-- Logs begin at Thu 2021-11-11 23:50:08 UTC, end at Fri 2021-11-12 02:39:29 UTC. -- Nov 12 00:23:02.798472 n-d-712137-14 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 00:23:05.507529 n-d-712137-14 neutron-server[114135]: INFO neutron.common.config [-] Logging enabled! Nov 12 00:23:05.508106 n-d-712137-14 neutron-server[114135]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 00:23:05.508303 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114135) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 00:23:05.511591 n-d-712137-14 neutron-server[114135]: INFO neutron.common.config [-] Logging enabled! Nov 12 00:23:05.511849 n-d-712137-14 neutron-server[114135]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 00:23:05.512159 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114135) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 00:23:05.513145 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 00:23:05.513376 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 00:23:05.513737 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 00:23:05.513979 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 00:23:05.514201 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 00:23:05.514519 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.514949 n-d-712137-14 neutron-server[114135]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 00:23:05.515259 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.515552 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.515842 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.516135 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.516424 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.516719 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.517011 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.517306 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.517590 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.517866 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.518146 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.518432 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.518712 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.518997 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.519280 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.519558 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] debug = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.519841 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.520266 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.520667 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.520963 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.521251 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.521528 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.521800 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.522074 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.522357 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.522683 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] host = n-d-712137-14 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.522956 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.523240 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.523543 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.523808 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.524079 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.524354 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.524636 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.524930 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.525202 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] log_file = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.525474 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.525757 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.526040 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.526327 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.526549 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.526767 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.527061 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.527346 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.527617 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.527888 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.528155 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.528980 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.529252 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.529520 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.529805 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.530086 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.530374 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.530648 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.530919 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.531187 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.531454 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.531735 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.532004 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.532272 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.532544 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.532857 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.533126 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.533395 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.533692 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.533975 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.534255 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.534536 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.534806 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.535086 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.535353 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.535619 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.535886 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] use_json = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.536153 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.536420 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.536724 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.536992 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.537260 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.537529 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.537797 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.538077 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:05.538368 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.538663 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.538962 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.539242 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.539542 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.539819 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.540104 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.540384 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.540670 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.540978 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.541263 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.541537 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.541821 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.542093 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.542383 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.542681 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.542973 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.543260 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.543533 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.543805 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.544612 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.544909 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.545194 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.545469 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.545754 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.546040 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.546314 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.546594 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.546880 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.547166 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.547438 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.547716 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.548001 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.548275 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.548544 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.548843 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.549132 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.549407 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.549675 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.549951 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.550224 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.550529 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.550801 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.551076 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.551362 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.551637 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.551903 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.552168 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.552438 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.552710 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.553017 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.553289 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.553559 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.553830 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.554105 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.554371 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.554639 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.554913 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.555185 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.555459 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.555726 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.555994 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.556263 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.556531 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.556827 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.557101 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.557371 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.557645 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.557913 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.558180 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.558448 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.558717 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.558989 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.559271 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.559588 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.559865 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.560140 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.560416 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.560688 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.560983 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.561257 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.561529 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.561803 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.562069 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.562353 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.562631 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.562914 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.563192 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.563462 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.563776 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.564049 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.564326 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.564595 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.564895 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.565176 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.565453 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.565740 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.566027 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.566311 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.566597 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.566884 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.567160 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.567466 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.567743 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:05.567957 n-d-712137-14 neutron-server[114135]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 00:23:05.568195 n-d-712137-14 neutron-server[114135]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114135) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 00:23:05.993723 n-d-712137-14 neutron-server[114135]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 00:23:05.994000 n-d-712137-14 neutron-server[114135]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 00:23:05.994301 n-d-712137-14 neutron-server[114135]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 00:23:05.994631 n-d-712137-14 neutron-server[114135]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 00:23:06.318723 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.318946 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.319213 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.320401 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.320674 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.320962 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.354757 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.355045 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.355313 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.370581 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.370862 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.371134 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.401287 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.401566 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.401830 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.438068 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.438344 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.438614 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.673921 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.674439 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.674525 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.674723 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.675426 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.804822 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.805139 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.805424 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.805698 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.805966 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.806283 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.806611 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.806873 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.807127 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.807409 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.807667 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.807932 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.808187 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.808443 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.808721 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.808996 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.809255 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.810070 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.810343 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.810603 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.810876 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.811130 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.811412 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.811790 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.812038 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.812284 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.812678 n-d-712137-14 neutron-server[114135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:23:06.812946 n-d-712137-14 neutron-server[114135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:23:06.813175 n-d-712137-14 neutron-server[114135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:23:06.813403 n-d-712137-14 neutron-server[114135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:23:06.813635 n-d-712137-14 neutron-server[114135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:23:06.813866 n-d-712137-14 neutron-server[114135]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:23:06.814225 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 00:23:06.817432 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 00:23:06.821378 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 00:23:06.825976 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Nov 12 00:23:06.827610 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 00:23:06.828066 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 00:23:06.828399 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 00:23:06.828808 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 00:23:06.828808 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 00:23:06.831854 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 00:23:06.832173 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 00:23:06.837889 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 00:23:06.860387 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 00:23:06.860866 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.861169 n-d-712137-14 neutron-server[114135]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114135) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 00:23:06.861529 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.862918 n-d-712137-14 neutron-server[114135]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114135) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 00:23:06.863194 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 00:23:06.863436 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 00:23:06.866642 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.866929 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:06.930636 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 00:23:06.930821 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 00:23:06.931058 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 00:23:06.931427 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 00:23:06.952728 n-d-712137-14 neutron-server[114135]: DEBUG oslo_db.sqlalchemy.engines [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114135) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 00:23:07.492182 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.managers [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Initializing driver for type 'gre' Nov 12 00:23:07.492735 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] gre ID ranges: [(1, 1000)] Nov 12 00:23:07.545278 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.managers [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Initializing driver for type 'local' Nov 12 00:23:07.545616 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.managers [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Initializing driver for type 'vlan' Nov 12 00:23:07.558015 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] VlanTypeDriver initialization complete Nov 12 00:23:07.558526 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.managers [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Initializing driver for type 'vxlan' Nov 12 00:23:07.558999 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] vxlan ID ranges: [(1, 1000)] Nov 12 00:23:07.612307 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.managers [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Initializing extension driver 'port_security' Nov 12 00:23:07.612660 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.extensions.port_security [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] PortSecurityExtensionDriver initialization complete Nov 12 00:23:07.613029 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.managers [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Initializing mechanism driver 'openvswitch' Nov 12 00:23:07.613371 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.managers [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Initializing mechanism driver 'hyperv' Nov 12 00:23:07.620057 n-d-712137-14 neutron-server[114135]: DEBUG neutron.plugins.ml2.plugin [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:23:07.620952 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > port after_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.621337 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > port after_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.621700 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > port after_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.622237 n-d-712137-14 neutron-server[114135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:23:07.622681 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > subnet after_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.623044 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > subnet after_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.623400 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.623810 n-d-712137-14 neutron-server[114135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:23:07.624223 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > network after_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.624867 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > network after_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.624964 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > network after_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.625338 n-d-712137-14 neutron-server[114135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:23:07.625752 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > security_group after_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.626109 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > security_group after_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.626459 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > security_group after_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.626857 n-d-712137-14 neutron-server[114135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:23:07.627270 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.627625 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.627972 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.628371 n-d-712137-14 neutron-server[114135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:23:07.628810 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > address_group after_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.629165 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > address_group after_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.629511 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > address_group after_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.629906 n-d-712137-14 neutron-server[114135]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114135) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:23:07.630293 n-d-712137-14 neutron-server[114135]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] ML2 OVO RPC backend initialized. {{(pid=114135) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 00:23:07.631008 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.631372 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.631810 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > network before_response 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.632148 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > networks before_response 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.632503 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > port before_response 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.632876 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > ports before_response 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.633229 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > subnet before_response 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.633576 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > subnets before_response 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.633934 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > network after_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.634280 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > network after_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.634620 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > network after_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.634962 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > port after_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.635304 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > port after_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.635644 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > port after_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.635986 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > subnet after_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.636328 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > subnet after_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.636667 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.637281 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.plugin [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Modular L2 Plugin initialization complete Nov 12 00:23:07.637619 n-d-712137-14 neutron-server[114135]: DEBUG neutron.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading services supported by the core plugin {{(pid=114135) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 00:23:07.637955 n-d-712137-14 neutron-server[114135]: INFO neutron.plugins.ml2.managers [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Got port-security extension from driver 'port_security' Nov 12 00:23:07.638427 n-d-712137-14 neutron-server[114135]: INFO neutron.extensions.vlantransparent [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Disabled vlantransparent extension. Nov 12 00:23:07.638915 n-d-712137-14 neutron-server[114135]: DEBUG neutron.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114135) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 00:23:07.639235 n-d-712137-14 neutron-server[114135]: INFO neutron.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading Plugin: router Nov 12 00:23:07.676070 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router_interface before_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.676611 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router after_create 55549900 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.676866 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router before_create 55549900 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.677241 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.677622 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.677988 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router after_delete 55549900 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.678356 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > floatingip after_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.678837 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > floatingip after_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.679204 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router after_create 55549900 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.679566 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router after_update 55549900 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.679927 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router after_update 55549900 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.680286 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.680656 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router after_update 55549900 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.681098 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router precommit_update 55549900 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.681475 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: port after_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.681825 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: port after_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.682173 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: subnet after_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.682519 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.682875 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > port precommit_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.683230 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router precommit_create 55549900 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.683584 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: port before_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.683941 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router precommit_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.684307 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router after_update 55549900 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.684657 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router precommit_delete 55549900 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.685039 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router precommit_create 55549900 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.685407 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.685761 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router precommit_update 55549900 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.686132 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > agent after_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.686490 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > agent after_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.686839 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > network after_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.687715 n-d-712137-14 neutron-server[114135]: DEBUG neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Tracking information for resource: router configured {{(pid=114135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:23:07.688059 n-d-712137-14 neutron-server[114135]: DEBUG neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Tracking information for resource: floatingip configured {{(pid=114135) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:23:07.693003 n-d-712137-14 neutron-server[114135]: INFO neutron.db.l3_agentschedulers_db [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 00:23:07.693591 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: port after_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.693962 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: port after_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.694324 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: port after_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.694673 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: port after_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.695476 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router before_create 55550100 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.695846 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router precommit_delete 55550100 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.696217 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router precommit_create 55550100 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.696582 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > router precommit_update 55550100 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.701542 n-d-712137-14 neutron-server[114135]: DEBUG neutron.services.provider_configuration [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Service providers = [] {{(pid=114135) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 00:23:07.701913 n-d-712137-14 neutron-server[114135]: DEBUG neutron.db.servicetype_db [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114135) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 00:23:07.704898 n-d-712137-14 neutron-server[114135]: DEBUG neutron.services.service_base [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114135) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 00:23:07.705254 n-d-712137-14 neutron-server[114135]: DEBUG neutron.services.service_base [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114135) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 00:23:07.705605 n-d-712137-14 neutron-server[114135]: DEBUG neutron.services.service_base [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114135) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 00:23:07.706510 n-d-712137-14 neutron-server[114135]: DEBUG neutron.services.service_base [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114135) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 00:23:07.706890 n-d-712137-14 neutron-server[114135]: INFO neutron.services.service_base [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 00:23:07.707267 n-d-712137-14 neutron-server[114135]: DEBUG neutron.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:23:07.707592 n-d-712137-14 neutron-server[114135]: INFO neutron.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 00:23:07.720086 n-d-712137-14 neutron-server[114135]: DEBUG neutron.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:23:07.720424 n-d-712137-14 neutron-server[114135]: INFO neutron.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading Plugin: auto_allocate Nov 12 00:23:07.726264 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: network precommit_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.726638 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: network precommit_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.727164 n-d-712137-14 neutron-server[114135]: DEBUG neutron.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:23:07.727488 n-d-712137-14 neutron-server[114135]: INFO neutron.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading Plugin: tag Nov 12 00:23:07.735182 n-d-712137-14 neutron-server[114135]: DEBUG neutron.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:23:07.735514 n-d-712137-14 neutron-server[114135]: INFO neutron.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading Plugin: timestamp Nov 12 00:23:07.739348 n-d-712137-14 neutron-server[114135]: DEBUG neutron.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:23:07.739687 n-d-712137-14 neutron-server[114135]: INFO neutron.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading Plugin: network_ip_availability Nov 12 00:23:07.745222 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.745548 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.745909 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.746630 n-d-712137-14 neutron-server[114135]: DEBUG neutron.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:23:07.746989 n-d-712137-14 neutron-server[114135]: INFO neutron.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading Plugin: flavors Nov 12 00:23:07.752013 n-d-712137-14 neutron-server[114135]: DEBUG neutron.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:23:07.752354 n-d-712137-14 neutron-server[114135]: INFO neutron.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading Plugin: revisions Nov 12 00:23:07.756689 n-d-712137-14 neutron-server[114135]: DEBUG neutron.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114135) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:23:07.757114 n-d-712137-14 neutron-server[114135]: DEBUG oslo_concurrency.lockutils [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.763s {{(pid=114135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 00:23:07.757873 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114135) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 00:23:07.758214 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Initializing extension manager. Nov 12 00:23:07.758733 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: __init__.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.759081 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: __pycache__ {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.759423 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.759762 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: address_group.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.760521 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.761114 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: address-group Nov 12 00:23:07.761444 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: address_scope.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.762165 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.762710 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: address-scope Nov 12 00:23:07.763035 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: admin_state_down_before_update.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.763976 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.764486 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: router-admin-state-down-before-update Nov 12 00:23:07.764852 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: agent.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.765561 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.766068 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: agent Nov 12 00:23:07.766399 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: agent_resources_synced.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.767313 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.767820 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: agent-resources-synced Nov 12 00:23:07.768146 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: allowedaddresspairs.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.769971 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.770492 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: allowed-address-pairs Nov 12 00:23:07.770821 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: auto_allocated_topology.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.771914 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.772427 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: auto-allocated-topology Nov 12 00:23:07.772788 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: availability_zone.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.773488 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.774003 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: availability_zone Nov 12 00:23:07.774328 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: availability_zone_filter.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.775248 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.775755 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: availability_zone_filter Nov 12 00:23:07.776082 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: data_plane_status.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.777023 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.777534 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 00:23:07.777860 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: default_subnetpools.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.779312 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.779820 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: default-subnetpools Nov 12 00:23:07.780148 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: dhcpagentscheduler.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.780998 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.781506 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: dhcp_agent_scheduler Nov 12 00:23:07.781838 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: dns.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.782761 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.783268 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension dns-integration not supported by any of loaded plugins Nov 12 00:23:07.783596 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: dns_domain_ports.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.784525 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.785074 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 00:23:07.785403 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.786333 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.786845 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 00:23:07.787175 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: dvr.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.787849 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.788358 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: dvr Nov 12 00:23:07.788684 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: ecmp_routes.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.789638 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.790144 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 00:23:07.790471 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: empty_string_filtering.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.791400 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.791910 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: empty-string-filtering Nov 12 00:23:07.792234 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.793182 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.793689 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 00:23:07.794607 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.795529 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.796043 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 00:23:07.796366 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: external_net.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.797305 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.797818 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: external-net Nov 12 00:23:07.798142 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: extra_dhcp_opt.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.799055 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.799564 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: extra_dhcp_opt Nov 12 00:23:07.799886 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: extraroute.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.800841 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.801350 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: extraroute Nov 12 00:23:07.801674 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: extraroute_atomic.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.802716 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.803237 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: extraroute-atomic Nov 12 00:23:07.803562 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: filter_validation.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.804409 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.804958 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: filter-validation Nov 12 00:23:07.805287 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: fip_pf_description.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.806212 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.806717 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 00:23:07.807042 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: fip_port_details.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.807974 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.808480 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: fip-port-details Nov 12 00:23:07.808843 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: flavors.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.810144 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.810662 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: flavors Nov 12 00:23:07.810995 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.812678 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.813227 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 00:23:07.813564 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: floatingip_pools.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.814269 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.814787 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: floatingip-pools Nov 12 00:23:07.815118 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: ip_allocation.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.816056 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.816558 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 00:23:07.816918 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.817851 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.818359 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: ip-substring-filtering Nov 12 00:23:07.818690 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: l2_adjacency.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.819617 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.820121 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 00:23:07.820450 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: l3.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.821445 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.821965 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: router Nov 12 00:23:07.822299 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: l3_conntrack_helper.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.824580 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.825177 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 00:23:07.825516 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.826468 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.826984 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: ext-gw-mode Nov 12 00:23:07.827319 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.828271 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.828821 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: l3-ha Nov 12 00:23:07.829155 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: l3_flavors.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.830080 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.830597 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: l3-flavors Nov 12 00:23:07.830929 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.831847 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.832357 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 00:23:07.832688 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: l3agentscheduler.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.833736 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.834250 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: l3_agent_scheduler Nov 12 00:23:07.834590 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: logging.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.836097 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.836614 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension logging not supported by any of loaded plugins Nov 12 00:23:07.836975 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: metering.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.837724 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.838294 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: metering Nov 12 00:23:07.838625 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.839847 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.840363 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: metering_source_and_destination_fields Nov 12 00:23:07.841233 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: multiprovidernet.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.842171 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.842689 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: multi-provider Nov 12 00:23:07.843018 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: netmtu.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.843936 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.844448 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: net-mtu Nov 12 00:23:07.844801 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: netmtu_writable.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.845734 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.846250 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: net-mtu-writable Nov 12 00:23:07.846581 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: network_availability_zone.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.847259 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.847768 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: network_availability_zone Nov 12 00:23:07.848095 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: network_ip_availability.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.849243 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.849755 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: network-ip-availability Nov 12 00:23:07.850084 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: network_segment_range.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.850856 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.851365 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 00:23:07.851691 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: pagination.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.852676 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.853041 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: pagination Nov 12 00:23:07.853367 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: port_device_profile.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.854295 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.854804 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: port-device-profile Nov 12 00:23:07.855135 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.856057 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.857208 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: port-mac-address-regenerate Nov 12 00:23:07.857536 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.858709 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.859229 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: port-numa-affinity-policy Nov 12 00:23:07.859554 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: port_resource_request.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.860472 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.861009 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 00:23:07.861336 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: port_resource_request_groups.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.862308 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.862816 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 00:23:07.863144 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: portbindings.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.864093 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.864606 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: binding Nov 12 00:23:07.864964 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: portbindings_extended.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.866252 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.866768 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: binding-extended Nov 12 00:23:07.867099 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: portsecurity.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.868025 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.868536 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: port-security Nov 12 00:23:07.868902 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: project_id.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.870103 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.870632 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: project-id Nov 12 00:23:07.871201 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: providernet.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.872718 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.873650 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: provider Nov 12 00:23:07.874223 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: qos.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.878558 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.879080 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension qos not supported by any of loaded plugins Nov 12 00:23:07.879419 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.880678 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.881301 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 00:23:07.881640 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.882571 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.883090 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 00:23:07.883424 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: qos_default.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.884348 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.884890 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension qos-default not supported by any of loaded plugins Nov 12 00:23:07.885229 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: qos_fip.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.885895 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.886405 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension qos-fip not supported by any of loaded plugins Nov 12 00:23:07.886736 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: qos_gateway_ip.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.887698 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.888207 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 00:23:07.888536 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: qos_port_network_policy.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.889499 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.890014 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 00:23:07.890343 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.891386 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.891902 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 00:23:07.892232 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: qos_pps_rule.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.893434 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.894132 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension qos-pps not supported by any of loaded plugins Nov 12 00:23:07.894467 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: qos_rule_type_details.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.895397 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.895906 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 00:23:07.896234 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: qos_rules_alias.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.897334 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.897855 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 00:23:07.898184 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: quota_check_limit.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.899109 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.899625 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: quota-check-limit Nov 12 00:23:07.899951 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: quotasv2.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.900935 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.901270 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: quotas Nov 12 00:23:07.901600 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: quotasv2_detail.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.905322 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.905670 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: quota_details Nov 12 00:23:07.906006 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: rbac.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.907072 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.907597 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: rbac-policies Nov 12 00:23:07.907932 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: rbac_address_group.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.908909 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.909427 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: rbac-address-group Nov 12 00:23:07.909759 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: rbac_address_scope.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.910695 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.911210 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: rbac-address-scope Nov 12 00:23:07.911540 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: rbac_security_groups.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.912474 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.913017 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: rbac-security-groups Nov 12 00:23:07.913347 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: rbac_subnetpool.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.914287 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.914798 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: rbac-subnetpool Nov 12 00:23:07.915126 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: revisionifmatch.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.916064 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.916578 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: revision-if-match Nov 12 00:23:07.916932 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: revisions.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.918078 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.918589 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: standard-attr-revisions Nov 12 00:23:07.919569 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: router_availability_zone.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.920248 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.920780 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: router_availability_zone Nov 12 00:23:07.921110 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: routerservicetype.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.922045 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.922552 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension router-service-type not supported by any of loaded plugins Nov 12 00:23:07.922877 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.923803 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.924315 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: security-groups-normalized-cidr Nov 12 00:23:07.924643 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: security_groups_port_filtering.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.925685 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.926195 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: port-security-groups-filtering Nov 12 00:23:07.926521 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.927463 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.927972 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: security-groups-remote-address-group Nov 12 00:23:07.928300 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.929277 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.929787 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: security-groups-shared-filtering Nov 12 00:23:07.930113 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.930705 n-d-712137-14 neutron-server[114135]: WARNING neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 00:23:07.931029 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: securitygroup.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.940833 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.941367 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: security-group Nov 12 00:23:07.941706 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: segment.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.942502 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.943017 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension segment not supported by any of loaded plugins Nov 12 00:23:07.943348 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.944308 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.944868 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 00:23:07.945200 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: servicetype.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.946334 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.946856 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: service-type Nov 12 00:23:07.947189 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: sorting.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.948185 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.948522 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: sorting Nov 12 00:23:07.948889 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: standard_attr_segment.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.949818 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.950851 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 00:23:07.951177 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: standardattrdescription.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.951834 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.952350 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: standard-attr-description Nov 12 00:23:07.952680 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: stateful_security_group.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.953651 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.954170 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: stateful-security-group Nov 12 00:23:07.954499 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: stdattrs_common.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.955074 n-d-712137-14 neutron-server[114135]: WARNING neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 00:23:07.955402 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.956340 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.956885 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 00:23:07.957214 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: subnet_onboard.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.958299 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.958814 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: subnet_onboard Nov 12 00:23:07.959142 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.960086 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.960597 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 00:23:07.960961 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: subnet_service_types.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.961894 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.962405 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: subnet-service-types Nov 12 00:23:07.962734 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: subnetallocation.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.963851 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.964369 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: subnet_allocation Nov 12 00:23:07.964730 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.965401 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.966467 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: subnetpool-prefix-ops Nov 12 00:23:07.966792 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.967746 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.968258 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 00:23:07.968586 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: tagging.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.969691 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.970222 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: standard-attr-tag Nov 12 00:23:07.970554 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: timestamp.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.971771 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.972289 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loaded extension: standard-attr-timestamp Nov 12 00:23:07.972624 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: trunk.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.973696 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.974212 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension trunk not supported by any of loaded plugins Nov 12 00:23:07.974544 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: trunk_details.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.975472 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.975986 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension trunk-details not supported by any of loaded plugins Nov 12 00:23:07.976320 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: uplink_status_propagation.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.977288 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.977799 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 00:23:07.978129 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Loading extension file: vlantransparent.py {{(pid=114135) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:23:07.978805 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114135) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:23:07.979317 n-d-712137-14 neutron-server[114135]: INFO neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 00:23:07.981870 n-d-712137-14 neutron-server[114135]: INFO neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Creating instance of TrackedResource for resource:network Nov 12 00:23:07.982398 n-d-712137-14 neutron-server[114135]: INFO neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Creating instance of TrackedResource for resource:subnet Nov 12 00:23:07.982804 n-d-712137-14 neutron-server[114135]: INFO neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 00:23:07.983205 n-d-712137-14 neutron-server[114135]: INFO neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Creating instance of TrackedResource for resource:port Nov 12 00:23:07.984753 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.v2.resource_helper [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:23:07.985196 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.v2.resource_helper [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Service FLAVORS assigned prefix: {{(pid=114135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:23:07.985815 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.v2.resource_helper [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:23:07.986251 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.v2.resource_helper [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:23:07.986593 n-d-712137-14 neutron-server[114135]: INFO neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Creating instance of TrackedResource for resource:router Nov 12 00:23:07.987041 n-d-712137-14 neutron-server[114135]: INFO neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Creating instance of TrackedResource for resource:floatingip Nov 12 00:23:07.987539 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.v2.resource_helper [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Service METERING assigned prefix: /metering {{(pid=114135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:23:07.989135 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.989511 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.989869 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:23:07.990877 n-d-712137-14 neutron-server[114135]: INFO neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 00:23:07.991329 n-d-712137-14 neutron-server[114135]: INFO neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Creating instance of TrackedResource for resource:security_group Nov 12 00:23:07.991774 n-d-712137-14 neutron-server[114135]: INFO neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 00:23:07.992393 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.v2.resource_helper [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Service CORE assigned prefix: {{(pid=114135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:23:07.992775 n-d-712137-14 neutron-server[114135]: INFO neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 00:23:07.993150 n-d-712137-14 neutron-server[114135]: WARNING neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] subnetpool is already registered Nov 12 00:23:07.993560 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.v2.resource_helper [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Service CORE assigned prefix: {{(pid=114135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:23:07.993889 n-d-712137-14 neutron-server[114135]: INFO neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 00:23:07.994223 n-d-712137-14 neutron-server[114135]: WARNING neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] subnetpool is already registered Nov 12 00:23:07.996640 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.v2.resource_helper [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:23:07.997106 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.v2.resource_helper [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Service FLAVORS assigned prefix: {{(pid=114135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:23:07.997757 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.v2.resource_helper [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:23:07.998196 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.v2.resource_helper [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:23:07.998540 n-d-712137-14 neutron-server[114135]: INFO neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Creating instance of TrackedResource for resource:router Nov 12 00:23:07.998885 n-d-712137-14 neutron-server[114135]: WARNING neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] router is already registered Nov 12 00:23:07.999313 n-d-712137-14 neutron-server[114135]: INFO neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Creating instance of TrackedResource for resource:floatingip Nov 12 00:23:07.999656 n-d-712137-14 neutron-server[114135]: WARNING neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] floatingip is already registered Nov 12 00:23:08.000132 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.v2.resource_helper [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Service METERING assigned prefix: /metering {{(pid=114135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:23:08.000877 n-d-712137-14 neutron-server[114135]: INFO neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 00:23:08.001214 n-d-712137-14 neutron-server[114135]: WARNING neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] rbac_policy is already registered Nov 12 00:23:08.001648 n-d-712137-14 neutron-server[114135]: INFO neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Creating instance of TrackedResource for resource:security_group Nov 12 00:23:08.001999 n-d-712137-14 neutron-server[114135]: WARNING neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] security_group is already registered Nov 12 00:23:08.002412 n-d-712137-14 neutron-server[114135]: INFO neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 00:23:08.002753 n-d-712137-14 neutron-server[114135]: WARNING neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] security_group_rule is already registered Nov 12 00:23:08.003251 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.v2.resource_helper [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Service CORE assigned prefix: {{(pid=114135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:23:08.003583 n-d-712137-14 neutron-server[114135]: INFO neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 00:23:08.003923 n-d-712137-14 neutron-server[114135]: WARNING neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] subnetpool is already registered Nov 12 00:23:08.004360 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.v2.resource_helper [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Service CORE assigned prefix: {{(pid=114135) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:23:08.004704 n-d-712137-14 neutron-server[114135]: INFO neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 00:23:08.005052 n-d-712137-14 neutron-server[114135]: WARNING neutron.quota.resource_registry [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] subnetpool is already registered Nov 12 00:23:08.006792 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: extensions {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.008286 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: address-groups {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.009825 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: address-scopes {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.011050 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: agents {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.012312 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: auto-allocated-topology {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.014141 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: availability_zones {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.015359 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: dhcp-networks {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.016843 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: dhcp-agents {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.018393 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: routers {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.020492 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: flavors {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.021816 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: service_profiles {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.023023 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: next_providers {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.024482 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: service_profiles {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.025944 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: floatingip-pools {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.027299 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: routers {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.029987 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: floatingips {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.031280 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: l3-routers {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.032702 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: l3-agents {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.034125 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: metering-labels {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.035373 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: metering-label-rules {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.036797 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: network-ip-availabilities {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.038057 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: bindings {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.039629 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: quotas {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.041302 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: quotas {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.042829 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: rbac-policies {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.044062 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: security-groups {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.045423 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: security-group-rules {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.046675 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: service-providers {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.047890 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: subnetpools {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.049322 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: subnetpools {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.050788 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: tags {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.052468 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: tags {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.054348 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: tags {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.056121 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: tags {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.057861 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: tags {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.059837 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: tags {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.061572 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: tags {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.064341 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: tags {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.066159 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: tags {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.067897 n-d-712137-14 neutron-server[114135]: DEBUG neutron.api.extensions [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Extended resource: tags {{(pid=114135) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:23:08.074112 n-d-712137-14 neutron-server[114135]: WARNING keystonemiddleware.auth_token [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 00:23:08.079203 n-d-712137-14 neutron-server[114135]: WARNING keystonemiddleware.auth_token [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 00:23:08.088120 n-d-712137-14 neutron-server[114135]: DEBUG oslo_concurrency.lockutils [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Acquired lock "singleton_lock" {{(pid=114135) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 00:23:08.088596 n-d-712137-14 neutron-server[114135]: DEBUG oslo_concurrency.lockutils [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Releasing lock "singleton_lock" {{(pid=114135) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 00:23:08.089277 n-d-712137-14 neutron-server[114135]: INFO oslo_service.service [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Starting 2 workers Nov 12 00:23:08.094760 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Started child 114242 {{(pid=114135) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 00:23:08.099250 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Started child 114243 {{(pid=114135) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 00:23:08.100068 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:08.100817 n-d-712137-14 neutron-server[114135]: INFO neutron.service [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 00:23:08.101445 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Publish callbacks [] for process, before_spawn {{(pid=114135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:08.101560 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [-] (114242) wsgi starting up on http://0.0.0.0:9696 Nov 12 00:23:08.103826 n-d-712137-14 neutron-server[114135]: INFO oslo_service.service [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Starting 1 workers Nov 12 00:23:08.103938 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:08.105313 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [-] (114243) wsgi starting up on http://0.0.0.0:9696 Nov 12 00:23:08.109402 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Started child 114244 {{(pid=114135) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 00:23:08.109926 n-d-712137-14 neutron-server[114135]: INFO oslo_service.service [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Starting 1 workers Nov 12 00:23:08.113153 n-d-712137-14 neutron-server[114244]: DEBUG neutron.service [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] calling RpcWorker wait() {{(pid=114244) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 00:23:08.113686 n-d-712137-14 neutron-server[114244]: DEBUG neutron.service [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] returning from RpcWorker wait() {{(pid=114244) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 00:23:08.114404 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Started child 114245 {{(pid=114135) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 00:23:08.115058 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:08.115199 n-d-712137-14 neutron-server[114135]: DEBUG neutron_lib.callbacks.manager [None req-2b90aa09-7b69-4c22-90ab-426010923966 None None] Publish callbacks [] for process, after_spawn {{(pid=114135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:08.115658 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:23:08.117107 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114135) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 00:23:08.117319 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 00:23:08.117511 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 00:23:08.117727 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 00:23:08.118049 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 00:23:08.118232 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 00:23:08.118734 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.119030 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.119182 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:08.119643 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.119643 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.119830 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.120287 n-d-712137-14 neutron-server[114245]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:23:08.120381 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.120609 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.120892 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.121167 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.121417 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.121586 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.121751 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.122031 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.122281 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.122572 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.122839 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.123094 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.123334 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.123503 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.123756 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.124015 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.124272 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.124547 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] debug = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.124814 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.125283 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.125512 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.125750 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.125966 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.126241 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.126468 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.126762 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.126980 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.127212 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.127442 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.127689 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.127929 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.128143 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.128368 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.128615 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.128882 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.129120 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.129630 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] host = n-d-712137-14 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.129818 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.130057 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.130304 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.130551 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.130798 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.131016 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.131284 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.131544 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.131786 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.132044 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.132286 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.132542 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.132798 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.133059 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] log_file = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.133224 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] log_options = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.133470 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.133760 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.134030 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.134231 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.134385 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.134549 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.134826 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.134992 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.135232 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.135448 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.135663 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.135902 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.136136 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.136371 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.136610 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.136913 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.137178 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.137406 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.138194 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.138428 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.138676 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.138907 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.139177 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.139439 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.139658 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.139881 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.140108 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.140342 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.140592 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.140867 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.141100 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.141343 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.141654 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.141828 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.142096 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.142348 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.142585 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.142822 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.143093 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.143321 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.143580 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.143831 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.144046 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.144303 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.144525 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.144777 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.145031 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] use_json = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.145216 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.145451 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.145700 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.145915 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.146128 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.146343 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.146556 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.146812 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.147270 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.147529 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.147839 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.148117 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.148385 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.148634 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.148891 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.149118 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.149453 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.149871 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.150510 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.151044 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.151205 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.151394 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.151693 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.152077 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.152288 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.152687 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.152980 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.153888 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.154093 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.154356 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.155322 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.155322 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.155322 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.155691 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.155691 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.155934 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.156578 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.156578 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.156871 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.156993 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.157765 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.157765 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.157765 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.158115 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.158239 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.158553 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.158808 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.160689 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.160689 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.160689 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.160689 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.160689 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.160689 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.160689 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.160689 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.161643 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.161643 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.161643 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.161643 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.162074 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.162074 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.162218 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.162745 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.162745 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.163022 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.163153 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.163327 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.163550 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.163785 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.167567 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.167824 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.168087 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.168329 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.168565 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.168894 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.169155 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.169388 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.169611 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.169839 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.170099 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.170319 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.170547 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.170766 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.170993 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.171211 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.171430 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.171650 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.171862 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.172083 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.172297 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.172530 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.172775 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.173050 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.173271 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.173494 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.173713 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.173872 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.174143 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.174453 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.174719 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.174957 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.175176 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.175446 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.175660 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.175905 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.176139 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.176329 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.176560 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.176848 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.177078 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.177321 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.177760 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.177982 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.178421 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.178642 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.178861 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.179296 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.179749 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.180207 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.180682 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.181143 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.181557 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.182003 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.182422 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.182703 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.182960 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.183254 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.183498 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.183769 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.184078 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.184341 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.184655 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.184933 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.185180 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.185448 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.185712 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.185983 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.186239 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.186473 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.186712 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.187001 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.187249 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.187469 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.187709 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.187937 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.188271 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.188524 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.188791 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.189009 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.189291 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.189553 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.189800 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.190064 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.190308 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.190563 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.190818 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.191049 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.191261 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.191493 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.191740 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.191951 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.192198 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.192411 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.192631 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.192870 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.193085 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.193314 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.193535 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.193753 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.193986 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.194223 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.194458 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.194688 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.194897 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.195344 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.195804 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.196085 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.196376 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.196659 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.196951 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.197264 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.197489 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.197758 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.198010 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.198244 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.198476 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.198705 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.198964 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.199178 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.199441 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.199647 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.199864 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.200649 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.200909 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.201125 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.201340 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.201566 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.201776 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.202028 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.202284 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.202620 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.202876 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.203107 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.203359 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.203572 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.203802 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.204042 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.204256 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.204635 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.204886 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.205110 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.205368 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.205593 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.205837 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.206050 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.206261 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.206472 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.206686 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.206895 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.207177 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.207427 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.207680 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.207931 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.208176 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.208417 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.208642 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.208881 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.209106 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.209327 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.209544 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.210648 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.210648 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.210648 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.210648 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.210648 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.211062 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.211062 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.211218 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.211585 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.211801 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.212021 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.212258 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.212466 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.212708 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.212918 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.213147 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.213367 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.213581 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.213789 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.214039 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.214246 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.214452 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.214671 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.214884 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.215089 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.215361 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.215605 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.216378 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.216683 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.216937 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.217178 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.217433 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.217730 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.217985 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.218238 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.218455 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.218687 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.218905 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.219162 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.219475 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.219746 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.219990 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.220240 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.220512 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.220803 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.221068 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.221301 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.221624 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.221957 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.222226 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.222481 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.222744 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.222976 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.223197 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.223429 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.223666 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.223910 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.224125 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.224380 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.224607 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.224853 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.225095 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.225319 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.225560 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.225750 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.225955 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.226208 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.226723 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.226723 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 00:23:08.227062 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114135) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 00:23:08.227223 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 00:23:08.227377 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 00:23:08.227547 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 00:23:08.227716 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 00:23:08.227866 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 00:23:08.228092 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.228254 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.228411 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.228551 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.228744 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.228906 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.229069 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.229224 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.229380 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.229635 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.229729 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.229834 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.230023 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.230171 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.230307 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.230443 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.230582 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.230724 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.230883 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.231039 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.231193 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.231371 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.231528 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] debug = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.231684 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.231885 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.232048 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.232203 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.232358 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.232514 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.232682 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.232871 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.233027 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.233184 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.233340 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.233739 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.233935 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.234053 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.234164 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.234322 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.234476 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.234631 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.234786 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] host = n-d-712137-14 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.235124 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.235124 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.235379 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.235379 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.235581 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.235705 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.236220 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.236220 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.236220 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.236220 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.236670 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.236670 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.236670 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.237044 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] log_file = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.237044 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] log_options = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.237236 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.237236 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.237444 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.237566 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.237699 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.237849 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.238004 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.238159 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.238314 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.238470 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.238624 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.238779 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.238939 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.239094 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.239249 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.239404 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.239559 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.239714 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.239870 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.240210 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.240210 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.240443 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.240443 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.240603 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.240772 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.240930 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.241085 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.241239 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.241395 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.241552 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.241708 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.241867 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.242020 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.242332 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.242494 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.242653 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.242814 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.242954 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.243091 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.243230 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.243378 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.243528 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.243668 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.243820 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.243975 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.244183 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.244326 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] use_json = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.244462 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.244598 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.244785 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.244929 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.245065 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.245201 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.245336 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.245471 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:23:08.245615 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.245766 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.245904 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.246048 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.246195 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.246332 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.246467 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.246602 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.246787 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.246962 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.247098 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.247227 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.247369 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.247506 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.247816 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.248046 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.248214 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.248345 n-d-712137-14 neutron-server[114244]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:23:08.248482 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.248616 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.248787 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.248892 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.248979 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.249142 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.249299 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.249457 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.249615 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.249772 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.249944 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.250101 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.250258 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.250417 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.250575 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.250732 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.250889 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.251047 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.251204 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.251362 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.251518 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.251676 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.251834 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.251990 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.252148 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.252306 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.252464 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.252622 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.252814 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.252975 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.253116 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.253277 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.253435 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.253592 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.253750 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.253908 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.254052 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.254215 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.254364 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.254507 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.254666 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.254823 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.254980 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.255137 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.255293 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.255449 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.255591 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.255750 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.255907 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.256076 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.256232 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.256390 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.256547 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.256755 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.256891 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.257035 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.257164 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.257318 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.257475 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.257632 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.257790 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.257947 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.258104 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.258266 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.258453 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.258604 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.258742 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.258879 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.259014 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.259154 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.259714 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.259714 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.259714 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.260117 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.260117 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.260117 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.260335 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.260335 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.260479 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.260639 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.260817 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.260975 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.261184 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.261309 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.261431 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.261571 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.261728 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.261885 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.262042 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.262198 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.262355 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.262511 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.263200 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.263325 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.263480 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.263637 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.263795 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.264158 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.264158 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.264322 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.264400 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.264550 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.264742 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.264894 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.265061 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.265220 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.265378 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.265535 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.265692 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.265849 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.266006 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.266163 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.266321 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.266479 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.266636 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.266800 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.266969 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.267127 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.267285 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.267442 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.267621 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.267778 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.267935 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.268092 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.268249 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.268405 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.268563 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.268741 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.268895 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.269061 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.269221 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.269382 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.269532 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.269670 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.269831 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.269975 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.270124 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.270282 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.270426 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.270585 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.270734 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.270879 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.271023 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.271179 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.271324 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.271470 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.271628 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.271785 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.271944 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.272087 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.272246 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.272388 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.272548 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.272718 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.272875 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.273025 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.273156 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.273503 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.273503 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.273767 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.273767 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.274021 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.274021 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.274286 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.274422 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.274557 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.274694 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.274829 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.274969 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.275097 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.275231 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.275381 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.275526 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.275663 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.275794 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.275927 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.276084 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.276242 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.276400 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.276558 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.276734 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.276894 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.277051 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.277208 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.277367 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.277525 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.277670 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.277832 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.277989 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.278160 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.278840 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.279013 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.279171 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.279329 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.279498 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.279643 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.279802 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.279959 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.280115 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.280259 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.280427 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.280584 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.280749 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.280908 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.281065 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.281222 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.281387 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.281543 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.281697 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.281830 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.281988 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.282144 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.282309 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.282466 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.282622 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.282778 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.282935 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.283091 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.283256 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.283413 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.283569 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.283726 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.283883 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.284039 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.284205 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.284363 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.284524 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.284678 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.285007 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.285165 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.285332 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.285492 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.285649 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.285813 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.285970 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.286128 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.286290 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.286442 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.286605 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.286763 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.286921 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.287079 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.287236 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.287445 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.287582 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.287915 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.287915 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.288148 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.288148 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.288581 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.288581 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.288581 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.288996 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.288996 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.289262 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.289262 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.289519 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.289519 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.289765 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.289849 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.289949 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.290110 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.290270 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.290418 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.290762 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.290762 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.290998 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.290998 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.291228 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.291349 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.291470 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.291603 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.291731 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:23:08.291862 n-d-712137-14 neutron-server[114135]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114135) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 00:23:08.472725 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43420) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:23:08.481161 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062644 Nov 12 00:23:20.012715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50da318d-2c9a-4b83-8df4-cf9ccd5774a5 None None] get_active_networks_info from n-d-712137-14 {{(pid=114244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:23:20.121192 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50da318d-2c9a-4b83-8df4-cf9ccd5774a5 None None] No non-hosted networks {{(pid=114244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 00:23:20.130008 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.agentschedulers_db [None req-50da318d-2c9a-4b83-8df4-cf9ccd5774a5 None None] DHCP Agent not found on host n-d-712137-14 {{(pid=114244) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 12 00:23:20.236242 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fbfea6c0-1288-4d3f-8c58-797c156433bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1705653'] for agent, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:22.239103 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-95e26faa-aba4-451f-953e-0d03ff983819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1705653'] for agent, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:22.291624 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b7ee78a5-9a43-4fb3-86d9-0ed45528e729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:23.276319 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1705653'] for agent, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:25.220168 n-d-712137-14 neutron-server[114244]: INFO neutron.db.l3_hamode_db [None req-90d307de-e537-4665-ad45-4325e7dcfb17 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 00:23:25.305165 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1705653'] for agent, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:25.307460 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d307de-e537-4665-ad45-4325e7dcfb17 None None] Routers set() bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:23:25.307855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d307de-e537-4665-ad45-4325e7dcfb17 None None] Router IDs set() for agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 00:23:25.747861 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1705653'] for agent, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:25.749000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:25.749627 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:25.749983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:25.750302 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:25.750871 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:25.751210 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:25.751547 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:25.751866 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:25.752443 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:25.752805 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:25.753148 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:25.753461 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:25.753861 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712137-14', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:23:25.760172 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712137-14', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:23:26.216878 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43512) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:23:26.711457 n-d-712137-14 neutron-server[114243]: WARNING oslo_policy.policy [None req-a11fd54c-aa76-4cd3-9ccf-f92fc1383237 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:23:26.712061 n-d-712137-14 neutron-server[114243]: WARNING oslo_policy.policy [None req-a11fd54c-aa76-4cd3-9ccf-f92fc1383237 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:23:26.939506 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [None req-a11fd54c-aa76-4cd3-9ccf-f92fc1383237 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:23:26.940558 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a11fd54c-aa76-4cd3-9ccf-f92fc1383237 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7227352 Nov 12 00:23:29.468296 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43528) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:23:29.781013 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-08bb447f-54c5-4caa-b4d7-a2a6f63d2e86 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:23:29.875332 n-d-712137-14 neutron-server[114243]: DEBUG neutron.policy [None req-08bb447f-54c5-4caa-b4d7-a2a6f63d2e86 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114243) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 00:23:29.922034 n-d-712137-14 neutron-server[114243]: WARNING oslo_policy.policy [None req-08bb447f-54c5-4caa-b4d7-a2a6f63d2e86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:23:29.922412 n-d-712137-14 neutron-server[114243]: WARNING oslo_policy.policy [None req-08bb447f-54c5-4caa-b4d7-a2a6f63d2e86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:23:29.931079 n-d-712137-14 neutron-server[114243]: INFO neutron.quota [None req-08bb447f-54c5-4caa-b4d7-a2a6f63d2e86 admin admin] Loaded quota_driver: . Nov 12 00:23:30.024862 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-08bb447f-54c5-4caa-b4d7-a2a6f63d2e86 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763653079309', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763653095224', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763652968771', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763652965823', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763653431808', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763652995461', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-679444', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-850312', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1902828', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2027144'] for rbac-policy, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:30.089071 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-08bb447f-54c5-4caa-b4d7-a2a6f63d2e86 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:30.090392 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-08bb447f-54c5-4caa-b4d7-a2a6f63d2e86 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6210625 Nov 12 00:23:32.807512 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43540) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:23:33.103774 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Request body: {'network': {'project_id': '6fbd240126fc416290227d3083d422ea', 'tenant_id': '6fbd240126fc416290227d3083d422ea', 'name': 'private', 'admin_state_up': True}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:23:33.134334 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Made reservation on behalf of 6fbd240126fc416290227d3083d422ea for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:23:33.137050 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:33.154116 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:33.260719 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:33.264418 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:33.283929 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:23:33.311218 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763651484901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:33.311785 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Unsubscribe: segment precommit_create {{(pid=114243) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 00:23:33.312302 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Added segment 249dea95-b9a6-4af6-b957-fb8d253ad855 of type vlan for network 084d1e06-ba63-4d3b-8c32-020d352a176b Nov 12 00:23:33.327288 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44eccc4-4cf9-4442-aadb-76a5c4224122,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:23:33.378283 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:33.378623 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:33.378960 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:33.379293 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:33.379622 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:33.379948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:33.380269 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:33.380588 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:33.380932 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:33.381252 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:33.381569 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:33.381883 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Tracked resource versions report: Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: pushed versions: Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: { 'AddressGroup': {'1.2'}, Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: 'ConntrackHelper': {'1.0'}, Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: 'Log': {'1.0'}, Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: 'Network': {'1.1'}, Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: 'Port': {'1.7'}, Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: 'PortForwarding': {'1.2'}, Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: 'QosPolicy': {'1.10'}, Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: 'SecurityGroup': {'1.5'}, Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: 'SubPort': {'1.0'}, Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: 'Subnet': {'1.1'}, Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: 'Trunk': {'1.1'}} Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: consumer versions: Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: { DHCP agent@n-d-712137-14: {}, Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: L3 agent@n-d-712137-14: {}, Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: Metadata agent@n-d-712137-14: {}, Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: Metering agent@n-d-712137-14: {}, Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: Open vSwitch agent@n-d-712137-14: { 'AddressGroup': '1.2', Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: 'ConntrackHelper': '1.0', Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: 'Log': '1.0', Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: 'Network': '1.1', Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: 'Port': '1.7', Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: 'PortForwarding': '1.2', Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: 'QosPolicy': '1.10', Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: 'SecurityGroup': '1.5', Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: 'SecurityGroupRule': '1.2', Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: 'SubPort': '1.0', Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: 'Subnet': '1.1', Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: 'Trunk': '1.1'}} Nov 12 00:23:33.383002 n-d-712137-14 neutron-server[114243]: {{(pid=114243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:23:33.432539 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:33.473796 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:33.474851 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:23:33.475579 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:33.534979 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7263124 Nov 12 00:23:33.576034 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f27dce-6ee2-484e-bde5-ce5055e8a606 admin admin] Pushing event updated for resources: {'Network': ['ID=084d1e06-ba63-4d3b-8c32-020d352a176b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:23:33.592648 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 084d1e06-ba63-4d3b-8c32-020d352a176b details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:23:36.381348 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43554) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:23:36.771808 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a760d5b4-869e-4efd-9be1-5645a74e2701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:23:36.773200 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a760d5b4-869e-4efd-9be1-5645a74e2701 admin admin] 10.222.0.31 "GET /v2.0/networks/084d1e06-ba63-4d3b-8c32-020d352a176b HTTP/1.1" status: 200 len: 825 time: 0.3909080 Nov 12 00:23:36.797582 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-44ac7231-6aeb-493f-b374-bacaa4253a31 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/b11f2f6a-e0ad-4400-989c-36e062ab533f HTTP/1.1" status: 200 len: 734 time: 0.0179422 Nov 12 00:23:36.806575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-2e76caa2-7ae8-4fec-94d9-2ae024a4d19d admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '084d1e06-ba63-4d3b-8c32-020d352a176b', 'tenant_id': '6fbd240126fc416290227d3083d422ea', 'name': 'private-subnet', 'subnetpool_id': 'b11f2f6a-e0ad-4400-989c-36e062ab533f'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:23:36.829031 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e76caa2-7ae8-4fec-94d9-2ae024a4d19d admin admin] Made reservation on behalf of 6fbd240126fc416290227d3083d422ea for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:23:36.831379 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e76caa2-7ae8-4fec-94d9-2ae024a4d19d admin admin] Publish callbacks [] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:37.122303 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e76caa2-7ae8-4fec-94d9-2ae024a4d19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:37.190315 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76caa2-7ae8-4fec-94d9-2ae024a4d19d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec00aca2-80fb-4c9f-ae8e-8aa8fd8d90d0,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:23:37.194802 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e76caa2-7ae8-4fec-94d9-2ae024a4d19d admin admin] Checking segment: {'id': '249dea95-b9a6-4af6-b957-fb8d253ad855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '084d1e06-ba63-4d3b-8c32-020d352a176b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:23:37.195199 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e76caa2-7ae8-4fec-94d9-2ae024a4d19d admin admin] Network hostable DHCP agents. Network: 084d1e06-ba63-4d3b-8c32-020d352a176b, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:23:37.218412 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e76caa2-7ae8-4fec-94d9-2ae024a4d19d admin admin] Network 084d1e06-ba63-4d3b-8c32-020d352a176b is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:23:37.228748 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-2e76caa2-7ae8-4fec-94d9-2ae024a4d19d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 084d1e06-ba63-4d3b-8c32-020d352a176b) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:23:37.233808 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e76caa2-7ae8-4fec-94d9-2ae024a4d19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:23:37.234411 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e76caa2-7ae8-4fec-94d9-2ae024a4d19d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:37.239025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dde13e9-2cab-446a-a0c0-61f7d7b40d98 None None] Network 084d1e06-ba63-4d3b-8c32-020d352a176b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:23:37.249606 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2e76caa2-7ae8-4fec-94d9-2ae024a4d19d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4461467 Nov 12 00:23:37.557712 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-084d1e06-ba63-4d3b-8c32-020d352a176b', 'network_id': '084d1e06-ba63-4d3b-8c32-020d352a176b', 'tenant_id': '6fbd240126fc416290227d3083d422ea', 'fixed_ips': [{'subnet_id': 'ec00aca2-80fb-4c9f-ae8e-8aa8fd8d90d0'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:23:37.559505 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:37.850640 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Allocated IP 172.20.0.2 (084d1e06-ba63-4d3b-8c32-020d352a176b/ec00aca2-80fb-4c9f-ae8e-8aa8fd8d90d0/a02b579c-2a85-4ab2-b3db-a337e308127e) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:23:38.054180 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:38.063845 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:38.132798 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Network 084d1e06-ba63-4d3b-8c32-020d352a176b is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:23:38.138267 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:23:38.149722 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:23:38.159622 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Pushing event updated for resources: {'Port': ['ID=a02b579c-2a85-4ab2-b3db-a337e308127e,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:23:38.189058 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:38.189402 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:38.189741 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:38.190076 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:38.190407 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:38.190736 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:38.191062 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:38.191383 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:38.191704 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:38.192026 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:38.192346 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:38.192664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Tracked resource versions report: Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: pushed versions: Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: { 'AddressGroup': {'1.2'}, Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: 'ConntrackHelper': {'1.0'}, Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: 'Log': {'1.0'}, Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: 'Network': {'1.1'}, Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: 'Port': {'1.7'}, Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: 'PortForwarding': {'1.2'}, Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: 'QosPolicy': {'1.10'}, Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: 'SecurityGroup': {'1.5'}, Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: 'SubPort': {'1.0'}, Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: 'Subnet': {'1.1'}, Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: 'Trunk': {'1.1'}} Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: consumer versions: Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: { DHCP agent@n-d-712137-14: {}, Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: L3 agent@n-d-712137-14: {}, Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: Metadata agent@n-d-712137-14: {}, Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: Metering agent@n-d-712137-14: {}, Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: Open vSwitch agent@n-d-712137-14: { 'AddressGroup': '1.2', Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: 'ConntrackHelper': '1.0', Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: 'Log': '1.0', Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: 'Network': '1.1', Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: 'Port': '1.7', Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: 'PortForwarding': '1.2', Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: 'QosPolicy': '1.10', Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: 'SecurityGroup': '1.5', Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: 'SecurityGroupRule': '1.2', Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: 'SubPort': '1.0', Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: 'Subnet': '1.1', Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: 'Trunk': '1.1'}} Nov 12 00:23:38.193761 n-d-712137-14 neutron-server[114244]: {{(pid=114244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:23:38.244761 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Attempting to bind port a02b579c-2a85-4ab2-b3db-a337e308127e on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:23:38.245395 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Attempting to bind port a02b579c-2a85-4ab2-b3db-a337e308127e by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '249dea95-b9a6-4af6-b957-fb8d253ad855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '084d1e06-ba63-4d3b-8c32-020d352a176b'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:23:38.245630 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Attempting to bind port a02b579c-2a85-4ab2-b3db-a337e308127e on network 084d1e06-ba63-4d3b-8c32-020d352a176b {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:23:38.252947 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:23:38.253368 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Checking segment: {'id': '249dea95-b9a6-4af6-b957-fb8d253ad855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '084d1e06-ba63-4d3b-8c32-020d352a176b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:23:38.253888 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:38.254287 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Bound using segment: {'id': '249dea95-b9a6-4af6-b957-fb8d253ad855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '084d1e06-ba63-4d3b-8c32-020d352a176b'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:23:38.254825 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Bound port: a02b579c-2a85-4ab2-b3db-a337e308127e, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249dea95-b9a6-4af6-b957-fb8d253ad855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '084d1e06-ba63-4d3b-8c32-020d352a176b'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:23:38.255272 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:38.316786 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] For port a02b579c-2a85-4ab2-b3db-a337e308127e, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:23:38.320933 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] For port a02b579c-2a85-4ab2-b3db-a337e308127e, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a02b579c-2a85-4ab2-b3db-a337e308127e,segment=NetworkSegment(249dea95-b9a6-4af6-b957-fb8d253ad855),segment_id=249dea95-b9a6-4af6-b957-fb8d253ad855)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:23:38.325308 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:38.388947 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89eac66-133c-4a50-9a1c-95d61b21833c None None] Pushing event updated for resources: {'Port': ['ID=a02b579c-2a85-4ab2-b3db-a337e308127e,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:23:39.786813 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43562) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:23:40.101147 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [None req-5a93e72d-cf44-4017-85d4-a9798f68e936 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:23:40.102237 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5a93e72d-cf44-4017-85d4-a9798f68e936 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3144672 Nov 12 00:23:42.597708 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 43570) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:23:43.089170 n-d-712137-14 neutron-server[114242]: WARNING oslo_policy.policy [None req-af2dfa49-6566-44b9-a231-75e56945d152 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:23:43.090333 n-d-712137-14 neutron-server[114242]: WARNING oslo_policy.policy [None req-af2dfa49-6566-44b9-a231-75e56945d152 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:23:43.317418 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-af2dfa49-6566-44b9-a231-75e56945d152 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:23:43.318736 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-af2dfa49-6566-44b9-a231-75e56945d152 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7188346 Nov 12 00:23:46.116913 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 43590) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:23:46.489603 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-f830af83-6fec-41b4-ad58-7dc01c515e8f admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '6fbd240126fc416290227d3083d422ea', 'name': 'router1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:23:46.556050 n-d-712137-14 neutron-server[114242]: DEBUG neutron.policy [None req-f830af83-6fec-41b4-ad58-7dc01c515e8f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114242) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 00:23:46.605667 n-d-712137-14 neutron-server[114242]: WARNING oslo_policy.policy [None req-f830af83-6fec-41b4-ad58-7dc01c515e8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:23:46.606030 n-d-712137-14 neutron-server[114242]: WARNING oslo_policy.policy [None req-f830af83-6fec-41b4-ad58-7dc01c515e8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:23:46.615035 n-d-712137-14 neutron-server[114242]: INFO neutron.quota [None req-f830af83-6fec-41b4-ad58-7dc01c515e8f admin admin] Loaded quota_driver: . Nov 12 00:23:46.677855 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f830af83-6fec-41b4-ad58-7dc01c515e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:46.679883 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f830af83-6fec-41b4-ad58-7dc01c515e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:46.841250 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f830af83-6fec-41b4-ad58-7dc01c515e8f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:46.846970 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f830af83-6fec-41b4-ad58-7dc01c515e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:46.869144 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f830af83-6fec-41b4-ad58-7dc01c515e8f admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:46.880752 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f830af83-6fec-41b4-ad58-7dc01c515e8f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7525151 Nov 12 00:23:47.478619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f706a1-9b86-4733-81dc-ba9586f42d48 None None] Network 084d1e06-ba63-4d3b-8c32-020d352a176b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:23:47.595402 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a02b579c-2a85-4ab2-b3db-a337e308127e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:23:47.597552 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c691f82b-0efd-4d60-b1fa-ebc1d8fc6925 None None] Provisioning complete for port a02b579c-2a85-4ab2-b3db-a337e308127e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:23:47.597940 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c691f82b-0efd-4d60-b1fa-ebc1d8fc6925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:47.836444 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port a02b579c-2a85-4ab2-b3db-a337e308127e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:23:47.836962 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:47.867016 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c691f82b-0efd-4d60-b1fa-ebc1d8fc6925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:47.918297 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c691f82b-0efd-4d60-b1fa-ebc1d8fc6925 None None] For port a02b579c-2a85-4ab2-b3db-a337e308127e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a02b579c-2a85-4ab2-b3db-a337e308127e,segment=NetworkSegment(249dea95-b9a6-4af6-b957-fb8d253ad855),segment_id=249dea95-b9a6-4af6-b957-fb8d253ad855)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:23:47.923576 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c691f82b-0efd-4d60-b1fa-ebc1d8fc6925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:48.001407 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691f82b-0efd-4d60-b1fa-ebc1d8fc6925 None None] Pushing event updated for resources: {'Port': ['ID=a02b579c-2a85-4ab2-b3db-a337e308127e,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:23:48.144346 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-50188c9f-5878-491c-b5b5-b53331918326 None None] Provisioning complete for port a02b579c-2a85-4ab2-b3db-a337e308127e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:23:48.144627 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-50188c9f-5878-491c-b5b5-b53331918326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:49.401245 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 43602) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:23:49.555964 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a02b579c-2a85-4ab2-b3db-a337e308127e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:23:49.602795 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port a02b579c-2a85-4ab2-b3db-a337e308127e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:23:49.603163 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:49.724473 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-49b98eb6-8c8c-421b-b687-a8fc5b830274 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:23:49.725507 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-49b98eb6-8c8c-421b-b687-a8fc5b830274 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3227742 Nov 12 00:23:49.890984 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-804613d2-f5cb-4ea1-ba01-1adf09494f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:52.242557 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-06006510-b215-4450-aa90-3df1ed2a7636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:52.248480 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 43610) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:23:52.568079 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:23:52.592059 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Made reservation on behalf of 68011e29d43f46a7bd7979528e13330b for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:23:52.594871 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:52.611520 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:52.716266 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:52.719978 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:52.731945 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Reserving flat network on physical network physnet1 {{(pid=114242) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 00:23:52.763614 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763651484901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:52.764177 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Unsubscribe: segment precommit_create {{(pid=114242) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 00:23:52.764683 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Added segment 94e5594c-95e1-45c8-b45d-fc579ef38ec8 of type flat for network e33824d3-49f3-447d-b376-119e8e5c0bcb Nov 12 00:23:52.780461 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a07c15-b524-45b2-9229-7366783e728c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:23:52.826701 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:52.827040 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:52.827373 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:52.827702 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:52.828028 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:52.828376 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:52.828715 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:52.829032 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:52.829349 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:52.829664 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:52.829976 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:52.830286 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Tracked resource versions report: Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: pushed versions: Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: { 'AddressGroup': {'1.2'}, Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: 'ConntrackHelper': {'1.0'}, Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: 'Log': {'1.0'}, Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: 'Network': {'1.1'}, Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: 'Port': {'1.7'}, Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: 'PortForwarding': {'1.2'}, Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: 'QosPolicy': {'1.10'}, Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: 'SecurityGroup': {'1.5'}, Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: 'SubPort': {'1.0'}, Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: 'Subnet': {'1.1'}, Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: 'Trunk': {'1.1'}} Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: consumer versions: Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: { DHCP agent@n-d-712137-14: {}, Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: L3 agent@n-d-712137-14: {}, Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: Metadata agent@n-d-712137-14: {}, Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: Metering agent@n-d-712137-14: {}, Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: Open vSwitch agent@n-d-712137-14: { 'AddressGroup': '1.2', Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: 'ConntrackHelper': '1.0', Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: 'Log': '1.0', Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: 'Network': '1.1', Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: 'Port': '1.7', Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: 'PortForwarding': '1.2', Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: 'QosPolicy': '1.10', Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: 'SecurityGroup': '1.5', Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: 'SecurityGroupRule': '1.2', Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: 'SubPort': '1.0', Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: 'Subnet': '1.1', Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: 'Trunk': '1.1'}} Nov 12 00:23:52.831406 n-d-712137-14 neutron-server[114242]: {{(pid=114242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:23:52.891068 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:52.932761 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:52.933914 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:23:52.934662 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:52.992615 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7430451 Nov 12 00:23:53.037794 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09236ba-103a-408c-bc55-6ad506a6fd0b admin admin] Pushing event updated for resources: {'Network': ['ID=e33824d3-49f3-447d-b376-119e8e5c0bcb,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:23:53.049389 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network e33824d3-49f3-447d-b376-119e8e5c0bcb details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:23:53.211552 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:55.154137 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:55.558608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 43632) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:23:55.753390 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:55.782700 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4273db-04dc-4047-88c3-bc26a23a3da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:23:55.784065 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1c4273db-04dc-4047-88c3-bc26a23a3da9 admin admin] 10.222.0.31 "GET /v2.0/subnets/ec00aca2-80fb-4c9f-ae8e-8aa8fd8d90d0 HTTP/1.1" status: 200 len: 849 time: 0.2244952 Nov 12 00:23:55.922750 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3b550dd6-213a-45a9-818c-d4bd8146ab67 admin admin] 10.222.0.31 "GET /v2.0/routers/846523b5-dc2a-422e-a965-6026a9664299 HTTP/1.1" status: 200 len: 704 time: 0.1322920 Nov 12 00:23:56.195501 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5a0b843f-efcc-4cd3-9eeb-7b48994bfa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:56.498277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-5a0b843f-efcc-4cd3-9eeb-7b48994bfa91 admin admin] Allocated IP 172.20.0.1 (084d1e06-ba63-4d3b-8c32-020d352a176b/ec00aca2-80fb-4c9f-ae8e-8aa8fd8d90d0/4b088b93-b771-4328-8113-4964cc9b6fbc) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:23:56.685036 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5a0b843f-efcc-4cd3-9eeb-7b48994bfa91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:56.749775 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5a0b843f-efcc-4cd3-9eeb-7b48994bfa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:56.825322 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b843f-efcc-4cd3-9eeb-7b48994bfa91 admin admin] Network 084d1e06-ba63-4d3b-8c32-020d352a176b is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:23:56.835818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-5a0b843f-efcc-4cd3-9eeb-7b48994bfa91 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:23:56.841518 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b843f-efcc-4cd3-9eeb-7b48994bfa91 admin admin] Pushing event updated for resources: {'Port': ['ID=4b088b93-b771-4328-8113-4964cc9b6fbc,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:23:56.851752 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b843f-efcc-4cd3-9eeb-7b48994bfa91 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:23:56.852288 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5a0b843f-efcc-4cd3-9eeb-7b48994bfa91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:57.000940 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3d486ea2-4cb6-44df-a763-3ac2e2037a4f None None] Provisioning complete for port 4b088b93-b771-4328-8113-4964cc9b6fbc triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:23:57.001546 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3d486ea2-4cb6-44df-a763-3ac2e2037a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:57.034323 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-3d486ea2-4cb6-44df-a763-3ac2e2037a4f None None] Port 4b088b93-b771-4328-8113-4964cc9b6fbc cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:23:57.060271 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5a0b843f-efcc-4cd3-9eeb-7b48994bfa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:57.319084 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5a0b843f-efcc-4cd3-9eeb-7b48994bfa91 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:57.325030 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5a0b843f-efcc-4cd3-9eeb-7b48994bfa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:57.325774 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5a0b843f-efcc-4cd3-9eeb-7b48994bfa91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:57.412295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b843f-efcc-4cd3-9eeb-7b48994bfa91 admin admin] Pushing event updated for resources: {'Port': ['ID=4b088b93-b771-4328-8113-4964cc9b6fbc,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:23:57.458161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b843f-efcc-4cd3-9eeb-7b48994bfa91 admin admin] Network 084d1e06-ba63-4d3b-8c32-020d352a176b is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:23:57.459563 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-5a0b843f-efcc-4cd3-9eeb-7b48994bfa91 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:23:57.625161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0b843f-efcc-4cd3-9eeb-7b48994bfa91 admin admin] Router 846523b5-dc2a-422e-a965-6026a9664299 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:23:57.658039 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8b6fb2b4-25e6-433c-baf3-1b0980ad2862 None None] Provisioning complete for port 4b088b93-b771-4328-8113-4964cc9b6fbc triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:23:57.658515 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb2b4-25e6-433c-baf3-1b0980ad2862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:57.699868 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-8b6fb2b4-25e6-433c-baf3-1b0980ad2862 None None] Port 4b088b93-b771-4328-8113-4964cc9b6fbc cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:23:57.728623 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0b843f-efcc-4cd3-9eeb-7b48994bfa91 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:23:57.734166 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5a0b843f-efcc-4cd3-9eeb-7b48994bfa91 admin admin] 10.222.0.31 "PUT /v2.0/routers/846523b5-dc2a-422e-a965-6026a9664299/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8041379 Nov 12 00:23:57.738918 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] Sync routers for ids ['846523b5-dc2a-422e-a965-6026a9664299'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:23:57.752034 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] Routers {'846523b5-dc2a-422e-a965-6026a9664299'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:23:57.752892 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:23:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['846523b5-dc2a-422e-a965-6026a9664299'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:23:57.944880 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] Set router 846523b5-dc2a-422e-a965-6026a9664299 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:23:58.391422 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846523b5-dc2a-422e-a965-6026a9664299', 'name': 'router1', 'tenant_id': '6fbd240126fc416290227d3083d422ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:23:46Z', 'updated_at': '2021-11-12T00:23:56Z', 'revision_number': 2, 'project_id': '6fbd240126fc416290227d3083d422ea', 'gw_port_host': None, '_interfaces': [{'id': '4b088b93-b771-4328-8113-4964cc9b6fbc', 'name': '', 'network_id': '084d1e06-ba63-4d3b-8c32-020d352a176b', 'tenant_id': '6fbd240126fc416290227d3083d422ea', 'mac_address': 'fa:16:3e:73:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846523b5-dc2a-422e-a965-6026a9664299', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec00aca2-80fb-4c9f-ae8e-8aa8fd8d90d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:23:56Z', 'updated_at': '2021-11-12T00:23:57Z', 'revision_number': 2, 'project_id': '6fbd240126fc416290227d3083d422ea', 'subnets': [{'id': 'ec00aca2-80fb-4c9f-ae8e-8aa8fd8d90d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b11f2f6a-e0ad-4400-989c-36e062ab533f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:23:58.443504 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] Checking router: 846523b5-dc2a-422e-a965-6026a9664299 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:23:58.443873 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] Updating router 846523b5-dc2a-422e-a965-6026a9664299 port 4b088b93-b771-4328-8113-4964cc9b6fbc binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:23:58.492418 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:59.007841 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:59.014688 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:59.188517 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] Attempting to bind port 4b088b93-b771-4328-8113-4964cc9b6fbc on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:23:59.188954 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] Attempting to bind port 4b088b93-b771-4328-8113-4964cc9b6fbc by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '249dea95-b9a6-4af6-b957-fb8d253ad855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '084d1e06-ba63-4d3b-8c32-020d352a176b'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:23:59.189401 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] Attempting to bind port 4b088b93-b771-4328-8113-4964cc9b6fbc on network 084d1e06-ba63-4d3b-8c32-020d352a176b {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:23:59.193515 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e880d5-6076-412c-a563-31f34294b403 None None] Pushing event updated for resources: {'Port': ['ID=4b088b93-b771-4328-8113-4964cc9b6fbc,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:23:59.203393 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:23:59.204083 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] Checking segment: {'id': '249dea95-b9a6-4af6-b957-fb8d253ad855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '084d1e06-ba63-4d3b-8c32-020d352a176b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:23:59.204600 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:59.205030 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] Bound using segment: {'id': '249dea95-b9a6-4af6-b957-fb8d253ad855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '084d1e06-ba63-4d3b-8c32-020d352a176b'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:23:59.205557 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] Bound port: 4b088b93-b771-4328-8113-4964cc9b6fbc, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249dea95-b9a6-4af6-b957-fb8d253ad855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '084d1e06-ba63-4d3b-8c32-020d352a176b'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:23:59.205951 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:59.211492 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e880d5-6076-412c-a563-31f34294b403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:59.211836 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e880d5-6076-412c-a563-31f34294b403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:59.212172 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e880d5-6076-412c-a563-31f34294b403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:59.212509 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e880d5-6076-412c-a563-31f34294b403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:59.212863 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e880d5-6076-412c-a563-31f34294b403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:59.213194 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e880d5-6076-412c-a563-31f34294b403 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:59.213519 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e880d5-6076-412c-a563-31f34294b403 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:59.213884 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e880d5-6076-412c-a563-31f34294b403 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:59.214211 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e880d5-6076-412c-a563-31f34294b403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:59.214539 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e880d5-6076-412c-a563-31f34294b403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:59.214857 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e880d5-6076-412c-a563-31f34294b403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:59.215177 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e880d5-6076-412c-a563-31f34294b403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e880d5-6076-412c-a563-31f34294b403 None None] Tracked resource versions report: Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: pushed versions: Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: { 'AddressGroup': {'1.2'}, Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: 'ConntrackHelper': {'1.0'}, Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: 'Log': {'1.0'}, Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: 'Network': {'1.1'}, Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: 'Port': {'1.7'}, Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: 'PortForwarding': {'1.2'}, Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: 'QosPolicy': {'1.10'}, Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: 'SecurityGroup': {'1.5'}, Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: 'SubPort': {'1.0'}, Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: 'Subnet': {'1.1'}, Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: 'Trunk': {'1.1'}} Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: consumer versions: Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: { DHCP agent@n-d-712137-14: {}, Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: L3 agent@n-d-712137-14: {}, Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: Metadata agent@n-d-712137-14: {}, Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: Metering agent@n-d-712137-14: {}, Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: Open vSwitch agent@n-d-712137-14: { 'AddressGroup': '1.2', Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: 'ConntrackHelper': '1.0', Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: 'Log': '1.0', Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: 'Network': '1.1', Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: 'Port': '1.7', Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: 'PortForwarding': '1.2', Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: 'QosPolicy': '1.10', Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: 'SecurityGroup': '1.5', Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: 'SecurityGroupRule': '1.2', Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: 'SubPort': '1.0', Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: 'Subnet': '1.1', Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: 'Trunk': '1.1'}} Nov 12 00:23:59.216279 n-d-712137-14 neutron-server[114245]: {{(pid=114245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:23:59.236591 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ac7ab157-c24d-46e1-949d-2b00decba529 None None] Provisioning complete for port 4b088b93-b771-4328-8113-4964cc9b6fbc triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:23:59.237126 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ac7ab157-c24d-46e1-949d-2b00decba529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:59.273330 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ab157-c24d-46e1-949d-2b00decba529 None None] Port 4b088b93-b771-4328-8113-4964cc9b6fbc cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:23:59.286702 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] For port 4b088b93-b771-4328-8113-4964cc9b6fbc, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:23:59.306504 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] For port 4b088b93-b771-4328-8113-4964cc9b6fbc, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=4b088b93-b771-4328-8113-4964cc9b6fbc,segment=NetworkSegment(249dea95-b9a6-4af6-b957-fb8d253ad855),segment_id=249dea95-b9a6-4af6-b957-fb8d253ad855)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:23:59.311313 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:59.366840 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] Routers {'846523b5-dc2a-422e-a965-6026a9664299'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:23:59.367461 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:23:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['846523b5-dc2a-422e-a965-6026a9664299'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:23:59.445634 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e880d5-6076-412c-a563-31f34294b403 None None] Pushing event updated for resources: {'Port': ['ID=4b088b93-b771-4328-8113-4964cc9b6fbc,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:23:59.460029 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] Set router 846523b5-dc2a-422e-a965-6026a9664299 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:23:59.596511 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4b34508b-d2ab-4195-a9b1-59b66c0ba9f1 None None] Provisioning complete for port 4b088b93-b771-4328-8113-4964cc9b6fbc triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:23:59.596838 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4b34508b-d2ab-4195-a9b1-59b66c0ba9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:59.679225 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4b34508b-d2ab-4195-a9b1-59b66c0ba9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:59.682351 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846523b5-dc2a-422e-a965-6026a9664299', 'name': 'router1', 'tenant_id': '6fbd240126fc416290227d3083d422ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:23:46Z', 'updated_at': '2021-11-12T00:23:56Z', 'revision_number': 2, 'project_id': '6fbd240126fc416290227d3083d422ea', 'gw_port_host': None, '_interfaces': [{'id': '4b088b93-b771-4328-8113-4964cc9b6fbc', 'name': '', 'network_id': '084d1e06-ba63-4d3b-8c32-020d352a176b', 'tenant_id': '6fbd240126fc416290227d3083d422ea', 'mac_address': 'fa:16:3e:73:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846523b5-dc2a-422e-a965-6026a9664299', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec00aca2-80fb-4c9f-ae8e-8aa8fd8d90d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:23:56Z', 'updated_at': '2021-11-12T00:23:59Z', 'revision_number': 4, 'project_id': '6fbd240126fc416290227d3083d422ea', 'subnets': [{'id': 'ec00aca2-80fb-4c9f-ae8e-8aa8fd8d90d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b11f2f6a-e0ad-4400-989c-36e062ab533f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:23:59.711611 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a006110-681d-4ca6-8e0d-ebf34b9596e0 None None] The sync data for ids ['846523b5-dc2a-422e-a965-6026a9664299'] in n-d-712137-14 is: [{'id': '846523b5-dc2a-422e-a965-6026a9664299', 'name': 'router1', 'tenant_id': '6fbd240126fc416290227d3083d422ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:23:46Z', 'updated_at': '2021-11-12T00:23:56Z', 'revision_number': 2, 'project_id': '6fbd240126fc416290227d3083d422ea', 'gw_port_host': None, '_interfaces': [{'id': '4b088b93-b771-4328-8113-4964cc9b6fbc', 'name': '', 'network_id': '084d1e06-ba63-4d3b-8c32-020d352a176b', 'tenant_id': '6fbd240126fc416290227d3083d422ea', 'mac_address': 'fa:16:3e:73:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846523b5-dc2a-422e-a965-6026a9664299', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec00aca2-80fb-4c9f-ae8e-8aa8fd8d90d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:23:56Z', 'updated_at': '2021-11-12T00:23:59Z', 'revision_number': 4, 'project_id': '6fbd240126fc416290227d3083d422ea', 'subnets': [{'id': 'ec00aca2-80fb-4c9f-ae8e-8aa8fd8d90d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b11f2f6a-e0ad-4400-989c-36e062ab533f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:23:59.718871 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4b34508b-d2ab-4195-a9b1-59b66c0ba9f1 None None] For port 4b088b93-b771-4328-8113-4964cc9b6fbc, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=4b088b93-b771-4328-8113-4964cc9b6fbc,segment=NetworkSegment(249dea95-b9a6-4af6-b957-fb8d253ad855),segment_id=249dea95-b9a6-4af6-b957-fb8d253ad855)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:23:59.722902 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4b34508b-d2ab-4195-a9b1-59b66c0ba9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:23:59.773012 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34508b-d2ab-4195-a9b1-59b66c0ba9f1 None None] Pushing event updated for resources: {'Port': ['ID=4b088b93-b771-4328-8113-4964cc9b6fbc,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:24:00.094109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 43654) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:24:00.204853 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6929566-089a-44e3-85c3-1807f132f3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:24:00.206213 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e6929566-089a-44e3-85c3-1807f132f3fd admin admin] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 842 time: 0.1111584 Nov 12 00:24:00.216212 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-144a0dea-4875-4772-9a91-60da8c08d0b9 admin admin] Request body: {'subnet': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.0.1', 'cidr': '172.25.0.0/24'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:24:00.241502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144a0dea-4875-4772-9a91-60da8c08d0b9 admin admin] Made reservation on behalf of 68011e29d43f46a7bd7979528e13330b for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:24:00.243747 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-144a0dea-4875-4772-9a91-60da8c08d0b9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:00.549104 n-d-712137-14 neutron-server[114242]: DEBUG neutron.objects.ports [None req-144a0dea-4875-4772-9a91-60da8c08d0b9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114242) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:24:00.549534 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-144a0dea-4875-4772-9a91-60da8c08d0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:00.608681 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a0dea-4875-4772-9a91-60da8c08d0b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6326563a-4bde-452e-88f9-d7db7829be33,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:24:00.613148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144a0dea-4875-4772-9a91-60da8c08d0b9 admin admin] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:24:00.613523 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144a0dea-4875-4772-9a91-60da8c08d0b9 admin admin] Network hostable DHCP agents. Network: e33824d3-49f3-447d-b376-119e8e5c0bcb, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:24:00.637033 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144a0dea-4875-4772-9a91-60da8c08d0b9 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:24:00.650499 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-144a0dea-4875-4772-9a91-60da8c08d0b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, e33824d3-49f3-447d-b376-119e8e5c0bcb) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:24:00.654697 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144a0dea-4875-4772-9a91-60da8c08d0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:24:00.655299 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-144a0dea-4875-4772-9a91-60da8c08d0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:00.666546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daece672-a4c2-4e0d-9476-0c6b196e8465 None None] Network e33824d3-49f3-447d-b376-119e8e5c0bcb requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:24:00.679940 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-144a0dea-4875-4772-9a91-60da8c08d0b9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4671044 Nov 12 00:24:00.803780 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8804fc60-4afc-4cdd-a10c-1f1a8e3dba61 None None] Network e33824d3-49f3-447d-b376-119e8e5c0bcb requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:24:03.094822 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43662) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:24:03.177675 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 5 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:24:03.352543 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7da5bfba-2660-4225-8864-2946def701fe admin admin] 10.222.0.31 "GET /v2.0/routers/846523b5-dc2a-422e-a965-6026a9664299 HTTP/1.1" status: 200 len: 710 time: 0.2565050 Nov 12 00:24:03.483560 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7a8014-c400-4a1c-b750-ee446bc7cc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:24:03.490717 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1f7a8014-c400-4a1c-b750-ee446bc7cc04 admin admin] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 886 time: 0.1241336 Nov 12 00:24:03.494907 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c1e463e6-7155-4f32-9f9f-e7f35e42f957 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:24:03.765976 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1e463e6-7155-4f32-9f9f-e7f35e42f957 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:04.004569 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1e463e6-7155-4f32-9f9f-e7f35e42f957 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:04.078267 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1e463e6-7155-4f32-9f9f-e7f35e42f957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:04.233152 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-c1e463e6-7155-4f32-9f9f-e7f35e42f957 admin admin] Allocated IP 172.25.0.215 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/d76134a6-b306-49c2-9cb3-45652f2ea778) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:24:04.391205 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1e463e6-7155-4f32-9f9f-e7f35e42f957 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:04.450768 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1e463e6-7155-4f32-9f9f-e7f35e42f957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:04.516514 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e463e6-7155-4f32-9f9f-e7f35e42f957 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:24:04.522257 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-c1e463e6-7155-4f32-9f9f-e7f35e42f957 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:24:04.532821 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e463e6-7155-4f32-9f9f-e7f35e42f957 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:24:04.571478 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e463e6-7155-4f32-9f9f-e7f35e42f957 admin admin] Pushing event updated for resources: {'Port': ['ID=d76134a6-b306-49c2-9cb3-45652f2ea778,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:24:04.818821 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1e463e6-7155-4f32-9f9f-e7f35e42f957 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:05.011202 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1e463e6-7155-4f32-9f9f-e7f35e42f957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:05.016091 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1e463e6-7155-4f32-9f9f-e7f35e42f957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719336'] for router, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:05.126103 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e463e6-7155-4f32-9f9f-e7f35e42f957 admin admin] Router 846523b5-dc2a-422e-a965-6026a9664299 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:24:05.239336 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e463e6-7155-4f32-9f9f-e7f35e42f957 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:24:05.243765 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1e463e6-7155-4f32-9f9f-e7f35e42f957 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:05.245051 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c1e463e6-7155-4f32-9f9f-e7f35e42f957 admin admin] 10.222.0.31 "PUT /v2.0/routers/846523b5-dc2a-422e-a965-6026a9664299 HTTP/1.1" status: 200 len: 890 time: 1.7536058 Nov 12 00:24:05.588040 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 4b088b93-b771-4328-8113-4964cc9b6fbc up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:24:05.640275 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 4b088b93-b771-4328-8113-4964cc9b6fbc triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:24:05.640275 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:06.822664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] Sync routers for ids ['846523b5-dc2a-422e-a965-6026a9664299'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:24:06.834375 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] Routers {'846523b5-dc2a-422e-a965-6026a9664299'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:24:06.835136 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:23:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['846523b5-dc2a-422e-a965-6026a9664299'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:24:07.044899 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] Set router 846523b5-dc2a-422e-a965-6026a9664299 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:24:07.553157 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846523b5-dc2a-422e-a965-6026a9664299', 'name': 'router1', 'tenant_id': '6fbd240126fc416290227d3083d422ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd76134a6-b306-49c2-9cb3-45652f2ea778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:23:46Z', 'updated_at': '2021-11-12T00:24:04Z', 'revision_number': 4, 'project_id': '6fbd240126fc416290227d3083d422ea', 'gw_port': {'id': 'd76134a6-b306-49c2-9cb3-45652f2ea778', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846523b5-dc2a-422e-a965-6026a9664299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:24:04Z', 'updated_at': '2021-11-12T00:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '4b088b93-b771-4328-8113-4964cc9b6fbc', 'name': '', 'network_id': '084d1e06-ba63-4d3b-8c32-020d352a176b', 'tenant_id': '6fbd240126fc416290227d3083d422ea', 'mac_address': 'fa:16:3e:73:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846523b5-dc2a-422e-a965-6026a9664299', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec00aca2-80fb-4c9f-ae8e-8aa8fd8d90d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:23:56Z', 'updated_at': '2021-11-12T00:23:59Z', 'revision_number': 5, 'project_id': '6fbd240126fc416290227d3083d422ea', 'subnets': [{'id': 'ec00aca2-80fb-4c9f-ae8e-8aa8fd8d90d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b11f2f6a-e0ad-4400-989c-36e062ab533f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:24:07.605466 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] Checking router: 846523b5-dc2a-422e-a965-6026a9664299 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:24:07.605803 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] Updating router 846523b5-dc2a-422e-a965-6026a9664299 port d76134a6-b306-49c2-9cb3-45652f2ea778 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:24:07.657965 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:07.835061 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43674) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:24:07.951474 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b2231c54-7ea8-417a-9197-7884c88619fe admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1152647 Nov 12 00:24:08.106183 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:08.112783 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:08.167446 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] Attempting to bind port d76134a6-b306-49c2-9cb3-45652f2ea778 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:24:08.167790 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] Attempting to bind port d76134a6-b306-49c2-9cb3-45652f2ea778 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:24:08.168158 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] Attempting to bind port d76134a6-b306-49c2-9cb3-45652f2ea778 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:24:08.170290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75382c-22fb-4366-a3f4-a7de638121a0 None None] Pushing event updated for resources: {'Port': ['ID=d76134a6-b306-49c2-9cb3-45652f2ea778,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:24:08.175751 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:24:08.176123 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:24:08.176523 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:08.176938 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:24:08.177406 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] Bound port: d76134a6-b306-49c2-9cb3-45652f2ea778, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:24:08.177780 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:08.230546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] For port d76134a6-b306-49c2-9cb3-45652f2ea778, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:24:08.234601 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] For port d76134a6-b306-49c2-9cb3-45652f2ea778, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d76134a6-b306-49c2-9cb3-45652f2ea778,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:24:08.238712 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:08.296249 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] Routers {'846523b5-dc2a-422e-a965-6026a9664299'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:24:08.296904 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:23:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['846523b5-dc2a-422e-a965-6026a9664299'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:24:08.334651 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75382c-22fb-4366-a3f4-a7de638121a0 None None] Pushing event updated for resources: {'Port': ['ID=d76134a6-b306-49c2-9cb3-45652f2ea778,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:24:08.422127 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] Set router 846523b5-dc2a-422e-a965-6026a9664299 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:24:08.660007 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846523b5-dc2a-422e-a965-6026a9664299', 'name': 'router1', 'tenant_id': '6fbd240126fc416290227d3083d422ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd76134a6-b306-49c2-9cb3-45652f2ea778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:23:46Z', 'updated_at': '2021-11-12T00:24:04Z', 'revision_number': 4, 'project_id': '6fbd240126fc416290227d3083d422ea', 'gw_port': {'id': 'd76134a6-b306-49c2-9cb3-45652f2ea778', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846523b5-dc2a-422e-a965-6026a9664299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:24:04Z', 'updated_at': '2021-11-12T00:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '4b088b93-b771-4328-8113-4964cc9b6fbc', 'name': '', 'network_id': '084d1e06-ba63-4d3b-8c32-020d352a176b', 'tenant_id': '6fbd240126fc416290227d3083d422ea', 'mac_address': 'fa:16:3e:73:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846523b5-dc2a-422e-a965-6026a9664299', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec00aca2-80fb-4c9f-ae8e-8aa8fd8d90d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:23:56Z', 'updated_at': '2021-11-12T00:23:59Z', 'revision_number': 5, 'project_id': '6fbd240126fc416290227d3083d422ea', 'subnets': [{'id': 'ec00aca2-80fb-4c9f-ae8e-8aa8fd8d90d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b11f2f6a-e0ad-4400-989c-36e062ab533f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:24:08.686887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff65b5f9-594a-428c-8eca-912b28500a58 None None] The sync data for ids ['846523b5-dc2a-422e-a965-6026a9664299'] in n-d-712137-14 is: [{'id': '846523b5-dc2a-422e-a965-6026a9664299', 'name': 'router1', 'tenant_id': '6fbd240126fc416290227d3083d422ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd76134a6-b306-49c2-9cb3-45652f2ea778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:23:46Z', 'updated_at': '2021-11-12T00:24:04Z', 'revision_number': 4, 'project_id': '6fbd240126fc416290227d3083d422ea', 'gw_port': {'id': 'd76134a6-b306-49c2-9cb3-45652f2ea778', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846523b5-dc2a-422e-a965-6026a9664299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:24:04Z', 'updated_at': '2021-11-12T00:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '4b088b93-b771-4328-8113-4964cc9b6fbc', 'name': '', 'network_id': '084d1e06-ba63-4d3b-8c32-020d352a176b', 'tenant_id': '6fbd240126fc416290227d3083d422ea', 'mac_address': 'fa:16:3e:73:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846523b5-dc2a-422e-a965-6026a9664299', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec00aca2-80fb-4c9f-ae8e-8aa8fd8d90d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:23:56Z', 'updated_at': '2021-11-12T00:23:59Z', 'revision_number': 5, 'project_id': '6fbd240126fc416290227d3083d422ea', 'subnets': [{'id': 'ec00aca2-80fb-4c9f-ae8e-8aa8fd8d90d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b11f2f6a-e0ad-4400-989c-36e062ab533f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:24:09.588179 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d76134a6-b306-49c2-9cb3-45652f2ea778 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:24:09.646605 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port d76134a6-b306-49c2-9cb3-45652f2ea778 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:24:09.646986 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:09.728143 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:09.755135 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port d76134a6-b306-49c2-9cb3-45652f2ea778, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d76134a6-b306-49c2-9cb3-45652f2ea778,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:24:09.764596 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:09.827898 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=d76134a6-b306-49c2-9cb3-45652f2ea778,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:24:11.589061 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d76134a6-b306-49c2-9cb3-45652f2ea778 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:24:11.657310 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port d76134a6-b306-49c2-9cb3-45652f2ea778 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:24:11.658021 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:19.896263 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5766c29b-3fd0-4f15-ba74-4dcf531cd2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:22.237078 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8b5628f4-10b1-41dc-a42f-5ffa11ebe55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:23.218765 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:25.170897 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:25.762484 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:40.192273 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 5 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:24:49.891318 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ce74495e-9e5d-4cf4-a8ff-09f3bd94d582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:52.234189 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-36824253-204e-4014-8eed-5ea95ae82753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:53.219730 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:55.163800 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:24:55.759385 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:25:17.187673 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 5 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:25:19.886014 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b444f203-beab-49d9-ab95-4633688c7066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:25:22.238615 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-efc6ba32-df4f-497f-973f-5df8cd1cd4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:25:23.221195 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:25:25.172826 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:25:25.762157 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:25:49.887481 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7261-45b1-4b29-8bc4-3469f90afe6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:25:52.230234 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e5fe2dc2-ee2d-4798-8b4f-5b677a56377f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:25:53.224857 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:25:54.076208 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44268) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:25:54.137033 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa643cb-f1e5-405f-af32-1c0331e21af0 admin admin] GET failed (client error): The resource could not be found. Nov 12 00:25:54.138461 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1fa643cb-f1e5-405f-af32-1c0331e21af0 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611613 Nov 12 00:25:54.191183 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 5 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:25:54.295559 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549c571a-7048-49ef-9365-f281f209d88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:25:54.296959 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-549c571a-7048-49ef-9365-f281f209d88f admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1539795 Nov 12 00:25:55.169830 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:25:55.763376 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:25:56.586206 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44278) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:25:56.745387 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd23235-888f-4cb8-918d-c618cc4b80e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:25:56.746763 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0dd23235-888f-4cb8-918d-c618cc4b80e5 admin admin] 10.222.0.31 "GET /v2.0/subnets/ec00aca2-80fb-4c9f-ae8e-8aa8fd8d90d0 HTTP/1.1" status: 200 len: 849 time: 0.1596274 Nov 12 00:25:56.756622 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-81844ac7-94ad-4281-bc64-770a653c189c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:25:56.839183 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81844ac7-94ad-4281-bc64-770a653c189c admin admin] Publish callbacks [] for subnet, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:25:56.978724 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81844ac7-94ad-4281-bc64-770a653c189c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763651446411'] for subnet, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:25:57.006710 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81844ac7-94ad-4281-bc64-770a653c189c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:25:57.007299 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81844ac7-94ad-4281-bc64-770a653c189c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:25:57.014056 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-81844ac7-94ad-4281-bc64-770a653c189c admin admin] 10.222.0.31 "PUT /v2.0/subnets/ec00aca2-80fb-4c9f-ae8e-8aa8fd8d90d0 HTTP/1.1" status: 200 len: 868 time: 0.2556961 Nov 12 00:25:57.016555 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a73b509-4b16-4cad-a0eb-603124951029 None None] Network 084d1e06-ba63-4d3b-8c32-020d352a176b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:25:57.032932 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81844ac7-94ad-4281-bc64-770a653c189c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec00aca2-80fb-4c9f-ae8e-8aa8fd8d90d0,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:25:57.042461 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81844ac7-94ad-4281-bc64-770a653c189c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:25:57.042817 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81844ac7-94ad-4281-bc64-770a653c189c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:25:57.043208 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81844ac7-94ad-4281-bc64-770a653c189c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:25:57.043553 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81844ac7-94ad-4281-bc64-770a653c189c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:25:57.043892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81844ac7-94ad-4281-bc64-770a653c189c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:25:57.044222 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81844ac7-94ad-4281-bc64-770a653c189c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:25:57.044555 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81844ac7-94ad-4281-bc64-770a653c189c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:25:57.044919 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81844ac7-94ad-4281-bc64-770a653c189c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:25:57.045247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81844ac7-94ad-4281-bc64-770a653c189c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:25:57.045579 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81844ac7-94ad-4281-bc64-770a653c189c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:25:57.045904 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81844ac7-94ad-4281-bc64-770a653c189c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:25:57.046229 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81844ac7-94ad-4281-bc64-770a653c189c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:25:57.443363 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5ba86170-0a79-4485-91f7-b8a8fd9d95f8 None None] Provisioning complete for port a02b579c-2a85-4ab2-b3db-a337e308127e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:25:57.443752 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5ba86170-0a79-4485-91f7-b8a8fd9d95f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:25:57.526799 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5ba86170-0a79-4485-91f7-b8a8fd9d95f8 None None] Provisioning complete for port 4b088b93-b771-4328-8113-4964cc9b6fbc triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:25:57.527161 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5ba86170-0a79-4485-91f7-b8a8fd9d95f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:25:59.323160 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44286) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:25:59.525357 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f03bf2e-55ba-41b0-ad85-23645afb88e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:25:59.525744 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f03bf2e-55ba-41b0-ad85-23645afb88e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:25:59.527282 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3f03bf2e-55ba-41b0-ad85-23645afb88e4 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2031729 Nov 12 00:26:01.828626 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44296) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:26:02.026856 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c85c910-944f-45e8-8d44-d3b50969b070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:26:02.027327 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c85c910-944f-45e8-8d44-d3b50969b070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:26:02.028888 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6c85c910-944f-45e8-8d44-d3b50969b070 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1991663 Nov 12 00:26:04.310143 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44304) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:26:04.445449 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c0d6fa-df4a-4d27-ae7e-5a5c1e3fb080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:26:04.446814 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-90c0d6fa-df4a-4d27-ae7e-5a5c1e3fb080 admin admin] 10.222.0.31 "GET /v2.0/networks/084d1e06-ba63-4d3b-8c32-020d352a176b HTTP/1.1" status: 200 len: 869 time: 0.1356971 Nov 12 00:26:06.769698 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44312) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:26:06.899726 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1f2e14-a002-4e5c-96ad-8d88f4731976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:26:06.901046 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2f1f2e14-a002-4e5c-96ad-8d88f4731976 admin admin] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 886 time: 0.1303720 Nov 12 00:26:09.197593 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44320) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:26:09.318641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2531c57-daa3-42de-a364-2f4bd7ca9b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:26:09.319096 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2531c57-daa3-42de-a364-2f4bd7ca9b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:26:09.321300 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b2531c57-daa3-42de-a364-2f4bd7ca9b0c admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1220901 Nov 12 00:26:11.578948 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44328) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:26:11.745861 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f106fd-909b-4dbd-ab19-8c4d46880dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:26:11.746323 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f106fd-909b-4dbd-ab19-8c4d46880dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:26:11.747868 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-60f106fd-909b-4dbd-ab19-8c4d46880dff admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1679740 Nov 12 00:26:14.035906 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44336) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:26:14.126110 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025b9f0b-f598-430e-b338-07fa5334cb15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:26:14.127458 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-025b9f0b-f598-430e-b338-07fa5334cb15 admin admin] 10.222.0.31 "GET /v2.0/subnets/6326563a-4bde-452e-88f9-d7db7829be33 HTTP/1.1" status: 200 len: 816 time: 0.0905647 Nov 12 00:26:16.414715 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44344) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:26:16.506576 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a94ab17-ee86-46ef-898b-892d6246a17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:26:16.508464 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4a94ab17-ee86-46ef-898b-892d6246a17c admin admin] 10.222.0.31 "GET /v2.0/subnets/ec00aca2-80fb-4c9f-ae8e-8aa8fd8d90d0 HTTP/1.1" status: 200 len: 868 time: 0.0922289 Nov 12 00:26:19.888942 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3121afa6-506d-44a5-8afc-82fa84e242bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:22.233041 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c09c2c9d-b814-4cde-a7d1-e6fc9586a02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:23.226609 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:25.173997 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:25.765458 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:31.193431 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 5 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:26:41.126550 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44398) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:26:41.175874 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [None req-4932ea34-9a47-47ff-bb20-8562718191e3 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:26:41.176892 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4932ea34-9a47-47ff-bb20-8562718191e3 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0493588 Nov 12 00:26:43.554370 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44406) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:26:43.615890 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab2b6ef-533d-4e00-923f-40f01035a56d admin admin] GET failed (client error): The resource could not be found. Nov 12 00:26:43.618108 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3ab2b6ef-533d-4e00-923f-40f01035a56d admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625970 Nov 12 00:26:43.767404 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385ec0de-53af-464d-a747-fbdf185e4057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:26:43.768801 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-385ec0de-53af-464d-a747-fbdf185e4057 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1461105 Nov 12 00:26:46.079822 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44414) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:26:46.127284 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:26:46.147082 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Made reservation on behalf of 68011e29d43f46a7bd7979528e13330b for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:26:46.149860 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:46.176799 n-d-712137-14 neutron-server[114242]: WARNING neutron.services.revisions.revision_plugin [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Could not find related network for resource to bump revision. Nov 12 00:26:46.190660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:26:46.200855 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:46.201309 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Added segment 09868270-e2af-4879-96e6-96039be99c2b of type vlan for network 00ad7773-535c-4771-af90-aa82d1823cd4 Nov 12 00:26:46.240534 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:46.263482 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:46.264336 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:26:46.264952 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:46.298394 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2175136 Nov 12 00:26:46.329655 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Pushing event updated for resources: {'Network': ['ID=00ad7773-535c-4771-af90-aa82d1823cd4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:26:46.337556 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:46.337900 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:46.338239 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:46.338574 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:46.338908 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:46.339236 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:46.339566 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:46.339887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:46.340208 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:46.340527 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:46.340876 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:46.341195 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d3340-f44d-469b-a20b-b414854d753b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:46.353153 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 00ad7773-535c-4771-af90-aa82d1823cd4 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:26:48.644270 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44422) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:26:48.706475 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-8514b5e9-da0b-4437-a01b-bb741d399d69 admin admin] GET failed (client error): The resource could not be found. Nov 12 00:26:48.707828 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8514b5e9-da0b-4437-a01b-bb741d399d69 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0625832 Nov 12 00:26:48.779288 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ad9f44-235b-45d7-99e3-a357a4a24ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:26:48.780813 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-15ad9f44-235b-45d7-99e3-a357a4a24ad2 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682936 Nov 12 00:26:48.792883 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-29a54f83-7d7a-42f1-bbd0-4d3475482bcf admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:26:48.813673 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a54f83-7d7a-42f1-bbd0-4d3475482bcf admin admin] Made reservation on behalf of 68011e29d43f46a7bd7979528e13330b for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:26:48.815977 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-29a54f83-7d7a-42f1-bbd0-4d3475482bcf admin admin] Publish callbacks [] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:48.973640 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-29a54f83-7d7a-42f1-bbd0-4d3475482bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:49.027294 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a54f83-7d7a-42f1-bbd0-4d3475482bcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=764abb32-021e-43f9-bbee-bf4c9facb360,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:26:49.034759 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a54f83-7d7a-42f1-bbd0-4d3475482bcf admin admin] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:26:49.035114 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a54f83-7d7a-42f1-bbd0-4d3475482bcf admin admin] Network hostable DHCP agents. Network: 00ad7773-535c-4771-af90-aa82d1823cd4, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:26:49.051110 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a54f83-7d7a-42f1-bbd0-4d3475482bcf admin admin] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:26:49.059567 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-29a54f83-7d7a-42f1-bbd0-4d3475482bcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 00ad7773-535c-4771-af90-aa82d1823cd4) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:26:49.063484 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a54f83-7d7a-42f1-bbd0-4d3475482bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:26:49.064137 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-29a54f83-7d7a-42f1-bbd0-4d3475482bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:49.068646 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370c4fd9-31f5-4207-a78f-2dc4d7a27295 None None] Network 00ad7773-535c-4771-af90-aa82d1823cd4 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:26:49.078757 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-29a54f83-7d7a-42f1-bbd0-4d3475482bcf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2909899 Nov 12 00:26:49.223774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-00ad7773-535c-4771-af90-aa82d1823cd4', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'tenant_id': '68011e29d43f46a7bd7979528e13330b', 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:26:49.224598 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:49.363018 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Allocated IP 192.168.233.2 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/a2c189cf-d6f3-4f42-b047-cf9921bc9d03) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:26:49.505036 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:49.512205 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:49.552981 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:26:49.558399 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:26:49.562007 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:26:49.569115 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Pushing event updated for resources: {'Port': ['ID=a2c189cf-d6f3-4f42-b047-cf9921bc9d03,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:26:49.578850 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:49.579215 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:49.579560 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:49.579903 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:49.580243 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:49.580575 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:49.580932 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:49.581255 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:49.581582 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:49.581925 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:49.582234 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:49.582558 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:26:49.629343 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Attempting to bind port a2c189cf-d6f3-4f42-b047-cf9921bc9d03 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:26:49.629715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Attempting to bind port a2c189cf-d6f3-4f42-b047-cf9921bc9d03 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:26:49.630084 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Attempting to bind port a2c189cf-d6f3-4f42-b047-cf9921bc9d03 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:26:49.635245 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:26:49.635623 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:26:49.636024 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:49.636421 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:26:49.636926 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Bound port: a2c189cf-d6f3-4f42-b047-cf9921bc9d03, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:26:49.637328 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:49.699039 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] For port a2c189cf-d6f3-4f42-b047-cf9921bc9d03, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:26:49.703095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] For port a2c189cf-d6f3-4f42-b047-cf9921bc9d03, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a2c189cf-d6f3-4f42-b047-cf9921bc9d03,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:26:49.707249 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:49.774414 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc006b0f-6c45-4af1-89b1-a2b00a1c4106 None None] Pushing event updated for resources: {'Port': ['ID=a2c189cf-d6f3-4f42-b047-cf9921bc9d03,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:26:49.896583 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0a6136fe-5d88-4e6e-a2b2-876a9ee02f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:50.593084 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7accda-3c6e-42e3-9452-dc0d050436f2 None None] Network 00ad7773-535c-4771-af90-aa82d1823cd4 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:26:50.674407 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-61de0d11-2fd2-4d7c-aed1-503789ceaa55 None None] Provisioning complete for port a2c189cf-d6f3-4f42-b047-cf9921bc9d03 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:26:50.674774 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-61de0d11-2fd2-4d7c-aed1-503789ceaa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:50.812463 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-61de0d11-2fd2-4d7c-aed1-503789ceaa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:50.852350 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-61de0d11-2fd2-4d7c-aed1-503789ceaa55 None None] For port a2c189cf-d6f3-4f42-b047-cf9921bc9d03, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a2c189cf-d6f3-4f42-b047-cf9921bc9d03,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:26:50.858974 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-61de0d11-2fd2-4d7c-aed1-503789ceaa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:50.912512 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de0d11-2fd2-4d7c-aed1-503789ceaa55 None None] Pushing event updated for resources: {'Port': ['ID=a2c189cf-d6f3-4f42-b047-cf9921bc9d03,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:26:51.079250 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-283277b6-e964-4662-8c92-bc6b4d649d6b None None] Provisioning complete for port a2c189cf-d6f3-4f42-b047-cf9921bc9d03 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:26:51.079623 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-283277b6-e964-4662-8c92-bc6b4d649d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:51.699761 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a2c189cf-d6f3-4f42-b047-cf9921bc9d03 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:26:51.753290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port a2c189cf-d6f3-4f42-b047-cf9921bc9d03 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:26:51.753664 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:52.236589 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5ba7773a-c591-4d6f-b82d-78e807023006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:53.235931 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:55.181871 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:26:55.767782 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:08.197375 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 5 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:27:19.889606 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8d5c19cf-5b02-4a76-8eaf-ec09e07e7144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:22.238566 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b471baca-75cb-4849-8913-1e42c52a6b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:23.232539 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:25.181550 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:25.769941 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:45.199663 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 5 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:27:49.891635 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-06d6858d-def5-428a-8948-e5eec5c30dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:52.239977 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-95d4fec6-6395-4813-81a8-024cf07895f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:53.238433 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:55.184207 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:27:55.771064 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:07.124509 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44466) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:28:07.130364 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [None req-93204a78-6088-4eaf-a435-98c507d3eede tempest-verify_tempest_config-1881833367 tempest-verify_tempest_config-1881833367-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:28:07.131437 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-93204a78-6088-4eaf-a435-98c507d3eede tempest-verify_tempest_config-1881833367 tempest-verify_tempest_config-1881833367-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058200 Nov 12 00:28:07.428159 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44484) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:28:07.534045 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6c5ae27-ac9f-456d-8c99-7eb1d7486ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:07.608772 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6c5ae27-ac9f-456d-8c99-7eb1d7486ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:07.612468 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6c5ae27-ac9f-456d-8c99-7eb1d7486ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:07.655592 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5ae27-ac9f-456d-8c99-7eb1d7486ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760aa4ae-6839-43db-ad64-8455efb023ab,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:28:07.660335 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e6c5ae27-ac9f-456d-8c99-7eb1d7486ca0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1bebdccda4bb4102ae17d4d047057b12&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2307646 Nov 12 00:28:07.663170 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44488) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:28:07.664629 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c5ae27-ac9f-456d-8c99-7eb1d7486ca0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.665041 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c5ae27-ac9f-456d-8c99-7eb1d7486ca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.665350 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c5ae27-ac9f-456d-8c99-7eb1d7486ca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.665689 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c5ae27-ac9f-456d-8c99-7eb1d7486ca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.666023 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c5ae27-ac9f-456d-8c99-7eb1d7486ca0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.666355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c5ae27-ac9f-456d-8c99-7eb1d7486ca0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.666682 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c5ae27-ac9f-456d-8c99-7eb1d7486ca0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.667017 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c5ae27-ac9f-456d-8c99-7eb1d7486ca0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.667340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c5ae27-ac9f-456d-8c99-7eb1d7486ca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.667665 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c5ae27-ac9f-456d-8c99-7eb1d7486ca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.668004 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c5ae27-ac9f-456d-8c99-7eb1d7486ca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.668308 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c5ae27-ac9f-456d-8c99-7eb1d7486ca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.716266 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fc04e149-c445-482f-a077-ccbe47c96e6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:07.736107 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fc04e149-c445-482f-a077-ccbe47c96e6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:07.828217 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fc04e149-c445-482f-a077-ccbe47c96e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:07.830824 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fc04e149-c445-482f-a077-ccbe47c96e6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:07.832324 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fc04e149-c445-482f-a077-ccbe47c96e6e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/760aa4ae-6839-43db-ad64-8455efb023ab HTTP/1.1" status: 204 len: 168 time: 0.1678290 Nov 12 00:28:07.839952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04e149-c445-482f-a077-ccbe47c96e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760aa4ae-6839-43db-ad64-8455efb023ab,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:28:07.846530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04e149-c445-482f-a077-ccbe47c96e6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.846875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04e149-c445-482f-a077-ccbe47c96e6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.847221 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04e149-c445-482f-a077-ccbe47c96e6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.847551 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04e149-c445-482f-a077-ccbe47c96e6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.847885 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04e149-c445-482f-a077-ccbe47c96e6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.848211 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04e149-c445-482f-a077-ccbe47c96e6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.848535 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04e149-c445-482f-a077-ccbe47c96e6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.848880 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04e149-c445-482f-a077-ccbe47c96e6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.849203 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04e149-c445-482f-a077-ccbe47c96e6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.849531 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04e149-c445-482f-a077-ccbe47c96e6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.849847 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04e149-c445-482f-a077-ccbe47c96e6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:07.850166 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04e149-c445-482f-a077-ccbe47c96e6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:28:19.894430 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-44acd0df-bcdc-4554-a325-c2109e8a804d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:22.199940 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 5 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:28:22.243025 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-13a505c0-9d75-4119-9619-698b0fcf9c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:23.238196 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:25.187376 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:25.773145 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:49.896089 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0813d8e5-acea-4c6e-be9e-8b07eca0b80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:52.246404 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1a769d6f-f9b8-4f80-8b55-7b99bc0555e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:53.241332 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:55.190839 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:55.774269 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:28:59.204069 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 5 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:29:19.899530 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-976eedac-e2a2-4f2d-8dde-ac8ca101acc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:22.253250 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a8729ca0-7ea3-4921-96c4-75556f6c8538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:23.243788 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:25.194344 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:25.769731 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:36.207954 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 5 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:29:49.900782 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a6f4063c-1180-4482-9049-2d1ca20af326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:52.245061 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-881b6b2d-f789-42b5-92ee-152571ae27fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:53.246840 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:55.196365 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:29:55.771300 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:13.209058 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 5 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:30:19.904904 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cec96cc3-cd4a-40bd-aa65-2b15e6315442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:22.246685 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cb66901d-b954-4dd8-8eb6-3124d688f440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:23.247180 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:25.199758 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:25.771512 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:49.906292 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7bcf572a-0031-4103-928b-b2d79c6a78d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:50.208949 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 5 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:30:52.247173 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-19101218-e6a2-45d2-94de-a8d12e6c2b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:53.252138 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:55.203551 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:30:55.772936 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:19.908582 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a98caa55-3b4a-404e-a283-02d03ca496e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:22.248507 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3136d69a-63f0-42fb-bb5e-5c3b1129a719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:23.254980 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:24.316338 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1705653'] for agent, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:25.206190 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:25.774368 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:27.213454 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 6 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:31:38.316951 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1705653'] for agent, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:49.912528 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b62ec263-4154-458a-8c36-906970284d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:52.251440 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9cb934ea-1a5a-4df4-a1a6-b50cbaa50215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:53.257357 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:54.267616 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:55.210505 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:31:55.776683 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:04.217939 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:32:08.300362 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:09.582410 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44542) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:32:09.690089 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-990c983d-06af-49bb-b12a-3ae610bae4d3 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1065450 Nov 12 00:32:11.999752 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44552) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:32:12.054057 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3eaac721-8b16-4b28-ac1d-fe2e5a130844 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0526476 Nov 12 00:32:19.914874 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12571337-4dc7-4336-824d-da61c83ad224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:22.252825 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-255c75c3-a026-4d97-aaf5-0da3376b8501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:23.261579 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:24.267212 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:25.212366 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:25.778703 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:38.298289 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:41.218003 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:32:49.916101 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d0b9a341-874d-43da-b249-96c28961d63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:52.254593 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-be6b43fb-1a3c-4361-b772-bca51286b240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:53.263095 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:54.266403 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:55.219046 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:32:55.780666 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:08.297104 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:18.226816 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:33:19.919548 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-18957230-0829-4520-b552-4ea63d30f9f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:22.257994 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dc180371-330d-44cf-9d6b-a2789cf00766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:23.265923 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:24.282116 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:25.223460 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:25.782217 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:37.260672 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44712) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:37.648259 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bad9a840-c3db-4f75-b606-ec27d55c2209 tempest-AutoAllocateNetworkTest-2034758519 tempest-AutoAllocateNetworkTest-2034758519-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7da7b9819f2248a284c9a3daf4c41149&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3862092 Nov 12 00:33:37.650826 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44736) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:37.845957 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7923363-56f0-4f82-bc5b-99e6d711ad66 tempest-AutoAllocateNetworkTest-2034758519 tempest-AutoAllocateNetworkTest-2034758519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:33:37.848469 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a7923363-56f0-4f82-bc5b-99e6d711ad66 tempest-AutoAllocateNetworkTest-2034758519 tempest-AutoAllocateNetworkTest-2034758519-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1964803 Nov 12 00:33:37.851100 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44746) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:37.921169 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44756) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:37.921804 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-962af2c5-5a77-4795-a0ad-36591edd9206 tempest-AutoAllocateNetworkTest-2034758519 tempest-AutoAllocateNetworkTest-2034758519-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686593 Nov 12 00:33:37.955141 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-35aca4aa-6ade-495a-8418-8580e553869d tempest-AutoAllocateNetworkTest-2034758519 tempest-AutoAllocateNetworkTest-2034758519-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7da7b9819f2248a284c9a3daf4c41149 HTTP/1.1" status: 200 len: 208 time: 0.0318244 Nov 12 00:33:38.294047 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:38.637262 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44800) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:38.674015 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44806) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:39.099908 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-026e678e-de42-4c54-b2ac-e5a5a137ff9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:39.123450 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-network', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:33:39.160408 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Made reservation on behalf of 79d381a23e934d43891c5d332d12cc5b for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:33:39.164592 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:39.176287 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:39.273034 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:39.285868 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:39.322568 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:33:39.322568 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:39.322568 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Added segment 614c630f-cac9-4e9f-b771-374b70637843 of type vlan for network 95691eda-761f-49a3-9e31-31529ccc7497 Nov 12 00:33:39.395871 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:39.399298 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363e6ced-665b-44d1-8836-55fdd148ba34,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:39.417727 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-026e678e-de42-4c54-b2ac-e5a5a137ff9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:39.421488 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.421909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.422261 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.422607 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.422936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.423261 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.423586 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.423904 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.424229 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.424537 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.424951 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.425268 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Tracked resource versions report: Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: pushed versions: Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: { 'AddressGroup': {'1.2'}, Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: 'ConntrackHelper': {'1.0'}, Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: 'Log': {'1.0'}, Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: 'Network': {'1.1'}, Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: 'Port': {'1.7'}, Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: 'PortForwarding': {'1.2'}, Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: 'QosPolicy': {'1.10'}, Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: 'SecurityGroup': {'1.5'}, Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: 'SubPort': {'1.0'}, Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: 'Subnet': {'1.1'}, Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: 'Trunk': {'1.1'}} Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: consumer versions: Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: { DHCP agent@n-d-712137-14: {}, Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: HyperV agent@n-h1-712137-14: {}, Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: HyperV agent@n-h2-712137-14: {}, Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: L3 agent@n-d-712137-14: {}, Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: Metadata agent@n-d-712137-14: {}, Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: Metering agent@n-d-712137-14: {}, Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: Open vSwitch agent@n-d-712137-14: { 'AddressGroup': '1.2', Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: 'ConntrackHelper': '1.0', Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: 'Log': '1.0', Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: 'Network': '1.1', Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: 'Port': '1.7', Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: 'PortForwarding': '1.2', Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: 'QosPolicy': '1.10', Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: 'SecurityGroup': '1.5', Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: 'SecurityGroupRule': '1.2', Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: 'SubPort': '1.0', Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: 'Subnet': '1.1', Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: 'Trunk': '1.1'}} Nov 12 00:33:39.426319 n-d-712137-14 neutron-server[114243]: {{(pid=114243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:33:39.444811 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-026e678e-de42-4c54-b2ac-e5a5a137ff9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:39.455215 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:39.456129 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:33:39.456725 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:39.523507 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44842) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:39.526589 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8499875 Nov 12 00:33:39.528205 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Request body: {'subnet': {'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-subnet', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:33:39.550918 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Made reservation on behalf of 79d381a23e934d43891c5d332d12cc5b for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:33:39.553677 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Publish callbacks [] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:39.577132 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e678e-de42-4c54-b2ac-e5a5a137ff9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9398baf7-3b37-4500-b728-b1b42308f92e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:39.586057 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-026e678e-de42-4c54-b2ac-e5a5a137ff9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7da7b9819f2248a284c9a3daf4c41149&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9477332 Nov 12 00:33:39.593299 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44848) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:39.594731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112046c-e98e-4633-8e0b-357b7e3fc2be admin admin] Pushing event updated for resources: {'Network': ['ID=95691eda-761f-49a3-9e31-31529ccc7497,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:39.617892 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 95691eda-761f-49a3-9e31-31529ccc7497 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:33:39.689111 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a1f4bd14-86ea-4bba-bb51-83d77502af7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:39.717966 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a1f4bd14-86ea-4bba-bb51-83d77502af7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:39.746814 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:39.786615 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a1f4bd14-86ea-4bba-bb51-83d77502af7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:39.790914 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a1f4bd14-86ea-4bba-bb51-83d77502af7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:39.794134 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a1f4bd14-86ea-4bba-bb51-83d77502af7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9398baf7-3b37-4500-b728-b1b42308f92e HTTP/1.1" status: 204 len: 168 time: 0.1954873 Nov 12 00:33:39.809830 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4bd14-86ea-4bba-bb51-83d77502af7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9398baf7-3b37-4500-b728-b1b42308f92e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:39.818428 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=520eefa5-ccbe-4263-ad27-cfc4dc67ba2f,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:39.827743 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.828285 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.828778 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.829272 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.829761 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.830220 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.830675 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.831167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.831499 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.831821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.832143 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.832460 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Tracked resource versions report: Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: pushed versions: Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: { 'AddressGroup': {'1.2'}, Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: 'ConntrackHelper': {'1.0'}, Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: 'Log': {'1.0'}, Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: 'Network': {'1.1'}, Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: 'Port': {'1.7'}, Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: 'PortForwarding': {'1.2'}, Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: 'QosPolicy': {'1.10'}, Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: 'SecurityGroup': {'1.5'}, Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: 'SubPort': {'1.0'}, Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: 'Subnet': {'1.1'}, Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: 'Trunk': {'1.1'}} Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: consumer versions: Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: { DHCP agent@n-d-712137-14: {}, Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: HyperV agent@n-h1-712137-14: {}, Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: HyperV agent@n-h2-712137-14: {}, Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: L3 agent@n-d-712137-14: {}, Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: Metadata agent@n-d-712137-14: {}, Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: Metering agent@n-d-712137-14: {}, Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: Open vSwitch agent@n-d-712137-14: { 'AddressGroup': '1.2', Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: 'ConntrackHelper': '1.0', Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: 'Log': '1.0', Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: 'Network': '1.1', Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: 'Port': '1.7', Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: 'PortForwarding': '1.2', Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: 'QosPolicy': '1.10', Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: 'SecurityGroup': '1.5', Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: 'SecurityGroupRule': '1.2', Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: 'SubPort': '1.0', Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: 'Subnet': '1.1', Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: 'Trunk': '1.1'}} Nov 12 00:33:39.833534 n-d-712137-14 neutron-server[114242]: {{(pid=114242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:33:39.842900 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Checking segment: {'id': '614c630f-cac9-4e9f-b771-374b70637843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:33:39.843251 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Network hostable DHCP agents. Network: 95691eda-761f-49a3-9e31-31529ccc7497, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:33:39.862241 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Network 95691eda-761f-49a3-9e31-31529ccc7497 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:33:39.872465 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 95691eda-761f-49a3-9e31-31529ccc7497) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:33:39.877184 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:33:39.878053 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:39.883953 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fba6274-0fc6-4691-82f1-02ee64c7d60f None None] Network 95691eda-761f-49a3-9e31-31529ccc7497 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:33:39.905132 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c17dbdc0-afe3-4454-8e61-fbaf115814cb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3800790 Nov 12 00:33:39.905407 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44864) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:39.912549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-3efc64d1-18fa-45d8-98fa-3bccbeba9241 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-router', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:33:39.949779 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3efc64d1-18fa-45d8-98fa-3bccbeba9241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:39.951147 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3efc64d1-18fa-45d8-98fa-3bccbeba9241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:40.054110 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-95691eda-761f-49a3-9e31-31529ccc7497', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'fixed_ips': [{'subnet_id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:33:40.054940 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:40.058266 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3efc64d1-18fa-45d8-98fa-3bccbeba9241 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:40.071612 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44870) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:40.238899 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Allocated IP 172.20.0.2 (95691eda-761f-49a3-9e31-31529ccc7497/520eefa5-ccbe-4263-ad27-cfc4dc67ba2f/e537ef4f-5eb0-4f56-962d-5b39eb041f4e) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:33:40.318689 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3efc64d1-18fa-45d8-98fa-3bccbeba9241 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:40.414934 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:40.422729 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:40.466185 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Network 95691eda-761f-49a3-9e31-31529ccc7497 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:33:40.472566 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:33:40.474900 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Pushing event updated for resources: {'Port': ['ID=e537ef4f-5eb0-4f56-962d-5b39eb041f4e,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:40.484291 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:33:40.493059 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:40.493397 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:40.493739 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:40.494234 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:40.494931 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:40.495430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:40.495899 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:40.496365 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:40.496855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:40.497335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:40.497799 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:40.498321 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Tracked resource versions report: Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: pushed versions: Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: { 'AddressGroup': {'1.2'}, Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: 'ConntrackHelper': {'1.0'}, Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: 'Log': {'1.0'}, Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: 'Network': {'1.1'}, Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: 'Port': {'1.7'}, Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: 'PortForwarding': {'1.2'}, Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: 'QosPolicy': {'1.10'}, Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: 'SecurityGroup': {'1.5'}, Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: 'SubPort': {'1.0'}, Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: 'Subnet': {'1.1'}, Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: 'Trunk': {'1.1'}} Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: consumer versions: Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: { DHCP agent@n-d-712137-14: {}, Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: HyperV agent@n-h1-712137-14: {}, Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: HyperV agent@n-h2-712137-14: {}, Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: L3 agent@n-d-712137-14: {}, Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: Metadata agent@n-d-712137-14: {}, Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: Metering agent@n-d-712137-14: {}, Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: Open vSwitch agent@n-d-712137-14: { 'AddressGroup': '1.2', Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: 'ConntrackHelper': '1.0', Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: 'Log': '1.0', Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: 'Network': '1.1', Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: 'Port': '1.7', Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: 'PortForwarding': '1.2', Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: 'QosPolicy': '1.10', Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: 'SecurityGroup': '1.5', Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: 'SecurityGroupRule': '1.2', Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: 'SubPort': '1.0', Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: 'Subnet': '1.1', Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: 'Trunk': '1.1'}} Nov 12 00:33:40.500032 n-d-712137-14 neutron-server[114244]: {{(pid=114244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:33:40.563354 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Attempting to bind port e537ef4f-5eb0-4f56-962d-5b39eb041f4e on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:33:40.563638 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Attempting to bind port e537ef4f-5eb0-4f56-962d-5b39eb041f4e by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '614c630f-cac9-4e9f-b771-374b70637843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:33:40.564000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Attempting to bind port e537ef4f-5eb0-4f56-962d-5b39eb041f4e on network 95691eda-761f-49a3-9e31-31529ccc7497 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:33:40.566663 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3efc64d1-18fa-45d8-98fa-3bccbeba9241 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:40.570490 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:33:40.570971 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Checking segment: {'id': '614c630f-cac9-4e9f-b771-374b70637843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:33:40.571425 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:40.571858 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Bound using segment: {'id': '614c630f-cac9-4e9f-b771-374b70637843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:33:40.572436 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Bound port: e537ef4f-5eb0-4f56-962d-5b39eb041f4e, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614c630f-cac9-4e9f-b771-374b70637843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:33:40.572921 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:40.598674 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3efc64d1-18fa-45d8-98fa-3bccbeba9241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:40.626414 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1ffaee46-468a-411a-9d74-591259d56eee admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:40.664681 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] For port e537ef4f-5eb0-4f56-962d-5b39eb041f4e, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:33:40.670867 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] For port e537ef4f-5eb0-4f56-962d-5b39eb041f4e, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=e537ef4f-5eb0-4f56-962d-5b39eb041f4e,segment=NetworkSegment(614c630f-cac9-4e9f-b771-374b70637843),segment_id=614c630f-cac9-4e9f-b771-374b70637843)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:33:40.678165 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:40.722780 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-3efc64d1-18fa-45d8-98fa-3bccbeba9241 admin admin] Allocated IP 172.25.0.138 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/d5fbabec-66de-4707-b6d8-5259bdc96627) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:33:40.794255 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1ffaee46-468a-411a-9d74-591259d56eee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:40.802352 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1ffaee46-468a-411a-9d74-591259d56eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:40.806785 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d33358-2e87-4a1c-a434-8f2744810481 None None] Pushing event updated for resources: {'Port': ['ID=e537ef4f-5eb0-4f56-962d-5b39eb041f4e,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:40.845608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffaee46-468a-411a-9d74-591259d56eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655a421e-ec48-4b9a-a954-723dc8e2d74b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:40.879056 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1ffaee46-468a-411a-9d74-591259d56eee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8085c32a38745c19cab866b8688b635&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8049181 Nov 12 00:33:40.879663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44900) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:40.910291 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3efc64d1-18fa-45d8-98fa-3bccbeba9241 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:40.952912 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d0f6903-5a47-49b8-8628-bb8af0594eec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:40.984722 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3efc64d1-18fa-45d8-98fa-3bccbeba9241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:41.021774 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d0f6903-5a47-49b8-8628-bb8af0594eec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:41.050593 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc64d1-18fa-45d8-98fa-3bccbeba9241 admin admin] Pushing event updated for resources: {'Port': ['ID=d5fbabec-66de-4707-b6d8-5259bdc96627,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:41.079735 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efc64d1-18fa-45d8-98fa-3bccbeba9241 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:33:41.081588 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-3efc64d1-18fa-45d8-98fa-3bccbeba9241 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:33:41.084632 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efc64d1-18fa-45d8-98fa-3bccbeba9241 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:33:41.110760 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d0f6903-5a47-49b8-8628-bb8af0594eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:41.114474 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d0f6903-5a47-49b8-8628-bb8af0594eec admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:41.116192 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0d0f6903-5a47-49b8-8628-bb8af0594eec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/655a421e-ec48-4b9a-a954-723dc8e2d74b HTTP/1.1" status: 204 len: 168 time: 0.2355988 Nov 12 00:33:41.128805 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f6903-5a47-49b8-8628-bb8af0594eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655a421e-ec48-4b9a-a954-723dc8e2d74b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:41.345024 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3efc64d1-18fa-45d8-98fa-3bccbeba9241 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:41.584125 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3efc64d1-18fa-45d8-98fa-3bccbeba9241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:41.744549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efc64d1-18fa-45d8-98fa-3bccbeba9241 admin admin] Router 655ce57c-c595-477a-9a27-a8b94ab562f0 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:33:41.917150 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bd20fc-65fc-4ca2-8a14-3ac1734a24cd None None] Network 95691eda-761f-49a3-9e31-31529ccc7497 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:33:42.005844 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efc64d1-18fa-45d8-98fa-3bccbeba9241 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:33:42.018437 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] Sync routers for ids ['655ce57c-c595-477a-9a27-a8b94ab562f0'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:33:42.037116 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] Routers {'655ce57c-c595-477a-9a27-a8b94ab562f0'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:33:42.037734 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:33:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['655ce57c-c595-477a-9a27-a8b94ab562f0'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:33:42.057446 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3efc64d1-18fa-45d8-98fa-3bccbeba9241 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:42.059027 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3efc64d1-18fa-45d8-98fa-3bccbeba9241 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.1515059 Nov 12 00:33:42.062797 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44936) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:42.107018 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device e537ef4f-5eb0-4f56-962d-5b39eb041f4e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:33:42.248081 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44948) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:42.275799 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-22ea84a8-e37d-44ba-b0cb-83eae4b9d4c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:42.304542 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] Set router 655ce57c-c595-477a-9a27-a8b94ab562f0 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:33:42.306118 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port e537ef4f-5eb0-4f56-962d-5b39eb041f4e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:33:42.306488 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:42.315383 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cb9f721e-e195-44e6-9020-698f8ee115a9 None None] Provisioning complete for port e537ef4f-5eb0-4f56-962d-5b39eb041f4e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:33:42.316077 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cb9f721e-e195-44e6-9020-698f8ee115a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:42.415342 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-22ea84a8-e37d-44ba-b0cb-83eae4b9d4c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:42.428563 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-22ea84a8-e37d-44ba-b0cb-83eae4b9d4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:42.568279 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-22ea84a8-e37d-44ba-b0cb-83eae4b9d4c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa6bfe9ff4b947abbca48f2c32b7c841&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3174322 Nov 12 00:33:42.568977 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44964) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:42.571625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea84a8-e37d-44ba-b0cb-83eae4b9d4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a7a082-de39-4056-8175-43d5d1d84115,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:42.642656 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a26c513e-3465-4714-97f0-f9dbd05b7bdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:42.646774 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:42.667843 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44966) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:42.701941 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port e537ef4f-5eb0-4f56-962d-5b39eb041f4e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=e537ef4f-5eb0-4f56-962d-5b39eb041f4e,segment=NetworkSegment(614c630f-cac9-4e9f-b771-374b70637843),segment_id=614c630f-cac9-4e9f-b771-374b70637843)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:33:42.721691 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a26c513e-3465-4714-97f0-f9dbd05b7bdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:42.729429 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:42.844499 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a26c513e-3465-4714-97f0-f9dbd05b7bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:42.849431 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a26c513e-3465-4714-97f0-f9dbd05b7bdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:42.854741 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a26c513e-3465-4714-97f0-f9dbd05b7bdc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84a7a082-de39-4056-8175-43d5d1d84115 HTTP/1.1" status: 204 len: 168 time: 0.2845538 Nov 12 00:33:42.860353 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-router', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:39Z', 'updated_at': '2021-11-12T00:33:41Z', 'revision_number': 3, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'gw_port': {'id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:40Z', 'updated_at': '2021-11-12T00:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:33:42.877044 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c513e-3465-4714-97f0-f9dbd05b7bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a7a082-de39-4056-8175-43d5d1d84115,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:42.886071 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=e537ef4f-5eb0-4f56-962d-5b39eb041f4e,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:42.913896 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cb9f721e-e195-44e6-9020-698f8ee115a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:42.950522 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] Checking router: 655ce57c-c595-477a-9a27-a8b94ab562f0 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:33:42.954357 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] Updating router 655ce57c-c595-477a-9a27-a8b94ab562f0 port d5fbabec-66de-4707-b6d8-5259bdc96627 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:33:43.007089 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:43.049520 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-cb9f721e-e195-44e6-9020-698f8ee115a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:33:43.050019 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-cb9f721e-e195-44e6-9020-698f8ee115a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:33:43.147504 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-80b2eb40-13c3-4db9-8082-98a665cd7761 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1790600388-network', 'tenant_id': '06163c1124b24fc681237287cdcb2502'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:33:43.182701 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b2eb40-13c3-4db9-8082-98a665cd7761 admin admin] Made reservation on behalf of 06163c1124b24fc681237287cdcb2502 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:33:43.186684 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-80b2eb40-13c3-4db9-8082-98a665cd7761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:43.202111 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-80b2eb40-13c3-4db9-8082-98a665cd7761 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:43.350481 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-80b2eb40-13c3-4db9-8082-98a665cd7761 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:43.361946 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-80b2eb40-13c3-4db9-8082-98a665cd7761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:43.399968 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b2eb40-13c3-4db9-8082-98a665cd7761 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:33:43.405921 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ddb782bc-c4dd-4e04-982f-2eb2b32a1fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:43.459445 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-80b2eb40-13c3-4db9-8082-98a665cd7761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:43.459943 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-80b2eb40-13c3-4db9-8082-98a665cd7761 admin admin] Added segment 2abd26fa-9f42-4987-86f8-e316f21cc7ee of type vlan for network 23f74497-58df-4bf7-97f2-b78858046c34 Nov 12 00:33:43.470338 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2eb40-13c3-4db9-8082-98a665cd7761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:43.566636 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-80b2eb40-13c3-4db9-8082-98a665cd7761 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:43.607933 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-80b2eb40-13c3-4db9-8082-98a665cd7761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:43.609523 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b2eb40-13c3-4db9-8082-98a665cd7761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:33:43.610291 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-80b2eb40-13c3-4db9-8082-98a665cd7761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:43.649413 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:43.665382 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:43.725563 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-ddb782bc-c4dd-4e04-982f-2eb2b32a1fdb admin admin] Allocated IP 172.20.0.1 (95691eda-761f-49a3-9e31-31529ccc7497/520eefa5-ccbe-4263-ad27-cfc4dc67ba2f/68617f3f-e656-4347-9124-14c9ffaf4057) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:33:43.771637 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] Attempting to bind port d5fbabec-66de-4707-b6d8-5259bdc96627 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:33:43.772110 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] Attempting to bind port d5fbabec-66de-4707-b6d8-5259bdc96627 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:33:43.772635 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] Attempting to bind port d5fbabec-66de-4707-b6d8-5259bdc96627 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:33:43.792256 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643dbc3-1ed0-4690-a4f6-f98613f57c07 None None] Pushing event updated for resources: {'Port': ['ID=d5fbabec-66de-4707-b6d8-5259bdc96627,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:43.803708 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e4b9f7a1-16bc-4d20-a4fb-2ca4d48cddc2 None None] Provisioning complete for port e537ef4f-5eb0-4f56-962d-5b39eb041f4e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:33:43.818396 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e4b9f7a1-16bc-4d20-a4fb-2ca4d48cddc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:43.839540 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:33:43.840310 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:33:43.843855 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:43.846325 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:33:43.847896 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] Bound port: d5fbabec-66de-4707-b6d8-5259bdc96627, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:33:43.850121 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:43.864687 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643dbc3-1ed0-4690-a4f6-f98613f57c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:43.865299 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643dbc3-1ed0-4690-a4f6-f98613f57c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:43.867175 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643dbc3-1ed0-4690-a4f6-f98613f57c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:43.868895 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643dbc3-1ed0-4690-a4f6-f98613f57c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:43.870470 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643dbc3-1ed0-4690-a4f6-f98613f57c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:43.870838 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643dbc3-1ed0-4690-a4f6-f98613f57c07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:43.873681 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643dbc3-1ed0-4690-a4f6-f98613f57c07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:43.875879 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643dbc3-1ed0-4690-a4f6-f98613f57c07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:43.877073 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643dbc3-1ed0-4690-a4f6-f98613f57c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:43.878713 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643dbc3-1ed0-4690-a4f6-f98613f57c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:43.879071 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643dbc3-1ed0-4690-a4f6-f98613f57c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:43.879414 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643dbc3-1ed0-4690-a4f6-f98613f57c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3643dbc3-1ed0-4690-a4f6-f98613f57c07 None None] Tracked resource versions report: Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: pushed versions: Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: { 'AddressGroup': {'1.2'}, Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: 'ConntrackHelper': {'1.0'}, Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: 'Log': {'1.0'}, Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: 'Network': {'1.1'}, Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: 'Port': {'1.7'}, Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: 'PortForwarding': {'1.2'}, Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: 'QosPolicy': {'1.10'}, Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: 'SecurityGroup': {'1.5'}, Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: 'SubPort': {'1.0'}, Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: 'Subnet': {'1.1'}, Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: 'Trunk': {'1.1'}} Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: consumer versions: Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: { DHCP agent@n-d-712137-14: {}, Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: HyperV agent@n-h1-712137-14: {}, Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: HyperV agent@n-h2-712137-14: {}, Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: L3 agent@n-d-712137-14: {}, Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: Metadata agent@n-d-712137-14: {}, Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: Metering agent@n-d-712137-14: {}, Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: Open vSwitch agent@n-d-712137-14: { 'AddressGroup': '1.2', Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: 'ConntrackHelper': '1.0', Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: 'Log': '1.0', Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: 'Network': '1.1', Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: 'Port': '1.7', Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: 'PortForwarding': '1.2', Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: 'QosPolicy': '1.10', Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: 'SecurityGroup': '1.5', Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: 'SecurityGroupRule': '1.2', Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: 'SubPort': '1.0', Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: 'Subnet': '1.1', Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: 'Trunk': '1.1'}} Nov 12 00:33:43.883476 n-d-712137-14 neutron-server[114245]: {{(pid=114245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:33:43.898981 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-80b2eb40-13c3-4db9-8082-98a665cd7761 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2300630 Nov 12 00:33:43.901915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45012) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:43.925495 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-8e6d66d5-071b-44ba-9b03-55acb2ce8136 admin admin] Request body: {'subnet': {'network_id': '23f74497-58df-4bf7-97f2-b78858046c34', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1790600388-subnet', 'tenant_id': '06163c1124b24fc681237287cdcb2502', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:33:43.937241 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2eb40-13c3-4db9-8082-98a665cd7761 admin admin] Pushing event updated for resources: {'Network': ['ID=23f74497-58df-4bf7-97f2-b78858046c34,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:43.956443 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6d66d5-071b-44ba-9b03-55acb2ce8136 admin admin] Made reservation on behalf of 06163c1124b24fc681237287cdcb2502 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:33:43.959530 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e6d66d5-071b-44ba-9b03-55acb2ce8136 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:43.968748 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ddb782bc-c4dd-4e04-982f-2eb2b32a1fdb admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:43.973933 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 23f74497-58df-4bf7-97f2-b78858046c34 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:33:43.983696 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device e537ef4f-5eb0-4f56-962d-5b39eb041f4e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:33:44.031164 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ddb782bc-c4dd-4e04-982f-2eb2b32a1fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:44.085062 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] For port d5fbabec-66de-4707-b6d8-5259bdc96627, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:33:44.090149 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] For port d5fbabec-66de-4707-b6d8-5259bdc96627, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d5fbabec-66de-4707-b6d8-5259bdc96627,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:33:44.108298 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:44.127828 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb782bc-c4dd-4e04-982f-2eb2b32a1fdb admin admin] Pushing event updated for resources: {'Port': ['ID=68617f3f-e656-4347-9124-14c9ffaf4057,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:44.139461 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb782bc-c4dd-4e04-982f-2eb2b32a1fdb admin admin] Network 95691eda-761f-49a3-9e31-31529ccc7497 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:33:44.141488 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-ddb782bc-c4dd-4e04-982f-2eb2b32a1fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:33:44.153917 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb782bc-c4dd-4e04-982f-2eb2b32a1fdb admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:33:44.154458 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ddb782bc-c4dd-4e04-982f-2eb2b32a1fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:44.267329 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] Routers {'655ce57c-c595-477a-9a27-a8b94ab562f0'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:33:44.267984 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:33:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['655ce57c-c595-477a-9a27-a8b94ab562f0'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:33:44.329050 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e6d66d5-071b-44ba-9b03-55acb2ce8136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:44.379441 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643dbc3-1ed0-4690-a4f6-f98613f57c07 None None] Pushing event updated for resources: {'Port': ['ID=d5fbabec-66de-4707-b6d8-5259bdc96627,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:44.430000 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d66d5-071b-44ba-9b03-55acb2ce8136 admin admin] Checking segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:33:44.431313 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6d66d5-071b-44ba-9b03-55acb2ce8136 admin admin] Network hostable DHCP agents. Network: 23f74497-58df-4bf7-97f2-b78858046c34, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:33:44.458717 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d66d5-071b-44ba-9b03-55acb2ce8136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04d985ea-5f19-461f-8a8b-c63d6b21142f,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:44.482551 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6d66d5-071b-44ba-9b03-55acb2ce8136 admin admin] Network 23f74497-58df-4bf7-97f2-b78858046c34 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:33:44.496611 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ddb782bc-c4dd-4e04-982f-2eb2b32a1fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:44.511833 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-8e6d66d5-071b-44ba-9b03-55acb2ce8136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 23f74497-58df-4bf7-97f2-b78858046c34) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:33:44.522716 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] Set router 655ce57c-c595-477a-9a27-a8b94ab562f0 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:33:44.526383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6d66d5-071b-44ba-9b03-55acb2ce8136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:33:44.527004 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e6d66d5-071b-44ba-9b03-55acb2ce8136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:44.540359 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c4f326-69e6-4660-a689-c7e4b8437993 None None] Network 23f74497-58df-4bf7-97f2-b78858046c34 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:33:44.562780 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8e6d66d5-071b-44ba-9b03-55acb2ce8136 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6597846 Nov 12 00:33:44.737191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port e537ef4f-5eb0-4f56-962d-5b39eb041f4e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:33:44.739782 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:44.854139 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ddb782bc-c4dd-4e04-982f-2eb2b32a1fdb admin admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:44.867219 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ddb782bc-c4dd-4e04-982f-2eb2b32a1fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:44.868164 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ddb782bc-c4dd-4e04-982f-2eb2b32a1fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:44.912670 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-router', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:39Z', 'updated_at': '2021-11-12T00:33:41Z', 'revision_number': 3, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'gw_port': {'id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:40Z', 'updated_at': '2021-11-12T00:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:33:44.979677 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e740bcd-a962-4ba2-808a-46ff7814a1f4 None None] The sync data for ids ['655ce57c-c595-477a-9a27-a8b94ab562f0'] in n-d-712137-14 is: [{'id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-router', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:39Z', 'updated_at': '2021-11-12T00:33:41Z', 'revision_number': 3, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'gw_port': {'id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:40Z', 'updated_at': '2021-11-12T00:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:33:44.989754 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-920b6e4a-ed8a-4ac0-835f-02effefc9e97 None None] Provisioning complete for port 68617f3f-e656-4347-9124-14c9ffaf4057 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:33:44.990749 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-920b6e4a-ed8a-4ac0-835f-02effefc9e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:45.027950 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb782bc-c4dd-4e04-982f-2eb2b32a1fdb admin admin] Pushing event updated for resources: {'Port': ['ID=68617f3f-e656-4347-9124-14c9ffaf4057,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:45.099557 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb782bc-c4dd-4e04-982f-2eb2b32a1fdb admin admin] Network 95691eda-761f-49a3-9e31-31529ccc7497 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:33:45.101749 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-ddb782bc-c4dd-4e04-982f-2eb2b32a1fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:33:45.230489 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeba29bc-5bc4-4e93-a23a-939913be2d66 None None] Network 23f74497-58df-4bf7-97f2-b78858046c34 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:33:45.427199 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-920b6e4a-ed8a-4ac0-835f-02effefc9e97 None None] Port 68617f3f-e656-4347-9124-14c9ffaf4057 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:33:45.439602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb782bc-c4dd-4e04-982f-2eb2b32a1fdb admin admin] Router 655ce57c-c595-477a-9a27-a8b94ab562f0 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:33:45.592101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-08eecfde-03ed-49f9-a725-49313a3e3f39 None None] Provisioning complete for port 68617f3f-e656-4347-9124-14c9ffaf4057 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:33:45.593404 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-08eecfde-03ed-49f9-a725-49313a3e3f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:45.660901 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-08eecfde-03ed-49f9-a725-49313a3e3f39 None None] Port 68617f3f-e656-4347-9124-14c9ffaf4057 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:33:45.696024 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb782bc-c4dd-4e04-982f-2eb2b32a1fdb admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:33:45.702831 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ddb782bc-c4dd-4e04-982f-2eb2b32a1fdb admin admin] 10.222.0.31 "PUT /v2.0/routers/655ce57c-c595-477a-9a27-a8b94ab562f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6381314 Nov 12 00:33:45.828590 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45136) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:45.978092 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d5fbabec-66de-4707-b6d8-5259bdc96627 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:33:46.047477 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port d5fbabec-66de-4707-b6d8-5259bdc96627 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:33:46.048434 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:46.187811 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:46.224498 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ff2472b-119a-4525-9ebb-c3e2100bae80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:46.235892 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port d5fbabec-66de-4707-b6d8-5259bdc96627, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d5fbabec-66de-4707-b6d8-5259bdc96627,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:33:46.246382 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:46.323223 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=d5fbabec-66de-4707-b6d8-5259bdc96627,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:46.357864 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ff2472b-119a-4525-9ebb-c3e2100bae80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:46.363438 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ff2472b-119a-4525-9ebb-c3e2100bae80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:46.413566 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45186) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:46.416509 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7ff2472b-119a-4525-9ebb-c3e2100bae80 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26ed8dfb741e4313bfd28136c28a3e00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5848758 Nov 12 00:33:46.417281 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2472b-119a-4525-9ebb-c3e2100bae80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efcb0f8-96d0-4395-960f-cee5c4337f98,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:46.478075 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5eed480c-214a-4e0e-bbef-a01a78bf43a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:46.518327 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5eed480c-214a-4e0e-bbef-a01a78bf43a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:46.570989 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5eed480c-214a-4e0e-bbef-a01a78bf43a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:46.577142 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5eed480c-214a-4e0e-bbef-a01a78bf43a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:46.578887 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5eed480c-214a-4e0e-bbef-a01a78bf43a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4efcb0f8-96d0-4395-960f-cee5c4337f98 HTTP/1.1" status: 204 len: 168 time: 0.1641326 Nov 12 00:33:46.592410 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed480c-214a-4e0e-bbef-a01a78bf43a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efcb0f8-96d0-4395-960f-cee5c4337f98,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:46.913939 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45208) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:46.950683 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45214) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:47.189314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45238) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:47.195276 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-fe051159-cc6c-4aa1-90e7-8c7320d12d47 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-752098688-network', 'tenant_id': '589ab48734c84f72ab278e9dfce13d50'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:33:47.232142 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe051159-cc6c-4aa1-90e7-8c7320d12d47 admin admin] Made reservation on behalf of 589ab48734c84f72ab278e9dfce13d50 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:33:47.235112 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fe051159-cc6c-4aa1-90e7-8c7320d12d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:47.240308 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] Sync routers for ids ['655ce57c-c595-477a-9a27-a8b94ab562f0'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:33:47.247409 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fe051159-cc6c-4aa1-90e7-8c7320d12d47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:47.258123 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] Routers {'655ce57c-c595-477a-9a27-a8b94ab562f0'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:33:47.259669 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:33:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['655ce57c-c595-477a-9a27-a8b94ab562f0'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:33:47.262773 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b48e5269-d556-416e-8d30-f382076dcf7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:47.353967 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b48e5269-d556-416e-8d30-f382076dcf7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:47.359447 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fe051159-cc6c-4aa1-90e7-8c7320d12d47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:47.361641 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b48e5269-d556-416e-8d30-f382076dcf7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:47.366068 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fe051159-cc6c-4aa1-90e7-8c7320d12d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:47.409343 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe051159-cc6c-4aa1-90e7-8c7320d12d47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:33:47.425931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e5269-d556-416e-8d30-f382076dcf7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55a96a4-7246-40b5-8023-eb5e640e9c66,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:47.428253 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe051159-cc6c-4aa1-90e7-8c7320d12d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f0857f-88f8-4821-a407-5ac83d09ad22,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:47.438728 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fe051159-cc6c-4aa1-90e7-8c7320d12d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:47.439137 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-fe051159-cc6c-4aa1-90e7-8c7320d12d47 admin admin] Added segment 11a3cfc2-19d6-4001-9a7c-730906f31b33 of type vlan for network b9333f96-14a4-456e-b1d8-ab6ede9be9af Nov 12 00:33:47.451785 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b48e5269-d556-416e-8d30-f382076dcf7d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81889597f9784a368db42f137e4f36a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5369847 Nov 12 00:33:47.454967 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45242) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:47.461022 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] Set router 655ce57c-c595-477a-9a27-a8b94ab562f0 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:33:47.553363 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fe051159-cc6c-4aa1-90e7-8c7320d12d47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:47.557413 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5f4e-6382-42f8-a6d9-842d406d3c25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:47.577369 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a3b78ee0-403c-4751-a196-89cc19ec6b7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:47.588143 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45244) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:47.610441 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a3b78ee0-403c-4751-a196-89cc19ec6b7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:47.616644 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9b93fd4c-0790-42a4-a142-1380886b41f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:47.653266 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fe051159-cc6c-4aa1-90e7-8c7320d12d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:47.657586 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe051159-cc6c-4aa1-90e7-8c7320d12d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:33:47.658446 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fe051159-cc6c-4aa1-90e7-8c7320d12d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:47.676619 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a3b78ee0-403c-4751-a196-89cc19ec6b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:47.681218 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a3b78ee0-403c-4751-a196-89cc19ec6b7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:47.684790 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a3b78ee0-403c-4751-a196-89cc19ec6b7a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f55a96a4-7246-40b5-8023-eb5e640e9c66 HTTP/1.1" status: 204 len: 168 time: 0.2264779 Nov 12 00:33:47.702969 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b78ee0-403c-4751-a196-89cc19ec6b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55a96a4-7246-40b5-8023-eb5e640e9c66,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:47.742897 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-router', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:39Z', 'updated_at': '2021-11-12T00:33:44Z', 'revision_number': 4, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'gw_port': {'id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:40Z', 'updated_at': '2021-11-12T00:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '68617f3f-e656-4347-9124-14c9ffaf4057', 'name': '', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'mac_address': 'fa:16:3e:87:fa:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:43Z', 'updated_at': '2021-11-12T00:33:44Z', 'revision_number': 2, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'subnets': [{'id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:33:47.748413 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fe051159-cc6c-4aa1-90e7-8c7320d12d47 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5579691 Nov 12 00:33:47.751355 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45256) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:47.757726 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-dfa78dca-1057-47ab-b811-1b7ea7527957 admin admin] Request body: {'subnet': {'network_id': 'b9333f96-14a4-456e-b1d8-ab6ede9be9af', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-752098688-subnet', 'tenant_id': '589ab48734c84f72ab278e9dfce13d50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:33:47.789660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa78dca-1057-47ab-b811-1b7ea7527957 admin admin] Made reservation on behalf of 589ab48734c84f72ab278e9dfce13d50 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:33:47.794539 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dfa78dca-1057-47ab-b811-1b7ea7527957 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:47.832330 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] Checking router: 655ce57c-c595-477a-9a27-a8b94ab562f0 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:33:47.832720 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] Updating router 655ce57c-c595-477a-9a27-a8b94ab562f0 port 68617f3f-e656-4347-9124-14c9ffaf4057 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:33:47.899220 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:47.924010 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d5fbabec-66de-4707-b6d8-5259bdc96627 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:33:47.928066 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9b93fd4c-0790-42a4-a142-1380886b41f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:47.930637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe051159-cc6c-4aa1-90e7-8c7320d12d47 admin admin] Pushing event updated for resources: {'Network': ['ID=b9333f96-14a4-456e-b1d8-ab6ede9be9af,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:47.939762 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9b93fd4c-0790-42a4-a142-1380886b41f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:47.960852 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network b9333f96-14a4-456e-b1d8-ab6ede9be9af details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:33:47.995081 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9b93fd4c-0790-42a4-a142-1380886b41f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=311ae94591524c4091e4df86895f2144&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3994889 Nov 12 00:33:47.995081 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93fd4c-0790-42a4-a142-1380886b41f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ef92e9-66d7-43b9-ac0e-0103d272c4cb,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:47.997175 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45262) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:48.074394 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5b74812-b58c-4dfa-ae8b-073e993d5c76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:48.098917 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5b74812-b58c-4dfa-ae8b-073e993d5c76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:48.163479 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5b74812-b58c-4dfa-ae8b-073e993d5c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:48.166488 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5b74812-b58c-4dfa-ae8b-073e993d5c76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:48.171591 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f5b74812-b58c-4dfa-ae8b-073e993d5c76 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4ef92e9-66d7-43b9-ac0e-0103d272c4cb HTTP/1.1" status: 204 len: 168 time: 0.1572425 Nov 12 00:33:48.178628 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5f4e-6382-42f8-a6d9-842d406d3c25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:48.190817 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6aa5f4e-6382-42f8-a6d9-842d406d3c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:48.194848 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b74812-b58c-4dfa-ae8b-073e993d5c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ef92e9-66d7-43b9-ac0e-0103d272c4cb,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:48.198682 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port d5fbabec-66de-4707-b6d8-5259bdc96627 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:33:48.199057 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:48.240438 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e6aa5f4e-6382-42f8-a6d9-842d406d3c25 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ba76d5b8ac243e384a28533a0add4e7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2873685 Nov 12 00:33:48.241997 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa5f4e-6382-42f8-a6d9-842d406d3c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891def23-c141-4e1a-b8aa-949c8b8aa59e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:48.244584 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45272) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:48.302443 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7dd68da2-ffd0-4f56-8434-03208ac2fa3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:48.347200 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7dd68da2-ffd0-4f56-8434-03208ac2fa3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:48.443751 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7dd68da2-ffd0-4f56-8434-03208ac2fa3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:48.447053 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7dd68da2-ffd0-4f56-8434-03208ac2fa3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:48.451945 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7dd68da2-ffd0-4f56-8434-03208ac2fa3d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/891def23-c141-4e1a-b8aa-949c8b8aa59e HTTP/1.1" status: 204 len: 168 time: 0.2031448 Nov 12 00:33:48.463956 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd68da2-ffd0-4f56-8434-03208ac2fa3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891def23-c141-4e1a-b8aa-949c8b8aa59e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:48.480860 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45286) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:48.483233 n-d-712137-14 neutron-server[114243]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 00:33:48.556194 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dfa78dca-1057-47ab-b811-1b7ea7527957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:48.571363 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-46ba71ce-885f-4636-b482-de8858189b1f req-355654ef-a588-4089-b95d-55e868e808d0 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b31d4c6499214d91b5a6bc49a17a4104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0893338 Nov 12 00:33:48.575371 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45294) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:48.590218 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-cd4ab48e-4223-4cc4-9417-44c7e5595f72 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-259548409-network', 'tenant_id': 'c8773a1a6e964f46bb873f06444e1a96'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:33:48.674170 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:48.678287 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa78dca-1057-47ab-b811-1b7ea7527957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5d00820-3603-4581-8aab-06d447ef4b92,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:48.696098 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:48.749580 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa78dca-1057-47ab-b811-1b7ea7527957 admin admin] Checking segment: {'id': '11a3cfc2-19d6-4001-9a7c-730906f31b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b9333f96-14a4-456e-b1d8-ab6ede9be9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:33:48.750794 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa78dca-1057-47ab-b811-1b7ea7527957 admin admin] Network hostable DHCP agents. Network: b9333f96-14a4-456e-b1d8-ab6ede9be9af, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:33:48.808012 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa78dca-1057-47ab-b811-1b7ea7527957 admin admin] Network b9333f96-14a4-456e-b1d8-ab6ede9be9af is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:33:48.833935 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-dfa78dca-1057-47ab-b811-1b7ea7527957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, b9333f96-14a4-456e-b1d8-ab6ede9be9af) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:33:48.840789 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4ab48e-4223-4cc4-9417-44c7e5595f72 admin admin] Made reservation on behalf of c8773a1a6e964f46bb873f06444e1a96 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:33:48.842360 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34240dc-bf2c-459f-bfab-ac39c565b13c None None] Pushing event updated for resources: {'Port': ['ID=68617f3f-e656-4347-9124-14c9ffaf4057,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:48.844360 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa78dca-1057-47ab-b811-1b7ea7527957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:33:48.845063 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab48e-4223-4cc4-9417-44c7e5595f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:48.847585 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dfa78dca-1057-47ab-b811-1b7ea7527957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:48.896653 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dfa78dca-1057-47ab-b811-1b7ea7527957 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1439285 Nov 12 00:33:48.897474 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e4f2e2-2ef9-41a2-a16a-4379532ba962 None None] Network b9333f96-14a4-456e-b1d8-ab6ede9be9af requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:33:48.916170 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45316) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:48.954014 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-326dfdaa-d3b9-42c2-a23f-ce534f284433 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:48.992203 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba71ce-885f-4636-b482-de8858189b1f req-a5dcf7b6-4256-45ad-be22-62507d80aa76 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:33:48.994528 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-46ba71ce-885f-4636-b482-de8858189b1f req-a5dcf7b6-4256-45ad-be22-62507d80aa76 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4154456 Nov 12 00:33:48.995293 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab48e-4223-4cc4-9417-44c7e5595f72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:49.032927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] Attempting to bind port 68617f3f-e656-4347-9124-14c9ffaf4057 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:33:49.033811 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] Attempting to bind port 68617f3f-e656-4347-9124-14c9ffaf4057 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '614c630f-cac9-4e9f-b771-374b70637843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:33:49.034300 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] Attempting to bind port 68617f3f-e656-4347-9124-14c9ffaf4057 on network 95691eda-761f-49a3-9e31-31529ccc7497 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:33:49.077795 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-46ba71ce-885f-4636-b482-de8858189b1f req-1ec6c334-3d6c-4633-af69-c78645b747dc tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/quotas/b31d4c6499214d91b5a6bc49a17a4104 HTTP/1.1" status: 200 len: 375 time: 0.0751565 Nov 12 00:33:49.103014 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:33:49.103374 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] Checking segment: {'id': '614c630f-cac9-4e9f-b771-374b70637843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:33:49.107324 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:49.107740 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] Bound using segment: {'id': '614c630f-cac9-4e9f-b771-374b70637843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:33:49.108344 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] Bound port: 68617f3f-e656-4347-9124-14c9ffaf4057, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614c630f-cac9-4e9f-b771-374b70637843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:33:49.108766 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:49.162385 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-326dfdaa-d3b9-42c2-a23f-ce534f284433 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:49.171687 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-326dfdaa-d3b9-42c2-a23f-ce534f284433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:49.207326 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-46ba71ce-885f-4636-b482-de8858189b1f req-5447b6da-4b08-4883-97d6-894ef7b7b0ff tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b31d4c6499214d91b5a6bc49a17a4104&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1210895 Nov 12 00:33:49.230991 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-326dfdaa-d3b9-42c2-a23f-ce534f284433 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4a48f95609446b2914139b732e62307&name=default HTTP/1.1" status: 200 len: 2993 time: 0.3105111 Nov 12 00:33:49.231564 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45336) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:49.240399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dfdaa-d3b9-42c2-a23f-ce534f284433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057544b9-3cb3-4eed-8dea-2d6635223c37,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:49.313359 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e617e248-c3dd-44a6-bbce-b050d21ffd29 None None] Provisioning complete for port 68617f3f-e656-4347-9124-14c9ffaf4057 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:33:49.314172 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e617e248-c3dd-44a6-bbce-b050d21ffd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:49.368610 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] For port 68617f3f-e656-4347-9124-14c9ffaf4057, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:33:49.398427 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e8b09b-ac60-4307-8bde-4d06ced34f21 None None] Network b9333f96-14a4-456e-b1d8-ab6ede9be9af requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:33:49.411377 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab48e-4223-4cc4-9417-44c7e5595f72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:49.419048 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab48e-4223-4cc4-9417-44c7e5595f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:49.420379 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] For port 68617f3f-e656-4347-9124-14c9ffaf4057, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=68617f3f-e656-4347-9124-14c9ffaf4057,segment=NetworkSegment(614c630f-cac9-4e9f-b771-374b70637843),segment_id=614c630f-cac9-4e9f-b771-374b70637843)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:33:49.451453 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-e617e248-c3dd-44a6-bbce-b050d21ffd29 None None] Port 68617f3f-e656-4347-9124-14c9ffaf4057 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:33:49.453702 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:49.488557 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5dabd902-3386-4255-a398-a080387f5f93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:49.510234 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4ab48e-4223-4cc4-9417-44c7e5595f72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:33:49.610093 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] Routers {'655ce57c-c595-477a-9a27-a8b94ab562f0'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:33:49.610731 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:33:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['655ce57c-c595-477a-9a27-a8b94ab562f0'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:33:49.635939 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ab48e-4223-4cc4-9417-44c7e5595f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f1c643-2ed5-456a-839a-a355b3b6eb6e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:49.655851 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab48e-4223-4cc4-9417-44c7e5595f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:49.656286 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-cd4ab48e-4223-4cc4-9417-44c7e5595f72 admin admin] Added segment 52f9ff3d-bd09-49c7-bac3-eb4818628eb2 of type vlan for network 89ac952c-1cd0-42f5-8452-f124c6d1df6c Nov 12 00:33:49.681807 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5dabd902-3386-4255-a398-a080387f5f93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:49.700671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45368) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:49.722988 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-66476029-bc17-4ac0-859b-623f9ea8c0ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:49.786026 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34240dc-bf2c-459f-bfab-ac39c565b13c None None] Pushing event updated for resources: {'Port': ['ID=68617f3f-e656-4347-9124-14c9ffaf4057,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:49.882552 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-66476029-bc17-4ac0-859b-623f9ea8c0ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:49.891218 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-66476029-bc17-4ac0-859b-623f9ea8c0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:49.949097 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7cbaa84a-a121-4c1d-93b5-c8b531b88c07 req-8c8b09b5-3f58-47ce-9135-3ee89cc5e3d8 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 210 time: 0.0968754 Nov 12 00:33:49.986846 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-66476029-bc17-4ac0-859b-623f9ea8c0ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c36bf98e718843049c845e31094e623d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840996 Nov 12 00:33:49.987904 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66476029-bc17-4ac0-859b-623f9ea8c0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adda06e7-1c30-4494-afeb-e14d06366a95,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:49.990723 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45380) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:50.049231 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab48e-4223-4cc4-9417-44c7e5595f72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:50.065533 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-152ff5c9-9bcd-40a3-8fa3-f44ed62c527a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:50.103967 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-152ff5c9-9bcd-40a3-8fa3-f44ed62c527a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:50.118087 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab48e-4223-4cc4-9417-44c7e5595f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:50.119313 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4ab48e-4223-4cc4-9417-44c7e5595f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:33:50.120619 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab48e-4223-4cc4-9417-44c7e5595f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:50.135282 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5dabd902-3386-4255-a398-a080387f5f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:50.138341 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5dabd902-3386-4255-a398-a080387f5f93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:50.142223 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5dabd902-3386-4255-a398-a080387f5f93 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/057544b9-3cb3-4eed-8dea-2d6635223c37 HTTP/1.1" status: 204 len: 168 time: 0.9061275 Nov 12 00:33:50.142415 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fa1aba0b-7449-4a98-829a-52ac5468cffa None None] Provisioning complete for port 68617f3f-e656-4347-9124-14c9ffaf4057 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:33:50.145142 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fa1aba0b-7449-4a98-829a-52ac5468cffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:50.186457 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabd902-3386-4255-a398-a080387f5f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057544b9-3cb3-4eed-8dea-2d6635223c37,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:50.192813 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-465f59a2-b85c-49d2-8272-d4d5a6665aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:50.203861 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-152ff5c9-9bcd-40a3-8fa3-f44ed62c527a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:50.214263 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-152ff5c9-9bcd-40a3-8fa3-f44ed62c527a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:50.214263 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-152ff5c9-9bcd-40a3-8fa3-f44ed62c527a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/adda06e7-1c30-4494-afeb-e14d06366a95 HTTP/1.1" status: 204 len: 168 time: 0.2214823 Nov 12 00:33:50.215600 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45398) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:50.229442 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] Set router 655ce57c-c595-477a-9a27-a8b94ab562f0 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:33:50.238248 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ff5c9-9bcd-40a3-8fa3-f44ed62c527a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adda06e7-1c30-4494-afeb-e14d06366a95,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:50.266636 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cd4ab48e-4223-4cc4-9417-44c7e5595f72 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6890504 Nov 12 00:33:50.269645 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45406) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:50.276098 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-794995a7-be2b-407e-bb6d-80949ef8b5e9 admin admin] Request body: {'subnet': {'network_id': '89ac952c-1cd0-42f5-8452-f124c6d1df6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-259548409-subnet', 'tenant_id': 'c8773a1a6e964f46bb873f06444e1a96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:33:50.315001 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ab48e-4223-4cc4-9417-44c7e5595f72 admin admin] Pushing event updated for resources: {'Network': ['ID=89ac952c-1cd0-42f5-8452-f124c6d1df6c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:50.358932 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794995a7-be2b-407e-bb6d-80949ef8b5e9 admin admin] Made reservation on behalf of c8773a1a6e964f46bb873f06444e1a96 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:33:50.365082 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-794995a7-be2b-407e-bb6d-80949ef8b5e9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:50.368293 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 89ac952c-1cd0-42f5-8452-f124c6d1df6c details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:33:50.556369 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fa1aba0b-7449-4a98-829a-52ac5468cffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:50.644634 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-fa1aba0b-7449-4a98-829a-52ac5468cffa None None] For port 68617f3f-e656-4347-9124-14c9ffaf4057, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=68617f3f-e656-4347-9124-14c9ffaf4057,segment=NetworkSegment(614c630f-cac9-4e9f-b771-374b70637843),segment_id=614c630f-cac9-4e9f-b771-374b70637843)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:33:50.655112 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fa1aba0b-7449-4a98-829a-52ac5468cffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:50.718802 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-794995a7-be2b-407e-bb6d-80949ef8b5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:50.723110 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1aba0b-7449-4a98-829a-52ac5468cffa None None] Pushing event updated for resources: {'Port': ['ID=68617f3f-e656-4347-9124-14c9ffaf4057,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:50.727670 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-router', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:39Z', 'updated_at': '2021-11-12T00:33:44Z', 'revision_number': 4, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'gw_port': {'id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:40Z', 'updated_at': '2021-11-12T00:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '68617f3f-e656-4347-9124-14c9ffaf4057', 'name': '', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'mac_address': 'fa:16:3e:87:fa:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:43Z', 'updated_at': '2021-11-12T00:33:49Z', 'revision_number': 4, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'subnets': [{'id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:33:50.757514 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ae3c9-6bf8-406c-8d6c-4a698c768e08 None None] The sync data for ids ['655ce57c-c595-477a-9a27-a8b94ab562f0'] in n-d-712137-14 is: [{'id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-router', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:39Z', 'updated_at': '2021-11-12T00:33:44Z', 'revision_number': 4, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'gw_port': {'id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:40Z', 'updated_at': '2021-11-12T00:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '68617f3f-e656-4347-9124-14c9ffaf4057', 'name': '', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'mac_address': 'fa:16:3e:87:fa:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:43Z', 'updated_at': '2021-11-12T00:33:49Z', 'revision_number': 4, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'subnets': [{'id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:33:50.814539 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794995a7-be2b-407e-bb6d-80949ef8b5e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a4b5d1e-064a-4daf-839e-285ca666c383,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:50.857782 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794995a7-be2b-407e-bb6d-80949ef8b5e9 admin admin] Checking segment: {'id': '52f9ff3d-bd09-49c7-bac3-eb4818628eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '89ac952c-1cd0-42f5-8452-f124c6d1df6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:33:50.858157 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794995a7-be2b-407e-bb6d-80949ef8b5e9 admin admin] Network hostable DHCP agents. Network: 89ac952c-1cd0-42f5-8452-f124c6d1df6c, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:33:50.889379 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794995a7-be2b-407e-bb6d-80949ef8b5e9 admin admin] Network 89ac952c-1cd0-42f5-8452-f124c6d1df6c is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:33:50.906287 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-794995a7-be2b-407e-bb6d-80949ef8b5e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 89ac952c-1cd0-42f5-8452-f124c6d1df6c) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:33:50.908119 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e1e8c98f-e7f8-4ad4-9c53-4960374fe95f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:50.918311 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54f4fd9-2b44-4600-8202-b61fb09c544b None None] Network 89ac952c-1cd0-42f5-8452-f124c6d1df6c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:33:50.928341 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794995a7-be2b-407e-bb6d-80949ef8b5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:33:50.928975 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-794995a7-be2b-407e-bb6d-80949ef8b5e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:50.996409 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-794995a7-be2b-407e-bb6d-80949ef8b5e9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7230585 Nov 12 00:33:50.997343 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45446) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:51.012385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-3f09f600-d6e2-4324-bf37-4d9492fb67b0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-259548409-router', 'tenant_id': 'c8773a1a6e964f46bb873f06444e1a96', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:33:51.108872 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e1e8c98f-e7f8-4ad4-9c53-4960374fe95f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:51.129289 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e1e8c98f-e7f8-4ad4-9c53-4960374fe95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:51.145608 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97f6fcaf-9701-48f5-9c4e-aa85f972f7e5 req-52939a5f-495d-4e8c-ac25-b896a3735d24 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 210 time: 0.1023302 Nov 12 00:33:51.165749 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f09f600-d6e2-4324-bf37-4d9492fb67b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:51.166830 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f09f600-d6e2-4324-bf37-4d9492fb67b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:51.216492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027ba4e9-0f73-4723-a5dc-5d27042136af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-89ac952c-1cd0-42f5-8452-f124c6d1df6c', 'network_id': '89ac952c-1cd0-42f5-8452-f124c6d1df6c', 'tenant_id': 'c8773a1a6e964f46bb873f06444e1a96', 'fixed_ips': [{'subnet_id': '5a4b5d1e-064a-4daf-839e-285ca666c383'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:33:51.218321 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-027ba4e9-0f73-4723-a5dc-5d27042136af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:51.254172 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e1e8c98f-e7f8-4ad4-9c53-4960374fe95f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=875305e07b8948e283c5caaa71061d40&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0283842 Nov 12 00:33:51.255040 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45458) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:51.263857 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8c98f-e7f8-4ad4-9c53-4960374fe95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328530ed-40b7-45f5-badd-a97350184960,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:51.344564 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f09f600-d6e2-4324-bf37-4d9492fb67b0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:51.381656 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0107a5a9-9c15-4d09-afa9-5d69d42e2366 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:51.483536 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0107a5a9-9c15-4d09-afa9-5d69d42e2366 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:51.539017 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45472) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:51.565264 n-d-712137-14 neutron-server[114242]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 00:33:51.648337 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-027ba4e9-0f73-4723-a5dc-5d27042136af None None] Allocated IP 172.20.0.2 (89ac952c-1cd0-42f5-8452-f124c6d1df6c/5a4b5d1e-064a-4daf-839e-285ca666c383/bd685cec-1379-41cb-83f9-a5f5fa361509) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:33:51.712085 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45476) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:51.942772 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0107a5a9-9c15-4d09-afa9-5d69d42e2366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:51.948569 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f09f600-d6e2-4324-bf37-4d9492fb67b0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:51.958064 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0107a5a9-9c15-4d09-afa9-5d69d42e2366 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:51.959570 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0107a5a9-9c15-4d09-afa9-5d69d42e2366 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/328530ed-40b7-45f5-badd-a97350184960 HTTP/1.1" status: 204 len: 168 time: 0.6913402 Nov 12 00:33:52.050603 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107a5a9-9c15-4d09-afa9-5d69d42e2366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328530ed-40b7-45f5-badd-a97350184960,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:52.092200 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-62c25da3-1641-4c75-80ae-a577e8b40b2a tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:33:52.099953 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-62c25da3-1641-4c75-80ae-a577e8b40b2a tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 821 time: 0.5594664 Nov 12 00:33:52.129599 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-59270d77-49b4-4183-b85f-3922cda05cef tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/quotas/06163c1124b24fc681237287cdcb2502 HTTP/1.1" status: 200 len: 375 time: 0.0182714 Nov 12 00:33:52.222756 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 68617f3f-e656-4347-9124-14c9ffaf4057 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:33:52.236636 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-0343aeca-fa09-4067-bac6-f153862a05bd tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960054 Nov 12 00:33:52.304497 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c45c1438-d964-4a7d-a740-9f8c3bff5369 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:52.361036 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-027ba4e9-0f73-4723-a5dc-5d27042136af None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:52.374557 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-05826d7d-fb2e-4c78-a4c3-c191b9f9d0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:52.383517 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-027ba4e9-0f73-4723-a5dc-5d27042136af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:52.462615 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f09f600-d6e2-4324-bf37-4d9492fb67b0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:52.474603 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027ba4e9-0f73-4723-a5dc-5d27042136af None None] Network 89ac952c-1cd0-42f5-8452-f124c6d1df6c is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:33:52.492834 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f09f600-d6e2-4324-bf37-4d9492fb67b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:52.496954 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-027ba4e9-0f73-4723-a5dc-5d27042136af None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:33:52.501627 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c45c1438-d964-4a7d-a740-9f8c3bff5369 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:52.507873 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c45c1438-d964-4a7d-a740-9f8c3bff5369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:52.528943 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027ba4e9-0f73-4723-a5dc-5d27042136af None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:33:52.541241 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-edd67b6f-8cb3-4b72-8de5-76e109b6eb52 req-af418071-2162-4593-90bb-bf70d0299c4c tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 210 time: 0.0498247 Nov 12 00:33:52.555841 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 68617f3f-e656-4347-9124-14c9ffaf4057 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:33:52.556217 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:52.624225 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c45c1438-d964-4a7d-a740-9f8c3bff5369 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6bdfda690c154c5da1d0a30f5e8acb45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9092152 Nov 12 00:33:52.625137 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45502) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:52.625991 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c1438-d964-4a7d-a740-9f8c3bff5369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48293d44-3263-4b4d-81d3-931b11e6aec6,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:52.657421 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ba4e9-0f73-4723-a5dc-5d27042136af None None] Pushing event updated for resources: {'Port': ['ID=bd685cec-1379-41cb-83f9-a5f5fa361509,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:52.749245 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ba8fdb46-b8f0-476f-aded-961b9a49b095 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:52.809520 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-3f09f600-d6e2-4324-bf37-4d9492fb67b0 admin admin] Allocated IP 172.25.0.124 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/c3a41c5d-544d-4fee-b6ed-f9ee24032375) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:33:52.812263 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ba8fdb46-b8f0-476f-aded-961b9a49b095 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:52.817735 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-027ba4e9-0f73-4723-a5dc-5d27042136af None None] Attempting to bind port bd685cec-1379-41cb-83f9-a5f5fa361509 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:33:52.819706 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-027ba4e9-0f73-4723-a5dc-5d27042136af None None] Attempting to bind port bd685cec-1379-41cb-83f9-a5f5fa361509 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '52f9ff3d-bd09-49c7-bac3-eb4818628eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '89ac952c-1cd0-42f5-8452-f124c6d1df6c'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:33:52.820197 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027ba4e9-0f73-4723-a5dc-5d27042136af None None] Attempting to bind port bd685cec-1379-41cb-83f9-a5f5fa361509 on network 89ac952c-1cd0-42f5-8452-f124c6d1df6c {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:33:52.868113 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027ba4e9-0f73-4723-a5dc-5d27042136af None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:33:52.868609 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027ba4e9-0f73-4723-a5dc-5d27042136af None None] Checking segment: {'id': '52f9ff3d-bd09-49c7-bac3-eb4818628eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '89ac952c-1cd0-42f5-8452-f124c6d1df6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:33:52.869422 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-027ba4e9-0f73-4723-a5dc-5d27042136af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:52.870494 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027ba4e9-0f73-4723-a5dc-5d27042136af None None] Bound using segment: {'id': '52f9ff3d-bd09-49c7-bac3-eb4818628eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '89ac952c-1cd0-42f5-8452-f124c6d1df6c'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:33:52.871349 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-027ba4e9-0f73-4723-a5dc-5d27042136af None None] Bound port: bd685cec-1379-41cb-83f9-a5f5fa361509, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f9ff3d-bd09-49c7-bac3-eb4818628eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '89ac952c-1cd0-42f5-8452-f124c6d1df6c'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:33:52.871815 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-027ba4e9-0f73-4723-a5dc-5d27042136af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:52.923911 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ba8fdb46-b8f0-476f-aded-961b9a49b095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:52.926679 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ba8fdb46-b8f0-476f-aded-961b9a49b095 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:52.930371 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ba8fdb46-b8f0-476f-aded-961b9a49b095 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48293d44-3263-4b4d-81d3-931b11e6aec6 HTTP/1.1" status: 204 len: 168 time: 0.2988958 Nov 12 00:33:52.938246 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fdb46-b8f0-476f-aded-961b9a49b095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48293d44-3263-4b4d-81d3-931b11e6aec6,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:53.017762 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-027ba4e9-0f73-4723-a5dc-5d27042136af None None] For port bd685cec-1379-41cb-83f9-a5f5fa361509, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:33:53.021610 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-027ba4e9-0f73-4723-a5dc-5d27042136af None None] For port bd685cec-1379-41cb-83f9-a5f5fa361509, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=bd685cec-1379-41cb-83f9-a5f5fa361509,segment=NetworkSegment(52f9ff3d-bd09-49c7-bac3-eb4818628eb2),segment_id=52f9ff3d-bd09-49c7-bac3-eb4818628eb2)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:33:53.026742 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f09f600-d6e2-4324-bf37-4d9492fb67b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:53.037864 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-027ba4e9-0f73-4723-a5dc-5d27042136af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:53.083273 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f09f600-d6e2-4324-bf37-4d9492fb67b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:53.122320 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ba4e9-0f73-4723-a5dc-5d27042136af None None] Pushing event updated for resources: {'Port': ['ID=bd685cec-1379-41cb-83f9-a5f5fa361509,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:53.136965 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f09f600-d6e2-4324-bf37-4d9492fb67b0 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:33:53.140452 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-3f09f600-d6e2-4324-bf37-4d9492fb67b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:33:53.164298 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f09f600-d6e2-4324-bf37-4d9492fb67b0 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:33:53.282047 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:53.308898 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09f600-d6e2-4324-bf37-4d9492fb67b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c3a41c5d-544d-4fee-b6ed-f9ee24032375,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:53.384632 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.21', 51952) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:53.485090 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46ba71ce-885f-4636-b482-de8858189b1f req-ac9db2bb-2b3e-4b81-9138-2751e2ac21ae tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b31d4c6499214d91b5a6bc49a17a4104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933809 Nov 12 00:33:53.488420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45526) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:53.529729 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f09f600-d6e2-4324-bf37-4d9492fb67b0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:53.586076 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3516221c-02b7-4f4d-bab7-2d83de313c15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:53.803077 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-829180e1-446e-4c6c-ae69-218b00b97ac1 req-21da10d6-aba8-49c2-ac6d-3d46faa32bb6 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 210 time: 0.0404818 Nov 12 00:33:53.891734 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba71ce-885f-4636-b482-de8858189b1f req-2ff8dcfa-c222-43c7-af40-3e9f6db727d7 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:33:53.893569 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46ba71ce-885f-4636-b482-de8858189b1f req-2ff8dcfa-c222-43c7-af40-3e9f6db727d7 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3807173 Nov 12 00:33:53.898789 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3516221c-02b7-4f4d-bab7-2d83de313c15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:53.906263 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3516221c-02b7-4f4d-bab7-2d83de313c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:53.954471 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516221c-02b7-4f4d-bab7-2d83de313c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14639200-47d5-45a2-b062-2d0b848fb759,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:54.011081 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bd685cec-1379-41cb-83f9-a5f5fa361509 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:33:54.021396 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f09f600-d6e2-4324-bf37-4d9492fb67b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:54.047566 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-46ba71ce-885f-4636-b482-de8858189b1f req-f70d6c98-5025-4426-b714-1662004cd0cd tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Request body: {'port': {'device_id': 'e3305e7e-185f-445d-8347-f49d0d93079e', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': 'b31d4c6499214d91b5a6bc49a17a4104'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:33:54.169112 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port bd685cec-1379-41cb-83f9-a5f5fa361509 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:33:54.169112 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:54.236777 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45546) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:54.282151 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-e32dbbdb-8b35-4ef5-a029-0b4087259ecf service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:33:54.283209 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-e32dbbdb-8b35-4ef5-a029-0b4087259ecf service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0847731 Nov 12 00:33:54.301560 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0abe766a-4ff7-45bb-acb4-ec19bc9929a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:54.302459 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3516221c-02b7-4f4d-bab7-2d83de313c15 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97bf3948515b4f4184bf1e0005ef54eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8128197 Nov 12 00:33:54.336220 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45550) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:54.382884 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:54.420283 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:54.484660 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0abe766a-4ff7-45bb-acb4-ec19bc9929a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:54.507534 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0abe766a-4ff7-45bb-acb4-ec19bc9929a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:54.522653 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port bd685cec-1379-41cb-83f9-a5f5fa361509, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=bd685cec-1379-41cb-83f9-a5f5fa361509,segment=NetworkSegment(52f9ff3d-bd09-49c7-bac3-eb4818628eb2),segment_id=52f9ff3d-bd09-49c7-bac3-eb4818628eb2)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:33:54.538851 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:54.539213 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ba71ce-885f-4636-b482-de8858189b1f req-f70d6c98-5025-4426-b714-1662004cd0cd tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Made reservation on behalf of b31d4c6499214d91b5a6bc49a17a4104 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:33:54.549314 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ba71ce-885f-4636-b482-de8858189b1f req-f70d6c98-5025-4426-b714-1662004cd0cd tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:54.575138 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ba71ce-885f-4636-b482-de8858189b1f req-f70d6c98-5025-4426-b714-1662004cd0cd tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:54.576665 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0abe766a-4ff7-45bb-acb4-ec19bc9929a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5af22199e7994474958b0c906b64a684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3387733 Nov 12 00:33:54.579614 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45564) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:54.582883 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe766a-4ff7-45bb-acb4-ec19bc9929a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ac5f4b-837e-4879-af14-32fe7d66a5a1,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:54.659202 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8e3c90-2940-4b51-b068-7a558dad5775 None None] Network 89ac952c-1cd0-42f5-8452-f124c6d1df6c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:33:54.700647 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eff36717-533b-4f1d-8ac0-8183b5846f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:54.711907 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-06d8ce24-d9e4-4248-b901-ad5cb5a154b4 service neutron] 10.222.0.31 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083502 Nov 12 00:33:54.737036 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eff36717-533b-4f1d-8ac0-8183b5846f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:54.761918 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7b81c0f6-5e18-47c8-8169-cb2fcdf4a0d3 None None] Provisioning complete for port bd685cec-1379-41cb-83f9-a5f5fa361509 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:33:54.762742 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7b81c0f6-5e18-47c8-8169-cb2fcdf4a0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:54.813144 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=bd685cec-1379-41cb-83f9-a5f5fa361509,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:54.845444 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b0ab755-88c1-4d82-90df-2b0380f11d0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:54.852043 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eff36717-533b-4f1d-8ac0-8183b5846f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:54.861447 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eff36717-533b-4f1d-8ac0-8183b5846f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:54.867873 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-eff36717-533b-4f1d-8ac0-8183b5846f84 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34ac5f4b-837e-4879-af14-32fe7d66a5a1 HTTP/1.1" status: 204 len: 168 time: 0.2817404 Nov 12 00:33:54.895769 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff36717-533b-4f1d-8ac0-8183b5846f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ac5f4b-837e-4879-af14-32fe7d66a5a1,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:54.969005 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f09f600-d6e2-4324-bf37-4d9492fb67b0 admin admin] Router d0eda1ee-af0b-4968-94f7-0cf000d3f8d7 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:33:54.994506 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9eeb887e-4f34-4ce6-be47-ae7245892681 req-2a1a01e6-9165-4233-bbf5-a4f05905f7c0 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 210 time: 0.0581801 Nov 12 00:33:55.009950 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b0ab755-88c1-4d82-90df-2b0380f11d0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:55.068254 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ba71ce-885f-4636-b482-de8858189b1f req-f70d6c98-5025-4426-b714-1662004cd0cd tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:55.079648 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ba71ce-885f-4636-b482-de8858189b1f req-f70d6c98-5025-4426-b714-1662004cd0cd tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:55.240529 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:33:55.248545 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:55.282639 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b0ab755-88c1-4d82-90df-2b0380f11d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:55.285786 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b0ab755-88c1-4d82-90df-2b0380f11d0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:55.288578 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2b0ab755-88c1-4d82-90df-2b0380f11d0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14639200-47d5-45a2-b062-2d0b848fb759 HTTP/1.1" status: 204 len: 168 time: 0.8007841 Nov 12 00:33:55.306243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f09f600-d6e2-4324-bf37-4d9492fb67b0 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:33:55.308553 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ab755-88c1-4d82-90df-2b0380f11d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14639200-47d5-45a2-b062-2d0b848fb759,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:55.310536 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d6c98-5025-4426-b714-1662004cd0cd tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2495b901-4dd7-4310-89fb-688bc81b91d3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:55.317133 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] Sync routers for ids ['d0eda1ee-af0b-4968-94f7-0cf000d3f8d7'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:33:55.334961 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] Routers {'d0eda1ee-af0b-4968-94f7-0cf000d3f8d7'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:33:55.339635 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:33:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d0eda1ee-af0b-4968-94f7-0cf000d3f8d7'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:33:55.350528 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f09f600-d6e2-4324-bf37-4d9492fb67b0 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:55.352315 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3f09f600-d6e2-4324-bf37-4d9492fb67b0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.3533871 Nov 12 00:33:55.356833 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45590) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:55.505074 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-95884727-ef45-479e-899c-f25511b0b258 service neutron] 10.222.0.31 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7799339 Nov 12 00:33:55.682494 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a2bdad5c-3927-4d1b-a970-5573d69dffcd None None] Provisioning complete for port bd685cec-1379-41cb-83f9-a5f5fa361509 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:33:55.684726 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-46ba71ce-885f-4636-b482-de8858189b1f req-f70d6c98-5025-4426-b714-1662004cd0cd tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Allocated IP 192.168.233.150 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/c1b39f90-04de-4ca1-9c30-f58fd9ee1029) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:33:55.688567 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a2bdad5c-3927-4d1b-a970-5573d69dffcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:55.897276 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] Set router d0eda1ee-af0b-4968-94f7-0cf000d3f8d7 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:33:55.936640 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:56.142488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bd685cec-1379-41cb-83f9-a5f5fa361509 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:33:56.275563 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port bd685cec-1379-41cb-83f9-a5f5fa361509 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:33:56.275998 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:56.375616 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-42e92087-a3c2-4d9f-b2eb-c6b20f0df00d req-835c0d75-f1c2-4cb3-95d5-817897c99bb5 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 210 time: 0.2985210 Nov 12 00:33:56.524174 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eda1ee-af0b-4968-94f7-0cf000d3f8d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-259548409-router', 'tenant_id': 'c8773a1a6e964f46bb873f06444e1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'c3a41c5d-544d-4fee-b6ed-f9ee24032375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:51Z', 'updated_at': '2021-11-12T00:33:53Z', 'revision_number': 3, 'project_id': 'c8773a1a6e964f46bb873f06444e1a96', 'gw_port': {'id': 'c3a41c5d-544d-4fee-b6ed-f9ee24032375', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eda1ee-af0b-4968-94f7-0cf000d3f8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:52Z', 'updated_at': '2021-11-12T00:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:33:56.585007 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ba71ce-885f-4636-b482-de8858189b1f req-f70d6c98-5025-4426-b714-1662004cd0cd tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:56.609110 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] Checking router: d0eda1ee-af0b-4968-94f7-0cf000d3f8d7 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:33:56.609110 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] Updating router d0eda1ee-af0b-4968-94f7-0cf000d3f8d7 port c3a41c5d-544d-4fee-b6ed-f9ee24032375 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:33:56.705434 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:56.730537 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ba71ce-885f-4636-b482-de8858189b1f req-f70d6c98-5025-4426-b714-1662004cd0cd tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:57.053686 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ba71ce-885f-4636-b482-de8858189b1f req-f70d6c98-5025-4426-b714-1662004cd0cd tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:33:57.110003 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3008580f-b494-45b5-9bb6-dccfa1cb1fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:57.119410 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-46ba71ce-885f-4636-b482-de8858189b1f req-f70d6c98-5025-4426-b714-1662004cd0cd tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:33:57.136317 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ba71ce-885f-4636-b482-de8858189b1f req-f70d6c98-5025-4426-b714-1662004cd0cd tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:33:57.155930 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba71ce-885f-4636-b482-de8858189b1f req-f70d6c98-5025-4426-b714-1662004cd0cd tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:33:57.160943 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ba71ce-885f-4636-b482-de8858189b1f req-f70d6c98-5025-4426-b714-1662004cd0cd tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:57.236703 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d6c98-5025-4426-b714-1662004cd0cd tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Pushing event updated for resources: {'Port': ['ID=c1b39f90-04de-4ca1-9c30-f58fd9ee1029,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:57.317627 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46ba71ce-885f-4636-b482-de8858189b1f req-f70d6c98-5025-4426-b714-1662004cd0cd tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3118260 Nov 12 00:33:57.361723 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-46ba71ce-885f-4636-b482-de8858189b1f req-4c3b6275-e7c6-494b-a1e6-0ca05a3ae901 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:33:57.362930 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46ba71ce-885f-4636-b482-de8858189b1f req-4c3b6275-e7c6-494b-a1e6-0ca05a3ae901 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0195189 Nov 12 00:33:57.412888 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5782e35-fbcb-4daf-9dbc-40d1790d8673 req-57ee73c5-6b22-42f0-a344-79a6e8ec01ed tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:33:57.422095 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b5782e35-fbcb-4daf-9dbc-40d1790d8673 req-57ee73c5-6b22-42f0-a344-79a6e8ec01ed tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 936 time: 0.4685431 Nov 12 00:33:57.622961 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b5782e35-fbcb-4daf-9dbc-40d1790d8673 req-eb9dbf89-0b36-4c6d-a5e6-318c2ab8c6d7 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/security-groups?id=2495b901-4dd7-4310-89fb-688bc81b91d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902719 Nov 12 00:33:57.625029 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:57.641186 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:57.695332 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c194a320-b14c-4d20-9c15-162995265744 None None] Provisioning complete for port c1b39f90-04de-4ca1-9c30-f58fd9ee1029 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:33:57.697361 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c194a320-b14c-4d20-9c15-162995265744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:57.762186 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-3008580f-b494-45b5-9bb6-dccfa1cb1fad admin admin] Allocated IP 172.20.0.1 (89ac952c-1cd0-42f5-8452-f124c6d1df6c/5a4b5d1e-064a-4daf-839e-285ca666c383/5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:33:57.778209 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae077cf-e00a-4202-b9ed-076b545119e2 None None] Pushing event updated for resources: {'Port': ['ID=c3a41c5d-544d-4fee-b6ed-f9ee24032375,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:57.800792 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c194a320-b14c-4d20-9c15-162995265744 None None] Port c1b39f90-04de-4ca1-9c30-f58fd9ee1029 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:33:57.819418 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] Attempting to bind port c3a41c5d-544d-4fee-b6ed-f9ee24032375 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:33:57.819729 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] Attempting to bind port c3a41c5d-544d-4fee-b6ed-f9ee24032375 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:33:57.820222 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] Attempting to bind port c3a41c5d-544d-4fee-b6ed-f9ee24032375 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:33:57.827294 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:33:57.827809 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:33:57.828305 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:57.828853 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:33:57.830363 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] Bound port: c3a41c5d-544d-4fee-b6ed-f9ee24032375, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:33:57.836099 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:57.906446 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] For port c3a41c5d-544d-4fee-b6ed-f9ee24032375, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:33:57.912067 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] For port c3a41c5d-544d-4fee-b6ed-f9ee24032375, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c3a41c5d-544d-4fee-b6ed-f9ee24032375,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:33:57.920862 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:58.005566 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] Routers {'d0eda1ee-af0b-4968-94f7-0cf000d3f8d7'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:33:58.006464 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:33:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d0eda1ee-af0b-4968-94f7-0cf000d3f8d7'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:33:58.010269 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae077cf-e00a-4202-b9ed-076b545119e2 None None] Pushing event updated for resources: {'Port': ['ID=c3a41c5d-544d-4fee-b6ed-f9ee24032375,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:58.010459 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3008580f-b494-45b5-9bb6-dccfa1cb1fad admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:58.106629 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4bbd6a8-e919-402b-9fc2-7c4fa6c85142 req-e3a4efed-b7bd-4cbb-ab1b-00810db311dc tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 210 time: 0.0482302 Nov 12 00:33:58.121647 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3008580f-b494-45b5-9bb6-dccfa1cb1fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:58.166128 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45672) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:58.200372 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3008580f-b494-45b5-9bb6-dccfa1cb1fad admin admin] Network 89ac952c-1cd0-42f5-8452-f124c6d1df6c is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:33:58.203623 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-3008580f-b494-45b5-9bb6-dccfa1cb1fad admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:33:58.204412 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] Set router d0eda1ee-af0b-4968-94f7-0cf000d3f8d7 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:33:58.212535 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3008580f-b494-45b5-9bb6-dccfa1cb1fad admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:33:58.213460 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3008580f-b494-45b5-9bb6-dccfa1cb1fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:58.380444 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008580f-b494-45b5-9bb6-dccfa1cb1fad admin admin] Pushing event updated for resources: {'Port': ['ID=5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:58.618730 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eda1ee-af0b-4968-94f7-0cf000d3f8d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-259548409-router', 'tenant_id': 'c8773a1a6e964f46bb873f06444e1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'c3a41c5d-544d-4fee-b6ed-f9ee24032375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:51Z', 'updated_at': '2021-11-12T00:33:53Z', 'revision_number': 3, 'project_id': 'c8773a1a6e964f46bb873f06444e1a96', 'gw_port': {'id': 'c3a41c5d-544d-4fee-b6ed-f9ee24032375', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eda1ee-af0b-4968-94f7-0cf000d3f8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:52Z', 'updated_at': '2021-11-12T00:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:33:58.705495 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91902e43-7d41-4799-821b-10f61921ec85 None None] The sync data for ids ['d0eda1ee-af0b-4968-94f7-0cf000d3f8d7'] in n-d-712137-14 is: [{'id': 'd0eda1ee-af0b-4968-94f7-0cf000d3f8d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-259548409-router', 'tenant_id': 'c8773a1a6e964f46bb873f06444e1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'c3a41c5d-544d-4fee-b6ed-f9ee24032375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:51Z', 'updated_at': '2021-11-12T00:33:53Z', 'revision_number': 3, 'project_id': 'c8773a1a6e964f46bb873f06444e1a96', 'gw_port': {'id': 'c3a41c5d-544d-4fee-b6ed-f9ee24032375', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eda1ee-af0b-4968-94f7-0cf000d3f8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:52Z', 'updated_at': '2021-11-12T00:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:33:58.741028 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-77aa94b0-a8e9-49f3-913f-2db0de9943c0 None None] Provisioning complete for port 5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:33:58.741624 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-77aa94b0-a8e9-49f3-913f-2db0de9943c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:58.744474 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3008580f-b494-45b5-9bb6-dccfa1cb1fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:58.846112 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-77aa94b0-a8e9-49f3-913f-2db0de9943c0 None None] Port 5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:33:59.001679 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-74026f6d-92b5-45de-8427-18f8f9340956 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:59.038798 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c774c5-f6c1-4043-806a-199314fb05f1 req-da196631-6765-4590-9fc6-18414fe5b603 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:33:59.040323 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21c774c5-f6c1-4043-806a-199314fb05f1 req-da196631-6765-4590-9fc6-18414fe5b603 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 936 time: 0.2517369 Nov 12 00:33:59.214072 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-74026f6d-92b5-45de-8427-18f8f9340956 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:59.217794 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.15', 61367) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:59.223015 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3008580f-b494-45b5-9bb6-dccfa1cb1fad admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:59.228962 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3008580f-b494-45b5-9bb6-dccfa1cb1fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:59.234096 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3008580f-b494-45b5-9bb6-dccfa1cb1fad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:59.279819 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-46ba71ce-885f-4636-b482-de8858189b1f req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] Request body: {'port': {'device_id': 'e3305e7e-185f-445d-8347-f49d0d93079e', 'device_owner': 'compute:tempest-test_az-1932212948', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:33:59.359745 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008580f-b494-45b5-9bb6-dccfa1cb1fad admin admin] Pushing event updated for resources: {'Port': ['ID=5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:33:59.379740 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-74026f6d-92b5-45de-8427-18f8f9340956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:33:59.576542 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81e0880a-0d61-4513-8cd4-bc9e40432daa req-82371c26-d52b-4f63-abef-5ccc295a85d5 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 210 time: 0.1897736 Nov 12 00:33:59.703753 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3008580f-b494-45b5-9bb6-dccfa1cb1fad admin admin] Network 89ac952c-1cd0-42f5-8452-f124c6d1df6c is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:33:59.708196 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-3008580f-b494-45b5-9bb6-dccfa1cb1fad admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:33:59.790355 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21c774c5-f6c1-4043-806a-199314fb05f1 req-1dbf1132-0fa3-4e0c-932d-99f0a4b5a8c4 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/security-groups?id=2495b901-4dd7-4310-89fb-688bc81b91d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5701103 Nov 12 00:33:59.820952 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-74026f6d-92b5-45de-8427-18f8f9340956 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e9fc0701b354f67a7d0f24d237e3d3c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6511507 Nov 12 00:33:59.836643 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45722) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:33:59.949323 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ba71ce-885f-4636-b482-de8858189b1f req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:00.038490 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74026f6d-92b5-45de-8427-18f8f9340956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478f41a5-026c-46ba-b619-e011eb7b535e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:00.042297 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c3a41c5d-544d-4fee-b6ed-f9ee24032375 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:34:00.156314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3008580f-b494-45b5-9bb6-dccfa1cb1fad admin admin] Router d0eda1ee-af0b-4968-94f7-0cf000d3f8d7 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:34:00.169253 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port c3a41c5d-544d-4fee-b6ed-f9ee24032375 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:00.171451 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:00.305105 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:00.339658 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-12cfce0f-10b3-4f9a-9b14-872436a99ec4 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:00.340739 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port c3a41c5d-544d-4fee-b6ed-f9ee24032375, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c3a41c5d-544d-4fee-b6ed-f9ee24032375,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:00.348559 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:00.349230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-12cfce0f-10b3-4f9a-9b14-872436a99ec4 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.15 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 821 time: 1.1243322 Nov 12 00:34:00.436297 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-972016f6-4108-4e9e-bbba-39fc64e9576a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:00.581269 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=c3a41c5d-544d-4fee-b6ed-f9ee24032375,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:00.614025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-a136e8ed-1ba8-4376-a5b7-b25e33ee336b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Request body: {'port': {'device_id': '01cc9478-9926-4721-a09c-f549712673b4', 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34', 'admin_state_up': True, 'tenant_id': '06163c1124b24fc681237287cdcb2502'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:00.616147 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f3d66061-ff5a-4b46-bc3c-d46afb99684e None None] Provisioning complete for port 5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:00.616528 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f3d66061-ff5a-4b46-bc3c-d46afb99684e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:00.688209 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f3d66061-ff5a-4b46-bc3c-d46afb99684e None None] Port 5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:34:00.881134 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6dfc28ee-0ecf-4eea-8453-89d4c29743eb req-c8fe1e49-0673-4b9e-96cd-8b7cac34ce56 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 210 time: 0.1066992 Nov 12 00:34:00.969804 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-972016f6-4108-4e9e-bbba-39fc64e9576a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:01.001863 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3008580f-b494-45b5-9bb6-dccfa1cb1fad admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:34:01.008544 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3008580f-b494-45b5-9bb6-dccfa1cb1fad admin admin] 10.222.0.31 "PUT /v2.0/routers/d0eda1ee-af0b-4968-94f7-0cf000d3f8d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6503263 Nov 12 00:34:01.229185 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45750) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:01.267039 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f65ef-b516-4536-a7e6-c2030b572dc4 req-c727b808-eecc-4f41-b33a-1b7895dd1948 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:01.268930 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-253f65ef-b516-4536-a7e6-c2030b572dc4 req-c727b808-eecc-4f41-b33a-1b7895dd1948 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 936 time: 0.3359163 Nov 12 00:34:01.454086 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-a136e8ed-1ba8-4376-a5b7-b25e33ee336b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Made reservation on behalf of 06163c1124b24fc681237287cdcb2502 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:34:01.458257 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-a136e8ed-1ba8-4376-a5b7-b25e33ee336b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:01.559061 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-972016f6-4108-4e9e-bbba-39fc64e9576a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:01.562634 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-972016f6-4108-4e9e-bbba-39fc64e9576a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:01.566230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-972016f6-4108-4e9e-bbba-39fc64e9576a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/478f41a5-026c-46ba-b619-e011eb7b535e HTTP/1.1" status: 204 len: 168 time: 1.7106514 Nov 12 00:34:01.584920 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-253f65ef-b516-4536-a7e6-c2030b572dc4 req-beb4a5ed-960e-4612-8880-e00837ecb0d8 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/security-groups?id=2495b901-4dd7-4310-89fb-688bc81b91d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087811 Nov 12 00:34:01.642388 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972016f6-4108-4e9e-bbba-39fc64e9576a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478f41a5-026c-46ba-b619-e011eb7b535e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:02.007395 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45768) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:02.037802 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c3a41c5d-544d-4fee-b6ed-f9ee24032375 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:34:02.113084 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7abab889-5f3e-4b96-9416-f82d6a073980 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:02.147222 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] Sync routers for ids ['d0eda1ee-af0b-4968-94f7-0cf000d3f8d7'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:34:02.152193 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-a136e8ed-1ba8-4376-a5b7-b25e33ee336b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Allocated IP 172.20.0.12 (23f74497-58df-4bf7-97f2-b78858046c34/04d985ea-5f19-461f-8a8b-c63d6b21142f/546fc81c-1951-4bee-88e9-54902fa3b9a7) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:34:02.227660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-46ba71ce-885f-4636-b482-de8858189b1f req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b39f90-04de-4ca1-9c30-f58fd9ee1029 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:34:02.248392 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7abab889-5f3e-4b96-9416-f82d6a073980 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:02.257904 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ba71ce-885f-4636-b482-de8858189b1f req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:02.258233 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7abab889-5f3e-4b96-9416-f82d6a073980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:02.310845 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] Routers {'d0eda1ee-af0b-4968-94f7-0cf000d3f8d7'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:34:02.311284 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:33:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d0eda1ee-af0b-4968-94f7-0cf000d3f8d7'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:34:02.317696 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c9e43368-ee59-4b7b-b999-beea0fa03f79 req-c09bc870-67e7-456c-a157-860083d8dd62 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 210 time: 0.0711417 Nov 12 00:34:02.396187 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-46ba71ce-885f-4636-b482-de8858189b1f req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] Transition to ACTIVE for port object c1b39f90-04de-4ca1-9c30-f58fd9ee1029 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:34:02.406940 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7abab889-5f3e-4b96-9416-f82d6a073980 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0247aebc710c4a9c8204e972afffddb9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1763999 Nov 12 00:34:02.408299 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abab889-5f3e-4b96-9416-f82d6a073980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7230b5-2a33-4e46-ab1a-0ac63e5a283f,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:02.411367 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45776) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:02.491710 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9b037662-2319-41de-9fc5-eb5db0372e45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:02.548864 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9b037662-2319-41de-9fc5-eb5db0372e45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:02.637949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port c3a41c5d-544d-4fee-b6ed-f9ee24032375 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:02.639927 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:02.680079 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9b037662-2319-41de-9fc5-eb5db0372e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:02.684348 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9b037662-2319-41de-9fc5-eb5db0372e45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:02.685829 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9b037662-2319-41de-9fc5-eb5db0372e45 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf7230b5-2a33-4e46-ab1a-0ac63e5a283f HTTP/1.1" status: 204 len: 168 time: 0.2730544 Nov 12 00:34:02.709353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b037662-2319-41de-9fc5-eb5db0372e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7230b5-2a33-4e46-ab1a-0ac63e5a283f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:02.824266 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] Set router d0eda1ee-af0b-4968-94f7-0cf000d3f8d7 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:34:02.840109 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ba71ce-885f-4636-b482-de8858189b1f req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:02.931465 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1d7dbadf-d6dc-4e68-ae6c-663b08dc4ccc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:03.012219 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b39f90-04de-4ca1-9c30-f58fd9ee1029,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:03.117310 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45792) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:03.128270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7305e0-10ed-49fe-9921-db9f4dd41751 req-0857df04-a168-48a9-8dc9-cde82a648a7d tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:03.129869 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7c7305e0-10ed-49fe-9921-db9f4dd41751 req-0857df04-a168-48a9-8dc9-cde82a648a7d tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 970 time: 0.2987928 Nov 12 00:34:03.156162 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-207fcee3-b4cf-4e8a-96ca-2422e6e10ab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:03.218840 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-46ba71ce-885f-4636-b482-de8858189b1f req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] Attempting to bind port c1b39f90-04de-4ca1-9c30-f58fd9ee1029 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:34:03.227006 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-46ba71ce-885f-4636-b482-de8858189b1f req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] Attempting to bind port c1b39f90-04de-4ca1-9c30-f58fd9ee1029 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:34:03.227895 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ba71ce-885f-4636-b482-de8858189b1f req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] Attempting to bind port c1b39f90-04de-4ca1-9c30-f58fd9ee1029 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:03.299902 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ba71ce-885f-4636-b482-de8858189b1f req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] Port c1b39f90-04de-4ca1-9c30-f58fd9ee1029 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:34:03.303310 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ba71ce-885f-4636-b482-de8858189b1f req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] Attempting to bind port c1b39f90-04de-4ca1-9c30-f58fd9ee1029 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:03.359191 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ba71ce-885f-4636-b482-de8858189b1f req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:34:03.359619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ba71ce-885f-4636-b482-de8858189b1f req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:34:03.360239 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ba71ce-885f-4636-b482-de8858189b1f req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:34:03.360721 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-46ba71ce-885f-4636-b482-de8858189b1f req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] Bound port: c1b39f90-04de-4ca1-9c30-f58fd9ee1029, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:34:03.361175 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ba71ce-885f-4636-b482-de8858189b1f req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:03.422141 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1d7dbadf-d6dc-4e68-ae6c-663b08dc4ccc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:03.428745 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-a136e8ed-1ba8-4376-a5b7-b25e33ee336b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:03.439519 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1d7dbadf-d6dc-4e68-ae6c-663b08dc4ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:03.614050 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7c7305e0-10ed-49fe-9921-db9f4dd41751 req-6c73dee4-e1f4-4e6d-b73c-156b8de055a1 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/security-groups?id=2495b901-4dd7-4310-89fb-688bc81b91d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494634 Nov 12 00:34:03.659014 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-a136e8ed-1ba8-4376-a5b7-b25e33ee336b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:03.671203 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eda1ee-af0b-4968-94f7-0cf000d3f8d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-259548409-router', 'tenant_id': 'c8773a1a6e964f46bb873f06444e1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'c3a41c5d-544d-4fee-b6ed-f9ee24032375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:51Z', 'updated_at': '2021-11-12T00:33:58Z', 'revision_number': 4, 'project_id': 'c8773a1a6e964f46bb873f06444e1a96', 'gw_port': {'id': 'c3a41c5d-544d-4fee-b6ed-f9ee24032375', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eda1ee-af0b-4968-94f7-0cf000d3f8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:52Z', 'updated_at': '2021-11-12T00:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7', 'name': '', 'network_id': '89ac952c-1cd0-42f5-8452-f124c6d1df6c', 'tenant_id': 'c8773a1a6e964f46bb873f06444e1a96', 'mac_address': 'fa:16:3e:f7:85:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eda1ee-af0b-4968-94f7-0cf000d3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '5a4b5d1e-064a-4daf-839e-285ca666c383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:57Z', 'updated_at': '2021-11-12T00:33:58Z', 'revision_number': 2, 'project_id': 'c8773a1a6e964f46bb873f06444e1a96', 'subnets': [{'id': '5a4b5d1e-064a-4daf-839e-285ca666c383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:34:03.683845 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-46ba71ce-885f-4636-b482-de8858189b1f req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] For port c1b39f90-04de-4ca1-9c30-f58fd9ee1029, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:34:03.690164 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-207fcee3-b4cf-4e8a-96ca-2422e6e10ab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:03.744823 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] Checking router: d0eda1ee-af0b-4968-94f7-0cf000d3f8d7 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:34:03.751734 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] Updating router d0eda1ee-af0b-4968-94f7-0cf000d3f8d7 port 5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:34:03.765073 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-46ba71ce-885f-4636-b482-de8858189b1f req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] For port c1b39f90-04de-4ca1-9c30-f58fd9ee1029, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c1b39f90-04de-4ca1-9c30-f58fd9ee1029,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:34:03.791223 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-a136e8ed-1ba8-4376-a5b7-b25e33ee336b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Network 23f74497-58df-4bf7-97f2-b78858046c34 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:34:03.792750 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-a136e8ed-1ba8-4376-a5b7-b25e33ee336b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:34:03.801544 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-a136e8ed-1ba8-4376-a5b7-b25e33ee336b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:34:03.813610 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-a136e8ed-1ba8-4376-a5b7-b25e33ee336b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:03.814351 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-a136e8ed-1ba8-4376-a5b7-b25e33ee336b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:03.840807 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ba71ce-885f-4636-b482-de8858189b1f req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:03.931005 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136e8ed-1ba8-4376-a5b7-b25e33ee336b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Pushing event updated for resources: {'Port': ['ID=546fc81c-1951-4bee-88e9-54902fa3b9a7,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:03.948007 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba71ce-885f-4636-b482-de8858189b1f req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:03.948574 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ba71ce-885f-4636-b482-de8858189b1f req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:03.954521 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dbadf-d6dc-4e68-ae6c-663b08dc4ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97387d68-1163-458c-be72-00751f79434c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:03.956604 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46ba71ce-885f-4636-b482-de8858189b1f req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] 10.222.0.21 "PUT /v2.0/ports/c1b39f90-04de-4ca1-9c30-f58fd9ee1029 HTTP/1.1" status: 200 len: 1119 time: 5.6107564 Nov 12 00:34:03.957449 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3305e7e-185f-445d-8347-f49d0d93079e', 'tag': 'c1b39f90-04de-4ca1-9c30-f58fd9ee1029'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:04.004898 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-207fcee3-b4cf-4e8a-96ca-2422e6e10ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:04.117556 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1d7dbadf-d6dc-4e68-ae6c-663b08dc4ccc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2be982644fce4e0b957ce9bc27c073ef&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1082520 Nov 12 00:34:04.130985 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45810) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:04.141693 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-207fcee3-b4cf-4e8a-96ca-2422e6e10ab8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7108e59bd1b45adabc06ef240f6ff45&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0231955 Nov 12 00:34:04.154977 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45812) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:04.198496 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-a136e8ed-1ba8-4376-a5b7-b25e33ee336b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6138556 Nov 12 00:34:04.240163 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:04.330361 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45818) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:04.331271 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45822) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:04.366649 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-1102c8d1-a754-411b-93b8-94f2f9cd63e7 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1832133563', 'description': 'tempest-description--1774279293'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:04.417361 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-1a5362b3-9528-4dd4-a491-074639328b90 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:34:04.418370 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-1a5362b3-9528-4dd4-a491-074639328b90 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0203247 Nov 12 00:34:04.424843 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e0491-d590-4f55-960a-2ce9fc752167 req-8ce109ce-6e90-4e0f-b9e1-12c39d814d60 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:04.429337 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ae4e0491-d590-4f55-960a-2ce9fc752167 req-8ce109ce-6e90-4e0f-b9e1-12c39d814d60 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 932 time: 0.8130441 Nov 12 00:34:04.572951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba71ce-885f-4636-b482-de8858189b1f req-0cf983db-9e36-4a1e-a4f8-d09c40eb82e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:04.574803 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46ba71ce-885f-4636-b482-de8858189b1f req-0cf983db-9e36-4a1e-a4f8-d09c40eb82e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b31d4c6499214d91b5a6bc49a17a4104&device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 1122 time: 0.3675027 Nov 12 00:34:04.576496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930870bf-8b0b-4556-bf1d-49f3bb759a47 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b39f90-04de-4ca1-9c30-f58fd9ee1029,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:04.637879 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1102c8d1-a754-411b-93b8-94f2f9cd63e7 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:04.671328 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3e459ce5-13b9-4c43-a673-928a6af3b740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:04.677563 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fcee3-b4cf-4e8a-96ca-2422e6e10ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b016dcf5-ebf0-4c6a-bf97-c453ce2ecf01,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:04.774061 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-44322870-4320-4fc3-9f97-673c86923633 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:04.810840 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-44322870-4320-4fc3-9f97-673c86923633 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:04.814386 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46ba71ce-885f-4636-b482-de8858189b1f req-fd971ff2-ba8f-41c6-85ef-fccc08bbdc31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=c1b39f90-04de-4ca1-9c30-f58fd9ee1029 HTTP/1.1" status: 200 len: 217 time: 0.2257016 Nov 12 00:34:04.898822 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-44322870-4320-4fc3-9f97-673c86923633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:04.902264 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-44322870-4320-4fc3-9f97-673c86923633 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:04.904334 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-44322870-4320-4fc3-9f97-673c86923633 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b016dcf5-ebf0-4c6a-bf97-c453ce2ecf01 HTTP/1.1" status: 204 len: 168 time: 0.7286010 Nov 12 00:34:04.905661 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e337824b-1264-4db6-8a17-f6e9583955db admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:05.022617 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e337824b-1264-4db6-8a17-f6e9583955db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:05.025745 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b33ebfc-9cef-4289-9cae-8aae60719cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "e3305e7e-185f-445d-8347-f49d0d93079e", "tag": "c1b39f90-04de-4ca1-9c30-f58fd9ee1029"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:05.071019 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e337824b-1264-4db6-8a17-f6e9583955db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:05.100067 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:05.110032 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3e459ce5-13b9-4c43-a673-928a6af3b740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:05.114956 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:05.132881 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab7339-54ab-4322-afb5-16c33e725b3a req-020d7b55-0ecb-4eb9-9a4d-e331f68fcfbd tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:05.147889 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f0ab7339-54ab-4322-afb5-16c33e725b3a req-020d7b55-0ecb-4eb9-9a4d-e331f68fcfbd tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 970 time: 0.3541443 Nov 12 00:34:05.202212 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba71ce-885f-4636-b482-de8858189b1f req-54b4a1a3-9370-4d9b-856c-3820f964f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:05.212823 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46ba71ce-885f-4636-b482-de8858189b1f req-54b4a1a3-9370-4d9b-856c-3820f964f49a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.3776982 Nov 12 00:34:05.216708 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e337824b-1264-4db6-8a17-f6e9583955db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5973fb715917427cabc5098dd20c10cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8625963 Nov 12 00:34:05.225548 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45844) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:05.228322 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ae4e0491-d590-4f55-960a-2ce9fc752167 req-0a6247da-2c42-4e1e-a256-fec874580a3e tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6416895 Nov 12 00:34:05.241462 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44322870-4320-4fc3-9f97-673c86923633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b016dcf5-ebf0-4c6a-bf97-c453ce2ecf01,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:05.354476 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5919121-0903-4dc2-9b78-33e8301e040e None None] Pushing event updated for resources: {'Port': ['ID=5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:05.465540 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] Attempting to bind port 5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:34:05.476371 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] Attempting to bind port 5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '52f9ff3d-bd09-49c7-bac3-eb4818628eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '89ac952c-1cd0-42f5-8452-f124c6d1df6c'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:34:05.481084 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] Attempting to bind port 5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7 on network 89ac952c-1cd0-42f5-8452-f124c6d1df6c {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:05.503827 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] Request body: {'port': {'device_id': '01cc9478-9926-4721-a09c-f549712673b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:05.512053 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:34:05.523465 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] Checking segment: {'id': '52f9ff3d-bd09-49c7-bac3-eb4818628eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '89ac952c-1cd0-42f5-8452-f124c6d1df6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:34:05.526573 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:05.529443 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] Bound using segment: {'id': '52f9ff3d-bd09-49c7-bac3-eb4818628eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '89ac952c-1cd0-42f5-8452-f124c6d1df6c'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:34:05.530745 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] Bound port: 5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f9ff3d-bd09-49c7-bac3-eb4818628eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '89ac952c-1cd0-42f5-8452-f124c6d1df6c'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:34:05.532663 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:05.581417 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f0ab7339-54ab-4322-afb5-16c33e725b3a req-6fd2ff9a-7d24-41f5-ae85-0ba0be4e7617 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/security-groups?id=2495b901-4dd7-4310-89fb-688bc81b91d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321144 Nov 12 00:34:05.675495 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1102c8d1-a754-411b-93b8-94f2f9cd63e7 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:05.708939 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337824b-1264-4db6-8a17-f6e9583955db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13a0fac-9029-4fdf-8a3f-e567dc2fe5f0,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:05.718821 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3e459ce5-13b9-4c43-a673-928a6af3b740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:05.726727 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3e459ce5-13b9-4c43-a673-928a6af3b740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:05.735253 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3e459ce5-13b9-4c43-a673-928a6af3b740 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97387d68-1163-458c-be72-00751f79434c HTTP/1.1" status: 204 len: 168 time: 1.5922663 Nov 12 00:34:05.742928 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1102c8d1-a754-411b-93b8-94f2f9cd63e7 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:05.760832 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] For port 5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:34:05.767133 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] For port 5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7,segment=NetworkSegment(52f9ff3d-bd09-49c7-bac3-eb4818628eb2),segment_id=52f9ff3d-bd09-49c7-bac3-eb4818628eb2)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:34:05.778015 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:05.814914 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e459ce5-13b9-4c43-a673-928a6af3b740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97387d68-1163-458c-be72-00751f79434c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:05.904008 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1102c8d1-a754-411b-93b8-94f2f9cd63e7 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:05.907144 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1102c8d1-a754-411b-93b8-94f2f9cd63e7 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5504913 Nov 12 00:34:05.923625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45856) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:05.961192 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1b77a1e4-05bb-491f-8869-99c8a0b4c14e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:05.965571 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-59b3cff6-eede-49fc-95c3-df78a2122757 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Request body: {'security_group_rule': {'security_group_id': '8d7b9396-ed00-4da1-b5d6-d4965e94c0ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:05.972969 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba71ce-885f-4636-b482-de8858189b1f req-f02e4852-23de-418e-b87e-9de29e7a5e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:05.978846 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46ba71ce-885f-4636-b482-de8858189b1f req-f02e4852-23de-418e-b87e-9de29e7a5e8e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7515287 Nov 12 00:34:05.992051 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] Routers {'d0eda1ee-af0b-4968-94f7-0cf000d3f8d7'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:34:05.993110 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:33:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d0eda1ee-af0b-4968-94f7-0cf000d3f8d7'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:34:06.042024 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5919121-0903-4dc2-9b78-33e8301e040e None None] Pushing event updated for resources: {'Port': ['ID=5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:06.065346 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-95e4770c-e271-4d1c-b59f-361f5ab066a7 None None] Provisioning complete for port 5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:06.068867 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-95e4770c-e271-4d1c-b59f-361f5ab066a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:06.082235 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102c8d1-a754-411b-93b8-94f2f9cd63e7 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:06.086000 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-59b3cff6-eede-49fc-95c3-df78a2122757 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:06.181473 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:06.245066 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] Set router d0eda1ee-af0b-4968-94f7-0cf000d3f8d7 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:34:06.304318 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-59b3cff6-eede-49fc-95c3-df78a2122757 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:06.313957 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-59b3cff6-eede-49fc-95c3-df78a2122757 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:06.362070 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3cff6-eede-49fc-95c3-df78a2122757 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36af95bd-2920-4aba-8293-fc1ecf25c57c,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:06.379294 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-59b3cff6-eede-49fc-95c3-df78a2122757 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:06.384124 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-59b3cff6-eede-49fc-95c3-df78a2122757 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4582388 Nov 12 00:34:06.391066 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45862) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:06.405834 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-fdaf7de4-9369-4129-8520-95764f619048 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Request body: {'security_group_rule': {'security_group_id': '8d7b9396-ed00-4da1-b5d6-d4965e94c0ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:06.460093 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7de4-9369-4129-8520-95764f619048 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:06.579748 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1b77a1e4-05bb-491f-8869-99c8a0b4c14e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:06.682824 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7de4-9369-4129-8520-95764f619048 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:06.690492 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7de4-9369-4129-8520-95764f619048 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:06.711325 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46ba71ce-885f-4636-b482-de8858189b1f req-eb50d5ac-08f3-4f51-a7f9-caef81d011c5 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7017596 Nov 12 00:34:06.766428 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711a1a13-2a5e-4add-95c2-4bbce1556973 x-openstack-request-id: req-711a1a13-2a5e-4add-95c2-4bbce1556973 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:06.768176 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3305e7e-185f-445d-8347-f49d0d93079e", "tag": "c1b39f90-04de-4ca1-9c30-f58fd9ee1029", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:06.768674 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-711a1a13-2a5e-4add-95c2-4bbce1556973 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:06.769318 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3305e7e-185f-445d-8347-f49d0d93079e', 'tag': 'c1b39f90-04de-4ca1-9c30-f58fd9ee1029', 'status': 'completed', 'code': 200} Nov 12 00:34:06.772155 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7de4-9369-4129-8520-95764f619048 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:06.773403 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fdaf7de4-9369-4129-8520-95764f619048 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3800733 Nov 12 00:34:06.796725 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45870) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:06.812993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eda1ee-af0b-4968-94f7-0cf000d3f8d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-259548409-router', 'tenant_id': 'c8773a1a6e964f46bb873f06444e1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'c3a41c5d-544d-4fee-b6ed-f9ee24032375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:51Z', 'updated_at': '2021-11-12T00:33:58Z', 'revision_number': 4, 'project_id': 'c8773a1a6e964f46bb873f06444e1a96', 'gw_port': {'id': 'c3a41c5d-544d-4fee-b6ed-f9ee24032375', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eda1ee-af0b-4968-94f7-0cf000d3f8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:52Z', 'updated_at': '2021-11-12T00:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7', 'name': '', 'network_id': '89ac952c-1cd0-42f5-8452-f124c6d1df6c', 'tenant_id': 'c8773a1a6e964f46bb873f06444e1a96', 'mac_address': 'fa:16:3e:f7:85:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eda1ee-af0b-4968-94f7-0cf000d3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '5a4b5d1e-064a-4daf-839e-285ca666c383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:57Z', 'updated_at': '2021-11-12T00:34:05Z', 'revision_number': 4, 'project_id': 'c8773a1a6e964f46bb873f06444e1a96', 'subnets': [{'id': '5a4b5d1e-064a-4daf-839e-285ca666c383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:34:06.832265 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-2be2cb69-b580-4681-9c4d-a15ac2828970 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:06.858686 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-95e4770c-e271-4d1c-b59f-361f5ab066a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:06.869940 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7de4-9369-4129-8520-95764f619048 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=781e3132-d8e7-4803-9449-d547f8870dfc,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:06.933551 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-95e4770c-e271-4d1c-b59f-361f5ab066a7 None None] For port 5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7,segment=NetworkSegment(52f9ff3d-bd09-49c7-bac3-eb4818628eb2),segment_id=52f9ff3d-bd09-49c7-bac3-eb4818628eb2)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:06.936936 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2be2cb69-b580-4681-9c4d-a15ac2828970 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:06.940981 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4205bd3f-239e-4edd-b2d0-14d7c7e68b30 None None] The sync data for ids ['d0eda1ee-af0b-4968-94f7-0cf000d3f8d7'] in n-d-712137-14 is: [{'id': 'd0eda1ee-af0b-4968-94f7-0cf000d3f8d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-259548409-router', 'tenant_id': 'c8773a1a6e964f46bb873f06444e1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'c3a41c5d-544d-4fee-b6ed-f9ee24032375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:51Z', 'updated_at': '2021-11-12T00:33:58Z', 'revision_number': 4, 'project_id': 'c8773a1a6e964f46bb873f06444e1a96', 'gw_port': {'id': 'c3a41c5d-544d-4fee-b6ed-f9ee24032375', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eda1ee-af0b-4968-94f7-0cf000d3f8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:52Z', 'updated_at': '2021-11-12T00:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7', 'name': '', 'network_id': '89ac952c-1cd0-42f5-8452-f124c6d1df6c', 'tenant_id': 'c8773a1a6e964f46bb873f06444e1a96', 'mac_address': 'fa:16:3e:f7:85:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eda1ee-af0b-4968-94f7-0cf000d3f8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '5a4b5d1e-064a-4daf-839e-285ca666c383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:57Z', 'updated_at': '2021-11-12T00:34:05Z', 'revision_number': 4, 'project_id': 'c8773a1a6e964f46bb873f06444e1a96', 'subnets': [{'id': '5a4b5d1e-064a-4daf-839e-285ca666c383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:34:06.952551 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-95e4770c-e271-4d1c-b59f-361f5ab066a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:07.197857 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4770c-e271-4d1c-b59f-361f5ab066a7 None None] Pushing event updated for resources: {'Port': ['ID=5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:07.252751 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e4d990b9-3177-444b-821d-0352d6f10277 None None] Provisioning complete for port 5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:07.253474 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e4d990b9-3177-444b-821d-0352d6f10277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:07.495272 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45878) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:07.527912 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a0b68b6-24c5-4fa5-9f14-a474b9db5365 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:07.564037 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2be2cb69-b580-4681-9c4d-a15ac2828970 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:07.798346 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46ba71ce-885f-4636-b482-de8858189b1f req-244a8874-0477-4701-8b92-14b29dc5d8fe service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0679159 Nov 12 00:34:07.800741 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1b77a1e4-05bb-491f-8869-99c8a0b4c14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:07.805033 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1b77a1e4-05bb-491f-8869-99c8a0b4c14e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:07.806690 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1b77a1e4-05bb-491f-8869-99c8a0b4c14e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c13a0fac-9029-4fdf-8a3f-e567dc2fe5f0 HTTP/1.1" status: 204 len: 168 time: 2.5582011 Nov 12 00:34:07.849694 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77a1e4-05bb-491f-8869-99c8a0b4c14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13a0fac-9029-4fdf-8a3f-e567dc2fe5f0,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:07.878121 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75378a8e-8976-4416-96cc-4d92c7026e80 req-d88be33f-e8ed-4613-8f39-989c675e290a tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:07.893753 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-75378a8e-8976-4416-96cc-4d92c7026e80 req-d88be33f-e8ed-4613-8f39-989c675e290a tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 932 time: 0.6726911 Nov 12 00:34:08.019450 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-2be2cb69-b580-4681-9c4d-a15ac2828970 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Allocated IP 172.25.0.212 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/ebc87f7d-43e4-4269-9524-8e1d7cd58325) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:34:08.090229 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-75378a8e-8976-4416-96cc-4d92c7026e80 req-977273d7-2375-4445-818c-c7af8259b178 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902175 Nov 12 00:34:08.151112 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:34:08.203326 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33ebfc-9cef-4289-9cae-8aae60719cb6 req-efbca73c-f36a-40c7-a3ff-2f429c8fe270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:08.214748 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b33ebfc-9cef-4289-9cae-8aae60719cb6 req-efbca73c-f36a-40c7-a3ff-2f429c8fe270 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b31d4c6499214d91b5a6bc49a17a4104&device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 1122 time: 0.3126116 Nov 12 00:34:08.307905 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a0b68b6-24c5-4fa5-9f14-a474b9db5365 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:08.410424 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:08.462733 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:08.464454 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:08.602562 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2be2cb69-b580-4681-9c4d-a15ac2828970 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:08.703782 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e748790-6776-467a-b69f-ec1fbc62a15c req-5b6ad341-c40f-4b1e-93f2-eb86eba57a6d tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:08.705720 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e748790-6776-467a-b69f-ec1fbc62a15c req-5b6ad341-c40f-4b1e-93f2-eb86eba57a6d tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 970 time: 0.8535883 Nov 12 00:34:08.707755 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a0b68b6-24c5-4fa5-9f14-a474b9db5365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:08.738606 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2be2cb69-b580-4681-9c4d-a15ac2828970 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:08.750442 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b68b6-24c5-4fa5-9f14-a474b9db5365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a16113d-eb80-4daa-af11-96cf763b7c6f,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:08.818473 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2cb69-b580-4681-9c4d-a15ac2828970 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Pushing event updated for resources: {'Port': ['ID=ebc87f7d-43e4-4269-9524-8e1d7cd58325,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:08.910058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 546fc81c-1951-4bee-88e9-54902fa3b9a7 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:34:08.925180 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be2cb69-b580-4681-9c4d-a15ac2828970 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:34:08.932809 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1a0b68b6-24c5-4fa5-9f14-a474b9db5365 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc7f3dc4be6a4c68a85851e6e2826ac7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4267180 Nov 12 00:34:08.948473 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-2be2cb69-b580-4681-9c4d-a15ac2828970 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:34:08.951845 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be2cb69-b580-4681-9c4d-a15ac2828970 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:34:08.967657 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45906) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:08.981188 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e748790-6776-467a-b69f-ec1fbc62a15c req-dc93f51d-ce15-452c-987c-851b51f06b34 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/security-groups?id=2495b901-4dd7-4310-89fb-688bc81b91d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397473 Nov 12 00:34:09.009374 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:09.138253 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] Transition to ACTIVE for port object 546fc81c-1951-4bee-88e9-54902fa3b9a7 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:34:09.179478 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:09.206075 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33ebfc-9cef-4289-9cae-8aae60719cb6 req-f00e6097-ab36-4292-a904-a71bc59d296d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:09.207680 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b33ebfc-9cef-4289-9cae-8aae60719cb6 req-f00e6097-ab36-4292-a904-a71bc59d296d service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.9388545 Nov 12 00:34:09.218765 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2be2cb69-b580-4681-9c4d-a15ac2828970 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:09.309908 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2be2cb69-b580-4681-9c4d-a15ac2828970 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:09.406658 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b33ebfc-9cef-4289-9cae-8aae60719cb6 req-615e5098-e4bb-4520-9fae-2794cd58c79f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=c1b39f90-04de-4ca1-9c30-f58fd9ee1029 HTTP/1.1" status: 200 len: 217 time: 0.1234148 Nov 12 00:34:09.533500 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] Pushing event updated for resources: {'Port': ['ID=546fc81c-1951-4bee-88e9-54902fa3b9a7,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:09.568597 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7afb130b-2da3-4e9b-aca8-2d6a1fe8674f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:09.693196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] Attempting to bind port 546fc81c-1951-4bee-88e9-54902fa3b9a7 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:34:09.693516 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] Attempting to bind port 546fc81c-1951-4bee-88e9-54902fa3b9a7 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:34:09.693906 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] Attempting to bind port 546fc81c-1951-4bee-88e9-54902fa3b9a7 on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:09.699171 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7afb130b-2da3-4e9b-aca8-2d6a1fe8674f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:09.703994 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33ebfc-9cef-4289-9cae-8aae60719cb6 req-0599cfbd-53ce-41af-b149-44fd1f84e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:09.706516 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b33ebfc-9cef-4289-9cae-8aae60719cb6 req-0599cfbd-53ce-41af-b149-44fd1f84e518 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.2774715 Nov 12 00:34:09.722091 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] Port 546fc81c-1951-4bee-88e9-54902fa3b9a7 on network 23f74497-58df-4bf7-97f2-b78858046c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:34:09.722562 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] Attempting to bind port 546fc81c-1951-4bee-88e9-54902fa3b9a7 on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:09.804567 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:34:09.805174 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] Checking segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:34:09.805663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] Bound using segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:34:09.806771 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] Bound port: 546fc81c-1951-4bee-88e9-54902fa3b9a7, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:34:09.807246 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:09.913462 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33ebfc-9cef-4289-9cae-8aae60719cb6 req-50856307-0e9c-4f70-bb96-fa5bf6204522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:09.917444 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b33ebfc-9cef-4289-9cae-8aae60719cb6 req-50856307-0e9c-4f70-bb96-fa5bf6204522 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1687732 Nov 12 00:34:09.942134 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71197a-a9b2-4061-b5d7-749c9beaa763 req-3ad2d6a2-adaa-41ca-8e4b-0def400cdd18 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:09.953069 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0d71197a-a9b2-4061-b5d7-749c9beaa763 req-3ad2d6a2-adaa-41ca-8e4b-0def400cdd18 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 944 time: 0.5821118 Nov 12 00:34:09.972001 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] For port 546fc81c-1951-4bee-88e9-54902fa3b9a7, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:34:09.981996 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] For port 546fc81c-1951-4bee-88e9-54902fa3b9a7, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=546fc81c-1951-4bee-88e9-54902fa3b9a7,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:34:10.016642 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:10.130079 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0d71197a-a9b2-4061-b5d7-749c9beaa763 req-d7f23163-7e44-4627-bf06-6b2742a97de2 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728287 Nov 12 00:34:10.157244 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7afb130b-2da3-4e9b-aca8-2d6a1fe8674f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:10.161243 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7afb130b-2da3-4e9b-aca8-2d6a1fe8674f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:10.162604 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7afb130b-2da3-4e9b-aca8-2d6a1fe8674f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a16113d-eb80-4daa-af11-96cf763b7c6f HTTP/1.1" status: 204 len: 168 time: 1.1894367 Nov 12 00:34:10.220205 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:10.220926 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:10.222316 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] 10.222.0.15 "PUT /v2.0/ports/546fc81c-1951-4bee-88e9-54902fa3b9a7 HTTP/1.1" status: 200 len: 1093 time: 5.3924844 Nov 12 00:34:10.224058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01cc9478-9926-4721-a09c-f549712673b4', 'tag': '546fc81c-1951-4bee-88e9-54902fa3b9a7'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:10.227046 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d7ae03-0f2e-44f8-8928-6dac155f19b7" -d '{"events": [{"name": "network-changed", "server_uuid": "01cc9478-9926-4721-a09c-f549712673b4", "tag": "546fc81c-1951-4bee-88e9-54902fa3b9a7"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:10.237802 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6eca0-15f6-4c07-aa57-6d96904b207a service neutron] Pushing event updated for resources: {'Port': ['ID=546fc81c-1951-4bee-88e9-54902fa3b9a7,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:10.244348 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb130b-2da3-4e9b-aca8-2d6a1fe8674f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a16113d-eb80-4daa-af11-96cf763b7c6f,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:10.267050 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2be2cb69-b580-4681-9c4d-a15ac2828970 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:10.275359 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2be2cb69-b580-4681-9c4d-a15ac2828970 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:10.306821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638d5c8-133e-4be4-b334-f6e058b1d358 req-10405b5f-57ad-4e9c-a2fb-1606a0d97b48 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:10.308491 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5638d5c8-133e-4be4-b334-f6e058b1d358 req-10405b5f-57ad-4e9c-a2fb-1606a0d97b48 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 970 time: 0.1286693 Nov 12 00:34:10.358391 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2cb69-b580-4681-9c4d-a15ac2828970 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Pushing event updated for resources: {'Port': ['ID=ebc87f7d-43e4-4269-9524-8e1d7cd58325,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:10.374427 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2be2cb69-b580-4681-9c4d-a15ac2828970 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:10.397650 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2be2cb69-b580-4681-9c4d-a15ac2828970 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:10.399260 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2be2cb69-b580-4681-9c4d-a15ac2828970 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5957849 Nov 12 00:34:10.415156 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142fdc48-a917-415f-9035-9f135900251f x-openstack-request-id: req-142fdc48-a917-415f-9035-9f135900251f {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:10.415436 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01cc9478-9926-4721-a09c-f549712673b4", "tag": "546fc81c-1951-4bee-88e9-54902fa3b9a7", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:10.415692 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-142fdc48-a917-415f-9035-9f135900251f {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:10.416071 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01cc9478-9926-4721-a09c-f549712673b4', 'tag': '546fc81c-1951-4bee-88e9-54902fa3b9a7', 'status': 'completed', 'code': 200} Nov 12 00:34:10.520891 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b33ebfc-9cef-4289-9cae-8aae60719cb6 req-66a87c2c-7636-488e-a8a3-9a7e97c04629 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344222 Nov 12 00:34:10.523304 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-9ba5503b-0ccf-4e1d-8ec8-f05175229ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:10.539371 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-9ba5503b-0ccf-4e1d-8ec8-f05175229ddb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 1096 time: 0.2272356 Nov 12 00:34:10.612776 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5638d5c8-133e-4be4-b334-f6e058b1d358 req-6fb2e213-5bb5-497f-905e-3879949e350c tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/security-groups?id=2495b901-4dd7-4310-89fb-688bc81b91d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848136 Nov 12 00:34:10.720541 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-8445bf64-ca87-476c-8baf-6f6a6dbf935e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=546fc81c-1951-4bee-88e9-54902fa3b9a7 HTTP/1.1" status: 200 len: 217 time: 0.0532463 Nov 12 00:34:10.826252 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b33ebfc-9cef-4289-9cae-8aae60719cb6 req-781172c8-8c53-42e9-b47c-f1918d48d24a service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853031 Nov 12 00:34:10.848949 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-97acec4d-b2a5-4518-ab12-6789134ed31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:10.850441 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-97acec4d-b2a5-4518-ab12-6789134ed31d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.1215248 Nov 12 00:34:11.001936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45962) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:11.412344 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45976) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:11.455204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfaecb-853f-4b6e-9fa1-9786240c3b6b req-4b8da99c-9c4f-4ab1-98f7-827b8ee1ab29 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:11.456800 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5cbfaecb-853f-4b6e-9fa1-9786240c3b6b req-4b8da99c-9c4f-4ab1-98f7-827b8ee1ab29 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 944 time: 0.0609562 Nov 12 00:34:11.615971 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5cbfaecb-853f-4b6e-9fa1-9786240c3b6b req-fe594937-7411-4173-9a07-1c0fc9691521 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522143 Nov 12 00:34:11.664447 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-246caa1b-0168-4b6c-816c-f9b941f5918d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:11.686426 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cda0dca1-bf63-4079-ae42-4ab66e84950e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:11.946125 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-246caa1b-0168-4b6c-816c-f9b941f5918d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:11.973097 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cda0dca1-bf63-4079-ae42-4ab66e84950e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:11.974694 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cdd0c-8249-4fd1-8dfe-a04d1cd5e3ac req-4118b73e-8648-4bb3-9a51-18618898da95 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:11.981482 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cda0dca1-bf63-4079-ae42-4ab66e84950e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:11.983971 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b23cdd0c-8249-4fd1-8dfe-a04d1cd5e3ac req-4118b73e-8648-4bb3-9a51-18618898da95 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 970 time: 0.1911941 Nov 12 00:34:11.985337 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-246caa1b-0168-4b6c-816c-f9b941f5918d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:12.000061 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19443644-854e-4395-9fd6-1e8be005c754 req-4941f9f5-d341-4710-8db7-2220fd9e59ab tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1832133563&fields=id&tenant_id=79d381a23e934d43891c5d332d12cc5b HTTP/1.1" status: 200 len: 267 time: 0.1320505 Nov 12 00:34:12.105460 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cda0dca1-bf63-4079-ae42-4ab66e84950e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e36cb65784674b0abca0a4daa0f74b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6922927 Nov 12 00:34:12.107319 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-246caa1b-0168-4b6c-816c-f9b941f5918d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48902498604a4f7ca1f030102dabb235&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1066096 Nov 12 00:34:12.109683 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46002) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:12.110179 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46004) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:12.148427 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0dca1-bf63-4079-ae42-4ab66e84950e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0afcb87-0a29-4c1a-9076-a4324952c30c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:12.189865 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b23cdd0c-8249-4fd1-8dfe-a04d1cd5e3ac req-4f254f6e-4e4f-4b2a-abd9-cc1b1b0463f9 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/security-groups?id=2495b901-4dd7-4310-89fb-688bc81b91d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623611 Nov 12 00:34:12.190549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246caa1b-0168-4b6c-816c-f9b941f5918d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f81b5ba-72fa-49c7-9928-ecece83c6ec0,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:12.265350 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19443644-854e-4395-9fd6-1e8be005c754 req-7525a034-06ae-41de-9e19-3e12285cf953 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:12.266872 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19443644-854e-4395-9fd6-1e8be005c754 req-7525a034-06ae-41de-9e19-3e12285cf953 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/networks?id=95691eda-761f-49a3-9e31-31529ccc7497 HTTP/1.1" status: 200 len: 824 time: 0.2657192 Nov 12 00:34:12.294709 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d48a3559-352c-4d9f-ae6f-3530eed64401 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:12.307160 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-77170dc2-931a-48b6-b326-e142a6d6217a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:12.316330 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19443644-854e-4395-9fd6-1e8be005c754 req-c60c1bcd-90fe-4bca-9c58-a6cdc77dd356 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/quotas/79d381a23e934d43891c5d332d12cc5b HTTP/1.1" status: 200 len: 375 time: 0.0395765 Nov 12 00:34:12.349599 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d48a3559-352c-4d9f-ae6f-3530eed64401 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:12.383022 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-77170dc2-931a-48b6-b326-e142a6d6217a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:12.497809 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19443644-854e-4395-9fd6-1e8be005c754 req-1ac3f7e2-713f-4bfc-8f96-11aaac6f2089 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79d381a23e934d43891c5d332d12cc5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1615989 Nov 12 00:34:12.573650 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d48a3559-352c-4d9f-ae6f-3530eed64401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:12.577290 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d48a3559-352c-4d9f-ae6f-3530eed64401 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:12.581681 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d48a3559-352c-4d9f-ae6f-3530eed64401 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0afcb87-0a29-4c1a-9076-a4324952c30c HTTP/1.1" status: 204 len: 168 time: 0.4676623 Nov 12 00:34:12.587429 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-77170dc2-931a-48b6-b326-e142a6d6217a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:12.591131 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-77170dc2-931a-48b6-b326-e142a6d6217a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:12.594791 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-77170dc2-931a-48b6-b326-e142a6d6217a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f81b5ba-72fa-49c7-9928-ecece83c6ec0 HTTP/1.1" status: 204 len: 168 time: 0.4772117 Nov 12 00:34:12.603898 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a3559-352c-4d9f-ae6f-3530eed64401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0afcb87-0a29-4c1a-9076-a4324952c30c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:12.620582 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77170dc2-931a-48b6-b326-e142a6d6217a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f81b5ba-72fa-49c7-9928-ecece83c6ec0,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:12.649388 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19443644-854e-4395-9fd6-1e8be005c754 req-6bc5831c-9657-42b0-aced-1afc44ca01d8 service neutron] 10.222.0.31 "GET /v2.0/networks/95691eda-761f-49a3-9e31-31529ccc7497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486764 Nov 12 00:34:12.781267 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19443644-854e-4395-9fd6-1e8be005c754 req-b1e3c2f2-dc7b-47ee-83e3-5e8c7a848fa7 service neutron] 10.222.0.31 "GET /v2.0/networks/95691eda-761f-49a3-9e31-31529ccc7497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308427 Nov 12 00:34:13.089263 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-4095dbc6-85ce-4cdb-b782-ac46e325fd31 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=603c85d87f0048fbbe3d1903a7019918&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765071 Nov 12 00:34:13.159125 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfac89f-1b67-4ded-8b94-6abd2e8970fa req-61109f34-0427-421f-87f3-076aab8ada5a tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:13.161386 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2bfac89f-1b67-4ded-8b94-6abd2e8970fa req-61109f34-0427-421f-87f3-076aab8ada5a tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 944 time: 0.0816360 Nov 12 00:34:13.258777 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2bfac89f-1b67-4ded-8b94-6abd2e8970fa req-d47d6f49-2cab-415d-b1d7-95f039bb3ed3 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907900 Nov 12 00:34:13.352182 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-1313532e-5f2c-47ad-9d42-d95f1751c260 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:13.361989 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-1313532e-5f2c-47ad-9d42-d95f1751c260 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2689669 Nov 12 00:34:13.383341 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-7dae41c5-a62a-462d-be97-48c448ee19e3 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/quotas/603c85d87f0048fbbe3d1903a7019918 HTTP/1.1" status: 200 len: 375 time: 0.0206397 Nov 12 00:34:13.440212 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-e1ad4638-414d-4d8a-862d-df77aaf47a84 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=603c85d87f0048fbbe3d1903a7019918&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491016 Nov 12 00:34:13.442223 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-82f396d6-1886-4219-a38b-3d23ff149d3a req-b07e4963-1b32-42c1-8f31-fffcc872ffed tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 210 time: 0.1030157 Nov 12 00:34:13.565893 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46064) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:13.585390 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-01722e77-6976-4977-ba55-5558ffc058d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:13.737954 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56e33d-6db0-422a-b03d-97641efdd29f req-6862ab90-da01-4513-a2d2-68e53be64694 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:13.750779 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cb56e33d-6db0-422a-b03d-97641efdd29f req-6862ab90-da01-4513-a2d2-68e53be64694 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 970 time: 0.1504843 Nov 12 00:34:13.762459 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6747308f-e057-4b0a-bd6a-c8f523d75cf9 req-da9b09cc-df8e-44b0-9ddd-a70fb556d606 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 210 time: 0.1169486 Nov 12 00:34:13.855133 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cb56e33d-6db0-422a-b03d-97641efdd29f req-e84ef815-a8e0-400a-b7f4-ae870babda27 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/security-groups?id=2495b901-4dd7-4310-89fb-688bc81b91d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967176 Nov 12 00:34:13.881419 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-01722e77-6976-4977-ba55-5558ffc058d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:13.896388 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-01722e77-6976-4977-ba55-5558ffc058d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:13.955570 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-01722e77-6976-4977-ba55-5558ffc058d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a47f7f9690e47a4944b23a5cea84c02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3885529 Nov 12 00:34:13.958338 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46074) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:13.967004 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01722e77-6976-4977-ba55-5558ffc058d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0660f2be-4f0d-47cc-aa94-f61b584c377b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:13.995943 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46078) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:14.036420 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ff789a78-603c-4fd2-9758-aff9947caa17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:14.045799 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bd6c85c5-cc69-40f9-920c-2abee6b4a176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:14.081154 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bd6c85c5-cc69-40f9-920c-2abee6b4a176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:14.156430 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bd6c85c5-cc69-40f9-920c-2abee6b4a176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:14.161578 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bd6c85c5-cc69-40f9-920c-2abee6b4a176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:14.163247 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bd6c85c5-cc69-40f9-920c-2abee6b4a176 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0660f2be-4f0d-47cc-aa94-f61b584c377b HTTP/1.1" status: 204 len: 168 time: 0.2038903 Nov 12 00:34:14.196172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c85c5-cc69-40f9-920c-2abee6b4a176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0660f2be-4f0d-47cc-aa94-f61b584c377b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:14.219180 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ff789a78-603c-4fd2-9758-aff9947caa17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:14.227162 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ff789a78-603c-4fd2-9758-aff9947caa17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:14.291018 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ff789a78-603c-4fd2-9758-aff9947caa17 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5af6eaa874424c2a9421007689db214f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934611 Nov 12 00:34:14.293671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46086) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:14.302277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff789a78-603c-4fd2-9758-aff9947caa17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb4e8ca-41c6-4f60-b45f-3b6f97316210,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:14.375444 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2d0d23b6-22d5-4894-b12e-0281c5a7114b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:14.407278 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2d0d23b6-22d5-4894-b12e-0281c5a7114b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:14.522226 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2d0d23b6-22d5-4894-b12e-0281c5a7114b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:14.526509 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2d0d23b6-22d5-4894-b12e-0281c5a7114b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:14.531689 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2d0d23b6-22d5-4894-b12e-0281c5a7114b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afb4e8ca-41c6-4f60-b45f-3b6f97316210 HTTP/1.1" status: 204 len: 168 time: 0.2365384 Nov 12 00:34:14.555422 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a76ee-2d92-45a7-a79a-151dc91883ed req-a7714426-ccf0-4b83-b14d-ff28a2cb5bba tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:14.556738 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d23b6-22d5-4894-b12e-0281c5a7114b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb4e8ca-41c6-4f60-b45f-3b6f97316210,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:14.580116 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b88a76ee-2d92-45a7-a79a-151dc91883ed req-a7714426-ccf0-4b83-b14d-ff28a2cb5bba tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 944 time: 0.1495996 Nov 12 00:34:14.626600 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5d55418c-f637-4859-8251-ee4f92ecc514 req-65891b87-8368-40ea-8a60-62b73842cbb8 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 210 time: 0.0467327 Nov 12 00:34:14.658695 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b88a76ee-2d92-45a7-a79a-151dc91883ed req-f9c2bda0-1b26-4914-b11b-c777f0520937 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771482 Nov 12 00:34:14.669846 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46100) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:14.919778 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-507c2c23-f68d-45cf-aeb1-875295776e05 req-c3b16dcb-a710-4689-bdb0-23c31e02d787 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 210 time: 0.0537689 Nov 12 00:34:15.015037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64403569-7219-409f-bab9-d64252830ea8 req-fb734163-4d11-4e9c-91d0-95ecce2c91a1 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:15.016551 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64403569-7219-409f-bab9-d64252830ea8 req-fb734163-4d11-4e9c-91d0-95ecce2c91a1 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 970 time: 0.0512593 Nov 12 00:34:15.061421 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-03612e75-341d-4656-8ab5-357e9da61dbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:15.078194 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64403569-7219-409f-bab9-d64252830ea8 req-a6c1bd3f-9047-423c-8f4a-d04753228882 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/security-groups?id=2495b901-4dd7-4310-89fb-688bc81b91d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531588 Nov 12 00:34:15.207535 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-03612e75-341d-4656-8ab5-357e9da61dbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:15.212908 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-03612e75-341d-4656-8ab5-357e9da61dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:15.273728 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-03612e75-341d-4656-8ab5-357e9da61dbb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=555ffd7418344c4b98a7e9848f25f9b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6003997 Nov 12 00:34:15.273728 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03612e75-341d-4656-8ab5-357e9da61dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e115ec2-df6b-499b-ad6b-21d4cc8a169d,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:15.274118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46128) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:15.328235 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b5ee034f-d268-425e-8697-55caa9826f20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:15.351854 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b5ee034f-d268-425e-8697-55caa9826f20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:15.413686 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b5ee034f-d268-425e-8697-55caa9826f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:15.417466 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b5ee034f-d268-425e-8697-55caa9826f20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:15.421313 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b5ee034f-d268-425e-8697-55caa9826f20 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e115ec2-df6b-499b-ad6b-21d4cc8a169d HTTP/1.1" status: 204 len: 168 time: 0.1457326 Nov 12 00:34:15.429472 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee034f-d268-425e-8697-55caa9826f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e115ec2-df6b-499b-ad6b-21d4cc8a169d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:15.724680 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f4f8bff7-9fd5-4553-a4e1-b4b87a60fcc3 req-1568c0a9-7042-4a7e-bd94-ffc62a6edbad tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 210 time: 0.0337291 Nov 12 00:34:15.840157 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591da1d-0791-4a14-bee5-1e8d19298615 req-75e83d60-29c1-460b-8b07-98d8671b122f tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:15.842234 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8591da1d-0791-4a14-bee5-1e8d19298615 req-75e83d60-29c1-460b-8b07-98d8671b122f tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 944 time: 0.0526433 Nov 12 00:34:15.893596 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8591da1d-0791-4a14-bee5-1e8d19298615 req-d1a98ea3-3f42-4623-9323-45752a44379b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425942 Nov 12 00:34:15.939755 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46158) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:15.967081 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-98a7659e-3541-486f-ba4b-ef18ae74a0ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:16.066075 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-66a8df9a-d7c2-4e0b-b1cd-aced913de407 req-a5dc4f7d-59ee-4eba-adde-2626107b938e tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 210 time: 0.0528989 Nov 12 00:34:16.087877 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7096591-37df-432c-b69d-009f783f1224 req-f7753983-d71d-4a5d-ba16-a123f22d587b tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a4ac95352c8440ee84ba5fb1e8de0f5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437171 Nov 12 00:34:16.148463 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-98a7659e-3541-486f-ba4b-ef18ae74a0ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:16.183732 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-98a7659e-3541-486f-ba4b-ef18ae74a0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:16.236111 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7096591-37df-432c-b69d-009f783f1224 req-15fd1343-a889-4557-ab4c-9c444f1a7611 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:16.245549 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-98a7659e-3541-486f-ba4b-ef18ae74a0ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b4b116925b349e6a9e97bdb026c2bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3018012 Nov 12 00:34:16.245549 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7659e-3541-486f-ba4b-ef18ae74a0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cf16dc-a1e0-4b1e-97ea-1c092e75407a,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:16.247238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46180) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:16.249752 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7096591-37df-432c-b69d-009f783f1224 req-15fd1343-a889-4557-ab4c-9c444f1a7611 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1552277 Nov 12 00:34:16.269567 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7096591-37df-432c-b69d-009f783f1224 req-8482dc93-0492-4f5c-9b50-663cfb10ac87 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/quotas/a4ac95352c8440ee84ba5fb1e8de0f5a HTTP/1.1" status: 200 len: 375 time: 0.0187080 Nov 12 00:34:16.272290 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508f666-1562-44e4-9715-e35cd4a9c78e req-1006f3b2-d26c-4437-8201-3e1bf74eeec1 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:16.273907 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7508f666-1562-44e4-9715-e35cd4a9c78e req-1006f3b2-d26c-4437-8201-3e1bf74eeec1 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 970 time: 0.1012664 Nov 12 00:34:16.309439 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7096591-37df-432c-b69d-009f783f1224 req-27605800-3f9c-49ab-9f9f-68215b2de8da tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a4ac95352c8440ee84ba5fb1e8de0f5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386758 Nov 12 00:34:16.345550 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8991142d-013b-4c4d-bf37-875c850f3af8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:16.368539 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8991142d-013b-4c4d-bf37-875c850f3af8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:16.401817 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7508f666-1562-44e4-9715-e35cd4a9c78e req-2659f165-d66c-4951-b3dc-681476b3629c tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/security-groups?id=2495b901-4dd7-4310-89fb-688bc81b91d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188133 Nov 12 00:34:16.449935 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8991142d-013b-4c4d-bf37-875c850f3af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:16.453456 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8991142d-013b-4c4d-bf37-875c850f3af8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:16.455835 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8991142d-013b-4c4d-bf37-875c850f3af8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a9cf16dc-a1e0-4b1e-97ea-1c092e75407a HTTP/1.1" status: 204 len: 168 time: 0.2064607 Nov 12 00:34:16.468015 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991142d-013b-4c4d-bf37-875c850f3af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cf16dc-a1e0-4b1e-97ea-1c092e75407a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:16.538388 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-023f9f54-720c-4517-8bb7-246bd3125920 req-05527919-430e-457a-87a2-d876a7e1382b tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 210 time: 0.0413344 Nov 12 00:34:16.847214 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fe814b2d-2bd1-4342-b014-cc8381994b6f req-ed2480b8-6553-41d6-8aae-178a7a13b7c4 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 210 time: 0.0422213 Nov 12 00:34:17.020755 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bafb64-b824-422b-b8c4-4f0190847cf3 req-d4c0eebe-bf5e-43eb-a50d-4ebe647a6708 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:17.025296 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61bafb64-b824-422b-b8c4-4f0190847cf3 req-d4c0eebe-bf5e-43eb-a50d-4ebe647a6708 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 944 time: 0.0567522 Nov 12 00:34:17.042275 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device c1b39f90-04de-4ca1-9c30-f58fd9ee1029 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:34:17.074422 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61bafb64-b824-422b-b8c4-4f0190847cf3 req-648cdabe-c0ad-4ab5-a281-aab52023dd4f tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453629 Nov 12 00:34:17.174553 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa326f21-cca8-4abd-ae89-eddecb42f270 req-94875f4a-5231-4682-8df1-8ad9376240d6 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 210 time: 0.0403330 Nov 12 00:34:17.182643 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port c1b39f90-04de-4ca1-9c30-f58fd9ee1029, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c1b39f90-04de-4ca1-9c30-f58fd9ee1029,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:17.194468 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'c1b39f90-04de-4ca1-9c30-f58fd9ee1029', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': 'c1b39f90-04de-4ca1-9c30-f58fd9ee1029', 'mac_address': 'fa:16:3e:71:28:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:tempest-test_az-1932212948', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:34:17.245005 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:17.257829 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b39f90-04de-4ca1-9c30-f58fd9ee1029 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:34:17.281973 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port c1b39f90-04de-4ca1-9c30-f58fd9ee1029, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c1b39f90-04de-4ca1-9c30-f58fd9ee1029,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:17.285963 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:17.336735 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=c1b39f90-04de-4ca1-9c30-f58fd9ee1029,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:17.546493 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd866ec-a98d-4f82-beca-caad29fc51ea req-c0fe5605-b101-476e-ab58-8db1a81cb6a7 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:17.553205 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ffd866ec-a98d-4f82-beca-caad29fc51ea req-c0fe5605-b101-476e-ab58-8db1a81cb6a7 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 971 time: 0.0796149 Nov 12 00:34:17.605797 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ffd866ec-a98d-4f82-beca-caad29fc51ea req-ff7c6a34-cca0-43b4-8a25-ce08edc1034e tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/security-groups?id=2495b901-4dd7-4310-89fb-688bc81b91d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512447 Nov 12 00:34:17.617063 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['c1b39f90-04de-4ca1-9c30-f58fd9ee1029'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:34:17.984284 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d992c9ae-52f3-4cf9-8113-c0c4e842cdff req-32dcd006-b3ad-482e-8849-ada75e0a2635 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 210 time: 0.0322013 Nov 12 00:34:18.077272 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3f0063a8-991c-43fe-b740-876c4101eba0 req-676042e4-16e0-4808-8876-4459c476ddaa tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 210 time: 0.0295415 Nov 12 00:34:18.236362 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235bf74-34c1-4aa7-8fa5-7c95432e2ee6 req-23fba607-c678-4c62-84e4-fd9854f76daf tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:18.238611 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8235bf74-34c1-4aa7-8fa5-7c95432e2ee6 req-23fba607-c678-4c62-84e4-fd9854f76daf tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 944 time: 0.0605497 Nov 12 00:34:18.293751 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8235bf74-34c1-4aa7-8fa5-7c95432e2ee6 req-17e83616-2183-4883-9829-41ca0c0a7ebc tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486929 Nov 12 00:34:18.321782 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12ecd31c-10b1-4ef1-95bf-29f9686d366f req-7e1ca53a-0504-4a63-b644-14e004785a15 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 210 time: 0.0337126 Nov 12 00:34:18.384024 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-44789f8c-2642-4b5d-8889-74b3925cd6cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317643 Nov 12 00:34:18.608545 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-29a65651-d71a-47bd-a1a0-515672513223 service neutron] 10.222.0.15 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718676 Nov 12 00:34:18.790953 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931a7d0-1af5-4bb4-9eb5-201d998efca6 req-19d0c5d0-70a4-4601-af92-c22312abc185 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:18.791259 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b1eeca4-47d6-4589-8c27-b027385aa765 req-318da8e8-7d50-4723-a329-0f7b8aa2c0fd service neutron] 10.222.0.15 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254702 Nov 12 00:34:18.799398 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d931a7d0-1af5-4bb4-9eb5-201d998efca6 req-19d0c5d0-70a4-4601-af92-c22312abc185 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 971 time: 0.0577393 Nov 12 00:34:18.847420 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d931a7d0-1af5-4bb4-9eb5-201d998efca6 req-181cd86c-ca9e-499b-9e2d-55f44e6ef254 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/security-groups?id=2495b901-4dd7-4310-89fb-688bc81b91d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469782 Nov 12 00:34:18.939258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7ae03-0f2e-44f8-8928-6dac155f19b7 req-17ac9228-dbba-4e60-95a0-6e63e041b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:18.940802 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80d7ae03-0f2e-44f8-8928-6dac155f19b7 req-17ac9228-dbba-4e60-95a0-6e63e041b6cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 1096 time: 0.0512969 Nov 12 00:34:19.027277 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device c1b39f90-04de-4ca1-9c30-f58fd9ee1029 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:34:19.074912 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7ae03-0f2e-44f8-8928-6dac155f19b7 req-627d77b1-86a9-4e0c-b553-c84b61a8afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:19.077692 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80d7ae03-0f2e-44f8-8928-6dac155f19b7 req-627d77b1-86a9-4e0c-b553-c84b61a8afaf service neutron] 10.222.0.15 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 922 time: 0.1278145 Nov 12 00:34:19.094655 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port c1b39f90-04de-4ca1-9c30-f58fd9ee1029 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:34:19.100630 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46338) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:19.112009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port c1b39f90-04de-4ca1-9c30-f58fd9ee1029 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:19.113716 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:19.179352 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80d7ae03-0f2e-44f8-8928-6dac155f19b7 req-77a456d8-0b77-47c0-9b8c-c7d7ae933a09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=546fc81c-1951-4bee-88e9-54902fa3b9a7 HTTP/1.1" status: 200 len: 217 time: 0.0919225 Nov 12 00:34:19.233024 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5881efe1-c793-4d9b-8e8c-3c3234dabc76 req-1d0003f2-38d0-4222-95bd-c64a48a00084 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 210 time: 0.0327713 Nov 12 00:34:19.239640 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d061a313-d336-4bec-8058-c229038f55f9 req-d2cd43d2-3ea2-447c-a333-b94de5cfe47e tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 210 time: 0.0657897 Nov 12 00:34:19.304498 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:19.330978 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3305e7e-185f-445d-8347-f49d0d93079e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b39f90-04de-4ca1-9c30-f58fd9ee1029'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:19.334396 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.15', 61377) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:19.409890 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7ae03-0f2e-44f8-8928-6dac155f19b7 req-078ca975-02e1-47f7-8d83-a5beaf56f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:19.416165 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80d7ae03-0f2e-44f8-8928-6dac155f19b7 req-078ca975-02e1-47f7-8d83-a5beaf56f5ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.1025414 Nov 12 00:34:19.467945 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port c1b39f90-04de-4ca1-9c30-f58fd9ee1029, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c1b39f90-04de-4ca1-9c30-f58fd9ee1029,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:19.470637 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80d7ae03-0f2e-44f8-8928-6dac155f19b7 req-99acb259-e66d-40fc-97ab-ae7f77a75218 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404015 Nov 12 00:34:19.480307 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:19.491128 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eb7bfcc2-da18-4615-b384-b78ef2b15d4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:19.561889 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-32ff9d1a-e947-498f-9326-d1aa91079ad2 req-9350e3ef-7124-4b48-9554-7fa58307024b tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 210 time: 0.0901091 Nov 12 00:34:19.573161 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=c1b39f90-04de-4ca1-9c30-f58fd9ee1029,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:19.583015 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46366) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:19.678026 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018c6b12-ab15-46d4-86ad-8fd68566262e" -d '{"events": [{"server_uuid": "e3305e7e-185f-445d-8347-f49d0d93079e", "name": "network-vif-plugged", "status": "completed", "tag": "c1b39f90-04de-4ca1-9c30-f58fd9ee1029"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:19.696790 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902ef3e-ed35-40bc-b8f8-4b5cb1e0e983 req-1c85599f-009b-4928-91d6-a7c9af681e0a tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:19.700096 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80d7ae03-0f2e-44f8-8928-6dac155f19b7 req-d7446c48-3753-4f36-9f1b-8096b50563b2 service neutron] 10.222.0.15 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997502 Nov 12 00:34:19.701199 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6902ef3e-ed35-40bc-b8f8-4b5cb1e0e983 req-1c85599f-009b-4928-91d6-a7c9af681e0a tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 944 time: 0.2442906 Nov 12 00:34:19.791613 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eb7bfcc2-da18-4615-b384-b78ef2b15d4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:19.799980 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eb7bfcc2-da18-4615-b384-b78ef2b15d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:19.821929 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c5115baf-6a6b-4d05-afd9-186e353bf762 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:19.826152 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19443644-854e-4395-9fd6-1e8be005c754 req-afee03ee-545b-4717-9e9f-e26e4d7b1a69 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:19.827798 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19443644-854e-4395-9fd6-1e8be005c754 req-afee03ee-545b-4717-9e9f-e26e4d7b1a69 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.15 "GET /v2.0/networks?id=95691eda-761f-49a3-9e31-31529ccc7497 HTTP/1.1" status: 200 len: 824 time: 0.4924479 Nov 12 00:34:19.830123 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.15', 61378) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:19.893686 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80d7ae03-0f2e-44f8-8928-6dac155f19b7 req-d34c4317-8cff-4cf8-83aa-52a242da8133 service neutron] 10.222.0.15 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583295 Nov 12 00:34:19.932583 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-85b1369b-7b89-42ba-be3c-cd7ada5ef7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:19.985715 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c5115baf-6a6b-4d05-afd9-186e353bf762 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:19.990807 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c5115baf-6a6b-4d05-afd9-186e353bf762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:20.005863 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7096591-37df-432c-b69d-009f783f1224 req-5b739fd1-b04f-49e6-b74a-48c467299bd7 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a4ac95352c8440ee84ba5fb1e8de0f5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1442442 Nov 12 00:34:20.011435 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-eb7bfcc2-da18-4615-b384-b78ef2b15d4c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b6902b20a834a70a72e3df97a4301fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9092779 Nov 12 00:34:20.015545 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46382) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:20.033453 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5115baf-6a6b-4d05-afd9-186e353bf762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd899aa-14fc-454d-ac68-4dcfa5f135f6,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:20.069501 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bfcc2-da18-4615-b384-b78ef2b15d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5059a58c-80e2-418d-b351-9c2886805b4a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:20.070958 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c5115baf-6a6b-4d05-afd9-186e353bf762 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f8e0c2043b14886a9ce452fd8a5ef03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4846566 Nov 12 00:34:20.073502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46386) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:20.081922 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f36b7b4-d99c-44e1-bd3c-920673643a35 x-openstack-request-id: req-4f36b7b4-d99c-44e1-bd3c-920673643a35 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:20.082370 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3305e7e-185f-445d-8347-f49d0d93079e", "name": "network-vif-plugged", "status": "completed", "tag": "c1b39f90-04de-4ca1-9c30-f58fd9ee1029", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:20.082496 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f36b7b4-d99c-44e1-bd3c-920673643a35 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:20.083224 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3305e7e-185f-445d-8347-f49d0d93079e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b39f90-04de-4ca1-9c30-f58fd9ee1029', 'code': 200} Nov 12 00:34:20.114443 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6902ef3e-ed35-40bc-b8f8-4b5cb1e0e983 req-0324e770-cf3e-4b1a-97e4-36fb76177945 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175364 Nov 12 00:34:20.172678 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0cf2-ca63-4874-831e-2fb2a8996159 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:20.178674 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19443644-854e-4395-9fd6-1e8be005c754 req-18577b3b-e041-410f-a5fe-3ffcd9755890 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79d381a23e934d43891c5d332d12cc5b HTTP/1.1" status: 200 len: 380 time: 0.3057792 Nov 12 00:34:20.193524 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5e42d90-9bfd-4576-ba3e-e1421085a352 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:20.213860 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-19443644-854e-4395-9fd6-1e8be005c754 req-05a0efe2-a47f-4f34-a1f4-9f5c2cf45356 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Request body: {'port': {'device_id': '3c4a9f1d-736c-4298-903f-c87020bfbb2f', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'admin_state_up': True, 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'security_groups': ['8d7b9396-ed00-4da1-b5d6-d4965e94c0ea']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:20.261736 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46390) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:20.271374 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5e42d90-9bfd-4576-ba3e-e1421085a352 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:20.324413 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7096591-37df-432c-b69d-009f783f1224 req-8c5bc47f-0650-42b3-9268-a21bad6ccdbd tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:20.326085 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7096591-37df-432c-b69d-009f783f1224 req-8c5bc47f-0650-42b3-9268-a21bad6ccdbd tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3036089 Nov 12 00:34:20.358335 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-e7096591-37df-432c-b69d-009f783f1224 req-7e5ad1a5-8428-4839-b296-09fd45fab0aa tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Request body: {'port': {'device_id': 'f26c9726-e496-41da-a822-31b99756ec1e', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': 'a4ac95352c8440ee84ba5fb1e8de0f5a'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:20.387283 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-87b68c83-d0d3-4f21-9439-469fa0eddc8b req-ea0c1040-0a2b-4344-bff6-ae53538fe250 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 210 time: 0.0703139 Nov 12 00:34:20.433629 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1e69a98a-b309-492e-b9a8-c31ee45011c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:20.452758 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0cf2-ca63-4874-831e-2fb2a8996159 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:20.508991 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5389f-711e-4095-82d9-9e7303f548a8 req-d24176f4-c3ea-4f49-8f3f-5c416a8b8b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:20.510732 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-35a5389f-711e-4095-82d9-9e7303f548a8 req-d24176f4-c3ea-4f49-8f3f-5c416a8b8b5c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 1124 time: 0.3196871 Nov 12 00:34:20.518988 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710a097-b16d-4f94-97e9-52b5f70e553e req-0b014b45-2bc6-4863-ab26-df31173f1ed3 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:20.520496 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9710a097-b16d-4f94-97e9-52b5f70e553e req-0b014b45-2bc6-4863-ab26-df31173f1ed3 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 972 time: 0.3457389 Nov 12 00:34:20.537904 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-35a5389f-711e-4095-82d9-9e7303f548a8 req-1cd28143-f5f6-438e-95c4-b186641a29b9 service neutron] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:20.567573 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0cf2-ca63-4874-831e-2fb2a8996159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:20.571234 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0cf2-ca63-4874-831e-2fb2a8996159 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:20.574847 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4d3d0cf2-ca63-4874-831e-2fb2a8996159 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3dd899aa-14fc-454d-ac68-4dcfa5f135f6 HTTP/1.1" status: 204 len: 168 time: 0.4852991 Nov 12 00:34:20.598663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d0cf2-ca63-4874-831e-2fb2a8996159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd899aa-14fc-454d-ac68-4dcfa5f135f6,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:20.656224 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9710a097-b16d-4f94-97e9-52b5f70e553e req-36d11276-5c7a-4718-a7b7-91c2f775aeb1 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/security-groups?id=2495b901-4dd7-4310-89fb-688bc81b91d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197484 Nov 12 00:34:20.674179 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1317995e-213a-4844-a4be-d1d434672dbe req-1fea876e-5cf8-4ddf-8f35-a5a343bb17be tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 210 time: 0.0592694 Nov 12 00:34:20.713643 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5e42d90-9bfd-4576-ba3e-e1421085a352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:20.716956 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5e42d90-9bfd-4576-ba3e-e1421085a352 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:20.720843 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f5e42d90-9bfd-4576-ba3e-e1421085a352 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5059a58c-80e2-418d-b351-9c2886805b4a HTTP/1.1" status: 204 len: 168 time: 0.6999686 Nov 12 00:34:20.740603 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6796018b-c879-4123-8fcd-e4796e492293 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=603c85d87f0048fbbe3d1903a7019918&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403006 Nov 12 00:34:20.749588 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19443644-854e-4395-9fd6-1e8be005c754 req-05a0efe2-a47f-4f34-a1f4-9f5c2cf45356 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Made reservation on behalf of 79d381a23e934d43891c5d332d12cc5b for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:34:20.753355 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-19443644-854e-4395-9fd6-1e8be005c754 req-05a0efe2-a47f-4f34-a1f4-9f5c2cf45356 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:20.755677 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e42d90-9bfd-4576-ba3e-e1421085a352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5059a58c-80e2-418d-b351-9c2886805b4a,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:20.842955 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-35a5389f-711e-4095-82d9-9e7303f548a8 req-1cd28143-f5f6-438e-95c4-b186641a29b9 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:20.883123 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7096591-37df-432c-b69d-009f783f1224 req-7e5ad1a5-8428-4839-b296-09fd45fab0aa tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Made reservation on behalf of a4ac95352c8440ee84ba5fb1e8de0f5a for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:34:20.883763 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-35a5389f-711e-4095-82d9-9e7303f548a8 req-1cd28143-f5f6-438e-95c4-b186641a29b9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:20.886158 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e7096591-37df-432c-b69d-009f783f1224 req-7e5ad1a5-8428-4839-b296-09fd45fab0aa tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:20.915747 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4afa323b-da80-441a-8b8e-7e1f3718f335 req-b18cca04-c525-45bc-b058-defb5ae7dfed tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 210 time: 0.0800543 Nov 12 00:34:20.919933 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1e69a98a-b309-492e-b9a8-c31ee45011c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:20.920469 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e7096591-37df-432c-b69d-009f783f1224 req-7e5ad1a5-8428-4839-b296-09fd45fab0aa tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:20.938668 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1e69a98a-b309-492e-b9a8-c31ee45011c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:20.984781 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd28143-f5f6-438e-95c4-b186641a29b9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a4a13d-36dc-48ec-ab1d-2fc59e15c338,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:20.992222 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-35a5389f-711e-4095-82d9-9e7303f548a8 req-1cd28143-f5f6-438e-95c4-b186641a29b9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2495b901-4dd7-4310-89fb-688bc81b91d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699581 Nov 12 00:34:21.016919 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-06564f77-477a-4be6-9553-a6a814d225b7 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:21.018653 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-06564f77-477a-4be6-9553-a6a814d225b7 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2541921 Nov 12 00:34:21.034399 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69a98a-b309-492e-b9a8-c31ee45011c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef35a8d-f7e4-4242-8fa2-f232140e0a9c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:21.042342 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6f07c29c-57b1-43f6-aaf2-a6eae17bed76 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Request body: {'port': {'device_id': '7e352dbe-e8e1-45ef-aaff-331681209256', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': '603c85d87f0048fbbe3d1903a7019918'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:21.097249 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1e69a98a-b309-492e-b9a8-c31ee45011c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b81f77c6d3fe498d9a1acd681e15dbea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8344266 Nov 12 00:34:21.098995 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46408) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:21.185639 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6f07c29c-57b1-43f6-aaf2-a6eae17bed76 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Made reservation on behalf of 603c85d87f0048fbbe3d1903a7019918 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:34:21.189536 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6f07c29c-57b1-43f6-aaf2-a6eae17bed76 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.201296 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6f07c29c-57b1-43f6-aaf2-a6eae17bed76 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.211856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46412) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:21.234428 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-16c1d743-e37f-44b9-8c3e-39c20b3bfa9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.273729 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-19443644-854e-4395-9fd6-1e8be005c754 req-05a0efe2-a47f-4f34-a1f4-9f5c2cf45356 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Allocated IP 172.20.0.8 (95691eda-761f-49a3-9e31-31529ccc7497/520eefa5-ccbe-4263-ad27-cfc4dc67ba2f/24dd6d1d-d8fd-4700-98a7-0f84e25a04be) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:34:21.273848 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46414) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:21.306554 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3d2fb04c-bbdb-42b4-87a7-37d57c62a71a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.355317 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-80e256f7-06e0-4dd3-97f2-8f8764813c32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.366027 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e7096591-37df-432c-b69d-009f783f1224 req-7e5ad1a5-8428-4839-b296-09fd45fab0aa tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.374691 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f582b-48c1-42f6-b0ab-7dbba03531f1 req-9c575a21-28be-419a-a5d2-b6b942ce34be tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:21.376210 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ec1f582b-48c1-42f6-b0ab-7dbba03531f1 req-9c575a21-28be-419a-a5d2-b6b942ce34be tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 944 time: 0.1526339 Nov 12 00:34:21.387027 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e7096591-37df-432c-b69d-009f783f1224 req-7e5ad1a5-8428-4839-b296-09fd45fab0aa tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.402133 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-16c1d743-e37f-44b9-8c3e-39c20b3bfa9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.414776 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6f07c29c-57b1-43f6-aaf2-a6eae17bed76 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.415898 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-16c1d743-e37f-44b9-8c3e-39c20b3bfa9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.437385 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6f07c29c-57b1-43f6-aaf2-a6eae17bed76 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.455945 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-80e256f7-06e0-4dd3-97f2-8f8764813c32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.512687 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1d743-e37f-44b9-8c3e-39c20b3bfa9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073fe653-c1f1-48f2-85aa-afab06400a9e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:21.529190 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-16c1d743-e37f-44b9-8c3e-39c20b3bfa9e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f2d90f6b7efc42819d88904b026580c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3159864 Nov 12 00:34:21.537041 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46418) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:21.562781 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ad1a5-8428-4839-b296-09fd45fab0aa tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c3671f-57dc-4b7c-b6e0-8dd7738552c6,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:21.569286 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f1550cc6-aa86-477f-9840-2c1dcd3c2a78 req-f656d798-a263-4d5b-b0ce-cefcec131006 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 210 time: 0.0886841 Nov 12 00:34:21.615820 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ec1f582b-48c1-42f6-b0ab-7dbba03531f1 req-7bc02814-6d38-4e8b-84f6-9dc420f09422 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313573 Nov 12 00:34:21.631761 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3d2fb04c-bbdb-42b4-87a7-37d57c62a71a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.656459 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07c29c-57b1-43f6-aaf2-a6eae17bed76 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:21.656682 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-19443644-854e-4395-9fd6-1e8be005c754 req-05a0efe2-a47f-4f34-a1f4-9f5c2cf45356 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.665466 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3d2fb04c-bbdb-42b4-87a7-37d57c62a71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.665723 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-80e256f7-06e0-4dd3-97f2-8f8764813c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.669862 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-80e256f7-06e0-4dd3-97f2-8f8764813c32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.670998 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-80e256f7-06e0-4dd3-97f2-8f8764813c32 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ef35a8d-f7e4-4242-8fa2-f232140e0a9c HTTP/1.1" status: 204 len: 168 time: 0.5566163 Nov 12 00:34:21.689825 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e256f7-06e0-4dd3-97f2-8f8764813c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef35a8d-f7e4-4242-8fa2-f232140e0a9c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:21.726377 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-19443644-854e-4395-9fd6-1e8be005c754 req-05a0efe2-a47f-4f34-a1f4-9f5c2cf45356 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.733082 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fb04c-bbdb-42b4-87a7-37d57c62a71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ad9249-042e-4815-9125-f83aecf5e94e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:21.749944 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3d2fb04c-bbdb-42b4-87a7-37d57c62a71a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2ebc9250d22409da802e221bb875d36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4728684 Nov 12 00:34:21.751330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6f07c29c-57b1-43f6-aaf2-a6eae17bed76 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Allocated IP 192.168.233.114 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/f115b5f7-b661-4210-9ddb-1ab2cffcb28f) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:34:21.753619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46426) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:21.757770 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c1698af-68f9-4655-847e-5ac956e76133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.816655 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c1698af-68f9-4655-847e-5ac956e76133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.852738 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19443644-854e-4395-9fd6-1e8be005c754 req-05a0efe2-a47f-4f34-a1f4-9f5c2cf45356 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Network 95691eda-761f-49a3-9e31-31529ccc7497 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:34:21.881824 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7c15b5d9-cc5b-45eb-bf27-703d52b57132 req-2d6b7e58-2778-439f-989e-b40d58890982 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 210 time: 0.0475419 Nov 12 00:34:21.897991 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-19443644-854e-4395-9fd6-1e8be005c754 req-05a0efe2-a47f-4f34-a1f4-9f5c2cf45356 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:34:21.906340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-19443644-854e-4395-9fd6-1e8be005c754 req-05a0efe2-a47f-4f34-a1f4-9f5c2cf45356 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:34:21.912628 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19443644-854e-4395-9fd6-1e8be005c754 req-05a0efe2-a47f-4f34-a1f4-9f5c2cf45356 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:21.913422 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-19443644-854e-4395-9fd6-1e8be005c754 req-05a0efe2-a47f-4f34-a1f4-9f5c2cf45356 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.920569 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0efe2-a47f-4f34-a1f4-9f5c2cf45356 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Pushing event updated for resources: {'Port': ['ID=24dd6d1d-d8fd-4700-98a7-0f84e25a04be,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:21.936898 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6adce9bd-c154-4610-84ec-2d4c3a5eddeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:21.949325 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19443644-854e-4395-9fd6-1e8be005c754 req-05a0efe2-a47f-4f34-a1f4-9f5c2cf45356 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7453179 Nov 12 00:34:21.971261 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-19443644-854e-4395-9fd6-1e8be005c754 req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] Request body: {'port': {'device_id': '3c4a9f1d-736c-4298-903f-c87020bfbb2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:22.010237 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364f1ce-1d1e-4a2b-9076-cd7de030826d req-ff30e129-8b98-4851-aed5-be276a6a2a1c tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:22.017939 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7364f1ce-1d1e-4a2b-9076-cd7de030826d req-ff30e129-8b98-4851-aed5-be276a6a2a1c tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 972 time: 0.1990876 Nov 12 00:34:22.054993 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6adce9bd-c154-4610-84ec-2d4c3a5eddeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:22.068237 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c1698af-68f9-4655-847e-5ac956e76133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:22.070880 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c1698af-68f9-4655-847e-5ac956e76133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:22.072741 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1c1698af-68f9-4655-847e-5ac956e76133 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/073fe653-c1f1-48f2-85aa-afab06400a9e HTTP/1.1" status: 204 len: 168 time: 0.5177085 Nov 12 00:34:22.088947 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6571b0bc-5968-4f53-9472-b4ed03f42f23 req-d27b7110-9ec9-4538-a4d4-8387db689c4a tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 210 time: 0.0590990 Nov 12 00:34:22.093571 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-19443644-854e-4395-9fd6-1e8be005c754 req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:22.113288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1698af-68f9-4655-847e-5ac956e76133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073fe653-c1f1-48f2-85aa-afab06400a9e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:22.166942 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7364f1ce-1d1e-4a2b-9076-cd7de030826d req-24ebcdda-65b2-4242-9b4a-cae8f00106a9 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/security-groups?id=2495b901-4dd7-4310-89fb-688bc81b91d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436698 Nov 12 00:34:22.188264 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6f07c29c-57b1-43f6-aaf2-a6eae17bed76 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:22.246895 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6f07c29c-57b1-43f6-aaf2-a6eae17bed76 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:22.285094 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-94bbeae1-0e27-4391-a926-3151f257bd11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:22.300106 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6adce9bd-c154-4610-84ec-2d4c3a5eddeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:22.302825 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6adce9bd-c154-4610-84ec-2d4c3a5eddeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:22.304035 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6adce9bd-c154-4610-84ec-2d4c3a5eddeb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f9ad9249-042e-4815-9125-f83aecf5e94e HTTP/1.1" status: 204 len: 168 time: 0.5474100 Nov 12 00:34:22.327732 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adce9bd-c154-4610-84ec-2d4c3a5eddeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ad9249-042e-4815-9125-f83aecf5e94e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:22.336502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6f07c29c-57b1-43f6-aaf2-a6eae17bed76 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:34:22.341432 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07c29c-57b1-43f6-aaf2-a6eae17bed76 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Pushing event updated for resources: {'Port': ['ID=f115b5f7-b661-4210-9ddb-1ab2cffcb28f,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:22.344269 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6f07c29c-57b1-43f6-aaf2-a6eae17bed76 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:34:22.346217 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6f07c29c-57b1-43f6-aaf2-a6eae17bed76 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:34:22.352528 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6f07c29c-57b1-43f6-aaf2-a6eae17bed76 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:22.353464 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6f07c29c-57b1-43f6-aaf2-a6eae17bed76 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:22.380176 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6f07c29c-57b1-43f6-aaf2-a6eae17bed76 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3453491 Nov 12 00:34:22.390661 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-be314d03-1ea1-47d3-985a-633602dfbb5d None None] Provisioning complete for port 24dd6d1d-d8fd-4700-98a7-0f84e25a04be triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:22.391031 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-be314d03-1ea1-47d3-985a-633602dfbb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:22.403964 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] Request body: {'port': {'device_id': '7e352dbe-e8e1-45ef-aaff-331681209256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:22.420473 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-e7096591-37df-432c-b69d-009f783f1224 req-7e5ad1a5-8428-4839-b296-09fd45fab0aa tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Allocated IP 192.168.233.242 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/15450f7f-7bc9-415f-9b03-b1ba1ad8067b) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:34:22.429347 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46436) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:22.459647 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-be314d03-1ea1-47d3-985a-633602dfbb5d None None] Port 24dd6d1d-d8fd-4700-98a7-0f84e25a04be cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:34:22.467544 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3c52bf6b-e9c5-4735-b507-12713c07e151 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:22.515903 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:22.689277 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-79a69586-d8e1-4b02-8faf-c97fa2c4a42c None None] Provisioning complete for port f115b5f7-b661-4210-9ddb-1ab2cffcb28f triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:22.690001 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79a69586-d8e1-4b02-8faf-c97fa2c4a42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:22.750785 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-79a69586-d8e1-4b02-8faf-c97fa2c4a42c None None] Port f115b5f7-b661-4210-9ddb-1ab2cffcb28f cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:34:22.795437 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183138b-50df-41d0-aeca-9e0b3a008045 req-42c5219b-e680-4243-ba2b-4b7eadc5acad tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:22.803460 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6183138b-50df-41d0-aeca-9e0b3a008045 req-42c5219b-e680-4243-ba2b-4b7eadc5acad tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 944 time: 0.0628126 Nov 12 00:34:22.865225 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3c52bf6b-e9c5-4735-b507-12713c07e151 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:22.888907 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6183138b-50df-41d0-aeca-9e0b3a008045 req-1d4ef5f2-82f3-4c73-8245-58efa2faf3d6 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800662 Nov 12 00:34:22.893845 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3c52bf6b-e9c5-4735-b507-12713c07e151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:22.970967 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-19443644-854e-4395-9fd6-1e8be005c754 req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24dd6d1d-d8fd-4700-98a7-0f84e25a04be {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:34:22.977061 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3c52bf6b-e9c5-4735-b507-12713c07e151 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a0d6c6614e0443d9a46bb00a2398d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5467036 Nov 12 00:34:22.984639 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46456) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:22.985942 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-19443644-854e-4395-9fd6-1e8be005c754 req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:22.996168 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdcd04-ef64-4f23-868c-6db2e914525b req-ae9f05e4-019a-404c-b03d-ca7ca92cdcbf tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:22.998301 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6cfdcd04-ef64-4f23-868c-6db2e914525b req-ae9f05e4-019a-404c-b03d-ca7ca92cdcbf tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 931 time: 0.2716463 Nov 12 00:34:23.004068 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52bf6b-e9c5-4735-b507-12713c07e151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6ce4dd-7d23-428c-8d17-3d9f602d6281,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:23.039105 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e3ca26b-b957-4906-a8f8-357fb473b2a4 req-68808533-f651-451d-ab44-d31d39b2b8da tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 210 time: 0.0603857 Nov 12 00:34:23.046895 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e7096591-37df-432c-b69d-009f783f1224 req-7e5ad1a5-8428-4839-b296-09fd45fab0aa tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:23.056935 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-19443644-854e-4395-9fd6-1e8be005c754 req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] Transition to ACTIVE for port object 24dd6d1d-d8fd-4700-98a7-0f84e25a04be will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:34:23.063686 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-19443644-854e-4395-9fd6-1e8be005c754 req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:23.109964 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-34eee535-3c04-462d-af5e-52ab275ada2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:23.166656 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-34eee535-3c04-462d-af5e-52ab275ada2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:23.285289 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:23.332538 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-34eee535-3c04-462d-af5e-52ab275ada2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:23.335658 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-34eee535-3c04-462d-af5e-52ab275ada2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:23.342367 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-34eee535-3c04-462d-af5e-52ab275ada2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf6ce4dd-7d23-428c-8d17-3d9f602d6281 HTTP/1.1" status: 204 len: 168 time: 0.3500931 Nov 12 00:34:23.371477 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d441d3-17a2-4ad1-86f6-cc9679be5987 req-67ab06e5-0e28-4621-aa2c-bcf0602415cf tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:23.373273 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a9d441d3-17a2-4ad1-86f6-cc9679be5987 req-67ab06e5-0e28-4621-aa2c-bcf0602415cf tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 936 time: 0.1506596 Nov 12 00:34:23.374276 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eee535-3c04-462d-af5e-52ab275ada2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6ce4dd-7d23-428c-8d17-3d9f602d6281,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:23.384873 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] Pushing event updated for resources: {'Port': ['ID=24dd6d1d-d8fd-4700-98a7-0f84e25a04be,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:23.404603 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6cfdcd04-ef64-4f23-868c-6db2e914525b req-aeb017d6-2b7f-4557-851f-234a5c7eec35 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3952723 Nov 12 00:34:23.519269 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e7096591-37df-432c-b69d-009f783f1224 req-7e5ad1a5-8428-4839-b296-09fd45fab0aa tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:23.589094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-19443644-854e-4395-9fd6-1e8be005c754 req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] Attempting to bind port 24dd6d1d-d8fd-4700-98a7-0f84e25a04be on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:34:23.589475 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-19443644-854e-4395-9fd6-1e8be005c754 req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] Attempting to bind port 24dd6d1d-d8fd-4700-98a7-0f84e25a04be by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '614c630f-cac9-4e9f-b771-374b70637843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:34:23.589893 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19443644-854e-4395-9fd6-1e8be005c754 req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] Attempting to bind port 24dd6d1d-d8fd-4700-98a7-0f84e25a04be on network 95691eda-761f-49a3-9e31-31529ccc7497 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:23.608311 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7096591-37df-432c-b69d-009f783f1224 req-7e5ad1a5-8428-4839-b296-09fd45fab0aa tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:34:23.617042 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19443644-854e-4395-9fd6-1e8be005c754 req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] Port 24dd6d1d-d8fd-4700-98a7-0f84e25a04be on network 95691eda-761f-49a3-9e31-31529ccc7497 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:34:23.617731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19443644-854e-4395-9fd6-1e8be005c754 req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] Attempting to bind port 24dd6d1d-d8fd-4700-98a7-0f84e25a04be on network 95691eda-761f-49a3-9e31-31529ccc7497 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:23.624899 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-e7096591-37df-432c-b69d-009f783f1224 req-7e5ad1a5-8428-4839-b296-09fd45fab0aa tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:34:23.627157 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a9d441d3-17a2-4ad1-86f6-cc9679be5987 req-167ab3ac-57d5-4650-b47d-3dff62007aa1 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353442 Nov 12 00:34:23.631169 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7096591-37df-432c-b69d-009f783f1224 req-7e5ad1a5-8428-4839-b296-09fd45fab0aa tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:34:23.636767 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7096591-37df-432c-b69d-009f783f1224 req-7e5ad1a5-8428-4839-b296-09fd45fab0aa tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:23.637428 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e7096591-37df-432c-b69d-009f783f1224 req-7e5ad1a5-8428-4839-b296-09fd45fab0aa tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:23.640149 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ad1a5-8428-4839-b296-09fd45fab0aa tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Pushing event updated for resources: {'Port': ['ID=15450f7f-7bc9-415f-9b03-b1ba1ad8067b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:23.645078 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19443644-854e-4395-9fd6-1e8be005c754 req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:34:23.645447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19443644-854e-4395-9fd6-1e8be005c754 req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] Checking segment: {'id': '614c630f-cac9-4e9f-b771-374b70637843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:34:23.646095 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19443644-854e-4395-9fd6-1e8be005c754 req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] Bound using segment: {'id': '614c630f-cac9-4e9f-b771-374b70637843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:34:23.646470 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-19443644-854e-4395-9fd6-1e8be005c754 req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] Bound port: 24dd6d1d-d8fd-4700-98a7-0f84e25a04be, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '614c630f-cac9-4e9f-b771-374b70637843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:34:23.646815 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-19443644-854e-4395-9fd6-1e8be005c754 req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:23.698169 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f115b5f7-b661-4210-9ddb-1ab2cffcb28f {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:34:23.709330 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:23.727261 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] Transition to ACTIVE for port object f115b5f7-b661-4210-9ddb-1ab2cffcb28f will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:34:23.737746 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:23.754535 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-19443644-854e-4395-9fd6-1e8be005c754 req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] For port 24dd6d1d-d8fd-4700-98a7-0f84e25a04be, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:34:23.759874 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-19443644-854e-4395-9fd6-1e8be005c754 req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] For port 24dd6d1d-d8fd-4700-98a7-0f84e25a04be, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=24dd6d1d-d8fd-4700-98a7-0f84e25a04be,segment=NetworkSegment(614c630f-cac9-4e9f-b771-374b70637843),segment_id=614c630f-cac9-4e9f-b771-374b70637843)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:34:23.768264 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7096591-37df-432c-b69d-009f783f1224 req-7e5ad1a5-8428-4839-b296-09fd45fab0aa tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4202156 Nov 12 00:34:23.780886 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb12ca6-ded3-4e3d-863c-10965c29cb91 req-5566fb4d-cd1d-49f1-8625-b2aa4d7ac64e tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:23.784972 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3fb12ca6-ded3-4e3d-863c-10965c29cb91 req-5566fb4d-cd1d-49f1-8625-b2aa4d7ac64e tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 972 time: 0.2637081 Nov 12 00:34:23.791041 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-e7096591-37df-432c-b69d-009f783f1224 req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] Request body: {'port': {'device_id': 'f26c9726-e496-41da-a822-31b99756ec1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:23.813178 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] Pushing event updated for resources: {'Port': ['ID=f115b5f7-b661-4210-9ddb-1ab2cffcb28f,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:23.823847 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-19443644-854e-4395-9fd6-1e8be005c754 req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:23.892212 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] Attempting to bind port f115b5f7-b661-4210-9ddb-1ab2cffcb28f on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:34:23.892473 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] Attempting to bind port f115b5f7-b661-4210-9ddb-1ab2cffcb28f by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:34:23.893799 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] Attempting to bind port f115b5f7-b661-4210-9ddb-1ab2cffcb28f on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:23.899854 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] Port f115b5f7-b661-4210-9ddb-1ab2cffcb28f on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:34:23.900510 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] Attempting to bind port f115b5f7-b661-4210-9ddb-1ab2cffcb28f on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:23.924888 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:34:23.925087 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:34:23.925592 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:34:23.925793 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] Bound port: f115b5f7-b661-4210-9ddb-1ab2cffcb28f, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:34:23.926147 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:23.947787 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5458b6dd-b902-4b23-95a7-28adc8da178b None None] Provisioning complete for port 15450f7f-7bc9-415f-9b03-b1ba1ad8067b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:23.948026 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5458b6dd-b902-4b23-95a7-28adc8da178b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:24.003285 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19443644-854e-4395-9fd6-1e8be005c754 req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:24.003933 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-19443644-854e-4395-9fd6-1e8be005c754 req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:24.005447 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19443644-854e-4395-9fd6-1e8be005c754 req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] 10.222.0.15 "PUT /v2.0/ports/24dd6d1d-d8fd-4700-98a7-0f84e25a04be HTTP/1.1" status: 200 len: 1092 time: 2.0404758 Nov 12 00:34:24.006052 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e7096591-37df-432c-b69d-009f783f1224 req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:24.013443 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98386aaf-3adf-481c-8202-a6d65a983a5b service neutron] Pushing event updated for resources: {'Port': ['ID=24dd6d1d-d8fd-4700-98a7-0f84e25a04be,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:24.028041 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4a9f1d-736c-4298-903f-c87020bfbb2f', 'tag': '24dd6d1d-d8fd-4700-98a7-0f84e25a04be'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:24.057000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-5458b6dd-b902-4b23-95a7-28adc8da178b None None] Port 15450f7f-7bc9-415f-9b03-b1ba1ad8067b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:34:24.180357 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] For port f115b5f7-b661-4210-9ddb-1ab2cffcb28f, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:34:24.184596 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] For port f115b5f7-b661-4210-9ddb-1ab2cffcb28f, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=f115b5f7-b661-4210-9ddb-1ab2cffcb28f,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:34:24.200329 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:24.239302 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:24.239931 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:24.241394 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] 10.222.0.15 "PUT /v2.0/ports/f115b5f7-b661-4210-9ddb-1ab2cffcb28f HTTP/1.1" status: 200 len: 1097 time: 1.8435924 Nov 12 00:34:24.243085 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e352dbe-e8e1-45ef-aaff-331681209256', 'tag': 'f115b5f7-b661-4210-9ddb-1ab2cffcb28f'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:24.246041 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4436d463-5c87-4062-91f7-a538cc260cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "7e352dbe-e8e1-45ef-aaff-331681209256", "tag": "f115b5f7-b661-4210-9ddb-1ab2cffcb28f"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:24.307763 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50df6c-2cae-442e-9067-be6225fdea08 req-bc4975da-a3ef-4aff-995f-96c919116c48 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:24.310587 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0d50df6c-2cae-442e-9067-be6225fdea08 req-bc4975da-a3ef-4aff-995f-96c919116c48 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 944 time: 0.3012102 Nov 12 00:34:24.350317 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:24.540744 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd168e0-8f6f-4a27-8818-2350ef95a2da service neutron] Pushing event updated for resources: {'Port': ['ID=f115b5f7-b661-4210-9ddb-1ab2cffcb28f,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:24.558812 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0d50df6c-2cae-442e-9067-be6225fdea08 req-961036ed-ac03-447f-8687-78d99e1440f2 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941147 Nov 12 00:34:24.566287 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-3ce0daee-6e16-4471-a03e-15ae9c25c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:24.567846 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-3ce0daee-6e16-4471-a03e-15ae9c25c1f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=603c85d87f0048fbbe3d1903a7019918&device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 1100 time: 0.2057769 Nov 12 00:34:24.572862 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19443644-854e-4395-9fd6-1e8be005c754 req-a29f9941-bc1d-4c39-8487-7c115cf4eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:24.573700 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19443644-854e-4395-9fd6-1e8be005c754 req-a29f9941-bc1d-4c39-8487-7c115cf4eb3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79d381a23e934d43891c5d332d12cc5b&device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 1095 time: 0.4608593 Nov 12 00:34:24.595377 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3fb12ca6-ded3-4e3d-863c-10965c29cb91 req-b919a417-20ed-47a8-8585-23d8c5fcbb9c tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/security-groups?id=2495b901-4dd7-4310-89fb-688bc81b91d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7304425 Nov 12 00:34:24.668378 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-43ae752b-9332-4493-a723-b7ce5869338d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=f115b5f7-b661-4210-9ddb-1ab2cffcb28f HTTP/1.1" status: 200 len: 217 time: 0.0660787 Nov 12 00:34:24.677456 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43c8e6b-327c-4ec4-978b-39caea5c4e0e x-openstack-request-id: req-f43c8e6b-327c-4ec4-978b-39caea5c4e0e {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:24.677746 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e352dbe-e8e1-45ef-aaff-331681209256", "tag": "f115b5f7-b661-4210-9ddb-1ab2cffcb28f", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:24.678001 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f43c8e6b-327c-4ec4-978b-39caea5c4e0e {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:24.678390 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e352dbe-e8e1-45ef-aaff-331681209256', 'tag': 'f115b5f7-b661-4210-9ddb-1ab2cffcb28f', 'status': 'completed', 'code': 200} Nov 12 00:34:24.766397 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19443644-854e-4395-9fd6-1e8be005c754 req-98363967-208e-4498-b6b5-b698620efc63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24dd6d1d-d8fd-4700-98a7-0f84e25a04be HTTP/1.1" status: 200 len: 217 time: 0.1503239 Nov 12 00:34:24.790388 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-023a4982-32b9-4d66-8e97-500a8d0aee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:24.791926 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-023a4982-32b9-4d66-8e97-500a8d0aee87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0936828 Nov 12 00:34:24.802998 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f76e74-1cd8-40d0-877e-e46421e403cc req-a5f411de-1ab9-434a-b89e-3d8e1be03d07 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:24.811557 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-24f76e74-1cd8-40d0-877e-e46421e403cc req-a5f411de-1ab9-434a-b89e-3d8e1be03d07 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 936 time: 0.1393075 Nov 12 00:34:24.817989 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0430cd-e4f9-4a0a-843b-f0b1e4c7b0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4a9f1d-736c-4298-903f-c87020bfbb2f", "tag": "24dd6d1d-d8fd-4700-98a7-0f84e25a04be"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:24.882374 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-d8c93853-9963-467f-b6f9-a5fbcd2f216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:24.884081 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-d8c93853-9963-467f-b6f9-a5fbcd2f216e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0697947 Nov 12 00:34:24.902161 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-24f76e74-1cd8-40d0-877e-e46421e403cc req-9e3f116b-7489-40d7-b872-ef547cd9cf72 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/security-groups?id=61c3671f-57dc-4b7c-b6e0-8dd7738552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853093 Nov 12 00:34:24.952352 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-e7096591-37df-432c-b69d-009f783f1224 req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15450f7f-7bc9-415f-9b03-b1ba1ad8067b {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:34:24.960192 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e7096591-37df-432c-b69d-009f783f1224 req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:24.978146 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-e7096591-37df-432c-b69d-009f783f1224 req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] Transition to ACTIVE for port object 15450f7f-7bc9-415f-9b03-b1ba1ad8067b will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:34:25.010308 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebf321-e533-40df-af05-3a5ee854dedd req-7052b2b2-5e80-470b-92a5-8638e4a3dc30 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:25.019181 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-59ebf321-e533-40df-af05-3a5ee854dedd req-7052b2b2-5e80-470b-92a5-8638e4a3dc30 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 943 time: 0.2571652 Nov 12 00:34:25.026182 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e7096591-37df-432c-b69d-009f783f1224 req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:25.064425 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-98b264c2-471a-4c84-96b2-d66d5e116b12 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609726 Nov 12 00:34:25.066817 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19443644-854e-4395-9fd6-1e8be005c754 req-0755f7f2-0ac1-43fe-9777-c135dbcd5f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:25.068200 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19443644-854e-4395-9fd6-1e8be005c754 req-0755f7f2-0ac1-43fe-9777-c135dbcd5f52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=520eefa5-ccbe-4263-ad27-cfc4dc67ba2f HTTP/1.1" status: 200 len: 863 time: 0.2688367 Nov 12 00:34:25.183593 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 546fc81c-1951-4bee-88e9-54902fa3b9a7 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:34:25.236433 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] Pushing event updated for resources: {'Port': ['ID=15450f7f-7bc9-415f-9b03-b1ba1ad8067b,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:25.299043 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3658631-e607-426e-8176-151ac170c62a req-0d96f744-04b4-4529-9143-542714ef6a28 tempest-AggregatesAdminTestJSON-842582452 tempest-AggregatesAdminTestJSON-842582452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:25.303287 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f3658631-e607-426e-8176-151ac170c62a req-0d96f744-04b4-4529-9143-542714ef6a28 tempest-AggregatesAdminTestJSON-842582452 tempest-AggregatesAdminTestJSON-842582452-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 1124 time: 0.2350073 Nov 12 00:34:25.321958 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-59ebf321-e533-40df-af05-3a5ee854dedd req-e1850c68-c861-4d61-8587-5be5a0a43ebf tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017659 Nov 12 00:34:25.331855 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e7096591-37df-432c-b69d-009f783f1224 req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] Attempting to bind port 15450f7f-7bc9-415f-9b03-b1ba1ad8067b on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:34:25.332278 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e7096591-37df-432c-b69d-009f783f1224 req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] Attempting to bind port 15450f7f-7bc9-415f-9b03-b1ba1ad8067b by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:34:25.333492 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7096591-37df-432c-b69d-009f783f1224 req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] Attempting to bind port 15450f7f-7bc9-415f-9b03-b1ba1ad8067b on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:25.353172 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f3658631-e607-426e-8176-151ac170c62a req-2d7a8563-412c-4852-98b2-96efee969775 tempest-AggregatesAdminTestJSON-842582452 tempest-AggregatesAdminTestJSON-842582452-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:25.374863 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12c77f47-2d07-49b3-a3f4-e9e58eb9d6b3 req-263b5662-c8d8-4f47-91f9-15ad96a69ab6 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843695 Nov 12 00:34:25.376583 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 546fc81c-1951-4bee-88e9-54902fa3b9a7, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=546fc81c-1951-4bee-88e9-54902fa3b9a7,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:25.378743 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19443644-854e-4395-9fd6-1e8be005c754 req-573892f2-861c-471a-98a5-dc337b709cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:25.380385 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19443644-854e-4395-9fd6-1e8be005c754 req-573892f2-861c-471a-98a5-dc337b709cc9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95691eda-761f-49a3-9e31-31529ccc7497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2919419 Nov 12 00:34:25.381232 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7096591-37df-432c-b69d-009f783f1224 req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] Port 15450f7f-7bc9-415f-9b03-b1ba1ad8067b on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:34:25.381638 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7096591-37df-432c-b69d-009f783f1224 req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] Attempting to bind port 15450f7f-7bc9-415f-9b03-b1ba1ad8067b on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:25.392746 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7096591-37df-432c-b69d-009f783f1224 req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:34:25.392746 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7096591-37df-432c-b69d-009f783f1224 req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:34:25.394307 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7096591-37df-432c-b69d-009f783f1224 req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:34:25.398416 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e7096591-37df-432c-b69d-009f783f1224 req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] Bound port: 15450f7f-7bc9-415f-9b03-b1ba1ad8067b, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:34:25.398705 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e7096591-37df-432c-b69d-009f783f1224 req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:25.408056 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '546fc81c-1951-4bee-88e9-54902fa3b9a7', 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34', 'port_id': '546fc81c-1951-4bee-88e9-54902fa3b9a7', 'mac_address': 'fa:16:3e:32:5d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d985ea-5f19-461f-8a8b-c63d6b21142f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:34:25.417250 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:25.469343 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:25.491391 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 546fc81c-1951-4bee-88e9-54902fa3b9a7 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:34:25.527404 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 546fc81c-1951-4bee-88e9-54902fa3b9a7, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=546fc81c-1951-4bee-88e9-54902fa3b9a7,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:25.545412 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:25.584575 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f3658631-e607-426e-8176-151ac170c62a req-2d7a8563-412c-4852-98b2-96efee969775 tempest-AggregatesAdminTestJSON-842582452 tempest-AggregatesAdminTestJSON-842582452-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:25.599418 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f3658631-e607-426e-8176-151ac170c62a req-2d7a8563-412c-4852-98b2-96efee969775 tempest-AggregatesAdminTestJSON-842582452 tempest-AggregatesAdminTestJSON-842582452-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:25.634316 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=546fc81c-1951-4bee-88e9-54902fa3b9a7,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:25.697682 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-e7096591-37df-432c-b69d-009f783f1224 req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] For port 15450f7f-7bc9-415f-9b03-b1ba1ad8067b, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:34:25.698677 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436d463-5c87-4062-91f7-a538cc260cd5 req-4602ebe7-6805-4a0c-b2b4-044a5e7a0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:25.700958 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4436d463-5c87-4062-91f7-a538cc260cd5 req-4602ebe7-6805-4a0c-b2b4-044a5e7a0ee2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=603c85d87f0048fbbe3d1903a7019918&device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 1100 time: 0.2225256 Nov 12 00:34:25.706713 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886239e-90da-4c77-95fc-96b82e453bb0 req-1eaeb63a-8441-45c3-ab57-81fd2bf79a45 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:25.713933 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8886239e-90da-4c77-95fc-96b82e453bb0 req-1eaeb63a-8441-45c3-ab57-81fd2bf79a45 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 948 time: 0.1980524 Nov 12 00:34:25.717493 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-e7096591-37df-432c-b69d-009f783f1224 req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] For port 15450f7f-7bc9-415f-9b03-b1ba1ad8067b, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=15450f7f-7bc9-415f-9b03-b1ba1ad8067b,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:34:25.729905 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e7096591-37df-432c-b69d-009f783f1224 req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:25.785042 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19443644-854e-4395-9fd6-1e8be005c754 req-e4244da5-ddf6-4689-b03a-e1a4951039f0 service neutron] 10.222.0.15 "GET /v2.0/networks/95691eda-761f-49a3-9e31-31529ccc7497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575165 Nov 12 00:34:25.827335 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:25.900440 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7096591-37df-432c-b69d-009f783f1224 req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:25.901095 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e7096591-37df-432c-b69d-009f783f1224 req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:25.902715 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7096591-37df-432c-b69d-009f783f1224 req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] 10.222.0.15 "PUT /v2.0/ports/15450f7f-7bc9-415f-9b03-b1ba1ad8067b HTTP/1.1" status: 200 len: 1097 time: 2.1164141 Nov 12 00:34:25.907285 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19443644-854e-4395-9fd6-1e8be005c754 req-fbb6a4c7-2d36-4ce6-87ba-5f998db4b90a service neutron] 10.222.0.15 "GET /v2.0/networks/95691eda-761f-49a3-9e31-31529ccc7497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072576 Nov 12 00:34:25.973565 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8886239e-90da-4c77-95fc-96b82e453bb0 req-c77bb753-c25b-41b4-b6d1-65742bc31198 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585557 Nov 12 00:34:25.979264 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878f140-0a84-4837-9f23-e95694d1d53f service neutron] Pushing event updated for resources: {'Port': ['ID=15450f7f-7bc9-415f-9b03-b1ba1ad8067b,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:25.990688 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f3658631-e607-426e-8176-151ac170c62a req-2d7a8563-412c-4852-98b2-96efee969775 tempest-AggregatesAdminTestJSON-842582452 tempest-AggregatesAdminTestJSON-842582452-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2495b901-4dd7-4310-89fb-688bc81b91d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6735044 Nov 12 00:34:25.994169 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a8563-412c-4852-98b2-96efee969775 tempest-AggregatesAdminTestJSON-842582452 tempest-AggregatesAdminTestJSON-842582452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d105f8c2-3635-47a5-9dc1-f8a1d3add750,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:26.079228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7096591-37df-432c-b69d-009f783f1224 req-c5584773-1a01-4be8-8b1d-8f7d6975f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:26.080953 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7096591-37df-432c-b69d-009f783f1224 req-c5584773-1a01-4be8-8b1d-8f7d6975f4e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4ac95352c8440ee84ba5fb1e8de0f5a&device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 1100 time: 0.0556402 Nov 12 00:34:26.119597 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0adf445a-1cc0-4e57-a353-6b3d1d0b731f req-de0baf31-18ef-4fe8-9196-ae1470159a08 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5152502 Nov 12 00:34:26.161637 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436d463-5c87-4062-91f7-a538cc260cd5 req-2e564893-eb4a-4f48-b5a0-cc51a54047fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:26.163717 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4436d463-5c87-4062-91f7-a538cc260cd5 req-2e564893-eb4a-4f48-b5a0-cc51a54047fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.4518108 Nov 12 00:34:26.188404 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7096591-37df-432c-b69d-009f783f1224 req-cc971a4d-5e73-4009-b576-dd7f32f7a9d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=15450f7f-7bc9-415f-9b03-b1ba1ad8067b HTTP/1.1" status: 200 len: 217 time: 0.0926116 Nov 12 00:34:26.244218 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4436d463-5c87-4062-91f7-a538cc260cd5 req-be067401-5a1e-4386-a799-f990c57315d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=f115b5f7-b661-4210-9ddb-1ab2cffcb28f HTTP/1.1" status: 200 len: 217 time: 0.0472744 Nov 12 00:34:26.254864 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7096591-37df-432c-b69d-009f783f1224 req-9fe1170d-5843-47ef-98ee-5373658e1ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:26.255951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf445a-1cc0-4e57-a353-6b3d1d0b731f req-10b5299c-86af-4611-909b-8161e9749c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:26.256854 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7096591-37df-432c-b69d-009f783f1224 req-9fe1170d-5843-47ef-98ee-5373658e1ddd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0609612 Nov 12 00:34:26.257396 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0adf445a-1cc0-4e57-a353-6b3d1d0b731f req-10b5299c-86af-4611-909b-8161e9749c89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b31d4c6499214d91b5a6bc49a17a4104&device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 1124 time: 0.0920506 Nov 12 00:34:26.307504 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cdfd97-940b-4f24-af5b-48d159308675 x-openstack-request-id: req-25cdfd97-940b-4f24-af5b-48d159308675 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:26.307817 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4a9f1d-736c-4298-903f-c87020bfbb2f", "tag": "24dd6d1d-d8fd-4700-98a7-0f84e25a04be", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:26.308049 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25cdfd97-940b-4f24-af5b-48d159308675 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:26.308514 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4a9f1d-736c-4298-903f-c87020bfbb2f', 'tag': '24dd6d1d-d8fd-4700-98a7-0f84e25a04be', 'status': 'completed', 'code': 200} Nov 12 00:34:26.331243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7096591-37df-432c-b69d-009f783f1224 req-d365c87f-591d-47d7-8aeb-db49711d299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:26.333234 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7096591-37df-432c-b69d-009f783f1224 req-d365c87f-591d-47d7-8aeb-db49711d299f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0676842 Nov 12 00:34:26.388394 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436d463-5c87-4062-91f7-a538cc260cd5 req-50123a41-e038-4964-9cb3-cb70cf9ca17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:26.389920 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4436d463-5c87-4062-91f7-a538cc260cd5 req-50123a41-e038-4964-9cb3-cb70cf9ca17e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1362545 Nov 12 00:34:26.428651 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['546fc81c-1951-4bee-88e9-54902fa3b9a7'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:34:26.486207 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436d463-5c87-4062-91f7-a538cc260cd5 req-8b63e9e0-4197-4240-b453-e8866ab5e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:26.487737 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4436d463-5c87-4062-91f7-a538cc260cd5 req-8b63e9e0-4197-4240-b453-e8866ab5e021 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0838325 Nov 12 00:34:26.489435 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-6a7f3fae-63ff-45cb-9821-c7079199a6d6 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3af1d349d51b4d97ad8f9022e1b1baa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496905 Nov 12 00:34:26.492831 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf445a-1cc0-4e57-a353-6b3d1d0b731f req-c51017dd-eced-42b9-abbb-69b03f7beffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:26.494592 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0adf445a-1cc0-4e57-a353-6b3d1d0b731f req-c51017dd-eced-42b9-abbb-69b03f7beffe service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1959498 Nov 12 00:34:26.597373 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4436d463-5c87-4062-91f7-a538cc260cd5 req-2b780bd1-8345-4989-bf04-81b0084a6493 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011479 Nov 12 00:34:26.654855 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0adf445a-1cc0-4e57-a353-6b3d1d0b731f req-c28049d8-1d61-486d-8db6-8ef64c68d97f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=c1b39f90-04de-4ca1-9c30-f58fd9ee1029 HTTP/1.1" status: 200 len: 217 time: 0.0565269 Nov 12 00:34:26.717674 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0430cd-e4f9-4a0a-843b-f0b1e4c7b0f2 req-7e9cc61a-7f2f-4f5f-81dc-8d94f347b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:26.719245 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9f0430cd-e4f9-4a0a-843b-f0b1e4c7b0f2 req-7e9cc61a-7f2f-4f5f-81dc-8d94f347b90a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79d381a23e934d43891c5d332d12cc5b&device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 1095 time: 0.3497181 Nov 12 00:34:26.730757 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b2ec9-a3de-45ba-8957-28ddea36a182 req-65959314-7bc5-4dd3-b2bb-cbfa18218efd tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:26.732906 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-db0b2ec9-a3de-45ba-8957-28ddea36a182 req-65959314-7bc5-4dd3-b2bb-cbfa18218efd tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 945 time: 0.1145306 Nov 12 00:34:26.775037 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7096591-37df-432c-b69d-009f783f1224 req-8276d0cd-4f8b-4e8a-ab39-22a2fda31b9a service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316332 Nov 12 00:34:26.805667 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf445a-1cc0-4e57-a353-6b3d1d0b731f req-30a0c8ff-1c5f-4fb4-a429-7f1c884f46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:26.807204 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0adf445a-1cc0-4e57-a353-6b3d1d0b731f req-30a0c8ff-1c5f-4fb4-a429-7f1c884f46c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1443648 Nov 12 00:34:26.872867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-7bad062a-384c-4072-a966-b7edfe7222c0 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:26.874216 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-7bad062a-384c-4072-a966-b7edfe7222c0 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3764064 Nov 12 00:34:26.885778 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4436d463-5c87-4062-91f7-a538cc260cd5 req-8ede5472-7ceb-4ddf-8cea-aaed793d5773 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484834 Nov 12 00:34:26.896558 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-81cd8e8a-219b-4190-a367-72fe6af58e17 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/quotas/3af1d349d51b4d97ad8f9022e1b1baa7 HTTP/1.1" status: 200 len: 375 time: 0.0150816 Nov 12 00:34:26.899346 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf445a-1cc0-4e57-a353-6b3d1d0b731f req-c70f3b08-54c0-43ed-99ea-a48cdfd55343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:26.900830 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0adf445a-1cc0-4e57-a353-6b3d1d0b731f req-c70f3b08-54c0-43ed-99ea-a48cdfd55343 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0846376 Nov 12 00:34:26.945233 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-d6cbd287-5042-44f3-bd90-8569c522c3a1 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3af1d349d51b4d97ad8f9022e1b1baa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420728 Nov 12 00:34:26.970893 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-db0b2ec9-a3de-45ba-8957-28ddea36a182 req-b37b5db7-1297-4069-95e7-807d17bf7add tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223060 Nov 12 00:34:27.024642 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0adf445a-1cc0-4e57-a353-6b3d1d0b731f req-0f256d51-dc8d-4f84-99eb-882176143622 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130323 Nov 12 00:34:27.030340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0430cd-e4f9-4a0a-843b-f0b1e4c7b0f2 req-4d52a53b-3004-4db2-9d7a-7dffd35d5605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:27.032993 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9f0430cd-e4f9-4a0a-843b-f0b1e4c7b0f2 req-4d52a53b-3004-4db2-9d7a-7dffd35d5605 service neutron] 10.222.0.15 "GET /v2.0/networks?id=95691eda-761f-49a3-9e31-31529ccc7497 HTTP/1.1" status: 200 len: 925 time: 0.2942576 Nov 12 00:34:27.054650 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7096591-37df-432c-b69d-009f783f1224 req-07890496-a6dd-48dd-9e86-228ec54efb4a service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640333 Nov 12 00:34:27.113341 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9f0430cd-e4f9-4a0a-843b-f0b1e4c7b0f2 req-fdc5d740-dae7-4bc2-84af-1eabd8ba529f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24dd6d1d-d8fd-4700-98a7-0f84e25a04be HTTP/1.1" status: 200 len: 217 time: 0.0710897 Nov 12 00:34:27.147487 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0adf445a-1cc0-4e57-a353-6b3d1d0b731f req-754f28ea-daa0-4858-8ab0-16b027858a1b service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148398 Nov 12 00:34:27.157849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e124fe-58c0-4af3-9449-f345c344ebdd req-28a989e9-bcb2-45d8-b867-7b0a972db056 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:27.159510 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e3e124fe-58c0-4af3-9449-f345c344ebdd req-28a989e9-bcb2-45d8-b867-7b0a972db056 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 948 time: 0.0559371 Nov 12 00:34:27.257838 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0430cd-e4f9-4a0a-843b-f0b1e4c7b0f2 req-cdcd6862-d14d-4da9-96c5-9aad94cba642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:27.259292 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9f0430cd-e4f9-4a0a-843b-f0b1e4c7b0f2 req-cdcd6862-d14d-4da9-96c5-9aad94cba642 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=520eefa5-ccbe-4263-ad27-cfc4dc67ba2f HTTP/1.1" status: 200 len: 863 time: 0.0845261 Nov 12 00:34:27.263068 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e3e124fe-58c0-4af3-9449-f345c344ebdd req-5fd93e1b-d582-4e27-924a-a69d455fb2c3 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/security-groups?id=61c3671f-57dc-4b7c-b6e0-8dd7738552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967827 Nov 12 00:34:27.326073 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0430cd-e4f9-4a0a-843b-f0b1e4c7b0f2 req-21b05e0a-f1d2-4cc9-8af3-a002d95af314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:27.327568 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9f0430cd-e4f9-4a0a-843b-f0b1e4c7b0f2 req-21b05e0a-f1d2-4cc9-8af3-a002d95af314 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95691eda-761f-49a3-9e31-31529ccc7497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593202 Nov 12 00:34:27.363787 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b8932-833b-4c31-b73d-3ef74736872c req-884bb75a-9327-4282-a94b-45398c1d8aba tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:27.366350 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0b8932-833b-4c31-b73d-3ef74736872c req-884bb75a-9327-4282-a94b-45398c1d8aba tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 943 time: 0.0650785 Nov 12 00:34:27.448152 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0b8932-833b-4c31-b73d-3ef74736872c req-47ad48ff-d93f-458d-ad38-22bac350f60a tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750632 Nov 12 00:34:27.463286 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9f0430cd-e4f9-4a0a-843b-f0b1e4c7b0f2 req-f5de96e4-5ed5-4eb8-8964-6f0501ed0645 service neutron] 10.222.0.15 "GET /v2.0/networks/95691eda-761f-49a3-9e31-31529ccc7497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269550 Nov 12 00:34:27.594110 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-c190ce43-c601-456b-9b42-f80d1b516a35 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e12aedabe0d44294a297466dd9b3931e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294306 Nov 12 00:34:27.627750 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9f0430cd-e4f9-4a0a-843b-f0b1e4c7b0f2 req-8746dc2e-bc45-415d-b4bf-0504d675e18d service neutron] 10.222.0.15 "GET /v2.0/networks/95691eda-761f-49a3-9e31-31529ccc7497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567640 Nov 12 00:34:27.647801 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-f5730559-402b-4ad3-92fc-4915f56891be tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4bf27bd371eb4789b9093cfe41c591de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325081 Nov 12 00:34:27.734066 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-f3d5b641-9352-42ff-977b-4af59f3056b0 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:27.736124 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-f3d5b641-9352-42ff-977b-4af59f3056b0 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1352670 Nov 12 00:34:27.757669 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-adb71ae2-ad3b-432a-a2d3-200d050eb725 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/quotas/e12aedabe0d44294a297466dd9b3931e HTTP/1.1" status: 200 len: 375 time: 0.0120163 Nov 12 00:34:27.769321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-f32ab6dc-8012-45d0-b537-34bf7072648c tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:27.770885 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-f32ab6dc-8012-45d0-b537-34bf7072648c tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1207354 Nov 12 00:34:27.793238 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-42a5974c-a8c7-4afc-90c7-2dfb31b90c68 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/quotas/4bf27bd371eb4789b9093cfe41c591de HTTP/1.1" status: 200 len: 375 time: 0.0155666 Nov 12 00:34:27.799282 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-e796e2b7-b423-4245-b781-8d237f7734c9 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346215 Nov 12 00:34:27.828955 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-c8bb3aa2-434a-4e8c-8a81-277a910c7bc0 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4bf27bd371eb4789b9093cfe41c591de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328817 Nov 12 00:34:28.001223 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0eb4e-5642-4e4d-a3ec-5d3299543301 req-43fc7288-49eb-4477-97d9-a2eed3760d56 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:28.002768 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0fa0eb4e-5642-4e4d-a3ec-5d3299543301 req-43fc7288-49eb-4477-97d9-a2eed3760d56 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 948 time: 0.0575528 Nov 12 00:34:28.056524 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-57c9e5ef-f4f2-4b1a-9d51-3031de1b7f4b req-319370ad-63a1-43f9-8b91-5fe4ec05ea01 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8caf190-641f-4e6a-be70-b9afb4df0216 HTTP/1.1" status: 200 len: 210 time: 0.0539341 Nov 12 00:34:28.127666 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0fa0eb4e-5642-4e4d-a3ec-5d3299543301 req-85f88228-e09e-4221-85dd-9d9dc07b0e59 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769956 Nov 12 00:34:28.198139 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d2b56ef6-fede-4f1b-9dd4-e5986f6088f5 req-c0d689fa-a8f3-48a0-9ed6-03e61dcf49cd tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 210 time: 0.0438199 Nov 12 00:34:28.226678 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b3b8edbc-203d-460d-9315-69552463c412 req-c302921c-4658-4aa5-b318-f3248220ec9b tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ffade62-ac6d-4fbb-8705-01d2104a2cc5 HTTP/1.1" status: 200 len: 210 time: 0.0541477 Nov 12 00:34:28.317729 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45037670-73f7-4ba0-88d6-1dfcdd985f37 req-ff376f67-874f-49b0-88f8-d1595876c1c2 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:28.319754 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-45037670-73f7-4ba0-88d6-1dfcdd985f37 req-ff376f67-874f-49b0-88f8-d1595876c1c2 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 945 time: 0.0658436 Nov 12 00:34:28.320258 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26c9726-e496-41da-a822-31b99756ec1e', 'tag': '15450f7f-7bc9-415f-9b03-b1ba1ad8067b'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:28.324035 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d50503-ec1b-4edb-97c3-33d1078e2439" -d '{"events": [{"name": "network-changed", "server_uuid": "f26c9726-e496-41da-a822-31b99756ec1e", "tag": "15450f7f-7bc9-415f-9b03-b1ba1ad8067b"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:28.395401 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-45037670-73f7-4ba0-88d6-1dfcdd985f37 req-151075bf-b9a0-4de4-99cd-c194954fead2 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663056 Nov 12 00:34:28.440436 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655e470-cbc4-4d04-a769-0e3c66f3544b req-e290ff85-abe8-4808-8f26-c1bd897f97a5 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:28.442160 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f655e470-cbc4-4d04-a769-0e3c66f3544b req-e290ff85-abe8-4808-8f26-c1bd897f97a5 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 948 time: 0.0821769 Nov 12 00:34:28.542609 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-9c4e340d-ce1e-48a9-822b-cfb6c720662b tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3af1d349d51b4d97ad8f9022e1b1baa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330288 Nov 12 00:34:28.547964 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f655e470-cbc4-4d04-a769-0e3c66f3544b req-d0ce547a-dd63-4406-8022-9a6232b548e7 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/security-groups?id=61c3671f-57dc-4b7c-b6e0-8dd7738552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921996 Nov 12 00:34:28.624832 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f020cf-ebd0-4a3f-8391-f7d08b792c94 x-openstack-request-id: req-02f020cf-ebd0-4a3f-8391-f7d08b792c94 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:28.625609 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f26c9726-e496-41da-a822-31b99756ec1e", "tag": "15450f7f-7bc9-415f-9b03-b1ba1ad8067b", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:28.625915 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02f020cf-ebd0-4a3f-8391-f7d08b792c94 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:28.626444 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26c9726-e496-41da-a822-31b99756ec1e', 'tag': '15450f7f-7bc9-415f-9b03-b1ba1ad8067b', 'status': 'completed', 'code': 200} Nov 12 00:34:28.774319 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d50503-ec1b-4edb-97c3-33d1078e2439 req-0f8f1dc2-0d9e-48de-b801-365f9c1830e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:28.776501 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-57d50503-ec1b-4edb-97c3-33d1078e2439 req-0f8f1dc2-0d9e-48de-b801-365f9c1830e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4ac95352c8440ee84ba5fb1e8de0f5a&device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 1100 time: 0.0562999 Nov 12 00:34:28.778425 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-49d3a3e1-b143-4de1-9b0e-f8354167b0ab tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:28.780106 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-49d3a3e1-b143-4de1-9b0e-f8354167b0ab tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2281041 Nov 12 00:34:28.803513 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-20652ffd-3768-4da2-a7f0-e133360b7a07 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Request body: {'port': {'device_id': 'c8caf190-641f-4e6a-be70-b9afb4df0216', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': '3af1d349d51b4d97ad8f9022e1b1baa7'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:28.843508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87250d13-4a65-4a3d-ac7f-2a862b4dfee3 req-3bb8395c-fa32-4c65-bec7-64327740d39d tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:28.851299 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-87250d13-4a65-4a3d-ac7f-2a862b4dfee3 req-3bb8395c-fa32-4c65-bec7-64327740d39d tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 943 time: 0.1354597 Nov 12 00:34:28.916644 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d50503-ec1b-4edb-97c3-33d1078e2439 req-5c655a4d-7a24-4fb7-a6c9-f63bef2670f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:28.918258 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-57d50503-ec1b-4edb-97c3-33d1078e2439 req-5c655a4d-7a24-4fb7-a6c9-f63bef2670f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1321540 Nov 12 00:34:28.956748 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-87250d13-4a65-4a3d-ac7f-2a862b4dfee3 req-c857fb4e-3d2d-453d-b07a-44a6e2fc02ba tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045270 Nov 12 00:34:28.971069 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-57d50503-ec1b-4edb-97c3-33d1078e2439 req-e8820761-53ee-4f43-b6d0-f95310811c40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=15450f7f-7bc9-415f-9b03-b1ba1ad8067b HTTP/1.1" status: 200 len: 217 time: 0.0372074 Nov 12 00:34:28.986658 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-20652ffd-3768-4da2-a7f0-e133360b7a07 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Made reservation on behalf of 3af1d349d51b4d97ad8f9022e1b1baa7 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:34:28.990499 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-20652ffd-3768-4da2-a7f0-e133360b7a07 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:28.999477 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-20652ffd-3768-4da2-a7f0-e133360b7a07 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:29.020404 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d50503-ec1b-4edb-97c3-33d1078e2439 req-3d078940-0af8-4d4a-8bce-67a1a0a00325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:29.021934 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-57d50503-ec1b-4edb-97c3-33d1078e2439 req-3d078940-0af8-4d4a-8bce-67a1a0a00325 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0501907 Nov 12 00:34:29.103786 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d50503-ec1b-4edb-97c3-33d1078e2439 req-fb22501a-ed55-49ba-b939-5d8fa90c2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:29.105420 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-57d50503-ec1b-4edb-97c3-33d1078e2439 req-fb22501a-ed55-49ba-b939-5d8fa90c2a6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0711246 Nov 12 00:34:29.146328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 546fc81c-1951-4bee-88e9-54902fa3b9a7 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:34:29.150949 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.21', 51967) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:29.159379 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-20652ffd-3768-4da2-a7f0-e133360b7a07 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:29.190905 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-20652ffd-3768-4da2-a7f0-e133360b7a07 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:29.214952 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-aff9d732-d359-417b-99de-2f8f98484203 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e12aedabe0d44294a297466dd9b3931e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626223 Nov 12 00:34:29.245036 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-836891db-aa53-455c-8fc8-996e3f8ce5c9 req-1e325328-0701-4d89-ad4e-18585de6f892 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8caf190-641f-4e6a-be70-b9afb4df0216 HTTP/1.1" status: 200 len: 210 time: 0.0818093 Nov 12 00:34:29.268149 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 546fc81c-1951-4bee-88e9-54902fa3b9a7 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:34:29.273926 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 546fc81c-1951-4bee-88e9-54902fa3b9a7 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:29.274638 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:29.328682 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20652ffd-3768-4da2-a7f0-e133360b7a07 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4d91c3-46d9-49c2-aed0-7f2f0310a756,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:29.398895 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:29.428956 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01cc9478-9926-4721-a09c-f549712673b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546fc81c-1951-4bee-88e9-54902fa3b9a7'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:29.431489 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a6278f-6d2b-4a68-a70c-97e61b987061" -d '{"events": [{"server_uuid": "01cc9478-9926-4721-a09c-f549712673b4", "name": "network-vif-plugged", "status": "completed", "tag": "546fc81c-1951-4bee-88e9-54902fa3b9a7"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:29.433754 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afa6b4-c725-4659-9e74-cfe241cee0cc req-4c12d872-e18f-4013-83f2-af7a4fc67b91 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:29.437164 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-79afa6b4-c725-4659-9e74-cfe241cee0cc req-4c12d872-e18f-4013-83f2-af7a4fc67b91 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 948 time: 0.2197309 Nov 12 00:34:29.445807 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 546fc81c-1951-4bee-88e9-54902fa3b9a7, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=546fc81c-1951-4bee-88e9-54902fa3b9a7,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:29.449930 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8339d9d9-df68-4939-9c6b-c6b199d0781d req-2df3c32e-1190-48e9-8bea-93ea08845a2b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 210 time: 0.0564880 Nov 12 00:34:29.462574 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:29.471115 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-57d50503-ec1b-4edb-97c3-33d1078e2439 req-9d0d61a5-61bd-4bfc-b5c8-4cf191ce09e8 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561187 Nov 12 00:34:29.477581 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-20652ffd-3768-4da2-a7f0-e133360b7a07 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Allocated IP 192.168.233.73 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/41736dae-0de5-45db-8f4d-ac17a7e19f84) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:34:29.520996 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-504b15b2-1d2c-4905-a95e-84d0725e4fa9 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:29.522664 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-504b15b2-1d2c-4905-a95e-84d0725e4fa9 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2902725 Nov 12 00:34:29.532400 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=546fc81c-1951-4bee-88e9-54902fa3b9a7,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:29.553329 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-015d2b0c-4707-4bea-95d1-876cf051960f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Request body: {'port': {'device_id': '3a41eec1-66e9-4ba8-9da9-03dce52957ad', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': 'e12aedabe0d44294a297466dd9b3931e'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:29.567136 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3e346b28-2760-402b-83ec-4c2e6e018354 req-2fbccb24-90d7-41f8-88f7-1127537a1d66 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ffade62-ac6d-4fbb-8705-01d2104a2cc5 HTTP/1.1" status: 200 len: 210 time: 0.0347266 Nov 12 00:34:29.654876 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-79afa6b4-c725-4659-9e74-cfe241cee0cc req-2854958b-9363-47b1-ac87-dff6e2c0aace tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990411 Nov 12 00:34:29.698111 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-20652ffd-3768-4da2-a7f0-e133360b7a07 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:29.702906 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.21', 51968) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:29.735853 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-be42232a-5ed3-4a5a-b5d8-559cfe31b9fc tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4bf27bd371eb4789b9093cfe41c591de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318518 Nov 12 00:34:29.804488 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9683b41-5842-4c27-ba23-9a7f6d6c008f x-openstack-request-id: req-a9683b41-5842-4c27-ba23-9a7f6d6c008f {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:29.806104 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01cc9478-9926-4721-a09c-f549712673b4", "name": "network-vif-plugged", "status": "completed", "tag": "546fc81c-1951-4bee-88e9-54902fa3b9a7", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:29.806735 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9683b41-5842-4c27-ba23-9a7f6d6c008f {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:29.807394 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01cc9478-9926-4721-a09c-f549712673b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546fc81c-1951-4bee-88e9-54902fa3b9a7', 'code': 200} Nov 12 00:34:29.853377 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-20652ffd-3768-4da2-a7f0-e133360b7a07 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:29.857193 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-57d50503-ec1b-4edb-97c3-33d1078e2439 req-b9538a5e-baee-4aa5-be49-99a1abe9d890 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744576 Nov 12 00:34:29.875395 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc725e7-3899-438f-b9d8-2707a3db038b req-00f66987-efc6-4c48-84a2-ed924967aaad tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:29.884197 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7dc725e7-3899-438f-b9d8-2707a3db038b req-00f66987-efc6-4c48-84a2-ed924967aaad tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 946 time: 0.1404915 Nov 12 00:34:29.911781 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-8eead717-41da-487c-8fa6-b414b804c621 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:29.913549 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-8eead717-41da-487c-8fa6-b414b804c621 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1639488 Nov 12 00:34:29.926044 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-20652ffd-3768-4da2-a7f0-e133360b7a07 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:34:29.939381 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-20652ffd-3768-4da2-a7f0-e133360b7a07 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:34:29.948046 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-8edc47ad-9cce-4b64-8d18-7fd8452c2e65 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Request body: {'port': {'device_id': '1ffade62-ac6d-4fbb-8705-01d2104a2cc5', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': '4bf27bd371eb4789b9093cfe41c591de'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:29.968062 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-20652ffd-3768-4da2-a7f0-e133360b7a07 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:34:29.973751 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-20652ffd-3768-4da2-a7f0-e133360b7a07 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:29.974215 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-20652ffd-3768-4da2-a7f0-e133360b7a07 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:30.009131 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20652ffd-3768-4da2-a7f0-e133360b7a07 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Pushing event updated for resources: {'Port': ['ID=41736dae-0de5-45db-8f4d-ac17a7e19f84,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:30.052506 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-20652ffd-3768-4da2-a7f0-e133360b7a07 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2542982 Nov 12 00:34:30.071838 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] Request body: {'port': {'device_id': 'c8caf190-641f-4e6a-be70-b9afb4df0216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:30.083874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff87cb5-3ef8-4e6c-8fb8-b8e086ef50b7 req-0c10226c-4992-4547-90a3-f35b17efadae tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:30.085410 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bff87cb5-3ef8-4e6c-8fb8-b8e086ef50b7 req-0c10226c-4992-4547-90a3-f35b17efadae tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 948 time: 0.1668108 Nov 12 00:34:30.179544 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-015d2b0c-4707-4bea-95d1-876cf051960f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Made reservation on behalf of e12aedabe0d44294a297466dd9b3931e for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:34:30.182955 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-015d2b0c-4707-4bea-95d1-876cf051960f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:30.189007 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:30.206877 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-015d2b0c-4707-4bea-95d1-876cf051960f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:30.213195 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7bc29216-887c-4101-a80c-5137416adcc0 None None] Provisioning complete for port 41736dae-0de5-45db-8f4d-ac17a7e19f84 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:30.213918 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7bc29216-887c-4101-a80c-5137416adcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:30.219540 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bff87cb5-3ef8-4e6c-8fb8-b8e086ef50b7 req-fbeaff88-f595-410b-81a8-6d5c45f2d423 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/security-groups?id=61c3671f-57dc-4b7c-b6e0-8dd7738552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155488 Nov 12 00:34:30.224963 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7dc725e7-3899-438f-b9d8-2707a3db038b req-366287f1-bf35-4ff9-99ef-bc0dd1596de4 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395941 Nov 12 00:34:30.236869 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31961929-fb7b-4a01-8ea0-a685b00fb8b8 req-e0932291-2281-471d-8f0d-a6de047cc75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:30.238346 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-31961929-fb7b-4a01-8ea0-a685b00fb8b8 req-e0932291-2281-471d-8f0d-a6de047cc75e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 1098 time: 0.3119080 Nov 12 00:34:30.250009 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-8edc47ad-9cce-4b64-8d18-7fd8452c2e65 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Made reservation on behalf of 4bf27bd371eb4789b9093cfe41c591de for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:34:30.253496 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-8edc47ad-9cce-4b64-8d18-7fd8452c2e65 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:30.277034 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7bc29216-887c-4101-a80c-5137416adcc0 None None] Port 41736dae-0de5-45db-8f4d-ac17a7e19f84 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:34:30.292445 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-8edc47ad-9cce-4b64-8d18-7fd8452c2e65 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:30.357935 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-31961929-fb7b-4a01-8ea0-a685b00fb8b8 req-84f2c08b-f511-478e-aea2-f4ac0b9ab638 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080964 Nov 12 00:34:30.431269 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-015d2b0c-4707-4bea-95d1-876cf051960f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:30.441102 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-015d2b0c-4707-4bea-95d1-876cf051960f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:30.495023 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cce7b-d6fe-4521-9075-ad74cae31f31 req-5423239e-71d0-4872-964e-ef66613349c4 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:30.496555 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a10cce7b-d6fe-4521-9075-ad74cae31f31 req-5423239e-71d0-4872-964e-ef66613349c4 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 943 time: 0.1333394 Nov 12 00:34:30.525083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3bb9c-89f4-4400-a4f8-c186c31108d3 req-25d187d0-9e67-4d5c-a55a-2278c3981414 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:30.526498 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7db3bb9c-89f4-4400-a4f8-c186c31108d3 req-25d187d0-9e67-4d5c-a55a-2278c3981414 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8caf190-641f-4e6a-be70-b9afb4df0216 HTTP/1.1" status: 200 len: 935 time: 0.1477637 Nov 12 00:34:30.532822 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d2b0c-4707-4bea-95d1-876cf051960f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3d3a18-f221-46cf-b67e-fe93c9775724,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:30.591074 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-8edc47ad-9cce-4b64-8d18-7fd8452c2e65 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:30.592062 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7db3bb9c-89f4-4400-a4f8-c186c31108d3 req-2c7d0010-cb72-47bd-88c8-ed195c408ff2 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541778 Nov 12 00:34:30.605710 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-8edc47ad-9cce-4b64-8d18-7fd8452c2e65 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:30.620516 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a10cce7b-d6fe-4521-9075-ad74cae31f31 req-57a18e96-ff36-4651-964d-e419f7536a0d tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141610 Nov 12 00:34:30.731923 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc47ad-9cce-4b64-8d18-7fd8452c2e65 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72187372-8784-4ea3-a8cc-156ebd4cb028,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:30.736029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41736dae-0de5-45db-8f4d-ac17a7e19f84 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:34:30.828212 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3c28c46b-58a3-419c-b805-43ed00deaec5 req-d5a218c5-abab-4b17-a860-d59a6e80abda tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ffade62-ac6d-4fbb-8705-01d2104a2cc5 HTTP/1.1" status: 200 len: 210 time: 0.0324676 Nov 12 00:34:30.936798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88661385-a3ee-4444-b721-4bc140e404ec req-f28ff0fd-ddea-468a-9132-335203a853e9 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:30.938351 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-88661385-a3ee-4444-b721-4bc140e404ec req-f28ff0fd-ddea-468a-9132-335203a853e9 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 948 time: 0.0519726 Nov 12 00:34:30.948089 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6229c2de-4fd1-466a-8a94-f16c1bfcc2b9 req-bb59111b-20fa-4ac6-a6b1-2cb0a470f9bc tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 210 time: 0.2462108 Nov 12 00:34:30.952016 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:30.967901 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] Transition to ACTIVE for port object 41736dae-0de5-45db-8f4d-ac17a7e19f84 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:34:30.970722 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:31.029575 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-88661385-a3ee-4444-b721-4bc140e404ec req-785edd3a-0f33-4e48-9b8f-5cb0e77843dc tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850377 Nov 12 00:34:31.049847 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] Pushing event updated for resources: {'Port': ['ID=41736dae-0de5-45db-8f4d-ac17a7e19f84,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:31.050826 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-015d2b0c-4707-4bea-95d1-876cf051960f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Allocated IP 192.168.233.197 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/f8e520da-e4f7-40ab-8161-a0383c27e91d) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:34:31.097053 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] Attempting to bind port 41736dae-0de5-45db-8f4d-ac17a7e19f84 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:34:31.097982 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] Attempting to bind port 41736dae-0de5-45db-8f4d-ac17a7e19f84 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:34:31.098348 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] Attempting to bind port 41736dae-0de5-45db-8f4d-ac17a7e19f84 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:31.114046 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] Port 41736dae-0de5-45db-8f4d-ac17a7e19f84 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:34:31.114963 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] Attempting to bind port 41736dae-0de5-45db-8f4d-ac17a7e19f84 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:31.122473 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:34:31.123055 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:34:31.123596 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:34:31.124211 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] Bound port: 41736dae-0de5-45db-8f4d-ac17a7e19f84, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:34:31.124749 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:31.147474 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device f115b5f7-b661-4210-9ddb-1ab2cffcb28f details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:34:31.207221 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] For port 41736dae-0de5-45db-8f4d-ac17a7e19f84, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:34:31.210851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] For port 41736dae-0de5-45db-8f4d-ac17a7e19f84, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=41736dae-0de5-45db-8f4d-ac17a7e19f84,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:34:31.219015 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:31.259326 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-015d2b0c-4707-4bea-95d1-876cf051960f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:31.281960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:31.283836 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:31.285372 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] 10.222.0.21 "PUT /v2.0/ports/41736dae-0de5-45db-8f4d-ac17a7e19f84 HTTP/1.1" status: 200 len: 1096 time: 1.2227113 Nov 12 00:34:31.285865 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8caf190-641f-4e6a-be70-b9afb4df0216', 'tag': '41736dae-0de5-45db-8f4d-ac17a7e19f84'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:31.288236 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45335b73-76f7-4726-bb7c-9c41239be905" -d '{"events": [{"name": "network-changed", "server_uuid": "c8caf190-641f-4e6a-be70-b9afb4df0216", "tag": "41736dae-0de5-45db-8f4d-ac17a7e19f84"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:31.311653 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-015d2b0c-4707-4bea-95d1-876cf051960f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:31.378862 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port f115b5f7-b661-4210-9ddb-1ab2cffcb28f, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=f115b5f7-b661-4210-9ddb-1ab2cffcb28f,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:31.397135 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-015d2b0c-4707-4bea-95d1-876cf051960f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:34:31.404522 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'f115b5f7-b661-4210-9ddb-1ab2cffcb28f', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': 'f115b5f7-b661-4210-9ddb-1ab2cffcb28f', 'mac_address': 'fa:16:3e:02:04:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:34:31.431592 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-015d2b0c-4707-4bea-95d1-876cf051960f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:34:31.460870 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-015d2b0c-4707-4bea-95d1-876cf051960f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:34:31.461072 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10aa81d-cbea-4f4c-8d59-7299df77cca1 service neutron] Pushing event updated for resources: {'Port': ['ID=41736dae-0de5-45db-8f4d-ac17a7e19f84,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:31.470837 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-015d2b0c-4707-4bea-95d1-876cf051960f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:31.471005 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:31.473050 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-015d2b0c-4707-4bea-95d1-876cf051960f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:31.492747 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f115b5f7-b661-4210-9ddb-1ab2cffcb28f {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:34:31.495706 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d2b0c-4707-4bea-95d1-876cf051960f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Pushing event updated for resources: {'Port': ['ID=f8e520da-e4f7-40ab-8161-a0383c27e91d,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:31.499100 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-8edc47ad-9cce-4b64-8d18-7fd8452c2e65 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Allocated IP 192.168.233.160 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/08c1c55a-9a9e-4d6a-9f04-a0857d4a8401) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:34:31.516875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-1e733cce-af7f-403f-8d63-c03ed3189268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:31.519542 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-1e733cce-af7f-403f-8d63-c03ed3189268 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3af1d349d51b4d97ad8f9022e1b1baa7&device_id=c8caf190-641f-4e6a-be70-b9afb4df0216 HTTP/1.1" status: 200 len: 1099 time: 0.1791556 Nov 12 00:34:31.521083 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port f115b5f7-b661-4210-9ddb-1ab2cffcb28f, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=f115b5f7-b661-4210-9ddb-1ab2cffcb28f,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:31.528922 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:31.529742 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 24dd6d1d-d8fd-4700-98a7-0f84e25a04be details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:34:31.532953 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-015d2b0c-4707-4bea-95d1-876cf051960f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9896345 Nov 12 00:34:31.548847 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f92e5f-a6d2-493c-804f-28c3a9590920 req-96d96dc0-3706-4aba-a7d0-aac05e13752d tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:31.550394 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-56f92e5f-a6d2-493c-804f-28c3a9590920 req-96d96dc0-3706-4aba-a7d0-aac05e13752d tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 948 time: 0.1749430 Nov 12 00:34:31.555247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] Request body: {'port': {'device_id': '3a41eec1-66e9-4ba8-9da9-03dce52957ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:31.618985 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-4afedfb5-df90-4382-a9ae-563f656fa49c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=41736dae-0de5-45db-8f4d-ac17a7e19f84 HTTP/1.1" status: 200 len: 217 time: 0.0916197 Nov 12 00:34:31.625877 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-56f92e5f-a6d2-493c-804f-28c3a9590920 req-316d4460-d76a-43e2-ac67-901001bb3e40 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/security-groups?id=61c3671f-57dc-4b7c-b6e0-8dd7738552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667088 Nov 12 00:34:31.633924 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=f115b5f7-b661-4210-9ddb-1ab2cffcb28f,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:31.679801 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:31.742773 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 24dd6d1d-d8fd-4700-98a7-0f84e25a04be, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=24dd6d1d-d8fd-4700-98a7-0f84e25a04be,segment=NetworkSegment(614c630f-cac9-4e9f-b771-374b70637843),segment_id=614c630f-cac9-4e9f-b771-374b70637843)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:31.752412 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4efd866-066d-4807-916a-e7faddec9ec9 x-openstack-request-id: req-f4efd866-066d-4807-916a-e7faddec9ec9 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:31.754035 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8caf190-641f-4e6a-be70-b9afb4df0216", "tag": "41736dae-0de5-45db-8f4d-ac17a7e19f84", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:31.754404 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4efd866-066d-4807-916a-e7faddec9ec9 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:31.754919 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8caf190-641f-4e6a-be70-b9afb4df0216', 'tag': '41736dae-0de5-45db-8f4d-ac17a7e19f84', 'status': 'completed', 'code': 200} Nov 12 00:34:31.757501 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '24dd6d1d-d8fd-4700-98a7-0f84e25a04be', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'port_id': '24dd6d1d-d8fd-4700-98a7-0f84e25a04be', 'mac_address': 'fa:16:3e:2f:5d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:34:31.811506 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:31.830147 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24dd6d1d-d8fd-4700-98a7-0f84e25a04be {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:34:31.857567 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3483965-c655-4e22-bb01-1aac9fc97f73 req-ce0a8670-a031-4df5-9103-035188939037 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:31.861225 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d3483965-c655-4e22-bb01-1aac9fc97f73 req-ce0a8670-a031-4df5-9103-035188939037 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 946 time: 0.3138900 Nov 12 00:34:31.866300 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 24dd6d1d-d8fd-4700-98a7-0f84e25a04be, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=24dd6d1d-d8fd-4700-98a7-0f84e25a04be,segment=NetworkSegment(614c630f-cac9-4e9f-b771-374b70637843),segment_id=614c630f-cac9-4e9f-b771-374b70637843)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:31.872460 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:31.875674 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2a132a17-57b5-4cce-afe5-6b1d47d4e713 None None] Provisioning complete for port f8e520da-e4f7-40ab-8161-a0383c27e91d triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:31.876249 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2a132a17-57b5-4cce-afe5-6b1d47d4e713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:31.901824 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-059d279b-449f-4011-941e-a9f3ed0adf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:31.903460 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-059d279b-449f-4011-941e-a9f3ed0adf41 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.2702243 Nov 12 00:34:31.924023 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966166f8-ea97-409d-8024-f47b873a23cf req-6d6ea091-65bb-4ee6-b6e0-e53f0a5b0847 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:31.925577 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-966166f8-ea97-409d-8024-f47b873a23cf req-6d6ea091-65bb-4ee6-b6e0-e53f0a5b0847 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8caf190-641f-4e6a-be70-b9afb4df0216 HTTP/1.1" status: 200 len: 947 time: 0.0690615 Nov 12 00:34:31.945774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-2a132a17-57b5-4cce-afe5-6b1d47d4e713 None None] Port f8e520da-e4f7-40ab-8161-a0383c27e91d cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:34:31.949854 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=24dd6d1d-d8fd-4700-98a7-0f84e25a04be,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:31.979052 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-966166f8-ea97-409d-8024-f47b873a23cf req-71d899ca-bb4f-4daf-97ac-8cd580e654ac tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457621 Nov 12 00:34:32.009234 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d3483965-c655-4e22-bb01-1aac9fc97f73 req-f833fa1c-8c7e-41a2-b8da-1ee89b158d73 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123033 Nov 12 00:34:32.013830 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-34c609b6-f68f-4f85-86e3-9d775b0fc3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:32.015273 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-34c609b6-f68f-4f85-86e3-9d775b0fc3fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1024320 Nov 12 00:34:32.025863 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-8edc47ad-9cce-4b64-8d18-7fd8452c2e65 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:32.093535 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc2c11-83d9-492c-ae93-2dff38fdedb3 req-67b2862d-78fa-4299-a593-498aaff15d7e tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:32.095069 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86dc2c11-83d9-492c-ae93-2dff38fdedb3 req-67b2862d-78fa-4299-a593-498aaff15d7e tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 944 time: 0.0599763 Nov 12 00:34:32.163014 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7cb85d6c-c184-4862-9461-2245733bda92 req-24fb010a-5397-4b66-ad7c-83245e985069 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ffade62-ac6d-4fbb-8705-01d2104a2cc5 HTTP/1.1" status: 200 len: 210 time: 0.0401201 Nov 12 00:34:32.163481 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86dc2c11-83d9-492c-ae93-2dff38fdedb3 req-5ff17ad2-a1d7-43cd-8de6-d81c0259249e tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578682 Nov 12 00:34:32.165344 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-8edc47ad-9cce-4b64-8d18-7fd8452c2e65 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:32.169172 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-c59998df-340b-4641-a00c-fd8952d9e2ed service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458273 Nov 12 00:34:32.232716 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:34:32.320723 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-8edc47ad-9cce-4b64-8d18-7fd8452c2e65 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:34:32.325000 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc47ad-9cce-4b64-8d18-7fd8452c2e65 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Pushing event updated for resources: {'Port': ['ID=08c1c55a-9a9e-4d6a-9f04-a0857d4a8401,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:32.332330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-8edc47ad-9cce-4b64-8d18-7fd8452c2e65 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:34:32.336720 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-8edc47ad-9cce-4b64-8d18-7fd8452c2e65 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:34:32.342797 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-8edc47ad-9cce-4b64-8d18-7fd8452c2e65 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:32.343412 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-8edc47ad-9cce-4b64-8d18-7fd8452c2e65 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:32.352242 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03bd456-ad87-4ad0-90b8-26d61ca384f0 req-e055c125-a6cc-45be-a1c9-32aec4129358 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:32.353839 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a03bd456-ad87-4ad0-90b8-26d61ca384f0 req-e055c125-a6cc-45be-a1c9-32aec4129358 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 949 time: 0.0950563 Nov 12 00:34:32.366879 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['f115b5f7-b661-4210-9ddb-1ab2cffcb28f'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:34:32.370034 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e520da-e4f7-40ab-8161-a0383c27e91d {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:34:32.381140 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96eae7-2a34-4913-8e88-53fe28111ddf req-bae7bbaf-9c32-45da-87b2-899a1015cdd0 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:32.383130 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:32.389182 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9b96eae7-2a34-4913-8e88-53fe28111ddf req-bae7bbaf-9c32-45da-87b2-899a1015cdd0 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 936 time: 0.1425021 Nov 12 00:34:32.408456 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-8edc47ad-9cce-4b64-8d18-7fd8452c2e65 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4705021 Nov 12 00:34:32.412233 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] Transition to ACTIVE for port object f8e520da-e4f7-40ab-8161-a0383c27e91d will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:34:32.423628 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] Request body: {'port': {'device_id': '1ffade62-ac6d-4fbb-8705-01d2104a2cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:32.424433 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:32.429236 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b893192-d3e5-4389-8265-6b937cf21df4 req-b26e5623-753d-41f2-a36a-d7e5a875d7cf service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525959 Nov 12 00:34:32.473100 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a03bd456-ad87-4ad0-90b8-26d61ca384f0 req-68e5fd8a-e34c-45ec-ab97-66a2c4b4cd26 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058495 Nov 12 00:34:32.498227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['24dd6d1d-d8fd-4700-98a7-0f84e25a04be'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:34:32.524039 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] Pushing event updated for resources: {'Port': ['ID=f8e520da-e4f7-40ab-8161-a0383c27e91d,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:32.543189 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:32.564963 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9b96eae7-2a34-4913-8e88-53fe28111ddf req-e4b564c9-2ffd-4c29-b5cd-645540a6cbf4 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747935 Nov 12 00:34:32.614867 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] Attempting to bind port f8e520da-e4f7-40ab-8161-a0383c27e91d on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:34:32.615131 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] Attempting to bind port f8e520da-e4f7-40ab-8161-a0383c27e91d by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:34:32.615463 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] Attempting to bind port f8e520da-e4f7-40ab-8161-a0383c27e91d on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:32.620037 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45335b73-76f7-4726-bb7c-9c41239be905 req-c93ed95c-abe5-4a37-bf62-caa7338350c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:32.621612 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-45335b73-76f7-4726-bb7c-9c41239be905 req-c93ed95c-abe5-4a37-bf62-caa7338350c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3af1d349d51b4d97ad8f9022e1b1baa7&device_id=c8caf190-641f-4e6a-be70-b9afb4df0216 HTTP/1.1" status: 200 len: 1099 time: 0.0943274 Nov 12 00:34:32.621760 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] Port f8e520da-e4f7-40ab-8161-a0383c27e91d on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:34:32.622023 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] Attempting to bind port f8e520da-e4f7-40ab-8161-a0383c27e91d on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:32.632586 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:34:32.633144 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:34:32.633740 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:34:32.634322 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] Bound port: f8e520da-e4f7-40ab-8161-a0383c27e91d, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:34:32.634861 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:32.784909 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4ca088cf-2ded-4f4d-8e33-2d8ee6913d9f None None] Provisioning complete for port 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:32.785452 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4ca088cf-2ded-4f4d-8e33-2d8ee6913d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:32.812048 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] For port f8e520da-e4f7-40ab-8161-a0383c27e91d, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:34:32.818477 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] For port f8e520da-e4f7-40ab-8161-a0383c27e91d, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f8e520da-e4f7-40ab-8161-a0383c27e91d,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:34:32.827538 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:32.857445 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f40db-1309-45fc-b58d-ce1b8ef9c5aa req-8221fb97-ae24-4cf2-a06c-5a743f0c3e63 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:32.865059 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a6f40db-1309-45fc-b58d-ce1b8ef9c5aa req-8221fb97-ae24-4cf2-a06c-5a743f0c3e63 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 948 time: 0.1070893 Nov 12 00:34:32.912834 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:32.913472 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:32.914906 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] 10.222.0.21 "PUT /v2.0/ports/f8e520da-e4f7-40ab-8161-a0383c27e91d HTTP/1.1" status: 200 len: 1097 time: 1.3635824 Nov 12 00:34:32.915378 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a41eec1-66e9-4ba8-9da9-03dce52957ad', 'tag': 'f8e520da-e4f7-40ab-8161-a0383c27e91d'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:32.925547 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3381c19c-cdd0-40f3-9f21-e5c0bda0e9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "3a41eec1-66e9-4ba8-9da9-03dce52957ad", "tag": "f8e520da-e4f7-40ab-8161-a0383c27e91d"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:32.949349 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4ca088cf-2ded-4f4d-8e33-2d8ee6913d9f None None] Port 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:34:33.031958 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a6f40db-1309-45fc-b58d-ce1b8ef9c5aa req-587afe0c-7dc6-42dd-998c-44d0dfa4bfe8 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/security-groups?id=61c3671f-57dc-4b7c-b6e0-8dd7738552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657658 Nov 12 00:34:33.039645 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c17991-4685-41d1-b456-782a9b203e2a x-openstack-request-id: req-d7c17991-4685-41d1-b456-782a9b203e2a {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:33.039944 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a41eec1-66e9-4ba8-9da9-03dce52957ad", "tag": "f8e520da-e4f7-40ab-8161-a0383c27e91d", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:33.040200 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7c17991-4685-41d1-b456-782a9b203e2a {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:33.040605 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a41eec1-66e9-4ba8-9da9-03dce52957ad', 'tag': 'f8e520da-e4f7-40ab-8161-a0383c27e91d', 'status': 'completed', 'code': 200} Nov 12 00:34:33.068293 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:34:33.072680 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-596e7861-8d6c-438a-adb4-d3bd040fccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:33.074232 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-596e7861-8d6c-438a-adb4-d3bd040fccb8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 1100 time: 0.0911078 Nov 12 00:34:33.076038 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c33be-3301-4dbc-af10-66ca5ad2061c service neutron] Pushing event updated for resources: {'Port': ['ID=f8e520da-e4f7-40ab-8161-a0383c27e91d,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:33.089813 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:33.137942 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-96bf3a06-6b5e-4c3d-9328-68b8c8badcd0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=f8e520da-e4f7-40ab-8161-a0383c27e91d HTTP/1.1" status: 200 len: 217 time: 0.0476105 Nov 12 00:34:33.171029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45335b73-76f7-4726-bb7c-9c41239be905 req-14f36bd6-1104-4624-92d5-0296760523df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:33.172325 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-45335b73-76f7-4726-bb7c-9c41239be905 req-14f36bd6-1104-4624-92d5-0296760523df service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.5414231 Nov 12 00:34:33.175803 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 15450f7f-7bc9-415f-9b03-b1ba1ad8067b details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:34:33.237870 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] Transition to ACTIVE for port object 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:34:33.238105 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56bb9b-e5d5-4beb-bed2-e235c2f4ad79 req-8cba329c-ad34-4ad1-8078-872e0322179d tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:33.245648 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6c56bb9b-e5d5-4beb-bed2-e235c2f4ad79 req-8cba329c-ad34-4ad1-8078-872e0322179d tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 946 time: 0.1100557 Nov 12 00:34:33.254732 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-e56ef173-9a57-43b5-bda6-bdc25298c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:33.256557 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-e56ef173-9a57-43b5-bda6-bdc25298c25d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1082008 Nov 12 00:34:33.293349 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-45335b73-76f7-4726-bb7c-9c41239be905 req-a83f76bb-7b95-4b62-8688-1c3e7c5e2964 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=41736dae-0de5-45db-8f4d-ac17a7e19f84 HTTP/1.1" status: 200 len: 217 time: 0.1057389 Nov 12 00:34:33.294638 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:33.327939 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 15450f7f-7bc9-415f-9b03-b1ba1ad8067b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=15450f7f-7bc9-415f-9b03-b1ba1ad8067b,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:33.347067 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '15450f7f-7bc9-415f-9b03-b1ba1ad8067b', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '15450f7f-7bc9-415f-9b03-b1ba1ad8067b', 'mac_address': 'fa:16:3e:21:49:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:34:33.347494 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-5ffc4b28-5a4f-4723-8d53-57654eff9ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:33.349603 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-5ffc4b28-5a4f-4723-8d53-57654eff9ec9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0816367 Nov 12 00:34:33.353530 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6c56bb9b-e5d5-4beb-bed2-e235c2f4ad79 req-1c66b844-5fc6-4013-93ca-d169caa20d4c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957789 Nov 12 00:34:33.412825 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dcbbf-1b68-49c3-aba2-b3c765059a1a req-34ac931b-71cf-4e15-b3bd-f15306ce44f8 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:33.417007 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-db0dcbbf-1b68-49c3-aba2-b3c765059a1a req-34ac931b-71cf-4e15-b3bd-f15306ce44f8 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8caf190-641f-4e6a-be70-b9afb4df0216 HTTP/1.1" status: 200 len: 947 time: 0.2424426 Nov 12 00:34:33.425736 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:33.448076 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15450f7f-7bc9-415f-9b03-b1ba1ad8067b {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:34:33.498939 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 15450f7f-7bc9-415f-9b03-b1ba1ad8067b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=15450f7f-7bc9-415f-9b03-b1ba1ad8067b,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:33.503288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=08c1c55a-9a9e-4d6a-9f04-a0857d4a8401,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:33.505429 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:33.513818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45335b73-76f7-4726-bb7c-9c41239be905 req-a8c85775-39a8-4c98-8879-a69a23f78575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:33.519368 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-45335b73-76f7-4726-bb7c-9c41239be905 req-a8c85775-39a8-4c98-8879-a69a23f78575 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.2135897 Nov 12 00:34:33.543942 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] Attempting to bind port 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:34:33.544316 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] Attempting to bind port 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:34:33.544650 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] Attempting to bind port 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:33.586747 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=15450f7f-7bc9-415f-9b03-b1ba1ad8067b,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:33.589053 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-3442587a-d72d-4e60-8579-05c818dde900 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310519 Nov 12 00:34:33.593521 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] Port 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:34:33.593853 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] Attempting to bind port 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:33.617108 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75f166-86a7-4799-a8b9-63b36924c4f4 req-0edad060-1d0e-423f-8278-4990c53f362b tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:33.617974 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-db0dcbbf-1b68-49c3-aba2-b3c765059a1a req-d4066b8e-ee95-4341-a49c-13cccae8b767 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620140 Nov 12 00:34:33.618631 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cb75f166-86a7-4799-a8b9-63b36924c4f4 req-0edad060-1d0e-423f-8278-4990c53f362b tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ffade62-ac6d-4fbb-8705-01d2104a2cc5 HTTP/1.1" status: 200 len: 948 time: 0.0998728 Nov 12 00:34:33.627738 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:34:33.628160 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:34:33.628467 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:34:33.628985 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] Bound port: 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:34:33.629349 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:33.697516 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] For port 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:34:33.702773 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] For port 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=08c1c55a-9a9e-4d6a-9f04-a0857d4a8401,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:34:33.706943 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45335b73-76f7-4726-bb7c-9c41239be905 req-f21ccddc-4e56-43a0-a5e7-e8652fb7c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:33.708177 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-45335b73-76f7-4726-bb7c-9c41239be905 req-f21ccddc-4e56-43a0-a5e7-e8652fb7c2db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1788929 Nov 12 00:34:33.710105 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:33.751150 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cb75f166-86a7-4799-a8b9-63b36924c4f4 req-d4f5b54b-f947-44d8-8f04-5a1a3b0bb2fe tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/security-groups?id=72187372-8784-4ea3-a8cc-156ebd4cb028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034822 Nov 12 00:34:33.757190 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e3ad91c3-6292-4d5e-930c-17a57925ea21 req-60e11d9d-a4b9-4b67-9ba5-178d646aee62 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577587 Nov 12 00:34:33.809546 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:33.810166 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:33.811978 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] 10.222.0.21 "PUT /v2.0/ports/08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 HTTP/1.1" status: 200 len: 1097 time: 1.3944538 Nov 12 00:34:33.812513 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffade62-ac6d-4fbb-8705-01d2104a2cc5', 'tag': '08c1c55a-9a9e-4d6a-9f04-a0857d4a8401'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:33.814711 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c196d90e-edc0-4e98-a5d3-c3e47e700992" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffade62-ac6d-4fbb-8705-01d2104a2cc5", "tag": "08c1c55a-9a9e-4d6a-9f04-a0857d4a8401"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:33.919627 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-ac1d39fc-6767-4b5f-b5c4-0917f75031dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:33.921619 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-ac1d39fc-6767-4b5f-b5c4-0917f75031dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bf27bd371eb4789b9093cfe41c591de&device_id=1ffade62-ac6d-4fbb-8705-01d2104a2cc5 HTTP/1.1" status: 200 len: 1100 time: 0.0576215 Nov 12 00:34:33.923486 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b36fec-49c3-43c9-89ca-06c1865970e5 req-156a770d-a596-4d41-8063-19074af1fe7f tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:33.925077 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-42b36fec-49c3-43c9-89ca-06c1865970e5 req-156a770d-a596-4d41-8063-19074af1fe7f tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 944 time: 0.2069087 Nov 12 00:34:33.930671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cba5c-e0b1-481a-962b-4a2676d34cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=08c1c55a-9a9e-4d6a-9f04-a0857d4a8401,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:33.979745 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-45335b73-76f7-4726-bb7c-9c41239be905 req-feb5bd2e-20c3-4b90-b9f3-b7b7cab2d2d8 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595997 Nov 12 00:34:33.980061 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-56d24d0f-ab59-458d-9a74-e60c8cd973d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 HTTP/1.1" status: 200 len: 217 time: 0.0457067 Nov 12 00:34:34.000727 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381c19c-cdd0-40f3-9f21-e5c0bda0e9bc req-94b4dc21-24ff-42ec-9530-01c0b81ad83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:34.002249 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3381c19c-cdd0-40f3-9f21-e5c0bda0e9bc req-94b4dc21-24ff-42ec-9530-01c0b81ad83a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 1100 time: 0.1363778 Nov 12 00:34:34.034636 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-42b36fec-49c3-43c9-89ca-06c1865970e5 req-f08963dc-f58d-4ea4-84de-05527efc5c26 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984075 Nov 12 00:34:34.066225 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-9fda0c6b-0579-4e5f-8f06-1c7570c2a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:34.067620 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-9fda0c6b-0579-4e5f-8f06-1c7570c2a642 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0716503 Nov 12 00:34:34.138877 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb121377-96e5-4d06-857a-b938d77c8b1f req-7ec297bc-04c4-44e9-bbca-61f189ab3d93 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:34.140408 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eb121377-96e5-4d06-857a-b938d77c8b1f req-7ec297bc-04c4-44e9-bbca-61f189ab3d93 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 1098 time: 0.0718782 Nov 12 00:34:34.146732 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-72ecb797-7dfd-459f-a856-76e585df32fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:34.148048 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-72ecb797-7dfd-459f-a856-76e585df32fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0698726 Nov 12 00:34:34.205391 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381c19c-cdd0-40f3-9f21-e5c0bda0e9bc req-f560c1d7-4f8c-4eba-9c17-d0da027bd2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:34.206854 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3381c19c-cdd0-40f3-9f21-e5c0bda0e9bc req-f560c1d7-4f8c-4eba-9c17-d0da027bd2a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1920321 Nov 12 00:34:34.212580 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-45335b73-76f7-4726-bb7c-9c41239be905 req-0102b4fe-e3bb-4d4c-b63a-37e0773d399d service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068763 Nov 12 00:34:34.220105 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949fd6c-4303-4c71-a5ec-035d7f3883cd req-0d8b3765-0223-4c24-b7fd-4c8faf8a17d5 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:34.221434 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5949fd6c-4303-4c71-a5ec-035d7f3883cd req-0d8b3765-0223-4c24-b7fd-4c8faf8a17d5 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 949 time: 0.0978506 Nov 12 00:34:34.240765 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eb121377-96e5-4d06-857a-b938d77c8b1f req-fa79c618-e8a5-4c02-9a93-291bd7fd73a7 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916905 Nov 12 00:34:34.265418 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3381c19c-cdd0-40f3-9f21-e5c0bda0e9bc req-24baffd5-715c-4c3d-a61a-009db2d76214 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=f8e520da-e4f7-40ab-8161-a0383c27e91d HTTP/1.1" status: 200 len: 217 time: 0.0430360 Nov 12 00:34:34.268981 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-65508a57-db29-4f01-8ed7-4a1e65121e11 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129465 Nov 12 00:34:34.294221 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['15450f7f-7bc9-415f-9b03-b1ba1ad8067b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:34:34.356788 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5949fd6c-4303-4c71-a5ec-035d7f3883cd req-abc31c6b-a171-496b-82b3-04ef3cd3e990 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259656 Nov 12 00:34:34.383957 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ec0cc0d1-08a1-4f4a-a669-1b3811ff613c req-fb3c6af1-8611-4d6f-97f2-44c65ee5d0da service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037922 Nov 12 00:34:34.384402 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381c19c-cdd0-40f3-9f21-e5c0bda0e9bc req-39c3696f-2f23-4751-9116-6ab134c7f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:34.386221 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3381c19c-cdd0-40f3-9f21-e5c0bda0e9bc req-39c3696f-2f23-4751-9116-6ab134c7f4e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0967031 Nov 12 00:34:34.415908 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3014c60-6b7e-4385-a41e-382eccc9e0a4 x-openstack-request-id: req-c3014c60-6b7e-4385-a41e-382eccc9e0a4 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:34.416084 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffade62-ac6d-4fbb-8705-01d2104a2cc5", "tag": "08c1c55a-9a9e-4d6a-9f04-a0857d4a8401", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:34.416535 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3014c60-6b7e-4385-a41e-382eccc9e0a4 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:34.417037 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffade62-ac6d-4fbb-8705-01d2104a2cc5', 'tag': '08c1c55a-9a9e-4d6a-9f04-a0857d4a8401', 'status': 'completed', 'code': 200} Nov 12 00:34:34.489355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461e0d2-f267-481a-a4b6-5c00d65d1aa0 req-0d520f6f-e94e-4b17-ada1-d1b7ef21b436 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:34.490914 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0461e0d2-f267-481a-a4b6-5c00d65d1aa0 req-0d520f6f-e94e-4b17-ada1-d1b7ef21b436 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 948 time: 0.0992973 Nov 12 00:34:34.520190 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196d90e-edc0-4e98-a5d3-c3e47e700992 req-4bfe4c2c-0ebb-4371-98da-f40be990599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:34.521704 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c196d90e-edc0-4e98-a5d3-c3e47e700992 req-4bfe4c2c-0ebb-4371-98da-f40be990599a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bf27bd371eb4789b9093cfe41c591de&device_id=1ffade62-ac6d-4fbb-8705-01d2104a2cc5 HTTP/1.1" status: 200 len: 1100 time: 0.0762289 Nov 12 00:34:34.573524 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0461e0d2-f267-481a-a4b6-5c00d65d1aa0 req-2c61aa14-de49-4ecc-8c75-d25a980b30de tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749907 Nov 12 00:34:34.661055 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196d90e-edc0-4e98-a5d3-c3e47e700992 req-66e580b6-3073-48b2-b9ba-a5a6dc50d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:34.663820 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c196d90e-edc0-4e98-a5d3-c3e47e700992 req-66e580b6-3073-48b2-b9ba-a5a6dc50d7d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1321232 Nov 12 00:34:34.695143 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381c19c-cdd0-40f3-9f21-e5c0bda0e9bc req-fd007660-1f1c-4838-ae6a-fb41123b266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:34.696648 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3381c19c-cdd0-40f3-9f21-e5c0bda0e9bc req-fd007660-1f1c-4838-ae6a-fb41123b266a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2928543 Nov 12 00:34:34.711420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6ee28-03c4-4aaa-ab17-ad4636ba5919 req-3f1b4503-e58e-439b-a184-070c7dee8d58 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:34.712969 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7aa6ee28-03c4-4aaa-ab17-ad4636ba5919 req-3f1b4503-e58e-439b-a184-070c7dee8d58 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 949 time: 0.0602405 Nov 12 00:34:34.737690 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c196d90e-edc0-4e98-a5d3-c3e47e700992 req-f77f81bd-55b2-40c9-b8a6-ca52790af0a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 HTTP/1.1" status: 200 len: 217 time: 0.0422735 Nov 12 00:34:34.745485 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bed2ed-30bb-4ff6-9bb7-9f1df35d2b0e req-83382694-f855-42aa-b23e-aaed69da92e6 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:34.746936 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-37bed2ed-30bb-4ff6-9bb7-9f1df35d2b0e req-83382694-f855-42aa-b23e-aaed69da92e6 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 1098 time: 0.0761733 Nov 12 00:34:34.816245 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7aa6ee28-03c4-4aaa-ab17-ad4636ba5919 req-98def5b3-fd87-42e4-9b70-b34136b0c9b8 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/security-groups?id=61c3671f-57dc-4b7c-b6e0-8dd7738552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945230 Nov 12 00:34:34.816451 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196d90e-edc0-4e98-a5d3-c3e47e700992 req-1c7baea4-e219-4050-a5a9-7528ac77c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:34.817941 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c196d90e-edc0-4e98-a5d3-c3e47e700992 req-1c7baea4-e219-4050-a5a9-7528ac77c094 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0700850 Nov 12 00:34:34.829809 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-37bed2ed-30bb-4ff6-9bb7-9f1df35d2b0e req-f05d4ef3-51e6-4f39-b181-5f272bfabc9a tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747445 Nov 12 00:34:34.833933 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3381c19c-cdd0-40f3-9f21-e5c0bda0e9bc req-b8863a82-0bc1-4b82-a2f9-6ec1b7141369 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199188 Nov 12 00:34:34.896672 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196d90e-edc0-4e98-a5d3-c3e47e700992 req-50911a4c-d02d-4425-983f-ea716af8e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:34.898486 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c196d90e-edc0-4e98-a5d3-c3e47e700992 req-50911a4c-d02d-4425-983f-ea716af8e37b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0713272 Nov 12 00:34:34.968776 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3381c19c-cdd0-40f3-9f21-e5c0bda0e9bc req-7b313967-f084-4140-adc9-e26fe7e91b4d service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253538 Nov 12 00:34:35.005553 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cbaa2-e4e7-4a6e-810d-16ff7cd02658 req-5d056dfe-567c-4fb9-afa1-802d3f500855 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:35.007116 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-726cbaa2-e4e7-4a6e-810d-16ff7cd02658 req-5d056dfe-567c-4fb9-afa1-802d3f500855 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ffade62-ac6d-4fbb-8705-01d2104a2cc5 HTTP/1.1" status: 200 len: 948 time: 0.0623171 Nov 12 00:34:35.058741 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-726cbaa2-e4e7-4a6e-810d-16ff7cd02658 req-eaa94785-43e5-48f0-83bc-7cc702ffcc1f tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/security-groups?id=72187372-8784-4ea3-a8cc-156ebd4cb028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445879 Nov 12 00:34:35.139981 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 41736dae-0de5-45db-8f4d-ac17a7e19f84 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:34:35.171433 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device f115b5f7-b661-4210-9ddb-1ab2cffcb28f up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:34:35.217205 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb078c-340c-4e47-8fda-fe23eae13608 req-f8bb522b-2d7d-4d8c-a68f-f7b6e0a7a186 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:35.218677 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5eb078c-340c-4e47-8fda-fe23eae13608 req-f8bb522b-2d7d-4d8c-a68f-f7b6e0a7a186 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8caf190-641f-4e6a-be70-b9afb4df0216 HTTP/1.1" status: 200 len: 947 time: 0.2552204 Nov 12 00:34:35.222419 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c196d90e-edc0-4e98-a5d3-c3e47e700992 req-d7f42c3f-c993-4367-b04d-902372b836e6 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117657 Nov 12 00:34:35.286608 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 41736dae-0de5-45db-8f4d-ac17a7e19f84, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=41736dae-0de5-45db-8f4d-ac17a7e19f84,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:35.303437 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port f115b5f7-b661-4210-9ddb-1ab2cffcb28f completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:34:35.305774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '41736dae-0de5-45db-8f4d-ac17a7e19f84', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '41736dae-0de5-45db-8f4d-ac17a7e19f84', 'mac_address': 'fa:16:3e:22:84:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:34:35.311407 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port f115b5f7-b661-4210-9ddb-1ab2cffcb28f triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:35.312516 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:35.323416 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5eb078c-340c-4e47-8fda-fe23eae13608 req-fe3f744f-d396-479b-bb9e-52b03f258e10 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984883 Nov 12 00:34:35.354562 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c196d90e-edc0-4e98-a5d3-c3e47e700992 req-4e80630f-b152-434e-bcab-3c1175f985f7 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162684 Nov 12 00:34:35.387891 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:35.388602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf936e-2e18-4678-9464-50bd0fa211e0 req-8a0ddebe-3acc-49e2-8e1d-411200c6d2eb tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:35.390734 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6bdf936e-2e18-4678-9464-50bd0fa211e0 req-8a0ddebe-3acc-49e2-8e1d-411200c6d2eb tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 944 time: 0.0591874 Nov 12 00:34:35.407717 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41736dae-0de5-45db-8f4d-ac17a7e19f84 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:34:35.446979 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6bdf936e-2e18-4678-9464-50bd0fa211e0 req-c60a7e60-c9c7-461a-bd63-a546a6284e1d tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497754 Nov 12 00:34:35.451153 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 41736dae-0de5-45db-8f4d-ac17a7e19f84, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=41736dae-0de5-45db-8f4d-ac17a7e19f84,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:35.456489 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:35.474237 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:35.527204 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e352dbe-e8e1-45ef-aaff-331681209256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f115b5f7-b661-4210-9ddb-1ab2cffcb28f'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:35.529993 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94896a8-dd5f-4380-bcfc-7b77914ae91c" -d '{"events": [{"server_uuid": "7e352dbe-e8e1-45ef-aaff-331681209256", "name": "network-vif-plugged", "status": "completed", "tag": "f115b5f7-b661-4210-9ddb-1ab2cffcb28f"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:35.556399 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port f115b5f7-b661-4210-9ddb-1ab2cffcb28f, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=f115b5f7-b661-4210-9ddb-1ab2cffcb28f,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:35.557959 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=41736dae-0de5-45db-8f4d-ac17a7e19f84,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:35.562368 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:35.563371 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 24dd6d1d-d8fd-4700-98a7-0f84e25a04be up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:34:35.590665 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfdbfd-7c74-418b-818e-4cd1f316ff25 req-0ee026b3-880b-4a8c-a77d-e5cfaa1056b1 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:35.592114 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-14dfdbfd-7c74-418b-818e-4cd1f316ff25 req-0ee026b3-880b-4a8c-a77d-e5cfaa1056b1 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 949 time: 0.0654171 Nov 12 00:34:35.613917 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-2cc14592-c4a1-409c-84e9-39b0bd055630 req-802758c3-9428-4a9c-91b1-e7b2c07e5ffa service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:34:35.616651 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2cc14592-c4a1-409c-84e9-39b0bd055630 req-802758c3-9428-4a9c-91b1-e7b2c07e5ffa service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0621738 Nov 12 00:34:35.647407 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-14dfdbfd-7c74-418b-818e-4cd1f316ff25 req-da563ddc-4b4b-488a-ae63-3ae9a5ac007a tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487566 Nov 12 00:34:35.648771 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=f115b5f7-b661-4210-9ddb-1ab2cffcb28f,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:35.657528 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 24dd6d1d-d8fd-4700-98a7-0f84e25a04be completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:34:35.662037 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 24dd6d1d-d8fd-4700-98a7-0f84e25a04be triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:35.662037 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:35.720996 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['41736dae-0de5-45db-8f4d-ac17a7e19f84'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:34:35.775774 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efe1baf-c8b4-4b57-8bcf-664e296a2b0f x-openstack-request-id: req-0efe1baf-c8b4-4b57-8bcf-664e296a2b0f {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:35.776561 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e352dbe-e8e1-45ef-aaff-331681209256", "name": "network-vif-plugged", "status": "completed", "tag": "f115b5f7-b661-4210-9ddb-1ab2cffcb28f", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:35.776941 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0efe1baf-c8b4-4b57-8bcf-664e296a2b0f {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:35.777490 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e352dbe-e8e1-45ef-aaff-331681209256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f115b5f7-b661-4210-9ddb-1ab2cffcb28f', 'code': 200} Nov 12 00:34:35.801615 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:35.847709 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 24dd6d1d-d8fd-4700-98a7-0f84e25a04be, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=24dd6d1d-d8fd-4700-98a7-0f84e25a04be,segment=NetworkSegment(614c630f-cac9-4e9f-b771-374b70637843),segment_id=614c630f-cac9-4e9f-b771-374b70637843)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:35.861502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9b712-b841-41cf-b227-e5bb3508b5ba req-a9fe3f78-4bf1-4e61-b0eb-72f0ec547852 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:35.863286 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9fc9b712-b841-41cf-b227-e5bb3508b5ba req-a9fe3f78-4bf1-4e61-b0eb-72f0ec547852 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 948 time: 0.0749412 Nov 12 00:34:35.872810 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b732bf1-315e-4cf1-b848-516fac222d22 req-d85c2599-5b6d-4796-a10a-0a1b0fb6e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:35.875386 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b732bf1-315e-4cf1-b848-516fac222d22 req-d85c2599-5b6d-4796-a10a-0a1b0fb6e6c4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 1102 time: 0.0534265 Nov 12 00:34:35.877322 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:35.958681 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9fc9b712-b841-41cf-b227-e5bb3508b5ba req-dac922a3-abb5-4238-902c-740a1a7fdd28 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765810 Nov 12 00:34:35.976771 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=24dd6d1d-d8fd-4700-98a7-0f84e25a04be,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:35.993016 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b732bf1-315e-4cf1-b848-516fac222d22 req-b9a446e4-a695-4738-a9cb-e2ae37fae1f4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102798 Nov 12 00:34:36.112190 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f2b33-7ce3-40de-ae47-e111deac07f3 req-2530019a-faef-4072-9978-a00efc1f2b50 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:36.113756 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e28f2b33-7ce3-40de-ae47-e111deac07f3 req-2530019a-faef-4072-9978-a00efc1f2b50 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 949 time: 0.0512028 Nov 12 00:34:36.166901 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e28f2b33-7ce3-40de-ae47-e111deac07f3 req-dcb9c45e-f512-4d49-823a-b3f16b3229a7 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/security-groups?id=61c3671f-57dc-4b7c-b6e0-8dd7738552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459173 Nov 12 00:34:36.287054 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f37108-8d4b-404a-ba0a-66b7d78549c8 req-1f943a04-2251-4bd5-adcb-05100405367f tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:36.288510 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a3f37108-8d4b-404a-ba0a-66b7d78549c8 req-1f943a04-2251-4bd5-adcb-05100405367f tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ffade62-ac6d-4fbb-8705-01d2104a2cc5 HTTP/1.1" status: 200 len: 948 time: 0.0512290 Nov 12 00:34:36.335982 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a3f37108-8d4b-404a-ba0a-66b7d78549c8 req-13bf5796-7fa3-4fb9-a2d3-4853659442b0 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/security-groups?id=72187372-8784-4ea3-a8cc-156ebd4cb028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407240 Nov 12 00:34:36.476004 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc9744-c706-4df8-8d96-c05638c522ae req-b786710a-ee7f-4f80-b3ff-493a0521318c tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:36.477687 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c9cc9744-c706-4df8-8d96-c05638c522ae req-b786710a-ee7f-4f80-b3ff-493a0521318c tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8caf190-641f-4e6a-be70-b9afb4df0216 HTTP/1.1" status: 200 len: 948 time: 0.0568306 Nov 12 00:34:36.527345 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c9cc9744-c706-4df8-8d96-c05638c522ae req-f524efc1-c42d-441b-9703-4d8c7c1e82c4 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436287 Nov 12 00:34:36.808201 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46920) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:36.814167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90504db-94a4-45ca-aa8f-7a5f5e5ae306 req-81a3610e-3f49-44ee-8768-b690d020b331 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:36.815788 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c90504db-94a4-45ca-aa8f-7a5f5e5ae306 req-81a3610e-3f49-44ee-8768-b690d020b331 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 945 time: 0.0548592 Nov 12 00:34:36.863544 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-ccb93c75-5e91-47d9-87b1-7a8c3b6cbb1c tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:34:36.864636 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-ccb93c75-5e91-47d9-87b1-7a8c3b6cbb1c tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0548041 Nov 12 00:34:36.865948 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c90504db-94a4-45ca-aa8f-7a5f5e5ae306 req-7fa38bb7-8973-4110-93c1-db8b64f8b617 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421369 Nov 12 00:34:36.975852 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205f1e7-248e-46b2-bc55-d3eff8390ede req-c3ae9457-9460-4b4d-86ce-9bdfcd4b919d tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:36.977381 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6205f1e7-248e-46b2-bc55-d3eff8390ede req-c3ae9457-9460-4b4d-86ce-9bdfcd4b919d tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 950 time: 0.0512509 Nov 12 00:34:36.993342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-c28565b6-b2d7-4015-b423-b022a6d3b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:36.994726 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-c28565b6-b2d7-4015-b423-b022a6d3b68c service neutron] 10.222.0.31 "GET /v2.0/ports/546fc81c-1951-4bee-88e9-54902fa3b9a7 HTTP/1.1" status: 200 len: 1095 time: 0.0784216 Nov 12 00:34:37.004796 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-dcb35ff2-1810-4a0b-b5f5-ea893a3e5f3e service neutron] Request body: {'binding': {'host': 'n-h1-712137-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:37.005324 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-dcb35ff2-1810-4a0b-b5f5-ea893a3e5f3e service neutron] Unknown quota resources ['binding']. {{(pid=114243) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:34:37.025752 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6205f1e7-248e-46b2-bc55-d3eff8390ede req-cf6e7e08-e4c3-4fae-886e-f36e3db8edbf tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420728 Nov 12 00:34:37.133321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043f86d-719b-418c-9412-180adc6622a4 req-29ccca1d-f82e-4e66-827d-dbfd496137b0 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:37.134987 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5043f86d-719b-418c-9412-180adc6622a4 req-29ccca1d-f82e-4e66-827d-dbfd496137b0 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 972 time: 0.0498464 Nov 12 00:34:37.138125 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-dcb35ff2-1810-4a0b-b5f5-ea893a3e5f3e service neutron] Attempting to bind port 546fc81c-1951-4bee-88e9-54902fa3b9a7 on host n-h1-712137-14 for vnic_type normal with profile None {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:34:37.138533 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-dcb35ff2-1810-4a0b-b5f5-ea893a3e5f3e service neutron] Attempting to bind port 546fc81c-1951-4bee-88e9-54902fa3b9a7 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:34:37.138932 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-dcb35ff2-1810-4a0b-b5f5-ea893a3e5f3e service neutron] Attempting to bind port 546fc81c-1951-4bee-88e9-54902fa3b9a7 on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:37.141056 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:34:37.143655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-dcb35ff2-1810-4a0b-b5f5-ea893a3e5f3e service neutron] Port 546fc81c-1951-4bee-88e9-54902fa3b9a7 on network 23f74497-58df-4bf7-97f2-b78858046c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:34:37.143787 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-dcb35ff2-1810-4a0b-b5f5-ea893a3e5f3e service neutron] Attempting to bind port 546fc81c-1951-4bee-88e9-54902fa3b9a7 on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:37.148600 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-dcb35ff2-1810-4a0b-b5f5-ea893a3e5f3e service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:34:37.148985 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-dcb35ff2-1810-4a0b-b5f5-ea893a3e5f3e service neutron] Checking segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:34:37.149570 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-dcb35ff2-1810-4a0b-b5f5-ea893a3e5f3e service neutron] Bound using segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:34:37.149795 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-dcb35ff2-1810-4a0b-b5f5-ea893a3e5f3e service neutron] Bound port: 546fc81c-1951-4bee-88e9-54902fa3b9a7, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:34:37.161865 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 15450f7f-7bc9-415f-9b03-b1ba1ad8067b up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:34:37.192458 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5043f86d-719b-418c-9412-180adc6622a4 req-2a2462c7-6906-443b-b0f2-4491538c23b2 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/security-groups?id=2495b901-4dd7-4310-89fb-688bc81b91d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498731 Nov 12 00:34:37.212034 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 41736dae-0de5-45db-8f4d-ac17a7e19f84 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:34:37.245614 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-dcb35ff2-1810-4a0b-b5f5-ea893a3e5f3e service neutron] For port 546fc81c-1951-4bee-88e9-54902fa3b9a7, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=546fc81c-1951-4bee-88e9-54902fa3b9a7,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:34:37.255702 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-dcb35ff2-1810-4a0b-b5f5-ea893a3e5f3e service neutron] Publish callbacks [] for binding, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:37.256963 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-dcb35ff2-1810-4a0b-b5f5-ea893a3e5f3e service neutron] 10.222.0.31 "POST /v2.0/ports/546fc81c-1951-4bee-88e9-54902fa3b9a7/bindings HTTP/1.1" status: 201 len: 390 time: 0.2556701 Nov 12 00:34:37.329478 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dacf09-c406-471a-a567-010e009278e8 req-568c00c4-916c-426d-bcc9-94778d9decd5 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:37.343497 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-44dacf09-c406-471a-a567-010e009278e8 req-568c00c4-916c-426d-bcc9-94778d9decd5 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 948 time: 0.0853095 Nov 12 00:34:37.352320 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 15450f7f-7bc9-415f-9b03-b1ba1ad8067b completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:34:37.360245 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=08c1c55a-9a9e-4d6a-9f04-a0857d4a8401,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:37.371030 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 15450f7f-7bc9-415f-9b03-b1ba1ad8067b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:37.371476 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:37.400546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '08c1c55a-9a9e-4d6a-9f04-a0857d4a8401', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '08c1c55a-9a9e-4d6a-9f04-a0857d4a8401', 'mac_address': 'fa:16:3e:e2:e6:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:34:37.420315 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-44dacf09-c406-471a-a567-010e009278e8 req-f33d34f0-aa39-4723-bfce-99919ba76bf5 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724201 Nov 12 00:34:37.432215 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 41736dae-0de5-45db-8f4d-ac17a7e19f84 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:34:37.443951 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 41736dae-0de5-45db-8f4d-ac17a7e19f84 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:37.443951 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:37.476328 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48122e-05e5-4433-a1a3-9869dd266e8b req-45f97eac-cb77-43a9-99b3-98a6cf0d2e99 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:37.478898 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fc48122e-05e5-4433-a1a3-9869dd266e8b req-45f97eac-cb77-43a9-99b3-98a6cf0d2e99 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 949 time: 0.0626762 Nov 12 00:34:37.509393 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:37.529454 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:34:37.569315 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fc48122e-05e5-4433-a1a3-9869dd266e8b req-819b14d3-56bf-42bc-8c81-4cca28b224d8 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/security-groups?id=61c3671f-57dc-4b7c-b6e0-8dd7738552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776386 Nov 12 00:34:37.586690 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=08c1c55a-9a9e-4d6a-9f04-a0857d4a8401,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:37.590737 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:37.596352 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:37.597060 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f8e520da-e4f7-40ab-8161-a0383c27e91d details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:34:37.655872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b7d0c-24b5-4729-a8c4-00a846ef559b req-fe45eb56-dc1d-4cf6-a016-f67ef6ea1e4b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:37.659039 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc8b7d0c-24b5-4729-a8c4-00a846ef559b req-fe45eb56-dc1d-4cf6-a016-f67ef6ea1e4b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 946 time: 0.1549590 Nov 12 00:34:37.721334 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:37.722894 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc8b7d0c-24b5-4729-a8c4-00a846ef559b req-fc89e80c-ceb4-4a81-b58b-3b3debd7097b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571003 Nov 12 00:34:37.724174 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 15450f7f-7bc9-415f-9b03-b1ba1ad8067b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=15450f7f-7bc9-415f-9b03-b1ba1ad8067b,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:37.731981 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-4541a729-2e47-472a-819b-a074b4e0fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:37.733848 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-4541a729-2e47-472a-819b-a074b4e0fde3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 1098 time: 0.0777357 Nov 12 00:34:37.741585 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:37.751507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1465a3b-c2b2-4b2e-892a-0c049e4d6416 req-6a72311d-0a99-48a1-bb1f-106087605433 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:37.753707 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port f8e520da-e4f7-40ab-8161-a0383c27e91d, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f8e520da-e4f7-40ab-8161-a0383c27e91d,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:37.757770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=08c1c55a-9a9e-4d6a-9f04-a0857d4a8401,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:37.757931 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d1465a3b-c2b2-4b2e-892a-0c049e4d6416 req-6a72311d-0a99-48a1-bb1f-106087605433 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ffade62-ac6d-4fbb-8705-01d2104a2cc5 HTTP/1.1" status: 200 len: 949 time: 0.0767679 Nov 12 00:34:37.786018 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4a9f1d-736c-4298-903f-c87020bfbb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24dd6d1d-d8fd-4700-98a7-0f84e25a04be'}, {'server_uuid': 'f26c9726-e496-41da-a822-31b99756ec1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15450f7f-7bc9-415f-9b03-b1ba1ad8067b'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:37.788728 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6e7875-6cef-4882-8365-63d3d6194a49" -d '{"events": [{"server_uuid": "3c4a9f1d-736c-4298-903f-c87020bfbb2f", "name": "network-vif-plugged", "status": "completed", "tag": "24dd6d1d-d8fd-4700-98a7-0f84e25a04be"}, {"server_uuid": "f26c9726-e496-41da-a822-31b99756ec1e", "name": "network-vif-plugged", "status": "completed", "tag": "15450f7f-7bc9-415f-9b03-b1ba1ad8067b"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:37.819554 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'f8e520da-e4f7-40ab-8161-a0383c27e91d', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': 'f8e520da-e4f7-40ab-8161-a0383c27e91d', 'mac_address': 'fa:16:3e:08:1c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:34:37.836178 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 41736dae-0de5-45db-8f4d-ac17a7e19f84, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=41736dae-0de5-45db-8f4d-ac17a7e19f84,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:37.845325 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:37.854585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3cf54-b758-46f2-90c8-fdbd7651fdbf req-8e30ef87-2b5f-4f9d-8789-abc7da12064c tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:37.856223 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1df3cf54-b758-46f2-90c8-fdbd7651fdbf req-8e30ef87-2b5f-4f9d-8789-abc7da12064c tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8caf190-641f-4e6a-be70-b9afb4df0216 HTTP/1.1" status: 200 len: 948 time: 0.0592666 Nov 12 00:34:37.866788 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d1465a3b-c2b2-4b2e-892a-0c049e4d6416 req-899b1d6b-fd03-406e-86f8-2cadbb17b8b2 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/security-groups?id=72187372-8784-4ea3-a8cc-156ebd4cb028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971293 Nov 12 00:34:37.882303 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=15450f7f-7bc9-415f-9b03-b1ba1ad8067b,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:37.895567 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-2c3b242b-6787-4084-93ed-3b26c4f56d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:37.897622 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-2c3b242b-6787-4084-93ed-3b26c4f56d03 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 922 time: 0.1387331 Nov 12 00:34:37.921413 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:37.933576 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1df3cf54-b758-46f2-90c8-fdbd7651fdbf req-92282c47-0c9e-4ea8-9ae7-087dc9b88748 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635540 Nov 12 00:34:37.946508 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e520da-e4f7-40ab-8161-a0383c27e91d {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:34:37.962891 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92181a70-eef1-4b7e-abb1-d864f69e30c9 x-openstack-request-id: req-92181a70-eef1-4b7e-abb1-d864f69e30c9 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:37.963277 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4a9f1d-736c-4298-903f-c87020bfbb2f", "name": "network-vif-plugged", "status": "completed", "tag": "24dd6d1d-d8fd-4700-98a7-0f84e25a04be", "code": 200}, {"server_uuid": "f26c9726-e496-41da-a822-31b99756ec1e", "name": "network-vif-plugged", "status": "completed", "tag": "15450f7f-7bc9-415f-9b03-b1ba1ad8067b", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:37.963595 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92181a70-eef1-4b7e-abb1-d864f69e30c9 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:37.963998 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4a9f1d-736c-4298-903f-c87020bfbb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24dd6d1d-d8fd-4700-98a7-0f84e25a04be', 'code': 200} Nov 12 00:34:37.964417 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26c9726-e496-41da-a822-31b99756ec1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15450f7f-7bc9-415f-9b03-b1ba1ad8067b', 'code': 200} Nov 12 00:34:37.965902 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-cdd0da50-3807-47d4-8628-239c746f4283 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=546fc81c-1951-4bee-88e9-54902fa3b9a7 HTTP/1.1" status: 200 len: 217 time: 0.0538685 Nov 12 00:34:37.974154 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=41736dae-0de5-45db-8f4d-ac17a7e19f84,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:37.988068 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port f8e520da-e4f7-40ab-8161-a0383c27e91d, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f8e520da-e4f7-40ab-8161-a0383c27e91d,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:37.992435 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:38.028114 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-ed59ad3e-df0f-43e1-a9fc-b8c94b8612f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:38.029857 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-ed59ad3e-df0f-43e1-a9fc-b8c94b8612f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.0554478 Nov 12 00:34:38.039890 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8009a-3634-4777-b65d-4a995737de88 req-f2a358c0-a618-4fbf-979f-eb4dc0f8d9e7 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:38.041557 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0be8009a-3634-4777-b65d-4a995737de88 req-f2a358c0-a618-4fbf-979f-eb4dc0f8d9e7 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 945 time: 0.0567691 Nov 12 00:34:38.072008 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=f8e520da-e4f7-40ab-8161-a0383c27e91d,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:38.090453 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-5ecfba39-c3cd-4127-b5e2-de8c02bae629 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482788 Nov 12 00:34:38.114835 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0be8009a-3634-4777-b65d-4a995737de88 req-81f49cf7-fa84-49c8-9cdf-8292738e6977 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657291 Nov 12 00:34:38.274591 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed33dd-9d09-4504-95d3-be34f7909526 req-ea27ac59-ccf1-404c-b0de-227462ca598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:38.276030 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-23ed33dd-9d09-4504-95d3-be34f7909526 req-ea27ac59-ccf1-404c-b0de-227462ca598a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 1097 time: 0.1471353 Nov 12 00:34:38.283536 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adfa4d-4cca-499e-a31b-0193f2174da2 req-00a596ce-8090-4c49-872e-00b29f4fb58c tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:38.289195 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-62adfa4d-4cca-499e-a31b-0193f2174da2 req-00a596ce-8090-4c49-872e-00b29f4fb58c tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 950 time: 0.1862006 Nov 12 00:34:38.295395 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f8e520da-e4f7-40ab-8161-a0383c27e91d'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:34:38.300403 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d98036-0eb0-414e-82be-2c0473450afc req-b8c34e5d-e405-4848-8cfb-6c712eca6738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:38.302666 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2d98036-0eb0-414e-82be-2c0473450afc req-b8c34e5d-e405-4848-8cfb-6c712eca6738 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 1102 time: 0.1725655 Nov 12 00:34:38.323006 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['08c1c55a-9a9e-4d6a-9f04-a0857d4a8401'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:34:38.338152 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c24e-598d-406b-a6c6-45afc56fb511 req-015616ce-8bb4-42cd-bc87-d54439504df3 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:38.340663 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ee18c24e-598d-406b-a6c6-45afc56fb511 req-015616ce-8bb4-42cd-bc87-d54439504df3 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 972 time: 0.0742543 Nov 12 00:34:38.352059 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-4fca2874-5608-422b-9120-77c9c33e5113 service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507637 Nov 12 00:34:38.355255 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:38.397886 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ee18c24e-598d-406b-a6c6-45afc56fb511 req-846206fa-a345-4a8c-b440-c2835cfeefe3 tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/security-groups?id=2495b901-4dd7-4310-89fb-688bc81b91d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491364 Nov 12 00:34:38.470446 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-23ed33dd-9d09-4504-95d3-be34f7909526 req-ec04b745-bee0-4246-810f-8593e6030901 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730683 Nov 12 00:34:38.478555 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-62adfa4d-4cca-499e-a31b-0193f2174da2 req-83feef00-3371-455e-ab5f-abd6509fe7ca tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695001 Nov 12 00:34:38.483459 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2d98036-0eb0-414e-82be-2c0473450afc req-fe5429fe-5a69-44bf-8f20-4753ecaa7626 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=61c3671f-57dc-4b7c-b6e0-8dd7738552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710689 Nov 12 00:34:38.520228 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-1782cb6f-4058-4132-b730-83d02599c1b4 service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592674 Nov 12 00:34:38.566786 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc951122-021b-4758-9a90-83036239a1b7 req-98314440-5adf-4645-b3d1-0e45a9ed842f tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:38.568537 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cc951122-021b-4758-9a90-83036239a1b7 req-98314440-5adf-4645-b3d1-0e45a9ed842f tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 972 time: 0.0949283 Nov 12 00:34:38.785599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7d62582b-f350-4723-afa6-f46e790dc650 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:38.787332 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7d62582b-f350-4723-afa6-f46e790dc650 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4&tenant_id=06163c1124b24fc681237287cdcb2502&binding%3Ahost_id=n-h2-712137-14 HTTP/1.1" status: 200 len: 1098 time: 0.0827041 Nov 12 00:34:38.803123 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712137-14'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:38.826885 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dfe75-cfec-4311-a570-a50990c5be0b req-887be465-8817-4cd6-aa94-a2a2656d5caa tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:38.834240 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-728dfe75-cfec-4311-a570-a50990c5be0b req-887be465-8817-4cd6-aa94-a2a2656d5caa tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 949 time: 0.1612072 Nov 12 00:34:38.879215 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:38.907912 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-cc951122-021b-4758-9a90-83036239a1b7 req-15a31074-1d5b-47b2-bb74-286cf2a8e0ec tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Deleting port c1b39f90-04de-4ca1-9c30-f58fd9ee1029 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:34:38.908170 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-cc951122-021b-4758-9a90-83036239a1b7 req-15a31074-1d5b-47b2-bb74-286cf2a8e0ec tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:38.915224 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-728dfe75-cfec-4311-a570-a50990c5be0b req-d3427f58-7c12-42d0-af36-ee6924911e73 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801408 Nov 12 00:34:38.952685 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b47432-3451-4974-b67d-707c15fc66f6 req-21ca1d30-2d03-47c5-8357-fbae19a4457d tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:38.954211 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5b47432-3451-4974-b67d-707c15fc66f6 req-21ca1d30-2d03-47c5-8357-fbae19a4457d tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 950 time: 0.0905113 Nov 12 00:34:39.029665 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-cc951122-021b-4758-9a90-83036239a1b7 req-15a31074-1d5b-47b2-bb74-286cf2a8e0ec tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] For port c1b39f90-04de-4ca1-9c30-f58fd9ee1029, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c1b39f90-04de-4ca1-9c30-f58fd9ee1029,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:39.030028 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-cc951122-021b-4758-9a90-83036239a1b7 req-15a31074-1d5b-47b2-bb74-286cf2a8e0ec tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:39.048385 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-cc951122-021b-4758-9a90-83036239a1b7 req-15a31074-1d5b-47b2-bb74-286cf2a8e0ec tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Calling delete_port for c1b39f90-04de-4ca1-9c30-f58fd9ee1029 owned by compute:tempest-test_az-1932212948 {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:34:39.060141 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5b47432-3451-4974-b67d-707c15fc66f6 req-2ce58219-d9a2-4a17-9c2f-c5ff6b5bbb28 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/security-groups?id=61c3671f-57dc-4b7c-b6e0-8dd7738552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881901 Nov 12 00:34:39.061607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7372389-1b03-4c84-a3c6-a423d4a353c1 req-b9663521-c165-4c0c-a8fc-1a7d29cd014d tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:39.063071 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b7372389-1b03-4c84-a3c6-a423d4a353c1 req-b9663521-c165-4c0c-a8fc-1a7d29cd014d tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 946 time: 0.0855649 Nov 12 00:34:39.083441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] For port 546fc81c-1951-4bee-88e9-54902fa3b9a7, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=546fc81c-1951-4bee-88e9-54902fa3b9a7,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:39.133371 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] For port 546fc81c-1951-4bee-88e9-54902fa3b9a7, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:34:39.160884 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:34:39.179531 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b7372389-1b03-4c84-a3c6-a423d4a353c1 req-ebf4500d-7db1-4740-9525-c060dfe262ec tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086454 Nov 12 00:34:39.204902 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:39.208625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01cc9478-9926-4721-a09c-f549712673b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '546fc81c-1951-4bee-88e9-54902fa3b9a7'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:39.211433 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485db3ec-8577-4533-a7a8-d24ee13455f8" -d '{"events": [{"server_uuid": "01cc9478-9926-4721-a09c-f549712673b4", "name": "network-vif-unplugged", "status": "completed", "tag": "546fc81c-1951-4bee-88e9-54902fa3b9a7"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:39.217989 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:39.235975 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:34:39.241277 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:39.241575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cb76a-7719-4a80-8343-cba6867087ae req-e9022dc4-b1e3-4ea6-94ad-ea7408ccdb96 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:39.241717 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:39.249234 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d48cb76a-7719-4a80-8343-cba6867087ae req-e9022dc4-b1e3-4ea6-94ad-ea7408ccdb96 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 950 time: 0.1268990 Nov 12 00:34:39.316008 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-cc951122-021b-4758-9a90-83036239a1b7 req-15a31074-1d5b-47b2-bb74-286cf2a8e0ec tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:39.329915 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['c1b39f90-04de-4ca1-9c30-f58fd9ee1029'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:34:39.333959 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbc6fc-785e-42a7-b8d9-2f81da9f4038 req-c6dc978b-9408-44ba-9048-cf2e91d8a28e tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:39.335173 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19dbc6fc-785e-42a7-b8d9-2f81da9f4038 req-c6dc978b-9408-44ba-9048-cf2e91d8a28e tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ffade62-ac6d-4fbb-8705-01d2104a2cc5 HTTP/1.1" status: 200 len: 949 time: 0.0867906 Nov 12 00:34:39.358337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a31074-1d5b-47b2-bb74-286cf2a8e0ec tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Pushing event deleted for resources: {'Port': ['ID=c1b39f90-04de-4ca1-9c30-f58fd9ee1029,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:39.365930 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:39.374459 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Pushing event updated for resources: {'Port': ['ID=546fc81c-1951-4bee-88e9-54902fa3b9a7,revision_number=7']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:39.399522 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d48cb76a-7719-4a80-8343-cba6867087ae req-47def62e-cc84-4edd-b9f0-6cce74d49ea4 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297631 Nov 12 00:34:39.418559 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Attempting to bind port 546fc81c-1951-4bee-88e9-54902fa3b9a7 on host n-h2-712137-14 for vnic_type normal with profile {"migrating_to": "n-h1-712137-14"} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:34:39.418873 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Attempting to bind port 546fc81c-1951-4bee-88e9-54902fa3b9a7 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:34:39.419308 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Attempting to bind port 546fc81c-1951-4bee-88e9-54902fa3b9a7 on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:39.429122 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Port 546fc81c-1951-4bee-88e9-54902fa3b9a7 on network 23f74497-58df-4bf7-97f2-b78858046c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:34:39.429452 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Attempting to bind port 546fc81c-1951-4bee-88e9-54902fa3b9a7 on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:39.430650 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=08c1c55a-9a9e-4d6a-9f04-a0857d4a8401,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:39.437174 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:34:39.437522 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Checking segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:34:39.438259 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Bound using segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:34:39.438425 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Bound port: 546fc81c-1951-4bee-88e9-54902fa3b9a7, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:34:39.438767 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:39.441438 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:39.443035 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f8e520da-e4f7-40ab-8161-a0383c27e91d up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:34:39.459542 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc951122-021b-4758-9a90-83036239a1b7 req-15a31074-1d5b-47b2-bb74-286cf2a8e0ec tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] No DVR routers for this DVR port c1b39f90-04de-4ca1-9c30-f58fd9ee1029 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:34:39.466107 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-cc951122-021b-4758-9a90-83036239a1b7 req-15a31074-1d5b-47b2-bb74-286cf2a8e0ec tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:39.469611 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cc951122-021b-4758-9a90-83036239a1b7 req-15a31074-1d5b-47b2-bb74-286cf2a8e0ec tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.21 "DELETE /v2.0/ports/c1b39f90-04de-4ca1-9c30-f58fd9ee1029 HTTP/1.1" status: 204 len: 173 time: 0.8067489 Nov 12 00:34:39.471812 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3305e7e-185f-445d-8347-f49d0d93079e', 'name': 'network-vif-deleted', 'tag': 'c1b39f90-04de-4ca1-9c30-f58fd9ee1029'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:39.474521 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9378d04e-4594-403d-add8-da681c113672" -d '{"events": [{"server_uuid": "e3305e7e-185f-445d-8347-f49d0d93079e", "name": "network-vif-deleted", "tag": "c1b39f90-04de-4ca1-9c30-f58fd9ee1029"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:39.497408 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19dbc6fc-785e-42a7-b8d9-2f81da9f4038 req-f23dcc48-e67a-4bb7-b0fc-476cc1305dfb tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/security-groups?id=72187372-8784-4ea3-a8cc-156ebd4cb028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422083 Nov 12 00:34:39.594450 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=08c1c55a-9a9e-4d6a-9f04-a0857d4a8401,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:39.596426 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] For port 546fc81c-1951-4bee-88e9-54902fa3b9a7, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:34:39.606099 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] For port 546fc81c-1951-4bee-88e9-54902fa3b9a7, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=546fc81c-1951-4bee-88e9-54902fa3b9a7,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:34:39.608338 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:39.612687 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port f8e520da-e4f7-40ab-8161-a0383c27e91d completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:34:39.618362 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port f8e520da-e4f7-40ab-8161-a0383c27e91d triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:39.619057 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:39.622641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f22c9b-af8a-41a2-9100-a2dcaea21103 req-65842c55-f10c-4c7a-aaed-28a5b4bf7fd7 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:39.630169 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a0f22c9b-af8a-41a2-9100-a2dcaea21103 req-65842c55-f10c-4c7a-aaed-28a5b4bf7fd7 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 945 time: 0.0773840 Nov 12 00:34:39.633525 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799f5dd-556e-4494-873a-3207efe176da req-a043b882-f564-4420-8891-944131bd48aa tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:39.635676 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0799f5dd-556e-4494-873a-3207efe176da req-a043b882-f564-4420-8891-944131bd48aa tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8caf190-641f-4e6a-be70-b9afb4df0216 HTTP/1.1" status: 200 len: 949 time: 0.1349611 Nov 12 00:34:39.692115 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a0f22c9b-af8a-41a2-9100-a2dcaea21103 req-0f416822-fc8d-488a-8ebf-5fa18d21f568 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607979 Nov 12 00:34:39.755104 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4205432-6cdf-45e3-94b3-dbbf47c70645 x-openstack-request-id: req-d4205432-6cdf-45e3-94b3-dbbf47c70645 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:39.755278 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:39.755381 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01cc9478-9926-4721-a09c-f549712673b4", "name": "network-vif-unplugged", "status": "completed", "tag": "546fc81c-1951-4bee-88e9-54902fa3b9a7", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:39.755769 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4205432-6cdf-45e3-94b3-dbbf47c70645 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:39.756225 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01cc9478-9926-4721-a09c-f549712673b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '546fc81c-1951-4bee-88e9-54902fa3b9a7', 'code': 200} Nov 12 00:34:39.767429 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0799f5dd-556e-4494-873a-3207efe176da req-80fe752c-9e61-4409-802e-de44aa61b7b2 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964131 Nov 12 00:34:39.769540 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Pushing event updated for resources: {'Port': ['ID=546fc81c-1951-4bee-88e9-54902fa3b9a7,revision_number=8']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:39.798338 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:39.799208 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:39.800597 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] 10.222.0.21 "PUT /v2.0/ports/546fc81c-1951-4bee-88e9-54902fa3b9a7 HTTP/1.1" status: 200 len: 1124 time: 1.0017090 Nov 12 00:34:39.802444 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:39.802836 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:39.803119 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:39.803498 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:39.803680 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port f8e520da-e4f7-40ab-8161-a0383c27e91d, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f8e520da-e4f7-40ab-8161-a0383c27e91d,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:39.803802 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:39.804092 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:39.804422 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:39.804770 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:39.805185 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:39.805554 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:39.806115 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:39.806357 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f867a17-1582-4a6d-be8c-e0177179b62f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:39.809885 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:39.843658 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b3bf33-f24f-4ff1-a5b8-b2fb504645d6 x-openstack-request-id: req-b4b3bf33-f24f-4ff1-a5b8-b2fb504645d6 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:39.844160 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3305e7e-185f-445d-8347-f49d0d93079e", "name": "network-vif-deleted", "tag": "c1b39f90-04de-4ca1-9c30-f58fd9ee1029", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:39.844322 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4b3bf33-f24f-4ff1-a5b8-b2fb504645d6 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:39.844796 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3305e7e-185f-445d-8347-f49d0d93079e', 'name': 'network-vif-deleted', 'tag': 'c1b39f90-04de-4ca1-9c30-f58fd9ee1029', 'status': 'completed', 'code': 200} Nov 12 00:34:39.863467 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8da39940-7dee-4a74-ad84-baf72ad9643b req-8b0dc7ea-4d13-41c2-b1a9-f6cf78aa3c6f tempest-AggregatesAdminTestJSON-809502659 tempest-AggregatesAdminTestJSON-809502659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3305e7e-185f-445d-8347-f49d0d93079e HTTP/1.1" status: 200 len: 210 time: 0.0303469 Nov 12 00:34:39.878387 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=f8e520da-e4f7-40ab-8161-a0383c27e91d,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:39.965793 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8caf190-641f-4e6a-be70-b9afb4df0216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41736dae-0de5-45db-8f4d-ac17a7e19f84'}, {'server_uuid': '1ffade62-ac6d-4fbb-8705-01d2104a2cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c1c55a-9a9e-4d6a-9f04-a0857d4a8401'}, {'server_uuid': '3a41eec1-66e9-4ba8-9da9-03dce52957ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e520da-e4f7-40ab-8161-a0383c27e91d'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:39.968110 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b593ca8-b14c-4e7c-81b0-498b64bc84d8" -d '{"events": [{"server_uuid": "c8caf190-641f-4e6a-be70-b9afb4df0216", "name": "network-vif-plugged", "status": "completed", "tag": "41736dae-0de5-45db-8f4d-ac17a7e19f84"}, {"server_uuid": "1ffade62-ac6d-4fbb-8705-01d2104a2cc5", "name": "network-vif-plugged", "status": "completed", "tag": "08c1c55a-9a9e-4d6a-9f04-a0857d4a8401"}, {"server_uuid": "3a41eec1-66e9-4ba8-9da9-03dce52957ad", "name": "network-vif-plugged", "status": "completed", "tag": "f8e520da-e4f7-40ab-8161-a0383c27e91d"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:40.018059 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4f62de-c0ac-4963-a5f4-ed4701e8db9f x-openstack-request-id: req-fa4f62de-c0ac-4963-a5f4-ed4701e8db9f {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:40.018362 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8caf190-641f-4e6a-be70-b9afb4df0216", "name": "network-vif-plugged", "status": "completed", "tag": "41736dae-0de5-45db-8f4d-ac17a7e19f84", "code": 200}, {"server_uuid": "1ffade62-ac6d-4fbb-8705-01d2104a2cc5", "name": "network-vif-plugged", "status": "completed", "tag": "08c1c55a-9a9e-4d6a-9f04-a0857d4a8401", "code": 200}, {"server_uuid": "3a41eec1-66e9-4ba8-9da9-03dce52957ad", "name": "network-vif-plugged", "status": "completed", "tag": "f8e520da-e4f7-40ab-8161-a0383c27e91d", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:40.018718 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa4f62de-c0ac-4963-a5f4-ed4701e8db9f {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:40.019215 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8caf190-641f-4e6a-be70-b9afb4df0216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41736dae-0de5-45db-8f4d-ac17a7e19f84', 'code': 200} Nov 12 00:34:40.019501 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffade62-ac6d-4fbb-8705-01d2104a2cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c1c55a-9a9e-4d6a-9f04-a0857d4a8401', 'code': 200} Nov 12 00:34:40.019868 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a41eec1-66e9-4ba8-9da9-03dce52957ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e520da-e4f7-40ab-8161-a0383c27e91d', 'code': 200} Nov 12 00:34:40.037653 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fd0f8-9dc0-4983-940f-e72e10017e15 req-c97d17fd-6348-468b-a759-bace653065aa tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:40.040806 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa5fd0f8-9dc0-4983-940f-e72e10017e15 req-c97d17fd-6348-468b-a759-bace653065aa tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.0551813 Nov 12 00:34:40.093469 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa5fd0f8-9dc0-4983-940f-e72e10017e15 req-65575318-ef6f-45e5-a1dd-766cb18bea5b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479815 Nov 12 00:34:40.119983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['546fc81c-1951-4bee-88e9-54902fa3b9a7'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:34:40.242563 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a9c41-3a8c-4c2e-8782-044f2bbefcd4 req-f05645bb-3a4b-4458-bd23-9a761e399f17 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:40.245082 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d61b3-699c-4118-8dd0-053fb9bc80f4 req-2fe79e1b-f16f-4fc5-bb67-55b7b102b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:40.245218 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8e5a9c41-3a8c-4c2e-8782-044f2bbefcd4 req-f05645bb-3a4b-4458-bd23-9a761e399f17 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 950 time: 0.0892515 Nov 12 00:34:40.250465 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2d3d61b3-699c-4118-8dd0-053fb9bc80f4 req-2fe79e1b-f16f-4fc5-bb67-55b7b102b104 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c8caf190-641f-4e6a-be70-b9afb4df0216 HTTP/1.1" status: 200 len: 1101 time: 0.0842724 Nov 12 00:34:40.344617 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2d3d61b3-699c-4118-8dd0-053fb9bc80f4 req-cf39ad33-15fe-4385-8666-a95d91abe8a2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863612 Nov 12 00:34:40.352713 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cc505-5f2d-4622-8079-92a0eaa2b9ac req-753a10fa-1275-42f4-ba99-f45ffaffd245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:40.353431 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1ec26-ff8a-4a4e-9dbc-4b30078aa465 req-5d9c84d7-0bd3-489b-945a-6e120c1d3ece tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:40.354261 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fc5cc505-5f2d-4622-8079-92a0eaa2b9ac req-753a10fa-1275-42f4-ba99-f45ffaffd245 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 1102 time: 0.1042418 Nov 12 00:34:40.355105 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0d1ec26-ff8a-4a4e-9dbc-4b30078aa465 req-5d9c84d7-0bd3-489b-945a-6e120c1d3ece tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 944 time: 0.0849471 Nov 12 00:34:40.360467 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8e5a9c41-3a8c-4c2e-8782-044f2bbefcd4 req-430d721d-4353-4202-bf42-8bc04d22239d tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/security-groups?id=61c3671f-57dc-4b7c-b6e0-8dd7738552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942426 Nov 12 00:34:40.363025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d41b0-b286-4b4d-b1eb-dcf1ba62f866 req-079157cb-8f0e-41cc-bb69-acc750b8f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:40.364431 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c80d41b0-b286-4b4d-b1eb-dcf1ba62f866 req-079157cb-8f0e-41cc-bb69-acc750b8f348 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1ffade62-ac6d-4fbb-8705-01d2104a2cc5 HTTP/1.1" status: 200 len: 1102 time: 0.1183608 Nov 12 00:34:40.405684 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0d1ec26-ff8a-4a4e-9dbc-4b30078aa465 req-dacb3b02-9af7-409f-9367-29171d106bb6 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416174 Nov 12 00:34:40.522549 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87ea77-9d0f-406c-a9dc-f27058c8b8c4 req-03acd728-08dc-4e2a-bd0c-1c1f8f7213bd tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:40.524331 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8e87ea77-9d0f-406c-a9dc-f27058c8b8c4 req-03acd728-08dc-4e2a-bd0c-1c1f8f7213bd tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 950 time: 0.0577364 Nov 12 00:34:40.599822 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8e87ea77-9d0f-406c-a9dc-f27058c8b8c4 req-14361fa7-d23e-4bf2-b53a-bd13f1b4df1c tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685775 Nov 12 00:34:40.602032 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2c3f7-a845-4375-b7cd-c87040c35dbb req-bce9eaa7-4b15-4feb-9d8d-3e09efce1e4c tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:40.603742 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-06b2c3f7-a845-4375-b7cd-c87040c35dbb req-bce9eaa7-4b15-4feb-9d8d-3e09efce1e4c tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ffade62-ac6d-4fbb-8705-01d2104a2cc5 HTTP/1.1" status: 200 len: 950 time: 0.0495377 Nov 12 00:34:40.644341 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c80d41b0-b286-4b4d-b1eb-dcf1ba62f866 req-5d1308fe-ba9a-4b81-9f7f-a4c32397376e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=72187372-8784-4ea3-a8cc-156ebd4cb028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789564 Nov 12 00:34:40.646267 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fc5cc505-5f2d-4622-8079-92a0eaa2b9ac req-b5dd0d16-2f18-4d5f-a95f-7c970878c027 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798764 Nov 12 00:34:40.655082 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-06b2c3f7-a845-4375-b7cd-c87040c35dbb req-52911edf-4710-443d-91dc-33a77f527593 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/security-groups?id=72187372-8784-4ea3-a8cc-156ebd4cb028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416224 Nov 12 00:34:40.819720 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bcc6c-5c68-4ade-a61b-09d420eb7af4 req-a5ba2b55-5f94-4ef5-9196-e40f3134c50b tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:40.821270 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-442bcc6c-5c68-4ade-a61b-09d420eb7af4 req-a5ba2b55-5f94-4ef5-9196-e40f3134c50b tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 945 time: 0.0520558 Nov 12 00:34:40.870735 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-442bcc6c-5c68-4ade-a61b-09d420eb7af4 req-df0f77f5-e50d-491a-8e51-fe60c3586fa0 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426521 Nov 12 00:34:40.901273 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d563cc1-53dd-498c-8aa5-27e12c2496ee req-c7267bfc-36fe-4170-adfd-1b32fdde23b2 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:40.903083 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5d563cc1-53dd-498c-8aa5-27e12c2496ee req-c7267bfc-36fe-4170-adfd-1b32fdde23b2 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8caf190-641f-4e6a-be70-b9afb4df0216 HTTP/1.1" status: 200 len: 949 time: 0.0533423 Nov 12 00:34:40.953950 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5d563cc1-53dd-498c-8aa5-27e12c2496ee req-5e22e648-d6cb-43f4-9503-1915da48cc34 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449798 Nov 12 00:34:41.172201 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36345735-3004-431e-b0b8-0b4a21eb42a5 req-9aa61cd4-649e-44f4-8805-160afa5ce8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:41.174764 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-36345735-3004-431e-b0b8-0b4a21eb42a5 req-9aa61cd4-649e-44f4-8805-160afa5ce8ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 1127 time: 0.0496500 Nov 12 00:34:41.205680 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46998) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:41.224223 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec822887-dc35-4802-a764-dae74e9b9720 req-76cc65ff-f286-4bb6-a06c-7cde2d26e8f6 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:41.226152 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ec822887-dc35-4802-a764-dae74e9b9720 req-76cc65ff-f286-4bb6-a06c-7cde2d26e8f6 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.0612648 Nov 12 00:34:41.276748 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ec822887-dc35-4802-a764-dae74e9b9720 req-6f5b0910-6a51-46c8-84c5-a8d53d8506c1 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440385 Nov 12 00:34:41.338377 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36345735-3004-431e-b0b8-0b4a21eb42a5 req-ee823dbe-86c5-4b34-b1c7-d3387743f171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:41.339761 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-36345735-3004-431e-b0b8-0b4a21eb42a5 req-ee823dbe-86c5-4b34-b1c7-d3387743f171 service neutron] 10.222.0.15 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 922 time: 0.0956624 Nov 12 00:34:41.346654 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2770d2a0-8c5c-4e97-b83e-a4b40252188f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b31d4c6499214d91b5a6bc49a17a4104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399009 Nov 12 00:34:41.349213 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47002) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:41.385438 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-36345735-3004-431e-b0b8-0b4a21eb42a5 req-55a75526-d2da-44c0-b4fd-2293a2e2e8ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=546fc81c-1951-4bee-88e9-54902fa3b9a7 HTTP/1.1" status: 200 len: 217 time: 0.0376246 Nov 12 00:34:41.398944 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-64f1717b-f386-4c7f-8554-8fa02aab1ac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:41.422593 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-64f1717b-f386-4c7f-8554-8fa02aab1ac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:41.466016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36345735-3004-431e-b0b8-0b4a21eb42a5 req-9a9393ad-10e0-4661-825f-bea3b4456e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:41.467684 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-36345735-3004-431e-b0b8-0b4a21eb42a5 req-9a9393ad-10e0-4661-825f-bea3b4456e7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.0714982 Nov 12 00:34:41.477849 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-64f1717b-f386-4c7f-8554-8fa02aab1ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:41.481976 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-64f1717b-f386-4c7f-8554-8fa02aab1ac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:41.483195 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-64f1717b-f386-4c7f-8554-8fa02aab1ac9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2495b901-4dd7-4310-89fb-688bc81b91d3 HTTP/1.1" status: 204 len: 168 time: 0.1330714 Nov 12 00:34:41.512510 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-36345735-3004-431e-b0b8-0b4a21eb42a5 req-32682eea-c1c5-4752-a3c5-47ecf87096c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336552 Nov 12 00:34:41.519644 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1717b-f386-4c7f-8554-8fa02aab1ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2495b901-4dd7-4310-89fb-688bc81b91d3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:41.520155 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a904053-e0f2-4765-8686-47b718d8f475 req-a9e04473-c026-4c47-bb38-321312598ccb tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:41.521608 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1a904053-e0f2-4765-8686-47b718d8f475 req-a9e04473-c026-4c47-bb38-321312598ccb tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 950 time: 0.0916462 Nov 12 00:34:41.532164 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1717b-f386-4c7f-8554-8fa02aab1ac9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:41.532608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1717b-f386-4c7f-8554-8fa02aab1ac9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:41.533071 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1717b-f386-4c7f-8554-8fa02aab1ac9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:41.533466 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1717b-f386-4c7f-8554-8fa02aab1ac9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:41.533866 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1717b-f386-4c7f-8554-8fa02aab1ac9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:41.534271 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1717b-f386-4c7f-8554-8fa02aab1ac9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:41.534670 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1717b-f386-4c7f-8554-8fa02aab1ac9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:41.535062 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1717b-f386-4c7f-8554-8fa02aab1ac9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:41.535461 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1717b-f386-4c7f-8554-8fa02aab1ac9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:41.535858 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1717b-f386-4c7f-8554-8fa02aab1ac9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:41.536253 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1717b-f386-4c7f-8554-8fa02aab1ac9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:41.536649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f1717b-f386-4c7f-8554-8fa02aab1ac9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:41.578515 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b8a7f-5878-471c-882d-b54455d2ae90 req-9b68189d-110a-49ae-85cb-0a4616cb7789 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:41.581213 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-721b8a7f-5878-471c-882d-b54455d2ae90 req-9b68189d-110a-49ae-85cb-0a4616cb7789 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 944 time: 0.0967891 Nov 12 00:34:41.641586 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-721b8a7f-5878-471c-882d-b54455d2ae90 req-b118da8b-af51-4bbd-a0aa-1e4f50a1dbd4 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547009 Nov 12 00:34:41.758127 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e725f-4242-4440-ad2c-234161e8231d req-6c08c55f-8283-48fd-b4b9-89de4c2f8b8a tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:41.760175 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a84e725f-4242-4440-ad2c-234161e8231d req-6c08c55f-8283-48fd-b4b9-89de4c2f8b8a tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 950 time: 0.0536342 Nov 12 00:34:41.761031 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01cc9478-9926-4721-a09c-f549712673b4', 'tag': '546fc81c-1951-4bee-88e9-54902fa3b9a7'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:41.763262 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d2c5ec-9fb2-4bea-9062-dc254a671324" -d '{"events": [{"name": "network-changed", "server_uuid": "01cc9478-9926-4721-a09c-f549712673b4", "tag": "546fc81c-1951-4bee-88e9-54902fa3b9a7"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:41.829609 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a84e725f-4242-4440-ad2c-234161e8231d req-c0761af9-3610-4260-989c-2ba4cdc2f71d tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625989 Nov 12 00:34:41.836418 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47018) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:41.858031 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1a904053-e0f2-4765-8686-47b718d8f475 req-17666baa-45e6-4806-a09e-3a1dfc88365d tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/security-groups?id=61c3671f-57dc-4b7c-b6e0-8dd7738552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270314 Nov 12 00:34:41.889797 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-36345735-3004-431e-b0b8-0b4a21eb42a5 req-fdfcb0df-6526-417e-acd8-da7a04d438dc service neutron] 10.222.0.15 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672390 Nov 12 00:34:41.890346 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-163b6e27-c1dc-4c5f-ae89-4e9310684e5d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=051196908bbb4b8686b506d31419864a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0524893 Nov 12 00:34:41.892839 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47022) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:41.957708 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb8d9be-8423-430e-bd45-c2b494ba477b x-openstack-request-id: req-5bb8d9be-8423-430e-bd45-c2b494ba477b {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:41.958090 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01cc9478-9926-4721-a09c-f549712673b4", "tag": "546fc81c-1951-4bee-88e9-54902fa3b9a7", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:41.958404 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bb8d9be-8423-430e-bd45-c2b494ba477b {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:41.959134 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01cc9478-9926-4721-a09c-f549712673b4', 'tag': '546fc81c-1951-4bee-88e9-54902fa3b9a7', 'status': 'completed', 'code': 200} Nov 12 00:34:41.994930 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-775b6ee0-5e01-41b6-b0d9-7fa29cca4112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:42.019505 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293f0b7-d168-4f14-900c-574899fc0b1e req-5917fca7-9fcb-44fc-aba9-09d1a0837f0b tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:42.026888 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8293f0b7-d168-4f14-900c-574899fc0b1e req-5917fca7-9fcb-44fc-aba9-09d1a0837f0b tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ffade62-ac6d-4fbb-8705-01d2104a2cc5 HTTP/1.1" status: 200 len: 950 time: 0.1153717 Nov 12 00:34:42.033319 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51575c18-0c7a-4bc6-a678-dc15fb3aebd9 req-26383a2f-ef03-499f-82e1-d77de987ac08 tempest-DeleteServersAdminTestJSON-37240265 tempest-DeleteServersAdminTestJSON-37240265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:42.034877 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-51575c18-0c7a-4bc6-a678-dc15fb3aebd9 req-26383a2f-ef03-499f-82e1-d77de987ac08 tempest-DeleteServersAdminTestJSON-37240265 tempest-DeleteServersAdminTestJSON-37240265-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 1102 time: 0.1119184 Nov 12 00:34:42.042674 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-775b6ee0-5e01-41b6-b0d9-7fa29cca4112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:42.088416 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-36345735-3004-431e-b0b8-0b4a21eb42a5 req-ea101653-0cf3-4c13-a64b-05ae10bf2d1a service neutron] 10.222.0.15 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665752 Nov 12 00:34:42.113262 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8293f0b7-d168-4f14-900c-574899fc0b1e req-4fb692e0-f06e-4dd0-833b-6192e8aefacb tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/security-groups?id=72187372-8784-4ea3-a8cc-156ebd4cb028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852728 Nov 12 00:34:42.138405 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-775b6ee0-5e01-41b6-b0d9-7fa29cca4112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:42.141326 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-775b6ee0-5e01-41b6-b0d9-7fa29cca4112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:42.142687 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-775b6ee0-5e01-41b6-b0d9-7fa29cca4112 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d105f8c2-3635-47a5-9dc1-f8a1d3add750 HTTP/1.1" status: 204 len: 168 time: 0.2485414 Nov 12 00:34:42.164108 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b6ee0-5e01-41b6-b0d9-7fa29cca4112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d105f8c2-3635-47a5-9dc1-f8a1d3add750,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:42.193112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-51575c18-0c7a-4bc6-a678-dc15fb3aebd9 req-35b06f9c-9edd-496b-92bf-bdfb850abcf7 tempest-DeleteServersAdminTestJSON-37240265 tempest-DeleteServersAdminTestJSON-37240265-project-admin] Deleting port f115b5f7-b661-4210-9ddb-1ab2cffcb28f {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:34:42.193592 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-51575c18-0c7a-4bc6-a678-dc15fb3aebd9 req-35b06f9c-9edd-496b-92bf-bdfb850abcf7 tempest-DeleteServersAdminTestJSON-37240265 tempest-DeleteServersAdminTestJSON-37240265-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:42.213928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af20326-d8bb-4f4c-8001-91d1a1cea739 req-63e32409-413e-435b-9e31-dad396f603db tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:42.216117 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8af20326-d8bb-4f4c-8001-91d1a1cea739 req-63e32409-413e-435b-9e31-dad396f603db tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 945 time: 0.0825479 Nov 12 00:34:42.287241 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d44072-beba-451d-bd08-de447611958b req-15b0d87c-8502-4fba-b091-3247a440df8f tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:42.289411 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-36d44072-beba-451d-bd08-de447611958b req-15b0d87c-8502-4fba-b091-3247a440df8f tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8caf190-641f-4e6a-be70-b9afb4df0216 HTTP/1.1" status: 200 len: 949 time: 0.0648241 Nov 12 00:34:42.338734 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2c5ec-9fb2-4bea-9062-dc254a671324 req-a1581604-3851-4273-be20-c29b1cb67cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:42.340810 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-56d2c5ec-9fb2-4bea-9062-dc254a671324 req-a1581604-3851-4273-be20-c29b1cb67cf7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 1127 time: 0.1176057 Nov 12 00:34:42.346879 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-36d44072-beba-451d-bd08-de447611958b req-cec6424e-162c-4a54-9a35-f3cc543049a9 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472689 Nov 12 00:34:42.370594 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8af20326-d8bb-4f4c-8001-91d1a1cea739 req-2a3989da-31bc-4248-bb8d-3b5f1e9eeb82 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307523 Nov 12 00:34:42.411859 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-51575c18-0c7a-4bc6-a678-dc15fb3aebd9 req-35b06f9c-9edd-496b-92bf-bdfb850abcf7 tempest-DeleteServersAdminTestJSON-37240265 tempest-DeleteServersAdminTestJSON-37240265-project-admin] For port f115b5f7-b661-4210-9ddb-1ab2cffcb28f, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=f115b5f7-b661-4210-9ddb-1ab2cffcb28f,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:42.412236 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-51575c18-0c7a-4bc6-a678-dc15fb3aebd9 req-35b06f9c-9edd-496b-92bf-bdfb850abcf7 tempest-DeleteServersAdminTestJSON-37240265 tempest-DeleteServersAdminTestJSON-37240265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:42.484910 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-51575c18-0c7a-4bc6-a678-dc15fb3aebd9 req-35b06f9c-9edd-496b-92bf-bdfb850abcf7 tempest-DeleteServersAdminTestJSON-37240265 tempest-DeleteServersAdminTestJSON-37240265-project-admin] Calling delete_port for f115b5f7-b661-4210-9ddb-1ab2cffcb28f owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:34:42.598619 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2c5ec-9fb2-4bea-9062-dc254a671324 req-8187bcd9-b285-4074-a2e0-acde94af7f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:42.604758 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-56d2c5ec-9fb2-4bea-9062-dc254a671324 req-8187bcd9-b285-4074-a2e0-acde94af7f55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 922 time: 0.2501595 Nov 12 00:34:42.619641 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125530e-a131-4700-a0ec-d87cb6599f36 req-bf2093ae-41af-4be2-8f9f-7374c805156c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:42.621953 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f125530e-a131-4700-a0ec-d87cb6599f36 req-bf2093ae-41af-4be2-8f9f-7374c805156c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.1743200 Nov 12 00:34:42.660520 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41539f51-e4ab-4b83-a30c-e41086251ba9 req-d3ceb6b3-a2c0-4965-9597-e5dcc9b25b01 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:42.667293 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41539f51-e4ab-4b83-a30c-e41086251ba9 req-d3ceb6b3-a2c0-4965-9597-e5dcc9b25b01 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 945 time: 0.0713201 Nov 12 00:34:42.672262 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47048) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:42.679445 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-5b8c3b39-fabe-4913-a151-c35ee56117e1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Request body: {'floatingip': {'port_id': '24dd6d1d-d8fd-4700-98a7-0f84e25a04be'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:42.685028 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-56d2c5ec-9fb2-4bea-9062-dc254a671324 req-339f564e-7797-4c98-837b-6ac03f309b73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=546fc81c-1951-4bee-88e9-54902fa3b9a7 HTTP/1.1" status: 200 len: 217 time: 0.0617466 Nov 12 00:34:42.792224 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2c5ec-9fb2-4bea-9062-dc254a671324 req-b5b900e4-05dc-472f-a2ec-bebd62d1217a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:42.793843 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-56d2c5ec-9fb2-4bea-9062-dc254a671324 req-b5b900e4-05dc-472f-a2ec-bebd62d1217a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.0995357 Nov 12 00:34:42.796414 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b8c3b39-fabe-4913-a151-c35ee56117e1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:42.827365 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f125530e-a131-4700-a0ec-d87cb6599f36 req-39ed07df-f4e9-48ff-afdb-2ab118041deb tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982791 Nov 12 00:34:42.851103 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-56d2c5ec-9fb2-4bea-9062-dc254a671324 req-a1b21fc5-111e-4fac-a8d6-be02d5c5bf28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367146 Nov 12 00:34:42.883047 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-51575c18-0c7a-4bc6-a678-dc15fb3aebd9 req-35b06f9c-9edd-496b-92bf-bdfb850abcf7 tempest-DeleteServersAdminTestJSON-37240265 tempest-DeleteServersAdminTestJSON-37240265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:42.921216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b473564-b12c-4d43-aae1-9c6486d0fc0d req-c4be0310-2827-4ac4-a80d-bd7dfd6fa3f9 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:42.922964 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b473564-b12c-4d43-aae1-9c6486d0fc0d req-c4be0310-2827-4ac4-a80d-bd7dfd6fa3f9 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 950 time: 0.1429331 Nov 12 00:34:42.930509 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['f115b5f7-b661-4210-9ddb-1ab2cffcb28f'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:34:42.939582 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b06f9c-9edd-496b-92bf-bdfb850abcf7 tempest-DeleteServersAdminTestJSON-37240265 tempest-DeleteServersAdminTestJSON-37240265-project-admin] Pushing event deleted for resources: {'Port': ['ID=f115b5f7-b661-4210-9ddb-1ab2cffcb28f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:43.051230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b473564-b12c-4d43-aae1-9c6486d0fc0d req-e69516fa-3727-4255-a327-666cf9505079 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/security-groups?id=61c3671f-57dc-4b7c-b6e0-8dd7738552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120286 Nov 12 00:34:43.080733 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-51575c18-0c7a-4bc6-a678-dc15fb3aebd9 req-35b06f9c-9edd-496b-92bf-bdfb850abcf7 tempest-DeleteServersAdminTestJSON-37240265 tempest-DeleteServersAdminTestJSON-37240265-project-admin] No DVR routers for this DVR port f115b5f7-b661-4210-9ddb-1ab2cffcb28f on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:34:43.084644 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-51575c18-0c7a-4bc6-a678-dc15fb3aebd9 req-35b06f9c-9edd-496b-92bf-bdfb850abcf7 tempest-DeleteServersAdminTestJSON-37240265 tempest-DeleteServersAdminTestJSON-37240265-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:43.088030 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-51575c18-0c7a-4bc6-a678-dc15fb3aebd9 req-35b06f9c-9edd-496b-92bf-bdfb850abcf7 tempest-DeleteServersAdminTestJSON-37240265 tempest-DeleteServersAdminTestJSON-37240265-project-admin] 10.222.0.15 "DELETE /v2.0/ports/f115b5f7-b661-4210-9ddb-1ab2cffcb28f HTTP/1.1" status: 204 len: 173 time: 1.0448108 Nov 12 00:34:43.147208 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-56d2c5ec-9fb2-4bea-9062-dc254a671324 req-dad9ea1e-bbff-4814-806d-356893fdd524 service neutron] 10.222.0.15 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784441 Nov 12 00:34:43.179333 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 546fc81c-1951-4bee-88e9-54902fa3b9a7 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:34:43.191216 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef5f4b-d665-47ba-ac11-c71449b32a3a req-ae26f410-c1d3-427e-86b6-7ecfd13d498b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:43.199028 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device c1b39f90-04de-4ca1-9c30-f58fd9ee1029 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:34:43.200516 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6ef5f4b-d665-47ba-ac11-c71449b32a3a req-ae26f410-c1d3-427e-86b6-7ecfd13d498b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 944 time: 0.2620564 Nov 12 00:34:43.278508 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: c1b39f90-04de-4ca1-9c30-f58fd9ee1029 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:34:43.278854 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device c1b39f90-04de-4ca1-9c30-f58fd9ee1029 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:34:43.316954 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6ef5f4b-d665-47ba-ac11-c71449b32a3a req-ef944218-e61c-450e-9d5f-261cb4bfa40c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133220 Nov 12 00:34:43.347073 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c26172e-65df-45fb-abef-4d066b368ea8 req-ef02cc2a-d984-4243-b238-087cf4b9350d tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e352dbe-e8e1-45ef-aaff-331681209256 HTTP/1.1" status: 200 len: 210 time: 0.0365388 Nov 12 00:34:43.403736 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 546fc81c-1951-4bee-88e9-54902fa3b9a7, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=546fc81c-1951-4bee-88e9-54902fa3b9a7,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:43.418892 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 546fc81c-1951-4bee-88e9-54902fa3b9a7 has no active binding in host n-h1-712137-14 {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:34:43.426711 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-56d2c5ec-9fb2-4bea-9062-dc254a671324 req-ff222fd9-c105-4e6e-a98d-a1b34cba2052 service neutron] 10.222.0.15 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702823 Nov 12 00:34:43.516565 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2dbf1-232b-4e4a-afb5-b445f7246183 req-0635e556-5d71-410a-bd0e-94dcf4869da7 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:43.518449 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1af2dbf1-232b-4e4a-afb5-b445f7246183 req-0635e556-5d71-410a-bd0e-94dcf4869da7 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ffade62-ac6d-4fbb-8705-01d2104a2cc5 HTTP/1.1" status: 200 len: 950 time: 0.0648363 Nov 12 00:34:43.575534 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1af2dbf1-232b-4e4a-afb5-b445f7246183 req-018aa36c-1c69-4fca-ae96-0f98d193cad1 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/security-groups?id=72187372-8784-4ea3-a8cc-156ebd4cb028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493741 Nov 12 00:34:43.690568 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a420e6-8ea2-4f3a-bb63-047c9fc889d2 req-4c5801e0-b0e9-4578-9513-4d18b6d7ce0e tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:43.692170 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74a420e6-8ea2-4f3a-bb63-047c9fc889d2 req-4c5801e0-b0e9-4578-9513-4d18b6d7ce0e tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8caf190-641f-4e6a-be70-b9afb4df0216 HTTP/1.1" status: 200 len: 949 time: 0.2119315 Nov 12 00:34:43.840027 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74a420e6-8ea2-4f3a-bb63-047c9fc889d2 req-ee441bb6-a34d-43ef-97fb-5ec05da6d215 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395566 Nov 12 00:34:43.959541 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e352dbe-e8e1-45ef-aaff-331681209256', 'name': 'network-vif-deleted', 'tag': 'f115b5f7-b661-4210-9ddb-1ab2cffcb28f'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:43.962195 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04899340-2458-406d-a4a4-a2125cb7454a" -d '{"events": [{"server_uuid": "7e352dbe-e8e1-45ef-aaff-331681209256", "name": "network-vif-deleted", "tag": "f115b5f7-b661-4210-9ddb-1ab2cffcb28f"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:43.975683 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b8c3b39-fabe-4913-a151-c35ee56117e1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:43.983297 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b8c3b39-fabe-4913-a151-c35ee56117e1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:44.033849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed27f3-fb89-42e3-b608-55b66022ae13 req-8e996e53-5f85-4742-aa5c-f82fc3f2196a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:44.036099 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-33ed27f3-fb89-42e3-b608-55b66022ae13 req-8e996e53-5f85-4742-aa5c-f82fc3f2196a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.0699551 Nov 12 00:34:44.134956 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-33ed27f3-fb89-42e3-b608-55b66022ae13 req-36ea19ea-e691-47d8-9d00-1cb57ad3d374 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919535 Nov 12 00:34:44.194164 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-5b8c3b39-fabe-4913-a151-c35ee56117e1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Floating IP 89efbbbb-afec-4481-9fee-242109544d5c associated. External IP: 172.25.0.212, port: 24dd6d1d-d8fd-4700-98a7-0f84e25a04be. Nov 12 00:34:44.234689 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb12e362-8608-4dcd-a96c-97b90add8a01 x-openstack-request-id: req-eb12e362-8608-4dcd-a96c-97b90add8a01 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:44.235215 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e352dbe-e8e1-45ef-aaff-331681209256", "name": "network-vif-deleted", "tag": "f115b5f7-b661-4210-9ddb-1ab2cffcb28f", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:44.236458 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb12e362-8608-4dcd-a96c-97b90add8a01 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:44.239556 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e352dbe-e8e1-45ef-aaff-331681209256', 'name': 'network-vif-deleted', 'tag': 'f115b5f7-b661-4210-9ddb-1ab2cffcb28f', 'status': 'completed', 'code': 200} Nov 12 00:34:44.350798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfea42-b695-443c-8d7d-1474c7a68ca7 req-c08ccb69-f665-4183-be46-61c231fabd91 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:44.352324 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0bfea42-b695-443c-8d7d-1474c7a68ca7 req-c08ccb69-f665-4183-be46-61c231fabd91 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 950 time: 0.0617108 Nov 12 00:34:44.418865 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0bfea42-b695-443c-8d7d-1474c7a68ca7 req-a1f78c4a-9c1c-4e44-bdd2-a5312ab9747f tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/security-groups?id=61c3671f-57dc-4b7c-b6e0-8dd7738552c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571146 Nov 12 00:34:44.450085 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8c3b39-fabe-4913-a151-c35ee56117e1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Router 655ce57c-c595-477a-9a27-a8b94ab562f0 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:34:44.584101 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8c3b39-fabe-4913-a151-c35ee56117e1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:34:44.589681 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b8c3b39-fabe-4913-a151-c35ee56117e1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:44.608392 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf967369-eeaa-403e-a9f4-8dc44b54d4a8 None None] Sync routers for ids ['655ce57c-c595-477a-9a27-a8b94ab562f0'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:34:44.617652 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf967369-eeaa-403e-a9f4-8dc44b54d4a8 None None] Routers {'655ce57c-c595-477a-9a27-a8b94ab562f0'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:34:44.618233 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-bf967369-eeaa-403e-a9f4-8dc44b54d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:34:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['655ce57c-c595-477a-9a27-a8b94ab562f0'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:34:44.636132 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5b8c3b39-fabe-4913-a151-c35ee56117e1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "PUT /v2.0/floatingips/89efbbbb-afec-4481-9fee-242109544d5c HTTP/1.1" status: 200 len: 991 time: 1.9595027 Nov 12 00:34:44.647183 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4a9f1d-736c-4298-903f-c87020bfbb2f', 'tag': '24dd6d1d-d8fd-4700-98a7-0f84e25a04be'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:44.649497 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc70c0b-a194-4d41-8283-e5ff492a71c3" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4a9f1d-736c-4298-903f-c87020bfbb2f", "tag": "24dd6d1d-d8fd-4700-98a7-0f84e25a04be"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:44.676127 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bad97c-c154-4e7f-9d19-a95bdb599cf0 req-418aa7e9-1b7e-4901-9993-cb41dd9550c9 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:44.677723 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-96bad97c-c154-4e7f-9d19-a95bdb599cf0 req-418aa7e9-1b7e-4901-9993-cb41dd9550c9 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 944 time: 0.0629096 Nov 12 00:34:44.705494 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fe15f-5090-4aa3-a779-4a879816f622 req-39cbc4cd-82a9-4533-a914-25bfbcf5f3e0 tempest-MigrationsAdminTest-699601597 tempest-MigrationsAdminTest-699601597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:44.707094 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-840fe15f-5090-4aa3-a779-4a879816f622 req-39cbc4cd-82a9-4533-a914-25bfbcf5f3e0 tempest-MigrationsAdminTest-699601597 tempest-MigrationsAdminTest-699601597-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 1102 time: 0.0499582 Nov 12 00:34:44.729193 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-840fe15f-5090-4aa3-a779-4a879816f622 req-f329f718-e143-4512-b6ce-84533e123b2e tempest-MigrationsAdminTest-699601597 tempest-MigrationsAdminTest-699601597-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:44.733877 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-bf967369-eeaa-403e-a9f4-8dc44b54d4a8 None None] Set router 655ce57c-c595-477a-9a27-a8b94ab562f0 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:34:44.741264 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-96bad97c-c154-4e7f-9d19-a95bdb599cf0 req-e983918b-d131-4b4a-84f7-7f82aaf603e8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573595 Nov 12 00:34:44.817256 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-840fe15f-5090-4aa3-a779-4a879816f622 req-f329f718-e143-4512-b6ce-84533e123b2e tempest-MigrationsAdminTest-699601597 tempest-MigrationsAdminTest-699601597-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:44.822225 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-840fe15f-5090-4aa3-a779-4a879816f622 req-f329f718-e143-4512-b6ce-84533e123b2e tempest-MigrationsAdminTest-699601597 tempest-MigrationsAdminTest-699601597-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:44.890614 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-3d23eea4-387e-4a76-b953-f96cabe19818 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3af1d349d51b4d97ad8f9022e1b1baa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221140 Nov 12 00:34:44.923470 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-840fe15f-5090-4aa3-a779-4a879816f622 req-f329f718-e143-4512-b6ce-84533e123b2e tempest-MigrationsAdminTest-699601597 tempest-MigrationsAdminTest-699601597-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070646 Nov 12 00:34:44.925179 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329f718-e143-4512-b6ce-84533e123b2e tempest-MigrationsAdminTest-699601597 tempest-MigrationsAdminTest-699601597-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36b1e02-510a-4714-b0a7-e3285e75aab0,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:44.947796 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16983f7-783a-482a-90d8-d436c0e1f836 req-603358c0-956a-462f-b9cb-bae590d98110 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:44.947796 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b16983f7-783a-482a-90d8-d436c0e1f836 req-603358c0-956a-462f-b9cb-bae590d98110 tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 950 time: 0.1154630 Nov 12 00:34:45.015085 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-6c6fde3a-f975-4eb6-ae46-a6d9244b4387 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:45.016626 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-6c6fde3a-f975-4eb6-ae46-a6d9244b4387 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1176379 Nov 12 00:34:45.044196 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-37564fb5-090f-4ac0-a8d3-458e650ca254 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/quotas/3af1d349d51b4d97ad8f9022e1b1baa7 HTTP/1.1" status: 200 len: 375 time: 0.0188425 Nov 12 00:34:45.097761 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-00014d17-fcc5-4f7d-97b1-91684cfe6623 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3af1d349d51b4d97ad8f9022e1b1baa7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0525959 Nov 12 00:34:45.142422 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-b16983f7-783a-482a-90d8-d436c0e1f836 req-45a53307-9883-4c92-9e6b-22444ac344ab tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Deleting port 15450f7f-7bc9-415f-9b03-b1ba1ad8067b {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:34:45.143046 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b16983f7-783a-482a-90d8-d436c0e1f836 req-45a53307-9883-4c92-9e6b-22444ac344ab tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:45.201573 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-bf967369-eeaa-403e-a9f4-8dc44b54d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-router', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:39Z', 'updated_at': '2021-11-12T00:33:44Z', 'revision_number': 4, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'gw_port': {'id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:40Z', 'updated_at': '2021-11-12T00:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '89efbbbb-afec-4481-9fee-242109544d5c', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'port_id': '24dd6d1d-d8fd-4700-98a7-0f84e25a04be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'mac_address': 'fa:16:3e:2f:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4a9f1d-736c-4298-903f-c87020bfbb2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:34:08Z', 'updated_at': '2021-11-12T00:34:43Z', 'revision_number': 1, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68617f3f-e656-4347-9124-14c9ffaf4057', 'name': '', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'mac_address': 'fa:16:3e:87:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:43Z', 'updated_at': '2021-11-12T00:33:50Z', 'revision_number': 5, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'subnets': [{'id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:34:45.239702 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device f115b5f7-b661-4210-9ddb-1ab2cffcb28f no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:34:45.247413 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf967369-eeaa-403e-a9f4-8dc44b54d4a8 None None] Checking router: 655ce57c-c595-477a-9a27-a8b94ab562f0 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:34:45.256501 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf967369-eeaa-403e-a9f4-8dc44b54d4a8 None None] Routers {'655ce57c-c595-477a-9a27-a8b94ab562f0'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:34:45.257279 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-bf967369-eeaa-403e-a9f4-8dc44b54d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:34:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['655ce57c-c595-477a-9a27-a8b94ab562f0'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:34:45.259682 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-b16983f7-783a-482a-90d8-d436c0e1f836 req-45a53307-9883-4c92-9e6b-22444ac344ab tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] For port 15450f7f-7bc9-415f-9b03-b1ba1ad8067b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=15450f7f-7bc9-415f-9b03-b1ba1ad8067b,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:45.260181 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b16983f7-783a-482a-90d8-d436c0e1f836 req-45a53307-9883-4c92-9e6b-22444ac344ab tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:45.277904 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-b16983f7-783a-482a-90d8-d436c0e1f836 req-45a53307-9883-4c92-9e6b-22444ac344ab tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Calling delete_port for 15450f7f-7bc9-415f-9b03-b1ba1ad8067b owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:34:45.280450 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: f115b5f7-b661-4210-9ddb-1ab2cffcb28f {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:34:45.281004 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device f115b5f7-b661-4210-9ddb-1ab2cffcb28f not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:34:45.293892 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa821c5-951c-42aa-9d4a-793b3f5e89ba x-openstack-request-id: req-6aa821c5-951c-42aa-9d4a-793b3f5e89ba {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:45.294771 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4a9f1d-736c-4298-903f-c87020bfbb2f", "tag": "24dd6d1d-d8fd-4700-98a7-0f84e25a04be", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:45.295129 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6aa821c5-951c-42aa-9d4a-793b3f5e89ba {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:45.295616 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4a9f1d-736c-4298-903f-c87020bfbb2f', 'tag': '24dd6d1d-d8fd-4700-98a7-0f84e25a04be', 'status': 'completed', 'code': 200} Nov 12 00:34:45.390906 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-bf967369-eeaa-403e-a9f4-8dc44b54d4a8 None None] Set router 655ce57c-c595-477a-9a27-a8b94ab562f0 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:34:45.404890 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-be51b9d1-d083-4caa-acc6-724f217906b2 req-e03c7171-b032-4007-942e-47c1e31b817f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:34:45.405793 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be51b9d1-d083-4caa-acc6-724f217906b2 req-e03c7171-b032-4007-942e-47c1e31b817f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057681 Nov 12 00:34:45.531995 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-833f2839-7c3c-473a-b228-db8b8acae336 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=603c85d87f0048fbbe3d1903a7019918&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626473 Nov 12 00:34:45.536207 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b16983f7-783a-482a-90d8-d436c0e1f836 req-45a53307-9883-4c92-9e6b-22444ac344ab tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:45.593437 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['15450f7f-7bc9-415f-9b03-b1ba1ad8067b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:34:45.675475 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-bf967369-eeaa-403e-a9f4-8dc44b54d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-router', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:39Z', 'updated_at': '2021-11-12T00:33:44Z', 'revision_number': 4, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'gw_port': {'id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:40Z', 'updated_at': '2021-11-12T00:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '89efbbbb-afec-4481-9fee-242109544d5c', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'port_id': '24dd6d1d-d8fd-4700-98a7-0f84e25a04be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'mac_address': 'fa:16:3e:2f:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4a9f1d-736c-4298-903f-c87020bfbb2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:34:08Z', 'updated_at': '2021-11-12T00:34:43Z', 'revision_number': 1, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68617f3f-e656-4347-9124-14c9ffaf4057', 'name': '', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'mac_address': 'fa:16:3e:87:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:43Z', 'updated_at': '2021-11-12T00:33:50Z', 'revision_number': 5, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'subnets': [{'id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:34:45.727086 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a53307-9883-4c92-9e6b-22444ac344ab tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Pushing event deleted for resources: {'Port': ['ID=15450f7f-7bc9-415f-9b03-b1ba1ad8067b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:45.747684 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf967369-eeaa-403e-a9f4-8dc44b54d4a8 None None] The sync data for ids ['655ce57c-c595-477a-9a27-a8b94ab562f0'] in n-d-712137-14 is: [{'id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-router', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:39Z', 'updated_at': '2021-11-12T00:33:44Z', 'revision_number': 4, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'gw_port': {'id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:40Z', 'updated_at': '2021-11-12T00:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '89efbbbb-afec-4481-9fee-242109544d5c', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'port_id': '24dd6d1d-d8fd-4700-98a7-0f84e25a04be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'mac_address': 'fa:16:3e:2f:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4a9f1d-736c-4298-903f-c87020bfbb2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:34:08Z', 'updated_at': '2021-11-12T00:34:43Z', 'revision_number': 1, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68617f3f-e656-4347-9124-14c9ffaf4057', 'name': '', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'mac_address': 'fa:16:3e:87:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:43Z', 'updated_at': '2021-11-12T00:33:50Z', 'revision_number': 5, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'subnets': [{'id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:34:45.982239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc70c0b-a194-4d41-8283-e5ff492a71c3 req-653ab0ab-8d38-4ec2-8d8c-aef58ef016c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:45.983894 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc70c0b-a194-4d41-8283-e5ff492a71c3 req-653ab0ab-8d38-4ec2-8d8c-aef58ef016c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79d381a23e934d43891c5d332d12cc5b&device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 1097 time: 0.5243042 Nov 12 00:34:45.984628 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16983f7-783a-482a-90d8-d436c0e1f836 req-45a53307-9883-4c92-9e6b-22444ac344ab tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] No DVR routers for this DVR port 15450f7f-7bc9-415f-9b03-b1ba1ad8067b on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:34:45.993634 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b16983f7-783a-482a-90d8-d436c0e1f836 req-45a53307-9883-4c92-9e6b-22444ac344ab tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:45.997571 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b16983f7-783a-482a-90d8-d436c0e1f836 req-45a53307-9883-4c92-9e6b-22444ac344ab tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.15 "DELETE /v2.0/ports/15450f7f-7bc9-415f-9b03-b1ba1ad8067b HTTP/1.1" status: 204 len: 173 time: 1.0466046 Nov 12 00:34:46.108237 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-d9f14f5d-86de-45ed-aeb7-7a48cfc6b7b1 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:46.115901 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-d9f14f5d-86de-45ed-aeb7-7a48cfc6b7b1 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5822923 Nov 12 00:34:46.141908 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91091ef8-31cb-4545-b1ea-cf7beef19dc7 None None] New status for floating IP 89efbbbb-afec-4481-9fee-242109544d5c: ACTIVE {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:34:46.144847 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-7a2a489b-97fd-4cb8-8b12-4ae93f78697d tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/quotas/603c85d87f0048fbbe3d1903a7019918 HTTP/1.1" status: 200 len: 375 time: 0.0286295 Nov 12 00:34:46.164121 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-573773ac-da84-4922-adbd-646efe76410f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1323867 Nov 12 00:34:46.180290 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-dc0395e6-f3ad-4c51-8349-fbf0efda58d0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:34:46.181422 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-dc0395e6-f3ad-4c51-8349-fbf0efda58d0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050476 Nov 12 00:34:46.184786 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc70c0b-a194-4d41-8283-e5ff492a71c3 req-335b2a85-58df-4816-a52d-c7ecc94e64f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:46.185470 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc70c0b-a194-4d41-8283-e5ff492a71c3 req-335b2a85-58df-4816-a52d-c7ecc94e64f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=95691eda-761f-49a3-9e31-31529ccc7497 HTTP/1.1" status: 200 len: 925 time: 0.1868916 Nov 12 00:34:46.211044 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-d43fa7a1-69e1-4b8c-9dfd-d7c447a20d12 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=603c85d87f0048fbbe3d1903a7019918&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500255 Nov 12 00:34:46.269917 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26c9726-e496-41da-a822-31b99756ec1e', 'name': 'network-vif-deleted', 'tag': '15450f7f-7bc9-415f-9b03-b1ba1ad8067b'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:46.273056 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f23330-9bde-439e-8bb7-d56518fbe3f2" -d '{"events": [{"server_uuid": "f26c9726-e496-41da-a822-31b99756ec1e", "name": "network-vif-deleted", "tag": "15450f7f-7bc9-415f-9b03-b1ba1ad8067b"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:46.339193 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8282b0d-d177-4af5-9e5b-b6d9b971fa1c req-2075a329-e410-4373-bea9-b68689ac9ebc tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:46.344063 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8282b0d-d177-4af5-9e5b-b6d9b971fa1c req-2075a329-e410-4373-bea9-b68689ac9ebc tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ffade62-ac6d-4fbb-8705-01d2104a2cc5 HTTP/1.1" status: 200 len: 950 time: 0.1203632 Nov 12 00:34:46.383654 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc70c0b-a194-4d41-8283-e5ff492a71c3 req-e662199d-9eef-497f-927d-0c68cd83cb5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24dd6d1d-d8fd-4700-98a7-0f84e25a04be HTTP/1.1" status: 200 len: 999 time: 0.1823416 Nov 12 00:34:46.423236 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8282b0d-d177-4af5-9e5b-b6d9b971fa1c req-481ad7db-35e9-4599-9d90-659a22b42b2b tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/security-groups?id=72187372-8784-4ea3-a8cc-156ebd4cb028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715997 Nov 12 00:34:46.529388 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-69990aaf-95a9-4952-95a0-5c718eb463d5 req-1a7e0454-fd6b-41e7-bc39-677ead316063 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 210 time: 0.0671310 Nov 12 00:34:46.537036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc70c0b-a194-4d41-8283-e5ff492a71c3 req-c00b65a2-a83b-42a1-a704-d30edfce7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:46.549650 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc70c0b-a194-4d41-8283-e5ff492a71c3 req-c00b65a2-a83b-42a1-a704-d30edfce7d6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=520eefa5-ccbe-4263-ad27-cfc4dc67ba2f HTTP/1.1" status: 200 len: 863 time: 0.1572950 Nov 12 00:34:46.613089 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-91f9784e-d922-44f8-b88b-f18cedbb89b1 req-5615534c-1134-415a-9c88-675a3174401a tempest-ServerDiagnosticsNegativeTest-1168908251 tempest-ServerDiagnosticsNegativeTest-1168908251-project] 10.222.0.31 "GET /v2.0/ports?device_id=f26c9726-e496-41da-a822-31b99756ec1e HTTP/1.1" status: 200 len: 210 time: 0.0489192 Nov 12 00:34:46.696096 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc70c0b-a194-4d41-8283-e5ff492a71c3 req-24613cb8-5df1-4d5b-84f2-181a86a821b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:46.697805 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc70c0b-a194-4d41-8283-e5ff492a71c3 req-24613cb8-5df1-4d5b-84f2-181a86a821b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95691eda-761f-49a3-9e31-31529ccc7497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1334181 Nov 12 00:34:46.707089 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003b33b-2f8e-4ab6-a013-d5a7a7e0aef3 req-100be5bb-a0d6-4e20-9a24-05267ddf1474 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:46.708589 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6003b33b-2f8e-4ab6-a013-d5a7a7e0aef3 req-100be5bb-a0d6-4e20-9a24-05267ddf1474 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 944 time: 0.0866716 Nov 12 00:34:46.793516 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ac83c-057f-4e6b-8ece-a7266720b5fc req-ff70b669-6e3f-42c4-b0a1-8115169fe381 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:46.796294 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-464ac83c-057f-4e6b-8ece-a7266720b5fc req-ff70b669-6e3f-42c4-b0a1-8115169fe381 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.0873978 Nov 12 00:34:46.847556 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6003b33b-2f8e-4ab6-a013-d5a7a7e0aef3 req-be7ce0ed-ca69-4b4b-8502-c63a5cc235b3 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311848 Nov 12 00:34:46.916307 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-28607f56-3486-41cc-98eb-8bd9da83c301 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3af1d349d51b4d97ad8f9022e1b1baa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1050510 Nov 12 00:34:46.997883 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-464ac83c-057f-4e6b-8ece-a7266720b5fc req-1860e52c-0d1c-402e-980c-2fb01876e0d8 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913514 Nov 12 00:34:47.057159 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc70c0b-a194-4d41-8283-e5ff492a71c3 req-32220593-5e57-4fc0-9ab8-53d930c4de93 service neutron] 10.222.0.15 "GET /v2.0/networks/95691eda-761f-49a3-9e31-31529ccc7497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904515 Nov 12 00:34:47.085388 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-55b1c861-6546-413f-b214-bed589983c0e service neutron] 10.222.0.15 "GET /v2.0/ports/546fc81c-1951-4bee-88e9-54902fa3b9a7/bindings/n-h1-712137-14 HTTP/1.1" status: 200 len: 385 time: 0.2722349 Nov 12 00:34:47.094395 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac28715d-b1cb-4edb-8e76-9402285519ad x-openstack-request-id: req-ac28715d-b1cb-4edb-8e76-9402285519ad {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:47.094695 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26c9726-e496-41da-a822-31b99756ec1e", "name": "network-vif-deleted", "tag": "15450f7f-7bc9-415f-9b03-b1ba1ad8067b", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:47.094955 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac28715d-b1cb-4edb-8e76-9402285519ad {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:47.095354 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26c9726-e496-41da-a822-31b99756ec1e', 'name': 'network-vif-deleted', 'tag': '15450f7f-7bc9-415f-9b03-b1ba1ad8067b', 'status': 'completed', 'code': 200} Nov 12 00:34:47.114216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030f1d9-2dd4-4b37-9ae1-3f8a1fa89081 req-cbe7936e-d5fb-4077-a9a9-d752d86c0e9a tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:47.116242 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4030f1d9-2dd4-4b37-9ae1-3f8a1fa89081 req-cbe7936e-d5fb-4077-a9a9-d752d86c0e9a tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ffade62-ac6d-4fbb-8705-01d2104a2cc5 HTTP/1.1" status: 200 len: 950 time: 0.1479850 Nov 12 00:34:47.131572 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-63e38629-c793-4d0f-ad76-5dcd582278b4 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:47.133083 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-63e38629-c793-4d0f-ad76-5dcd582278b4 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2089443 Nov 12 00:34:47.158521 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0403a6fe-69cc-4d9f-a276-86ccc9386975 req-60f9a214-d88b-4533-84e6-35e088fbfd09 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 210 time: 0.0604756 Nov 12 00:34:47.184976 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-fbc9dd7b-ad4a-4afc-89c4-7fbe768372f7 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Request body: {'port': {'device_id': '6714f981-5617-41e9-9b92-5f65e74a468b', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': '3af1d349d51b4d97ad8f9022e1b1baa7'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:47.351067 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc70c0b-a194-4d41-8283-e5ff492a71c3 req-d21d1424-3659-4aee-bdd2-e609261c4da1 service neutron] 10.222.0.15 "GET /v2.0/networks/95691eda-761f-49a3-9e31-31529ccc7497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296560 Nov 12 00:34:47.398398 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-fbc9dd7b-ad4a-4afc-89c4-7fbe768372f7 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Made reservation on behalf of 3af1d349d51b4d97ad8f9022e1b1baa7 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:34:47.404342 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-fbc9dd7b-ad4a-4afc-89c4-7fbe768372f7 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:47.627852 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-fbc9dd7b-ad4a-4afc-89c4-7fbe768372f7 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Allocated IP 192.168.233.140 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/c7254c33-d6f7-4fe1-8c6f-3a73a44e4316) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:34:47.682274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-36dbdfe5-d862-45f0-b78e-d3bdca6e3ce8 service neutron] For port 546fc81c-1951-4bee-88e9-54902fa3b9a7, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=546fc81c-1951-4bee-88e9-54902fa3b9a7,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:47.713569 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-36e67d47-715b-4f55-ba65-ccc7c34c26db req-33d7d1d0-6a94-4aeb-bd2e-010138f0eca3 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 210 time: 0.0394068 Nov 12 00:34:47.721043 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811688d9-dc1f-48fd-950e-9de03e2fbe58 req-f99ac059-24fe-4adf-9eed-85d3f2c3cbe7 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:47.722531 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-811688d9-dc1f-48fd-950e-9de03e2fbe58 req-f99ac059-24fe-4adf-9eed-85d3f2c3cbe7 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ffade62-ac6d-4fbb-8705-01d2104a2cc5 HTTP/1.1" status: 200 len: 950 time: 0.1251664 Nov 12 00:34:47.724506 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-36dbdfe5-d862-45f0-b78e-d3bdca6e3ce8 service neutron] For port 546fc81c-1951-4bee-88e9-54902fa3b9a7, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:34:47.765239 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-4030f1d9-2dd4-4b37-9ae1-3f8a1fa89081 req-3e07cd58-e66f-4bc5-a3f7-bf990d31ef30 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Deleting port 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:34:47.765575 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4030f1d9-2dd4-4b37-9ae1-3f8a1fa89081 req-3e07cd58-e66f-4bc5-a3f7-bf990d31ef30 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:47.793399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-36dbdfe5-d862-45f0-b78e-d3bdca6e3ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 546fc81c-1951-4bee-88e9-54902fa3b9a7 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:34:47.823266 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-36dbdfe5-d862-45f0-b78e-d3bdca6e3ce8 service neutron] For port 546fc81c-1951-4bee-88e9-54902fa3b9a7, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=546fc81c-1951-4bee-88e9-54902fa3b9a7,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:47.864029 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-fbc9dd7b-ad4a-4afc-89c4-7fbe768372f7 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:47.893124 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-36dbdfe5-d862-45f0-b78e-d3bdca6e3ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:47.913028 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-fbc9dd7b-ad4a-4afc-89c4-7fbe768372f7 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:47.914974 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-811688d9-dc1f-48fd-950e-9de03e2fbe58 req-1adb6001-7ff7-4504-9256-d26f25cb3956 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/security-groups?id=72187372-8784-4ea3-a8cc-156ebd4cb028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696439 Nov 12 00:34:47.937505 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['41736dae-0de5-45db-8f4d-ac17a7e19f84'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:34:47.988775 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-fbc9dd7b-ad4a-4afc-89c4-7fbe768372f7 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:34:48.015651 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-fbc9dd7b-ad4a-4afc-89c4-7fbe768372f7 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:34:48.025346 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-fbc9dd7b-ad4a-4afc-89c4-7fbe768372f7 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:34:48.041365 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-fbc9dd7b-ad4a-4afc-89c4-7fbe768372f7 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:48.043475 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-fbc9dd7b-ad4a-4afc-89c4-7fbe768372f7 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:48.115145 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-fbc9dd7b-ad4a-4afc-89c4-7fbe768372f7 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9459333 Nov 12 00:34:48.129893 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-4030f1d9-2dd4-4b37-9ae1-3f8a1fa89081 req-3e07cd58-e66f-4bc5-a3f7-bf990d31ef30 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] For port 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=08c1c55a-9a9e-4d6a-9f04-a0857d4a8401,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:48.131292 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9dd7b-ad4a-4afc-89c4-7fbe768372f7 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Pushing event updated for resources: {'Port': ['ID=c7254c33-d6f7-4fe1-8c6f-3a73a44e4316,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:48.139679 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] Request body: {'port': {'device_id': '6714f981-5617-41e9-9b92-5f65e74a468b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:48.144002 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4030f1d9-2dd4-4b37-9ae1-3f8a1fa89081 req-3e07cd58-e66f-4bc5-a3f7-bf990d31ef30 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:48.144355 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-f4618a64-a5b4-437e-82f1-0b48d0af782e tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=603c85d87f0048fbbe3d1903a7019918&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719404 Nov 12 00:34:48.218750 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-4030f1d9-2dd4-4b37-9ae1-3f8a1fa89081 req-3e07cd58-e66f-4bc5-a3f7-bf990d31ef30 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Calling delete_port for 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:34:48.282853 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c6763-78a6-4d91-8c3d-5003535de16c req-0f9df26b-eda6-4ce0-b5c1-9aee031949c0 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:48.291278 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-131c6763-78a6-4d91-8c3d-5003535de16c req-0f9df26b-eda6-4ce0-b5c1-9aee031949c0 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 944 time: 0.2297049 Nov 12 00:34:48.387655 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:48.400334 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-36dbdfe5-d862-45f0-b78e-d3bdca6e3ce8 service neutron] Transition to ACTIVE for port object 546fc81c-1951-4bee-88e9-54902fa3b9a7 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:34:48.429022 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-36dbdfe5-d862-45f0-b78e-d3bdca6e3ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:48.481431 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47272) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:48.500644 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495bbc0-ad93-4cb4-a86d-e74d6c46e445 req-ad16bdee-6bcf-4960-b15a-aeed219f7b67 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:48.503909 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6495bbc0-ad93-4cb4-a86d-e74d6c46e445 req-ad16bdee-6bcf-4960-b15a-aeed219f7b67 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.1555455 Nov 12 00:34:48.508907 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fdcda10d-712c-44a1-9993-d9f2cfb5df68 None None] Provisioning complete for port c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:48.509486 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fdcda10d-712c-44a1-9993-d9f2cfb5df68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:48.515425 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-f01df2bd-ece1-4b17-a049-e33a13462d67 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:48.517061 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-f01df2bd-ece1-4b17-a049-e33a13462d67 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3524637 Nov 12 00:34:48.517433 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-131c6763-78a6-4d91-8c3d-5003535de16c req-33922627-787c-4876-81fe-57fef55d3adf tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252002 Nov 12 00:34:48.556803 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-36dbdfe5-d862-45f0-b78e-d3bdca6e3ce8 service neutron] No DVR routers for this DVR port 546fc81c-1951-4bee-88e9-54902fa3b9a7 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:34:48.565357 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbdfe5-d862-45f0-b78e-d3bdca6e3ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=546fc81c-1951-4bee-88e9-54902fa3b9a7,revision_number=10']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:48.570907 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-f62adaa8-924a-4782-8969-c0f2b14d1a9a tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Request body: {'port': {'device_id': '076be4fe-4680-4bf1-9400-1f7bae83d69a', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': '603c85d87f0048fbbe3d1903a7019918'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:48.576788 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-fdcda10d-712c-44a1-9993-d9f2cfb5df68 None None] Port c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:34:48.683666 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-36dbdfe5-d862-45f0-b78e-d3bdca6e3ce8 service neutron] 10.222.0.15 "PUT /v2.0/ports/546fc81c-1951-4bee-88e9-54902fa3b9a7/bindings/n-h1-712137-14/activate HTTP/1.1" status: 200 len: 370 time: 1.5121329 Nov 12 00:34:48.723413 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4cb92b8e-5302-446f-8ce0-c26fd56890f4 req-a0eff207-c803-4893-8d7d-50743e908265 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 210 time: 0.0436685 Nov 12 00:34:48.728881 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6495bbc0-ad93-4cb4-a86d-e74d6c46e445 req-af567187-33a8-45b6-885c-ca5530f42a07 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928625 Nov 12 00:34:48.739263 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4030f1d9-2dd4-4b37-9ae1-3f8a1fa89081 req-3e07cd58-e66f-4bc5-a3f7-bf990d31ef30 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:48.755687 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['08c1c55a-9a9e-4d6a-9f04-a0857d4a8401'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:34:48.831200 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07cd58-e66f-4bc5-a3f7-bf990d31ef30 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Pushing event deleted for resources: {'Port': ['ID=08c1c55a-9a9e-4d6a-9f04-a0857d4a8401,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:48.901300 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-4030f1d9-2dd4-4b37-9ae1-3f8a1fa89081 req-3e07cd58-e66f-4bc5-a3f7-bf990d31ef30 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] No DVR routers for this DVR port 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:34:48.914548 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4030f1d9-2dd4-4b37-9ae1-3f8a1fa89081 req-3e07cd58-e66f-4bc5-a3f7-bf990d31ef30 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:48.919223 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4030f1d9-2dd4-4b37-9ae1-3f8a1fa89081 req-3e07cd58-e66f-4bc5-a3f7-bf990d31ef30 tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.21 "DELETE /v2.0/ports/08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 HTTP/1.1" status: 204 len: 173 time: 1.7847278 Nov 12 00:34:48.919790 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffade62-ac6d-4fbb-8705-01d2104a2cc5', 'name': 'network-vif-deleted', 'tag': '08c1c55a-9a9e-4d6a-9f04-a0857d4a8401'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:48.922281 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12903237-3625-477d-897f-d1a8158b3186" -d '{"events": [{"server_uuid": "1ffade62-ac6d-4fbb-8705-01d2104a2cc5", "name": "network-vif-deleted", "tag": "08c1c55a-9a9e-4d6a-9f04-a0857d4a8401"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:48.937103 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-012ca322-8802-4373-8787-d272f93dc211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:48.937103 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-012ca322-8802-4373-8787-d272f93dc211 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 1102 time: 0.2162025 Nov 12 00:34:48.939930 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-37d9bad3-d480-47c0-b9b0-d7051d695b11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a4ac95352c8440ee84ba5fb1e8de0f5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4543982 Nov 12 00:34:48.942873 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47290) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:49.017876 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-8a0990bc-ed73-4487-8a93-5d78fd635df7 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:49.019419 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-8a0990bc-ed73-4487-8a93-5d78fd635df7 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4&tenant_id=06163c1124b24fc681237287cdcb2502&binding%3Ahost_id=n-h2-712137-14 HTTP/1.1" status: 200 len: 1097 time: 0.1722023 Nov 12 00:34:49.028588 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e397322f-1540-4cfa-af72-3cb1ac2bfbb2 x-openstack-request-id: req-e397322f-1540-4cfa-af72-3cb1ac2bfbb2 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:49.028971 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffade62-ac6d-4fbb-8705-01d2104a2cc5", "name": "network-vif-deleted", "tag": "08c1c55a-9a9e-4d6a-9f04-a0857d4a8401", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:49.029147 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e397322f-1540-4cfa-af72-3cb1ac2bfbb2 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:49.029545 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffade62-ac6d-4fbb-8705-01d2104a2cc5', 'name': 'network-vif-deleted', 'tag': '08c1c55a-9a9e-4d6a-9f04-a0857d4a8401', 'status': 'completed', 'code': 200} Nov 12 00:34:49.032556 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-f62adaa8-924a-4782-8969-c0f2b14d1a9a tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Made reservation on behalf of 603c85d87f0048fbbe3d1903a7019918 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:34:49.037248 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-f62adaa8-924a-4782-8969-c0f2b14d1a9a tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:49.107906 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-740c20c4-e3b6-4b29-9410-6d68f767c3da req-35c2001f-0dd7-47d4-8459-fce27577557d tempest-TenantUsagesTestJSON-690585801 tempest-TenantUsagesTestJSON-690585801-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ffade62-ac6d-4fbb-8705-01d2104a2cc5 HTTP/1.1" status: 200 len: 210 time: 0.0458956 Nov 12 00:34:49.144350 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5d380e8a-a742-4a7d-a19c-c3dbd2268c85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:49.146619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-64926973-7740-4765-b0cc-63720844d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:49.148067 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-64926973-7740-4765-b0cc-63720844d7f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1974175 Nov 12 00:34:49.201634 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-96b85491-34d7-4dd2-843c-5c9957b340a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=f8e520da-e4f7-40ab-8161-a0383c27e91d HTTP/1.1" status: 200 len: 217 time: 0.0441303 Nov 12 00:34:49.206149 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5d380e8a-a742-4a7d-a19c-c3dbd2268c85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:49.223894 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bc015-a725-432d-9333-0ea61df2766f req-f1e96934-e525-4a2e-a603-f35576f75fdb tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:49.233814 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e60bc015-a725-432d-9333-0ea61df2766f req-f1e96934-e525-4a2e-a603-f35576f75fdb tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 936 time: 0.2837861 Nov 12 00:34:49.281549 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-fe9302f3-8ca6-4534-acfb-57fd7b8c1acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:49.283002 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-fe9302f3-8ca6-4534-acfb-57fd7b8c1acb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0702469 Nov 12 00:34:49.321880 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 15450f7f-7bc9-415f-9b03-b1ba1ad8067b no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:34:49.348371 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 15450f7f-7bc9-415f-9b03-b1ba1ad8067b {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:34:49.348807 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 15450f7f-7bc9-415f-9b03-b1ba1ad8067b not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:34:49.349478 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 546fc81c-1951-4bee-88e9-54902fa3b9a7 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:34:49.349689 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5d380e8a-a742-4a7d-a19c-c3dbd2268c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:49.352755 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5d380e8a-a742-4a7d-a19c-c3dbd2268c85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:49.353761 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5d380e8a-a742-4a7d-a19c-c3dbd2268c85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61c3671f-57dc-4b7c-b6e0-8dd7738552c6 HTTP/1.1" status: 204 len: 168 time: 0.4098051 Nov 12 00:34:49.369420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-ef074215-66b3-481b-a262-c08564e2f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:49.371525 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-ef074215-66b3-481b-a262-c08564e2f457 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0731678 Nov 12 00:34:49.386387 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d380e8a-a742-4a7d-a19c-c3dbd2268c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c3671f-57dc-4b7c-b6e0-8dd7738552c6,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:49.419895 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 546fc81c-1951-4bee-88e9-54902fa3b9a7 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:34:49.525399 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:34:49.544843 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:49.581441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-361d2e95-6ebe-40f3-b05b-0f18e2b30718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:49.582894 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-361d2e95-6ebe-40f3-b05b-0f18e2b30718 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4&tenant_id=06163c1124b24fc681237287cdcb2502 HTTP/1.1" status: 200 len: 1097 time: 0.5179110 Nov 12 00:34:49.596298 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] Transition to ACTIVE for port object c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:34:49.611474 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:49.623240 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-60e7f2d9-8189-47f6-9ff3-f393e98d0912 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388260 Nov 12 00:34:49.669219 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e60bc015-a725-432d-9333-0ea61df2766f req-171aeb06-a0c1-4e31-a41d-ee0c69e3731e tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297571 Nov 12 00:34:49.755507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] Pushing event updated for resources: {'Port': ['ID=c7254c33-d6f7-4fe1-8c6f-3a73a44e4316,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:49.812848 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-f62adaa8-924a-4782-8969-c0f2b14d1a9a tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Allocated IP 192.168.233.177 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/fc6db300-7eff-4892-8f1a-35812888af75) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:34:49.852883 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b2680-0c22-4800-a05e-336666df0fe4 req-49467954-f319-4a72-af9b-a0ddcd7e8052 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:49.854676 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-882b2680-0c22-4800-a05e-336666df0fe4 req-49467954-f319-4a72-af9b-a0ddcd7e8052 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 945 time: 0.1846268 Nov 12 00:34:49.861603 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-5588cb01-38a5-4154-9259-09a002c9dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:49.863086 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-5588cb01-38a5-4154-9259-09a002c9dd30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 1097 time: 0.2488406 Nov 12 00:34:49.883993 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-1dc7c1bb-d6b0-4820-ba31-1df5fc4fcb66 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518470 Nov 12 00:34:49.956183 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-882b2680-0c22-4800-a05e-336666df0fe4 req-07879b50-c1d3-4543-85ea-98b97d1dff62 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857806 Nov 12 00:34:49.979408 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7503623b-3ace-4636-8ff3-b529521aa0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:50.007527 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47332) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:50.026313 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] Attempting to bind port c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:34:50.026864 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] Attempting to bind port c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:34:50.027549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] Attempting to bind port c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:50.038048 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] Port c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:34:50.038384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] Attempting to bind port c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:50.046028 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-59e753e9-e34b-4ba5-aca6-f1f6d96d795c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:50.080607 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:34:50.081021 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:34:50.081357 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:34:50.081792 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] Bound port: c7254c33-d6f7-4fe1-8c6f-3a73a44e4316, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:34:50.082146 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:50.196539 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-59e753e9-e34b-4ba5-aca6-f1f6d96d795c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:50.204174 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-59e753e9-e34b-4ba5-aca6-f1f6d96d795c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:50.217047 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7cc96f9e-98c4-47d7-8453-fc16d30954b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:50.217765 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa923a87-ba10-4023-9222-dbd61a5b8e5e req-f3b496a9-a1c6-4bbc-b3f4-670342c9c2ae tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:50.218517 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7cc96f9e-98c4-47d7-8453-fc16d30954b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 922 time: 0.3279023 Nov 12 00:34:50.219261 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fa923a87-ba10-4023-9222-dbd61a5b8e5e req-f3b496a9-a1c6-4bbc-b3f4-670342c9c2ae tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.0811040 Nov 12 00:34:50.223867 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-68032cc3-a409-490b-8268-36bfc516b42e req-2ed6daec-f9c5-4d71-97b9-63e2fd243569 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 210 time: 0.0756960 Nov 12 00:34:50.272171 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-233c235d-55db-49ca-a83e-a086cbfc475a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=546fc81c-1951-4bee-88e9-54902fa3b9a7 HTTP/1.1" status: 200 len: 217 time: 0.0403905 Nov 12 00:34:50.273974 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-59e753e9-e34b-4ba5-aca6-f1f6d96d795c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13f9329500e14bab93ddde496a4a98f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640657 Nov 12 00:34:50.276204 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e753e9-e34b-4ba5-aca6-f1f6d96d795c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a1850c-5873-4d73-afa7-3c2449c7ff16,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:50.279258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47340) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:50.337545 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fa923a87-ba10-4023-9222-dbd61a5b8e5e req-959d0fca-e972-4113-916e-9fb623a0fcf9 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045969 Nov 12 00:34:50.362505 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-754b25bd-35ea-4e57-814c-222bb5575f19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:50.375824 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] For port c7254c33-d6f7-4fe1-8c6f-3a73a44e4316, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:34:50.382977 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-f62adaa8-924a-4782-8969-c0f2b14d1a9a tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:50.398073 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] For port c7254c33-d6f7-4fe1-8c6f-3a73a44e4316, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=c7254c33-d6f7-4fe1-8c6f-3a73a44e4316,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:34:50.400048 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-754b25bd-35ea-4e57-814c-222bb5575f19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:50.405450 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-5778d184-d60d-4baf-8f94-3d4c99943e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:50.406926 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-5778d184-d60d-4baf-8f94-3d4c99943e74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.1219718 Nov 12 00:34:50.409969 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:50.485007 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-dc26eb69-f2cd-4295-a9ab-41ef4cdb7e91 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636947 Nov 12 00:34:50.486212 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:50.486928 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:50.488064 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] 10.222.0.15 "PUT /v2.0/ports/c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 HTTP/1.1" status: 200 len: 1097 time: 2.3538980 Nov 12 00:34:50.491696 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6714f981-5617-41e9-9b92-5f65e74a468b', 'tag': 'c7254c33-d6f7-4fe1-8c6f-3a73a44e4316'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:50.493284 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-754b25bd-35ea-4e57-814c-222bb5575f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:50.494125 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c8b606-d441-4ae8-a36a-bf795b200b47" -d '{"events": [{"name": "network-changed", "server_uuid": "6714f981-5617-41e9-9b92-5f65e74a468b", "tag": "c7254c33-d6f7-4fe1-8c6f-3a73a44e4316"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:50.496544 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-754b25bd-35ea-4e57-814c-222bb5575f19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:50.507388 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-754b25bd-35ea-4e57-814c-222bb5575f19 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7a1850c-5873-4d73-afa7-3c2449c7ff16 HTTP/1.1" status: 204 len: 168 time: 0.2261827 Nov 12 00:34:50.518258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b25bd-35ea-4e57-814c-222bb5575f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a1850c-5873-4d73-afa7-3c2449c7ff16,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:50.624220 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79d042f-3623-422c-88bd-0514a14c2637 x-openstack-request-id: req-f79d042f-3623-422c-88bd-0514a14c2637 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:50.625078 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6714f981-5617-41e9-9b92-5f65e74a468b", "tag": "c7254c33-d6f7-4fe1-8c6f-3a73a44e4316", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:50.625479 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f79d042f-3623-422c-88bd-0514a14c2637 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:50.626123 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6714f981-5617-41e9-9b92-5f65e74a468b', 'tag': 'c7254c33-d6f7-4fe1-8c6f-3a73a44e4316', 'status': 'completed', 'code': 200} Nov 12 00:34:50.713479 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-f62adaa8-924a-4782-8969-c0f2b14d1a9a tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:50.739684 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-f62adaa8-924a-4782-8969-c0f2b14d1a9a tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:34:50.743719 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-f62adaa8-924a-4782-8969-c0f2b14d1a9a tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:34:50.749690 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-f62adaa8-924a-4782-8969-c0f2b14d1a9a tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:34:50.757987 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-f62adaa8-924a-4782-8969-c0f2b14d1a9a tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:50.758836 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-f62adaa8-924a-4782-8969-c0f2b14d1a9a tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:50.773166 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-d83bcd74-5527-479c-950b-99a71b08d49c service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750936 Nov 12 00:34:50.782569 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1bc384-3197-46bf-a58d-df0fd60ec5de service neutron] Pushing event updated for resources: {'Port': ['ID=c7254c33-d6f7-4fe1-8c6f-3a73a44e4316,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:50.843969 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47370) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:50.862486 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62adaa8-924a-4782-8969-c0f2b14d1a9a tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Pushing event updated for resources: {'Port': ['ID=fc6db300-7eff-4892-8f1a-35812888af75,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:50.940858 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-9b61e2dd-926c-4b5a-93fe-16443c71a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:50.942765 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-9b61e2dd-926c-4b5a-93fe-16443c71a3ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3af1d349d51b4d97ad8f9022e1b1baa7&device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 1100 time: 0.3143218 Nov 12 00:34:50.962442 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-f62adaa8-924a-4782-8969-c0f2b14d1a9a tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3995156 Nov 12 00:34:50.992986 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-14eac7a2-56c0-4e76-9784-453e173d40b6 None None] Provisioning complete for port fc6db300-7eff-4892-8f1a-35812888af75 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:50.994015 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-14eac7a2-56c0-4e76-9784-453e173d40b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:51.001016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] Request body: {'port': {'device_id': '076be4fe-4680-4bf1-9400-1f7bae83d69a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:51.034857 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-14eac7a2-56c0-4e76-9784-453e173d40b6 None None] Port fc6db300-7eff-4892-8f1a-35812888af75 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:34:51.079178 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-4c1416d6-69c2-402c-88dd-bcc87c66669e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 HTTP/1.1" status: 200 len: 217 time: 0.0989373 Nov 12 00:34:51.085027 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-7f2ec5f3-7db2-4d40-a59d-e23035397dc2 service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314844 Nov 12 00:34:51.116989 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9daaa0e3-2103-4a0d-9ec5-c7c14b64c9c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4bf27bd371eb4789b9093cfe41c591de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2692885 Nov 12 00:34:51.117437 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47386) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:51.161414 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-7a8f69a8-e759-4286-a114-0e2198eae2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:51.162749 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-7a8f69a8-e759-4286-a114-0e2198eae2e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0735297 Nov 12 00:34:51.172354 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fe07b-a56b-41c9-bd3f-37936c27c4de req-c53b741f-448b-429e-8e1e-3855d34e3f1e tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:51.179748 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6e6fe07b-a56b-41c9-bd3f-37936c27c4de req-c53b741f-448b-429e-8e1e-3855d34e3f1e tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 948 time: 0.3249187 Nov 12 00:34:51.209692 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204e253-d9b5-4735-be48-12adc37dcefe req-b6f0bf75-2617-48b8-9670-df3989f2b3ac tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:51.211228 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8204e253-d9b5-4735-be48-12adc37dcefe req-b6f0bf75-2617-48b8-9670-df3989f2b3ac tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 945 time: 0.1113858 Nov 12 00:34:51.215347 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5cc177b6-7796-4fc2-a077-80afe6730c6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:51.219971 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:34:51.265331 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5cc177b6-7796-4fc2-a077-80afe6730c6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:51.267400 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47392) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:51.270073 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:34:51.270425 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 08c1c55a-9a9e-4d6a-9f04-a0857d4a8401 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:34:51.280345 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:51.347059 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8204e253-d9b5-4735-be48-12adc37dcefe req-cd13e600-2b55-4b52-9d6d-60ee60194dd3 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220911 Nov 12 00:34:51.395962 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5cc177b6-7796-4fc2-a077-80afe6730c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:51.398814 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5cc177b6-7796-4fc2-a077-80afe6730c6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:51.400072 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5cc177b6-7796-4fc2-a077-80afe6730c6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/72187372-8784-4ea3-a8cc-156ebd4cb028 HTTP/1.1" status: 204 len: 168 time: 0.2820148 Nov 12 00:34:51.409351 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc177b6-7796-4fc2-a077-80afe6730c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72187372-8784-4ea3-a8cc-156ebd4cb028,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:51.434894 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6e6fe07b-a56b-41c9-bd3f-37936c27c4de req-331752b2-d0b0-4ba1-8c6a-d61afe210c95 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490373 Nov 12 00:34:51.477757 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-51e38d82-812b-4ab1-a640-d0c9130c8ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:51.479337 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-51e38d82-812b-4ab1-a640-d0c9130c8ef5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2766688 Nov 12 00:34:51.543533 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ee21d-7809-4d92-bbbd-fab3637c1fe9 req-85dea4c6-efd2-484e-b99f-e8371759eee1 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:51.551740 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-967ee21d-7809-4d92-bbbd-fab3637c1fe9 req-85dea4c6-efd2-484e-b99f-e8371759eee1 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 936 time: 0.0595701 Nov 12 00:34:51.585232 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-907a3f7e-2566-48c3-95c6-ad55e32217fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:51.614204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-8a6d753e-9a44-46e0-99be-953d9d781d2f tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:51.616253 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-8a6d753e-9a44-46e0-99be-953d9d781d2f tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4&tenant_id=06163c1124b24fc681237287cdcb2502&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 1097 time: 0.2264829 Nov 12 00:34:51.656649 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-967ee21d-7809-4d92-bbbd-fab3637c1fe9 req-a97c75df-0d2f-4cdc-a7fb-6ae1f66c5c80 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039534 Nov 12 00:34:51.739437 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa8826-e95b-4197-bca0-7737e2a291a0 req-9343a708-7caf-4faf-9ab8-b302575f4345 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:51.747061 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c8fa8826-e95b-4197-bca0-7737e2a291a0 req-9343a708-7caf-4faf-9ab8-b302575f4345 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.2200277 Nov 12 00:34:51.763573 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-907a3f7e-2566-48c3-95c6-ad55e32217fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:51.769050 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-907a3f7e-2566-48c3-95c6-ad55e32217fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:51.814365 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a3f7e-2566-48c3-95c6-ad55e32217fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6674548-0b38-40ff-80b5-5577bbb41640,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:51.839400 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-907a3f7e-2566-48c3-95c6-ad55e32217fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a82bc2da7fd64835add32cc4d0979cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5704234 Nov 12 00:34:51.840504 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47412) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:51.849889 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-5a5d05c7-effb-4f24-956d-962455813d94 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217311 Nov 12 00:34:51.906766 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4f7dbc06-8fff-4b53-9628-5fa3e5d34ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:51.919382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47414) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:51.928728 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4f7dbc06-8fff-4b53-9628-5fa3e5d34ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:51.981767 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c8fa8826-e95b-4197-bca0-7737e2a291a0 req-09397344-ab60-42d4-80f9-40211c188b74 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337904 Nov 12 00:34:51.982367 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4f7dbc06-8fff-4b53-9628-5fa3e5d34ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:51.985486 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4f7dbc06-8fff-4b53-9628-5fa3e5d34ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:51.986732 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4f7dbc06-8fff-4b53-9628-5fa3e5d34ff0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6674548-0b38-40ff-80b5-5577bbb41640 HTTP/1.1" status: 204 len: 168 time: 0.1451581 Nov 12 00:34:52.007553 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7dbc06-8fff-4b53-9628-5fa3e5d34ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6674548-0b38-40ff-80b5-5577bbb41640,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:52.262146 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a798b757-1499-4dcb-b787-efaa4cfd9e6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:52.405509 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8f7f8a40-6c74-48bc-90e2-0bea597279ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:52.415667 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-437ac02b-9503-4610-ba1e-751355467ddd service neutron] For port 546fc81c-1951-4bee-88e9-54902fa3b9a7, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:34:52.420193 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-549f97a5-5c90-4e78-9b81-0f68681332c2 req-ebd47fd8-bc5e-4b65-a054-7dd4248502ad service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533576 Nov 12 00:34:52.437371 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-437ac02b-9503-4610-ba1e-751355467ddd service neutron] Publish callbacks [] for binding, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:52.438625 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac80d9f7-1657-47c8-9e54-6fd59c1f9f51 req-437ac02b-9503-4610-ba1e-751355467ddd service neutron] 10.222.0.21 "DELETE /v2.0/ports/546fc81c-1951-4bee-88e9-54902fa3b9a7/bindings/n-h2-712137-14 HTTP/1.1" status: 204 len: 173 time: 0.7877831 Nov 12 00:34:52.455573 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc6db300-7eff-4892-8f1a-35812888af75 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:34:52.470948 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:52.474506 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a798b757-1499-4dcb-b787-efaa4cfd9e6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:52.488123 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a798b757-1499-4dcb-b787-efaa4cfd9e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:52.507931 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] Transition to ACTIVE for port object fc6db300-7eff-4892-8f1a-35812888af75 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:34:52.529728 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:52.571360 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a798b757-1499-4dcb-b787-efaa4cfd9e6f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=579668015fa64653884afdd269e23bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6463735 Nov 12 00:34:52.577313 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47446) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:52.599373 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47448) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:52.631630 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798b757-1499-4dcb-b787-efaa4cfd9e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378c28f4-0696-48d2-b2fc-0023845c9a20,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:52.633172 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-21e664a0-596d-42ba-b273-67fcc681f547 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:52.667483 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] Pushing event updated for resources: {'Port': ['ID=fc6db300-7eff-4892-8f1a-35812888af75,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:52.693622 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156da0a-4d59-4a48-bf10-921a2db01ca1 req-9975008b-bdd9-4e8f-9cf6-e84bf2fddf9b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:52.695141 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a156da0a-4d59-4a48-bf10-921a2db01ca1 req-9975008b-bdd9-4e8f-9cf6-e84bf2fddf9b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 945 time: 0.1886432 Nov 12 00:34:52.700319 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc163024-c649-4d7c-9993-4f7e3273662f req-0901f20f-15a4-4e67-af23-d17fdbe7981b tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:52.702089 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bc163024-c649-4d7c-9993-4f7e3273662f req-0901f20f-15a4-4e67-af23-d17fdbe7981b tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 948 time: 0.1368899 Nov 12 00:34:52.721845 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8b606-d441-4ae8-a36a-bf795b200b47 req-b54e070d-7d9f-436c-aac6-7ea23ec9dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:52.722143 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5094002c-b432-4b09-b2f8-e16c018bbd49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:52.723210 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-83c8b606-d441-4ae8-a36a-bf795b200b47 req-b54e070d-7d9f-436c-aac6-7ea23ec9dccb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3af1d349d51b4d97ad8f9022e1b1baa7&device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 1100 time: 0.1244788 Nov 12 00:34:52.780168 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5094002c-b432-4b09-b2f8-e16c018bbd49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:52.795233 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] Attempting to bind port fc6db300-7eff-4892-8f1a-35812888af75 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:34:52.795780 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] Attempting to bind port fc6db300-7eff-4892-8f1a-35812888af75 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:34:52.795911 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] Attempting to bind port fc6db300-7eff-4892-8f1a-35812888af75 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:52.813244 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bc163024-c649-4d7c-9993-4f7e3273662f req-2ecbaac1-9401-4f95-bbe8-235b42f11eda tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012504 Nov 12 00:34:52.868955 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-21e664a0-596d-42ba-b273-67fcc681f547 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:52.881703 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-21e664a0-596d-42ba-b273-67fcc681f547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:52.892436 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8b606-d441-4ae8-a36a-bf795b200b47 req-945f5cf6-68cd-4ee4-8be4-7003798e6bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:52.894166 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-83c8b606-d441-4ae8-a36a-bf795b200b47 req-945f5cf6-68cd-4ee4-8be4-7003798e6bcc service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1551328 Nov 12 00:34:52.928226 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5094002c-b432-4b09-b2f8-e16c018bbd49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:52.930868 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5094002c-b432-4b09-b2f8-e16c018bbd49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:52.934972 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5094002c-b432-4b09-b2f8-e16c018bbd49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/378c28f4-0696-48d2-b2fc-0023845c9a20 HTTP/1.1" status: 204 len: 168 time: 0.3534398 Nov 12 00:34:52.950723 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-21e664a0-596d-42ba-b273-67fcc681f547 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1c05ea3f31b4373983530fe4bc219ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501396 Nov 12 00:34:52.954650 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47458) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:52.965945 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e664a0-596d-42ba-b273-67fcc681f547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29b53da-ef5b-4198-b8d8-b1cfaba9b958,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:52.988899 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-83c8b606-d441-4ae8-a36a-bf795b200b47 req-c1d7f7b2-f902-4d35-be0d-b5428eca8e2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 HTTP/1.1" status: 200 len: 217 time: 0.0721858 Nov 12 00:34:52.989834 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094002c-b432-4b09-b2f8-e16c018bbd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378c28f4-0696-48d2-b2fc-0023845c9a20,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:52.990345 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] Port fc6db300-7eff-4892-8f1a-35812888af75 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:34:52.990880 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] Attempting to bind port fc6db300-7eff-4892-8f1a-35812888af75 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:53.030713 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3bbaaf28-8c99-4f71-be4a-7a49d9c200b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:53.053115 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a156da0a-4d59-4a48-bf10-921a2db01ca1 req-65601c8d-698f-4f00-a0f7-7a1538e58e5c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417897 Nov 12 00:34:53.077381 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3bbaaf28-8c99-4f71-be4a-7a49d9c200b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:53.091026 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:34:53.091697 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:34:53.092291 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:34:53.093150 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] Bound port: fc6db300-7eff-4892-8f1a-35812888af75, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:34:53.093906 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:53.098753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b661e-0db2-496f-8280-30e72c66684c req-99fe3fb6-2931-4c8b-90ae-68641ccfc15a tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:53.100570 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ce1b661e-0db2-496f-8280-30e72c66684c req-99fe3fb6-2931-4c8b-90ae-68641ccfc15a tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 948 time: 0.0836363 Nov 12 00:34:53.184953 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3bbaaf28-8c99-4f71-be4a-7a49d9c200b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:53.187801 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3bbaaf28-8c99-4f71-be4a-7a49d9c200b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:53.189441 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3bbaaf28-8c99-4f71-be4a-7a49d9c200b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c29b53da-ef5b-4198-b8d8-b1cfaba9b958 HTTP/1.1" status: 204 len: 168 time: 0.2338650 Nov 12 00:34:53.209994 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8b606-d441-4ae8-a36a-bf795b200b47 req-919d4d52-27a2-4e2e-9c31-9f82d1b40651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:53.210748 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ce1b661e-0db2-496f-8280-30e72c66684c req-f8fffb49-6a02-4150-bbc5-1279ed10fcac tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957501 Nov 12 00:34:53.216776 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-83c8b606-d441-4ae8-a36a-bf795b200b47 req-919d4d52-27a2-4e2e-9c31-9f82d1b40651 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.2108164 Nov 12 00:34:53.225488 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbaaf28-8c99-4f71-be4a-7a49d9c200b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29b53da-ef5b-4198-b8d8-b1cfaba9b958,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:53.325552 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:53.446899 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] For port fc6db300-7eff-4892-8f1a-35812888af75, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:34:53.489754 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] For port fc6db300-7eff-4892-8f1a-35812888af75, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=fc6db300-7eff-4892-8f1a-35812888af75,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:34:53.522354 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:53.530305 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8b606-d441-4ae8-a36a-bf795b200b47 req-884a9c78-bd6e-462f-ac8f-549a363409f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:53.532058 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-83c8b606-d441-4ae8-a36a-bf795b200b47 req-884a9c78-bd6e-462f-ac8f-549a363409f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2634656 Nov 12 00:34:53.544209 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5883dc4-9029-4749-a6d6-bfa595fef457 req-e3486920-1a39-44a4-a60b-89f511aeef01 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:53.545855 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d5883dc4-9029-4749-a6d6-bfa595fef457 req-e3486920-1a39-44a4-a60b-89f511aeef01 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.1957967 Nov 12 00:34:53.573944 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6a02a-f3e5-4247-a7cf-49447b5ec993 req-30c2c014-18a3-4506-92ef-f26147344770 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:53.576348 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c1f6a02a-f3e5-4247-a7cf-49447b5ec993 req-30c2c014-18a3-4506-92ef-f26147344770 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 1097 time: 0.0845368 Nov 12 00:34:53.654298 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:53.655292 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:53.656563 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] 10.222.0.15 "PUT /v2.0/ports/fc6db300-7eff-4892-8f1a-35812888af75 HTTP/1.1" status: 200 len: 1097 time: 2.6685462 Nov 12 00:34:53.659697 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076be4fe-4680-4bf1-9400-1f7bae83d69a', 'tag': 'fc6db300-7eff-4892-8f1a-35812888af75'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:53.661893 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffcd144-2e6e-46ac-b1d2-129a253523a4" -d '{"events": [{"name": "network-changed", "server_uuid": "076be4fe-4680-4bf1-9400-1f7bae83d69a", "tag": "fc6db300-7eff-4892-8f1a-35812888af75"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:53.673069 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c1f6a02a-f3e5-4247-a7cf-49447b5ec993 req-16f323d3-8644-464c-9d8b-4ef232f80e8d tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836515 Nov 12 00:34:53.708611 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a279a-88ef-436a-a311-baddd8d0da8f service neutron] Pushing event updated for resources: {'Port': ['ID=fc6db300-7eff-4892-8f1a-35812888af75,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:53.731261 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d5883dc4-9029-4749-a6d6-bfa595fef457 req-da6bfd73-1c55-4e25-abb2-841ffb146ff6 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602671 Nov 12 00:34:53.827143 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-83c8b606-d441-4ae8-a36a-bf795b200b47 req-7ad4eb6f-5e1d-4189-8074-127ce1816eb6 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599328 Nov 12 00:34:53.926460 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da463278-38e2-4765-bce4-98eb00e19269 x-openstack-request-id: req-da463278-38e2-4765-bce4-98eb00e19269 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:53.926754 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "076be4fe-4680-4bf1-9400-1f7bae83d69a", "tag": "fc6db300-7eff-4892-8f1a-35812888af75", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:53.927058 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da463278-38e2-4765-bce4-98eb00e19269 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:53.927503 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076be4fe-4680-4bf1-9400-1f7bae83d69a', 'tag': 'fc6db300-7eff-4892-8f1a-35812888af75', 'status': 'completed', 'code': 200} Nov 12 00:34:54.009205 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-b679617f-2d8e-47a4-b4ad-81e6acccc420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:54.010883 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-b679617f-2d8e-47a4-b4ad-81e6acccc420 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=603c85d87f0048fbbe3d1903a7019918&device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 1100 time: 0.2588747 Nov 12 00:34:54.135261 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-1de79221-9bfa-4d45-bab7-7294b2b407ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=fc6db300-7eff-4892-8f1a-35812888af75 HTTP/1.1" status: 200 len: 217 time: 0.1042106 Nov 12 00:34:54.191911 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b75e0-4916-4109-8ec7-938145ee3f9a req-d8ada667-6de2-4cf0-9cfa-0468bc9d1dea tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:54.198877 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7d8b75e0-4916-4109-8ec7-938145ee3f9a req-d8ada667-6de2-4cf0-9cfa-0468bc9d1dea tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 948 time: 0.1209602 Nov 12 00:34:54.282499 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-83c8b606-d441-4ae8-a36a-bf795b200b47 req-610ee1be-e46e-4c06-873f-0be4a59466c3 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459684 Nov 12 00:34:54.313295 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-c90e917b-1027-4b5f-8b89-c63438ce423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:54.314744 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-c90e917b-1027-4b5f-8b89-c63438ce423a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1478240 Nov 12 00:34:54.341162 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7d8b75e0-4916-4109-8ec7-938145ee3f9a req-ac87b70d-07b3-437c-a822-838fd385a668 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280901 Nov 12 00:34:54.343130 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:54.443308 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-7eee29ed-2ac1-415d-8933-3970aeaa960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:54.453448 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-7eee29ed-2ac1-415d-8933-3970aeaa960d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0954425 Nov 12 00:34:54.460570 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-43de2b8b-8160-4d3b-9220-f0edb6074c59 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:54.468909 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-43de2b8b-8160-4d3b-9220-f0edb6074c59 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 821 time: 0.2218592 Nov 12 00:34:54.510503 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-ce73ed69-c5df-4483-ba96-9588a6d554b1 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/quotas/06163c1124b24fc681237287cdcb2502 HTTP/1.1" status: 200 len: 375 time: 0.0393887 Nov 12 00:34:54.572264 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b8e5b-678b-4a03-8a2f-18b95f43e8cd req-bd5588f0-c994-48d4-a8ca-d2f910925441 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:54.574934 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5a1b8e5b-678b-4a03-8a2f-18b95f43e8cd req-bd5588f0-c994-48d4-a8ca-d2f910925441 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 948 time: 0.0768323 Nov 12 00:34:54.669287 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5a1b8e5b-678b-4a03-8a2f-18b95f43e8cd req-cbbe6f91-9dff-4c9b-a630-0992d81b5c35 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817294 Nov 12 00:34:54.684497 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-39b17f96-8383-4896-be35-e7372f0e3c91 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1402497 Nov 12 00:34:54.690409 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-4b167411-c03b-427c-b538-18aea8299c4e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:34:54.699564 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-4b167411-c03b-427c-b538-18aea8299c4e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124226 Nov 12 00:34:54.710622 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-a0b3719c-532d-40ce-b7be-c55bf824d3c5 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325482 Nov 12 00:34:54.860376 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-17bff5fd-3be0-4edf-b65d-5db7ac902639 service neutron] 10.222.0.31 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615527 Nov 12 00:34:54.893957 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1abdfa48-14ea-4c72-a5d2-0b697d7395d1 req-b1211ff8-e542-4b4b-b054-c9ea02608c9b service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666808 Nov 12 00:34:54.935033 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939fcd9-d682-4a18-a46d-cc294a18d6a0 req-c8565379-c1d9-46d8-b7eb-9840cf213c86 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:54.943848 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4939fcd9-d682-4a18-a46d-cc294a18d6a0 req-c8565379-c1d9-46d8-b7eb-9840cf213c86 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.0847116 Nov 12 00:34:54.982415 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-821a1ef3-bf89-4c27-879e-9e906b44b810 service neutron] 10.222.0.31 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210651 Nov 12 00:34:55.011533 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4939fcd9-d682-4a18-a46d-cc294a18d6a0 req-faed986d-9515-4be5-9e0f-ff78e6bac9d6 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666468 Nov 12 00:34:55.062274 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcd144-2e6e-46ac-b1d2-129a253523a4 req-9d612ccb-d7e0-4e9b-b5fa-5073fe95f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:55.063864 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fffcd144-2e6e-46ac-b1d2-129a253523a4 req-9d612ccb-d7e0-4e9b-b5fa-5073fe95f63c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=603c85d87f0048fbbe3d1903a7019918&device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 1100 time: 0.0666676 Nov 12 00:34:55.187266 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcd144-2e6e-46ac-b1d2-129a253523a4 req-a63ab709-9c56-4b9e-b0c8-9778182e923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:55.190312 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fffcd144-2e6e-46ac-b1d2-129a253523a4 req-a63ab709-9c56-4b9e-b0c8-9778182e923b service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1168504 Nov 12 00:34:55.198327 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-76a7feaf-ae19-44b5-b450-89b29c828e31 req-3fe73562-7149-4405-aeb1-ab20ec4930c8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 210 time: 0.0548913 Nov 12 00:34:55.253038 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47566) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:55.253307 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:55.267706 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fffcd144-2e6e-46ac-b1d2-129a253523a4 req-61e4a266-4622-429f-9494-e958085cd2fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=fc6db300-7eff-4892-8f1a-35812888af75 HTTP/1.1" status: 200 len: 217 time: 0.0622418 Nov 12 00:34:55.328391 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcd144-2e6e-46ac-b1d2-129a253523a4 req-15a0f423-fe19-4e3a-b66d-4d98da0df2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:55.330252 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fffcd144-2e6e-46ac-b1d2-129a253523a4 req-15a0f423-fe19-4e3a-b66d-4d98da0df2ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0535033 Nov 12 00:34:55.410928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcd144-2e6e-46ac-b1d2-129a253523a4 req-c58f2d34-2f46-469c-b640-fe45e5218e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:55.413952 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fffcd144-2e6e-46ac-b1d2-129a253523a4 req-c58f2d34-2f46-469c-b640-fe45e5218e66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0750816 Nov 12 00:34:55.445914 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-32e68dd1-d5ee-43c4-b6b0-a50bf336e5f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:55.553727 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3aaf7-b92a-4d45-9269-a1a63d3ca023 req-0a3c12f7-2554-4a4d-b19a-c6758ade2598 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:55.555342 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3de3aaf7-b92a-4d45-9269-a1a63d3ca023 req-0a3c12f7-2554-4a4d-b19a-c6758ade2598 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 948 time: 0.1205969 Nov 12 00:34:55.612216 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fffcd144-2e6e-46ac-b1d2-129a253523a4 req-0ac6b1b3-dc07-4c78-bcc9-792eef606172 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886020 Nov 12 00:34:55.612483 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-32e68dd1-d5ee-43c4-b6b0-a50bf336e5f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:55.622367 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-32e68dd1-d5ee-43c4-b6b0-a50bf336e5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:55.672233 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3de3aaf7-b92a-4d45-9269-a1a63d3ca023 req-dff776fa-0385-462e-b502-e104b9e4e7a7 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073718 Nov 12 00:34:55.690791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e68dd1-d5ee-43c4-b6b0-a50bf336e5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0894f86-0da1-4eea-9ff1-22a5d541e073,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:55.697887 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-32e68dd1-d5ee-43c4-b6b0-a50bf336e5f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a352e866c6c9493982440b55a9311b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4440525 Nov 12 00:34:55.708048 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47592) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:55.763122 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fffcd144-2e6e-46ac-b1d2-129a253523a4 req-9f0df66e-edeb-4e9d-8e96-a41c32687634 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405656 Nov 12 00:34:55.801676 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:55.825190 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c06fa-d0a3-4196-8864-921f6a1222b9 req-8425e686-0a8b-498e-86d6-c5033a633825 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:55.832954 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-14f19cbc-694f-40a0-880c-a29c935f9b54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:55.834603 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b12c06fa-d0a3-4196-8864-921f6a1222b9 req-8425e686-0a8b-498e-86d6-c5033a633825 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 948 time: 0.0685251 Nov 12 00:34:55.863741 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-14f19cbc-694f-40a0-880c-a29c935f9b54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:55.895494 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b12c06fa-d0a3-4196-8864-921f6a1222b9 req-462322ec-124a-4e90-a889-dc0661a506cd tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541706 Nov 12 00:34:55.955347 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-14f19cbc-694f-40a0-880c-a29c935f9b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:55.959198 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-14f19cbc-694f-40a0-880c-a29c935f9b54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:55.960676 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-14f19cbc-694f-40a0-880c-a29c935f9b54 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0894f86-0da1-4eea-9ff1-22a5d541e073 HTTP/1.1" status: 204 len: 168 time: 0.2505565 Nov 12 00:34:55.971867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f19cbc-694f-40a0-880c-a29c935f9b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0894f86-0da1-4eea-9ff1-22a5d541e073,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:56.152714 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e00a38-1e6c-4576-98b7-bc584872e836 req-6c22de79-46e9-48fb-b791-6194a8bc7897 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:56.154216 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d0e00a38-1e6c-4576-98b7-bc584872e836 req-6c22de79-46e9-48fb-b791-6194a8bc7897 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.0558853 Nov 12 00:34:56.204669 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d0e00a38-1e6c-4576-98b7-bc584872e836 req-26cf2dd9-a507-41de-9d15-4a7e927c7155 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441272 Nov 12 00:34:56.423637 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-43a847ab-eb7c-4c51-aef0-abe297ddda51 req-ec209bfd-e29e-4628-9fc2-1e0f855fdcea tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 210 time: 0.0432312 Nov 12 00:34:56.620386 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47640) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:56.702827 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-5d3cdb31-a143-4b51-a5f3-a61abbc10931 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:56.709347 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-5d3cdb31-a143-4b51-a5f3-a61abbc10931 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.21 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 821 time: 0.1691682 Nov 12 00:34:56.729166 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-1ca1e791-6b73-4fc3-8d0c-dfa94a92c990 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Request body: {'port': {'device_id': 'da808a76-d123-46a7-b508-7b6cd6c85088', 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34', 'admin_state_up': True, 'tenant_id': '06163c1124b24fc681237287cdcb2502'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:56.882909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1942e84-0e6a-4a62-a4a6-3cf2d5eceff1 req-62e12eaa-6c07-49d0-b32a-f5e0e5e130a3 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:56.890399 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7124333b-dc89-49ef-ae73-c968cf530210 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:56.891486 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c1942e84-0e6a-4a62-a4a6-3cf2d5eceff1 req-62e12eaa-6c07-49d0-b32a-f5e0e5e130a3 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 948 time: 0.1259170 Nov 12 00:34:56.983631 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c1942e84-0e6a-4a62-a4a6-3cf2d5eceff1 req-fd4b52b4-3688-4441-a4a0-7da2c5d86dc1 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753951 Nov 12 00:34:56.989458 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-1ca1e791-6b73-4fc3-8d0c-dfa94a92c990 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Made reservation on behalf of 06163c1124b24fc681237287cdcb2502 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:34:56.993565 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-1ca1e791-6b73-4fc3-8d0c-dfa94a92c990 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.039763 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7124333b-dc89-49ef-ae73-c968cf530210 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.054836 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7124333b-dc89-49ef-ae73-c968cf530210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.104620 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f202e-5399-418b-ab42-4e5ea847e196 req-3e5d4bbf-cceb-4c21-93f4-1455cd577ef3 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:57.106747 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f4f202e-5399-418b-ab42-4e5ea847e196 req-3e5d4bbf-cceb-4c21-93f4-1455cd577ef3 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 948 time: 0.1157734 Nov 12 00:34:57.118346 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124333b-dc89-49ef-ae73-c968cf530210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ebe3bc-8719-41aa-bb18-61b95441fc8d,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:57.146049 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-1ca1e791-6b73-4fc3-8d0c-dfa94a92c990 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Allocated IP 172.20.0.6 (23f74497-58df-4bf7-97f2-b78858046c34/04d985ea-5f19-461f-8a8b-c63d6b21142f/945e5098-572e-482e-bc88-f479580f39a2) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:34:57.146232 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7124333b-dc89-49ef-ae73-c968cf530210 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b33c81ce15954720a82d0c2e832ca87a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5242825 Nov 12 00:34:57.146721 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47678) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:57.208224 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47680) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:57.217545 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f4f202e-5399-418b-ab42-4e5ea847e196 req-3b151415-fd1c-47a2-b6a6-768fafb81348 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033723 Nov 12 00:34:57.222346 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47682) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:57.263904 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d994678-7dc0-4958-aa46-278b4fdba96a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.287274 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d994678-7dc0-4958-aa46-278b4fdba96a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.339673 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d994678-7dc0-4958-aa46-278b4fdba96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.342654 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d994678-7dc0-4958-aa46-278b4fdba96a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.346856 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0d994678-7dc0-4958-aa46-278b4fdba96a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/06ebe3bc-8719-41aa-bb18-61b95441fc8d HTTP/1.1" status: 204 len: 168 time: 0.1968365 Nov 12 00:34:57.355019 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d994678-7dc0-4958-aa46-278b4fdba96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ebe3bc-8719-41aa-bb18-61b95441fc8d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:57.363693 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:34:57.379200 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-1ca1e791-6b73-4fc3-8d0c-dfa94a92c990 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.391309 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-19634bee-b302-4ff8-a2f6-75a55301c617 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.403823 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6ca33-0738-4756-a2e5-a14dcadbb1f5 req-c46c6567-82e2-4d53-a76f-ce2eb58514e5 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:57.412071 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c8f6ca33-0738-4756-a2e5-a14dcadbb1f5 req-c46c6567-82e2-4d53-a76f-ce2eb58514e5 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.0964961 Nov 12 00:34:57.435217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-22554b14-4e4b-4187-9260-d69cd795ba71 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782655704-network', 'tenant_id': '386446a239134ae9b64c43928dbfa734'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:57.494612 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-19634bee-b302-4ff8-a2f6-75a55301c617 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.506282 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-19634bee-b302-4ff8-a2f6-75a55301c617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.544543 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port c7254c33-d6f7-4fe1-8c6f-3a73a44e4316, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=c7254c33-d6f7-4fe1-8c6f-3a73a44e4316,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:57.548288 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c8f6ca33-0738-4756-a2e5-a14dcadbb1f5 req-3990f8c0-820d-476c-b586-8956fa0c74a9 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352544 Nov 12 00:34:57.553002 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-1ca1e791-6b73-4fc3-8d0c-dfa94a92c990 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.559631 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'c7254c33-d6f7-4fe1-8c6f-3a73a44e4316', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': 'c7254c33-d6f7-4fe1-8c6f-3a73a44e4316', 'mac_address': 'fa:16:3e:1b:23:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:34:57.564316 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22554b14-4e4b-4187-9260-d69cd795ba71 admin admin] Made reservation on behalf of 386446a239134ae9b64c43928dbfa734 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:34:57.568514 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-22554b14-4e4b-4187-9260-d69cd795ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.599374 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19634bee-b302-4ff8-a2f6-75a55301c617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6651931-66e4-407f-81be-60464328ee84,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:57.599627 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-22554b14-4e4b-4187-9260-d69cd795ba71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.606371 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-19634bee-b302-4ff8-a2f6-75a55301c617 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7fa01f188dec44b48e028763c5117b5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3830292 Nov 12 00:34:57.613110 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47696) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:57.622050 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95356c13-e4b0-4a67-9639-138d0fb7f8d0 req-16d943ab-d895-4248-9f0e-708a48f16f97 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:57.623584 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95356c13-e4b0-4a67-9639-138d0fb7f8d0 req-16d943ab-d895-4248-9f0e-708a48f16f97 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 931 time: 0.0978906 Nov 12 00:34:57.625941 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.643292 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:34:57.656265 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-1ca1e791-6b73-4fc3-8d0c-dfa94a92c990 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Network 23f74497-58df-4bf7-97f2-b78858046c34 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:34:57.668076 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-1ca1e791-6b73-4fc3-8d0c-dfa94a92c990 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:34:57.670814 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-1ca1e791-6b73-4fc3-8d0c-dfa94a92c990 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:34:57.675992 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port c7254c33-d6f7-4fe1-8c6f-3a73a44e4316, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=c7254c33-d6f7-4fe1-8c6f-3a73a44e4316,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:57.677205 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-1ca1e791-6b73-4fc3-8d0c-dfa94a92c990 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:57.678106 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-1ca1e791-6b73-4fc3-8d0c-dfa94a92c990 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.682738 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.688508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1e791-6b73-4fc3-8d0c-dfa94a92c990 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Pushing event updated for resources: {'Port': ['ID=945e5098-572e-482e-bc88-f479580f39a2,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:57.721318 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a45b2110-2d41-433d-b867-7cd858ae88ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.726540 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-1ca1e791-6b73-4fc3-8d0c-dfa94a92c990 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0041237 Nov 12 00:34:57.745226 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] Request body: {'port': {'device_id': 'da808a76-d123-46a7-b508-7b6cd6c85088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:57.749754 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95356c13-e4b0-4a67-9639-138d0fb7f8d0 req-1250b3c2-0dd5-41af-83df-de4bc66f9b6f tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854907 Nov 12 00:34:57.764130 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a45b2110-2d41-433d-b867-7cd858ae88ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.774803 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=c7254c33-d6f7-4fe1-8c6f-3a73a44e4316,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:57.777544 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47698) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:57.782680 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:57.783025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:57.783149 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-22554b14-4e4b-4187-9260-d69cd795ba71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.783361 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:57.783692 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:57.784058 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:57.784350 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:57.784671 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:57.785487 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:57.785487 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:57.785769 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:57.786107 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:57.786408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:34:57.796391 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-22554b14-4e4b-4187-9260-d69cd795ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.817533 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-070862aa-1308-41a7-981d-20a9eabdb0c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.831459 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a45b2110-2d41-433d-b867-7cd858ae88ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.834836 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a45b2110-2d41-433d-b867-7cd858ae88ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.836102 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a45b2110-2d41-433d-b867-7cd858ae88ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6651931-66e4-407f-81be-60464328ee84 HTTP/1.1" status: 204 len: 168 time: 0.2113025 Nov 12 00:34:57.845117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b2110-2d41-433d-b867-7cd858ae88ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6651931-66e4-407f-81be-60464328ee84,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:57.866409 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22554b14-4e4b-4187-9260-d69cd795ba71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:34:57.877956 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22554b14-4e4b-4187-9260-d69cd795ba71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5f19e4-730c-49db-b4d1-1e562ee81470,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:57.884411 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.902618 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-22554b14-4e4b-4187-9260-d69cd795ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:57.903002 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-22554b14-4e4b-4187-9260-d69cd795ba71 admin admin] Added segment fe0e5af8-35b8-40ac-85c9-dfdd223990aa of type vlan for network d8075018-1a5e-478d-8f27-a31a745be89e Nov 12 00:34:57.992641 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-22554b14-4e4b-4187-9260-d69cd795ba71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:58.081474 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['c7254c33-d6f7-4fe1-8c6f-3a73a44e4316'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:34:58.145933 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-22554b14-4e4b-4187-9260-d69cd795ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:58.146898 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22554b14-4e4b-4187-9260-d69cd795ba71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:58.147499 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-22554b14-4e4b-4187-9260-d69cd795ba71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:58.185235 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-22554b14-4e4b-4187-9260-d69cd795ba71 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9756496 Nov 12 00:34:58.188395 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47708) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:58.194120 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-f73c2050-545e-4b16-be68-1adfc0f8560b admin admin] Request body: {'subnet': {'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782655704-subnet', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:58.235619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47710) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:58.238128 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73c2050-545e-4b16-be68-1adfc0f8560b admin admin] Made reservation on behalf of 386446a239134ae9b64c43928dbfa734 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:34:58.241266 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f73c2050-545e-4b16-be68-1adfc0f8560b admin admin] Publish callbacks [] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:58.284723 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-164f71fa-f6d5-454e-811f-227d9561f595 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:58.442438 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-070862aa-1308-41a7-981d-20a9eabdb0c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:58.445685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9ae86-fa66-4a82-8ecc-f070c2f0cf94 req-2dcaea76-5f5d-4569-b1b1-fff9dcb85693 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:58.448193 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-31c9ae86-fa66-4a82-8ecc-f070c2f0cf94 req-2dcaea76-5f5d-4569-b1b1-fff9dcb85693 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 948 time: 0.1259880 Nov 12 00:34:58.450512 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b7e69-80e4-49fd-98aa-f522387036d8 req-894a8d85-3a98-4303-9782-49404b9cfeba tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:58.451971 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-864b7e69-80e4-49fd-98aa-f522387036d8 req-894a8d85-3a98-4303-9782-49404b9cfeba tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 949 time: 0.4152474 Nov 12 00:34:58.465838 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-070862aa-1308-41a7-981d-20a9eabdb0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:58.528522 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-164f71fa-f6d5-454e-811f-227d9561f595 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:58.540823 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-164f71fa-f6d5-454e-811f-227d9561f595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:58.571508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22554b14-4e4b-4187-9260-d69cd795ba71 admin admin] Pushing event updated for resources: {'Network': ['ID=d8075018-1a5e-478d-8f27-a31a745be89e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:58.584558 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network d8075018-1a5e-478d-8f27-a31a745be89e details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:34:58.590479 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-070862aa-1308-41a7-981d-20a9eabdb0c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=899fff949b7440b7bb3b5104e920dfe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8094864 Nov 12 00:34:58.595484 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47716) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:58.599357 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070862aa-1308-41a7-981d-20a9eabdb0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7005d17-0bc8-4e6a-bed5-16408a2b23c7,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:58.628212 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-31c9ae86-fa66-4a82-8ecc-f070c2f0cf94 req-adcdd37c-4e6b-498c-b4a7-d49596300e7e tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694560 Nov 12 00:34:58.636278 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f71fa-f6d5-454e-811f-227d9561f595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd09c94-4260-43ea-8622-a3fad4547323,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:58.649335 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-164f71fa-f6d5-454e-811f-227d9561f595 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fdbf9ab2842f4d57bae249353a9ef19a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4039984 Nov 12 00:34:58.649335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47718) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:58.679975 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-864b7e69-80e4-49fd-98aa-f522387036d8 req-96533213-ade5-4d44-9f97-13b130b139b2 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102606 Nov 12 00:34:58.680992 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f73c2050-545e-4b16-be68-1adfc0f8560b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:58.732614 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fa41f96e-782b-4baa-b1dd-1200a532cda9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:58.778486 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fa41f96e-782b-4baa-b1dd-1200a532cda9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:58.787607 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945e5098-572e-482e-bc88-f479580f39a2 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:34:58.798474 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:58.803823 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c2050-545e-4b16-be68-1adfc0f8560b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7508997e-9662-43d1-b640-f23ad441eac5,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:58.841789 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-080f584f-7a66-4097-b1c3-5761d97cf684 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:58.844096 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] Transition to ACTIVE for port object 945e5098-572e-482e-bc88-f479580f39a2 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:34:58.844906 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c2050-545e-4b16-be68-1adfc0f8560b admin admin] Checking segment: {'id': 'fe0e5af8-35b8-40ac-85c9-dfdd223990aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:34:58.845305 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73c2050-545e-4b16-be68-1adfc0f8560b admin admin] Network hostable DHCP agents. Network: d8075018-1a5e-478d-8f27-a31a745be89e, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:34:58.857808 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218428d-0ec9-4152-87c1-60e4cebfccf4 req-b17ecbd8-bcaf-4856-9904-214637df9763 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:58.859729 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9218428d-0ec9-4152-87c1-60e4cebfccf4 req-b17ecbd8-bcaf-4856-9904-214637df9763 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.1228745 Nov 12 00:34:58.861251 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:58.907073 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-080f584f-7a66-4097-b1c3-5761d97cf684 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:58.924450 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73c2050-545e-4b16-be68-1adfc0f8560b admin admin] Network d8075018-1a5e-478d-8f27-a31a745be89e is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:34:58.928214 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd5d23-e7e4-4e98-b271-7f66afe03e0f req-2f0c1df8-dced-4129-ab5e-8ce9e90e7be8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:58.929743 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2cd5d23-e7e4-4e98-b271-7f66afe03e0f req-2f0c1df8-dced-4129-ab5e-8ce9e90e7be8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 931 time: 0.1101556 Nov 12 00:34:58.934130 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fa41f96e-782b-4baa-b1dd-1200a532cda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:58.936685 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fa41f96e-782b-4baa-b1dd-1200a532cda9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:58.937796 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fa41f96e-782b-4baa-b1dd-1200a532cda9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7005d17-0bc8-4e6a-bed5-16408a2b23c7 HTTP/1.1" status: 204 len: 168 time: 0.3417003 Nov 12 00:34:58.945686 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=945e5098-572e-482e-bc88-f479580f39a2,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:58.949491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-f73c2050-545e-4b16-be68-1adfc0f8560b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, d8075018-1a5e-478d-8f27-a31a745be89e) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:34:58.953947 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73c2050-545e-4b16-be68-1adfc0f8560b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:58.954582 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f73c2050-545e-4b16-be68-1adfc0f8560b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:58.958679 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b23e4b2-a318-44ea-8b6a-661f98262258 None None] Network d8075018-1a5e-478d-8f27-a31a745be89e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:34:58.980392 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9218428d-0ec9-4152-87c1-60e4cebfccf4 req-0d7959b8-4479-41fb-9471-fe03b655f7a9 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092916 Nov 12 00:34:58.981987 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41f96e-782b-4baa-b1dd-1200a532cda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7005d17-0bc8-4e6a-bed5-16408a2b23c7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:59.000915 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f73c2050-545e-4b16-be68-1adfc0f8560b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8103564 Nov 12 00:34:59.001124 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47724) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:34:59.005241 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-26ec9226-aeab-4d82-a2b4-1249a1ede71d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782655704-router', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:34:59.024490 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] Attempting to bind port 945e5098-572e-482e-bc88-f479580f39a2 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:34:59.024885 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] Attempting to bind port 945e5098-572e-482e-bc88-f479580f39a2 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:34:59.025192 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] Attempting to bind port 945e5098-572e-482e-bc88-f479580f39a2 on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:59.037474 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-080f584f-7a66-4097-b1c3-5761d97cf684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:59.037474 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-080f584f-7a66-4097-b1c3-5761d97cf684 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:59.038521 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-080f584f-7a66-4097-b1c3-5761d97cf684 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dcd09c94-4260-43ea-8622-a3fad4547323 HTTP/1.1" status: 204 len: 168 time: 0.3939679 Nov 12 00:34:59.050751 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f584f-7a66-4097-b1c3-5761d97cf684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd09c94-4260-43ea-8622-a3fad4547323,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:59.051189 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] Port 945e5098-572e-482e-bc88-f479580f39a2 on network 23f74497-58df-4bf7-97f2-b78858046c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:34:59.051520 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] Attempting to bind port 945e5098-572e-482e-bc88-f479580f39a2 on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:34:59.058102 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2cd5d23-e7e4-4e98-b271-7f66afe03e0f req-32ba94e6-8ee7-498d-aa14-a8aba641ab53 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191583 Nov 12 00:34:59.063652 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:34:59.064078 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] Checking segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:34:59.064596 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] Bound using segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:34:59.065115 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] Bound port: 945e5098-572e-482e-bc88-f479580f39a2, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:34:59.065478 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:59.076607 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26ec9226-aeab-4d82-a2b4-1249a1ede71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:59.077717 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26ec9226-aeab-4d82-a2b4-1249a1ede71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:59.178406 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26ec9226-aeab-4d82-a2b4-1249a1ede71d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:59.256855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c4b36d-7708-43e0-9a87-ea002e797ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-d8075018-1a5e-478d-8f27-a31a745be89e', 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'fixed_ips': [{'subnet_id': '7508997e-9662-43d1-b640-f23ad441eac5'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:34:59.258053 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2c4b36d-7708-43e0-9a87-ea002e797ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:59.267384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] For port 945e5098-572e-482e-bc88-f479580f39a2, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:34:59.282848 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] For port 945e5098-572e-482e-bc88-f479580f39a2, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=945e5098-572e-482e-bc88-f479580f39a2,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:34:59.326553 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:59.373070 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26ec9226-aeab-4d82-a2b4-1249a1ede71d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:59.394750 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device fc6db300-7eff-4892-8f1a-35812888af75 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:34:59.396662 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:34:59.436203 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=945e5098-572e-482e-bc88-f479580f39a2,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:34:59.446516 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:59.447460 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:59.450032 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-3139ee5d-7650-4f3a-8ed2-0682e3059cd3 service neutron] 10.222.0.21 "PUT /v2.0/ports/945e5098-572e-482e-bc88-f479580f39a2 HTTP/1.1" status: 200 len: 1092 time: 1.7114522 Nov 12 00:34:59.450837 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da808a76-d123-46a7-b508-7b6cd6c85088', 'tag': '945e5098-572e-482e-bc88-f479580f39a2'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:34:59.454059 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1b0468-59b5-4394-af51-12a32e938c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "da808a76-d123-46a7-b508-7b6cd6c85088", "tag": "945e5098-572e-482e-bc88-f479580f39a2"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:34:59.541905 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75d72e6-ac51-41d3-9f1d-ff4b39147a57 x-openstack-request-id: req-e75d72e6-ac51-41d3-9f1d-ff4b39147a57 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:34:59.542197 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da808a76-d123-46a7-b508-7b6cd6c85088", "tag": "945e5098-572e-482e-bc88-f479580f39a2", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:34:59.542792 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e75d72e6-ac51-41d3-9f1d-ff4b39147a57 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:34:59.543191 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da808a76-d123-46a7-b508-7b6cd6c85088', 'tag': '945e5098-572e-482e-bc88-f479580f39a2', 'status': 'completed', 'code': 200} Nov 12 00:34:59.605692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-a0643ee1-003b-41e4-aa2a-0f8ff7b33e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:59.607388 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-a0643ee1-003b-41e4-aa2a-0f8ff7b33e6a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 1095 time: 0.0633523 Nov 12 00:34:59.642331 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-d2c4b36d-7708-43e0-9a87-ea002e797ff9 None None] Allocated IP 172.20.0.2 (d8075018-1a5e-478d-8f27-a31a745be89e/7508997e-9662-43d1-b640-f23ad441eac5/9e751232-ef6e-40c6-91e0-8370a296c738) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:34:59.657090 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:34:59.671123 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:34:59.671497 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:59.675007 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port fc6db300-7eff-4892-8f1a-35812888af75, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=fc6db300-7eff-4892-8f1a-35812888af75,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:34:59.677805 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-cba7f8d0-b673-4e80-8079-6c186f12ce05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945e5098-572e-482e-bc88-f479580f39a2 HTTP/1.1" status: 200 len: 217 time: 0.0557063 Nov 12 00:34:59.750837 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'fc6db300-7eff-4892-8f1a-35812888af75', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': 'fc6db300-7eff-4892-8f1a-35812888af75', 'mac_address': 'fa:16:3e:de:a3:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:34:59.781434 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-947e0407-8c28-43da-975c-0322db3b4a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:59.782942 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-947e0407-8c28-43da-975c-0322db3b4a50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.0949979 Nov 12 00:34:59.837967 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b57683-c7ed-46e6-89d6-b2a9cb7cc4c1 req-62bce735-b58b-411c-a681-01faadbc695b tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:34:59.849896 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-02b57683-c7ed-46e6-89d6-b2a9cb7cc4c1 req-62bce735-b58b-411c-a681-01faadbc695b tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 948 time: 0.0868533 Nov 12 00:34:59.889147 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-d454beaf-ec2c-43ec-b004-139761830485 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559263 Nov 12 00:34:59.921990 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:34:59.955927 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-02b57683-c7ed-46e6-89d6-b2a9cb7cc4c1 req-01554de3-40ec-4e12-b5c9-f0eb3b21c121 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980079 Nov 12 00:34:59.968286 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc6db300-7eff-4892-8f1a-35812888af75 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:35:00.004830 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae1ce6-3984-481f-8e22-922a5324d6d3 req-c508d17e-2cc0-48c7-aa17-f5f70f3c04f1 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:00.006369 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-52ae1ce6-3984-481f-8e22-922a5324d6d3 req-c508d17e-2cc0-48c7-aa17-f5f70f3c04f1 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 949 time: 0.2209353 Nov 12 00:35:00.035051 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port fc6db300-7eff-4892-8f1a-35812888af75, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=fc6db300-7eff-4892-8f1a-35812888af75,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:00.050886 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26ec9226-aeab-4d82-a2b4-1249a1ede71d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:00.060140 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:00.079596 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26ec9226-aeab-4d82-a2b4-1249a1ede71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:00.100519 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:00.119549 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47776) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:00.129596 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-025e0030-cbb9-4cc4-8f09-e6ec5bb91653 service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139795 Nov 12 00:35:00.149704 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2c4b36d-7708-43e0-9a87-ea002e797ff9 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:00.177024 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=fc6db300-7eff-4892-8f1a-35812888af75,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:00.184205 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6714f981-5617-41e9-9b92-5f65e74a468b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7254c33-d6f7-4fe1-8c6f-3a73a44e4316'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:35:00.186749 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b22762-978e-4aaa-8d1a-cf3c4e52acf0" -d '{"events": [{"server_uuid": "6714f981-5617-41e9-9b92-5f65e74a468b", "name": "network-vif-plugged", "status": "completed", "tag": "c7254c33-d6f7-4fe1-8c6f-3a73a44e4316"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:35:00.192616 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2c4b36d-7708-43e0-9a87-ea002e797ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:00.202999 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-52ae1ce6-3984-481f-8e22-922a5324d6d3 req-c02f3d56-b1be-41b3-bdd4-c4629a8649c8 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888611 Nov 12 00:35:00.264204 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69691267-26d5-47f9-9d3e-61211416f951 req-e6e24a30-9852-4ef6-9fb1-7f3586807b9e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:00.266278 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-69691267-26d5-47f9-9d3e-61211416f951 req-e6e24a30-9852-4ef6-9fb1-7f3586807b9e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.1089723 Nov 12 00:35:00.303611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-57292ef9-2102-4b2c-984e-c8962c14a9f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-330410900-network', 'tenant_id': '9c8474a0f86e44aba9c9f8cae1db2c95'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:00.316417 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port c7254c33-d6f7-4fe1-8c6f-3a73a44e4316, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=c7254c33-d6f7-4fe1-8c6f-3a73a44e4316,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:00.318661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-26ec9226-aeab-4d82-a2b4-1249a1ede71d admin admin] Allocated IP 172.25.0.125 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:35:00.337848 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:00.343921 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c4b36d-7708-43e0-9a87-ea002e797ff9 None None] Network d8075018-1a5e-478d-8f27-a31a745be89e is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:35:00.346178 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4b36d-7708-43e0-9a87-ea002e797ff9 None None] Pushing event updated for resources: {'Port': ['ID=9e751232-ef6e-40c6-91e0-8370a296c738,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:00.350319 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-d2c4b36d-7708-43e0-9a87-ea002e797ff9 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:00.354939 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c4b36d-7708-43e0-9a87-ea002e797ff9 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:35:00.376187 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a8f5618-e7ff-4193-82a9-5b795aa979df req-14422332-3b87-4a69-80e0-59e381f33d9e service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331409 Nov 12 00:35:00.401096 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-69691267-26d5-47f9-9d3e-61211416f951 req-270f3e64-5321-46da-9535-2b28e637434f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264143 Nov 12 00:35:00.404867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57292ef9-2102-4b2c-984e-c8962c14a9f6 admin admin] Made reservation on behalf of 9c8474a0f86e44aba9c9f8cae1db2c95 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:35:00.410113 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57292ef9-2102-4b2c-984e-c8962c14a9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:00.446839 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57292ef9-2102-4b2c-984e-c8962c14a9f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:00.458832 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=c7254c33-d6f7-4fe1-8c6f-3a73a44e4316,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:00.472950 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d2c4b36d-7708-43e0-9a87-ea002e797ff9 None None] Attempting to bind port 9e751232-ef6e-40c6-91e0-8370a296c738 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:35:00.473513 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d2c4b36d-7708-43e0-9a87-ea002e797ff9 None None] Attempting to bind port 9e751232-ef6e-40c6-91e0-8370a296c738 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'fe0e5af8-35b8-40ac-85c9-dfdd223990aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:35:00.474257 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c4b36d-7708-43e0-9a87-ea002e797ff9 None None] Attempting to bind port 9e751232-ef6e-40c6-91e0-8370a296c738 on network d8075018-1a5e-478d-8f27-a31a745be89e {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:35:00.487066 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['fc6db300-7eff-4892-8f1a-35812888af75'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:35:00.487768 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c323975-e814-4b56-9e9b-e152bdd4b558 req-bccfc23a-3c2d-4db3-bd6d-59930b2f334f tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:00.492894 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c4b36d-7708-43e0-9a87-ea002e797ff9 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:35:00.493652 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c4b36d-7708-43e0-9a87-ea002e797ff9 None None] Checking segment: {'id': 'fe0e5af8-35b8-40ac-85c9-dfdd223990aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:35:00.494327 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2c4b36d-7708-43e0-9a87-ea002e797ff9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:00.494912 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c4b36d-7708-43e0-9a87-ea002e797ff9 None None] Bound using segment: {'id': 'fe0e5af8-35b8-40ac-85c9-dfdd223990aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:35:00.496573 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d2c4b36d-7708-43e0-9a87-ea002e797ff9 None None] Bound port: 9e751232-ef6e-40c6-91e0-8370a296c738, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0e5af8-35b8-40ac-85c9-dfdd223990aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:35:00.497207 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2c4b36d-7708-43e0-9a87-ea002e797ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:00.498579 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2c323975-e814-4b56-9e9b-e152bdd4b558 req-bccfc23a-3c2d-4db3-bd6d-59930b2f334f tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 943 time: 0.1911733 Nov 12 00:35:00.527332 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0fd2f3-2e51-4532-9aa7-1910c0643129 x-openstack-request-id: req-2c0fd2f3-2e51-4532-9aa7-1910c0643129 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:35:00.536462 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6714f981-5617-41e9-9b92-5f65e74a468b", "name": "network-vif-plugged", "status": "completed", "tag": "c7254c33-d6f7-4fe1-8c6f-3a73a44e4316", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:35:00.536462 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c0fd2f3-2e51-4532-9aa7-1910c0643129 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:35:00.536462 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6714f981-5617-41e9-9b92-5f65e74a468b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7254c33-d6f7-4fe1-8c6f-3a73a44e4316', 'code': 200} Nov 12 00:35:00.621439 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2c323975-e814-4b56-9e9b-e152bdd4b558 req-42d48857-0629-407c-adaa-37bc57f5c581 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143458 Nov 12 00:35:00.632532 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b0468-59b5-4394-af51-12a32e938c0a req-69a86f27-7ab9-4322-b19c-b8d7bf8332bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:00.634270 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc1b0468-59b5-4394-af51-12a32e938c0a req-69a86f27-7ab9-4322-b19c-b8d7bf8332bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 1095 time: 0.1691594 Nov 12 00:35:00.637868 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26ec9226-aeab-4d82-a2b4-1249a1ede71d admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:00.657996 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57292ef9-2102-4b2c-984e-c8962c14a9f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:00.665709 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57292ef9-2102-4b2c-984e-c8962c14a9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:00.689492 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57292ef9-2102-4b2c-984e-c8962c14a9f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:35:00.713289 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57292ef9-2102-4b2c-984e-c8962c14a9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:00.713505 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-57292ef9-2102-4b2c-984e-c8962c14a9f6 admin admin] Added segment 3c5c18e7-4c7f-4cf5-a1eb-02bec7d83303 of type vlan for network 1ee13f6e-07f5-441a-b3f4-ecbe5598cef1 Nov 12 00:35:00.722605 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57292ef9-2102-4b2c-984e-c8962c14a9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e841a6b-58c8-486b-b781-a7d22cef0ac7,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:00.758069 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26ec9226-aeab-4d82-a2b4-1249a1ede71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:00.778946 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0a19f-61d0-4eb3-8b57-01eff1b33611 req-0e640f76-f391-44e8-b0b5-85b47f500c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:00.779540 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dcb0a19f-61d0-4eb3-8b57-01eff1b33611 req-0e640f76-f391-44e8-b0b5-85b47f500c2d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 1102 time: 0.1302536 Nov 12 00:35:00.801804 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d2c4b36d-7708-43e0-9a87-ea002e797ff9 None None] For port 9e751232-ef6e-40c6-91e0-8370a296c738, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:35:00.809615 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57292ef9-2102-4b2c-984e-c8962c14a9f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:00.833366 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ec9226-aeab-4d82-a2b4-1249a1ede71d admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:35:00.838025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d2c4b36d-7708-43e0-9a87-ea002e797ff9 None None] For port 9e751232-ef6e-40c6-91e0-8370a296c738, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9e751232-ef6e-40c6-91e0-8370a296c738,segment=NetworkSegment(fe0e5af8-35b8-40ac-85c9-dfdd223990aa),segment_id=fe0e5af8-35b8-40ac-85c9-dfdd223990aa)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:35:00.850744 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-26ec9226-aeab-4d82-a2b4-1249a1ede71d admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:00.859218 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2c4b36d-7708-43e0-9a87-ea002e797ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:00.860603 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec9226-aeab-4d82-a2b4-1249a1ede71d admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:35:00.862848 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57292ef9-2102-4b2c-984e-c8962c14a9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:00.866755 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57292ef9-2102-4b2c-984e-c8962c14a9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:00.866755 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57292ef9-2102-4b2c-984e-c8962c14a9f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:00.871301 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b0468-59b5-4394-af51-12a32e938c0a req-0312bae2-4e99-4785-bc76-6494a8c07574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:00.872805 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc1b0468-59b5-4394-af51-12a32e938c0a req-0312bae2-4e99-4785-bc76-6494a8c07574 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 922 time: 0.2129486 Nov 12 00:35:00.873428 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec9226-aeab-4d82-a2b4-1249a1ede71d admin admin] Pushing event updated for resources: {'Port': ['ID=5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:00.955674 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4b36d-7708-43e0-9a87-ea002e797ff9 None None] Pushing event updated for resources: {'Port': ['ID=9e751232-ef6e-40c6-91e0-8370a296c738,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:00.962012 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-57292ef9-2102-4b2c-984e-c8962c14a9f6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8400176 Nov 12 00:35:00.962385 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47798) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:00.969341 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-55b0f20e-6955-438d-9e7f-c017e54a1994 admin admin] Request body: {'subnet': {'network_id': '1ee13f6e-07f5-441a-b3f4-ecbe5598cef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-330410900-subnet', 'tenant_id': '9c8474a0f86e44aba9c9f8cae1db2c95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:00.976187 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57292ef9-2102-4b2c-984e-c8962c14a9f6 admin admin] Pushing event updated for resources: {'Network': ['ID=1ee13f6e-07f5-441a-b3f4-ecbe5598cef1,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:01.001365 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 1ee13f6e-07f5-441a-b3f4-ecbe5598cef1 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:35:01.002334 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b0f20e-6955-438d-9e7f-c017e54a1994 admin admin] Made reservation on behalf of 9c8474a0f86e44aba9c9f8cae1db2c95 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:35:01.005416 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-55b0f20e-6955-438d-9e7f-c017e54a1994 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:01.084553 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dcb0a19f-61d0-4eb3-8b57-01eff1b33611 req-eada9722-4990-44db-ae50-ff2e55a25264 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785571 Nov 12 00:35:01.090806 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc1b0468-59b5-4394-af51-12a32e938c0a req-cb725e0e-ba48-4132-a795-88caccd28867 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945e5098-572e-482e-bc88-f479580f39a2 HTTP/1.1" status: 200 len: 217 time: 0.1826072 Nov 12 00:35:01.243552 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b0468-59b5-4394-af51-12a32e938c0a req-9b9db49f-421d-4987-b0ea-303b3a445350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:01.245180 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc1b0468-59b5-4394-af51-12a32e938c0a req-9b9db49f-421d-4987-b0ea-303b3a445350 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.1432605 Nov 12 00:35:01.253538 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f44401-5eb2-4db5-a269-8748e1eb9a79 req-08790b82-b123-4442-b184-3428d76b9edf tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:01.256675 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a3f44401-5eb2-4db5-a269-8748e1eb9a79 req-08790b82-b123-4442-b184-3428d76b9edf tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 949 time: 0.1697929 Nov 12 00:35:01.293326 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-55b0f20e-6955-438d-9e7f-c017e54a1994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:01.348679 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc1b0468-59b5-4394-af51-12a32e938c0a req-7811b830-ffae-4967-bb30-33f0d0735e50 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921602 Nov 12 00:35:01.360878 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0f20e-6955-438d-9e7f-c017e54a1994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e54269b8-97af-44dd-b818-1100a6a74210,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:01.400347 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b0f20e-6955-438d-9e7f-c017e54a1994 admin admin] Checking segment: {'id': '3c5c18e7-4c7f-4cf5-a1eb-02bec7d83303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1ee13f6e-07f5-441a-b3f4-ecbe5598cef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:35:01.401087 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b0f20e-6955-438d-9e7f-c017e54a1994 admin admin] Network hostable DHCP agents. Network: 1ee13f6e-07f5-441a-b3f4-ecbe5598cef1, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:35:01.411806 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26ec9226-aeab-4d82-a2b4-1249a1ede71d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:01.421014 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a3f44401-5eb2-4db5-a269-8748e1eb9a79 req-45011a09-5653-40d4-83f2-07701da2ca5d tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220357 Nov 12 00:35:01.458108 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b0f20e-6955-438d-9e7f-c017e54a1994 admin admin] Network 1ee13f6e-07f5-441a-b3f4-ecbe5598cef1 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:35:01.486601 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-55b0f20e-6955-438d-9e7f-c017e54a1994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 1ee13f6e-07f5-441a-b3f4-ecbe5598cef1) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:01.496558 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a45ee41-ff87-4531-a606-d4ebb639f0ba None None] Network 1ee13f6e-07f5-441a-b3f4-ecbe5598cef1 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:35:01.518582 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553f330-5be7-4c08-83a1-92b6ab86ef5a req-33738361-b026-447d-b976-f043d99228b5 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:01.523051 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b553f330-5be7-4c08-83a1-92b6ab86ef5a req-33738361-b026-447d-b976-f043d99228b5 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 950 time: 0.1108379 Nov 12 00:35:01.526315 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b0f20e-6955-438d-9e7f-c017e54a1994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:01.526948 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-55b0f20e-6955-438d-9e7f-c017e54a1994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:01.577369 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-55b0f20e-6955-438d-9e7f-c017e54a1994 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6117356 Nov 12 00:35:01.615797 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b553f330-5be7-4c08-83a1-92b6ab86ef5a req-ec0ec9bc-73fd-4489-a228-21131908d8bf tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758960 Nov 12 00:35:01.717151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59311fa5-3516-4307-9f49-06cdd9fd7693 None None] Network 1ee13f6e-07f5-441a-b3f4-ecbe5598cef1 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:35:01.796337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a2e6c-2bc1-472d-8003-7471945d9992 req-5885e99d-4673-492b-9692-12a0b7dc3fa4 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:01.811770 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ee2a2e6c-2bc1-472d-8003-7471945d9992 req-5885e99d-4673-492b-9692-12a0b7dc3fa4 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 943 time: 0.1072545 Nov 12 00:35:01.894333 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ee2a2e6c-2bc1-472d-8003-7471945d9992 req-083be926-c1f9-46e8-bb6e-dc208985e904 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794108 Nov 12 00:35:02.002076 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47824) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:02.014033 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ce93e-5cd1-461b-a219-2653121e2724 req-4fcd780b-9146-48c6-8867-8011b259aa81 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:02.015744 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3c4ce93e-5cd1-461b-a219-2653121e2724 req-4fcd780b-9146-48c6-8867-8011b259aa81 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.2752404 Nov 12 00:35:02.073323 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9e751232-ef6e-40c6-91e0-8370a296c738 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:35:02.079619 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc1b0468-59b5-4394-af51-12a32e938c0a req-3b56cc71-9d5c-4538-8cc8-299334443119 service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7078617 Nov 12 00:35:02.140237 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3c4ce93e-5cd1-461b-a219-2653121e2724 req-29fadda6-b8ab-4309-8649-cb8177c8e63f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033990 Nov 12 00:35:02.148496 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 9e751232-ef6e-40c6-91e0-8370a296c738 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:02.149085 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:02.228050 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26ec9226-aeab-4d82-a2b4-1249a1ede71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:02.288962 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f4db0626-03ba-4365-8bb1-5521498de05e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:02.295216 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:02.354631 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 9e751232-ef6e-40c6-91e0-8370a296c738, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9e751232-ef6e-40c6-91e0-8370a296c738,segment=NetworkSegment(fe0e5af8-35b8-40ac-85c9-dfdd223990aa),segment_id=fe0e5af8-35b8-40ac-85c9-dfdd223990aa)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:02.359655 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4cdb64-bb24-44fe-b393-eece35314477 None None] Network d8075018-1a5e-478d-8f27-a31a745be89e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:35:02.379240 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc1b0468-59b5-4394-af51-12a32e938c0a req-76594090-b984-45d6-9248-1219ea645bbc service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674925 Nov 12 00:35:02.389049 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:02.397239 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f4db0626-03ba-4365-8bb1-5521498de05e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:02.401569 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f4db0626-03ba-4365-8bb1-5521498de05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:02.434986 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ec9226-aeab-4d82-a2b4-1249a1ede71d admin admin] Router cb398f74-3b3a-40de-bbf7-adc50ea41582 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:35:02.485630 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f4db0626-03ba-4365-8bb1-5521498de05e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4076987c4a1344a293f8ab250f1ac9c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4822040 Nov 12 00:35:02.487435 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47840) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:02.488950 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db0626-03ba-4365-8bb1-5521498de05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3c6360-fe1f-4b6a-a1dc-58dd482bbf35,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:02.514539 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2a08bff3-7a60-4b5c-b196-c91119b682de None None] Provisioning complete for port 9e751232-ef6e-40c6-91e0-8370a296c738 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:02.515695 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2a08bff3-7a60-4b5c-b196-c91119b682de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:02.522258 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=9e751232-ef6e-40c6-91e0-8370a296c738,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:02.560921 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47842) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:02.567971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-91b46598-5654-4b18-9110-9f8899aee958 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1086889956-network', 'tenant_id': 'fe67722fb5b543b6ba5de7d4ef51e1f4'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:02.597238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ec9226-aeab-4d82-a2b4-1249a1ede71d admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:35:02.619588 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] Sync routers for ids ['cb398f74-3b3a-40de-bbf7-adc50ea41582'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:35:02.629373 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] Routers {'cb398f74-3b3a-40de-bbf7-adc50ea41582'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:35:02.630440 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:34:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['cb398f74-3b3a-40de-bbf7-adc50ea41582'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:02.633362 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c69834fb-4b0a-436f-8237-648b3f06db62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:02.654596 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26ec9226-aeab-4d82-a2b4-1249a1ede71d admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:02.658209 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-26ec9226-aeab-4d82-a2b4-1249a1ede71d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.6560276 Nov 12 00:35:02.661220 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47846) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:02.680494 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c69834fb-4b0a-436f-8237-648b3f06db62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:02.727167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b46598-5654-4b18-9110-9f8899aee958 admin admin] Made reservation on behalf of fe67722fb5b543b6ba5de7d4ef51e1f4 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:35:02.730702 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-91b46598-5654-4b18-9110-9f8899aee958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:02.749883 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-91b46598-5654-4b18-9110-9f8899aee958 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:02.801577 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] Set router cb398f74-3b3a-40de-bbf7-adc50ea41582 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:35:02.865177 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854634f0-257c-4c6b-a74c-4f6880f1550d req-204a8609-6523-4930-8876-044fa97c7c95 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:02.866830 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-854634f0-257c-4c6b-a74c-4f6880f1550d req-204a8609-6523-4930-8876-044fa97c7c95 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 950 time: 0.1369216 Nov 12 00:35:02.973445 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-854634f0-257c-4c6b-a74c-4f6880f1550d req-1747fce9-d25a-435b-ac4a-47b73cb9ee9e tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978754 Nov 12 00:35:03.017299 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2a77e1f8-b8e6-4627-abf5-f00ddbb7a23c None None] Provisioning complete for port 9e751232-ef6e-40c6-91e0-8370a296c738 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:03.017698 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2a77e1f8-b8e6-4627-abf5-f00ddbb7a23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:03.054306 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c79f6-960b-42fd-9f95-4eb9d21d635e req-66df6bd1-3429-4e3a-8df4-7b3e276d4809 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:03.061188 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782655704-router', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:34:59Z', 'updated_at': '2021-11-12T00:35:01Z', 'revision_number': 3, 'project_id': '386446a239134ae9b64c43928dbfa734', 'gw_port': {'id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:00Z', 'updated_at': '2021-11-12T00:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:03.064627 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b42c79f6-960b-42fd-9f95-4eb9d21d635e req-66df6bd1-3429-4e3a-8df4-7b3e276d4809 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 949 time: 0.5040567 Nov 12 00:35:03.103090 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] Checking router: cb398f74-3b3a-40de-bbf7-adc50ea41582 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:35:03.103622 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] Updating router cb398f74-3b3a-40de-bbf7-adc50ea41582 port 5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:35:03.122881 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c69834fb-4b0a-436f-8237-648b3f06db62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:03.125906 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c69834fb-4b0a-436f-8237-648b3f06db62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:03.127210 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c69834fb-4b0a-436f-8237-648b3f06db62 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c3c6360-fe1f-4b6a-a1dc-58dd482bbf35 HTTP/1.1" status: 204 len: 168 time: 0.6316581 Nov 12 00:35:03.153672 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69834fb-4b0a-436f-8237-648b3f06db62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3c6360-fe1f-4b6a-a1dc-58dd482bbf35,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:03.175901 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:03.203994 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f0b30-0d24-448d-a5ac-a06bc3b527cb req-e2ffcf26-8718-48e2-b0fd-832bc4f4683d tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:03.211590 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-415f0b30-0d24-448d-a5ac-a06bc3b527cb req-e2ffcf26-8718-48e2-b0fd-832bc4f4683d tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 943 time: 0.1174526 Nov 12 00:35:03.216526 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-91b46598-5654-4b18-9110-9f8899aee958 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:03.232733 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b42c79f6-960b-42fd-9f95-4eb9d21d635e req-f9246d93-4417-4d18-ba89-e7eb65c1a2c1 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672480 Nov 12 00:35:03.234211 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-91b46598-5654-4b18-9110-9f8899aee958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:03.283750 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 945e5098-572e-482e-bc88-f479580f39a2 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:35:03.292142 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b46598-5654-4b18-9110-9f8899aee958 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:35:03.310020 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b46598-5654-4b18-9110-9f8899aee958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5648db45-1ce6-4923-9268-a766dd711ead,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:03.321901 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-415f0b30-0d24-448d-a5ac-a06bc3b527cb req-bb09a895-c485-4dd5-a1aa-eac90d37ba67 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088789 Nov 12 00:35:03.333029 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-91b46598-5654-4b18-9110-9f8899aee958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:03.334900 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-91b46598-5654-4b18-9110-9f8899aee958 admin admin] Added segment 176b1414-906a-4577-b854-60f14c00036c of type vlan for network 0e64c702-644d-460f-b5f1-54482bd478b5 Nov 12 00:35:03.418209 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-91b46598-5654-4b18-9110-9f8899aee958 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:03.444628 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fc34-6888-4e38-8180-0eb608226de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:03.452167 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device fc6db300-7eff-4892-8f1a-35812888af75 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:35:03.479286 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-91b46598-5654-4b18-9110-9f8899aee958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:03.480887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b46598-5654-4b18-9110-9f8899aee958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:03.483941 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-91b46598-5654-4b18-9110-9f8899aee958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:03.557380 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae0138-2fd3-44bd-979c-2a2b9326cf5d req-d7be6236-27ba-470d-ad63-883231bb6456 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:03.559302 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-56ae0138-2fd3-44bd-979c-2a2b9326cf5d req-d7be6236-27ba-470d-ad63-883231bb6456 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.1031294 Nov 12 00:35:03.565681 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 945e5098-572e-482e-bc88-f479580f39a2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=945e5098-572e-482e-bc88-f479580f39a2,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:03.576653 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b46598-5654-4b18-9110-9f8899aee958 admin admin] Pushing event updated for resources: {'Network': ['ID=0e64c702-644d-460f-b5f1-54482bd478b5,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:03.597500 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-91b46598-5654-4b18-9110-9f8899aee958 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0341101 Nov 12 00:35:03.598621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47858) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:03.616340 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-51afb596-fb80-447c-ad8c-9059b9a6dd80 admin admin] Request body: {'subnet': {'network_id': '0e64c702-644d-460f-b5f1-54482bd478b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1086889956-subnet', 'tenant_id': 'fe67722fb5b543b6ba5de7d4ef51e1f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:03.616621 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:03.624851 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:03.668118 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51afb596-fb80-447c-ad8c-9059b9a6dd80 admin admin] Made reservation on behalf of fe67722fb5b543b6ba5de7d4ef51e1f4 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:35:03.673635 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-56ae0138-2fd3-44bd-979c-2a2b9326cf5d req-8c9f5e51-14c8-4048-b3c9-6457787923f3 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082337 Nov 12 00:35:03.673871 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-51afb596-fb80-447c-ad8c-9059b9a6dd80 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:03.697653 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] Attempting to bind port 5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:35:03.698022 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] Attempting to bind port 5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:35:03.698385 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] Attempting to bind port 5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:35:03.701084 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ece5fb-8863-4d7e-80ca-dcf870776e7c None None] Pushing event updated for resources: {'Port': ['ID=5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:03.711037 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:35:03.711431 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:35:03.711770 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:03.712212 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:35:03.712853 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] Bound port: 5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:35:03.713106 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:03.717784 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece5fb-8863-4d7e-80ca-dcf870776e7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:03.718541 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece5fb-8863-4d7e-80ca-dcf870776e7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:03.718541 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece5fb-8863-4d7e-80ca-dcf870776e7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:03.718960 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece5fb-8863-4d7e-80ca-dcf870776e7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:03.719140 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece5fb-8863-4d7e-80ca-dcf870776e7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:03.719521 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece5fb-8863-4d7e-80ca-dcf870776e7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:03.719846 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece5fb-8863-4d7e-80ca-dcf870776e7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:03.720171 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece5fb-8863-4d7e-80ca-dcf870776e7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:03.720489 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece5fb-8863-4d7e-80ca-dcf870776e7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:03.720882 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece5fb-8863-4d7e-80ca-dcf870776e7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:03.721205 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece5fb-8863-4d7e-80ca-dcf870776e7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:03.721534 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ece5fb-8863-4d7e-80ca-dcf870776e7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:03.751193 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-d7e1fc34-6888-4e38-8180-0eb608226de8 admin admin] Allocated IP 172.20.0.1 (d8075018-1a5e-478d-8f27-a31a745be89e/7508997e-9662-43d1-b640-f23ad441eac5/d05da093-92c9-4bf5-95b4-2ffa03c6d9a4) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:35:03.805219 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] For port 5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:35:03.811542 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] For port 5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:35:03.820560 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:03.829246 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '945e5098-572e-482e-bc88-f479580f39a2', 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34', 'port_id': '945e5098-572e-482e-bc88-f479580f39a2', 'mac_address': 'fa:16:3e:7b:3f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d985ea-5f19-461f-8a8b-c63d6b21142f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:35:03.837223 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 0e64c702-644d-460f-b5f1-54482bd478b5 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:35:03.849878 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47860) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:03.867194 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f7d83ab4-2dde-4703-89e8-260bb170af53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:03.908553 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port fc6db300-7eff-4892-8f1a-35812888af75 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:35:03.914302 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port fc6db300-7eff-4892-8f1a-35812888af75 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:03.914705 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:03.924422 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-51afb596-fb80-447c-ad8c-9059b9a6dd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:03.925512 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] Routers {'cb398f74-3b3a-40de-bbf7-adc50ea41582'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:35:03.926716 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:34:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['cb398f74-3b3a-40de-bbf7-adc50ea41582'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:03.942166 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fc34-6888-4e38-8180-0eb608226de8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:03.987548 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ece5fb-8863-4d7e-80ca-dcf870776e7c None None] Pushing event updated for resources: {'Port': ['ID=5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:04.001646 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:04.030220 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945e5098-572e-482e-bc88-f479580f39a2 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:35:04.049847 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9e751232-ef6e-40c6-91e0-8370a296c738 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:35:04.067465 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f7d83ab4-2dde-4703-89e8-260bb170af53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:04.069298 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fc34-6888-4e38-8180-0eb608226de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:04.081796 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51afb596-fb80-447c-ad8c-9059b9a6dd80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=018be87e-1a24-42ba-ac84-6a9f827f36fb,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:04.092837 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51afb596-fb80-447c-ad8c-9059b9a6dd80 admin admin] Checking segment: {'id': '176b1414-906a-4577-b854-60f14c00036c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0e64c702-644d-460f-b5f1-54482bd478b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:35:04.093812 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51afb596-fb80-447c-ad8c-9059b9a6dd80 admin admin] Network hostable DHCP agents. Network: 0e64c702-644d-460f-b5f1-54482bd478b5, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:35:04.106712 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 945e5098-572e-482e-bc88-f479580f39a2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=945e5098-572e-482e-bc88-f479580f39a2,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:04.121097 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:04.126852 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:04.133638 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51afb596-fb80-447c-ad8c-9059b9a6dd80 admin admin] Network 0e64c702-644d-460f-b5f1-54482bd478b5 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:35:04.142133 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] Set router cb398f74-3b3a-40de-bbf7-adc50ea41582 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:35:04.160789 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e1fc34-6888-4e38-8180-0eb608226de8 admin admin] Network d8075018-1a5e-478d-8f27-a31a745be89e is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:35:04.163926 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1fc34-6888-4e38-8180-0eb608226de8 admin admin] Pushing event updated for resources: {'Port': ['ID=d05da093-92c9-4bf5-95b4-2ffa03c6d9a4,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:04.168798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-d7e1fc34-6888-4e38-8180-0eb608226de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:04.171809 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f7d83ab4-2dde-4703-89e8-260bb170af53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:04.181058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-51afb596-fb80-447c-ad8c-9059b9a6dd80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 0e64c702-644d-460f-b5f1-54482bd478b5) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:04.187638 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51afb596-fb80-447c-ad8c-9059b9a6dd80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:04.188495 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-51afb596-fb80-447c-ad8c-9059b9a6dd80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:04.196360 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076be4fe-4680-4bf1-9400-1f7bae83d69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6db300-7eff-4892-8f1a-35812888af75'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:35:04.198737 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa9f947-ce14-4f13-a05f-8dd9404b5161" -d '{"events": [{"server_uuid": "076be4fe-4680-4bf1-9400-1f7bae83d69a", "name": "network-vif-plugged", "status": "completed", "tag": "fc6db300-7eff-4892-8f1a-35812888af75"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:35:04.206815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e1fc34-6888-4e38-8180-0eb608226de8 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:35:04.208061 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fc34-6888-4e38-8180-0eb608226de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:04.212711 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d2da1f-81a7-4ec2-97cd-22f8ab9e8851 None None] Network 0e64c702-644d-460f-b5f1-54482bd478b5 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:35:04.236573 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ee696-f7f0-45c0-b9d5-1dabc6e810f6 req-0352620e-90c0-4253-9f1d-b5a2cac8e9fe tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:04.240209 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c32ee696-f7f0-45c0-b9d5-1dabc6e810f6 req-0352620e-90c0-4253-9f1d-b5a2cac8e9fe tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 950 time: 0.1286454 Nov 12 00:35:04.244182 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f7d83ab4-2dde-4703-89e8-260bb170af53 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=105ff2ea85474693835dfa293f46e26a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3929574 Nov 12 00:35:04.244335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47866) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:04.247127 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d83ab4-2dde-4703-89e8-260bb170af53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a39aaa6-0992-443d-b2be-5dc72aa9e850,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:04.269127 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-51afb596-fb80-447c-ad8c-9059b9a6dd80 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6608174 Nov 12 00:35:04.295858 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port fc6db300-7eff-4892-8f1a-35812888af75, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=fc6db300-7eff-4892-8f1a-35812888af75,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:04.448100 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c32ee696-f7f0-45c0-b9d5-1dabc6e810f6 req-2892b67e-eee0-42a6-b56e-590039c11cd9 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726561 Nov 12 00:35:04.487541 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2884-8875-4409-a508-4166f7ec4d86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:04.511843 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4026973-b992-4fc4-8351-c829c46fa9fd x-openstack-request-id: req-c4026973-b992-4fc4-8351-c829c46fa9fd {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:35:04.512168 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076be4fe-4680-4bf1-9400-1f7bae83d69a", "name": "network-vif-plugged", "status": "completed", "tag": "fc6db300-7eff-4892-8f1a-35812888af75", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:35:04.512426 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4026973-b992-4fc4-8351-c829c46fa9fd {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:35:04.513096 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076be4fe-4680-4bf1-9400-1f7bae83d69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6db300-7eff-4892-8f1a-35812888af75', 'code': 200} Nov 12 00:35:04.519504 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:04.521549 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=945e5098-572e-482e-bc88-f479580f39a2,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:04.552130 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 9e751232-ef6e-40c6-91e0-8370a296c738 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:04.552512 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:04.562092 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2884-8875-4409-a508-4166f7ec4d86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:04.635853 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782655704-router', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:34:59Z', 'updated_at': '2021-11-12T00:35:01Z', 'revision_number': 3, 'project_id': '386446a239134ae9b64c43928dbfa734', 'gw_port': {'id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:00Z', 'updated_at': '2021-11-12T00:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:04.653047 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['945e5098-572e-482e-bc88-f479580f39a2'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:35:04.677470 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda4ae9-16ad-464c-84a3-fbba7427cfa5 req-50439d8d-c03f-42ef-811c-787715d32823 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:04.679246 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fda4ae9-16ad-464c-84a3-fbba7427cfa5 req-50439d8d-c03f-42ef-811c-787715d32823 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 944 time: 0.0964682 Nov 12 00:35:04.691047 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2884-8875-4409-a508-4166f7ec4d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:04.693700 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c5d167-2921-47db-ad10-2c36bcdae752 None None] The sync data for ids ['cb398f74-3b3a-40de-bbf7-adc50ea41582'] in n-d-712137-14 is: [{'id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782655704-router', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:34:59Z', 'updated_at': '2021-11-12T00:35:01Z', 'revision_number': 3, 'project_id': '386446a239134ae9b64c43928dbfa734', 'gw_port': {'id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:00Z', 'updated_at': '2021-11-12T00:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:35:04.704283 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2884-8875-4409-a508-4166f7ec4d86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:04.704283 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bd5a2884-8875-4409-a508-4166f7ec4d86 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a39aaa6-0992-443d-b2be-5dc72aa9e850 HTTP/1.1" status: 204 len: 168 time: 0.4490640 Nov 12 00:35:04.726879 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a2884-8875-4409-a508-4166f7ec4d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a39aaa6-0992-443d-b2be-5dc72aa9e850,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:04.781044 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b34a196-93e5-42c1-b4d8-8840d64ae5d1 None None] Network 0e64c702-644d-460f-b5f1-54482bd478b5 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:35:04.791007 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fda4ae9-16ad-464c-84a3-fbba7427cfa5 req-d475bef5-f791-4b5c-8d8a-aa7212e9e341 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895422 Nov 12 00:35:04.905580 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f8ce8417-80aa-4e69-8eae-636fecda517b None None] Provisioning complete for port d05da093-92c9-4bf5-95b4-2ffa03c6d9a4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:04.906074 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f8ce8417-80aa-4e69-8eae-636fecda517b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:04.974923 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933aa060-1f92-4447-933e-e02e56376361 req-41bdd37f-3575-4f6d-ac2e-264518c40a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:04.976942 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-933aa060-1f92-4447-933e-e02e56376361 req-41bdd37f-3575-4f6d-ac2e-264518c40a98 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 1102 time: 0.5202186 Nov 12 00:35:05.008668 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2d129-6a82-4d9c-a252-be44400758c6 req-5f7b9227-e1ee-444f-b46b-4007c237d682 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:05.010304 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5a2d129-6a82-4d9c-a252-be44400758c6 req-5f7b9227-e1ee-444f-b46b-4007c237d682 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 950 time: 0.5213587 Nov 12 00:35:05.010579 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=fc6db300-7eff-4892-8f1a-35812888af75,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:05.036095 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fc34-6888-4e38-8180-0eb608226de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:05.068183 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f8ce8417-80aa-4e69-8eae-636fecda517b None None] Port d05da093-92c9-4bf5-95b4-2ffa03c6d9a4 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:35:05.133345 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-933aa060-1f92-4447-933e-e02e56376361 req-d05aaf9a-24df-4f8d-ae57-0f8658c23347 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341882 Nov 12 00:35:05.238116 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5a2d129-6a82-4d9c-a252-be44400758c6 req-0d2f4904-999a-4aa7-bf51-c351ebb790c5 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030447 Nov 12 00:35:05.410445 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89abc0-c64d-4db0-ad3e-d116ebad380d req-83fe37da-6beb-4c38-b2a8-dc47ea41d92a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:05.416812 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bd89abc0-c64d-4db0-ad3e-d116ebad380d req-83fe37da-6beb-4c38-b2a8-dc47ea41d92a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.1098375 Nov 12 00:35:05.509467 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bd89abc0-c64d-4db0-ad3e-d116ebad380d req-0b5c6681-45d5-4eb1-a833-c55d2af08ef9 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793796 Nov 12 00:35:05.516896 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fc34-6888-4e38-8180-0eb608226de8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:05.529064 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fc34-6888-4e38-8180-0eb608226de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:05.529973 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fc34-6888-4e38-8180-0eb608226de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:05.608378 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1fc34-6888-4e38-8180-0eb608226de8 admin admin] Pushing event updated for resources: {'Port': ['ID=d05da093-92c9-4bf5-95b4-2ffa03c6d9a4,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:05.664648 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1988c9d-432e-49aa-970e-bdfaebd73bc1 req-759dad90-f46c-4198-9871-366551edfa75 tempest-ServersAdminNegativeTestJSON-1356055574 tempest-ServersAdminNegativeTestJSON-1356055574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:05.673240 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c1988c9d-432e-49aa-970e-bdfaebd73bc1 req-759dad90-f46c-4198-9871-366551edfa75 tempest-ServersAdminNegativeTestJSON-1356055574 tempest-ServersAdminNegativeTestJSON-1356055574-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 1102 time: 0.0684912 Nov 12 00:35:05.710970 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c1988c9d-432e-49aa-970e-bdfaebd73bc1 req-cb2820fb-938f-4c51-9099-32dd927db405 tempest-ServersAdminNegativeTestJSON-1356055574 tempest-ServersAdminNegativeTestJSON-1356055574-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:05.734678 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e1fc34-6888-4e38-8180-0eb608226de8 admin admin] Network d8075018-1a5e-478d-8f27-a31a745be89e is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:35:05.736188 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-d7e1fc34-6888-4e38-8180-0eb608226de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:05.862684 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c1988c9d-432e-49aa-970e-bdfaebd73bc1 req-cb2820fb-938f-4c51-9099-32dd927db405 tempest-ServersAdminNegativeTestJSON-1356055574 tempest-ServersAdminNegativeTestJSON-1356055574-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:05.874019 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c1988c9d-432e-49aa-970e-bdfaebd73bc1 req-cb2820fb-938f-4c51-9099-32dd927db405 tempest-ServersAdminNegativeTestJSON-1356055574 tempest-ServersAdminNegativeTestJSON-1356055574-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:05.943561 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c1988c9d-432e-49aa-970e-bdfaebd73bc1 req-cb2820fb-938f-4c51-9099-32dd927db405 tempest-ServersAdminNegativeTestJSON-1356055574 tempest-ServersAdminNegativeTestJSON-1356055574-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693820 Nov 12 00:35:05.979032 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e1fc34-6888-4e38-8180-0eb608226de8 admin admin] Router cb398f74-3b3a-40de-bbf7-adc50ea41582 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:35:06.003637 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2820fb-938f-4c51-9099-32dd927db405 tempest-ServersAdminNegativeTestJSON-1356055574 tempest-ServersAdminNegativeTestJSON-1356055574-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b03e4c8-40e7-48fb-91f4-f6925cc76b3a,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:06.054048 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47926) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:06.128105 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:35:06.177624 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8d06a-313f-4eac-8248-464055c6f0b3 req-91bc77c9-8674-43b8-b9ca-d38478f90960 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:06.186598 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-51b8d06a-313f-4eac-8248-464055c6f0b3 req-91bc77c9-8674-43b8-b9ca-d38478f90960 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 944 time: 0.0938344 Nov 12 00:35:06.230751 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-979c30c5-2b95-4915-b5e5-c59904849fbd None None] Provisioning complete for port d05da093-92c9-4bf5-95b4-2ffa03c6d9a4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:06.231631 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-979c30c5-2b95-4915-b5e5-c59904849fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:06.256747 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-51b8d06a-313f-4eac-8248-464055c6f0b3 req-2a2e19c3-c772-4df6-bcff-24e33f4142b4 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648034 Nov 12 00:35:06.274118 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:06.274672 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:06.277995 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-979c30c5-2b95-4915-b5e5-c59904849fbd None None] Port d05da093-92c9-4bf5-95b4-2ffa03c6d9a4 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:35:06.286619 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a16d5-157d-4772-b8f1-d25745784d37 req-c5117bfa-fa39-43e0-98de-1b581ded545a tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:06.288386 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-988a16d5-157d-4772-b8f1-d25745784d37 req-c5117bfa-fa39-43e0-98de-1b581ded545a tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/networks?id=1ee13f6e-07f5-441a-b3f4-ecbe5598cef1 HTTP/1.1" status: 200 len: 814 time: 0.3273573 Nov 12 00:35:06.306913 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-3ade5dc4-e9ef-40d1-8752-61d589e4f876 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-863889885-network', 'tenant_id': '81943012268d4f0b9129849a03dfb4fa'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:06.336159 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ade5dc4-e9ef-40d1-8752-61d589e4f876 admin admin] Made reservation on behalf of 81943012268d4f0b9129849a03dfb4fa for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:35:06.338488 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3ade5dc4-e9ef-40d1-8752-61d589e4f876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:06.343972 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e1fc34-6888-4e38-8180-0eb608226de8 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:35:06.350582 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3ade5dc4-e9ef-40d1-8752-61d589e4f876 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:06.350875 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-988a16d5-157d-4772-b8f1-d25745784d37 req-89425dbf-8931-495c-bb5a-0164b39d136d tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/quotas/9c8474a0f86e44aba9c9f8cae1db2c95 HTTP/1.1" status: 200 len: 375 time: 0.0502708 Nov 12 00:35:06.354508 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d7e1fc34-6888-4e38-8180-0eb608226de8 admin admin] 10.222.0.31 "PUT /v2.0/routers/cb398f74-3b3a-40de-bbf7-adc50ea41582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6919034 Nov 12 00:35:06.413639 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:06.425549 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-988a16d5-157d-4772-b8f1-d25745784d37 req-4bc0ea77-f34e-47fe-9f94-d822e973cd63 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c8474a0f86e44aba9c9f8cae1db2c95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621803 Nov 12 00:35:06.439352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:06.445105 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:06.511915 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3ade5dc4-e9ef-40d1-8752-61d589e4f876 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:06.518552 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:06.535561 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56b6e8-1cc2-407d-9438-47dbdbdb6335 req-5dd3e679-2aa9-4eae-aebf-5f1cc2d99ec2 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:06.537284 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5f56b6e8-1cc2-407d-9438-47dbdbdb6335 req-5dd3e679-2aa9-4eae-aebf-5f1cc2d99ec2 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 950 time: 0.0670114 Nov 12 00:35:06.538030 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3ade5dc4-e9ef-40d1-8752-61d589e4f876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:06.551706 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ade5dc4-e9ef-40d1-8752-61d589e4f876 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:35:06.557313 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b1d49b4e-b77f-45e8-800a-747492ff7bbc service neutron] 10.222.0.31 "GET /v2.0/networks/1ee13f6e-07f5-441a-b3f4-ecbe5598cef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308925 Nov 12 00:35:06.602129 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3ade5dc4-e9ef-40d1-8752-61d589e4f876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:06.602528 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-3ade5dc4-e9ef-40d1-8752-61d589e4f876 admin admin] Added segment a4cbd636-c50a-4f3f-839d-7348944e89c3 of type vlan for network df26c8ec-d3a7-40b5-a384-78b84e6322ed Nov 12 00:35:06.683961 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-988a16d5-157d-4772-b8f1-d25745784d37 req-55a03e36-a553-4a29-b91b-38baf7dd7c0c service neutron] 10.222.0.31 "GET /v2.0/networks/1ee13f6e-07f5-441a-b3f4-ecbe5598cef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196756 Nov 12 00:35:06.688774 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade5dc4-e9ef-40d1-8752-61d589e4f876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78172773-8fe6-4657-9604-591d88cf739a,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:06.695358 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3ade5dc4-e9ef-40d1-8752-61d589e4f876 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:06.709618 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5f56b6e8-1cc2-407d-9438-47dbdbdb6335 req-299095b1-5494-4d47-a086-e7908a322304 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417134 Nov 12 00:35:06.739226 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3ade5dc4-e9ef-40d1-8752-61d589e4f876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:06.740800 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ade5dc4-e9ef-40d1-8752-61d589e4f876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:06.741619 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3ade5dc4-e9ef-40d1-8752-61d589e4f876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:06.805891 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3ade5dc4-e9ef-40d1-8752-61d589e4f876 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7500837 Nov 12 00:35:06.806861 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47940) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:06.812647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-114ee716-edd1-4e23-a21a-284852d9aa6f admin admin] Request body: {'subnet': {'network_id': 'df26c8ec-d3a7-40b5-a384-78b84e6322ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-863889885-subnet', 'tenant_id': '81943012268d4f0b9129849a03dfb4fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:06.825406 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade5dc4-e9ef-40d1-8752-61d589e4f876 admin admin] Pushing event updated for resources: {'Network': ['ID=df26c8ec-d3a7-40b5-a384-78b84e6322ed,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:06.839879 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network df26c8ec-d3a7-40b5-a384-78b84e6322ed details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:35:06.856129 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114ee716-edd1-4e23-a21a-284852d9aa6f admin admin] Made reservation on behalf of 81943012268d4f0b9129849a03dfb4fa for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:35:06.860148 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-114ee716-edd1-4e23-a21a-284852d9aa6f admin admin] Publish callbacks [] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:06.926903 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9a790-86a4-4770-88f1-e5f2305742f7 req-2cc6232e-8239-47f3-82a3-cb8063586478 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:06.928501 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92c9a790-86a4-4770-88f1-e5f2305742f7 req-2cc6232e-8239-47f3-82a3-cb8063586478 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.1042986 Nov 12 00:35:07.021615 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92c9a790-86a4-4770-88f1-e5f2305742f7 req-9d3b3fab-941b-4c48-925a-57e708264f1e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826340 Nov 12 00:35:07.065008 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] Sync routers for ids ['cb398f74-3b3a-40de-bbf7-adc50ea41582'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:35:07.076488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] Routers {'cb398f74-3b3a-40de-bbf7-adc50ea41582'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:35:07.077207 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:34:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['cb398f74-3b3a-40de-bbf7-adc50ea41582'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:07.136360 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-009b74ed-94d4-460d-b07e-eeae15127866 req-3adfe7e7-bdde-4976-9ef3-76303dbbad09 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/ports?device_id=467235e5-c164-4465-a9e2-10c733ef8e9b HTTP/1.1" status: 200 len: 210 time: 0.0462101 Nov 12 00:35:07.181672 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-114ee716-edd1-4e23-a21a-284852d9aa6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:07.219127 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] Set router cb398f74-3b3a-40de-bbf7-adc50ea41582 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:35:07.260372 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265206dc-103f-4be6-b9dd-afb8ea0caf26 req-0bf64a7a-09c3-4103-ae9b-e35bf87855fc tempest-ServersAdminNegativeTestJSON-1356055574 tempest-ServersAdminNegativeTestJSON-1356055574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:07.262362 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-265206dc-103f-4be6-b9dd-afb8ea0caf26 req-0bf64a7a-09c3-4103-ae9b-e35bf87855fc tempest-ServersAdminNegativeTestJSON-1356055574 tempest-ServersAdminNegativeTestJSON-1356055574-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 1102 time: 0.0529714 Nov 12 00:35:07.316495 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-265206dc-103f-4be6-b9dd-afb8ea0caf26 req-1481c49c-905d-4fca-9534-85d0232918a0 tempest-ServersAdminNegativeTestJSON-1356055574 tempest-ServersAdminNegativeTestJSON-1356055574-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475402 Nov 12 00:35:07.318587 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ee716-edd1-4e23-a21a-284852d9aa6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=521ca7bd-2e58-4ffb-93bf-5f86576b816e,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:07.326660 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 945e5098-572e-482e-bc88-f479580f39a2 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:35:07.342950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114ee716-edd1-4e23-a21a-284852d9aa6f admin admin] Checking segment: {'id': 'a4cbd636-c50a-4f3f-839d-7348944e89c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'df26c8ec-d3a7-40b5-a384-78b84e6322ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:35:07.342950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114ee716-edd1-4e23-a21a-284852d9aa6f admin admin] Network hostable DHCP agents. Network: df26c8ec-d3a7-40b5-a384-78b84e6322ed, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:35:07.395759 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-46982f83-243d-4982-8867-6388bfd8a06e tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:07.403176 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-46982f83-243d-4982-8867-6388bfd8a06e tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/networks?id=d8075018-1a5e-478d-8f27-a31a745be89e HTTP/1.1" status: 200 len: 828 time: 0.2148864 Nov 12 00:35:07.406583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114ee716-edd1-4e23-a21a-284852d9aa6f admin admin] Network df26c8ec-d3a7-40b5-a384-78b84e6322ed is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:35:07.427165 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-ec4ea26b-7c1c-4489-bdbc-a0d7634d6b60 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/quotas/386446a239134ae9b64c43928dbfa734 HTTP/1.1" status: 200 len: 375 time: 0.0231915 Nov 12 00:35:07.437583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-114ee716-edd1-4e23-a21a-284852d9aa6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, df26c8ec-d3a7-40b5-a384-78b84e6322ed) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:07.449732 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d35d8cf-fcfb-487b-af99-5ef13ade3747 None None] Network df26c8ec-d3a7-40b5-a384-78b84e6322ed requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:35:07.454993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 945e5098-572e-482e-bc88-f479580f39a2 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:35:07.463674 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114ee716-edd1-4e23-a21a-284852d9aa6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:07.464566 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-114ee716-edd1-4e23-a21a-284852d9aa6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:07.487661 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 945e5098-572e-482e-bc88-f479580f39a2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:07.488402 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:07.497615 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcb74d-66fc-44e8-b5c1-d4502b44ecfb req-665b07f3-7b60-4f62-be1a-80c2f7607a85 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:07.502235 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-114ee716-edd1-4e23-a21a-284852d9aa6f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6862857 Nov 12 00:35:07.506584 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f0bcb74d-66fc-44e8-b5c1-d4502b44ecfb req-665b07f3-7b60-4f62-be1a-80c2f7607a85 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 944 time: 0.0925050 Nov 12 00:35:07.518815 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-396888ba-5bf5-4a84-a67f-18e82b7527c6 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=386446a239134ae9b64c43928dbfa734&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906310 Nov 12 00:35:07.585872 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f0bcb74d-66fc-44e8-b5c1-d4502b44ecfb req-5e2dcd82-713c-4de1-acb7-b140397789cc tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750685 Nov 12 00:35:07.650502 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-bcb744a7-795c-4cd8-b231-4a884af30764 service neutron] 10.222.0.31 "GET /v2.0/networks/d8075018-1a5e-478d-8f27-a31a745be89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307235 Nov 12 00:35:07.776223 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-e1ca24aa-9a67-4706-834f-4581866b001f service neutron] 10.222.0.31 "GET /v2.0/networks/d8075018-1a5e-478d-8f27-a31a745be89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226037 Nov 12 00:35:07.863237 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1550bfb9-31b1-4e5a-899b-9f069626d20f None None] Network df26c8ec-d3a7-40b5-a384-78b84e6322ed requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:35:07.905085 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782655704-router', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:34:59Z', 'updated_at': '2021-11-12T00:35:04Z', 'revision_number': 4, 'project_id': '386446a239134ae9b64c43928dbfa734', 'gw_port': {'id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:00Z', 'updated_at': '2021-11-12T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'd05da093-92c9-4bf5-95b4-2ffa03c6d9a4', 'name': '', 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'mac_address': 'fa:16:3e:27:ab:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7508997e-9662-43d1-b640-f23ad441eac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:03Z', 'updated_at': '2021-11-12T00:35:05Z', 'revision_number': 2, 'project_id': '386446a239134ae9b64c43928dbfa734', 'subnets': [{'id': '7508997e-9662-43d1-b640-f23ad441eac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:07.933332 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:08.011264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] Checking router: cb398f74-3b3a-40de-bbf7-adc50ea41582 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:35:08.011628 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] Updating router cb398f74-3b3a-40de-bbf7-adc50ea41582 port d05da093-92c9-4bf5-95b4-2ffa03c6d9a4 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:35:08.038817 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:35:08.063407 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0159b73-2f47-45f4-a975-4aaf32211e97 req-68dc5d68-fcdd-4704-88a5-2f4a30280f2d tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/ports?device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 210 time: 0.0592296 Nov 12 00:35:08.066288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2d376-95ba-43ba-9e8f-7eef1813f4a8 req-887dfdc5-d6c1-4af7-8dae-8f4c4a576367 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:08.067820 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ad2d376-95ba-43ba-9e8f-7eef1813f4a8 req-887dfdc5-d6c1-4af7-8dae-8f4c4a576367 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 950 time: 0.1734891 Nov 12 00:35:08.101691 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da808a76-d123-46a7-b508-7b6cd6c85088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945e5098-572e-482e-bc88-f479580f39a2'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:35:08.104352 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d857932-999c-425c-81cb-ee151375293b" -d '{"events": [{"server_uuid": "da808a76-d123-46a7-b508-7b6cd6c85088", "name": "network-vif-plugged", "status": "completed", "tag": "945e5098-572e-482e-bc88-f479580f39a2"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:35:08.117238 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:08.143706 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 945e5098-572e-482e-bc88-f479580f39a2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=945e5098-572e-482e-bc88-f479580f39a2,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:08.161650 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:08.205673 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ad2d376-95ba-43ba-9e8f-7eef1813f4a8 req-afdfd839-4fbe-4a29-a96f-efd52e0e813e tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105921 Nov 12 00:35:08.296724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361bb71-2e1a-4f67-a663-bbd937bdf1f9 req-734f226c-78d8-4697-80ac-fbf2e6bef750 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:08.304376 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0361bb71-2e1a-4f67-a663-bbd937bdf1f9 req-734f226c-78d8-4697-80ac-fbf2e6bef750 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.1254056 Nov 12 00:35:08.341199 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:08.342214 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:08.343950 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=945e5098-572e-482e-bc88-f479580f39a2,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:08.398661 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0361bb71-2e1a-4f67-a663-bbd937bdf1f9 req-9ab67f6e-89ff-44cb-9342-e557f0fb4e49 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817516 Nov 12 00:35:08.449448 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:08.490364 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48010) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:08.496026 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-ba00657f-5428-4841-a602-11a75be48714 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1990154114-network', 'tenant_id': 'fa961ed13ddb485b81664ed6c56ca064'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:08.541331 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba00657f-5428-4841-a602-11a75be48714 admin admin] Made reservation on behalf of fa961ed13ddb485b81664ed6c56ca064 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:35:08.543343 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784126d5-b8a4-4e98-a5bc-98330a9ab425 x-openstack-request-id: req-784126d5-b8a4-4e98-a5bc-98330a9ab425 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:35:08.543672 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da808a76-d123-46a7-b508-7b6cd6c85088", "name": "network-vif-plugged", "status": "completed", "tag": "945e5098-572e-482e-bc88-f479580f39a2", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:35:08.543933 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-784126d5-b8a4-4e98-a5bc-98330a9ab425 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:35:08.544318 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da808a76-d123-46a7-b508-7b6cd6c85088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945e5098-572e-482e-bc88-f479580f39a2', 'code': 200} Nov 12 00:35:08.545810 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ba00657f-5428-4841-a602-11a75be48714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:08.562980 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ba00657f-5428-4841-a602-11a75be48714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:08.704643 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-45882ad7-80e3-4603-bd1b-64a928a7582f req-1fc083f0-d269-4f1b-8be2-d8f88c5cb01f tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/ports?device_id=467235e5-c164-4465-a9e2-10c733ef8e9b HTTP/1.1" status: 200 len: 210 time: 0.0755825 Nov 12 00:35:08.745047 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:08.757761 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:08.800405 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4bf8a-c1b5-4e8d-b55c-a1632c237574 req-89d07258-7d0e-4483-a0ef-e5800f126a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:08.810852 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ba00657f-5428-4841-a602-11a75be48714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:08.814179 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ef4bf8a-c1b5-4e8d-b55c-a1632c237574 req-89d07258-7d0e-4483-a0ef-e5800f126a70 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 1097 time: 0.1456120 Nov 12 00:35:08.820568 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ba00657f-5428-4841-a602-11a75be48714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:08.841778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a16d5-157d-4772-b8f1-d25745784d37 req-85a5d94f-f06c-4a87-bb75-94d53f8fd04d tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:08.843236 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-988a16d5-157d-4772-b8f1-d25745784d37 req-85a5d94f-f06c-4a87-bb75-94d53f8fd04d tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.15 "GET /v2.0/networks?id=1ee13f6e-07f5-441a-b3f4-ecbe5598cef1 HTTP/1.1" status: 200 len: 814 time: 0.4002826 Nov 12 00:35:08.852630 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba00657f-5428-4841-a602-11a75be48714 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:35:08.876995 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00657f-5428-4841-a602-11a75be48714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0b1eee-eba0-4669-8ae4-b237695cef9a,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:08.879662 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ba00657f-5428-4841-a602-11a75be48714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:08.880600 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-ba00657f-5428-4841-a602-11a75be48714 admin admin] Added segment c04bf4ba-2052-456b-b310-7ff174b16168 of type vlan for network a5325a3f-ec90-41af-bdaf-01a4dab0e278 Nov 12 00:35:08.904470 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1452a29-2b81-4628-abd0-22d398d75bec None None] Pushing event updated for resources: {'Port': ['ID=d05da093-92c9-4bf5-95b4-2ffa03c6d9a4,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:08.921473 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-988a16d5-157d-4772-b8f1-d25745784d37 req-f7fb9f1e-677b-40cd-b499-a2424ca0939c tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Request body: {'port': {'device_id': '467235e5-c164-4465-a9e2-10c733ef8e9b', 'network_id': '1ee13f6e-07f5-441a-b3f4-ecbe5598cef1', 'admin_state_up': True, 'tenant_id': '9c8474a0f86e44aba9c9f8cae1db2c95'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:08.972649 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] Attempting to bind port d05da093-92c9-4bf5-95b4-2ffa03c6d9a4 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:35:08.973130 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] Attempting to bind port d05da093-92c9-4bf5-95b4-2ffa03c6d9a4 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'fe0e5af8-35b8-40ac-85c9-dfdd223990aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:35:08.974748 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] Attempting to bind port d05da093-92c9-4bf5-95b4-2ffa03c6d9a4 on network d8075018-1a5e-478d-8f27-a31a745be89e {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:35:08.981195 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ba00657f-5428-4841-a602-11a75be48714 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:08.981426 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:35:08.981834 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] Checking segment: {'id': 'fe0e5af8-35b8-40ac-85c9-dfdd223990aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:35:08.982290 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:08.982773 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] Bound using segment: {'id': 'fe0e5af8-35b8-40ac-85c9-dfdd223990aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:35:08.983650 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] Bound port: d05da093-92c9-4bf5-95b4-2ffa03c6d9a4, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0e5af8-35b8-40ac-85c9-dfdd223990aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:35:08.984051 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:09.022066 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7dd9f-1bbe-46a8-8504-63accccae3e6 req-a263a9d5-03b8-4340-b9d3-3431d10c6470 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:09.029653 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-60a7dd9f-1bbe-46a8-8504-63accccae3e6 req-a263a9d5-03b8-4340-b9d3-3431d10c6470 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 945 time: 0.1018627 Nov 12 00:35:09.045963 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ba00657f-5428-4841-a602-11a75be48714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:09.047197 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba00657f-5428-4841-a602-11a75be48714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:09.048342 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ba00657f-5428-4841-a602-11a75be48714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:09.070344 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] For port d05da093-92c9-4bf5-95b4-2ffa03c6d9a4, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:35:09.075864 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] For port d05da093-92c9-4bf5-95b4-2ffa03c6d9a4, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d05da093-92c9-4bf5-95b4-2ffa03c6d9a4,segment=NetworkSegment(fe0e5af8-35b8-40ac-85c9-dfdd223990aa),segment_id=fe0e5af8-35b8-40ac-85c9-dfdd223990aa)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:35:09.083455 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:09.106524 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01aef1a-2c1b-43c1-abfb-2538faa7ad93 req-f6cf1efd-ec82-4724-ae10-2f805d1374d0 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:09.114653 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d01aef1a-2c1b-43c1-abfb-2538faa7ad93 req-f6cf1efd-ec82-4724-ae10-2f805d1374d0 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 950 time: 0.2702949 Nov 12 00:35:09.118216 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ef4bf8a-c1b5-4e8d-b55c-a1632c237574 req-c43fe48f-fc38-4fa7-9b53-3420a72f70fa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729313 Nov 12 00:35:09.153143 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ba00657f-5428-4841-a602-11a75be48714 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6605542 Nov 12 00:35:09.158693 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1452a29-2b81-4628-abd0-22d398d75bec None None] Pushing event updated for resources: {'Port': ['ID=d05da093-92c9-4bf5-95b4-2ffa03c6d9a4,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:09.158924 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48024) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:09.169302 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-8a3e30b6-dac3-4ccf-875d-ed0e6b1288bf admin admin] Request body: {'subnet': {'network_id': 'a5325a3f-ec90-41af-bdaf-01a4dab0e278', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1990154114-subnet', 'tenant_id': 'fa961ed13ddb485b81664ed6c56ca064', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:09.175086 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-60a7dd9f-1bbe-46a8-8504-63accccae3e6 req-d909d62f-2ad7-42d3-a30b-fe03e1d8b2cb tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441054 Nov 12 00:35:09.178081 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00657f-5428-4841-a602-11a75be48714 admin admin] Pushing event updated for resources: {'Network': ['ID=a5325a3f-ec90-41af-bdaf-01a4dab0e278,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:09.185912 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] Routers {'cb398f74-3b3a-40de-bbf7-adc50ea41582'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:35:09.204575 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:34:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['cb398f74-3b3a-40de-bbf7-adc50ea41582'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:09.215093 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network a5325a3f-ec90-41af-bdaf-01a4dab0e278 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:35:09.233282 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:35:09.257425 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d01aef1a-2c1b-43c1-abfb-2538faa7ad93 req-6bbdfa82-fd33-487a-bcaa-b2d5abefd7bc tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418431 Nov 12 00:35:09.263845 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.db.api [None req-8a3e30b6-dac3-4ccf-875d-ed0e6b1288bf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 00:35:09.263845 n-d-712137-14 neutron-server[114243]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 00:35:09.263845 n-d-712137-14 neutron-server[114243]: [parameters: {'project_id': 'fa961ed13ddb485b81664ed6c56ca064', 'id': '145cfd2b-6bb2-42b4-83e3-a01ffe6a3927', 'expiration': datetime.datetime(2021, 11, 12, 0, 37, 9, 238964)}] Nov 12 00:35:09.263845 n-d-712137-14 neutron-server[114243]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:35:09.264383 n-d-712137-14 neutron-server[114243]: DEBUG oslo_db.api [None req-8a3e30b6-dac3-4ccf-875d-ed0e6b1288bf admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:35:09.272894 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-988a16d5-157d-4772-b8f1-d25745784d37 req-f7fb9f1e-677b-40cd-b499-a2424ca0939c tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Made reservation on behalf of 9c8474a0f86e44aba9c9f8cae1db2c95 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:35:09.293530 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-988a16d5-157d-4772-b8f1-d25745784d37 req-f7fb9f1e-677b-40cd-b499-a2424ca0939c tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:09.364910 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6b766bea-021f-49f7-b7fb-35fae5d98aab None None] Provisioning complete for port d05da093-92c9-4bf5-95b4-2ffa03c6d9a4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:09.365854 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6b766bea-021f-49f7-b7fb-35fae5d98aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:09.428534 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6dfae38-82d9-4dc9-a727-a2d52b59cdac req-e1c6c397-58b5-443c-8d43-3934788f1fc3 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/ports?device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 210 time: 0.0356929 Nov 12 00:35:09.506646 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6b766bea-021f-49f7-b7fb-35fae5d98aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:09.513091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d30498-0520-4400-a96f-893706759103 req-b82570e8-8827-4e76-aa78-91d49901673a tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:09.519393 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-89d30498-0520-4400-a96f-893706759103 req-b82570e8-8827-4e76-aa78-91d49901673a tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 950 time: 0.1104784 Nov 12 00:35:09.520606 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] Set router cb398f74-3b3a-40de-bbf7-adc50ea41582 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:35:09.543145 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22b7b7-4774-4df0-8703-c0b7afb810ae req-f2579ded-21fd-4798-9782-2e32a2a8624b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:09.549655 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fc22b7b7-4774-4df0-8703-c0b7afb810ae req-f2579ded-21fd-4798-9782-2e32a2a8624b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.0555665 Nov 12 00:35:09.550790 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-988a16d5-157d-4772-b8f1-d25745784d37 req-f7fb9f1e-677b-40cd-b499-a2424ca0939c tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Allocated IP 172.20.0.9 (1ee13f6e-07f5-441a-b3f4-ecbe5598cef1/e54269b8-97af-44dd-b818-1100a6a74210/79205dfe-71d4-4fc4-82ea-e5802cc27fb0) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:35:09.574314 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6b766bea-021f-49f7-b7fb-35fae5d98aab None None] For port d05da093-92c9-4bf5-95b4-2ffa03c6d9a4, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d05da093-92c9-4bf5-95b4-2ffa03c6d9a4,segment=NetworkSegment(fe0e5af8-35b8-40ac-85c9-dfdd223990aa),segment_id=fe0e5af8-35b8-40ac-85c9-dfdd223990aa)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:09.585840 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6b766bea-021f-49f7-b7fb-35fae5d98aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:09.596200 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-89d30498-0520-4400-a96f-893706759103 req-2a5149e7-311f-4834-89af-dbaeced02625 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756481 Nov 12 00:35:09.601724 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fc22b7b7-4774-4df0-8703-c0b7afb810ae req-ead7c327-f8cc-4b6f-9740-f9d38816d139 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504630 Nov 12 00:35:09.732078 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b766bea-021f-49f7-b7fb-35fae5d98aab None None] Pushing event updated for resources: {'Port': ['ID=d05da093-92c9-4bf5-95b4-2ffa03c6d9a4,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:09.746669 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-30389a02-69c6-40ff-90b0-5a946cffbefc None None] Provisioning complete for port d05da093-92c9-4bf5-95b4-2ffa03c6d9a4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:09.747042 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-30389a02-69c6-40ff-90b0-5a946cffbefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:09.807210 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-988a16d5-157d-4772-b8f1-d25745784d37 req-f7fb9f1e-677b-40cd-b499-a2424ca0939c tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:09.835466 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5fd04c0-ef9c-492e-8a5c-1ebf9031b99e req-c7043db6-779e-4b83-875a-333045c6b64b tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/ports?device_id=467235e5-c164-4465-a9e2-10c733ef8e9b HTTP/1.1" status: 200 len: 210 time: 0.0472069 Nov 12 00:35:09.871064 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3e30b6-dac3-4ccf-875d-ed0e6b1288bf admin admin] Made reservation on behalf of fa961ed13ddb485b81664ed6c56ca064 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:35:09.873409 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a3e30b6-dac3-4ccf-875d-ed0e6b1288bf admin admin] Publish callbacks [] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:09.994775 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108245b-2b73-4d82-a2c6-6ab19401122f req-68cc59cf-2d5a-46c1-8648-36e9fb09fcc5 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:09.997489 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f108245b-2b73-4d82-a2c6-6ab19401122f req-68cc59cf-2d5a-46c1-8648-36e9fb09fcc5 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 950 time: 0.0574517 Nov 12 00:35:10.008532 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-988a16d5-157d-4772-b8f1-d25745784d37 req-f7fb9f1e-677b-40cd-b499-a2424ca0939c tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:10.056717 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782655704-router', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:34:59Z', 'updated_at': '2021-11-12T00:35:04Z', 'revision_number': 4, 'project_id': '386446a239134ae9b64c43928dbfa734', 'gw_port': {'id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:00Z', 'updated_at': '2021-11-12T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'd05da093-92c9-4bf5-95b4-2ffa03c6d9a4', 'name': '', 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'mac_address': 'fa:16:3e:27:ab:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7508997e-9662-43d1-b640-f23ad441eac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:03Z', 'updated_at': '2021-11-12T00:35:09Z', 'revision_number': 4, 'project_id': '386446a239134ae9b64c43928dbfa734', 'subnets': [{'id': '7508997e-9662-43d1-b640-f23ad441eac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:10.061361 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f108245b-2b73-4d82-a2c6-6ab19401122f req-f39c0bb2-a0e2-46f3-9de2-7123946bc629 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555398 Nov 12 00:35:10.083194 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a37a45-b9ce-4da2-bc6a-5988fe128f61 None None] The sync data for ids ['cb398f74-3b3a-40de-bbf7-adc50ea41582'] in n-d-712137-14 is: [{'id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782655704-router', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:34:59Z', 'updated_at': '2021-11-12T00:35:04Z', 'revision_number': 4, 'project_id': '386446a239134ae9b64c43928dbfa734', 'gw_port': {'id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:00Z', 'updated_at': '2021-11-12T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'd05da093-92c9-4bf5-95b4-2ffa03c6d9a4', 'name': '', 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'mac_address': 'fa:16:3e:27:ab:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7508997e-9662-43d1-b640-f23ad441eac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:03Z', 'updated_at': '2021-11-12T00:35:09Z', 'revision_number': 4, 'project_id': '386446a239134ae9b64c43928dbfa734', 'subnets': [{'id': '7508997e-9662-43d1-b640-f23ad441eac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:35:10.086039 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988a16d5-157d-4772-b8f1-d25745784d37 req-f7fb9f1e-677b-40cd-b499-a2424ca0939c tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Network 1ee13f6e-07f5-441a-b3f4-ecbe5598cef1 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:35:10.096286 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-fbf362c8-6997-42ea-9c11-fc44ac68a301 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:10.097856 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-fbf362c8-6997-42ea-9c11-fc44ac68a301 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.21 "GET /v2.0/networks?id=d8075018-1a5e-478d-8f27-a31a745be89e HTTP/1.1" status: 200 len: 828 time: 0.2668233 Nov 12 00:35:10.102453 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-988a16d5-157d-4772-b8f1-d25745784d37 req-f7fb9f1e-677b-40cd-b499-a2424ca0939c tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:10.111157 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-988a16d5-157d-4772-b8f1-d25745784d37 req-f7fb9f1e-677b-40cd-b499-a2424ca0939c tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:35:10.116765 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a16d5-157d-4772-b8f1-d25745784d37 req-f7fb9f1e-677b-40cd-b499-a2424ca0939c tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:10.117369 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-988a16d5-157d-4772-b8f1-d25745784d37 req-f7fb9f1e-677b-40cd-b499-a2424ca0939c tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:10.128250 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-5715a583-fe12-42fa-a725-d0fc0fbd1214 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Request body: {'port': {'device_id': '09c47808-96ed-4244-ab0a-5623cd06cdb7', 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e', 'admin_state_up': True, 'tenant_id': '386446a239134ae9b64c43928dbfa734'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:10.183238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb9f1e-677b-40cd-b499-a2424ca0939c tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Pushing event updated for resources: {'Port': ['ID=79205dfe-71d4-4fc4-82ea-e5802cc27fb0,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:10.229360 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-988a16d5-157d-4772-b8f1-d25745784d37 req-f7fb9f1e-677b-40cd-b499-a2424ca0939c tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3190553 Nov 12 00:35:10.273694 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] Request body: {'port': {'device_id': '467235e5-c164-4465-a9e2-10c733ef8e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:10.397288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb45a27-f4d8-4904-a294-fa7b96dcabbc req-5f1622c3-1731-41fb-bfe1-a6c5b520d047 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:10.398964 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5eb45a27-f4d8-4904-a294-fa7b96dcabbc req-5f1622c3-1731-41fb-bfe1-a6c5b520d047 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 950 time: 0.0581658 Nov 12 00:35:10.425445 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a3e30b6-dac3-4ccf-875d-ed0e6b1288bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:10.468341 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5eb45a27-f4d8-4904-a294-fa7b96dcabbc req-36d3d847-b83d-4e7d-bd86-ae7b2a0ac416 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615885 Nov 12 00:35:10.492961 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:10.519824 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737be74-15ab-497b-b637-bc4bef4c2eeb req-0dd808fd-be2f-4e48-958c-03633577c7af tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:10.521734 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6737be74-15ab-497b-b637-bc4bef4c2eeb req-0dd808fd-be2f-4e48-958c-03633577c7af tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 945 time: 0.2575347 Nov 12 00:35:10.557154 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-5715a583-fe12-42fa-a725-d0fc0fbd1214 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Made reservation on behalf of 386446a239134ae9b64c43928dbfa734 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:35:10.561089 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-5715a583-fe12-42fa-a725-d0fc0fbd1214 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:10.609199 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e30b6-dac3-4ccf-875d-ed0e6b1288bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=51602ea7-f63e-43d5-bf27-0489fbd5e9c1,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:10.676234 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-79cd4115-8c83-4da6-b4ca-a73a03b6f3be req-43d16618-c071-4042-a455-92e9b7df697d tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/ports?device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 210 time: 0.0297921 Nov 12 00:35:10.794978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6dc95-c2a8-4818-b7a0-de05334dd97f req-8d10bf94-1c94-44ee-960c-2d20dca76730 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:10.796563 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0bf6dc95-c2a8-4818-b7a0-de05334dd97f req-8d10bf94-1c94-44ee-960c-2d20dca76730 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.0527956 Nov 12 00:35:10.854731 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0bf6dc95-c2a8-4818-b7a0-de05334dd97f req-93515849-5db5-4769-8573-bc2e0346dc1e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512006 Nov 12 00:35:10.931201 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3e30b6-dac3-4ccf-875d-ed0e6b1288bf admin admin] Checking segment: {'id': 'c04bf4ba-2052-456b-b310-7ff174b16168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5325a3f-ec90-41af-bdaf-01a4dab0e278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:35:10.931562 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3e30b6-dac3-4ccf-875d-ed0e6b1288bf admin admin] Network hostable DHCP agents. Network: a5325a3f-ec90-41af-bdaf-01a4dab0e278, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:35:10.971094 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a4674-7136-4fa1-ace3-d4fd9b725b16 req-fabb4431-a76c-4fbe-aaa7-6107f8a34af3 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:10.972774 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b5a4674-7136-4fa1-ace3-d4fd9b725b16 req-fabb4431-a76c-4fbe-aaa7-6107f8a34af3 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/ports?device_id=467235e5-c164-4465-a9e2-10c733ef8e9b HTTP/1.1" status: 200 len: 931 time: 0.0584242 Nov 12 00:35:11.009606 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6737be74-15ab-497b-b637-bc4bef4c2eeb req-351134b8-41e5-42a2-97be-ee97dbd45728 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665589 Nov 12 00:35:11.041733 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b5a4674-7136-4fa1-ace3-d4fd9b725b16 req-7afc5642-0657-47b9-b9e8-6b4ec6767054 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e841a6b-58c8-486b-b781-a7d22cef0ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568950 Nov 12 00:35:11.120459 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3e30b6-dac3-4ccf-875d-ed0e6b1288bf admin admin] Network a5325a3f-ec90-41af-bdaf-01a4dab0e278 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:35:11.144775 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffaa1b-c981-4a3b-9147-1a3fd25f3089 req-77cb6a3f-de96-4def-99ab-b691b6fb1af6 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:11.146360 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7bffaa1b-c981-4a3b-9147-1a3fd25f3089 req-77cb6a3f-de96-4def-99ab-b691b6fb1af6 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.15 "GET /v2.0/ports?device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 950 time: 0.2186453 Nov 12 00:35:11.196993 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-8a3e30b6-dac3-4ccf-875d-ed0e6b1288bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, a5325a3f-ec90-41af-bdaf-01a4dab0e278) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:11.206870 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c099219-5407-4aef-9eaf-9f2499b12e91 None None] Network a5325a3f-ec90-41af-bdaf-01a4dab0e278 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:35:11.239913 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3e30b6-dac3-4ccf-875d-ed0e6b1288bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:11.240816 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a3e30b6-dac3-4ccf-875d-ed0e6b1288bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:11.258656 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-5715a583-fe12-42fa-a725-d0fc0fbd1214 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Allocated IP 172.20.0.8 (d8075018-1a5e-478d-8f27-a31a745be89e/7508997e-9662-43d1-b640-f23ad441eac5/dbbe624a-e3e7-4abe-848d-0ebd7c1e3053) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:35:11.348217 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379ef8c5-bd78-4d89-9f79-200be174fdc9 None None] Network a5325a3f-ec90-41af-bdaf-01a4dab0e278 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:35:11.355408 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8a3e30b6-dac3-4ccf-875d-ed0e6b1288bf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1956265 Nov 12 00:35:11.393941 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8575bd-9f49-45db-a768-37b5112a0907 req-3c84c4e3-886e-4239-8ca4-a3c7efafb1c3 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:11.395412 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-af8575bd-9f49-45db-a768-37b5112a0907 req-3c84c4e3-886e-4239-8ca4-a3c7efafb1c3 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 950 time: 0.2033608 Nov 12 00:35:11.487743 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48050) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:11.538625 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-b375537b-487d-448f-b7d9-4a85e6616316 admin admin] Deleting subnet 521ca7bd-2e58-4ffb-93bf-5f86576b816e {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:35:11.545696 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b375537b-487d-448f-b7d9-4a85e6616316 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:11.553408 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-7bffaa1b-c981-4a3b-9147-1a3fd25f3089 req-4856ac3c-1eaf-4d21-8a65-54e461c5d461 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Deleting port c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:35:11.553986 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7bffaa1b-c981-4a3b-9147-1a3fd25f3089 req-4856ac3c-1eaf-4d21-8a65-54e461c5d461 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:11.572258 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79205dfe-71d4-4fc4-82ea-e5802cc27fb0 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:35:11.596687 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:11.611434 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b375537b-487d-448f-b7d9-4a85e6616316 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:11.617557 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-af8575bd-9f49-45db-a768-37b5112a0907 req-9591882b-2688-4707-9208-d4f2687c7016 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102904 Nov 12 00:35:11.625136 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b375537b-487d-448f-b7d9-4a85e6616316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:11.663931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f7dc8-cf38-4406-b768-3c423d872f6f req-73f621a2-0bc0-4afc-b9b2-b4436fae5248 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:11.665688 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f4f7dc8-cf38-4406-b768-3c423d872f6f req-73f621a2-0bc0-4afc-b9b2-b4436fae5248 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 950 time: 0.1176245 Nov 12 00:35:11.670741 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-5715a583-fe12-42fa-a725-d0fc0fbd1214 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:11.672368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] Transition to ACTIVE for port object 79205dfe-71d4-4fc4-82ea-e5802cc27fb0 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:35:11.686562 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:11.738813 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b375537b-487d-448f-b7d9-4a85e6616316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:11.751779 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f4f7dc8-cf38-4406-b768-3c423d872f6f req-5638b47b-275f-46e6-ae4c-4e6afda62ab9 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659482 Nov 12 00:35:11.773342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-7bffaa1b-c981-4a3b-9147-1a3fd25f3089 req-4856ac3c-1eaf-4d21-8a65-54e461c5d461 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] For port c7254c33-d6f7-4fe1-8c6f-3a73a44e4316, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=c7254c33-d6f7-4fe1-8c6f-3a73a44e4316,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:11.773713 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7bffaa1b-c981-4a3b-9147-1a3fd25f3089 req-4856ac3c-1eaf-4d21-8a65-54e461c5d461 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:11.775860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375537b-487d-448f-b7d9-4a85e6616316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=521ca7bd-2e58-4ffb-93bf-5f86576b816e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:11.778404 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b375537b-487d-448f-b7d9-4a85e6616316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:11.781853 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b375537b-487d-448f-b7d9-4a85e6616316 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/521ca7bd-2e58-4ffb-93bf-5f86576b816e HTTP/1.1" status: 204 len: 168 time: 0.2925801 Nov 12 00:35:11.783990 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48058) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:11.790554 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] Pushing event updated for resources: {'Port': ['ID=79205dfe-71d4-4fc4-82ea-e5802cc27fb0,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:11.798724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-7bffaa1b-c981-4a3b-9147-1a3fd25f3089 req-4856ac3c-1eaf-4d21-8a65-54e461c5d461 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Calling delete_port for c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:35:11.804279 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-5715a583-fe12-42fa-a725-d0fc0fbd1214 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:11.863644 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:11.929921 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] Attempting to bind port 79205dfe-71d4-4fc4-82ea-e5802cc27fb0 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:35:11.930126 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] Attempting to bind port 79205dfe-71d4-4fc4-82ea-e5802cc27fb0 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '3c5c18e7-4c7f-4cf5-a1eb-02bec7d83303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1ee13f6e-07f5-441a-b3f4-ecbe5598cef1'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:35:11.930356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] Attempting to bind port 79205dfe-71d4-4fc4-82ea-e5802cc27fb0 on network 1ee13f6e-07f5-441a-b3f4-ecbe5598cef1 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:35:11.944122 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-5715a583-fe12-42fa-a725-d0fc0fbd1214 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Network d8075018-1a5e-478d-8f27-a31a745be89e is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:35:11.958687 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] Port 79205dfe-71d4-4fc4-82ea-e5802cc27fb0 on network 1ee13f6e-07f5-441a-b3f4-ecbe5598cef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:35:11.959018 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] Attempting to bind port 79205dfe-71d4-4fc4-82ea-e5802cc27fb0 on network 1ee13f6e-07f5-441a-b3f4-ecbe5598cef1 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:35:11.961146 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-5715a583-fe12-42fa-a725-d0fc0fbd1214 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:11.971973 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-5715a583-fe12-42fa-a725-d0fc0fbd1214 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:35:11.977897 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-5715a583-fe12-42fa-a725-d0fc0fbd1214 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:11.978766 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-5715a583-fe12-42fa-a725-d0fc0fbd1214 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:11.981765 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715a583-fe12-42fa-a725-d0fc0fbd1214 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Pushing event updated for resources: {'Port': ['ID=dbbe624a-e3e7-4abe-848d-0ebd7c1e3053,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:11.991420 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:35:11.991722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] Checking segment: {'id': '3c5c18e7-4c7f-4cf5-a1eb-02bec7d83303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1ee13f6e-07f5-441a-b3f4-ecbe5598cef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:35:11.992103 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] Bound using segment: {'id': '3c5c18e7-4c7f-4cf5-a1eb-02bec7d83303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1ee13f6e-07f5-441a-b3f4-ecbe5598cef1'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:35:11.992544 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] Bound port: 79205dfe-71d4-4fc4-82ea-e5802cc27fb0, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c5c18e7-4c7f-4cf5-a1eb-02bec7d83303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1ee13f6e-07f5-441a-b3f4-ecbe5598cef1'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:35:11.992938 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:12.026887 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9109454-26d3-4a44-94d6-609c6aebe54d req-c4ca1376-58c6-4163-a67d-09d9e8afbcdc tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:12.033501 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d9109454-26d3-4a44-94d6-609c6aebe54d req-c4ca1376-58c6-4163-a67d-09d9e8afbcdc tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/ports?device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 931 time: 0.2105134 Nov 12 00:35:12.040202 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392097c-3199-4714-bee0-b23beda966fb req-7eb452d0-c881-42ae-991d-1b077408a195 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:12.042587 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f392097c-3199-4714-bee0-b23beda966fb req-7eb452d0-c881-42ae-991d-1b077408a195 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.15 "GET /v2.0/ports?device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 950 time: 0.1725934 Nov 12 00:35:12.050676 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-5715a583-fe12-42fa-a725-d0fc0fbd1214 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9305499 Nov 12 00:35:12.052626 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:12.076781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d05da093-92c9-4bf5-95b4-2ffa03c6d9a4 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:35:12.087128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] Request body: {'port': {'device_id': '09c47808-96ed-4244-ab0a-5623cd06cdb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:12.105718 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:35:12.106114 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:35:12.107020 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:35:12.107510 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Subscribe: > port after_create 55550000 {{(pid=114242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:35:12.108015 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Subscribe: > port after_delete 55550000 {{(pid=114242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:35:12.108480 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Subscribe: > port after_update 55550000 {{(pid=114242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:35:12.108969 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:35:12.109454 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:35:12.109947 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:35:12.110433 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:35:12.158227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port d05da093-92c9-4bf5-95b4-2ffa03c6d9a4 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:12.158737 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:12.199470 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d9109454-26d3-4a44-94d6-609c6aebe54d req-a5ccd100-10ef-4645-8a98-645ca3f3b95c tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c5f19e4-730c-49db-b4d1-1e562ee81470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646950 Nov 12 00:35:12.205032 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:35:12.205561 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:35:12.205966 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:35:12.206308 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:35:12.206956 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df26c8ec-d3a7-40b5-a384-78b84e6322ed']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:12.254195 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:12.257714 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4cbd636-c50a-4f3f-839d-7348944e89c3') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:12.258121 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4cbd636-c50a-4f3f-839d-7348944e89c3') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:12.271018 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] For port 79205dfe-71d4-4fc4-82ea-e5802cc27fb0, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:35:12.277973 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:12.292210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] For port 79205dfe-71d4-4fc4-82ea-e5802cc27fb0, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=79205dfe-71d4-4fc4-82ea-e5802cc27fb0,segment=NetworkSegment(3c5c18e7-4c7f-4cf5-a1eb-02bec7d83303),segment_id=3c5c18e7-4c7f-4cf5-a1eb-02bec7d83303)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:35:12.305109 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:12.313291 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:12.329495 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9e10783c-3623-4de8-bee8-1365ca79ca87 None None] Provisioning complete for port dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:12.330401 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9e10783c-3623-4de8-bee8-1365ca79ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:12.332240 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01923d-9a96-4068-81b8-ebb3e228ef56 req-f5f5e870-68b7-4334-a8a3-d18549969fd4 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:12.333950 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5d01923d-9a96-4068-81b8-ebb3e228ef56 req-f5f5e870-68b7-4334-a8a3-d18549969fd4 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.3855565 Nov 12 00:35:12.349037 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7bffaa1b-c981-4a3b-9147-1a3fd25f3089 req-4856ac3c-1eaf-4d21-8a65-54e461c5d461 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:12.362483 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['41736dae-0de5-45db-8f4d-ac17a7e19f84'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:35:12.364687 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:35:12.365267 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:12.393894 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['c7254c33-d6f7-4fe1-8c6f-3a73a44e4316'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: from cryptography.utils import int_from_bytes Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: from cryptography.utils import int_from_bytes Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:35:12.405280 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:35:12.408248 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:12.408248 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:12.408562 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-988a16d5-157d-4772-b8f1-d25745784d37 req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] 10.222.0.15 "PUT /v2.0/ports/79205dfe-71d4-4fc4-82ea-e5802cc27fb0 HTTP/1.1" status: 200 len: 1092 time: 2.1416187 Nov 12 00:35:12.412037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467235e5-c164-4465-a9e2-10c733ef8e9b', 'tag': '79205dfe-71d4-4fc4-82ea-e5802cc27fb0'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:35:12.414168 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1f8447-bd85-4951-b08c-4ef2a1c1f6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "467235e5-c164-4465-a9e2-10c733ef8e9b", "tag": "79205dfe-71d4-4fc4-82ea-e5802cc27fb0"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:35:12.441743 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-9e10783c-3623-4de8-bee8-1365ca79ca87 None None] Port dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:35:12.549473 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776b05d-68e3-4554-9af4-128c6ddfbe86 req-dcaac1be-0570-4d5c-aa2c-204489e6f06a tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:12.552873 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a776b05d-68e3-4554-9af4-128c6ddfbe86 req-dcaac1be-0570-4d5c-aa2c-204489e6f06a tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 945 time: 0.2666099 Nov 12 00:35:12.581034 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5d01923d-9a96-4068-81b8-ebb3e228ef56 req-dd64d92f-0bae-4937-85d5-899899545bf0 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090421 Nov 12 00:35:12.581034 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:12.591451 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:12.594801 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] 10.222.0.31 "DELETE /v2.0/networks/df26c8ec-d3a7-40b5-a384-78b84e6322ed HTTP/1.1" status: 204 len: 168 time: 0.8096170 Nov 12 00:35:12.609077 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48068) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:12.615871 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bffaa1b-c981-4a3b-9147-1a3fd25f3089 req-4856ac3c-1eaf-4d21-8a65-54e461c5d461 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] No DVR routers for this DVR port c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:35:12.625009 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7bffaa1b-c981-4a3b-9147-1a3fd25f3089 req-4856ac3c-1eaf-4d21-8a65-54e461c5d461 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:12.628427 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7bffaa1b-c981-4a3b-9147-1a3fd25f3089 req-4856ac3c-1eaf-4d21-8a65-54e461c5d461 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.15 "DELETE /v2.0/ports/c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 HTTP/1.1" status: 204 len: 173 time: 1.4725354 Nov 12 00:35:12.634508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57f145-d570-4519-b17d-d5d81c6e46fc admin admin] Pushing event deleted for resources: {'Network': ['ID=df26c8ec-d3a7-40b5-a384-78b84e6322ed,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:12.644318 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-f392097c-3199-4714-bee0-b23beda966fb req-f586396c-1bd0-4da4-b1d9-63abbd2c50b4 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Deleting port fc6db300-7eff-4892-8f1a-35812888af75 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:35:12.644659 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f392097c-3199-4714-bee0-b23beda966fb req-f586396c-1bd0-4da4-b1d9-63abbd2c50b4 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:12.648381 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068d4bd-15d0-439d-9bd3-15ab770ae205 service neutron] Pushing event updated for resources: {'Port': ['ID=79205dfe-71d4-4fc4-82ea-e5802cc27fb0,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:12.751893 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a16d5-157d-4772-b8f1-d25745784d37 req-40258811-ac86-4fba-97d4-7dc775dfeda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:12.752103 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-988a16d5-157d-4772-b8f1-d25745784d37 req-40258811-ac86-4fba-97d4-7dc775dfeda0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9c8474a0f86e44aba9c9f8cae1db2c95&device_id=467235e5-c164-4465-a9e2-10c733ef8e9b HTTP/1.1" status: 200 len: 1095 time: 0.2411644 Nov 12 00:35:12.752923 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856ac3c-1eaf-4d21-8a65-54e461c5d461 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Pushing event deleted for resources: {'Port': ['ID=c7254c33-d6f7-4fe1-8c6f-3a73a44e4316,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:12.774037 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f90b15-faa7-4002-bbad-b8a2b4851050 req-131f00c7-a5dc-44db-9b77-0de8beeda700 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:12.775517 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22f90b15-faa7-4002-bbad-b8a2b4851050 req-131f00c7-a5dc-44db-9b77-0de8beeda700 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/ports?device_id=467235e5-c164-4465-a9e2-10c733ef8e9b HTTP/1.1" status: 200 len: 943 time: 0.0948319 Nov 12 00:35:12.802450 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-f392097c-3199-4714-bee0-b23beda966fb req-f586396c-1bd0-4da4-b1d9-63abbd2c50b4 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] For port fc6db300-7eff-4892-8f1a-35812888af75, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=fc6db300-7eff-4892-8f1a-35812888af75,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:12.802939 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f392097c-3199-4714-bee0-b23beda966fb req-f586396c-1bd0-4da4-b1d9-63abbd2c50b4 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:12.813990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-7529376e-7d9f-43a4-a7e7-4d198e0e9992 admin admin] Deleting subnet 51602ea7-f63e-43d5-bf27-0489fbd5e9c1 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:35:12.824646 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-f392097c-3199-4714-bee0-b23beda966fb req-f586396c-1bd0-4da4-b1d9-63abbd2c50b4 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Calling delete_port for fc6db300-7eff-4892-8f1a-35812888af75 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:35:12.858239 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-988a16d5-157d-4772-b8f1-d25745784d37 req-701662a4-7357-4cb2-bf4a-f24dd7f44935 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79205dfe-71d4-4fc4-82ea-e5802cc27fb0 HTTP/1.1" status: 200 len: 217 time: 0.0575047 Nov 12 00:35:12.860280 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7529376e-7d9f-43a4-a7e7-4d198e0e9992 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:12.886686 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22f90b15-faa7-4002-bbad-b8a2b4851050 req-4c2bca54-5b37-4015-9194-313dc1f4b820 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e841a6b-58c8-486b-b781-a7d22cef0ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041639 Nov 12 00:35:12.887310 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a776b05d-68e3-4554-9af4-128c6ddfbe86 req-1f0ba22e-6fd8-48fc-8432-fec6c5dd5b6c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793195 Nov 12 00:35:12.955800 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7529376e-7d9f-43a4-a7e7-4d198e0e9992 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:12.970160 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4d7733-d3c5-40f7-aef8-06a0fc4eb06d x-openstack-request-id: req-4e4d7733-d3c5-40f7-aef8-06a0fc4eb06d {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:35:12.970451 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467235e5-c164-4465-a9e2-10c733ef8e9b", "tag": "79205dfe-71d4-4fc4-82ea-e5802cc27fb0", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:35:12.970704 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e4d7733-d3c5-40f7-aef8-06a0fc4eb06d {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:35:12.971101 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467235e5-c164-4465-a9e2-10c733ef8e9b', 'tag': '79205dfe-71d4-4fc4-82ea-e5802cc27fb0', 'status': 'completed', 'code': 200} Nov 12 00:35:12.985385 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7529376e-7d9f-43a4-a7e7-4d198e0e9992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:13.007930 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f392097c-3199-4714-bee0-b23beda966fb req-f586396c-1bd0-4da4-b1d9-63abbd2c50b4 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:13.017780 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a16d5-157d-4772-b8f1-d25745784d37 req-4e2ba29e-e68f-4041-ae03-7a791a431f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:13.019192 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-988a16d5-157d-4772-b8f1-d25745784d37 req-4e2ba29e-e68f-4041-ae03-7a791a431f66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e54269b8-97af-44dd-b818-1100a6a74210 HTTP/1.1" status: 200 len: 854 time: 0.1358104 Nov 12 00:35:13.038637 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586396c-1bd0-4da4-b1d9-63abbd2c50b4 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Pushing event deleted for resources: {'Port': ['ID=fc6db300-7eff-4892-8f1a-35812888af75,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:13.052666 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['fc6db300-7eff-4892-8f1a-35812888af75'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:35:13.102135 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-f392097c-3199-4714-bee0-b23beda966fb req-f586396c-1bd0-4da4-b1d9-63abbd2c50b4 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] No DVR routers for this DVR port fc6db300-7eff-4892-8f1a-35812888af75 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:35:13.106553 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f392097c-3199-4714-bee0-b23beda966fb req-f586396c-1bd0-4da4-b1d9-63abbd2c50b4 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:13.110832 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f392097c-3199-4714-bee0-b23beda966fb req-f586396c-1bd0-4da4-b1d9-63abbd2c50b4 tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.15 "DELETE /v2.0/ports/fc6db300-7eff-4892-8f1a-35812888af75 HTTP/1.1" status: 204 len: 173 time: 1.0544641 Nov 12 00:35:13.111607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076be4fe-4680-4bf1-9400-1f7bae83d69a', 'name': 'network-vif-deleted', 'tag': 'fc6db300-7eff-4892-8f1a-35812888af75'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:35:13.114035 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4b64b5-3bb3-4bc1-95ae-f9e7350d61da" -d '{"events": [{"server_uuid": "076be4fe-4680-4bf1-9400-1f7bae83d69a", "name": "network-vif-deleted", "tag": "fc6db300-7eff-4892-8f1a-35812888af75"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:35:13.239550 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-856dd28f-b83c-4622-8431-a468997299b2 req-0b4595e4-21bf-465f-a620-4167753cbfcf tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=6714f981-5617-41e9-9b92-5f65e74a468b HTTP/1.1" status: 200 len: 210 time: 0.0864308 Nov 12 00:35:13.298338 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3e24dd82-d83d-440c-8dc0-dc41da72741c req-1935ee00-ff93-4b0f-b61b-55c99b5bc81c tempest-DeleteServersAdminTestJSON-2047277854 tempest-DeleteServersAdminTestJSON-2047277854-project] 10.222.0.31 "GET /v2.0/ports?device_id=076be4fe-4680-4bf1-9400-1f7bae83d69a HTTP/1.1" status: 200 len: 210 time: 0.2856610 Nov 12 00:35:13.318140 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-988a16d5-157d-4772-b8f1-d25745784d37 req-c4602876-78d2-49b5-bc06-f6b848ee9fdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ee13f6e-07f5-441a-b3f4-ecbe5598cef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636625 Nov 12 00:35:13.365500 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73351f8f-e5df-49d0-a6e3-1571d34af773 req-c5fcaebb-0b18-49d3-86ef-25418a97928f tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:13.367668 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-73351f8f-e5df-49d0-a6e3-1571d34af773 req-c5fcaebb-0b18-49d3-86ef-25418a97928f tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 1097 time: 0.0568786 Nov 12 00:35:13.389120 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49884879-08a4-4560-bffd-4ff5fddc3cf4 x-openstack-request-id: req-49884879-08a4-4560-bffd-4ff5fddc3cf4 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:35:13.389591 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076be4fe-4680-4bf1-9400-1f7bae83d69a", "name": "network-vif-deleted", "tag": "fc6db300-7eff-4892-8f1a-35812888af75", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:35:13.389942 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49884879-08a4-4560-bffd-4ff5fddc3cf4 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:35:13.390440 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076be4fe-4680-4bf1-9400-1f7bae83d69a', 'name': 'network-vif-deleted', 'tag': 'fc6db300-7eff-4892-8f1a-35812888af75', 'status': 'completed', 'code': 200} Nov 12 00:35:13.418647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:35:13.431907 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:13.446025 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-73351f8f-e5df-49d0-a6e3-1571d34af773 req-7016c697-be8a-4f3f-b115-aa2ae9138479 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712306 Nov 12 00:35:13.451223 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7529376e-7d9f-43a4-a7e7-4d198e0e9992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:13.458375 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] Transition to ACTIVE for port object dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:35:13.479645 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:13.521627 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7529376e-7d9f-43a4-a7e7-4d198e0e9992 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:13.527067 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7529376e-7d9f-43a4-a7e7-4d198e0e9992 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/51602ea7-f63e-43d5-bf27-0489fbd5e9c1 HTTP/1.1" status: 204 len: 168 time: 0.9083920 Nov 12 00:35:13.533170 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48084) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:13.533804 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529376e-7d9f-43a4-a7e7-4d198e0e9992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51602ea7-f63e-43d5-bf27-0489fbd5e9c1,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:13.569929 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-988a16d5-157d-4772-b8f1-d25745784d37 req-09d3e977-da62-4497-ad0a-dc50b1d85d01 service neutron] 10.222.0.15 "GET /v2.0/networks/1ee13f6e-07f5-441a-b3f4-ecbe5598cef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289951 Nov 12 00:35:13.627392 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] Pushing event updated for resources: {'Port': ['ID=dbbe624a-e3e7-4abe-848d-0ebd7c1e3053,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:13.631064 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7259c70-eaaa-4860-9496-9cd9f9f9ad80 req-69c3c78f-f725-456d-a119-00e774500768 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:13.639701 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c7259c70-eaaa-4860-9496-9cd9f9f9ad80 req-69c3c78f-f725-456d-a119-00e774500768 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 1097 time: 0.1196375 Nov 12 00:35:13.644244 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbfad9b1-479e-4762-a8a1-1be6b93d9abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:13.676321 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1efb4-2520-4b87-99ad-94100a9b1979 req-6b80525b-b674-4859-a376-7af170054727 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:13.677928 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f2c1efb4-2520-4b87-99ad-94100a9b1979 req-6b80525b-b674-4859-a376-7af170054727 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/ports?device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 943 time: 0.2185001 Nov 12 00:35:13.702475 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] Attempting to bind port dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:35:13.702812 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] Attempting to bind port dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'fe0e5af8-35b8-40ac-85c9-dfdd223990aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:35:13.703197 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] Attempting to bind port dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 on network d8075018-1a5e-478d-8f27-a31a745be89e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:35:13.733383 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c7259c70-eaaa-4860-9496-9cd9f9f9ad80 req-c43bfe65-3350-4251-9100-d8f1d2ad6808 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925794 Nov 12 00:35:13.748465 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] Port dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 on network d8075018-1a5e-478d-8f27-a31a745be89e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:35:13.748825 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] Attempting to bind port dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 on network d8075018-1a5e-478d-8f27-a31a745be89e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:35:13.794204 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f2c1efb4-2520-4b87-99ad-94100a9b1979 req-713078c9-dd5c-454f-905b-a183f40932f2 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c5f19e4-730c-49db-b4d1-1e562ee81470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010439 Nov 12 00:35:13.795025 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:35:13.795369 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] Checking segment: {'id': 'fe0e5af8-35b8-40ac-85c9-dfdd223990aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:35:13.795769 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] Bound using segment: {'id': 'fe0e5af8-35b8-40ac-85c9-dfdd223990aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:35:13.796221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] Bound port: dbbe624a-e3e7-4abe-848d-0ebd7c1e3053, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0e5af8-35b8-40ac-85c9-dfdd223990aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:35:13.796580 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:13.829048 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbfad9b1-479e-4762-a8a1-1be6b93d9abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:13.858842 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-fbfad9b1-479e-4762-a8a1-1be6b93d9abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5325a3f-ec90-41af-bdaf-01a4dab0e278']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:13.866938 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-988a16d5-157d-4772-b8f1-d25745784d37 req-f39862e0-9477-4e30-b19f-ec5c10d93208 service neutron] 10.222.0.15 "GET /v2.0/networks/1ee13f6e-07f5-441a-b3f4-ecbe5598cef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827060 Nov 12 00:35:13.871445 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-fbfad9b1-479e-4762-a8a1-1be6b93d9abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04bf4ba-2052-456b-b310-7ff174b16168') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:13.871875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-fbfad9b1-479e-4762-a8a1-1be6b93d9abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04bf4ba-2052-456b-b310-7ff174b16168') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:13.884679 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] For port dbbe624a-e3e7-4abe-848d-0ebd7c1e3053, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:35:13.894617 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbfad9b1-479e-4762-a8a1-1be6b93d9abc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:13.895945 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] For port dbbe624a-e3e7-4abe-848d-0ebd7c1e3053, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=dbbe624a-e3e7-4abe-848d-0ebd7c1e3053,segment=NetworkSegment(fe0e5af8-35b8-40ac-85c9-dfdd223990aa),segment_id=fe0e5af8-35b8-40ac-85c9-dfdd223990aa)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:35:13.905716 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:13.935186 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbfad9b1-479e-4762-a8a1-1be6b93d9abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:13.945261 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfad9b1-479e-4762-a8a1-1be6b93d9abc admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:35:13.945658 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbfad9b1-479e-4762-a8a1-1be6b93d9abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:35:13.955574 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:35:13.977686 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:13.978327 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:13.980322 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] 10.222.0.21 "PUT /v2.0/ports/dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 HTTP/1.1" status: 200 len: 1092 time: 1.8972378 Nov 12 00:35:14.064408 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbfad9b1-479e-4762-a8a1-1be6b93d9abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:14.082757 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bcf9a-de58-49f3-8b21-3204d986d005 req-e7ac32ef-20cf-489e-bb87-ba462a9b43e1 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:14.085438 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-011bcf9a-de58-49f3-8b21-3204d986d005 req-e7ac32ef-20cf-489e-bb87-ba462a9b43e1 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.1436367 Nov 12 00:35:14.104491 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbfad9b1-479e-4762-a8a1-1be6b93d9abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:14.115291 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fbfad9b1-479e-4762-a8a1-1be6b93d9abc admin admin] 10.222.0.31 "DELETE /v2.0/networks/a5325a3f-ec90-41af-bdaf-01a4dab0e278 HTTP/1.1" status: 204 len: 168 time: 0.5797186 Nov 12 00:35:14.118399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfad9b1-479e-4762-a8a1-1be6b93d9abc admin admin] Pushing event deleted for resources: {'Network': ['ID=a5325a3f-ec90-41af-bdaf-01a4dab0e278,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:14.172014 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-011bcf9a-de58-49f3-8b21-3204d986d005 req-1ad6e804-c7ca-4fe6-b338-33b6adb66080 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555193 Nov 12 00:35:14.177820 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573f800-7c9e-4e9e-a990-188b2a84698f service neutron] Pushing event updated for resources: {'Port': ['ID=dbbe624a-e3e7-4abe-848d-0ebd7c1e3053,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:14.199294 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-6555d2b5-0235-4db7-9a24-f3056181b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:14.200855 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-6555d2b5-0235-4db7-9a24-f3056181b6aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=386446a239134ae9b64c43928dbfa734&device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 1095 time: 0.1211908 Nov 12 00:35:14.207882 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f8447-bd85-4951-b08c-4ef2a1c1f6a4 req-a040a40d-a88d-41f2-a1aa-39c1158b2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:14.210496 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e1f8447-bd85-4951-b08c-4ef2a1c1f6a4 req-a040a40d-a88d-41f2-a1aa-39c1158b2da8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9c8474a0f86e44aba9c9f8cae1db2c95&device_id=467235e5-c164-4465-a9e2-10c733ef8e9b HTTP/1.1" status: 200 len: 1095 time: 0.2158053 Nov 12 00:35:14.287593 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-37ffa8c4-b391-41bd-aec9-fe748c31bbfa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 HTTP/1.1" status: 200 len: 217 time: 0.0748880 Nov 12 00:35:14.298479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38156c-3f91-4039-a772-3550f9475ef9 req-718fc8e6-b187-4320-8d9e-e89bfe381db3 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:14.300125 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b38156c-3f91-4039-a772-3550f9475ef9 req-718fc8e6-b187-4320-8d9e-e89bfe381db3 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/ports?device_id=467235e5-c164-4465-a9e2-10c733ef8e9b HTTP/1.1" status: 200 len: 943 time: 0.2048483 Nov 12 00:35:14.306597 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030652b2-b7e3-46f6-8969-4a61d23e81b8 req-4ed4bd0c-5438-4572-8281-409b36f64bbd tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:14.318488 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-030652b2-b7e3-46f6-8969-4a61d23e81b8 req-4ed4bd0c-5438-4572-8281-409b36f64bbd tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 1097 time: 0.0666397 Nov 12 00:35:14.377015 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-030652b2-b7e3-46f6-8969-4a61d23e81b8 req-6e86ea0a-9ba6-426b-9c16-bae85f1e90c4 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508816 Nov 12 00:35:14.394614 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48106) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:14.438195 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b4d9f3cf-5c86-46a4-9e27-b7d1d043112c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81943012268d4f0b9129849a03dfb4fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422275 Nov 12 00:35:14.440730 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48108) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:14.460996 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b38156c-3f91-4039-a772-3550f9475ef9 req-9b5113c3-e4c6-41ea-a99b-a09e9b91c57f tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e841a6b-58c8-486b-b781-a7d22cef0ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298246 Nov 12 00:35:14.463228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-ba6404aa-265a-4ccf-bb49-915ec68cbf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:14.465301 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-ba6404aa-265a-4ccf-bb49-915ec68cbf5c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7508997e-9662-43d1-b640-f23ad441eac5 HTTP/1.1" status: 200 len: 867 time: 0.1397521 Nov 12 00:35:14.466444 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f8447-bd85-4951-b08c-4ef2a1c1f6a4 req-57883a5d-e79a-4baf-8ac8-7285a57c4861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:14.467813 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e1f8447-bd85-4951-b08c-4ef2a1c1f6a4 req-57883a5d-e79a-4baf-8ac8-7285a57c4861 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1ee13f6e-07f5-441a-b3f4-ecbe5598cef1 HTTP/1.1" status: 200 len: 915 time: 0.2466404 Nov 12 00:35:14.493530 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f61ab3a-3229-48fd-9c3a-1c3731965aea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:14.523291 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f61ab3a-3229-48fd-9c3a-1c3731965aea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:14.550786 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e1f8447-bd85-4951-b08c-4ef2a1c1f6a4 req-f6038a27-9d45-41d3-8bbf-3be314c8dee1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79205dfe-71d4-4fc4-82ea-e5802cc27fb0 HTTP/1.1" status: 200 len: 217 time: 0.0469973 Nov 12 00:35:14.591022 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f61ab3a-3229-48fd-9c3a-1c3731965aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:14.593904 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f61ab3a-3229-48fd-9c3a-1c3731965aea admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:14.595085 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2f61ab3a-3229-48fd-9c3a-1c3731965aea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78172773-8fe6-4657-9604-591d88cf739a HTTP/1.1" status: 204 len: 168 time: 0.1533780 Nov 12 00:35:14.607561 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61ab3a-3229-48fd-9c3a-1c3731965aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78172773-8fe6-4657-9604-591d88cf739a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:14.648049 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-f7c60c15-32d7-4182-8137-1256db0257f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:14.650201 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-f7c60c15-32d7-4182-8137-1256db0257f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8075018-1a5e-478d-8f27-a31a745be89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1776915 Nov 12 00:35:14.652193 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f8447-bd85-4951-b08c-4ef2a1c1f6a4 req-06927c35-2b1c-442e-b6f1-1106e1f53fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:14.653542 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e1f8447-bd85-4951-b08c-4ef2a1c1f6a4 req-06927c35-2b1c-442e-b6f1-1106e1f53fb5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e54269b8-97af-44dd-b818-1100a6a74210 HTTP/1.1" status: 200 len: 854 time: 0.0939841 Nov 12 00:35:14.719142 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e1f8447-bd85-4951-b08c-4ef2a1c1f6a4 req-4bfdf0b7-f732-4344-8309-5eeb4fa3e612 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1ee13f6e-07f5-441a-b3f4-ecbe5598cef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490572 Nov 12 00:35:14.878745 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc7a90-a08d-4e80-a8ee-04435cb6900b req-70c7c926-b25f-47a0-bb3a-01f306b63259 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:14.880382 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3cbc7a90-a08d-4e80-a8ee-04435cb6900b req-70c7c926-b25f-47a0-bb3a-01f306b63259 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8caf190-641f-4e6a-be70-b9afb4df0216 HTTP/1.1" status: 200 len: 949 time: 0.1213567 Nov 12 00:35:14.934326 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106707a-22c4-4a76-832f-f584adebc280 req-82663228-17ae-48e8-87b9-dc6b9422aedd tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:14.941325 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9106707a-22c4-4a76-832f-f584adebc280 req-82663228-17ae-48e8-87b9-dc6b9422aedd tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/ports?device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 943 time: 0.0714307 Nov 12 00:35:14.948888 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-e65f5702-ba58-44b2-ba4b-4f8881029454 service neutron] 10.222.0.21 "GET /v2.0/networks/d8075018-1a5e-478d-8f27-a31a745be89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866807 Nov 12 00:35:14.957987 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e1f8447-bd85-4951-b08c-4ef2a1c1f6a4 req-20c3f205-ee2d-4cfb-980d-4888abc77675 service neutron] 10.222.0.15 "GET /v2.0/networks/1ee13f6e-07f5-441a-b3f4-ecbe5598cef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294581 Nov 12 00:35:14.974475 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6714f981-5617-41e9-9b92-5f65e74a468b', 'name': 'network-vif-deleted', 'tag': 'c7254c33-d6f7-4fe1-8c6f-3a73a44e4316'}, {'name': 'network-changed', 'server_uuid': '09c47808-96ed-4244-ab0a-5623cd06cdb7', 'tag': 'dbbe624a-e3e7-4abe-848d-0ebd7c1e3053'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:35:14.977025 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555a7d75-d3d7-4075-aab5-9f22c45b802f" -d '{"events": [{"server_uuid": "6714f981-5617-41e9-9b92-5f65e74a468b", "name": "network-vif-deleted", "tag": "c7254c33-d6f7-4fe1-8c6f-3a73a44e4316"}, {"name": "network-changed", "server_uuid": "09c47808-96ed-4244-ab0a-5623cd06cdb7", "tag": "dbbe624a-e3e7-4abe-848d-0ebd7c1e3053"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:35:14.997369 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9106707a-22c4-4a76-832f-f584adebc280 req-1970c824-77a9-44e0-a89e-b486de546623 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c5f19e4-730c-49db-b4d1-1e562ee81470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534816 Nov 12 00:35:15.037651 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3cbc7a90-a08d-4e80-a8ee-04435cb6900b req-f9c83ff5-db4d-4a57-ad13-c90a82dfad68 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481297 Nov 12 00:35:15.074933 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 00:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e612b035-ab4c-4e23-9826-2dabd63c337d x-openstack-request-id: req-e612b035-ab4c-4e23-9826-2dabd63c337d {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:35:15.075221 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6714f981-5617-41e9-9b92-5f65e74a468b", "name": "network-vif-deleted", "tag": "c7254c33-d6f7-4fe1-8c6f-3a73a44e4316", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "09c47808-96ed-4244-ab0a-5623cd06cdb7", "tag": "dbbe624a-e3e7-4abe-848d-0ebd7c1e3053", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:35:15.075465 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e612b035-ab4c-4e23-9826-2dabd63c337d {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:35:15.075855 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6714f981-5617-41e9-9b92-5f65e74a468b', 'name': 'network-vif-deleted', 'tag': 'c7254c33-d6f7-4fe1-8c6f-3a73a44e4316', 'status': 'completed', 'code': 200} Nov 12 00:35:15.076109 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c47808-96ed-4244-ab0a-5623cd06cdb7', 'tag': 'dbbe624a-e3e7-4abe-848d-0ebd7c1e3053', 'status': 'completed', 'code': 200} Nov 12 00:35:15.076676 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48134) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:15.100818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48136) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:15.131307 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1695a47d-48aa-4101-b8fa-5008c70e08ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa961ed13ddb485b81664ed6c56ca064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0510004 Nov 12 00:35:15.131953 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48140) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:15.156539 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6959daba-69cb-472a-b98e-cca42f32bc30 req-06924e57-b64d-4c4a-b88d-b6ee9e803549 service neutron] 10.222.0.21 "GET /v2.0/networks/d8075018-1a5e-478d-8f27-a31a745be89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973279 Nov 12 00:35:15.158441 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e1f8447-bd85-4951-b08c-4ef2a1c1f6a4 req-2b636890-048a-4581-8eaf-f279a345aeb6 service neutron] 10.222.0.15 "GET /v2.0/networks/1ee13f6e-07f5-441a-b3f4-ecbe5598cef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855588 Nov 12 00:35:15.181981 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ad84c4c-6c7b-4bdd-b673-62b13c7d4cd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:15.208963 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ad84c4c-6c7b-4bdd-b673-62b13c7d4cd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:15.270346 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ad84c4c-6c7b-4bdd-b673-62b13c7d4cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:15.274693 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ad84c4c-6c7b-4bdd-b673-62b13c7d4cd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:15.278243 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2ad84c4c-6c7b-4bdd-b673-62b13c7d4cd2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b0b1eee-eba0-4669-8ae4-b237695cef9a HTTP/1.1" status: 204 len: 168 time: 0.1432238 Nov 12 00:35:15.286938 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad84c4c-6c7b-4bdd-b673-62b13c7d4cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0b1eee-eba0-4669-8ae4-b237695cef9a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:15.323019 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a7d75-d3d7-4075-aab5-9f22c45b802f req-2f42db85-8068-4004-82c9-c7f7c15b3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:15.325061 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-555a7d75-d3d7-4075-aab5-9f22c45b802f req-2f42db85-8068-4004-82c9-c7f7c15b3220 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=386446a239134ae9b64c43928dbfa734&device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 1095 time: 0.0872080 Nov 12 00:35:15.349579 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f4377993-402b-4d26-8285-d62c1566d2af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=603c85d87f0048fbbe3d1903a7019918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476621 Nov 12 00:35:15.352352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48146) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:15.358274 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dfb06-3a83-4f14-a4db-0fac33d649b9 req-a18e6e97-5e00-4491-9613-cd7ad05802af tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:15.359993 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-725dfb06-3a83-4f14-a4db-0fac33d649b9 req-a18e6e97-5e00-4491-9613-cd7ad05802af tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.0906565 Nov 12 00:35:15.405945 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d18e4b29-fdf0-4b4f-b256-fa9ff676e238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:15.431452 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d18e4b29-fdf0-4b4f-b256-fa9ff676e238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:15.457563 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:35:15.469865 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-725dfb06-3a83-4f14-a4db-0fac33d649b9 req-c250b32b-915f-4808-8086-c0d8e21177f7 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974445 Nov 12 00:35:15.493497 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:35:15.494385 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device c7254c33-d6f7-4fe1-8c6f-3a73a44e4316 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:35:15.497251 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device fc6db300-7eff-4892-8f1a-35812888af75 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:35:15.522069 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a7d75-d3d7-4075-aab5-9f22c45b802f req-a01643ad-a4f2-4de8-b32b-e01d82354469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:15.524585 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: fc6db300-7eff-4892-8f1a-35812888af75 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:35:15.525204 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device fc6db300-7eff-4892-8f1a-35812888af75 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:35:15.525973 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-555a7d75-d3d7-4075-aab5-9f22c45b802f req-a01643ad-a4f2-4de8-b32b-e01d82354469 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d8075018-1a5e-478d-8f27-a31a745be89e HTTP/1.1" status: 200 len: 929 time: 0.1869221 Nov 12 00:35:15.527695 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffaa12-bb98-4a31-9fae-3d79ccb47a28 req-b1355da4-3f85-4e39-90d6-2623d220c467 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:15.529346 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-10ffaa12-bb98-4a31-9fae-3d79ccb47a28 req-b1355da4-3f85-4e39-90d6-2623d220c467 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 1097 time: 0.0579140 Nov 12 00:35:15.537242 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d18e4b29-fdf0-4b4f-b256-fa9ff676e238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:15.539920 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d18e4b29-fdf0-4b4f-b256-fa9ff676e238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:15.543771 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d18e4b29-fdf0-4b4f-b256-fa9ff676e238 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3fb0b9fe-e532-48d9-a73d-31d2c869c9f5 HTTP/1.1" status: 204 len: 168 time: 0.1879675 Nov 12 00:35:15.564723 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e4b29-fdf0-4b4f-b256-fa9ff676e238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb0b9fe-e532-48d9-a73d-31d2c869c9f5,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:15.608395 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-555a7d75-d3d7-4075-aab5-9f22c45b802f req-43d9bacd-8b84-4203-8588-a0a418b4edb5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 HTTP/1.1" status: 200 len: 217 time: 0.0730252 Nov 12 00:35:15.693075 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d80c9-1ef2-486e-a213-fd73ed701d5a req-5fbbcd35-a12b-409c-9854-409548039eb2 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:15.694667 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b80d80c9-1ef2-486e-a213-fd73ed701d5a req-5fbbcd35-a12b-409c-9854-409548039eb2 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/ports?device_id=467235e5-c164-4465-a9e2-10c733ef8e9b HTTP/1.1" status: 200 len: 943 time: 0.0976913 Nov 12 00:35:15.740643 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a7d75-d3d7-4075-aab5-9f22c45b802f req-68533b73-c737-4dd6-a9f5-1a82bdbef351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:15.742543 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-555a7d75-d3d7-4075-aab5-9f22c45b802f req-68533b73-c737-4dd6-a9f5-1a82bdbef351 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7508997e-9662-43d1-b640-f23ad441eac5 HTTP/1.1" status: 200 len: 867 time: 0.1085503 Nov 12 00:35:15.775890 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b80d80c9-1ef2-486e-a213-fd73ed701d5a req-e16e11af-3071-4394-9acd-4fa56b5192c8 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e841a6b-58c8-486b-b781-a7d22cef0ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735674 Nov 12 00:35:15.810010 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a7d75-d3d7-4075-aab5-9f22c45b802f req-d533cfea-9936-4895-8e13-f09088a5d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:15.811545 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-555a7d75-d3d7-4075-aab5-9f22c45b802f req-d533cfea-9936-4895-8e13-f09088a5d961 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8075018-1a5e-478d-8f27-a31a745be89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550978 Nov 12 00:35:15.844722 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-10ffaa12-bb98-4a31-9fae-3d79ccb47a28 req-addc7d25-fa43-4c0f-9c03-b5f251b9a62d tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021619 Nov 12 00:35:15.930162 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-555a7d75-d3d7-4075-aab5-9f22c45b802f req-67326901-afaf-40bb-a1ba-47f9281f515a service neutron] 10.222.0.21 "GET /v2.0/networks/d8075018-1a5e-478d-8f27-a31a745be89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086898 Nov 12 00:35:16.048094 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48176) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:16.058177 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-555a7d75-d3d7-4075-aab5-9f22c45b802f req-2d8decdf-cf2e-43fe-9491-38f41b27765a service neutron] 10.222.0.21 "GET /v2.0/networks/d8075018-1a5e-478d-8f27-a31a745be89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192687 Nov 12 00:35:16.069040 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f446188-3702-4460-9cae-1aa7c098cc06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:16.160953 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cac60-52ed-47cd-a356-43839fea0429 req-edb4bdd6-3d42-4bf4-a723-7ff86d348c02 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:16.161845 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f446188-3702-4460-9cae-1aa7c098cc06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:16.162753 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-144cac60-52ed-47cd-a356-43839fea0429 req-edb4bdd6-3d42-4bf4-a723-7ff86d348c02 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/ports?device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 943 time: 0.0635743 Nov 12 00:35:16.169472 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f446188-3702-4460-9cae-1aa7c098cc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:16.215877 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2f446188-3702-4460-9cae-1aa7c098cc06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e05aa4a43af34a14b48e3bcb90a656e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663973 Nov 12 00:35:16.216442 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-144cac60-52ed-47cd-a356-43839fea0429 req-e1960df4-378b-4c9c-8a19-f9f6909445bd tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c5f19e4-730c-49db-b4d1-1e562ee81470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471025 Nov 12 00:35:16.216645 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48184) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:16.217268 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f446188-3702-4460-9cae-1aa7c098cc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447aae2b-fa98-4040-87f8-d93fb368bfc6,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:16.303184 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4a695cb9-c4d0-433a-9001-2bf6573852ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:16.333020 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4a695cb9-c4d0-433a-9001-2bf6573852ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:16.356365 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b39ce-a367-470b-9c24-b365a39b79af req-69453ab0-4eef-4fd0-93f3-057d57caa3c0 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:16.359404 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-735b39ce-a367-470b-9c24-b365a39b79af req-69453ab0-4eef-4fd0-93f3-057d57caa3c0 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8caf190-641f-4e6a-be70-b9afb4df0216 HTTP/1.1" status: 200 len: 949 time: 0.0600779 Nov 12 00:35:16.397303 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4a695cb9-c4d0-433a-9001-2bf6573852ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:16.400105 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4a695cb9-c4d0-433a-9001-2bf6573852ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:16.402484 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4a695cb9-c4d0-433a-9001-2bf6573852ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/447aae2b-fa98-4040-87f8-d93fb368bfc6 HTTP/1.1" status: 204 len: 168 time: 0.1825111 Nov 12 00:35:16.410958 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-735b39ce-a367-470b-9c24-b365a39b79af req-982390bc-e4a4-45a8-b1df-5851d2a385f2 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4d91c3-46d9-49c2-aed0-7f2f0310a756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449739 Nov 12 00:35:16.411401 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a695cb9-c4d0-433a-9001-2bf6573852ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447aae2b-fa98-4040-87f8-d93fb368bfc6,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:16.645757 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de49de3-dc9e-4dca-90f7-2e6bcd304369 req-f35a28b4-3b91-400c-8f3f-527eb18f7c84 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:16.647357 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4de49de3-dc9e-4dca-90f7-2e6bcd304369 req-f35a28b4-3b91-400c-8f3f-527eb18f7c84 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8caf190-641f-4e6a-be70-b9afb4df0216 HTTP/1.1" status: 200 len: 949 time: 0.1146340 Nov 12 00:35:16.657039 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62259f20-cf9a-49c3-aee9-5f3294bcf5b2 req-e9bde802-9032-418b-8e65-a16210c6f9b0 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:16.658660 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-62259f20-cf9a-49c3-aee9-5f3294bcf5b2 req-e9bde802-9032-418b-8e65-a16210c6f9b0 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.0826213 Nov 12 00:35:16.781951 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-62259f20-cf9a-49c3-aee9-5f3294bcf5b2 req-5c0e4b88-dd5e-47dc-8f93-cf089a7abbc5 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951052 Nov 12 00:35:16.813447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-4de49de3-dc9e-4dca-90f7-2e6bcd304369 req-1f2f7ad0-191a-468a-99af-02b53e7a71b1 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Deleting port 41736dae-0de5-45db-8f4d-ac17a7e19f84 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:35:16.814164 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4de49de3-dc9e-4dca-90f7-2e6bcd304369 req-1f2f7ad0-191a-468a-99af-02b53e7a71b1 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:16.970002 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd98c9d-54bf-4b11-9ece-105fdadc23bb req-cd671e1f-0891-4081-84f2-6213ca45453e tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:16.971512 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1bd98c9d-54bf-4b11-9ece-105fdadc23bb req-cd671e1f-0891-4081-84f2-6213ca45453e tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/ports?device_id=467235e5-c164-4465-a9e2-10c733ef8e9b HTTP/1.1" status: 200 len: 943 time: 0.1098869 Nov 12 00:35:16.978842 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-4de49de3-dc9e-4dca-90f7-2e6bcd304369 req-1f2f7ad0-191a-468a-99af-02b53e7a71b1 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] For port 41736dae-0de5-45db-8f4d-ac17a7e19f84, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=41736dae-0de5-45db-8f4d-ac17a7e19f84,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:16.979229 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4de49de3-dc9e-4dca-90f7-2e6bcd304369 req-1f2f7ad0-191a-468a-99af-02b53e7a71b1 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:17.004613 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-4de49de3-dc9e-4dca-90f7-2e6bcd304369 req-1f2f7ad0-191a-468a-99af-02b53e7a71b1 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Calling delete_port for 41736dae-0de5-45db-8f4d-ac17a7e19f84 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:35:17.298978 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1bd98c9d-54bf-4b11-9ece-105fdadc23bb req-cf8fe753-4a47-468c-a5c6-c55f87b34f5f tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e841a6b-58c8-486b-b781-a7d22cef0ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165145 Nov 12 00:35:17.390801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48258) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:17.395356 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4de49de3-dc9e-4dca-90f7-2e6bcd304369 req-1f2f7ad0-191a-468a-99af-02b53e7a71b1 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:17.408664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['41736dae-0de5-45db-8f4d-ac17a7e19f84'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:35:17.428403 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f7ad0-191a-468a-99af-02b53e7a71b1 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Pushing event deleted for resources: {'Port': ['ID=41736dae-0de5-45db-8f4d-ac17a7e19f84,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:17.470541 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 79205dfe-71d4-4fc4-82ea-e5802cc27fb0 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:35:17.496257 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de49de3-dc9e-4dca-90f7-2e6bcd304369 req-1f2f7ad0-191a-468a-99af-02b53e7a71b1 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] No DVR routers for this DVR port 41736dae-0de5-45db-8f4d-ac17a7e19f84 on host n-h1-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:35:17.500191 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4de49de3-dc9e-4dca-90f7-2e6bcd304369 req-1f2f7ad0-191a-468a-99af-02b53e7a71b1 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:17.504091 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4de49de3-dc9e-4dca-90f7-2e6bcd304369 req-1f2f7ad0-191a-468a-99af-02b53e7a71b1 tempest-ServersAdminNegativeTestJSON-477271260 tempest-ServersAdminNegativeTestJSON-477271260-project] 10.222.0.21 "DELETE /v2.0/ports/41736dae-0de5-45db-8f4d-ac17a7e19f84 HTTP/1.1" status: 204 len: 173 time: 0.8446662 Nov 12 00:35:17.521318 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8caf190-641f-4e6a-be70-b9afb4df0216', 'name': 'network-vif-deleted', 'tag': '41736dae-0de5-45db-8f4d-ac17a7e19f84'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:35:17.524381 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f1039e-e63e-4498-a718-3c10d83ab989" -d '{"events": [{"server_uuid": "c8caf190-641f-4e6a-be70-b9afb4df0216", "name": "network-vif-deleted", "tag": "41736dae-0de5-45db-8f4d-ac17a7e19f84"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:35:17.586650 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d43fed-997c-46cf-a79e-dae08cb8d400 req-ea98deb5-cd50-4945-b23e-22aaa81d9d7b tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:17.588289 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f4d43fed-997c-46cf-a79e-dae08cb8d400 req-ea98deb5-cd50-4945-b23e-22aaa81d9d7b tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/ports?device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 943 time: 0.0938096 Nov 12 00:35:17.628403 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 79205dfe-71d4-4fc4-82ea-e5802cc27fb0, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=79205dfe-71d4-4fc4-82ea-e5802cc27fb0,segment=NetworkSegment(3c5c18e7-4c7f-4cf5-a1eb-02bec7d83303),segment_id=3c5c18e7-4c7f-4cf5-a1eb-02bec7d83303)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:17.650361 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '79205dfe-71d4-4fc4-82ea-e5802cc27fb0', 'network_id': '1ee13f6e-07f5-441a-b3f4-ecbe5598cef1', 'port_id': '79205dfe-71d4-4fc4-82ea-e5802cc27fb0', 'mac_address': 'fa:16:3e:15:f4:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54269b8-97af-44dd-b818-1100a6a74210', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:35:17.672739 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f4d43fed-997c-46cf-a79e-dae08cb8d400 req-ed2f022d-0f21-4957-a02d-777b64326ee4 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c5f19e4-730c-49db-b4d1-1e562ee81470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764501 Nov 12 00:35:17.720250 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:17.737722 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79205dfe-71d4-4fc4-82ea-e5802cc27fb0 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:35:17.764240 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 79205dfe-71d4-4fc4-82ea-e5802cc27fb0, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=79205dfe-71d4-4fc4-82ea-e5802cc27fb0,segment=NetworkSegment(3c5c18e7-4c7f-4cf5-a1eb-02bec7d83303),segment_id=3c5c18e7-4c7f-4cf5-a1eb-02bec7d83303)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:17.770304 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:17.775989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-63419cce-c10c-4ea9-bd4b-d51f7bf63f79 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:35:17.785205 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-63419cce-c10c-4ea9-bd4b-d51f7bf63f79 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3923500 Nov 12 00:35:17.831633 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=79205dfe-71d4-4fc4-82ea-e5802cc27fb0,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:18.044628 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-374fd5b7-7ba5-4b78-b639-55594e33751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:18.047623 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-374fd5b7-7ba5-4b78-b639-55594e33751d service neutron] 10.222.0.31 "GET /v2.0/ports/945e5098-572e-482e-bc88-f479580f39a2 HTTP/1.1" status: 200 len: 1094 time: 0.1503844 Nov 12 00:35:18.059030 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-4040d68f-b70e-4a5f-8563-128c2ed10dd7 service neutron] Request body: {'binding': {'host': 'n-h2-712137-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:18.059539 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-4040d68f-b70e-4a5f-8563-128c2ed10dd7 service neutron] Unknown quota resources ['binding']. {{(pid=114242) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:35:18.178522 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['79205dfe-71d4-4fc4-82ea-e5802cc27fb0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:35:18.288948 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-4040d68f-b70e-4a5f-8563-128c2ed10dd7 service neutron] Attempting to bind port 945e5098-572e-482e-bc88-f479580f39a2 on host n-h2-712137-14 for vnic_type normal with profile None {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:35:18.290545 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-4040d68f-b70e-4a5f-8563-128c2ed10dd7 service neutron] Attempting to bind port 945e5098-572e-482e-bc88-f479580f39a2 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:35:18.290545 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-4040d68f-b70e-4a5f-8563-128c2ed10dd7 service neutron] Attempting to bind port 945e5098-572e-482e-bc88-f479580f39a2 on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:35:18.299805 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-4040d68f-b70e-4a5f-8563-128c2ed10dd7 service neutron] Port 945e5098-572e-482e-bc88-f479580f39a2 on network 23f74497-58df-4bf7-97f2-b78858046c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:35:18.307888 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-4040d68f-b70e-4a5f-8563-128c2ed10dd7 service neutron] Attempting to bind port 945e5098-572e-482e-bc88-f479580f39a2 on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:35:18.308274 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5e43c9-ec13-479c-9c33-0fd19cf72964 x-openstack-request-id: req-3a5e43c9-ec13-479c-9c33-0fd19cf72964 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:35:18.309123 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8caf190-641f-4e6a-be70-b9afb4df0216", "name": "network-vif-deleted", "tag": "41736dae-0de5-45db-8f4d-ac17a7e19f84", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:35:18.309529 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a5e43c9-ec13-479c-9c33-0fd19cf72964 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:35:18.310092 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8caf190-641f-4e6a-be70-b9afb4df0216', 'name': 'network-vif-deleted', 'tag': '41736dae-0de5-45db-8f4d-ac17a7e19f84', 'status': 'completed', 'code': 200} Nov 12 00:35:18.326381 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-4040d68f-b70e-4a5f-8563-128c2ed10dd7 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:35:18.330487 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-4040d68f-b70e-4a5f-8563-128c2ed10dd7 service neutron] Checking segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:35:18.332524 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-4040d68f-b70e-4a5f-8563-128c2ed10dd7 service neutron] Bound using segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:35:18.334148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-4040d68f-b70e-4a5f-8563-128c2ed10dd7 service neutron] Bound port: 945e5098-572e-482e-bc88-f479580f39a2, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:35:18.459721 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-4040d68f-b70e-4a5f-8563-128c2ed10dd7 service neutron] For port 945e5098-572e-482e-bc88-f479580f39a2, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=945e5098-572e-482e-bc88-f479580f39a2,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:35:18.483451 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-4040d68f-b70e-4a5f-8563-128c2ed10dd7 service neutron] Publish callbacks [] for binding, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:18.486038 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-4040d68f-b70e-4a5f-8563-128c2ed10dd7 service neutron] 10.222.0.31 "POST /v2.0/ports/945e5098-572e-482e-bc88-f479580f39a2/bindings HTTP/1.1" status: 201 len: 390 time: 0.4320433 Nov 12 00:35:18.507581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137991ed-6b17-461b-96ca-341e5da370b3 req-7fd6c8b6-1cee-4ef3-8773-29ff81487036 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:18.518277 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-137991ed-6b17-461b-96ca-341e5da370b3 req-7fd6c8b6-1cee-4ef3-8773-29ff81487036 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.0837691 Nov 12 00:35:18.596666 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-137991ed-6b17-461b-96ca-341e5da370b3 req-59d82379-3bdb-4369-8074-5b49a79c7016 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792336 Nov 12 00:35:18.767226 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065cce9-0132-4bf1-99e2-1806d1ef798a req-2785970c-92b4-4413-a013-68f48a44472a tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:18.776129 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7065cce9-0132-4bf1-99e2-1806d1ef798a req-2785970c-92b4-4413-a013-68f48a44472a tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/ports?device_id=467235e5-c164-4465-a9e2-10c733ef8e9b HTTP/1.1" status: 200 len: 944 time: 0.0930908 Nov 12 00:35:18.843898 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7065cce9-0132-4bf1-99e2-1806d1ef798a req-05c32d43-4afe-4ae6-a016-03f33030a728 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e841a6b-58c8-486b-b781-a7d22cef0ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627761 Nov 12 00:35:18.868869 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-908dcb7d-4825-4102-a922-f3c8feb94395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:18.881219 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-908dcb7d-4825-4102-a922-f3c8feb94395 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 1097 time: 0.0700512 Nov 12 00:35:18.960452 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48316) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:19.031240 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-d2deb46f-65b6-4380-8e7e-5af98b330563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:19.033434 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-d2deb46f-65b6-4380-8e7e-5af98b330563 service neutron] 10.222.0.15 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 922 time: 0.1438792 Nov 12 00:35:19.107745 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-94f3ff93-f123-4755-8365-2d9e0b6a213f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945e5098-572e-482e-bc88-f479580f39a2 HTTP/1.1" status: 200 len: 217 time: 0.0667393 Nov 12 00:35:19.201294 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023ce13-0d73-41f4-9c6c-21508275795a req-bc9a76f3-7df7-48c9-9190-5d4ea06e1590 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:19.203050 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c023ce13-0d73-41f4-9c6c-21508275795a req-bc9a76f3-7df7-48c9-9190-5d4ea06e1590 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 945 time: 0.1191194 Nov 12 00:35:19.223923 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-2d8a76c1-ca3e-4f14-b692-59adff2e0103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:19.226072 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-2d8a76c1-ca3e-4f14-b692-59adff2e0103 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.1102417 Nov 12 00:35:19.247535 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708595ed-2dc4-4aac-b379-5b63044c092b req-bdfcfd0f-0ddd-4a15-9f85-ab1c6c1f25e2 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:19.250233 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-708595ed-2dc4-4aac-b379-5b63044c092b req-bdfcfd0f-0ddd-4a15-9f85-ab1c6c1f25e2 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/ports?device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 943 time: 0.0961256 Nov 12 00:35:19.263416 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1329563d-6bcf-4843-a41a-cdbc817578a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3af1d349d51b4d97ad8f9022e1b1baa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016250 Nov 12 00:35:19.267681 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48328) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:19.285473 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-56d84078-fb66-485a-8612-ad5fecf5add7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477326 Nov 12 00:35:19.347308 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:35:19.351073 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c023ce13-0d73-41f4-9c6c-21508275795a req-716505be-4f0f-4ba3-ae05-99d3ef1da47d tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371357 Nov 12 00:35:19.407602 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-708595ed-2dc4-4aac-b379-5b63044c092b req-172f3bfe-809b-4f57-bb73-a614342c52fd tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c5f19e4-730c-49db-b4d1-1e562ee81470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487026 Nov 12 00:35:19.457878 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-02069a4f-d8ca-4f6a-82a8-3c9e67202e6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:19.474491 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-55cbaa5f-23dd-4c23-b4cb-9f9ea2648ecf service neutron] 10.222.0.15 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785746 Nov 12 00:35:19.502481 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-02069a4f-d8ca-4f6a-82a8-3c9e67202e6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:19.517524 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 79205dfe-71d4-4fc4-82ea-e5802cc27fb0 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:35:19.606454 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-02069a4f-d8ca-4f6a-82a8-3c9e67202e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:19.613104 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-02069a4f-d8ca-4f6a-82a8-3c9e67202e6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:19.617769 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-02069a4f-d8ca-4f6a-82a8-3c9e67202e6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e4d91c3-46d9-49c2-aed0-7f2f0310a756 HTTP/1.1" status: 204 len: 168 time: 0.3403647 Nov 12 00:35:19.632917 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02069a4f-d8ca-4f6a-82a8-3c9e67202e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4d91c3-46d9-49c2-aed0-7f2f0310a756,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:19.646359 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-a94a0fff-5a15-4412-bd60-c55a35f2d50e service neutron] 10.222.0.15 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631758 Nov 12 00:35:19.658494 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port dbbe624a-e3e7-4abe-848d-0ebd7c1e3053, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=dbbe624a-e3e7-4abe-848d-0ebd7c1e3053,segment=NetworkSegment(fe0e5af8-35b8-40ac-85c9-dfdd223990aa),segment_id=fe0e5af8-35b8-40ac-85c9-dfdd223990aa)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:19.689691 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'dbbe624a-e3e7-4abe-848d-0ebd7c1e3053', 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e', 'port_id': 'dbbe624a-e3e7-4abe-848d-0ebd7c1e3053', 'mac_address': 'fa:16:3e:ba:0b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7508997e-9662-43d1-b640-f23ad441eac5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:35:19.724505 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 79205dfe-71d4-4fc4-82ea-e5802cc27fb0 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:35:19.734367 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 79205dfe-71d4-4fc4-82ea-e5802cc27fb0 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:19.734845 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:19.790875 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:19.814587 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:35:19.858449 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dcae6536-c65d-4d9e-b576-8e1e4bffad6a req-41b53a6a-7459-4bf8-800f-0384d7f4fd5f tempest-QuotasAdminNegativeTest-1929597322 tempest-QuotasAdminNegativeTest-1929597322-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b4c30209245d40b1b87ef3268d2cb6bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350666 Nov 12 00:35:19.865477 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-053b1428-379e-4cb7-91c0-a393d28e3f74 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:19.867051 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-053b1428-379e-4cb7-91c0-a393d28e3f74 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088&tenant_id=06163c1124b24fc681237287cdcb2502&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 1097 time: 0.0841017 Nov 12 00:35:19.868380 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port dbbe624a-e3e7-4abe-848d-0ebd7c1e3053, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=dbbe624a-e3e7-4abe-848d-0ebd7c1e3053,segment=NetworkSegment(fe0e5af8-35b8-40ac-85c9-dfdd223990aa),segment_id=fe0e5af8-35b8-40ac-85c9-dfdd223990aa)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:19.876184 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:19.878822 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:19.882071 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194e23f-f2c9-4864-acd3-7c228cce6a44 req-7ce2da40-c881-40ad-a37d-23d047193177 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:19.889822 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9194e23f-f2c9-4864-acd3-7c228cce6a44 req-7ce2da40-c881-40ad-a37d-23d047193177 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.1201084 Nov 12 00:35:19.897388 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712137-14'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:19.952078 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467235e5-c164-4465-a9e2-10c733ef8e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79205dfe-71d4-4fc4-82ea-e5802cc27fb0'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:35:19.954885 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6751626d-2bf0-4981-8c7c-34ca6e5d9f2d" -d '{"events": [{"server_uuid": "467235e5-c164-4465-a9e2-10c733ef8e9b", "name": "network-vif-plugged", "status": "completed", "tag": "79205dfe-71d4-4fc4-82ea-e5802cc27fb0"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:35:19.978122 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:19.986253 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 79205dfe-71d4-4fc4-82ea-e5802cc27fb0, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=79205dfe-71d4-4fc4-82ea-e5802cc27fb0,segment=NetworkSegment(3c5c18e7-4c7f-4cf5-a1eb-02bec7d83303),segment_id=3c5c18e7-4c7f-4cf5-a1eb-02bec7d83303)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:19.994200 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-db4c8484-0e6e-47bd-8513-df2c3f124b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:19.999881 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:20.006689 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=dbbe624a-e3e7-4abe-848d-0ebd7c1e3053,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:20.059271 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9194e23f-f2c9-4864-acd3-7c228cce6a44 req-a458f301-1fac-4acd-b8f1-cb09ac0ad7ae tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665797 Nov 12 00:35:20.086361 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=79205dfe-71d4-4fc4-82ea-e5802cc27fb0,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:20.092938 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae6536-c65d-4d9e-b576-8e1e4bffad6a req-438ee1f9-a4ec-4c20-86aa-13a0e5207257 tempest-QuotasAdminNegativeTest-1929597322 tempest-QuotasAdminNegativeTest-1929597322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:20.099283 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dcae6536-c65d-4d9e-b576-8e1e4bffad6a req-438ee1f9-a4ec-4c20-86aa-13a0e5207257 tempest-QuotasAdminNegativeTest-1929597322 tempest-QuotasAdminNegativeTest-1929597322-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2305062 Nov 12 00:35:20.123280 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dcae6536-c65d-4d9e-b576-8e1e4bffad6a req-68253694-7757-40a9-81d6-e9593dc82176 tempest-QuotasAdminNegativeTest-1929597322 tempest-QuotasAdminNegativeTest-1929597322-project] 10.222.0.31 "GET /v2.0/quotas/b4c30209245d40b1b87ef3268d2cb6bb HTTP/1.1" status: 200 len: 375 time: 0.0151789 Nov 12 00:35:20.173470 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48364) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:20.178473 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['dbbe624a-e3e7-4abe-848d-0ebd7c1e3053'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:35:20.191511 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dcae6536-c65d-4d9e-b576-8e1e4bffad6a req-442dc4fc-2c95-44d1-b101-7f8633e3055e tempest-QuotasAdminNegativeTest-1929597322 tempest-QuotasAdminNegativeTest-1929597322-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4c30209245d40b1b87ef3268d2cb6bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607343 Nov 12 00:35:20.321672 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6e11420b-59a3-4c3d-945d-0e82bdb5273a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd4771a7a54b4de98be1ea860397b254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368644 Nov 12 00:35:20.321672 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] For port 945e5098-572e-482e-bc88-f479580f39a2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=945e5098-572e-482e-bc88-f479580f39a2,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:20.323254 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48368) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:20.365918 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82c30c-e976-4429-aa11-72ea09ce11a6 req-1248903e-c45c-48ef-9e8e-67552a8cbb18 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:20.374246 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a82c30c-e976-4429-aa11-72ea09ce11a6 req-1248903e-c45c-48ef-9e8e-67552a8cbb18 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/ports?device_id=467235e5-c164-4465-a9e2-10c733ef8e9b HTTP/1.1" status: 200 len: 945 time: 0.0703461 Nov 12 00:35:20.408993 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ac049cae-4a43-4a67-8b9a-eb1eb4cf8a4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:20.416552 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] For port 945e5098-572e-482e-bc88-f479580f39a2, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:35:20.443518 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a82c30c-e976-4429-aa11-72ea09ce11a6 req-926a5330-5353-4ba1-9303-8ba40eb7e5d9 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e841a6b-58c8-486b-b781-a7d22cef0ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684154 Nov 12 00:35:20.456397 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c471f8d9-0c12-4d86-960f-48baf27cd4e9 x-openstack-request-id: req-c471f8d9-0c12-4d86-960f-48baf27cd4e9 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:35:20.456939 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467235e5-c164-4465-a9e2-10c733ef8e9b", "name": "network-vif-plugged", "status": "completed", "tag": "79205dfe-71d4-4fc4-82ea-e5802cc27fb0", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:35:20.457065 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c471f8d9-0c12-4d86-960f-48baf27cd4e9 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:35:20.457372 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467235e5-c164-4465-a9e2-10c733ef8e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79205dfe-71d4-4fc4-82ea-e5802cc27fb0', 'code': 200} Nov 12 00:35:20.461347 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ac049cae-4a43-4a67-8b9a-eb1eb4cf8a4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:20.503695 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da808a76-d123-46a7-b508-7b6cd6c85088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '945e5098-572e-482e-bc88-f479580f39a2'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:35:20.506017 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a201f0-9f6a-43ad-8842-d37ed1846750" -d '{"events": [{"server_uuid": "da808a76-d123-46a7-b508-7b6cd6c85088", "name": "network-vif-unplugged", "status": "completed", "tag": "945e5098-572e-482e-bc88-f479580f39a2"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:35:20.509916 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:20.524777 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:20.614624 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ac049cae-4a43-4a67-8b9a-eb1eb4cf8a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:20.617860 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ac049cae-4a43-4a67-8b9a-eb1eb4cf8a4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:20.619049 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ac049cae-4a43-4a67-8b9a-eb1eb4cf8a4e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b03e4c8-40e7-48fb-91f4-f6925cc76b3a HTTP/1.1" status: 204 len: 168 time: 0.2947626 Nov 12 00:35:20.651970 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] Pushing event updated for resources: {'Port': ['ID=945e5098-572e-482e-bc88-f479580f39a2,revision_number=7']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:20.659912 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02271f-5e70-4fd3-b013-dc81204b3bf4 req-58acf6c3-1a0c-4e0b-98fa-d4c642c1b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:20.662041 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ce02271f-5e70-4fd3-b013-dc81204b3bf4 req-58acf6c3-1a0c-4e0b-98fa-d4c642c1b621 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=467235e5-c164-4465-a9e2-10c733ef8e9b HTTP/1.1" status: 200 len: 1097 time: 0.0562403 Nov 12 00:35:20.690336 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac049cae-4a43-4a67-8b9a-eb1eb4cf8a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b03e4c8-40e7-48fb-91f4-f6925cc76b3a,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:20.696112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] Attempting to bind port 945e5098-572e-482e-bc88-f479580f39a2 on host n-h1-712137-14 for vnic_type normal with profile {"migrating_to": "n-h2-712137-14"} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:35:20.696491 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] Attempting to bind port 945e5098-572e-482e-bc88-f479580f39a2 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:35:20.696753 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] Attempting to bind port 945e5098-572e-482e-bc88-f479580f39a2 on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:35:20.712928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] Port 945e5098-572e-482e-bc88-f479580f39a2 on network 23f74497-58df-4bf7-97f2-b78858046c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:35:20.714245 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] Attempting to bind port 945e5098-572e-482e-bc88-f479580f39a2 on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:35:20.725096 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:35:20.726096 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] Checking segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:35:20.726886 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] Bound using segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:35:20.729582 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] Bound port: 945e5098-572e-482e-bc88-f479580f39a2, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:35:20.730018 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:20.754934 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c48fe1-455f-49a5-bbc5-1c758c4fe5aa req-605fd3de-51f0-44ce-8169-52c13a46d8a5 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:20.756576 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-80c48fe1-455f-49a5-bbc5-1c758c4fe5aa req-605fd3de-51f0-44ce-8169-52c13a46d8a5 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 943 time: 0.1339865 Nov 12 00:35:20.777351 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ce02271f-5e70-4fd3-b013-dc81204b3bf4 req-51f8df6f-3c7a-45b7-b917-cb55921c6010 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3e841a6b-58c8-486b-b781-a7d22cef0ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919061 Nov 12 00:35:20.848174 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] For port 945e5098-572e-482e-bc88-f479580f39a2, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:35:20.852197 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] For port 945e5098-572e-482e-bc88-f479580f39a2, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=945e5098-572e-482e-bc88-f479580f39a2,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:35:20.856537 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-80c48fe1-455f-49a5-bbc5-1c758c4fe5aa req-f4e8bf49-9a37-4fe2-83a2-6cc86872e165 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764363 Nov 12 00:35:20.860032 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:20.948488 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] Pushing event updated for resources: {'Port': ['ID=945e5098-572e-482e-bc88-f479580f39a2,revision_number=8']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:20.952054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:20.952663 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:20.954022 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-9640937f-fb1a-4c60-bee0-4bc89f5789ba service neutron] 10.222.0.15 "PUT /v2.0/ports/945e5098-572e-482e-bc88-f479580f39a2 HTTP/1.1" status: 200 len: 1123 time: 1.0620539 Nov 12 00:35:21.004949 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf8da4-e0e6-41da-9647-1641b6bc648f req-893381e9-44e7-47ee-92d3-00e4a82db93c tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:21.006760 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d5cf8da4-e0e6-41da-9647-1641b6bc648f req-893381e9-44e7-47ee-92d3-00e4a82db93c tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/ports?device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 944 time: 0.0621650 Nov 12 00:35:21.042156 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['945e5098-572e-482e-bc88-f479580f39a2'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:35:21.060883 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d5cf8da4-e0e6-41da-9647-1641b6bc648f req-bc391e06-d516-489c-ae5e-530e2fb4b39a tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c5f19e4-730c-49db-b4d1-1e562ee81470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459037 Nov 12 00:35:21.126710 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17ed9e6-71f9-4ee0-b5df-2396bbde658e x-openstack-request-id: req-d17ed9e6-71f9-4ee0-b5df-2396bbde658e {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:35:21.127051 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da808a76-d123-46a7-b508-7b6cd6c85088", "name": "network-vif-unplugged", "status": "completed", "tag": "945e5098-572e-482e-bc88-f479580f39a2", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:35:21.127303 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d17ed9e6-71f9-4ee0-b5df-2396bbde658e {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:35:21.127694 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da808a76-d123-46a7-b508-7b6cd6c85088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '945e5098-572e-482e-bc88-f479580f39a2', 'code': 200} Nov 12 00:35:21.242841 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95eb6e-8ef4-474a-a3da-9ceb47a5c07f req-0c7c66db-a153-4542-b14b-523d279ea15a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:21.252046 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0d95eb6e-8ef4-474a-a3da-9ceb47a5c07f req-0c7c66db-a153-4542-b14b-523d279ea15a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.0613163 Nov 12 00:35:21.298922 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0d95eb6e-8ef4-474a-a3da-9ceb47a5c07f req-e55c3bcc-9fa8-4a0f-93cc-b1310ab087e1 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458391 Nov 12 00:35:21.357778 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:35:21.411247 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:35:21.415455 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:21.416035 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:21.468682 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48426) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:21.501957 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:21.541969 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port dbbe624a-e3e7-4abe-848d-0ebd7c1e3053, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=dbbe624a-e3e7-4abe-848d-0ebd7c1e3053,segment=NetworkSegment(fe0e5af8-35b8-40ac-85c9-dfdd223990aa),segment_id=fe0e5af8-35b8-40ac-85c9-dfdd223990aa)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:21.554731 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:21.555615 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 41736dae-0de5-45db-8f4d-ac17a7e19f84 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:35:21.629750 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 41736dae-0de5-45db-8f4d-ac17a7e19f84 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:35:21.630100 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 41736dae-0de5-45db-8f4d-ac17a7e19f84 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:35:21.648207 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=dbbe624a-e3e7-4abe-848d-0ebd7c1e3053,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:21.660289 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662fe03-d4d6-4614-b791-e72f5a608e60 req-c527a363-b22b-4bcb-b808-74fd723faf06 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:21.661812 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5662fe03-d4d6-4614-b791-e72f5a608e60 req-c527a363-b22b-4bcb-b808-74fd723faf06 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/ports?device_id=467235e5-c164-4465-a9e2-10c733ef8e9b HTTP/1.1" status: 200 len: 945 time: 0.0628536 Nov 12 00:35:21.663344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e1cf16c3-9c60-4192-9be6-0579a9b1c25c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-398694690-network', 'tenant_id': '4f41bd32b7a94aee8a8547e486c77f03'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:21.690190 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cf16c3-9c60-4192-9be6-0579a9b1c25c admin admin] Made reservation on behalf of 4f41bd32b7a94aee8a8547e486c77f03 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:35:21.693622 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1cf16c3-9c60-4192-9be6-0579a9b1c25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:21.704365 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1cf16c3-9c60-4192-9be6-0579a9b1c25c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:21.711754 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5662fe03-d4d6-4614-b791-e72f5a608e60 req-ffc9a5db-9992-4cc2-a7f8-612033d830df tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e841a6b-58c8-486b-b781-a7d22cef0ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431833 Nov 12 00:35:21.808420 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1cf16c3-9c60-4192-9be6-0579a9b1c25c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:21.813681 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1cf16c3-9c60-4192-9be6-0579a9b1c25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:21.845690 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1cf16c3-9c60-4192-9be6-0579a9b1c25c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:35:21.852794 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf16c3-9c60-4192-9be6-0579a9b1c25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc779f04-9dd3-4c68-81cc-a1ae9e236be0,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:21.864635 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1cf16c3-9c60-4192-9be6-0579a9b1c25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:21.864635 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-e1cf16c3-9c60-4192-9be6-0579a9b1c25c admin admin] Added segment 817b72ae-2a2f-4463-878c-a7011b4f50ff of type vlan for network 79463816-5b98-452d-976f-b7f4591b0bbf Nov 12 00:35:21.913067 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1cf16c3-9c60-4192-9be6-0579a9b1c25c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:21.937800 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a773414-9f25-4994-8407-89c467cb8537 req-bc684f69-89cf-4128-ae0c-7cbb7cc6ae71 tempest-QuotasAdminNegativeTest-1929597322 tempest-QuotasAdminNegativeTest-1929597322-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b4c30209245d40b1b87ef3268d2cb6bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259993 Nov 12 00:35:21.940678 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1cf16c3-9c60-4192-9be6-0579a9b1c25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:21.941936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cf16c3-9c60-4192-9be6-0579a9b1c25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:21.942520 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1cf16c3-9c60-4192-9be6-0579a9b1c25c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:21.988023 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e1cf16c3-9c60-4192-9be6-0579a9b1c25c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5181055 Nov 12 00:35:22.003240 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48460) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:22.009900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e92c4d34-5c93-4e42-8e80-e820ec1de61b admin admin] Request body: {'subnet': {'network_id': '79463816-5b98-452d-976f-b7f4591b0bbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-398694690-subnet', 'tenant_id': '4f41bd32b7a94aee8a8547e486c77f03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:22.052303 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a773414-9f25-4994-8407-89c467cb8537 req-bc633546-74fe-487a-8203-4111651d3c64 tempest-QuotasAdminNegativeTest-1929597322 tempest-QuotasAdminNegativeTest-1929597322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:22.053822 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a773414-9f25-4994-8407-89c467cb8537 req-bc633546-74fe-487a-8203-4111651d3c64 tempest-QuotasAdminNegativeTest-1929597322 tempest-QuotasAdminNegativeTest-1929597322-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1094420 Nov 12 00:35:22.058494 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf16c3-9c60-4192-9be6-0579a9b1c25c admin admin] Pushing event updated for resources: {'Network': ['ID=79463816-5b98-452d-976f-b7f4591b0bbf,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:22.069774 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a773414-9f25-4994-8407-89c467cb8537 req-428b144a-8b57-4bb6-8a3b-c3a9befabdf8 tempest-QuotasAdminNegativeTest-1929597322 tempest-QuotasAdminNegativeTest-1929597322-project] 10.222.0.31 "GET /v2.0/quotas/b4c30209245d40b1b87ef3268d2cb6bb HTTP/1.1" status: 200 len: 375 time: 0.0097239 Nov 12 00:35:22.070646 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 79463816-5b98-452d-976f-b7f4591b0bbf details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:35:22.078059 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21f454-07e6-4eb3-9ab4-4f6ccc5c12ee req-6339f9d6-0bde-4fbf-a452-2922af89d126 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:22.079572 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0f21f454-07e6-4eb3-9ab4-4f6ccc5c12ee req-6339f9d6-0bde-4fbf-a452-2922af89d126 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 943 time: 0.1188581 Nov 12 00:35:22.099212 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92c4d34-5c93-4e42-8e80-e820ec1de61b admin admin] Made reservation on behalf of 4f41bd32b7a94aee8a8547e486c77f03 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:35:22.101761 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e92c4d34-5c93-4e42-8e80-e820ec1de61b admin admin] Publish callbacks [] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:22.105436 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a773414-9f25-4994-8407-89c467cb8537 req-6042e5c2-941a-4c7b-8f80-212c348f6858 tempest-QuotasAdminNegativeTest-1929597322 tempest-QuotasAdminNegativeTest-1929597322-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4c30209245d40b1b87ef3268d2cb6bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292511 Nov 12 00:35:22.256730 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0f21f454-07e6-4eb3-9ab4-4f6ccc5c12ee req-e607fb3f-3e6c-40ca-806b-394d791eaef4 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666846 Nov 12 00:35:22.261726 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-e4105780-b611-4e74-aef3-fd55e458d4aa service neutron] show failed (client error): The resource could not be found. Nov 12 00:35:22.262716 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-e4105780-b611-4e74-aef3-fd55e458d4aa service neutron] 10.222.0.21 "GET /v2.0/ports/f8e520da-e4f7-40ab-8161-a0383c27e91d/bindings/n-h2-712137-14 HTTP/1.1" status: 404 len: 381 time: 0.1645973 Nov 12 00:35:22.294607 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-70fdf51e-2c5e-45a6-b75d-97652d54269f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:22.326262 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d481c-a929-4612-9264-8be31b3b770a req-e3feb369-61cf-4003-bb62-ccb2443f306c tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:22.328240 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cb5d481c-a929-4612-9264-8be31b3b770a req-e3feb369-61cf-4003-bb62-ccb2443f306c tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/ports?device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 945 time: 0.0834901 Nov 12 00:35:22.403536 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e92c4d34-5c93-4e42-8e80-e820ec1de61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:22.422546 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cb5d481c-a929-4612-9264-8be31b3b770a req-6a17b953-7799-430c-acf3-c6484ecf2945 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c5f19e4-730c-49db-b4d1-1e562ee81470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860639 Nov 12 00:35:22.458992 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c47808-96ed-4244-ab0a-5623cd06cdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbe624a-e3e7-4abe-848d-0ebd7c1e3053'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:35:22.461669 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2066560-9527-4b6e-bfb8-62aeec84b89a" -d '{"events": [{"server_uuid": "09c47808-96ed-4244-ab0a-5623cd06cdb7", "name": "network-vif-plugged", "status": "completed", "tag": "dbbe624a-e3e7-4abe-848d-0ebd7c1e3053"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:35:22.491417 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c4d34-5c93-4e42-8e80-e820ec1de61b admin admin] Pushing event updated for resources: {'Subnet': ['ID=88af1322-487f-4367-ac1e-7eef974718db,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:22.508435 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c4d34-5c93-4e42-8e80-e820ec1de61b admin admin] Checking segment: {'id': '817b72ae-2a2f-4463-878c-a7011b4f50ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '79463816-5b98-452d-976f-b7f4591b0bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:35:22.508934 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92c4d34-5c93-4e42-8e80-e820ec1de61b admin admin] Network hostable DHCP agents. Network: 79463816-5b98-452d-976f-b7f4591b0bbf, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:35:22.575306 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92c4d34-5c93-4e42-8e80-e820ec1de61b admin admin] Network 79463816-5b98-452d-976f-b7f4591b0bbf is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:35:22.586523 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-76f6fd7f-2182-4603-b015-95b52d4d4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:22.588018 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-76f6fd7f-2182-4603-b015-95b52d4d4c68 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad&tenant_id=e12aedabe0d44294a297466dd9b3931e HTTP/1.1" status: 200 len: 1102 time: 0.0881133 Nov 12 00:35:22.591695 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-e92c4d34-5c93-4e42-8e80-e820ec1de61b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 79463816-5b98-452d-976f-b7f4591b0bbf) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:22.596365 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bc16db-f151-461e-921c-aa606202a2db x-openstack-request-id: req-68bc16db-f151-461e-921c-aa606202a2db {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:35:22.596365 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c47808-96ed-4244-ab0a-5623cd06cdb7", "name": "network-vif-plugged", "status": "completed", "tag": "dbbe624a-e3e7-4abe-848d-0ebd7c1e3053", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:35:22.596847 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68bc16db-f151-461e-921c-aa606202a2db {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:35:22.597033 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c47808-96ed-4244-ab0a-5623cd06cdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbe624a-e3e7-4abe-848d-0ebd7c1e3053', 'code': 200} Nov 12 00:35:22.597292 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92c4d34-5c93-4e42-8e80-e820ec1de61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:22.597874 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e92c4d34-5c93-4e42-8e80-e820ec1de61b admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:22.609241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e616831-3286-4b94-9edd-c040097e05d9 None None] Network 79463816-5b98-452d-976f-b7f4591b0bbf requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:35:22.610510 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-14', 'device_owner': 'compute:nova'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:22.624633 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64150a15-bce6-41f9-a7ea-79ef21dc2d52 req-2ff96be5-ce86-4dbd-81c3-f36335e38643 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:22.626156 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64150a15-bce6-41f9-a7ea-79ef21dc2d52 req-2ff96be5-ce86-4dbd-81c3-f36335e38643 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.0947714 Nov 12 00:35:22.669277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48488) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:22.669792 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e92c4d34-5c93-4e42-8e80-e820ec1de61b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6654584 Nov 12 00:35:22.675359 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a8c64296-2a4c-475d-80a3-26f5f0b8fb09 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-398694690-router', 'tenant_id': '4f41bd32b7a94aee8a8547e486c77f03', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:22.709017 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8c64296-2a4c-475d-80a3-26f5f0b8fb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:22.711596 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8c64296-2a4c-475d-80a3-26f5f0b8fb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:22.750635 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:22.788117 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64150a15-bce6-41f9-a7ea-79ef21dc2d52 req-f5f7629e-7739-485f-8024-10349e18ff0a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388679 Nov 12 00:35:22.805214 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8c64296-2a4c-475d-80a3-26f5f0b8fb09 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:22.861259 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64608ffc-7a70-4a14-b1ac-6ff4846fde82 req-d284a666-ff46-4fb2-a294-e6afacc34a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:22.862414 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64608ffc-7a70-4a14-b1ac-6ff4846fde82 req-d284a666-ff46-4fb2-a294-e6afacc34a62 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 1097 time: 0.1856692 Nov 12 00:35:22.933934 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2adc79a-1c20-497f-a007-a6330832132c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-79463816-5b98-452d-976f-b7f4591b0bbf', 'network_id': '79463816-5b98-452d-976f-b7f4591b0bbf', 'tenant_id': '4f41bd32b7a94aee8a8547e486c77f03', 'fixed_ips': [{'subnet_id': '88af1322-487f-4367-ac1e-7eef974718db'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:35:22.935006 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e2adc79a-1c20-497f-a007-a6330832132c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:22.996988 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8c64296-2a4c-475d-80a3-26f5f0b8fb09 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:23.028453 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e69671-f7db-4e1c-84a8-7aa200a42773 req-8fc5d535-ec91-4913-b41a-58f049b5e116 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:23.035945 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c3e69671-f7db-4e1c-84a8-7aa200a42773 req-8fc5d535-ec91-4913-b41a-58f049b5e116 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/ports?device_id=467235e5-c164-4465-a9e2-10c733ef8e9b HTTP/1.1" status: 200 len: 945 time: 0.1488032 Nov 12 00:35:23.054176 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64608ffc-7a70-4a14-b1ac-6ff4846fde82 req-c7916900-33e2-4000-a16d-e18d84bf8a7a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6c5f19e4-730c-49db-b4d1-1e562ee81470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784458 Nov 12 00:35:23.099187 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-e2adc79a-1c20-497f-a007-a6330832132c None None] Allocated IP 172.20.0.2 (79463816-5b98-452d-976f-b7f4591b0bbf/88af1322-487f-4367-ac1e-7eef974718db/fa0b274c-daeb-422d-9d4a-581b43567410) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:35:23.131095 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da808a76-d123-46a7-b508-7b6cd6c85088', 'tag': '945e5098-572e-482e-bc88-f479580f39a2'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:35:23.133277 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be332d2-b041-46dd-b62d-26c22739a9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "da808a76-d123-46a7-b508-7b6cd6c85088", "tag": "945e5098-572e-482e-bc88-f479580f39a2"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:35:23.159143 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c3e69671-f7db-4e1c-84a8-7aa200a42773 req-17907ec4-de83-443d-a20a-79816a23703c tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e841a6b-58c8-486b-b781-a7d22cef0ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224802 Nov 12 00:35:23.188166 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] For port f8e520da-e4f7-40ab-8161-a0383c27e91d, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f8e520da-e4f7-40ab-8161-a0383c27e91d,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:23.262197 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] For port f8e520da-e4f7-40ab-8161-a0383c27e91d, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:35:23.303161 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:23.304571 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e2adc79a-1c20-497f-a007-a6330832132c None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:23.306934 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d117292-f41d-40a4-8693-c034acb3cdc9 x-openstack-request-id: req-9d117292-f41d-40a4-8693-c034acb3cdc9 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:35:23.307840 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da808a76-d123-46a7-b508-7b6cd6c85088", "tag": "945e5098-572e-482e-bc88-f479580f39a2", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:35:23.308097 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d117292-f41d-40a4-8693-c034acb3cdc9 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:35:23.308765 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da808a76-d123-46a7-b508-7b6cd6c85088', 'tag': '945e5098-572e-482e-bc88-f479580f39a2', 'status': 'completed', 'code': 200} Nov 12 00:35:23.312796 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e2adc79a-1c20-497f-a007-a6330832132c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:23.319093 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8c64296-2a4c-475d-80a3-26f5f0b8fb09 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:23.348504 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-caa81feb-7d2b-407d-87cc-e6ddec70be34 req-766d0e34-fb67-4c7f-92e5-dddb79dfb380 tempest-QuotasAdminNegativeTest-1929597322 tempest-QuotasAdminNegativeTest-1929597322-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b4c30209245d40b1b87ef3268d2cb6bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719194 Nov 12 00:35:23.364663 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adc79a-1c20-497f-a007-a6330832132c None None] Pushing event updated for resources: {'Port': ['ID=fa0b274c-daeb-422d-9d4a-581b43567410,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:23.365097 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8c64296-2a4c-475d-80a3-26f5f0b8fb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:23.373023 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:23.384184 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2adc79a-1c20-497f-a007-a6330832132c None None] Network 79463816-5b98-452d-976f-b7f4591b0bbf is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:35:23.386188 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-e2adc79a-1c20-497f-a007-a6330832132c None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:23.390414 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2adc79a-1c20-497f-a007-a6330832132c None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:35:23.394698 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] Transition to ACTIVE for port object f8e520da-e4f7-40ab-8161-a0383c27e91d will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:35:23.398581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be332d2-b041-46dd-b62d-26c22739a9b7 req-67fa7132-5c87-46bc-9270-06eb1866f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:23.400824 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5be332d2-b041-46dd-b62d-26c22739a9b7 req-67fa7132-5c87-46bc-9270-06eb1866f897 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 1126 time: 0.0956593 Nov 12 00:35:23.410912 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:23.471119 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e2adc79a-1c20-497f-a007-a6330832132c None None] Attempting to bind port fa0b274c-daeb-422d-9d4a-581b43567410 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:35:23.471496 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e2adc79a-1c20-497f-a007-a6330832132c None None] Attempting to bind port fa0b274c-daeb-422d-9d4a-581b43567410 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '817b72ae-2a2f-4463-878c-a7011b4f50ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '79463816-5b98-452d-976f-b7f4591b0bbf'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:35:23.471855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2adc79a-1c20-497f-a007-a6330832132c None None] Attempting to bind port fa0b274c-daeb-422d-9d4a-581b43567410 on network 79463816-5b98-452d-976f-b7f4591b0bbf {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:35:23.479653 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2adc79a-1c20-497f-a007-a6330832132c None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:35:23.480357 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2adc79a-1c20-497f-a007-a6330832132c None None] Checking segment: {'id': '817b72ae-2a2f-4463-878c-a7011b4f50ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '79463816-5b98-452d-976f-b7f4591b0bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:35:23.480971 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e2adc79a-1c20-497f-a007-a6330832132c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:23.481678 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2adc79a-1c20-497f-a007-a6330832132c None None] Bound using segment: {'id': '817b72ae-2a2f-4463-878c-a7011b4f50ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '79463816-5b98-452d-976f-b7f4591b0bbf'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:35:23.482307 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e2adc79a-1c20-497f-a007-a6330832132c None None] Bound port: fa0b274c-daeb-422d-9d4a-581b43567410, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817b72ae-2a2f-4463-878c-a7011b4f50ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '79463816-5b98-452d-976f-b7f4591b0bbf'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:35:23.482919 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e2adc79a-1c20-497f-a007-a6330832132c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:23.496048 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 945e5098-572e-482e-bc88-f479580f39a2 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:35:23.525290 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-a8c64296-2a4c-475d-80a3-26f5f0b8fb09 admin admin] Allocated IP 172.25.0.74 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/a96d1d76-a4d9-46ad-a9d1-743596d8848b) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:35:23.555901 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e520da-e4f7-40ab-8161-a0383c27e91d,revision_number=6']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:23.559606 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be332d2-b041-46dd-b62d-26c22739a9b7 req-cb294d8e-5872-4015-8bb9-c640d18d9006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:23.561220 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5be332d2-b041-46dd-b62d-26c22739a9b7 req-cb294d8e-5872-4015-8bb9-c640d18d9006 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 922 time: 0.1414144 Nov 12 00:35:23.586245 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e2adc79a-1c20-497f-a007-a6330832132c None None] For port fa0b274c-daeb-422d-9d4a-581b43567410, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:35:23.590796 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e2adc79a-1c20-497f-a007-a6330832132c None None] For port fa0b274c-daeb-422d-9d4a-581b43567410, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=fa0b274c-daeb-422d-9d4a-581b43567410,segment=NetworkSegment(817b72ae-2a2f-4463-878c-a7011b4f50ff),segment_id=817b72ae-2a2f-4463-878c-a7011b4f50ff)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:35:23.607089 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e2adc79a-1c20-497f-a007-a6330832132c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:23.619755 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.resource_extend [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:35:23.675676 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] No DVR routers for this DVR port f8e520da-e4f7-40ab-8161-a0383c27e91d on host n-h1-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:35:23.693790 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5be332d2-b041-46dd-b62d-26c22739a9b7 req-02b57c1a-27f2-43cc-bdfe-5a1dd9400e11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945e5098-572e-482e-bc88-f479580f39a2 HTTP/1.1" status: 200 len: 217 time: 0.0869241 Nov 12 00:35:23.752923 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8c64296-2a4c-475d-80a3-26f5f0b8fb09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:23.796001 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa81feb-7d2b-407d-87cc-e6ddec70be34 req-ce91c783-bb6e-42d2-8480-53ea22e2919e tempest-QuotasAdminNegativeTest-1929597322 tempest-QuotasAdminNegativeTest-1929597322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:23.796711 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d961478-eb3f-4b13-8e2a-1adc2e490bf7 req-2d851fca-fedd-41f4-9d75-6c74764c2dfc tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:23.803943 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-caa81feb-7d2b-407d-87cc-e6ddec70be34 req-ce91c783-bb6e-42d2-8480-53ea22e2919e tempest-QuotasAdminNegativeTest-1929597322 tempest-QuotasAdminNegativeTest-1929597322-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4544866 Nov 12 00:35:23.809400 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3d961478-eb3f-4b13-8e2a-1adc2e490bf7 req-2d851fca-fedd-41f4-9d75-6c74764c2dfc tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 943 time: 0.3423140 Nov 12 00:35:23.809850 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adc79a-1c20-497f-a007-a6330832132c None None] Pushing event updated for resources: {'Port': ['ID=fa0b274c-daeb-422d-9d4a-581b43567410,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:23.826722 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-caa81feb-7d2b-407d-87cc-e6ddec70be34 req-c17febdd-1ee5-4fd5-bf66-1485c429dae1 tempest-QuotasAdminNegativeTest-1929597322 tempest-QuotasAdminNegativeTest-1929597322-project] 10.222.0.31 "GET /v2.0/quotas/b4c30209245d40b1b87ef3268d2cb6bb HTTP/1.1" status: 200 len: 375 time: 0.0217540 Nov 12 00:35:23.835859 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be332d2-b041-46dd-b62d-26c22739a9b7 req-b67d82b0-57af-4086-88a8-15d2edae4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:23.837390 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5be332d2-b041-46dd-b62d-26c22739a9b7 req-b67d82b0-57af-4086-88a8-15d2edae4232 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.1250837 Nov 12 00:35:23.876030 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 945e5098-572e-482e-bc88-f479580f39a2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=945e5098-572e-482e-bc88-f479580f39a2,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:23.884004 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-caa81feb-7d2b-407d-87cc-e6ddec70be34 req-04308636-b20a-4eec-83fa-d1d415f0e612 tempest-QuotasAdminNegativeTest-1929597322 tempest-QuotasAdminNegativeTest-1929597322-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4c30209245d40b1b87ef3268d2cb6bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563371 Nov 12 00:35:23.900797 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] Attempting to bind port f8e520da-e4f7-40ab-8161-a0383c27e91d on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:35:23.901655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] Attempting to bind port f8e520da-e4f7-40ab-8161-a0383c27e91d by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:35:23.901955 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] Attempting to bind port f8e520da-e4f7-40ab-8161-a0383c27e91d on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:35:23.905949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 945e5098-572e-482e-bc88-f479580f39a2 has no active binding in host n-h2-712137-14 {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:35:23.915736 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8c64296-2a4c-475d-80a3-26f5f0b8fb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:23.926672 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5be332d2-b041-46dd-b62d-26c22739a9b7 req-f5d2c630-0524-43f3-9373-e27b523b6c25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731668 Nov 12 00:35:23.931832 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] Port f8e520da-e4f7-40ab-8161-a0383c27e91d on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:35:23.932821 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] Attempting to bind port f8e520da-e4f7-40ab-8161-a0383c27e91d on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:35:23.972834 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:35:23.973091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:35:23.973616 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:35:23.974111 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] Bound port: f8e520da-e4f7-40ab-8161-a0383c27e91d, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:35:23.974474 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:23.986638 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c64296-2a4c-475d-80a3-26f5f0b8fb09 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:35:23.992389 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-a8c64296-2a4c-475d-80a3-26f5f0b8fb09 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:23.996962 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c64296-2a4c-475d-80a3-26f5f0b8fb09 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:35:24.028562 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c64296-2a4c-475d-80a3-26f5f0b8fb09 admin admin] Pushing event updated for resources: {'Port': ['ID=a96d1d76-a4d9-46ad-a9d1-743596d8848b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:24.037079 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3d961478-eb3f-4b13-8e2a-1adc2e490bf7 req-30b8533b-a61f-4ce0-a779-7c80246ae8b5 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266309 Nov 12 00:35:24.309021 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5be332d2-b041-46dd-b62d-26c22739a9b7 req-aca19447-5804-426f-a529-8b3a71815db9 service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710155 Nov 12 00:35:24.350638 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:24.423356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bba8d-5d72-4444-9cbf-bbbad7c37a6b req-dd88b5fd-746d-474c-8f30-8ee6f9252adc tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:24.424994 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-658bba8d-5d72-4444-9cbf-bbbad7c37a6b req-dd88b5fd-746d-474c-8f30-8ee6f9252adc tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/ports?device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 945 time: 0.2160294 Nov 12 00:35:24.453840 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] For port f8e520da-e4f7-40ab-8161-a0383c27e91d, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:35:24.481864 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] For port f8e520da-e4f7-40ab-8161-a0383c27e91d, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=f8e520da-e4f7-40ab-8161-a0383c27e91d,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:35:24.496415 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:24.520088 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e702b7-6d67-4ea1-803f-9edfd9a01f8c req-abb4a1a8-11a6-464c-9f81-0a09ed7507dc tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:24.521632 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-70e702b7-6d67-4ea1-803f-9edfd9a01f8c req-abb4a1a8-11a6-464c-9f81-0a09ed7507dc tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 948 time: 0.1033370 Nov 12 00:35:24.533853 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8c64296-2a4c-475d-80a3-26f5f0b8fb09 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:24.548084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:24.548636 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:24.550489 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] 10.222.0.15 "PUT /v2.0/ports/f8e520da-e4f7-40ab-8161-a0383c27e91d HTTP/1.1" status: 200 len: 1097 time: 1.9462922 Nov 12 00:35:24.592077 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-658bba8d-5d72-4444-9cbf-bbbad7c37a6b req-0045811c-535c-468b-a272-5304875783be tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c5f19e4-730c-49db-b4d1-1e562ee81470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396134 Nov 12 00:35:24.622006 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5be332d2-b041-46dd-b62d-26c22739a9b7 req-e2e419ea-a32e-42fe-b920-ec1d5e1ffaf2 service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968335 Nov 12 00:35:24.682210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d1c2e-0d7d-45bd-8d99-7619d026d2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e520da-e4f7-40ab-8161-a0383c27e91d,revision_number=7']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:24.702452 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-70e702b7-6d67-4ea1-803f-9edfd9a01f8c req-dd33fddf-fbd2-4227-a944-3e8c3e0748f1 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647806 Nov 12 00:35:24.715360 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-fe601e93-ce30-47b3-957a-053f19508fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:24.723295 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-fe601e93-ce30-47b3-957a-053f19508fc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 1100 time: 0.0937483 Nov 12 00:35:24.918965 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-a4a9c29c-d89a-4e68-b050-0e3d889510aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:24.922548 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-a4a9c29c-d89a-4e68-b050-0e3d889510aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1940451 Nov 12 00:35:24.962215 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8c64296-2a4c-475d-80a3-26f5f0b8fb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:24.989484 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-0323bc88-34a3-4235-a8d5-1df6f042d01a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=f8e520da-e4f7-40ab-8161-a0383c27e91d HTTP/1.1" status: 200 len: 217 time: 0.0575619 Nov 12 00:35:25.117901 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-bab25ef6-5542-4e4a-9e8c-fe7f6428dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:25.119277 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-bab25ef6-5542-4e4a-9e8c-fe7f6428dd41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1211371 Nov 12 00:35:25.250697 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:25.278207 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-0e02dbc1-a16f-4de0-97e2-028cea88eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:25.280388 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-0e02dbc1-a16f-4de0-97e2-028cea88eb50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1483068 Nov 12 00:35:25.281315 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48584) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:25.324820 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a41eec1-66e9-4ba8-9da9-03dce52957ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8e520da-e4f7-40ab-8161-a0383c27e91d'}, {'name': 'network-changed', 'server_uuid': '3a41eec1-66e9-4ba8-9da9-03dce52957ad', 'tag': 'f8e520da-e4f7-40ab-8161-a0383c27e91d'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:35:25.333515 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c39b49-a15c-42a8-948f-c5047a1deca9" -d '{"events": [{"server_uuid": "3a41eec1-66e9-4ba8-9da9-03dce52957ad", "name": "network-vif-unplugged", "status": "completed", "tag": "f8e520da-e4f7-40ab-8161-a0383c27e91d"}, {"name": "network-changed", "server_uuid": "3a41eec1-66e9-4ba8-9da9-03dce52957ad", "tag": "f8e520da-e4f7-40ab-8161-a0383c27e91d"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:35:25.445672 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aa83eb-fe9a-4b3d-990c-8647927428aa None None] Network 79463816-5b98-452d-976f-b7f4591b0bbf requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:35:25.497416 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c3172-3514-44dc-b476-10f4196c8bcb req-fb446b75-528b-4860-85c9-5ff7c7277600 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:25.504825 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c2c3172-3514-44dc-b476-10f4196c8bcb req-fb446b75-528b-4860-85c9-5ff7c7277600 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 943 time: 0.1130912 Nov 12 00:35:25.577380 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c2c3172-3514-44dc-b476-10f4196c8bcb req-9547ded3-6cfd-4551-bf92-0827530d2a81 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715573 Nov 12 00:35:25.596955 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c64296-2a4c-475d-80a3-26f5f0b8fb09 admin admin] Router 401bb934-8cdc-4767-99ea-b13a55472b72 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:35:25.634125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-93cf7148-19c4-4b1e-af58-57bd601ae9f8 None None] Provisioning complete for port fa0b274c-daeb-422d-9d4a-581b43567410 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:25.634630 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-93cf7148-19c4-4b1e-af58-57bd601ae9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:25.745448 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 00:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ff831b-8236-45aa-be25-66554d4b866a x-openstack-request-id: req-a2ff831b-8236-45aa-be25-66554d4b866a {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:35:25.746039 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a41eec1-66e9-4ba8-9da9-03dce52957ad", "name": "network-vif-unplugged", "status": "completed", "tag": "f8e520da-e4f7-40ab-8161-a0383c27e91d", "code": 200}, {"name": "network-changed", "server_uuid": "3a41eec1-66e9-4ba8-9da9-03dce52957ad", "tag": "f8e520da-e4f7-40ab-8161-a0383c27e91d", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:35:25.746039 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2ff831b-8236-45aa-be25-66554d4b866a {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:35:25.746420 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a41eec1-66e9-4ba8-9da9-03dce52957ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8e520da-e4f7-40ab-8161-a0383c27e91d', 'code': 200} Nov 12 00:35:25.746594 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a41eec1-66e9-4ba8-9da9-03dce52957ad', 'tag': 'f8e520da-e4f7-40ab-8161-a0383c27e91d', 'status': 'completed', 'code': 200} Nov 12 00:35:25.763243 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91e6a212-07e9-440c-9c27-4f4f8e2118f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:25.821267 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-93cf7148-19c4-4b1e-af58-57bd601ae9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:25.863381 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c39b49-a15c-42a8-948f-c5047a1deca9 req-4c083216-c4e8-4cde-9acd-8a1ba278b3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:25.864926 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14c39b49-a15c-42a8-948f-c5047a1deca9 req-4c083216-c4e8-4cde-9acd-8a1ba278b3d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 1100 time: 0.0980356 Nov 12 00:35:25.882396 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:25.884138 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-52e23b0c-107f-4ffb-81b4-9bdc94f6a45d service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5792937 Nov 12 00:35:25.911023 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-93cf7148-19c4-4b1e-af58-57bd601ae9f8 None None] For port fa0b274c-daeb-422d-9d4a-581b43567410, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=fa0b274c-daeb-422d-9d4a-581b43567410,segment=NetworkSegment(817b72ae-2a2f-4463-878c-a7011b4f50ff),segment_id=817b72ae-2a2f-4463-878c-a7011b4f50ff)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:25.920727 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-93cf7148-19c4-4b1e-af58-57bd601ae9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:26.061150 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66a0ff-d8bb-41b2-92fe-b1d7834874e5 req-b33451f0-5ce4-4ff0-92a5-edce4bac0f81 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:26.084358 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cc66a0ff-d8bb-41b2-92fe-b1d7834874e5 req-b33451f0-5ce4-4ff0-92a5-edce4bac0f81 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/ports?device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 945 time: 0.2806895 Nov 12 00:35:26.100363 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf7148-19c4-4b1e-af58-57bd601ae9f8 None None] Pushing event updated for resources: {'Port': ['ID=fa0b274c-daeb-422d-9d4a-581b43567410,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:26.113046 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c64296-2a4c-475d-80a3-26f5f0b8fb09 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:35:26.136123 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] Sync routers for ids ['401bb934-8cdc-4767-99ea-b13a55472b72'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:35:26.149325 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] Routers {'401bb934-8cdc-4767-99ea-b13a55472b72'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:35:26.149945 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:35:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['401bb934-8cdc-4767-99ea-b13a55472b72'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:26.183127 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device fa0b274c-daeb-422d-9d4a-581b43567410 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:35:26.241394 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port fa0b274c-daeb-422d-9d4a-581b43567410 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:26.241875 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:26.261929 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0617c72-6985-41fb-b943-a3bc24f85f50 req-794cc822-984d-4800-b960-152aa0b27609 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440766 Nov 12 00:35:26.264166 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8c64296-2a4c-475d-80a3-26f5f0b8fb09 admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:26.267186 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a8c64296-2a4c-475d-80a3-26f5f0b8fb09 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5966737 Nov 12 00:35:26.293233 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48606) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:26.297859 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-55990bc2-7d84-4699-9d5b-bf313e0da1ca None None] Provisioning complete for port fa0b274c-daeb-422d-9d4a-581b43567410 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:26.298543 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-55990bc2-7d84-4699-9d5b-bf313e0da1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:26.378520 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cc66a0ff-d8bb-41b2-92fe-b1d7834874e5 req-2343052d-89db-4962-b799-f79fb996135a tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c5f19e4-730c-49db-b4d1-1e562ee81470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921636 Nov 12 00:35:26.398345 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] Set router 401bb934-8cdc-4767-99ea-b13a55472b72 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:35:26.408098 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91e6a212-07e9-440c-9c27-4f4f8e2118f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:26.474144 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee42ad3-feaf-49f3-b5f2-e717f7db3a3f req-ea1fcced-f9f8-4cfe-a481-328db5cddb5e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:26.486968 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eee42ad3-feaf-49f3-b5f2-e717f7db3a3f req-ea1fcced-f9f8-4cfe-a481-328db5cddb5e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 948 time: 0.3045697 Nov 12 00:35:26.552580 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91e6a212-07e9-440c-9c27-4f4f8e2118f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:26.573723 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48612) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:26.607800 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c39b49-a15c-42a8-948f-c5047a1deca9 req-5522165e-c7b3-45a0-9c14-d21e469bd1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:26.621957 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14c39b49-a15c-42a8-948f-c5047a1deca9 req-5522165e-c7b3-45a0-9c14-d21e469bd1d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.7368882 Nov 12 00:35:26.673777 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6a212-07e9-440c-9c27-4f4f8e2118f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c352f63a-7661-49fa-b2ab-ccfd2203eea5,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:26.733394 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401bb934-8cdc-4767-99ea-b13a55472b72', 'name': 'tempest-FloatingIPsTestJSON-398694690-router', 'tenant_id': '4f41bd32b7a94aee8a8547e486c77f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a96d1d76-a4d9-46ad-a9d1-743596d8848b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:35:22Z', 'updated_at': '2021-11-12T00:35:24Z', 'revision_number': 3, 'project_id': '4f41bd32b7a94aee8a8547e486c77f03', 'gw_port': {'id': 'a96d1d76-a4d9-46ad-a9d1-743596d8848b', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401bb934-8cdc-4767-99ea-b13a55472b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:23Z', 'updated_at': '2021-11-12T00:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:26.748110 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14c39b49-a15c-42a8-948f-c5047a1deca9 req-807c06a0-384f-4c2a-ba17-51b928155bf2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=f8e520da-e4f7-40ab-8161-a0383c27e91d HTTP/1.1" status: 200 len: 217 time: 0.1252301 Nov 12 00:35:26.761400 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] Checking router: 401bb934-8cdc-4767-99ea-b13a55472b72 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:35:26.761746 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] Updating router 401bb934-8cdc-4767-99ea-b13a55472b72 port a96d1d76-a4d9-46ad-a9d1-743596d8848b binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:35:26.787289 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c39b49-a15c-42a8-948f-c5047a1deca9 req-783a41e4-bc5e-4ab8-b4a0-c8e0ed5470a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:26.788685 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:26.789034 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14c39b49-a15c-42a8-948f-c5047a1deca9 req-783a41e4-bc5e-4ab8-b4a0-c8e0ed5470a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 1100 time: 0.3784852 Nov 12 00:35:26.835201 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-91e6a212-07e9-440c-9c27-4f4f8e2118f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4c30209245d40b1b87ef3268d2cb6bb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5521047 Nov 12 00:35:26.844872 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48618) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:26.864078 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c3488776-8015-424b-bfd7-82a37f2bcc76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:26.868887 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eee42ad3-feaf-49f3-b5f2-e717f7db3a3f req-044627e1-50e8-4bdb-b84d-93e25713b6e1 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808260 Nov 12 00:35:26.939441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c39b49-a15c-42a8-948f-c5047a1deca9 req-c9a5a878-3625-477a-9ccd-e92fa502f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:26.941069 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14c39b49-a15c-42a8-948f-c5047a1deca9 req-c9a5a878-3625-477a-9ccd-e92fa502f465 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1675589 Nov 12 00:35:27.062600 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:27.070520 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:27.102811 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c39b49-a15c-42a8-948f-c5047a1deca9 req-5f33b7a3-4fe2-4549-b7d1-3c98faee964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:27.104420 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14c39b49-a15c-42a8-948f-c5047a1deca9 req-5f33b7a3-4fe2-4549-b7d1-3c98faee964e service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.3067160 Nov 12 00:35:27.109402 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a365920-8eee-4df0-b24b-313d494e7067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:27.110466 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f9140e9d-1ad8-4cf3-a1e0-e6b4c930e638 req-f4a8f7ae-3971-4fc9-bf23-f2245ae749df tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 258 time: 0.4630594 Nov 12 00:35:27.113847 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8732fa2-83fc-42dd-8965-615e6c84efcb None None] Pushing event updated for resources: {'Port': ['ID=a96d1d76-a4d9-46ad-a9d1-743596d8848b,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:27.116578 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-2395cdff-a041-4816-bb31-cb2eeaba72f0 service neutron] 10.222.0.21 "GET /v2.0/ports/945e5098-572e-482e-bc88-f479580f39a2/bindings/n-h2-712137-14 HTTP/1.1" status: 200 len: 385 time: 0.4003751 Nov 12 00:35:27.121867 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c39b49-a15c-42a8-948f-c5047a1deca9 req-e844337c-a104-41c6-be44-6896eb093d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:27.123203 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14c39b49-a15c-42a8-948f-c5047a1deca9 req-e844337c-a104-41c6-be44-6896eb093d08 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1679561 Nov 12 00:35:27.139728 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0566f0-5970-4962-91e7-95735101691e req-58424169-8163-41a2-8d44-0d2cbfe930ce tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:27.142001 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] Attempting to bind port a96d1d76-a4d9-46ad-a9d1-743596d8848b on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:35:27.142538 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] Attempting to bind port a96d1d76-a4d9-46ad-a9d1-743596d8848b by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:35:27.142718 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] Attempting to bind port a96d1d76-a4d9-46ad-a9d1-743596d8848b on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:35:27.147625 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be0566f0-5970-4962-91e7-95735101691e req-58424169-8163-41a2-8d44-0d2cbfe930ce tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 943 time: 0.1838562 Nov 12 00:35:27.153723 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:35:27.153723 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:35:27.154064 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:27.154475 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:35:27.155076 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] Bound port: a96d1d76-a4d9-46ad-a9d1-743596d8848b, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:35:27.155481 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:27.201459 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-f9140e9d-1ad8-4cf3-a1e0-e6b4c930e638 req-c9538f96-c845-40dc-889e-caed71d6477f tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:27.220167 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] For port a96d1d76-a4d9-46ad-a9d1-743596d8848b, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:35:27.224348 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] For port a96d1d76-a4d9-46ad-a9d1-743596d8848b, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a96d1d76-a4d9-46ad-a9d1-743596d8848b,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:35:27.225425 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14c39b49-a15c-42a8-948f-c5047a1deca9 req-095d34bf-a042-4839-bed0-3c7de4e1181f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=f8e520da-e4f7-40ab-8161-a0383c27e91d HTTP/1.1" status: 200 len: 217 time: 0.1070364 Nov 12 00:35:27.231987 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:27.272273 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a365920-8eee-4df0-b24b-313d494e7067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:27.278949 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c3488776-8015-424b-bfd7-82a37f2bcc76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:27.296091 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f9140e9d-1ad8-4cf3-a1e0-e6b4c930e638 req-c9538f96-c845-40dc-889e-caed71d6477f tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:27.305730 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8732fa2-83fc-42dd-8965-615e6c84efcb None None] Pushing event updated for resources: {'Port': ['ID=a96d1d76-a4d9-46ad-a9d1-743596d8848b,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:27.324674 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] Routers {'401bb934-8cdc-4767-99ea-b13a55472b72'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:35:27.325330 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:35:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['401bb934-8cdc-4767-99ea-b13a55472b72'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:27.347762 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c3488776-8015-424b-bfd7-82a37f2bcc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:27.373420 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f8e520da-e4f7-40ab-8161-a0383c27e91d no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:35:27.450981 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f8e520da-e4f7-40ab-8161-a0383c27e91d not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:35:27.453213 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be0566f0-5970-4962-91e7-95735101691e req-43d2310f-ceb0-4706-9bd4-d027cfe5f208 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046157 Nov 12 00:35:27.455229 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] Set router 401bb934-8cdc-4767-99ea-b13a55472b72 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:35:27.486346 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3488776-8015-424b-bfd7-82a37f2bcc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082cf8b8-6196-4c5e-80d5-dca36138a6e8,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:27.490219 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c39b49-a15c-42a8-948f-c5047a1deca9 req-b1bd34cb-304a-4cc4-88b5-603b08608917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:27.491542 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14c39b49-a15c-42a8-948f-c5047a1deca9 req-b1bd34cb-304a-4cc4-88b5-603b08608917 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.2453287 Nov 12 00:35:27.493395 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14c39b49-a15c-42a8-948f-c5047a1deca9 req-2a1dfe0b-93c1-4624-9221-bbdfc73a632f service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354890 Nov 12 00:35:27.495686 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c3488776-8015-424b-bfd7-82a37f2bcc76 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a194ab581bf4e409185ec6a230ec9e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9129078 Nov 12 00:35:27.499225 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48624) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:27.518585 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-88959914-77c5-4c11-beb9-b3c71e633197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:27.524847 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 945e5098-572e-482e-bc88-f479580f39a2 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:35:27.578208 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-591cca54-2b4b-4725-a2cc-96ac53262606 service neutron] For port 945e5098-572e-482e-bc88-f479580f39a2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=945e5098-572e-482e-bc88-f479580f39a2,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:27.617262 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-591cca54-2b4b-4725-a2cc-96ac53262606 service neutron] For port 945e5098-572e-482e-bc88-f479580f39a2, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:35:27.657804 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f9140e9d-1ad8-4cf3-a1e0-e6b4c930e638 req-c9538f96-c845-40dc-889e-caed71d6477f tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:27.659772 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 945e5098-572e-482e-bc88-f479580f39a2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=945e5098-572e-482e-bc88-f479580f39a2,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:27.661079 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-591cca54-2b4b-4725-a2cc-96ac53262606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945e5098-572e-482e-bc88-f479580f39a2 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:35:27.673983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 945e5098-572e-482e-bc88-f479580f39a2 has no active binding in host n-h2-712137-14 {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:35:27.678539 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-591cca54-2b4b-4725-a2cc-96ac53262606 service neutron] For port 945e5098-572e-482e-bc88-f479580f39a2, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=945e5098-572e-482e-bc88-f479580f39a2,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:27.700935 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-591cca54-2b4b-4725-a2cc-96ac53262606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:27.709987 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14c39b49-a15c-42a8-948f-c5047a1deca9 req-c7a330ef-759a-4260-9248-83f4ad3689f5 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979272 Nov 12 00:35:27.747334 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a365920-8eee-4df0-b24b-313d494e7067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:27.750226 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a365920-8eee-4df0-b24b-313d494e7067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:27.751469 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8a365920-8eee-4df0-b24b-313d494e7067 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c352f63a-7661-49fa-b2ab-ccfd2203eea5 HTTP/1.1" status: 204 len: 168 time: 0.9055810 Nov 12 00:35:27.774471 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a1184ca-1e66-446e-967c-275e44a196a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:27.802854 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401bb934-8cdc-4767-99ea-b13a55472b72', 'name': 'tempest-FloatingIPsTestJSON-398694690-router', 'tenant_id': '4f41bd32b7a94aee8a8547e486c77f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a96d1d76-a4d9-46ad-a9d1-743596d8848b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:35:22Z', 'updated_at': '2021-11-12T00:35:24Z', 'revision_number': 3, 'project_id': '4f41bd32b7a94aee8a8547e486c77f03', 'gw_port': {'id': 'a96d1d76-a4d9-46ad-a9d1-743596d8848b', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401bb934-8cdc-4767-99ea-b13a55472b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:23Z', 'updated_at': '2021-11-12T00:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:27.812787 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a1184ca-1e66-446e-967c-275e44a196a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:27.839396 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c72b48-311d-41db-8370-4e38c4612849 None None] The sync data for ids ['401bb934-8cdc-4767-99ea-b13a55472b72'] in n-d-712137-14 is: [{'id': '401bb934-8cdc-4767-99ea-b13a55472b72', 'name': 'tempest-FloatingIPsTestJSON-398694690-router', 'tenant_id': '4f41bd32b7a94aee8a8547e486c77f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a96d1d76-a4d9-46ad-a9d1-743596d8848b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:35:22Z', 'updated_at': '2021-11-12T00:35:24Z', 'revision_number': 3, 'project_id': '4f41bd32b7a94aee8a8547e486c77f03', 'gw_port': {'id': 'a96d1d76-a4d9-46ad-a9d1-743596d8848b', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401bb934-8cdc-4767-99ea-b13a55472b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:23Z', 'updated_at': '2021-11-12T00:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:35:27.875787 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a365920-8eee-4df0-b24b-313d494e7067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c352f63a-7661-49fa-b2ab-ccfd2203eea5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:27.878978 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a1184ca-1e66-446e-967c-275e44a196a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:27.881667 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a1184ca-1e66-446e-967c-275e44a196a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:27.882885 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1a1184ca-1e66-446e-967c-275e44a196a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/082cf8b8-6196-4c5e-80d5-dca36138a6e8 HTTP/1.1" status: 204 len: 168 time: 0.3824372 Nov 12 00:35:27.888646 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c39b49-a15c-42a8-948f-c5047a1deca9 req-8a4c87c8-e595-4387-9f0a-9f4913bdc2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:27.890182 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14c39b49-a15c-42a8-948f-c5047a1deca9 req-8a4c87c8-e595-4387-9f0a-9f4913bdc2c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3614211 Nov 12 00:35:27.920466 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1184ca-1e66-446e-967c-275e44a196a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082cf8b8-6196-4c5e-80d5-dca36138a6e8,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:28.064976 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-591cca54-2b4b-4725-a2cc-96ac53262606 service neutron] Transition to ACTIVE for port object 945e5098-572e-482e-bc88-f479580f39a2 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:35:28.076875 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-591cca54-2b4b-4725-a2cc-96ac53262606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:28.154883 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device fa0b274c-daeb-422d-9d4a-581b43567410 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:35:28.194331 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6c861257-c5b1-4d46-8860-9482ae76600c req-075fbd0a-b15b-4d63-8248-512f2d6c439a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1922314 Nov 12 00:35:28.236650 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14c39b49-a15c-42a8-948f-c5047a1deca9 req-2957196a-2aaf-4d81-98e8-5aea38c9b8c1 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278368 Nov 12 00:35:28.238292 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-f9140e9d-1ad8-4cf3-a1e0-e6b4c930e638 req-c9538f96-c845-40dc-889e-caed71d6477f tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Allocated IP 172.25.0.221 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/29775f47-d932-47fd-815a-6626e8a75aa2) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:35:28.310862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-591cca54-2b4b-4725-a2cc-96ac53262606 service neutron] No DVR routers for this DVR port 945e5098-572e-482e-bc88-f479580f39a2 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:35:28.326891 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-88959914-77c5-4c11-beb9-b3c71e633197 admin admin] Allocated IP 172.20.0.1 (79463816-5b98-452d-976f-b7f4591b0bbf/88af1322-487f-4367-ac1e-7eef974718db/5404fefc-f0e8-4115-9797-852f64793076) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:35:28.374995 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port fa0b274c-daeb-422d-9d4a-581b43567410 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:28.375738 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:28.410533 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48648) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:28.427229 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-591cca54-2b4b-4725-a2cc-96ac53262606 service neutron] 10.222.0.21 "PUT /v2.0/ports/945e5098-572e-482e-bc88-f479580f39a2/bindings/n-h2-712137-14/activate HTTP/1.1" status: 200 len: 370 time: 1.3026872 Nov 12 00:35:28.464044 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-36674cd1-f524-40cd-ad1c-94151fbc765f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:28.466048 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cca54-2b4b-4725-a2cc-96ac53262606 service neutron] Pushing event updated for resources: {'Port': ['ID=945e5098-572e-482e-bc88-f479580f39a2,revision_number=10']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:28.529046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c861257-c5b1-4d46-8860-9482ae76600c req-76275d4a-6839-4d8d-ba6f-3d0a0202d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:28.530839 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6c861257-c5b1-4d46-8860-9482ae76600c req-76275d4a-6839-4d8d-ba6f-3d0a0202d122 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 1097 time: 0.2755404 Nov 12 00:35:28.576863 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14c39b49-a15c-42a8-948f-c5047a1deca9 req-c1ad075e-fb9d-4a61-9aea-21e1bb8e194f service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176503 Nov 12 00:35:28.676648 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c861257-c5b1-4d46-8860-9482ae76600c req-541fc9b9-2618-482b-adc3-22c5aab19a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:28.678317 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6c861257-c5b1-4d46-8860-9482ae76600c req-541fc9b9-2618-482b-adc3-22c5aab19a15 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 922 time: 0.1244192 Nov 12 00:35:28.731135 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48652) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:28.783530 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6c861257-c5b1-4d46-8860-9482ae76600c req-59e1188f-0594-495f-951d-bdb537edbab7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=546fc81c-1951-4bee-88e9-54902fa3b9a7 HTTP/1.1" status: 200 len: 217 time: 0.0907249 Nov 12 00:35:28.799535 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad86b-a4e1-4df0-98bf-d4835177ff6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:28.943950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c861257-c5b1-4d46-8860-9482ae76600c req-999190ed-4d2b-438f-a266-85235f257400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:28.945354 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6c861257-c5b1-4d46-8860-9482ae76600c req-999190ed-4d2b-438f-a266-85235f257400 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.1481028 Nov 12 00:35:28.999266 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-88959914-77c5-4c11-beb9-b3c71e633197 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:29.003981 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3c35f-b5fb-4bc5-83ba-4ec8af487bf6 req-30ae98d1-960c-4107-bbff-737d75b265aa tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:29.012138 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-08b3c35f-b5fb-4bc5-83ba-4ec8af487bf6 req-30ae98d1-960c-4107-bbff-737d75b265aa tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 948 time: 0.2158439 Nov 12 00:35:29.020443 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-bf31a97c-86cc-4583-881f-64efbfc4df85 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:29.022000 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-bf31a97c-86cc-4583-881f-64efbfc4df85 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088&tenant_id=06163c1124b24fc681237287cdcb2502&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 1096 time: 0.2238176 Nov 12 00:35:29.023739 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6c861257-c5b1-4d46-8860-9482ae76600c req-04690225-9eaa-4a96-9378-6dc6fde12482 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696111 Nov 12 00:35:29.042888 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f9140e9d-1ad8-4cf3-a1e0-e6b4c930e638 req-c9538f96-c845-40dc-889e-caed71d6477f tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:29.133045 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-36674cd1-f524-40cd-ad1c-94151fbc765f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:29.141911 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-88959914-77c5-4c11-beb9-b3c71e633197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:29.157736 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-36674cd1-f524-40cd-ad1c-94151fbc765f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:29.203976 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-08b3c35f-b5fb-4bc5-83ba-4ec8af487bf6 req-ca539113-af31-42b8-a1ab-2018e4bde18c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911054 Nov 12 00:35:29.227998 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad86b-a4e1-4df0-98bf-d4835177ff6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:29.227998 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-1dd14356-5bc8-43ef-a548-c4b983b2e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:29.227998 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-1dd14356-5bc8-43ef-a548-c4b983b2e1d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088&tenant_id=06163c1124b24fc681237287cdcb2502 HTTP/1.1" status: 200 len: 1096 time: 0.1916943 Nov 12 00:35:29.227998 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad86b-a4e1-4df0-98bf-d4835177ff6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:29.233977 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6c861257-c5b1-4d46-8860-9482ae76600c req-92dc63d1-af01-4700-9931-9dab0f5736c3 service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938035 Nov 12 00:35:29.267963 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-36674cd1-f524-40cd-ad1c-94151fbc765f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aceb3603809546aa9d8566ea2ad48796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8427052 Nov 12 00:35:29.267963 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f9140e9d-1ad8-4cf3-a1e0-e6b4c930e638 req-c9538f96-c845-40dc-889e-caed71d6477f tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:29.275828 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88959914-77c5-4c11-beb9-b3c71e633197 admin admin] Pushing event updated for resources: {'Port': ['ID=5404fefc-f0e8-4115-9797-852f64793076,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:29.280531 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48658) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:29.281742 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36674cd1-f524-40cd-ad1c-94151fbc765f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afd2ec7-9ef5-4aea-8202-821a1afbb336,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:29.300446 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9140e9d-1ad8-4cf3-a1e0-e6b4c930e638 req-c9538f96-c845-40dc-889e-caed71d6477f tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:35:29.350323 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88959914-77c5-4c11-beb9-b3c71e633197 admin admin] Network 79463816-5b98-452d-976f-b7f4591b0bbf is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:35:29.351798 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-f9140e9d-1ad8-4cf3-a1e0-e6b4c930e638 req-c9538f96-c845-40dc-889e-caed71d6477f tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:29.353602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9538f96-c845-40dc-889e-caed71d6477f tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Pushing event updated for resources: {'Port': ['ID=29775f47-d932-47fd-815a-6626e8a75aa2,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:29.356054 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9140e9d-1ad8-4cf3-a1e0-e6b4c930e638 req-c9538f96-c845-40dc-889e-caed71d6477f tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:35:29.364217 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bb3ad86b-a4e1-4df0-98bf-d4835177ff6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97e2cb29e2fc4a6abcf1ab655b744329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5831809 Nov 12 00:35:29.364942 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ad86b-a4e1-4df0-98bf-d4835177ff6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1880681-4726-45aa-82dc-c14942577d5d,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:29.368870 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48660) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:29.386140 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-88959914-77c5-4c11-beb9-b3c71e633197 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:29.388422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 945e5098-572e-482e-bc88-f479580f39a2 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:35:29.389015 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88959914-77c5-4c11-beb9-b3c71e633197 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:35:29.456852 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 945e5098-572e-482e-bc88-f479580f39a2 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:35:29.471141 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-88959914-77c5-4c11-beb9-b3c71e633197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:29.539181 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-287107e2-1cdd-43de-88e8-b837832a273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:29.540976 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-287107e2-1cdd-43de-88e8-b837832a273d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 1096 time: 0.2611849 Nov 12 00:35:29.544220 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6c861257-c5b1-4d46-8860-9482ae76600c req-2822e3d4-39f1-4cbf-bc69-d8a1f2d1eef3 service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968376 Nov 12 00:35:29.596110 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-313c52b4-19fc-438b-973f-97878fb513cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:29.636283 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e39f77-2eef-452e-bcc2-8d093f86b5d1 req-c0c78da1-3e81-43e7-844d-bd7e50dd7af3 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:29.642924 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-29e39f77-2eef-452e-bcc2-8d093f86b5d1 req-c0c78da1-3e81-43e7-844d-bd7e50dd7af3 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 944 time: 0.2821438 Nov 12 00:35:29.662377 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f9140e9d-1ad8-4cf3-a1e0-e6b4c930e638 req-c9538f96-c845-40dc-889e-caed71d6477f tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:29.694564 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c4c806e-0c57-44cd-8237-607d6470e533 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:29.705332 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-313c52b4-19fc-438b-973f-97878fb513cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:29.739931 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f9140e9d-1ad8-4cf3-a1e0-e6b4c930e638 req-c9538f96-c845-40dc-889e-caed71d6477f tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:29.772306 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-63816800-da06-46c6-b82f-c747e95dc3c9 None None] Provisioning complete for port 5404fefc-f0e8-4115-9797-852f64793076 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:29.773306 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-63816800-da06-46c6-b82f-c747e95dc3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:29.779604 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c4c806e-0c57-44cd-8237-607d6470e533 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:29.814398 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-88959914-77c5-4c11-beb9-b3c71e633197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:29.840296 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-63816800-da06-46c6-b82f-c747e95dc3c9 None None] Port 5404fefc-f0e8-4115-9797-852f64793076 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:35:29.852933 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-29e39f77-2eef-452e-bcc2-8d093f86b5d1 req-082ee4fa-dae9-4db2-b658-71259cbea9b7 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543169 Nov 12 00:35:29.912355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-089ea175-bde8-4156-be0e-3cfebc2fc2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:29.914849 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-089ea175-bde8-4156-be0e-3cfebc2fc2af service neutron] 10.222.0.15 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 922 time: 0.3521764 Nov 12 00:35:29.917741 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-313c52b4-19fc-438b-973f-97878fb513cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:29.920320 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-313c52b4-19fc-438b-973f-97878fb513cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:29.921497 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-313c52b4-19fc-438b-973f-97878fb513cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4afd2ec7-9ef5-4aea-8202-821a1afbb336 HTTP/1.1" status: 204 len: 168 time: 0.6306255 Nov 12 00:35:29.930628 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c52b4-19fc-438b-973f-97878fb513cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afd2ec7-9ef5-4aea-8202-821a1afbb336,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:30.058552 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-61645790-07cb-48ee-b81e-6149a385d55e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945e5098-572e-482e-bc88-f479580f39a2 HTTP/1.1" status: 200 len: 217 time: 0.1059325 Nov 12 00:35:30.059983 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c4c806e-0c57-44cd-8237-607d6470e533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:30.062468 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c4c806e-0c57-44cd-8237-607d6470e533 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:30.065929 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8c4c806e-0c57-44cd-8237-607d6470e533 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e1880681-4726-45aa-82dc-c14942577d5d HTTP/1.1" status: 204 len: 168 time: 0.6876912 Nov 12 00:35:30.097218 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f9140e9d-1ad8-4cf3-a1e0-e6b4c930e638 req-c9538f96-c845-40dc-889e-caed71d6477f tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:30.106264 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f9140e9d-1ad8-4cf3-a1e0-e6b4c930e638 req-c9538f96-c845-40dc-889e-caed71d6477f tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:30.157259 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c806e-0c57-44cd-8237-607d6470e533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1880681-4726-45aa-82dc-c14942577d5d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:30.200948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-dda5bfe4-2ac1-429b-b7d2-724a7380b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:30.206196 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-dda5bfe4-2ac1-429b-b7d2-724a7380b1ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.1335166 Nov 12 00:35:30.209092 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f9140e9d-1ad8-4cf3-a1e0-e6b4c930e638 req-c9538f96-c845-40dc-889e-caed71d6477f tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:30.218661 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a96d1d76-a4d9-46ad-a9d1-743596d8848b up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:35:30.250090 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f9140e9d-1ad8-4cf3-a1e0-e6b4c930e638 req-c9538f96-c845-40dc-889e-caed71d6477f tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:30.258665 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f9140e9d-1ad8-4cf3-a1e0-e6b4c930e638 req-c9538f96-c845-40dc-889e-caed71d6477f tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1175637 Nov 12 00:35:30.289552 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-88959914-77c5-4c11-beb9-b3c71e633197 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:30.308232 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-bea9f636-58ba-43fa-8789-1ae5c2032dff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930567 Nov 12 00:35:30.336983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port a96d1d76-a4d9-46ad-a9d1-743596d8848b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:30.337601 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:30.343838 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9538f96-c845-40dc-889e-caed71d6477f tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Pushing event updated for resources: {'Port': ['ID=29775f47-d932-47fd-815a-6626e8a75aa2,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:30.442692 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-88959914-77c5-4c11-beb9-b3c71e633197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:30.490566 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-b57e084d-1ad5-4756-92cb-546fd40c9bbf service neutron] 10.222.0.15 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758969 Nov 12 00:35:30.553288 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-88959914-77c5-4c11-beb9-b3c71e633197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:30.613058 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:30.617964 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f9140e9d-1ad8-4cf3-a1e0-e6b4c930e638 req-2de01046-a1f3-4705-815e-73b01bfef694 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 696 time: 0.3554366 Nov 12 00:35:30.682729 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port a96d1d76-a4d9-46ad-a9d1-743596d8848b, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a96d1d76-a4d9-46ad-a9d1-743596d8848b,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:30.693286 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:30.793788 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=a96d1d76-a4d9-46ad-a9d1-743596d8848b,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:30.942225 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b41918-b83d-406e-8405-431c05689dd5 req-71297edb-6bef-4204-98e0-0c56f25c3264 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:30.951049 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4b41918-b83d-406e-8405-431c05689dd5 req-71297edb-6bef-4204-98e0-0c56f25c3264 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 948 time: 0.4592433 Nov 12 00:35:30.972541 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88959914-77c5-4c11-beb9-b3c71e633197 admin admin] Network 79463816-5b98-452d-976f-b7f4591b0bbf is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:35:30.981119 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88959914-77c5-4c11-beb9-b3c71e633197 admin admin] Pushing event updated for resources: {'Port': ['ID=5404fefc-f0e8-4115-9797-852f64793076,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:31.021874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48690) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:31.028987 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4b41918-b83d-406e-8405-431c05689dd5 req-8be9e21f-3bbf-4be0-a84c-68073e72e1d1 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769510 Nov 12 00:35:31.031519 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-88959914-77c5-4c11-beb9-b3c71e633197 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:31.061152 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-669714b7-02a0-4220-ac72-7ab450d9df38 service neutron] 10.222.0.15 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568902 Nov 12 00:35:31.080651 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-beb5c721-84d9-4ced-b225-ba520a07e700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:31.167843 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0feced-41b1-4026-baba-98b4fcb11ead req-609f055f-be28-4d46-ab0f-9db77f121d99 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:31.174864 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4e0feced-41b1-4026-baba-98b4fcb11ead req-609f055f-be28-4d46-ab0f-9db77f121d99 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 944 time: 0.0654979 Nov 12 00:35:31.225938 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4e0feced-41b1-4026-baba-98b4fcb11ead req-76bd17bb-20a5-49cf-9d39-0d99126e0620 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502284 Nov 12 00:35:31.258090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9140e9d-1ad8-4cf3-a1e0-e6b4c930e638 req-1644626b-bad9-497f-8d40-ebc7b1d9ff33 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:31.259635 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f9140e9d-1ad8-4cf3-a1e0-e6b4c930e638 req-1644626b-bad9-497f-8d40-ebc7b1d9ff33 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.6200874 Nov 12 00:35:31.313518 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-f9140e9d-1ad8-4cf3-a1e0-e6b4c930e638 req-b68de051-8538-4cda-be6c-3e708e87de3c tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:35:31.321887 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f9140e9d-1ad8-4cf3-a1e0-e6b4c930e638 req-b68de051-8538-4cda-be6c-3e708e87de3c tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0368598 Nov 12 00:35:31.369824 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88959914-77c5-4c11-beb9-b3c71e633197 admin admin] Router 401bb934-8cdc-4767-99ea-b13a55472b72 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:35:31.428116 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-beb5c721-84d9-4ced-b225-ba520a07e700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:31.431392 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-b026a3b6-be4a-4ae8-8837-dbbc90e69f09 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:31.434383 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-b026a3b6-be4a-4ae8-8837-dbbc90e69f09 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088&tenant_id=06163c1124b24fc681237287cdcb2502&binding%3Ahost_id=n-h2-712137-14 HTTP/1.1" status: 200 len: 1096 time: 0.0510514 Nov 12 00:35:31.439630 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-beb5c721-84d9-4ced-b225-ba520a07e700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:31.477550 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5c721-84d9-4ced-b225-ba520a07e700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed59ec1-8d13-4472-aece-19dc2108539c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:31.495461 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-88fcf847-7735-4624-a11b-d6c376f07959 None None] Provisioning complete for port 5404fefc-f0e8-4115-9797-852f64793076 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:31.497037 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-88fcf847-7735-4624-a11b-d6c376f07959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:31.544008 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device f8e520da-e4f7-40ab-8161-a0383c27e91d details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:35:31.547167 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 945e5098-572e-482e-bc88-f479580f39a2 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:35:31.606290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-88fcf847-7735-4624-a11b-d6c376f07959 None None] Port 5404fefc-f0e8-4115-9797-852f64793076 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:35:31.610133 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-beb5c721-84d9-4ced-b225-ba520a07e700 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8cfb882ddcc4415a87bc5f5dd1c54eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5848701 Nov 12 00:35:31.614603 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48704) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:31.694854 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-20f156f8-8652-4954-a887-c2f11cbd6468 service neutron] For port 945e5098-572e-482e-bc88-f479580f39a2, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:35:31.702150 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-20f156f8-8652-4954-a887-c2f11cbd6468 service neutron] Publish callbacks [] for binding, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:31.703318 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97a3ec3b-a36a-4e7f-b991-510d94833408 req-20f156f8-8652-4954-a887-c2f11cbd6468 service neutron] 10.222.0.15 "DELETE /v2.0/ports/945e5098-572e-482e-bc88-f479580f39a2/bindings/n-h1-712137-14 HTTP/1.1" status: 204 len: 173 time: 0.2612479 Nov 12 00:35:31.739853 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-a157e96e-e236-4ec6-a82e-3e4c6fa50882 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:31.747261 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-a157e96e-e236-4ec6-a82e-3e4c6fa50882 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/ports?device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2202978 Nov 12 00:35:31.751605 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88959914-77c5-4c11-beb9-b3c71e633197 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:35:31.772429 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-88959914-77c5-4c11-beb9-b3c71e633197 admin admin] 10.222.0.31 "PUT /v2.0/routers/401bb934-8cdc-4767-99ea-b13a55472b72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4672077 Nov 12 00:35:31.828751 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-ecbcb6c3-3883-4c0a-97a3-f44ae0953b12 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 696 time: 0.0797977 Nov 12 00:35:31.841875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-11777463-97df-4a0c-bb23-e4c99ead21ce tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Request body: {'floatingip': {'port_id': 'dbbe624a-e3e7-4abe-848d-0ebd7c1e3053', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:31.848931 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0c11f89a-218a-4955-be77-d9f89a94a410 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:31.900226 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] Sync routers for ids ['401bb934-8cdc-4767-99ea-b13a55472b72'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:35:31.907186 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-11777463-97df-4a0c-bb23-e4c99ead21ce tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:31.942824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] Routers {'401bb934-8cdc-4767-99ea-b13a55472b72'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:35:31.943471 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:35:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['401bb934-8cdc-4767-99ea-b13a55472b72'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:31.946814 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0c11f89a-218a-4955-be77-d9f89a94a410 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:32.073297 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port f8e520da-e4f7-40ab-8161-a0383c27e91d, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=f8e520da-e4f7-40ab-8161-a0383c27e91d,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:32.115523 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a96d1d76-a4d9-46ad-a9d1-743596d8848b up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:35:32.163200 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'f8e520da-e4f7-40ab-8161-a0383c27e91d', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': 'f8e520da-e4f7-40ab-8161-a0383c27e91d', 'mac_address': 'fa:16:3e:08:1c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:35:32.191438 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port a96d1d76-a4d9-46ad-a9d1-743596d8848b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:32.191733 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:32.245438 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] Set router 401bb934-8cdc-4767-99ea-b13a55472b72 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:35:32.273068 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0c11f89a-218a-4955-be77-d9f89a94a410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:32.276763 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0c11f89a-218a-4955-be77-d9f89a94a410 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:32.278705 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0c11f89a-218a-4955-be77-d9f89a94a410 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ed59ec1-8d13-4472-aece-19dc2108539c HTTP/1.1" status: 204 len: 168 time: 0.6631148 Nov 12 00:35:32.305025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11f89a-218a-4955-be77-d9f89a94a410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed59ec1-8d13-4472-aece-19dc2108539c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:32.327108 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:32.371637 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e520da-e4f7-40ab-8161-a0383c27e91d {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:35:32.503496 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b3546e62-8a12-432c-a184-f06d5f8ff2ec req-9796c661-d0b2-4176-a520-480783d303eb tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3019924 Nov 12 00:35:32.511292 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-b3546e62-8a12-432c-a184-f06d5f8ff2ec req-99e9815e-73c0-47b9-bcd2-18df1276ada4 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:32.552793 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b3546e62-8a12-432c-a184-f06d5f8ff2ec req-99e9815e-73c0-47b9-bcd2-18df1276ada4 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:32.611742 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port f8e520da-e4f7-40ab-8161-a0383c27e91d, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=f8e520da-e4f7-40ab-8161-a0383c27e91d,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:32.630597 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:32.799847 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401bb934-8cdc-4767-99ea-b13a55472b72', 'name': 'tempest-FloatingIPsTestJSON-398694690-router', 'tenant_id': '4f41bd32b7a94aee8a8547e486c77f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a96d1d76-a4d9-46ad-a9d1-743596d8848b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:35:22Z', 'updated_at': '2021-11-12T00:35:29Z', 'revision_number': 4, 'project_id': '4f41bd32b7a94aee8a8547e486c77f03', 'gw_port': {'id': 'a96d1d76-a4d9-46ad-a9d1-743596d8848b', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401bb934-8cdc-4767-99ea-b13a55472b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:23Z', 'updated_at': '2021-11-12T00:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '5404fefc-f0e8-4115-9797-852f64793076', 'name': '', 'network_id': '79463816-5b98-452d-976f-b7f4591b0bbf', 'tenant_id': '4f41bd32b7a94aee8a8547e486c77f03', 'mac_address': 'fa:16:3e:d9:fa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401bb934-8cdc-4767-99ea-b13a55472b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '88af1322-487f-4367-ac1e-7eef974718db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:27Z', 'updated_at': '2021-11-12T00:35:29Z', 'revision_number': 2, 'project_id': '4f41bd32b7a94aee8a8547e486c77f03', 'subnets': [{'id': '88af1322-487f-4367-ac1e-7eef974718db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:32.824848 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b3546e62-8a12-432c-a184-f06d5f8ff2ec req-99e9815e-73c0-47b9-bcd2-18df1276ada4 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:32.834149 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] Checking router: 401bb934-8cdc-4767-99ea-b13a55472b72 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:35:32.834900 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] Updating router 401bb934-8cdc-4767-99ea-b13a55472b72 port 5404fefc-f0e8-4115-9797-852f64793076 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:35:32.838570 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=f8e520da-e4f7-40ab-8161-a0383c27e91d,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:32.887148 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:32.960597 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-b3546e62-8a12-432c-a184-f06d5f8ff2ec req-99e9815e-73c0-47b9-bcd2-18df1276ada4 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Allocated IP 172.25.0.198 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/be308ad8-5edc-40ca-9218-b873477297ba) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:35:33.133604 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b3546e62-8a12-432c-a184-f06d5f8ff2ec req-99e9815e-73c0-47b9-bcd2-18df1276ada4 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:33.140844 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['f8e520da-e4f7-40ab-8161-a0383c27e91d'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:35:33.211070 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b3546e62-8a12-432c-a184-f06d5f8ff2ec req-99e9815e-73c0-47b9-bcd2-18df1276ada4 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:33.261022 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-11777463-97df-4a0c-bb23-e4c99ead21ce tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:33.266018 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-11777463-97df-4a0c-bb23-e4c99ead21ce tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:33.295938 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3546e62-8a12-432c-a184-f06d5f8ff2ec req-99e9815e-73c0-47b9-bcd2-18df1276ada4 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:35:33.301522 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-b3546e62-8a12-432c-a184-f06d5f8ff2ec req-99e9815e-73c0-47b9-bcd2-18df1276ada4 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:33.314847 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3546e62-8a12-432c-a184-f06d5f8ff2ec req-99e9815e-73c0-47b9-bcd2-18df1276ada4 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:35:33.327107 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:33.349112 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:33.384251 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9815e-73c0-47b9-bcd2-18df1276ada4 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Pushing event updated for resources: {'Port': ['ID=be308ad8-5edc-40ca-9218-b873477297ba,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:33.410578 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b3546e62-8a12-432c-a184-f06d5f8ff2ec req-99e9815e-73c0-47b9-bcd2-18df1276ada4 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:33.434223 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-11777463-97df-4a0c-bb23-e4c99ead21ce tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Floating IP b0b37def-9228-4d4e-8860-dcb907cc2101 associated. External IP: 172.25.0.221, port: dbbe624a-e3e7-4abe-848d-0ebd7c1e3053. Nov 12 00:35:33.473535 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b3546e62-8a12-432c-a184-f06d5f8ff2ec req-99e9815e-73c0-47b9-bcd2-18df1276ada4 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:33.553190 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] Attempting to bind port 5404fefc-f0e8-4115-9797-852f64793076 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:35:33.553571 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] Attempting to bind port 5404fefc-f0e8-4115-9797-852f64793076 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '817b72ae-2a2f-4463-878c-a7011b4f50ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '79463816-5b98-452d-976f-b7f4591b0bbf'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:35:33.553991 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] Attempting to bind port 5404fefc-f0e8-4115-9797-852f64793076 on network 79463816-5b98-452d-976f-b7f4591b0bbf {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:35:33.562722 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2a798-7340-4afe-8c57-5c66c83e709b None None] Pushing event updated for resources: {'Port': ['ID=5404fefc-f0e8-4115-9797-852f64793076,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:33.575039 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:35:33.575427 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] Checking segment: {'id': '817b72ae-2a2f-4463-878c-a7011b4f50ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '79463816-5b98-452d-976f-b7f4591b0bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:35:33.575837 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:33.576234 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] Bound using segment: {'id': '817b72ae-2a2f-4463-878c-a7011b4f50ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '79463816-5b98-452d-976f-b7f4591b0bbf'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:35:33.576742 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] Bound port: 5404fefc-f0e8-4115-9797-852f64793076, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817b72ae-2a2f-4463-878c-a7011b4f50ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '79463816-5b98-452d-976f-b7f4591b0bbf'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:35:33.577132 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:33.687805 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] For port 5404fefc-f0e8-4115-9797-852f64793076, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:35:33.693567 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] For port 5404fefc-f0e8-4115-9797-852f64793076, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5404fefc-f0e8-4115-9797-852f64793076,segment=NetworkSegment(817b72ae-2a2f-4463-878c-a7011b4f50ff),segment_id=817b72ae-2a2f-4463-878c-a7011b4f50ff)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:35:33.697892 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b3546e62-8a12-432c-a184-f06d5f8ff2ec req-99e9815e-73c0-47b9-bcd2-18df1276ada4 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:33.700931 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:33.704369 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b3546e62-8a12-432c-a184-f06d5f8ff2ec req-99e9815e-73c0-47b9-bcd2-18df1276ada4 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:33.749216 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b3546e62-8a12-432c-a184-f06d5f8ff2ec req-99e9815e-73c0-47b9-bcd2-18df1276ada4 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:33.782540 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-11777463-97df-4a0c-bb23-e4c99ead21ce tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Router cb398f74-3b3a-40de-bbf7-adc50ea41582 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:35:33.800619 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b3546e62-8a12-432c-a184-f06d5f8ff2ec req-99e9815e-73c0-47b9-bcd2-18df1276ada4 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:33.811000 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b3546e62-8a12-432c-a184-f06d5f8ff2ec req-99e9815e-73c0-47b9-bcd2-18df1276ada4 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3062654 Nov 12 00:35:33.839311 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] Routers {'401bb934-8cdc-4767-99ea-b13a55472b72'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:35:33.840176 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:35:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['401bb934-8cdc-4767-99ea-b13a55472b72'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:33.929237 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9815e-73c0-47b9-bcd2-18df1276ada4 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Pushing event updated for resources: {'Port': ['ID=be308ad8-5edc-40ca-9218-b873477297ba,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:33.945537 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b3546e62-8a12-432c-a184-f06d5f8ff2ec req-7c2bd08e-90ec-421b-9672-23f45484a19a tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.198 HTTP/1.1" status: 200 len: 696 time: 0.1334977 Nov 12 00:35:33.960632 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2a798-7340-4afe-8c57-5c66c83e709b None None] Pushing event updated for resources: {'Port': ['ID=5404fefc-f0e8-4115-9797-852f64793076,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:34.002746 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4ebfd7cb-fc37-435f-bc37-2a9073b1dffb None None] Provisioning complete for port 5404fefc-f0e8-4115-9797-852f64793076 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:34.003775 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4ebfd7cb-fc37-435f-bc37-2a9073b1dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:34.052403 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-11777463-97df-4a0c-bb23-e4c99ead21ce tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:35:34.058676 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-11777463-97df-4a0c-bb23-e4c99ead21ce tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:34.065178 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d781b-c3d8-450c-aa16-506f2fb3b839 None None] Sync routers for ids ['cb398f74-3b3a-40de-bbf7-adc50ea41582'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:35:34.088249 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d781b-c3d8-450c-aa16-506f2fb3b839 None None] Routers {'cb398f74-3b3a-40de-bbf7-adc50ea41582'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:35:34.088912 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c07d781b-c3d8-450c-aa16-506f2fb3b839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:35:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['cb398f74-3b3a-40de-bbf7-adc50ea41582'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:34.102270 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-11777463-97df-4a0c-bb23-e4c99ead21ce tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "PUT /v2.0/floatingips/b0b37def-9228-4d4e-8860-dcb907cc2101 HTTP/1.1" status: 200 len: 996 time: 2.2724731 Nov 12 00:35:34.107121 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c47808-96ed-4244-ab0a-5623cd06cdb7', 'tag': 'dbbe624a-e3e7-4abe-848d-0ebd7c1e3053'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:35:34.113811 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f353ab47-2833-4f40-ac25-ff656ec29769" -d '{"events": [{"name": "network-changed", "server_uuid": "09c47808-96ed-4244-ab0a-5623cd06cdb7", "tag": "dbbe624a-e3e7-4abe-848d-0ebd7c1e3053"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:35:34.153016 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] Set router 401bb934-8cdc-4767-99ea-b13a55472b72 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:35:34.175550 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3546e62-8a12-432c-a184-f06d5f8ff2ec req-78bf5eb8-e175-4f3c-97bd-74523f500043 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:34.178356 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b3546e62-8a12-432c-a184-f06d5f8ff2ec req-78bf5eb8-e175-4f3c-97bd-74523f500043 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.2305398 Nov 12 00:35:34.191265 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-b3546e62-8a12-432c-a184-f06d5f8ff2ec req-1a0d06b1-0fae-4644-841c-f020e206cd21 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:35:34.192266 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b3546e62-8a12-432c-a184-f06d5f8ff2ec req-1a0d06b1-0fae-4644-841c-f020e206cd21 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058603 Nov 12 00:35:34.200470 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-082b7d1c-4768-481a-a2c3-e709c5e90c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:34.206907 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-082b7d1c-4768-481a-a2c3-e709c5e90c08 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=386446a239134ae9b64c43928dbfa734&device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 1097 time: 0.0791709 Nov 12 00:35:34.254760 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4ebfd7cb-fc37-435f-bc37-2a9073b1dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:34.322195 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-c07d781b-c3d8-450c-aa16-506f2fb3b839 None None] Set router cb398f74-3b3a-40de-bbf7-adc50ea41582 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:35:34.381166 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-3bf3f910-8d3d-46f7-8e32-d4ab31812b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:34.385577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a3556-5465-4593-bcf7-e97eb1b285c6 req-cf395bed-a798-49d5-b207-7b2210912c0f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:34.386206 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-3bf3f910-8d3d-46f7-8e32-d4ab31812b29 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d8075018-1a5e-478d-8f27-a31a745be89e HTTP/1.1" status: 200 len: 929 time: 0.1700957 Nov 12 00:35:34.394109 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9d0a3556-5465-4593-bcf7-e97eb1b285c6 req-cf395bed-a798-49d5-b207-7b2210912c0f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 949 time: 0.0901794 Nov 12 00:35:34.464393 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9d0a3556-5465-4593-bcf7-e97eb1b285c6 req-b29632c4-6e2e-4a2d-9953-66c27075a707 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690460 Nov 12 00:35:34.464654 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4ebfd7cb-fc37-435f-bc37-2a9073b1dffb None None] For port 5404fefc-f0e8-4115-9797-852f64793076, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5404fefc-f0e8-4115-9797-852f64793076,segment=NetworkSegment(817b72ae-2a2f-4463-878c-a7011b4f50ff),segment_id=817b72ae-2a2f-4463-878c-a7011b4f50ff)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:34.483908 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4ebfd7cb-fc37-435f-bc37-2a9073b1dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:34.536354 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfd7cb-fc37-435f-bc37-2a9073b1dffb None None] Pushing event updated for resources: {'Port': ['ID=5404fefc-f0e8-4115-9797-852f64793076,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:34.579711 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-9f3331f4-cccd-49a6-ad18-19d0200859dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 HTTP/1.1" status: 200 len: 999 time: 0.1869249 Nov 12 00:35:34.633581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6b1d8-f226-4f04-9dd1-a10db2d818c2 req-d9ff75a9-d115-4630-bbf7-87b3ff3c6c9e tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:34.642743 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-1a90d34e-1501-4cdd-8055-4b4537f7dc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:34.649881 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-baf6b1d8-f226-4f04-9dd1-a10db2d818c2 req-d9ff75a9-d115-4630-bbf7-87b3ff3c6c9e tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 944 time: 0.0902302 Nov 12 00:35:34.653710 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-1a90d34e-1501-4cdd-8055-4b4537f7dc21 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7508997e-9662-43d1-b640-f23ad441eac5 HTTP/1.1" status: 200 len: 867 time: 0.0729375 Nov 12 00:35:34.665014 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-830230b1-2862-4afa-abee-f56e959c0ffc None None] Provisioning complete for port 5404fefc-f0e8-4115-9797-852f64793076 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:34.665309 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-830230b1-2862-4afa-abee-f56e959c0ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:34.703340 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-b30d930f-47e0-458c-a1d8-95343183f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:34.711868 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-b30d930f-47e0-458c-a1d8-95343183f148 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d8075018-1a5e-478d-8f27-a31a745be89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568020 Nov 12 00:35:34.719127 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-35f06f4c-7940-4d6b-b7a5-1f6f6028c181 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:35:34.729450 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-35f06f4c-7940-4d6b-b7a5-1f6f6028c181 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155716 Nov 12 00:35:34.732286 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-baf6b1d8-f226-4f04-9dd1-a10db2d818c2 req-78443c3d-5e8f-474a-9e8d-b7f7e87982ea tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814347 Nov 12 00:35:34.750282 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401bb934-8cdc-4767-99ea-b13a55472b72', 'name': 'tempest-FloatingIPsTestJSON-398694690-router', 'tenant_id': '4f41bd32b7a94aee8a8547e486c77f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a96d1d76-a4d9-46ad-a9d1-743596d8848b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:35:22Z', 'updated_at': '2021-11-12T00:35:29Z', 'revision_number': 4, 'project_id': '4f41bd32b7a94aee8a8547e486c77f03', 'gw_port': {'id': 'a96d1d76-a4d9-46ad-a9d1-743596d8848b', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401bb934-8cdc-4767-99ea-b13a55472b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:23Z', 'updated_at': '2021-11-12T00:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '5404fefc-f0e8-4115-9797-852f64793076', 'name': '', 'network_id': '79463816-5b98-452d-976f-b7f4591b0bbf', 'tenant_id': '4f41bd32b7a94aee8a8547e486c77f03', 'mac_address': 'fa:16:3e:d9:fa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401bb934-8cdc-4767-99ea-b13a55472b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '88af1322-487f-4367-ac1e-7eef974718db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:27Z', 'updated_at': '2021-11-12T00:35:33Z', 'revision_number': 4, 'project_id': '4f41bd32b7a94aee8a8547e486c77f03', 'subnets': [{'id': '88af1322-487f-4367-ac1e-7eef974718db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:34.783685 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0d3912-2b74-4c8e-a4bf-e957e13f6260 None None] The sync data for ids ['401bb934-8cdc-4767-99ea-b13a55472b72'] in n-d-712137-14 is: [{'id': '401bb934-8cdc-4767-99ea-b13a55472b72', 'name': 'tempest-FloatingIPsTestJSON-398694690-router', 'tenant_id': '4f41bd32b7a94aee8a8547e486c77f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a96d1d76-a4d9-46ad-a9d1-743596d8848b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:35:22Z', 'updated_at': '2021-11-12T00:35:29Z', 'revision_number': 4, 'project_id': '4f41bd32b7a94aee8a8547e486c77f03', 'gw_port': {'id': 'a96d1d76-a4d9-46ad-a9d1-743596d8848b', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401bb934-8cdc-4767-99ea-b13a55472b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:23Z', 'updated_at': '2021-11-12T00:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '5404fefc-f0e8-4115-9797-852f64793076', 'name': '', 'network_id': '79463816-5b98-452d-976f-b7f4591b0bbf', 'tenant_id': '4f41bd32b7a94aee8a8547e486c77f03', 'mac_address': 'fa:16:3e:d9:fa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401bb934-8cdc-4767-99ea-b13a55472b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '88af1322-487f-4367-ac1e-7eef974718db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:27Z', 'updated_at': '2021-11-12T00:35:33Z', 'revision_number': 4, 'project_id': '4f41bd32b7a94aee8a8547e486c77f03', 'subnets': [{'id': '88af1322-487f-4367-ac1e-7eef974718db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:35:34.899673 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-c95357d6-c774-492d-8dd2-4d02901f30b6 service neutron] 10.222.0.31 "GET /v2.0/networks/d8075018-1a5e-478d-8f27-a31a745be89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680102 Nov 12 00:35:34.951489 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c07d781b-c3d8-450c-aa16-506f2fb3b839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782655704-router', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:34:59Z', 'updated_at': '2021-11-12T00:35:04Z', 'revision_number': 4, 'project_id': '386446a239134ae9b64c43928dbfa734', 'gw_port': {'id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:00Z', 'updated_at': '2021-11-12T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'b0b37def-9228-4d4e-8860-dcb907cc2101', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'floating_ip_address': '172.25.0.221', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'port_id': 'dbbe624a-e3e7-4abe-848d-0ebd7c1e3053', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e', 'mac_address': 'fa:16:3e:ba:0b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c47808-96ed-4244-ab0a-5623cd06cdb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:35:29Z', 'updated_at': '2021-11-12T00:35:33Z', 'revision_number': 1, 'project_id': '386446a239134ae9b64c43928dbfa734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd05da093-92c9-4bf5-95b4-2ffa03c6d9a4', 'name': '', 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'mac_address': 'fa:16:3e:27:ab:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7508997e-9662-43d1-b640-f23ad441eac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:03Z', 'updated_at': '2021-11-12T00:35:09Z', 'revision_number': 5, 'project_id': '386446a239134ae9b64c43928dbfa734', 'subnets': [{'id': '7508997e-9662-43d1-b640-f23ad441eac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:35.029814 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d781b-c3d8-450c-aa16-506f2fb3b839 None None] Checking router: cb398f74-3b3a-40de-bbf7-adc50ea41582 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:35:35.039857 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d781b-c3d8-450c-aa16-506f2fb3b839 None None] Routers {'cb398f74-3b3a-40de-bbf7-adc50ea41582'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:35:35.041933 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c07d781b-c3d8-450c-aa16-506f2fb3b839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:35:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['cb398f74-3b3a-40de-bbf7-adc50ea41582'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:35.098021 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a824e042-f81f-4dd4-9b4b-36a7ee6aec7c req-751e77a4-094d-4a55-94d0-c6f7ae44bd8c service neutron] 10.222.0.31 "GET /v2.0/networks/d8075018-1a5e-478d-8f27-a31a745be89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753669 Nov 12 00:35:35.173428 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a69f225-b048-4770-a317-5714a0bdbf08 x-openstack-request-id: req-9a69f225-b048-4770-a317-5714a0bdbf08 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:35:35.174375 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c47808-96ed-4244-ab0a-5623cd06cdb7", "tag": "dbbe624a-e3e7-4abe-848d-0ebd7c1e3053", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:35:35.174375 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a69f225-b048-4770-a317-5714a0bdbf08 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:35:35.174375 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c47808-96ed-4244-ab0a-5623cd06cdb7', 'tag': 'dbbe624a-e3e7-4abe-848d-0ebd7c1e3053', 'status': 'completed', 'code': 200} Nov 12 00:35:35.175204 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-c07d781b-c3d8-450c-aa16-506f2fb3b839 None None] Set router cb398f74-3b3a-40de-bbf7-adc50ea41582 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:35:35.253535 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f7961f2-cf86-4b13-9755-c532e24fbadb req-d7267fea-e921-4cbf-baaf-c03b24eadf16 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/floatingips/509afc98-a58b-4374-9370-e5853a4707c6 HTTP/1.1" status: 200 len: 693 time: 0.0647857 Nov 12 00:35:35.258234 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353ab47-2833-4f40-ac25-ff656ec29769 req-39ac68f0-417d-4d9f-aeed-9d657e8c1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:35.259742 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f353ab47-2833-4f40-ac25-ff656ec29769 req-39ac68f0-417d-4d9f-aeed-9d657e8c1602 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=386446a239134ae9b64c43928dbfa734&device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 1097 time: 0.0612636 Nov 12 00:35:35.305049 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-23fd3156-66fc-41e3-9acd-b4406dc3b0de req-c084cd28-62c0-4acb-be90-2c90da935956 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Request body: {'security_group': {'name': 'tempest-securitygroup-744599150', 'description': 'tempest-description-1185046167'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:35.394878 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7961f2-cf86-4b13-9755-c532e24fbadb req-7a33bed5-c3a8-42bc-89ac-a9f40956ce52 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:35.403068 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f7961f2-cf86-4b13-9755-c532e24fbadb req-7a33bed5-c3a8-42bc-89ac-a9f40956ce52 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.1483192 Nov 12 00:35:35.410180 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-3f7961f2-cf86-4b13-9755-c532e24fbadb req-be7b5b05-8d4f-4591-92d1-6940615bb75f tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:35:35.415626 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-23fd3156-66fc-41e3-9acd-b4406dc3b0de req-c084cd28-62c0-4acb-be90-2c90da935956 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:35.421916 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f7961f2-cf86-4b13-9755-c532e24fbadb req-be7b5b05-8d4f-4591-92d1-6940615bb75f tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179241 Nov 12 00:35:35.434614 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-23fd3156-66fc-41e3-9acd-b4406dc3b0de req-c084cd28-62c0-4acb-be90-2c90da935956 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:35.443811 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353ab47-2833-4f40-ac25-ff656ec29769 req-1563afa0-a720-4815-8802-fc3a711bcfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:35.445485 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f353ab47-2833-4f40-ac25-ff656ec29769 req-1563afa0-a720-4815-8802-fc3a711bcfc8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d8075018-1a5e-478d-8f27-a31a745be89e HTTP/1.1" status: 200 len: 929 time: 0.1777143 Nov 12 00:35:35.517310 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c07d781b-c3d8-450c-aa16-506f2fb3b839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782655704-router', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:34:59Z', 'updated_at': '2021-11-12T00:35:04Z', 'revision_number': 4, 'project_id': '386446a239134ae9b64c43928dbfa734', 'gw_port': {'id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:00Z', 'updated_at': '2021-11-12T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'b0b37def-9228-4d4e-8860-dcb907cc2101', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'floating_ip_address': '172.25.0.221', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'port_id': 'dbbe624a-e3e7-4abe-848d-0ebd7c1e3053', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e', 'mac_address': 'fa:16:3e:ba:0b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c47808-96ed-4244-ab0a-5623cd06cdb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:35:29Z', 'updated_at': '2021-11-12T00:35:33Z', 'revision_number': 1, 'project_id': '386446a239134ae9b64c43928dbfa734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd05da093-92c9-4bf5-95b4-2ffa03c6d9a4', 'name': '', 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'mac_address': 'fa:16:3e:27:ab:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7508997e-9662-43d1-b640-f23ad441eac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:03Z', 'updated_at': '2021-11-12T00:35:09Z', 'revision_number': 5, 'project_id': '386446a239134ae9b64c43928dbfa734', 'subnets': [{'id': '7508997e-9662-43d1-b640-f23ad441eac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:35.536285 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device f8e520da-e4f7-40ab-8161-a0383c27e91d up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:35:35.553813 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f353ab47-2833-4f40-ac25-ff656ec29769 req-a1e75d82-1097-4153-9cbd-891ac3cf91b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 HTTP/1.1" status: 200 len: 999 time: 0.0959344 Nov 12 00:35:35.627265 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d781b-c3d8-450c-aa16-506f2fb3b839 None None] The sync data for ids ['cb398f74-3b3a-40de-bbf7-adc50ea41582'] in n-d-712137-14 is: [{'id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782655704-router', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:34:59Z', 'updated_at': '2021-11-12T00:35:04Z', 'revision_number': 4, 'project_id': '386446a239134ae9b64c43928dbfa734', 'gw_port': {'id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:00Z', 'updated_at': '2021-11-12T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'b0b37def-9228-4d4e-8860-dcb907cc2101', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'floating_ip_address': '172.25.0.221', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'port_id': 'dbbe624a-e3e7-4abe-848d-0ebd7c1e3053', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e', 'mac_address': 'fa:16:3e:ba:0b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c47808-96ed-4244-ab0a-5623cd06cdb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:35:29Z', 'updated_at': '2021-11-12T00:35:33Z', 'revision_number': 1, 'project_id': '386446a239134ae9b64c43928dbfa734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd05da093-92c9-4bf5-95b4-2ffa03c6d9a4', 'name': '', 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'mac_address': 'fa:16:3e:27:ab:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7508997e-9662-43d1-b640-f23ad441eac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:03Z', 'updated_at': '2021-11-12T00:35:09Z', 'revision_number': 5, 'project_id': '386446a239134ae9b64c43928dbfa734', 'subnets': [{'id': '7508997e-9662-43d1-b640-f23ad441eac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:35:35.693885 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-23fd3156-66fc-41e3-9acd-b4406dc3b0de req-c084cd28-62c0-4acb-be90-2c90da935956 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:35.699209 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353ab47-2833-4f40-ac25-ff656ec29769 req-7332b3d7-b0ba-4c81-b05e-b8f0e04fcf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:35.708468 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f353ab47-2833-4f40-ac25-ff656ec29769 req-7332b3d7-b0ba-4c81-b05e-b8f0e04fcf5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7508997e-9662-43d1-b640-f23ad441eac5 HTTP/1.1" status: 200 len: 867 time: 0.1354206 Nov 12 00:35:35.757193 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-23fd3156-66fc-41e3-9acd-b4406dc3b0de req-c084cd28-62c0-4acb-be90-2c90da935956 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:35.842698 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-23fd3156-66fc-41e3-9acd-b4406dc3b0de req-c084cd28-62c0-4acb-be90-2c90da935956 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:35.858910 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-23fd3156-66fc-41e3-9acd-b4406dc3b0de req-c084cd28-62c0-4acb-be90-2c90da935956 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:35.899503 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port f8e520da-e4f7-40ab-8161-a0383c27e91d completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:35:35.904507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353ab47-2833-4f40-ac25-ff656ec29769 req-dcb3e4f6-c07b-4a7a-80de-f64f6e4c5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:35.905814 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f353ab47-2833-4f40-ac25-ff656ec29769 req-dcb3e4f6-c07b-4a7a-80de-f64f6e4c5c6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8075018-1a5e-478d-8f27-a31a745be89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1959553 Nov 12 00:35:35.907142 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084cd28-62c0-4acb-be90-2c90da935956 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db711e2-a091-4d55-9076-ec8c1eab7d65,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:35.911939 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port f8e520da-e4f7-40ab-8161-a0383c27e91d triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:35.912525 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:35.939846 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084cd28-62c0-4acb-be90-2c90da935956 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe36d4b-fc6c-4541-91d0-6089322089e7,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:35.953022 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-23fd3156-66fc-41e3-9acd-b4406dc3b0de req-c084cd28-62c0-4acb-be90-2c90da935956 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:35.954252 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-23fd3156-66fc-41e3-9acd-b4406dc3b0de req-c084cd28-62c0-4acb-be90-2c90da935956 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6621292 Nov 12 00:35:36.000821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d0db7-5284-4dc8-9685-1b9102fe3adb req-982c019b-b1a7-4afc-91a1-092354454027 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:36.012052 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c47d0db7-5284-4dc8-9685-1b9102fe3adb req-982c019b-b1a7-4afc-91a1-092354454027 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad&tenant_id=e12aedabe0d44294a297466dd9b3931e&binding%3Ahost_id=n-h2-712137-14 HTTP/1.1" status: 200 len: 949 time: 0.2736266 Nov 12 00:35:36.136139 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1816aeec-37da-4bf3-8286-9b9f8fff56db None None] New status for floating IP b0b37def-9228-4d4e-8860-dcb907cc2101: ACTIVE {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:35:36.198570 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21a08746-fecf-4b2c-b221-debabd66807f req-ee3ec8ac-e7cf-4141-a8fa-fc381b0eea58 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 258 time: 0.3955741 Nov 12 00:35:36.203719 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f353ab47-2833-4f40-ac25-ff656ec29769 req-4b8a545a-9df2-4980-886a-55485fb02700 service neutron] 10.222.0.21 "GET /v2.0/networks/d8075018-1a5e-478d-8f27-a31a745be89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656374 Nov 12 00:35:36.207288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-21a08746-fecf-4b2c-b221-debabd66807f req-6cb79cb7-0d76-4f8c-ba75-aa0383dcf773 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:36.215104 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-c47d0db7-5284-4dc8-9685-1b9102fe3adb req-6f2d0030-a7b7-49ca-9cd8-2cbe72f63c35 service neutron] delete failed (client error): The resource could not be found. Nov 12 00:35:36.216483 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c47d0db7-5284-4dc8-9685-1b9102fe3adb req-6f2d0030-a7b7-49ca-9cd8-2cbe72f63c35 service neutron] 10.222.0.21 "DELETE /v2.0/ports/f8e520da-e4f7-40ab-8161-a0383c27e91d/bindings/n-h1-712137-14 HTTP/1.1" status: 404 len: 381 time: 0.1910448 Nov 12 00:35:36.240443 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-21a08746-fecf-4b2c-b221-debabd66807f req-6cb79cb7-0d76-4f8c-ba75-aa0383dcf773 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:36.242178 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5404fefc-f0e8-4115-9797-852f64793076 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:35:36.304980 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:36.337628 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ca3d10d0-1712-4fa0-ad4c-e6b7a500e660 req-4651cef6-f2e0-49c5-b615-b3a9483748ac tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=4f41bd32b7a94aee8a8547e486c77f03 HTTP/1.1" status: 200 len: 696 time: 0.2142589 Nov 12 00:35:36.399389 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a41eec1-66e9-4ba8-9da9-03dce52957ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e520da-e4f7-40ab-8161-a0383c27e91d'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:35:36.402761 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09b58a7-57f2-451c-99d1-c96fd84da791" -d '{"events": [{"server_uuid": "3a41eec1-66e9-4ba8-9da9-03dce52957ad", "name": "network-vif-plugged", "status": "completed", "tag": "f8e520da-e4f7-40ab-8161-a0383c27e91d"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:35:36.404146 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d0db7-5284-4dc8-9685-1b9102fe3adb req-63ebc4aa-4576-42b5-ad9d-8a7c52d78fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:36.406695 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c47d0db7-5284-4dc8-9685-1b9102fe3adb req-63ebc4aa-4576-42b5-ad9d-8a7c52d78fe6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 1101 time: 0.0710454 Nov 12 00:35:36.430998 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port f8e520da-e4f7-40ab-8161-a0383c27e91d, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=f8e520da-e4f7-40ab-8161-a0383c27e91d,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:36.451439 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:36.511979 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-21a08746-fecf-4b2c-b221-debabd66807f req-6cb79cb7-0d76-4f8c-ba75-aa0383dcf773 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:36.517067 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f353ab47-2833-4f40-ac25-ff656ec29769 req-3950b6b8-3be9-43ef-8aa3-95b0f2598aea service neutron] 10.222.0.21 "GET /v2.0/networks/d8075018-1a5e-478d-8f27-a31a745be89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306128 Nov 12 00:35:36.548716 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 5404fefc-f0e8-4115-9797-852f64793076 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:36.549247 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:36.598423 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=f8e520da-e4f7-40ab-8161-a0383c27e91d,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:36.607952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d0db7-5284-4dc8-9685-1b9102fe3adb req-4ae3dbb1-aa2a-46af-8a2d-ecf725f026b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:36.609453 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c47d0db7-5284-4dc8-9685-1b9102fe3adb req-4ae3dbb1-aa2a-46af-8a2d-ecf725f026b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1923530 Nov 12 00:35:36.653852 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d10d0-1712-4fa0-ad4c-e6b7a500e660 req-79e9704d-4e19-4b5e-95a1-76da8a9ed15e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:36.655422 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ca3d10d0-1712-4fa0-ad4c-e6b7a500e660 req-79e9704d-4e19-4b5e-95a1-76da8a9ed15e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/networks?id=e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 787 time: 0.3164647 Nov 12 00:35:36.668552 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-ca3d10d0-1712-4fa0-ad4c-e6b7a500e660 req-a191e61e-2eb8-4c78-b586-0feceb9503e5 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:35:36.669683 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ca3d10d0-1712-4fa0-ad4c-e6b7a500e660 req-a191e61e-2eb8-4c78-b586-0feceb9503e5 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067084 Nov 12 00:35:36.701095 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c47d0db7-5284-4dc8-9685-1b9102fe3adb req-f9d24d47-e60c-4ae7-89ee-2d6c4ca75ed0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=f8e520da-e4f7-40ab-8161-a0383c27e91d HTTP/1.1" status: 200 len: 217 time: 0.0810032 Nov 12 00:35:36.768483 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-21a08746-fecf-4b2c-b221-debabd66807f req-6cb79cb7-0d76-4f8c-ba75-aa0383dcf773 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Allocated IP 172.25.0.118 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/144d3945-252f-44e0-a25c-e013eefbf215) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:35:36.789773 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d0db7-5284-4dc8-9685-1b9102fe3adb req-42e06f4f-fd4c-4d41-b408-d30dadc446ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:36.792225 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c47d0db7-5284-4dc8-9685-1b9102fe3adb req-42e06f4f-fd4c-4d41-b408-d30dadc446ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0802131 Nov 12 00:35:36.797394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33759cae-b82a-42e9-a34c-c7729002fbaa req-6db04e4f-102e-4d27-9a10-52317610c431 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:36.799075 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-33759cae-b82a-42e9-a34c-c7729002fbaa req-6db04e4f-102e-4d27-9a10-52317610c431 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.0575938 Nov 12 00:35:36.850372 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-33759cae-b82a-42e9-a34c-c7729002fbaa req-9fbc93d3-d8fd-4703-a3a2-aba9a0e87000 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451310 Nov 12 00:35:36.904779 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d0db7-5284-4dc8-9685-1b9102fe3adb req-46736d50-b91b-4ed7-9329-73b3fec5093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:36.906277 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c47d0db7-5284-4dc8-9685-1b9102fe3adb req-46736d50-b91b-4ed7-9329-73b3fec5093f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0920837 Nov 12 00:35:36.959816 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-21a08746-fecf-4b2c-b221-debabd66807f req-6cb79cb7-0d76-4f8c-ba75-aa0383dcf773 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:36.974993 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d3f3-d67f-4fb5-83a7-97855220b0ce req-b8272203-6ad6-4da8-befe-010e7d65a217 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:36.976495 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-59f8d3f3-d67f-4fb5-83a7-97855220b0ce req-b8272203-6ad6-4da8-befe-010e7d65a217 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 1096 time: 0.0418439 Nov 12 00:35:37.031432 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-59f8d3f3-d67f-4fb5-83a7-97855220b0ce req-59793926-5052-4a78-9aa9-3fbabf11c237 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476186 Nov 12 00:35:37.037402 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c47d0db7-5284-4dc8-9685-1b9102fe3adb req-34c7f0ec-f594-425c-a5d0-04827a981544 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213417 Nov 12 00:35:37.044786 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-21a08746-fecf-4b2c-b221-debabd66807f req-6cb79cb7-0d76-4f8c-ba75-aa0383dcf773 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:37.156648 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a08746-fecf-4b2c-b221-debabd66807f req-6cb79cb7-0d76-4f8c-ba75-aa0383dcf773 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:35:37.161489 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-21a08746-fecf-4b2c-b221-debabd66807f req-6cb79cb7-0d76-4f8c-ba75-aa0383dcf773 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:37.163978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a08746-fecf-4b2c-b221-debabd66807f req-6cb79cb7-0d76-4f8c-ba75-aa0383dcf773 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:35:37.170819 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb79cb7-0d76-4f8c-ba75-aa0383dcf773 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Pushing event updated for resources: {'Port': ['ID=144d3945-252f-44e0-a25c-e013eefbf215,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:37.203243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-c37b6e4b-3ac0-444b-b7b7-c32931190285 req-7766ab6c-ad0b-4048-8d53-38be05432db6 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Request body: {'security_group': {'name': 'tempest-securitygroup-980465121', 'description': 'tempest-description-413104244'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:37.230521 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-c37b6e4b-3ac0-444b-b7b7-c32931190285 req-7766ab6c-ad0b-4048-8d53-38be05432db6 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:37.280929 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c47d0db7-5284-4dc8-9685-1b9102fe3adb req-a6190fbb-c8eb-40ca-9b9d-f0236ac8f6da service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336693 Nov 12 00:35:37.285574 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-21a08746-fecf-4b2c-b221-debabd66807f req-6cb79cb7-0d76-4f8c-ba75-aa0383dcf773 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:37.301188 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-c37b6e4b-3ac0-444b-b7b7-c32931190285 req-7766ab6c-ad0b-4048-8d53-38be05432db6 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:37.308287 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-c37b6e4b-3ac0-444b-b7b7-c32931190285 req-7766ab6c-ad0b-4048-8d53-38be05432db6 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:37.329993 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-21a08746-fecf-4b2c-b221-debabd66807f req-6cb79cb7-0d76-4f8c-ba75-aa0383dcf773 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:37.339483 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766ab6c-ad0b-4048-8d53-38be05432db6 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3934a30-a826-40f1-99d5-118ada3f6f62,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:37.345746 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-c37b6e4b-3ac0-444b-b7b7-c32931190285 req-7766ab6c-ad0b-4048-8d53-38be05432db6 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:37.347018 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c37b6e4b-3ac0-444b-b7b7-c32931190285 req-7766ab6c-ad0b-4048-8d53-38be05432db6 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1488390 Nov 12 00:35:37.407590 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eaf220b-537d-405d-8e6d-1bb3ed740fac x-openstack-request-id: req-1eaf220b-537d-405d-8e6d-1bb3ed740fac {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:35:37.407914 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a41eec1-66e9-4ba8-9da9-03dce52957ad", "name": "network-vif-plugged", "status": "completed", "tag": "f8e520da-e4f7-40ab-8161-a0383c27e91d", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:35:37.408440 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1eaf220b-537d-405d-8e6d-1bb3ed740fac {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:35:37.408988 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a41eec1-66e9-4ba8-9da9-03dce52957ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e520da-e4f7-40ab-8161-a0383c27e91d', 'code': 200} Nov 12 00:35:37.503427 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-21a08746-fecf-4b2c-b221-debabd66807f req-6cb79cb7-0d76-4f8c-ba75-aa0383dcf773 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:37.508543 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-21a08746-fecf-4b2c-b221-debabd66807f req-6cb79cb7-0d76-4f8c-ba75-aa0383dcf773 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:37.510796 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3c62d0ee-64b7-4103-ad8e-a00264060908 req-a275cc6b-8347-472c-90ed-c5af74217aaa tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/floatingips/509afc98-a58b-4374-9370-e5853a4707c6 HTTP/1.1" status: 200 len: 693 time: 0.0856280 Nov 12 00:35:37.575703 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb79cb7-0d76-4f8c-ba75-aa0383dcf773 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Pushing event updated for resources: {'Port': ['ID=144d3945-252f-44e0-a25c-e013eefbf215,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:37.590042 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-21a08746-fecf-4b2c-b221-debabd66807f req-6cb79cb7-0d76-4f8c-ba75-aa0383dcf773 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:37.610732 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-21a08746-fecf-4b2c-b221-debabd66807f req-6cb79cb7-0d76-4f8c-ba75-aa0383dcf773 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:37.612056 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21a08746-fecf-4b2c-b221-debabd66807f req-6cb79cb7-0d76-4f8c-ba75-aa0383dcf773 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4123504 Nov 12 00:35:37.637771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62d0ee-64b7-4103-ad8e-a00264060908 req-0e3249f4-aa9c-49de-bc26-a1347471837b tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:37.639758 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3c62d0ee-64b7-4103-ad8e-a00264060908 req-0e3249f4-aa9c-49de-bc26-a1347471837b tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.1205287 Nov 12 00:35:37.652780 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-3c62d0ee-64b7-4103-ad8e-a00264060908 req-a3fa8653-3333-4b62-8855-bea2749d366d tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:35:37.654285 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3c62d0ee-64b7-4103-ad8e-a00264060908 req-a3fa8653-3333-4b62-8855-bea2749d366d tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071878 Nov 12 00:35:37.672017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21a08746-fecf-4b2c-b221-debabd66807f req-e9770179-2220-45a6-a2d9-e8b9841a2fe2 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 696 time: 0.0533566 Nov 12 00:35:37.722246 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3c62d0ee-64b7-4103-ad8e-a00264060908 req-37f1cb0b-d872-4a90-a322-6d4bd3d8c74a tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.198 HTTP/1.1" status: 200 len: 696 time: 0.0571828 Nov 12 00:35:37.777361 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3c62d0ee-64b7-4103-ad8e-a00264060908 req-302fb58a-c76a-476a-a5bb-98da5c14cc4f tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.198 HTTP/1.1" status: 200 len: 696 time: 0.0537527 Nov 12 00:35:37.823018 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a08746-fecf-4b2c-b221-debabd66807f req-a76178ff-6a32-41ec-9d02-6fa497c77900 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:37.824548 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21a08746-fecf-4b2c-b221-debabd66807f req-a76178ff-6a32-41ec-9d02-6fa497c77900 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.1426435 Nov 12 00:35:37.919998 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-3c62d0ee-64b7-4103-ad8e-a00264060908 req-17f8f73f-e0be-4389-8e89-6a396688e33a tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Deleting port be308ad8-5edc-40ca-9218-b873477297ba {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:35:37.920502 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3c62d0ee-64b7-4103-ad8e-a00264060908 req-17f8f73f-e0be-4389-8e89-6a396688e33a tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:38.000800 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3c62d0ee-64b7-4103-ad8e-a00264060908 req-17f8f73f-e0be-4389-8e89-6a396688e33a tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:38.001217 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3c62d0ee-64b7-4103-ad8e-a00264060908 req-17f8f73f-e0be-4389-8e89-6a396688e33a tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:38.013434 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-3c62d0ee-64b7-4103-ad8e-a00264060908 req-17f8f73f-e0be-4389-8e89-6a396688e33a tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Calling delete_port for be308ad8-5edc-40ca-9218-b873477297ba owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:35:38.024372 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030d18b-7928-48da-9975-ade79fae7b13 req-4cb15111-7b25-465e-b755-c4cf1dd3d59b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:38.026512 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b030d18b-7928-48da-9975-ade79fae7b13 req-4cb15111-7b25-465e-b755-c4cf1dd3d59b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 821 time: 0.1129506 Nov 12 00:35:38.042181 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b030d18b-7928-48da-9975-ade79fae7b13 req-6a0b9cce-4a17-4fd5-aa53-9a5e9cc38111 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/quotas/06163c1124b24fc681237287cdcb2502 HTTP/1.1" status: 200 len: 375 time: 0.0096922 Nov 12 00:35:38.096037 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b030d18b-7928-48da-9975-ade79fae7b13 req-90232f86-f88b-42c6-863a-b5b7ee8c2cad tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478287 Nov 12 00:35:38.188521 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b030d18b-7928-48da-9975-ade79fae7b13 req-67315981-497e-4ffe-98d3-481c896553b9 service neutron] 10.222.0.31 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850468 Nov 12 00:35:38.286387 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b030d18b-7928-48da-9975-ade79fae7b13 req-4f4ac26c-0f59-4186-aade-7707b721dca1 service neutron] 10.222.0.31 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912890 Nov 12 00:35:38.321594 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:38.368927 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3c62d0ee-64b7-4103-ad8e-a00264060908 req-17f8f73f-e0be-4389-8e89-6a396688e33a tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:38.399107 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8f73f-e0be-4389-8e89-6a396688e33a tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Pushing event deleted for resources: {'Port': ['ID=be308ad8-5edc-40ca-9218-b873477297ba,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:38.421948 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3c62d0ee-64b7-4103-ad8e-a00264060908 req-17f8f73f-e0be-4389-8e89-6a396688e33a tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:38.425012 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3c62d0ee-64b7-4103-ad8e-a00264060908 req-17f8f73f-e0be-4389-8e89-6a396688e33a tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:38.437348 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3c62d0ee-64b7-4103-ad8e-a00264060908 req-17f8f73f-e0be-4389-8e89-6a396688e33a tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "DELETE /v2.0/floatingips/509afc98-a58b-4374-9370-e5853a4707c6 HTTP/1.1" status: 204 len: 173 time: 0.6589525 Nov 12 00:35:38.537263 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-19d3926d-50a0-42a0-9788-52121e0ba6d9 req-63052745-6069-4b75-992a-828a51a924c8 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-858025830', 'description': 'tempest-description-1200318337'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:38.562155 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19d3926d-50a0-42a0-9788-52121e0ba6d9 req-63052745-6069-4b75-992a-828a51a924c8 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:38.575925 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19d3926d-50a0-42a0-9788-52121e0ba6d9 req-63052745-6069-4b75-992a-828a51a924c8 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:38.607622 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e0732-d163-4672-ba11-19caa1bc32f6 req-539e4a56-fe65-4113-8e02-7505713ee6ab tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:38.609780 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f03e0732-d163-4672-ba11-19caa1bc32f6 req-539e4a56-fe65-4113-8e02-7505713ee6ab tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/ports?device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0871310 Nov 12 00:35:38.667604 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19d3926d-50a0-42a0-9788-52121e0ba6d9 req-63052745-6069-4b75-992a-828a51a924c8 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:38.671888 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19d3926d-50a0-42a0-9788-52121e0ba6d9 req-63052745-6069-4b75-992a-828a51a924c8 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:38.673949 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f03e0732-d163-4672-ba11-19caa1bc32f6 req-573d519a-2d70-44e0-b868-03d304369b4b tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 696 time: 0.0572181 Nov 12 00:35:38.685779 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-f03e0732-d163-4672-ba11-19caa1bc32f6 req-3f688d40-c8ca-4840-816a-c75fb5738bb2 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Request body: {'floatingip': {'port_id': 'dbbe624a-e3e7-4abe-848d-0ebd7c1e3053', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:38.706342 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63052745-6069-4b75-992a-828a51a924c8 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7bef30-8094-421f-a1ca-36b41f2144f4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:38.734275 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f03e0732-d163-4672-ba11-19caa1bc32f6 req-3f688d40-c8ca-4840-816a-c75fb5738bb2 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks [] for floatingip, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:38.749208 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19d3926d-50a0-42a0-9788-52121e0ba6d9 req-63052745-6069-4b75-992a-828a51a924c8 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:38.753747 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19d3926d-50a0-42a0-9788-52121e0ba6d9 req-63052745-6069-4b75-992a-828a51a924c8 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:38.789874 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19d3926d-50a0-42a0-9788-52121e0ba6d9 req-63052745-6069-4b75-992a-828a51a924c8 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:38.793153 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19d3926d-50a0-42a0-9788-52121e0ba6d9 req-63052745-6069-4b75-992a-828a51a924c8 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2599437 Nov 12 00:35:38.800983 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63052745-6069-4b75-992a-828a51a924c8 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c540c3-3fd5-4846-bbd7-bc62fd2f69ea,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:38.991588 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [req-f03e0732-d163-4672-ba11-19caa1bc32f6 req-3f688d40-c8ca-4840-816a-c75fb5738bb2 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 00:35:38.992661 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f03e0732-d163-4672-ba11-19caa1bc32f6 req-3f688d40-c8ca-4840-816a-c75fb5738bb2 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "PUT /v2.0/floatingips/ab7b9706-22c7-4535-84e7-2601331752cf HTTP/1.1" status: 409 len: 550 time: 0.3124168 Nov 12 00:35:39.002474 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb52d2-a9e4-4b01-8286-06ab090393e7 req-a749eff5-0124-4c8b-bde7-f8f6d2eef28c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:39.003948 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54fb52d2-a9e4-4b01-8286-06ab090393e7 req-a749eff5-0124-4c8b-bde7-f8f6d2eef28c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.0502424 Nov 12 00:35:39.054434 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54fb52d2-a9e4-4b01-8286-06ab090393e7 req-dd5810c9-362b-4522-8893-018bd68727bc tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445354 Nov 12 00:35:39.159838 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-32692533-e337-430b-ae95-1fc8218d3c9e req-dd8e2c12-fdd6-48ed-ab5f-f1d6f5789797 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 210 time: 0.0265367 Nov 12 00:35:39.189203 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-8bd3cacc-b76b-42a0-a819-04bb102331e9 req-2d78fba4-888b-480f-8f67-5902f6341cb8 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1659219715', 'description': 'tempest-description-2116141578'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:39.209437 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8bd3cacc-b76b-42a0-a819-04bb102331e9 req-2d78fba4-888b-480f-8f67-5902f6341cb8 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:39.217654 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-12cb89f5-a1a5-4370-bdba-b74fb8bd6bad req-4dda3800-bdbe-4d68-bb8b-f51aa6b24fb6 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1184721 Nov 12 00:35:39.227323 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-12cb89f5-a1a5-4370-bdba-b74fb8bd6bad req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:39.250542 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-12cb89f5-a1a5-4370-bdba-b74fb8bd6bad req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:39.279263 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8bd3cacc-b76b-42a0-a819-04bb102331e9 req-2d78fba4-888b-480f-8f67-5902f6341cb8 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:39.285260 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8bd3cacc-b76b-42a0-a819-04bb102331e9 req-2d78fba4-888b-480f-8f67-5902f6341cb8 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:39.309989 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8bd3cacc-b76b-42a0-a819-04bb102331e9 req-2d78fba4-888b-480f-8f67-5902f6341cb8 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:39.311317 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8bd3cacc-b76b-42a0-a819-04bb102331e9 req-2d78fba4-888b-480f-8f67-5902f6341cb8 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1261468 Nov 12 00:35:39.327632 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78fba4-888b-480f-8f67-5902f6341cb8 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574c9968-85b3-48a4-af1b-d82f67618a1d,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:39.360565 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-12cb89f5-a1a5-4370-bdba-b74fb8bd6bad req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:39.406513 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b71359f1-f9f7-4ffa-97a4-2cb9ff796da0 req-8499677a-2cba-4824-8c5d-3326dde6409c tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/floatingips/ab7b9706-22c7-4535-84e7-2601331752cf HTTP/1.1" status: 200 len: 693 time: 0.0473986 Nov 12 00:35:39.477808 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-12cb89f5-a1a5-4370-bdba-b74fb8bd6bad req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Allocated IP 172.25.0.235 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/d64cab88-cfa5-4604-90c7-52b63c116160) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:35:39.602233 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-12cb89f5-a1a5-4370-bdba-b74fb8bd6bad req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:39.605744 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71359f1-f9f7-4ffa-97a4-2cb9ff796da0 req-fb004519-506a-4033-8719-508a857c8686 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:39.607190 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b71359f1-f9f7-4ffa-97a4-2cb9ff796da0 req-fb004519-506a-4033-8719-508a857c8686 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.1945748 Nov 12 00:35:39.623532 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-b71359f1-f9f7-4ffa-97a4-2cb9ff796da0 req-0c486240-fbe1-40e1-aeba-3080eda1b3cd tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:35:39.624599 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b71359f1-f9f7-4ffa-97a4-2cb9ff796da0 req-0c486240-fbe1-40e1-aeba-3080eda1b3cd tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084350 Nov 12 00:35:39.631650 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030d18b-7928-48da-9975-ade79fae7b13 req-aae975c4-b90f-4f13-94d9-c9fb712d8110 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:39.633334 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b030d18b-7928-48da-9975-ade79fae7b13 req-aae975c4-b90f-4f13-94d9-c9fb712d8110 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.21 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 821 time: 0.1992590 Nov 12 00:35:39.638087 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-12cb89f5-a1a5-4370-bdba-b74fb8bd6bad req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:39.673902 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-b030d18b-7928-48da-9975-ade79fae7b13 req-dd06524e-48c6-4e14-9d23-ea57c91c6963 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Request body: {'port': {'device_id': '75378bc8-5ed3-4197-a1da-04963661bf21', 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34', 'admin_state_up': True, 'tenant_id': '06163c1124b24fc681237287cdcb2502'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:39.677275 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12cb89f5-a1a5-4370-bdba-b74fb8bd6bad req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:35:39.680223 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-12cb89f5-a1a5-4370-bdba-b74fb8bd6bad req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:39.682811 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-12cb89f5-a1a5-4370-bdba-b74fb8bd6bad req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:35:39.719552 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Pushing event updated for resources: {'Port': ['ID=d64cab88-cfa5-4604-90c7-52b63c116160,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:39.742922 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-12cb89f5-a1a5-4370-bdba-b74fb8bd6bad req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:39.778678 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-12cb89f5-a1a5-4370-bdba-b74fb8bd6bad req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:39.938901 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b71359f1-f9f7-4ffa-97a4-2cb9ff796da0 req-5e184e2d-36fe-4e2c-af2f-3e84a6677bf5 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 696 time: 0.3041773 Nov 12 00:35:39.940741 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-12cb89f5-a1a5-4370-bdba-b74fb8bd6bad req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:39.945911 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-12cb89f5-a1a5-4370-bdba-b74fb8bd6bad req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:39.975297 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-12cb89f5-a1a5-4370-bdba-b74fb8bd6bad req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:39.997383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Pushing event updated for resources: {'Port': ['ID=d64cab88-cfa5-4604-90c7-52b63c116160,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:40.002616 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-12cb89f5-a1a5-4370-bdba-b74fb8bd6bad req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:40.003829 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-12cb89f5-a1a5-4370-bdba-b74fb8bd6bad req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.7805722 Nov 12 00:35:40.009162 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:40.009508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:40.010888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:40.010888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:40.011081 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:40.011810 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:40.011810 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:40.012654 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:40.012654 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:40.012654 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:40.013038 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:40.013286 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03af3c-cbbd-494c-b81b-193e76ecdc0e tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:40.020560 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b71359f1-f9f7-4ffa-97a4-2cb9ff796da0 req-67a7d662-bc07-428b-8d1e-631df8ab4d00 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 696 time: 0.0751009 Nov 12 00:35:40.068655 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-12cb89f5-a1a5-4370-bdba-b74fb8bd6bad req-f50061a3-3f10-4f44-8540-7acb817c1f16 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.235 HTTP/1.1" status: 200 len: 696 time: 0.0490279 Nov 12 00:35:40.163143 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b030d18b-7928-48da-9975-ade79fae7b13 req-dd06524e-48c6-4e14-9d23-ea57c91c6963 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Made reservation on behalf of 06163c1124b24fc681237287cdcb2502 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:35:40.167138 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b030d18b-7928-48da-9975-ade79fae7b13 req-dd06524e-48c6-4e14-9d23-ea57c91c6963 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:40.177738 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb89f5-a1a5-4370-bdba-b74fb8bd6bad req-a38371b1-501a-41ac-84c8-6b777f159653 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:40.178850 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-12cb89f5-a1a5-4370-bdba-b74fb8bd6bad req-a38371b1-501a-41ac-84c8-6b777f159653 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.1022043 Nov 12 00:35:40.231718 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-b71359f1-f9f7-4ffa-97a4-2cb9ff796da0 req-8cb70724-7f09-4d0d-9954-52a676abe303 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Deleting port 144d3945-252f-44e0-a25c-e013eefbf215 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:35:40.231965 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b71359f1-f9f7-4ffa-97a4-2cb9ff796da0 req-8cb70724-7f09-4d0d-9954-52a676abe303 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:40.275071 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398581e2-b741-425d-a4af-d76dec52655b req-1a7a6d9a-b3b5-4454-854c-bbe9c0501d75 tempest-MigrationsAdminTest-699601597 tempest-MigrationsAdminTest-699601597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:40.277175 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-398581e2-b741-425d-a4af-d76dec52655b req-1a7a6d9a-b3b5-4454-854c-bbe9c0501d75 tempest-MigrationsAdminTest-699601597 tempest-MigrationsAdminTest-699601597-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 1102 time: 0.0453153 Nov 12 00:35:40.321641 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-398581e2-b741-425d-a4af-d76dec52655b req-5116e8da-ebc3-440a-9690-99a40ea4de19 tempest-MigrationsAdminTest-699601597 tempest-MigrationsAdminTest-699601597-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382655 Nov 12 00:35:40.360005 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b71359f1-f9f7-4ffa-97a4-2cb9ff796da0 req-8cb70724-7f09-4d0d-9954-52a676abe303 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:40.360340 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b71359f1-f9f7-4ffa-97a4-2cb9ff796da0 req-8cb70724-7f09-4d0d-9954-52a676abe303 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:40.370315 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-b030d18b-7928-48da-9975-ade79fae7b13 req-dd06524e-48c6-4e14-9d23-ea57c91c6963 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Allocated IP 172.20.0.5 (23f74497-58df-4bf7-97f2-b78858046c34/04d985ea-5f19-461f-8a8b-c63d6b21142f/87201f57-16c8-4c84-a490-40a8e221a2a9) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:35:40.378243 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-b71359f1-f9f7-4ffa-97a4-2cb9ff796da0 req-8cb70724-7f09-4d0d-9954-52a676abe303 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Calling delete_port for 144d3945-252f-44e0-a25c-e013eefbf215 owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:35:40.586644 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-85f161ee-da59-444a-b660-dde86cee4f9a tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50943 time: 0.2361717 Nov 12 00:35:40.616476 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b030d18b-7928-48da-9975-ade79fae7b13 req-dd06524e-48c6-4e14-9d23-ea57c91c6963 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:40.633266 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-68ed7601-85b6-440c-9d31-a58d0e7f138e tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/363e6ced-665b-44d1-8836-55fdd148ba34 HTTP/1.1" status: 200 len: 2994 time: 0.0385077 Nov 12 00:35:40.633518 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b71359f1-f9f7-4ffa-97a4-2cb9ff796da0 req-8cb70724-7f09-4d0d-9954-52a676abe303 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:40.667999 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb70724-7f09-4d0d-9954-52a676abe303 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Pushing event deleted for resources: {'Port': ['ID=144d3945-252f-44e0-a25c-e013eefbf215,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:40.681039 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-0854fedc-9926-4631-a881-7080795499f4 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/363e6ced-665b-44d1-8836-55fdd148ba34 HTTP/1.1" status: 200 len: 2994 time: 0.0403619 Nov 12 00:35:40.716349 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b030d18b-7928-48da-9975-ade79fae7b13 req-dd06524e-48c6-4e14-9d23-ea57c91c6963 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:40.724207 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-4269e006-07c2-4838-8755-e8d31adff34e tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3e841a6b-58c8-486b-b781-a7d22cef0ac7 HTTP/1.1" status: 200 len: 2998 time: 0.0360372 Nov 12 00:35:40.766584 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-480d53e4-f08e-47b8-b449-d7e8334ebb29 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3e841a6b-58c8-486b-b781-a7d22cef0ac7 HTTP/1.1" status: 200 len: 2998 time: 0.0348754 Nov 12 00:35:40.772585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b030d18b-7928-48da-9975-ade79fae7b13 req-dd06524e-48c6-4e14-9d23-ea57c91c6963 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Network 23f74497-58df-4bf7-97f2-b78858046c34 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:35:40.778884 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b71359f1-f9f7-4ffa-97a4-2cb9ff796da0 req-8cb70724-7f09-4d0d-9954-52a676abe303 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:40.781431 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b71359f1-f9f7-4ffa-97a4-2cb9ff796da0 req-8cb70724-7f09-4d0d-9954-52a676abe303 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:40.782552 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b71359f1-f9f7-4ffa-97a4-2cb9ff796da0 req-8cb70724-7f09-4d0d-9954-52a676abe303 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "DELETE /v2.0/floatingips/ab7b9706-22c7-4535-84e7-2601331752cf HTTP/1.1" status: 204 len: 173 time: 0.7529328 Nov 12 00:35:40.783334 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-b030d18b-7928-48da-9975-ade79fae7b13 req-dd06524e-48c6-4e14-9d23-ea57c91c6963 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:40.787069 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-b030d18b-7928-48da-9975-ade79fae7b13 req-dd06524e-48c6-4e14-9d23-ea57c91c6963 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:35:40.794504 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06524e-48c6-4e14-9d23-ea57c91c6963 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Pushing event updated for resources: {'Port': ['ID=87201f57-16c8-4c84-a490-40a8e221a2a9,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:40.815221 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-2aa2eb5f-6ecc-4283-bc98-351acd4fe877 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/5648db45-1ce6-4923-9268-a766dd711ead HTTP/1.1" status: 200 len: 2998 time: 0.0425305 Nov 12 00:35:40.840055 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030d18b-7928-48da-9975-ade79fae7b13 req-dd06524e-48c6-4e14-9d23-ea57c91c6963 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:40.840661 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b030d18b-7928-48da-9975-ade79fae7b13 req-dd06524e-48c6-4e14-9d23-ea57c91c6963 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:40.857750 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b030d18b-7928-48da-9975-ade79fae7b13 req-dd06524e-48c6-4e14-9d23-ea57c91c6963 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2144871 Nov 12 00:35:40.864134 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-b16e7ff2-14fe-4600-a9db-8e5c0f562216 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/5648db45-1ce6-4923-9268-a766dd711ead HTTP/1.1" status: 200 len: 2998 time: 0.0399721 Nov 12 00:35:40.876837 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Request body: {'port': {'device_id': '75378bc8-5ed3-4197-a1da-04963661bf21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:40.907254 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-c8476de9-877b-478d-853b-38d4170f718c tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/5db711e2-a091-4d55-9076-ec8c1eab7d65 HTTP/1.1" status: 200 len: 2998 time: 0.0369804 Nov 12 00:35:40.948351 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-ad700ef0-c616-4bc3-b336-d6b42de4a0c5 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/5db711e2-a091-4d55-9076-ec8c1eab7d65 HTTP/1.1" status: 200 len: 2998 time: 0.0351706 Nov 12 00:35:40.967512 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-345e18f0-3bd0-4f05-99b4-cf40ca8fa7e2 req-688ce02b-4228-4dc9-88ef-b872cf0c0e34 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/floatingips/8a0f8378-f061-4edd-8361-11f832900d87 HTTP/1.1" status: 200 len: 693 time: 0.0702395 Nov 12 00:35:40.990581 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-020baadf-0630-47ce-a9ec-2b710f9b8659 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/6c5f19e4-730c-49db-b4d1-1e562ee81470 HTTP/1.1" status: 200 len: 2998 time: 0.0359039 Nov 12 00:35:40.997458 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:41.036214 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-e686d459-85f9-40d3-ba2b-32d72fa2cc79 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/6c5f19e4-730c-49db-b4d1-1e562ee81470 HTTP/1.1" status: 200 len: 2998 time: 0.0379660 Nov 12 00:35:41.110730 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-702a066d-5e5f-4f3a-958b-85c679072e18 req-8fd79f0e-9f8c-4adb-8e2f-2c20192f1ba0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0687864 Nov 12 00:35:41.112269 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-d784097f-5b72-4739-8126-e10b2dfbd11c tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/83f1c643-2ed5-456a-839a-a355b3b6eb6e HTTP/1.1" status: 200 len: 2997 time: 0.0693438 Nov 12 00:35:41.171207 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e18f0-3bd0-4f05-99b4-cf40ca8fa7e2 req-b9a905fc-a69b-437e-a293-2b3469762edb tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:41.172565 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-345e18f0-3bd0-4f05-99b4-cf40ca8fa7e2 req-b9a905fc-a69b-437e-a293-2b3469762edb tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.1981244 Nov 12 00:35:41.179235 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-4d0942cc-de8d-4df6-b26e-97c7d0f1da2c tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/83f1c643-2ed5-456a-839a-a355b3b6eb6e HTTP/1.1" status: 200 len: 2997 time: 0.0606744 Nov 12 00:35:41.208487 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a066d-5e5f-4f3a-958b-85c679072e18 req-b47d5124-afe1-4620-a931-0c6eee7012af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:41.209978 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-702a066d-5e5f-4f3a-958b-85c679072e18 req-b47d5124-afe1-4620-a931-0c6eee7012af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79d381a23e934d43891c5d332d12cc5b&device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 1097 time: 0.0615261 Nov 12 00:35:41.232510 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-1c6a2b81-97c7-4cca-8469-892862e899a8 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a3a4a13d-36dc-48ec-ab1d-2fc59e15c338 HTTP/1.1" status: 200 len: 2998 time: 0.0463614 Nov 12 00:35:41.247243 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-345e18f0-3bd0-4f05-99b4-cf40ca8fa7e2 req-f6be1d16-1121-4161-95bd-89993dbe4564 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.235 HTTP/1.1" status: 200 len: 696 time: 0.0628650 Nov 12 00:35:41.328745 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-345e18f0-3bd0-4f05-99b4-cf40ca8fa7e2 req-f4eca699-739c-41ca-a370-f481f1883d06 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.235 HTTP/1.1" status: 200 len: 696 time: 0.0487092 Nov 12 00:35:41.334284 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-17363f47-b88d-4e55-8c4e-5a9982959057 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a3a4a13d-36dc-48ec-ab1d-2fc59e15c338 HTTP/1.1" status: 200 len: 2998 time: 0.0886545 Nov 12 00:35:41.364334 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a066d-5e5f-4f3a-958b-85c679072e18 req-f619940c-c04b-421b-a5a4-7114dd1adb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:41.365696 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-702a066d-5e5f-4f3a-958b-85c679072e18 req-f619940c-c04b-421b-a5a4-7114dd1adb22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=95691eda-761f-49a3-9e31-31529ccc7497 HTTP/1.1" status: 200 len: 925 time: 0.1275132 Nov 12 00:35:41.433055 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-0a7ac3c2-6af7-426f-b607-b6018518481d tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/b36b1e02-510a-4714-b0a7-e3285e75aab0 HTTP/1.1" status: 200 len: 2998 time: 0.0915265 Nov 12 00:35:41.473165 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-702a066d-5e5f-4f3a-958b-85c679072e18 req-49bb3dea-ffd0-4069-8143-dc407bbc343e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24dd6d1d-d8fd-4700-98a7-0f84e25a04be HTTP/1.1" status: 200 len: 1001 time: 0.0972412 Nov 12 00:35:41.491482 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-4cbedef1-474e-4b64-96d8-90c382e76100 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/b36b1e02-510a-4714-b0a7-e3285e75aab0 HTTP/1.1" status: 200 len: 2998 time: 0.0553792 Nov 12 00:35:41.510559 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87201f57-16c8-4c84-a490-40a8e221a2a9 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:35:41.521390 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:41.537540 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-345e18f0-3bd0-4f05-99b4-cf40ca8fa7e2 req-a537a9ae-8480-4f52-b371-52f1e1fe0ba2 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Deleting port d64cab88-cfa5-4604-90c7-52b63c116160 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:35:41.537883 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-345e18f0-3bd0-4f05-99b4-cf40ca8fa7e2 req-a537a9ae-8480-4f52-b371-52f1e1fe0ba2 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:41.540459 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Transition to ACTIVE for port object 87201f57-16c8-4c84-a490-40a8e221a2a9 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:35:41.550508 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:41.553742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a066d-5e5f-4f3a-958b-85c679072e18 req-08e00252-dc00-4290-8ec7-1186536f9ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:41.555201 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-702a066d-5e5f-4f3a-958b-85c679072e18 req-08e00252-dc00-4290-8ec7-1186536f9ed0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=520eefa5-ccbe-4263-ad27-cfc4dc67ba2f HTTP/1.1" status: 200 len: 863 time: 0.0739620 Nov 12 00:35:41.560078 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-0f3537d8-47a6-4ce5-8b9c-d2b493119928 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/cc779f04-9dd3-4c68-81cc-a1ae9e236be0 HTTP/1.1" status: 200 len: 2998 time: 0.0508230 Nov 12 00:35:41.627548 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-dacd4777-b09b-40c8-9c03-c5185b5826ef tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/cc779f04-9dd3-4c68-81cc-a1ae9e236be0 HTTP/1.1" status: 200 len: 2998 time: 0.0568116 Nov 12 00:35:41.630172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a066d-5e5f-4f3a-958b-85c679072e18 req-3e27d22b-fa11-4cc6-9868-6c0cb528fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:41.631563 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-702a066d-5e5f-4f3a-958b-85c679072e18 req-3e27d22b-fa11-4cc6-9868-6c0cb528fa52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95691eda-761f-49a3-9e31-31529ccc7497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689423 Nov 12 00:35:41.645728 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Pushing event updated for resources: {'Port': ['ID=87201f57-16c8-4c84-a490-40a8e221a2a9,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:41.695006 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:41.695352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:41.695692 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:41.696025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:41.696399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:41.696668 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:41.697019 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:41.697937 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:41.698262 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:41.698585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:41.698907 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:41.699225 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:41.714308 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-345e18f0-3bd0-4f05-99b4-cf40ca8fa7e2 req-a537a9ae-8480-4f52-b371-52f1e1fe0ba2 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:41.714638 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-345e18f0-3bd0-4f05-99b4-cf40ca8fa7e2 req-a537a9ae-8480-4f52-b371-52f1e1fe0ba2 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:41.726530 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-b6340edb-373f-446b-8057-6260d4ade4be tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d1a07c15-b524-45b2-9229-7366783e728c HTTP/1.1" status: 200 len: 2994 time: 0.0915852 Nov 12 00:35:41.734929 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-345e18f0-3bd0-4f05-99b4-cf40ca8fa7e2 req-a537a9ae-8480-4f52-b371-52f1e1fe0ba2 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Calling delete_port for d64cab88-cfa5-4604-90c7-52b63c116160 owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:35:41.756246 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Attempting to bind port 87201f57-16c8-4c84-a490-40a8e221a2a9 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:35:41.756584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Attempting to bind port 87201f57-16c8-4c84-a490-40a8e221a2a9 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:35:41.756939 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Attempting to bind port 87201f57-16c8-4c84-a490-40a8e221a2a9 on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:35:41.760983 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-702a066d-5e5f-4f3a-958b-85c679072e18 req-f7749745-b6d2-4b9e-8144-9e0ba757f9e2 service neutron] 10.222.0.15 "GET /v2.0/networks/95691eda-761f-49a3-9e31-31529ccc7497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205878 Nov 12 00:35:41.789288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Port 87201f57-16c8-4c84-a490-40a8e221a2a9 on network 23f74497-58df-4bf7-97f2-b78858046c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:35:41.789618 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Attempting to bind port 87201f57-16c8-4c84-a490-40a8e221a2a9 on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:35:41.800849 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:35:41.801190 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Checking segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:35:41.801577 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Bound using segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:35:41.802010 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Bound port: 87201f57-16c8-4c84-a490-40a8e221a2a9, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:35:41.802365 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:41.809181 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-568c1a5c-c7df-4355-9d58-f718c966e48e tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d1a07c15-b524-45b2-9229-7366783e728c HTTP/1.1" status: 200 len: 2994 time: 0.0725791 Nov 12 00:35:41.890003 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-2e192b4e-1635-41f2-880f-3905cb501e34 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/da3d3a18-f221-46cf-b67e-fe93c9775724 HTTP/1.1" status: 200 len: 2998 time: 0.0574510 Nov 12 00:35:41.890419 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] For port 87201f57-16c8-4c84-a490-40a8e221a2a9, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:35:41.892127 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-702a066d-5e5f-4f3a-958b-85c679072e18 req-8220a61b-bc22-4a62-9cc1-6e0e7948d318 service neutron] 10.222.0.15 "GET /v2.0/networks/95691eda-761f-49a3-9e31-31529ccc7497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216230 Nov 12 00:35:41.894685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] For port 87201f57-16c8-4c84-a490-40a8e221a2a9, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=87201f57-16c8-4c84-a490-40a8e221a2a9,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:35:41.918094 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:41.937917 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-80a1dd2a-9f9e-4742-8829-97bf3ef99b73 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/da3d3a18-f221-46cf-b67e-fe93c9775724 HTTP/1.1" status: 200 len: 2998 time: 0.0391667 Nov 12 00:35:41.967688 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:41.968312 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:41.969750 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] 10.222.0.21 "PUT /v2.0/ports/87201f57-16c8-4c84-a490-40a8e221a2a9 HTTP/1.1" status: 200 len: 1092 time: 1.0974042 Nov 12 00:35:41.970193 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75378bc8-5ed3-4197-a1da-04963661bf21', 'tag': '87201f57-16c8-4c84-a490-40a8e221a2a9'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:35:41.972420 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536f476b-bf30-41d4-99ca-11c76d9cf555" -d '{"events": [{"name": "network-changed", "server_uuid": "75378bc8-5ed3-4197-a1da-04963661bf21", "tag": "87201f57-16c8-4c84-a490-40a8e221a2a9"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:35:41.980864 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-345e18f0-3bd0-4f05-99b4-cf40ca8fa7e2 req-a537a9ae-8480-4f52-b371-52f1e1fe0ba2 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:41.999636 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-3689ce98-d93a-480b-9437-555b0cd94606 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/de7bef30-8094-421f-a1ca-36b41f2144f4 HTTP/1.1" status: 200 len: 2998 time: 0.0554039 Nov 12 00:35:42.002869 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4527542-c666-4c1a-a485-3294f45b10b1 service neutron] Pushing event updated for resources: {'Port': ['ID=87201f57-16c8-4c84-a490-40a8e221a2a9,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:42.053251 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-5e5e7833-a8fb-42e0-9b85-a9dd76c98373 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/de7bef30-8094-421f-a1ca-36b41f2144f4 HTTP/1.1" status: 200 len: 2998 time: 0.0444684 Nov 12 00:35:42.054240 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537a9ae-8480-4f52-b371-52f1e1fe0ba2 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Pushing event deleted for resources: {'Port': ['ID=d64cab88-cfa5-4604-90c7-52b63c116160,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:42.094577 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-d3ff38cf-e9f9-460c-9d99-0909e88eb327 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e3f0857f-88f8-4821-a407-5ac83d09ad22 HTTP/1.1" status: 200 len: 2994 time: 0.0364757 Nov 12 00:35:42.111946 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-345e18f0-3bd0-4f05-99b4-cf40ca8fa7e2 req-a537a9ae-8480-4f52-b371-52f1e1fe0ba2 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:42.114609 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-345e18f0-3bd0-4f05-99b4-cf40ca8fa7e2 req-a537a9ae-8480-4f52-b371-52f1e1fe0ba2 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:42.115740 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-345e18f0-3bd0-4f05-99b4-cf40ca8fa7e2 req-a537a9ae-8480-4f52-b371-52f1e1fe0ba2 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "DELETE /v2.0/floatingips/8a0f8378-f061-4edd-8361-11f832900d87 HTTP/1.1" status: 204 len: 173 time: 0.7810400 Nov 12 00:35:42.122068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030d18b-7928-48da-9975-ade79fae7b13 req-626f04be-336e-497c-b98b-3c084fe8eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:42.123496 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b030d18b-7928-48da-9975-ade79fae7b13 req-626f04be-336e-497c-b98b-3c084fe8eed4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 1095 time: 0.0926218 Nov 12 00:35:42.140921 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-eae7fda9-d2a1-4cdb-b5e0-4b8df0aaad55 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e3f0857f-88f8-4821-a407-5ac83d09ad22 HTTP/1.1" status: 200 len: 2994 time: 0.0379202 Nov 12 00:35:42.173641 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b030d18b-7928-48da-9975-ade79fae7b13 req-e82c7acf-03b2-45cb-a421-7125d6de8c7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87201f57-16c8-4c84-a490-40a8e221a2a9 HTTP/1.1" status: 200 len: 217 time: 0.0411255 Nov 12 00:35:42.183037 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-08224a87-5c1e-47d5-9837-ac95d1c1f894 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e44eccc4-4cf9-4442-aadb-76a5c4224122 HTTP/1.1" status: 200 len: 2990 time: 0.0353646 Nov 12 00:35:42.224649 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-5e777a88-c54c-4520-a90f-d1a45edac3dd tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e44eccc4-4cf9-4442-aadb-76a5c4224122 HTTP/1.1" status: 200 len: 2990 time: 0.0350122 Nov 12 00:35:42.243518 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030d18b-7928-48da-9975-ade79fae7b13 req-f9e1b13d-6225-4d65-9ed8-4b3485dc9f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:42.245530 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b030d18b-7928-48da-9975-ade79fae7b13 req-f9e1b13d-6225-4d65-9ed8-4b3485dc9f6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.0645800 Nov 12 00:35:42.256085 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb374b85-a9eb-4493-9733-10604b6d54bc req-12f27d8b-7524-4567-b048-a37ab7472e26 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:42.257533 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb374b85-a9eb-4493-9733-10604b6d54bc req-12f27d8b-7524-4567-b048-a37ab7472e26 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 943 time: 0.0866756 Nov 12 00:35:42.268520 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-9fbe05e3-9876-45f3-8ee7-257be6eed1bf tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f2a95e34-a4be-4c0f-8ffa-98f32ca1a141 HTTP/1.1" status: 200 len: 2994 time: 0.0355589 Nov 12 00:35:42.288092 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b030d18b-7928-48da-9975-ade79fae7b13 req-52061023-fa50-4d85-a5c9-d4dff22d5234 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296206 Nov 12 00:35:42.311164 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60fb78d6-7432-45cc-bcf4-af7e7c15b003 req-7ef8bd44-3d1d-4db2-bcd4-a3abd9e9caf3 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f2a95e34-a4be-4c0f-8ffa-98f32ca1a141 HTTP/1.1" status: 200 len: 2994 time: 0.0377345 Nov 12 00:35:42.349843 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb374b85-a9eb-4493-9733-10604b6d54bc req-9b5b3bab-99f9-4fd4-a58a-48d1233cf92e tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819383 Nov 12 00:35:42.410220 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b030d18b-7928-48da-9975-ade79fae7b13 req-6015909c-b46f-4e92-9583-f0f5c0b2e4cb service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091018 Nov 12 00:35:42.450649 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-b7e480fc-8b53-4298-bff6-d1da86fdcdab tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1001 time: 0.1012297 Nov 12 00:35:42.513950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-b89c0646-2a1d-4549-8d4f-6ca1c87ca577 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:42.516499 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-b89c0646-2a1d-4549-8d4f-6ca1c87ca577 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/ports/dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 HTTP/1.1" status: 200 len: 942 time: 0.0646696 Nov 12 00:35:42.519236 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b030d18b-7928-48da-9975-ade79fae7b13 req-1f43d169-9048-451d-84e5-d9e11d7eb523 service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016283 Nov 12 00:35:42.576320 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da1f759-1a46-4def-ad16-ee249cbc6bdf x-openstack-request-id: req-2da1f759-1a46-4def-ad16-ee249cbc6bdf {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:35:42.577021 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75378bc8-5ed3-4197-a1da-04963661bf21", "tag": "87201f57-16c8-4c84-a490-40a8e221a2a9", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:35:42.577371 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2da1f759-1a46-4def-ad16-ee249cbc6bdf {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:35:42.577874 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75378bc8-5ed3-4197-a1da-04963661bf21', 'tag': '87201f57-16c8-4c84-a490-40a8e221a2a9', 'status': 'completed', 'code': 200} Nov 12 00:35:42.623477 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-562ce8a5-ebce-45db-bf1f-dd747f83d600 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1001 time: 0.0615101 Nov 12 00:35:42.634078 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-fa24503e-34ce-4612-bfc9-bbba7514b8df req-a12ba796-5dd2-4c69-8d0f-8fd0da61b3a3 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] show failed (client error): The resource could not be found. Nov 12 00:35:42.635602 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fa24503e-34ce-4612-bfc9-bbba7514b8df req-a12ba796-5dd2-4c69-8d0f-8fd0da61b3a3 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/floatingips/8a0f8378-f061-4edd-8361-11f832900d87 HTTP/1.1" status: 404 len: 350 time: 0.0487616 Nov 12 00:35:42.701197 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f476b-bf30-41d4-99ca-11c76d9cf555 req-83601d30-4d98-4155-841c-1b00d2ae2401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:42.702708 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-536f476b-bf30-41d4-99ca-11c76d9cf555 req-83601d30-4d98-4155-841c-1b00d2ae2401 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 1095 time: 0.0764539 Nov 12 00:35:42.734671 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-97e7b5af-90a1-4677-b1be-75e3ba1d1959 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:42.735987 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-97e7b5af-90a1-4677-b1be-75e3ba1d1959 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.1069221 Nov 12 00:35:42.746877 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-b686ab82-71ee-40d9-a322-7db77a996e65 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:35:42.747832 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-b686ab82-71ee-40d9-a322-7db77a996e65 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055058 Nov 12 00:35:42.766677 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9799daef-8216-43d9-a928-71d3d2f841df req-ef3d262a-d664-42b1-b8ff-66c83e83dfcb tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8041284d492b4742838e41c107f9deb1 HTTP/1.1" status: 200 len: 6152 time: 0.1091659 Nov 12 00:35:42.816019 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-b19dfd6f-5541-4738-ae8b-acd620547af4 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1001 time: 0.0598757 Nov 12 00:35:42.826880 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-4ed73618-5e69-4ff6-a14a-37084d760934 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:42.854469 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9799daef-8216-43d9-a928-71d3d2f841df req-b1df23a2-ab7a-4c44-a6f1-5cd85f3210d9 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] 10.222.0.31 "GET /v2.0/security-groups/5db711e2-a091-4d55-9076-ec8c1eab7d65 HTTP/1.1" status: 200 len: 2998 time: 0.0631089 Nov 12 00:35:42.855886 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f476b-bf30-41d4-99ca-11c76d9cf555 req-95839ee9-0f87-47a3-8817-bcfb37104634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:42.857302 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-536f476b-bf30-41d4-99ca-11c76d9cf555 req-95839ee9-0f87-47a3-8817-bcfb37104634 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 922 time: 0.1422384 Nov 12 00:35:42.908326 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-4ed73618-5e69-4ff6-a14a-37084d760934 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks [] for floatingip, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:42.926253 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-536f476b-bf30-41d4-99ca-11c76d9cf555 req-5b0c0bab-eab3-459f-b483-aa863124fdea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87201f57-16c8-4c84-a490-40a8e221a2a9 HTTP/1.1" status: 200 len: 217 time: 0.0521064 Nov 12 00:35:42.966243 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9799daef-8216-43d9-a928-71d3d2f841df req-72549633-cf81-4664-9733-ace787347db2 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] 10.222.0.31 "GET /v2.0/security-groups/5db711e2-a091-4d55-9076-ec8c1eab7d65 HTTP/1.1" status: 200 len: 2998 time: 0.1056736 Nov 12 00:35:42.990685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f476b-bf30-41d4-99ca-11c76d9cf555 req-f50e4518-6806-4e28-b901-dcd438876470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:42.992174 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-536f476b-bf30-41d4-99ca-11c76d9cf555 req-f50e4518-6806-4e28-b901-dcd438876470 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.0557570 Nov 12 00:35:43.028122 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-536f476b-bf30-41d4-99ca-11c76d9cf555 req-55fcb109-b3c1-43cf-b7da-7210ffa51c11 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255778 Nov 12 00:35:43.058031 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-4ed73618-5e69-4ff6-a14a-37084d760934 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:43.061875 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-4ed73618-5e69-4ff6-a14a-37084d760934 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:43.062272 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-4ed73618-5e69-4ff6-a14a-37084d760934 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Floating IP b0b37def-9228-4d4e-8860-dcb907cc2101 disassociated. External IP: 172.25.0.221, port: dbbe624a-e3e7-4abe-848d-0ebd7c1e3053. Nov 12 00:35:43.082589 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-bd64c110-f4e5-4672-a621-19ca1ffa758d tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e12aedabe0d44294a297466dd9b3931e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362968 Nov 12 00:35:43.209886 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-536f476b-bf30-41d4-99ca-11c76d9cf555 req-9ac16ee9-df73-46e3-bf58-01f734d7d105 service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724372 Nov 12 00:35:43.247113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-d2dfd546-9fe8-4ef4-b1ce-b6fd15d47a54 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:43.248720 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-d2dfd546-9fe8-4ef4-b1ce-b6fd15d47a54 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1381712 Nov 12 00:35:43.301777 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-f3965392-0f1b-4b6f-b3c8-ad6c6b89708a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/quotas/e12aedabe0d44294a297466dd9b3931e HTTP/1.1" status: 200 len: 375 time: 0.0432491 Nov 12 00:35:43.362689 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-536f476b-bf30-41d4-99ca-11c76d9cf555 req-afc8b8e3-4b8b-4c30-aab3-0886618f6bec service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369309 Nov 12 00:35:43.374058 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-6cc90cc1-8625-45b2-bf14-e67db06c2436 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0650625 Nov 12 00:35:43.502571 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-4ed73618-5e69-4ff6-a14a-37084d760934 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Router cb398f74-3b3a-40de-bbf7-adc50ea41582 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:35:43.579740 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-a9133fe8-7104-4a72-9c08-82b41968a5d3 req-4f611771-b169-4f25-8518-b32fa7561ad9 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] show failed (client error): The resource could not be found. Nov 12 00:35:43.580925 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a9133fe8-7104-4a72-9c08-82b41968a5d3 req-4f611771-b169-4f25-8518-b32fa7561ad9 tempest-FloatingIPsTestJSON-1521196022 tempest-FloatingIPsTestJSON-1521196022-project] 10.222.0.31 "GET /v2.0/floatingips/8a0f8378-f061-4edd-8361-11f832900d87 HTTP/1.1" status: 404 len: 350 time: 0.0635254 Nov 12 00:35:43.597164 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48922) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:43.669725 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-4ed73618-5e69-4ff6-a14a-37084d760934 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:35:43.669725 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-4ed73618-5e69-4ff6-a14a-37084d760934 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:43.670664 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0653ddb-bb9d-48b2-88d6-abc1b26d53a9 None None] Sync routers for ids ['cb398f74-3b3a-40de-bbf7-adc50ea41582'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:35:43.677827 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0653ddb-bb9d-48b2-88d6-abc1b26d53a9 None None] Routers {'cb398f74-3b3a-40de-bbf7-adc50ea41582'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:35:43.678701 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c0653ddb-bb9d-48b2-88d6-abc1b26d53a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:35:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['cb398f74-3b3a-40de-bbf7-adc50ea41582'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:43.694729 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-4ed73618-5e69-4ff6-a14a-37084d760934 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "PUT /v2.0/floatingips/b0b37def-9228-4d4e-8860-dcb907cc2101 HTTP/1.1" status: 200 len: 695 time: 0.8723876 Nov 12 00:35:43.695377 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c47808-96ed-4244-ab0a-5623cd06cdb7', 'tag': 'dbbe624a-e3e7-4abe-848d-0ebd7c1e3053'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:35:43.698462 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ceee88-c14b-4709-b9d8-4aff9ff1e83a" -d '{"events": [{"name": "network-changed", "server_uuid": "09c47808-96ed-4244-ab0a-5623cd06cdb7", "tag": "dbbe624a-e3e7-4abe-848d-0ebd7c1e3053"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:35:43.698844 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30d4f74e-99f6-4e61-b884-52c31ceb32dd req-c0f9d763-806f-42cb-8d05-947045ce7dd1 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/574c9968-85b3-48a4-af1b-d82f67618a1d HTTP/1.1" status: 200 len: 1795 time: 0.0965865 Nov 12 00:35:43.776966 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-5024d790-bf17-417f-908b-a1d6476c2e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:43.778836 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-5024d790-bf17-417f-908b-a1d6476c2e23 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=386446a239134ae9b64c43928dbfa734&device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 1097 time: 0.0523729 Nov 12 00:35:43.854846 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-c0653ddb-bb9d-48b2-88d6-abc1b26d53a9 None None] Set router cb398f74-3b3a-40de-bbf7-adc50ea41582 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:35:43.894360 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-8cf7ba0f-771a-4133-8b63-7a111f0447dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:43.896134 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-8cf7ba0f-771a-4133-8b63-7a111f0447dd service neutron] 10.222.0.31 "GET /v2.0/networks?id=d8075018-1a5e-478d-8f27-a31a745be89e HTTP/1.1" status: 200 len: 929 time: 0.1086996 Nov 12 00:35:43.953423 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-f9d14b0e-2666-4a87-b404-5f945f190271 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 HTTP/1.1" status: 200 len: 217 time: 0.0487185 Nov 12 00:35:44.037174 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-329a8b49-9aa1-4a24-a3f6-cae80c679c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:44.039746 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-329a8b49-9aa1-4a24-a3f6-cae80c679c59 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7508997e-9662-43d1-b640-f23ad441eac5 HTTP/1.1" status: 200 len: 867 time: 0.0776768 Nov 12 00:35:44.080702 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-30d4f74e-99f6-4e61-b884-52c31ceb32dd req-c151cd6f-7f98-43b8-ae98-67f51900ad8c tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:44.102860 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-75820241-15c1-46f4-a717-01ff261eda0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:44.104519 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-75820241-15c1-46f4-a717-01ff261eda0a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d8075018-1a5e-478d-8f27-a31a745be89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469131 Nov 12 00:35:44.131108 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c0653ddb-bb9d-48b2-88d6-abc1b26d53a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782655704-router', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:34:59Z', 'updated_at': '2021-11-12T00:35:04Z', 'revision_number': 4, 'project_id': '386446a239134ae9b64c43928dbfa734', 'gw_port': {'id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:00Z', 'updated_at': '2021-11-12T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'd05da093-92c9-4bf5-95b4-2ffa03c6d9a4', 'name': '', 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'mac_address': 'fa:16:3e:27:ab:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7508997e-9662-43d1-b640-f23ad441eac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:03Z', 'updated_at': '2021-11-12T00:35:09Z', 'revision_number': 5, 'project_id': '386446a239134ae9b64c43928dbfa734', 'subnets': [{'id': '7508997e-9662-43d1-b640-f23ad441eac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:44.135818 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-30d4f74e-99f6-4e61-b884-52c31ceb32dd req-c151cd6f-7f98-43b8-ae98-67f51900ad8c tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:44.169476 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0653ddb-bb9d-48b2-88d6-abc1b26d53a9 None None] Checking router: cb398f74-3b3a-40de-bbf7-adc50ea41582 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:35:44.179629 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0653ddb-bb9d-48b2-88d6-abc1b26d53a9 None None] Routers {'cb398f74-3b3a-40de-bbf7-adc50ea41582'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:35:44.180545 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c0653ddb-bb9d-48b2-88d6-abc1b26d53a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:35:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['cb398f74-3b3a-40de-bbf7-adc50ea41582'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:44.213606 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-30d4f74e-99f6-4e61-b884-52c31ceb32dd req-c151cd6f-7f98-43b8-ae98-67f51900ad8c tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:44.216129 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-30d4f74e-99f6-4e61-b884-52c31ceb32dd req-c151cd6f-7f98-43b8-ae98-67f51900ad8c tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:44.217292 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30d4f74e-99f6-4e61-b884-52c31ceb32dd req-c151cd6f-7f98-43b8-ae98-67f51900ad8c tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/574c9968-85b3-48a4-af1b-d82f67618a1d HTTP/1.1" status: 204 len: 173 time: 0.2392592 Nov 12 00:35:44.222749 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-062c659a-bd9a-434e-80ee-807663f2ee5e service neutron] 10.222.0.31 "GET /v2.0/networks/d8075018-1a5e-478d-8f27-a31a745be89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090899 Nov 12 00:35:44.336234 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151cd6f-7f98-43b8-ae98-67f51900ad8c tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574c9968-85b3-48a4-af1b-d82f67618a1d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:44.372302 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-c0653ddb-bb9d-48b2-88d6-abc1b26d53a9 None None] Set router cb398f74-3b3a-40de-bbf7-adc50ea41582 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:35:44.398278 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f75cae-1c5c-432a-b851-3aa715e8dc01 req-08d65446-1374-4081-9357-9cc29f126546 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:44.399772 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e8f75cae-1c5c-432a-b851-3aa715e8dc01 req-08d65446-1374-4081-9357-9cc29f126546 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 943 time: 0.0837963 Nov 12 00:35:44.427441 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85831b15-472f-4807-a1a4-c6c99b33c7bf req-0ac7b689-b66d-429c-b21d-c702ae931e17 service neutron] 10.222.0.31 "GET /v2.0/networks/d8075018-1a5e-478d-8f27-a31a745be89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981685 Nov 12 00:35:44.507481 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e8f75cae-1c5c-432a-b851-3aa715e8dc01 req-de320726-7f19-494c-852b-d6aad85a190b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976045 Nov 12 00:35:44.548612 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5083225d-a046-486d-ac59-73f17dc8fe8f req-a37c3ff7-7b84-49d6-9a85-81cc5145680b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 210 time: 0.0418010 Nov 12 00:35:44.555547 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e976eef1-97ef-416f-a1c2-4c40f1ac1631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:44.633815 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c02e9f-d997-456f-a0bb-dcc07816dd84 x-openstack-request-id: req-22c02e9f-d997-456f-a0bb-dcc07816dd84 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:35:44.634333 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c47808-96ed-4244-ab0a-5623cd06cdb7", "tag": "dbbe624a-e3e7-4abe-848d-0ebd7c1e3053", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:35:44.635241 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22c02e9f-d997-456f-a0bb-dcc07816dd84 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:35:44.635733 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c47808-96ed-4244-ab0a-5623cd06cdb7', 'tag': 'dbbe624a-e3e7-4abe-848d-0ebd7c1e3053', 'status': 'completed', 'code': 200} Nov 12 00:35:44.731378 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c0653ddb-bb9d-48b2-88d6-abc1b26d53a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782655704-router', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:34:59Z', 'updated_at': '2021-11-12T00:35:04Z', 'revision_number': 4, 'project_id': '386446a239134ae9b64c43928dbfa734', 'gw_port': {'id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:00Z', 'updated_at': '2021-11-12T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'd05da093-92c9-4bf5-95b4-2ffa03c6d9a4', 'name': '', 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'mac_address': 'fa:16:3e:27:ab:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7508997e-9662-43d1-b640-f23ad441eac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:03Z', 'updated_at': '2021-11-12T00:35:09Z', 'revision_number': 5, 'project_id': '386446a239134ae9b64c43928dbfa734', 'subnets': [{'id': '7508997e-9662-43d1-b640-f23ad441eac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:44.741474 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-17796797-7b22-4400-be4c-d54deba6eabf req-d22a46b7-1736-434a-849d-17842dfb0b86 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "GET /v2.0/security-groups/06c540c3-3fd5-4846-bbd7-bc62fd2f69ea HTTP/1.1" status: 200 len: 1794 time: 0.0683575 Nov 12 00:35:44.743456 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48942) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:44.777584 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0653ddb-bb9d-48b2-88d6-abc1b26d53a9 None None] The sync data for ids ['cb398f74-3b3a-40de-bbf7-adc50ea41582'] in n-d-712137-14 is: [{'id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782655704-router', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:34:59Z', 'updated_at': '2021-11-12T00:35:04Z', 'revision_number': 4, 'project_id': '386446a239134ae9b64c43928dbfa734', 'gw_port': {'id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:00Z', 'updated_at': '2021-11-12T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'd05da093-92c9-4bf5-95b4-2ffa03c6d9a4', 'name': '', 'network_id': 'd8075018-1a5e-478d-8f27-a31a745be89e', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'mac_address': 'fa:16:3e:27:ab:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7508997e-9662-43d1-b640-f23ad441eac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:03Z', 'updated_at': '2021-11-12T00:35:09Z', 'revision_number': 5, 'project_id': '386446a239134ae9b64c43928dbfa734', 'subnets': [{'id': '7508997e-9662-43d1-b640-f23ad441eac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:35:44.830404 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-17796797-7b22-4400-be4c-d54deba6eabf req-14827d01-0754-493f-aad1-731474c7bb51 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:44.858516 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1b2acc1-8158-4d0e-bb9b-5463289549b9 req-079879ab-d550-40ed-83e9-41acd23822f9 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/floatingips/b0b37def-9228-4d4e-8860-dcb907cc2101 HTTP/1.1" status: 200 len: 695 time: 0.0727129 Nov 12 00:35:44.879713 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-17796797-7b22-4400-be4c-d54deba6eabf req-14827d01-0754-493f-aad1-731474c7bb51 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:44.924598 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-98bbc423-0ffa-4187-8981-3ed86cf70d48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:44.959634 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ceee88-c14b-4709-b9d8-4aff9ff1e83a req-39a6b334-b90b-40cc-99b1-280590c55529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:44.961220 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a8ceee88-c14b-4709-b9d8-4aff9ff1e83a req-39a6b334-b90b-40cc-99b1-280590c55529 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=386446a239134ae9b64c43928dbfa734&device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 1097 time: 0.2985618 Nov 12 00:35:44.989443 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-17796797-7b22-4400-be4c-d54deba6eabf req-14827d01-0754-493f-aad1-731474c7bb51 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:44.992116 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-17796797-7b22-4400-be4c-d54deba6eabf req-14827d01-0754-493f-aad1-731474c7bb51 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:44.993229 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-17796797-7b22-4400-be4c-d54deba6eabf req-14827d01-0754-493f-aad1-731474c7bb51 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/06c540c3-3fd5-4846-bbd7-bc62fd2f69ea HTTP/1.1" status: 204 len: 173 time: 0.2507417 Nov 12 00:35:45.005706 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14827d01-0754-493f-aad1-731474c7bb51 tempest-SecurityGroupsTestAdminJSON-686388548 tempest-SecurityGroupsTestAdminJSON-686388548-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c540c3-3fd5-4846-bbd7-bc62fd2f69ea,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:45.032044 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2acc1-8158-4d0e-bb9b-5463289549b9 req-0934d072-0e45-483d-ace3-43a4ea4679ad tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:45.039588 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1b2acc1-8158-4d0e-bb9b-5463289549b9 req-0934d072-0e45-483d-ace3-43a4ea4679ad tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.1802087 Nov 12 00:35:45.049718 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-4f86bb47-96f6-4cf8-ad7f-6ab6173bcdef tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e12aedabe0d44294a297466dd9b3931e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368469 Nov 12 00:35:45.159927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7961e8ed-2054-404e-b730-f630f00bfdd9 None None] New status for floating IP b0b37def-9228-4d4e-8860-dcb907cc2101: DOWN {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:35:45.202502 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-98bbc423-0ffa-4187-8981-3ed86cf70d48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:45.214754 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-96fa7930-36c1-44f6-830a-343163303f9d req-9e66341a-a3fc-48b3-bbd4-0c6211e471cd tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] 10.222.0.31 "GET /v2.0/security-groups/a3934a30-a826-40f1-99d5-118ada3f6f62 HTTP/1.1" status: 200 len: 1793 time: 0.1748946 Nov 12 00:35:45.217457 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-98bbc423-0ffa-4187-8981-3ed86cf70d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:45.218178 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1b2acc1-8158-4d0e-bb9b-5463289549b9 req-253c796c-cefb-4f88-a6ba-a9c0b4e1fc0e tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 698 time: 0.1776383 Nov 12 00:35:45.227758 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-7b10ecc6-e095-42f2-b215-fc2d89d1b330 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:45.229784 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-7b10ecc6-e095-42f2-b215-fc2d89d1b330 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1619518 Nov 12 00:35:45.262066 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-d7d2fa62-1bf7-4f53-af4a-0b94aaba36d7 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Request body: {'port': {'device_id': 'f470f025-01df-4caa-a766-2e552b960619', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': 'e12aedabe0d44294a297466dd9b3931e'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:45.307975 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1b2acc1-8158-4d0e-bb9b-5463289549b9 req-cf66eb28-d6dd-47a4-b71b-6dd7062cdad1 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 698 time: 0.0889254 Nov 12 00:35:45.324689 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbc423-0ffa-4187-8981-3ed86cf70d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6e2516-dee4-43b2-b089-0d8a0512497f,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:45.364635 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-98bbc423-0ffa-4187-8981-3ed86cf70d48 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a37dc514c6f744b281f9054f0932ccae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6188447 Nov 12 00:35:45.370629 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48948) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:45.438641 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-96fa7930-36c1-44f6-830a-343163303f9d req-4ca78e5b-5816-4bb6-b71c-808a4ae43e66 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:45.455729 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ceee88-c14b-4709-b9d8-4aff9ff1e83a req-55a293a6-5a0b-4ff4-bb3c-5c81abf8eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:45.457311 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a8ceee88-c14b-4709-b9d8-4aff9ff1e83a req-55a293a6-5a0b-4ff4-bb3c-5c81abf8eb08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d8075018-1a5e-478d-8f27-a31a745be89e HTTP/1.1" status: 200 len: 929 time: 0.4090044 Nov 12 00:35:45.484889 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 87201f57-16c8-4c84-a490-40a8e221a2a9 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:35:45.492354 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-96fa7930-36c1-44f6-830a-343163303f9d req-4ca78e5b-5816-4bb6-b71c-808a4ae43e66 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:45.502312 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-187469ca-3dcc-4606-b54f-7ab815065214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:45.520859 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-d7d2fa62-1bf7-4f53-af4a-0b94aaba36d7 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Made reservation on behalf of e12aedabe0d44294a297466dd9b3931e for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:35:45.524315 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-d7d2fa62-1bf7-4f53-af4a-0b94aaba36d7 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:45.546199 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a8ceee88-c14b-4709-b9d8-4aff9ff1e83a req-38accb96-9dab-42ba-b747-19812a688de6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 HTTP/1.1" status: 200 len: 217 time: 0.0778821 Nov 12 00:35:45.557685 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-187469ca-3dcc-4606-b54f-7ab815065214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:45.585295 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 87201f57-16c8-4c84-a490-40a8e221a2a9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=87201f57-16c8-4c84-a490-40a8e221a2a9,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:45.597453 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '87201f57-16c8-4c84-a490-40a8e221a2a9', 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34', 'port_id': '87201f57-16c8-4c84-a490-40a8e221a2a9', 'mac_address': 'fa:16:3e:c3:a0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d985ea-5f19-461f-8a8b-c63d6b21142f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:35:45.601176 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-96fa7930-36c1-44f6-830a-343163303f9d req-4ca78e5b-5816-4bb6-b71c-808a4ae43e66 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:45.604342 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-96fa7930-36c1-44f6-830a-343163303f9d req-4ca78e5b-5816-4bb6-b71c-808a4ae43e66 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:45.605516 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-96fa7930-36c1-44f6-830a-343163303f9d req-4ca78e5b-5816-4bb6-b71c-808a4ae43e66 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] 10.222.0.31 "DELETE /v2.0/security-groups/a3934a30-a826-40f1-99d5-118ada3f6f62 HTTP/1.1" status: 204 len: 173 time: 0.3748364 Nov 12 00:35:45.652187 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca78e5b-5816-4bb6-b71c-808a4ae43e66 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3934a30-a826-40f1-99d5-118ada3f6f62,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:45.668070 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-d1b2acc1-8158-4d0e-bb9b-5463289549b9 req-968e11b3-8045-44ae-be84-f6503fabd517 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Deleting port 29775f47-d932-47fd-815a-6626e8a75aa2 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:35:45.668419 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d1b2acc1-8158-4d0e-bb9b-5463289549b9 req-968e11b3-8045-44ae-be84-f6503fabd517 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:45.671046 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ceee88-c14b-4709-b9d8-4aff9ff1e83a req-0d3a566b-78d3-453e-b5fe-6c0c6986c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:45.672560 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a8ceee88-c14b-4709-b9d8-4aff9ff1e83a req-0d3a566b-78d3-453e-b5fe-6c0c6986c829 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7508997e-9662-43d1-b640-f23ad441eac5 HTTP/1.1" status: 200 len: 867 time: 0.1187689 Nov 12 00:35:45.694604 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:45.709372 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87201f57-16c8-4c84-a490-40a8e221a2a9 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:35:45.730307 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 87201f57-16c8-4c84-a490-40a8e221a2a9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=87201f57-16c8-4c84-a490-40a8e221a2a9,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:45.738071 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:45.782815 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-e976eef1-97ef-416f-a1c2-4c40f1ac1631 admin admin] Deleting port 5404fefc-f0e8-4115-9797-852f64793076 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:35:45.783214 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e976eef1-97ef-416f-a1c2-4c40f1ac1631 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:45.786092 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-187469ca-3dcc-4606-b54f-7ab815065214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:45.789596 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-187469ca-3dcc-4606-b54f-7ab815065214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:45.791964 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-187469ca-3dcc-4606-b54f-7ab815065214 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f6e2516-dee4-43b2-b089-0d8a0512497f HTTP/1.1" status: 204 len: 168 time: 0.4199893 Nov 12 00:35:45.802733 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ceee88-c14b-4709-b9d8-4aff9ff1e83a req-d0f99920-9a3a-4bf7-b195-0f3373174320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:45.804236 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a8ceee88-c14b-4709-b9d8-4aff9ff1e83a req-d0f99920-9a3a-4bf7-b195-0f3373174320 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d8075018-1a5e-478d-8f27-a31a745be89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1168756 Nov 12 00:35:45.807921 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=87201f57-16c8-4c84-a490-40a8e221a2a9,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:45.809945 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187469ca-3dcc-4606-b54f-7ab815065214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6e2516-dee4-43b2-b089-0d8a0512497f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:45.846062 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda2e18-ab2c-4ce0-970a-dc758c7ab27f req-c9b822fb-8cf7-42e5-a282-678ef5c9fe80 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:45.847949 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0bda2e18-ab2c-4ce0-970a-dc758c7ab27f req-c9b822fb-8cf7-42e5-a282-678ef5c9fe80 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 943 time: 0.1596484 Nov 12 00:35:45.878577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-d7d2fa62-1bf7-4f53-af4a-0b94aaba36d7 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Allocated IP 192.168.233.219 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/05a5ed81-c561-4205-b530-77b2e13676d5) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:35:45.911572 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d1b2acc1-8158-4d0e-bb9b-5463289549b9 req-968e11b3-8045-44ae-be84-f6503fabd517 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:45.911951 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d1b2acc1-8158-4d0e-bb9b-5463289549b9 req-968e11b3-8045-44ae-be84-f6503fabd517 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:45.931060 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0bda2e18-ab2c-4ce0-970a-dc758c7ab27f req-9b752717-4d29-4aa0-bf85-9d11a6b0a86c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748036 Nov 12 00:35:45.939934 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-d1b2acc1-8158-4d0e-bb9b-5463289549b9 req-968e11b3-8045-44ae-be84-f6503fabd517 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Calling delete_port for 29775f47-d932-47fd-815a-6626e8a75aa2 owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:35:45.979231 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['87201f57-16c8-4c84-a490-40a8e221a2a9'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:35:46.031484 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-e976eef1-97ef-416f-a1c2-4c40f1ac1631 admin admin] For port 5404fefc-f0e8-4115-9797-852f64793076, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5404fefc-f0e8-4115-9797-852f64793076,segment=NetworkSegment(817b72ae-2a2f-4463-878c-a7011b4f50ff),segment_id=817b72ae-2a2f-4463-878c-a7011b4f50ff)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:46.031881 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e976eef1-97ef-416f-a1c2-4c40f1ac1631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:46.049721 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a8ceee88-c14b-4709-b9d8-4aff9ff1e83a req-91e2cb0a-3312-49e5-be37-434d09064e46 service neutron] 10.222.0.21 "GET /v2.0/networks/d8075018-1a5e-478d-8f27-a31a745be89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336850 Nov 12 00:35:46.054467 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-e976eef1-97ef-416f-a1c2-4c40f1ac1631 admin admin] Calling delete_port for 5404fefc-f0e8-4115-9797-852f64793076 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:35:46.117250 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d3906393-eaa6-4a13-a861-5974f23a8304 req-ca820a10-1900-4942-a557-a2fb0285d61e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 210 time: 0.0576723 Nov 12 00:35:46.222876 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-d7d2fa62-1bf7-4f53-af4a-0b94aaba36d7 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:46.230545 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19aa4891-51b5-4ed6-b895-d8490801bb1e req-56bf3b9b-0043-4af1-be89-a7d66401505f tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] 10.222.0.31 "GET /v2.0/security-groups/0fe36d4b-fc6c-4541-91d0-6089322089e7 HTTP/1.1" status: 200 len: 1794 time: 0.0937200 Nov 12 00:35:46.241690 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:35:46.250163 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48968) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:46.297831 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-d7d2fa62-1bf7-4f53-af4a-0b94aaba36d7 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:46.307405 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a8ceee88-c14b-4709-b9d8-4aff9ff1e83a req-0fb39916-3d4b-4676-a479-5921543ce524 service neutron] 10.222.0.21 "GET /v2.0/networks/d8075018-1a5e-478d-8f27-a31a745be89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459772 Nov 12 00:35:46.313143 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83264426-9cd8-44e8-8de9-eb1b46f77573 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:46.345487 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-19aa4891-51b5-4ed6-b895-d8490801bb1e req-c11b44af-25a7-4aa7-afa5-ff2abe12c134 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:46.351151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['f8e520da-e4f7-40ab-8161-a0383c27e91d'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:35:46.374401 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-d7d2fa62-1bf7-4f53-af4a-0b94aaba36d7 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:35:46.385683 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-d7d2fa62-1bf7-4f53-af4a-0b94aaba36d7 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:46.390013 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2fa62-1bf7-4f53-af4a-0b94aaba36d7 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Pushing event updated for resources: {'Port': ['ID=05a5ed81-c561-4205-b530-77b2e13676d5,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:46.393397 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-19aa4891-51b5-4ed6-b895-d8490801bb1e req-c11b44af-25a7-4aa7-afa5-ff2abe12c134 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:46.396218 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-d7d2fa62-1bf7-4f53-af4a-0b94aaba36d7 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:35:46.402988 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-d7d2fa62-1bf7-4f53-af4a-0b94aaba36d7 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:46.403262 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-d7d2fa62-1bf7-4f53-af4a-0b94aaba36d7 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:46.448110 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-d7d2fa62-1bf7-4f53-af4a-0b94aaba36d7 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1954341 Nov 12 00:35:46.475527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] Request body: {'port': {'device_id': 'f470f025-01df-4caa-a766-2e552b960619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:46.483369 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-19aa4891-51b5-4ed6-b895-d8490801bb1e req-c11b44af-25a7-4aa7-afa5-ff2abe12c134 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:46.487424 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-19aa4891-51b5-4ed6-b895-d8490801bb1e req-c11b44af-25a7-4aa7-afa5-ff2abe12c134 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:46.489403 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19aa4891-51b5-4ed6-b895-d8490801bb1e req-c11b44af-25a7-4aa7-afa5-ff2abe12c134 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] 10.222.0.31 "DELETE /v2.0/security-groups/0fe36d4b-fc6c-4541-91d0-6089322089e7 HTTP/1.1" status: 204 len: 173 time: 0.2470818 Nov 12 00:35:46.565086 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b44af-25a7-4aa7-afa5-ff2abe12c134 tempest-SecurityGroupsTestAdminJSON-633337088 tempest-SecurityGroupsTestAdminJSON-633337088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe36d4b-fc6c-4541-91d0-6089322089e7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:46.567172 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:46.678614 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d1b2acc1-8158-4d0e-bb9b-5463289549b9 req-968e11b3-8045-44ae-be84-f6503fabd517 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:46.714935 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e11b3-8045-44ae-be84-f6503fabd517 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Pushing event deleted for resources: {'Port': ['ID=29775f47-d932-47fd-815a-6626e8a75aa2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:46.794604 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4854c6bf-3316-46fd-86c1-fcda3badc3a3 None None] Provisioning complete for port 05a5ed81-c561-4205-b530-77b2e13676d5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:46.795300 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4854c6bf-3316-46fd-86c1-fcda3badc3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:46.854697 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d1b2acc1-8158-4d0e-bb9b-5463289549b9 req-968e11b3-8045-44ae-be84-f6503fabd517 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:46.857431 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d1b2acc1-8158-4d0e-bb9b-5463289549b9 req-968e11b3-8045-44ae-be84-f6503fabd517 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:46.858852 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1b2acc1-8158-4d0e-bb9b-5463289549b9 req-968e11b3-8045-44ae-be84-f6503fabd517 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "DELETE /v2.0/floatingips/b0b37def-9228-4d4e-8860-dcb907cc2101 HTTP/1.1" status: 204 len: 173 time: 1.5312834 Nov 12 00:35:46.878255 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4854c6bf-3316-46fd-86c1-fcda3badc3a3 None None] Port 05a5ed81-c561-4205-b530-77b2e13676d5 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:35:46.878462 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e976eef1-97ef-416f-a1c2-4c40f1ac1631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:46.909075 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83264426-9cd8-44e8-8de9-eb1b46f77573 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:46.952663 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83264426-9cd8-44e8-8de9-eb1b46f77573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:46.963939 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976eef1-97ef-416f-a1c2-4c40f1ac1631 admin admin] Pushing event deleted for resources: {'Port': ['ID=5404fefc-f0e8-4115-9797-852f64793076,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:47.037526 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48984) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:47.040221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a5ed81-c561-4205-b530-77b2e13676d5 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:35:47.054239 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:47.081585 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] Transition to ACTIVE for port object 05a5ed81-c561-4205-b530-77b2e13676d5 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:35:47.091944 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-83264426-9cd8-44e8-8de9-eb1b46f77573 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1646c0ed45dd4ba386a256c649a312cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8407338 Nov 12 00:35:47.096978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48988) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:47.105328 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83264426-9cd8-44e8-8de9-eb1b46f77573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6277aa2-4ba9-48de-b06a-f7b4251f1b79,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:47.106992 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:47.173204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=05a5ed81-c561-4205-b530-77b2e13676d5,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:47.213917 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a544e6-08c3-410f-b2af-86c7e0ca18b6 req-e6acd075-3d15-44ae-9ebe-ec0376e9d150 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:47.215484 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f5a544e6-08c3-410f-b2af-86c7e0ca18b6 req-e6acd075-3d15-44ae-9ebe-ec0376e9d150 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/ports?device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2642591 Nov 12 00:35:47.224991 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] Attempting to bind port 05a5ed81-c561-4205-b530-77b2e13676d5 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:35:47.225575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] Attempting to bind port 05a5ed81-c561-4205-b530-77b2e13676d5 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:35:47.225682 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] Attempting to bind port 05a5ed81-c561-4205-b530-77b2e13676d5 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:35:47.235381 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] Port 05a5ed81-c561-4205-b530-77b2e13676d5 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:35:47.235381 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] Attempting to bind port 05a5ed81-c561-4205-b530-77b2e13676d5 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:35:47.245058 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:35:47.245410 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:35:47.245832 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:35:47.246326 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] Bound port: 05a5ed81-c561-4205-b530-77b2e13676d5, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:35:47.246647 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:47.352142 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f5a544e6-08c3-410f-b2af-86c7e0ca18b6 req-b498a274-b814-4033-b24a-be261effe874 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1247258 Nov 12 00:35:47.406783 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac44725f-84ff-49c5-abc3-214c4ee95108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:47.430385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] For port 05a5ed81-c561-4205-b530-77b2e13676d5, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:35:47.439288 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] For port 05a5ed81-c561-4205-b530-77b2e13676d5, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=05a5ed81-c561-4205-b530-77b2e13676d5,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:35:47.455786 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:47.473900 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac44725f-84ff-49c5-abc3-214c4ee95108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:47.481806 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e976eef1-97ef-416f-a1c2-4c40f1ac1631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:47.483731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140904b-9abd-4d15-82a8-6e64367b2099 req-6e83a5e4-276c-4e99-babb-6de98ca665c1 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:47.485924 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5140904b-9abd-4d15-82a8-6e64367b2099 req-6e83a5e4-276c-4e99-babb-6de98ca665c1 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 944 time: 0.1419513 Nov 12 00:35:47.506417 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 87201f57-16c8-4c84-a490-40a8e221a2a9 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:35:47.532946 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:47.533750 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:47.535173 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] 10.222.0.15 "PUT /v2.0/ports/05a5ed81-c561-4205-b530-77b2e13676d5 HTTP/1.1" status: 200 len: 1097 time: 1.0659165 Nov 12 00:35:47.539931 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a1606ee2-aa20-491d-969d-10f52c5983c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8041284d492b4742838e41c107f9deb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4917164 Nov 12 00:35:47.539931 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f470f025-01df-4caa-a766-2e552b960619', 'tag': '05a5ed81-c561-4205-b530-77b2e13676d5'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:35:47.541329 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6fd3af-48c7-44f3-a3cf-5f2feadc371e" -d '{"events": [{"name": "network-changed", "server_uuid": "f470f025-01df-4caa-a766-2e552b960619", "tag": "05a5ed81-c561-4205-b530-77b2e13676d5"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:35:47.563772 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35b83d-8b67-4b5d-84fa-f55d1a19ba81 req-85c83fca-e7c4-4fa3-97c4-50c75187edd8 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:47.566848 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49000) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:47.571284 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b35b83d-8b67-4b5d-84fa-f55d1a19ba81 req-85c83fca-e7c4-4fa3-97c4-50c75187edd8 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 948 time: 0.1554415 Nov 12 00:35:47.617782 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 87201f57-16c8-4c84-a490-40a8e221a2a9 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:35:47.627737 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 87201f57-16c8-4c84-a490-40a8e221a2a9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:47.628301 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:47.676978 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b35b83d-8b67-4b5d-84fa-f55d1a19ba81 req-c8c8e978-ceca-4210-8ec0-5ab880e4e730 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047764 Nov 12 00:35:47.679966 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358db0f4-9d53-45da-a38d-6857ceb2d1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=05a5ed81-c561-4205-b530-77b2e13676d5,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:47.680436 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac44725f-84ff-49c5-abc3-214c4ee95108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:47.683234 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac44725f-84ff-49c5-abc3-214c4ee95108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:47.684543 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ac44725f-84ff-49c5-abc3-214c4ee95108 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6277aa2-4ba9-48de-b06a-f7b4251f1b79 HTTP/1.1" status: 204 len: 168 time: 0.5843036 Nov 12 00:35:47.715306 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44725f-84ff-49c5-abc3-214c4ee95108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6277aa2-4ba9-48de-b06a-f7b4251f1b79,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:47.736240 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5140904b-9abd-4d15-82a8-6e64367b2099 req-257d54bc-1f1f-4f0c-955b-8e2f5835279b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135370 Nov 12 00:35:47.782093 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e45a7131-5a32-4d8b-8329-1017c8300fbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:47.787744 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:47.800019 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-bc7f5214-8972-484b-9116-2ea7045a3b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:47.801783 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-bc7f5214-8972-484b-9116-2ea7045a3b49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 1100 time: 0.1257057 Nov 12 00:35:47.820483 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e45a7131-5a32-4d8b-8329-1017c8300fbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:47.851587 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75378bc8-5ed3-4197-a1da-04963661bf21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87201f57-16c8-4c84-a490-40a8e221a2a9'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:35:47.854801 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2070532-6611-4947-b473-b8c5e7904bb8" -d '{"events": [{"server_uuid": "75378bc8-5ed3-4197-a1da-04963661bf21", "name": "network-vif-plugged", "status": "completed", "tag": "87201f57-16c8-4c84-a490-40a8e221a2a9"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:35:47.885059 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 87201f57-16c8-4c84-a490-40a8e221a2a9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=87201f57-16c8-4c84-a490-40a8e221a2a9,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:47.890189 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:47.916304 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-33ae6b5b-71be-4313-be97-34d3626339a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=05a5ed81-c561-4205-b530-77b2e13676d5 HTTP/1.1" status: 200 len: 217 time: 0.0923505 Nov 12 00:35:47.934692 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-47f659dc-849d-432c-aad3-691e4ba36e51 req-dc529894-449a-4022-8ec2-6ae64bcfe95c tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1172693 Nov 12 00:35:47.976082 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=87201f57-16c8-4c84-a490-40a8e221a2a9,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:48.020318 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827e1798-6ee5-4725-aa59-ad344cf6dcbb x-openstack-request-id: req-827e1798-6ee5-4725-aa59-ad344cf6dcbb {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:35:48.020715 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f470f025-01df-4caa-a766-2e552b960619", "tag": "05a5ed81-c561-4205-b530-77b2e13676d5", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:35:48.021346 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-827e1798-6ee5-4725-aa59-ad344cf6dcbb {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:35:48.021444 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f470f025-01df-4caa-a766-2e552b960619', 'tag': '05a5ed81-c561-4205-b530-77b2e13676d5', 'status': 'completed', 'code': 200} Nov 12 00:35:48.042513 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e976eef1-97ef-416f-a1c2-4c40f1ac1631 admin admin] Router 401bb934-8cdc-4767-99ea-b13a55472b72 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:35:48.064631 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-ba00948a-0a67-43c9-af94-2d00cc093ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:48.066187 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-ba00948a-0a67-43c9-af94-2d00cc093ec1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1232769 Nov 12 00:35:48.075155 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e45a7131-5a32-4d8b-8329-1017c8300fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:48.082603 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e45a7131-5a32-4d8b-8329-1017c8300fbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:48.083837 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e45a7131-5a32-4d8b-8329-1017c8300fbc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5db711e2-a091-4d55-9076-ec8c1eab7d65 HTTP/1.1" status: 204 len: 168 time: 0.5155811 Nov 12 00:35:48.125485 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7131-5a32-4d8b-8329-1017c8300fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db711e2-a091-4d55-9076-ec8c1eab7d65,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:48.141009 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baa4b0e-c78b-48ca-a616-a492debbf79d x-openstack-request-id: req-7baa4b0e-c78b-48ca-a616-a492debbf79d {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:35:48.141813 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75378bc8-5ed3-4197-a1da-04963661bf21", "name": "network-vif-plugged", "status": "completed", "tag": "87201f57-16c8-4c84-a490-40a8e221a2a9", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:35:48.142350 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7baa4b0e-c78b-48ca-a616-a492debbf79d {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:35:48.142898 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75378bc8-5ed3-4197-a1da-04963661bf21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87201f57-16c8-4c84-a490-40a8e221a2a9', 'code': 200} Nov 12 00:35:48.234724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-be02b0b2-35a5-4b80-bf57-2f48d59a05c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:48.238280 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-be02b0b2-35a5-4b80-bf57-2f48d59a05c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1533797 Nov 12 00:35:48.372113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e976eef1-97ef-416f-a1c2-4c40f1ac1631 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:35:48.386081 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e976eef1-97ef-416f-a1c2-4c40f1ac1631 admin admin] 10.222.0.31 "PUT /v2.0/routers/401bb934-8cdc-4767-99ea-b13a55472b72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7853813 Nov 12 00:35:48.389116 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49030) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:48.390978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314220f8-ae4b-4d84-9e7c-8a2c2f528d61 req-b59e5ce0-5aa1-46dc-a603-d2f760cf96c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:48.392442 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-314220f8-ae4b-4d84-9e7c-8a2c2f528d61 req-b59e5ce0-5aa1-46dc-a603-d2f760cf96c5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 1097 time: 0.1488445 Nov 12 00:35:48.392540 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6351eeb-5f49-4eaf-a162-4197716cbb86 None None] Sync routers for ids ['401bb934-8cdc-4767-99ea-b13a55472b72'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:35:48.408365 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-31759674-6e29-439e-b4a0-fab9a020298d service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574950 Nov 12 00:35:48.416877 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6351eeb-5f49-4eaf-a162-4197716cbb86 None None] Routers {'401bb934-8cdc-4767-99ea-b13a55472b72'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:35:48.418012 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c6351eeb-5f49-4eaf-a162-4197716cbb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:35:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['401bb934-8cdc-4767-99ea-b13a55472b72'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:48.538584 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-314220f8-ae4b-4d84-9e7c-8a2c2f528d61 req-79b6d29c-dc02-443f-905c-e85feb8b8c31 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927284 Nov 12 00:35:48.589002 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7d74dca6-67f9-45a0-a0d3-f17603040590 req-39d2dc0b-c467-480f-a933-7cce5e1ada69 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687591 Nov 12 00:35:48.629386 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7547629b-f871-4d3b-80a3-b7c57e11ea9d admin admin] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:48.709862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a0851-4a7c-4cd2-b32d-1f7bbf40056c req-1106b167-af80-4a9c-aa62-9687096e04dd tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:48.718379 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-899a0851-4a7c-4cd2-b32d-1f7bbf40056c req-1106b167-af80-4a9c-aa62-9687096e04dd tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/ports?device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 945 time: 0.2628424 Nov 12 00:35:48.739619 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-c6351eeb-5f49-4eaf-a162-4197716cbb86 None None] Set router 401bb934-8cdc-4767-99ea-b13a55472b72 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:35:48.747978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49044) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:48.852044 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fd3af-48c7-44f3-a3cf-5f2feadc371e req-68295600-058e-4c7f-8f49-7cd0e0bdcb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:48.853932 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e6fd3af-48c7-44f3-a3cf-5f2feadc371e req-68295600-058e-4c7f-8f49-7cd0e0bdcb88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 1100 time: 0.1212399 Nov 12 00:35:48.863924 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-34f2cbe7-03d6-475c-9701-bce8876c3bc1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f0a4dba71dc42a18a80f462dab7f1e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0995445 Nov 12 00:35:48.864526 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49048) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:48.871443 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7547629b-f871-4d3b-80a3-b7c57e11ea9d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:48.887405 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da1305-29f8-47aa-b39f-35828d6bf769 req-f4ed78da-5ffe-4190-9a7b-9ffaa9d8fadf tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:48.895151 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e9da1305-29f8-47aa-b39f-35828d6bf769 req-f4ed78da-5ffe-4190-9a7b-9ffaa9d8fadf tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 948 time: 0.1004930 Nov 12 00:35:48.927544 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-899a0851-4a7c-4cd2-b32d-1f7bbf40056c req-dd0cea32-ebdb-4b76-863a-38ad4e9357aa tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c5f19e4-730c-49db-b4d1-1e562ee81470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081795 Nov 12 00:35:49.018011 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c6351eeb-5f49-4eaf-a162-4197716cbb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401bb934-8cdc-4767-99ea-b13a55472b72', 'name': 'tempest-FloatingIPsTestJSON-398694690-router', 'tenant_id': '4f41bd32b7a94aee8a8547e486c77f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'a96d1d76-a4d9-46ad-a9d1-743596d8848b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:35:22Z', 'updated_at': '2021-11-12T00:35:46Z', 'revision_number': 5, 'project_id': '4f41bd32b7a94aee8a8547e486c77f03', 'gw_port': {'id': 'a96d1d76-a4d9-46ad-a9d1-743596d8848b', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401bb934-8cdc-4767-99ea-b13a55472b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:23Z', 'updated_at': '2021-11-12T00:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:49.046352 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6351eeb-5f49-4eaf-a162-4197716cbb86 None None] Checking router: 401bb934-8cdc-4767-99ea-b13a55472b72 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:35:49.055239 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e9da1305-29f8-47aa-b39f-35828d6bf769 req-8f893192-9996-491b-9752-8e6b3379b04b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539524 Nov 12 00:35:49.056609 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6351eeb-5f49-4eaf-a162-4197716cbb86 None None] Routers {'401bb934-8cdc-4767-99ea-b13a55472b72'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:35:49.057305 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c6351eeb-5f49-4eaf-a162-4197716cbb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:35:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['401bb934-8cdc-4767-99ea-b13a55472b72'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:49.110172 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-7547629b-f871-4d3b-80a3-b7c57e11ea9d admin admin] Deleting port a96d1d76-a4d9-46ad-a9d1-743596d8848b {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:35:49.110519 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7547629b-f871-4d3b-80a3-b7c57e11ea9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:49.121286 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fd3af-48c7-44f3-a3cf-5f2feadc371e req-7251a7ad-309d-46a3-be95-abfef370811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:49.123174 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e6fd3af-48c7-44f3-a3cf-5f2feadc371e req-7251a7ad-309d-46a3-be95-abfef370811c service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.2475843 Nov 12 00:35:49.137581 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e45dfd69-782a-4311-8524-034c3df679ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:49.172556 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bcebb-831a-4e39-aec7-031c2333e465 req-a7c5226f-13ce-4c05-89cd-5cc052b4577a tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:49.173953 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-c6351eeb-5f49-4eaf-a162-4197716cbb86 None None] Set router 401bb934-8cdc-4767-99ea-b13a55472b72 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:35:49.175602 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f48bcebb-831a-4e39-aec7-031c2333e465 req-a7c5226f-13ce-4c05-89cd-5cc052b4577a tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 945 time: 0.1459007 Nov 12 00:35:49.201476 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e6fd3af-48c7-44f3-a3cf-5f2feadc371e req-3c0c0c9e-fcec-4786-9ced-854de14bfc3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=05a5ed81-c561-4205-b530-77b2e13676d5 HTTP/1.1" status: 200 len: 217 time: 0.0692451 Nov 12 00:35:49.261737 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e45dfd69-782a-4311-8524-034c3df679ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:49.284829 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c6351eeb-5f49-4eaf-a162-4197716cbb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401bb934-8cdc-4767-99ea-b13a55472b72', 'name': 'tempest-FloatingIPsTestJSON-398694690-router', 'tenant_id': '4f41bd32b7a94aee8a8547e486c77f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:35:22Z', 'updated_at': '2021-11-12T00:35:48Z', 'revision_number': 6, 'project_id': '4f41bd32b7a94aee8a8547e486c77f03', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:49.312834 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f48bcebb-831a-4e39-aec7-031c2333e465 req-f4819b0e-f87c-4eec-96c3-61a36295e4d7 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038578 Nov 12 00:35:49.315042 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6351eeb-5f49-4eaf-a162-4197716cbb86 None None] The sync data for ids ['401bb934-8cdc-4767-99ea-b13a55472b72'] in n-d-712137-14 is: [{'id': '401bb934-8cdc-4767-99ea-b13a55472b72', 'name': 'tempest-FloatingIPsTestJSON-398694690-router', 'tenant_id': '4f41bd32b7a94aee8a8547e486c77f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:35:22Z', 'updated_at': '2021-11-12T00:35:48Z', 'revision_number': 6, 'project_id': '4f41bd32b7a94aee8a8547e486c77f03', 'gw_port_host': None}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:35:49.321164 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fd3af-48c7-44f3-a3cf-5f2feadc371e req-dd32d863-e6a3-418c-9dde-7c4581b14b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:49.332504 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e6fd3af-48c7-44f3-a3cf-5f2feadc371e req-dd32d863-e6a3-418c-9dde-7c4581b14b6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1135979 Nov 12 00:35:49.352839 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-7547629b-f871-4d3b-80a3-b7c57e11ea9d admin admin] For port a96d1d76-a4d9-46ad-a9d1-743596d8848b, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a96d1d76-a4d9-46ad-a9d1-743596d8848b,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:49.352839 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7547629b-f871-4d3b-80a3-b7c57e11ea9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:49.367576 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-7547629b-f871-4d3b-80a3-b7c57e11ea9d admin admin] Calling delete_port for a96d1d76-a4d9-46ad-a9d1-743596d8848b owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:35:49.435691 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e45dfd69-782a-4311-8524-034c3df679ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:49.438801 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fd3af-48c7-44f3-a3cf-5f2feadc371e req-2eb42255-c8d2-4977-ab5b-645d76c62b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:49.440823 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e6fd3af-48c7-44f3-a3cf-5f2feadc371e req-2eb42255-c8d2-4977-ab5b-645d76c62b88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1046042 Nov 12 00:35:49.445219 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e45dfd69-782a-4311-8524-034c3df679ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:49.446435 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e45dfd69-782a-4311-8524-034c3df679ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de7bef30-8094-421f-a1ca-36b41f2144f4 HTTP/1.1" status: 204 len: 168 time: 0.5804551 Nov 12 00:35:49.561003 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45dfd69-782a-4311-8524-034c3df679ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7bef30-8094-421f-a1ca-36b41f2144f4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:49.581358 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e6fd3af-48c7-44f3-a3cf-5f2feadc371e req-be0a5392-19ac-4ad5-b2fa-fb91deff6a04 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275623 Nov 12 00:35:49.663157 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7547629b-f871-4d3b-80a3-b7c57e11ea9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:49.711150 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547629b-f871-4d3b-80a3-b7c57e11ea9d admin admin] Pushing event deleted for resources: {'Port': ['ID=a96d1d76-a4d9-46ad-a9d1-743596d8848b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:49.750325 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e6fd3af-48c7-44f3-a3cf-5f2feadc371e req-591d6fff-bee7-4a5b-ac89-f14e79338ec8 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578450 Nov 12 00:35:49.839053 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7547629b-f871-4d3b-80a3-b7c57e11ea9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:49.921202 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8c5a70bf-9a97-4087-876e-579b2bf14a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:50.108227 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7547629b-f871-4d3b-80a3-b7c57e11ea9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:50.114426 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7547629b-f871-4d3b-80a3-b7c57e11ea9d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:50.231942 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d8377-6745-474f-999c-50fad4425d72 req-1aa68549-1c9f-43f3-95ce-75c215b4f80f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:50.234644 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fd0d8377-6745-474f-999c-50fad4425d72 req-1aa68549-1c9f-43f3-95ce-75c215b4f80f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 948 time: 0.0677745 Nov 12 00:35:50.307408 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7547629b-f871-4d3b-80a3-b7c57e11ea9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:50.307821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7547629b-f871-4d3b-80a3-b7c57e11ea9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 401bb934-8cdc-4767-99ea-b13a55472b72 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:35:50.307936 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5404fefc-f0e8-4115-9797-852f64793076 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:35:50.318578 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7547629b-f871-4d3b-80a3-b7c57e11ea9d admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:50.323550 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7547629b-f871-4d3b-80a3-b7c57e11ea9d admin admin] 10.222.0.31 "DELETE /v2.0/routers/401bb934-8cdc-4767-99ea-b13a55472b72 HTTP/1.1" status: 204 len: 168 time: 1.9261270 Nov 12 00:35:50.325890 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49090) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:50.345173 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 5404fefc-f0e8-4115-9797-852f64793076 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:35:50.345319 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fd0d8377-6745-474f-999c-50fad4425d72 req-99d6d09c-72d3-44b7-8361-37ea4de6d4af tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016817 Nov 12 00:35:50.346140 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5404fefc-f0e8-4115-9797-852f64793076 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:35:50.346564 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a96d1d76-a4d9-46ad-a9d1-743596d8848b no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:35:50.354949 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae58e2-1d8b-4587-b342-821767c0d2f8 req-ac9d88ee-aa3c-49b4-ad8a-6925106cf96f tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:50.356638 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-06ae58e2-1d8b-4587-b342-821767c0d2f8 req-ac9d88ee-aa3c-49b4-ad8a-6925106cf96f tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.21 "GET /v2.0/ports?device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 945 time: 0.2103775 Nov 12 00:35:50.370408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: a96d1d76-a4d9-46ad-a9d1-743596d8848b {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:35:50.370750 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a96d1d76-a4d9-46ad-a9d1-743596d8848b not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:35:50.433152 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae5096-5a9d-4301-9df3-37d7360d0dd4 req-5b44c56a-fbe2-4481-8680-347faece9df2 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:50.434648 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4fae5096-5a9d-4301-9df3-37d7360d0dd4 req-5b44c56a-fbe2-4481-8680-347faece9df2 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/ports?device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 945 time: 0.2867019 Nov 12 00:35:50.468503 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54aaaec-1026-4564-8899-b879eb971466 admin admin] Deleting subnet 88af1322-487f-4367-ac1e-7eef974718db {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:35:50.663347 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49106) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:50.801437 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b54aaaec-1026-4564-8899-b879eb971466 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:50.843878 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7cd86b26-f600-4030-8d6f-b8c80097aa80 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1387657711-network', 'tenant_id': '7ddd6af176924f3db646935b41c18455'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:50.868810 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b54aaaec-1026-4564-8899-b879eb971466 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:50.881023 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd86b26-f600-4030-8d6f-b8c80097aa80 admin admin] Made reservation on behalf of 7ddd6af176924f3db646935b41c18455 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:35:50.883350 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7cd86b26-f600-4030-8d6f-b8c80097aa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:50.895315 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7cd86b26-f600-4030-8d6f-b8c80097aa80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:50.896788 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4fae5096-5a9d-4301-9df3-37d7360d0dd4 req-61c481f8-8734-4b34-a9e2-565da4582599 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c5f19e4-730c-49db-b4d1-1e562ee81470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519119 Nov 12 00:35:50.939161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-06ae58e2-1d8b-4587-b342-821767c0d2f8 req-203bc666-febe-4e94-9744-98d0a2ed0635 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Deleting port dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:35:50.939537 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-06ae58e2-1d8b-4587-b342-821767c0d2f8 req-203bc666-febe-4e94-9744-98d0a2ed0635 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:50.958396 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755b47e-f921-485b-a40f-cfcca1d23aa3 req-a28372d5-ac1c-4490-9f43-8691b1088987 tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:50.959345 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755b47e-f921-485b-a40f-cfcca1d23aa3 req-a28372d5-ac1c-4490-9f43-8691b1088987 tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:50.959734 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755b47e-f921-485b-a40f-cfcca1d23aa3 req-a28372d5-ac1c-4490-9f43-8691b1088987 tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:50.960365 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755b47e-f921-485b-a40f-cfcca1d23aa3 req-a28372d5-ac1c-4490-9f43-8691b1088987 tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:50.961000 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755b47e-f921-485b-a40f-cfcca1d23aa3 req-a28372d5-ac1c-4490-9f43-8691b1088987 tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:50.961589 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755b47e-f921-485b-a40f-cfcca1d23aa3 req-a28372d5-ac1c-4490-9f43-8691b1088987 tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:50.962162 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755b47e-f921-485b-a40f-cfcca1d23aa3 req-a28372d5-ac1c-4490-9f43-8691b1088987 tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:50.962650 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755b47e-f921-485b-a40f-cfcca1d23aa3 req-a28372d5-ac1c-4490-9f43-8691b1088987 tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:50.963157 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755b47e-f921-485b-a40f-cfcca1d23aa3 req-a28372d5-ac1c-4490-9f43-8691b1088987 tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:50.963611 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755b47e-f921-485b-a40f-cfcca1d23aa3 req-a28372d5-ac1c-4490-9f43-8691b1088987 tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:50.964062 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755b47e-f921-485b-a40f-cfcca1d23aa3 req-a28372d5-ac1c-4490-9f43-8691b1088987 tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:50.967009 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f755b47e-f921-485b-a40f-cfcca1d23aa3 req-a28372d5-ac1c-4490-9f43-8691b1088987 tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7864 time: 0.2118270 Nov 12 00:35:51.097772 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b54aaaec-1026-4564-8899-b879eb971466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:51.104850 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7cd86b26-f600-4030-8d6f-b8c80097aa80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:51.117578 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29818d0-2e73-4ee7-9f55-212e2099921d req-240e79d6-94a7-4614-85bd-228ff651af50 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:51.117578 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b29818d0-2e73-4ee7-9f55-212e2099921d req-240e79d6-94a7-4614-85bd-228ff651af50 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 945 time: 0.0898302 Nov 12 00:35:51.118101 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7cd86b26-f600-4030-8d6f-b8c80097aa80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:51.155868 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd86b26-f600-4030-8d6f-b8c80097aa80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:35:51.160272 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-06ae58e2-1d8b-4587-b342-821767c0d2f8 req-203bc666-febe-4e94-9744-98d0a2ed0635 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] For port dbbe624a-e3e7-4abe-848d-0ebd7c1e3053, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=dbbe624a-e3e7-4abe-848d-0ebd7c1e3053,segment=NetworkSegment(fe0e5af8-35b8-40ac-85c9-dfdd223990aa),segment_id=fe0e5af8-35b8-40ac-85c9-dfdd223990aa)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:51.160643 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-06ae58e2-1d8b-4587-b342-821767c0d2f8 req-203bc666-febe-4e94-9744-98d0a2ed0635 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:51.177755 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd86b26-f600-4030-8d6f-b8c80097aa80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55948117-64f2-49be-b5cc-59e525acbe45,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:51.180724 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7cd86b26-f600-4030-8d6f-b8c80097aa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:51.181709 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-7cd86b26-f600-4030-8d6f-b8c80097aa80 admin admin] Added segment 962fe988-ddde-4b85-a368-99ebcdb459c4 of type vlan for network 941f1c18-ab78-472c-896d-e7afd01c20da Nov 12 00:35:51.224972 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-06ae58e2-1d8b-4587-b342-821767c0d2f8 req-203bc666-febe-4e94-9744-98d0a2ed0635 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Calling delete_port for dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:35:51.252110 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b29818d0-2e73-4ee7-9f55-212e2099921d req-0b1d7556-5d6c-4562-b21e-ad359df31b86 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248796 Nov 12 00:35:51.254108 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7cd86b26-f600-4030-8d6f-b8c80097aa80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:51.263203 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b54aaaec-1026-4564-8899-b879eb971466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:51.293121 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7cd86b26-f600-4030-8d6f-b8c80097aa80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:51.294179 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd86b26-f600-4030-8d6f-b8c80097aa80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:51.294786 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7cd86b26-f600-4030-8d6f-b8c80097aa80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:51.329794 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54aaaec-1026-4564-8899-b879eb971466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88af1322-487f-4367-ac1e-7eef974718db,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:51.343460 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7c833b-06b7-4e83-886c-26894a3bb5b2 None None] Network 79463816-5b98-452d-976f-b7f4591b0bbf requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:35:51.351752 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b54aaaec-1026-4564-8899-b879eb971466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:51.361519 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b54aaaec-1026-4564-8899-b879eb971466 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/88af1322-487f-4367-ac1e-7eef974718db HTTP/1.1" status: 204 len: 168 time: 1.0327604 Nov 12 00:35:51.368260 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49114) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:51.390786 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7cd86b26-f600-4030-8d6f-b8c80097aa80 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7261350 Nov 12 00:35:51.391339 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49118) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:51.403276 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-0d142965-b4da-43d3-b58b-b78317cd5f8d admin admin] Request body: {'subnet': {'network_id': '941f1c18-ab78-472c-896d-e7afd01c20da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1387657711-subnet', 'tenant_id': '7ddd6af176924f3db646935b41c18455', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:51.411444 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e83ca-dad0-40ad-8bc2-f8003a6c4f83 req-5d7c4e4e-fa6c-482e-8684-252b3fa42529 tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:51.413075 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-672e83ca-dad0-40ad-8bc2-f8003a6c4f83 req-5d7c4e4e-fa6c-482e-8684-252b3fa42529 tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 886 time: 0.2736020 Nov 12 00:35:51.427655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd86b26-f600-4030-8d6f-b8c80097aa80 admin admin] Pushing event updated for resources: {'Network': ['ID=941f1c18-ab78-472c-896d-e7afd01c20da,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:51.462979 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed50ec-3e53-473d-9b4d-bb96f7039dd5 req-7afec9c0-9b65-4c04-b889-07c889b83437 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:51.470847 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-abed50ec-3e53-473d-9b4d-bb96f7039dd5 req-7afec9c0-9b65-4c04-b889-07c889b83437 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 1097 time: 0.1022558 Nov 12 00:35:51.473854 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 941f1c18-ab78-472c-896d-e7afd01c20da details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:35:51.480073 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d142965-b4da-43d3-b58b-b78317cd5f8d admin admin] Made reservation on behalf of 7ddd6af176924f3db646935b41c18455 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:35:51.483449 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0d142965-b4da-43d3-b58b-b78317cd5f8d admin admin] Publish callbacks [] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:51.621534 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-abed50ec-3e53-473d-9b4d-bb96f7039dd5 req-c6068f8c-66af-42aa-98be-9d6078d11953 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494193 Nov 12 00:35:51.659486 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-06ae58e2-1d8b-4587-b342-821767c0d2f8 req-203bc666-febe-4e94-9744-98d0a2ed0635 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:51.693040 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1445f0e-1eed-4ccf-b876-73f630f94b41 None None] DHCP port deletion for 79463816-5b98-452d-976f-b7f4591b0bbf request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:35:51.727523 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203bc666-febe-4e94-9744-98d0a2ed0635 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Pushing event deleted for resources: {'Port': ['ID=dbbe624a-e3e7-4abe-848d-0ebd7c1e3053,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:51.736771 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57b53379-d5ab-4c1d-ba44-38791f8df56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:51.769878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d1445f0e-1eed-4ccf-b876-73f630f94b41 None None] Deleting port fa0b274c-daeb-422d-9d4a-581b43567410 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:35:51.770693 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d1445f0e-1eed-4ccf-b876-73f630f94b41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:51.786681 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404b9cb-1991-4fee-ae20-a52920b7019f req-ba54ce63-e3b1-4d77-8e73-1369c6926fe7 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:51.794786 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8404b9cb-1991-4fee-ae20-a52920b7019f req-ba54ce63-e3b1-4d77-8e73-1369c6926fe7 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 948 time: 0.1991777 Nov 12 00:35:51.828914 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ae58e2-1d8b-4587-b342-821767c0d2f8 req-203bc666-febe-4e94-9744-98d0a2ed0635 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] No DVR routers for this DVR port dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:35:51.837299 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-06ae58e2-1d8b-4587-b342-821767c0d2f8 req-203bc666-febe-4e94-9744-98d0a2ed0635 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:51.841280 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-06ae58e2-1d8b-4587-b342-821767c0d2f8 req-203bc666-febe-4e94-9744-98d0a2ed0635 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.21 "DELETE /v2.0/ports/dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 HTTP/1.1" status: 204 len: 173 time: 1.4497423 Nov 12 00:35:51.870550 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c47808-96ed-4244-ab0a-5623cd06cdb7', 'name': 'network-vif-deleted', 'tag': 'dbbe624a-e3e7-4abe-848d-0ebd7c1e3053'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:35:51.872991 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3848e2e-c58c-496d-9ee8-aac12f4c6843" -d '{"events": [{"server_uuid": "09c47808-96ed-4244-ab0a-5623cd06cdb7", "name": "network-vif-deleted", "tag": "dbbe624a-e3e7-4abe-848d-0ebd7c1e3053"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:35:51.897357 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d1445f0e-1eed-4ccf-b876-73f630f94b41 None None] For port fa0b274c-daeb-422d-9d4a-581b43567410, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=fa0b274c-daeb-422d-9d4a-581b43567410,segment=NetworkSegment(817b72ae-2a2f-4463-878c-a7011b4f50ff),segment_id=817b72ae-2a2f-4463-878c-a7011b4f50ff)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:51.901902 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d1445f0e-1eed-4ccf-b876-73f630f94b41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:51.926360 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d1445f0e-1eed-4ccf-b876-73f630f94b41 None None] Calling delete_port for fa0b274c-daeb-422d-9d4a-581b43567410 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:35:52.068365 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-57b53379-d5ab-4c1d-ba44-38791f8df56d admin admin] Deleting port fa0b274c-daeb-422d-9d4a-581b43567410 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:35:52.069113 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57b53379-d5ab-4c1d-ba44-38791f8df56d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:52.089557 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8404b9cb-1991-4fee-ae20-a52920b7019f req-bb6e3062-95ca-47d0-b103-9f44bcb0b270 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926080 Nov 12 00:35:52.269611 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0d142965-b4da-43d3-b58b-b78317cd5f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:52.270216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-57b53379-d5ab-4c1d-ba44-38791f8df56d admin admin] For port fa0b274c-daeb-422d-9d4a-581b43567410, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=fa0b274c-daeb-422d-9d4a-581b43567410,segment=NetworkSegment(817b72ae-2a2f-4463-878c-a7011b4f50ff),segment_id=817b72ae-2a2f-4463-878c-a7011b4f50ff)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:52.270662 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57b53379-d5ab-4c1d-ba44-38791f8df56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:52.292738 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device fa0b274c-daeb-422d-9d4a-581b43567410 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:35:52.295999 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-57b53379-d5ab-4c1d-ba44-38791f8df56d admin admin] Calling delete_port for fa0b274c-daeb-422d-9d4a-581b43567410 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:35:52.339480 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9705a-203c-437d-b2d5-4789324aefdf req-eeb7ec8d-1317-4668-ab68-9a1387b00cff tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:52.339984 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9705a-203c-437d-b2d5-4789324aefdf req-eeb7ec8d-1317-4668-ab68-9a1387b00cff tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:52.340467 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9705a-203c-437d-b2d5-4789324aefdf req-eeb7ec8d-1317-4668-ab68-9a1387b00cff tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:52.340941 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9705a-203c-437d-b2d5-4789324aefdf req-eeb7ec8d-1317-4668-ab68-9a1387b00cff tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:52.341394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9705a-203c-437d-b2d5-4789324aefdf req-eeb7ec8d-1317-4668-ab68-9a1387b00cff tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:52.341845 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9705a-203c-437d-b2d5-4789324aefdf req-eeb7ec8d-1317-4668-ab68-9a1387b00cff tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:52.342322 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9705a-203c-437d-b2d5-4789324aefdf req-eeb7ec8d-1317-4668-ab68-9a1387b00cff tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:52.342744 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9705a-203c-437d-b2d5-4789324aefdf req-eeb7ec8d-1317-4668-ab68-9a1387b00cff tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:52.343188 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9705a-203c-437d-b2d5-4789324aefdf req-eeb7ec8d-1317-4668-ab68-9a1387b00cff tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:52.344055 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9705a-203c-437d-b2d5-4789324aefdf req-eeb7ec8d-1317-4668-ab68-9a1387b00cff tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:52.344055 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9705a-203c-437d-b2d5-4789324aefdf req-eeb7ec8d-1317-4668-ab68-9a1387b00cff tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:52.344504 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9705a-203c-437d-b2d5-4789324aefdf req-eeb7ec8d-1317-4668-ab68-9a1387b00cff tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:52.346639 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85c9705a-203c-437d-b2d5-4789324aefdf req-eeb7ec8d-1317-4668-ab68-9a1387b00cff tempest-NetworksTest-619379309 tempest-NetworksTest-619379309-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8485 time: 0.6521220 Nov 12 00:35:52.377171 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d142965-b4da-43d3-b58b-b78317cd5f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=80fdc917-d293-46b2-acb1-3ea12a3d28ba,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:52.382250 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d142965-b4da-43d3-b58b-b78317cd5f8d admin admin] Checking segment: {'id': '962fe988-ddde-4b85-a368-99ebcdb459c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941f1c18-ab78-472c-896d-e7afd01c20da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:35:52.382750 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d142965-b4da-43d3-b58b-b78317cd5f8d admin admin] Network hostable DHCP agents. Network: 941f1c18-ab78-472c-896d-e7afd01c20da, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:35:52.403903 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: fa0b274c-daeb-422d-9d4a-581b43567410 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:35:52.404509 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device fa0b274c-daeb-422d-9d4a-581b43567410 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:35:52.406692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d142965-b4da-43d3-b58b-b78317cd5f8d admin admin] Network 941f1c18-ab78-472c-896d-e7afd01c20da is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:35:52.422915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-0d142965-b4da-43d3-b58b-b78317cd5f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 941f1c18-ab78-472c-896d-e7afd01c20da) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:52.424480 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d1445f0e-1eed-4ccf-b876-73f630f94b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:52.435425 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d142965-b4da-43d3-b58b-b78317cd5f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:52.436009 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0d142965-b4da-43d3-b58b-b78317cd5f8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:52.471781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f06d932-1760-4202-be43-1bec245ae576 None None] Network 941f1c18-ab78-472c-896d-e7afd01c20da requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:35:52.493720 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0d142965-b4da-43d3-b58b-b78317cd5f8d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0975103 Nov 12 00:35:52.494476 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49138) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:52.512461 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-fd2579f6-cdab-4bcc-9cbb-4547942fae18 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1387657711-router', 'tenant_id': '7ddd6af176924f3db646935b41c18455', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:52.534205 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57b53379-d5ab-4c1d-ba44-38791f8df56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:52.570345 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd2579f6-cdab-4bcc-9cbb-4547942fae18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:52.572810 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd2579f6-cdab-4bcc-9cbb-4547942fae18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:52.642963 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04fa04a-dd5b-47c9-9814-e8fcd8f3c36b x-openstack-request-id: req-c04fa04a-dd5b-47c9-9814-e8fcd8f3c36b {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:35:52.646940 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c47808-96ed-4244-ab0a-5623cd06cdb7", "name": "network-vif-deleted", "tag": "dbbe624a-e3e7-4abe-848d-0ebd7c1e3053", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:35:52.647318 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c04fa04a-dd5b-47c9-9814-e8fcd8f3c36b {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:35:52.649479 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c47808-96ed-4244-ab0a-5623cd06cdb7', 'name': 'network-vif-deleted', 'tag': 'dbbe624a-e3e7-4abe-848d-0ebd7c1e3053', 'status': 'completed', 'code': 200} Nov 12 00:35:52.652885 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b53379-d5ab-4c1d-ba44-38791f8df56d admin admin] Pushing event deleted for resources: {'Port': ['ID=fa0b274c-daeb-422d-9d4a-581b43567410,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:52.667387 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b53379-d5ab-4c1d-ba44-38791f8df56d admin admin] No DVR routers for this DVR port fa0b274c-daeb-422d-9d4a-581b43567410 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:35:52.694186 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6eea39cd-8761-41b1-b784-15eabd6644b7 req-628fef09-1707-4c87-9472-fdc43552c201 tempest-FloatingIPsAssociationNegativeTestJSON-548129698 tempest-FloatingIPsAssociationNegativeTestJSON-548129698-project] 10.222.0.31 "GET /v2.0/ports?device_id=09c47808-96ed-4244-ab0a-5623cd06cdb7 HTTP/1.1" status: 200 len: 210 time: 0.1118736 Nov 12 00:35:52.779617 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd2579f6-cdab-4bcc-9cbb-4547942fae18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:52.867572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1445f0e-1eed-4ccf-b876-73f630f94b41 None None] Pushing event deleted for resources: {'Port': ['ID=fa0b274c-daeb-422d-9d4a-581b43567410,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:52.872982 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1445f0e-1eed-4ccf-b876-73f630f94b41 None None] No DVR routers for this DVR port fa0b274c-daeb-422d-9d4a-581b43567410 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:35:52.891461 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b744e70d-f6f4-4f8b-82c2-e553231e6722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:52.934412 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57b53379-d5ab-4c1d-ba44-38791f8df56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:52.951999 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49142) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:52.972573 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-57b53379-d5ab-4c1d-ba44-38791f8df56d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79463816-5b98-452d-976f-b7f4591b0bbf']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:52.999684 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-57b53379-d5ab-4c1d-ba44-38791f8df56d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817b72ae-2a2f-4463-878c-a7011b4f50ff') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:53.000106 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-57b53379-d5ab-4c1d-ba44-38791f8df56d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817b72ae-2a2f-4463-878c-a7011b4f50ff') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:53.015305 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd2579f6-cdab-4bcc-9cbb-4547942fae18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:53.019690 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57b53379-d5ab-4c1d-ba44-38791f8df56d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:53.057339 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57b53379-d5ab-4c1d-ba44-38791f8df56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:53.064954 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b53379-d5ab-4c1d-ba44-38791f8df56d admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:35:53.065504 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57b53379-d5ab-4c1d-ba44-38791f8df56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:35:53.067357 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:35:53.142867 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57b53379-d5ab-4c1d-ba44-38791f8df56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:53.157277 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57b53379-d5ab-4c1d-ba44-38791f8df56d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:53.163218 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-57b53379-d5ab-4c1d-ba44-38791f8df56d admin admin] 10.222.0.31 "DELETE /v2.0/networks/79463816-5b98-452d-976f-b7f4591b0bbf HTTP/1.1" status: 204 len: 168 time: 1.7896273 Nov 12 00:35:53.211106 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b53379-d5ab-4c1d-ba44-38791f8df56d admin admin] Pushing event deleted for resources: {'Network': ['ID=79463816-5b98-452d-976f-b7f4591b0bbf,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:53.249526 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0ea3c4-05a1-4987-899d-b6df6d7dec32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-941f1c18-ab78-472c-896d-e7afd01c20da', 'network_id': '941f1c18-ab78-472c-896d-e7afd01c20da', 'tenant_id': '7ddd6af176924f3db646935b41c18455', 'fixed_ips': [{'subnet_id': '80fdc917-d293-46b2-acb1-3ea12a3d28ba'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:35:53.250514 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bf0ea3c4-05a1-4987-899d-b6df6d7dec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:53.264863 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-116616a9-7a5d-4e03-a8cf-64088239c971 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:53.353858 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:53.389521 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-116616a9-7a5d-4e03-a8cf-64088239c971 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:53.406402 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-116616a9-7a5d-4e03-a8cf-64088239c971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:53.453817 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-116616a9-7a5d-4e03-a8cf-64088239c971 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a9c7df18d884156be6b6640c37bda0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5006077 Nov 12 00:35:53.454645 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49156) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:53.461258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707c8b4-d77a-4a18-9565-d5a804082df6 req-79d77e26-8bd1-4647-a8f5-ff7a6cabd030 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:53.465653 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49158) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:53.473997 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f707c8b4-d77a-4a18-9565-d5a804082df6 req-79d77e26-8bd1-4647-a8f5-ff7a6cabd030 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 948 time: 0.1508691 Nov 12 00:35:53.538124 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:35:53.547729 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116616a9-7a5d-4e03-a8cf-64088239c971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dd43b4-806d-4017-bca3-37eed66887b2,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:53.580594 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:35:53.581368 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device dbbe624a-e3e7-4abe-848d-0ebd7c1e3053 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:35:53.598487 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-bf0ea3c4-05a1-4987-899d-b6df6d7dec32 None None] Allocated IP 172.20.0.2 (941f1c18-ab78-472c-896d-e7afd01c20da/80fdc917-d293-46b2-acb1-3ea12a3d28ba/7abb3020-d7d8-478c-903a-e4bf89340f5e) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:35:53.600780 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f707c8b4-d77a-4a18-9565-d5a804082df6 req-34217b40-abd7-42bb-961e-8fac482a0c4d tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254671 Nov 12 00:35:53.712032 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49162) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:53.712761 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-53a68296-7fa2-4f97-8184-d9eec62e3864 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f41bd32b7a94aee8a8547e486c77f03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316427 Nov 12 00:35:53.712987 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-271d429a-331f-4a02-94ab-0581cf363f50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:53.791097 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bf0ea3c4-05a1-4987-899d-b6df6d7dec32 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:53.797176 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-271d429a-331f-4a02-94ab-0581cf363f50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:53.798610 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 05a5ed81-c561-4205-b530-77b2e13676d5 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:35:53.854546 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd2579f6-cdab-4bcc-9cbb-4547942fae18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:53.865263 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49170) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:53.927075 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 05a5ed81-c561-4205-b530-77b2e13676d5, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=05a5ed81-c561-4205-b530-77b2e13676d5,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:53.942568 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bf0ea3c4-05a1-4987-899d-b6df6d7dec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:53.946539 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '05a5ed81-c561-4205-b530-77b2e13676d5', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '05a5ed81-c561-4205-b530-77b2e13676d5', 'mac_address': 'fa:16:3e:6e:5a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:35:53.974593 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd2579f6-cdab-4bcc-9cbb-4547942fae18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:53.985681 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-311a4bc2-e8c2-408e-8ed9-4ba43a583683 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:54.010537 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0ea3c4-05a1-4987-899d-b6df6d7dec32 None None] Network 941f1c18-ab78-472c-896d-e7afd01c20da is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:35:54.049875 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-311a4bc2-e8c2-408e-8ed9-4ba43a583683 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:54.063187 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-bf0ea3c4-05a1-4987-899d-b6df6d7dec32 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:54.101619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0ea3c4-05a1-4987-899d-b6df6d7dec32 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:35:54.141327 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ea3c4-05a1-4987-899d-b6df6d7dec32 None None] Pushing event updated for resources: {'Port': ['ID=7abb3020-d7d8-478c-903a-e4bf89340f5e,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:54.144759 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:54.187864 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-fd2579f6-cdab-4bcc-9cbb-4547942fae18 admin admin] Allocated IP 172.25.0.96 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/6c745f81-60ef-4cc5-bff9-dcde43fe0b02) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:35:54.212192 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-311a4bc2-e8c2-408e-8ed9-4ba43a583683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:54.214525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a5ed81-c561-4205-b530-77b2e13676d5 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:35:54.217366 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-311a4bc2-e8c2-408e-8ed9-4ba43a583683 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:54.230038 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-311a4bc2-e8c2-408e-8ed9-4ba43a583683 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc779f04-9dd3-4c68-81cc-a1ae9e236be0 HTTP/1.1" status: 204 len: 168 time: 0.5158782 Nov 12 00:35:54.242891 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 05a5ed81-c561-4205-b530-77b2e13676d5, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=05a5ed81-c561-4205-b530-77b2e13676d5,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:54.251905 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:54.263932 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-271d429a-331f-4a02-94ab-0581cf363f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:54.270915 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-271d429a-331f-4a02-94ab-0581cf363f50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:54.272083 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-271d429a-331f-4a02-94ab-0581cf363f50 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9dd43b4-806d-4017-bca3-37eed66887b2 HTTP/1.1" status: 204 len: 168 time: 0.8151317 Nov 12 00:35:54.310802 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-bf0ea3c4-05a1-4987-899d-b6df6d7dec32 None None] Attempting to bind port 7abb3020-d7d8-478c-903a-e4bf89340f5e on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:35:54.311185 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-bf0ea3c4-05a1-4987-899d-b6df6d7dec32 None None] Attempting to bind port 7abb3020-d7d8-478c-903a-e4bf89340f5e by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '962fe988-ddde-4b85-a368-99ebcdb459c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941f1c18-ab78-472c-896d-e7afd01c20da'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:35:54.311549 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0ea3c4-05a1-4987-899d-b6df6d7dec32 None None] Attempting to bind port 7abb3020-d7d8-478c-903a-e4bf89340f5e on network 941f1c18-ab78-472c-896d-e7afd01c20da {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:35:54.325913 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a4bc2-e8c2-408e-8ed9-4ba43a583683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc779f04-9dd3-4c68-81cc-a1ae9e236be0,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:54.329828 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0ea3c4-05a1-4987-899d-b6df6d7dec32 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:35:54.330210 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0ea3c4-05a1-4987-899d-b6df6d7dec32 None None] Checking segment: {'id': '962fe988-ddde-4b85-a368-99ebcdb459c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941f1c18-ab78-472c-896d-e7afd01c20da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:35:54.330609 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bf0ea3c4-05a1-4987-899d-b6df6d7dec32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:54.331007 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0ea3c4-05a1-4987-899d-b6df6d7dec32 None None] Bound using segment: {'id': '962fe988-ddde-4b85-a368-99ebcdb459c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941f1c18-ab78-472c-896d-e7afd01c20da'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:35:54.331492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-bf0ea3c4-05a1-4987-899d-b6df6d7dec32 None None] Bound port: 7abb3020-d7d8-478c-903a-e4bf89340f5e, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962fe988-ddde-4b85-a368-99ebcdb459c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941f1c18-ab78-472c-896d-e7afd01c20da'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:35:54.331878 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bf0ea3c4-05a1-4987-899d-b6df6d7dec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:54.386496 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d429a-331f-4a02-94ab-0581cf363f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dd43b4-806d-4017-bca3-37eed66887b2,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:54.554892 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd2579f6-cdab-4bcc-9cbb-4547942fae18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:54.588672 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:54.596479 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=05a5ed81-c561-4205-b530-77b2e13676d5,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:54.649731 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-bf0ea3c4-05a1-4987-899d-b6df6d7dec32 None None] For port 7abb3020-d7d8-478c-903a-e4bf89340f5e, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:35:54.654976 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-bf0ea3c4-05a1-4987-899d-b6df6d7dec32 None None] For port 7abb3020-d7d8-478c-903a-e4bf89340f5e, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7abb3020-d7d8-478c-903a-e4bf89340f5e,segment=NetworkSegment(962fe988-ddde-4b85-a368-99ebcdb459c4),segment_id=962fe988-ddde-4b85-a368-99ebcdb459c4)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:35:54.660413 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bf0ea3c4-05a1-4987-899d-b6df6d7dec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:54.729612 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd2579f6-cdab-4bcc-9cbb-4547942fae18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:54.769920 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ea3c4-05a1-4987-899d-b6df6d7dec32 None None] Pushing event updated for resources: {'Port': ['ID=7abb3020-d7d8-478c-903a-e4bf89340f5e,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:54.810564 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['05a5ed81-c561-4205-b530-77b2e13676d5'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:35:54.882172 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-edcaa033-0b56-4497-99ac-935748fc401a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:54.908298 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2579f6-cdab-4bcc-9cbb-4547942fae18 admin admin] Pushing event updated for resources: {'Port': ['ID=6c745f81-60ef-4cc5-bff9-dcde43fe0b02,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:54.967531 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2579f6-cdab-4bcc-9cbb-4547942fae18 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:35:55.032510 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-fd2579f6-cdab-4bcc-9cbb-4547942fae18 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:55.069707 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2579f6-cdab-4bcc-9cbb-4547942fae18 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:35:55.264780 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49196) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:55.322455 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:55.324603 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a4fbf54e-f1fe-46df-a448-f479b0ed6065 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:55.428060 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156287e6-9b3f-409a-9c8b-24abf455bb8a req-b00576db-6dd3-4c9b-a32b-2cdb9cddc7ad tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:55.432005 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-156287e6-9b3f-409a-9c8b-24abf455bb8a req-b00576db-6dd3-4c9b-a32b-2cdb9cddc7ad tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 949 time: 0.5248876 Nov 12 00:35:55.599658 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a4fbf54e-f1fe-46df-a448-f479b0ed6065 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:55.617223 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a4fbf54e-f1fe-46df-a448-f479b0ed6065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:55.669788 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-156287e6-9b3f-409a-9c8b-24abf455bb8a req-c50334df-7559-4af8-b2d6-187d20f1a5e5 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228127 Nov 12 00:35:55.697661 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbf54e-f1fe-46df-a448-f479b0ed6065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f929de0f-79bf-4683-a883-d6577c198ab2,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:55.706532 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a4fbf54e-f1fe-46df-a448-f479b0ed6065 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c31146d70e0c485dbdb26b8adb508c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4317241 Nov 12 00:35:55.708515 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49212) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:55.797751 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:55.828346 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-237d9711-2f40-4949-a8bf-a371e0648d04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:55.881111 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49216) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:55.889652 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd2579f6-cdab-4bcc-9cbb-4547942fae18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:55.909473 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-237d9711-2f40-4949-a8bf-a371e0648d04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:55.911873 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-edcaa033-0b56-4497-99ac-935748fc401a admin admin] Deleting port d05da093-92c9-4bf5-95b4-2ffa03c6d9a4 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:35:55.912370 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-edcaa033-0b56-4497-99ac-935748fc401a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:56.100411 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-03f67a7e-56ab-4a3d-86ef-2754d520166f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1121671652-network', 'tenant_id': 'b7e9eb5ebe054e9bb51945a5d738bd5b'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:56.111461 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-237d9711-2f40-4949-a8bf-a371e0648d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:56.119291 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-237d9711-2f40-4949-a8bf-a371e0648d04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:56.120465 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-237d9711-2f40-4949-a8bf-a371e0648d04 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f929de0f-79bf-4683-a883-d6577c198ab2 HTTP/1.1" status: 204 len: 168 time: 0.4110632 Nov 12 00:35:56.171860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-edcaa033-0b56-4497-99ac-935748fc401a admin admin] For port d05da093-92c9-4bf5-95b4-2ffa03c6d9a4, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d05da093-92c9-4bf5-95b4-2ffa03c6d9a4,segment=NetworkSegment(fe0e5af8-35b8-40ac-85c9-dfdd223990aa),segment_id=fe0e5af8-35b8-40ac-85c9-dfdd223990aa)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:56.172255 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-edcaa033-0b56-4497-99ac-935748fc401a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:56.201109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d9711-2f40-4949-a8bf-a371e0648d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f929de0f-79bf-4683-a883-d6577c198ab2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:56.214471 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-edcaa033-0b56-4497-99ac-935748fc401a admin admin] Calling delete_port for d05da093-92c9-4bf5-95b4-2ffa03c6d9a4 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:35:56.267448 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7abb3020-d7d8-478c-903a-e4bf89340f5e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:35:56.301775 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f67a7e-56ab-4a3d-86ef-2754d520166f admin admin] Made reservation on behalf of b7e9eb5ebe054e9bb51945a5d738bd5b for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:35:56.307479 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-03f67a7e-56ab-4a3d-86ef-2754d520166f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:56.326839 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-03f67a7e-56ab-4a3d-86ef-2754d520166f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:56.375840 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 7abb3020-d7d8-478c-903a-e4bf89340f5e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:56.376143 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:56.533474 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:56.555374 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd2579f6-cdab-4bcc-9cbb-4547942fae18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:56.603873 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 7abb3020-d7d8-478c-903a-e4bf89340f5e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7abb3020-d7d8-478c-903a-e4bf89340f5e,segment=NetworkSegment(962fe988-ddde-4b85-a368-99ebcdb459c4),segment_id=962fe988-ddde-4b85-a368-99ebcdb459c4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:56.606137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d761193b-eb93-4fc2-949f-3c616e2e174f None None] Network 941f1c18-ab78-472c-896d-e7afd01c20da requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:35:56.626011 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-edcaa033-0b56-4497-99ac-935748fc401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:56.630982 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:56.688892 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcaa033-0b56-4497-99ac-935748fc401a admin admin] Pushing event deleted for resources: {'Port': ['ID=d05da093-92c9-4bf5-95b4-2ffa03c6d9a4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:56.846051 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3576225d-d514-418e-80e3-d17dbdb5c622 None None] Provisioning complete for port 7abb3020-d7d8-478c-903a-e4bf89340f5e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:56.846605 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3576225d-d514-418e-80e3-d17dbdb5c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:56.856092 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-03f67a7e-56ab-4a3d-86ef-2754d520166f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:56.896024 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-03f67a7e-56ab-4a3d-86ef-2754d520166f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:57.037864 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f67a7e-56ab-4a3d-86ef-2754d520166f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:35:57.078459 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=7abb3020-d7d8-478c-903a-e4bf89340f5e,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:57.090371 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-edcaa033-0b56-4497-99ac-935748fc401a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:57.129265 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f67a7e-56ab-4a3d-86ef-2754d520166f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25e6da9-3533-4523-b1b1-9894c91acd03,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:57.138650 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-03f67a7e-56ab-4a3d-86ef-2754d520166f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:57.145205 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-03f67a7e-56ab-4a3d-86ef-2754d520166f admin admin] Added segment 642f570b-ca64-4984-8f79-800d8f30fb47 of type vlan for network efed2f8d-410d-453a-a918-3e5afbff8a94 Nov 12 00:35:57.189448 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd3ec0-efc7-4151-982c-d98e6aab7dcb req-91193c40-a1b7-44ac-b8bf-3bb0bfdac104 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:57.191256 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10bd3ec0-efc7-4151-982c-d98e6aab7dcb req-91193c40-a1b7-44ac-b8bf-3bb0bfdac104 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 949 time: 0.3338530 Nov 12 00:35:57.268915 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-03f67a7e-56ab-4a3d-86ef-2754d520166f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:57.339547 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-03f67a7e-56ab-4a3d-86ef-2754d520166f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:57.341375 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f67a7e-56ab-4a3d-86ef-2754d520166f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:57.342129 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-03f67a7e-56ab-4a3d-86ef-2754d520166f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:57.465442 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2579f6-cdab-4bcc-9cbb-4547942fae18 admin admin] Router c6c15592-2894-421d-8303-7947f38e5e8b is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:35:57.490664 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-03f67a7e-56ab-4a3d-86ef-2754d520166f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6054873 Nov 12 00:35:57.491134 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49258) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:57.496555 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-4a1d547e-065a-48f6-b730-c192dc488834 admin admin] Request body: {'subnet': {'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1121671652-subnet', 'tenant_id': 'b7e9eb5ebe054e9bb51945a5d738bd5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:35:57.534320 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10bd3ec0-efc7-4151-982c-d98e6aab7dcb req-b5a00bf4-bf28-42d6-b434-aa92da781f4d tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130305 Nov 12 00:35:57.545140 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f67a7e-56ab-4a3d-86ef-2754d520166f admin admin] Pushing event updated for resources: {'Network': ['ID=efed2f8d-410d-453a-a918-3e5afbff8a94,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:57.551944 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1d547e-065a-48f6-b730-c192dc488834 admin admin] Made reservation on behalf of b7e9eb5ebe054e9bb51945a5d738bd5b for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:35:57.554837 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4a1d547e-065a-48f6-b730-c192dc488834 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:57.567957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network efed2f8d-410d-453a-a918-3e5afbff8a94 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:35:57.710585 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 05a5ed81-c561-4205-b530-77b2e13676d5 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:35:57.737377 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2579f6-cdab-4bcc-9cbb-4547942fae18 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:35:57.765669 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd2579f6-cdab-4bcc-9cbb-4547942fae18 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:57.766942 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fd2579f6-cdab-4bcc-9cbb-4547942fae18 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2714117 Nov 12 00:35:57.770710 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49268) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:57.784539 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] Sync routers for ids ['c6c15592-2894-421d-8303-7947f38e5e8b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:35:57.827074 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a494c557-f822-4eaa-ab17-f1e7272f02e1 None None] Provisioning complete for port 7abb3020-d7d8-478c-903a-e4bf89340f5e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:57.827612 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a494c557-f822-4eaa-ab17-f1e7272f02e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:57.835708 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcaa033-0b56-4497-99ac-935748fc401a admin admin] Router cb398f74-3b3a-40de-bbf7-adc50ea41582 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:35:57.866336 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] Routers {'c6c15592-2894-421d-8303-7947f38e5e8b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:35:57.867124 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:35:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c6c15592-2894-421d-8303-7947f38e5e8b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:57.968802 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 05a5ed81-c561-4205-b530-77b2e13676d5 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:35:58.033251 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 05a5ed81-c561-4205-b530-77b2e13676d5 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:58.039508 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:58.279548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7abb3020-d7d8-478c-903a-e4bf89340f5e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:35:58.354017 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] Set router c6c15592-2894-421d-8303-7947f38e5e8b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:35:58.661893 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4a1d547e-065a-48f6-b730-c192dc488834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:58.713022 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d547e-065a-48f6-b730-c192dc488834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66de2356-7ea2-45bf-8678-a507a5cc17cd,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:58.764339 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:58.779800 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee6d26-8714-4ac7-97e0-fa01f3b8674a req-2e93cb9a-05c2-4f0a-9ef2-fc53614457d1 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:58.785061 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 7abb3020-d7d8-478c-903a-e4bf89340f5e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:35:58.785960 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f2ee6d26-8714-4ac7-97e0-fa01f3b8674a req-2e93cb9a-05c2-4f0a-9ef2-fc53614457d1 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 949 time: 0.1081567 Nov 12 00:35:58.786089 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:58.841296 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcaa033-0b56-4497-99ac-935748fc401a admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:35:58.850185 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 05a5ed81-c561-4205-b530-77b2e13676d5, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=05a5ed81-c561-4205-b530-77b2e13676d5,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:58.853916 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321e604-c318-42fe-aa40-6e274d5472b4 None None] Sync routers for ids ['cb398f74-3b3a-40de-bbf7-adc50ea41582'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:35:58.861651 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-edcaa033-0b56-4497-99ac-935748fc401a admin admin] 10.222.0.31 "PUT /v2.0/routers/cb398f74-3b3a-40de-bbf7-adc50ea41582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9946432 Nov 12 00:35:58.866854 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49296) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:35:58.868749 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f2ee6d26-8714-4ac7-97e0-fa01f3b8674a req-a67edffb-b1ea-4ba3-bfc0-83e713cb249c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723035 Nov 12 00:35:58.877313 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7321e604-c318-42fe-aa40-6e274d5472b4 None None] Routers {'cb398f74-3b3a-40de-bbf7-adc50ea41582'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:35:58.878917 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-7321e604-c318-42fe-aa40-6e274d5472b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:35:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['cb398f74-3b3a-40de-bbf7-adc50ea41582'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:58.908882 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f470f025-01df-4caa-a766-2e552b960619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a5ed81-c561-4205-b530-77b2e13676d5'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:35:58.914776 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476045a0-dce4-4323-90e5-605c51ff9aa6" -d '{"events": [{"server_uuid": "f470f025-01df-4caa-a766-2e552b960619", "name": "network-vif-plugged", "status": "completed", "tag": "05a5ed81-c561-4205-b530-77b2e13676d5"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:35:58.945430 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:59.049934 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f2fa14c8-3e91-4a32-a0a9-e38c8a92bf23 admin admin] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:59.093156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1d547e-065a-48f6-b730-c192dc488834 admin admin] Checking segment: {'id': '642f570b-ca64-4984-8f79-800d8f30fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:35:59.093899 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1d547e-065a-48f6-b730-c192dc488834 admin admin] Network hostable DHCP agents. Network: efed2f8d-410d-453a-a918-3e5afbff8a94, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:35:59.107306 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b2d95d-88c1-4935-ba70-2762e9ae613e x-openstack-request-id: req-c6b2d95d-88c1-4935-ba70-2762e9ae613e {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:35:59.112157 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f470f025-01df-4caa-a766-2e552b960619", "name": "network-vif-plugged", "status": "completed", "tag": "05a5ed81-c561-4205-b530-77b2e13676d5", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:35:59.114411 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6b2d95d-88c1-4935-ba70-2762e9ae613e {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:35:59.115048 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f470f025-01df-4caa-a766-2e552b960619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a5ed81-c561-4205-b530-77b2e13676d5', 'code': 200} Nov 12 00:35:59.116572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=05a5ed81-c561-4205-b530-77b2e13676d5,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:35:59.195952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1d547e-065a-48f6-b730-c192dc488834 admin admin] Network efed2f8d-410d-453a-a918-3e5afbff8a94 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:35:59.203737 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-7321e604-c318-42fe-aa40-6e274d5472b4 None None] Set router cb398f74-3b3a-40de-bbf7-adc50ea41582 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:35:59.215838 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bdd1b-6ab0-4398-b5d1-ddbede294712 req-29c832ad-d6dd-4351-9b3c-bbc2786720ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:59.217488 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-577bdd1b-6ab0-4398-b5d1-ddbede294712 req-29c832ad-d6dd-4351-9b3c-bbc2786720ad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 1102 time: 0.0858729 Nov 12 00:35:59.292041 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:59.294515 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:59.298827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:59.298827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:59.298827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:59.298827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:59.298827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:59.298827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:59.298827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:59.298827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:59.300969 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:59.301327 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:35:59.331381 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-4a1d547e-065a-48f6-b730-c192dc488834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, efed2f8d-410d-453a-a918-3e5afbff8a94) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:35:59.361573 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1d547e-065a-48f6-b730-c192dc488834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:35:59.362344 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4a1d547e-065a-48f6-b730-c192dc488834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:59.364130 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2a717e-1259-4379-a912-0b344eaede9f None None] Network efed2f8d-410d-453a-a918-3e5afbff8a94 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:35:59.391172 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-577bdd1b-6ab0-4398-b5d1-ddbede294712 req-8dc73b6d-404a-46ea-9111-eb3e3f145eca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597450 Nov 12 00:35:59.398908 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f2fa14c8-3e91-4a32-a0a9-e38c8a92bf23 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:59.419693 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4a1d547e-065a-48f6-b730-c192dc488834 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9180162 Nov 12 00:35:59.419693 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f083a25f-ae47-4716-8778-28b860c54f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:59.728257 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-f2fa14c8-3e91-4a32-a0a9-e38c8a92bf23 admin admin] Deleting port 5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:35:59.728902 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f2fa14c8-3e91-4a32-a0a9-e38c8a92bf23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:59.729601 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-7321e604-c318-42fe-aa40-6e274d5472b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782655704-router', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:34:59Z', 'updated_at': '2021-11-12T00:35:56Z', 'revision_number': 5, 'project_id': '386446a239134ae9b64c43928dbfa734', 'gw_port': {'id': '5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:00Z', 'updated_at': '2021-11-12T00:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:59.750008 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33256b5-80cf-4115-956e-65e2ea91c8e3 None None] Network efed2f8d-410d-453a-a918-3e5afbff8a94 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:35:59.789107 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321e604-c318-42fe-aa40-6e274d5472b4 None None] Checking router: cb398f74-3b3a-40de-bbf7-adc50ea41582 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:35:59.799321 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7321e604-c318-42fe-aa40-6e274d5472b4 None None] Routers {'cb398f74-3b3a-40de-bbf7-adc50ea41582'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:35:59.800025 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-7321e604-c318-42fe-aa40-6e274d5472b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:35:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['cb398f74-3b3a-40de-bbf7-adc50ea41582'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:59.869936 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-f083a25f-ae47-4716-8778-28b860c54f48 admin admin] Allocated IP 172.20.0.1 (941f1c18-ab78-472c-896d-e7afd01c20da/80fdc917-d293-46b2-acb1-3ea12a3d28ba/1e3c9016-e0e4-46cc-bdd2-1467f444c301) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:35:59.913838 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-f2fa14c8-3e91-4a32-a0a9-e38c8a92bf23 admin admin] For port 5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:35:59.919185 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f2fa14c8-3e91-4a32-a0a9-e38c8a92bf23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:35:59.962229 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c15592-2894-421d-8303-7947f38e5e8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1387657711-router', 'tenant_id': '7ddd6af176924f3db646935b41c18455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '6c745f81-60ef-4cc5-bff9-dcde43fe0b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:35:52Z', 'updated_at': '2021-11-12T00:35:55Z', 'revision_number': 3, 'project_id': '7ddd6af176924f3db646935b41c18455', 'gw_port': {'id': '6c745f81-60ef-4cc5-bff9-dcde43fe0b02', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c15592-2894-421d-8303-7947f38e5e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:54Z', 'updated_at': '2021-11-12T00:35:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:35:59.968395 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-f2fa14c8-3e91-4a32-a0a9-e38c8a92bf23 admin admin] Calling delete_port for 5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:35:59.995904 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] Checking router: c6c15592-2894-421d-8303-7947f38e5e8b for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:35:59.996492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] Updating router c6c15592-2894-421d-8303-7947f38e5e8b port 6c745f81-60ef-4cc5-bff9-dcde43fe0b02 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:35:59.998757 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-7321e604-c318-42fe-aa40-6e274d5472b4 None None] Set router cb398f74-3b3a-40de-bbf7-adc50ea41582 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:36:00.036556 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:00.063220 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b4f62-7ba2-41cf-95aa-4fa023a6edc5 req-462b1b3a-2e91-418b-9b7e-51175f92c763 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:00.072448 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4b8b4f62-7ba2-41cf-95aa-4fa023a6edc5 req-462b1b3a-2e91-418b-9b7e-51175f92c763 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 950 time: 0.0978382 Nov 12 00:36:00.111256 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-7321e604-c318-42fe-aa40-6e274d5472b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782655704-router', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:34:59Z', 'updated_at': '2021-11-12T00:35:59Z', 'revision_number': 6, 'project_id': '386446a239134ae9b64c43928dbfa734', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:00.135422 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4b8b4f62-7ba2-41cf-95aa-4fa023a6edc5 req-880333d6-0885-4015-9a2d-5331bc2564fc tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552096 Nov 12 00:36:00.146884 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321e604-c318-42fe-aa40-6e274d5472b4 None None] The sync data for ids ['cb398f74-3b3a-40de-bbf7-adc50ea41582'] in n-d-712137-14 is: [{'id': 'cb398f74-3b3a-40de-bbf7-adc50ea41582', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782655704-router', 'tenant_id': '386446a239134ae9b64c43928dbfa734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:34:59Z', 'updated_at': '2021-11-12T00:35:59Z', 'revision_number': 6, 'project_id': '386446a239134ae9b64c43928dbfa734', 'gw_port_host': None}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:36:00.370228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49340) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:00.405844 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f083a25f-ae47-4716-8778-28b860c54f48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:00.555320 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f083a25f-ae47-4716-8778-28b860c54f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:00.575200 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cbb270c2-d0b9-4233-81c7-4cbcb330958c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:00.605503 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:00.616399 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:00.651836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fda56-8435-4fd4-b876-285e2134a532 req-7d3d0a16-05cb-4eb2-97ff-f72621f12d17 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:00.661057 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c29fda56-8435-4fd4-b876-285e2134a532 req-7d3d0a16-05cb-4eb2-97ff-f72621f12d17 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/networks?id=efed2f8d-410d-453a-a918-3e5afbff8a94 HTTP/1.1" status: 200 len: 805 time: 0.5907462 Nov 12 00:36:00.685729 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f083a25f-ae47-4716-8778-28b860c54f48 admin admin] Network 941f1c18-ab78-472c-896d-e7afd01c20da is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:36:00.695577 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-f083a25f-ae47-4716-8778-28b860c54f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:36:00.698684 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f2fa14c8-3e91-4a32-a0a9-e38c8a92bf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:00.700966 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f083a25f-ae47-4716-8778-28b860c54f48 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:36:00.719491 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c29fda56-8435-4fd4-b876-285e2134a532 req-5233fa6a-823e-4c8a-a8d1-dc34cdd8c142 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/quotas/b7e9eb5ebe054e9bb51945a5d738bd5b HTTP/1.1" status: 200 len: 375 time: 0.0573752 Nov 12 00:36:00.721279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083a25f-ae47-4716-8778-28b860c54f48 admin admin] Pushing event updated for resources: {'Port': ['ID=1e3c9016-e0e4-46cc-bdd2-1467f444c301,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:00.738103 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cbb270c2-d0b9-4233-81c7-4cbcb330958c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:00.745185 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cbb270c2-d0b9-4233-81c7-4cbcb330958c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:00.770286 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] Attempting to bind port 6c745f81-60ef-4cc5-bff9-dcde43fe0b02 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:36:00.771008 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] Attempting to bind port 6c745f81-60ef-4cc5-bff9-dcde43fe0b02 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:36:00.771628 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] Attempting to bind port 6c745f81-60ef-4cc5-bff9-dcde43fe0b02 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:36:00.773995 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc54d3-6daa-4c61-a030-4e9bc71f65a5 None None] Pushing event updated for resources: {'Port': ['ID=6c745f81-60ef-4cc5-bff9-dcde43fe0b02,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:00.781285 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:36:00.782550 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:36:00.783189 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:00.783820 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:36:00.784721 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] Bound port: 6c745f81-60ef-4cc5-bff9-dcde43fe0b02, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:36:00.785349 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:00.808837 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cbb270c2-d0b9-4233-81c7-4cbcb330958c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f5584e8dd8041608e626a4b104deb2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4374671 Nov 12 00:36:00.809980 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb270c2-d0b9-4233-81c7-4cbcb330958c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98e324c-58cb-461c-be20-d2cd01d2dace,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:00.814450 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49350) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:00.846665 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c29fda56-8435-4fd4-b876-285e2134a532 req-8d9c5a32-5812-4281-aa8b-b802b0f95dd9 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7e9eb5ebe054e9bb51945a5d738bd5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1262460 Nov 12 00:36:00.860912 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa14c8-3e91-4a32-a0a9-e38c8a92bf23 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:00.913955 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-62fefc44-660d-4cd9-9140-5548a2986dc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:00.925383 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] For port 6c745f81-60ef-4cc5-bff9-dcde43fe0b02, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:36:00.934828 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] For port 6c745f81-60ef-4cc5-bff9-dcde43fe0b02, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6c745f81-60ef-4cc5-bff9-dcde43fe0b02,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:36:00.943163 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:00.949160 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-62fefc44-660d-4cd9-9140-5548a2986dc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:01.039582 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-62fefc44-660d-4cd9-9140-5548a2986dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:01.042482 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-62fefc44-660d-4cd9-9140-5548a2986dc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:01.047202 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] Routers {'c6c15592-2894-421d-8303-7947f38e5e8b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:36:01.047851 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:35:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c6c15592-2894-421d-8303-7947f38e5e8b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:01.051205 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-62fefc44-660d-4cd9-9140-5548a2986dc8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d98e324c-58cb-461c-be20-d2cd01d2dace HTTP/1.1" status: 204 len: 168 time: 0.2353544 Nov 12 00:36:01.068336 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fefc44-660d-4cd9-9140-5548a2986dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98e324c-58cb-461c-be20-d2cd01d2dace,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:01.096400 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f083a25f-ae47-4716-8778-28b860c54f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:01.130604 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc54d3-6daa-4c61-a030-4e9bc71f65a5 None None] Pushing event updated for resources: {'Port': ['ID=6c745f81-60ef-4cc5-bff9-dcde43fe0b02,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:01.316615 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-867a1887-8130-4225-ac71-590a147de5f9 None None] Provisioning complete for port 1e3c9016-e0e4-46cc-bdd2-1467f444c301 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:01.317030 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-867a1887-8130-4225-ac71-590a147de5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:01.374181 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c00993-5010-4e78-9038-9174e989923e req-d33cceff-29ca-44ed-bed3-166e114a670e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:01.378038 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-867a1887-8130-4225-ac71-590a147de5f9 None None] Port 1e3c9016-e0e4-46cc-bdd2-1467f444c301 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:36:01.387367 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-77c00993-5010-4e78-9038-9174e989923e req-d33cceff-29ca-44ed-bed3-166e114a670e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 950 time: 0.1227400 Nov 12 00:36:01.390660 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] Set router c6c15592-2894-421d-8303-7947f38e5e8b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:36:01.444480 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c29fda56-8435-4fd4-b876-285e2134a532 req-f2f6344c-608c-4073-8742-a3a9b922284f service neutron] 10.222.0.31 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961630 Nov 12 00:36:01.454391 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-77c00993-5010-4e78-9038-9174e989923e req-a71783a6-cb30-421d-b978-9242e20dd93d tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657923 Nov 12 00:36:01.546024 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f2fa14c8-3e91-4a32-a0a9-e38c8a92bf23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:01.550525 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f083a25f-ae47-4716-8778-28b860c54f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:01.622518 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49362) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:01.642435 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b856d659-f5cb-4d25-bf58-ba4fd1528526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:01.725704 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f2fa14c8-3e91-4a32-a0a9-e38c8a92bf23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:01.734073 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f2fa14c8-3e91-4a32-a0a9-e38c8a92bf23 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:01.760960 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b856d659-f5cb-4d25-bf58-ba4fd1528526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:01.767549 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b856d659-f5cb-4d25-bf58-ba4fd1528526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:01.768413 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c15592-2894-421d-8303-7947f38e5e8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1387657711-router', 'tenant_id': '7ddd6af176924f3db646935b41c18455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '6c745f81-60ef-4cc5-bff9-dcde43fe0b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:35:52Z', 'updated_at': '2021-11-12T00:35:55Z', 'revision_number': 3, 'project_id': '7ddd6af176924f3db646935b41c18455', 'gw_port': {'id': '6c745f81-60ef-4cc5-bff9-dcde43fe0b02', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c15592-2894-421d-8303-7947f38e5e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:54Z', 'updated_at': '2021-11-12T00:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:01.796890 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b856d659-f5cb-4d25-bf58-ba4fd1528526 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b37dc34d572b43c397a2b87a39e4137a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706400 Nov 12 00:36:01.797218 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49366) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:01.820299 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f2fa14c8-3e91-4a32-a0a9-e38c8a92bf23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:01.820894 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fa14c8-3e91-4a32-a0a9-e38c8a92bf23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb398f74-3b3a-40de-bbf7-adc50ea41582 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:36:01.833366 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c29fda56-8435-4fd4-b876-285e2134a532 req-ced56df5-994a-4594-978c-8f4243a48b89 service neutron] 10.222.0.31 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877528 Nov 12 00:36:01.848598 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f2fa14c8-3e91-4a32-a0a9-e38c8a92bf23 admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:01.849484 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c649713b-179f-4521-8a9b-0d665dfd1e25 None None] The sync data for ids ['c6c15592-2894-421d-8303-7947f38e5e8b'] in n-d-712137-14 is: [{'id': 'c6c15592-2894-421d-8303-7947f38e5e8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1387657711-router', 'tenant_id': '7ddd6af176924f3db646935b41c18455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '6c745f81-60ef-4cc5-bff9-dcde43fe0b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:35:52Z', 'updated_at': '2021-11-12T00:35:55Z', 'revision_number': 3, 'project_id': '7ddd6af176924f3db646935b41c18455', 'gw_port': {'id': '6c745f81-60ef-4cc5-bff9-dcde43fe0b02', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c15592-2894-421d-8303-7947f38e5e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:54Z', 'updated_at': '2021-11-12T00:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:36:01.857181 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49368) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:01.857277 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f2fa14c8-3e91-4a32-a0a9-e38c8a92bf23 admin admin] 10.222.0.31 "DELETE /v2.0/routers/cb398f74-3b3a-40de-bbf7-adc50ea41582 HTTP/1.1" status: 204 len: 168 time: 2.9797482 Nov 12 00:36:01.890654 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856d659-f5cb-4d25-bf58-ba4fd1528526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a9f72d-641e-4b0d-b44d-1a454f3e8605,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:02.086498 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-00de0d48-65bc-4d2e-9083-9203c40380c9 admin admin] Deleting subnet 7508997e-9662-43d1-b640-f23ad441eac5 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:36:02.106959 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00de0d48-65bc-4d2e-9083-9203c40380c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:02.150993 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d8001b52-cfd3-4b50-bd53-073a64b64095 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:02.166586 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d05da093-92c9-4bf5-95b4-2ffa03c6d9a4 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:36:02.183627 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f083a25f-ae47-4716-8778-28b860c54f48 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:02.206433 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: d05da093-92c9-4bf5-95b4-2ffa03c6d9a4 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:36:02.209881 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-750a93ac-c9e9-4631-9889-785fdef18da9 req-dc6172ee-18eb-431f-a203-2261ecb5a627 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=48992f52-b88a-4029-bea0-3b5eb69582fe HTTP/1.1" status: 200 len: 210 time: 0.0474184 Nov 12 00:36:02.210872 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f083a25f-ae47-4716-8778-28b860c54f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:02.216665 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d8001b52-cfd3-4b50-bd53-073a64b64095 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:02.224452 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d05da093-92c9-4bf5-95b4-2ffa03c6d9a4 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:36:02.225488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:36:02.273155 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d8001b52-cfd3-4b50-bd53-073a64b64095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:02.276460 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d8001b52-cfd3-4b50-bd53-073a64b64095 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:02.277938 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d8001b52-cfd3-4b50-bd53-073a64b64095 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54a9f72d-641e-4b0d-b44d-1a454f3e8605 HTTP/1.1" status: 204 len: 168 time: 0.4796994 Nov 12 00:36:02.280594 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:36:02.281102 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5bf7d5a7-ad1a-4bb3-b3dd-424bff6415bd not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:36:02.341649 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00de0d48-65bc-4d2e-9083-9203c40380c9 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:02.355179 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8001b52-cfd3-4b50-bd53-073a64b64095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a9f72d-641e-4b0d-b44d-1a454f3e8605,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:02.385433 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083a25f-ae47-4716-8778-28b860c54f48 admin admin] Pushing event updated for resources: {'Port': ['ID=1e3c9016-e0e4-46cc-bdd2-1467f444c301,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:02.402723 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f083a25f-ae47-4716-8778-28b860c54f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:02.625536 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00de0d48-65bc-4d2e-9083-9203c40380c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:02.665925 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f083a25f-ae47-4716-8778-28b860c54f48 admin admin] Network 941f1c18-ab78-472c-896d-e7afd01c20da is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:36:02.670634 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-f083a25f-ae47-4716-8778-28b860c54f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:36:02.709936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a447ebd-0280-4a49-b5e4-a337329e008f req-e8da9a36-895d-43e4-82c9-7cd060e65e44 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:02.728211 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9a447ebd-0280-4a49-b5e4-a337329e008f req-e8da9a36-895d-43e4-82c9-7cd060e65e44 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 950 time: 0.1391885 Nov 12 00:36:02.858873 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00de0d48-65bc-4d2e-9083-9203c40380c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:02.956029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f083a25f-ae47-4716-8778-28b860c54f48 admin admin] Router c6c15592-2894-421d-8303-7947f38e5e8b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:36:03.004056 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00de0d48-65bc-4d2e-9083-9203c40380c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:03.004591 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e229b127-6fce-438b-8c35-a75db90a5fa8 None None] Network d8075018-1a5e-478d-8f27-a31a745be89e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:36:03.015406 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-00de0d48-65bc-4d2e-9083-9203c40380c9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7508997e-9662-43d1-b640-f23ad441eac5 HTTP/1.1" status: 204 len: 168 time: 1.1572647 Nov 12 00:36:03.027272 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de0d48-65bc-4d2e-9083-9203c40380c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7508997e-9662-43d1-b640-f23ad441eac5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:03.039558 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49396) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:03.065513 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9a447ebd-0280-4a49-b5e4-a337329e008f req-bee0ddc9-a9ea-45d9-b540-e9d53e5223f7 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361342 Nov 12 00:36:03.264356 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:03.489037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Deleting port 9e751232-ef6e-40c6-91e0-8370a296c738 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:36:03.489451 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:03.684647 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1c32fb2d-fe45-4a36-8eab-a1f48eb63b06 None None] Provisioning complete for port 1e3c9016-e0e4-46cc-bdd2-1467f444c301 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:03.685224 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1c32fb2d-fe45-4a36-8eab-a1f48eb63b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:03.745450 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1c32fb2d-fe45-4a36-8eab-a1f48eb63b06 None None] Port 1e3c9016-e0e4-46cc-bdd2-1467f444c301 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:36:03.825607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-f7195bb2-fd0f-4372-bc98-a8af81ebde7d req-36c91b11-6b42-420c-8d5c-483c7b4b309a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:36:03.839790 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f7195bb2-fd0f-4372-bc98-a8af81ebde7d req-36c91b11-6b42-420c-8d5c-483c7b4b309a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0319712 Nov 12 00:36:03.844982 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dff0c4-e2bd-486c-ba12-1545378daed2 None None] DHCP port deletion for d8075018-1a5e-478d-8f27-a31a745be89e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:36:04.030072 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f083a25f-ae47-4716-8778-28b860c54f48 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:36:04.040466 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f083a25f-ae47-4716-8778-28b860c54f48 admin admin] 10.222.0.31 "PUT /v2.0/routers/c6c15592-2894-421d-8303-7947f38e5e8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2666728 Nov 12 00:36:04.047354 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-22dff0c4-e2bd-486c-ba12-1545378daed2 None None] Deleting port 9e751232-ef6e-40c6-91e0-8370a296c738 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:36:04.049769 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-22dff0c4-e2bd-486c-ba12-1545378daed2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:04.251813 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6c745f81-60ef-4cc5-bff9-dcde43fe0b02 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:36:04.380533 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fda56-8435-4fd4-b876-285e2134a532 req-e9e634c5-9af9-4e70-9b6b-d2b820c9dfd3 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:04.382505 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c29fda56-8435-4fd4-b876-285e2134a532 req-e9e634c5-9af9-4e70-9b6b-d2b820c9dfd3 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.21 "GET /v2.0/networks?id=efed2f8d-410d-453a-a918-3e5afbff8a94 HTTP/1.1" status: 200 len: 805 time: 0.2809701 Nov 12 00:36:04.405085 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-d6a689ff-4b31-4b68-8cae-6bb47cee42ff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0756323 Nov 12 00:36:04.410949 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d59b54b1-7207-4e23-8c89-5f2120858327 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Request body: {'port': {'device_id': '48992f52-b88a-4029-bea0-3b5eb69582fe', 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94', 'admin_state_up': True, 'tenant_id': 'b7e9eb5ebe054e9bb51945a5d738bd5b'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:04.418559 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-22dff0c4-e2bd-486c-ba12-1545378daed2 None None] For port 9e751232-ef6e-40c6-91e0-8370a296c738, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9e751232-ef6e-40c6-91e0-8370a296c738,segment=NetworkSegment(fe0e5af8-35b8-40ac-85c9-dfdd223990aa),segment_id=fe0e5af8-35b8-40ac-85c9-dfdd223990aa)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:04.419218 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-22dff0c4-e2bd-486c-ba12-1545378daed2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:04.433449 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-98bd8260-ec26-4aa2-bfe1-ff9838bba5cb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:36:04.449243 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-98bd8260-ec26-4aa2-bfe1-ff9838bba5cb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0325296 Nov 12 00:36:04.459378 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-22dff0c4-e2bd-486c-ba12-1545378daed2 None None] Calling delete_port for 9e751232-ef6e-40c6-91e0-8370a296c738 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:36:04.543582 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bbf357ad-e05c-4d65-8695-80dcec911667 req-f2b8f3f8-f0a4-4655-b1c4-0246629ef306 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=48992f52-b88a-4029-bea0-3b5eb69582fe HTTP/1.1" status: 200 len: 210 time: 0.1289062 Nov 12 00:36:04.579921 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] For port 9e751232-ef6e-40c6-91e0-8370a296c738, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9e751232-ef6e-40c6-91e0-8370a296c738,segment=NetworkSegment(fe0e5af8-35b8-40ac-85c9-dfdd223990aa),segment_id=fe0e5af8-35b8-40ac-85c9-dfdd223990aa)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:04.582618 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:04.647145 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Calling delete_port for 9e751232-ef6e-40c6-91e0-8370a296c738 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:36:04.790087 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-22dff0c4-e2bd-486c-ba12-1545378daed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:04.805125 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3cb0c-566c-405c-ad8f-b68f07834c63 req-670d10a3-fe33-424a-8621-eaaa2526e504 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:04.817516 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b3c3cb0c-566c-405c-ad8f-b68f07834c63 req-670d10a3-fe33-424a-8621-eaaa2526e504 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 950 time: 0.3654618 Nov 12 00:36:04.828852 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:04.853266 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dff0c4-e2bd-486c-ba12-1545378daed2 None None] Pushing event deleted for resources: {'Port': ['ID=9e751232-ef6e-40c6-91e0-8370a296c738,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:04.860293 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dff0c4-e2bd-486c-ba12-1545378daed2 None None] No DVR routers for this DVR port 9e751232-ef6e-40c6-91e0-8370a296c738 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:36:04.862017 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 6c745f81-60ef-4cc5-bff9-dcde43fe0b02 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:04.862645 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:04.930434 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] No DVR routers for this DVR port 9e751232-ef6e-40c6-91e0-8370a296c738 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:36:04.939694 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e751232-ef6e-40c6-91e0-8370a296c738,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:05.008529 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b3c3cb0c-566c-405c-ad8f-b68f07834c63 req-5ba50135-7096-4a5b-b383-2d84ac52514c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897523 Nov 12 00:36:05.025673 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] Sync routers for ids ['c6c15592-2894-421d-8303-7947f38e5e8b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:36:05.036671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d59b54b1-7207-4e23-8c89-5f2120858327 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Made reservation on behalf of b7e9eb5ebe054e9bb51945a5d738bd5b for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:36:05.045997 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d59b54b1-7207-4e23-8c89-5f2120858327 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:05.067458 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] Routers {'c6c15592-2894-421d-8303-7947f38e5e8b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:36:05.068247 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:35:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c6c15592-2894-421d-8303-7947f38e5e8b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:05.114437 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:05.163233 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:05.182283 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:36:05.183947 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:36:05.184873 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:36:05.186801 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Subscribe: > port after_create 55550000 {{(pid=114243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:36:05.187715 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:36:05.189138 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Subscribe: > port after_update 55550000 {{(pid=114243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:36:05.192514 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:36:05.193213 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:36:05.193860 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:36:05.194427 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:36:05.230383 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 6c745f81-60ef-4cc5-bff9-dcde43fe0b02, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6c745f81-60ef-4cc5-bff9-dcde43fe0b02,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:05.246828 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:05.402406 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:36:05.404584 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:36:05.405179 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:36:05.405744 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:36:05.410848 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=6c745f81-60ef-4cc5-bff9-dcde43fe0b02,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:05.411752 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8075018-1a5e-478d-8f27-a31a745be89e']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:05.425367 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9e751232-ef6e-40c6-91e0-8370a296c738 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:36:05.439492 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d59b54b1-7207-4e23-8c89-5f2120858327 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Allocated IP 172.20.0.14 (efed2f8d-410d-453a-a918-3e5afbff8a94/66de2356-7ea2-45bf-8678-a507a5cc17cd/e6351ffe-b3dc-4b60-9426-763e7761703a) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:36:05.457524 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0e5af8-35b8-40ac-85c9-dfdd223990aa') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:05.461022 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0e5af8-35b8-40ac-85c9-dfdd223990aa') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:05.479903 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 9e751232-ef6e-40c6-91e0-8370a296c738 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:36:05.480406 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9e751232-ef6e-40c6-91e0-8370a296c738 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:36:05.501074 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:05.548184 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:05.566573 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:36:05.567119 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: from cryptography.utils import int_from_bytes Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: from cryptography.utils import int_from_bytes Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:36:05.574714 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:36:05.631156 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] Set router c6c15592-2894-421d-8303-7947f38e5e8b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:36:05.796652 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0466516a-e096-4fd8-8b7e-3a45c3b069b9 req-765006e2-3573-49cf-b075-8f1f1492e9f1 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=48992f52-b88a-4029-bea0-3b5eb69582fe HTTP/1.1" status: 200 len: 210 time: 0.1230271 Nov 12 00:36:05.819698 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:05.836561 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:05.848649 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d8075018-1a5e-478d-8f27-a31a745be89e HTTP/1.1" status: 204 len: 168 time: 2.8060081 Nov 12 00:36:05.891766 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb943c2e-d0c8-4a23-a49b-3cf7e571ab99 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8075018-1a5e-478d-8f27-a31a745be89e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:05.916169 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d59b54b1-7207-4e23-8c89-5f2120858327 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:05.925062 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49490) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:05.931154 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-8c29449a-7c79-47ec-b01b-3193223c4dc1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1566329083-network', 'tenant_id': '251933fdb0034528a0356ed58d199677'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:05.988232 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c29449a-7c79-47ec-b01b-3193223c4dc1 admin admin] Made reservation on behalf of 251933fdb0034528a0356ed58d199677 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:36:05.995202 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c29449a-7c79-47ec-b01b-3193223c4dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:06.016439 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c29449a-7c79-47ec-b01b-3193223c4dc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:06.045543 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d59b54b1-7207-4e23-8c89-5f2120858327 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:06.114688 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c15592-2894-421d-8303-7947f38e5e8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1387657711-router', 'tenant_id': '7ddd6af176924f3db646935b41c18455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '6c745f81-60ef-4cc5-bff9-dcde43fe0b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:35:52Z', 'updated_at': '2021-11-12T00:36:01Z', 'revision_number': 4, 'project_id': '7ddd6af176924f3db646935b41c18455', 'gw_port': {'id': '6c745f81-60ef-4cc5-bff9-dcde43fe0b02', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c15592-2894-421d-8303-7947f38e5e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:54Z', 'updated_at': '2021-11-12T00:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '1e3c9016-e0e4-46cc-bdd2-1467f444c301', 'name': '', 'network_id': '941f1c18-ab78-472c-896d-e7afd01c20da', 'tenant_id': '7ddd6af176924f3db646935b41c18455', 'mac_address': 'fa:16:3e:73:25:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c15592-2894-421d-8303-7947f38e5e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '80fdc917-d293-46b2-acb1-3ea12a3d28ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:59Z', 'updated_at': '2021-11-12T00:36:01Z', 'revision_number': 2, 'project_id': '7ddd6af176924f3db646935b41c18455', 'subnets': [{'id': '80fdc917-d293-46b2-acb1-3ea12a3d28ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:06.185046 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d59b54b1-7207-4e23-8c89-5f2120858327 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Network efed2f8d-410d-453a-a918-3e5afbff8a94 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:36:06.194772 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d59b54b1-7207-4e23-8c89-5f2120858327 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:36:06.208763 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d59b54b1-7207-4e23-8c89-5f2120858327 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:36:06.222494 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6c745f81-60ef-4cc5-bff9-dcde43fe0b02 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:36:06.372759 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] Checking router: c6c15592-2894-421d-8303-7947f38e5e8b for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:36:06.373121 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] Updating router c6c15592-2894-421d-8303-7947f38e5e8b port 1e3c9016-e0e4-46cc-bdd2-1467f444c301 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:36:06.410212 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b54b1-7207-4e23-8c89-5f2120858327 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Pushing event updated for resources: {'Port': ['ID=e6351ffe-b3dc-4b60-9426-763e7761703a,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:06.477956 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:06.489477 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22131d97-0a25-4a79-8856-42f44ec4b22a req-79069984-de1a-4820-a5a6-d4a609855495 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:06.501356 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-22131d97-0a25-4a79-8856-42f44ec4b22a req-79069984-de1a-4820-a5a6-d4a609855495 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 950 time: 0.2919621 Nov 12 00:36:06.508127 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d59b54b1-7207-4e23-8c89-5f2120858327 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:06.509482 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d59b54b1-7207-4e23-8c89-5f2120858327 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:06.523707 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49506) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:06.553545 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d59b54b1-7207-4e23-8c89-5f2120858327 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1591358 Nov 12 00:36:06.574812 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] Request body: {'port': {'device_id': '48992f52-b88a-4029-bea0-3b5eb69582fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:06.701782 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-22131d97-0a25-4a79-8856-42f44ec4b22a req-e8c9cc64-7d2c-4816-af82-3b6bf5364ac2 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862068 Nov 12 00:36:06.775554 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:06.789351 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c29449a-7c79-47ec-b01b-3193223c4dc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:06.795561 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c29449a-7c79-47ec-b01b-3193223c4dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:06.810395 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c29449a-7c79-47ec-b01b-3193223c4dc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:36:06.880479 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b22590a3-43a0-4dd8-949a-e7e904ad2b5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=386446a239134ae9b64c43928dbfa734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269751 Nov 12 00:36:06.884543 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c29449a-7c79-47ec-b01b-3193223c4dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:06.884936 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-8c29449a-7c79-47ec-b01b-3193223c4dc1 admin admin] Added segment 117379c3-0ebc-465a-9225-053eb0cb8439 of type vlan for network c42a0403-abc2-49d5-a78a-54ed81b5c1bf Nov 12 00:36:06.885586 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49514) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:06.908031 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29449a-7c79-47ec-b01b-3193223c4dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ec60ca-6ef3-4c1d-b7cc-c8e5079a9e8f,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:07.042776 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0ad4b2b4-08ee-4213-9b46-04b17c915eea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:07.061446 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c29449a-7c79-47ec-b01b-3193223c4dc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:07.101748 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c987dc1-9e10-4201-bf34-14240433bec5 req-dd6b9559-6d06-4395-bdaf-c0bc64b53bf3 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:07.103312 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c987dc1-9e10-4201-bf34-14240433bec5 req-dd6b9559-6d06-4395-bdaf-c0bc64b53bf3 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=48992f52-b88a-4029-bea0-3b5eb69582fe HTTP/1.1" status: 200 len: 932 time: 0.1652913 Nov 12 00:36:07.132230 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0ad4b2b4-08ee-4213-9b46-04b17c915eea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:07.144027 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c29449a-7c79-47ec-b01b-3193223c4dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:07.147998 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c29449a-7c79-47ec-b01b-3193223c4dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:07.148844 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c29449a-7c79-47ec-b01b-3193223c4dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:07.195362 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:07.200171 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 6c745f81-60ef-4cc5-bff9-dcde43fe0b02 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:07.200574 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:07.260762 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c987dc1-9e10-4201-bf34-14240433bec5 req-66cd7edb-490e-431a-bc17-6f3190526b6d tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413891 Nov 12 00:36:07.285339 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:07.332449 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0ad4b2b4-08ee-4213-9b46-04b17c915eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:07.335689 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0ad4b2b4-08ee-4213-9b46-04b17c915eea admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:07.337370 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0ad4b2b4-08ee-4213-9b46-04b17c915eea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c5f19e4-730c-49db-b4d1-1e562ee81470 HTTP/1.1" status: 204 len: 168 time: 0.4489231 Nov 12 00:36:07.374377 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4b2b4-08ee-4213-9b46-04b17c915eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5f19e4-730c-49db-b4d1-1e562ee81470,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:07.390051 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8c29449a-7c79-47ec-b01b-3193223c4dc1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4638319 Nov 12 00:36:07.397852 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49526) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:07.428886 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-cd159c5e-bc9d-47aa-bfd8-06c59d36bbb8 admin admin] Request body: {'subnet': {'network_id': 'c42a0403-abc2-49d5-a78a-54ed81b5c1bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1566329083-subnet', 'tenant_id': '251933fdb0034528a0356ed58d199677', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:07.469222 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29449a-7c79-47ec-b01b-3193223c4dc1 admin admin] Pushing event updated for resources: {'Network': ['ID=c42a0403-abc2-49d5-a78a-54ed81b5c1bf,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:07.486512 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-0cedbdd2-0dcf-44dd-8c22-ced841780d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:07.490130 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-0cedbdd2-0dcf-44dd-8c22-ced841780d2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 1102 time: 0.2371998 Nov 12 00:36:07.509752 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd159c5e-bc9d-47aa-bfd8-06c59d36bbb8 admin admin] Made reservation on behalf of 251933fdb0034528a0356ed58d199677 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:36:07.517095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network c42a0403-abc2-49d5-a78a-54ed81b5c1bf details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:36:07.518131 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd159c5e-bc9d-47aa-bfd8-06c59d36bbb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:07.746301 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18d60d-0856-4723-89d0-93ce03dff162 None None] Pushing event updated for resources: {'Port': ['ID=1e3c9016-e0e4-46cc-bdd2-1467f444c301,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:07.794334 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6351ffe-b3dc-4b60-9426-763e7761703a {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:36:07.802699 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-bd9eda16-0612-4bf0-b4e3-8ea6f94dab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:07.804203 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-bd9eda16-0612-4bf0-b4e3-8ea6f94dab0f service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.3059039 Nov 12 00:36:07.807293 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] Attempting to bind port 1e3c9016-e0e4-46cc-bdd2-1467f444c301 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:36:07.807857 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] Attempting to bind port 1e3c9016-e0e4-46cc-bdd2-1467f444c301 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '962fe988-ddde-4b85-a368-99ebcdb459c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941f1c18-ab78-472c-896d-e7afd01c20da'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:36:07.817667 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] Attempting to bind port 1e3c9016-e0e4-46cc-bdd2-1467f444c301 on network 941f1c18-ab78-472c-896d-e7afd01c20da {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:36:07.827857 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:36:07.828904 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] Checking segment: {'id': '962fe988-ddde-4b85-a368-99ebcdb459c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941f1c18-ab78-472c-896d-e7afd01c20da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:36:07.829586 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:07.830140 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] Bound using segment: {'id': '962fe988-ddde-4b85-a368-99ebcdb459c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941f1c18-ab78-472c-896d-e7afd01c20da'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:36:07.830792 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] Bound port: 1e3c9016-e0e4-46cc-bdd2-1467f444c301, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962fe988-ddde-4b85-a368-99ebcdb459c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941f1c18-ab78-472c-896d-e7afd01c20da'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:36:07.831367 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:07.832923 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:07.862878 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] Transition to ACTIVE for port object e6351ffe-b3dc-4b60-9426-763e7761703a will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:36:07.869060 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:07.939717 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-b538b745-7cd4-45b4-8153-d06ee2cf91c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=05a5ed81-c561-4205-b530-77b2e13676d5 HTTP/1.1" status: 200 len: 217 time: 0.1276450 Nov 12 00:36:07.981972 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f0444e12-3f90-4ad0-933d-c3697ea3c81c None None] Provisioning complete for port 1e3c9016-e0e4-46cc-bdd2-1467f444c301 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:07.985591 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f0444e12-3f90-4ad0-933d-c3697ea3c81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:08.063186 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f0444e12-3f90-4ad0-933d-c3697ea3c81c None None] Port 1e3c9016-e0e4-46cc-bdd2-1467f444c301 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:36:08.091345 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f96ec6-5de7-46f6-bd4c-e68d58164155 req-0fd387bb-a200-4188-b5ae-5149778d65a3 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:08.100977 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-66f96ec6-5de7-46f6-bd4c-e68d58164155 req-0fd387bb-a200-4188-b5ae-5149778d65a3 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 950 time: 0.1857793 Nov 12 00:36:08.112226 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-ce103936-d2ef-4ccf-980a-82e81085e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:08.114432 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-ce103936-d2ef-4ccf-980a-82e81085e689 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1634579 Nov 12 00:36:08.123596 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] For port 1e3c9016-e0e4-46cc-bdd2-1467f444c301, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:36:08.141131 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] For port 1e3c9016-e0e4-46cc-bdd2-1467f444c301, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1e3c9016-e0e4-46cc-bdd2-1467f444c301,segment=NetworkSegment(962fe988-ddde-4b85-a368-99ebcdb459c4),segment_id=962fe988-ddde-4b85-a368-99ebcdb459c4)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:36:08.149198 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:08.155580 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] Pushing event updated for resources: {'Port': ['ID=e6351ffe-b3dc-4b60-9426-763e7761703a,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:08.232983 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-66f96ec6-5de7-46f6-bd4c-e68d58164155 req-04a89871-4613-47b2-a96d-341718233cf4 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240256 Nov 12 00:36:08.236016 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] Attempting to bind port e6351ffe-b3dc-4b60-9426-763e7761703a on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:36:08.245586 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] Attempting to bind port e6351ffe-b3dc-4b60-9426-763e7761703a by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '642f570b-ca64-4984-8f79-800d8f30fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:36:08.245973 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] Attempting to bind port e6351ffe-b3dc-4b60-9426-763e7761703a on network efed2f8d-410d-453a-a918-3e5afbff8a94 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:36:08.256801 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-2c807abf-76c3-4580-9d7e-3b9edad3c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:08.269178 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-2c807abf-76c3-4580-9d7e-3b9edad3c2c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1456597 Nov 12 00:36:08.274395 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] Port e6351ffe-b3dc-4b60-9426-763e7761703a on network efed2f8d-410d-453a-a918-3e5afbff8a94 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:36:08.276523 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] Attempting to bind port e6351ffe-b3dc-4b60-9426-763e7761703a on network efed2f8d-410d-453a-a918-3e5afbff8a94 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:36:08.438916 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:36:08.439544 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] Checking segment: {'id': '642f570b-ca64-4984-8f79-800d8f30fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:36:08.441782 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] Routers {'c6c15592-2894-421d-8303-7947f38e5e8b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:36:08.442289 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] Bound using segment: {'id': '642f570b-ca64-4984-8f79-800d8f30fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:36:08.445008 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:35:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c6c15592-2894-421d-8303-7947f38e5e8b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:08.445290 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] Bound port: e6351ffe-b3dc-4b60-9426-763e7761703a, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642f570b-ca64-4984-8f79-800d8f30fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:36:08.445807 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:08.448660 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:08.566787 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18d60d-0856-4723-89d0-93ce03dff162 None None] Pushing event updated for resources: {'Port': ['ID=1e3c9016-e0e4-46cc-bdd2-1467f444c301,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:08.742498 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] Set router c6c15592-2894-421d-8303-7947f38e5e8b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:36:08.749456 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] For port e6351ffe-b3dc-4b60-9426-763e7761703a, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:36:08.764470 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] For port e6351ffe-b3dc-4b60-9426-763e7761703a, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e6351ffe-b3dc-4b60-9426-763e7761703a,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:36:08.773089 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd159c5e-bc9d-47aa-bfd8-06c59d36bbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:08.782974 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2260b95-42c6-4beb-932d-4d4ce470e816 req-356e77db-ce50-4553-92e1-7c84a9f784ac tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:08.796127 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2260b95-42c6-4beb-932d-4d4ce470e816 req-356e77db-ce50-4553-92e1-7c84a9f784ac tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=48992f52-b88a-4029-bea0-3b5eb69582fe HTTP/1.1" status: 200 len: 944 time: 0.2779999 Nov 12 00:36:08.830660 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-0443ec3e-08dc-4815-8376-886c8a8c9b26 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549524 Nov 12 00:36:08.874877 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd159c5e-bc9d-47aa-bfd8-06c59d36bbb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=396952f4-a0c3-43c3-8a72-2d111f20f898,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:08.891234 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:08.968609 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:08.969550 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-abbae2f5-a265-418f-9892-281d2acbd144 None None] Provisioning complete for port 1e3c9016-e0e4-46cc-bdd2-1467f444c301 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:08.969920 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-abbae2f5-a265-418f-9892-281d2acbd144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:08.970990 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:08.973496 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c29fda56-8435-4fd4-b876-285e2134a532 req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] 10.222.0.21 "PUT /v2.0/ports/e6351ffe-b3dc-4b60-9426-763e7761703a HTTP/1.1" status: 200 len: 1093 time: 2.4111130 Nov 12 00:36:08.991176 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48992f52-b88a-4029-bea0-3b5eb69582fe', 'tag': 'e6351ffe-b3dc-4b60-9426-763e7761703a'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:36:08.994537 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60def0c0-8e01-4089-9fae-95eeeb8251fa" -d '{"events": [{"name": "network-changed", "server_uuid": "48992f52-b88a-4029-bea0-3b5eb69582fe", "tag": "e6351ffe-b3dc-4b60-9426-763e7761703a"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:36:09.065178 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2260b95-42c6-4beb-932d-4d4ce470e816 req-1bdd8735-64b8-4863-917f-c0a85617f32d tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666643 Nov 12 00:36:09.071461 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49578) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:09.150905 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fda56-8435-4fd4-b876-285e2134a532 req-360b266d-ba6e-4e56-b8b8-70c794c1af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:09.152633 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c29fda56-8435-4fd4-b876-285e2134a532 req-360b266d-ba6e-4e56-b8b8-70c794c1af17 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7e9eb5ebe054e9bb51945a5d738bd5b&device_id=48992f52-b88a-4029-bea0-3b5eb69582fe HTTP/1.1" status: 200 len: 1096 time: 0.1146529 Nov 12 00:36:09.153600 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd159c5e-bc9d-47aa-bfd8-06c59d36bbb8 admin admin] Checking segment: {'id': '117379c3-0ebc-465a-9225-053eb0cb8439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c42a0403-abc2-49d5-a78a-54ed81b5c1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:36:09.154134 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd159c5e-bc9d-47aa-bfd8-06c59d36bbb8 admin admin] Network hostable DHCP agents. Network: c42a0403-abc2-49d5-a78a-54ed81b5c1bf, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:36:09.161217 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-c7179cd3-c709-4d26-9a98-63b0d8671dd1 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066716 Nov 12 00:36:09.180225 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7482e2b-21f5-46b2-934c-a54593b64b6f service neutron] Pushing event updated for resources: {'Port': ['ID=e6351ffe-b3dc-4b60-9426-763e7761703a,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:09.194122 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ee2e93-410c-474d-a2fa-4f918e406dd2 x-openstack-request-id: req-e8ee2e93-410c-474d-a2fa-4f918e406dd2 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:36:09.195128 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48992f52-b88a-4029-bea0-3b5eb69582fe", "tag": "e6351ffe-b3dc-4b60-9426-763e7761703a", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:36:09.195688 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8ee2e93-410c-474d-a2fa-4f918e406dd2 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:36:09.196717 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48992f52-b88a-4029-bea0-3b5eb69582fe', 'tag': 'e6351ffe-b3dc-4b60-9426-763e7761703a', 'status': 'completed', 'code': 200} Nov 12 00:36:09.198608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd159c5e-bc9d-47aa-bfd8-06c59d36bbb8 admin admin] Network c42a0403-abc2-49d5-a78a-54ed81b5c1bf is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:36:09.253821 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c29fda56-8435-4fd4-b876-285e2134a532 req-f509e310-d6e0-4255-aebd-15fd60bbdb05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6351ffe-b3dc-4b60-9426-763e7761703a HTTP/1.1" status: 200 len: 217 time: 0.0638490 Nov 12 00:36:09.284318 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-cd159c5e-bc9d-47aa-bfd8-06c59d36bbb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, c42a0403-abc2-49d5-a78a-54ed81b5c1bf) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:36:09.319433 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5c548f-dbd4-4b0d-ab21-15a9e405fee9 None None] Network c42a0403-abc2-49d5-a78a-54ed81b5c1bf requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:36:09.359417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd159c5e-bc9d-47aa-bfd8-06c59d36bbb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:09.360024 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd159c5e-bc9d-47aa-bfd8-06c59d36bbb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:09.386306 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-d62bc323-2d0a-4ac1-8337-01b7521caae2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-712508567-network', 'tenant_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:09.545809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fda56-8435-4fd4-b876-285e2134a532 req-4b8299e9-2485-410e-94b4-504960191d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:09.546960 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c29fda56-8435-4fd4-b876-285e2134a532 req-4b8299e9-2485-410e-94b4-504960191d86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=66de2356-7ea2-45bf-8678-a507a5cc17cd HTTP/1.1" status: 200 len: 845 time: 0.2816215 Nov 12 00:36:09.577043 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c95044-cb7c-43ba-bb1d-7fdff7221637 req-0c877a67-1b1c-46c7-948c-1a28c0624266 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:09.578582 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-08c95044-cb7c-43ba-bb1d-7fdff7221637 req-0c877a67-1b1c-46c7-948c-1a28c0624266 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 950 time: 0.2328095 Nov 12 00:36:09.606661 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62bc323-2d0a-4ac1-8337-01b7521caae2 admin admin] Made reservation on behalf of 9d5b72ac5ac14b75ab0e26c3d860e5ae for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:36:09.608825 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d62bc323-2d0a-4ac1-8337-01b7521caae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:09.625932 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cd159c5e-bc9d-47aa-bfd8-06c59d36bbb8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2244308 Nov 12 00:36:09.626493 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49592) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:09.632106 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-421a5965-0cbd-45a8-8ca5-f9e570951042 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1566329083-router', 'tenant_id': '251933fdb0034528a0356ed58d199677', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:09.652788 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c29fda56-8435-4fd4-b876-285e2134a532 req-81220157-f054-43bf-9f9a-3a4b132b94a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=efed2f8d-410d-453a-a918-3e5afbff8a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575919 Nov 12 00:36:09.655587 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d62bc323-2d0a-4ac1-8337-01b7521caae2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:09.685190 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-421a5965-0cbd-45a8-8ca5-f9e570951042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:09.686795 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-421a5965-0cbd-45a8-8ca5-f9e570951042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:09.695852 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-abbae2f5-a265-418f-9892-281d2acbd144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:09.713756 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62515b32-11fe-47b8-85a6-3105a9c80100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-c42a0403-abc2-49d5-a78a-54ed81b5c1bf', 'network_id': 'c42a0403-abc2-49d5-a78a-54ed81b5c1bf', 'tenant_id': '251933fdb0034528a0356ed58d199677', 'fixed_ips': [{'subnet_id': '396952f4-a0c3-43c3-8a72-2d111f20f898'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:36:09.714622 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-62515b32-11fe-47b8-85a6-3105a9c80100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:09.775127 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-08c95044-cb7c-43ba-bb1d-7fdff7221637 req-c72de382-fe26-4f31-8543-285cf546b725 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783733 Nov 12 00:36:09.815845 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-421a5965-0cbd-45a8-8ca5-f9e570951042 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:09.835248 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-abbae2f5-a265-418f-9892-281d2acbd144 None None] For port 1e3c9016-e0e4-46cc-bdd2-1467f444c301, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1e3c9016-e0e4-46cc-bdd2-1467f444c301,segment=NetworkSegment(962fe988-ddde-4b85-a368-99ebcdb459c4),segment_id=962fe988-ddde-4b85-a368-99ebcdb459c4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:09.856354 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c29fda56-8435-4fd4-b876-285e2134a532 req-c2ba704d-12e9-4caa-b7a5-7c343ee4a1cd service neutron] 10.222.0.21 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899402 Nov 12 00:36:09.858218 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-abbae2f5-a265-418f-9892-281d2acbd144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:09.954276 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c15592-2894-421d-8303-7947f38e5e8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1387657711-router', 'tenant_id': '7ddd6af176924f3db646935b41c18455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '6c745f81-60ef-4cc5-bff9-dcde43fe0b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:35:52Z', 'updated_at': '2021-11-12T00:36:01Z', 'revision_number': 4, 'project_id': '7ddd6af176924f3db646935b41c18455', 'gw_port': {'id': '6c745f81-60ef-4cc5-bff9-dcde43fe0b02', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c15592-2894-421d-8303-7947f38e5e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:54Z', 'updated_at': '2021-11-12T00:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '1e3c9016-e0e4-46cc-bdd2-1467f444c301', 'name': '', 'network_id': '941f1c18-ab78-472c-896d-e7afd01c20da', 'tenant_id': '7ddd6af176924f3db646935b41c18455', 'mac_address': 'fa:16:3e:73:25:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c15592-2894-421d-8303-7947f38e5e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '80fdc917-d293-46b2-acb1-3ea12a3d28ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:59Z', 'updated_at': '2021-11-12T00:36:08Z', 'revision_number': 4, 'project_id': '7ddd6af176924f3db646935b41c18455', 'subnets': [{'id': '80fdc917-d293-46b2-acb1-3ea12a3d28ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:09.960118 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d62bc323-2d0a-4ac1-8337-01b7521caae2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:09.973589 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d62bc323-2d0a-4ac1-8337-01b7521caae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:10.039435 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c29fda56-8435-4fd4-b876-285e2134a532 req-52a73587-5d23-4074-9415-feb2ceaf352b service neutron] 10.222.0.21 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721973 Nov 12 00:36:10.040517 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62bc323-2d0a-4ac1-8337-01b7521caae2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:36:10.069718 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d62bc323-2d0a-4ac1-8337-01b7521caae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:10.070058 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-d62bc323-2d0a-4ac1-8337-01b7521caae2 admin admin] Added segment 94d4e4ec-99a5-4fed-b0a4-81fc18c45edf of type vlan for network 3327f0c1-b9e7-44aa-b504-a46880adfd9c Nov 12 00:36:10.072189 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62bc323-2d0a-4ac1-8337-01b7521caae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab2e829-3d15-45b2-8c93-a99a6043582d,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:10.123055 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-421a5965-0cbd-45a8-8ca5-f9e570951042 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:10.127428 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6effa2b5-1503-4fd8-ac2a-088b41f794b4 None None] The sync data for ids ['c6c15592-2894-421d-8303-7947f38e5e8b'] in n-d-712137-14 is: [{'id': 'c6c15592-2894-421d-8303-7947f38e5e8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1387657711-router', 'tenant_id': '7ddd6af176924f3db646935b41c18455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '6c745f81-60ef-4cc5-bff9-dcde43fe0b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:35:52Z', 'updated_at': '2021-11-12T00:36:01Z', 'revision_number': 4, 'project_id': '7ddd6af176924f3db646935b41c18455', 'gw_port': {'id': '6c745f81-60ef-4cc5-bff9-dcde43fe0b02', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c15592-2894-421d-8303-7947f38e5e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:54Z', 'updated_at': '2021-11-12T00:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '1e3c9016-e0e4-46cc-bdd2-1467f444c301', 'name': '', 'network_id': '941f1c18-ab78-472c-896d-e7afd01c20da', 'tenant_id': '7ddd6af176924f3db646935b41c18455', 'mac_address': 'fa:16:3e:73:25:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c15592-2894-421d-8303-7947f38e5e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '80fdc917-d293-46b2-acb1-3ea12a3d28ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:59Z', 'updated_at': '2021-11-12T00:36:08Z', 'revision_number': 4, 'project_id': '7ddd6af176924f3db646935b41c18455', 'subnets': [{'id': '80fdc917-d293-46b2-acb1-3ea12a3d28ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:36:10.176425 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d62bc323-2d0a-4ac1-8337-01b7521caae2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:10.199352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbae2f5-a265-418f-9892-281d2acbd144 None None] Pushing event updated for resources: {'Port': ['ID=1e3c9016-e0e4-46cc-bdd2-1467f444c301,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:10.207345 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60def0c0-8e01-4089-9fae-95eeeb8251fa req-53063ed2-7d3d-481f-9192-384578b33243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:10.208881 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-60def0c0-8e01-4089-9fae-95eeeb8251fa req-53063ed2-7d3d-481f-9192-384578b33243 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7e9eb5ebe054e9bb51945a5d738bd5b&device_id=48992f52-b88a-4029-bea0-3b5eb69582fe HTTP/1.1" status: 200 len: 1096 time: 0.0817952 Nov 12 00:36:10.263422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-62515b32-11fe-47b8-85a6-3105a9c80100 None None] Allocated IP 172.20.0.2 (c42a0403-abc2-49d5-a78a-54ed81b5c1bf/396952f4-a0c3-43c3-8a72-2d111f20f898/ed1f5128-a2d8-4445-bbce-ab1155e6855a) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:36:10.363052 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d62bc323-2d0a-4ac1-8337-01b7521caae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:10.364241 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62bc323-2d0a-4ac1-8337-01b7521caae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:10.365038 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d62bc323-2d0a-4ac1-8337-01b7521caae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:10.448121 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-62515b32-11fe-47b8-85a6-3105a9c80100 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:10.455945 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-62515b32-11fe-47b8-85a6-3105a9c80100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:10.470772 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf32b42-0337-4a34-a3f5-51f84bbec5c2 req-1df0fad7-319d-4150-bc08-41437f21fb8e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:10.472491 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8bf32b42-0337-4a34-a3f5-51f84bbec5c2 req-1df0fad7-319d-4150-bc08-41437f21fb8e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=48992f52-b88a-4029-bea0-3b5eb69582fe HTTP/1.1" status: 200 len: 944 time: 0.0950787 Nov 12 00:36:10.481659 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d62bc323-2d0a-4ac1-8337-01b7521caae2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3721359 Nov 12 00:36:10.493840 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49616) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:10.504810 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62bc323-2d0a-4ac1-8337-01b7521caae2 admin admin] Pushing event updated for resources: {'Network': ['ID=3327f0c1-b9e7-44aa-b504-a46880adfd9c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:10.530745 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60def0c0-8e01-4089-9fae-95eeeb8251fa req-e1ac7acf-77f1-4585-8dbe-54d3be3a61cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:10.534763 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-60def0c0-8e01-4089-9fae-95eeeb8251fa req-e1ac7acf-77f1-4585-8dbe-54d3be3a61cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=efed2f8d-410d-453a-a918-3e5afbff8a94 HTTP/1.1" status: 200 len: 906 time: 0.3177454 Nov 12 00:36:10.546549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c7227c38-d41a-4432-a44d-5a7843a7a6b2 admin admin] Request body: {'subnet': {'network_id': '3327f0c1-b9e7-44aa-b504-a46880adfd9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-712508567-subnet', 'tenant_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:10.554032 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62515b32-11fe-47b8-85a6-3105a9c80100 None None] Pushing event updated for resources: {'Port': ['ID=ed1f5128-a2d8-4445-bbce-ab1155e6855a,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:10.557743 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 3327f0c1-b9e7-44aa-b504-a46880adfd9c details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:36:10.586394 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62515b32-11fe-47b8-85a6-3105a9c80100 None None] Network c42a0403-abc2-49d5-a78a-54ed81b5c1bf is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:36:10.590957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-62515b32-11fe-47b8-85a6-3105a9c80100 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:36:10.595877 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62515b32-11fe-47b8-85a6-3105a9c80100 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:36:10.628034 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7227c38-d41a-4432-a44d-5a7843a7a6b2 admin admin] Made reservation on behalf of 9d5b72ac5ac14b75ab0e26c3d860e5ae for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:36:10.630505 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c7227c38-d41a-4432-a44d-5a7843a7a6b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:10.641654 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-60def0c0-8e01-4089-9fae-95eeeb8251fa req-dbc88ab3-c33b-430e-ac26-c3bb1b2397d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6351ffe-b3dc-4b60-9426-763e7761703a HTTP/1.1" status: 200 len: 217 time: 0.0934229 Nov 12 00:36:10.709983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-62515b32-11fe-47b8-85a6-3105a9c80100 None None] Attempting to bind port ed1f5128-a2d8-4445-bbce-ab1155e6855a on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:36:10.710943 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-62515b32-11fe-47b8-85a6-3105a9c80100 None None] Attempting to bind port ed1f5128-a2d8-4445-bbce-ab1155e6855a by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '117379c3-0ebc-465a-9225-053eb0cb8439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c42a0403-abc2-49d5-a78a-54ed81b5c1bf'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:36:10.711702 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62515b32-11fe-47b8-85a6-3105a9c80100 None None] Attempting to bind port ed1f5128-a2d8-4445-bbce-ab1155e6855a on network c42a0403-abc2-49d5-a78a-54ed81b5c1bf {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:36:10.721723 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62515b32-11fe-47b8-85a6-3105a9c80100 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:36:10.722345 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62515b32-11fe-47b8-85a6-3105a9c80100 None None] Checking segment: {'id': '117379c3-0ebc-465a-9225-053eb0cb8439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c42a0403-abc2-49d5-a78a-54ed81b5c1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:36:10.722956 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-62515b32-11fe-47b8-85a6-3105a9c80100 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:10.723523 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62515b32-11fe-47b8-85a6-3105a9c80100 None None] Bound using segment: {'id': '117379c3-0ebc-465a-9225-053eb0cb8439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c42a0403-abc2-49d5-a78a-54ed81b5c1bf'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:36:10.724445 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-62515b32-11fe-47b8-85a6-3105a9c80100 None None] Bound port: ed1f5128-a2d8-4445-bbce-ab1155e6855a, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117379c3-0ebc-465a-9225-053eb0cb8439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c42a0403-abc2-49d5-a78a-54ed81b5c1bf'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:36:10.725509 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-62515b32-11fe-47b8-85a6-3105a9c80100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:10.753503 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8bf32b42-0337-4a34-a3f5-51f84bbec5c2 req-bb937b16-0ff3-4832-a2e2-cefb4019c10e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582059 Nov 12 00:36:10.777057 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60def0c0-8e01-4089-9fae-95eeeb8251fa req-5ff01d47-696f-4606-9d4a-6f4b0a84fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:10.783129 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-60def0c0-8e01-4089-9fae-95eeeb8251fa req-5ff01d47-696f-4606-9d4a-6f4b0a84fddd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=66de2356-7ea2-45bf-8678-a507a5cc17cd HTTP/1.1" status: 200 len: 845 time: 0.1294272 Nov 12 00:36:10.853456 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-60def0c0-8e01-4089-9fae-95eeeb8251fa req-d6e4f0fd-d0e8-4719-9ee6-d2d5d7ab0f7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=efed2f8d-410d-453a-a918-3e5afbff8a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566618 Nov 12 00:36:10.919656 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-62515b32-11fe-47b8-85a6-3105a9c80100 None None] For port ed1f5128-a2d8-4445-bbce-ab1155e6855a, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:36:10.931314 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-62515b32-11fe-47b8-85a6-3105a9c80100 None None] For port ed1f5128-a2d8-4445-bbce-ab1155e6855a, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ed1f5128-a2d8-4445-bbce-ab1155e6855a,segment=NetworkSegment(117379c3-0ebc-465a-9225-053eb0cb8439),segment_id=117379c3-0ebc-465a-9225-053eb0cb8439)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:36:10.937190 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-62515b32-11fe-47b8-85a6-3105a9c80100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:10.994508 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-60def0c0-8e01-4089-9fae-95eeeb8251fa req-18b157b2-68fd-4089-81a3-1a6134eff5b0 service neutron] 10.222.0.21 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358857 Nov 12 00:36:11.107402 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac2059-13d8-4c7a-b403-9bc0ef0d156e req-8d5ab19f-ea12-439f-83b1-36a2b57fe54b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:11.118158 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2ac2059-13d8-4c7a-b403-9bc0ef0d156e req-8d5ab19f-ea12-439f-83b1-36a2b57fe54b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 950 time: 0.2083268 Nov 12 00:36:11.125448 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62515b32-11fe-47b8-85a6-3105a9c80100 None None] Pushing event updated for resources: {'Port': ['ID=ed1f5128-a2d8-4445-bbce-ab1155e6855a,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:11.212332 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-60def0c0-8e01-4089-9fae-95eeeb8251fa req-ad78c984-60bb-4810-b3d3-425c36edf5f5 service neutron] 10.222.0.21 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989813 Nov 12 00:36:11.220450 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-421a5965-0cbd-45a8-8ca5-f9e570951042 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:11.269682 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-421a5965-0cbd-45a8-8ca5-f9e570951042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:11.524585 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2ac2059-13d8-4c7a-b403-9bc0ef0d156e req-717d71c6-c903-44fe-8398-fd4ebb6c1052 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054656 Nov 12 00:36:11.555883 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c7227c38-d41a-4432-a44d-5a7843a7a6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:11.631453 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-421a5965-0cbd-45a8-8ca5-f9e570951042 admin admin] Allocated IP 172.25.0.90 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/9ce79237-d468-4837-b41d-f0e76ae777d2) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:36:11.694076 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7227c38-d41a-4432-a44d-5a7843a7a6b2 admin admin] Checking segment: {'id': '94d4e4ec-99a5-4fed-b0a4-81fc18c45edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3327f0c1-b9e7-44aa-b504-a46880adfd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:36:11.694619 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7227c38-d41a-4432-a44d-5a7843a7a6b2 admin admin] Network hostable DHCP agents. Network: 3327f0c1-b9e7-44aa-b504-a46880adfd9c, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:36:11.746358 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7227c38-d41a-4432-a44d-5a7843a7a6b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=924b1afc-773c-465f-8fc8-3f815c163622,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:11.779462 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7227c38-d41a-4432-a44d-5a7843a7a6b2 admin admin] Network 3327f0c1-b9e7-44aa-b504-a46880adfd9c is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:36:11.801738 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-c7227c38-d41a-4432-a44d-5a7843a7a6b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 3327f0c1-b9e7-44aa-b504-a46880adfd9c) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:36:11.819649 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa80119e-a0bf-4de0-b98f-e7dda8719a52 None None] Network 3327f0c1-b9e7-44aa-b504-a46880adfd9c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:36:11.827963 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7227c38-d41a-4432-a44d-5a7843a7a6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:11.828560 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c7227c38-d41a-4432-a44d-5a7843a7a6b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:11.833194 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-421a5965-0cbd-45a8-8ca5-f9e570951042 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:11.863450 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c7227c38-d41a-4432-a44d-5a7843a7a6b2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3294725 Nov 12 00:36:11.866080 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49654) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:11.874957 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d215e2b0-4325-448a-8f74-44e513b17683 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-712508567-router', 'tenant_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:11.933064 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d215e2b0-4325-448a-8f74-44e513b17683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:11.934280 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d215e2b0-4325-448a-8f74-44e513b17683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:12.120938 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-421a5965-0cbd-45a8-8ca5-f9e570951042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:12.191801 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8451cb2-a3b7-490e-a103-7a338a93481b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-3327f0c1-b9e7-44aa-b504-a46880adfd9c', 'network_id': '3327f0c1-b9e7-44aa-b504-a46880adfd9c', 'tenant_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'fixed_ips': [{'subnet_id': '924b1afc-773c-465f-8fc8-3f815c163622'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:36:12.193912 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d8451cb2-a3b7-490e-a103-7a338a93481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:12.240347 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d215e2b0-4325-448a-8f74-44e513b17683 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:12.388066 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-d8451cb2-a3b7-490e-a103-7a338a93481b None None] Allocated IP 172.20.0.2 (3327f0c1-b9e7-44aa-b504-a46880adfd9c/924b1afc-773c-465f-8fc8-3f815c163622/0e273c2d-0ee6-454c-a129-725c486a2a1b) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:36:12.394097 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c496c0c-f03e-4b4e-93c0-be3aea62f895 req-ffc9acb7-c87a-412f-a0a1-727589f32afe tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:12.402699 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1c496c0c-f03e-4b4e-93c0-be3aea62f895 req-ffc9acb7-c87a-412f-a0a1-727589f32afe tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=48992f52-b88a-4029-bea0-3b5eb69582fe HTTP/1.1" status: 200 len: 944 time: 0.4039807 Nov 12 00:36:12.412491 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421a5965-0cbd-45a8-8ca5-f9e570951042 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:36:12.500918 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-421a5965-0cbd-45a8-8ca5-f9e570951042 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:36:12.514342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421a5965-0cbd-45a8-8ca5-f9e570951042 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:36:12.532345 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ed1f5128-a2d8-4445-bbce-ab1155e6855a up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:36:12.534217 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1f63ea-3cb1-47da-94f7-035b8319433f None None] Network c42a0403-abc2-49d5-a78a-54ed81b5c1bf requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:36:12.555165 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d215e2b0-4325-448a-8f74-44e513b17683 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:12.561706 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a5965-0cbd-45a8-8ca5-f9e570951042 admin admin] Pushing event updated for resources: {'Port': ['ID=9ce79237-d468-4837-b41d-f0e76ae777d2,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:12.609905 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1c496c0c-f03e-4b4e-93c0-be3aea62f895 req-cffbd3ae-4e6c-4c3c-af83-8a247c43d52e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056441 Nov 12 00:36:12.646965 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d8451cb2-a3b7-490e-a103-7a338a93481b None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:12.706254 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d8451cb2-a3b7-490e-a103-7a338a93481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:12.777946 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8451cb2-a3b7-490e-a103-7a338a93481b None None] Network 3327f0c1-b9e7-44aa-b504-a46880adfd9c is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:36:12.782305 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-383f6cec-d689-4af6-96e0-4228e5a59016 None None] Provisioning complete for port ed1f5128-a2d8-4445-bbce-ab1155e6855a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:12.782749 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-383f6cec-d689-4af6-96e0-4228e5a59016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:12.807592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-d8451cb2-a3b7-490e-a103-7a338a93481b None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:36:12.822691 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8451cb2-a3b7-490e-a103-7a338a93481b None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:36:12.830171 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port ed1f5128-a2d8-4445-bbce-ab1155e6855a triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:12.830594 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:12.877944 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626ad09-c9b0-4622-8496-c27f707045c7 req-b05b9e80-5750-45dc-b857-cbb638d723a6 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:12.884227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8451cb2-a3b7-490e-a103-7a338a93481b None None] Pushing event updated for resources: {'Port': ['ID=0e273c2d-0ee6-454c-a129-725c486a2a1b,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:12.886552 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e626ad09-c9b0-4622-8496-c27f707045c7 req-b05b9e80-5750-45dc-b857-cbb638d723a6 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 950 time: 0.1282611 Nov 12 00:36:13.007050 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d8451cb2-a3b7-490e-a103-7a338a93481b None None] Attempting to bind port 0e273c2d-0ee6-454c-a129-725c486a2a1b on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:36:13.007526 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d8451cb2-a3b7-490e-a103-7a338a93481b None None] Attempting to bind port 0e273c2d-0ee6-454c-a129-725c486a2a1b by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94d4e4ec-99a5-4fed-b0a4-81fc18c45edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3327f0c1-b9e7-44aa-b504-a46880adfd9c'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:36:13.007966 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8451cb2-a3b7-490e-a103-7a338a93481b None None] Attempting to bind port 0e273c2d-0ee6-454c-a129-725c486a2a1b on network 3327f0c1-b9e7-44aa-b504-a46880adfd9c {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:36:13.027236 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8451cb2-a3b7-490e-a103-7a338a93481b None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:36:13.027792 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8451cb2-a3b7-490e-a103-7a338a93481b None None] Checking segment: {'id': '94d4e4ec-99a5-4fed-b0a4-81fc18c45edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3327f0c1-b9e7-44aa-b504-a46880adfd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:36:13.028192 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d8451cb2-a3b7-490e-a103-7a338a93481b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:13.028662 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8451cb2-a3b7-490e-a103-7a338a93481b None None] Bound using segment: {'id': '94d4e4ec-99a5-4fed-b0a4-81fc18c45edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3327f0c1-b9e7-44aa-b504-a46880adfd9c'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:36:13.029270 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d8451cb2-a3b7-490e-a103-7a338a93481b None None] Bound port: 0e273c2d-0ee6-454c-a129-725c486a2a1b, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d4e4ec-99a5-4fed-b0a4-81fc18c45edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3327f0c1-b9e7-44aa-b504-a46880adfd9c'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:36:13.029730 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d8451cb2-a3b7-490e-a103-7a338a93481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:13.319201 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-421a5965-0cbd-45a8-8ca5-f9e570951042 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:13.341545 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-383f6cec-d689-4af6-96e0-4228e5a59016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:13.350709 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:13.429687 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d8451cb2-a3b7-490e-a103-7a338a93481b None None] For port 0e273c2d-0ee6-454c-a129-725c486a2a1b, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:36:13.476212 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-383f6cec-d689-4af6-96e0-4228e5a59016 None None] For port ed1f5128-a2d8-4445-bbce-ab1155e6855a, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ed1f5128-a2d8-4445-bbce-ab1155e6855a,segment=NetworkSegment(117379c3-0ebc-465a-9225-053eb0cb8439),segment_id=117379c3-0ebc-465a-9225-053eb0cb8439)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:13.478545 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e626ad09-c9b0-4622-8496-c27f707045c7 req-9afecb76-d3eb-4e6f-bc1c-1ea16d546cb6 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5914347 Nov 12 00:36:13.492596 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d8451cb2-a3b7-490e-a103-7a338a93481b None None] For port 0e273c2d-0ee6-454c-a129-725c486a2a1b, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=0e273c2d-0ee6-454c-a129-725c486a2a1b,segment=NetworkSegment(94d4e4ec-99a5-4fed-b0a4-81fc18c45edf),segment_id=94d4e4ec-99a5-4fed-b0a4-81fc18c45edf)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:36:13.502725 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-383f6cec-d689-4af6-96e0-4228e5a59016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:13.535027 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d8451cb2-a3b7-490e-a103-7a338a93481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:13.638599 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49690) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:13.643466 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:36:13.643827 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:36:13.652051 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f6cec-d689-4af6-96e0-4228e5a59016 None None] Pushing event updated for resources: {'Port': ['ID=ed1f5128-a2d8-4445-bbce-ab1155e6855a,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:13.674463 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e6351ffe-b3dc-4b60-9426-763e7761703a details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:36:13.760462 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8451cb2-a3b7-490e-a103-7a338a93481b None None] Pushing event updated for resources: {'Port': ['ID=0e273c2d-0ee6-454c-a129-725c486a2a1b,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:13.816419 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e19d8c-4662-477e-97b7-7a86241bb383 req-259a8325-823d-458a-8bcd-551725023bf3 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:13.830586 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b7e19d8c-4662-477e-97b7-7a86241bb383 req-259a8325-823d-458a-8bcd-551725023bf3 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/ports?device_id=467235e5-c164-4465-a9e2-10c733ef8e9b HTTP/1.1" status: 200 len: 945 time: 0.1676486 Nov 12 00:36:13.863592 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83812de8-142e-455e-9e78-888da8a22454 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:13.868195 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-771581ed-5f47-4bb3-9ea8-6a499aa354ce None None] Provisioning complete for port ed1f5128-a2d8-4445-bbce-ab1155e6855a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:13.868195 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-771581ed-5f47-4bb3-9ea8-6a499aa354ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:13.954177 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b7e19d8c-4662-477e-97b7-7a86241bb383 req-dc181890-b04c-44ff-a8e3-45189063fc60 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e841a6b-58c8-486b-b781-a7d22cef0ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222639 Nov 12 00:36:13.982303 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e6351ffe-b3dc-4b60-9426-763e7761703a, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e6351ffe-b3dc-4b60-9426-763e7761703a,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:13.997815 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'e6351ffe-b3dc-4b60-9426-763e7761703a', 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94', 'port_id': 'e6351ffe-b3dc-4b60-9426-763e7761703a', 'mac_address': 'fa:16:3e:d4:b7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66de2356-7ea2-45bf-8678-a507a5cc17cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:36:14.010341 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-421a5965-0cbd-45a8-8ca5-f9e570951042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:14.044348 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83812de8-142e-455e-9e78-888da8a22454 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:14.051285 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83812de8-142e-455e-9e78-888da8a22454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:14.111200 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:14.130245 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-83812de8-142e-455e-9e78-888da8a22454 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=89c0b940ed924f9ebb84ed30e7c3d8b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4894102 Nov 12 00:36:14.132650 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83812de8-142e-455e-9e78-888da8a22454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b88a81a-8641-4962-91bc-066a3e0b5508,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:14.141258 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6351ffe-b3dc-4b60-9426-763e7761703a {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:36:14.142808 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49696) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:14.181293 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeeada8-9630-4c54-ad33-0e8a0014a564 req-b25cf119-d4f4-4c18-b66d-6dd74bd72dfa tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:14.191396 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eeeeada8-9630-4c54-ad33-0e8a0014a564 req-b25cf119-d4f4-4c18-b66d-6dd74bd72dfa tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=48992f52-b88a-4029-bea0-3b5eb69582fe HTTP/1.1" status: 200 len: 944 time: 0.3535681 Nov 12 00:36:14.210541 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3f2fd85-aed8-472b-bc80-0b353038461b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:14.238254 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e6351ffe-b3dc-4b60-9426-763e7761703a, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e6351ffe-b3dc-4b60-9426-763e7761703a,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:14.246880 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1e3c9016-e0e4-46cc-bdd2-1467f444c301 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:36:14.249454 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:14.257635 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3f2fd85-aed8-472b-bc80-0b353038461b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:14.366327 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3f2fd85-aed8-472b-bc80-0b353038461b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:14.369436 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3f2fd85-aed8-472b-bc80-0b353038461b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:14.373057 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d3f2fd85-aed8-472b-bc80-0b353038461b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b88a81a-8641-4962-91bc-066a3e0b5508 HTTP/1.1" status: 204 len: 168 time: 0.2259045 Nov 12 00:36:14.373205 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eeeeada8-9630-4c54-ad33-0e8a0014a564 req-d22850cf-84ce-4bb6-a1be-fd9daf777031 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764882 Nov 12 00:36:14.377680 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=e6351ffe-b3dc-4b60-9426-763e7761703a,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:14.391181 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d215e2b0-4325-448a-8f74-44e513b17683 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:14.394347 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2fd85-aed8-472b-bc80-0b353038461b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b88a81a-8641-4962-91bc-066a3e0b5508,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:14.404351 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 1e3c9016-e0e4-46cc-bdd2-1467f444c301 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:14.404893 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:14.434086 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d215e2b0-4325-448a-8f74-44e513b17683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:14.521347 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421a5965-0cbd-45a8-8ca5-f9e570951042 admin admin] Router 12374964-1573-4328-b344-65b33189640a is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:36:14.569068 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['e6351ffe-b3dc-4b60-9426-763e7761703a'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:36:14.748231 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-d215e2b0-4325-448a-8f74-44e513b17683 admin admin] Allocated IP 172.25.0.253 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/ac16d6c6-2371-479a-9c62-aa4a3200cf97) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:36:14.894777 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421a5965-0cbd-45a8-8ca5-f9e570951042 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:36:14.897984 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ed1f5128-a2d8-4445-bbce-ab1155e6855a up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:36:14.899155 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49706) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:14.905877 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] Sync routers for ids ['12374964-1573-4328-b344-65b33189640a'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:36:14.924894 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] Routers {'12374964-1573-4328-b344-65b33189640a'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:36:14.925447 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09ea4cb3-53bf-431c-a153-30a32b984fb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:14.925570 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:35:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['12374964-1573-4328-b344-65b33189640a'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:14.935595 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d4f21-4ba2-4473-8386-0197f5740334 req-da678ddd-6ac1-4279-9902-63c69a0930f5 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:14.939485 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ce5d4f21-4ba2-4473-8386-0197f5740334 req-da678ddd-6ac1-4279-9902-63c69a0930f5 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 950 time: 0.2556961 Nov 12 00:36:15.069395 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-421a5965-0cbd-45a8-8ca5-f9e570951042 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:15.072101 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-421a5965-0cbd-45a8-8ca5-f9e570951042 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4435139 Nov 12 00:36:15.076896 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49710) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:15.110890 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ce5d4f21-4ba2-4473-8386-0197f5740334 req-583c83bb-1d65-4053-803c-b2ad090a9dd6 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365504 Nov 12 00:36:15.114952 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port ed1f5128-a2d8-4445-bbce-ab1155e6855a triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:15.115333 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:15.148939 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d215e2b0-4325-448a-8f74-44e513b17683 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:15.192946 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d215e2b0-4325-448a-8f74-44e513b17683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:15.224932 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] Set router 12374964-1573-4328-b344-65b33189640a gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:36:15.243392 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09ea4cb3-53bf-431c-a153-30a32b984fb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:15.251705 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 0e273c2d-0ee6-454c-a129-725c486a2a1b up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:36:15.260893 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d215e2b0-4325-448a-8f74-44e513b17683 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:36:15.268817 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-d215e2b0-4325-448a-8f74-44e513b17683 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:36:15.270761 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09ea4cb3-53bf-431c-a153-30a32b984fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:15.279147 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d215e2b0-4325-448a-8f74-44e513b17683 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:36:15.308855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed33a90f-8ccd-436a-bb38-9ddd963e7e1c None None] Network 3327f0c1-b9e7-44aa-b504-a46880adfd9c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:36:15.343245 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215e2b0-4325-448a-8f74-44e513b17683 admin admin] Pushing event updated for resources: {'Port': ['ID=ac16d6c6-2371-479a-9c62-aa4a3200cf97,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:15.376832 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff20e1-863c-4c9d-a573-40eb9a9e7bd8 req-c6bc8a8f-4118-4b76-b802-9ad7706b380c tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:15.377288 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 0e273c2d-0ee6-454c-a129-725c486a2a1b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:15.377852 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:15.384734 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4bff20e1-863c-4c9d-a573-40eb9a9e7bd8 req-c6bc8a8f-4118-4b76-b802-9ad7706b380c tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/ports?device_id=467235e5-c164-4465-a9e2-10c733ef8e9b HTTP/1.1" status: 200 len: 945 time: 0.2059200 Nov 12 00:36:15.386326 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea4cb3-53bf-431c-a153-30a32b984fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef647e8b-a472-4f01-9b15-30d1c898cbab,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:15.422692 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-09ea4cb3-53bf-431c-a153-30a32b984fb4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b88a35024d843b0a21d81c816b2e365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5217285 Nov 12 00:36:15.432419 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49720) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:15.481197 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0bca3a3e-6818-4c24-b04e-bcd6a18f4c84 None None] Provisioning complete for port 0e273c2d-0ee6-454c-a129-725c486a2a1b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:15.481728 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0bca3a3e-6818-4c24-b04e-bcd6a18f4c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:15.582397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e9d8d-eae0-458a-90c7-5b6f1baf7ced req-7048032c-7cb9-4d04-a81b-9b2340c4f308 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:15.583916 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-645e9d8d-eae0-458a-90c7-5b6f1baf7ced req-7048032c-7cb9-4d04-a81b-9b2340c4f308 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=48992f52-b88a-4029-bea0-3b5eb69582fe HTTP/1.1" status: 200 len: 945 time: 0.0952060 Nov 12 00:36:15.591233 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:15.605414 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d71250ff-8524-4682-98fe-0deadfacf943 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:15.625798 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4bff20e1-863c-4c9d-a573-40eb9a9e7bd8 req-e7fad858-eef7-4c4a-a957-fb425952a52e tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e841a6b-58c8-486b-b781-a7d22cef0ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374737 Nov 12 00:36:15.661827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 0e273c2d-0ee6-454c-a129-725c486a2a1b, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=0e273c2d-0ee6-454c-a129-725c486a2a1b,segment=NetworkSegment(94d4e4ec-99a5-4fed-b0a4-81fc18c45edf),segment_id=94d4e4ec-99a5-4fed-b0a4-81fc18c45edf)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:15.684558 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12374964-1573-4328-b344-65b33189640a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1566329083-router', 'tenant_id': '251933fdb0034528a0356ed58d199677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '9ce79237-d468-4837-b41d-f0e76ae777d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:36:09Z', 'updated_at': '2021-11-12T00:36:12Z', 'revision_number': 3, 'project_id': '251933fdb0034528a0356ed58d199677', 'gw_port': {'id': '9ce79237-d468-4837-b41d-f0e76ae777d2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12374964-1573-4328-b344-65b33189640a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:36:11Z', 'updated_at': '2021-11-12T00:36:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:15.692826 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e6351ffe-b3dc-4b60-9426-763e7761703a up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:36:15.701563 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:15.719569 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] Checking router: 12374964-1573-4328-b344-65b33189640a for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:36:15.720046 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] Updating router 12374964-1573-4328-b344-65b33189640a port 9ce79237-d468-4837-b41d-f0e76ae777d2 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:36:15.737391 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d71250ff-8524-4682-98fe-0deadfacf943 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:15.748970 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:15.769896 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-645e9d8d-eae0-458a-90c7-5b6f1baf7ced req-62810abf-1a07-4c10-b7ad-cba54af392ee tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696296 Nov 12 00:36:15.783613 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=0e273c2d-0ee6-454c-a129-725c486a2a1b,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:15.815826 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edf65a-e89f-4b34-9718-1bae5ad84013 req-1587ab68-8c08-43c7-b126-11fe44c0a78f tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:15.820861 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d215e2b0-4325-448a-8f74-44e513b17683 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:15.823759 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-93edf65a-e89f-4b34-9718-1bae5ad84013 req-1587ab68-8c08-43c7-b126-11fe44c0a78f tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 1097 time: 0.1133966 Nov 12 00:36:15.912912 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port e6351ffe-b3dc-4b60-9426-763e7761703a completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:36:15.920489 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port e6351ffe-b3dc-4b60-9426-763e7761703a triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:15.920900 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:15.951322 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-93edf65a-e89f-4b34-9718-1bae5ad84013 req-69f38bde-c8b2-48ba-b715-0957238ed5ad tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260068 Nov 12 00:36:15.955072 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d71250ff-8524-4682-98fe-0deadfacf943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:15.957342 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d71250ff-8524-4682-98fe-0deadfacf943 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:15.961048 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d71250ff-8524-4682-98fe-0deadfacf943 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef647e8b-a472-4f01-9b15-30d1c898cbab HTTP/1.1" status: 204 len: 168 time: 0.5250857 Nov 12 00:36:16.015274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71250ff-8524-4682-98fe-0deadfacf943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef647e8b-a472-4f01-9b15-30d1c898cbab,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:16.105191 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:16.159031 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78aae3c-fd97-425e-8b70-b92e2ee0f1b9 req-aab7c585-1513-44cc-b01f-3a6ce26afa2b tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:16.160634 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c78aae3c-fd97-425e-8b70-b92e2ee0f1b9 req-aab7c585-1513-44cc-b01f-3a6ce26afa2b tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.15 "GET /v2.0/ports?device_id=467235e5-c164-4465-a9e2-10c733ef8e9b HTTP/1.1" status: 200 len: 945 time: 0.2706959 Nov 12 00:36:16.179135 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48992f52-b88a-4029-bea0-3b5eb69582fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6351ffe-b3dc-4b60-9426-763e7761703a'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:36:16.183614 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594998ae-35ae-4634-a84c-41bfeac0d1c2" -d '{"events": [{"server_uuid": "48992f52-b88a-4029-bea0-3b5eb69582fe", "name": "network-vif-plugged", "status": "completed", "tag": "e6351ffe-b3dc-4b60-9426-763e7761703a"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:36:16.228171 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e6351ffe-b3dc-4b60-9426-763e7761703a, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e6351ffe-b3dc-4b60-9426-763e7761703a,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:16.235097 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:16.272493 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:16.282823 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:16.351132 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=e6351ffe-b3dc-4b60-9426-763e7761703a,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:16.401926 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a599c79-aef5-4e82-baf9-93de983175f6 None None] Pushing event updated for resources: {'Port': ['ID=9ce79237-d468-4837-b41d-f0e76ae777d2,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:16.433476 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-79956183-119d-4d30-9f17-f2b3fa9f8044 None None] Provisioning complete for port 0e273c2d-0ee6-454c-a129-725c486a2a1b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:16.434378 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d215e2b0-4325-448a-8f74-44e513b17683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:16.435317 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a599c79-aef5-4e82-baf9-93de983175f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:16.435439 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a599c79-aef5-4e82-baf9-93de983175f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:16.435689 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a599c79-aef5-4e82-baf9-93de983175f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:16.436019 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a599c79-aef5-4e82-baf9-93de983175f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:16.436267 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79956183-119d-4d30-9f17-f2b3fa9f8044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:16.436376 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a599c79-aef5-4e82-baf9-93de983175f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:16.436648 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a599c79-aef5-4e82-baf9-93de983175f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:16.436998 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a599c79-aef5-4e82-baf9-93de983175f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:16.442233 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a599c79-aef5-4e82-baf9-93de983175f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:16.442565 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a599c79-aef5-4e82-baf9-93de983175f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:16.442890 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a599c79-aef5-4e82-baf9-93de983175f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:16.443214 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a599c79-aef5-4e82-baf9-93de983175f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:16.443530 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a599c79-aef5-4e82-baf9-93de983175f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:16.450293 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] Attempting to bind port 9ce79237-d468-4837-b41d-f0e76ae777d2 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:36:16.450655 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] Attempting to bind port 9ce79237-d468-4837-b41d-f0e76ae777d2 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:36:16.451012 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] Attempting to bind port 9ce79237-d468-4837-b41d-f0e76ae777d2 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:36:16.471759 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:36:16.472171 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:36:16.472868 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:16.472981 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:36:16.473965 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] Bound port: 9ce79237-d468-4837-b41d-f0e76ae777d2, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:36:16.474088 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:16.525439 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-c78aae3c-fd97-425e-8b70-b92e2ee0f1b9 req-a11ed001-7467-4077-8f36-17d341799916 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Deleting port 79205dfe-71d4-4fc4-82ea-e5802cc27fb0 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:36:16.525784 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-c78aae3c-fd97-425e-8b70-b92e2ee0f1b9 req-a11ed001-7467-4077-8f36-17d341799916 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:16.565916 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] For port 9ce79237-d468-4837-b41d-f0e76ae777d2, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:36:16.575029 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] For port 9ce79237-d468-4837-b41d-f0e76ae777d2, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9ce79237-d468-4837-b41d-f0e76ae777d2,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:36:16.584263 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:16.768383 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 0e273c2d-0ee6-454c-a129-725c486a2a1b up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:36:16.778918 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] Routers {'12374964-1573-4328-b344-65b33189640a'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:36:16.779818 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:35:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['12374964-1573-4328-b344-65b33189640a'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:16.813050 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a599c79-aef5-4e82-baf9-93de983175f6 None None] Pushing event updated for resources: {'Port': ['ID=9ce79237-d468-4837-b41d-f0e76ae777d2,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:16.967783 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 0e273c2d-0ee6-454c-a129-725c486a2a1b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:16.968340 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:17.185045 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] Set router 12374964-1573-4328-b344-65b33189640a gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:36:17.198574 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-c78aae3c-fd97-425e-8b70-b92e2ee0f1b9 req-a11ed001-7467-4077-8f36-17d341799916 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] For port 79205dfe-71d4-4fc4-82ea-e5802cc27fb0, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=79205dfe-71d4-4fc4-82ea-e5802cc27fb0,segment=NetworkSegment(3c5c18e7-4c7f-4cf5-a1eb-02bec7d83303),segment_id=3c5c18e7-4c7f-4cf5-a1eb-02bec7d83303)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:17.199212 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-c78aae3c-fd97-425e-8b70-b92e2ee0f1b9 req-a11ed001-7467-4077-8f36-17d341799916 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:17.212610 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d215e2b0-4325-448a-8f74-44e513b17683 admin admin] Router 8507f139-61ff-4b0d-8b69-885083e758ee is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:36:17.216822 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2802b85-6d45-4448-80d6-499e5e83e619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:17.226036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-c78aae3c-fd97-425e-8b70-b92e2ee0f1b9 req-a11ed001-7467-4077-8f36-17d341799916 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Calling delete_port for 79205dfe-71d4-4fc4-82ea-e5802cc27fb0 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:36:17.241485 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19988981-52f9-43b5-ba40-b9ce8667a6e2 req-ca61df47-ca98-492b-96d2-071949c913e2 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:17.250165 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19988981-52f9-43b5-ba40-b9ce8667a6e2 req-ca61df47-ca98-492b-96d2-071949c913e2 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 950 time: 0.9444814 Nov 12 00:36:17.403091 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19988981-52f9-43b5-ba40-b9ce8667a6e2 req-cda9ec01-965a-4e72-a650-9edd36edd654 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514962 Nov 12 00:36:17.406014 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12374964-1573-4328-b344-65b33189640a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1566329083-router', 'tenant_id': '251933fdb0034528a0356ed58d199677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '9ce79237-d468-4837-b41d-f0e76ae777d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:36:09Z', 'updated_at': '2021-11-12T00:36:12Z', 'revision_number': 3, 'project_id': '251933fdb0034528a0356ed58d199677', 'gw_port': {'id': '9ce79237-d468-4837-b41d-f0e76ae777d2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12374964-1573-4328-b344-65b33189640a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:36:11Z', 'updated_at': '2021-11-12T00:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:17.431642 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-4eea2ce2-264e-4689-828a-bf8dee1e3dc1 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:36:17.439493 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-4eea2ce2-264e-4689-828a-bf8dee1e3dc1 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0209641 Nov 12 00:36:17.439959 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c973927c-f54f-4a74-830d-529f6522f448 None None] The sync data for ids ['12374964-1573-4328-b344-65b33189640a'] in n-d-712137-14 is: [{'id': '12374964-1573-4328-b344-65b33189640a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1566329083-router', 'tenant_id': '251933fdb0034528a0356ed58d199677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '9ce79237-d468-4837-b41d-f0e76ae777d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:36:09Z', 'updated_at': '2021-11-12T00:36:12Z', 'revision_number': 3, 'project_id': '251933fdb0034528a0356ed58d199677', 'gw_port': {'id': '9ce79237-d468-4837-b41d-f0e76ae777d2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12374964-1573-4328-b344-65b33189640a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:36:11Z', 'updated_at': '2021-11-12T00:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:36:17.490666 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d215e2b0-4325-448a-8f74-44e513b17683 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:36:17.497275 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afd2d3f-68fa-471a-b8e5-1fe15239d4d3 x-openstack-request-id: req-1afd2d3f-68fa-471a-b8e5-1fe15239d4d3 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:36:17.497834 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48992f52-b88a-4029-bea0-3b5eb69582fe", "name": "network-vif-plugged", "status": "completed", "tag": "e6351ffe-b3dc-4b60-9426-763e7761703a", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:36:17.499328 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1afd2d3f-68fa-471a-b8e5-1fe15239d4d3 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:36:17.501009 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48992f52-b88a-4029-bea0-3b5eb69582fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6351ffe-b3dc-4b60-9426-763e7761703a', 'code': 200} Nov 12 00:36:17.504347 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078582d-f951-40b6-bc61-d7e339428546 req-07bf1373-f3bd-469a-8572-2a7e5872492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:17.505942 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-07bf1373-f3bd-469a-8572-2a7e5872492d service neutron] 10.222.0.31 "GET /v2.0/ports/87201f57-16c8-4c84-a490-40a8e221a2a9 HTTP/1.1" status: 200 len: 1094 time: 0.0656877 Nov 12 00:36:17.512642 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] Sync routers for ids ['8507f139-61ff-4b0d-8b69-885083e758ee'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:36:17.518146 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-a078582d-f951-40b6-bc61-d7e339428546 req-796b712e-5a62-4aee-991c-41f2cc141238 service neutron] Request body: {'binding': {'host': 'n-h2-712137-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:17.518848 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-a078582d-f951-40b6-bc61-d7e339428546 req-796b712e-5a62-4aee-991c-41f2cc141238 service neutron] Unknown quota resources ['binding']. {{(pid=114243) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:36:17.556991 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] Routers {'8507f139-61ff-4b0d-8b69-885083e758ee'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:36:17.559064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:35:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['8507f139-61ff-4b0d-8b69-885083e758ee'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:17.588724 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d215e2b0-4325-448a-8f74-44e513b17683 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:17.590011 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d215e2b0-4325-448a-8f74-44e513b17683 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7217712 Nov 12 00:36:17.594337 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49778) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:17.700970 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-d2802b85-6d45-4448-80d6-499e5e83e619 admin admin] Allocated IP 172.20.0.1 (c42a0403-abc2-49d5-a78a-54ed81b5c1bf/396952f4-a0c3-43c3-8a72-2d111f20f898/8f4f981a-f776-425f-b329-3650bec319e9) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:36:17.728568 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-c78aae3c-fd97-425e-8b70-b92e2ee0f1b9 req-a11ed001-7467-4077-8f36-17d341799916 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:17.734100 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] Set router 8507f139-61ff-4b0d-8b69-885083e758ee gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:36:17.736771 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df0a56-69a3-49d7-875b-72d0c0f8d082 req-0b6e86ed-66ce-47a7-9ffe-cc3d1d6d43da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:17.738346 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46df0a56-69a3-49d7-875b-72d0c0f8d082 req-0b6e86ed-66ce-47a7-9ffe-cc3d1d6d43da service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48992f52-b88a-4029-bea0-3b5eb69582fe HTTP/1.1" status: 200 len: 1098 time: 0.1400394 Nov 12 00:36:17.761214 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118f42f-5fd3-4cb5-aaeb-0a0cc04f70dd req-3049f1d2-0fd3-443e-a25d-3eca266cf93f tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:17.770325 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['79205dfe-71d4-4fc4-82ea-e5802cc27fb0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:36:17.770813 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8118f42f-5fd3-4cb5-aaeb-0a0cc04f70dd req-3049f1d2-0fd3-443e-a25d-3eca266cf93f tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/ports?device_id=467235e5-c164-4465-a9e2-10c733ef8e9b HTTP/1.1" status: 200 len: 867 time: 0.1592467 Nov 12 00:36:17.818519 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ed001-7467-4077-8f36-17d341799916 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Pushing event deleted for resources: {'Port': ['ID=79205dfe-71d4-4fc4-82ea-e5802cc27fb0,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:17.947665 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78aae3c-fd97-425e-8b70-b92e2ee0f1b9 req-a11ed001-7467-4077-8f36-17d341799916 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] No DVR routers for this DVR port 79205dfe-71d4-4fc4-82ea-e5802cc27fb0 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:36:17.952631 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8118f42f-5fd3-4cb5-aaeb-0a0cc04f70dd req-ba8703ef-03b5-4d04-977d-fd1b6dfc2de2 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e841a6b-58c8-486b-b781-a7d22cef0ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808417 Nov 12 00:36:17.956918 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46df0a56-69a3-49d7-875b-72d0c0f8d082 req-23d1c0dd-5e9b-4255-9211-69de11928b59 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840429 Nov 12 00:36:18.002983 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-c78aae3c-fd97-425e-8b70-b92e2ee0f1b9 req-a11ed001-7467-4077-8f36-17d341799916 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:18.007159 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c78aae3c-fd97-425e-8b70-b92e2ee0f1b9 req-a11ed001-7467-4077-8f36-17d341799916 tempest-VolumesAdminNegativeTest-286617846 tempest-VolumesAdminNegativeTest-286617846-project] 10.222.0.15 "DELETE /v2.0/ports/79205dfe-71d4-4fc4-82ea-e5802cc27fb0 HTTP/1.1" status: 204 len: 173 time: 1.8307488 Nov 12 00:36:18.007655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467235e5-c164-4465-a9e2-10c733ef8e9b', 'name': 'network-vif-deleted', 'tag': '79205dfe-71d4-4fc4-82ea-e5802cc27fb0'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:36:18.010624 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c87ef6d-e55f-47f4-b8a1-e54c7ec2e360" -d '{"events": [{"server_uuid": "467235e5-c164-4465-a9e2-10c733ef8e9b", "name": "network-vif-deleted", "tag": "79205dfe-71d4-4fc4-82ea-e5802cc27fb0"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:36:18.013118 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2802b85-6d45-4448-80d6-499e5e83e619 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:18.070127 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-a078582d-f951-40b6-bc61-d7e339428546 req-796b712e-5a62-4aee-991c-41f2cc141238 service neutron] Attempting to bind port 87201f57-16c8-4c84-a490-40a8e221a2a9 on host n-h2-712137-14 for vnic_type normal with profile None {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:36:18.070944 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-a078582d-f951-40b6-bc61-d7e339428546 req-796b712e-5a62-4aee-991c-41f2cc141238 service neutron] Attempting to bind port 87201f57-16c8-4c84-a490-40a8e221a2a9 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:36:18.071317 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a078582d-f951-40b6-bc61-d7e339428546 req-796b712e-5a62-4aee-991c-41f2cc141238 service neutron] Attempting to bind port 87201f57-16c8-4c84-a490-40a8e221a2a9 on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:36:18.094945 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a078582d-f951-40b6-bc61-d7e339428546 req-796b712e-5a62-4aee-991c-41f2cc141238 service neutron] Port 87201f57-16c8-4c84-a490-40a8e221a2a9 on network 23f74497-58df-4bf7-97f2-b78858046c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:36:18.095278 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a078582d-f951-40b6-bc61-d7e339428546 req-796b712e-5a62-4aee-991c-41f2cc141238 service neutron] Attempting to bind port 87201f57-16c8-4c84-a490-40a8e221a2a9 on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:36:18.110046 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8507f139-61ff-4b0d-8b69-885083e758ee', 'name': 'tempest-FloatingIPDetailsTestJSON-712508567-router', 'tenant_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'ac16d6c6-2371-479a-9c62-aa4a3200cf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:36:11Z', 'updated_at': '2021-11-12T00:36:15Z', 'revision_number': 3, 'project_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'gw_port': {'id': 'ac16d6c6-2371-479a-9c62-aa4a3200cf97', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8507f139-61ff-4b0d-8b69-885083e758ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:36:14Z', 'updated_at': '2021-11-12T00:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:18.145019 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] Checking router: 8507f139-61ff-4b0d-8b69-885083e758ee for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:36:18.145679 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] Updating router 8507f139-61ff-4b0d-8b69-885083e758ee port ac16d6c6-2371-479a-9c62-aa4a3200cf97 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:36:18.146371 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2802b85-6d45-4448-80d6-499e5e83e619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:18.163703 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a078582d-f951-40b6-bc61-d7e339428546 req-796b712e-5a62-4aee-991c-41f2cc141238 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:36:18.164043 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a078582d-f951-40b6-bc61-d7e339428546 req-796b712e-5a62-4aee-991c-41f2cc141238 service neutron] Checking segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:36:18.164467 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a078582d-f951-40b6-bc61-d7e339428546 req-796b712e-5a62-4aee-991c-41f2cc141238 service neutron] Bound using segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:36:18.164962 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-a078582d-f951-40b6-bc61-d7e339428546 req-796b712e-5a62-4aee-991c-41f2cc141238 service neutron] Bound port: 87201f57-16c8-4c84-a490-40a8e221a2a9, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:36:18.177185 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:18.203206 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2802b85-6d45-4448-80d6-499e5e83e619 admin admin] Network c42a0403-abc2-49d5-a78a-54ed81b5c1bf is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:36:18.213976 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-d2802b85-6d45-4448-80d6-499e5e83e619 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:36:18.216411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2802b85-6d45-4448-80d6-499e5e83e619 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:36:18.234267 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced53899-83c6-45bb-85a3-303af35c9c91 req-25667b26-d0b1-49cd-8385-6838c37e5841 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:18.241908 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ced53899-83c6-45bb-85a3-303af35c9c91 req-25667b26-d0b1-49cd-8385-6838c37e5841 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=48992f52-b88a-4029-bea0-3b5eb69582fe HTTP/1.1" status: 200 len: 946 time: 0.1440587 Nov 12 00:36:18.296946 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2802b85-6d45-4448-80d6-499e5e83e619 admin admin] Pushing event updated for resources: {'Port': ['ID=8f4f981a-f776-425f-b329-3650bec319e9,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:18.376050 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-a078582d-f951-40b6-bc61-d7e339428546 req-796b712e-5a62-4aee-991c-41f2cc141238 service neutron] For port 87201f57-16c8-4c84-a490-40a8e221a2a9, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=87201f57-16c8-4c84-a490-40a8e221a2a9,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:36:18.383987 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a078582d-f951-40b6-bc61-d7e339428546 req-796b712e-5a62-4aee-991c-41f2cc141238 service neutron] Publish callbacks [] for binding, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:18.385328 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-796b712e-5a62-4aee-991c-41f2cc141238 service neutron] 10.222.0.31 "POST /v2.0/ports/87201f57-16c8-4c84-a490-40a8e221a2a9/bindings HTTP/1.1" status: 201 len: 390 time: 0.8708599 Nov 12 00:36:18.405838 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2802b85-6d45-4448-80d6-499e5e83e619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:18.624571 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ced53899-83c6-45bb-85a3-303af35c9c91 req-ad6fbc9d-d829-44b1-aa39-4b309f0333e9 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818886 Nov 12 00:36:18.856496 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2ead3f-7841-461c-8d0a-8a33b60ff2db x-openstack-request-id: req-ce2ead3f-7841-461c-8d0a-8a33b60ff2db {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:36:18.856939 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467235e5-c164-4465-a9e2-10c733ef8e9b", "name": "network-vif-deleted", "tag": "79205dfe-71d4-4fc4-82ea-e5802cc27fb0", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:36:18.857294 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce2ead3f-7841-461c-8d0a-8a33b60ff2db {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:36:18.857580 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9ce79237-d468-4837-b41d-f0e76ae777d2 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:36:18.857877 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467235e5-c164-4465-a9e2-10c733ef8e9b', 'name': 'network-vif-deleted', 'tag': '79205dfe-71d4-4fc4-82ea-e5802cc27fb0', 'status': 'completed', 'code': 200} Nov 12 00:36:18.860303 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e4a2bf21-8ef0-49f5-9b16-842653ed9676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:18.870017 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2802b85-6d45-4448-80d6-499e5e83e619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:18.942972 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a920122d-d99a-412e-abbf-eee554327ad4 None None] Provisioning complete for port 8f4f981a-f776-425f-b329-3650bec319e9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:18.943344 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a920122d-d99a-412e-abbf-eee554327ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:19.061977 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795ecec-9c33-4de5-b5ca-14e533e2dc53 req-0b324d33-040e-4a26-8f51-cebcc75f8bf7 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:19.071081 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0795ecec-9c33-4de5-b5ca-14e533e2dc53 req-0b324d33-040e-4a26-8f51-cebcc75f8bf7 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 950 time: 0.1653502 Nov 12 00:36:19.077706 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a74c07-cc9c-4861-93f2-69e1e5eade11 req-75a294a4-25ee-40fb-9287-cb460502ae09 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:19.079593 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-02a74c07-cc9c-4861-93f2-69e1e5eade11 req-75a294a4-25ee-40fb-9287-cb460502ae09 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 945 time: 0.1281343 Nov 12 00:36:19.084327 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078582d-f951-40b6-bc61-d7e339428546 req-570b249f-896c-41cf-847f-2003e3a98f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:19.085895 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-570b249f-896c-41cf-847f-2003e3a98f78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 1097 time: 0.2155464 Nov 12 00:36:19.089519 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a920122d-d99a-412e-abbf-eee554327ad4 None None] Port 8f4f981a-f776-425f-b329-3650bec319e9 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:36:19.094329 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 9ce79237-d468-4837-b41d-f0e76ae777d2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:19.094703 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:19.165328 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-02a74c07-cc9c-4861-93f2-69e1e5eade11 req-6598fdfe-c28c-46c0-88c9-95dc14ff8402 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794625 Nov 12 00:36:19.201914 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2802b85-6d45-4448-80d6-499e5e83e619 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:19.204293 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0795ecec-9c33-4de5-b5ca-14e533e2dc53 req-b6e88172-c0e6-4493-ae07-9f2e3059e072 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326776 Nov 12 00:36:19.208189 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2802b85-6d45-4448-80d6-499e5e83e619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:19.300593 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49806) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:19.322723 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:19.337153 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2802b85-6d45-4448-80d6-499e5e83e619 admin admin] Pushing event updated for resources: {'Port': ['ID=8f4f981a-f776-425f-b329-3650bec319e9,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:19.341515 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2802b85-6d45-4448-80d6-499e5e83e619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:19.346431 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 9ce79237-d468-4837-b41d-f0e76ae777d2, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9ce79237-d468-4837-b41d-f0e76ae777d2,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:19.347737 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078582d-f951-40b6-bc61-d7e339428546 req-f9e780b5-4b33-4265-8aa3-77e1d0d6bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:19.355069 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:19.362620 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-f9e780b5-4b33-4265-8aa3-77e1d0d6bf60 service neutron] 10.222.0.15 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 922 time: 0.2522993 Nov 12 00:36:19.420316 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-70627a77-8d10-4975-8d8e-a67c9fee84ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87201f57-16c8-4c84-a490-40a8e221a2a9 HTTP/1.1" status: 200 len: 217 time: 0.0563731 Nov 12 00:36:19.439456 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:19.450866 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c6d1da-2db5-4124-a926-b33584170012 admin admin] Deleting subnet e54269b8-97af-44dd-b818-1100a6a74210 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:36:19.457064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=9ce79237-d468-4837-b41d-f0e76ae777d2,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:19.461441 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:19.468833 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-15c6d1da-2db5-4124-a926-b33584170012 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:19.512530 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-e4a2bf21-8ef0-49f5-9b16-842653ed9676 admin admin] Allocated IP 172.20.0.1 (3327f0c1-b9e7-44aa-b504-a46880adfd9c/924b1afc-773c-465f-8fc8-3f815c163622/8df041ee-bef9-48d6-9482-6bb9ba008014) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:36:19.514148 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] Attempting to bind port ac16d6c6-2371-479a-9c62-aa4a3200cf97 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:36:19.514530 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] Attempting to bind port ac16d6c6-2371-479a-9c62-aa4a3200cf97 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:36:19.514975 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] Attempting to bind port ac16d6c6-2371-479a-9c62-aa4a3200cf97 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:36:19.523764 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:36:19.524420 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:36:19.525122 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:19.526275 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:36:19.526275 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] Bound port: ac16d6c6-2371-479a-9c62-aa4a3200cf97, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:36:19.526772 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:19.526902 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078582d-f951-40b6-bc61-d7e339428546 req-8ef42337-d928-4c28-96f0-38d44fd12e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:19.530607 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-8ef42337-d928-4c28-96f0-38d44fd12e74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.0757420 Nov 12 00:36:19.534773 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-24259b69-ddab-494c-921f-791ec8450ed0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6b8104c4113942368966cc1e6cd1e23d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637627 Nov 12 00:36:19.559468 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ce19f-616a-41cd-a392-3bb00479e066 None None] Pushing event updated for resources: {'Port': ['ID=ac16d6c6-2371-479a-9c62-aa4a3200cf97,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:19.571690 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-15c6d1da-2db5-4124-a926-b33584170012 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:19.574654 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-8b4c69ef-2574-4316-8464-a87d3f8dc261 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367482 Nov 12 00:36:19.594926 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] For port ac16d6c6-2371-479a-9c62-aa4a3200cf97, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:36:19.598809 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] For port ac16d6c6-2371-479a-9c62-aa4a3200cf97, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ac16d6c6-2371-479a-9c62-aa4a3200cf97,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:36:19.607433 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:19.671172 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] Routers {'8507f139-61ff-4b0d-8b69-885083e758ee'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:36:19.671811 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:35:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['8507f139-61ff-4b0d-8b69-885083e758ee'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:19.679578 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2802b85-6d45-4448-80d6-499e5e83e619 admin admin] Network c42a0403-abc2-49d5-a78a-54ed81b5c1bf is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:36:19.682414 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-d2802b85-6d45-4448-80d6-499e5e83e619 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:36:19.774841 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-15c6d1da-2db5-4124-a926-b33584170012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:19.804045 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ce19f-616a-41cd-a392-3bb00479e066 None None] Pushing event updated for resources: {'Port': ['ID=ac16d6c6-2371-479a-9c62-aa4a3200cf97,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:19.832619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 79205dfe-71d4-4fc4-82ea-e5802cc27fb0 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:36:19.835155 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c862ee-5b36-4b79-8247-e265a2d7f6cc req-5d330b96-c726-4ded-9ce6-51fd7cc7ad48 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:19.843102 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f6c862ee-5b36-4b79-8247-e265a2d7f6cc req-5d330b96-c726-4ded-9ce6-51fd7cc7ad48 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=48992f52-b88a-4029-bea0-3b5eb69582fe HTTP/1.1" status: 200 len: 946 time: 0.1151960 Nov 12 00:36:19.846605 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-f238fa31-cb6b-4050-b705-43df2db04978 service neutron] 10.222.0.15 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635353 Nov 12 00:36:19.860318 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 79205dfe-71d4-4fc4-82ea-e5802cc27fb0 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:36:19.860658 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 79205dfe-71d4-4fc4-82ea-e5802cc27fb0 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:36:19.883202 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] Set router 8507f139-61ff-4b0d-8b69-885083e758ee gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:36:19.890105 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-caf57095-399d-4988-9917-1d1af6c395a9 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:19.900967 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-caf57095-399d-4988-9917-1d1af6c395a9 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3652241 Nov 12 00:36:19.904027 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e4a2bf21-8ef0-49f5-9b16-842653ed9676 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:19.937644 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-910552c0-50ee-41b7-9b0e-59e6b093e42d tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/quotas/6b8104c4113942368966cc1e6cd1e23d HTTP/1.1" status: 200 len: 375 time: 0.0357306 Nov 12 00:36:19.997308 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-18ee10d1-3c0b-4f76-b3e9-4c974eb70f16 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b8104c4113942368966cc1e6cd1e23d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587113 Nov 12 00:36:20.000205 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-15c6d1da-2db5-4124-a926-b33584170012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:20.005905 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-616fee02-1ce6-494e-a497-fc867bcdc39e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:20.034125 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2802b85-6d45-4448-80d6-499e5e83e619 admin admin] Router 12374964-1573-4328-b344-65b33189640a has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:36:20.037185 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6d1da-2db5-4124-a926-b33584170012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e54269b8-97af-44dd-b818-1100a6a74210,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:20.040039 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-15c6d1da-2db5-4124-a926-b33584170012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:20.044850 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e4a2bf21-8ef0-49f5-9b16-842653ed9676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:20.051601 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-15c6d1da-2db5-4124-a926-b33584170012 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e54269b8-97af-44dd-b818-1100a6a74210 HTTP/1.1" status: 204 len: 168 time: 0.7499585 Nov 12 00:36:20.057040 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49820) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:20.057700 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-83683d5f-75ad-4ad9-9deb-c4a193a45900 None None] Provisioning complete for port 8f4f981a-f776-425f-b329-3650bec319e9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:20.058081 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-83683d5f-75ad-4ad9-9deb-c4a193a45900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:20.130941 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-83683d5f-75ad-4ad9-9deb-c4a193a45900 None None] Port 8f4f981a-f776-425f-b329-3650bec319e9 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:36:20.224735 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8507f139-61ff-4b0d-8b69-885083e758ee', 'name': 'tempest-FloatingIPDetailsTestJSON-712508567-router', 'tenant_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'ac16d6c6-2371-479a-9c62-aa4a3200cf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:36:11Z', 'updated_at': '2021-11-12T00:36:15Z', 'revision_number': 3, 'project_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'gw_port': {'id': 'ac16d6c6-2371-479a-9c62-aa4a3200cf97', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8507f139-61ff-4b0d-8b69-885083e758ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:36:14Z', 'updated_at': '2021-11-12T00:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:20.253237 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a2bf21-8ef0-49f5-9b16-842653ed9676 admin admin] Network 3327f0c1-b9e7-44aa-b504-a46880adfd9c is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:36:20.258647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-e4a2bf21-8ef0-49f5-9b16-842653ed9676 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:36:20.273717 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f6c862ee-5b36-4b79-8247-e265a2d7f6cc req-67f4c666-2779-443f-87a7-7109b4cdeaa4 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284897 Nov 12 00:36:20.298895 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a2bf21-8ef0-49f5-9b16-842653ed9676 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:36:20.299457 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02751e76-0373-4407-a530-76c8749d7a4f None None] The sync data for ids ['8507f139-61ff-4b0d-8b69-885083e758ee'] in n-d-712137-14 is: [{'id': '8507f139-61ff-4b0d-8b69-885083e758ee', 'name': 'tempest-FloatingIPDetailsTestJSON-712508567-router', 'tenant_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'ac16d6c6-2371-479a-9c62-aa4a3200cf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:36:11Z', 'updated_at': '2021-11-12T00:36:15Z', 'revision_number': 3, 'project_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'gw_port': {'id': 'ac16d6c6-2371-479a-9c62-aa4a3200cf97', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8507f139-61ff-4b0d-8b69-885083e758ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:36:14Z', 'updated_at': '2021-11-12T00:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:36:20.313660 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6b79fb1e-157d-48dd-bc30-ab8d8c0b9023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:20.371399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2802b85-6d45-4448-80d6-499e5e83e619 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:36:20.394394 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d2802b85-6d45-4448-80d6-499e5e83e619 admin admin] 10.222.0.31 "PUT /v2.0/routers/12374964-1573-4328-b344-65b33189640a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2971694 Nov 12 00:36:20.394630 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] Sync routers for ids ['12374964-1573-4328-b344-65b33189640a'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:36:20.409989 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2bf21-8ef0-49f5-9b16-842653ed9676 admin admin] Pushing event updated for resources: {'Port': ['ID=8df041ee-bef9-48d6-9482-6bb9ba008014,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:20.412033 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] Routers {'12374964-1573-4328-b344-65b33189640a'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:36:20.412974 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:35:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['12374964-1573-4328-b344-65b33189640a'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:20.429387 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-86bfaf71-0369-4e32-b6a9-f63236021875 service neutron] 10.222.0.15 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646684 Nov 12 00:36:20.479479 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6b79fb1e-157d-48dd-bc30-ab8d8c0b9023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:20.535441 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e4a2bf21-8ef0-49f5-9b16-842653ed9676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:20.547138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-6b79fb1e-157d-48dd-bc30-ab8d8c0b9023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee13f6e-07f5-441a-b3f4-ecbe5598cef1']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:20.564948 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-6b79fb1e-157d-48dd-bc30-ab8d8c0b9023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5c18e7-4c7f-4cf5-a1eb-02bec7d83303') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:20.565358 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-6b79fb1e-157d-48dd-bc30-ab8d8c0b9023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5c18e7-4c7f-4cf5-a1eb-02bec7d83303') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:20.588679 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20d53e-43ea-4cc5-b386-135682039dea req-eeae9b31-1b17-45a1-90eb-9f679a6227a2 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:20.596276 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e20d53e-43ea-4cc5-b386-135682039dea req-eeae9b31-1b17-45a1-90eb-9f679a6227a2 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 950 time: 0.2026534 Nov 12 00:36:20.605122 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6b79fb1e-157d-48dd-bc30-ab8d8c0b9023 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:20.632788 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] Set router 12374964-1573-4328-b344-65b33189640a gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:36:20.670902 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6b79fb1e-157d-48dd-bc30-ab8d8c0b9023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:20.672652 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330559d1-c8e1-4582-9bf2-f2b61677387f req-9a73151d-30b1-4855-9f65-3c8737c7617f tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:20.682358 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b79fb1e-157d-48dd-bc30-ab8d8c0b9023 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:36:20.682907 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6b79fb1e-157d-48dd-bc30-ab8d8c0b9023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:36:20.684885 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:36:20.687813 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-330559d1-c8e1-4582-9bf2-f2b61677387f req-9a73151d-30b1-4855-9f65-3c8737c7617f tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 945 time: 0.2802713 Nov 12 00:36:20.723224 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9ce79237-d468-4837-b41d-f0e76ae777d2 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:36:20.837926 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-330559d1-c8e1-4582-9bf2-f2b61677387f req-a0494f25-83a0-41a7-aa41-c310f1f17f63 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388919 Nov 12 00:36:20.902984 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-51946450-4637-442a-b119-52d0b825fb6e None None] Provisioning complete for port 8df041ee-bef9-48d6-9482-6bb9ba008014 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:20.903351 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-51946450-4637-442a-b119-52d0b825fb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:20.912295 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e20d53e-43ea-4cc5-b386-135682039dea req-371c16a3-0591-4f45-a316-1310cf2a96c8 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139262 Nov 12 00:36:20.933344 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6b79fb1e-157d-48dd-bc30-ab8d8c0b9023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:20.943611 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6b79fb1e-157d-48dd-bc30-ab8d8c0b9023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:20.952787 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e4a2bf21-8ef0-49f5-9b16-842653ed9676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:20.971993 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6b79fb1e-157d-48dd-bc30-ab8d8c0b9023 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1ee13f6e-07f5-441a-b3f4-ecbe5598cef1 HTTP/1.1" status: 204 len: 168 time: 0.9112916 Nov 12 00:36:20.978347 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49850) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:21.050137 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79fb1e-157d-48dd-bc30-ab8d8c0b9023 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ee13f6e-07f5-441a-b3f4-ecbe5598cef1,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:21.051101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-51946450-4637-442a-b119-52d0b825fb6e None None] Port 8df041ee-bef9-48d6-9482-6bb9ba008014 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:36:21.088036 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 9ce79237-d468-4837-b41d-f0e76ae777d2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:21.088343 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:21.177634 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35f2d2e-ca63-47c3-8283-468cbc330055 admin admin] Deleting subnet 018be87e-1a24-42ba-ac84-6a9f827f36fb {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:36:21.186016 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e35f2d2e-ca63-47c3-8283-468cbc330055 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:21.216591 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-3fe8c5bd-c226-49c7-939b-0d2655f2c2b8 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6b8104c4113942368966cc1e6cd1e23d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0949578 Nov 12 00:36:21.313836 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e35f2d2e-ca63-47c3-8283-468cbc330055 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:21.381349 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12374964-1573-4328-b344-65b33189640a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1566329083-router', 'tenant_id': '251933fdb0034528a0356ed58d199677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '9ce79237-d468-4837-b41d-f0e76ae777d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:36:09Z', 'updated_at': '2021-11-12T00:36:18Z', 'revision_number': 4, 'project_id': '251933fdb0034528a0356ed58d199677', 'gw_port': {'id': '9ce79237-d468-4837-b41d-f0e76ae777d2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12374964-1573-4328-b344-65b33189640a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:36:11Z', 'updated_at': '2021-11-12T00:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '8f4f981a-f776-425f-b329-3650bec319e9', 'name': '', 'network_id': 'c42a0403-abc2-49d5-a78a-54ed81b5c1bf', 'tenant_id': '251933fdb0034528a0356ed58d199677', 'mac_address': 'fa:16:3e:33:7e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12374964-1573-4328-b344-65b33189640a', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '396952f4-a0c3-43c3-8a72-2d111f20f898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:36:17Z', 'updated_at': '2021-11-12T00:36:18Z', 'revision_number': 2, 'project_id': '251933fdb0034528a0356ed58d199677', 'subnets': [{'id': '396952f4-a0c3-43c3-8a72-2d111f20f898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:21.462086 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e35f2d2e-ca63-47c3-8283-468cbc330055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:21.513632 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] Checking router: 12374964-1573-4328-b344-65b33189640a for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:36:21.516528 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] Updating router 12374964-1573-4328-b344-65b33189640a port 8f4f981a-f776-425f-b329-3650bec319e9 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:36:21.581655 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:21.834762 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370a311-31d1-47dd-b115-53703a6eae86 req-ac791547-db8c-468d-a749-170d71217a20 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:21.836893 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1370a311-31d1-47dd-b115-53703a6eae86 req-ac791547-db8c-468d-a749-170d71217a20 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=48992f52-b88a-4029-bea0-3b5eb69582fe HTTP/1.1" status: 200 len: 946 time: 0.3013866 Nov 12 00:36:21.859699 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e35f2d2e-ca63-47c3-8283-468cbc330055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:21.921213 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f2d2e-ca63-47c3-8283-468cbc330055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=018be87e-1a24-42ba-ac84-6a9f827f36fb,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:21.956654 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e35f2d2e-ca63-47c3-8283-468cbc330055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:21.963694 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e35f2d2e-ca63-47c3-8283-468cbc330055 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/018be87e-1a24-42ba-ac84-6a9f827f36fb HTTP/1.1" status: 204 len: 168 time: 0.9813426 Nov 12 00:36:21.966544 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49870) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:21.984729 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1370a311-31d1-47dd-b115-53703a6eae86 req-8e654a61-4982-427c-92f8-b0e84c09e448 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410866 Nov 12 00:36:22.006650 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:22.014134 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:22.050217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-edf9aee2-3875-439f-a480-17c425a1be60 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:22.064240 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-edf9aee2-3875-439f-a480-17c425a1be60 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8435652 Nov 12 00:36:22.134153 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-11ce8396-4940-4a54-85ff-7f812e478d1a tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/quotas/6b8104c4113942368966cc1e6cd1e23d HTTP/1.1" status: 200 len: 375 time: 0.0672076 Nov 12 00:36:22.147557 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79320122-7c44-472c-89a7-b13014de4493 None None] Pushing event updated for resources: {'Port': ['ID=8f4f981a-f776-425f-b329-3650bec319e9,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:22.163106 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] Attempting to bind port 8f4f981a-f776-425f-b329-3650bec319e9 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:36:22.164589 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] Attempting to bind port 8f4f981a-f776-425f-b329-3650bec319e9 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '117379c3-0ebc-465a-9225-053eb0cb8439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c42a0403-abc2-49d5-a78a-54ed81b5c1bf'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:36:22.165381 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] Attempting to bind port 8f4f981a-f776-425f-b329-3650bec319e9 on network c42a0403-abc2-49d5-a78a-54ed81b5c1bf {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:36:22.172211 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:36:22.172663 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] Checking segment: {'id': '117379c3-0ebc-465a-9225-053eb0cb8439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c42a0403-abc2-49d5-a78a-54ed81b5c1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:36:22.173562 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:22.174048 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] Bound using segment: {'id': '117379c3-0ebc-465a-9225-053eb0cb8439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c42a0403-abc2-49d5-a78a-54ed81b5c1bf'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:36:22.174801 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] Bound port: 8f4f981a-f776-425f-b329-3650bec319e9, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117379c3-0ebc-465a-9225-053eb0cb8439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c42a0403-abc2-49d5-a78a-54ed81b5c1bf'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:36:22.175327 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:22.191757 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-231309dd-ed31-467e-9020-9696230ee5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:22.194898 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-f83f6ab4-fa8e-447e-a500-2e850ee4bf96 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b8104c4113942368966cc1e6cd1e23d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473275 Nov 12 00:36:22.198763 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e4a2bf21-8ef0-49f5-9b16-842653ed9676 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:22.208915 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e4a2bf21-8ef0-49f5-9b16-842653ed9676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:22.291280 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ef63dffc-fcf8-4b3f-b33e-e51b975eca04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:22.444124 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab283be-4925-4977-acb0-ed682c2fe67a req-bb253933-3865-435d-9f4e-1310ad5d1f1f tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:22.462999 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2bf21-8ef0-49f5-9b16-842653ed9676 admin admin] Pushing event updated for resources: {'Port': ['ID=8df041ee-bef9-48d6-9482-6bb9ba008014,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:22.468295 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5ab283be-4925-4977-acb0-ed682c2fe67a req-bb253933-3865-435d-9f4e-1310ad5d1f1f tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 945 time: 0.1110010 Nov 12 00:36:22.518633 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d18c9785-fa34-4f25-a004-404460124e95 None None] Provisioning complete for port 8f4f981a-f776-425f-b329-3650bec319e9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:22.519083 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d18c9785-fa34-4f25-a004-404460124e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:22.556235 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e4a2bf21-8ef0-49f5-9b16-842653ed9676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:22.617023 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] For port 8f4f981a-f776-425f-b329-3650bec319e9, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:36:22.621579 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] For port 8f4f981a-f776-425f-b329-3650bec319e9, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8f4f981a-f776-425f-b329-3650bec319e9,segment=NetworkSegment(117379c3-0ebc-465a-9225-053eb0cb8439),segment_id=117379c3-0ebc-465a-9225-053eb0cb8439)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:36:22.630486 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5ab283be-4925-4977-acb0-ed682c2fe67a req-316ccbde-9975-4fe9-bbf5-35fa50adb19e tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612086 Nov 12 00:36:22.635284 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d18c9785-fa34-4f25-a004-404460124e95 None None] Port 8f4f981a-f776-425f-b329-3650bec319e9 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:36:22.636147 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:22.823299 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] Routers {'12374964-1573-4328-b344-65b33189640a'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:36:22.823924 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:36:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['12374964-1573-4328-b344-65b33189640a'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:22.862515 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-c86de787-bdd7-49a2-9c8f-0ff0d9a53b2c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6b8104c4113942368966cc1e6cd1e23d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1888695 Nov 12 00:36:22.879080 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ac16d6c6-2371-479a-9c62-aa4a3200cf97 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:36:22.895718 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-231309dd-ed31-467e-9020-9696230ee5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:22.901537 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4d0b3099-5ea8-4cce-acb3-7e9995fb5e76 req-fc04c784-f9ed-4519-97b5-ef43ada1c47f tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2102a8-4fc7-4250-9fa1-71e279f9c6ea HTTP/1.1" status: 200 len: 210 time: 0.1231141 Nov 12 00:36:23.095730 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-231309dd-ed31-467e-9020-9696230ee5f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e64c702-644d-460f-b5f1-54482bd478b5']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:23.114521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port ac16d6c6-2371-479a-9c62-aa4a3200cf97 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:23.115842 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:23.130437 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-231309dd-ed31-467e-9020-9696230ee5f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176b1414-906a-4577-b854-60f14c00036c') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:23.130744 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-231309dd-ed31-467e-9020-9696230ee5f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176b1414-906a-4577-b854-60f14c00036c') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:23.208327 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-231309dd-ed31-467e-9020-9696230ee5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:23.271532 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] Set router 12374964-1573-4328-b344-65b33189640a gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:36:23.292228 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ce0db97c-2c73-413d-96ec-48dae395574d None None] Provisioning complete for port 8f4f981a-f776-425f-b329-3650bec319e9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:23.293442 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ce0db97c-2c73-413d-96ec-48dae395574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:23.407483 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79320122-7c44-472c-89a7-b13014de4493 None None] Pushing event updated for resources: {'Port': ['ID=8f4f981a-f776-425f-b329-3650bec319e9,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:23.444306 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:36:23.453429 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a505e8-a63f-41fa-9ce9-e003a33082b0 req-fb67f4b1-a4d1-40e5-8ce8-892a9fe56cdc tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:23.464793 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-26a505e8-a63f-41fa-9ce9-e003a33082b0 req-fb67f4b1-a4d1-40e5-8ce8-892a9fe56cdc tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=48992f52-b88a-4029-bea0-3b5eb69582fe HTTP/1.1" status: 200 len: 946 time: 0.1364496 Nov 12 00:36:23.518991 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:23.588972 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-26a505e8-a63f-41fa-9ce9-e003a33082b0 req-4482a44f-e590-4cb4-bb9e-2302e1a85a64 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215315 Nov 12 00:36:23.599673 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-231309dd-ed31-467e-9020-9696230ee5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:23.627848 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ce0db97c-2c73-413d-96ec-48dae395574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:23.710676 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-231309dd-ed31-467e-9020-9696230ee5f8 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:36:23.716127 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-231309dd-ed31-467e-9020-9696230ee5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:36:23.731601 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:36:23.752879 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:23.794962 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b1e80-2617-4af8-8bc4-f9f632bb3228 req-d8df52a7-6bbc-4c6f-9dc8-9c16a565c50f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:23.810962 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-357b1e80-2617-4af8-8bc4-f9f632bb3228 req-d8df52a7-6bbc-4c6f-9dc8-9c16a565c50f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 950 time: 0.9889796 Nov 12 00:36:23.853185 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-ce0db97c-2c73-413d-96ec-48dae395574d None None] For port 8f4f981a-f776-425f-b329-3650bec319e9, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8f4f981a-f776-425f-b329-3650bec319e9,segment=NetworkSegment(117379c3-0ebc-465a-9225-053eb0cb8439),segment_id=117379c3-0ebc-465a-9225-053eb0cb8439)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:23.890747 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port ac16d6c6-2371-479a-9c62-aa4a3200cf97, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ac16d6c6-2371-479a-9c62-aa4a3200cf97,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:23.906917 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ce0db97c-2c73-413d-96ec-48dae395574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:23.946716 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:24.014007 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12374964-1573-4328-b344-65b33189640a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1566329083-router', 'tenant_id': '251933fdb0034528a0356ed58d199677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '9ce79237-d468-4837-b41d-f0e76ae777d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:36:09Z', 'updated_at': '2021-11-12T00:36:18Z', 'revision_number': 4, 'project_id': '251933fdb0034528a0356ed58d199677', 'gw_port': {'id': '9ce79237-d468-4837-b41d-f0e76ae777d2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12374964-1573-4328-b344-65b33189640a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:36:11Z', 'updated_at': '2021-11-12T00:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '8f4f981a-f776-425f-b329-3650bec319e9', 'name': '', 'network_id': 'c42a0403-abc2-49d5-a78a-54ed81b5c1bf', 'tenant_id': '251933fdb0034528a0356ed58d199677', 'mac_address': 'fa:16:3e:33:7e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12374964-1573-4328-b344-65b33189640a', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '396952f4-a0c3-43c3-8a72-2d111f20f898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:36:17Z', 'updated_at': '2021-11-12T00:36:22Z', 'revision_number': 4, 'project_id': '251933fdb0034528a0356ed58d199677', 'subnets': [{'id': '396952f4-a0c3-43c3-8a72-2d111f20f898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:24.070040 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a2bf21-8ef0-49f5-9b16-842653ed9676 admin admin] Network 3327f0c1-b9e7-44aa-b504-a46880adfd9c is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:36:24.080889 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-231309dd-ed31-467e-9020-9696230ee5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:24.091593 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0db97c-2c73-413d-96ec-48dae395574d None None] Pushing event updated for resources: {'Port': ['ID=8f4f981a-f776-425f-b329-3650bec319e9,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:24.097063 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a0618-c637-482c-bcee-32c5d2836b6e None None] The sync data for ids ['12374964-1573-4328-b344-65b33189640a'] in n-d-712137-14 is: [{'id': '12374964-1573-4328-b344-65b33189640a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1566329083-router', 'tenant_id': '251933fdb0034528a0356ed58d199677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '9ce79237-d468-4837-b41d-f0e76ae777d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:36:09Z', 'updated_at': '2021-11-12T00:36:18Z', 'revision_number': 4, 'project_id': '251933fdb0034528a0356ed58d199677', 'gw_port': {'id': '9ce79237-d468-4837-b41d-f0e76ae777d2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12374964-1573-4328-b344-65b33189640a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:36:11Z', 'updated_at': '2021-11-12T00:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '8f4f981a-f776-425f-b329-3650bec319e9', 'name': '', 'network_id': 'c42a0403-abc2-49d5-a78a-54ed81b5c1bf', 'tenant_id': '251933fdb0034528a0356ed58d199677', 'mac_address': 'fa:16:3e:33:7e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12374964-1573-4328-b344-65b33189640a', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '396952f4-a0c3-43c3-8a72-2d111f20f898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:36:17Z', 'updated_at': '2021-11-12T00:36:22Z', 'revision_number': 4, 'project_id': '251933fdb0034528a0356ed58d199677', 'subnets': [{'id': '396952f4-a0c3-43c3-8a72-2d111f20f898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:36:24.152604 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-ef5d7d68-da9d-49f2-86eb-e7daede6ac5a tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:24.156984 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-ef5d7d68-da9d-49f2-86eb-e7daede6ac5a tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8476357 Nov 12 00:36:24.158098 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-e4a2bf21-8ef0-49f5-9b16-842653ed9676 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:36:24.161591 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=ac16d6c6-2371-479a-9c62-aa4a3200cf97,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:24.227907 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-7a208164-7188-43c6-9faf-d332b60896d0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Request body: {'port': {'device_id': '836adcd8-42fc-43d7-b5a7-4bfda5baf1e6', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': '6b8104c4113942368966cc1e6cd1e23d'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:24.345463 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-231309dd-ed31-467e-9020-9696230ee5f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:24.388121 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-231309dd-ed31-467e-9020-9696230ee5f8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0e64c702-644d-460f-b5f1-54482bd478b5 HTTP/1.1" status: 204 len: 168 time: 2.4163849 Nov 12 00:36:24.395922 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:24.881555 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-54219373-612e-4dd8-a77e-6df0a3ceccaa None None] Provisioning complete for port 8df041ee-bef9-48d6-9482-6bb9ba008014 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:24.882191 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-54219373-612e-4dd8-a77e-6df0a3ceccaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:24.919700 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49912) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:24.990683 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-54219373-612e-4dd8-a77e-6df0a3ceccaa None None] Port 8df041ee-bef9-48d6-9482-6bb9ba008014 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:36:25.044728 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a2127f4d-f0ee-4a86-93f5-b0bca9a410a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c8474a0f86e44aba9c9f8cae1db2c95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1158323 Nov 12 00:36:25.087886 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49916) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:25.110394 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ac16d6c6-2371-479a-9c62-aa4a3200cf97 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:36:25.134941 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015feea8-8f92-4de7-88af-84abdd76bb8a req-dd17c563-3a98-4671-9ca3-20af2de08fe7 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:25.145140 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-015feea8-8f92-4de7-88af-84abdd76bb8a req-dd17c563-3a98-4671-9ca3-20af2de08fe7 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 945 time: 0.1260586 Nov 12 00:36:25.150842 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a2bf21-8ef0-49f5-9b16-842653ed9676 admin admin] Router 8507f139-61ff-4b0d-8b69-885083e758ee has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:36:25.173738 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231309dd-ed31-467e-9020-9696230ee5f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e64c702-644d-460f-b5f1-54482bd478b5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:25.234586 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-015feea8-8f92-4de7-88af-84abdd76bb8a req-1d0c65eb-919c-430d-8d13-16646bcfed51 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880373 Nov 12 00:36:25.299521 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-357b1e80-2617-4af8-8bc4-f9f632bb3228 req-d19f4155-1a5e-44b8-82c5-c9f78a9bdd3b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4873281 Nov 12 00:36:25.378937 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-ac89f342-c6cb-4baf-acc8-279ddebc5b5c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6b8104c4113942368966cc1e6cd1e23d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770588 Nov 12 00:36:25.402936 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:25.448326 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-449d1253-9c48-4c59-9bc5-2a61e35402a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:25.450590 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port ac16d6c6-2371-479a-9c62-aa4a3200cf97 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:25.450997 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:25.502087 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-449d1253-9c48-4c59-9bc5-2a61e35402a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:25.701351 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a2bf21-8ef0-49f5-9b16-842653ed9676 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:36:25.719892 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e4a2bf21-8ef0-49f5-9b16-842653ed9676 admin admin] 10.222.0.31 "PUT /v2.0/routers/8507f139-61ff-4b0d-8b69-885083e758ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1231332 Nov 12 00:36:25.745492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] Sync routers for ids ['8507f139-61ff-4b0d-8b69-885083e758ee'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:36:25.876224 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:25.893239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-7a208164-7188-43c6-9faf-d332b60896d0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Made reservation on behalf of 6b8104c4113942368966cc1e6cd1e23d for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:36:25.898246 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-7a208164-7188-43c6-9faf-d332b60896d0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:25.900543 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8f4f981a-f776-425f-b329-3650bec319e9 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:36:25.906033 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] Routers {'8507f139-61ff-4b0d-8b69-885083e758ee'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:36:25.917572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:36:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['8507f139-61ff-4b0d-8b69-885083e758ee'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:25.940769 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-7a208164-7188-43c6-9faf-d332b60896d0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:26.027330 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-449d1253-9c48-4c59-9bc5-2a61e35402a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:26.043671 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-449d1253-9c48-4c59-9bc5-2a61e35402a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:26.050715 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-449d1253-9c48-4c59-9bc5-2a61e35402a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e841a6b-58c8-486b-b781-a7d22cef0ac7 HTTP/1.1" status: 204 len: 168 time: 0.9502165 Nov 12 00:36:26.103486 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 8f4f981a-f776-425f-b329-3650bec319e9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:26.103867 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:26.201887 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f76dccb6-019b-41a8-9809-904acee948a9 req-5cea4d93-f8dd-4b75-803a-b8983c3b0ece tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2102a8-4fc7-4250-9fa1-71e279f9c6ea HTTP/1.1" status: 200 len: 210 time: 0.7561114 Nov 12 00:36:26.253477 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d1253-9c48-4c59-9bc5-2a61e35402a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e841a6b-58c8-486b-b781-a7d22cef0ac7,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:26.343096 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-7a208164-7188-43c6-9faf-d332b60896d0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:26.355448 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-7a208164-7188-43c6-9faf-d332b60896d0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:26.383873 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] Set router 8507f139-61ff-4b0d-8b69-885083e758ee gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:36:26.668803 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-03e56c0d-dbfb-43e8-aea2-bf2b24c640d9 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:26.675108 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-03e56c0d-dbfb-43e8-aea2-bf2b24c640d9 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2279952 Nov 12 00:36:26.710795 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-3b6b2773-5f29-48e3-843d-81d459e12f77 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Request body: {'port': {'device_id': '1b2102a8-4fc7-4250-9fa1-71e279f9c6ea', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': '6b8104c4113942368966cc1e6cd1e23d'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:26.765668 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-7a208164-7188-43c6-9faf-d332b60896d0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Allocated IP 192.168.233.220 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/997be79d-73f0-457b-a794-69924644f888) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:36:26.896816 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c62eb-28f4-4527-be2a-0d327b6376d4 req-b3621dcf-f582-4593-8a0b-26a8a1db772f tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:26.905509 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ed9c62eb-28f4-4527-be2a-0d327b6376d4 req-b3621dcf-f582-4593-8a0b-26a8a1db772f tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 945 time: 0.4928408 Nov 12 00:36:26.954584 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-3706cc49-9d49-46bd-9926-46aa4324dc42 service neutron] 10.222.0.15 "GET /v2.0/ports/05a5ed81-c561-4205-b530-77b2e13676d5/bindings/n-h2-712137-14 HTTP/1.1" status: 200 len: 383 time: 0.7128005 Nov 12 00:36:27.028181 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49944) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:27.182164 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ed9c62eb-28f4-4527-be2a-0d327b6376d4 req-0a763648-6ae2-48b6-8295-67f4f6f0fa7b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741482 Nov 12 00:36:27.199511 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-7a208164-7188-43c6-9faf-d332b60896d0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:27.228493 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8507f139-61ff-4b0d-8b69-885083e758ee', 'name': 'tempest-FloatingIPDetailsTestJSON-712508567-router', 'tenant_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'ac16d6c6-2371-479a-9c62-aa4a3200cf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:36:11Z', 'updated_at': '2021-11-12T00:36:20Z', 'revision_number': 4, 'project_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'gw_port': {'id': 'ac16d6c6-2371-479a-9c62-aa4a3200cf97', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8507f139-61ff-4b0d-8b69-885083e758ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:36:14Z', 'updated_at': '2021-11-12T00:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '8df041ee-bef9-48d6-9482-6bb9ba008014', 'name': '', 'network_id': '3327f0c1-b9e7-44aa-b504-a46880adfd9c', 'tenant_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'mac_address': 'fa:16:3e:00:6e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8507f139-61ff-4b0d-8b69-885083e758ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '924b1afc-773c-465f-8fc8-3f815c163622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:36:18Z', 'updated_at': '2021-11-12T00:36:21Z', 'revision_number': 2, 'project_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'subnets': [{'id': '924b1afc-773c-465f-8fc8-3f815c163622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:27.282970 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] Checking router: 8507f139-61ff-4b0d-8b69-885083e758ee for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:36:27.283747 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] Updating router 8507f139-61ff-4b0d-8b69-885083e758ee port 8df041ee-bef9-48d6-9482-6bb9ba008014 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:36:27.291632 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c0ee2923-a0e6-4eac-9403-c650e5ba5a32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe67722fb5b543b6ba5de7d4ef51e1f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541745 Nov 12 00:36:27.297081 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49948) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:36:27.337238 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:27.438872 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-7a208164-7188-43c6-9faf-d332b60896d0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:27.529010 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a208164-7188-43c6-9faf-d332b60896d0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83238c19-e702-4213-a4a2-30a4f6b3adbf,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:27.542075 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-7a208164-7188-43c6-9faf-d332b60896d0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:36:27.557663 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-7a208164-7188-43c6-9faf-d332b60896d0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:36:27.583074 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-7a208164-7188-43c6-9faf-d332b60896d0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:36:27.642677 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-7a208164-7188-43c6-9faf-d332b60896d0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:27.643657 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-7a208164-7188-43c6-9faf-d332b60896d0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:27.660222 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ea6257c-8ff8-4319-8b9d-3788b753ce9c req-b12fb7e8-6b8c-4204-8e0e-be91c4d00b9f tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3919849 Nov 12 00:36:27.665824 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-9ea6257c-8ff8-4319-8b9d-3788b753ce9c req-faa96d77-03e8-4e8b-84f3-7d19d7496c0b tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:27.677295 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a208164-7188-43c6-9faf-d332b60896d0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Pushing event updated for resources: {'Port': ['ID=997be79d-73f0-457b-a794-69924644f888,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:27.701228 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-f5eaee79-3b26-4ef0-8acf-6c6b909d76af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:27.703990 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-f5eaee79-3b26-4ef0-8acf-6c6b909d76af service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619&tenant_id=e12aedabe0d44294a297466dd9b3931e HTTP/1.1" status: 200 len: 1102 time: 0.3188612 Nov 12 00:36:27.736870 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0385eb-4bb8-4d7f-8a1c-748638e9caf1 req-db6bba8b-4d17-486c-950c-9caa53f24f9f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:27.738467 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7d0385eb-4bb8-4d7f-8a1c-748638e9caf1 req-db6bba8b-4d17-486c-950c-9caa53f24f9f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 950 time: 0.3670738 Nov 12 00:36:27.739619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-3b6b2773-5f29-48e3-843d-81d459e12f77 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Made reservation on behalf of 6b8104c4113942368966cc1e6cd1e23d for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:36:27.743889 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-3b6b2773-5f29-48e3-843d-81d459e12f77 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:27.763512 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9ea6257c-8ff8-4319-8b9d-3788b753ce9c req-faa96d77-03e8-4e8b-84f3-7d19d7496c0b tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:27.772674 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1136585f-c2e9-4c83-b825-2e78975d4ee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:27.817931 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-7a208164-7188-43c6-9faf-d332b60896d0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6016960 Nov 12 00:36:27.854304 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] Request body: {'port': {'device_id': '836adcd8-42fc-43d7-b5a7-4bfda5baf1e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:27.933540 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1136585f-c2e9-4c83-b825-2e78975d4ee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:27.938196 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:27.971363 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:27.972882 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7d0385eb-4bb8-4d7f-8a1c-748638e9caf1 req-173b7456-aea2-4089-95ac-6de5632472b9 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009566 Nov 12 00:36:28.003889 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f3297a73-1e00-4a59-b26e-ec28bd82c316 None None] Provisioning complete for port 997be79d-73f0-457b-a794-69924644f888 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:28.003889 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f3297a73-1e00-4a59-b26e-ec28bd82c316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:28.004200 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-230b5776-ff86-41ef-bf8c-f65ff3c66476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:28.006448 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-230b5776-ff86-41ef-bf8c-f65ff3c66476 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 1102 time: 0.2399254 Nov 12 00:36:28.088819 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:28.112601 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f3297a73-1e00-4a59-b26e-ec28bd82c316 None None] Port 997be79d-73f0-457b-a794-69924644f888 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:36:28.180809 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9ea6257c-8ff8-4319-8b9d-3788b753ce9c req-faa96d77-03e8-4e8b-84f3-7d19d7496c0b tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:28.191139 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76c244-4e06-49d5-9133-f60c4707691f None None] Pushing event updated for resources: {'Port': ['ID=8df041ee-bef9-48d6-9482-6bb9ba008014,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:28.282676 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] Attempting to bind port 8df041ee-bef9-48d6-9482-6bb9ba008014 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:36:28.283364 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] Attempting to bind port 8df041ee-bef9-48d6-9482-6bb9ba008014 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94d4e4ec-99a5-4fed-b0a4-81fc18c45edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3327f0c1-b9e7-44aa-b504-a46880adfd9c'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:36:28.283364 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] Attempting to bind port 8df041ee-bef9-48d6-9482-6bb9ba008014 on network 3327f0c1-b9e7-44aa-b504-a46880adfd9c {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:36:28.296193 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:36:28.296585 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] Checking segment: {'id': '94d4e4ec-99a5-4fed-b0a4-81fc18c45edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3327f0c1-b9e7-44aa-b504-a46880adfd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:36:28.297078 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:28.297478 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] Bound using segment: {'id': '94d4e4ec-99a5-4fed-b0a4-81fc18c45edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3327f0c1-b9e7-44aa-b504-a46880adfd9c'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:36:28.298022 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] Bound port: 8df041ee-bef9-48d6-9482-6bb9ba008014, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d4e4ec-99a5-4fed-b0a4-81fc18c45edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3327f0c1-b9e7-44aa-b504-a46880adfd9c'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:36:28.298452 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:28.506231 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] For port 8df041ee-bef9-48d6-9482-6bb9ba008014, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:36:28.511236 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] For port 8df041ee-bef9-48d6-9482-6bb9ba008014, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8df041ee-bef9-48d6-9482-6bb9ba008014,segment=NetworkSegment(94d4e4ec-99a5-4fed-b0a4-81fc18c45edf),segment_id=94d4e4ec-99a5-4fed-b0a4-81fc18c45edf)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:36:28.525877 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:28.569507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-9ea6257c-8ff8-4319-8b9d-3788b753ce9c req-faa96d77-03e8-4e8b-84f3-7d19d7496c0b tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Allocated IP 172.25.0.35 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/8460da3a-e267-41e5-a68c-13c922f6a83e) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:36:28.697345 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0a534616-67a8-4836-99ac-b95002ea3c4b None None] Provisioning complete for port 8df041ee-bef9-48d6-9482-6bb9ba008014 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:28.697866 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0a534616-67a8-4836-99ac-b95002ea3c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:28.705827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76c244-4e06-49d5-9133-f60c4707691f None None] Pushing event updated for resources: {'Port': ['ID=8df041ee-bef9-48d6-9482-6bb9ba008014,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:28.766781 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9ea6257c-8ff8-4319-8b9d-3788b753ce9c req-faa96d77-03e8-4e8b-84f3-7d19d7496c0b tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:28.846981 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9ea6257c-8ff8-4319-8b9d-3788b753ce9c req-faa96d77-03e8-4e8b-84f3-7d19d7496c0b tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:28.853648 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] Routers {'8507f139-61ff-4b0d-8b69-885083e758ee'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:36:28.855760 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:36:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['8507f139-61ff-4b0d-8b69-885083e758ee'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:28.949419 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea6257c-8ff8-4319-8b9d-3788b753ce9c req-faa96d77-03e8-4e8b-84f3-7d19d7496c0b tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:36:28.952642 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-9ea6257c-8ff8-4319-8b9d-3788b753ce9c req-faa96d77-03e8-4e8b-84f3-7d19d7496c0b tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:36:28.977279 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea6257c-8ff8-4319-8b9d-3788b753ce9c req-faa96d77-03e8-4e8b-84f3-7d19d7496c0b tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:36:28.984339 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa96d77-03e8-4e8b-84f3-7d19d7496c0b tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Pushing event updated for resources: {'Port': ['ID=8460da3a-e267-41e5-a68c-13c922f6a83e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:29.107435 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] Set router 8507f139-61ff-4b0d-8b69-885083e758ee gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:36:29.158681 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-3b6b2773-5f29-48e3-843d-81d459e12f77 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Allocated IP 192.168.233.59 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/f4f2ae86-4bff-4531-8035-0a4b036f38f0) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:36:29.385776 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0a534616-67a8-4836-99ac-b95002ea3c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:29.400121 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-3b6b2773-5f29-48e3-843d-81d459e12f77 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:29.464562 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-0a534616-67a8-4836-99ac-b95002ea3c4b None None] For port 8df041ee-bef9-48d6-9482-6bb9ba008014, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8df041ee-bef9-48d6-9482-6bb9ba008014,segment=NetworkSegment(94d4e4ec-99a5-4fed-b0a4-81fc18c45edf),segment_id=94d4e4ec-99a5-4fed-b0a4-81fc18c45edf)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:29.487023 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6b980187-26c8-4797-99ae-061db2702f51 req-e0dc9e33-bb85-44fd-aaa9-d7d088bb1c45 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2102a8-4fc7-4250-9fa1-71e279f9c6ea HTTP/1.1" status: 200 len: 210 time: 1.1178868 Nov 12 00:36:29.491505 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0a534616-67a8-4836-99ac-b95002ea3c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:29.543618 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1136585f-c2e9-4c83-b825-2e78975d4ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:29.554596 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1136585f-c2e9-4c83-b825-2e78975d4ee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:29.558542 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1136585f-c2e9-4c83-b825-2e78975d4ee9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5648db45-1ce6-4923-9268-a766dd711ead HTTP/1.1" status: 204 len: 168 time: 2.2556510 Nov 12 00:36:29.630249 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9ea6257c-8ff8-4319-8b9d-3788b753ce9c req-faa96d77-03e8-4e8b-84f3-7d19d7496c0b tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:29.647322 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-08f0deed-fcfd-495b-9aab-14691957c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:29.649467 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-08f0deed-fcfd-495b-9aab-14691957c199 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 1.6150146 Nov 12 00:36:29.704001 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136585f-c2e9-4c83-b825-2e78975d4ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5648db45-1ce6-4923-9268-a766dd711ead,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:29.711843 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-3b6b2773-5f29-48e3-843d-81d459e12f77 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:29.818402 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e6351ffe-b3dc-4b60-9426-763e7761703a details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:36:29.933853 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9ea6257c-8ff8-4319-8b9d-3788b753ce9c req-faa96d77-03e8-4e8b-84f3-7d19d7496c0b tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:29.983006 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-bb704a0c-0dcc-49c2-b43e-c5293faa1c23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=05a5ed81-c561-4205-b530-77b2e13676d5 HTTP/1.1" status: 200 len: 217 time: 0.3218269 Nov 12 00:36:30.021568 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-3b6b2773-5f29-48e3-843d-81d459e12f77 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:36:30.052222 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-3b6b2773-5f29-48e3-843d-81d459e12f77 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:36:30.064947 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-3b6b2773-5f29-48e3-843d-81d459e12f77 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:36:30.102857 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e6351ffe-b3dc-4b60-9426-763e7761703a, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e6351ffe-b3dc-4b60-9426-763e7761703a,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:30.182748 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 05a5ed81-c561-4205-b530-77b2e13676d5 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:36:30.192726 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3d4f365e-48fd-4b73-9470-ed2c02b6f6fa None None] Provisioning complete for port 8df041ee-bef9-48d6-9482-6bb9ba008014 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:30.192884 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3d4f365e-48fd-4b73-9470-ed2c02b6f6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:30.296253 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-3b6b2773-5f29-48e3-843d-81d459e12f77 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:30.296890 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-3b6b2773-5f29-48e3-843d-81d459e12f77 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:30.367747 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a534616-67a8-4836-99ac-b95002ea3c4b None None] Pushing event updated for resources: {'Port': ['ID=8df041ee-bef9-48d6-9482-6bb9ba008014,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:30.380679 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'e6351ffe-b3dc-4b60-9426-763e7761703a', 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94', 'port_id': 'e6351ffe-b3dc-4b60-9426-763e7761703a', 'mac_address': 'fa:16:3e:d4:b7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66de2356-7ea2-45bf-8678-a507a5cc17cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:36:30.391679 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8507f139-61ff-4b0d-8b69-885083e758ee', 'name': 'tempest-FloatingIPDetailsTestJSON-712508567-router', 'tenant_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'ac16d6c6-2371-479a-9c62-aa4a3200cf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:36:11Z', 'updated_at': '2021-11-12T00:36:20Z', 'revision_number': 4, 'project_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'gw_port': {'id': 'ac16d6c6-2371-479a-9c62-aa4a3200cf97', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8507f139-61ff-4b0d-8b69-885083e758ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:36:14Z', 'updated_at': '2021-11-12T00:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '8df041ee-bef9-48d6-9482-6bb9ba008014', 'name': '', 'network_id': '3327f0c1-b9e7-44aa-b504-a46880adfd9c', 'tenant_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'mac_address': 'fa:16:3e:00:6e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8507f139-61ff-4b0d-8b69-885083e758ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '924b1afc-773c-465f-8fc8-3f815c163622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:36:18Z', 'updated_at': '2021-11-12T00:36:28Z', 'revision_number': 4, 'project_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'subnets': [{'id': '924b1afc-773c-465f-8fc8-3f815c163622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:36:30.421123 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-3b6b2773-5f29-48e3-843d-81d459e12f77 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7256687 Nov 12 00:36:30.485296 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] Request body: {'port': {'device_id': '1b2102a8-4fc7-4250-9fa1-71e279f9c6ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:30.507478 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8deaeb-61f8-4206-b9a9-e347d70e5420 None None] The sync data for ids ['8507f139-61ff-4b0d-8b69-885083e758ee'] in n-d-712137-14 is: [{'id': '8507f139-61ff-4b0d-8b69-885083e758ee', 'name': 'tempest-FloatingIPDetailsTestJSON-712508567-router', 'tenant_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'ac16d6c6-2371-479a-9c62-aa4a3200cf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:36:11Z', 'updated_at': '2021-11-12T00:36:20Z', 'revision_number': 4, 'project_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'gw_port': {'id': 'ac16d6c6-2371-479a-9c62-aa4a3200cf97', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8507f139-61ff-4b0d-8b69-885083e758ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:36:14Z', 'updated_at': '2021-11-12T00:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '8df041ee-bef9-48d6-9482-6bb9ba008014', 'name': '', 'network_id': '3327f0c1-b9e7-44aa-b504-a46880adfd9c', 'tenant_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'mac_address': 'fa:16:3e:00:6e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8507f139-61ff-4b0d-8b69-885083e758ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '924b1afc-773c-465f-8fc8-3f815c163622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:36:18Z', 'updated_at': '2021-11-12T00:36:28Z', 'revision_number': 4, 'project_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'subnets': [{'id': '924b1afc-773c-465f-8fc8-3f815c163622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:36:30.668659 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398aacd-91ef-4ba5-83f9-4885e654015f req-9aa79ec8-2d64-4105-b65d-88d26c2769b0 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:30.687221 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a398aacd-91ef-4ba5-83f9-4885e654015f req-9aa79ec8-2d64-4105-b65d-88d26c2769b0 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 945 time: 0.9640355 Nov 12 00:36:30.848860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b2773-5f29-48e3-843d-81d459e12f77 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Pushing event updated for resources: {'Port': ['ID=f4f2ae86-4bff-4531-8035-0a4b036f38f0,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:30.872761 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:30.895667 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a398aacd-91ef-4ba5-83f9-4885e654015f req-d8fcc038-194f-4cf8-b8aa-6d2cd4a8fafb tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969769 Nov 12 00:36:31.069067 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-c97a0ccd-083b-4de6-be27-06df478512bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:31.070614 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-c97a0ccd-083b-4de6-be27-06df478512bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 1.0419531 Nov 12 00:36:31.186188 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8df041ee-bef9-48d6-9482-6bb9ba008014 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:36:31.282980 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6351ffe-b3dc-4b60-9426-763e7761703a {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:36:31.335561 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:31.478412 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:31.609244 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e6351ffe-b3dc-4b60-9426-763e7761703a, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e6351ffe-b3dc-4b60-9426-763e7761703a,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:31.612294 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1768166-b395-4027-a360-ded94472b0d5 req-2c43ea30-f2f1-419c-ab58-5a11ca1fbf4c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:31.625355 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1768166-b395-4027-a360-ded94472b0d5 req-2c43ea30-f2f1-419c-ab58-5a11ca1fbf4c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 950 time: 0.4542320 Nov 12 00:36:31.635584 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f470f025-01df-4caa-a766-2e552b960619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05a5ed81-c561-4205-b530-77b2e13676d5'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:36:31.640446 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-6fe6ae5d-dc01-4a91-a2d5-41230eab3806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:31.643206 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d9a109-af6c-42fc-9248-62d685d2c5da" -d '{"events": [{"server_uuid": "f470f025-01df-4caa-a766-2e552b960619", "name": "network-vif-unplugged", "status": "completed", "tag": "05a5ed81-c561-4205-b530-77b2e13676d5"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:36:31.652438 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-6fe6ae5d-dc01-4a91-a2d5-41230eab3806 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5693719 Nov 12 00:36:31.673003 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:31.686546 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997be79d-73f0-457b-a794-69924644f888 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:36:31.698000 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:31.762261 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 05a5ed81-c561-4205-b530-77b2e13676d5, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=05a5ed81-c561-4205-b530-77b2e13676d5,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:31.795499 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9ea6257c-8ff8-4319-8b9d-3788b753ce9c req-faa96d77-03e8-4e8b-84f3-7d19d7496c0b tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:31.843405 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9ea6257c-8ff8-4319-8b9d-3788b753ce9c req-faa96d77-03e8-4e8b-84f3-7d19d7496c0b tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:31.901873 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['e6351ffe-b3dc-4b60-9426-763e7761703a'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:36:32.059800 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:32.114401 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] Transition to ACTIVE for port object 997be79d-73f0-457b-a794-69924644f888 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:36:32.135347 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa96d77-03e8-4e8b-84f3-7d19d7496c0b tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Pushing event updated for resources: {'Port': ['ID=8460da3a-e267-41e5-a68c-13c922f6a83e,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:32.175989 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:32.190637 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=e6351ffe-b3dc-4b60-9426-763e7761703a,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:32.311783 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1768166-b395-4027-a360-ded94472b0d5 req-d5ae0d04-4c94-4334-ad83-e4c65e00aa09 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6842070 Nov 12 00:36:32.609224 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-96dd8bec-74d2-42fa-8fa8-bd9e341463d6 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9382041 Nov 12 00:36:32.846596 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] Pushing event updated for resources: {'Port': ['ID=997be79d-73f0-457b-a794-69924644f888,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:32.873565 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9ea6257c-8ff8-4319-8b9d-3788b753ce9c req-faa96d77-03e8-4e8b-84f3-7d19d7496c0b tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:32.963920 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9ea6257c-8ff8-4319-8b9d-3788b753ce9c req-faa96d77-03e8-4e8b-84f3-7d19d7496c0b tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:32.965334 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ea6257c-8ff8-4319-8b9d-3788b753ce9c req-faa96d77-03e8-4e8b-84f3-7d19d7496c0b tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.3038561 Nov 12 00:36:33.022417 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] Attempting to bind port 997be79d-73f0-457b-a794-69924644f888 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:36:33.022796 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] Attempting to bind port 997be79d-73f0-457b-a794-69924644f888 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:36:33.023106 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] Attempting to bind port 997be79d-73f0-457b-a794-69924644f888 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:36:33.088216 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 8df041ee-bef9-48d6-9482-6bb9ba008014 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:33.092594 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:33.111914 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-72877178-dd4b-4b8d-8f99-3148062113c0 req-2caab20f-978e-49fd-bd85-54d112efeb64 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816964 Nov 12 00:36:33.117969 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0adb29b5-2bb4-463c-bf96-ed40778bb798 None None] Provisioning complete for port f4f2ae86-4bff-4531-8035-0a4b036f38f0 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:33.118342 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0adb29b5-2bb4-463c-bf96-ed40778bb798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:33.150419 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] Port 997be79d-73f0-457b-a794-69924644f888 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:36:33.150774 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] Attempting to bind port 997be79d-73f0-457b-a794-69924644f888 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:36:33.191963 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:36:33.192390 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:36:33.192688 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:36:33.198844 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] Bound port: 997be79d-73f0-457b-a794-69924644f888, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:36:33.199152 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:33.210185 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ea6257c-8ff8-4319-8b9d-3788b753ce9c req-55ca407c-f92f-4ca7-8a74-1d671590f9fb tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.35 HTTP/1.1" status: 200 len: 695 time: 0.2264626 Nov 12 00:36:33.314034 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-0adb29b5-2bb4-463c-bf96-ed40778bb798 None None] Port f4f2ae86-4bff-4531-8035-0a4b036f38f0 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:36:33.490324 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=05a5ed81-c561-4205-b530-77b2e13676d5,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:33.585234 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] For port 997be79d-73f0-457b-a794-69924644f888, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:36:33.597502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] For port 997be79d-73f0-457b-a794-69924644f888, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=997be79d-73f0-457b-a794-69924644f888,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:36:33.615073 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:33.663604 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f2ae86-4bff-4531-8035-0a4b036f38f0 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:36:33.694138 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:33.767300 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] Transition to ACTIVE for port object f4f2ae86-4bff-4531-8035-0a4b036f38f0 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:36:33.792155 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:33.905488 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f2ae86-4bff-4531-8035-0a4b036f38f0,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:33.910206 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] Pushing event updated for resources: {'Port': ['ID=997be79d-73f0-457b-a794-69924644f888,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:33.952389 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:33.956097 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:33.960026 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-d57da919-c356-4876-a016-66257b3c13c2 service neutron] 10.222.0.15 "PUT /v2.0/ports/997be79d-73f0-457b-a794-69924644f888 HTTP/1.1" status: 200 len: 1097 time: 6.1142225 Nov 12 00:36:33.973955 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836adcd8-42fc-43d7-b5a7-4bfda5baf1e6', 'tag': '997be79d-73f0-457b-a794-69924644f888'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:36:33.981431 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d789c63-690e-4a08-879e-ca1e35e6185b" -d '{"events": [{"name": "network-changed", "server_uuid": "836adcd8-42fc-43d7-b5a7-4bfda5baf1e6", "tag": "997be79d-73f0-457b-a794-69924644f888"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:36:34.100558 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6257c-8ff8-4319-8b9d-3788b753ce9c req-003b3292-a33d-4bf1-99c7-401621d326b9 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:34.113824 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ea6257c-8ff8-4319-8b9d-3788b753ce9c req-003b3292-a33d-4bf1-99c7-401621d326b9 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.8821282 Nov 12 00:36:34.216425 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-e42cd4f7-907c-48fe-85c3-c93715bb8394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:34.218267 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-e42cd4f7-907c-48fe-85c3-c93715bb8394 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b8104c4113942368966cc1e6cd1e23d&device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 1100 time: 0.1020007 Nov 12 00:36:34.261485 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83742607-d84d-4246-81a2-40994140622d x-openstack-request-id: req-83742607-d84d-4246-81a2-40994140622d {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:36:34.261996 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f470f025-01df-4caa-a766-2e552b960619", "name": "network-vif-unplugged", "status": "completed", "tag": "05a5ed81-c561-4205-b530-77b2e13676d5", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:36:34.262273 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83742607-d84d-4246-81a2-40994140622d {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:36:34.262879 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f470f025-01df-4caa-a766-2e552b960619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05a5ed81-c561-4205-b530-77b2e13676d5', 'code': 200} Nov 12 00:36:34.319869 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-be112f06-5315-4155-a4fe-e47cd4651de0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=997be79d-73f0-457b-a794-69924644f888 HTTP/1.1" status: 200 len: 217 time: 0.0843637 Nov 12 00:36:34.426887 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-aecca83b-4146-42b2-ac50-ae9c88ca7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:34.428361 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-aecca83b-4146-42b2-ac50-ae9c88ca7458 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0995095 Nov 12 00:36:34.516488 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] Attempting to bind port f4f2ae86-4bff-4531-8035-0a4b036f38f0 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:36:34.516856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] Attempting to bind port f4f2ae86-4bff-4531-8035-0a4b036f38f0 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:36:34.517368 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] Attempting to bind port f4f2ae86-4bff-4531-8035-0a4b036f38f0 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:36:34.538427 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f528bcc-df6d-4061-80bd-2b744bdff5d0 req-bfba7122-b144-4198-9cdd-c817848f2c30 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:34.552159 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8f528bcc-df6d-4061-80bd-2b744bdff5d0 req-bfba7122-b144-4198-9cdd-c817848f2c30 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2102a8-4fc7-4250-9fa1-71e279f9c6ea HTTP/1.1" status: 200 len: 947 time: 0.4815147 Nov 12 00:36:34.595934 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-72c0a2c4-bdae-4084-83b0-9aa5c0694257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:34.597892 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-72c0a2c4-bdae-4084-83b0-9aa5c0694257 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1568649 Nov 12 00:36:34.598864 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] Port f4f2ae86-4bff-4531-8035-0a4b036f38f0 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:36:34.609085 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] Attempting to bind port f4f2ae86-4bff-4531-8035-0a4b036f38f0 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:36:34.627164 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:36:34.627459 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:36:34.627857 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:36:34.628295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] Bound port: f4f2ae86-4bff-4531-8035-0a4b036f38f0, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:36:34.628725 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:34.655209 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92a974-848f-439b-87ff-519408934b97 req-ba2ec21b-537c-4570-b187-02ff69df283b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:34.657445 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1e92a974-848f-439b-87ff-519408934b97 req-ba2ec21b-537c-4570-b187-02ff69df283b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 945 time: 0.2281730 Nov 12 00:36:34.820047 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-7174196b-3e37-463d-935e-4c2e1abe3677 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058275 Nov 12 00:36:34.852091 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8f528bcc-df6d-4061-80bd-2b744bdff5d0 req-e9d8e70e-22e0-4cd6-ba40-8e40e0263222 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960541 Nov 12 00:36:34.934727 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] For port f4f2ae86-4bff-4531-8035-0a4b036f38f0, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:36:34.957249 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] For port f4f2ae86-4bff-4531-8035-0a4b036f38f0, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f4f2ae86-4bff-4531-8035-0a4b036f38f0,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:36:34.969746 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:35.049895 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1e92a974-848f-439b-87ff-519408934b97 req-6f90e99a-03b2-47c8-839a-321406caffce tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863153 Nov 12 00:36:35.144214 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:35.145312 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:35.148733 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] 10.222.0.21 "PUT /v2.0/ports/f4f2ae86-4bff-4531-8035-0a4b036f38f0 HTTP/1.1" status: 200 len: 1096 time: 4.6934927 Nov 12 00:36:35.149379 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2102a8-4fc7-4250-9fa1-71e279f9c6ea', 'tag': 'f4f2ae86-4bff-4531-8035-0a4b036f38f0'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:36:35.167587 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe564e55-dc4e-4df9-bf04-b8b8df76d77d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2102a8-4fc7-4250-9fa1-71e279f9c6ea", "tag": "f4f2ae86-4bff-4531-8035-0a4b036f38f0"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:36:35.182307 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81cd8eeb-e22c-4d69-be73-3bf448a2688b req-99494dc3-1865-4b27-ad40-0c638e9fb233 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558664 Nov 12 00:36:35.318644 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d74459-7752-48e1-a364-40a995af3608 req-bf16429b-7a3a-4f95-b6b4-c4cc1a34b55f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:35.326386 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c0d74459-7752-48e1-a364-40a995af3608 req-bf16429b-7a3a-4f95-b6b4-c4cc1a34b55f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 948 time: 0.2882373 Nov 12 00:36:35.338809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4bd43-5313-440a-995a-94bbc1cbc8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f2ae86-4bff-4531-8035-0a4b036f38f0,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:35.356658 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-4695fb79-934a-46fa-8f93-bfb05eae65e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:35.362701 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-4695fb79-934a-46fa-8f93-bfb05eae65e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b8104c4113942368966cc1e6cd1e23d&device_id=1b2102a8-4fc7-4250-9fa1-71e279f9c6ea HTTP/1.1" status: 200 len: 1099 time: 0.1608148 Nov 12 00:36:35.500727 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-b90c3930-3aaa-49ab-afb3-c1ab04eec923 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=f4f2ae86-4bff-4531-8035-0a4b036f38f0 HTTP/1.1" status: 200 len: 217 time: 0.1208861 Nov 12 00:36:35.551225 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e620c5db-66f0-4642-b105-08d0f8fe8698 x-openstack-request-id: req-e620c5db-66f0-4642-b105-08d0f8fe8698 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:36:35.551520 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836adcd8-42fc-43d7-b5a7-4bfda5baf1e6", "tag": "997be79d-73f0-457b-a794-69924644f888", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:36:35.551774 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e620c5db-66f0-4642-b105-08d0f8fe8698 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:36:35.552175 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836adcd8-42fc-43d7-b5a7-4bfda5baf1e6', 'tag': '997be79d-73f0-457b-a794-69924644f888', 'status': 'completed', 'code': 200} Nov 12 00:36:35.631833 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c0d74459-7752-48e1-a364-40a995af3608 req-3fab62e7-eb28-4c0c-b81c-4534912c48e0 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979140 Nov 12 00:36:35.660373 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-fbbc1104-3674-4be2-a19b-a8cc3155d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:35.669599 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-fbbc1104-3674-4be2-a19b-a8cc3155d476 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1500719 Nov 12 00:36:35.743299 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-3bafb0fb-2572-4330-83ba-99246b8641af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:35.754985 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-3bafb0fb-2572-4330-83ba-99246b8641af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0690229 Nov 12 00:36:35.801394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d789c63-690e-4a08-879e-ca1e35e6185b req-78cc69b6-1d24-4e7f-9606-53bee9efc44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:35.802903 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1d789c63-690e-4a08-879e-ca1e35e6185b req-78cc69b6-1d24-4e7f-9606-53bee9efc44d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b8104c4113942368966cc1e6cd1e23d&device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 1100 time: 0.2032540 Nov 12 00:36:35.814383 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e6351ffe-b3dc-4b60-9426-763e7761703a up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:36:35.910429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port e6351ffe-b3dc-4b60-9426-763e7761703a triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:35.912077 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:35.923858 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d789c63-690e-4a08-879e-ca1e35e6185b req-323ee07d-695a-4e1b-81d5-92ce73d41602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:35.925778 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1d789c63-690e-4a08-879e-ca1e35e6185b req-323ee07d-695a-4e1b-81d5-92ce73d41602 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1120861 Nov 12 00:36:35.942119 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-70d8ab9d-1064-4c01-b0df-2372b72abf35 req-84eadd66-93b0-49b6-9d6d-5b8239f76df2 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3576245 Nov 12 00:36:35.946980 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-70d8ab9d-1064-4c01-b0df-2372b72abf35 req-bace3b3f-7bdb-4fb3-9558-8da27f8d1d84 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:35.982353 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-57c8fdbd-093c-4371-a5db-4ca77d52f5a7 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200217 Nov 12 00:36:36.028144 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1d789c63-690e-4a08-879e-ca1e35e6185b req-3e965e4e-069e-4fc2-889d-96a4c77ebfc6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=997be79d-73f0-457b-a794-69924644f888 HTTP/1.1" status: 200 len: 217 time: 0.0746703 Nov 12 00:36:36.047886 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-70d8ab9d-1064-4c01-b0df-2372b72abf35 req-bace3b3f-7bdb-4fb3-9558-8da27f8d1d84 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:36.056281 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:36.122605 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e6351ffe-b3dc-4b60-9426-763e7761703a, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e6351ffe-b3dc-4b60-9426-763e7761703a,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:36.140335 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:36.169725 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d789c63-690e-4a08-879e-ca1e35e6185b req-79461581-3c98-4abc-a8b2-b1c00ff3fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:36.171220 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1d789c63-690e-4a08-879e-ca1e35e6185b req-79461581-3c98-4abc-a8b2-b1c00ff3fe59 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1359854 Nov 12 00:36:36.193135 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80196dc3-44fb-4c07-b68a-6febe7c6fe85 req-f90986b0-4d58-467f-a34a-1f7dac7c6d77 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002730 Nov 12 00:36:36.224334 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=e6351ffe-b3dc-4b60-9426-763e7761703a,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:36.264000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48992f52-b88a-4029-bea0-3b5eb69582fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6351ffe-b3dc-4b60-9426-763e7761703a'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:36:36.266481 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bc31bc-2835-4ae9-9f64-8af696c91446" -d '{"events": [{"server_uuid": "48992f52-b88a-4029-bea0-3b5eb69582fe", "name": "network-vif-plugged", "status": "completed", "tag": "e6351ffe-b3dc-4b60-9426-763e7761703a"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:36:36.327409 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d789c63-690e-4a08-879e-ca1e35e6185b req-076cacc9-12a5-4f65-8bb7-2800a9cc4a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:36.329267 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1d789c63-690e-4a08-879e-ca1e35e6185b req-076cacc9-12a5-4f65-8bb7-2800a9cc4a9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1467407 Nov 12 00:36:36.425050 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-70d8ab9d-1064-4c01-b0df-2372b72abf35 req-bace3b3f-7bdb-4fb3-9558-8da27f8d1d84 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:36.517429 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1d789c63-690e-4a08-879e-ca1e35e6185b req-fe38666a-72dc-4c2f-8cb6-4cb6e82894a9 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783342 Nov 12 00:36:36.710783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-70d8ab9d-1064-4c01-b0df-2372b72abf35 req-bace3b3f-7bdb-4fb3-9558-8da27f8d1d84 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Allocated IP 172.25.0.22 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/3e6c386f-30be-452a-8d58-28262fa1905a) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:36:36.871645 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-70d8ab9d-1064-4c01-b0df-2372b72abf35 req-bace3b3f-7bdb-4fb3-9558-8da27f8d1d84 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:36.876749 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1d789c63-690e-4a08-879e-ca1e35e6185b req-fcc12170-4260-4c6a-8135-f5753d532113 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465617 Nov 12 00:36:36.930150 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-70d8ab9d-1064-4c01-b0df-2372b72abf35 req-bace3b3f-7bdb-4fb3-9558-8da27f8d1d84 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:37.046025 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d8ab9d-1064-4c01-b0df-2372b72abf35 req-bace3b3f-7bdb-4fb3-9558-8da27f8d1d84 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:36:37.055959 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-70d8ab9d-1064-4c01-b0df-2372b72abf35 req-bace3b3f-7bdb-4fb3-9558-8da27f8d1d84 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:36:37.061070 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d8ab9d-1064-4c01-b0df-2372b72abf35 req-bace3b3f-7bdb-4fb3-9558-8da27f8d1d84 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:36:37.064873 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace3b3f-7bdb-4fb3-9558-8da27f8d1d84 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Pushing event updated for resources: {'Port': ['ID=3e6c386f-30be-452a-8d58-28262fa1905a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:37.230441 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-70d8ab9d-1064-4c01-b0df-2372b72abf35 req-bace3b3f-7bdb-4fb3-9558-8da27f8d1d84 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:37.281493 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-70d8ab9d-1064-4c01-b0df-2372b72abf35 req-bace3b3f-7bdb-4fb3-9558-8da27f8d1d84 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:37.561686 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-70d8ab9d-1064-4c01-b0df-2372b72abf35 req-bace3b3f-7bdb-4fb3-9558-8da27f8d1d84 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:37.573082 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-70d8ab9d-1064-4c01-b0df-2372b72abf35 req-bace3b3f-7bdb-4fb3-9558-8da27f8d1d84 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:37.636084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace3b3f-7bdb-4fb3-9558-8da27f8d1d84 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Pushing event updated for resources: {'Port': ['ID=3e6c386f-30be-452a-8d58-28262fa1905a,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:37.693153 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-70d8ab9d-1064-4c01-b0df-2372b72abf35 req-bace3b3f-7bdb-4fb3-9558-8da27f8d1d84 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:37.717908 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-70d8ab9d-1064-4c01-b0df-2372b72abf35 req-bace3b3f-7bdb-4fb3-9558-8da27f8d1d84 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:37.719458 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-70d8ab9d-1064-4c01-b0df-2372b72abf35 req-bace3b3f-7bdb-4fb3-9558-8da27f8d1d84 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7768734 Nov 12 00:36:37.791220 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-70d8ab9d-1064-4c01-b0df-2372b72abf35 req-43b73628-0331-4770-ab33-978991930d27 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 695 time: 0.0651538 Nov 12 00:36:37.892372 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 05a5ed81-c561-4205-b530-77b2e13676d5 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:36:37.974458 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8ab9d-1064-4c01-b0df-2372b72abf35 req-dd291a52-7831-4783-b95e-7efb605e604f tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:37.976829 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-70d8ab9d-1064-4c01-b0df-2372b72abf35 req-dd291a52-7831-4783-b95e-7efb605e604f tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.1792383 Nov 12 00:36:38.040674 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65555e6-2f14-40c7-9747-02b8ccf07e42 x-openstack-request-id: req-d65555e6-2f14-40c7-9747-02b8ccf07e42 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:36:38.041225 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2102a8-4fc7-4250-9fa1-71e279f9c6ea", "tag": "f4f2ae86-4bff-4531-8035-0a4b036f38f0", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:36:38.041318 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d65555e6-2f14-40c7-9747-02b8ccf07e42 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:36:38.041655 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2102a8-4fc7-4250-9fa1-71e279f9c6ea', 'tag': 'f4f2ae86-4bff-4531-8035-0a4b036f38f0', 'status': 'completed', 'code': 200} Nov 12 00:36:38.078293 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 05a5ed81-c561-4205-b530-77b2e13676d5, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=05a5ed81-c561-4205-b530-77b2e13676d5,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:38.091494 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '05a5ed81-c561-4205-b530-77b2e13676d5', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '05a5ed81-c561-4205-b530-77b2e13676d5', 'mac_address': 'fa:16:3e:6e:5a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:36:38.140498 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:38.163554 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a5ed81-c561-4205-b530-77b2e13676d5 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:36:38.168226 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe564e55-dc4e-4df9-bf04-b8b8df76d77d req-1a75fc7f-8e5c-434e-87d7-bc150a1b80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:38.168226 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fe564e55-dc4e-4df9-bf04-b8b8df76d77d req-1a75fc7f-8e5c-434e-87d7-bc150a1b80e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b8104c4113942368966cc1e6cd1e23d&device_id=1b2102a8-4fc7-4250-9fa1-71e279f9c6ea HTTP/1.1" status: 200 len: 1099 time: 0.1000855 Nov 12 00:36:38.214430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 05a5ed81-c561-4205-b530-77b2e13676d5, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=05a5ed81-c561-4205-b530-77b2e13676d5,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:38.243497 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:38.315237 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe564e55-dc4e-4df9-bf04-b8b8df76d77d req-4d9fcde8-b1d1-4a9f-b1c6-50afe2006d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:38.316778 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fe564e55-dc4e-4df9-bf04-b8b8df76d77d req-4d9fcde8-b1d1-4a9f-b1c6-50afe2006d0c service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1418123 Nov 12 00:36:38.346080 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=05a5ed81-c561-4205-b530-77b2e13676d5,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:38.379224 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fe564e55-dc4e-4df9-bf04-b8b8df76d77d req-cc59e154-be0c-49c2-9f17-21d24c87b732 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=f4f2ae86-4bff-4531-8035-0a4b036f38f0 HTTP/1.1" status: 200 len: 217 time: 0.0538447 Nov 12 00:36:38.389490 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:38.494639 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe564e55-dc4e-4df9-bf04-b8b8df76d77d req-c6b0c9f9-7995-4c0d-b457-634895f37690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:38.496494 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fe564e55-dc4e-4df9-bf04-b8b8df76d77d req-c6b0c9f9-7995-4c0d-b457-634895f37690 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1040492 Nov 12 00:36:38.586441 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe564e55-dc4e-4df9-bf04-b8b8df76d77d req-cf12a3d4-ddbb-4014-b43e-65b2cd5cd2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:38.587988 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fe564e55-dc4e-4df9-bf04-b8b8df76d77d req-cf12a3d4-ddbb-4014-b43e-65b2cd5cd2fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0814383 Nov 12 00:36:38.734729 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fe564e55-dc4e-4df9-bf04-b8b8df76d77d req-e90ed16b-faeb-4399-9424-01821227e730 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388485 Nov 12 00:36:38.816888 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['05a5ed81-c561-4205-b530-77b2e13676d5'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:36:38.878913 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fe564e55-dc4e-4df9-bf04-b8b8df76d77d req-71ccbc9c-eea1-421d-9182-1a5b58122b41 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339984 Nov 12 00:36:39.828829 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f4f2ae86-4bff-4531-8035-0a4b036f38f0 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:36:39.950338 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 997be79d-73f0-457b-a794-69924644f888 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:36:39.971126 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port f4f2ae86-4bff-4531-8035-0a4b036f38f0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f4f2ae86-4bff-4531-8035-0a4b036f38f0,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:39.973981 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 05a5ed81-c561-4205-b530-77b2e13676d5 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:36:40.270739 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 997be79d-73f0-457b-a794-69924644f888, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=997be79d-73f0-457b-a794-69924644f888,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:40.309272 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'f4f2ae86-4bff-4531-8035-0a4b036f38f0', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': 'f4f2ae86-4bff-4531-8035-0a4b036f38f0', 'mac_address': 'fa:16:3e:14:70:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:36:40.321436 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '997be79d-73f0-457b-a794-69924644f888', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '997be79d-73f0-457b-a794-69924644f888', 'mac_address': 'fa:16:3e:1d:5b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:36:40.427807 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:40.480240 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f2ae86-4bff-4531-8035-0a4b036f38f0 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:36:40.520181 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port f4f2ae86-4bff-4531-8035-0a4b036f38f0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f4f2ae86-4bff-4531-8035-0a4b036f38f0,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:40.528331 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 05a5ed81-c561-4205-b530-77b2e13676d5 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:40.529563 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:40.622166 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:40.636998 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:40.641880 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997be79d-73f0-457b-a794-69924644f888 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:36:40.667700 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 997be79d-73f0-457b-a794-69924644f888, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=997be79d-73f0-457b-a794-69924644f888,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:40.738457 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:40.750679 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=f4f2ae86-4bff-4531-8035-0a4b036f38f0,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:40.839574 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:40.843642 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=997be79d-73f0-457b-a794-69924644f888,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:40.904539 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 05a5ed81-c561-4205-b530-77b2e13676d5, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=05a5ed81-c561-4205-b530-77b2e13676d5,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:40.916573 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:40.981178 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f4f2ae86-4bff-4531-8035-0a4b036f38f0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:36:41.072243 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=05a5ed81-c561-4205-b530-77b2e13676d5,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:41.151659 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['997be79d-73f0-457b-a794-69924644f888'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:36:43.089801 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-b2c01456-1572-4ae9-bce2-01372bfd1924 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533550 Nov 12 00:36:43.236735 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-543c69ac-b7f3-4bec-9cda-8f5c33fdbc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:43.236735 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-543c69ac-b7f3-4bec-9cda-8f5c33fdbc3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79d381a23e934d43891c5d332d12cc5b&device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 1097 time: 0.0710094 Nov 12 00:36:43.382750 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-584b5964-51c2-4436-912f-b29c5fde84b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:43.384835 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-584b5964-51c2-4436-912f-b29c5fde84b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=95691eda-761f-49a3-9e31-31529ccc7497 HTTP/1.1" status: 200 len: 925 time: 0.1211989 Nov 12 00:36:43.501580 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-725a0b47-e81d-4988-8483-9d454418ce2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24dd6d1d-d8fd-4700-98a7-0f84e25a04be HTTP/1.1" status: 200 len: 1001 time: 0.1025038 Nov 12 00:36:43.587784 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-874d4027-8c0d-497a-9681-7ff3f526c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:43.590685 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-874d4027-8c0d-497a-9681-7ff3f526c1a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=520eefa5-ccbe-4263-ad27-cfc4dc67ba2f HTTP/1.1" status: 200 len: 863 time: 0.0761216 Nov 12 00:36:43.685935 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-afc52bef-26f6-42cf-9611-9ce746fddc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:43.687798 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-afc52bef-26f6-42cf-9611-9ce746fddc65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95691eda-761f-49a3-9e31-31529ccc7497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876577 Nov 12 00:36:43.717430 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078582d-f951-40b6-bc61-d7e339428546 req-02cbc860-5966-4cc3-b5be-90a09f4638da tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:43.722373 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-02cbc860-5966-4cc3-b5be-90a09f4638da tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21&tenant_id=06163c1124b24fc681237287cdcb2502&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 1097 time: 0.1416631 Nov 12 00:36:43.736756 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-a078582d-f951-40b6-bc61-d7e339428546 req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712137-14'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:43.829055 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-91182f32-e726-4acb-8368-27fda9e71eff service neutron] 10.222.0.15 "GET /v2.0/networks/95691eda-761f-49a3-9e31-31529ccc7497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312842 Nov 12 00:36:43.840429 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a078582d-f951-40b6-bc61-d7e339428546 req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:43.857846 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f4f2ae86-4bff-4531-8035-0a4b036f38f0 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:36:43.934546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port f4f2ae86-4bff-4531-8035-0a4b036f38f0 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:36:43.939357 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port f4f2ae86-4bff-4531-8035-0a4b036f38f0 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:43.940271 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:43.951352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 87201f57-16c8-4c84-a490-40a8e221a2a9 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:36:44.032848 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-62176f6e-ed45-4892-97ce-f3c3a16a893c service neutron] 10.222.0.15 "GET /v2.0/networks/95691eda-761f-49a3-9e31-31529ccc7497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870644 Nov 12 00:36:44.075911 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 997be79d-73f0-457b-a794-69924644f888 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:36:44.094755 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-a078582d-f951-40b6-bc61-d7e339428546 req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] For port 87201f57-16c8-4c84-a490-40a8e221a2a9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=87201f57-16c8-4c84-a490-40a8e221a2a9,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:44.177663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-a078582d-f951-40b6-bc61-d7e339428546 req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] For port 87201f57-16c8-4c84-a490-40a8e221a2a9, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:36:44.278762 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75378bc8-5ed3-4197-a1da-04963661bf21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87201f57-16c8-4c84-a490-40a8e221a2a9'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:36:44.281183 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 87201f57-16c8-4c84-a490-40a8e221a2a9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=87201f57-16c8-4c84-a490-40a8e221a2a9,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:44.283295 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd24c8d6-4924-4070-8366-5c8e15d89475" -d '{"events": [{"server_uuid": "75378bc8-5ed3-4197-a1da-04963661bf21", "name": "network-vif-unplugged", "status": "completed", "tag": "87201f57-16c8-4c84-a490-40a8e221a2a9"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:36:44.295634 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a078582d-f951-40b6-bc61-d7e339428546 req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:44.310504 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a078582d-f951-40b6-bc61-d7e339428546 req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:44.319164 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 87201f57-16c8-4c84-a490-40a8e221a2a9 has no active binding in host n-h2-712137-14 {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:36:44.420854 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 997be79d-73f0-457b-a794-69924644f888 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:36:44.427340 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 997be79d-73f0-457b-a794-69924644f888 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:44.429010 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:44.454967 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Pushing event updated for resources: {'Port': ['ID=87201f57-16c8-4c84-a490-40a8e221a2a9,revision_number=7']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:44.485735 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:44.485980 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:44.486303 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:44.486642 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:44.486974 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:44.487427 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:44.487693 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:44.487957 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:44.493598 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:44.493953 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:44.494304 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:44.494694 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:44.555689 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:44.595838 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-a078582d-f951-40b6-bc61-d7e339428546 req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Attempting to bind port 87201f57-16c8-4c84-a490-40a8e221a2a9 on host n-h1-712137-14 for vnic_type normal with profile {"migrating_to": "n-h2-712137-14"} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:36:44.596363 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-a078582d-f951-40b6-bc61-d7e339428546 req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Attempting to bind port 87201f57-16c8-4c84-a490-40a8e221a2a9 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:36:44.596872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a078582d-f951-40b6-bc61-d7e339428546 req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Attempting to bind port 87201f57-16c8-4c84-a490-40a8e221a2a9 on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:36:44.609320 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a078582d-f951-40b6-bc61-d7e339428546 req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Port 87201f57-16c8-4c84-a490-40a8e221a2a9 on network 23f74497-58df-4bf7-97f2-b78858046c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:36:44.609704 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a078582d-f951-40b6-bc61-d7e339428546 req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Attempting to bind port 87201f57-16c8-4c84-a490-40a8e221a2a9 on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:36:44.622926 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a078582d-f951-40b6-bc61-d7e339428546 req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:36:44.624268 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a078582d-f951-40b6-bc61-d7e339428546 req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Checking segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:36:44.625115 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a078582d-f951-40b6-bc61-d7e339428546 req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Bound using segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:36:44.626108 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-a078582d-f951-40b6-bc61-d7e339428546 req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Bound port: 87201f57-16c8-4c84-a490-40a8e221a2a9, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:36:44.627116 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a078582d-f951-40b6-bc61-d7e339428546 req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:44.627930 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port f4f2ae86-4bff-4531-8035-0a4b036f38f0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f4f2ae86-4bff-4531-8035-0a4b036f38f0,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:44.633961 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:44.635534 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-d11c1dcf-2ba6-4a6c-b235-6b1ca7baade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:44.637163 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-d11c1dcf-2ba6-4a6c-b235-6b1ca7baade9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619&tenant_id=e12aedabe0d44294a297466dd9b3931e&binding%3Ahost_id=n-h2-712137-14 HTTP/1.1" status: 200 len: 1102 time: 0.0961654 Nov 12 00:36:44.699413 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:44.740380 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=f4f2ae86-4bff-4531-8035-0a4b036f38f0,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:44.761526 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 997be79d-73f0-457b-a794-69924644f888, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=997be79d-73f0-457b-a794-69924644f888,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:44.769953 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:44.804415 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-a078582d-f951-40b6-bc61-d7e339428546 req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] For port 87201f57-16c8-4c84-a490-40a8e221a2a9, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:36:44.807773 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-a078582d-f951-40b6-bc61-d7e339428546 req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] For port 87201f57-16c8-4c84-a490-40a8e221a2a9, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=87201f57-16c8-4c84-a490-40a8e221a2a9,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:36:44.815288 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-56b6fb40-c9a6-42ed-8777-cfb682ee39b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:44.817249 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-56b6fb40-c9a6-42ed-8777-cfb682ee39b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 1102 time: 0.1016004 Nov 12 00:36:44.823025 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a078582d-f951-40b6-bc61-d7e339428546 req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:44.842356 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=997be79d-73f0-457b-a794-69924644f888,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:44.949893 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-2fd32185-2400-4e2b-bae6-7a7195fa5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:44.953360 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-2fd32185-2400-4e2b-bae6-7a7195fa5859 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1270194 Nov 12 00:36:45.019640 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078582d-f951-40b6-bc61-d7e339428546 req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:45.020249 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a078582d-f951-40b6-bc61-d7e339428546 req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:45.021667 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] 10.222.0.15 "PUT /v2.0/ports/87201f57-16c8-4c84-a490-40a8e221a2a9 HTTP/1.1" status: 200 len: 1123 time: 1.2894933 Nov 12 00:36:45.023635 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-9694b3b8-27c3-41ec-a4bb-12cf9878e7c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=05a5ed81-c561-4205-b530-77b2e13676d5 HTTP/1.1" status: 200 len: 217 time: 0.0528488 Nov 12 00:36:45.028230 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758e40d-e270-469c-8d99-0a65016fe690 service neutron] Pushing event updated for resources: {'Port': ['ID=87201f57-16c8-4c84-a490-40a8e221a2a9,revision_number=8']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:45.110480 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['87201f57-16c8-4c84-a490-40a8e221a2a9'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:36:45.137921 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-6383893c-2eac-4abc-931b-a4827b0a4659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:45.139992 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-6383893c-2eac-4abc-931b-a4827b0a4659 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0939465 Nov 12 00:36:45.220749 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-51afd70d-5331-4454-974b-4785f450330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:45.220749 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-51afd70d-5331-4454-974b-4785f450330f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0669277 Nov 12 00:36:45.333115 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['87201f57-16c8-4c84-a490-40a8e221a2a9'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:36:45.406768 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-3fbae62b-17e6-4a18-9097-9ebc43071844 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532955 Nov 12 00:36:45.574874 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c1d7312d-b503-4d9e-a539-bd1d96ab026f req-7059ae59-01a2-4a75-a868-4bd54b631135 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546137 Nov 12 00:36:46.287192 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14a742-8d6b-4369-9829-8deae4149aaa req-7100eb66-bfd9-4689-bb88-2f8ef8c7add9 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:46.289362 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d14a742-8d6b-4369-9829-8deae4149aaa req-7100eb66-bfd9-4689-bb88-2f8ef8c7add9 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2102a8-4fc7-4250-9fa1-71e279f9c6ea HTTP/1.1" status: 200 len: 949 time: 0.0685308 Nov 12 00:36:46.357385 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d14a742-8d6b-4369-9829-8deae4149aaa req-3dde6a45-1661-44a2-940e-0076aee21354 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617459 Nov 12 00:36:46.515126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f16dc-9f4f-42ba-991f-e575986f7ff4 req-a25cf4f7-3c19-4f72-a61c-b426926e3c4c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:46.522584 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a47f16dc-9f4f-42ba-991f-e575986f7ff4 req-a25cf4f7-3c19-4f72-a61c-b426926e3c4c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 943 time: 0.0786185 Nov 12 00:36:46.605819 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a47f16dc-9f4f-42ba-991f-e575986f7ff4 req-20485932-5a77-4c36-a239-d8314625e813 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810976 Nov 12 00:36:46.675494 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df3098e-1c35-4370-b411-e21bde3e9cf0 x-openstack-request-id: req-2df3098e-1c35-4370-b411-e21bde3e9cf0 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:36:46.676012 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48992f52-b88a-4029-bea0-3b5eb69582fe", "name": "network-vif-plugged", "status": "completed", "tag": "e6351ffe-b3dc-4b60-9426-763e7761703a", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:36:46.678887 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2df3098e-1c35-4370-b411-e21bde3e9cf0 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:36:46.679932 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48992f52-b88a-4029-bea0-3b5eb69582fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6351ffe-b3dc-4b60-9426-763e7761703a', 'code': 200} Nov 12 00:36:46.780291 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50012ddf-6a38-40ae-924d-783d5e80c046 req-cfd90510-8d68-4037-b8c8-79a42502395f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:46.781889 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-50012ddf-6a38-40ae-924d-783d5e80c046 req-cfd90510-8d68-4037-b8c8-79a42502395f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 950 time: 0.0507524 Nov 12 00:36:46.851041 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-50012ddf-6a38-40ae-924d-783d5e80c046 req-0eef0a17-0054-420f-b818-a72036e42eb1 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532079 Nov 12 00:36:46.918218 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a84c7a-478b-4a6c-9f23-e097fc57de91 x-openstack-request-id: req-08a84c7a-478b-4a6c-9f23-e097fc57de91 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:36:46.918507 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75378bc8-5ed3-4197-a1da-04963661bf21", "name": "network-vif-unplugged", "status": "completed", "tag": "87201f57-16c8-4c84-a490-40a8e221a2a9", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:36:46.918760 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08a84c7a-478b-4a6c-9f23-e097fc57de91 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:36:46.919140 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75378bc8-5ed3-4197-a1da-04963661bf21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87201f57-16c8-4c84-a490-40a8e221a2a9', 'code': 200} Nov 12 00:36:47.023817 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c8b44f8b-74df-452d-a5f6-1de7475046e2 req-97562f97-e564-47a0-a213-e1a91cd65244 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2120306 Nov 12 00:36:47.039184 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-c8b44f8b-74df-452d-a5f6-1de7475046e2 req-8a31568d-3ad9-4e4f-8846-9e2a6aeca4c7 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:47.066848 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c8b44f8b-74df-452d-a5f6-1de7475046e2 req-8a31568d-3ad9-4e4f-8846-9e2a6aeca4c7 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:47.227352 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c8b44f8b-74df-452d-a5f6-1de7475046e2 req-8a31568d-3ad9-4e4f-8846-9e2a6aeca4c7 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:47.416487 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-c8b44f8b-74df-452d-a5f6-1de7475046e2 req-8a31568d-3ad9-4e4f-8846-9e2a6aeca4c7 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Allocated IP 172.25.0.195 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/7e2fa451-722f-425f-b6ae-f25802e237ae) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:36:47.604253 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c8b44f8b-74df-452d-a5f6-1de7475046e2 req-8a31568d-3ad9-4e4f-8846-9e2a6aeca4c7 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:47.667453 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c8b44f8b-74df-452d-a5f6-1de7475046e2 req-8a31568d-3ad9-4e4f-8846-9e2a6aeca4c7 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:47.675807 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f892db-0bdd-4461-a6ef-819da3e078e1 req-73ea55a1-3799-474a-836b-8e18176f1b5a tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:47.677378 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-65f892db-0bdd-4461-a6ef-819da3e078e1 req-73ea55a1-3799-474a-836b-8e18176f1b5a tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2102a8-4fc7-4250-9fa1-71e279f9c6ea HTTP/1.1" status: 200 len: 949 time: 0.0609381 Nov 12 00:36:47.722177 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b44f8b-74df-452d-a5f6-1de7475046e2 req-8a31568d-3ad9-4e4f-8846-9e2a6aeca4c7 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:36:47.732204 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-c8b44f8b-74df-452d-a5f6-1de7475046e2 req-8a31568d-3ad9-4e4f-8846-9e2a6aeca4c7 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:36:47.737402 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b44f8b-74df-452d-a5f6-1de7475046e2 req-8a31568d-3ad9-4e4f-8846-9e2a6aeca4c7 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:36:47.741215 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31568d-3ad9-4e4f-8846-9e2a6aeca4c7 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Pushing event updated for resources: {'Port': ['ID=7e2fa451-722f-425f-b6ae-f25802e237ae,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:47.743562 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-65f892db-0bdd-4461-a6ef-819da3e078e1 req-107546bf-a31a-4d00-aa48-0a5cf498ad88 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561914 Nov 12 00:36:47.875020 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c8b44f8b-74df-452d-a5f6-1de7475046e2 req-8a31568d-3ad9-4e4f-8846-9e2a6aeca4c7 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:47.926866 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c8b44f8b-74df-452d-a5f6-1de7475046e2 req-8a31568d-3ad9-4e4f-8846-9e2a6aeca4c7 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:48.111285 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c8b44f8b-74df-452d-a5f6-1de7475046e2 req-8a31568d-3ad9-4e4f-8846-9e2a6aeca4c7 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:48.119583 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c8b44f8b-74df-452d-a5f6-1de7475046e2 req-8a31568d-3ad9-4e4f-8846-9e2a6aeca4c7 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:48.381421 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d66058-71c4-4dd6-aaf4-8a03bcb09a44 req-2bad9cda-0cb1-4dde-a465-67e7f4d9741f tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:48.384029 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-99d66058-71c4-4dd6-aaf4-8a03bcb09a44 req-2bad9cda-0cb1-4dde-a465-67e7f4d9741f tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 943 time: 0.0594978 Nov 12 00:36:48.450780 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-99d66058-71c4-4dd6-aaf4-8a03bcb09a44 req-414ef1f9-a3a6-4f64-b6fd-0cfec3c25269 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581784 Nov 12 00:36:48.541354 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31568d-3ad9-4e4f-8846-9e2a6aeca4c7 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Pushing event updated for resources: {'Port': ['ID=7e2fa451-722f-425f-b6ae-f25802e237ae,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:48.552675 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c8b44f8b-74df-452d-a5f6-1de7475046e2 req-8a31568d-3ad9-4e4f-8846-9e2a6aeca4c7 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:48.567696 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c8b44f8b-74df-452d-a5f6-1de7475046e2 req-8a31568d-3ad9-4e4f-8846-9e2a6aeca4c7 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:48.568940 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c8b44f8b-74df-452d-a5f6-1de7475046e2 req-8a31568d-3ad9-4e4f-8846-9e2a6aeca4c7 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5394788 Nov 12 00:36:48.624324 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c8b44f8b-74df-452d-a5f6-1de7475046e2 req-1b09c6a4-0f38-4405-a786-c98394173caf tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 696 time: 0.0481472 Nov 12 00:36:48.680843 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f470f025-01df-4caa-a766-2e552b960619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a5ed81-c561-4205-b530-77b2e13676d5'}, {'server_uuid': '1b2102a8-4fc7-4250-9fa1-71e279f9c6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f2ae86-4bff-4531-8035-0a4b036f38f0'}, {'server_uuid': '836adcd8-42fc-43d7-b5a7-4bfda5baf1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997be79d-73f0-457b-a794-69924644f888'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:36:48.683137 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35c9eed-91d9-4d44-9755-d3c554ad6132" -d '{"events": [{"server_uuid": "f470f025-01df-4caa-a766-2e552b960619", "name": "network-vif-plugged", "status": "completed", "tag": "05a5ed81-c561-4205-b530-77b2e13676d5"}, {"server_uuid": "1b2102a8-4fc7-4250-9fa1-71e279f9c6ea", "name": "network-vif-plugged", "status": "completed", "tag": "f4f2ae86-4bff-4531-8035-0a4b036f38f0"}, {"server_uuid": "836adcd8-42fc-43d7-b5a7-4bfda5baf1e6", "name": "network-vif-plugged", "status": "completed", "tag": "997be79d-73f0-457b-a794-69924644f888"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:36:48.731582 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b44f8b-74df-452d-a5f6-1de7475046e2 req-26e1baf2-30c4-4bed-91f4-1858eceafd51 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:48.732983 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c8b44f8b-74df-452d-a5f6-1de7475046e2 req-26e1baf2-30c4-4bed-91f4-1858eceafd51 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.1027508 Nov 12 00:36:48.920114 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75378bc8-5ed3-4197-a1da-04963661bf21', 'tag': '87201f57-16c8-4c84-a490-40a8e221a2a9'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:36:48.923075 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced6d9eb-9b2b-4f3f-8a5e-1c976118e2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "75378bc8-5ed3-4197-a1da-04963661bf21", "tag": "87201f57-16c8-4c84-a490-40a8e221a2a9"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:36:49.074718 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-04b1f1bc-18cf-41aa-8b9e-855a40465755 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:49.076332 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-04b1f1bc-18cf-41aa-8b9e-855a40465755 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/networks?id=941f1c18-ab78-472c-896d-e7afd01c20da HTTP/1.1" status: 200 len: 815 time: 0.1097145 Nov 12 00:36:49.081930 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 00:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302e2a90-0858-49d8-bd16-46c61fe7c335 x-openstack-request-id: req-302e2a90-0858-49d8-bd16-46c61fe7c335 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:36:49.082683 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f470f025-01df-4caa-a766-2e552b960619", "name": "network-vif-plugged", "status": "completed", "tag": "05a5ed81-c561-4205-b530-77b2e13676d5", "code": 200}, {"server_uuid": "1b2102a8-4fc7-4250-9fa1-71e279f9c6ea", "name": "network-vif-plugged", "status": "completed", "tag": "f4f2ae86-4bff-4531-8035-0a4b036f38f0", "code": 200}, {"server_uuid": "836adcd8-42fc-43d7-b5a7-4bfda5baf1e6", "name": "network-vif-plugged", "status": "completed", "tag": "997be79d-73f0-457b-a794-69924644f888", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:36:49.083135 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-302e2a90-0858-49d8-bd16-46c61fe7c335 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:36:49.083561 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f470f025-01df-4caa-a766-2e552b960619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a5ed81-c561-4205-b530-77b2e13676d5', 'code': 200} Nov 12 00:36:49.084080 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2102a8-4fc7-4250-9fa1-71e279f9c6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f2ae86-4bff-4531-8035-0a4b036f38f0', 'code': 200} Nov 12 00:36:49.084496 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836adcd8-42fc-43d7-b5a7-4bfda5baf1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997be79d-73f0-457b-a794-69924644f888', 'code': 200} Nov 12 00:36:49.099425 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-af95c51e-30a0-4f27-8ee7-1a8e9ced1d7d tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/quotas/7ddd6af176924f3db646935b41c18455 HTTP/1.1" status: 200 len: 375 time: 0.0106905 Nov 12 00:36:49.181896 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-cdbf6171-10ca-4e06-8820-bac679d6cc6e tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ddd6af176924f3db646935b41c18455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744498 Nov 12 00:36:49.220655 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-adf67f75-971e-4b4d-9d53-65a30e75871c req-a379bc68-c537-4554-81fa-a6892cc72ae2 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1333315 Nov 12 00:36:49.229530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fccd53-2c1a-4fab-95b1-09eedc813883 req-8bb97062-e626-4bc1-8a33-61ef90d3ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:49.230523 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-adf67f75-971e-4b4d-9d53-65a30e75871c req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:49.231014 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-50fccd53-2c1a-4fab-95b1-09eedc813883 req-8bb97062-e626-4bc1-8a33-61ef90d3ab28 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1b2102a8-4fc7-4250-9fa1-71e279f9c6ea HTTP/1.1" status: 200 len: 1101 time: 0.0879443 Nov 12 00:36:49.278222 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-adf67f75-971e-4b4d-9d53-65a30e75871c req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:49.295886 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1edd8e-687e-4df1-8772-b341bf4b20e5 req-8c5eb70a-a929-4eb5-a1a6-f1a934d79d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:49.297399 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8f1edd8e-687e-4df1-8772-b341bf4b20e5 req-8c5eb70a-a929-4eb5-a1a6-f1a934d79d19 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 1102 time: 0.0616536 Nov 12 00:36:49.317087 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-50fccd53-2c1a-4fab-95b1-09eedc813883 req-32b105c3-dc92-490f-9428-8706de6ee976 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619998 Nov 12 00:36:49.321203 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-8b0617c1-a507-402e-beaf-e582f2591da6 service neutron] 10.222.0.31 "GET /v2.0/networks/941f1c18-ab78-472c-896d-e7afd01c20da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305153 Nov 12 00:36:49.384311 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8f1edd8e-687e-4df1-8772-b341bf4b20e5 req-63fda95c-1703-485d-8050-0eb0144b880a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770357 Nov 12 00:36:49.412530 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-adf67f75-971e-4b4d-9d53-65a30e75871c req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:49.421699 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-277884c2-00b5-4b72-aa44-74786e3e19f7 service neutron] 10.222.0.31 "GET /v2.0/networks/941f1c18-ab78-472c-896d-e7afd01c20da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942030 Nov 12 00:36:49.528611 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-adf67f75-971e-4b4d-9d53-65a30e75871c req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Allocated IP 172.25.0.171 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/e2219651-2e8a-44b6-9640-a89857059318) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:36:49.628104 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0739bb-1f90-4ed1-b518-459ffa3cf2c1 req-591a4f86-8353-4982-8c05-031c45f529ec tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:49.629713 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc0739bb-1f90-4ed1-b518-459ffa3cf2c1 req-591a4f86-8353-4982-8c05-031c45f529ec tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2102a8-4fc7-4250-9fa1-71e279f9c6ea HTTP/1.1" status: 200 len: 949 time: 0.0625424 Nov 12 00:36:49.643045 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-adf67f75-971e-4b4d-9d53-65a30e75871c req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:49.682842 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-adf67f75-971e-4b4d-9d53-65a30e75871c req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:49.685315 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc0739bb-1f90-4ed1-b518-459ffa3cf2c1 req-a0de2ee4-cdc8-4ee3-9d3e-593572d2c241 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482550 Nov 12 00:36:49.746706 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf67f75-971e-4b4d-9d53-65a30e75871c req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:36:49.749754 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-adf67f75-971e-4b4d-9d53-65a30e75871c req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:36:49.752338 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf67f75-971e-4b4d-9d53-65a30e75871c req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:36:49.759508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Pushing event updated for resources: {'Port': ['ID=e2219651-2e8a-44b6-9640-a89857059318,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:49.869451 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e6351ffe-b3dc-4b60-9426-763e7761703a no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:36:49.973806 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a7643031-a82b-4317-91af-fcf5abfd92f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:49.985058 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:50.026104 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e6351ffe-b3dc-4b60-9426-763e7761703a, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e6351ffe-b3dc-4b60-9426-763e7761703a,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:50.032023 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:50.053024 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:50.053415 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:50.053865 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:50.054271 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:50.054603 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:50.054932 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:50.055258 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:50.055588 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:50.055938 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:50.056368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:50.056892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:50.057470 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:36:50.093124 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a317ef32-7fee-4ef1-a139-4ce9280714f1 x-openstack-request-id: req-a317ef32-7fee-4ef1-a139-4ce9280714f1 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:36:50.093420 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75378bc8-5ed3-4197-a1da-04963661bf21", "tag": "87201f57-16c8-4c84-a490-40a8e221a2a9", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:36:50.093748 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a317ef32-7fee-4ef1-a139-4ce9280714f1 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:36:50.094155 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75378bc8-5ed3-4197-a1da-04963661bf21', 'tag': '87201f57-16c8-4c84-a490-40a8e221a2a9', 'status': 'completed', 'code': 200} Nov 12 00:36:50.103100 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=e6351ffe-b3dc-4b60-9426-763e7761703a,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:50.133677 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-adf67f75-971e-4b4d-9d53-65a30e75871c req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:50.167344 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6d9eb-9b2b-4f3f-8a5e-1c976118e2a2 req-42dd7257-6c19-4c53-b733-d569094923d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:50.169163 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ced6d9eb-9b2b-4f3f-8a5e-1c976118e2a2 req-42dd7257-6c19-4c53-b733-d569094923d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 1126 time: 0.0500741 Nov 12 00:36:50.171417 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-adf67f75-971e-4b4d-9d53-65a30e75871c req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:50.320020 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6d9eb-9b2b-4f3f-8a5e-1c976118e2a2 req-13060166-478a-419e-bb12-d6cf3baa274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:50.324008 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ced6d9eb-9b2b-4f3f-8a5e-1c976118e2a2 req-13060166-478a-419e-bb12-d6cf3baa274d service neutron] 10.222.0.21 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 922 time: 0.1441655 Nov 12 00:36:50.374368 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-adf67f75-971e-4b4d-9d53-65a30e75871c req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:50.375809 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ced6d9eb-9b2b-4f3f-8a5e-1c976118e2a2 req-46ebcd4a-409f-4522-bd50-7b6f4c63c85b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87201f57-16c8-4c84-a490-40a8e221a2a9 HTTP/1.1" status: 200 len: 217 time: 0.0435848 Nov 12 00:36:50.379668 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-adf67f75-971e-4b4d-9d53-65a30e75871c req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:50.405212 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-e0a26cc4-1241-404a-bfd4-af292050110c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e12aedabe0d44294a297466dd9b3931e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321732 Nov 12 00:36:50.448078 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Pushing event updated for resources: {'Port': ['ID=e2219651-2e8a-44b6-9640-a89857059318,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:50.461952 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-adf67f75-971e-4b4d-9d53-65a30e75871c req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:50.473251 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6d9eb-9b2b-4f3f-8a5e-1c976118e2a2 req-589dd74f-a4ae-4076-a7e7-682f78f9c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:50.474742 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ced6d9eb-9b2b-4f3f-8a5e-1c976118e2a2 req-589dd74f-a4ae-4076-a7e7-682f78f9c079 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.0784242 Nov 12 00:36:50.478539 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-adf67f75-971e-4b4d-9d53-65a30e75871c req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:50.479778 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-adf67f75-971e-4b4d-9d53-65a30e75871c req-650fb05d-15f6-461b-8349-d05e9b8f914c tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2531159 Nov 12 00:36:50.532167 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-adf67f75-971e-4b4d-9d53-65a30e75871c req-1d2deb97-7972-4e53-8512-e7172df056de tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.0457282 Nov 12 00:36:50.532622 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ced6d9eb-9b2b-4f3f-8a5e-1c976118e2a2 req-059b6190-a575-426c-9a1f-a2eb3080ae05 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297849 Nov 12 00:36:50.592456 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-5dfa9d5e-bc3b-4880-bc67-8fa682764373 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:50.593868 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-5dfa9d5e-bc3b-4880-bc67-8fa682764373 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1604760 Nov 12 00:36:50.640200 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-283b8a79-426f-4850-839a-f030799cd55d tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/quotas/e12aedabe0d44294a297466dd9b3931e HTTP/1.1" status: 200 len: 375 time: 0.0153599 Nov 12 00:36:50.659930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf67f75-971e-4b4d-9d53-65a30e75871c req-57df081d-2d25-46c2-a70e-f7980f125d9b tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:50.661387 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-adf67f75-971e-4b4d-9d53-65a30e75871c req-57df081d-2d25-46c2-a70e-f7980f125d9b tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.1224432 Nov 12 00:36:50.702547 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ced6d9eb-9b2b-4f3f-8a5e-1c976118e2a2 req-fe7ee83b-53ed-4d09-8a9e-4a66f0c5e065 service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496766 Nov 12 00:36:50.714438 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-32ab4552-2656-480a-ad85-a758817876dc tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698357 Nov 12 00:36:50.766522 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173c4f5-8f63-4d2e-9fcd-77e5c0db1e93 req-09468c42-1895-4827-a61d-2f786bbeedbc tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:50.768181 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b173c4f5-8f63-4d2e-9fcd-77e5c0db1e93 req-09468c42-1895-4827-a61d-2f786bbeedbc tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 943 time: 0.0526359 Nov 12 00:36:50.837571 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b173c4f5-8f63-4d2e-9fcd-77e5c0db1e93 req-961f7f33-1b57-4f3e-b4f7-ee0842a67340 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599048 Nov 12 00:36:50.847390 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ced6d9eb-9b2b-4f3f-8a5e-1c976118e2a2 req-b7aed6e9-b707-4a9c-a287-cecd9daa1ccf service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004033 Nov 12 00:36:50.934346 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cccef8d4-515f-4ced-92c4-984992b71141 req-9a7645c9-f999-411d-bdda-744a4337ccfb tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ce4841-2428-4a98-aef2-c85a35f3ef2c HTTP/1.1" status: 200 len: 210 time: 0.0347764 Nov 12 00:36:51.086263 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48992f52-b88a-4029-bea0-3b5eb69582fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6351ffe-b3dc-4b60-9426-763e7761703a'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:36:51.089666 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46e4139-833a-4f10-8740-11c9f1cd3a66" -d '{"events": [{"server_uuid": "48992f52-b88a-4029-bea0-3b5eb69582fe", "name": "network-vif-unplugged", "status": "completed", "tag": "e6351ffe-b3dc-4b60-9426-763e7761703a"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:36:51.103146 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7214b034-3cde-43b9-ba7d-3ba3188d343c req-2e946bb8-717a-4ded-87d9-c11c992397df tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/floatingips/4dd793fa-bc18-42c3-b8f4-1ee502963098 HTTP/1.1" status: 200 len: 693 time: 0.0646853 Nov 12 00:36:51.167347 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-69342c7f-2c33-43cb-9c50-cbd73b53a3a2 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:51.169205 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-69342c7f-2c33-43cb-9c50-cbd73b53a3a2 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.21 "GET /v2.0/networks?id=941f1c18-ab78-472c-896d-e7afd01c20da HTTP/1.1" status: 200 len: 815 time: 0.2339580 Nov 12 00:36:51.227341 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ee988-7512-4775-8757-66f49fe88763 req-ffdd03c5-2374-4c66-911c-9e8562782e4a tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:51.228136 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214b034-3cde-43b9-ba7d-3ba3188d343c req-647ec3cd-19f1-4087-afe4-f23df9024c86 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:51.229320 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a5ee988-7512-4775-8757-66f49fe88763 req-ffdd03c5-2374-4c66-911c-9e8562782e4a tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/networks?id=efed2f8d-410d-453a-a918-3e5afbff8a94 HTTP/1.1" status: 200 len: 805 time: 0.1569333 Nov 12 00:36:51.229628 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7214b034-3cde-43b9-ba7d-3ba3188d343c req-647ec3cd-19f1-4087-afe4-f23df9024c86 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.1259522 Nov 12 00:36:51.233094 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-fa6ddef9-261c-427d-b08e-e9ecd2d2d65e tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Request body: {'port': {'device_id': '26ce4841-2428-4a98-aef2-c85a35f3ef2c', 'network_id': '941f1c18-ab78-472c-896d-e7afd01c20da', 'admin_state_up': True, 'tenant_id': '7ddd6af176924f3db646935b41c18455'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:51.243043 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-7214b034-3cde-43b9-ba7d-3ba3188d343c req-5d68fe22-8ef3-4022-ab6a-e98f4e873297 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:36:51.244338 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7214b034-3cde-43b9-ba7d-3ba3188d343c req-5d68fe22-8ef3-4022-ab6a-e98f4e873297 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085847 Nov 12 00:36:51.278135 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a5ee988-7512-4775-8757-66f49fe88763 req-f2389898-436d-4d9b-9743-cfce76c2f173 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/quotas/b7e9eb5ebe054e9bb51945a5d738bd5b HTTP/1.1" status: 200 len: 375 time: 0.0266221 Nov 12 00:36:51.380389 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a5ee988-7512-4775-8757-66f49fe88763 req-1d74db12-3ab7-4918-9ea9-f4e1c812448a tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7e9eb5ebe054e9bb51945a5d738bd5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1013873 Nov 12 00:36:51.392181 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b34f4-b4cb-4e49-9e03-0e91cecb0481 req-6b9287c6-3150-47d2-82bb-0ea3b060791c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:51.397173 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-261b34f4-b4cb-4e49-9e03-0e91cecb0481 req-6b9287c6-3150-47d2-82bb-0ea3b060791c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2102a8-4fc7-4250-9fa1-71e279f9c6ea HTTP/1.1" status: 200 len: 949 time: 0.0701020 Nov 12 00:36:51.465030 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-261b34f4-b4cb-4e49-9e03-0e91cecb0481 req-62c4ef1c-b1a7-4b6c-a5c8-0129117f6f8e tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596206 Nov 12 00:36:51.478142 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-fa6ddef9-261c-427d-b08e-e9ecd2d2d65e tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Made reservation on behalf of 7ddd6af176924f3db646935b41c18455 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:36:51.478582 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-fa6ddef9-261c-427d-b08e-e9ecd2d2d65e tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:51.570086 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a5ee988-7512-4775-8757-66f49fe88763 req-dabb500f-bf9e-4b94-83f9-9f46db401e27 service neutron] 10.222.0.31 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784010 Nov 12 00:36:51.579722 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2878e9d8-ea78-4e89-8987-0152daec2ec7 req-4cafe583-cae5-403b-978c-2715265bc1bd tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 210 time: 0.0459094 Nov 12 00:36:51.733935 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a5ee988-7512-4775-8757-66f49fe88763 req-1ec0608c-2b94-4086-9496-cb3967036ddc service neutron] 10.222.0.31 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606407 Nov 12 00:36:51.754593 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-fa6ddef9-261c-427d-b08e-e9ecd2d2d65e tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Allocated IP 172.20.0.12 (941f1c18-ab78-472c-896d-e7afd01c20da/80fdc917-d293-46b2-acb1-3ea12a3d28ba/47320686-563e-4762-80e2-007b5f32c090) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:36:52.014145 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d8bb9e-30ac-48f8-9726-b70182552e0c x-openstack-request-id: req-57d8bb9e-30ac-48f8-9726-b70182552e0c {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:36:52.014723 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48992f52-b88a-4029-bea0-3b5eb69582fe", "name": "network-vif-unplugged", "status": "completed", "tag": "e6351ffe-b3dc-4b60-9426-763e7761703a", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:36:52.015210 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57d8bb9e-30ac-48f8-9726-b70182552e0c {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:36:52.015805 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48992f52-b88a-4029-bea0-3b5eb69582fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6351ffe-b3dc-4b60-9426-763e7761703a', 'code': 200} Nov 12 00:36:52.142289 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-fa6ddef9-261c-427d-b08e-e9ecd2d2d65e tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:52.162632 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85f3b585-52ef-46f0-bc4a-b13b84de1401 req-24e98d0c-b715-459b-ac18-05269f354c47 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/floatingips/4dd793fa-bc18-42c3-b8f4-1ee502963098 HTTP/1.1" status: 200 len: 693 time: 0.1224878 Nov 12 00:36:52.274462 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c81e-118d-4ddb-b469-3c313b399378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:52.340904 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16fb13-e95d-4ee0-898c-02ddbf953b66 req-2b1a090e-da62-4a8e-9619-24fa0f934351 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:52.357095 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa16fb13-e95d-4ee0-898c-02ddbf953b66 req-2b1a090e-da62-4a8e-9619-24fa0f934351 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.0810473 Nov 12 00:36:52.430627 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3b585-52ef-46f0-bc4a-b13b84de1401 req-c0c1f66c-5b24-472c-8168-86c296a46aa8 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:52.448747 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85f3b585-52ef-46f0-bc4a-b13b84de1401 req-c0c1f66c-5b24-472c-8168-86c296a46aa8 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.2712910 Nov 12 00:36:52.466029 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa16fb13-e95d-4ee0-898c-02ddbf953b66 req-e75964d3-babe-48af-aa50-420d3660d6f1 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073096 Nov 12 00:36:52.478568 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-fa6ddef9-261c-427d-b08e-e9ecd2d2d65e tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:52.765629 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85f3b585-52ef-46f0-bc4a-b13b84de1401 req-54039574-58f9-40de-81ac-6bd64330ce5f tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.3129129 Nov 12 00:36:52.810377 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-fa6ddef9-261c-427d-b08e-e9ecd2d2d65e tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Network 941f1c18-ab78-472c-896d-e7afd01c20da is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:36:52.845236 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-fa6ddef9-261c-427d-b08e-e9ecd2d2d65e tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:36:52.868520 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-578351b3-b62b-4d32-80dc-ad2e70090e7a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e12aedabe0d44294a297466dd9b3931e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0954149 Nov 12 00:36:52.890700 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb081f-8dcc-4f1b-8629-3039a96639aa req-cc6c0ad9-be8f-4b34-b10f-b78f28af13f5 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:52.899289 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97bb081f-8dcc-4f1b-8629-3039a96639aa req-cc6c0ad9-be8f-4b34-b10f-b78f28af13f5 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 943 time: 0.2417731 Nov 12 00:36:53.021527 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85f3b585-52ef-46f0-bc4a-b13b84de1401 req-6329fa39-84ac-4d15-81b5-fb1acf17bde1 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.2547240 Nov 12 00:36:53.024981 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ddef9-261c-427d-b08e-e9ecd2d2d65e tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Pushing event updated for resources: {'Port': ['ID=47320686-563e-4762-80e2-007b5f32c090,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:53.037866 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-fa6ddef9-261c-427d-b08e-e9ecd2d2d65e tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:36:53.090296 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97bb081f-8dcc-4f1b-8629-3039a96639aa req-d572121e-fb4c-4869-b1a7-3d730c28ee9d tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863172 Nov 12 00:36:53.238174 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-933da803-9b6d-45e9-b979-89a311ac9d6b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:53.240153 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-933da803-9b6d-45e9-b979-89a311ac9d6b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3342760 Nov 12 00:36:53.263559 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-d9dc25a6-e110-4885-b52a-6a348e64e91a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Request body: {'port': {'device_id': 'df8df5da-baba-46dd-818a-6a7936d3fe57', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': 'e12aedabe0d44294a297466dd9b3931e'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:53.333378 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fbddfe37-6415-4d6e-83f1-c7a8fed81e6d None None] Provisioning complete for port 47320686-563e-4762-80e2-007b5f32c090 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:53.335201 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fbddfe37-6415-4d6e-83f1-c7a8fed81e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:53.338345 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:53.372931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-fa6ddef9-261c-427d-b08e-e9ecd2d2d65e tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:53.373646 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-fa6ddef9-261c-427d-b08e-e9ecd2d2d65e tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:53.425537 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-fbddfe37-6415-4d6e-83f1-c7a8fed81e6d None None] Port 47320686-563e-4762-80e2-007b5f32c090 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:36:53.435758 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-fa6ddef9-261c-427d-b08e-e9ecd2d2d65e tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2285008 Nov 12 00:36:53.443159 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-85f3b585-52ef-46f0-bc4a-b13b84de1401 req-3c545493-805a-4779-a8f1-7ae189b975d8 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Deleting port e2219651-2e8a-44b6-9640-a89857059318 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:36:53.443707 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-85f3b585-52ef-46f0-bc4a-b13b84de1401 req-3c545493-805a-4779-a8f1-7ae189b975d8 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:53.489585 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec4709-1ed3-4e84-a84b-dd83a055e021 req-0e6cf5ec-0240-4d04-9db9-dcaa99cc0731 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:53.491277 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a2ec4709-1ed3-4e84-a84b-dd83a055e021 req-0e6cf5ec-0240-4d04-9db9-dcaa99cc0731 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ce4841-2428-4a98-aef2-c85a35f3ef2c HTTP/1.1" status: 200 len: 932 time: 0.2001688 Nov 12 00:36:53.579345 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-85f3b585-52ef-46f0-bc4a-b13b84de1401 req-3c545493-805a-4779-a8f1-7ae189b975d8 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:53.579689 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-85f3b585-52ef-46f0-bc4a-b13b84de1401 req-3c545493-805a-4779-a8f1-7ae189b975d8 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:53.585882 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a2ec4709-1ed3-4e84-a84b-dd83a055e021 req-09043921-7496-4dda-aa4a-541a811e7de8 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/security-groups?id=55948117-64f2-49be-b5cc-59e525acbe45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819359 Nov 12 00:36:53.586984 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-d9dc25a6-e110-4885-b52a-6a348e64e91a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Made reservation on behalf of e12aedabe0d44294a297466dd9b3931e for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:36:53.591442 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-d9dc25a6-e110-4885-b52a-6a348e64e91a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:53.597003 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-85f3b585-52ef-46f0-bc4a-b13b84de1401 req-3c545493-805a-4779-a8f1-7ae189b975d8 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Calling delete_port for e2219651-2e8a-44b6-9640-a89857059318 owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:36:53.813689 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-85f3b585-52ef-46f0-bc4a-b13b84de1401 req-3c545493-805a-4779-a8f1-7ae189b975d8 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:53.860069 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c545493-805a-4779-a8f1-7ae189b975d8 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Pushing event deleted for resources: {'Port': ['ID=e2219651-2e8a-44b6-9640-a89857059318,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:53.877246 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-d9dc25a6-e110-4885-b52a-6a348e64e91a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Allocated IP 192.168.233.239 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/515d811e-cf1a-4557-b84d-06a73ebc4012) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:36:53.908154 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a42eea4f-56c9-4870-9d3a-979726ccfaf4 req-2d74c312-1794-4bed-b450-8bd79aff32b3 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 210 time: 0.0845277 Nov 12 00:36:54.022249 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-85f3b585-52ef-46f0-bc4a-b13b84de1401 req-3c545493-805a-4779-a8f1-7ae189b975d8 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:54.027412 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 87201f57-16c8-4c84-a490-40a8e221a2a9 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:36:54.032054 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-85f3b585-52ef-46f0-bc4a-b13b84de1401 req-3c545493-805a-4779-a8f1-7ae189b975d8 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:54.035866 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85f3b585-52ef-46f0-bc4a-b13b84de1401 req-3c545493-805a-4779-a8f1-7ae189b975d8 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "DELETE /v2.0/floatingips/4dd793fa-bc18-42c3-b8f4-1ee502963098 HTTP/1.1" status: 204 len: 173 time: 1.0134256 Nov 12 00:36:54.291972 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-255c32e0-be3a-49c9-963b-85c8df247f07 req-9ce91add-853e-4046-961d-9eb57ad8b935 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 210 time: 0.0436201 Nov 12 00:36:54.355628 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 87201f57-16c8-4c84-a490-40a8e221a2a9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=87201f57-16c8-4c84-a490-40a8e221a2a9,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:36:54.379578 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-d9dc25a6-e110-4885-b52a-6a348e64e91a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:54.381033 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 87201f57-16c8-4c84-a490-40a8e221a2a9 has no active binding in host n-h2-712137-14 {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:36:54.413029 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:54.475542 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-138bd340-5278-4022-8b89-79563d7a8541 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6b8104c4113942368966cc1e6cd1e23d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519338 Nov 12 00:36:54.582234 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-d9dc25a6-e110-4885-b52a-6a348e64e91a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:54.629386 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['f8e520da-e4f7-40ab-8161-a0383c27e91d', '05a5ed81-c561-4205-b530-77b2e13676d5'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:36:54.637408 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-d9dc25a6-e110-4885-b52a-6a348e64e91a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:36:54.647609 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-d9dc25a6-e110-4885-b52a-6a348e64e91a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:36:54.657211 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-d9dc25a6-e110-4885-b52a-6a348e64e91a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:36:54.729546 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-d9dc25a6-e110-4885-b52a-6a348e64e91a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:54.730229 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-d9dc25a6-e110-4885-b52a-6a348e64e91a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:54.764622 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-d9dc25a6-e110-4885-b52a-6a348e64e91a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5058036 Nov 12 00:36:54.770410 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc25a6-e110-4885-b52a-6a348e64e91a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Pushing event updated for resources: {'Port': ['ID=515d811e-cf1a-4557-b84d-06a73ebc4012,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:54.781970 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-7044bac8-a5f7-430c-83f3-d85e0bce2cd6 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:54.791922 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-7044bac8-a5f7-430c-83f3-d85e0bce2cd6 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3142841 Nov 12 00:36:54.809703 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] Request body: {'port': {'device_id': 'df8df5da-baba-46dd-818a-6a7936d3fe57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:54.865592 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-a5c82405-6afc-40d4-bc39-b8e977d37d1d tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/quotas/6b8104c4113942368966cc1e6cd1e23d HTTP/1.1" status: 200 len: 375 time: 0.0726557 Nov 12 00:36:54.966163 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:55.065102 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-b93789e1-a53c-4657-9655-e0eee0b55856 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b8104c4113942368966cc1e6cd1e23d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1970086 Nov 12 00:36:55.160040 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d7e84793-4e09-4ffc-bd61-b51ab5db69b8 None None] Provisioning complete for port 515d811e-cf1a-4557-b84d-06a73ebc4012 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:55.160661 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d7e84793-4e09-4ffc-bd61-b51ab5db69b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:55.204145 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d7e84793-4e09-4ffc-bd61-b51ab5db69b8 None None] Port 515d811e-cf1a-4557-b84d-06a73ebc4012 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:36:55.241142 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36443e5-edbc-405a-8af6-04a3c42ab124 req-71b646ca-d148-43af-8fe2-6fe851512726 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:55.248388 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d36443e5-edbc-405a-8af6-04a3c42ab124 req-71b646ca-d148-43af-8fe2-6fe851512726 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3923209 Nov 12 00:36:55.299491 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:55.436641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c50b9a-2007-44e3-a848-6176c06a1133 req-70471378-3ad4-46cd-a302-644eccd1a8b9 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:55.439005 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-49c50b9a-2007-44e3-a848-6176c06a1133 req-70471378-3ad4-46cd-a302-644eccd1a8b9 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 943 time: 0.0952835 Nov 12 00:36:55.510722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2f4ab-0940-4fd5-bcdb-724e3697a006 req-012da2ad-2692-4fbb-b089-59f1e3fd237d tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:55.514912 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bde2f4ab-0940-4fd5-bcdb-724e3697a006 req-012da2ad-2692-4fbb-b089-59f1e3fd237d tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ce4841-2428-4a98-aef2-c85a35f3ef2c HTTP/1.1" status: 200 len: 932 time: 0.1127777 Nov 12 00:36:55.522769 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-49c50b9a-2007-44e3-a848-6176c06a1133 req-a55d71e4-7311-4ebe-81a0-02f79618549d tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633986 Nov 12 00:36:55.634841 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 515d811e-cf1a-4557-b84d-06a73ebc4012 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:36:55.651805 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:55.668811 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] Transition to ACTIVE for port object 515d811e-cf1a-4557-b84d-06a73ebc4012 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:36:55.674791 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bde2f4ab-0940-4fd5-bcdb-724e3697a006 req-b0934058-f047-4c9f-a127-e370d3c68d7e tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/security-groups?id=55948117-64f2-49be-b5cc-59e525acbe45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460342 Nov 12 00:36:55.675829 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:55.742270 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d7fa5bdd-6b21-40fe-ae48-f0598442355f req-53f97540-4c36-4752-be9d-8e576b96c8f6 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 210 time: 0.0640571 Nov 12 00:36:55.778274 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] Pushing event updated for resources: {'Port': ['ID=515d811e-cf1a-4557-b84d-06a73ebc4012,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:55.816380 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:55.884527 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 87201f57-16c8-4c84-a490-40a8e221a2a9 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:36:55.925970 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] Attempting to bind port 515d811e-cf1a-4557-b84d-06a73ebc4012 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:36:55.926325 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] Attempting to bind port 515d811e-cf1a-4557-b84d-06a73ebc4012 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:36:55.926661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] Attempting to bind port 515d811e-cf1a-4557-b84d-06a73ebc4012 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:36:55.932720 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] Port 515d811e-cf1a-4557-b84d-06a73ebc4012 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:36:55.933043 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] Attempting to bind port 515d811e-cf1a-4557-b84d-06a73ebc4012 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:36:55.939175 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:36:55.939521 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:36:55.940506 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:36:55.941876 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] Bound port: 515d811e-cf1a-4557-b84d-06a73ebc4012, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:36:55.942353 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:55.946397 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b6395946-67a0-496a-b565-cc1bbe0aa233 req-2833f3fa-e57b-462c-aaca-7084daaf5a67 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=9d5b72ac5ac14b75ab0e26c3d860e5ae HTTP/1.1" status: 200 len: 1655 time: 0.1714919 Nov 12 00:36:56.110870 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-39450f2c-5736-4aff-83f6-fdf8b978738e req-2a3055f9-bcf9-4222-9aef-f66dd96f214e tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c HTTP/1.1" status: 200 len: 210 time: 0.1015201 Nov 12 00:36:56.126756 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] For port 515d811e-cf1a-4557-b84d-06a73ebc4012, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:36:56.136029 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] For port 515d811e-cf1a-4557-b84d-06a73ebc4012, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=515d811e-cf1a-4557-b84d-06a73ebc4012,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:36:56.151977 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:56.187704 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6395946-67a0-496a-b565-cc1bbe0aa233 req-6efa73b8-9d81-4aa4-ac9d-d324adb22793 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:56.202762 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b6395946-67a0-496a-b565-cc1bbe0aa233 req-6efa73b8-9d81-4aa4-ac9d-d324adb22793 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/networks?id=e33824d3-49f3-447d-b376-119e8e5c0bcb&id=e33824d3-49f3-447d-b376-119e8e5c0bcb&id=e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 787 time: 0.2554264 Nov 12 00:36:56.209135 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-b6395946-67a0-496a-b565-cc1bbe0aa233 req-ba21d766-069c-4b95-8798-06a854315c2d tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:36:56.233426 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b6395946-67a0-496a-b565-cc1bbe0aa233 req-ba21d766-069c-4b95-8798-06a854315c2d tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0252976 Nov 12 00:36:56.259010 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:56.259633 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:56.261080 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] 10.222.0.15 "PUT /v2.0/ports/515d811e-cf1a-4557-b84d-06a73ebc4012 HTTP/1.1" status: 200 len: 1097 time: 1.4555962 Nov 12 00:36:56.261543 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8df5da-baba-46dd-818a-6a7936d3fe57', 'tag': '515d811e-cf1a-4557-b84d-06a73ebc4012'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:36:56.282744 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e4ad02-62b4-4413-8742-095598262b64" -d '{"events": [{"name": "network-changed", "server_uuid": "df8df5da-baba-46dd-818a-6a7936d3fe57", "tag": "515d811e-cf1a-4557-b84d-06a73ebc4012"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:36:56.299518 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2453089-5963-42da-8052-1c13d1e5824d service neutron] Pushing event updated for resources: {'Port': ['ID=515d811e-cf1a-4557-b84d-06a73ebc4012,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:56.545141 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd6600-d61e-4238-b556-7d645143bd9d req-1ddc873c-5545-4510-a13a-a74d9d6460a2 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:56.554672 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-35dd6600-d61e-4238-b556-7d645143bd9d req-1ddc873c-5545-4510-a13a-a74d9d6460a2 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 948 time: 0.2115965 Nov 12 00:36:56.558297 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-e09a0fce-cbd7-4e0e-9c94-02c0253914f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:56.559858 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-e09a0fce-cbd7-4e0e-9c94-02c0253914f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 1100 time: 0.1909294 Nov 12 00:36:56.640715 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-91620cc0-ecab-45f1-8644-6065038b0f88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=515d811e-cf1a-4557-b84d-06a73ebc4012 HTTP/1.1" status: 200 len: 217 time: 0.0523980 Nov 12 00:36:56.700270 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-35dd6600-d61e-4238-b556-7d645143bd9d req-311b7895-5726-439d-857e-11d8e9ad1f9a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402228 Nov 12 00:36:56.805053 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-df880949-a27b-43c7-9f4f-8e551668a7b8 req-94e19654-07d4-4fee-82a4-c906322dfb18 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/floatingips/df79062b-1e70-448e-aa56-1f83372a8065 HTTP/1.1" status: 200 len: 693 time: 0.0608568 Nov 12 00:36:56.821624 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-eb432ee5-a533-42b9-a3a4-61b182ee22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:56.824135 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-eb432ee5-a533-42b9-a3a4-61b182ee22e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1622972 Nov 12 00:36:56.928763 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-bfe98ed8-4e6c-4044-ba5a-f3eee8ac5aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:56.930229 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-bfe98ed8-4e6c-4044-ba5a-f3eee8ac5aef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0922434 Nov 12 00:36:56.990765 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df880949-a27b-43c7-9f4f-8e551668a7b8 req-d98feeab-1eaf-4ae3-acb0-cdc5fc301014 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:56.992237 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-df880949-a27b-43c7-9f4f-8e551668a7b8 req-d98feeab-1eaf-4ae3-acb0-cdc5fc301014 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.1832569 Nov 12 00:36:57.021089 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0affb71-146e-4c81-b3eb-3fac6446577b x-openstack-request-id: req-b0affb71-146e-4c81-b3eb-3fac6446577b {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:36:57.021381 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8df5da-baba-46dd-818a-6a7936d3fe57", "tag": "515d811e-cf1a-4557-b84d-06a73ebc4012", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:36:57.021639 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0affb71-146e-4c81-b3eb-3fac6446577b {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:36:57.022229 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8df5da-baba-46dd-818a-6a7936d3fe57', 'tag': '515d811e-cf1a-4557-b84d-06a73ebc4012', 'status': 'completed', 'code': 200} Nov 12 00:36:57.086125 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-df880949-a27b-43c7-9f4f-8e551668a7b8 req-bbddbd90-56fb-4170-89c4-89ecfbaccc28 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 696 time: 0.0668080 Nov 12 00:36:57.161178 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-671b76ba-6837-4923-875a-cc8ac187ea5e service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204716 Nov 12 00:36:57.185841 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-df880949-a27b-43c7-9f4f-8e551668a7b8 req-4b60ce17-95fb-47e5-9563-3e10fa0ef49b tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 696 time: 0.0855529 Nov 12 00:36:57.405702 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd1a55c4-92b0-4a5f-944e-7146fdf4765e req-a99bbec6-bdb3-4d65-a178-d5786dcc9064 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339783 Nov 12 00:36:57.451968 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-df880949-a27b-43c7-9f4f-8e551668a7b8 req-e56c621c-a09a-4b52-a4fd-bd0b359d219a tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Deleting port 7e2fa451-722f-425f-b6ae-f25802e237ae {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:36:57.452212 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-df880949-a27b-43c7-9f4f-8e551668a7b8 req-e56c621c-a09a-4b52-a4fd-bd0b359d219a tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:57.511010 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-d010cf96-fe5f-492c-9c63-0ede7b695a5d tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6b8104c4113942368966cc1e6cd1e23d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264547 Nov 12 00:36:57.528277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233d188-59a3-4d7d-8aeb-cb5715da4476 req-aa92214c-93c6-4e75-8d9f-8053ac1af9ce tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:57.535708 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e233d188-59a3-4d7d-8aeb-cb5715da4476 req-aa92214c-93c6-4e75-8d9f-8053ac1af9ce tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 943 time: 0.4381609 Nov 12 00:36:57.580473 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-df880949-a27b-43c7-9f4f-8e551668a7b8 req-e56c621c-a09a-4b52-a4fd-bd0b359d219a tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:57.580923 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-df880949-a27b-43c7-9f4f-8e551668a7b8 req-e56c621c-a09a-4b52-a4fd-bd0b359d219a tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:57.598121 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-df880949-a27b-43c7-9f4f-8e551668a7b8 req-e56c621c-a09a-4b52-a4fd-bd0b359d219a tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Calling delete_port for 7e2fa451-722f-425f-b6ae-f25802e237ae owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:36:57.612265 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4ad02-62b4-4413-8742-095598262b64 req-b0c95f40-8f60-4aa8-b9c7-6ae5209b3e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:57.613907 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86e4ad02-62b4-4413-8742-095598262b64 req-b0c95f40-8f60-4aa8-b9c7-6ae5209b3e5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 1100 time: 0.0811207 Nov 12 00:36:57.657672 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e233d188-59a3-4d7d-8aeb-cb5715da4476 req-25a8d686-7148-4832-877f-0494fcbd5404 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210301 Nov 12 00:36:57.711919 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-bc8172c5-a2d1-4974-8e56-cafcd82cd25f tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:57.713756 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-bc8172c5-a2d1-4974-8e56-cafcd82cd25f tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761127 Nov 12 00:36:57.737997 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-8122bea6-79d1-48db-b8fb-46abe86dd5e1 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Request body: {'port': {'device_id': '7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': '6b8104c4113942368966cc1e6cd1e23d'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:57.769469 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4ad02-62b4-4413-8742-095598262b64 req-e39aca4b-5985-4840-898c-58e3b2a346e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:57.770942 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86e4ad02-62b4-4413-8742-095598262b64 req-e39aca4b-5985-4840-898c-58e3b2a346e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1260641 Nov 12 00:36:57.874601 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ed960-96d4-4a70-a3ce-1bbac296ded6 req-8121cb99-2f21-4b83-992d-6190c48586a3 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:57.876809 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b24ed960-96d4-4a70-a3ce-1bbac296ded6 req-8121cb99-2f21-4b83-992d-6190c48586a3 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ce4841-2428-4a98-aef2-c85a35f3ef2c HTTP/1.1" status: 200 len: 932 time: 0.1112118 Nov 12 00:36:57.963500 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b24ed960-96d4-4a70-a3ce-1bbac296ded6 req-024583fe-3c34-4c81-a732-cb19001fc952 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/security-groups?id=55948117-64f2-49be-b5cc-59e525acbe45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799105 Nov 12 00:36:57.977826 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-8122bea6-79d1-48db-b8fb-46abe86dd5e1 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Made reservation on behalf of 6b8104c4113942368966cc1e6cd1e23d for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:36:57.981793 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-8122bea6-79d1-48db-b8fb-46abe86dd5e1 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:58.048338 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 87201f57-16c8-4c84-a490-40a8e221a2a9 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:36:58.104794 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 87201f57-16c8-4c84-a490-40a8e221a2a9 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:36:58.127113 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86e4ad02-62b4-4413-8742-095598262b64 req-432fb1b4-8f4b-4718-947e-64654610e4fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=515d811e-cf1a-4557-b84d-06a73ebc4012 HTTP/1.1" status: 200 len: 217 time: 0.3425157 Nov 12 00:36:58.169095 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eb42eec4-3d0c-4592-bcbb-ecb8c8231568 req-5af60117-8c01-46c7-9c9f-d4cae0a44593 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 210 time: 0.0575545 Nov 12 00:36:58.200327 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-df880949-a27b-43c7-9f4f-8e551668a7b8 req-e56c621c-a09a-4b52-a4fd-bd0b359d219a tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:58.213656 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-8122bea6-79d1-48db-b8fb-46abe86dd5e1 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Allocated IP 192.168.233.68 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/fb2f29d8-65ef-4cc0-b452-d46c349559c3) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:36:58.257483 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4ad02-62b4-4413-8742-095598262b64 req-d3cf379a-8690-4086-be53-64d8ef877347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:58.258929 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86e4ad02-62b4-4413-8742-095598262b64 req-d3cf379a-8690-4086-be53-64d8ef877347 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1156054 Nov 12 00:36:58.260056 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c621c-a09a-4b52-a4fd-bd0b359d219a tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Pushing event deleted for resources: {'Port': ['ID=7e2fa451-722f-425f-b6ae-f25802e237ae,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:58.427483 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-df880949-a27b-43c7-9f4f-8e551668a7b8 req-e56c621c-a09a-4b52-a4fd-bd0b359d219a tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:58.431831 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-df880949-a27b-43c7-9f4f-8e551668a7b8 req-e56c621c-a09a-4b52-a4fd-bd0b359d219a tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:58.439359 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-8122bea6-79d1-48db-b8fb-46abe86dd5e1 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:58.458724 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-df880949-a27b-43c7-9f4f-8e551668a7b8 req-e56c621c-a09a-4b52-a4fd-bd0b359d219a tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "DELETE /v2.0/floatingips/df79062b-1e70-448e-aa56-1f83372a8065 HTTP/1.1" status: 204 len: 173 time: 1.2565920 Nov 12 00:36:58.476901 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4ad02-62b4-4413-8742-095598262b64 req-7090ffc5-2b86-4dfb-8fa9-9524fcdde9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:58.478407 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86e4ad02-62b4-4413-8742-095598262b64 req-7090ffc5-2b86-4dfb-8fa9-9524fcdde9b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1566010 Nov 12 00:36:58.490524 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-8122bea6-79d1-48db-b8fb-46abe86dd5e1 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:58.503695 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f4f2ae86-4bff-4531-8035-0a4b036f38f0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:36:58.570572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['997be79d-73f0-457b-a794-69924644f888'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:36:58.586277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-8122bea6-79d1-48db-b8fb-46abe86dd5e1 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:36:58.589432 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-8122bea6-79d1-48db-b8fb-46abe86dd5e1 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:36:58.610466 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-8122bea6-79d1-48db-b8fb-46abe86dd5e1 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:36:58.722521 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-8122bea6-79d1-48db-b8fb-46abe86dd5e1 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:58.739713 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-8122bea6-79d1-48db-b8fb-46abe86dd5e1 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:58.755281 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122bea6-79d1-48db-b8fb-46abe86dd5e1 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Pushing event updated for resources: {'Port': ['ID=fb2f29d8-65ef-4cc0-b452-d46c349559c3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:58.783727 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379dd753-72e7-47f9-9303-818bc60bb9ec req-21400b12-2821-42cb-a88c-1ebeccfff4fb tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:58.785360 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-379dd753-72e7-47f9-9303-818bc60bb9ec req-21400b12-2821-42cb-a88c-1ebeccfff4fb tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c HTTP/1.1" status: 200 len: 935 time: 0.2276368 Nov 12 00:36:58.789687 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-8122bea6-79d1-48db-b8fb-46abe86dd5e1 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0578833 Nov 12 00:36:58.799699 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86e4ad02-62b4-4413-8742-095598262b64 req-1e8c2265-25d3-4b63-9bc8-81c7b1ef53b6 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090219 Nov 12 00:36:58.824384 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] Request body: {'port': {'device_id': '7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:36:58.952624 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:58.994054 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-379dd753-72e7-47f9-9303-818bc60bb9ec req-533b71f2-c2f9-427d-b017-865f3636011e tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951768 Nov 12 00:36:59.023006 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86e4ad02-62b4-4413-8742-095598262b64 req-1384f0ae-d84c-4036-b661-8fa30c2321bf service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009053 Nov 12 00:36:59.075923 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ba862b7d-f711-49c1-a504-443f966c4fce None None] Provisioning complete for port fb2f29d8-65ef-4cc0-b452-d46c349559c3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:36:59.076577 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ba862b7d-f711-49c1-a504-443f966c4fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:59.121337 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ba862b7d-f711-49c1-a504-443f966c4fce None None] Port fb2f29d8-65ef-4cc0-b452-d46c349559c3 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:36:59.235245 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266ec54-d175-454e-88cc-1bab9bd9bff1 req-dae4d92e-6b05-4c74-903e-239d4fff9001 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:59.237880 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1266ec54-d175-454e-88cc-1bab9bd9bff1 req-dae4d92e-6b05-4c74-903e-239d4fff9001 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 948 time: 0.0715168 Nov 12 00:36:59.270157 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3673147c-217b-4d9b-9ab9-4f33bcb8132f req-b6335b69-567e-42c1-890f-f6d97f20c140 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/floatingips/8782b0b9-20f6-46c9-bc44-b6f190183bc9 HTTP/1.1" status: 200 len: 692 time: 0.0784605 Nov 12 00:36:59.296676 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1266ec54-d175-454e-88cc-1bab9bd9bff1 req-712361c6-34b6-40a9-9f84-afea57383be0 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527020 Nov 12 00:36:59.426913 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523e3c1-9fdf-4bed-813c-e2d41a192a22 req-837619a0-a2ed-446a-b0d6-293af9d1501a tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:59.429016 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d523e3c1-9fdf-4bed-813c-e2d41a192a22 req-837619a0-a2ed-446a-b0d6-293af9d1501a tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 943 time: 0.0627444 Nov 12 00:36:59.433397 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673147c-217b-4d9b-9ab9-4f33bcb8132f req-f330db19-d94b-4943-a5c1-eda731d51738 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:59.440925 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3673147c-217b-4d9b-9ab9-4f33bcb8132f req-f330db19-d94b-4943-a5c1-eda731d51738 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.1633313 Nov 12 00:36:59.483534 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d523e3c1-9fdf-4bed-813c-e2d41a192a22 req-1ca69696-4fb1-498a-b4a9-be2d31ae574c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483212 Nov 12 00:36:59.506029 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3673147c-217b-4d9b-9ab9-4f33bcb8132f req-dafee24e-339c-4049-8db1-ca4b6e0ff254 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 695 time: 0.0641651 Nov 12 00:36:59.583765 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3673147c-217b-4d9b-9ab9-4f33bcb8132f req-ed169681-1316-4547-9538-300cbc29b3e6 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 695 time: 0.0767255 Nov 12 00:36:59.626802 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715f022-0f30-476b-89e4-aaed47f2d54b req-402d621e-fb1d-48a6-a1a4-6796aca89088 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:36:59.640750 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5715f022-0f30-476b-89e4-aaed47f2d54b req-402d621e-fb1d-48a6-a1a4-6796aca89088 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ce4841-2428-4a98-aef2-c85a35f3ef2c HTTP/1.1" status: 200 len: 932 time: 0.0765657 Nov 12 00:36:59.697098 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5715f022-0f30-476b-89e4-aaed47f2d54b req-a8ba5c55-59a8-4708-a0c7-f825cb5d9005 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/security-groups?id=55948117-64f2-49be-b5cc-59e525acbe45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534379 Nov 12 00:36:59.751655 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2f29d8-65ef-4cc0-b452-d46c349559c3 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:36:59.762159 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:59.779195 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] Transition to ACTIVE for port object fb2f29d8-65ef-4cc0-b452-d46c349559c3 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:36:59.790919 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:59.829327 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-3673147c-217b-4d9b-9ab9-4f33bcb8132f req-779d6a37-b713-4095-aa22-89ee1e2c79f3 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Deleting port 3e6c386f-30be-452a-8d58-28262fa1905a {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:36:59.829691 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3673147c-217b-4d9b-9ab9-4f33bcb8132f req-779d6a37-b713-4095-aa22-89ee1e2c79f3 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:36:59.879683 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] Pushing event updated for resources: {'Port': ['ID=fb2f29d8-65ef-4cc0-b452-d46c349559c3,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:36:59.886686 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9dba021a-0f5c-4461-9a38-85fc4a52837b req-fbe3341e-902b-4c45-9d6e-ffac9b2885e1 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 210 time: 0.0667181 Nov 12 00:37:00.025287 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3673147c-217b-4d9b-9ab9-4f33bcb8132f req-779d6a37-b713-4095-aa22-89ee1e2c79f3 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:00.025625 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3673147c-217b-4d9b-9ab9-4f33bcb8132f req-779d6a37-b713-4095-aa22-89ee1e2c79f3 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:00.034484 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] Attempting to bind port fb2f29d8-65ef-4cc0-b452-d46c349559c3 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:00.034834 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] Attempting to bind port fb2f29d8-65ef-4cc0-b452-d46c349559c3 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:00.035169 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] Attempting to bind port fb2f29d8-65ef-4cc0-b452-d46c349559c3 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:00.049498 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-3673147c-217b-4d9b-9ab9-4f33bcb8132f req-779d6a37-b713-4095-aa22-89ee1e2c79f3 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Calling delete_port for 3e6c386f-30be-452a-8d58-28262fa1905a owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:37:00.051697 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] Port fb2f29d8-65ef-4cc0-b452-d46c349559c3 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:37:00.052026 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] Attempting to bind port fb2f29d8-65ef-4cc0-b452-d46c349559c3 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:00.066561 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:00.066908 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:00.067297 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:00.067743 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] Bound port: fb2f29d8-65ef-4cc0-b452-d46c349559c3, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:00.068110 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:00.201613 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] For port fb2f29d8-65ef-4cc0-b452-d46c349559c3, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:00.210797 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] For port fb2f29d8-65ef-4cc0-b452-d46c349559c3, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=fb2f29d8-65ef-4cc0-b452-d46c349559c3,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:00.221102 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:00.256630 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:37:00.300868 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:00.301499 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:00.303220 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] 10.222.0.15 "PUT /v2.0/ports/fb2f29d8-65ef-4cc0-b452-d46c349559c3 HTTP/1.1" status: 200 len: 1096 time: 1.4850013 Nov 12 00:37:00.307624 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c', 'tag': 'fb2f29d8-65ef-4cc0-b452-d46c349559c3'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:00.310125 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98c18f7-42db-4f97-865c-b3d17415b7cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c", "tag": "fb2f29d8-65ef-4cc0-b452-d46c349559c3"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:00.329449 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb8671-9988-46ec-b1ad-0f2a8be64a3f service neutron] Pushing event updated for resources: {'Port': ['ID=fb2f29d8-65ef-4cc0-b452-d46c349559c3,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:00.360776 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3673147c-217b-4d9b-9ab9-4f33bcb8132f req-779d6a37-b713-4095-aa22-89ee1e2c79f3 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:00.408792 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d6a37-b713-4095-aa22-89ee1e2c79f3 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Pushing event deleted for resources: {'Port': ['ID=3e6c386f-30be-452a-8d58-28262fa1905a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:00.574794 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-712c274e-f3e2-4cc0-b2e8-197b0bd163bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:00.576433 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-712c274e-f3e2-4cc0-b2e8-197b0bd163bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b8104c4113942368966cc1e6cd1e23d&device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c HTTP/1.1" status: 200 len: 1099 time: 0.1446388 Nov 12 00:37:00.584629 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3673147c-217b-4d9b-9ab9-4f33bcb8132f req-779d6a37-b713-4095-aa22-89ee1e2c79f3 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:00.587388 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3673147c-217b-4d9b-9ab9-4f33bcb8132f req-779d6a37-b713-4095-aa22-89ee1e2c79f3 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:00.588578 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3673147c-217b-4d9b-9ab9-4f33bcb8132f req-779d6a37-b713-4095-aa22-89ee1e2c79f3 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "DELETE /v2.0/floatingips/8782b0b9-20f6-46c9-bc44-b6f190183bc9 HTTP/1.1" status: 204 len: 173 time: 1.0041142 Nov 12 00:37:00.642569 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-ca01a580-f6ee-44d9-b1b6-756537b39c72 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=fb2f29d8-65ef-4cc0-b452-d46c349559c3 HTTP/1.1" status: 200 len: 217 time: 0.0459189 Nov 12 00:37:00.698369 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc628dd-ba56-41d1-9a2b-9f26589cab11 x-openstack-request-id: req-6dc628dd-ba56-41d1-9a2b-9f26589cab11 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:00.698660 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c", "tag": "fb2f29d8-65ef-4cc0-b452-d46c349559c3", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:00.698917 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6dc628dd-ba56-41d1-9a2b-9f26589cab11 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:00.699306 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c', 'tag': 'fb2f29d8-65ef-4cc0-b452-d46c349559c3', 'status': 'completed', 'code': 200} Nov 12 00:37:00.702404 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94e57a-bcf5-4151-a9c8-0b3f330ed84b req-c2b81237-64cc-40d4-a61a-f21b090cfa28 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:00.706455 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2c94e57a-bcf5-4151-a9c8-0b3f330ed84b req-c2b81237-64cc-40d4-a61a-f21b090cfa28 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c HTTP/1.1" status: 200 len: 947 time: 0.0629523 Nov 12 00:37:00.765807 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-f11c7fd6-3de3-4b77-9c3e-c0c06d48e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:00.767269 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-f11c7fd6-3de3-4b77-9c3e-c0c06d48e487 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1206110 Nov 12 00:37:00.771691 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2c94e57a-bcf5-4151-a9c8-0b3f330ed84b req-e7dca39b-f1ea-49cc-b825-bbced213651b tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586326 Nov 12 00:37:00.828245 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15544e-b457-4588-9b49-db07233e0034 req-9e1a5836-b6ef-4b58-acb1-9190e7ba0ff1 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:00.829772 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7a15544e-b457-4588-9b49-db07233e0034 req-9e1a5836-b6ef-4b58-acb1-9190e7ba0ff1 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 948 time: 0.1157944 Nov 12 00:37:00.849886 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-26d82f4f-fdf3-4a56-923a-5d39089d0b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:00.851862 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-26d82f4f-fdf3-4a56-923a-5d39089d0b9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0751975 Nov 12 00:37:00.881255 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c2ad6-a7cf-4344-babc-7fa02da8a81b req-f734dc5b-0067-441d-9af6-1b423fda10a9 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:00.883002 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-380c2ad6-a7cf-4344-babc-7fa02da8a81b req-f734dc5b-0067-441d-9af6-1b423fda10a9 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 943 time: 0.0572896 Nov 12 00:37:00.939149 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-380c2ad6-a7cf-4344-babc-7fa02da8a81b req-697ec691-d59b-4f50-9b01-5705b963dbcb tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470562 Nov 12 00:37:00.950658 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7a15544e-b457-4588-9b49-db07233e0034 req-a6cdd433-99f4-4c5d-9064-ec1565bfb951 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116643 Nov 12 00:37:00.997129 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-91015457-8c3b-418b-ac03-5da1e4bf9513 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225674 Nov 12 00:37:01.044505 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f8e2b256-79d5-400c-8455-11f9321d0eec req-14679046-4db4-4e1e-8029-c3f58f203c65 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/floatingips/b9622509-5973-481d-92f8-4c7e946a2872 HTTP/1.1" status: 200 len: 692 time: 0.0522754 Nov 12 00:37:01.121053 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb28464c-d53c-4f31-ab25-8d79b8b41461 req-847ba801-a7bd-462c-94b7-d4ec0619f46e service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158159 Nov 12 00:37:01.238546 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2b256-79d5-400c-8455-11f9321d0eec req-83278b73-e539-424b-bdab-faccc8593fc9 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:01.242007 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f8e2b256-79d5-400c-8455-11f9321d0eec req-83278b73-e539-424b-bdab-faccc8593fc9 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.1801486 Nov 12 00:37:01.311082 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f8e2b256-79d5-400c-8455-11f9321d0eec req-4377e674-a999-433c-b7a5-3bdbcd134581 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.35 HTTP/1.1" status: 200 len: 695 time: 0.0621815 Nov 12 00:37:01.335764 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c18f7-42db-4f97-865c-b3d17415b7cd req-b2ba184a-f002-469c-bd73-3c7f93433518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:01.337559 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e98c18f7-42db-4f97-865c-b3d17415b7cd req-b2ba184a-f002-469c-bd73-3c7f93433518 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b8104c4113942368966cc1e6cd1e23d&device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c HTTP/1.1" status: 200 len: 1099 time: 0.0819955 Nov 12 00:37:01.368572 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f8e2b256-79d5-400c-8455-11f9321d0eec req-ff07a709-b57f-41b9-83a7-db50c3b22456 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.35 HTTP/1.1" status: 200 len: 695 time: 0.0565262 Nov 12 00:37:01.468609 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c18f7-42db-4f97-865c-b3d17415b7cd req-5dc1aee5-e37d-46c4-9327-d6bce73cf480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:01.470475 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e98c18f7-42db-4f97-865c-b3d17415b7cd req-5dc1aee5-e37d-46c4-9327-d6bce73cf480 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1227424 Nov 12 00:37:01.529134 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e98c18f7-42db-4f97-865c-b3d17415b7cd req-df1e9a56-abcf-45a8-82a4-e42cf75bc67c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=fb2f29d8-65ef-4cc0-b452-d46c349559c3 HTTP/1.1" status: 200 len: 217 time: 0.0493870 Nov 12 00:37:01.544227 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-f8e2b256-79d5-400c-8455-11f9321d0eec req-318c3e66-708d-4281-b152-ecd3b98cefd9 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Deleting port 8460da3a-e267-41e5-a68c-13c922f6a83e {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:37:01.544656 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f8e2b256-79d5-400c-8455-11f9321d0eec req-318c3e66-708d-4281-b152-ecd3b98cefd9 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:01.614447 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c18f7-42db-4f97-865c-b3d17415b7cd req-0b154c0f-4c42-405d-88cb-17bac10229bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:01.615962 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e98c18f7-42db-4f97-865c-b3d17415b7cd req-0b154c0f-4c42-405d-88cb-17bac10229bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0796559 Nov 12 00:37:01.628272 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00cc11-fb1b-4ae9-a77c-6b6a88f29285 req-969fe188-0086-4174-9c38-524dd92bad02 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:01.629673 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9e00cc11-fb1b-4ae9-a77c-6b6a88f29285 req-969fe188-0086-4174-9c38-524dd92bad02 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ce4841-2428-4a98-aef2-c85a35f3ef2c HTTP/1.1" status: 200 len: 932 time: 0.0850997 Nov 12 00:37:01.630679 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f8e2b256-79d5-400c-8455-11f9321d0eec req-318c3e66-708d-4281-b152-ecd3b98cefd9 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:01.631010 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f8e2b256-79d5-400c-8455-11f9321d0eec req-318c3e66-708d-4281-b152-ecd3b98cefd9 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:01.642990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-f8e2b256-79d5-400c-8455-11f9321d0eec req-318c3e66-708d-4281-b152-ecd3b98cefd9 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Calling delete_port for 8460da3a-e267-41e5-a68c-13c922f6a83e owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:37:01.699471 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c18f7-42db-4f97-865c-b3d17415b7cd req-d573bd6e-dea9-4620-828c-1e3e93853b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:01.701020 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e98c18f7-42db-4f97-865c-b3d17415b7cd req-d573bd6e-dea9-4620-828c-1e3e93853b1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0704534 Nov 12 00:37:01.708075 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9e00cc11-fb1b-4ae9-a77c-6b6a88f29285 req-8f3564f2-1d84-494b-9032-bbefb2822bb5 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/security-groups?id=55948117-64f2-49be-b5cc-59e525acbe45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698042 Nov 12 00:37:01.776644 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f8e2b256-79d5-400c-8455-11f9321d0eec req-318c3e66-708d-4281-b152-ecd3b98cefd9 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:01.810701 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c3e66-708d-4281-b152-ecd3b98cefd9 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Pushing event deleted for resources: {'Port': ['ID=8460da3a-e267-41e5-a68c-13c922f6a83e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:01.833651 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be022f4f-49a6-4792-87c2-9ba443ae68a2 req-87236c60-6fca-4fba-b0ce-e3fc67700173 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 210 time: 0.0322282 Nov 12 00:37:01.844960 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e98c18f7-42db-4f97-865c-b3d17415b7cd req-5e45a4fd-2f7d-4cab-bdc3-2411e04aeb9e service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317265 Nov 12 00:37:01.890134 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f8e2b256-79d5-400c-8455-11f9321d0eec req-318c3e66-708d-4281-b152-ecd3b98cefd9 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:01.893292 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f8e2b256-79d5-400c-8455-11f9321d0eec req-318c3e66-708d-4281-b152-ecd3b98cefd9 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:01.894659 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f8e2b256-79d5-400c-8455-11f9321d0eec req-318c3e66-708d-4281-b152-ecd3b98cefd9 tempest-FloatingIPDetailsTestJSON-1513327981 tempest-FloatingIPDetailsTestJSON-1513327981-project] 10.222.0.31 "DELETE /v2.0/floatingips/b9622509-5973-481d-92f8-4c7e946a2872 HTTP/1.1" status: 204 len: 173 time: 0.5205142 Nov 12 00:37:01.901296 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50868) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:01.966301 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e98c18f7-42db-4f97-865c-b3d17415b7cd req-a722999e-dde8-4947-aa07-91dc240a51b7 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127160 Nov 12 00:37:02.060951 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 515d811e-cf1a-4557-b84d-06a73ebc4012 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:37:02.063011 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f0617-192f-429e-a0ed-df9d5cd350a9 req-5586949a-c0df-496c-95f5-ff54ba9cf8e4 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:02.064620 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-338f0617-192f-429e-a0ed-df9d5cd350a9 req-5586949a-c0df-496c-95f5-ff54ba9cf8e4 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c HTTP/1.1" status: 200 len: 947 time: 0.0623679 Nov 12 00:37:02.124837 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-338f0617-192f-429e-a0ed-df9d5cd350a9 req-13c13556-b43d-491e-a6fb-a648c71a7fd8 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514677 Nov 12 00:37:02.185629 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34674ca-4ba0-424d-a1e8-9552ac975a51 req-4d8d6e12-a594-4a69-9c7c-7b465d15ee1b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:02.187292 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b34674ca-4ba0-424d-a1e8-9552ac975a51 req-4d8d6e12-a594-4a69-9c7c-7b465d15ee1b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 948 time: 0.1436424 Nov 12 00:37:02.220936 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 515d811e-cf1a-4557-b84d-06a73ebc4012, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=515d811e-cf1a-4557-b84d-06a73ebc4012,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:02.239037 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '515d811e-cf1a-4557-b84d-06a73ebc4012', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '515d811e-cf1a-4557-b84d-06a73ebc4012', 'mac_address': 'fa:16:3e:43:26:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:37:02.249083 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b84be5-7fda-47b9-9b5b-acff150b0e1f req-efec4bfa-0328-4362-b29f-cff9305d9545 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:02.250850 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-24b84be5-7fda-47b9-9b5b-acff150b0e1f req-efec4bfa-0328-4362-b29f-cff9305d9545 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 943 time: 0.0666175 Nov 12 00:37:02.276741 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b34674ca-4ba0-424d-a1e8-9552ac975a51 req-4be50b94-8cc2-4c1f-a220-6b3f6cd9860d tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821686 Nov 12 00:37:02.317022 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:02.326872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] Request body: {'port': {'device_id': '26ce4841-2428-4a98-aef2-c85a35f3ef2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:02.335031 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515d811e-cf1a-4557-b84d-06a73ebc4012 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:02.352299 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-24b84be5-7fda-47b9-9b5b-acff150b0e1f req-7c12e89f-cffc-49f3-b8c7-09262b0f1f94 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911703 Nov 12 00:37:02.380748 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 515d811e-cf1a-4557-b84d-06a73ebc4012, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=515d811e-cf1a-4557-b84d-06a73ebc4012,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:02.388183 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:02.411836 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:02.444660 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=515d811e-cf1a-4557-b84d-06a73ebc4012,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:02.454923 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:02.455269 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:02.455614 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:02.455950 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:02.456381 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:02.456739 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:02.457074 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:02.457400 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:02.457729 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:02.458216 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:02.458589 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:02.458915 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:02.564651 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26cbb911-9dc1-4e6f-9030-c2c6db381e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:02.606421 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50902) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:02.735856 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7b39a156-30f6-4563-a44e-f515feede4d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:02.739077 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47320686-563e-4762-80e2-007b5f32c090 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:02.748270 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:02.762880 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] Transition to ACTIVE for port object 47320686-563e-4762-80e2-007b5f32c090 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:37:02.775179 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:02.843318 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] Pushing event updated for resources: {'Port': ['ID=47320686-563e-4762-80e2-007b5f32c090,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:02.914969 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['515d811e-cf1a-4557-b84d-06a73ebc4012'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:37:02.963263 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aefcc-c643-4230-9629-c391eab9cdd6 req-a7014e7c-a9bc-4f1d-b15c-0cf30785c9c3 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:02.973920 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-950aefcc-c643-4230-9629-c391eab9cdd6 req-a7014e7c-a9bc-4f1d-b15c-0cf30785c9c3 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ce4841-2428-4a98-aef2-c85a35f3ef2c HTTP/1.1" status: 200 len: 944 time: 0.1532333 Nov 12 00:37:03.042932 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-418a4d88-e8f2-4a16-ac37-07cbceff1566 req-d97a97b9-e3f0-4bfa-89a4-43712f3590d1 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 210 time: 0.0766153 Nov 12 00:37:03.073922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] Attempting to bind port 47320686-563e-4762-80e2-007b5f32c090 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:03.074256 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] Attempting to bind port 47320686-563e-4762-80e2-007b5f32c090 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '962fe988-ddde-4b85-a368-99ebcdb459c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941f1c18-ab78-472c-896d-e7afd01c20da'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:03.074580 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] Attempting to bind port 47320686-563e-4762-80e2-007b5f32c090 on network 941f1c18-ab78-472c-896d-e7afd01c20da {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:03.079065 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] Port 47320686-563e-4762-80e2-007b5f32c090 on network 941f1c18-ab78-472c-896d-e7afd01c20da not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:37:03.079511 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] Attempting to bind port 47320686-563e-4762-80e2-007b5f32c090 on network 941f1c18-ab78-472c-896d-e7afd01c20da {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:03.084899 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:03.085241 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] Checking segment: {'id': '962fe988-ddde-4b85-a368-99ebcdb459c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941f1c18-ab78-472c-896d-e7afd01c20da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:03.085623 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] Bound using segment: {'id': '962fe988-ddde-4b85-a368-99ebcdb459c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941f1c18-ab78-472c-896d-e7afd01c20da'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:03.086106 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] Bound port: 47320686-563e-4762-80e2-007b5f32c090, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962fe988-ddde-4b85-a368-99ebcdb459c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '941f1c18-ab78-472c-896d-e7afd01c20da'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:03.086440 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:03.205814 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] For port 47320686-563e-4762-80e2-007b5f32c090, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:03.212398 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] For port 47320686-563e-4762-80e2-007b5f32c090, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=47320686-563e-4762-80e2-007b5f32c090,segment=NetworkSegment(962fe988-ddde-4b85-a368-99ebcdb459c4),segment_id=962fe988-ddde-4b85-a368-99ebcdb459c4)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:03.214126 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7b39a156-30f6-4563-a44e-f515feede4d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:03.233211 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:03.258537 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-950aefcc-c643-4230-9629-c391eab9cdd6 req-8d9c3146-421e-4b32-b27e-a2bdb0e9da5a tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/security-groups?id=55948117-64f2-49be-b5cc-59e525acbe45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836015 Nov 12 00:37:03.259158 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7b39a156-30f6-4563-a44e-f515feede4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:03.310923 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:03.311551 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:03.312996 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] 10.222.0.21 "PUT /v2.0/ports/47320686-563e-4762-80e2-007b5f32c090 HTTP/1.1" status: 200 len: 1093 time: 0.9904563 Nov 12 00:37:03.313445 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ce4841-2428-4a98-aef2-c85a35f3ef2c', 'tag': '47320686-563e-4762-80e2-007b5f32c090'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:03.339626 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e927c23e-68bb-4a88-b993-90bd31a7c661" -d '{"events": [{"name": "network-changed", "server_uuid": "26ce4841-2428-4a98-aef2-c85a35f3ef2c", "tag": "47320686-563e-4762-80e2-007b5f32c090"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:03.418845 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7b39a156-30f6-4563-a44e-f515feede4d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=861f7b7a4d9f4191bc23058de72a6a7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8113482 Nov 12 00:37:03.429644 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39a156-30f6-4563-a44e-f515feede4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ab67ae-6665-4b8c-92b6-1489506f6b8f,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:03.443943 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50920) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:03.495798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-26cbb911-9dc1-4e6f-9030-c2c6db381e35 admin admin] Deleting port 8df041ee-bef9-48d6-9482-6bb9ba008014 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:37:03.496151 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26cbb911-9dc1-4e6f-9030-c2c6db381e35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:03.519999 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ee988-7512-4775-8757-66f49fe88763 req-ff8e3fb6-10e5-46f6-857b-954f0e7b7abf tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:03.521531 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a5ee988-7512-4775-8757-66f49fe88763 req-ff8e3fb6-10e5-46f6-857b-954f0e7b7abf tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.21 "GET /v2.0/networks?id=efed2f8d-410d-453a-a918-3e5afbff8a94 HTTP/1.1" status: 200 len: 805 time: 0.4931695 Nov 12 00:37:03.528641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d5a3a-1945-48a0-9ed6-adb27dacf0ce service neutron] Pushing event updated for resources: {'Port': ['ID=47320686-563e-4762-80e2-007b5f32c090,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:03.539022 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-6a5ee988-7512-4775-8757-66f49fe88763 req-f4083560-5dc3-4b2a-8900-b2c6f7b183e1 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Request body: {'port': {'device_id': 'f43e4e3f-a792-4c64-9b37-69d74f4d5578', 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94', 'admin_state_up': True, 'tenant_id': 'b7e9eb5ebe054e9bb51945a5d738bd5b'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:03.569960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08166354-0ad8-4356-947b-5b1236bd32a5 req-abaa52a9-1ed4-4d02-9286-852e4d3e2c5f tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:03.571519 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-08166354-0ad8-4356-947b-5b1236bd32a5 req-abaa52a9-1ed4-4d02-9286-852e4d3e2c5f tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.21 "GET /v2.0/ports?device_id=48992f52-b88a-4029-bea0-3b5eb69582fe HTTP/1.1" status: 200 len: 944 time: 0.2146838 Nov 12 00:37:03.589698 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce575118-278b-4b63-b35d-1202850ee34c req-56a3d6d3-59c5-4dc4-8c8f-014708ce6eb9 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:03.597070 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ce575118-278b-4b63-b35d-1202850ee34c req-56a3d6d3-59c5-4dc4-8c8f-014708ce6eb9 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c HTTP/1.1" status: 200 len: 947 time: 0.2516160 Nov 12 00:37:03.610505 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-039e6423-4800-49f0-99de-4e8cc8a483da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:03.612064 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-039e6423-4800-49f0-99de-4e8cc8a483da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ddd6af176924f3db646935b41c18455&device_id=26ce4841-2428-4a98-aef2-c85a35f3ef2c HTTP/1.1" status: 200 len: 1096 time: 0.2235839 Nov 12 00:37:03.702497 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0ab25ac6-b28c-41f2-ac05-1b153cd13cfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:03.707789 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-0e13fec2-6458-4066-9a43-4caa748a7949 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47320686-563e-4762-80e2-007b5f32c090 HTTP/1.1" status: 200 len: 217 time: 0.0787258 Nov 12 00:37:03.797132 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0ab25ac6-b28c-41f2-ac05-1b153cd13cfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:03.846617 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ce575118-278b-4b63-b35d-1202850ee34c req-fe833ed4-7627-4427-bada-fd798f1402bc tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466578 Nov 12 00:37:03.881442 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-77914156-5d25-48c1-96a5-f42ae96690c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:03.883712 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-77914156-5d25-48c1-96a5-f42ae96690c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80fdc917-d293-46b2-acb1-3ea12a3d28ba HTTP/1.1" status: 200 len: 854 time: 0.1600122 Nov 12 00:37:03.953587 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24e70e-d740-4f58-980c-45f24b8074fd req-e6e3366f-8c4f-43f8-aad3-b35f1e9991a7 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:03.955165 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6c24e70e-d740-4f58-980c-45f24b8074fd req-e6e3366f-8c4f-43f8-aad3-b35f1e9991a7 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 949 time: 0.5456419 Nov 12 00:37:04.030920 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-26cbb911-9dc1-4e6f-9030-c2c6db381e35 admin admin] For port 8df041ee-bef9-48d6-9482-6bb9ba008014, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8df041ee-bef9-48d6-9482-6bb9ba008014,segment=NetworkSegment(94d4e4ec-99a5-4fed-b0a4-81fc18c45edf),segment_id=94d4e4ec-99a5-4fed-b0a4-81fc18c45edf)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:04.031255 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26cbb911-9dc1-4e6f-9030-c2c6db381e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:04.036128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5ee988-7512-4775-8757-66f49fe88763 req-f4083560-5dc3-4b2a-8900-b2c6f7b183e1 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Made reservation on behalf of b7e9eb5ebe054e9bb51945a5d738bd5b for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:04.039658 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6a5ee988-7512-4775-8757-66f49fe88763 req-f4083560-5dc3-4b2a-8900-b2c6f7b183e1 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:04.072525 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-26cbb911-9dc1-4e6f-9030-c2c6db381e35 admin admin] Calling delete_port for 8df041ee-bef9-48d6-9482-6bb9ba008014 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:37:04.083153 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6c24e70e-d740-4f58-980c-45f24b8074fd req-18b7d074-e638-41a3-8103-f54a73e024b6 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115081 Nov 12 00:37:04.224547 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee49655-4788-4885-917d-43d9bdcaf53e x-openstack-request-id: req-6ee49655-4788-4885-917d-43d9bdcaf53e {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:04.224913 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ce4841-2428-4a98-aef2-c85a35f3ef2c", "tag": "47320686-563e-4762-80e2-007b5f32c090", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:04.225131 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ee49655-4788-4885-917d-43d9bdcaf53e {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:04.225997 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ce4841-2428-4a98-aef2-c85a35f3ef2c', 'tag': '47320686-563e-4762-80e2-007b5f32c090', 'status': 'completed', 'code': 200} Nov 12 00:37:04.229915 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-efaaa9fc-21bb-4f39-b789-e6ca8092534e req-24565292-fdb3-457b-8301-616f21868ede tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 210 time: 0.0387986 Nov 12 00:37:04.243360 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-08166354-0ad8-4356-947b-5b1236bd32a5 req-98a97811-1ead-401b-9a38-de8f25c427be tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Deleting port e6351ffe-b3dc-4b60-9426-763e7761703a {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:37:04.243696 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-08166354-0ad8-4356-947b-5b1236bd32a5 req-98a97811-1ead-401b-9a38-de8f25c427be tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:04.271952 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0ab25ac6-b28c-41f2-ac05-1b153cd13cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:04.275714 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0ab25ac6-b28c-41f2-ac05-1b153cd13cfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:04.278942 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0ab25ac6-b28c-41f2-ac05-1b153cd13cfd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/49ab67ae-6665-4b8c-92b6-1489506f6b8f HTTP/1.1" status: 204 len: 168 time: 0.8275056 Nov 12 00:37:04.336685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab25ac6-b28c-41f2-ac05-1b153cd13cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ab67ae-6665-4b8c-92b6-1489506f6b8f,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:04.372891 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-120054e0-ff07-43b0-8092-35ec5868984b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:04.374413 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-120054e0-ff07-43b0-8092-35ec5868984b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=941f1c18-ab78-472c-896d-e7afd01c20da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4820590 Nov 12 00:37:04.400836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ca802-b40c-4ae7-84d8-d4033ac12843 req-6aea56cc-bcf1-4706-bd0d-d36fd8289f7c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:04.407851 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-df5ca802-b40c-4ae7-84d8-d4033ac12843 req-6aea56cc-bcf1-4706-bd0d-d36fd8289f7c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 943 time: 0.1867270 Nov 12 00:37:04.476676 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-08166354-0ad8-4356-947b-5b1236bd32a5 req-98a97811-1ead-401b-9a38-de8f25c427be tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] For port e6351ffe-b3dc-4b60-9426-763e7761703a, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e6351ffe-b3dc-4b60-9426-763e7761703a,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:04.476958 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-08166354-0ad8-4356-947b-5b1236bd32a5 req-98a97811-1ead-401b-9a38-de8f25c427be tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:04.504476 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-6a5ee988-7512-4775-8757-66f49fe88763 req-f4083560-5dc3-4b2a-8900-b2c6f7b183e1 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Allocated IP 172.20.0.8 (efed2f8d-410d-453a-a918-3e5afbff8a94/66de2356-7ea2-45bf-8678-a507a5cc17cd/42b5e418-708d-496f-8c64-dfbdfecda219) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:04.525510 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26cbb911-9dc1-4e6f-9030-c2c6db381e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:04.532263 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-08166354-0ad8-4356-947b-5b1236bd32a5 req-98a97811-1ead-401b-9a38-de8f25c427be tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Calling delete_port for e6351ffe-b3dc-4b60-9426-763e7761703a owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:37:04.580866 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-df5ca802-b40c-4ae7-84d8-d4033ac12843 req-700e39bd-c671-4137-986b-67d7fa2e059b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648476 Nov 12 00:37:04.593922 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbb911-9dc1-4e6f-9030-c2c6db381e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df041ee-bef9-48d6-9482-6bb9ba008014,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:04.691690 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-8b5e455f-428e-4748-81a5-32a7c2031c8e service neutron] 10.222.0.21 "GET /v2.0/networks/941f1c18-ab78-472c-896d-e7afd01c20da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077009 Nov 12 00:37:04.764162 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb6a81-bc19-4dfc-b356-bd348371fc71 req-06d726a5-263b-4316-be3b-8770ddb16adf tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:04.765751 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aadb6a81-bc19-4dfc-b356-bd348371fc71 req-06d726a5-263b-4316-be3b-8770ddb16adf tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ce4841-2428-4a98-aef2-c85a35f3ef2c HTTP/1.1" status: 200 len: 944 time: 0.1892772 Nov 12 00:37:04.945667 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6a5ee988-7512-4775-8757-66f49fe88763 req-f4083560-5dc3-4b2a-8900-b2c6f7b183e1 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:05.001045 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6a5ee988-7512-4775-8757-66f49fe88763 req-f4083560-5dc3-4b2a-8900-b2c6f7b183e1 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:05.014615 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1f7d31b-0aa9-4d66-b3af-618e4156af76 req-68d309d7-881d-4479-9ee8-ab2dc1d378ce service neutron] 10.222.0.21 "GET /v2.0/networks/941f1c18-ab78-472c-896d-e7afd01c20da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054426 Nov 12 00:37:05.032211 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-08166354-0ad8-4356-947b-5b1236bd32a5 req-98a97811-1ead-401b-9a38-de8f25c427be tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:05.080667 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a97811-1ead-401b-9a38-de8f25c427be tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Pushing event deleted for resources: {'Port': ['ID=e6351ffe-b3dc-4b60-9426-763e7761703a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:05.088639 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aadb6a81-bc19-4dfc-b356-bd348371fc71 req-8d90c1bf-f83a-4987-9069-11f841ed73d1 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/security-groups?id=55948117-64f2-49be-b5cc-59e525acbe45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559938 Nov 12 00:37:05.089632 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.21', 52053) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:05.137109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18003e-21b8-48ad-97b4-6f71cf0b3179 req-fb4f475a-9dc6-4194-a71d-28eed09adf4c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:05.144267 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ee18003e-21b8-48ad-97b4-6f71cf0b3179 req-fb4f475a-9dc6-4194-a71d-28eed09adf4c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c HTTP/1.1" status: 200 len: 947 time: 0.1765704 Nov 12 00:37:05.144913 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5ee988-7512-4775-8757-66f49fe88763 req-f4083560-5dc3-4b2a-8900-b2c6f7b183e1 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Network efed2f8d-410d-453a-a918-3e5afbff8a94 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:05.155258 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-6a5ee988-7512-4775-8757-66f49fe88763 req-f4083560-5dc3-4b2a-8900-b2c6f7b183e1 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:05.163545 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5ee988-7512-4775-8757-66f49fe88763 req-f4083560-5dc3-4b2a-8900-b2c6f7b183e1 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:05.205291 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4083560-5dc3-4b2a-8900-b2c6f7b183e1 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Pushing event updated for resources: {'Port': ['ID=42b5e418-708d-496f-8c64-dfbdfecda219,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:05.218611 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26cbb911-9dc1-4e6f-9030-c2c6db381e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:05.237171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-08166354-0ad8-4356-947b-5b1236bd32a5 req-98a97811-1ead-401b-9a38-de8f25c427be tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] No DVR routers for this DVR port e6351ffe-b3dc-4b60-9426-763e7761703a on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:37:05.247470 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-08166354-0ad8-4356-947b-5b1236bd32a5 req-98a97811-1ead-401b-9a38-de8f25c427be tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:05.250831 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-08166354-0ad8-4356-947b-5b1236bd32a5 req-98a97811-1ead-401b-9a38-de8f25c427be tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.21 "DELETE /v2.0/ports/e6351ffe-b3dc-4b60-9426-763e7761703a HTTP/1.1" status: 204 len: 173 time: 1.6426682 Nov 12 00:37:05.271450 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ee988-7512-4775-8757-66f49fe88763 req-f4083560-5dc3-4b2a-8900-b2c6f7b183e1 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:05.272501 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6a5ee988-7512-4775-8757-66f49fe88763 req-f4083560-5dc3-4b2a-8900-b2c6f7b183e1 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:05.290685 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-54f7553d-f370-4677-bfa9-55a8110f68ce service neutron] 10.222.0.21 "GET /v2.0/ports/87201f57-16c8-4c84-a490-40a8e221a2a9/bindings/n-h2-712137-14 HTTP/1.1" status: 200 len: 385 time: 0.1980581 Nov 12 00:37:05.297310 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927c23e-68bb-4a88-b993-90bd31a7c661 req-695bbee9-1799-40f4-a45b-9565938d2dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:05.298906 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e927c23e-68bb-4a88-b993-90bd31a7c661 req-695bbee9-1799-40f4-a45b-9565938d2dc5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ddd6af176924f3db646935b41c18455&device_id=26ce4841-2428-4a98-aef2-c85a35f3ef2c HTTP/1.1" status: 200 len: 1096 time: 0.2115362 Nov 12 00:37:05.302766 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ee18003e-21b8-48ad-97b4-6f71cf0b3179 req-9405291e-5d9d-407c-951a-85fbca03ddae tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577015 Nov 12 00:37:05.339606 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab15206-d1c1-4f65-afb6-490a23cc35d4 req-060d21e5-93f3-4f03-a9c7-8155dde2d10b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:05.341215 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ab15206-d1c1-4f65-afb6-490a23cc35d4 req-060d21e5-93f3-4f03-a9c7-8155dde2d10b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 949 time: 0.1402566 Nov 12 00:37:05.391015 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a5ee988-7512-4775-8757-66f49fe88763 req-f4083560-5dc3-4b2a-8900-b2c6f7b183e1 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8572996 Nov 12 00:37:05.426853 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-6a5ee988-7512-4775-8757-66f49fe88763 req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] Request body: {'port': {'device_id': 'f43e4e3f-a792-4c64-9b37-69d74f4d5578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:05.518941 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ab15206-d1c1-4f65-afb6-490a23cc35d4 req-c7ed0762-7618-4f64-878d-dbd1c7d9f9e6 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661434 Nov 12 00:37:05.524600 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6a5ee988-7512-4775-8757-66f49fe88763 req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:05.546395 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a048c69-f153-4843-9044-bb1df7b69fa4 req-22b0b7dc-20b1-43e2-af73-f24407d07cc9 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:05.547988 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7a048c69-f153-4843-9044-bb1df7b69fa4 req-22b0b7dc-20b1-43e2-af73-f24407d07cc9 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 931 time: 0.1479623 Nov 12 00:37:05.548984 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927c23e-68bb-4a88-b993-90bd31a7c661 req-cf63d627-7f07-4ec5-8038-88b06b41ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:05.550304 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e927c23e-68bb-4a88-b993-90bd31a7c661 req-cf63d627-7f07-4ec5-8038-88b06b41ce0d service neutron] 10.222.0.21 "GET /v2.0/networks?id=941f1c18-ab78-472c-896d-e7afd01c20da HTTP/1.1" status: 200 len: 916 time: 0.1839578 Nov 12 00:37:05.650297 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e927c23e-68bb-4a88-b993-90bd31a7c661 req-9c91e337-b6f3-47c1-b1f4-c145e656e831 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47320686-563e-4762-80e2-007b5f32c090 HTTP/1.1" status: 200 len: 217 time: 0.0788126 Nov 12 00:37:05.768985 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7a048c69-f153-4843-9044-bb1df7b69fa4 req-59c5bd9a-2658-46f6-b2a1-66d0d1173aa7 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059460 Nov 12 00:37:05.788776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cbb911-9dc1-4e6f-9030-c2c6db381e35 admin admin] Router 8507f139-61ff-4b0d-8b69-885083e758ee has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:37:05.799804 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-a078582d-f951-40b6-bc61-d7e339428546 req-f77514ff-e5e6-4fe2-8f5c-fc88be16b079 service neutron] For port 87201f57-16c8-4c84-a490-40a8e221a2a9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=87201f57-16c8-4c84-a490-40a8e221a2a9,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:05.824391 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927c23e-68bb-4a88-b993-90bd31a7c661 req-69d2571b-8b34-47a8-aa33-07849e2a2694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:05.826108 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e927c23e-68bb-4a88-b993-90bd31a7c661 req-69d2571b-8b34-47a8-aa33-07849e2a2694 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=80fdc917-d293-46b2-acb1-3ea12a3d28ba HTTP/1.1" status: 200 len: 854 time: 0.1600075 Nov 12 00:37:05.936622 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-a078582d-f951-40b6-bc61-d7e339428546 req-f77514ff-e5e6-4fe2-8f5c-fc88be16b079 service neutron] For port 87201f57-16c8-4c84-a490-40a8e221a2a9, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:05.973880 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927c23e-68bb-4a88-b993-90bd31a7c661 req-048acc7d-5aaa-4802-bb2a-5307f9da9a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:05.975426 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e927c23e-68bb-4a88-b993-90bd31a7c661 req-048acc7d-5aaa-4802-bb2a-5307f9da9a94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=941f1c18-ab78-472c-896d-e7afd01c20da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1335924 Nov 12 00:37:05.988831 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-a078582d-f951-40b6-bc61-d7e339428546 req-f77514ff-e5e6-4fe2-8f5c-fc88be16b079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87201f57-16c8-4c84-a490-40a8e221a2a9 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:06.010109 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cbb911-9dc1-4e6f-9030-c2c6db381e35 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:37:06.018306 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-26cbb911-9dc1-4e6f-9030-c2c6db381e35 admin admin] 10.222.0.31 "PUT /v2.0/routers/8507f139-61ff-4b0d-8b69-885083e758ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1134968 Nov 12 00:37:06.018655 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-a078582d-f951-40b6-bc61-d7e339428546 req-f77514ff-e5e6-4fe2-8f5c-fc88be16b079 service neutron] For port 87201f57-16c8-4c84-a490-40a8e221a2a9, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=87201f57-16c8-4c84-a490-40a8e221a2a9,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:06.020495 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50964) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:06.024068 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51e2e8-4501-4557-80c7-4936910bb55a None None] Sync routers for ids ['8507f139-61ff-4b0d-8b69-885083e758ee'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:37:06.034694 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66864f1a-31a6-4d0d-b4ff-234a1ce2f2eb req-071cb10a-a598-4092-ba33-1fa91bdca650 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:06.034865 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a51e2e8-4501-4557-80c7-4936910bb55a None None] Routers {'8507f139-61ff-4b0d-8b69-885083e758ee'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:37:06.035888 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-7a51e2e8-4501-4557-80c7-4936910bb55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:36:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['8507f139-61ff-4b0d-8b69-885083e758ee'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:06.039941 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-66864f1a-31a6-4d0d-b4ff-234a1ce2f2eb req-071cb10a-a598-4092-ba33-1fa91bdca650 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 943 time: 0.1438241 Nov 12 00:37:06.096000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device fb2f29d8-65ef-4cc0-b452-d46c349559c3 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:37:06.098957 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-6a5ee988-7512-4775-8757-66f49fe88763 req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b5e418-708d-496f-8c64-dfbdfecda219 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:06.112464 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6a5ee988-7512-4775-8757-66f49fe88763 req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:06.116965 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 515d811e-cf1a-4557-b84d-06a73ebc4012 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:06.139096 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e927c23e-68bb-4a88-b993-90bd31a7c661 req-2eaad012-a145-43f9-a4a7-2e789434ec16 service neutron] 10.222.0.21 "GET /v2.0/networks/941f1c18-ab78-472c-896d-e7afd01c20da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530848 Nov 12 00:37:06.168168 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-6a5ee988-7512-4775-8757-66f49fe88763 req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] Transition to ACTIVE for port object 42b5e418-708d-496f-8c64-dfbdfecda219 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:37:06.182074 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6a5ee988-7512-4775-8757-66f49fe88763 req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:06.218870 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-7a51e2e8-4501-4557-80c7-4936910bb55a None None] Set router 8507f139-61ff-4b0d-8b69-885083e758ee gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:37:06.238314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] Pushing event updated for resources: {'Port': ['ID=42b5e418-708d-496f-8c64-dfbdfecda219,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:06.250458 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50970) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:06.251714 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6cab2569-4223-4fed-b2f0-3767b0747304 admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:06.285448 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a078582d-f951-40b6-bc61-d7e339428546 req-f77514ff-e5e6-4fe2-8f5c-fc88be16b079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:06.308322 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48992f52-b88a-4029-bea0-3b5eb69582fe', 'name': 'network-vif-deleted', 'tag': 'e6351ffe-b3dc-4b60-9426-763e7761703a'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:06.312826 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f008621-1a75-4a33-80b5-45b4979dbbc0" -d '{"events": [{"server_uuid": "48992f52-b88a-4029-bea0-3b5eb69582fe", "name": "network-vif-deleted", "tag": "e6351ffe-b3dc-4b60-9426-763e7761703a"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:06.321123 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e927c23e-68bb-4a88-b993-90bd31a7c661 req-72152d6b-7ab6-4a01-83fd-64e7f9961523 service neutron] 10.222.0.21 "GET /v2.0/networks/941f1c18-ab78-472c-896d-e7afd01c20da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491518 Nov 12 00:37:06.324237 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 515d811e-cf1a-4557-b84d-06a73ebc4012 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:37:06.341629 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 515d811e-cf1a-4557-b84d-06a73ebc4012 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:06.342120 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:06.426810 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port fb2f29d8-65ef-4cc0-b452-d46c349559c3, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=fb2f29d8-65ef-4cc0-b452-d46c349559c3,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:06.446690 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-7a51e2e8-4501-4557-80c7-4936910bb55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8507f139-61ff-4b0d-8b69-885083e758ee', 'name': 'tempest-FloatingIPDetailsTestJSON-712508567-router', 'tenant_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'ac16d6c6-2371-479a-9c62-aa4a3200cf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:36:11Z', 'updated_at': '2021-11-12T00:37:04Z', 'revision_number': 5, 'project_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'gw_port': {'id': 'ac16d6c6-2371-479a-9c62-aa4a3200cf97', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8507f139-61ff-4b0d-8b69-885083e758ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:36:14Z', 'updated_at': '2021-11-12T00:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:06.454169 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-66864f1a-31a6-4d0d-b4ff-234a1ce2f2eb req-b0e9064f-4965-480d-b6e5-cd2ff4ba6b4c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136446 Nov 12 00:37:06.455230 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'fb2f29d8-65ef-4cc0-b452-d46c349559c3', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': 'fb2f29d8-65ef-4cc0-b452-d46c349559c3', 'mac_address': 'fa:16:3e:61:66:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:37:06.473974 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-a078582d-f951-40b6-bc61-d7e339428546 req-f77514ff-e5e6-4fe2-8f5c-fc88be16b079 service neutron] Transition to ACTIVE for port object 87201f57-16c8-4c84-a490-40a8e221a2a9 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:37:06.480370 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a078582d-f951-40b6-bc61-d7e339428546 req-f77514ff-e5e6-4fe2-8f5c-fc88be16b079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:06.481115 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51e2e8-4501-4557-80c7-4936910bb55a None None] Checking router: 8507f139-61ff-4b0d-8b69-885083e758ee for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:37:06.494772 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a51e2e8-4501-4557-80c7-4936910bb55a None None] Routers {'8507f139-61ff-4b0d-8b69-885083e758ee'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:37:06.496003 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-7a51e2e8-4501-4557-80c7-4936910bb55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:36:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['8507f139-61ff-4b0d-8b69-885083e758ee'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:06.521102 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:06.546736 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2f29d8-65ef-4cc0-b452-d46c349559c3 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:06.565230 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77514ff-e5e6-4fe2-8f5c-fc88be16b079 service neutron] Pushing event updated for resources: {'Port': ['ID=87201f57-16c8-4c84-a490-40a8e221a2a9,revision_number=10']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:06.583774 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e254571-828d-4c9c-8f37-d4085af8f392 x-openstack-request-id: req-0e254571-828d-4c9c-8f37-d4085af8f392 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:06.584127 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48992f52-b88a-4029-bea0-3b5eb69582fe", "name": "network-vif-deleted", "tag": "e6351ffe-b3dc-4b60-9426-763e7761703a", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:06.584382 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e254571-828d-4c9c-8f37-d4085af8f392 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:06.585523 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48992f52-b88a-4029-bea0-3b5eb69582fe', 'name': 'network-vif-deleted', 'tag': 'e6351ffe-b3dc-4b60-9426-763e7761703a', 'status': 'completed', 'code': 200} Nov 12 00:37:06.588210 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port fb2f29d8-65ef-4cc0-b452-d46c349559c3, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=fb2f29d8-65ef-4cc0-b452-d46c349559c3,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:06.619942 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-7a51e2e8-4501-4557-80c7-4936910bb55a None None] Set router 8507f139-61ff-4b0d-8b69-885083e758ee gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:37:06.646718 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-a078582d-f951-40b6-bc61-d7e339428546 req-f77514ff-e5e6-4fe2-8f5c-fc88be16b079 service neutron] No DVR routers for this DVR port 87201f57-16c8-4c84-a490-40a8e221a2a9 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:37:06.651843 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:06.712382 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:06.726578 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2503f-fd12-441f-a43a-e43ef03b4dc5 req-284bebdc-4dc4-43e5-9a91-ae5b63d1881a tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:06.734269 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=fb2f29d8-65ef-4cc0-b452-d46c349559c3,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:06.734476 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a350a7c-9c36-4b10-aef5-746989653c37 req-1cf2c6e6-da83-4be4-9fd8-dc1d3a42a3f6 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:06.734684 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fdd2503f-fd12-441f-a43a-e43ef03b4dc5 req-284bebdc-4dc4-43e5-9a91-ae5b63d1881a tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ce4841-2428-4a98-aef2-c85a35f3ef2c HTTP/1.1" status: 200 len: 944 time: 0.4983964 Nov 12 00:37:06.736101 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a350a7c-9c36-4b10-aef5-746989653c37 req-1cf2c6e6-da83-4be4-9fd8-dc1d3a42a3f6 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c HTTP/1.1" status: 200 len: 948 time: 0.0834427 Nov 12 00:37:06.737698 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6cab2569-4223-4fed-b2f0-3767b0747304 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:06.741175 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-f77514ff-e5e6-4fe2-8f5c-fc88be16b079 service neutron] 10.222.0.21 "PUT /v2.0/ports/87201f57-16c8-4c84-a490-40a8e221a2a9/bindings/n-h2-712137-14/activate HTTP/1.1" status: 200 len: 370 time: 1.4374623 Nov 12 00:37:06.779461 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 515d811e-cf1a-4557-b84d-06a73ebc4012, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=515d811e-cf1a-4557-b84d-06a73ebc4012,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:06.781232 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8df5da-baba-46dd-818a-6a7936d3fe57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515d811e-cf1a-4557-b84d-06a73ebc4012'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:06.785330 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18159365-4e9e-419b-a93c-475f33c311df" -d '{"events": [{"server_uuid": "df8df5da-baba-46dd-818a-6a7936d3fe57", "name": "network-vif-plugged", "status": "completed", "tag": "515d811e-cf1a-4557-b84d-06a73ebc4012"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:06.792521 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:06.806132 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a350a7c-9c36-4b10-aef5-746989653c37 req-9c2acc31-0b49-496f-986a-c53f78a090fd tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626042 Nov 12 00:37:06.842039 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fdd2503f-fd12-441f-a43a-e43ef03b4dc5 req-0f84bc5c-fa70-4450-95d6-d3974669506d tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/security-groups?id=55948117-64f2-49be-b5cc-59e525acbe45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065481 Nov 12 00:37:06.852954 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9b3fb12c-7cf7-4756-bbd0-92d24c4f6777 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:06.883264 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-7a51e2e8-4501-4557-80c7-4936910bb55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8507f139-61ff-4b0d-8b69-885083e758ee', 'name': 'tempest-FloatingIPDetailsTestJSON-712508567-router', 'tenant_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'ac16d6c6-2371-479a-9c62-aa4a3200cf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:36:11Z', 'updated_at': '2021-11-12T00:37:04Z', 'revision_number': 5, 'project_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'gw_port': {'id': 'ac16d6c6-2371-479a-9c62-aa4a3200cf97', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8507f139-61ff-4b0d-8b69-885083e758ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:36:14Z', 'updated_at': '2021-11-12T00:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:06.884110 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=515d811e-cf1a-4557-b84d-06a73ebc4012,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:06.929489 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-6a5ee988-7512-4775-8757-66f49fe88763 req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] Attempting to bind port 42b5e418-708d-496f-8c64-dfbdfecda219 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:06.929825 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-6a5ee988-7512-4775-8757-66f49fe88763 req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] Attempting to bind port 42b5e418-708d-496f-8c64-dfbdfecda219 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '642f570b-ca64-4984-8f79-800d8f30fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:06.930158 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ee988-7512-4775-8757-66f49fe88763 req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] Attempting to bind port 42b5e418-708d-496f-8c64-dfbdfecda219 on network efed2f8d-410d-453a-a918-3e5afbff8a94 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:06.944378 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51e2e8-4501-4557-80c7-4936910bb55a None None] The sync data for ids ['8507f139-61ff-4b0d-8b69-885083e758ee'] in n-d-712137-14 is: [{'id': '8507f139-61ff-4b0d-8b69-885083e758ee', 'name': 'tempest-FloatingIPDetailsTestJSON-712508567-router', 'tenant_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'ac16d6c6-2371-479a-9c62-aa4a3200cf97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:36:11Z', 'updated_at': '2021-11-12T00:37:04Z', 'revision_number': 5, 'project_id': '9d5b72ac5ac14b75ab0e26c3d860e5ae', 'gw_port': {'id': 'ac16d6c6-2371-479a-9c62-aa4a3200cf97', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8507f139-61ff-4b0d-8b69-885083e758ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:36:14Z', 'updated_at': '2021-11-12T00:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:37:06.955560 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ee988-7512-4775-8757-66f49fe88763 req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] Port 42b5e418-708d-496f-8c64-dfbdfecda219 on network efed2f8d-410d-453a-a918-3e5afbff8a94 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:37:06.955892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ee988-7512-4775-8757-66f49fe88763 req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] Attempting to bind port 42b5e418-708d-496f-8c64-dfbdfecda219 on network efed2f8d-410d-453a-a918-3e5afbff8a94 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:06.957549 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078582d-f951-40b6-bc61-d7e339428546 req-f644bb1a-ef74-4007-862c-f060f34486e6 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:06.959126 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-f644bb1a-ef74-4007-862c-f060f34486e6 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21&tenant_id=06163c1124b24fc681237287cdcb2502&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 1096 time: 0.1435850 Nov 12 00:37:06.995190 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ee988-7512-4775-8757-66f49fe88763 req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:06.995536 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ee988-7512-4775-8757-66f49fe88763 req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] Checking segment: {'id': '642f570b-ca64-4984-8f79-800d8f30fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:06.996070 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ee988-7512-4775-8757-66f49fe88763 req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] Bound using segment: {'id': '642f570b-ca64-4984-8f79-800d8f30fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:06.996373 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-6a5ee988-7512-4775-8757-66f49fe88763 req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] Bound port: 42b5e418-708d-496f-8c64-dfbdfecda219, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642f570b-ca64-4984-8f79-800d8f30fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:06.996862 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6a5ee988-7512-4775-8757-66f49fe88763 req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:07.017990 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f29a4e-fff9-4895-81f5-fb2cc8abd402 req-a9474188-b277-4c40-97bb-5ac66bd35622 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:07.021028 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-38f29a4e-fff9-4895-81f5-fb2cc8abd402 req-a9474188-b277-4c40-97bb-5ac66bd35622 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.1123197 Nov 12 00:37:07.041832 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078582d-f951-40b6-bc61-d7e339428546 req-1998e2e5-7021-4c7c-8430-f67a1df5d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:07.043790 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-1998e2e5-7021-4c7c-8430-f67a1df5d045 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21&tenant_id=06163c1124b24fc681237287cdcb2502 HTTP/1.1" status: 200 len: 1096 time: 0.0763915 Nov 12 00:37:07.076425 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-6cab2569-4223-4fed-b2f0-3767b0747304 admin admin] Deleting port ac16d6c6-2371-479a-9c62-aa4a3200cf97 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:37:07.076799 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6cab2569-4223-4fed-b2f0-3767b0747304 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:07.090218 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-38f29a4e-fff9-4895-81f5-fb2cc8abd402 req-9660e7ae-4b1c-42c3-b773-3342bc5de138 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594046 Nov 12 00:37:07.090452 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605d855-d817-4f0e-b3ef-6ddb1aad7ee3 req-25a5990f-0055-41b2-af87-c382bd952892 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:07.091086 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f605d855-d817-4f0e-b3ef-6ddb1aad7ee3 req-25a5990f-0055-41b2-af87-c382bd952892 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 943 time: 0.1518488 Nov 12 00:37:07.150969 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078582d-f951-40b6-bc61-d7e339428546 req-9ea2b20a-ee63-47f4-aec3-87ce4925d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:07.152486 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-9ea2b20a-ee63-47f4-aec3-87ce4925d538 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 1096 time: 0.0626569 Nov 12 00:37:07.161289 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71023acf-f37d-4f15-a5b7-f95eb5c724cb x-openstack-request-id: req-71023acf-f37d-4f15-a5b7-f95eb5c724cb {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:07.161794 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8df5da-baba-46dd-818a-6a7936d3fe57", "name": "network-vif-plugged", "status": "completed", "tag": "515d811e-cf1a-4557-b84d-06a73ebc4012", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:07.162059 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71023acf-f37d-4f15-a5b7-f95eb5c724cb {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:07.162567 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8df5da-baba-46dd-818a-6a7936d3fe57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515d811e-cf1a-4557-b84d-06a73ebc4012', 'code': 200} Nov 12 00:37:07.208826 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9b3fb12c-7cf7-4756-bbd0-92d24c4f6777 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:07.282032 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078582d-f951-40b6-bc61-d7e339428546 req-4e6ed5be-7b87-4dcb-b6ca-437d2002e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:07.283509 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-4e6ed5be-7b87-4dcb-b6ca-437d2002e14c service neutron] 10.222.0.15 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 922 time: 0.1153400 Nov 12 00:37:07.324570 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['fb2f29d8-65ef-4cc0-b452-d46c349559c3'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:37:07.397858 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-bfc0a903-2164-4993-a65f-5aaa4e76666f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87201f57-16c8-4c84-a490-40a8e221a2a9 HTTP/1.1" status: 200 len: 217 time: 0.0722890 Nov 12 00:37:07.463735 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078582d-f951-40b6-bc61-d7e339428546 req-fb56c69e-e6d7-4cc1-a0f4-4c40480742ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:07.465513 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-fb56c69e-e6d7-4cc1-a0f4-4c40480742ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.0598254 Nov 12 00:37:07.494012 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-6a5ee988-7512-4775-8757-66f49fe88763 req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] For port 42b5e418-708d-496f-8c64-dfbdfecda219, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:07.511975 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9b3fb12c-7cf7-4756-bbd0-92d24c4f6777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:07.512310 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-11dfa45b-b561-4c16-953e-349dcf388da8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368555 Nov 12 00:37:07.554932 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-6a5ee988-7512-4775-8757-66f49fe88763 req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] For port 42b5e418-708d-496f-8c64-dfbdfecda219, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=42b5e418-708d-496f-8c64-dfbdfecda219,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:07.585899 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f605d855-d817-4f0e-b3ef-6ddb1aad7ee3 req-92ce78f1-3752-4ac5-a97c-bfe5c3581fe0 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685323 Nov 12 00:37:07.586957 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6a5ee988-7512-4775-8757-66f49fe88763 req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:07.653764 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9b3fb12c-7cf7-4756-bbd0-92d24c4f6777 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90150598768e4e52a8653fa4f845d9cd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3976557 Nov 12 00:37:07.655494 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-bdc6ff43-0a41-4f2a-83d7-215b5706625c service neutron] 10.222.0.15 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311295 Nov 12 00:37:07.655938 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50988) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:07.656997 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-6cab2569-4223-4fed-b2f0-3767b0747304 admin admin] For port ac16d6c6-2371-479a-9c62-aa4a3200cf97, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ac16d6c6-2371-479a-9c62-aa4a3200cf97,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:07.657392 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6cab2569-4223-4fed-b2f0-3767b0747304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:07.660509 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fb12c-7cf7-4756-bbd0-92d24c4f6777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686de5a9-5a54-4e48-a47f-ab7d44af716c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:07.669762 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c66a4c-a5f0-4ce9-ac94-12eac51eb0b2 req-95a49d25-7e72-4a0f-95ea-b3c7e2081e03 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:07.677631 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-01c66a4c-a5f0-4ce9-ac94-12eac51eb0b2 req-95a49d25-7e72-4a0f-95ea-b3c7e2081e03 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 944 time: 0.0865099 Nov 12 00:37:07.687462 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ee988-7512-4775-8757-66f49fe88763 req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:07.688089 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6a5ee988-7512-4775-8757-66f49fe88763 req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:07.689605 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a5ee988-7512-4775-8757-66f49fe88763 req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] 10.222.0.21 "PUT /v2.0/ports/42b5e418-708d-496f-8c64-dfbdfecda219 HTTP/1.1" status: 200 len: 1092 time: 2.2671089 Nov 12 00:37:07.690435 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-6cab2569-4223-4fed-b2f0-3767b0747304 admin admin] Calling delete_port for ac16d6c6-2371-479a-9c62-aa4a3200cf97 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:37:07.692108 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43e4e3f-a792-4c64-9b37-69d74f4d5578', 'tag': '42b5e418-708d-496f-8c64-dfbdfecda219'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:07.694817 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5b4306-7770-4a9d-ae36-c0b05e1ccada" -d '{"events": [{"name": "network-changed", "server_uuid": "f43e4e3f-a792-4c64-9b37-69d74f4d5578", "tag": "42b5e418-708d-496f-8c64-dfbdfecda219"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:07.721716 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be895979-23a8-4ad6-8e08-ad31e5743ad6 req-e6f0bfed-cf5a-4bff-b0c8-7b493dfd3797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:07.723529 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be895979-23a8-4ad6-8e08-ad31e5743ad6 req-e6f0bfed-cf5a-4bff-b0c8-7b493dfd3797 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 1102 time: 0.2311485 Nov 12 00:37:07.729789 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eff7f3-a2e9-4f69-8e9e-a85f3b64ef35 service neutron] Pushing event updated for resources: {'Port': ['ID=42b5e418-708d-496f-8c64-dfbdfecda219,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:07.763340 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e9907f-a1eb-4921-924b-0cd435ee9dbe x-openstack-request-id: req-f4e9907f-a1eb-4921-924b-0cd435ee9dbe {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:07.763599 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43e4e3f-a792-4c64-9b37-69d74f4d5578", "tag": "42b5e418-708d-496f-8c64-dfbdfecda219", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:07.763843 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4e9907f-a1eb-4921-924b-0cd435ee9dbe {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:07.764226 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43e4e3f-a792-4c64-9b37-69d74f4d5578', 'tag': '42b5e418-708d-496f-8c64-dfbdfecda219', 'status': 'completed', 'code': 200} Nov 12 00:37:07.779129 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8df041ee-bef9-48d6-9482-6bb9ba008014 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:37:07.802721 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 8df041ee-bef9-48d6-9482-6bb9ba008014 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:37:07.804146 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8df041ee-bef9-48d6-9482-6bb9ba008014 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:37:07.851772 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-01c66a4c-a5f0-4ce9-ac94-12eac51eb0b2 req-3e2dc2b8-5de2-464d-8a6e-84302c08f19f tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712065 Nov 12 00:37:07.858819 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-acbdd102-2716-4cb7-a9ca-f17566a0956e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:07.863832 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-5df42a9c-fc31-4db0-8112-e33ad1724dd7 service neutron] 10.222.0.15 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824887 Nov 12 00:37:07.890323 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-acbdd102-2716-4cb7-a9ca-f17566a0956e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:07.892125 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ee988-7512-4775-8757-66f49fe88763 req-20293d4b-055e-4ae2-8714-c1652ea32a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:07.893690 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a5ee988-7512-4775-8757-66f49fe88763 req-20293d4b-055e-4ae2-8714-c1652ea32a40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7e9eb5ebe054e9bb51945a5d738bd5b&device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 1095 time: 0.1320636 Nov 12 00:37:07.895767 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be895979-23a8-4ad6-8e08-ad31e5743ad6 req-1d9cb121-9c23-48c1-adc1-7760f04ebb12 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352665 Nov 12 00:37:07.934076 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 47320686-563e-4762-80e2-007b5f32c090 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:37:07.952003 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-acbdd102-2716-4cb7-a9ca-f17566a0956e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:07.954761 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-acbdd102-2716-4cb7-a9ca-f17566a0956e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:07.958138 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-acbdd102-2716-4cb7-a9ca-f17566a0956e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/686de5a9-5a54-4e48-a47f-ab7d44af716c HTTP/1.1" status: 204 len: 168 time: 0.2981770 Nov 12 00:37:07.968413 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a5ee988-7512-4775-8757-66f49fe88763 req-0b0aceaf-628b-4128-afe3-499adb741945 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42b5e418-708d-496f-8c64-dfbdfecda219 HTTP/1.1" status: 200 len: 217 time: 0.0546515 Nov 12 00:37:07.985603 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbdd102-2716-4cb7-a9ca-f17566a0956e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686de5a9-5a54-4e48-a47f-ab7d44af716c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:07.999837 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e6351ffe-b3dc-4b60-9426-763e7761703a no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:37:08.013051 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039a9c4-8ec3-49ce-b6ca-90e8b7560253 req-64cbe48d-95df-4ed7-af10-28573e4ca8ec tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:08.014731 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5039a9c4-8ec3-49ce-b6ca-90e8b7560253 req-64cbe48d-95df-4ed7-af10-28573e4ca8ec tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ce4841-2428-4a98-aef2-c85a35f3ef2c HTTP/1.1" status: 200 len: 944 time: 0.0649350 Nov 12 00:37:08.050167 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb36b2-52ee-49ef-b09c-12eb527df928 req-e285d21b-0eca-45ae-953e-2fb887b3c5c0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:08.051676 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-80eb36b2-52ee-49ef-b09c-12eb527df928 req-e285d21b-0eca-45ae-953e-2fb887b3c5c0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c HTTP/1.1" status: 200 len: 948 time: 0.1550076 Nov 12 00:37:08.065344 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: e6351ffe-b3dc-4b60-9426-763e7761703a {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:37:08.065684 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e6351ffe-b3dc-4b60-9426-763e7761703a not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:37:08.092064 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5039a9c4-8ec3-49ce-b6ca-90e8b7560253 req-853b2dae-7556-427b-b402-99835ee0c5c4 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/security-groups?id=55948117-64f2-49be-b5cc-59e525acbe45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686717 Nov 12 00:37:08.101796 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ee988-7512-4775-8757-66f49fe88763 req-26626dd8-23b2-44f1-8cc5-f9d4fbbbef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:08.103354 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a5ee988-7512-4775-8757-66f49fe88763 req-26626dd8-23b2-44f1-8cc5-f9d4fbbbef62 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=66de2356-7ea2-45bf-8678-a507a5cc17cd HTTP/1.1" status: 200 len: 845 time: 0.1188748 Nov 12 00:37:08.109400 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6cab2569-4223-4fed-b2f0-3767b0747304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:08.137410 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 47320686-563e-4762-80e2-007b5f32c090, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=47320686-563e-4762-80e2-007b5f32c090,segment=NetworkSegment(962fe988-ddde-4b85-a368-99ebcdb459c4),segment_id=962fe988-ddde-4b85-a368-99ebcdb459c4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:08.158157 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '47320686-563e-4762-80e2-007b5f32c090', 'network_id': '941f1c18-ab78-472c-896d-e7afd01c20da', 'port_id': '47320686-563e-4762-80e2-007b5f32c090', 'mac_address': 'fa:16:3e:8a:3d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fdc917-d293-46b2-acb1-3ea12a3d28ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:37:08.170144 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab2569-4223-4fed-b2f0-3767b0747304 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac16d6c6-2371-479a-9c62-aa4a3200cf97,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:08.175867 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a5ee988-7512-4775-8757-66f49fe88763 req-48aa3e9b-4076-4d1e-ba46-9591abb78d31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=efed2f8d-410d-453a-a918-3e5afbff8a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605145 Nov 12 00:37:08.184035 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-80eb36b2-52ee-49ef-b09c-12eb527df928 req-29a7add7-0126-4657-9b52-091da528e900 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214764 Nov 12 00:37:08.208059 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:08.224643 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47320686-563e-4762-80e2-007b5f32c090 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:08.256343 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 47320686-563e-4762-80e2-007b5f32c090, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=47320686-563e-4762-80e2-007b5f32c090,segment=NetworkSegment(962fe988-ddde-4b85-a368-99ebcdb459c4),segment_id=962fe988-ddde-4b85-a368-99ebcdb459c4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:08.261817 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:08.306144 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6cab2569-4223-4fed-b2f0-3767b0747304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:08.328503 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=47320686-563e-4762-80e2-007b5f32c090,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:08.330034 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf851d9f-6fe0-44a3-832a-7b200b6c6c8f req-e6019525-c74d-4921-b8c8-02c07046c353 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:08.344397 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:08.357272 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf851d9f-6fe0-44a3-832a-7b200b6c6c8f req-e6019525-c74d-4921-b8c8-02c07046c353 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.1292670 Nov 12 00:37:08.409657 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf851d9f-6fe0-44a3-832a-7b200b6c6c8f req-98b6050e-73e8-4726-929b-f82f67884529 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513272 Nov 12 00:37:08.442440 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a5ee988-7512-4775-8757-66f49fe88763 req-6a0dc928-ea12-4b19-95d1-bffc232d93d5 service neutron] 10.222.0.21 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406211 Nov 12 00:37:08.445756 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6cab2569-4223-4fed-b2f0-3767b0747304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:08.447938 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6cab2569-4223-4fed-b2f0-3767b0747304 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:08.562014 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6cab2569-4223-4fed-b2f0-3767b0747304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:08.562598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cab2569-4223-4fed-b2f0-3767b0747304 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8507f139-61ff-4b0d-8b69-885083e758ee {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:37:08.571403 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6cab2569-4223-4fed-b2f0-3767b0747304 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:08.575228 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6cab2569-4223-4fed-b2f0-3767b0747304 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8507f139-61ff-4b0d-8b69-885083e758ee HTTP/1.1" status: 204 len: 168 time: 2.5543325 Nov 12 00:37:08.575646 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51014) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:08.608544 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a5ee988-7512-4775-8757-66f49fe88763 req-8b1fb0c1-51db-4fe5-a827-cac659fe484c service neutron] 10.222.0.21 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586394 Nov 12 00:37:08.614205 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['47320686-563e-4762-80e2-007b5f32c090'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:37:08.664024 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c93bb72-074c-45eb-8571-209215b07113 admin admin] Deleting subnet 924b1afc-773c-465f-8fc8-3f815c163622 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:37:08.669814 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7c93bb72-074c-45eb-8571-209215b07113 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:08.728017 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7c93bb72-074c-45eb-8571-209215b07113 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:08.877087 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7c93bb72-074c-45eb-8571-209215b07113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:08.920121 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078582d-f951-40b6-bc61-d7e339428546 req-5b98cefd-a14f-43a9-9c00-3c9a6c65f339 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:08.921711 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-5b98cefd-a14f-43a9-9c00-3c9a6c65f339 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21&tenant_id=06163c1124b24fc681237287cdcb2502&binding%3Ahost_id=n-h2-712137-14 HTTP/1.1" status: 200 len: 1096 time: 0.1669233 Nov 12 00:37:08.924577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b4306-7770-4a9d-ae36-c0b05e1ccada req-ca169e3f-786e-4189-ba5d-55ea5d9188a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:08.926316 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ce5b4306-7770-4a9d-ae36-c0b05e1ccada req-ca169e3f-786e-4189-ba5d-55ea5d9188a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7e9eb5ebe054e9bb51945a5d738bd5b&device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 1095 time: 0.2274292 Nov 12 00:37:08.960950 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7c93bb72-074c-45eb-8571-209215b07113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:08.981979 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82f6d8-9597-49d3-9c67-8c1ccede1d57 req-a535213d-6023-4079-b9c2-3b1f2a6dbf05 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:08.983415 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b82f6d8-9597-49d3-9c67-8c1ccede1d57 req-a535213d-6023-4079-b9c2-3b1f2a6dbf05 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 943 time: 0.1732650 Nov 12 00:37:08.989275 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93bb72-074c-45eb-8571-209215b07113 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=924b1afc-773c-465f-8fc8-3f815c163622,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:08.995204 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7c93bb72-074c-45eb-8571-209215b07113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:09.000673 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7c93bb72-074c-45eb-8571-209215b07113 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/924b1afc-773c-465f-8fc8-3f815c163622 HTTP/1.1" status: 204 len: 168 time: 0.4213316 Nov 12 00:37:09.003491 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaffe1a-c94f-4e7c-b349-706979daf979 None None] Network 3327f0c1-b9e7-44aa-b504-a46880adfd9c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:09.007947 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9234e-ad4f-485d-abb6-c29171ee3f67 req-24e9877f-83f5-4a0d-bb10-8228b8774ba8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:09.009481 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-10f9234e-ad4f-485d-abb6-c29171ee3f67 req-24e9877f-83f5-4a0d-bb10-8228b8774ba8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 944 time: 0.0879123 Nov 12 00:37:09.009968 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51028) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:09.113707 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-669c64bd-7f31-4d15-8101-28b9abaf9e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:09.125515 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-10f9234e-ad4f-485d-abb6-c29171ee3f67 req-38f3f92c-afe4-4643-8852-65822e4f1b83 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076095 Nov 12 00:37:09.125718 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b82f6d8-9597-49d3-9c67-8c1ccede1d57 req-e08b31aa-d852-4e7d-934b-f2bc409a8b1d tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328547 Nov 12 00:37:09.129961 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b4306-7770-4a9d-ae36-c0b05e1ccada req-082d76b6-c99d-4430-b2de-f98c306dbd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:09.132275 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ce5b4306-7770-4a9d-ae36-c0b05e1ccada req-082d76b6-c99d-4430-b2de-f98c306dbd33 service neutron] 10.222.0.21 "GET /v2.0/networks?id=efed2f8d-410d-453a-a918-3e5afbff8a94 HTTP/1.1" status: 200 len: 906 time: 0.1924779 Nov 12 00:37:09.218089 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-669c64bd-7f31-4d15-8101-28b9abaf9e43 admin admin] Deleting port 0e273c2d-0ee6-454c-a129-725c486a2a1b {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:37:09.218646 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-669c64bd-7f31-4d15-8101-28b9abaf9e43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:09.259795 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d31b972-620d-4c25-a0a1-4e5fca6f4ef7 None None] DHCP port deletion for 3327f0c1-b9e7-44aa-b504-a46880adfd9c request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:37:09.279088 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ce5b4306-7770-4a9d-ae36-c0b05e1ccada req-457066fa-75fa-449e-a76d-8992d2bdbef8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42b5e418-708d-496f-8c64-dfbdfecda219 HTTP/1.1" status: 200 len: 217 time: 0.0783496 Nov 12 00:37:09.300447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-a078582d-f951-40b6-bc61-d7e339428546 req-9ee64197-fa0f-45b6-8777-aa182a6f4b12 service neutron] For port 87201f57-16c8-4c84-a490-40a8e221a2a9, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:09.313665 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a078582d-f951-40b6-bc61-d7e339428546 req-9ee64197-fa0f-45b6-8777-aa182a6f4b12 service neutron] Publish callbacks [] for binding, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:09.314818 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a078582d-f951-40b6-bc61-d7e339428546 req-9ee64197-fa0f-45b6-8777-aa182a6f4b12 service neutron] 10.222.0.15 "DELETE /v2.0/ports/87201f57-16c8-4c84-a490-40a8e221a2a9/bindings/n-h1-712137-14 HTTP/1.1" status: 204 len: 173 time: 0.3837581 Nov 12 00:37:09.327013 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-669c64bd-7f31-4d15-8101-28b9abaf9e43 admin admin] For port 0e273c2d-0ee6-454c-a129-725c486a2a1b, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=0e273c2d-0ee6-454c-a129-725c486a2a1b,segment=NetworkSegment(94d4e4ec-99a5-4fed-b0a4-81fc18c45edf),segment_id=94d4e4ec-99a5-4fed-b0a4-81fc18c45edf)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:09.327410 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-669c64bd-7f31-4d15-8101-28b9abaf9e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:09.340104 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-5d31b972-620d-4c25-a0a1-4e5fca6f4ef7 None None] Deleting port 0e273c2d-0ee6-454c-a129-725c486a2a1b {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:37:09.341058 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5d31b972-620d-4c25-a0a1-4e5fca6f4ef7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:09.343341 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-669c64bd-7f31-4d15-8101-28b9abaf9e43 admin admin] Calling delete_port for 0e273c2d-0ee6-454c-a129-725c486a2a1b owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:37:09.362357 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b4306-7770-4a9d-ae36-c0b05e1ccada req-0d908fd8-b445-462f-a8a0-793ce60c13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:09.363866 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ce5b4306-7770-4a9d-ae36-c0b05e1ccada req-0d908fd8-b445-462f-a8a0-793ce60c13c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=66de2356-7ea2-45bf-8678-a507a5cc17cd HTTP/1.1" status: 200 len: 845 time: 0.0738242 Nov 12 00:37:09.367017 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e66de7-9681-4867-9391-fedf3cbf6e51 req-ba750bcc-5a91-4eef-9f17-43763b89d04d tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:09.375261 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55e66de7-9681-4867-9391-fedf3cbf6e51 req-ba750bcc-5a91-4eef-9f17-43763b89d04d tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ce4841-2428-4a98-aef2-c85a35f3ef2c HTTP/1.1" status: 200 len: 945 time: 0.0941596 Nov 12 00:37:09.423573 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ce5b4306-7770-4a9d-ae36-c0b05e1ccada req-47798d57-3785-45f0-b4cd-b26b32134987 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=efed2f8d-410d-453a-a918-3e5afbff8a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448127 Nov 12 00:37:09.471965 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5d31b972-620d-4c25-a0a1-4e5fca6f4ef7 None None] For port 0e273c2d-0ee6-454c-a129-725c486a2a1b, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=0e273c2d-0ee6-454c-a129-725c486a2a1b,segment=NetworkSegment(94d4e4ec-99a5-4fed-b0a4-81fc18c45edf),segment_id=94d4e4ec-99a5-4fed-b0a4-81fc18c45edf)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:09.472411 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5d31b972-620d-4c25-a0a1-4e5fca6f4ef7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:09.489038 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-5d31b972-620d-4c25-a0a1-4e5fca6f4ef7 None None] Calling delete_port for 0e273c2d-0ee6-454c-a129-725c486a2a1b owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:37:09.496936 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55e66de7-9681-4867-9391-fedf3cbf6e51 req-a0828201-b54f-4201-841f-eb887ba88d23 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/security-groups?id=55948117-64f2-49be-b5cc-59e525acbe45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207604 Nov 12 00:37:09.527411 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-669c64bd-7f31-4d15-8101-28b9abaf9e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:09.571283 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c64bd-7f31-4d15-8101-28b9abaf9e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e273c2d-0ee6-454c-a129-725c486a2a1b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:09.573755 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c64bd-7f31-4d15-8101-28b9abaf9e43 admin admin] No DVR routers for this DVR port 0e273c2d-0ee6-454c-a129-725c486a2a1b on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:37:09.577849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcc51d-9e90-495e-8529-d7ac3054c247 req-169899cc-a6da-404a-a695-b6ba1001b9ca tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:09.580350 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-efdcc51d-9e90-495e-8529-d7ac3054c247 req-169899cc-a6da-404a-a695-b6ba1001b9ca tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c HTTP/1.1" status: 200 len: 948 time: 0.0775476 Nov 12 00:37:09.586999 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ce5b4306-7770-4a9d-ae36-c0b05e1ccada req-5f01b656-95d2-452b-8e86-e0b8010c5b3a service neutron] 10.222.0.21 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511896 Nov 12 00:37:09.590737 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5d31b972-620d-4c25-a0a1-4e5fca6f4ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:09.618299 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31b972-620d-4c25-a0a1-4e5fca6f4ef7 None None] Pushing event deleted for resources: {'Port': ['ID=0e273c2d-0ee6-454c-a129-725c486a2a1b,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:09.628526 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d31b972-620d-4c25-a0a1-4e5fca6f4ef7 None None] No DVR routers for this DVR port 0e273c2d-0ee6-454c-a129-725c486a2a1b on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:37:09.680779 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-669c64bd-7f31-4d15-8101-28b9abaf9e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:09.702441 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-efdcc51d-9e90-495e-8529-d7ac3054c247 req-ce19f42a-c302-4b55-9030-9a6b673e4b74 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141396 Nov 12 00:37:09.737550 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-669c64bd-7f31-4d15-8101-28b9abaf9e43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3327f0c1-b9e7-44aa-b504-a46880adfd9c']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:09.754162 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ce5b4306-7770-4a9d-ae36-c0b05e1ccada req-16e44cb6-db18-4fa1-9b80-200033d1d4dd service neutron] 10.222.0.21 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518338 Nov 12 00:37:09.768451 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-669c64bd-7f31-4d15-8101-28b9abaf9e43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d4e4ec-99a5-4fed-b0a4-81fc18c45edf') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:09.770203 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-669c64bd-7f31-4d15-8101-28b9abaf9e43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d4e4ec-99a5-4fed-b0a4-81fc18c45edf') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:09.789401 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-669c64bd-7f31-4d15-8101-28b9abaf9e43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:09.802670 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c76102-16fd-43a2-922d-7c39d55a2139 req-c47d28f5-1075-4641-9b3e-d636df09825c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:09.807003 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c7c76102-16fd-43a2-922d-7c39d55a2139 req-c47d28f5-1075-4641-9b3e-d636df09825c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.1235662 Nov 12 00:37:09.839185 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ac16d6c6-2371-479a-9c62-aa4a3200cf97 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:37:09.843667 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-669c64bd-7f31-4d15-8101-28b9abaf9e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:09.849969 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0072d-cbdb-4fda-a0e3-6eac8f7ddcbf req-530aadc8-f420-4b0d-ac9b-ad432f280e01 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:09.851860 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-82f0072d-cbdb-4fda-a0e3-6eac8f7ddcbf req-530aadc8-f420-4b0d-ac9b-ad432f280e01 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 1096 time: 0.0531118 Nov 12 00:37:09.856099 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669c64bd-7f31-4d15-8101-28b9abaf9e43 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:37:09.856594 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-669c64bd-7f31-4d15-8101-28b9abaf9e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:37:09.858328 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:37:09.870411 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: ac16d6c6-2371-479a-9c62-aa4a3200cf97 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:37:09.870752 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ac16d6c6-2371-479a-9c62-aa4a3200cf97 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:37:09.871171 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 0e273c2d-0ee6-454c-a129-725c486a2a1b no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:37:09.893499 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 0e273c2d-0ee6-454c-a129-725c486a2a1b {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:37:09.893773 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 0e273c2d-0ee6-454c-a129-725c486a2a1b not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:37:09.911262 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-82f0072d-cbdb-4fda-a0e3-6eac8f7ddcbf req-3b5d71a9-bbcb-4fc0-a495-0507f441c430 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494759 Nov 12 00:37:09.932622 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 47320686-563e-4762-80e2-007b5f32c090 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:09.940238 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c7c76102-16fd-43a2-922d-7c39d55a2139 req-ae428c4c-1a01-4eae-9ed9-89bcb6fc0aaa tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245279 Nov 12 00:37:09.961696 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-669c64bd-7f31-4d15-8101-28b9abaf9e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:09.978002 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-669c64bd-7f31-4d15-8101-28b9abaf9e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:09.983211 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-669c64bd-7f31-4d15-8101-28b9abaf9e43 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3327f0c1-b9e7-44aa-b504-a46880adfd9c HTTP/1.1" status: 204 len: 168 time: 0.9700923 Nov 12 00:37:10.007670 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 47320686-563e-4762-80e2-007b5f32c090 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:37:10.010488 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c64bd-7f31-4d15-8101-28b9abaf9e43 admin admin] Pushing event deleted for resources: {'Network': ['ID=3327f0c1-b9e7-44aa-b504-a46880adfd9c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:10.016742 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 47320686-563e-4762-80e2-007b5f32c090 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:10.017119 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:10.075776 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-44f4df67-8bd1-411c-a80b-7d133cb7effa req-89a16885-0b67-49b7-a888-54137c952931 tempest-AbsoluteLimitsNegativeTestJSON-1328103329 tempest-AbsoluteLimitsNegativeTestJSON-1328103329-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3a3bcd39a40e44b9ae05e2cc55558b56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282109 Nov 12 00:37:10.101561 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device fb2f29d8-65ef-4cc0-b452-d46c349559c3 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:10.120421 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804edf6-dd5a-4ebf-8fa3-0fa4f1321d7e req-b975a0cc-1daa-4b8c-afc7-6393c8af9b34 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:10.132014 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0804edf6-dd5a-4ebf-8fa3-0fa4f1321d7e req-b975a0cc-1daa-4b8c-afc7-6393c8af9b34 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 1096 time: 0.0687525 Nov 12 00:37:10.172050 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:10.188726 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0804edf6-dd5a-4ebf-8fa3-0fa4f1321d7e req-701917c9-15a7-4592-af60-5305dc3a53ca tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554187 Nov 12 00:37:10.203569 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ce4841-2428-4a98-aef2-c85a35f3ef2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47320686-563e-4762-80e2-007b5f32c090'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:10.205944 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6d78b5-7260-45e7-a4e2-beca6d2b44f3" -d '{"events": [{"server_uuid": "26ce4841-2428-4a98-aef2-c85a35f3ef2c", "name": "network-vif-plugged", "status": "completed", "tag": "47320686-563e-4762-80e2-007b5f32c090"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:10.229079 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 47320686-563e-4762-80e2-007b5f32c090, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=47320686-563e-4762-80e2-007b5f32c090,segment=NetworkSegment(962fe988-ddde-4b85-a368-99ebcdb459c4),segment_id=962fe988-ddde-4b85-a368-99ebcdb459c4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:10.245552 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:10.251940 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4df67-8bd1-411c-a80b-7d133cb7effa req-e707e383-95df-4b3e-b452-ba9298b798e7 tempest-AbsoluteLimitsNegativeTestJSON-1328103329 tempest-AbsoluteLimitsNegativeTestJSON-1328103329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:10.259052 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port fb2f29d8-65ef-4cc0-b452-d46c349559c3 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:37:10.260678 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-44f4df67-8bd1-411c-a80b-7d133cb7effa req-e707e383-95df-4b3e-b452-ba9298b798e7 tempest-AbsoluteLimitsNegativeTestJSON-1328103329 tempest-AbsoluteLimitsNegativeTestJSON-1328103329-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1784513 Nov 12 00:37:10.278820 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-44f4df67-8bd1-411c-a80b-7d133cb7effa req-e40c4668-055b-4180-b691-748002d57364 tempest-AbsoluteLimitsNegativeTestJSON-1328103329 tempest-AbsoluteLimitsNegativeTestJSON-1328103329-project] 10.222.0.31 "GET /v2.0/quotas/3a3bcd39a40e44b9ae05e2cc55558b56 HTTP/1.1" status: 200 len: 375 time: 0.0170200 Nov 12 00:37:10.294853 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51066) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:10.308262 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-44f4df67-8bd1-411c-a80b-7d133cb7effa req-7a1f97f1-5382-43c8-9fa7-62542844a3be tempest-AbsoluteLimitsNegativeTestJSON-1328103329 tempest-AbsoluteLimitsNegativeTestJSON-1328103329-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a3bcd39a40e44b9ae05e2cc55558b56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284324 Nov 12 00:37:10.316593 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port fb2f29d8-65ef-4cc0-b452-d46c349559c3 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:10.324250 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:10.390590 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af59e4ae-23b1-409c-88ab-6061373f9451 x-openstack-request-id: req-af59e4ae-23b1-409c-88ab-6061373f9451 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:10.390907 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ce4841-2428-4a98-aef2-c85a35f3ef2c", "name": "network-vif-plugged", "status": "completed", "tag": "47320686-563e-4762-80e2-007b5f32c090", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:10.391160 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af59e4ae-23b1-409c-88ab-6061373f9451 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:10.391546 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ce4841-2428-4a98-aef2-c85a35f3ef2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47320686-563e-4762-80e2-007b5f32c090', 'code': 200} Nov 12 00:37:10.392224 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=47320686-563e-4762-80e2-007b5f32c090,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:10.408218 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-df3c8e59-7473-428b-ad22-25c1ce1bc28b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d5b72ac5ac14b75ab0e26c3d860e5ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1121030 Nov 12 00:37:10.410910 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51072) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:10.423519 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efabc1a-7506-43ef-8a42-ed034881f0ef req-50559afb-475e-43f2-90ab-7fd3ed7f9dc2 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:10.425408 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8efabc1a-7506-43ef-8a42-ed034881f0ef req-50559afb-475e-43f2-90ab-7fd3ed7f9dc2 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 943 time: 0.1147099 Nov 12 00:37:10.504646 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8efabc1a-7506-43ef-8a42-ed034881f0ef req-decf9427-69fc-44dc-b604-a9b26e0f7a12 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725284 Nov 12 00:37:10.506109 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:10.548680 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7657c1d5-502f-4968-acfa-32c3c4d64925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:10.558127 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port fb2f29d8-65ef-4cc0-b452-d46c349559c3, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=fb2f29d8-65ef-4cc0-b452-d46c349559c3,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:10.565079 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:10.574417 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e3a52-d617-44bd-bfc3-a9099dc353e7 req-b5bafc3f-4dad-4bfa-8c1a-1dd7f809da5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:10.576045 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7e0e3a52-d617-44bd-bfc3-a9099dc353e7 req-b5bafc3f-4dad-4bfa-8c1a-1dd7f809da5f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=26ce4841-2428-4a98-aef2-c85a35f3ef2c HTTP/1.1" status: 200 len: 1098 time: 0.0900075 Nov 12 00:37:10.591795 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7657c1d5-502f-4968-acfa-32c3c4d64925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:10.651014 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=fb2f29d8-65ef-4cc0-b452-d46c349559c3,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:10.664402 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7e0e3a52-d617-44bd-bfc3-a9099dc353e7 req-975eadde-e105-4dcb-876a-ae0e66436352 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=55948117-64f2-49be-b5cc-59e525acbe45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793915 Nov 12 00:37:10.684640 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7657c1d5-502f-4968-acfa-32c3c4d64925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:10.687882 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7657c1d5-502f-4968-acfa-32c3c4d64925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:10.691426 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7657c1d5-502f-4968-acfa-32c3c4d64925 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ab2e829-3d15-45b2-8c93-a99a6043582d HTTP/1.1" status: 204 len: 168 time: 0.2772253 Nov 12 00:37:10.697337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623e760-dbcd-472c-860e-7ab2a3b000b3 req-9ac3613e-6f15-4f26-a59f-a579a3b1f4b4 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:10.698899 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0623e760-dbcd-472c-860e-7ab2a3b000b3 req-9ac3613e-6f15-4f26-a59f-a579a3b1f4b4 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ce4841-2428-4a98-aef2-c85a35f3ef2c HTTP/1.1" status: 200 len: 946 time: 0.0663695 Nov 12 00:37:10.701140 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657c1d5-502f-4968-acfa-32c3c4d64925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab2e829-3d15-45b2-8c93-a99a6043582d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:10.771520 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0623e760-dbcd-472c-860e-7ab2a3b000b3 req-20237ce4-1b3d-40c0-b716-7d02dd0891f3 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/security-groups?id=55948117-64f2-49be-b5cc-59e525acbe45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663013 Nov 12 00:37:10.790946 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51088) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:10.962378 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec540bf-23f6-46b1-8a85-282068b177d2 req-486701ec-f047-4193-940a-66b567d95680 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:10.969211 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dec540bf-23f6-46b1-8a85-282068b177d2 req-486701ec-f047-4193-940a-66b567d95680 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c HTTP/1.1" status: 200 len: 949 time: 0.0858204 Nov 12 00:37:11.028995 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dec540bf-23f6-46b1-8a85-282068b177d2 req-eed7ef16-7a06-4e80-9d8c-3932ba83974b tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549741 Nov 12 00:37:11.077990 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d7f65ab-a7e4-4e5c-a80d-df17b555aef3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:11.114204 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41226f07-f006-4738-b6c1-85e092b3c9a3 req-6288fb48-aaff-42ac-aa65-408bf01b7044 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:11.116860 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41226f07-f006-4738-b6c1-85e092b3c9a3 req-6288fb48-aaff-42ac-aa65-408bf01b7044 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.0638454 Nov 12 00:37:11.164049 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d7f65ab-a7e4-4e5c-a80d-df17b555aef3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:11.169301 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d7f65ab-a7e4-4e5c-a80d-df17b555aef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:11.175461 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41226f07-f006-4738-b6c1-85e092b3c9a3 req-fc715aaa-d4af-45a3-90ed-720186af5a23 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511253 Nov 12 00:37:11.208763 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f65ab-a7e4-4e5c-a80d-df17b555aef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3527e6ee-48e9-41a6-9c65-58281e42c475,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:11.213582 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4d7f65ab-a7e4-4e5c-a80d-df17b555aef3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a3bcd39a40e44b9ae05e2cc55558b56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4215829 Nov 12 00:37:11.216223 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51108) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:11.306662 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-309161fd-d81f-4ed6-b0b1-789344bfccce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:11.317385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55337118-73f6-4c16-acb0-3fe540dc9500 req-53f3aaeb-adf2-42cb-b539-a5bf405b3058 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:11.319445 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55337118-73f6-4c16-acb0-3fe540dc9500 req-53f3aaeb-adf2-42cb-b539-a5bf405b3058 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.0627012 Nov 12 00:37:11.351950 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-309161fd-d81f-4ed6-b0b1-789344bfccce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:11.402220 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55337118-73f6-4c16-acb0-3fe540dc9500 req-f6115582-7af7-4e18-954f-3a3151771ddc tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754054 Nov 12 00:37:11.426865 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-309161fd-d81f-4ed6-b0b1-789344bfccce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:11.430499 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-309161fd-d81f-4ed6-b0b1-789344bfccce admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:11.434307 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-309161fd-d81f-4ed6-b0b1-789344bfccce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3527e6ee-48e9-41a6-9c65-58281e42c475 HTTP/1.1" status: 204 len: 168 time: 0.2147150 Nov 12 00:37:11.444382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309161fd-d81f-4ed6-b0b1-789344bfccce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3527e6ee-48e9-41a6-9c65-58281e42c475,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:11.572913 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51128) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:11.658989 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9d941-27eb-4d9f-9855-cafd9a1fec99 req-cf6d2416-e5cc-402f-bb77-32b8e70bfebe tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:11.666704 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2db9d941-27eb-4d9f-9855-cafd9a1fec99 req-cf6d2416-e5cc-402f-bb77-32b8e70bfebe tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 943 time: 0.0728276 Nov 12 00:37:11.722377 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2db9d941-27eb-4d9f-9855-cafd9a1fec99 req-00d1e349-6e4f-4e8a-803d-651ab092630a tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547616 Nov 12 00:37:11.838921 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-db95ad3a-d7ab-48cf-ae6a-fc547ea5acc7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-490597067-network', 'tenant_id': 'bc40649e055443b9aaedfdea46736570'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:11.893171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cee70-9bb1-4060-9f85-3c8d8e89d2d6 req-7f964c52-cd87-4fb4-a4ff-c35a3e2c4b47 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:11.905863 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-850cee70-9bb1-4060-9f85-3c8d8e89d2d6 req-7f964c52-cd87-4fb4-a4ff-c35a3e2c4b47 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.1427162 Nov 12 00:37:11.923488 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-ca69882f-0849-4221-b3d7-f0bcf854add7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1489439 Nov 12 00:37:11.952612 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 42b5e418-708d-496f-8c64-dfbdfecda219 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:37:11.953400 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db95ad3a-d7ab-48cf-ae6a-fc547ea5acc7 admin admin] Made reservation on behalf of bc40649e055443b9aaedfdea46736570 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:11.958156 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db95ad3a-d7ab-48cf-ae6a-fc547ea5acc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:11.977934 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db95ad3a-d7ab-48cf-ae6a-fc547ea5acc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:11.983808 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f32609-c433-4922-8db2-38e46f06239f req-e01670e8-962f-49f5-9020-210269689d16 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:11.986881 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58f32609-c433-4922-8db2-38e46f06239f req-e01670e8-962f-49f5-9020-210269689d16 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ce4841-2428-4a98-aef2-c85a35f3ef2c HTTP/1.1" status: 200 len: 946 time: 0.0715446 Nov 12 00:37:12.013085 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-850cee70-9bb1-4060-9f85-3c8d8e89d2d6 req-61d6c280-5a53-4993-8680-7d89eb8218ca tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017189 Nov 12 00:37:12.078201 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58f32609-c433-4922-8db2-38e46f06239f req-0fe448e6-04cd-45f1-a91b-365c58bf8615 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/security-groups?id=55948117-64f2-49be-b5cc-59e525acbe45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773649 Nov 12 00:37:12.165094 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db95ad3a-d7ab-48cf-ae6a-fc547ea5acc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.171482 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db95ad3a-d7ab-48cf-ae6a-fc547ea5acc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.204858 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db95ad3a-d7ab-48cf-ae6a-fc547ea5acc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:37:12.227643 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 42b5e418-708d-496f-8c64-dfbdfecda219, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=42b5e418-708d-496f-8c64-dfbdfecda219,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:12.228845 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95ad3a-d7ab-48cf-ae6a-fc547ea5acc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:12.247703 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db95ad3a-d7ab-48cf-ae6a-fc547ea5acc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.249721 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-db95ad3a-d7ab-48cf-ae6a-fc547ea5acc7 admin admin] Added segment 5699f690-b40b-4f68-a374-930813272ab6 of type vlan for network ea495a6c-85a5-439f-8115-c3a391fdce9f Nov 12 00:37:12.304259 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db95ad3a-d7ab-48cf-ae6a-fc547ea5acc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.344999 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db95ad3a-d7ab-48cf-ae6a-fc547ea5acc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.346309 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db95ad3a-d7ab-48cf-ae6a-fc547ea5acc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:12.347115 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db95ad3a-d7ab-48cf-ae6a-fc547ea5acc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.380397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1c9a7-9116-47e2-86be-a2044d3222e5 req-c1c7015e-d1ac-4d5a-a99f-96657a4f467c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:12.386455 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3d1c9a7-9116-47e2-86be-a2044d3222e5 req-c1c7015e-d1ac-4d5a-a99f-96657a4f467c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c HTTP/1.1" status: 200 len: 949 time: 0.1146536 Nov 12 00:37:12.430233 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-db95ad3a-d7ab-48cf-ae6a-fc547ea5acc7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8561535 Nov 12 00:37:12.433109 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51166) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:12.436375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95ad3a-d7ab-48cf-ae6a-fc547ea5acc7 admin admin] Pushing event updated for resources: {'Network': ['ID=ea495a6c-85a5-439f-8115-c3a391fdce9f,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:12.442677 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-ba3796f2-0a1d-4a72-91b6-b04a59029fb3 admin admin] Request body: {'subnet': {'network_id': 'ea495a6c-85a5-439f-8115-c3a391fdce9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-490597067-subnet', 'tenant_id': 'bc40649e055443b9aaedfdea46736570', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:12.451133 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2f29d8-65ef-4cc0-b452-d46c349559c3'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:12.453507 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209815c7-987d-4a90-bbcf-3bf921efa910" -d '{"events": [{"server_uuid": "7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c", "name": "network-vif-plugged", "status": "completed", "tag": "fb2f29d8-65ef-4cc0-b452-d46c349559c3"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:12.456188 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '42b5e418-708d-496f-8c64-dfbdfecda219', 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94', 'port_id': '42b5e418-708d-496f-8c64-dfbdfecda219', 'mac_address': 'fa:16:3e:ca:5f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66de2356-7ea2-45bf-8678-a507a5cc17cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:37:12.460409 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network ea495a6c-85a5-439f-8115-c3a391fdce9f details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:37:12.521756 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3d1c9a7-9116-47e2-86be-a2044d3222e5 req-be057e4c-09cd-4859-96eb-fe73f49f2497 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287317 Nov 12 00:37:12.536588 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57aea02b-3746-49b4-aa04-e122287c1529 x-openstack-request-id: req-57aea02b-3746-49b4-aa04-e122287c1529 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:12.537090 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c", "name": "network-vif-plugged", "status": "completed", "tag": "fb2f29d8-65ef-4cc0-b452-d46c349559c3", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:12.537548 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57aea02b-3746-49b4-aa04-e122287c1529 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:12.539065 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2f29d8-65ef-4cc0-b452-d46c349559c3', 'code': 200} Nov 12 00:37:12.555918 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3796f2-0a1d-4a72-91b6-b04a59029fb3 admin admin] Made reservation on behalf of bc40649e055443b9aaedfdea46736570 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:12.558557 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ba3796f2-0a1d-4a72-91b6-b04a59029fb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.606910 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.629608 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b5e418-708d-496f-8c64-dfbdfecda219 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:12.658195 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 42b5e418-708d-496f-8c64-dfbdfecda219, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=42b5e418-708d-496f-8c64-dfbdfecda219,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:12.664751 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.722964 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=42b5e418-708d-496f-8c64-dfbdfecda219,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:12.724435 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e658963-01a8-4f52-9cc6-29fd385ec37c req-b44f2403-a0c9-46ff-b363-7c3748e1fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:12.726733 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4e658963-01a8-4f52-9cc6-29fd385ec37c req-b44f2403-a0c9-46ff-b363-7c3748e1fc7e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c HTTP/1.1" status: 200 len: 1101 time: 0.0669224 Nov 12 00:37:12.761625 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51180) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:12.868709 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4e658963-01a8-4f52-9cc6-29fd385ec37c req-b7775476-6db8-498e-9bfe-431d34da7130 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278474 Nov 12 00:37:12.889181 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ba3796f2-0a1d-4a72-91b6-b04a59029fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:12.936179 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['42b5e418-708d-496f-8c64-dfbdfecda219'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:37:12.940431 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98af3fc-dd96-4666-b369-4a1cc82b81f4 req-71e6a15e-30c9-4686-8cd7-06a8ce24aebf tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:12.949019 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a98af3fc-dd96-4666-b369-4a1cc82b81f4 req-71e6a15e-30c9-4686-8cd7-06a8ce24aebf tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 944 time: 0.0902560 Nov 12 00:37:12.982371 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3796f2-0a1d-4a72-91b6-b04a59029fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7f3a0c4-7db1-4c3a-bc0e-26bc3e6d6fbc,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:12.994216 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3796f2-0a1d-4a72-91b6-b04a59029fb3 admin admin] Checking segment: {'id': '5699f690-b40b-4f68-a374-930813272ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ea495a6c-85a5-439f-8115-c3a391fdce9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:12.994595 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3796f2-0a1d-4a72-91b6-b04a59029fb3 admin admin] Network hostable DHCP agents. Network: ea495a6c-85a5-439f-8115-c3a391fdce9f, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:37:13.009464 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a98af3fc-dd96-4666-b369-4a1cc82b81f4 req-b1d46c6b-39ff-44a7-bf62-34b9e53e263b tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603626 Nov 12 00:37:13.046573 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3796f2-0a1d-4a72-91b6-b04a59029fb3 admin admin] Network ea495a6c-85a5-439f-8115-c3a391fdce9f is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:37:13.048554 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-98a6546e-1a4a-4e5e-b922-d68230a0e3f0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1626948630-network', 'tenant_id': '74a612f395be44a68a2caa531969f408'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:13.073651 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-ba3796f2-0a1d-4a72-91b6-b04a59029fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, ea495a6c-85a5-439f-8115-c3a391fdce9f) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:13.079015 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3796f2-0a1d-4a72-91b6-b04a59029fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:13.079671 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ba3796f2-0a1d-4a72-91b6-b04a59029fb3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.085683 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a6546e-1a4a-4e5e-b922-d68230a0e3f0 admin admin] Made reservation on behalf of 74a612f395be44a68a2caa531969f408 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:13.088755 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-98a6546e-1a4a-4e5e-b922-d68230a0e3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.095325 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e6af1b-50db-4909-ad34-b7c69035d0e9 None None] Network ea495a6c-85a5-439f-8115-c3a391fdce9f requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:13.121013 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-98a6546e-1a4a-4e5e-b922-d68230a0e3f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.122757 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ba3796f2-0a1d-4a72-91b6-b04a59029fb3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6884425 Nov 12 00:37:13.125810 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51196) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:13.131544 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-00eae2d8-2d63-4d4e-adce-20cac2e5cffa admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-490597067-router', 'tenant_id': 'bc40649e055443b9aaedfdea46736570', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:13.231341 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217478b-9fd7-4f22-bbeb-993d65f5e8c1 req-70027c85-0d63-4992-b271-d2b30ba9f47d tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:13.233134 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2217478b-9fd7-4f22-bbeb-993d65f5e8c1 req-70027c85-0d63-4992-b271-d2b30ba9f47d tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.1082261 Nov 12 00:37:13.234862 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00eae2d8-2d63-4d4e-adce-20cac2e5cffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.237422 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00eae2d8-2d63-4d4e-adce-20cac2e5cffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.315864 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd55d97-1b12-4ecd-bca2-900d0fafb447 req-9fd582a7-94b6-4c34-ba73-b7bd8b719d71 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:13.317480 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-abd55d97-1b12-4ecd-bca2-900d0fafb447 req-9fd582a7-94b6-4c34-ba73-b7bd8b719d71 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ce4841-2428-4a98-aef2-c85a35f3ef2c HTTP/1.1" status: 200 len: 946 time: 0.1486742 Nov 12 00:37:13.329079 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00eae2d8-2d63-4d4e-adce-20cac2e5cffa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.387910 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-abd55d97-1b12-4ecd-bca2-900d0fafb447 req-322a31b7-2dbb-4db9-baa6-5cf6a01d2b6a tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/security-groups?id=55948117-64f2-49be-b5cc-59e525acbe45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641830 Nov 12 00:37:13.391789 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad212d6-59d4-4b7a-945d-4d28ad66017b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-ea495a6c-85a5-439f-8115-c3a391fdce9f', 'network_id': 'ea495a6c-85a5-439f-8115-c3a391fdce9f', 'tenant_id': 'bc40649e055443b9aaedfdea46736570', 'fixed_ips': [{'subnet_id': 'c7f3a0c4-7db1-4c3a-bc0e-26bc3e6d6fbc'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:37:13.393019 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0ad212d6-59d4-4b7a-945d-4d28ad66017b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.443608 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-98a6546e-1a4a-4e5e-b922-d68230a0e3f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.464092 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-98a6546e-1a4a-4e5e-b922-d68230a0e3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.488046 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2217478b-9fd7-4f22-bbeb-993d65f5e8c1 req-7063e719-56b3-4475-861f-63e48a1b70f6 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570120 Nov 12 00:37:13.523382 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a6546e-1a4a-4e5e-b922-d68230a0e3f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:37:13.581122 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-98a6546e-1a4a-4e5e-b922-d68230a0e3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.588635 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-98a6546e-1a4a-4e5e-b922-d68230a0e3f0 admin admin] Added segment 306cca02-c178-4d0a-9474-746b0a56e110 of type vlan for network 7cffd860-92f0-4605-a42d-317ce67eb8e3 Nov 12 00:37:13.594236 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6546e-1a4a-4e5e-b922-d68230a0e3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd831da-fa30-4df1-8444-8be745f0f186,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:13.675519 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-98a6546e-1a4a-4e5e-b922-d68230a0e3f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.710091 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-98a6546e-1a4a-4e5e-b922-d68230a0e3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.711113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a6546e-1a4a-4e5e-b922-d68230a0e3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:13.711717 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-98a6546e-1a4a-4e5e-b922-d68230a0e3f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.712158 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-0ad212d6-59d4-4b7a-945d-4d28ad66017b None None] Allocated IP 172.20.0.2 (ea495a6c-85a5-439f-8115-c3a391fdce9f/c7f3a0c4-7db1-4c3a-bc0e-26bc3e6d6fbc/464b9439-4dd2-4be4-ab97-ae3989281633) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:13.807677 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-98a6546e-1a4a-4e5e-b922-d68230a0e3f0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0442064 Nov 12 00:37:13.810474 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51206) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:13.815416 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-b4c4d7a1-c6e4-46f2-8a01-bcff7ee35113 admin admin] Request body: {'subnet': {'network_id': '7cffd860-92f0-4605-a42d-317ce67eb8e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1626948630-subnet', 'tenant_id': '74a612f395be44a68a2caa531969f408', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:13.825099 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6546e-1a4a-4e5e-b922-d68230a0e3f0 admin admin] Pushing event updated for resources: {'Network': ['ID=7cffd860-92f0-4605-a42d-317ce67eb8e3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:13.839418 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 7cffd860-92f0-4605-a42d-317ce67eb8e3 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:37:13.851668 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c4d7a1-c6e4-46f2-8a01-bcff7ee35113 admin admin] Made reservation on behalf of 74a612f395be44a68a2caa531969f408 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:13.857877 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b4c4d7a1-c6e4-46f2-8a01-bcff7ee35113 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:13.966681 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0ad212d6-59d4-4b7a-945d-4d28ad66017b None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:14.046819 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0ad212d6-59d4-4b7a-945d-4d28ad66017b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:14.164015 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00eae2d8-2d63-4d4e-adce-20cac2e5cffa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:14.177928 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad212d6-59d4-4b7a-945d-4d28ad66017b None None] Pushing event updated for resources: {'Port': ['ID=464b9439-4dd2-4be4-ab97-ae3989281633,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:14.194347 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad212d6-59d4-4b7a-945d-4d28ad66017b None None] Network ea495a6c-85a5-439f-8115-c3a391fdce9f is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:14.196332 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-0ad212d6-59d4-4b7a-945d-4d28ad66017b None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:14.199939 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad212d6-59d4-4b7a-945d-4d28ad66017b None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:14.270879 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b4c4d7a1-c6e4-46f2-8a01-bcff7ee35113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:14.318135 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4d7a1-c6e4-46f2-8a01-bcff7ee35113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d82a431-a2c9-45db-b305-66b3f0172604,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:14.327150 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-0ad212d6-59d4-4b7a-945d-4d28ad66017b None None] Attempting to bind port 464b9439-4dd2-4be4-ab97-ae3989281633 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:14.328257 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d0c6f-0fd7-48ef-808d-4b13955939f9 req-50fa8ba1-a2f8-4542-b3e1-49271940b367 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:14.328859 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-0ad212d6-59d4-4b7a-945d-4d28ad66017b None None] Attempting to bind port 464b9439-4dd2-4be4-ab97-ae3989281633 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '5699f690-b40b-4f68-a374-930813272ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ea495a6c-85a5-439f-8115-c3a391fdce9f'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:14.331568 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad212d6-59d4-4b7a-945d-4d28ad66017b None None] Attempting to bind port 464b9439-4dd2-4be4-ab97-ae3989281633 on network ea495a6c-85a5-439f-8115-c3a391fdce9f {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:14.337138 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f0d0c6f-0fd7-48ef-808d-4b13955939f9 req-50fa8ba1-a2f8-4542-b3e1-49271940b367 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 944 time: 0.1629267 Nov 12 00:37:14.341401 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad212d6-59d4-4b7a-945d-4d28ad66017b None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:14.343278 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad212d6-59d4-4b7a-945d-4d28ad66017b None None] Checking segment: {'id': '5699f690-b40b-4f68-a374-930813272ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ea495a6c-85a5-439f-8115-c3a391fdce9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:14.345111 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0ad212d6-59d4-4b7a-945d-4d28ad66017b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:14.346831 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad212d6-59d4-4b7a-945d-4d28ad66017b None None] Bound using segment: {'id': '5699f690-b40b-4f68-a374-930813272ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ea495a6c-85a5-439f-8115-c3a391fdce9f'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:14.349040 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-0ad212d6-59d4-4b7a-945d-4d28ad66017b None None] Bound port: 464b9439-4dd2-4be4-ab97-ae3989281633, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5699f690-b40b-4f68-a374-930813272ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ea495a6c-85a5-439f-8115-c3a391fdce9f'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:14.350604 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0ad212d6-59d4-4b7a-945d-4d28ad66017b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:14.351100 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabfea1-7f7e-4412-ad75-5582c18e4e3f req-5d6a11cf-2ea9-4d57-98e4-2ca12609a3b7 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:14.352650 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1fabfea1-7f7e-4412-ad75-5582c18e4e3f req-5d6a11cf-2ea9-4d57-98e4-2ca12609a3b7 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c HTTP/1.1" status: 200 len: 949 time: 0.1563535 Nov 12 00:37:14.358337 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-db5bde03-d03a-4c71-8d1a-862a8bdcf745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:14.359914 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-db5bde03-d03a-4c71-8d1a-862a8bdcf745 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 1102 time: 0.1213331 Nov 12 00:37:14.417633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4d7a1-c6e4-46f2-8a01-bcff7ee35113 admin admin] Checking segment: {'id': '306cca02-c178-4d0a-9474-746b0a56e110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7cffd860-92f0-4605-a42d-317ce67eb8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:14.417996 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c4d7a1-c6e4-46f2-8a01-bcff7ee35113 admin admin] Network hostable DHCP agents. Network: 7cffd860-92f0-4605-a42d-317ce67eb8e3, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:37:14.445360 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f0d0c6f-0fd7-48ef-808d-4b13955939f9 req-d54aa3c8-3d71-416b-9ec4-289b5909a8c3 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071773 Nov 12 00:37:14.459965 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c4d7a1-c6e4-46f2-8a01-bcff7ee35113 admin admin] Network 7cffd860-92f0-4605-a42d-317ce67eb8e3 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:37:14.471844 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-0ad212d6-59d4-4b7a-945d-4d28ad66017b None None] For port 464b9439-4dd2-4be4-ab97-ae3989281633, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:14.475928 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-b4c4d7a1-c6e4-46f2-8a01-bcff7ee35113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 7cffd860-92f0-4605-a42d-317ce67eb8e3) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:14.491824 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c4d7a1-c6e4-46f2-8a01-bcff7ee35113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:14.492622 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b4c4d7a1-c6e4-46f2-8a01-bcff7ee35113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:14.507016 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64cc6f5-9a0f-459e-bb9d-19fb94b13dbc None None] Network 7cffd860-92f0-4605-a42d-317ce67eb8e3 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:14.511469 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-0ad212d6-59d4-4b7a-945d-4d28ad66017b None None] For port 464b9439-4dd2-4be4-ab97-ae3989281633, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=464b9439-4dd2-4be4-ab97-ae3989281633,segment=NetworkSegment(5699f690-b40b-4f68-a374-930813272ab6),segment_id=5699f690-b40b-4f68-a374-930813272ab6)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:14.536076 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0ad212d6-59d4-4b7a-945d-4d28ad66017b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:14.540335 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b4c4d7a1-c6e4-46f2-8a01-bcff7ee35113 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7287111 Nov 12 00:37:14.545388 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-385686f0-12aa-4851-b238-e843e582a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:14.546881 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-385686f0-12aa-4851-b238-e843e582a87a service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1754611 Nov 12 00:37:14.550943 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1fabfea1-7f7e-4412-ad75-5582c18e4e3f req-b489e19f-3f37-4184-9087-a9de2d126991 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822059 Nov 12 00:37:14.607814 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-32f85214-4d06-438a-ba5d-cbd305067290 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=515d811e-cf1a-4557-b84d-06a73ebc4012 HTTP/1.1" status: 200 len: 217 time: 0.0452652 Nov 12 00:37:14.678938 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-e5c491b8-e299-4289-ac53-5d01ade37a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:14.680821 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-e5c491b8-e299-4289-ac53-5d01ade37a76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0593371 Nov 12 00:37:14.813717 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad212d6-59d4-4b7a-945d-4d28ad66017b None None] Pushing event updated for resources: {'Port': ['ID=464b9439-4dd2-4be4-ab97-ae3989281633,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:14.951534 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-8a1f9e34-d8bc-47af-bb47-ec5fe0c3b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:14.954262 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-8a1f9e34-d8bc-47af-bb47-ec5fe0c3b05b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2360506 Nov 12 00:37:14.965290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f6ccd1-2824-4196-bd19-09f904e29c12 None None] Network 7cffd860-92f0-4605-a42d-317ce67eb8e3 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:14.978858 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf341ffe-69ce-4c07-9fbf-2bef50dc262f req-aef8e9c2-9e57-4537-b32c-b7f1aca934da tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:14.988657 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bf341ffe-69ce-4c07-9fbf-2bef50dc262f req-aef8e9c2-9e57-4537-b32c-b7f1aca934da tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.1793685 Nov 12 00:37:15.076520 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00eae2d8-2d63-4d4e-adce-20cac2e5cffa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.110039 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00eae2d8-2d63-4d4e-adce-20cac2e5cffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.274021 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bf341ffe-69ce-4c07-9fbf-2bef50dc262f req-8b3c1466-7874-43af-a9d9-2bc80bd9aa82 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843535 Nov 12 00:37:15.349825 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-5a448de2-c86d-4e12-895e-b042ec0c21cc service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513222 Nov 12 00:37:15.374382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-00eae2d8-2d63-4d4e-adce-20cac2e5cffa admin admin] Allocated IP 172.25.0.46 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/688d76da-2668-4003-b678-c05afa570c6e) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:15.552948 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-28b46999-4c00-4410-adcb-d19a37c525f5 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741498 Nov 12 00:37:15.617257 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00eae2d8-2d63-4d4e-adce-20cac2e5cffa admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.662187 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72b097-a336-4b4c-8c16-7ed1523915da req-8c416d82-1f34-4be3-9e39-63df4dbfb559 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:15.666586 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0a72b097-a336-4b4c-8c16-7ed1523915da req-8c416d82-1f34-4be3-9e39-63df4dbfb559 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 944 time: 0.1275716 Nov 12 00:37:15.740608 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00eae2d8-2d63-4d4e-adce-20cac2e5cffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:15.846321 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eae2d8-2d63-4d4e-adce-20cac2e5cffa admin admin] Pushing event updated for resources: {'Port': ['ID=688d76da-2668-4003-b678-c05afa570c6e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:15.861351 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0a72b097-a336-4b4c-8c16-7ed1523915da req-a25b5985-81fa-4c7d-8451-f282d0ee22a5 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813188 Nov 12 00:37:15.884876 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00eae2d8-2d63-4d4e-adce-20cac2e5cffa admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:15.886405 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-00eae2d8-2d63-4d4e-adce-20cac2e5cffa admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:15.891940 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eae2d8-2d63-4d4e-adce-20cac2e5cffa admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:15.928598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 464b9439-4dd2-4be4-ab97-ae3989281633 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:15.973946 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c330b5-b604-4630-a589-3de29bc4922e req-77ebdc09-df73-43cb-8b5d-c114ba0d4cb3 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:15.977982 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99c330b5-b604-4630-a589-3de29bc4922e req-77ebdc09-df73-43cb-8b5d-c114ba0d4cb3 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/networks?id=7cffd860-92f0-4605-a42d-317ce67eb8e3 HTTP/1.1" status: 200 len: 822 time: 0.6784894 Nov 12 00:37:15.988573 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 42b5e418-708d-496f-8c64-dfbdfecda219 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:15.995825 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99c330b5-b604-4630-a589-3de29bc4922e req-f2abb158-90e3-4d1a-b51e-bbe191509b68 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/quotas/74a612f395be44a68a2caa531969f408 HTTP/1.1" status: 200 len: 375 time: 0.0118670 Nov 12 00:37:16.050967 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99c330b5-b604-4630-a589-3de29bc4922e req-c2689ebb-e471-499a-9744-7ccf9ef2a061 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=74a612f395be44a68a2caa531969f408&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431731 Nov 12 00:37:16.088291 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 464b9439-4dd2-4be4-ab97-ae3989281633 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:16.089083 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:16.147965 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 42b5e418-708d-496f-8c64-dfbdfecda219 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:37:16.162383 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 42b5e418-708d-496f-8c64-dfbdfecda219 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:16.163315 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:16.200305 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135dc03-881e-42b6-97cb-8af972ab765b req-9c8a4877-3b5d-43e1-a695-9a0e34422c26 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:16.209182 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1135dc03-881e-42b6-97cb-8af972ab765b req-9c8a4877-3b5d-43e1-a695-9a0e34422c26 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c HTTP/1.1" status: 200 len: 949 time: 0.2119863 Nov 12 00:37:16.216035 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99c330b5-b604-4630-a589-3de29bc4922e req-ba0fb2c7-7442-40c9-ad41-8c9ac244f134 service neutron] 10.222.0.31 "GET /v2.0/networks/7cffd860-92f0-4605-a42d-317ce67eb8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627111 Nov 12 00:37:16.257484 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:16.332672 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99c330b5-b604-4630-a589-3de29bc4922e req-b7fdde63-b848-4854-9fce-6c4d07888cfa service neutron] 10.222.0.31 "GET /v2.0/networks/7cffd860-92f0-4605-a42d-317ce67eb8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156459 Nov 12 00:37:16.342892 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 464b9439-4dd2-4be4-ab97-ae3989281633, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=464b9439-4dd2-4be4-ab97-ae3989281633,segment=NetworkSegment(5699f690-b40b-4f68-a374-930813272ab6),segment_id=5699f690-b40b-4f68-a374-930813272ab6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:16.355969 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:16.362843 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:16.392685 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1135dc03-881e-42b6-97cb-8af972ab765b req-9ed4cdc1-265e-49b3-bf0a-798ad0189058 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804514 Nov 12 00:37:16.433661 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43e4e3f-a792-4c64-9b37-69d74f4d5578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b5e418-708d-496f-8c64-dfbdfecda219'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:16.436768 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9050305-bd6b-413c-9cac-a5cb51ef9f95" -d '{"events": [{"server_uuid": "f43e4e3f-a792-4c64-9b37-69d74f4d5578", "name": "network-vif-plugged", "status": "completed", "tag": "42b5e418-708d-496f-8c64-dfbdfecda219"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:16.461954 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 42b5e418-708d-496f-8c64-dfbdfecda219, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=42b5e418-708d-496f-8c64-dfbdfecda219,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:16.479013 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:16.481643 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=464b9439-4dd2-4be4-ab97-ae3989281633,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:16.508055 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bcff82-55c6-4b49-a62c-b02047d84d0a None None] Network ea495a6c-85a5-439f-8115-c3a391fdce9f requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:16.564308 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00eae2d8-2d63-4d4e-adce-20cac2e5cffa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:16.669933 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=42b5e418-708d-496f-8c64-dfbdfecda219,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:16.721762 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-937466bf-e913-42f4-a8f2-4e287f9a85f0 None None] Provisioning complete for port 464b9439-4dd2-4be4-ab97-ae3989281633 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:16.722268 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-937466bf-e913-42f4-a8f2-4e287f9a85f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:16.860286 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e384c-e87b-486b-88a5-c21b8dfb3683 req-915feb29-cc58-4588-8361-d1982c15384e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:16.883469 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f8e384c-e87b-486b-88a5-c21b8dfb3683 req-915feb29-cc58-4588-8361-d1982c15384e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.1492279 Nov 12 00:37:16.885671 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00eae2d8-2d63-4d4e-adce-20cac2e5cffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:17.018810 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f8e384c-e87b-486b-88a5-c21b8dfb3683 req-31ad0c51-9fcb-4e36-836e-1ecc0cadc2e2 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346498 Nov 12 00:37:17.081070 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00eae2d8-2d63-4d4e-adce-20cac2e5cffa admin admin] Router 4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:37:17.282830 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00eae2d8-2d63-4d4e-adce-20cac2e5cffa admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:37:17.295702 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] Sync routers for ids ['4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:37:17.312724 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] Routers {'4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:37:17.313396 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:36:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:17.318109 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00eae2d8-2d63-4d4e-adce-20cac2e5cffa admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:17.323789 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-00eae2d8-2d63-4d4e-adce-20cac2e5cffa admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1937668 Nov 12 00:37:17.324279 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51280) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:17.422421 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8efdb72-7dde-40b8-b243-699cf03d70be x-openstack-request-id: req-c8efdb72-7dde-40b8-b243-699cf03d70be {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:17.423305 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43e4e3f-a792-4c64-9b37-69d74f4d5578", "name": "network-vif-plugged", "status": "completed", "tag": "42b5e418-708d-496f-8c64-dfbdfecda219", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:17.423305 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8efdb72-7dde-40b8-b243-699cf03d70be {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:17.426690 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43e4e3f-a792-4c64-9b37-69d74f4d5578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b5e418-708d-496f-8c64-dfbdfecda219', 'code': 200} Nov 12 00:37:17.579615 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8d66c025-2c8e-4de7-8fdc-51ff1da0c222 None None] Provisioning complete for port 464b9439-4dd2-4be4-ab97-ae3989281633 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:17.579987 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8d66c025-2c8e-4de7-8fdc-51ff1da0c222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:17.659654 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] Set router 4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:37:17.789600 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87d455-3a6f-4e3a-9f9d-d98303a230c9 req-f4b27484-6861-4140-89e7-7ea57154f19e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:17.791192 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9f87d455-3a6f-4e3a-9f9d-d98303a230c9 req-f4b27484-6861-4140-89e7-7ea57154f19e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.1148772 Nov 12 00:37:17.890555 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9f87d455-3a6f-4e3a-9f9d-d98303a230c9 req-36fff980-d6d0-439e-9c9e-27627095606e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929906 Nov 12 00:37:17.891078 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 464b9439-4dd2-4be4-ab97-ae3989281633 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:18.142172 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9a55363f-cca1-449b-864e-26f1c436af4a req-c5ef30f6-e91d-4237-8b43-afc5dd11447e tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/ports?device_id=cded100f-33d2-4ed1-9c97-03d5c134bf70 HTTP/1.1" status: 200 len: 210 time: 0.1289737 Nov 12 00:37:18.297510 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 464b9439-4dd2-4be4-ab97-ae3989281633 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:18.298185 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:18.321903 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c468130-d5a4-4917-956b-2512abfe516d req-f9ae9bdd-b482-4db0-a154-c4cc55489025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:18.327916 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4c468130-d5a4-4917-956b-2512abfe516d req-f9ae9bdd-b482-4db0-a154-c4cc55489025 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 1097 time: 0.7803884 Nov 12 00:37:18.344394 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71', 'name': 'tempest-ServersTestMultiNic-490597067-router', 'tenant_id': 'bc40649e055443b9aaedfdea46736570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '688d76da-2668-4003-b678-c05afa570c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:16Z', 'revision_number': 3, 'project_id': 'bc40649e055443b9aaedfdea46736570', 'gw_port': {'id': '688d76da-2668-4003-b678-c05afa570c6e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:15Z', 'updated_at': '2021-11-12T00:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:18.367650 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c330b5-b604-4630-a589-3de29bc4922e req-84fdaced-658e-4492-ab66-88100b4c1e5e tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:18.373700 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99c330b5-b604-4630-a589-3de29bc4922e req-84fdaced-658e-4492-ab66-88100b4c1e5e tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.21 "GET /v2.0/networks?id=7cffd860-92f0-4605-a42d-317ce67eb8e3 HTTP/1.1" status: 200 len: 822 time: 0.2457912 Nov 12 00:37:18.392054 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-99c330b5-b604-4630-a589-3de29bc4922e req-23832231-5b3e-46fd-8ae5-59d22f19a89e tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Request body: {'port': {'device_id': 'cded100f-33d2-4ed1-9c97-03d5c134bf70', 'network_id': '7cffd860-92f0-4605-a42d-317ce67eb8e3', 'admin_state_up': True, 'tenant_id': '74a612f395be44a68a2caa531969f408'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:18.392416 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] Checking router: 4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:37:18.392843 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] Updating router 4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71 port 688d76da-2668-4003-b678-c05afa570c6e binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:37:18.446803 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4c468130-d5a4-4917-956b-2512abfe516d req-2f8fb1d7-01f8-4a12-9ee4-2796b086243f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057169 Nov 12 00:37:18.456387 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:18.634536 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c330b5-b604-4630-a589-3de29bc4922e req-23832231-5b3e-46fd-8ae5-59d22f19a89e tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Made reservation on behalf of 74a612f395be44a68a2caa531969f408 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:18.642679 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-99c330b5-b604-4630-a589-3de29bc4922e req-23832231-5b3e-46fd-8ae5-59d22f19a89e tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:18.649969 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc28a26-6746-41c8-92f9-cb4948f71965 req-f659d920-3142-4357-a744-03863e092e46 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:18.657455 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-efc28a26-6746-41c8-92f9-cb4948f71965 req-f659d920-3142-4357-a744-03863e092e46 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.1301775 Nov 12 00:37:18.807618 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-efc28a26-6746-41c8-92f9-cb4948f71965 req-2da88aa5-753f-49e7-91ca-4a30251e2380 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442964 Nov 12 00:37:18.870534 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:18.870778 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a97a75-45f3-4076-a68f-05498ce8719d req-12c44a74-ed32-4a2a-931d-4c4d1fee12a0 tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:18.871633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a97a75-45f3-4076-a68f-05498ce8719d req-12c44a74-ed32-4a2a-931d-4c4d1fee12a0 tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:18.872166 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a97a75-45f3-4076-a68f-05498ce8719d req-12c44a74-ed32-4a2a-931d-4c4d1fee12a0 tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:18.872719 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a97a75-45f3-4076-a68f-05498ce8719d req-12c44a74-ed32-4a2a-931d-4c4d1fee12a0 tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:18.873263 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a97a75-45f3-4076-a68f-05498ce8719d req-12c44a74-ed32-4a2a-931d-4c4d1fee12a0 tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:18.873785 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a97a75-45f3-4076-a68f-05498ce8719d req-12c44a74-ed32-4a2a-931d-4c4d1fee12a0 tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:18.874420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a97a75-45f3-4076-a68f-05498ce8719d req-12c44a74-ed32-4a2a-931d-4c4d1fee12a0 tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:18.875319 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a97a75-45f3-4076-a68f-05498ce8719d req-12c44a74-ed32-4a2a-931d-4c4d1fee12a0 tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:18.875931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a97a75-45f3-4076-a68f-05498ce8719d req-12c44a74-ed32-4a2a-931d-4c4d1fee12a0 tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:18.876740 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a97a75-45f3-4076-a68f-05498ce8719d req-12c44a74-ed32-4a2a-931d-4c4d1fee12a0 tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:18.877130 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a97a75-45f3-4076-a68f-05498ce8719d req-12c44a74-ed32-4a2a-931d-4c4d1fee12a0 tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:18.877551 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a97a75-45f3-4076-a68f-05498ce8719d req-12c44a74-ed32-4a2a-931d-4c4d1fee12a0 tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:18.878624 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:18.889233 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c5a97a75-45f3-4076-a68f-05498ce8719d req-12c44a74-ed32-4a2a-931d-4c4d1fee12a0 tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cded100f-33d2-4ed1-9c97-03d5c134bf70&device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c&device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578&device_id=df8df5da-baba-46dd-818a-6a7936d3fe57&device_id=26ce4841-2428-4a98-aef2-c85a35f3ef2c&device_id=1b2102a8-4fc7-4250-9fa1-71e279f9c6ea&device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6&device_id=f470f025-01df-4caa-a766-2e552b960619&device_id=75378bc8-5ed3-4197-a1da-04963661bf21&device_id=da808a76-d123-46a7-b508-7b6cd6c85088&device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad&device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f&device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 10883 time: 0.1955469 Nov 12 00:37:18.906553 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c5a97a75-45f3-4076-a68f-05498ce8719d req-c0aa036d-9268-4133-ba3b-ffe317c3b4ad tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:18.948417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-99c330b5-b604-4630-a589-3de29bc4922e req-23832231-5b3e-46fd-8ae5-59d22f19a89e tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Allocated IP 172.20.0.7 (7cffd860-92f0-4605-a42d-317ce67eb8e3/6d82a431-a2c9-45db-b305-66b3f0172604/2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:18.949815 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] Attempting to bind port 688d76da-2668-4003-b678-c05afa570c6e on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:18.950289 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] Attempting to bind port 688d76da-2668-4003-b678-c05afa570c6e by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:18.950897 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] Attempting to bind port 688d76da-2668-4003-b678-c05afa570c6e on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:18.959840 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad17a39-34a0-453a-8cbf-39ac84bd041d None None] Pushing event updated for resources: {'Port': ['ID=688d76da-2668-4003-b678-c05afa570c6e,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:18.965553 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:18.966345 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:18.967086 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:18.967245 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:18.967725 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] Bound port: 688d76da-2668-4003-b678-c05afa570c6e, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:18.968267 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.061240 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] For port 688d76da-2668-4003-b678-c05afa570c6e, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:19.064597 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] For port 688d76da-2668-4003-b678-c05afa570c6e, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=688d76da-2668-4003-b678-c05afa570c6e,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:19.071257 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.073403 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d25301e4-270f-4f72-a73c-ef22c4d05483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.111734 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f559d92-4a6b-4dfd-85be-8eefc443d3fe req-1cbaca9f-7120-4e48-8656-73dd78a7e927 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:19.113693 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0f559d92-4a6b-4dfd-85be-8eefc443d3fe req-1cbaca9f-7120-4e48-8656-73dd78a7e927 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.0721941 Nov 12 00:37:19.135315 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c5a97a75-45f3-4076-a68f-05498ce8719d req-c0aa036d-9268-4133-ba3b-ffe317c3b4ad tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.142106 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c5a97a75-45f3-4076-a68f-05498ce8719d req-c0aa036d-9268-4133-ba3b-ffe317c3b4ad tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.153047 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] Routers {'4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:37:19.153741 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:36:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:19.156885 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad17a39-34a0-453a-8cbf-39ac84bd041d None None] Pushing event updated for resources: {'Port': ['ID=688d76da-2668-4003-b678-c05afa570c6e,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:19.245344 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c5a97a75-45f3-4076-a68f-05498ce8719d req-c0aa036d-9268-4133-ba3b-ffe317c3b4ad tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&id=f25e6da9-3533-4523-b1b1-9894c91acd03&id=55948117-64f2-49be-b5cc-59e525acbe45&id=83238c19-e702-4213-a4a2-30a4f6b3adbf&id=da3d3a18-f221-46cf-b67e-fe93c9775724&id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.3545146 Nov 12 00:37:19.284498 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa036d-9268-4133-ba3b-ffe317c3b4ad tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df39982a-047b-4578-9aba-7e1a23269b23,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:19.285523 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0f559d92-4a6b-4dfd-85be-8eefc443d3fe req-444435bc-727a-403b-9fb2-dc0e2ad5ccd3 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249382 Nov 12 00:37:19.317796 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-99c330b5-b604-4630-a589-3de29bc4922e req-23832231-5b3e-46fd-8ae5-59d22f19a89e tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.322674 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] Set router 4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:37:19.371088 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-99c330b5-b604-4630-a589-3de29bc4922e req-23832231-5b3e-46fd-8ae5-59d22f19a89e tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.400063 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c330b5-b604-4630-a589-3de29bc4922e req-23832231-5b3e-46fd-8ae5-59d22f19a89e tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Network 7cffd860-92f0-4605-a42d-317ce67eb8e3 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:19.402951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-99c330b5-b604-4630-a589-3de29bc4922e req-23832231-5b3e-46fd-8ae5-59d22f19a89e tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:19.440831 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-d25301e4-270f-4f72-a73c-ef22c4d05483 admin admin] Allocated IP 172.20.0.1 (ea495a6c-85a5-439f-8115-c3a391fdce9f/c7f3a0c4-7db1-4c3a-bc0e-26bc3e6d6fbc/9379335c-74b1-4b4f-bd0b-a09eedb9872a) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:19.453553 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c330b5-b604-4630-a589-3de29bc4922e req-23832231-5b3e-46fd-8ae5-59d22f19a89e tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:19.470770 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a3ffb-16b3-4c84-9d15-000733f6f2c5 req-7a2e9f28-47f4-41a5-9fc2-90eabe7f4828 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:19.479426 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2c2a3ffb-16b3-4c84-9d15-000733f6f2c5 req-7a2e9f28-47f4-41a5-9fc2-90eabe7f4828 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/ports?device_id=cded100f-33d2-4ed1-9c97-03d5c134bf70 HTTP/1.1" status: 200 len: 931 time: 0.0858440 Nov 12 00:37:19.510029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23832231-5b3e-46fd-8ae5-59d22f19a89e tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Pushing event updated for resources: {'Port': ['ID=2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:19.539833 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c330b5-b604-4630-a589-3de29bc4922e req-23832231-5b3e-46fd-8ae5-59d22f19a89e tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:19.540512 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-99c330b5-b604-4630-a589-3de29bc4922e req-23832231-5b3e-46fd-8ae5-59d22f19a89e tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.557459 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2c2a3ffb-16b3-4c84-9d15-000733f6f2c5 req-48bb0b28-b255-403b-bce0-04cdf5692837 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebd831da-fa30-4df1-8444-8be745f0f186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766420 Nov 12 00:37:19.577033 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99c330b5-b604-4630-a589-3de29bc4922e req-23832231-5b3e-46fd-8ae5-59d22f19a89e tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1839070 Nov 12 00:37:19.587598 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-99c330b5-b604-4630-a589-3de29bc4922e req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] Request body: {'port': {'device_id': 'cded100f-33d2-4ed1-9c97-03d5c134bf70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:19.652086 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71', 'name': 'tempest-ServersTestMultiNic-490597067-router', 'tenant_id': 'bc40649e055443b9aaedfdea46736570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '688d76da-2668-4003-b678-c05afa570c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:16Z', 'revision_number': 3, 'project_id': 'bc40649e055443b9aaedfdea46736570', 'gw_port': {'id': '688d76da-2668-4003-b678-c05afa570c6e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:15Z', 'updated_at': '2021-11-12T00:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:19.697777 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d25301e4-270f-4f72-a73c-ef22c4d05483 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.703408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590eecbb-f60c-43a1-91f7-9d2347ecccec None None] The sync data for ids ['4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71'] in n-d-712137-14 is: [{'id': '4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71', 'name': 'tempest-ServersTestMultiNic-490597067-router', 'tenant_id': 'bc40649e055443b9aaedfdea46736570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '688d76da-2668-4003-b678-c05afa570c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:16Z', 'revision_number': 3, 'project_id': 'bc40649e055443b9aaedfdea46736570', 'gw_port': {'id': '688d76da-2668-4003-b678-c05afa570c6e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:15Z', 'updated_at': '2021-11-12T00:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:37:19.718643 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-99c330b5-b604-4630-a589-3de29bc4922e req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.765791 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d25301e4-270f-4f72-a73c-ef22c4d05483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.863280 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25301e4-270f-4f72-a73c-ef22c4d05483 admin admin] Network ea495a6c-85a5-439f-8115-c3a391fdce9f is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:19.880371 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-d25301e4-270f-4f72-a73c-ef22c4d05483 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:19.888530 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25301e4-270f-4f72-a73c-ef22c4d05483 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:19.955132 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d1d7667a-ad9b-4fa5-a6ef-e19f8c281a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:19.997736 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25301e4-270f-4f72-a73c-ef22c4d05483 admin admin] Pushing event updated for resources: {'Port': ['ID=9379335c-74b1-4b4f-bd0b-a09eedb9872a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:20.028599 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d25301e4-270f-4f72-a73c-ef22c4d05483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.232061 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9b810-86e2-4826-b1d5-e550e41f4f74 req-4da9c938-94f9-480e-8f60-5f1ca207cdb6 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:20.242250 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21a9b810-86e2-4826-b1d5-e550e41f4f74 req-4da9c938-94f9-480e-8f60-5f1ca207cdb6 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.2315021 Nov 12 00:37:20.311872 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ced665bf-7c28-42a1-95c0-f8eb82fdf380 None None] Provisioning complete for port 9379335c-74b1-4b4f-bd0b-a09eedb9872a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:20.312246 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ced665bf-7c28-42a1-95c0-f8eb82fdf380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.316585 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b449d30-64ce-4cf6-824e-749d23692b3b req-2777aec1-4321-420a-ab41-6a08bb48a9d6 tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:20.320349 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b449d30-64ce-4cf6-824e-749d23692b3b req-2777aec1-4321-420a-ab41-6a08bb48a9d6 tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:20.321584 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b449d30-64ce-4cf6-824e-749d23692b3b req-2777aec1-4321-420a-ab41-6a08bb48a9d6 tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:20.334151 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8b449d30-64ce-4cf6-824e-749d23692b3b req-2777aec1-4321-420a-ab41-6a08bb48a9d6 tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c&device_id=1b2102a8-4fc7-4250-9fa1-71e279f9c6ea&device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 2885 time: 0.2380104 Nov 12 00:37:20.351887 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21a9b810-86e2-4826-b1d5-e550e41f4f74 req-a14f222a-0e66-4d56-99f6-1502671d171a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086509 Nov 12 00:37:20.377981 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ced665bf-7c28-42a1-95c0-f8eb82fdf380 None None] Port 9379335c-74b1-4b4f-bd0b-a09eedb9872a cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:37:20.425493 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d25301e4-270f-4f72-a73c-ef22c4d05483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.455125 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-99c330b5-b604-4630-a589-3de29bc4922e req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:20.465621 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-99c330b5-b604-4630-a589-3de29bc4922e req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.471071 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8b449d30-64ce-4cf6-824e-749d23692b3b req-25b3a682-0374-4e63-9e3e-5e7a58ff150d tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353521 Nov 12 00:37:20.544081 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-99c330b5-b604-4630-a589-3de29bc4922e req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] Transition to ACTIVE for port object 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:37:20.553482 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-99c330b5-b604-4630-a589-3de29bc4922e req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.697245 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] Pushing event updated for resources: {'Port': ['ID=2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:20.726873 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702293d8-d4cc-4f8b-af13-ee734dd58a95 req-03ea36d8-38b4-4d0e-a7c2-8ce191285d4b tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:20.736338 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-702293d8-d4cc-4f8b-af13-ee734dd58a95 req-03ea36d8-38b4-4d0e-a7c2-8ce191285d4b tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.2651980 Nov 12 00:37:20.753627 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d25301e4-270f-4f72-a73c-ef22c4d05483 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.776887 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d25301e4-270f-4f72-a73c-ef22c4d05483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.806861 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-702293d8-d4cc-4f8b-af13-ee734dd58a95 req-b3d2ca79-0175-43af-9ba4-0b455c83279a tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676603 Nov 12 00:37:20.843396 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d25301e4-270f-4f72-a73c-ef22c4d05483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.919848 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-99c330b5-b604-4630-a589-3de29bc4922e req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] Attempting to bind port 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:20.920607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-99c330b5-b604-4630-a589-3de29bc4922e req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] Attempting to bind port 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '306cca02-c178-4d0a-9474-746b0a56e110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7cffd860-92f0-4605-a42d-317ce67eb8e3'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:20.921336 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c330b5-b604-4630-a589-3de29bc4922e req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] Attempting to bind port 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629 on network 7cffd860-92f0-4605-a42d-317ce67eb8e3 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:20.930526 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c330b5-b604-4630-a589-3de29bc4922e req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] Port 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629 on network 7cffd860-92f0-4605-a42d-317ce67eb8e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:37:20.931440 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c330b5-b604-4630-a589-3de29bc4922e req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] Attempting to bind port 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629 on network 7cffd860-92f0-4605-a42d-317ce67eb8e3 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:20.945511 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c330b5-b604-4630-a589-3de29bc4922e req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:20.945883 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c330b5-b604-4630-a589-3de29bc4922e req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] Checking segment: {'id': '306cca02-c178-4d0a-9474-746b0a56e110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7cffd860-92f0-4605-a42d-317ce67eb8e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:20.946237 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c330b5-b604-4630-a589-3de29bc4922e req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] Bound using segment: {'id': '306cca02-c178-4d0a-9474-746b0a56e110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7cffd860-92f0-4605-a42d-317ce67eb8e3'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:20.946682 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-99c330b5-b604-4630-a589-3de29bc4922e req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] Bound port: 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '306cca02-c178-4d0a-9474-746b0a56e110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7cffd860-92f0-4605-a42d-317ce67eb8e3'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:20.947040 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-99c330b5-b604-4630-a589-3de29bc4922e req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:20.996650 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25301e4-270f-4f72-a73c-ef22c4d05483 admin admin] Pushing event updated for resources: {'Port': ['ID=9379335c-74b1-4b4f-bd0b-a09eedb9872a,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:21.009739 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627162f-5dd3-4a75-b7ba-ddac7b105450 req-b95df897-59fa-4ac7-a167-4c0797e5403f tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:21.011314 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1627162f-5dd3-4a75-b7ba-ddac7b105450 req-b95df897-59fa-4ac7-a167-4c0797e5403f tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/ports?device_id=cded100f-33d2-4ed1-9c97-03d5c134bf70 HTTP/1.1" status: 200 len: 943 time: 0.2712314 Nov 12 00:37:21.142623 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25301e4-270f-4f72-a73c-ef22c4d05483 admin admin] Network ea495a6c-85a5-439f-8115-c3a391fdce9f is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:21.146002 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-99c330b5-b604-4630-a589-3de29bc4922e req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] For port 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:21.157077 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-d25301e4-270f-4f72-a73c-ef22c4d05483 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:21.158474 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-99c330b5-b604-4630-a589-3de29bc4922e req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] For port 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629,segment=NetworkSegment(306cca02-c178-4d0a-9474-746b0a56e110),segment_id=306cca02-c178-4d0a-9474-746b0a56e110)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:21.166471 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-99c330b5-b604-4630-a589-3de29bc4922e req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:21.220405 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1627162f-5dd3-4a75-b7ba-ddac7b105450 req-0e93b75f-6b9e-4326-8190-8bfe663cfa72 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebd831da-fa30-4df1-8444-8be745f0f186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794293 Nov 12 00:37:21.296757 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] Pushing event updated for resources: {'Port': ['ID=2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:21.358141 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c330b5-b604-4630-a589-3de29bc4922e req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:21.358905 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-99c330b5-b604-4630-a589-3de29bc4922e req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:21.360455 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99c330b5-b604-4630-a589-3de29bc4922e req-8b9b15be-38c3-4179-8c3a-4df1e8e4699f service neutron] 10.222.0.21 "PUT /v2.0/ports/2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629 HTTP/1.1" status: 200 len: 1092 time: 1.7785068 Nov 12 00:37:21.360861 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cded100f-33d2-4ed1-9c97-03d5c134bf70', 'tag': '2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:21.362978 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1f1743-e828-4a6b-8301-7050734c3b80" -d '{"events": [{"name": "network-changed", "server_uuid": "cded100f-33d2-4ed1-9c97-03d5c134bf70", "tag": "2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:21.479107 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c330b5-b604-4630-a589-3de29bc4922e req-850a1a10-57c1-472d-8f4f-99464bc6cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:21.480988 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99c330b5-b604-4630-a589-3de29bc4922e req-850a1a10-57c1-472d-8f4f-99464bc6cfc1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74a612f395be44a68a2caa531969f408&device_id=cded100f-33d2-4ed1-9c97-03d5c134bf70 HTTP/1.1" status: 200 len: 1095 time: 0.0707581 Nov 12 00:37:21.514824 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6cb91-8718-4a90-afdf-0875d5e772d9 req-3e461f72-d0dd-4efb-8fd6-86f8c040cd9d tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:21.522654 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-61d6cb91-8718-4a90-afdf-0875d5e772d9 req-3e461f72-d0dd-4efb-8fd6-86f8c040cd9d tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.1623993 Nov 12 00:37:21.575074 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25301e4-270f-4f72-a73c-ef22c4d05483 admin admin] Router 4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:37:21.595809 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99c330b5-b604-4630-a589-3de29bc4922e req-e9b03af3-9c15-4b4b-9b24-e65db0aa7f0f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629 HTTP/1.1" status: 200 len: 217 time: 0.0987139 Nov 12 00:37:21.605921 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff7f13a-1f51-41d2-b63a-91c76151a6f7 x-openstack-request-id: req-1ff7f13a-1f51-41d2-b63a-91c76151a6f7 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:21.605921 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cded100f-33d2-4ed1-9c97-03d5c134bf70", "tag": "2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:21.605921 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ff7f13a-1f51-41d2-b63a-91c76151a6f7 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:21.605921 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cded100f-33d2-4ed1-9c97-03d5c134bf70', 'tag': '2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629', 'status': 'completed', 'code': 200} Nov 12 00:37:21.624261 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8596f148-2b87-474c-8e3e-b4012ef3f789 None None] Provisioning complete for port 9379335c-74b1-4b4f-bd0b-a09eedb9872a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:21.625250 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8596f148-2b87-474c-8e3e-b4012ef3f789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:21.671536 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-8596f148-2b87-474c-8e3e-b4012ef3f789 None None] Port 9379335c-74b1-4b4f-bd0b-a09eedb9872a cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:37:21.680955 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-61d6cb91-8718-4a90-afdf-0875d5e772d9 req-a229d948-d9f3-4b45-b423-34b44c7d54a4 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573944 Nov 12 00:37:21.812330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c330b5-b604-4630-a589-3de29bc4922e req-371ce0d3-7597-4aa6-959d-ed9627ff3c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:21.817086 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99c330b5-b604-4630-a589-3de29bc4922e req-371ce0d3-7597-4aa6-959d-ed9627ff3c86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6d82a431-a2c9-45db-b305-66b3f0172604 HTTP/1.1" status: 200 len: 862 time: 0.2092755 Nov 12 00:37:21.902916 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25301e4-270f-4f72-a73c-ef22c4d05483 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:37:21.910576 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3c7d3-415c-4991-982e-f9d9404f777e req-24e79262-52c4-47b7-ae68-411961e7e49d tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:21.912159 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-53d3c7d3-415c-4991-982e-f9d9404f777e req-24e79262-52c4-47b7-ae68-411961e7e49d tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.2242095 Nov 12 00:37:21.914056 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d25301e4-270f-4f72-a73c-ef22c4d05483 admin admin] 10.222.0.31 "PUT /v2.0/routers/4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5890467 Nov 12 00:37:21.923918 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 688d76da-2668-4003-b678-c05afa570c6e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:21.936432 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99c330b5-b604-4630-a589-3de29bc4922e req-416ac6e0-a8da-4c9f-86b0-3a955494e0d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7cffd860-92f0-4605-a42d-317ce67eb8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083424 Nov 12 00:37:22.066280 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 688d76da-2668-4003-b678-c05afa570c6e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:22.071338 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.146818 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51388) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:22.194751 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-53d3c7d3-415c-4991-982e-f9d9404f777e req-19faa587-16db-4cb8-a4cc-d9f6f8060fc9 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545140 Nov 12 00:37:22.238713 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.266982 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99c330b5-b604-4630-a589-3de29bc4922e req-0821a7fc-d022-4b85-ad8e-1cbc77d959be service neutron] 10.222.0.21 "GET /v2.0/networks/7cffd860-92f0-4605-a42d-317ce67eb8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143017 Nov 12 00:37:22.288726 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b3ecf58a-568b-498a-a5b4-b0eed9ea2d57 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-322626545'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:22.338890 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 688d76da-2668-4003-b678-c05afa570c6e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=688d76da-2668-4003-b678-c05afa570c6e,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:22.341412 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3a0688ab-af97-4966-b90b-55a7a4d91ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.344047 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ecf58a-568b-498a-a5b4-b0eed9ea2d57 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Made reservation on behalf of bc40649e055443b9aaedfdea46736570 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:22.349447 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3ecf58a-568b-498a-a5b4-b0eed9ea2d57 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.354596 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.435633 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99c330b5-b604-4630-a589-3de29bc4922e req-7e216eb4-38bd-4675-9b82-ede24d8db683 service neutron] 10.222.0.21 "GET /v2.0/networks/7cffd860-92f0-4605-a42d-317ce67eb8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584175 Nov 12 00:37:22.480357 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ecf58a-568b-498a-a5b4-b0eed9ea2d57 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:37:22.492661 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=688d76da-2668-4003-b678-c05afa570c6e,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:22.519134 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3ecf58a-568b-498a-a5b4-b0eed9ea2d57 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.519697 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-b3ecf58a-568b-498a-a5b4-b0eed9ea2d57 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Added segment b913ef47-9313-48e0-b584-0757b58117b2 of type vlan for network 4320f171-2faa-47f9-a141-810f47abe070 Nov 12 00:37:22.553446 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990a6ba-3865-4f0f-8029-f3c578c5c710 req-c0127919-80e1-40bf-99f3-75e9c6f66de9 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:22.555022 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1990a6ba-3865-4f0f-8029-f3c578c5c710 req-c0127919-80e1-40bf-99f3-75e9c6f66de9 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/ports?device_id=cded100f-33d2-4ed1-9c97-03d5c134bf70 HTTP/1.1" status: 200 len: 943 time: 0.1603100 Nov 12 00:37:22.556430 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] Sync routers for ids ['4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:37:22.569093 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] Routers {'4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:37:22.569849 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:37:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:22.578036 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e2e19-77e6-479d-89fd-5f2317fa7e6f req-0c113ecc-7ed9-406a-a04d-702ded1382bb tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:22.579599 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3d5e2e19-77e6-479d-89fd-5f2317fa7e6f req-0c113ecc-7ed9-406a-a04d-702ded1382bb tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 1102 time: 0.1269901 Nov 12 00:37:22.592932 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f1743-e828-4a6b-8301-7050734c3b80 req-a478daaa-f200-4e7b-83b1-38af04c2d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:22.594551 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca1f1743-e828-4a6b-8301-7050734c3b80 req-a478daaa-f200-4e7b-83b1-38af04c2d5e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74a612f395be44a68a2caa531969f408&device_id=cded100f-33d2-4ed1-9c97-03d5c134bf70 HTTP/1.1" status: 200 len: 1095 time: 0.0716982 Nov 12 00:37:22.635830 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3ecf58a-568b-498a-a5b4-b0eed9ea2d57 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.676303 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1990a6ba-3865-4f0f-8029-f3c578c5c710 req-6d04b631-1100-4b00-b99c-fc6332e62efe tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebd831da-fa30-4df1-8444-8be745f0f186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946453 Nov 12 00:37:22.708012 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3ecf58a-568b-498a-a5b4-b0eed9ea2d57 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.733963 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ecf58a-568b-498a-a5b4-b0eed9ea2d57 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:22.738606 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3ecf58a-568b-498a-a5b4-b0eed9ea2d57 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:22.765675 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] Set router 4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:37:22.775712 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3d5e2e19-77e6-479d-89fd-5f2317fa7e6f req-7f72a3fb-a21b-43f0-8849-c28d9efca20d tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851652 Nov 12 00:37:22.845962 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f1743-e828-4a6b-8301-7050734c3b80 req-a5de0de4-cefa-4921-972b-441ac72c57c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:22.848010 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca1f1743-e828-4a6b-8301-7050734c3b80 req-a5de0de4-cefa-4921-972b-441ac72c57c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7cffd860-92f0-4605-a42d-317ce67eb8e3 HTTP/1.1" status: 200 len: 923 time: 0.2450347 Nov 12 00:37:22.974077 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca1f1743-e828-4a6b-8301-7050734c3b80 req-2b8d356a-e56e-4310-995c-801c8b8b2dbc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629 HTTP/1.1" status: 200 len: 217 time: 0.1145468 Nov 12 00:37:22.997229 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b3ecf58a-568b-498a-a5b4-b0eed9ea2d57 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8492799 Nov 12 00:37:23.028254 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51432) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:23.034323 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-570cbf6a-55d4-4af0-b413-2252661af825 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Request body: {'subnet': {'network_id': '4320f171-2faa-47f9-a141-810f47abe070', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:23.040851 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ecf58a-568b-498a-a5b4-b0eed9ea2d57 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event updated for resources: {'Network': ['ID=4320f171-2faa-47f9-a141-810f47abe070,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:23.055074 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 4320f171-2faa-47f9-a141-810f47abe070 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:37:23.102031 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2974c39-97e4-47cc-b33e-81c7484a43b8 req-a65ee7bb-ce07-48d2-a474-2236dc2901f0 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:23.103610 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f2974c39-97e4-47cc-b33e-81c7484a43b8 req-a65ee7bb-ce07-48d2-a474-2236dc2901f0 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.2540438 Nov 12 00:37:23.157238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f1743-e828-4a6b-8301-7050734c3b80 req-6697e478-a733-4250-9966-e98a78f94912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:23.159203 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca1f1743-e828-4a6b-8301-7050734c3b80 req-6697e478-a733-4250-9966-e98a78f94912 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6d82a431-a2c9-45db-b305-66b3f0172604 HTTP/1.1" status: 200 len: 862 time: 0.1658568 Nov 12 00:37:23.216293 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca1f1743-e828-4a6b-8301-7050734c3b80 req-f939965c-1d29-4e91-a41d-0989cdf86c59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7cffd860-92f0-4605-a42d-317ce67eb8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447605 Nov 12 00:37:23.221154 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eeae8-fbb3-430e-8fcb-4440cf9cf1a3 req-31b3e950-9f6b-4f65-ba2c-f4e67656b203 tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:23.226720 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f2974c39-97e4-47cc-b33e-81c7484a43b8 req-569703f6-0772-4760-ac22-b0be2351b780 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161439 Nov 12 00:37:23.229496 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f2eeae8-fbb3-430e-8fcb-4440cf9cf1a3 req-31b3e950-9f6b-4f65-ba2c-f4e67656b203 tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 1102 time: 0.2652256 Nov 12 00:37:23.242327 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71', 'name': 'tempest-ServersTestMultiNic-490597067-router', 'tenant_id': 'bc40649e055443b9aaedfdea46736570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '688d76da-2668-4003-b678-c05afa570c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:20Z', 'revision_number': 4, 'project_id': 'bc40649e055443b9aaedfdea46736570', 'gw_port': {'id': '688d76da-2668-4003-b678-c05afa570c6e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:15Z', 'updated_at': '2021-11-12T00:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '9379335c-74b1-4b4f-bd0b-a09eedb9872a', 'name': '', 'network_id': 'ea495a6c-85a5-439f-8115-c3a391fdce9f', 'tenant_id': 'bc40649e055443b9aaedfdea46736570', 'mac_address': 'fa:16:3e:56:13:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c7f3a0c4-7db1-4c3a-bc0e-26bc3e6d6fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:19Z', 'updated_at': '2021-11-12T00:37:20Z', 'revision_number': 2, 'project_id': 'bc40649e055443b9aaedfdea46736570', 'subnets': [{'id': 'c7f3a0c4-7db1-4c3a-bc0e-26bc3e6d6fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:23.299317 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] Checking router: 4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:37:23.300576 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] Updating router 4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71 port 9379335c-74b1-4b4f-bd0b-a09eedb9872a binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:37:23.306996 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:23.358019 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f2eeae8-fbb3-430e-8fcb-4440cf9cf1a3 req-31ade647-4073-4979-8a99-14414ba7d31c tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241620 Nov 12 00:37:23.362050 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:23.364273 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570cbf6a-55d4-4af0-b413-2252661af825 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Made reservation on behalf of bc40649e055443b9aaedfdea46736570 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:23.372438 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-570cbf6a-55d4-4af0-b413-2252661af825 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:23.454624 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ab3f6-f0b9-432d-9693-4e9deb522369 req-9769f72a-d89b-47db-a43f-5a04fa48d978 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:23.456164 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b78ab3f6-f0b9-432d-9693-4e9deb522369 req-9769f72a-d89b-47db-a43f-5a04fa48d978 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.1192873 Nov 12 00:37:23.572777 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b78ab3f6-f0b9-432d-9693-4e9deb522369 req-d0e0cad8-7b8a-42fe-919f-37a0863b04f6 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076615 Nov 12 00:37:23.648641 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca1f1743-e828-4a6b-8301-7050734c3b80 req-a549a488-47d7-4f34-93b4-33c34788f0e3 service neutron] 10.222.0.21 "GET /v2.0/networks/7cffd860-92f0-4605-a42d-317ce67eb8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083874 Nov 12 00:37:23.806866 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:23.815133 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:23.871873 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa70dfd-2c58-44ff-8d26-34fe0b2bdfd8 None None] Pushing event updated for resources: {'Port': ['ID=9379335c-74b1-4b4f-bd0b-a09eedb9872a,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:23.904642 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 688d76da-2668-4003-b678-c05afa570c6e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:23.920960 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa70dfd-2c58-44ff-8d26-34fe0b2bdfd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:23.921298 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa70dfd-2c58-44ff-8d26-34fe0b2bdfd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:23.921618 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa70dfd-2c58-44ff-8d26-34fe0b2bdfd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:23.921945 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa70dfd-2c58-44ff-8d26-34fe0b2bdfd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:23.922270 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa70dfd-2c58-44ff-8d26-34fe0b2bdfd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:23.922579 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa70dfd-2c58-44ff-8d26-34fe0b2bdfd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:23.925770 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20893376-c205-4960-a302-3d77e767ce92 req-027087c5-7b97-4aa7-8491-b741a0a7ca11 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:23.927348 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20893376-c205-4960-a302-3d77e767ce92 req-027087c5-7b97-4aa7-8491-b741a0a7ca11 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/ports?device_id=cded100f-33d2-4ed1-9c97-03d5c134bf70 HTTP/1.1" status: 200 len: 943 time: 0.1518910 Nov 12 00:37:23.934286 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa70dfd-2c58-44ff-8d26-34fe0b2bdfd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:23.934514 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa70dfd-2c58-44ff-8d26-34fe0b2bdfd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:23.934673 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa70dfd-2c58-44ff-8d26-34fe0b2bdfd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:23.935014 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa70dfd-2c58-44ff-8d26-34fe0b2bdfd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:23.935350 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa70dfd-2c58-44ff-8d26-34fe0b2bdfd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:23.935667 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa70dfd-2c58-44ff-8d26-34fe0b2bdfd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:24.015981 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] Attempting to bind port 9379335c-74b1-4b4f-bd0b-a09eedb9872a on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:24.016346 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] Attempting to bind port 9379335c-74b1-4b4f-bd0b-a09eedb9872a by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '5699f690-b40b-4f68-a374-930813272ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ea495a6c-85a5-439f-8115-c3a391fdce9f'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:24.016725 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] Attempting to bind port 9379335c-74b1-4b4f-bd0b-a09eedb9872a on network ea495a6c-85a5-439f-8115-c3a391fdce9f {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:24.029128 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:24.029496 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] Checking segment: {'id': '5699f690-b40b-4f68-a374-930813272ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ea495a6c-85a5-439f-8115-c3a391fdce9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:24.029888 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.038744 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] Bound using segment: {'id': '5699f690-b40b-4f68-a374-930813272ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ea495a6c-85a5-439f-8115-c3a391fdce9f'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:24.039326 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] Bound port: 9379335c-74b1-4b4f-bd0b-a09eedb9872a, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5699f690-b40b-4f68-a374-930813272ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ea495a6c-85a5-439f-8115-c3a391fdce9f'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:24.039745 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.066117 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca1f1743-e828-4a6b-8301-7050734c3b80 req-09b19741-9278-4125-a14d-c111ea504223 service neutron] 10.222.0.21 "GET /v2.0/networks/7cffd860-92f0-4605-a42d-317ce67eb8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080508 Nov 12 00:37:24.075210 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20893376-c205-4960-a302-3d77e767ce92 req-32af2176-da7e-4c8c-a9e5-67a7f6b0f9f2 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebd831da-fa30-4df1-8444-8be745f0f186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338148 Nov 12 00:37:24.098287 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-570cbf6a-55d4-4af0-b413-2252661af825 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.155132 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 688d76da-2668-4003-b678-c05afa570c6e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:24.155600 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.217026 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] For port 9379335c-74b1-4b4f-bd0b-a09eedb9872a, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:24.225357 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] For port 9379335c-74b1-4b4f-bd0b-a09eedb9872a, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9379335c-74b1-4b4f-bd0b-a09eedb9872a,segment=NetworkSegment(5699f690-b40b-4f68-a374-930813272ab6),segment_id=5699f690-b40b-4f68-a374-930813272ab6)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:24.237479 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.308520 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cbf6a-55d4-4af0-b413-2252661af825 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event updated for resources: {'Subnet': ['ID=6bbf6e5c-6b2e-42ba-90b7-7214b236b856,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:24.327107 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570cbf6a-55d4-4af0-b413-2252661af825 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Checking segment: {'id': 'b913ef47-9313-48e0-b584-0757b58117b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4320f171-2faa-47f9-a141-810f47abe070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:24.327477 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570cbf6a-55d4-4af0-b413-2252661af825 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Network hostable DHCP agents. Network: 4320f171-2faa-47f9-a141-810f47abe070, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:37:24.344059 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] Routers {'4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:37:24.345049 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:37:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:24.371780 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-450d1360-aad1-49a5-aa09-58ad48daf6de None None] Provisioning complete for port 9379335c-74b1-4b4f-bd0b-a09eedb9872a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:24.373885 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570cbf6a-55d4-4af0-b413-2252661af825 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Network 4320f171-2faa-47f9-a141-810f47abe070 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:37:24.375828 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-450d1360-aad1-49a5-aa09-58ad48daf6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.431086 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa70dfd-2c58-44ff-8d26-34fe0b2bdfd8 None None] Pushing event updated for resources: {'Port': ['ID=9379335c-74b1-4b4f-bd0b-a09eedb9872a,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:24.448398 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.475006 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-570cbf6a-55d4-4af0-b413-2252661af825 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 4320f171-2faa-47f9-a141-810f47abe070) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:24.485125 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570cbf6a-55d4-4af0-b413-2252661af825 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:24.485732 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-570cbf6a-55d4-4af0-b413-2252661af825 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.539496 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51466) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:24.539719 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-570cbf6a-55d4-4af0-b413-2252661af825 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5090394 Nov 12 00:37:24.541521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089a409a-4a71-4117-8bc6-29b050805e8e None None] Network 4320f171-2faa-47f9-a141-810f47abe070 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:24.545731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6c0a3a3a-b768-4cc9-814a-4dcd1286c3b2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-765694867'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:24.581112 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dd9b6-a84a-4218-9766-19839b3b87f0 req-bb5b2ced-caa4-4114-8b95-717b86bccaa9 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:24.593286 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-474dd9b6-a84a-4218-9766-19839b3b87f0 req-bb5b2ced-caa4-4114-8b95-717b86bccaa9 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.1894000 Nov 12 00:37:24.620790 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0a3a3a-b768-4cc9-814a-4dcd1286c3b2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Made reservation on behalf of bc40649e055443b9aaedfdea46736570 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:24.622693 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] Set router 4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:37:24.631794 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6c0a3a3a-b768-4cc9-814a-4dcd1286c3b2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.712883 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0a3a3a-b768-4cc9-814a-4dcd1286c3b2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:37:24.751944 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-474dd9b6-a84a-4218-9766-19839b3b87f0 req-60fdc337-6367-4d56-917f-c008546d14dd tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576924 Nov 12 00:37:24.769124 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6c0a3a3a-b768-4cc9-814a-4dcd1286c3b2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.769778 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-6c0a3a3a-b768-4cc9-814a-4dcd1286c3b2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Added segment 47791d9e-06a3-42d4-a76d-0c741f645c3d of type vlan for network 928b0b68-4f8d-4692-bde9-db0ac118dd69 Nov 12 00:37:24.862408 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6c0a3a3a-b768-4cc9-814a-4dcd1286c3b2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.915363 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6c0a3a3a-b768-4cc9-814a-4dcd1286c3b2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.929383 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-450d1360-aad1-49a5-aa09-58ad48daf6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.930024 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0a3a3a-b768-4cc9-814a-4dcd1286c3b2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:24.945668 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6c0a3a3a-b768-4cc9-814a-4dcd1286c3b2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:24.954397 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738afc14-ab43-43d1-8b96-a60be17395cd req-65d785eb-f3d0-4a59-b07c-04b22a5c494b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:24.956446 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-738afc14-ab43-43d1-8b96-a60be17395cd req-65d785eb-f3d0-4a59-b07c-04b22a5c494b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.0944695 Nov 12 00:37:25.004309 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-450d1360-aad1-49a5-aa09-58ad48daf6de None None] For port 9379335c-74b1-4b4f-bd0b-a09eedb9872a, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9379335c-74b1-4b4f-bd0b-a09eedb9872a,segment=NetworkSegment(5699f690-b40b-4f68-a374-930813272ab6),segment_id=5699f690-b40b-4f68-a374-930813272ab6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:25.042299 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71', 'name': 'tempest-ServersTestMultiNic-490597067-router', 'tenant_id': 'bc40649e055443b9aaedfdea46736570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '688d76da-2668-4003-b678-c05afa570c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:20Z', 'revision_number': 4, 'project_id': 'bc40649e055443b9aaedfdea46736570', 'gw_port': {'id': '688d76da-2668-4003-b678-c05afa570c6e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:15Z', 'updated_at': '2021-11-12T00:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '9379335c-74b1-4b4f-bd0b-a09eedb9872a', 'name': '', 'network_id': 'ea495a6c-85a5-439f-8115-c3a391fdce9f', 'tenant_id': 'bc40649e055443b9aaedfdea46736570', 'mac_address': 'fa:16:3e:56:13:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c7f3a0c4-7db1-4c3a-bc0e-26bc3e6d6fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:19Z', 'updated_at': '2021-11-12T00:37:24Z', 'revision_number': 4, 'project_id': 'bc40649e055443b9aaedfdea46736570', 'subnets': [{'id': 'c7f3a0c4-7db1-4c3a-bc0e-26bc3e6d6fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:25.054995 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-738afc14-ab43-43d1-8b96-a60be17395cd req-83c0261f-2c56-4092-a641-8459bbe8bb36 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880351 Nov 12 00:37:25.069173 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e855a09d-900c-4b39-9615-25490a274c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-4320f171-2faa-47f9-a141-810f47abe070', 'network_id': '4320f171-2faa-47f9-a141-810f47abe070', 'tenant_id': 'bc40649e055443b9aaedfdea46736570', 'fixed_ips': [{'subnet_id': '6bbf6e5c-6b2e-42ba-90b7-7214b236b856'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:37:25.070058 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e855a09d-900c-4b39-9615-25490a274c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.076282 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-450d1360-aad1-49a5-aa09-58ad48daf6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.080983 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a513a8b-bf88-426d-afa6-b9d7beb30797 None None] The sync data for ids ['4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71'] in n-d-712137-14 is: [{'id': '4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71', 'name': 'tempest-ServersTestMultiNic-490597067-router', 'tenant_id': 'bc40649e055443b9aaedfdea46736570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '688d76da-2668-4003-b678-c05afa570c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:37:20Z', 'revision_number': 4, 'project_id': 'bc40649e055443b9aaedfdea46736570', 'gw_port': {'id': '688d76da-2668-4003-b678-c05afa570c6e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:15Z', 'updated_at': '2021-11-12T00:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '9379335c-74b1-4b4f-bd0b-a09eedb9872a', 'name': '', 'network_id': 'ea495a6c-85a5-439f-8115-c3a391fdce9f', 'tenant_id': 'bc40649e055443b9aaedfdea46736570', 'mac_address': 'fa:16:3e:56:13:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c7f3a0c4-7db1-4c3a-bc0e-26bc3e6d6fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:19Z', 'updated_at': '2021-11-12T00:37:24Z', 'revision_number': 4, 'project_id': 'bc40649e055443b9aaedfdea46736570', 'subnets': [{'id': 'c7f3a0c4-7db1-4c3a-bc0e-26bc3e6d6fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:37:25.123156 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6c0a3a3a-b768-4cc9-814a-4dcd1286c3b2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5822306 Nov 12 00:37:25.125672 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51480) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:25.132230 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-ad0cadad-3918-45a9-b231-409d129e5cd4 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Request body: {'subnet': {'network_id': '928b0b68-4f8d-4692-bde9-db0ac118dd69', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:25.260559 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a3a3a-b768-4cc9-814a-4dcd1286c3b2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event updated for resources: {'Network': ['ID=928b0b68-4f8d-4692-bde9-db0ac118dd69,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:25.283305 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c562dc8-ae19-4ad1-8f85-200f56aa7ff2 req-865be0b8-72aa-464b-baa6-772f7de86b74 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:25.291812 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0c562dc8-ae19-4ad1-8f85-200f56aa7ff2 req-865be0b8-72aa-464b-baa6-772f7de86b74 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.3273225 Nov 12 00:37:25.378835 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 928b0b68-4f8d-4692-bde9-db0ac118dd69 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:37:25.379347 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0c562dc8-ae19-4ad1-8f85-200f56aa7ff2 req-9f86742b-78cb-4a8d-b558-02c8471f668b tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862703 Nov 12 00:37:25.573133 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdd38e-9a8c-4a90-b32e-5bf28cebd7b2 req-53b558fa-55c6-4aee-9309-202d8f3e1bb0 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:25.574929 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4bcdd38e-9a8c-4a90-b32e-5bf28cebd7b2 req-53b558fa-55c6-4aee-9309-202d8f3e1bb0 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/ports?device_id=cded100f-33d2-4ed1-9c97-03d5c134bf70 HTTP/1.1" status: 200 len: 943 time: 0.1306505 Nov 12 00:37:25.576213 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0cadad-3918-45a9-b231-409d129e5cd4 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Made reservation on behalf of bc40649e055443b9aaedfdea46736570 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:25.579717 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ad0cadad-3918-45a9-b231-409d129e5cd4 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.738746 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4bcdd38e-9a8c-4a90-b32e-5bf28cebd7b2 req-adf3cc6f-355b-4406-8fd6-7d8b1f2be2ca tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebd831da-fa30-4df1-8444-8be745f0f186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332488 Nov 12 00:37:25.764931 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d1360-aad1-49a5-aa09-58ad48daf6de None None] Pushing event updated for resources: {'Port': ['ID=9379335c-74b1-4b4f-bd0b-a09eedb9872a,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:25.818306 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f66a0ba0-c3d7-413b-8564-dc3b30f24959 None None] Provisioning complete for port 9379335c-74b1-4b4f-bd0b-a09eedb9872a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:25.828959 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f66a0ba0-c3d7-413b-8564-dc3b30f24959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.843796 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:25.978249 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db8186-a691-4545-8ebf-7c40dd08ec0c req-d5847226-e8f8-4907-ae97-17f288809ecc tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:25.987376 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-84db8186-a691-4545-8ebf-7c40dd08ec0c req-d5847226-e8f8-4907-ae97-17f288809ecc tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.1013029 Nov 12 00:37:26.049270 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-e855a09d-900c-4b39-9615-25490a274c3c None None] Allocated IP 19.80.0.2 (4320f171-2faa-47f9-a141-810f47abe070/6bbf6e5c-6b2e-42ba-90b7-7214b236b856/ec204a37-2d0f-4eb0-aa51-26a47a3219af) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:26.065679 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ad0cadad-3918-45a9-b231-409d129e5cd4 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:26.089908 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-84db8186-a691-4545-8ebf-7c40dd08ec0c req-3a31477f-ee72-426e-9d72-bc35f938deba tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002369 Nov 12 00:37:26.164063 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:37:26.202039 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9379335c-74b1-4b4f-bd0b-a09eedb9872a up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:26.209612 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cadad-3918-45a9-b231-409d129e5cd4 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event updated for resources: {'Subnet': ['ID=172b843a-9432-499a-afad-2a44d1be181f,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:26.266168 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0cadad-3918-45a9-b231-409d129e5cd4 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Checking segment: {'id': '47791d9e-06a3-42d4-a76d-0c741f645c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '928b0b68-4f8d-4692-bde9-db0ac118dd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:26.266529 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0cadad-3918-45a9-b231-409d129e5cd4 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Network hostable DHCP agents. Network: 928b0b68-4f8d-4692-bde9-db0ac118dd69, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:37:26.356946 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0332e90-c656-4351-8972-a8637522e647 req-2b64bf29-cbdd-47ee-b4b4-25df9cd6d8eb tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:26.357873 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e0332e90-c656-4351-8972-a8637522e647 req-2b64bf29-cbdd-47ee-b4b4-25df9cd6d8eb tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.1456835 Nov 12 00:37:26.360537 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0cadad-3918-45a9-b231-409d129e5cd4 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Network 928b0b68-4f8d-4692-bde9-db0ac118dd69 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:37:26.387692 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-ad0cadad-3918-45a9-b231-409d129e5cd4 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 928b0b68-4f8d-4692-bde9-db0ac118dd69) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:26.401764 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0cadad-3918-45a9-b231-409d129e5cd4 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:26.403009 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ad0cadad-3918-45a9-b231-409d129e5cd4 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:26.473978 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e0332e90-c656-4351-8972-a8637522e647 req-428c04e7-bab1-4717-ba91-ac1cbc17c8fa tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056907 Nov 12 00:37:26.497316 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ad0cadad-3918-45a9-b231-409d129e5cd4 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3702621 Nov 12 00:37:26.549740 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7e2013-7699-42bd-9ab2-745b2666a91e None None] Network 928b0b68-4f8d-4692-bde9-db0ac118dd69 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:26.661028 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b4aa9-72d1-40aa-9d08-04e41922c5e3 req-4c7b8854-ad26-4960-ac92-61c85a305b46 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:26.669911 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-771b4aa9-72d1-40aa-9d08-04e41922c5e3 req-4c7b8854-ad26-4960-ac92-61c85a305b46 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.1176550 Nov 12 00:37:26.783677 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-771b4aa9-72d1-40aa-9d08-04e41922c5e3 req-a3aed061-3090-4bd3-9c7d-6b2369e943a8 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126623 Nov 12 00:37:26.880770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629,segment=NetworkSegment(306cca02-c178-4d0a-9474-746b0a56e110),segment_id=306cca02-c178-4d0a-9474-746b0a56e110)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:26.893096 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d764e976-71d5-4b39-a4f7-66014ca7bb5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-928b0b68-4f8d-4692-bde9-db0ac118dd69', 'network_id': '928b0b68-4f8d-4692-bde9-db0ac118dd69', 'tenant_id': 'bc40649e055443b9aaedfdea46736570', 'fixed_ips': [{'subnet_id': '172b843a-9432-499a-afad-2a44d1be181f'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:37:26.894075 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d764e976-71d5-4b39-a4f7-66014ca7bb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:26.899664 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:26.908358 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0042288-6ee6-4787-b542-c03da2b90327 req-ce084f40-4c9b-4a64-a4b1-1d38ccbba0a4 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:26.924710 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0042288-6ee6-4787-b542-c03da2b90327 req-ce084f40-4c9b-4a64-a4b1-1d38ccbba0a4 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:26.939555 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-ce084f40-4c9b-4a64-a4b1-1d38ccbba0a4 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/networks?id=4320f171-2faa-47f9-a141-810f47abe070&id=928b0b68-4f8d-4692-bde9-db0ac118dd69&id=4320f171-2faa-47f9-a141-810f47abe070 HTTP/1.1" status: 200 len: 1390 time: 0.2480845 Nov 12 00:37:26.966769 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-fc2888ad-2174-4245-9b10-9813911a4627 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/quotas/bc40649e055443b9aaedfdea46736570 HTTP/1.1" status: 200 len: 375 time: 0.0245857 Nov 12 00:37:26.967985 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0293824-bb9d-498e-93f9-f3147b8f68d4 req-b8a2a503-c30f-440b-bd41-3373df6492a9 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:26.978191 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c0293824-bb9d-498e-93f9-f3147b8f68d4 req-b8a2a503-c30f-440b-bd41-3373df6492a9 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/ports?device_id=cded100f-33d2-4ed1-9c97-03d5c134bf70 HTTP/1.1" status: 200 len: 943 time: 0.0836222 Nov 12 00:37:27.016625 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629', 'network_id': '7cffd860-92f0-4605-a42d-317ce67eb8e3', 'port_id': '2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629', 'mac_address': 'fa:16:3e:d9:e8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d82a431-a2c9-45db-b305-66b3f0172604', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:37:27.070466 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c0293824-bb9d-498e-93f9-f3147b8f68d4 req-1be18885-7df7-4d0c-b9a8-30d63759606e tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebd831da-fa30-4df1-8444-8be745f0f186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882411 Nov 12 00:37:27.082953 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:27.090424 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-e35b55ef-a817-4c14-a7ff-8328853e7223 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc40649e055443b9aaedfdea46736570&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1188605 Nov 12 00:37:27.103992 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e855a09d-900c-4b39-9615-25490a274c3c None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:27.107130 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:27.137620 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629,segment=NetworkSegment(306cca02-c178-4d0a-9474-746b0a56e110),segment_id=306cca02-c178-4d0a-9474-746b0a56e110)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:27.224083 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-5ccfe406-9602-4b07-ac62-b0525e398a92 service neutron] 10.222.0.31 "GET /v2.0/networks/4320f171-2faa-47f9-a141-810f47abe070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302502 Nov 12 00:37:27.293940 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:27.336622 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-74baaf81-7144-4000-936b-beeeb24eda92 service neutron] 10.222.0.31 "GET /v2.0/networks/4320f171-2faa-47f9-a141-810f47abe070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049013 Nov 12 00:37:27.370113 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:27.375845 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9c4ce-6a34-4778-98ae-03f100965c7e req-397ecdaa-502b-490d-9492-5e31a5c113cc tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:27.383676 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-17c9c4ce-6a34-4778-98ae-03f100965c7e req-397ecdaa-502b-490d-9492-5e31a5c113cc tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.1161554 Nov 12 00:37:27.389483 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e855a09d-900c-4b39-9615-25490a274c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:27.415359 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e855a09d-900c-4b39-9615-25490a274c3c None None] Network 4320f171-2faa-47f9-a141-810f47abe070 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:27.423909 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-e855a09d-900c-4b39-9615-25490a274c3c None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:27.428091 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e855a09d-900c-4b39-9615-25490a274c3c None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:27.458662 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-17c9c4ce-6a34-4778-98ae-03f100965c7e req-700c15fd-86ff-431a-a345-455724fdda9b tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739346 Nov 12 00:37:27.477245 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 9379335c-74b1-4b4f-bd0b-a09eedb9872a triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:27.477788 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:27.511581 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-3e073780-7087-4565-9757-a2c985e26648 service neutron] 10.222.0.31 "GET /v2.0/networks/928b0b68-4f8d-4692-bde9-db0ac118dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737278 Nov 12 00:37:27.565548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-d764e976-71d5-4b39-a4f7-66014ca7bb5f None None] Allocated IP 19.86.0.2 (928b0b68-4f8d-4692-bde9-db0ac118dd69/172b843a-9432-499a-afad-2a44d1be181f/dd04da4a-890e-4e63-8a5a-df00159fefce) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:27.630241 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34be527-ccad-4ade-a5c0-008b35b220b5 req-bc2923c0-76e2-4692-8434-e4613e361d18 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:27.636280 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a34be527-ccad-4ade-a5c0-008b35b220b5 req-bc2923c0-76e2-4692-8434-e4613e361d18 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.0822864 Nov 12 00:37:27.649620 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e855a09d-900c-4b39-9615-25490a274c3c None None] Attempting to bind port ec204a37-2d0f-4eb0-aa51-26a47a3219af on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:27.650010 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e855a09d-900c-4b39-9615-25490a274c3c None None] Attempting to bind port ec204a37-2d0f-4eb0-aa51-26a47a3219af by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'b913ef47-9313-48e0-b584-0757b58117b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4320f171-2faa-47f9-a141-810f47abe070'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:27.650355 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e855a09d-900c-4b39-9615-25490a274c3c None None] Attempting to bind port ec204a37-2d0f-4eb0-aa51-26a47a3219af on network 4320f171-2faa-47f9-a141-810f47abe070 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:27.652521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855a09d-900c-4b39-9615-25490a274c3c None None] Pushing event updated for resources: {'Port': ['ID=ec204a37-2d0f-4eb0-aa51-26a47a3219af,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:27.680246 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-6ca320e7-911a-456d-a06f-3e510f72098e service neutron] 10.222.0.31 "GET /v2.0/networks/928b0b68-4f8d-4692-bde9-db0ac118dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593082 Nov 12 00:37:27.705082 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:37:27.712228 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a34be527-ccad-4ade-a5c0-008b35b220b5 req-0cdf3b04-2f32-484a-968e-3506135ba499 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691676 Nov 12 00:37:27.758575 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e855a09d-900c-4b39-9615-25490a274c3c None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:27.758828 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e855a09d-900c-4b39-9615-25490a274c3c None None] Checking segment: {'id': 'b913ef47-9313-48e0-b584-0757b58117b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4320f171-2faa-47f9-a141-810f47abe070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:27.759242 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e855a09d-900c-4b39-9615-25490a274c3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:27.759644 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e855a09d-900c-4b39-9615-25490a274c3c None None] Bound using segment: {'id': 'b913ef47-9313-48e0-b584-0757b58117b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4320f171-2faa-47f9-a141-810f47abe070'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:27.760140 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e855a09d-900c-4b39-9615-25490a274c3c None None] Bound port: ec204a37-2d0f-4eb0-aa51-26a47a3219af, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b913ef47-9313-48e0-b584-0757b58117b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4320f171-2faa-47f9-a141-810f47abe070'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:27.760526 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e855a09d-900c-4b39-9615-25490a274c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:27.795668 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-6621a3a8-3a94-40b5-b8ea-d936af43d8f1 service neutron] 10.222.0.31 "GET /v2.0/networks/4320f171-2faa-47f9-a141-810f47abe070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081481 Nov 12 00:37:27.947361 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-1cc80b68-4c68-4d11-8ab3-e6be63a41a7e service neutron] 10.222.0.31 "GET /v2.0/networks/4320f171-2faa-47f9-a141-810f47abe070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450899 Nov 12 00:37:27.958097 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5647b-424c-437c-a3d9-0582986afde5 req-ae1ad0eb-4eda-4016-ae6f-2c4cf7286bae tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:27.966336 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64c5647b-424c-437c-a3d9-0582986afde5 req-ae1ad0eb-4eda-4016-ae6f-2c4cf7286bae tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.1072261 Nov 12 00:37:27.977630 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e855a09d-900c-4b39-9615-25490a274c3c None None] For port ec204a37-2d0f-4eb0-aa51-26a47a3219af, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:28.005574 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e855a09d-900c-4b39-9615-25490a274c3c None None] For port ec204a37-2d0f-4eb0-aa51-26a47a3219af, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ec204a37-2d0f-4eb0-aa51-26a47a3219af,segment=NetworkSegment(b913ef47-9313-48e0-b584-0757b58117b2),segment_id=b913ef47-9313-48e0-b584-0757b58117b2)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:28.011765 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9379335c-74b1-4b4f-bd0b-a09eedb9872a up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:28.019877 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e855a09d-900c-4b39-9615-25490a274c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:28.044290 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64c5647b-424c-437c-a3d9-0582986afde5 req-d8ea203b-1892-4183-ad23-33efc3bcce5c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749285 Nov 12 00:37:28.095136 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d764e976-71d5-4b39-a4f7-66014ca7bb5f None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:28.149740 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d764e976-71d5-4b39-a4f7-66014ca7bb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:28.203496 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855a09d-900c-4b39-9615-25490a274c3c None None] Pushing event updated for resources: {'Port': ['ID=ec204a37-2d0f-4eb0-aa51-26a47a3219af,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:28.215339 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d764e976-71d5-4b39-a4f7-66014ca7bb5f None None] Network 928b0b68-4f8d-4692-bde9-db0ac118dd69 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:28.224479 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-d764e976-71d5-4b39-a4f7-66014ca7bb5f None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:28.233400 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d764e976-71d5-4b39-a4f7-66014ca7bb5f None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:28.237470 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a24c6a17-4f50-427f-add5-e7ee1ba061e4 req-acadfc15-51f1-40be-be12-edc190358da9 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 210 time: 0.0547783 Nov 12 00:37:28.299299 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 9379335c-74b1-4b4f-bd0b-a09eedb9872a triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:28.299673 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:28.320492 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4784f9-897a-4bb0-81d7-15be56731067 req-9ed9dcdc-7dae-4874-af65-f926369eb4b0 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:28.335605 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f4784f9-897a-4bb0-81d7-15be56731067 req-9ed9dcdc-7dae-4874-af65-f926369eb4b0 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/ports?device_id=cded100f-33d2-4ed1-9c97-03d5c134bf70 HTTP/1.1" status: 200 len: 944 time: 0.1605480 Nov 12 00:37:28.376678 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764e976-71d5-4b39-a4f7-66014ca7bb5f None None] Pushing event updated for resources: {'Port': ['ID=dd04da4a-890e-4e63-8a5a-df00159fefce,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:28.407356 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d764e976-71d5-4b39-a4f7-66014ca7bb5f None None] Attempting to bind port dd04da4a-890e-4e63-8a5a-df00159fefce on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:28.407753 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d764e976-71d5-4b39-a4f7-66014ca7bb5f None None] Attempting to bind port dd04da4a-890e-4e63-8a5a-df00159fefce by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '47791d9e-06a3-42d4-a76d-0c741f645c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '928b0b68-4f8d-4692-bde9-db0ac118dd69'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:28.408084 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764e976-71d5-4b39-a4f7-66014ca7bb5f None None] Attempting to bind port dd04da4a-890e-4e63-8a5a-df00159fefce on network 928b0b68-4f8d-4692-bde9-db0ac118dd69 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:28.416723 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764e976-71d5-4b39-a4f7-66014ca7bb5f None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:28.417118 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764e976-71d5-4b39-a4f7-66014ca7bb5f None None] Checking segment: {'id': '47791d9e-06a3-42d4-a76d-0c741f645c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '928b0b68-4f8d-4692-bde9-db0ac118dd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:28.417520 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d764e976-71d5-4b39-a4f7-66014ca7bb5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:28.417915 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764e976-71d5-4b39-a4f7-66014ca7bb5f None None] Bound using segment: {'id': '47791d9e-06a3-42d4-a76d-0c741f645c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '928b0b68-4f8d-4692-bde9-db0ac118dd69'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:28.418398 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d764e976-71d5-4b39-a4f7-66014ca7bb5f None None] Bound port: dd04da4a-890e-4e63-8a5a-df00159fefce, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47791d9e-06a3-42d4-a76d-0c741f645c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '928b0b68-4f8d-4692-bde9-db0ac118dd69'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:28.418779 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d764e976-71d5-4b39-a4f7-66014ca7bb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:28.469030 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f4784f9-897a-4bb0-81d7-15be56731067 req-ee8dcb2e-b3ac-45b7-b691-04d1a7876aab tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebd831da-fa30-4df1-8444-8be745f0f186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322823 Nov 12 00:37:28.710168 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32af60-8e97-4907-822f-e608b450251f req-139bc0fd-ad50-41f0-af53-0c5770bcdb8c tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:28.711767 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8f32af60-8e97-4907-822f-e608b450251f req-139bc0fd-ad50-41f0-af53-0c5770bcdb8c tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.1498935 Nov 12 00:37:28.717372 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d764e976-71d5-4b39-a4f7-66014ca7bb5f None None] For port dd04da4a-890e-4e63-8a5a-df00159fefce, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:28.720608 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d764e976-71d5-4b39-a4f7-66014ca7bb5f None None] For port dd04da4a-890e-4e63-8a5a-df00159fefce, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=dd04da4a-890e-4e63-8a5a-df00159fefce,segment=NetworkSegment(47791d9e-06a3-42d4-a76d-0c741f645c3d),segment_id=47791d9e-06a3-42d4-a76d-0c741f645c3d)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:28.726626 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d764e976-71d5-4b39-a4f7-66014ca7bb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:28.788272 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8f32af60-8e97-4907-822f-e608b450251f req-87d0db4a-6430-4b45-bb86-b5fe098e3545 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681131 Nov 12 00:37:28.800915 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764e976-71d5-4b39-a4f7-66014ca7bb5f None None] Pushing event updated for resources: {'Port': ['ID=dd04da4a-890e-4e63-8a5a-df00159fefce,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:28.883054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2092ed-3683-4cbe-8112-833588f8858c req-9673bcec-f004-4756-9825-4c661c063673 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:28.884642 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ba2092ed-3683-4cbe-8112-833588f8858c req-9673bcec-f004-4756-9825-4c661c063673 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.0572596 Nov 12 00:37:28.939804 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ba2092ed-3683-4cbe-8112-833588f8858c req-e8159694-b18e-4bf4-a997-ed1f852356b0 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479829 Nov 12 00:37:29.258662 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-09b61a7e-de89-49f3-9311-60625def839e req-74fde2a5-dd70-404a-98b6-274ee7ee8823 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0631559 Nov 12 00:37:29.272415 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69c974-8697-47e9-babe-2ed9cba35f3c req-e2a72565-f21a-4afe-a26a-80030ab8e880 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:29.280463 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf69c974-8697-47e9-babe-2ed9cba35f3c req-e2a72565-f21a-4afe-a26a-80030ab8e880 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.1366172 Nov 12 00:37:29.397713 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd6b2900-d8ee-4583-9adf-cce50dc35e74 req-03773caa-af5d-4993-9218-d33cf65eb71b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 210 time: 0.0477023 Nov 12 00:37:29.423104 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf69c974-8697-47e9-babe-2ed9cba35f3c req-6e6525b7-18ef-4c58-b8fa-2ae2a2a1eea7 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359751 Nov 12 00:37:29.434663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b61a7e-de89-49f3-9311-60625def839e req-005a1d7a-e1d8-4cdb-8690-bda553db9e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:29.436215 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-09b61a7e-de89-49f3-9311-60625def839e req-005a1d7a-e1d8-4cdb-8690-bda553db9e0c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 1097 time: 0.0993891 Nov 12 00:37:29.637530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b61a7e-de89-49f3-9311-60625def839e req-0767d6fa-6916-4920-8d99-1b8f744a10d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:29.640210 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-09b61a7e-de89-49f3-9311-60625def839e req-0767d6fa-6916-4920-8d99-1b8f744a10d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 922 time: 0.1693225 Nov 12 00:37:29.665416 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f43c6d-d162-4caa-8819-cd4d3c0cc060 None None] Network 4320f171-2faa-47f9-a141-810f47abe070 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:29.674891 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa027e73-6243-4d9d-9af3-4a719ebbc5bd req-8dd6634e-306f-4a4c-a452-045c3b019af6 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:29.676752 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa027e73-6243-4d9d-9af3-4a719ebbc5bd req-8dd6634e-306f-4a4c-a452-045c3b019af6 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/ports?device_id=cded100f-33d2-4ed1-9c97-03d5c134bf70 HTTP/1.1" status: 200 len: 944 time: 0.1014931 Nov 12 00:37:29.723008 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-09b61a7e-de89-49f3-9311-60625def839e req-5777885e-43da-4b3d-816e-5bf1f31c2e97 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=546fc81c-1951-4bee-88e9-54902fa3b9a7 HTTP/1.1" status: 200 len: 217 time: 0.0451117 Nov 12 00:37:29.782056 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa027e73-6243-4d9d-9af3-4a719ebbc5bd req-58bfab4c-5987-4135-88e0-48ca781ca53c tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebd831da-fa30-4df1-8444-8be745f0f186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959897 Nov 12 00:37:29.822757 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-652d26b0-921b-40ba-baef-a8b38efee203 None None] Provisioning complete for port ec204a37-2d0f-4eb0-aa51-26a47a3219af triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:29.823352 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-652d26b0-921b-40ba-baef-a8b38efee203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:29.878919 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b61a7e-de89-49f3-9311-60625def839e req-53eab6d9-3977-41cd-8cf4-1ecde3b89c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:29.882397 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-09b61a7e-de89-49f3-9311-60625def839e req-53eab6d9-3977-41cd-8cf4-1ecde3b89c2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.1114588 Nov 12 00:37:29.972768 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-09b61a7e-de89-49f3-9311-60625def839e req-80c04ad3-c255-4f66-86d4-078fbe272ca0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745711 Nov 12 00:37:30.037071 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:30.142368 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ec204a37-2d0f-4eb0-aa51-26a47a3219af up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:30.190663 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-09b61a7e-de89-49f3-9311-60625def839e req-ea7a4326-877e-4b22-a073-a08917d20229 service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080727 Nov 12 00:37:30.190888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46489419-388a-401a-aeab-62df453356e4 req-26632d9c-c086-4740-b0d9-61c9e8ebcf70 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:30.193224 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-46489419-388a-401a-aeab-62df453356e4 req-26632d9c-c086-4740-b0d9-61c9e8ebcf70 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.2273355 Nov 12 00:37:30.201532 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0042288-6ee6-4787-b542-c03da2b90327 req-f7a2be47-529e-4658-98f3-f1d8326424f9 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:30.209527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0042288-6ee6-4787-b542-c03da2b90327 req-f7a2be47-529e-4658-98f3-f1d8326424f9 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:30.211831 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-f7a2be47-529e-4658-98f3-f1d8326424f9 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.21 "GET /v2.0/networks?id=4320f171-2faa-47f9-a141-810f47abe070&id=928b0b68-4f8d-4692-bde9-db0ac118dd69&id=4320f171-2faa-47f9-a141-810f47abe070 HTTP/1.1" status: 200 len: 1390 time: 0.3976433 Nov 12 00:37:30.214896 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-652d26b0-921b-40ba-baef-a8b38efee203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:30.239337 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-e0042288-6ee6-4787-b542-c03da2b90327 req-3db73f2b-8f25-4d8f-af68-1e6744633444 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Request body: {'port': {'device_id': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'network_id': '4320f171-2faa-47f9-a141-810f47abe070', 'admin_state_up': True, 'tenant_id': 'bc40649e055443b9aaedfdea46736570'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:30.296213 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-652d26b0-921b-40ba-baef-a8b38efee203 None None] For port ec204a37-2d0f-4eb0-aa51-26a47a3219af, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ec204a37-2d0f-4eb0-aa51-26a47a3219af,segment=NetworkSegment(b913ef47-9313-48e0-b584-0757b58117b2),segment_id=b913ef47-9313-48e0-b584-0757b58117b2)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:30.301543 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a60d18-eb95-4c53-9365-3744062f478d None None] Network 928b0b68-4f8d-4692-bde9-db0ac118dd69 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:30.311756 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-652d26b0-921b-40ba-baef-a8b38efee203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:30.362866 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port ec204a37-2d0f-4eb0-aa51-26a47a3219af triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:30.363498 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:30.368474 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-46489419-388a-401a-aeab-62df453356e4 req-06d88892-cbd7-4707-bd82-ca66b729a207 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513159 Nov 12 00:37:30.413742 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:37:30.427953 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:30.428988 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:30.459987 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0042288-6ee6-4787-b542-c03da2b90327 req-3db73f2b-8f25-4d8f-af68-1e6744633444 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Made reservation on behalf of bc40649e055443b9aaedfdea46736570 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:30.466710 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-3db73f2b-8f25-4d8f-af68-1e6744633444 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:30.535518 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7959ce4a-ad73-4fc1-bf5f-91568dce3ded req-023b2e27-c924-4d23-bc06-227a9f0bc24f tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 210 time: 0.0422411 Nov 12 00:37:30.710584 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b39a5023-f1b4-46b5-b3cd-d9eebd71b05b None None] Provisioning complete for port dd04da4a-890e-4e63-8a5a-df00159fefce triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:30.710958 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b39a5023-f1b4-46b5-b3cd-d9eebd71b05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:30.749476 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb11aa7-2a46-421f-9917-ee40d0bd19a9 req-66c62b5f-bf23-42b4-b7e0-5d35790b23d2 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:30.751108 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-feb11aa7-2a46-421f-9917-ee40d0bd19a9 req-66c62b5f-bf23-42b4-b7e0-5d35790b23d2 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.5593617 Nov 12 00:37:30.755599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96360efe-6f86-44ad-a700-206ab0fc73cb req-3116ea3c-9f83-4ef6-a736-ccdd4b870edd tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:30.761334 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-96360efe-6f86-44ad-a700-206ab0fc73cb req-3116ea3c-9f83-4ef6-a736-ccdd4b870edd tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.1364172 Nov 12 00:37:30.807301 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-e0042288-6ee6-4787-b542-c03da2b90327 req-3db73f2b-8f25-4d8f-af68-1e6744633444 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Allocated IP 19.80.0.203 (4320f171-2faa-47f9-a141-810f47abe070/6bbf6e5c-6b2e-42ba-90b7-7214b236b856/aab46df4-322c-4067-bf41-12626b92d3ce) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:30.824548 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-feb11aa7-2a46-421f-9917-ee40d0bd19a9 req-59828d03-1f99-4903-9e4f-85f7290c72a5 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632844 Nov 12 00:37:30.829418 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-09b61a7e-de89-49f3-9311-60625def839e req-01bfc66c-3a1d-4708-8ab2-2eb9b26b9f49 service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6164684 Nov 12 00:37:30.899911 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-96360efe-6f86-44ad-a700-206ab0fc73cb req-14edc7b2-09f3-4411-9b4a-5485f3f3c2e2 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343079 Nov 12 00:37:30.903090 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d26b0-921b-40ba-baef-a8b38efee203 None None] Pushing event updated for resources: {'Port': ['ID=ec204a37-2d0f-4eb0-aa51-26a47a3219af,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:31.000496 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device dd04da4a-890e-4e63-8a5a-df00159fefce up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:31.028173 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b39a5023-f1b4-46b5-b3cd-d9eebd71b05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.064210 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.106141 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b39a5023-f1b4-46b5-b3cd-d9eebd71b05b None None] For port dd04da4a-890e-4e63-8a5a-df00159fefce, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=dd04da4a-890e-4e63-8a5a-df00159fefce,segment=NetworkSegment(47791d9e-06a3-42d4-a76d-0c741f645c3d),segment_id=47791d9e-06a3-42d4-a76d-0c741f645c3d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:31.118944 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cded100f-33d2-4ed1-9c97-03d5c134bf70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:31.121241 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d594caa2-e2e8-43a2-995e-0a952ea70ffe" -d '{"events": [{"server_uuid": "cded100f-33d2-4ed1-9c97-03d5c134bf70", "name": "network-vif-plugged", "status": "completed", "tag": "2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:31.124549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9c66c-71ed-4601-a44a-6052cfa8141a req-ee9554bb-1ca1-4773-b5d9-4e85afcf0ccc tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:31.132559 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-abf9c66c-71ed-4601-a44a-6052cfa8141a req-ee9554bb-1ca1-4773-b5d9-4e85afcf0ccc tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/ports?device_id=cded100f-33d2-4ed1-9c97-03d5c134bf70 HTTP/1.1" status: 200 len: 944 time: 0.1308494 Nov 12 00:37:31.132972 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b39a5023-f1b4-46b5-b3cd-d9eebd71b05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.140256 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629,segment=NetworkSegment(306cca02-c178-4d0a-9474-746b0a56e110),segment_id=306cca02-c178-4d0a-9474-746b0a56e110)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:31.142761 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port dd04da4a-890e-4e63-8a5a-df00159fefce triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:31.143122 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.166849 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.191799 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8537c187-fd9e-459e-8dff-0f0c447aa679 x-openstack-request-id: req-8537c187-fd9e-459e-8dff-0f0c447aa679 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:31.192593 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cded100f-33d2-4ed1-9c97-03d5c134bf70", "name": "network-vif-plugged", "status": "completed", "tag": "2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:31.192593 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8537c187-fd9e-459e-8dff-0f0c447aa679 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:31.192843 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cded100f-33d2-4ed1-9c97-03d5c134bf70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629', 'code': 200} Nov 12 00:37:31.213727 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-3db73f2b-8f25-4d8f-af68-1e6744633444 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.224963 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a5023-f1b4-46b5-b3cd-d9eebd71b05b None None] Pushing event updated for resources: {'Port': ['ID=dd04da4a-890e-4e63-8a5a-df00159fefce,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:31.231993 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-abf9c66c-71ed-4601-a44a-6052cfa8141a req-bf747ae4-4432-4ec1-87b4-61fa7a9e9164 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebd831da-fa30-4df1-8444-8be745f0f186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983562 Nov 12 00:37:31.276914 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-3db73f2b-8f25-4d8f-af68-1e6744633444 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.314158 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6ec1b357-0c90-413a-8aed-f9b9cd5c07a5 None None] Provisioning complete for port ec204a37-2d0f-4eb0-aa51-26a47a3219af triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:31.314536 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6ec1b357-0c90-413a-8aed-f9b9cd5c07a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.318842 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:31.327440 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0042288-6ee6-4787-b542-c03da2b90327 req-3db73f2b-8f25-4d8f-af68-1e6744633444 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Network 4320f171-2faa-47f9-a141-810f47abe070 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:31.332482 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-e0042288-6ee6-4787-b542-c03da2b90327 req-3db73f2b-8f25-4d8f-af68-1e6744633444 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:31.357840 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0042288-6ee6-4787-b542-c03da2b90327 req-3db73f2b-8f25-4d8f-af68-1e6744633444 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:31.361774 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc20a2a-4bba-4606-83c8-89a0b3935c06 req-21b87f80-cd7c-4bbd-b1fb-53f2a7182f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:31.365123 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3cc20a2a-4bba-4606-83c8-89a0b3935c06 req-21b87f80-cd7c-4bbd-b1fb-53f2a7182f50 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cded100f-33d2-4ed1-9c97-03d5c134bf70 HTTP/1.1" status: 200 len: 1097 time: 0.0666156 Nov 12 00:37:31.445667 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0042288-6ee6-4787-b542-c03da2b90327 req-3db73f2b-8f25-4d8f-af68-1e6744633444 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:31.446319 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-3db73f2b-8f25-4d8f-af68-1e6744633444 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.452309 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3cc20a2a-4bba-4606-83c8-89a0b3935c06 req-190dec72-ab36-455e-94e9-4b1751460f81 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ebd831da-fa30-4df1-8444-8be745f0f186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790365 Nov 12 00:37:31.465328 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db73f2b-8f25-4d8f-af68-1e6744633444 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event updated for resources: {'Port': ['ID=aab46df4-322c-4067-bf41-12626b92d3ce,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:31.467161 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6ec1b357-0c90-413a-8aed-f9b9cd5c07a5 None None] Provisioning complete for port dd04da4a-890e-4e63-8a5a-df00159fefce triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:31.467723 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6ec1b357-0c90-413a-8aed-f9b9cd5c07a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.492353 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-3db73f2b-8f25-4d8f-af68-1e6744633444 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2562811 Nov 12 00:37:31.586160 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72312c-02fb-418d-8b33-6336b4083a4c req-16192992-cb91-4f3a-ac96-538fd4957c2b tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:31.587785 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e72312c-02fb-418d-8b33-6336b4083a4c req-16192992-cb91-4f3a-ac96-538fd4957c2b tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.0910876 Nov 12 00:37:31.667048 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e72312c-02fb-418d-8b33-6336b4083a4c req-0743693b-8ead-4f82-8339-6cb27e4f2c1e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714426 Nov 12 00:37:31.689408 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea11740-5d11-4890-bdd6-5bf9bf2d524b req-2d38f52d-6b78-47b2-a157-13820f2df96c tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:31.690913 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aea11740-5d11-4890-bdd6-5bf9bf2d524b req-2d38f52d-6b78-47b2-a157-13820f2df96c tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 932 time: 0.0586686 Nov 12 00:37:31.719508 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a4274e46-b093-495e-8dcd-b552c41674be None None] Provisioning complete for port aab46df4-322c-4067-bf41-12626b92d3ce triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:31.719890 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a4274e46-b093-495e-8dcd-b552c41674be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.742561 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-e0042288-6ee6-4787-b542-c03da2b90327 req-7aed693c-2fb3-4122-8e39-5ab2403e3add tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Request body: {'port': {'device_id': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'network_id': '928b0b68-4f8d-4692-bde9-db0ac118dd69', 'admin_state_up': True, 'tenant_id': 'bc40649e055443b9aaedfdea46736570'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:31.767183 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a4274e46-b093-495e-8dcd-b552c41674be None None] Port aab46df4-322c-4067-bf41-12626b92d3ce cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:37:31.789321 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aea11740-5d11-4890-bdd6-5bf9bf2d524b req-052ead4a-777e-4775-a8a9-de1c7628626e tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920279 Nov 12 00:37:31.896735 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0042288-6ee6-4787-b542-c03da2b90327 req-7aed693c-2fb3-4122-8e39-5ab2403e3add tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Made reservation on behalf of bc40649e055443b9aaedfdea46736570 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:31.900641 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-7aed693c-2fb3-4122-8e39-5ab2403e3add tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:31.966824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ec204a37-2d0f-4eb0-aa51-26a47a3219af up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:32.008621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b9b00-9851-4fa4-92ee-645ef1ea8701 req-0dda0305-5d24-45f9-9a4e-227f2fe334d9 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:32.013574 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b83b9b00-9851-4fa4-92ee-645ef1ea8701 req-0dda0305-5d24-45f9-9a4e-227f2fe334d9 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.0982847 Nov 12 00:37:32.050412 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port ec204a37-2d0f-4eb0-aa51-26a47a3219af triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:32.050995 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:32.084860 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b83b9b00-9851-4fa4-92ee-645ef1ea8701 req-4f447a7d-3aed-45fa-b3e6-14fe2c63979e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618014 Nov 12 00:37:32.121402 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142884b-5fb1-429d-ab78-ebd8a6a7ec1d req-e6e246ce-1aab-4f6e-b457-f257011d04a7 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:32.123671 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a142884b-5fb1-429d-ab78-ebd8a6a7ec1d req-e6e246ce-1aab-4f6e-b457-f257011d04a7 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.1192520 Nov 12 00:37:32.165871 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-e0042288-6ee6-4787-b542-c03da2b90327 req-7aed693c-2fb3-4122-8e39-5ab2403e3add tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Allocated IP 19.86.0.62 (928b0b68-4f8d-4692-bde9-db0ac118dd69/172b843a-9432-499a-afad-2a44d1be181f/99c597bc-3981-4c68-b93d-f05e3fa8f04f) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:32.171002 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device dd04da4a-890e-4e63-8a5a-df00159fefce up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:32.226709 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port dd04da4a-890e-4e63-8a5a-df00159fefce triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:32.227174 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:32.229935 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a142884b-5fb1-429d-ab78-ebd8a6a7ec1d req-99407f53-accc-4a2e-bed4-42e0f4e137fe tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930815 Nov 12 00:37:32.376337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c92a3f-b475-4b35-ae6f-384d2f5eb5f2 req-d24e00df-e3a6-47af-831d-b73a4f5069ca tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:32.385095 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-24c92a3f-b475-4b35-ae6f-384d2f5eb5f2 req-d24e00df-e3a6-47af-831d-b73a4f5069ca tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/ports?device_id=cded100f-33d2-4ed1-9c97-03d5c134bf70 HTTP/1.1" status: 200 len: 945 time: 0.0659389 Nov 12 00:37:32.432922 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-24c92a3f-b475-4b35-ae6f-384d2f5eb5f2 req-f26fe1d1-b41d-4a87-b6e0-37a572ca1b5c tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebd831da-fa30-4df1-8444-8be745f0f186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469766 Nov 12 00:37:32.635531 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-7aed693c-2fb3-4122-8e39-5ab2403e3add tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:32.670071 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-7aed693c-2fb3-4122-8e39-5ab2403e3add tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:32.719756 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0042288-6ee6-4787-b542-c03da2b90327 req-7aed693c-2fb3-4122-8e39-5ab2403e3add tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Network 928b0b68-4f8d-4692-bde9-db0ac118dd69 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:32.725233 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-e0042288-6ee6-4787-b542-c03da2b90327 req-7aed693c-2fb3-4122-8e39-5ab2403e3add tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:32.730704 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0042288-6ee6-4787-b542-c03da2b90327 req-7aed693c-2fb3-4122-8e39-5ab2403e3add tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:32.734884 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed693c-2fb3-4122-8e39-5ab2403e3add tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event updated for resources: {'Port': ['ID=99c597bc-3981-4c68-b93d-f05e3fa8f04f,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:32.832237 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0042288-6ee6-4787-b542-c03da2b90327 req-7aed693c-2fb3-4122-8e39-5ab2403e3add tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:32.832972 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-7aed693c-2fb3-4122-8e39-5ab2403e3add tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:32.854286 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2edf82-c57b-4830-8424-43dd8e6f285e req-950c856c-f413-479c-8322-f7dd794921fe tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:32.855892 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2c2edf82-c57b-4830-8424-43dd8e6f285e req-950c856c-f413-479c-8322-f7dd794921fe tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.1002710 Nov 12 00:37:32.888470 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-7aed693c-2fb3-4122-8e39-5ab2403e3add tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1540904 Nov 12 00:37:32.911324 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8fed074-871c-4d3c-8ff8-05bd8820957a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Request body: {'port': {'device_id': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'network_id': '4320f171-2faa-47f9-a141-810f47abe070', 'admin_state_up': True, 'tenant_id': 'bc40649e055443b9aaedfdea46736570'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:32.936533 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35043765-4ebd-4c1d-974d-5c9c50aa6469 req-04a7c554-b063-4284-b158-c155fb89767b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:32.949527 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35043765-4ebd-4c1d-974d-5c9c50aa6469 req-04a7c554-b063-4284-b158-c155fb89767b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:32.952043 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-35043765-4ebd-4c1d-974d-5c9c50aa6469 req-04a7c554-b063-4284-b158-c155fb89767b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 1654 time: 0.0825877 Nov 12 00:37:32.997776 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a560775f-85f0-47a4-b7f2-00d69948b4a7 None None] Provisioning complete for port 99c597bc-3981-4c68-b93d-f05e3fa8f04f triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:32.998403 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a560775f-85f0-47a4-b7f2-00d69948b4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:33.012190 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2c2edf82-c57b-4830-8424-43dd8e6f285e req-37bdc4c9-8c64-46a3-9c40-cd0f285f72d0 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498404 Nov 12 00:37:33.036279 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-35043765-4ebd-4c1d-974d-5c9c50aa6469 req-95336a68-67f6-4b43-85e7-45ae27d7203d tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769832 Nov 12 00:37:33.073368 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a560775f-85f0-47a4-b7f2-00d69948b4a7 None None] Port 99c597bc-3981-4c68-b93d-f05e3fa8f04f cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:37:33.119583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8fed074-871c-4d3c-8ff8-05bd8820957a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Made reservation on behalf of bc40649e055443b9aaedfdea46736570 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:33.123274 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8fed074-871c-4d3c-8ff8-05bd8820957a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:33.272936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a675c-ccc2-4504-8f3c-26d1a49ca35e req-668ecbbc-9461-4098-983b-bdb36c7a3679 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:33.277155 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-164a675c-ccc2-4504-8f3c-26d1a49ca35e req-668ecbbc-9461-4098-983b-bdb36c7a3679 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.0988595 Nov 12 00:37:33.317190 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8fed074-871c-4d3c-8ff8-05bd8820957a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Allocated IP 19.80.0.6 (4320f171-2faa-47f9-a141-810f47abe070/6bbf6e5c-6b2e-42ba-90b7-7214b236b856/c57bfe8c-975e-4754-b656-5bb0616679e8) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:33.355326 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-164a675c-ccc2-4504-8f3c-26d1a49ca35e req-46485c96-412c-4ff3-bbcd-7c5e480863fd tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744982 Nov 12 00:37:33.450207 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a3e7e-0d35-4bbf-b4e7-d1bdf114a793 req-7b439822-762d-4c8b-9eda-736283257a67 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:33.451948 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f91a3e7e-0d35-4bbf-b4e7-d1bdf114a793 req-7b439822-762d-4c8b-9eda-736283257a67 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.0721147 Nov 12 00:37:33.515183 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8fed074-871c-4d3c-8ff8-05bd8820957a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:33.534237 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f91a3e7e-0d35-4bbf-b4e7-d1bdf114a793 req-b923766e-4b3b-459b-ba8d-ba0226ec5ebb tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659056 Nov 12 00:37:33.596450 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e111e-26fe-4b2b-83a3-4f2e7d297a5c req-41066014-634b-4989-afc4-d560ba12f47e tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:33.598430 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c51e111e-26fe-4b2b-83a3-4f2e7d297a5c req-41066014-634b-4989-afc4-d560ba12f47e tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/ports?device_id=cded100f-33d2-4ed1-9c97-03d5c134bf70 HTTP/1.1" status: 200 len: 945 time: 0.0794230 Nov 12 00:37:33.618177 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8fed074-871c-4d3c-8ff8-05bd8820957a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:33.691691 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8fed074-871c-4d3c-8ff8-05bd8820957a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Network 4320f171-2faa-47f9-a141-810f47abe070 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:33.701331 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8fed074-871c-4d3c-8ff8-05bd8820957a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:33.703678 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8fed074-871c-4d3c-8ff8-05bd8820957a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:33.751069 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c51e111e-26fe-4b2b-83a3-4f2e7d297a5c req-abddfb4e-5051-4e25-a430-e7bcd2cef627 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebd831da-fa30-4df1-8444-8be745f0f186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447492 Nov 12 00:37:33.754689 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fed074-871c-4d3c-8ff8-05bd8820957a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event updated for resources: {'Port': ['ID=c57bfe8c-975e-4754-b656-5bb0616679e8,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:33.784542 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8fed074-871c-4d3c-8ff8-05bd8820957a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:33.785257 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8fed074-871c-4d3c-8ff8-05bd8820957a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:33.808168 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8fed074-871c-4d3c-8ff8-05bd8820957a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9033988 Nov 12 00:37:33.824078 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-e0042288-6ee6-4787-b542-c03da2b90327 req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] Request body: {'port': {'device_id': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:33.906861 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:34.000668 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1f47f17d-f09f-43c3-89e0-d7ce2d21f64a None None] Provisioning complete for port c57bfe8c-975e-4754-b656-5bb0616679e8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:34.001296 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1f47f17d-f09f-43c3-89e0-d7ce2d21f64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:34.052911 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1f47f17d-f09f-43c3-89e0-d7ce2d21f64a None None] Port c57bfe8c-975e-4754-b656-5bb0616679e8 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:37:34.203512 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63523bd-ae88-4420-96b0-577cb86b4121 req-ce32e221-06ad-4d3a-869a-2178d29c1506 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:34.205719 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b63523bd-ae88-4420-96b0-577cb86b4121 req-ce32e221-06ad-4d3a-869a-2178d29c1506 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.0772390 Nov 12 00:37:34.278787 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b63523bd-ae88-4420-96b0-577cb86b4121 req-9b628428-7909-4d93-8fdd-2965a12642c8 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665100 Nov 12 00:37:34.298106 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287a638-e764-4b28-bf9b-a1297cf6af88 req-731a6b79-1407-4f3c-93a1-00b91b507d6f tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:34.299626 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a287a638-e764-4b28-bf9b-a1297cf6af88 req-731a6b79-1407-4f3c-93a1-00b91b507d6f tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/ports?device_id=cded100f-33d2-4ed1-9c97-03d5c134bf70 HTTP/1.1" status: 200 len: 945 time: 0.1732879 Nov 12 00:37:34.385973 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a287a638-e764-4b28-bf9b-a1297cf6af88 req-436296aa-e819-4197-ae3d-34737179fb36 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebd831da-fa30-4df1-8444-8be745f0f186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799527 Nov 12 00:37:34.415409 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f187c8-f3a9-471a-94a8-9ab2f5627651 req-a2569349-2860-4201-80f5-6d774e725fbf tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:34.421915 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f187c8-f3a9-471a-94a8-9ab2f5627651 req-a2569349-2860-4201-80f5-6d774e725fbf tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:34.428201 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f187c8-f3a9-471a-94a8-9ab2f5627651 req-a2569349-2860-4201-80f5-6d774e725fbf tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:34.430092 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-11f187c8-f3a9-471a-94a8-9ab2f5627651 req-a2569349-2860-4201-80f5-6d774e725fbf tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 2374 time: 0.0753613 Nov 12 00:37:34.431301 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-e0042288-6ee6-4787-b542-c03da2b90327 req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab46df4-322c-4067-bf41-12626b92d3ce {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:34.439453 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:34.453493 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-e0042288-6ee6-4787-b542-c03da2b90327 req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] Transition to ACTIVE for port object aab46df4-322c-4067-bf41-12626b92d3ce will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:37:34.461265 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:34.498503 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-11f187c8-f3a9-471a-94a8-9ab2f5627651 req-bb95a227-c58a-419b-a15a-1447c3807770 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610712 Nov 12 00:37:34.537294 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] Pushing event updated for resources: {'Port': ['ID=aab46df4-322c-4067-bf41-12626b92d3ce,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:34.675823 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e0042288-6ee6-4787-b542-c03da2b90327 req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] Attempting to bind port aab46df4-322c-4067-bf41-12626b92d3ce on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:34.678346 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e0042288-6ee6-4787-b542-c03da2b90327 req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] Attempting to bind port aab46df4-322c-4067-bf41-12626b92d3ce by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'b913ef47-9313-48e0-b584-0757b58117b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4320f171-2faa-47f9-a141-810f47abe070'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:34.679198 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0042288-6ee6-4787-b542-c03da2b90327 req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] Attempting to bind port aab46df4-322c-4067-bf41-12626b92d3ce on network 4320f171-2faa-47f9-a141-810f47abe070 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:34.689277 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0042288-6ee6-4787-b542-c03da2b90327 req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] Port aab46df4-322c-4067-bf41-12626b92d3ce on network 4320f171-2faa-47f9-a141-810f47abe070 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:37:34.689851 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0042288-6ee6-4787-b542-c03da2b90327 req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] Attempting to bind port aab46df4-322c-4067-bf41-12626b92d3ce on network 4320f171-2faa-47f9-a141-810f47abe070 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:34.696625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0042288-6ee6-4787-b542-c03da2b90327 req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:34.698166 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0042288-6ee6-4787-b542-c03da2b90327 req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] Checking segment: {'id': 'b913ef47-9313-48e0-b584-0757b58117b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4320f171-2faa-47f9-a141-810f47abe070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:34.698447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0042288-6ee6-4787-b542-c03da2b90327 req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] Bound using segment: {'id': 'b913ef47-9313-48e0-b584-0757b58117b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4320f171-2faa-47f9-a141-810f47abe070'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:34.700947 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e0042288-6ee6-4787-b542-c03da2b90327 req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] Bound port: aab46df4-322c-4067-bf41-12626b92d3ce, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b913ef47-9313-48e0-b584-0757b58117b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4320f171-2faa-47f9-a141-810f47abe070'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:34.701389 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:34.735761 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84572dda-2929-42d7-bf27-dcc1eda80b43 req-70a85595-017f-4a26-b570-115fd8a7ab71 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:34.737504 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-84572dda-2929-42d7-bf27-dcc1eda80b43 req-70a85595-017f-4a26-b570-115fd8a7ab71 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.1007304 Nov 12 00:37:34.799822 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-84572dda-2929-42d7-bf27-dcc1eda80b43 req-e1c5b7cb-100d-4ade-898c-f64ed9986aad tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516291 Nov 12 00:37:34.825500 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-e0042288-6ee6-4787-b542-c03da2b90327 req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] For port aab46df4-322c-4067-bf41-12626b92d3ce, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:34.837778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-e0042288-6ee6-4787-b542-c03da2b90327 req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] For port aab46df4-322c-4067-bf41-12626b92d3ce, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=aab46df4-322c-4067-bf41-12626b92d3ce,segment=NetworkSegment(b913ef47-9313-48e0-b584-0757b58117b2),segment_id=b913ef47-9313-48e0-b584-0757b58117b2)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:34.840219 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:34.911368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0042288-6ee6-4787-b542-c03da2b90327 req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:34.913295 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:34.914640 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] 10.222.0.21 "PUT /v2.0/ports/aab46df4-322c-4067-bf41-12626b92d3ce HTTP/1.1" status: 200 len: 1093 time: 1.0950375 Nov 12 00:37:34.915102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'tag': 'aab46df4-322c-4067-bf41-12626b92d3ce'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:34.921723 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a85ea19-49ca-4cc0-b3b7-4cc30a2007f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a3bdb2eb-ed4d-4af5-a040-0b5991987e2b", "tag": "aab46df4-322c-4067-bf41-12626b92d3ce"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:34.984278 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849335ca-d8ca-4cf6-a376-d8173e0ddece service neutron] Pushing event updated for resources: {'Port': ['ID=aab46df4-322c-4067-bf41-12626b92d3ce,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:34.993533 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] Request body: {'port': {'device_id': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:35.002123 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810314b-1304-46d9-808f-cde66c8a26e1 req-852e3625-7d51-4f1f-8780-7575f002e8d4 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:35.003769 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2810314b-1304-46d9-808f-cde66c8a26e1 req-852e3625-7d51-4f1f-8780-7575f002e8d4 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.1269405 Nov 12 00:37:35.099848 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f57e4b4-eea9-4ea2-a176-e17f8199609a x-openstack-request-id: req-2f57e4b4-eea9-4ea2-a176-e17f8199609a {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:35.100649 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3bdb2eb-ed4d-4af5-a040-0b5991987e2b", "tag": "aab46df4-322c-4067-bf41-12626b92d3ce", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:35.100787 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f57e4b4-eea9-4ea2-a176-e17f8199609a {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:35.101995 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'tag': 'aab46df4-322c-4067-bf41-12626b92d3ce', 'status': 'completed', 'code': 200} Nov 12 00:37:35.105265 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:35.167064 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2810314b-1304-46d9-808f-cde66c8a26e1 req-8ef081c8-9256-4aa6-b9be-c688df22e185 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416628 Nov 12 00:37:35.170328 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85ea19-49ca-4cc0-b3b7-4cc30a2007f0 req-839de34a-40e8-4efc-811a-9a10324da737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:35.170830 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85ea19-49ca-4cc0-b3b7-4cc30a2007f0 req-839de34a-40e8-4efc-811a-9a10324da737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:35.171510 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85ea19-49ca-4cc0-b3b7-4cc30a2007f0 req-839de34a-40e8-4efc-811a-9a10324da737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:35.175679 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a85ea19-49ca-4cc0-b3b7-4cc30a2007f0 req-839de34a-40e8-4efc-811a-9a10324da737 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc40649e055443b9aaedfdea46736570&device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 2730 time: 0.1196344 Nov 12 00:37:35.384135 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85ea19-49ca-4cc0-b3b7-4cc30a2007f0 req-c83f8c32-814c-4636-b675-0979feffb415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:35.385428 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85ea19-49ca-4cc0-b3b7-4cc30a2007f0 req-c83f8c32-814c-4636-b675-0979feffb415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:35.386321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85ea19-49ca-4cc0-b3b7-4cc30a2007f0 req-c83f8c32-814c-4636-b675-0979feffb415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:35.388105 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a85ea19-49ca-4cc0-b3b7-4cc30a2007f0 req-c83f8c32-814c-4636-b675-0979feffb415 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bc40649e055443b9aaedfdea46736570&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1941507 Nov 12 00:37:35.424858 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9243727-a2e0-4c90-8c7b-eac7d4e684f3 req-d483ee9d-ddf4-413c-8cbf-4eabea444eaf tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:35.432724 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f9243727-a2e0-4c90-8c7b-eac7d4e684f3 req-d483ee9d-ddf4-413c-8cbf-4eabea444eaf tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.0855744 Nov 12 00:37:35.520821 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f9243727-a2e0-4c90-8c7b-eac7d4e684f3 req-e3f22df1-3dc7-4262-ba43-05294e731874 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871778 Nov 12 00:37:35.529424 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c597bc-3981-4c68-b93d-f05e3fa8f04f {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:35.537406 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:35.550446 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] Transition to ACTIVE for port object 99c597bc-3981-4c68-b93d-f05e3fa8f04f will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:37:35.557562 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:35.639354 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac665de-db58-477b-9e83-6f511392bc4e req-4252dee2-08d8-436a-956b-73b5e3d83c01 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:35.649993 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bac665de-db58-477b-9e83-6f511392bc4e req-4252dee2-08d8-436a-956b-73b5e3d83c01 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/ports?device_id=cded100f-33d2-4ed1-9c97-03d5c134bf70 HTTP/1.1" status: 200 len: 945 time: 0.1835518 Nov 12 00:37:35.654829 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] Pushing event updated for resources: {'Port': ['ID=99c597bc-3981-4c68-b93d-f05e3fa8f04f,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:35.678327 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85ea19-49ca-4cc0-b3b7-4cc30a2007f0 req-49c3a854-8d03-470d-bfd6-3a8c39d9a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:35.679975 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a85ea19-49ca-4cc0-b3b7-4cc30a2007f0 req-49c3a854-8d03-470d-bfd6-3a8c39d9a509 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2703075 Nov 12 00:37:35.726523 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bac665de-db58-477b-9e83-6f511392bc4e req-6d67685b-b04c-4026-a612-79e4bd901138 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebd831da-fa30-4df1-8444-8be745f0f186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695016 Nov 12 00:37:35.733652 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e0762-78da-4cab-99b5-936ed90dff01 req-c1caf2a8-87ee-4bf0-a9b2-9645ed463e92 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:35.740933 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e0762-78da-4cab-99b5-936ed90dff01 req-c1caf2a8-87ee-4bf0-a9b2-9645ed463e92 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:35.747581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e0762-78da-4cab-99b5-936ed90dff01 req-c1caf2a8-87ee-4bf0-a9b2-9645ed463e92 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:35.757080 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fb9e0762-78da-4cab-99b5-936ed90dff01 req-c1caf2a8-87ee-4bf0-a9b2-9645ed463e92 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 2398 time: 0.1554546 Nov 12 00:37:35.810178 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] Attempting to bind port 99c597bc-3981-4c68-b93d-f05e3fa8f04f on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:35.810178 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] Attempting to bind port 99c597bc-3981-4c68-b93d-f05e3fa8f04f by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '47791d9e-06a3-42d4-a76d-0c741f645c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '928b0b68-4f8d-4692-bde9-db0ac118dd69'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:35.810655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] Attempting to bind port 99c597bc-3981-4c68-b93d-f05e3fa8f04f on network 928b0b68-4f8d-4692-bde9-db0ac118dd69 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:35.821905 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] Port 99c597bc-3981-4c68-b93d-f05e3fa8f04f on network 928b0b68-4f8d-4692-bde9-db0ac118dd69 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:37:35.824601 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] Attempting to bind port 99c597bc-3981-4c68-b93d-f05e3fa8f04f on network 928b0b68-4f8d-4692-bde9-db0ac118dd69 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:35.831448 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:35.831870 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] Checking segment: {'id': '47791d9e-06a3-42d4-a76d-0c741f645c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '928b0b68-4f8d-4692-bde9-db0ac118dd69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:35.832265 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] Bound using segment: {'id': '47791d9e-06a3-42d4-a76d-0c741f645c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '928b0b68-4f8d-4692-bde9-db0ac118dd69'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:35.832736 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] Bound port: 99c597bc-3981-4c68-b93d-f05e3fa8f04f, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47791d9e-06a3-42d4-a76d-0c741f645c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '928b0b68-4f8d-4692-bde9-db0ac118dd69'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:35.835182 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:35.868647 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fb9e0762-78da-4cab-99b5-936ed90dff01 req-0e754f9b-e8c3-4c2a-9cc1-d3e29b017422 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106021 Nov 12 00:37:35.944117 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] For port 99c597bc-3981-4c68-b93d-f05e3fa8f04f, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:35.949479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] For port 99c597bc-3981-4c68-b93d-f05e3fa8f04f, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=99c597bc-3981-4c68-b93d-f05e3fa8f04f,segment=NetworkSegment(47791d9e-06a3-42d4-a76d-0c741f645c3d),segment_id=47791d9e-06a3-42d4-a76d-0c741f645c3d)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:35.956677 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:36.031188 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:36.031812 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:36.033391 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] 10.222.0.21 "PUT /v2.0/ports/99c597bc-3981-4c68-b93d-f05e3fa8f04f HTTP/1.1" status: 200 len: 1092 time: 1.0448394 Nov 12 00:37:36.056232 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ba733-239b-46c6-8b5e-9d6eefbf35eb req-cf743e35-290b-400f-907d-10766a5645b1 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:36.062641 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8b0b0-cb79-4f47-98e2-bec9673f19df service neutron] Pushing event updated for resources: {'Port': ['ID=99c597bc-3981-4c68-b93d-f05e3fa8f04f,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:36.063994 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b45ba733-239b-46c6-8b5e-9d6eefbf35eb req-cf743e35-290b-400f-907d-10766a5645b1 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.1044388 Nov 12 00:37:36.093236 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] Request body: {'port': {'device_id': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:36.153993 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b45ba733-239b-46c6-8b5e-9d6eefbf35eb req-80d22bc7-04af-4e67-9d28-9ae03ecfa563 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890057 Nov 12 00:37:36.188535 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:36.351279 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269af11-6ba2-4c73-ac20-8abcd7388b3b req-e3a2fc7f-4d20-498a-aea1-42412f8da739 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:36.353000 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0269af11-6ba2-4c73-ac20-8abcd7388b3b req-e3a2fc7f-4d20-498a-aea1-42412f8da739 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.1273308 Nov 12 00:37:36.383225 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04eced-3e50-464e-bab1-edb9cff29090 req-57bf4d81-02e0-4ce9-8a11-449e65d69068 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:36.384744 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca04eced-3e50-464e-bab1-edb9cff29090 req-57bf4d81-02e0-4ce9-8a11-449e65d69068 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.21 "GET /v2.0/ports?device_id=cded100f-33d2-4ed1-9c97-03d5c134bf70 HTTP/1.1" status: 200 len: 945 time: 0.0961905 Nov 12 00:37:36.455739 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0269af11-6ba2-4c73-ac20-8abcd7388b3b req-8ca79fd0-b943-425b-a45b-1ded57a1a0ba tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946906 Nov 12 00:37:36.530876 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-ca04eced-3e50-464e-bab1-edb9cff29090 req-7d48b8d9-ecc0-4454-8cd8-355c9e54a41b tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Deleting port 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:37:36.531552 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ca04eced-3e50-464e-bab1-edb9cff29090 req-7d48b8d9-ecc0-4454-8cd8-355c9e54a41b tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:36.605504 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57bfe8c-975e-4754-b656-5bb0616679e8 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:36.613567 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:36.629197 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] Transition to ACTIVE for port object c57bfe8c-975e-4754-b656-5bb0616679e8 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:37:36.637246 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:36.707793 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] Pushing event updated for resources: {'Port': ['ID=c57bfe8c-975e-4754-b656-5bb0616679e8,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:36.747802 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ca04eced-3e50-464e-bab1-edb9cff29090 req-7d48b8d9-ecc0-4454-8cd8-355c9e54a41b tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] For port 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629,segment=NetworkSegment(306cca02-c178-4d0a-9474-746b0a56e110),segment_id=306cca02-c178-4d0a-9474-746b0a56e110)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:36.748350 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ca04eced-3e50-464e-bab1-edb9cff29090 req-7d48b8d9-ecc0-4454-8cd8-355c9e54a41b tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:36.805295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-ca04eced-3e50-464e-bab1-edb9cff29090 req-7d48b8d9-ecc0-4454-8cd8-355c9e54a41b tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Calling delete_port for 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:37:36.813399 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] Attempting to bind port c57bfe8c-975e-4754-b656-5bb0616679e8 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:36.813971 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] Attempting to bind port c57bfe8c-975e-4754-b656-5bb0616679e8 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'b913ef47-9313-48e0-b584-0757b58117b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4320f171-2faa-47f9-a141-810f47abe070'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:36.814108 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] Attempting to bind port c57bfe8c-975e-4754-b656-5bb0616679e8 on network 4320f171-2faa-47f9-a141-810f47abe070 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:36.819962 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] Port c57bfe8c-975e-4754-b656-5bb0616679e8 on network 4320f171-2faa-47f9-a141-810f47abe070 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:37:36.820400 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] Attempting to bind port c57bfe8c-975e-4754-b656-5bb0616679e8 on network 4320f171-2faa-47f9-a141-810f47abe070 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:36.825056 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11e0b9-aa9a-4f0e-b582-810b501a01ef req-9e9d1497-7896-429d-9759-e0e34b17979c tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:36.826764 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6c11e0b9-aa9a-4f0e-b582-810b501a01ef req-9e9d1497-7896-429d-9759-e0e34b17979c tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.1804633 Nov 12 00:37:36.830926 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:36.831269 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] Checking segment: {'id': 'b913ef47-9313-48e0-b584-0757b58117b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4320f171-2faa-47f9-a141-810f47abe070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:36.838533 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] Bound using segment: {'id': 'b913ef47-9313-48e0-b584-0757b58117b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4320f171-2faa-47f9-a141-810f47abe070'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:36.839092 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] Bound port: c57bfe8c-975e-4754-b656-5bb0616679e8, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b913ef47-9313-48e0-b584-0757b58117b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4320f171-2faa-47f9-a141-810f47abe070'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:36.839470 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:36.963821 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6c11e0b9-aa9a-4f0e-b582-810b501a01ef req-129bb0ed-14fe-4982-a574-45b69d59a851 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248212 Nov 12 00:37:37.030597 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94de1e6-4fc8-44e8-a693-dbc60aac7a15 req-6347b97c-3337-4efd-8694-ed87ee9b11f7 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:37.032354 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f94de1e6-4fc8-44e8-a693-dbc60aac7a15 req-6347b97c-3337-4efd-8694-ed87ee9b11f7 tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/ports?device_id=cded100f-33d2-4ed1-9c97-03d5c134bf70 HTTP/1.1" status: 200 len: 945 time: 0.1762974 Nov 12 00:37:37.035358 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] For port c57bfe8c-975e-4754-b656-5bb0616679e8, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:37.039093 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] For port c57bfe8c-975e-4754-b656-5bb0616679e8, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c57bfe8c-975e-4754-b656-5bb0616679e8,segment=NetworkSegment(b913ef47-9313-48e0-b584-0757b58117b2),segment_id=b913ef47-9313-48e0-b584-0757b58117b2)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:37.059076 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:37.103303 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'tag': '99c597bc-3981-4c68-b93d-f05e3fa8f04f'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:37.106285 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f1c7e2-6679-4d42-9034-d2344a66ee3d" -d '{"events": [{"name": "network-changed", "server_uuid": "a3bdb2eb-ed4d-4af5-a040-0b5991987e2b", "tag": "99c597bc-3981-4c68-b93d-f05e3fa8f04f"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:37.119004 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:37.119734 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:37.121471 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ca04eced-3e50-464e-bab1-edb9cff29090 req-7d48b8d9-ecc0-4454-8cd8-355c9e54a41b tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:37.122324 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] 10.222.0.21 "PUT /v2.0/ports/c57bfe8c-975e-4754-b656-5bb0616679e8 HTTP/1.1" status: 200 len: 1091 time: 1.0346253 Nov 12 00:37:37.135909 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:37:37.167897 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f94de1e6-4fc8-44e8-a693-dbc60aac7a15 req-f5a17256-1906-4bc6-8f6f-4a31ac53721e tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebd831da-fa30-4df1-8444-8be745f0f186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223075 Nov 12 00:37:37.184592 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57daacb-cd05-4d9e-b618-4d29e2ba91ab service neutron] Pushing event updated for resources: {'Port': ['ID=c57bfe8c-975e-4754-b656-5bb0616679e8,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:37.220842 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48b8d9-ecc0-4454-8cd8-355c9e54a41b tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Pushing event deleted for resources: {'Port': ['ID=2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:37.278646 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:37:37.318746 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0042288-6ee6-4787-b542-c03da2b90327 req-5c1e46fe-d43d-45ba-b0ce-ab699a5d77a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:37.322132 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0042288-6ee6-4787-b542-c03da2b90327 req-5c1e46fe-d43d-45ba-b0ce-ab699a5d77a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:37.322921 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0042288-6ee6-4787-b542-c03da2b90327 req-5c1e46fe-d43d-45ba-b0ce-ab699a5d77a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:37.333022 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-5c1e46fe-d43d-45ba-b0ce-ab699a5d77a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc40649e055443b9aaedfdea46736570&device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 2866 time: 0.1449773 Nov 12 00:37:37.334762 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7fe787-91ff-48f5-8924-edd2b0fc6448 x-openstack-request-id: req-9e7fe787-91ff-48f5-8924-edd2b0fc6448 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:37.335052 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3bdb2eb-ed4d-4af5-a040-0b5991987e2b", "tag": "99c597bc-3981-4c68-b93d-f05e3fa8f04f", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:37.335301 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e7fe787-91ff-48f5-8924-edd2b0fc6448 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:37.335684 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'tag': '99c597bc-3981-4c68-b93d-f05e3fa8f04f', 'status': 'completed', 'code': 200} Nov 12 00:37:37.341548 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca04eced-3e50-464e-bab1-edb9cff29090 req-7d48b8d9-ecc0-4454-8cd8-355c9e54a41b tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] No DVR routers for this DVR port 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:37:37.385297 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ca04eced-3e50-464e-bab1-edb9cff29090 req-7d48b8d9-ecc0-4454-8cd8-355c9e54a41b tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:37.389302 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca04eced-3e50-464e-bab1-edb9cff29090 req-7d48b8d9-ecc0-4454-8cd8-355c9e54a41b tempest-InstanceActionsNegativeTestJSON-489991502 tempest-InstanceActionsNegativeTestJSON-489991502-project] 10.222.0.21 "DELETE /v2.0/ports/2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629 HTTP/1.1" status: 204 len: 173 time: 0.9966245 Nov 12 00:37:37.413411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cded100f-33d2-4ed1-9c97-03d5c134bf70', 'name': 'network-vif-deleted', 'tag': '2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:37.418180 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88ebf66-1bda-46d0-9c2b-52bcb7307772" -d '{"events": [{"server_uuid": "cded100f-33d2-4ed1-9c97-03d5c134bf70", "name": "network-vif-deleted", "tag": "2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:37.441050 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-60110077-2ad7-4660-a59b-75bae0bba3b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.203&port_id=aab46df4-322c-4067-bf41-12626b92d3ce HTTP/1.1" status: 200 len: 217 time: 0.0968072 Nov 12 00:37:37.495370 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46934661-a62e-4273-93f1-12d1dfeb28bc req-814cd6b1-7393-4a0f-96a1-e8fe6697ac3e tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:37.520592 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46934661-a62e-4273-93f1-12d1dfeb28bc req-814cd6b1-7393-4a0f-96a1-e8fe6697ac3e tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:37.543107 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46934661-a62e-4273-93f1-12d1dfeb28bc req-814cd6b1-7393-4a0f-96a1-e8fe6697ac3e tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:37.553453 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46934661-a62e-4273-93f1-12d1dfeb28bc req-814cd6b1-7393-4a0f-96a1-e8fe6697ac3e tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 2410 time: 0.2817631 Nov 12 00:37:37.622290 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0042288-6ee6-4787-b542-c03da2b90327 req-1da8f208-3d8d-45bc-a0c1-94beea76e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:37.624544 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-1da8f208-3d8d-45bc-a0c1-94beea76e620 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bbf6e5c-6b2e-42ba-90b7-7214b236b856 HTTP/1.1" status: 200 len: 801 time: 0.1009600 Nov 12 00:37:37.643259 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46934661-a62e-4273-93f1-12d1dfeb28bc req-a9dbc89d-fee5-474a-b7e9-e5dc41d33814 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743296 Nov 12 00:37:37.657626 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59278c3d-1993-4c77-9dd8-546f269e88de req-36b7361e-f5a9-47b4-8dbf-32d6e02a476a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:37.659918 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-59278c3d-1993-4c77-9dd8-546f269e88de req-36b7361e-f5a9-47b4-8dbf-32d6e02a476a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.2119243 Nov 12 00:37:37.684264 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c7aa4b-dea0-44e7-9da7-be768d7df375 x-openstack-request-id: req-02c7aa4b-dea0-44e7-9da7-be768d7df375 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:37.684264 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cded100f-33d2-4ed1-9c97-03d5c134bf70", "name": "network-vif-deleted", "tag": "2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:37.684264 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02c7aa4b-dea0-44e7-9da7-be768d7df375 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:37.684264 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cded100f-33d2-4ed1-9c97-03d5c134bf70', 'name': 'network-vif-deleted', 'tag': '2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629', 'status': 'completed', 'code': 200} Nov 12 00:37:37.736374 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-59278c3d-1993-4c77-9dd8-546f269e88de req-35c5fe7f-643b-40ab-b09d-d14c52e2c232 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592947 Nov 12 00:37:37.745748 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0042288-6ee6-4787-b542-c03da2b90327 req-8b3e6d3f-4687-4ad0-97c1-6b26f25dedc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:37.747360 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-8b3e6d3f-4687-4ad0-97c1-6b26f25dedc0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4320f171-2faa-47f9-a141-810f47abe070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112423 Nov 12 00:37:37.796059 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfb723-0a7f-4af7-a381-b2e385883ae0 req-4f451383-4b9e-49dd-8a8e-2074be31aeb2 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:37.805217 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ccfb723-0a7f-4af7-a381-b2e385883ae0 req-4f451383-4b9e-49dd-8a8e-2074be31aeb2 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.0637584 Nov 12 00:37:37.873299 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ccfb723-0a7f-4af7-a381-b2e385883ae0 req-6c113408-c5df-4785-8d95-6ffdb0d720d9 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671365 Nov 12 00:37:37.883755 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-df517131-320d-4988-8afe-12a9d99cd742 service neutron] 10.222.0.21 "GET /v2.0/networks/4320f171-2faa-47f9-a141-810f47abe070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260018 Nov 12 00:37:38.002524 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-311178d2-c11d-4b1f-a0be-0c6050dd2ce6 service neutron] 10.222.0.21 "GET /v2.0/networks/4320f171-2faa-47f9-a141-810f47abe070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093135 Nov 12 00:37:38.060352 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-e2009e83-d3e8-4bb1-b487-b3fff8456c0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.62&port_id=99c597bc-3981-4c68-b93d-f05e3fa8f04f HTTP/1.1" status: 200 len: 217 time: 0.0463085 Nov 12 00:37:38.173695 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeffd74-b682-4979-924a-c4d69b1a79c7 req-15afb387-1ec5-4c6a-af27-3d4ebb0f900a tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:38.175308 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-deeffd74-b682-4979-924a-c4d69b1a79c7 req-15afb387-1ec5-4c6a-af27-3d4ebb0f900a tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.1059663 Nov 12 00:37:38.177018 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0042288-6ee6-4787-b542-c03da2b90327 req-cfe1eb09-0bf1-4c55-afb3-1748e98d5b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:38.178523 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-cfe1eb09-0bf1-4c55-afb3-1748e98d5b5e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=172b843a-9432-499a-afad-2a44d1be181f HTTP/1.1" status: 200 len: 801 time: 0.0991385 Nov 12 00:37:38.264983 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-deeffd74-b682-4979-924a-c4d69b1a79c7 req-acb62cee-802f-4ab2-b088-26d186645114 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819390 Nov 12 00:37:38.268870 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0042288-6ee6-4787-b542-c03da2b90327 req-b84b3d7c-f664-493e-8e39-16551a290d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:38.270636 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-b84b3d7c-f664-493e-8e39-16551a290d0e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=928b0b68-4f8d-4692-bde9-db0ac118dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817306 Nov 12 00:37:38.336160 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51694) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:38.361321 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.409637 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3fad74-7e23-4dc2-9288-e764f8b5a134 admin admin] Deleting subnet 6d82a431-a2c9-45db-b305-66b3f0172604 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:37:38.426073 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1e3fad74-7e23-4dc2-9288-e764f8b5a134 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.427894 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-920d5f2b-6356-47e6-898c-5a92e24dea2c service neutron] 10.222.0.21 "GET /v2.0/networks/928b0b68-4f8d-4692-bde9-db0ac118dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448801 Nov 12 00:37:38.469021 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1e3fad74-7e23-4dc2-9288-e764f8b5a134 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.518869 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1e3fad74-7e23-4dc2-9288-e764f8b5a134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.568596 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-c83929d2-f4a4-488a-8d2f-d40d1d1a0755 service neutron] 10.222.0.21 "GET /v2.0/networks/928b0b68-4f8d-4692-bde9-db0ac118dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328816 Nov 12 00:37:38.614477 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9129160-100b-4896-9bce-2981d5e396df req-982f412b-4412-43c2-b3f5-cf3cbdf6ab69 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:38.616488 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a9129160-100b-4896-9bce-2981d5e396df req-982f412b-4412-43c2-b3f5-cf3cbdf6ab69 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 945 time: 0.0737906 Nov 12 00:37:38.631431 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-2c1f192b-d402-4531-934c-8fb7bc0a0ba7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=c57bfe8c-975e-4754-b656-5bb0616679e8 HTTP/1.1" status: 200 len: 217 time: 0.0506177 Nov 12 00:37:38.633650 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1e3fad74-7e23-4dc2-9288-e764f8b5a134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.697572 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a7412704-d90d-4a9c-9a77-619115522f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:38.699123 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-a7412704-d90d-4a9c-9a77-619115522f6b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bbf6e5c-6b2e-42ba-90b7-7214b236b856 HTTP/1.1" status: 200 len: 801 time: 0.0592477 Nov 12 00:37:38.704740 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3fad74-7e23-4dc2-9288-e764f8b5a134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d82a431-a2c9-45db-b305-66b3f0172604,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:38.706977 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1e3fad74-7e23-4dc2-9288-e764f8b5a134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.711953 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1e3fad74-7e23-4dc2-9288-e764f8b5a134 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6d82a431-a2c9-45db-b305-66b3f0172604 HTTP/1.1" status: 204 len: 168 time: 0.3747230 Nov 12 00:37:38.726944 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51700) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:38.742445 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a9129160-100b-4896-9bce-2981d5e396df req-4acfed97-a2b6-40bd-8f34-f8a498ccb721 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162803 Nov 12 00:37:38.890677 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8aa73385-0b98-4af7-b230-753994e900eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:38.903847 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0042288-6ee6-4787-b542-c03da2b90327 req-06d8c3ae-68d4-469a-826b-209cd81fb55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:38.905840 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-06d8c3ae-68d4-469a-826b-209cd81fb55a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4320f171-2faa-47f9-a141-810f47abe070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1964378 Nov 12 00:37:38.907206 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff2dc0-ba30-42a9-bbf8-0b163282d7a4 req-83851887-b3d7-47af-9682-42893c079439 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:38.915784 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a2ff2dc0-ba30-42a9-bbf8-0b163282d7a4 req-83851887-b3d7-47af-9682-42893c079439 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.0764129 Nov 12 00:37:38.931243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9d9ba-1844-4835-b603-31dc1d463623 req-e6e4d9d3-9b42-4bd8-8b69-e4b6153ce2c5 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:38.937693 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9d9ba-1844-4835-b603-31dc1d463623 req-e6e4d9d3-9b42-4bd8-8b69-e4b6153ce2c5 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:38.944978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9d9ba-1844-4835-b603-31dc1d463623 req-e6e4d9d3-9b42-4bd8-8b69-e4b6153ce2c5 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:38.955548 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-91a9d9ba-1844-4835-b603-31dc1d463623 req-e6e4d9d3-9b42-4bd8-8b69-e4b6153ce2c5 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 2410 time: 0.1963487 Nov 12 00:37:38.966786 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a2ff2dc0-ba30-42a9-bbf8-0b163282d7a4 req-d08f4aa6-40e1-4377-ac28-6d5978a634c4 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498459 Nov 12 00:37:39.062557 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-91a9d9ba-1844-4835-b603-31dc1d463623 req-82f38621-887b-4c75-b209-66e0de0440d6 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053152 Nov 12 00:37:39.136253 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8aa73385-0b98-4af7-b230-753994e900eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:39.143352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436b276-d300-4cd0-95f5-6eb381d02670 req-6d5f2bcc-aa0c-4701-9396-c2e1b993ae81 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:39.148215 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5436b276-d300-4cd0-95f5-6eb381d02670 req-6d5f2bcc-aa0c-4701-9396-c2e1b993ae81 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.0697162 Nov 12 00:37:39.169919 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-8aa73385-0b98-4af7-b230-753994e900eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cffd860-92f0-4605-a42d-317ce67eb8e3']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:39.189745 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-8aa73385-0b98-4af7-b230-753994e900eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306cca02-c178-4d0a-9474-746b0a56e110') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:39.190293 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-8aa73385-0b98-4af7-b230-753994e900eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306cca02-c178-4d0a-9474-746b0a56e110') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:39.194127 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-e1c48a09-8140-45a4-9bf9-b69f1fa1c25f service neutron] 10.222.0.21 "GET /v2.0/networks/4320f171-2faa-47f9-a141-810f47abe070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746875 Nov 12 00:37:39.202674 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8aa73385-0b98-4af7-b230-753994e900eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:39.230028 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5436b276-d300-4cd0-95f5-6eb381d02670 req-d8bb4ae6-26b6-47d2-a981-ed7c19362244 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690932 Nov 12 00:37:39.247249 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8aa73385-0b98-4af7-b230-753994e900eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:39.282008 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa73385-0b98-4af7-b230-753994e900eb admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:37:39.282639 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8aa73385-0b98-4af7-b230-753994e900eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:37:39.284412 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:37:39.336559 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'tag': 'c57bfe8c-975e-4754-b656-5bb0616679e8'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:39.338855 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac0a46f-b6d0-4ed2-8521-b2bbccf587fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a3bdb2eb-ed4d-4af5-a040-0b5991987e2b", "tag": "c57bfe8c-975e-4754-b656-5bb0616679e8"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:39.402164 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5eeb4e-aa2d-4e8f-b2af-b0784449237c x-openstack-request-id: req-ff5eeb4e-aa2d-4e8f-b2af-b0784449237c {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:39.402446 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3bdb2eb-ed4d-4af5-a040-0b5991987e2b", "tag": "c57bfe8c-975e-4754-b656-5bb0616679e8", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:39.402692 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff5eeb4e-aa2d-4e8f-b2af-b0784449237c {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:39.403463 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'tag': 'c57bfe8c-975e-4754-b656-5bb0616679e8', 'status': 'completed', 'code': 200} Nov 12 00:37:39.439812 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8aa73385-0b98-4af7-b230-753994e900eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:39.445387 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8aa73385-0b98-4af7-b230-753994e900eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:39.449410 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8aa73385-0b98-4af7-b230-753994e900eb admin admin] 10.222.0.31 "DELETE /v2.0/networks/7cffd860-92f0-4605-a42d-317ce67eb8e3 HTTP/1.1" status: 204 len: 168 time: 0.7212360 Nov 12 00:37:39.468764 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0042288-6ee6-4787-b542-c03da2b90327 req-b6c54ee7-bc42-4104-8eb4-89ed46290089 service neutron] 10.222.0.21 "GET /v2.0/networks/4320f171-2faa-47f9-a141-810f47abe070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639852 Nov 12 00:37:39.471564 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa73385-0b98-4af7-b230-753994e900eb admin admin] Pushing event deleted for resources: {'Network': ['ID=7cffd860-92f0-4605-a42d-317ce67eb8e3,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:39.506285 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85718def-54ad-49ba-9797-24d44550584b req-674d391a-92c9-4ef7-a153-1fea41c0bebb tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:39.519269 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85718def-54ad-49ba-9797-24d44550584b req-674d391a-92c9-4ef7-a153-1fea41c0bebb tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.1438570 Nov 12 00:37:39.625024 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85718def-54ad-49ba-9797-24d44550584b req-6e010cfb-73bc-4587-bd1b-28c84fda23e0 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000504 Nov 12 00:37:39.639718 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1c7e2-6679-4d42-9034-d2344a66ee3d req-4b6474e5-a1bc-496f-bf9f-9feab5a0ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:39.640192 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1c7e2-6679-4d42-9034-d2344a66ee3d req-4b6474e5-a1bc-496f-bf9f-9feab5a0ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:39.640663 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1c7e2-6679-4d42-9034-d2344a66ee3d req-4b6474e5-a1bc-496f-bf9f-9feab5a0ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:39.642384 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8f1c7e2-6679-4d42-9034-d2344a66ee3d req-4b6474e5-a1bc-496f-bf9f-9feab5a0ee40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc40649e055443b9aaedfdea46736570&device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 2866 time: 0.0994444 Nov 12 00:37:39.655867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51720) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:39.766086 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5194f89a-330a-4a7e-a313-0d7fbea11680 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74a612f395be44a68a2caa531969f408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0972896 Nov 12 00:37:39.768501 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51722) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:39.870087 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3782ad88-2780-4343-9182-fe4a8569da17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:39.924080 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3782ad88-2780-4343-9182-fe4a8569da17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:40.012266 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3782ad88-2780-4343-9182-fe4a8569da17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:40.014946 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3782ad88-2780-4343-9182-fe4a8569da17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:40.016155 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3782ad88-2780-4343-9182-fe4a8569da17 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ebd831da-fa30-4df1-8444-8be745f0f186 HTTP/1.1" status: 204 len: 168 time: 0.2453296 Nov 12 00:37:40.053596 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782ad88-2780-4343-9182-fe4a8569da17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd831da-fa30-4df1-8444-8be745f0f186,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:40.105284 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:37:40.162492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:37:40.165244 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 2e5a7e3c-2c8b-4a96-9d5d-8bfcada99629 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:37:40.219666 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1c7e2-6679-4d42-9034-d2344a66ee3d req-c37fd233-507d-415d-b228-8137887ab744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:40.222763 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8f1c7e2-6679-4d42-9034-d2344a66ee3d req-c37fd233-507d-415d-b228-8137887ab744 service neutron] 10.222.0.21 "GET /v2.0/networks?id=928b0b68-4f8d-4692-bde9-db0ac118dd69 HTTP/1.1" status: 200 len: 902 time: 0.5718384 Nov 12 00:37:40.234654 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5ae52-4acb-4467-995d-bed2d7f241d6 req-2a36d4f9-75c3-423c-9d9c-e28b3c6e4969 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:40.249935 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-01e5ae52-4acb-4467-995d-bed2d7f241d6 req-2a36d4f9-75c3-423c-9d9c-e28b3c6e4969 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.0993919 Nov 12 00:37:40.283491 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8f1c7e2-6679-4d42-9034-d2344a66ee3d req-a0c1ac2c-aa88-4a75-a725-808699281cca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.62&port_id=99c597bc-3981-4c68-b93d-f05e3fa8f04f HTTP/1.1" status: 200 len: 217 time: 0.0507283 Nov 12 00:37:40.289121 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13656eff-8b90-4805-8633-4cb162243c89 req-82f8c6e0-c695-4df2-b7e5-882aef1d5f71 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1832133563&fields=id&tenant_id=79d381a23e934d43891c5d332d12cc5b HTTP/1.1" status: 200 len: 267 time: 0.1512308 Nov 12 00:37:40.312643 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 997be79d-73f0-457b-a794-69924644f888 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:37:40.344803 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-01e5ae52-4acb-4467-995d-bed2d7f241d6 req-983ed954-527b-41fc-bb1c-91802ea1e682 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885425 Nov 12 00:37:40.401786 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1c7e2-6679-4d42-9034-d2344a66ee3d req-9ff238f9-9a7b-4db2-803a-00c63b610392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:40.403534 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8f1c7e2-6679-4d42-9034-d2344a66ee3d req-9ff238f9-9a7b-4db2-803a-00c63b610392 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=172b843a-9432-499a-afad-2a44d1be181f HTTP/1.1" status: 200 len: 801 time: 0.1113749 Nov 12 00:37:40.472819 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:40.524481 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836adcd8-42fc-43d7-b5a7-4bfda5baf1e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997be79d-73f0-457b-a794-69924644f888'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:40.539434 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f052cd03-0f19-4ed5-9110-45bbe8e912fa" -d '{"events": [{"server_uuid": "836adcd8-42fc-43d7-b5a7-4bfda5baf1e6", "name": "network-vif-unplugged", "status": "completed", "tag": "997be79d-73f0-457b-a794-69924644f888"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:40.581944 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0c684-646e-4800-b315-65ba2b36a406 req-42444eb4-7baa-4821-8983-532de86e7632 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:40.591601 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0c684-646e-4800-b315-65ba2b36a406 req-42444eb4-7baa-4821-8983-532de86e7632 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:40.593511 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 997be79d-73f0-457b-a794-69924644f888, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=997be79d-73f0-457b-a794-69924644f888,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:40.617961 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:40.618102 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0c684-646e-4800-b315-65ba2b36a406 req-42444eb4-7baa-4821-8983-532de86e7632 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:40.618102 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7d0c684-646e-4800-b315-65ba2b36a406 req-42444eb4-7baa-4821-8983-532de86e7632 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 2410 time: 0.1341543 Nov 12 00:37:40.670807 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1c7e2-6679-4d42-9034-d2344a66ee3d req-0794dff1-4dc2-42d7-94ac-67e0dc04122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:40.672385 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8f1c7e2-6679-4d42-9034-d2344a66ee3d req-0794dff1-4dc2-42d7-94ac-67e0dc04122b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=928b0b68-4f8d-4692-bde9-db0ac118dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1601400 Nov 12 00:37:40.692895 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13656eff-8b90-4805-8633-4cb162243c89 req-582813cf-2476-4641-852e-91a9572b318d tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:40.695598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=997be79d-73f0-457b-a794-69924644f888,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:40.701802 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13656eff-8b90-4805-8633-4cb162243c89 req-582813cf-2476-4641-852e-91a9572b318d tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/networks?id=95691eda-761f-49a3-9e31-31529ccc7497 HTTP/1.1" status: 200 len: 824 time: 0.3993287 Nov 12 00:37:40.705248 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7d0c684-646e-4800-b315-65ba2b36a406 req-02853fc2-b274-493f-b182-9503f9c39171 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787909 Nov 12 00:37:40.784267 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13656eff-8b90-4805-8633-4cb162243c89 req-3dcd338b-6da2-4daf-b1a6-b29bc12ba53c tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/quotas/79d381a23e934d43891c5d332d12cc5b HTTP/1.1" status: 200 len: 375 time: 0.0702598 Nov 12 00:37:40.831907 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf0a06-f22b-4829-8325-44dd577864e2 req-77f57636-01bb-4241-a1e1-75985211d4aa tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:40.835652 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-40cf0a06-f22b-4829-8325-44dd577864e2 req-77f57636-01bb-4241-a1e1-75985211d4aa tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 948 time: 0.0717676 Nov 12 00:37:40.883781 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13656eff-8b90-4805-8633-4cb162243c89 req-40097321-62e5-47bd-9da1-4703e1e50b37 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79d381a23e934d43891c5d332d12cc5b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0922806 Nov 12 00:37:40.899325 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8f1c7e2-6679-4d42-9034-d2344a66ee3d req-105c3911-c05f-4b2c-8e97-b3fb4d837a85 service neutron] 10.222.0.21 "GET /v2.0/networks/928b0b68-4f8d-4692-bde9-db0ac118dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963027 Nov 12 00:37:40.930669 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-40cf0a06-f22b-4829-8325-44dd577864e2 req-59404d1d-9b64-47ee-9319-0e048b087c7c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870662 Nov 12 00:37:40.983997 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3f6174-cd0f-4640-b368-6c8727d847b2 x-openstack-request-id: req-ee3f6174-cd0f-4640-b368-6c8727d847b2 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:40.984425 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836adcd8-42fc-43d7-b5a7-4bfda5baf1e6", "name": "network-vif-unplugged", "status": "completed", "tag": "997be79d-73f0-457b-a794-69924644f888", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:40.984810 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee3f6174-cd0f-4640-b368-6c8727d847b2 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:40.985298 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836adcd8-42fc-43d7-b5a7-4bfda5baf1e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997be79d-73f0-457b-a794-69924644f888', 'code': 200} Nov 12 00:37:41.008085 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8f1c7e2-6679-4d42-9034-d2344a66ee3d req-7caaac2c-e2e6-411b-a5df-ddeacf48b513 service neutron] 10.222.0.21 "GET /v2.0/networks/928b0b68-4f8d-4692-bde9-db0ac118dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973434 Nov 12 00:37:41.101773 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d82a7-b4b5-4649-b76d-a8d503a45671 req-8288b375-9786-4f54-ba86-bf58bd7584c4 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:41.110516 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f06d82a7-b4b5-4649-b76d-a8d503a45671 req-8288b375-9786-4f54-ba86-bf58bd7584c4 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.0708439 Nov 12 00:37:41.121423 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13656eff-8b90-4805-8633-4cb162243c89 req-2cdc91a8-fc4a-4ee9-ab5e-602a4a57e0d9 service neutron] 10.222.0.31 "GET /v2.0/networks/95691eda-761f-49a3-9e31-31529ccc7497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365770 Nov 12 00:37:41.217980 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f06d82a7-b4b5-4649-b76d-a8d503a45671 req-9ca0157a-416f-410c-a077-f1ca19670cbc tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067424 Nov 12 00:37:41.286341 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a46f-b6d0-4ed2-8521-b2bbccf587fd req-5fd78c1f-8848-4be6-a945-92885f01a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:41.291678 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a46f-b6d0-4ed2-8521-b2bbccf587fd req-5fd78c1f-8848-4be6-a945-92885f01a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:41.293390 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a46f-b6d0-4ed2-8521-b2bbccf587fd req-5fd78c1f-8848-4be6-a945-92885f01a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:41.295356 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fac0a46f-b6d0-4ed2-8521-b2bbccf587fd req-5fd78c1f-8848-4be6-a945-92885f01a085 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc40649e055443b9aaedfdea46736570&device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 2866 time: 0.1730480 Nov 12 00:37:41.391223 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13656eff-8b90-4805-8633-4cb162243c89 req-dff63463-db6c-4ee0-8534-04ee444a27a4 service neutron] 10.222.0.31 "GET /v2.0/networks/95691eda-761f-49a3-9e31-31529ccc7497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479396 Nov 12 00:37:41.426075 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a46f-b6d0-4ed2-8521-b2bbccf587fd req-5252c1d2-13ed-4d5c-954d-1fcd0bbbbd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:41.428141 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fac0a46f-b6d0-4ed2-8521-b2bbccf587fd req-5252c1d2-13ed-4d5c-954d-1fcd0bbbbd64 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4320f171-2faa-47f9-a141-810f47abe070 HTTP/1.1" status: 200 len: 902 time: 0.1121650 Nov 12 00:37:41.511043 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fac0a46f-b6d0-4ed2-8521-b2bbccf587fd req-81a9660a-11f9-4def-918d-2fdf8d7daf51 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=c57bfe8c-975e-4754-b656-5bb0616679e8 HTTP/1.1" status: 200 len: 217 time: 0.0715964 Nov 12 00:37:41.664512 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a46f-b6d0-4ed2-8521-b2bbccf587fd req-127c2b7f-61bc-4d3a-98a9-937eb02babe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:41.671682 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fac0a46f-b6d0-4ed2-8521-b2bbccf587fd req-127c2b7f-61bc-4d3a-98a9-937eb02babe9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bbf6e5c-6b2e-42ba-90b7-7214b236b856 HTTP/1.1" status: 200 len: 801 time: 0.1523018 Nov 12 00:37:41.734788 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e72382c-a696-402d-9cd5-5ee5a8c53ee4 req-a38b74a2-2e46-40b5-a967-0e3ee302f8a6 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 210 time: 0.0581262 Nov 12 00:37:41.795451 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21706003-3ddc-49f8-960f-37fd4c7496d3 req-cfaeabcc-16df-499c-a2c5-969a6ebb435a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:41.796401 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21706003-3ddc-49f8-960f-37fd4c7496d3 req-cfaeabcc-16df-499c-a2c5-969a6ebb435a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.1047683 Nov 12 00:37:41.803841 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a46f-b6d0-4ed2-8521-b2bbccf587fd req-1d9df5bb-e3c7-4f75-bd82-e3b07770e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:41.805432 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fac0a46f-b6d0-4ed2-8521-b2bbccf587fd req-1d9df5bb-e3c7-4f75-bd82-e3b07770e780 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4320f171-2faa-47f9-a141-810f47abe070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696938 Nov 12 00:37:41.900176 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21706003-3ddc-49f8-960f-37fd4c7496d3 req-ce72d682-8797-4e47-b07d-4fad448b170b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944328 Nov 12 00:37:42.005729 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7afdf-e557-4f7e-bc3a-90798b98a483 req-5b45c423-7c5c-42c6-9d6d-248e7d392b01 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:42.011913 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7afdf-e557-4f7e-bc3a-90798b98a483 req-5b45c423-7c5c-42c6-9d6d-248e7d392b01 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:42.034118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7afdf-e557-4f7e-bc3a-90798b98a483 req-5b45c423-7c5c-42c6-9d6d-248e7d392b01 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:42.043318 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-45b7afdf-e557-4f7e-bc3a-90798b98a483 req-5b45c423-7c5c-42c6-9d6d-248e7d392b01 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 2410 time: 0.1506298 Nov 12 00:37:42.057714 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fac0a46f-b6d0-4ed2-8521-b2bbccf587fd req-a8336af8-1aee-4fa2-aba1-e331ba51e132 service neutron] 10.222.0.21 "GET /v2.0/networks/4320f171-2faa-47f9-a141-810f47abe070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414916 Nov 12 00:37:42.079982 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device c57bfe8c-975e-4754-b656-5bb0616679e8 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:37:42.088562 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cd65a-f3ed-4248-99f1-81b140482f02 req-a69199a7-7925-4cde-be91-c398a059d3b4 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:42.091182 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-514cd65a-f3ed-4248-99f1-81b140482f02 req-a69199a7-7925-4cde-be91-c398a059d3b4 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 948 time: 0.0712924 Nov 12 00:37:42.182529 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-514cd65a-f3ed-4248-99f1-81b140482f02 req-2c40040c-5418-4c37-916c-1802d1b72755 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844193 Nov 12 00:37:42.228975 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-45b7afdf-e557-4f7e-bc3a-90798b98a483 req-ed32c19e-892a-4b4e-b60f-f6d1d2887564 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777499 Nov 12 00:37:42.338125 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4ef2e-3159-4add-9a00-cdef2361db2e req-1f5a6af3-5b66-49a6-8d05-0ad227836ea4 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:42.340883 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-70a4ef2e-3159-4add-9a00-cdef2361db2e req-1f5a6af3-5b66-49a6-8d05-0ad227836ea4 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4a9f1d-736c-4298-903f-c87020bfbb2f HTTP/1.1" status: 200 len: 945 time: 0.1728332 Nov 12 00:37:42.343465 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fac0a46f-b6d0-4ed2-8521-b2bbccf587fd req-104e9dc6-feeb-4b42-a0bb-8b11d98634b1 service neutron] 10.222.0.21 "GET /v2.0/networks/4320f171-2faa-47f9-a141-810f47abe070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663631 Nov 12 00:37:42.437599 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port c57bfe8c-975e-4754-b656-5bb0616679e8, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c57bfe8c-975e-4754-b656-5bb0616679e8,segment=NetworkSegment(b913ef47-9313-48e0-b584-0757b58117b2),segment_id=b913ef47-9313-48e0-b584-0757b58117b2)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:42.440540 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9a634-9fa9-49fb-b0e9-fc1005aa5885 req-7868a2fa-2691-4431-923d-4306f1aa16fc tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:42.441891 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ac9a634-9fa9-49fb-b0e9-fc1005aa5885 req-7868a2fa-2691-4431-923d-4306f1aa16fc tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.1019900 Nov 12 00:37:42.455197 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 997be79d-73f0-457b-a794-69924644f888 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:37:42.513268 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-70a4ef2e-3159-4add-9a00-cdef2361db2e req-defc97fb-2975-4e1a-bcfa-faefdde1beb1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Deleting port 24dd6d1d-d8fd-4700-98a7-0f84e25a04be {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:37:42.513618 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-70a4ef2e-3159-4add-9a00-cdef2361db2e req-defc97fb-2975-4e1a-bcfa-faefdde1beb1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.556091 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ac9a634-9fa9-49fb-b0e9-fc1005aa5885 req-4f38ba8d-19e2-47c2-9b7b-aab19a76e768 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070459 Nov 12 00:37:42.602025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 997be79d-73f0-457b-a794-69924644f888, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=997be79d-73f0-457b-a794-69924644f888,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:42.614918 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '997be79d-73f0-457b-a794-69924644f888', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '997be79d-73f0-457b-a794-69924644f888', 'mac_address': 'fa:16:3e:1d:5b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:37:42.620977 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'c57bfe8c-975e-4754-b656-5bb0616679e8', 'network_id': '4320f171-2faa-47f9-a141-810f47abe070', 'port_id': 'c57bfe8c-975e-4754-b656-5bb0616679e8', 'mac_address': 'fa:16:3e:4e:5e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbf6e5c-6b2e-42ba-90b7-7214b236b856', 'ip_address': '19.80.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:37:42.672393 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-70a4ef2e-3159-4add-9a00-cdef2361db2e req-defc97fb-2975-4e1a-bcfa-faefdde1beb1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] For port 24dd6d1d-d8fd-4700-98a7-0f84e25a04be, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=24dd6d1d-d8fd-4700-98a7-0f84e25a04be,segment=NetworkSegment(614c630f-cac9-4e9f-b771-374b70637843),segment_id=614c630f-cac9-4e9f-b771-374b70637843)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:42.672878 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-70a4ef2e-3159-4add-9a00-cdef2361db2e req-defc97fb-2975-4e1a-bcfa-faefdde1beb1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.814537 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.846126 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997be79d-73f0-457b-a794-69924644f888 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:42.865604 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.892517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 997be79d-73f0-457b-a794-69924644f888, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=997be79d-73f0-457b-a794-69924644f888,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:42.894753 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57bfe8c-975e-4754-b656-5bb0616679e8 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:42.901171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51848) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:42.907228 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.943966 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d08db69-345c-415d-b6b7-4f6a8f395558 req-e33ca7a6-bb9c-4b82-9c10-9083f7627cfe tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 210 time: 0.0958228 Nov 12 00:37:42.944574 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port c57bfe8c-975e-4754-b656-5bb0616679e8, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c57bfe8c-975e-4754-b656-5bb0616679e8,segment=NetworkSegment(b913ef47-9313-48e0-b584-0757b58117b2),segment_id=b913ef47-9313-48e0-b584-0757b58117b2)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:42.962061 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:42.963039 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device aab46df4-322c-4067-bf41-12626b92d3ce details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:37:43.015549 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=997be79d-73f0-457b-a794-69924644f888,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:43.105415 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-70a4ef2e-3159-4add-9a00-cdef2361db2e req-defc97fb-2975-4e1a-bcfa-faefdde1beb1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.105852 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-70a4ef2e-3159-4add-9a00-cdef2361db2e req-defc97fb-2975-4e1a-bcfa-faefdde1beb1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.106215 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [req-70a4ef2e-3159-4add-9a00-cdef2361db2e req-defc97fb-2975-4e1a-bcfa-faefdde1beb1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Floating IP 89efbbbb-afec-4481-9fee-242109544d5c disassociated. External IP: 172.25.0.212, port: 24dd6d1d-d8fd-4700-98a7-0f84e25a04be. Nov 12 00:37:43.106567 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-70a4ef2e-3159-4add-9a00-cdef2361db2e req-defc97fb-2975-4e1a-bcfa-faefdde1beb1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Calling delete_port for 24dd6d1d-d8fd-4700-98a7-0f84e25a04be owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:37:43.182474 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=c57bfe8c-975e-4754-b656-5bb0616679e8,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:43.187734 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8239b42c-0f2e-4ebd-90de-73cbecc602ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.188141 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port aab46df4-322c-4067-bf41-12626b92d3ce, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=aab46df4-322c-4067-bf41-12626b92d3ce,segment=NetworkSegment(b913ef47-9313-48e0-b584-0757b58117b2),segment_id=b913ef47-9313-48e0-b584-0757b58117b2)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:43.236432 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'aab46df4-322c-4067-bf41-12626b92d3ce', 'network_id': '4320f171-2faa-47f9-a141-810f47abe070', 'port_id': 'aab46df4-322c-4067-bf41-12626b92d3ce', 'mac_address': 'fa:16:3e:c5:9f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbf6e5c-6b2e-42ba-90b7-7214b236b856', 'ip_address': '19.80.0.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:37:43.310075 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8239b42c-0f2e-4ebd-90de-73cbecc602ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.327285 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.328925 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8239b42c-0f2e-4ebd-90de-73cbecc602ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.352156 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab46df4-322c-4067-bf41-12626b92d3ce {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:43.381775 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port aab46df4-322c-4067-bf41-12626b92d3ce, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=aab46df4-322c-4067-bf41-12626b92d3ce,segment=NetworkSegment(b913ef47-9313-48e0-b584-0757b58117b2),segment_id=b913ef47-9313-48e0-b584-0757b58117b2)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:43.388838 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.389905 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 99c597bc-3981-4c68-b93d-f05e3fa8f04f details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:37:43.431453 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8239b42c-0f2e-4ebd-90de-73cbecc602ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4dd4f491a41d4cffaf1e68e56e01a856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5275071 Nov 12 00:37:43.433485 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51870) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:43.455558 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f27f41-e6c3-4774-90ec-723e7c91cf88 req-8c6bcba3-56c0-47eb-aa47-fd62659be169 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:43.457487 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-07f27f41-e6c3-4774-90ec-723e7c91cf88 req-8c6bcba3-56c0-47eb-aa47-fd62659be169 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ce4841-2428-4a98-aef2-c85a35f3ef2c HTTP/1.1" status: 200 len: 946 time: 0.1450572 Nov 12 00:37:43.458167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239b42c-0f2e-4ebd-90de-73cbecc602ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c348a31c-b881-4c36-865e-9d457bbf085e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:43.458713 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['997be79d-73f0-457b-a794-69924644f888'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:37:43.541694 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=aab46df4-322c-4067-bf41-12626b92d3ce,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:43.542918 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4eb38-ae54-44ea-8511-eb7155dd93ed req-30ef4ce0-7fd3-4919-944e-7e4d997a606c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:43.543401 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d49dac67-7727-4032-8bb8-03b6fec89bb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.544460 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a2a4eb38-ae54-44ea-8511-eb7155dd93ed req-30ef4ce0-7fd3-4919-944e-7e4d997a606c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.3392339 Nov 12 00:37:43.572928 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d49dac67-7727-4032-8bb8-03b6fec89bb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.637262 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-07f27f41-e6c3-4774-90ec-723e7c91cf88 req-5078315a-3485-494a-b784-aa60fb43e769 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/security-groups?id=55948117-64f2-49be-b5cc-59e525acbe45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536608 Nov 12 00:37:43.640609 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13656eff-8b90-4805-8633-4cb162243c89 req-9a02577f-8467-4a74-9fd2-356d04ffe8f0 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:43.642973 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13656eff-8b90-4805-8633-4cb162243c89 req-9a02577f-8467-4a74-9fd2-356d04ffe8f0 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.21 "GET /v2.0/networks?id=95691eda-761f-49a3-9e31-31529ccc7497 HTTP/1.1" status: 200 len: 824 time: 0.4340377 Nov 12 00:37:43.650309 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d49dac67-7727-4032-8bb8-03b6fec89bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.653610 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d49dac67-7727-4032-8bb8-03b6fec89bb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.654811 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d49dac67-7727-4032-8bb8-03b6fec89bb7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c348a31c-b881-4c36-865e-9d457bbf085e HTTP/1.1" status: 204 len: 168 time: 0.2166593 Nov 12 00:37:43.669278 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49dac67-7727-4032-8bb8-03b6fec89bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c348a31c-b881-4c36-865e-9d457bbf085e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:43.685824 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-70a4ef2e-3159-4add-9a00-cdef2361db2e req-defc97fb-2975-4e1a-bcfa-faefdde1beb1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.691403 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a2a4eb38-ae54-44ea-8511-eb7155dd93ed req-fca54a66-66a1-437d-86ff-2099a675c73e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281977 Nov 12 00:37:43.755715 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc97fb-2975-4e1a-bcfa-faefdde1beb1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Pushing event deleted for resources: {'Port': ['ID=24dd6d1d-d8fd-4700-98a7-0f84e25a04be,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:43.759881 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 99c597bc-3981-4c68-b93d-f05e3fa8f04f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=99c597bc-3981-4c68-b93d-f05e3fa8f04f,segment=NetworkSegment(47791d9e-06a3-42d4-a76d-0c741f645c3d),segment_id=47791d9e-06a3-42d4-a76d-0c741f645c3d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:43.789837 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13656eff-8b90-4805-8633-4cb162243c89 req-5d7675c1-cabf-499f-aa60-1e4a300310f6 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79d381a23e934d43891c5d332d12cc5b HTTP/1.1" status: 200 len: 380 time: 0.1341023 Nov 12 00:37:43.804167 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-13656eff-8b90-4805-8633-4cb162243c89 req-7b303051-5e54-4f7b-b8ca-6362f79f61f9 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Request body: {'port': {'device_id': '0320f38d-3213-470a-aea8-0372d3d55c05', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'admin_state_up': True, 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'security_groups': ['8d7b9396-ed00-4da1-b5d6-d4965e94c0ea']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:43.825602 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '99c597bc-3981-4c68-b93d-f05e3fa8f04f', 'network_id': '928b0b68-4f8d-4692-bde9-db0ac118dd69', 'port_id': '99c597bc-3981-4c68-b93d-f05e3fa8f04f', 'mac_address': 'fa:16:3e:d4:2b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172b843a-9432-499a-afad-2a44d1be181f', 'ip_address': '19.86.0.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:37:43.829713 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d65bc-6e0a-484a-ab7e-67b0ef7a40e4 req-1ac80c9a-f512-4c79-a09a-0a82af86233c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:43.839043 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-887d65bc-6e0a-484a-ab7e-67b0ef7a40e4 req-1ac80c9a-f512-4c79-a09a-0a82af86233c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 949 time: 0.1222775 Nov 12 00:37:43.913549 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-887d65bc-6e0a-484a-ab7e-67b0ef7a40e4 req-8fcade2d-02c2-4e60-8401-edb3b25cf8ea tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677364 Nov 12 00:37:43.926222 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:43.952574 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c597bc-3981-4c68-b93d-f05e3fa8f04f {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:44.009540 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 99c597bc-3981-4c68-b93d-f05e3fa8f04f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=99c597bc-3981-4c68-b93d-f05e3fa8f04f,segment=NetworkSegment(47791d9e-06a3-42d4-a76d-0c741f645c3d),segment_id=47791d9e-06a3-42d4-a76d-0c741f645c3d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:44.021557 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:44.058175 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58b579-7aec-4bcf-b420-5adf37a58a1c req-1f6daf5b-c6e6-4aab-842a-8a74d9d22db1 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:44.061720 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ba58b579-7aec-4bcf-b420-5adf37a58a1c req-1f6daf5b-c6e6-4aab-842a-8a74d9d22db1 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.0651829 Nov 12 00:37:44.095515 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=99c597bc-3981-4c68-b93d-f05e3fa8f04f,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:44.120328 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adada85-8f01-4fde-88d5-74a99b30b2f9 req-18fe0bc9-5f95-4f8d-85b1-a51888719d13 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:44.126279 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adada85-8f01-4fde-88d5-74a99b30b2f9 req-18fe0bc9-5f95-4f8d-85b1-a51888719d13 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:44.128488 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ba58b579-7aec-4bcf-b420-5adf37a58a1c req-860e1112-c233-41b8-856d-33860866de63 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588586 Nov 12 00:37:44.134026 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adada85-8f01-4fde-88d5-74a99b30b2f9 req-18fe0bc9-5f95-4f8d-85b1-a51888719d13 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:44.136037 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2adada85-8f01-4fde-88d5-74a99b30b2f9 req-18fe0bc9-5f95-4f8d-85b1-a51888719d13 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 2412 time: 0.2658088 Nov 12 00:37:44.266191 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70a4ef2e-3159-4add-9a00-cdef2361db2e req-defc97fb-2975-4e1a-bcfa-faefdde1beb1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Router 655ce57c-c595-477a-9a27-a8b94ab562f0 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:37:44.267612 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1023439d-b04b-4bbd-b465-c7a273d247ce req-5bbbdb0a-c050-45e8-a90f-cba8b8153b45 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 210 time: 0.0442514 Nov 12 00:37:44.289844 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2adada85-8f01-4fde-88d5-74a99b30b2f9 req-f93e0499-ee1f-47a9-ae27-b617cca839a1 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443138 Nov 12 00:37:44.329553 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 24dd6d1d-d8fd-4700-98a7-0f84e25a04be no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:37:44.353483 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 24dd6d1d-d8fd-4700-98a7-0f84e25a04be {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:37:44.353833 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 24dd6d1d-d8fd-4700-98a7-0f84e25a04be not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:37:44.360262 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13656eff-8b90-4805-8633-4cb162243c89 req-7b303051-5e54-4f7b-b8ca-6362f79f61f9 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Made reservation on behalf of 79d381a23e934d43891c5d332d12cc5b for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:44.365330 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-13656eff-8b90-4805-8633-4cb162243c89 req-7b303051-5e54-4f7b-b8ca-6362f79f61f9 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:44.397674 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['c57bfe8c-975e-4754-b656-5bb0616679e8'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:37:44.492133 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['99c597bc-3981-4c68-b93d-f05e3fa8f04f'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:37:44.498408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['aab46df4-322c-4067-bf41-12626b92d3ce'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:37:44.519171 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70a4ef2e-3159-4add-9a00-cdef2361db2e req-defc97fb-2975-4e1a-bcfa-faefdde1beb1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:37:44.563549 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcbf2db-f8bd-482a-bc5c-3ae074786d7e None None] Sync routers for ids ['655ce57c-c595-477a-9a27-a8b94ab562f0'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:37:44.584969 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a4ef2e-3159-4add-9a00-cdef2361db2e req-defc97fb-2975-4e1a-bcfa-faefdde1beb1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] No DVR routers for this DVR port 24dd6d1d-d8fd-4700-98a7-0f84e25a04be on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:37:44.589747 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-70a4ef2e-3159-4add-9a00-cdef2361db2e req-defc97fb-2975-4e1a-bcfa-faefdde1beb1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:44.593139 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-70a4ef2e-3159-4add-9a00-cdef2361db2e req-defc97fb-2975-4e1a-bcfa-faefdde1beb1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.15 "DELETE /v2.0/ports/24dd6d1d-d8fd-4700-98a7-0f84e25a04be HTTP/1.1" status: 204 len: 173 time: 2.2429178 Nov 12 00:37:44.593599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4a9f1d-736c-4298-903f-c87020bfbb2f', 'name': 'network-vif-deleted', 'tag': '24dd6d1d-d8fd-4700-98a7-0f84e25a04be'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:44.595854 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8315f8-b39f-48de-9d7d-9a0402a875cc" -d '{"events": [{"server_uuid": "3c4a9f1d-736c-4298-903f-c87020bfbb2f", "name": "network-vif-deleted", "tag": "24dd6d1d-d8fd-4700-98a7-0f84e25a04be"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:44.612585 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcbf2db-f8bd-482a-bc5c-3ae074786d7e None None] Routers {'655ce57c-c595-477a-9a27-a8b94ab562f0'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:37:44.613250 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6fcbf2db-f8bd-482a-bc5c-3ae074786d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:37:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['655ce57c-c595-477a-9a27-a8b94ab562f0'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:44.638367 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-13656eff-8b90-4805-8633-4cb162243c89 req-7b303051-5e54-4f7b-b8ca-6362f79f61f9 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Allocated IP 172.20.0.12 (95691eda-761f-49a3-9e31-31529ccc7497/520eefa5-ccbe-4263-ad27-cfc4dc67ba2f/72a01655-9f9e-4578-b8ee-132d6355be95) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:44.705043 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfe0afa-4cbe-46b4-8324-87c5046fdbca x-openstack-request-id: req-cbfe0afa-4cbe-46b4-8324-87c5046fdbca {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:44.705409 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4a9f1d-736c-4298-903f-c87020bfbb2f", "name": "network-vif-deleted", "tag": "24dd6d1d-d8fd-4700-98a7-0f84e25a04be", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:44.706079 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbfe0afa-4cbe-46b4-8324-87c5046fdbca {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:44.706514 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4a9f1d-736c-4298-903f-c87020bfbb2f', 'name': 'network-vif-deleted', 'tag': '24dd6d1d-d8fd-4700-98a7-0f84e25a04be', 'status': 'completed', 'code': 200} Nov 12 00:37:44.804226 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51904) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:44.898437 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624385f-e0af-4b06-86a4-ae2c6f9501f8 req-ca9833c1-ae72-4071-ba10-b22ec7306996 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:44.899989 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b624385f-e0af-4b06-86a4-ae2c6f9501f8 req-ca9833c1-ae72-4071-ba10-b22ec7306996 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ce4841-2428-4a98-aef2-c85a35f3ef2c HTTP/1.1" status: 200 len: 946 time: 0.1310339 Nov 12 00:37:44.922694 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-13656eff-8b90-4805-8633-4cb162243c89 req-7b303051-5e54-4f7b-b8ca-6362f79f61f9 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:44.923945 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04d1d8-b317-4331-b878-be15142b67bc req-0831f241-764c-4a10-b0ab-7d802a872454 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:44.952897 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e04d1d8-b317-4331-b878-be15142b67bc req-0831f241-764c-4a10-b0ab-7d802a872454 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.1363842 Nov 12 00:37:45.038501 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1110390302-network', 'tenant_id': 'a29ffa58efd84746ad24703bbeb28bd4'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:45.094854 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134c5ac-64b5-4294-9e41-02a2db3b34e2 req-4219888e-de17-41d6-9979-7e63fdf5f59e tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:45.096486 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d134c5ac-64b5-4294-9e41-02a2db3b34e2 req-4219888e-de17-41d6-9979-7e63fdf5f59e tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.21 "GET /v2.0/ports?device_id=26ce4841-2428-4a98-aef2-c85a35f3ef2c HTTP/1.1" status: 200 len: 946 time: 0.1385107 Nov 12 00:37:45.101221 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Made reservation on behalf of a29ffa58efd84746ad24703bbeb28bd4 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:45.104423 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.123440 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.268321 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e04d1d8-b317-4331-b878-be15142b67bc req-53179dda-65fb-417a-a734-3d961ac99b19 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143427 Nov 12 00:37:45.298297 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-6fcbf2db-f8bd-482a-bc5c-3ae074786d7e None None] Set router 655ce57c-c595-477a-9a27-a8b94ab562f0 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:37:45.350363 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b624385f-e0af-4b06-86a4-ae2c6f9501f8 req-98750525-b59e-4235-b1f7-f818afdf0a16 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/security-groups?id=55948117-64f2-49be-b5cc-59e525acbe45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334424 Nov 12 00:37:45.369070 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eb119ee9-14d5-432c-9de2-d840d6742136 req-cf7cacae-b00c-4e0a-b582-29aa30d21690 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1280601 Nov 12 00:37:45.382943 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-d134c5ac-64b5-4294-9e41-02a2db3b34e2 req-2b769352-fc3f-4deb-b248-a4a0dcd4d1ed tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Deleting port 47320686-563e-4762-80e2-007b5f32c090 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:37:45.382943 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d134c5ac-64b5-4294-9e41-02a2db3b34e2 req-2b769352-fc3f-4deb-b248-a4a0dcd4d1ed tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.397131 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-13656eff-8b90-4805-8633-4cb162243c89 req-7b303051-5e54-4f7b-b8ca-6362f79f61f9 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.527672 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d8c60-f332-4603-b167-a7eec568b9db req-bc75f5ec-5950-44f6-bd05-970616bab80d tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:45.535190 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ed2d8c60-f332-4603-b167-a7eec568b9db req-bc75f5ec-5950-44f6-bd05-970616bab80d tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 949 time: 0.1607816 Nov 12 00:37:45.566982 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13656eff-8b90-4805-8633-4cb162243c89 req-7b303051-5e54-4f7b-b8ca-6362f79f61f9 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Network 95691eda-761f-49a3-9e31-31529ccc7497 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:45.579986 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b303051-5e54-4f7b-b8ca-6362f79f61f9 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Pushing event updated for resources: {'Port': ['ID=72a01655-9f9e-4578-b8ee-132d6355be95,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:45.582938 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-13656eff-8b90-4805-8633-4cb162243c89 req-7b303051-5e54-4f7b-b8ca-6362f79f61f9 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:45.586295 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-13656eff-8b90-4805-8633-4cb162243c89 req-7b303051-5e54-4f7b-b8ca-6362f79f61f9 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:45.589868 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.627877 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb119ee9-14d5-432c-9de2-d840d6742136 req-62c0e2c1-8d8e-4375-872b-48a655748f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:45.629434 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eb119ee9-14d5-432c-9de2-d840d6742136 req-62c0e2c1-8d8e-4375-872b-48a655748f04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 1102 time: 0.2010059 Nov 12 00:37:45.640940 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c59bd8-3a49-46b8-88db-305dfe08733e req-7b3ef57e-a159-4190-8299-50dc452ac954 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:45.646008 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ed2d8c60-f332-4603-b167-a7eec568b9db req-7c4a1e44-9909-4537-ba05-9f54c9a26a5c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992506 Nov 12 00:37:45.648056 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-02c59bd8-3a49-46b8-88db-305dfe08733e req-7b3ef57e-a159-4190-8299-50dc452ac954 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.1397974 Nov 12 00:37:45.655810 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.670000 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-d134c5ac-64b5-4294-9e41-02a2db3b34e2 req-2b769352-fc3f-4deb-b248-a4a0dcd4d1ed tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] For port 47320686-563e-4762-80e2-007b5f32c090, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=47320686-563e-4762-80e2-007b5f32c090,segment=NetworkSegment(962fe988-ddde-4b85-a368-99ebcdb459c4),segment_id=962fe988-ddde-4b85-a368-99ebcdb459c4)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:45.675194 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d134c5ac-64b5-4294-9e41-02a2db3b34e2 req-2b769352-fc3f-4deb-b248-a4a0dcd4d1ed tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.740617 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:37:45.749763 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-d134c5ac-64b5-4294-9e41-02a2db3b34e2 req-2b769352-fc3f-4deb-b248-a4a0dcd4d1ed tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Calling delete_port for 47320686-563e-4762-80e2-007b5f32c090 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:37:45.793812 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6fcbf2db-f8bd-482a-bc5c-3ae074786d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-router', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:39Z', 'updated_at': '2021-11-12T00:33:44Z', 'revision_number': 4, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'gw_port': {'id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:40Z', 'updated_at': '2021-11-12T00:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '68617f3f-e656-4347-9124-14c9ffaf4057', 'name': '', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'mac_address': 'fa:16:3e:87:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:43Z', 'updated_at': '2021-11-12T00:33:50Z', 'revision_number': 5, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'subnets': [{'id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:45.825767 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfd3bfe-7b21-436b-9053-695402c023c2,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:45.831168 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.831514 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Added segment 9bb8a7d5-f3b7-4622-9a24-e67c0b3fe85a of type vlan for network 5b6bc18d-a30d-4be1-833e-50afa5286d51 Nov 12 00:37:45.837525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcbf2db-f8bd-482a-bc5c-3ae074786d7e None None] Checking router: 655ce57c-c595-477a-9a27-a8b94ab562f0 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:37:45.847615 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcbf2db-f8bd-482a-bc5c-3ae074786d7e None None] Routers {'655ce57c-c595-477a-9a27-a8b94ab562f0'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:37:45.848574 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6fcbf2db-f8bd-482a-bc5c-3ae074786d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:37:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['655ce57c-c595-477a-9a27-a8b94ab562f0'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:45.867133 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb119ee9-14d5-432c-9de2-d840d6742136 req-ee3be861-738b-4e54-b723-da62309c52d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:45.868672 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eb119ee9-14d5-432c-9de2-d840d6742136 req-ee3be861-738b-4e54-b723-da62309c52d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1877041 Nov 12 00:37:45.901625 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.901986 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.902317 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.902657 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.902987 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.903319 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.903641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.903966 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.904289 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.904639 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.905007 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.905331 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:37:45.930529 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9bf46366-f833-4700-ae8b-542c174718e4 None None] Provisioning complete for port 72a01655-9f9e-4578-b8ee-132d6355be95 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:45.931014 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9bf46366-f833-4700-ae8b-542c174718e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.941103 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eb119ee9-14d5-432c-9de2-d840d6742136 req-2f0ee9ff-e3fa-44d7-b07e-5b6336c4db07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=f8e520da-e4f7-40ab-8161-a0383c27e91d HTTP/1.1" status: 200 len: 217 time: 0.0538089 Nov 12 00:37:45.953830 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13656eff-8b90-4805-8633-4cb162243c89 req-7b303051-5e54-4f7b-b8ca-6362f79f61f9 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:45.954927 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-13656eff-8b90-4805-8633-4cb162243c89 req-7b303051-5e54-4f7b-b8ca-6362f79f61f9 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.955979 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:45.970701 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-9bf46366-f833-4700-ae8b-542c174718e4 None None] Port 72a01655-9f9e-4578-b8ee-132d6355be95 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:37:45.977610 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d04040-0ae1-479d-aa75-f26fb4f4b167 req-5d569e3d-cf95-477e-adea-43ea48f47f2a tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:45.980679 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33d04040-0ae1-479d-aa75-f26fb4f4b167 req-5d569e3d-cf95-477e-adea-43ea48f47f2a tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 932 time: 0.2202811 Nov 12 00:37:46.031483 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13656eff-8b90-4805-8633-4cb162243c89 req-7b303051-5e54-4f7b-b8ca-6362f79f61f9 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2317672 Nov 12 00:37:46.042659 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-02c59bd8-3a49-46b8-88db-305dfe08733e req-30c46808-ae3c-40fa-a856-94d046334a04 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934546 Nov 12 00:37:46.047603 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-6fcbf2db-f8bd-482a-bc5c-3ae074786d7e None None] Set router 655ce57c-c595-477a-9a27-a8b94ab562f0 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:37:46.050275 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-13656eff-8b90-4805-8633-4cb162243c89 req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] Request body: {'port': {'device_id': '0320f38d-3213-470a-aea8-0372d3d55c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:46.092983 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:46.093967 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:46.094533 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:46.095051 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 99c597bc-3981-4c68-b93d-f05e3fa8f04f up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:46.128488 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-13656eff-8b90-4805-8633-4cb162243c89 req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:46.190373 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb119ee9-14d5-432c-9de2-d840d6742136 req-4790f074-0c14-4aa0-9cf2-811c44427c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:46.192441 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eb119ee9-14d5-432c-9de2-d840d6742136 req-4790f074-0c14-4aa0-9cf2-811c44427c35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.2181387 Nov 12 00:37:46.234634 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4281003 Nov 12 00:37:46.244521 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51920) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:46.254240 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-ff767fa9-4710-4aa0-a4dd-f6f06d876051 admin admin] Request body: {'subnet': {'network_id': '5b6bc18d-a30d-4be1-833e-50afa5286d51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1110390302-subnet', 'tenant_id': 'a29ffa58efd84746ad24703bbeb28bd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:46.261553 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f40063-4826-4879-80f1-a66d11b4bda4 admin admin] Pushing event updated for resources: {'Network': ['ID=5b6bc18d-a30d-4be1-833e-50afa5286d51,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:46.278567 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33d04040-0ae1-479d-aa75-f26fb4f4b167 req-ede7f655-918e-45c4-b0c3-012978a95217 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846696 Nov 12 00:37:46.301220 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064e5d4-7a64-4631-9272-31b9dcbf8474 req-0ffe2f3b-2f45-4320-8922-d87cbcca0bd1 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:46.308392 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064e5d4-7a64-4631-9272-31b9dcbf8474 req-0ffe2f3b-2f45-4320-8922-d87cbcca0bd1 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:46.315221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064e5d4-7a64-4631-9272-31b9dcbf8474 req-0ffe2f3b-2f45-4320-8922-d87cbcca0bd1 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:46.317039 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b064e5d4-7a64-4631-9272-31b9dcbf8474 req-0ffe2f3b-2f45-4320-8922-d87cbcca0bd1 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 2413 time: 0.1438158 Nov 12 00:37:46.352687 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d134c5ac-64b5-4294-9e41-02a2db3b34e2 req-2b769352-fc3f-4deb-b248-a4a0dcd4d1ed tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:46.388918 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff767fa9-4710-4aa0-a4dd-f6f06d876051 admin admin] Made reservation on behalf of a29ffa58efd84746ad24703bbeb28bd4 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:46.391360 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ff767fa9-4710-4aa0-a4dd-f6f06d876051 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:46.402261 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb119ee9-14d5-432c-9de2-d840d6742136 req-c6790897-818a-4a24-9ae7-3debeacd86f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:46.403804 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eb119ee9-14d5-432c-9de2-d840d6742136 req-c6790897-818a-4a24-9ae7-3debeacd86f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1845653 Nov 12 00:37:46.419036 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 5b6bc18d-a30d-4be1-833e-50afa5286d51 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:37:46.421493 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 997be79d-73f0-457b-a794-69924644f888 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:46.520139 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eb119ee9-14d5-432c-9de2-d840d6742136 req-209f95a0-cc82-4ca6-aa15-42f93f6da6db service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962944 Nov 12 00:37:46.579252 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b064e5d4-7a64-4631-9272-31b9dcbf8474 req-538b9980-c18c-4337-84b2-6d19f96078ec tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149398 Nov 12 00:37:46.585490 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b769352-fc3f-4deb-b248-a4a0dcd4d1ed tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Pushing event deleted for resources: {'Port': ['ID=47320686-563e-4762-80e2-007b5f32c090,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:46.622119 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 99c597bc-3981-4c68-b93d-f05e3fa8f04f completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:37:46.631393 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ff767fa9-4710-4aa0-a4dd-f6f06d876051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:46.658724 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 997be79d-73f0-457b-a794-69924644f888 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:46.659044 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:46.665059 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 99c597bc-3981-4c68-b93d-f05e3fa8f04f triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:46.665332 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:46.720619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-d134c5ac-64b5-4294-9e41-02a2db3b34e2 req-2b769352-fc3f-4deb-b248-a4a0dcd4d1ed tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] No DVR routers for this DVR port 47320686-563e-4762-80e2-007b5f32c090 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:37:46.732318 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d134c5ac-64b5-4294-9e41-02a2db3b34e2 req-2b769352-fc3f-4deb-b248-a4a0dcd4d1ed tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:46.736009 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d134c5ac-64b5-4294-9e41-02a2db3b34e2 req-2b769352-fc3f-4deb-b248-a4a0dcd4d1ed tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.21 "DELETE /v2.0/ports/47320686-563e-4762-80e2-007b5f32c090 HTTP/1.1" status: 204 len: 173 time: 1.6138768 Nov 12 00:37:46.736671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ce4841-2428-4a98-aef2-c85a35f3ef2c', 'name': 'network-vif-deleted', 'tag': '47320686-563e-4762-80e2-007b5f32c090'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:46.745131 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dced9b59-d115-4138-a391-ff573a0256cf" -d '{"events": [{"server_uuid": "26ce4841-2428-4a98-aef2-c85a35f3ef2c", "name": "network-vif-deleted", "tag": "47320686-563e-4762-80e2-007b5f32c090"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:46.760104 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff767fa9-4710-4aa0-a4dd-f6f06d876051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3befc8fe-b0ad-4009-af75-69576675dc11,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:46.802922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9909e0-b38a-41ec-8b30-80ff670d09e3 req-1edcfd39-ffa7-40fd-8738-59f3cfbc3cc3 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:46.805663 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0e9909e0-b38a-41ec-8b30-80ff670d09e3 req-1edcfd39-ffa7-40fd-8738-59f3cfbc3cc3 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.4201806 Nov 12 00:37:46.814755 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1c356850-fd2c-48c4-9fd4-10928eb33738 req-47aa4b05-e346-4cb4-8a89-26d5c8644ce4 tempest-AttachSCSIVolumeTestJSON-431418796 tempest-AttachSCSIVolumeTestJSON-431418796-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ce4841-2428-4a98-aef2-c85a35f3ef2c HTTP/1.1" status: 200 len: 210 time: 0.0973306 Nov 12 00:37:46.818891 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eb119ee9-14d5-432c-9de2-d840d6742136 req-93f36a44-f1eb-4e06-b31b-e2ebe49afe14 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794363 Nov 12 00:37:46.858578 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff767fa9-4710-4aa0-a4dd-f6f06d876051 admin admin] Checking segment: {'id': '9bb8a7d5-f3b7-4622-9a24-e67c0b3fe85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5b6bc18d-a30d-4be1-833e-50afa5286d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:46.859013 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff767fa9-4710-4aa0-a4dd-f6f06d876051 admin admin] Network hostable DHCP agents. Network: 5b6bc18d-a30d-4be1-833e-50afa5286d51, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:37:46.874548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6fcbf2db-f8bd-482a-bc5c-3ae074786d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-router', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:39Z', 'updated_at': '2021-11-12T00:33:44Z', 'revision_number': 4, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'gw_port': {'id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:40Z', 'updated_at': '2021-11-12T00:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '68617f3f-e656-4347-9124-14c9ffaf4057', 'name': '', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'mac_address': 'fa:16:3e:87:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:43Z', 'updated_at': '2021-11-12T00:33:50Z', 'revision_number': 5, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'subnets': [{'id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:37:46.929672 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcbf2db-f8bd-482a-bc5c-3ae074786d7e None None] The sync data for ids ['655ce57c-c595-477a-9a27-a8b94ab562f0'] in n-d-712137-14 is: [{'id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-router', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:39Z', 'updated_at': '2021-11-12T00:33:44Z', 'revision_number': 4, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'gw_port': {'id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:40Z', 'updated_at': '2021-11-12T00:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '68617f3f-e656-4347-9124-14c9ffaf4057', 'name': '', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'mac_address': 'fa:16:3e:87:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:43Z', 'updated_at': '2021-11-12T00:33:50Z', 'revision_number': 5, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'subnets': [{'id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:37:46.965557 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff767fa9-4710-4aa0-a4dd-f6f06d876051 admin admin] Network 5b6bc18d-a30d-4be1-833e-50afa5286d51 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:37:47.008875 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0e9909e0-b38a-41ec-8b30-80ff670d09e3 req-0f393ea7-9fe7-4e9d-801a-7ce30c049c7a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960509 Nov 12 00:37:47.016299 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-ff767fa9-4710-4aa0-a4dd-f6f06d876051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 5b6bc18d-a30d-4be1-833e-50afa5286d51) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:47.030730 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff767fa9-4710-4aa0-a4dd-f6f06d876051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:47.034109 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ff767fa9-4710-4aa0-a4dd-f6f06d876051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:47.045520 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-13656eff-8b90-4805-8633-4cb162243c89 req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72a01655-9f9e-4578-b8ee-132d6355be95 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:47.056599 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa1b31e-c19a-4611-bfa7-cb0855b3c95e None None] Network 5b6bc18d-a30d-4be1-833e-50afa5286d51 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:47.107868 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-13656eff-8b90-4805-8633-4cb162243c89 req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:47.117341 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ff767fa9-4710-4aa0-a4dd-f6f06d876051 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8692300 Nov 12 00:37:47.153986 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3306b9-90d8-4ea9-bd1e-45b5876b5f7d x-openstack-request-id: req-df3306b9-90d8-4ea9-bd1e-45b5876b5f7d {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:47.154497 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-13656eff-8b90-4805-8633-4cb162243c89 req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] Transition to ACTIVE for port object 72a01655-9f9e-4578-b8ee-132d6355be95 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:37:47.155856 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ce4841-2428-4a98-aef2-c85a35f3ef2c", "name": "network-vif-deleted", "tag": "47320686-563e-4762-80e2-007b5f32c090", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:47.156270 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df3306b9-90d8-4ea9-bd1e-45b5876b5f7d {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:47.157050 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ce4841-2428-4a98-aef2-c85a35f3ef2c', 'name': 'network-vif-deleted', 'tag': '47320686-563e-4762-80e2-007b5f32c090', 'status': 'completed', 'code': 200} Nov 12 00:37:47.167748 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b85b3b-3d87-416c-b5b4-d094c4264e29 req-897b1899-803b-4f3c-b0ef-3d7c4a483732 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:47.169569 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-70b85b3b-3d87-416c-b5b4-d094c4264e29 req-897b1899-803b-4f3c-b0ef-3d7c4a483732 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 949 time: 0.2156141 Nov 12 00:37:47.189179 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-13656eff-8b90-4805-8633-4cb162243c89 req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:47.233049 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:47.241140 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:47.348771 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 997be79d-73f0-457b-a794-69924644f888, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=997be79d-73f0-457b-a794-69924644f888,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:47.353832 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbded4ff-d850-4c68-8dd9-3e77693dc511 req-57737777-7350-40e7-87c4-bc4cff8e4ab4 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:47.360887 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-70b85b3b-3d87-416c-b5b4-d094c4264e29 req-dfdbce57-ec63-4ea5-b769-cec5239d6737 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838500 Nov 12 00:37:47.361715 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] Pushing event updated for resources: {'Port': ['ID=72a01655-9f9e-4578-b8ee-132d6355be95,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:47.363301 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836adcd8-42fc-43d7-b5a7-4bfda5baf1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997be79d-73f0-457b-a794-69924644f888'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:47.365827 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee602be-6740-4153-876c-b2bcffbc58cc" -d '{"events": [{"server_uuid": "836adcd8-42fc-43d7-b5a7-4bfda5baf1e6", "name": "network-vif-plugged", "status": "completed", "tag": "997be79d-73f0-457b-a794-69924644f888"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:47.397400 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bbded4ff-d850-4c68-8dd9-3e77693dc511 req-57737777-7350-40e7-87c4-bc4cff8e4ab4 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.1506829 Nov 12 00:37:47.409242 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:47.513806 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bbded4ff-d850-4c68-8dd9-3e77693dc511 req-82eff83b-fb4b-4968-92f9-239e686deb3a tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140406 Nov 12 00:37:47.573287 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed6cb50-ed8b-4293-a4cb-5e63acd1610c None None] New status for floating IP 89efbbbb-afec-4481-9fee-242109544d5c: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:37:47.573906 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 99c597bc-3981-4c68-b93d-f05e3fa8f04f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=99c597bc-3981-4c68-b93d-f05e3fa8f04f,segment=NetworkSegment(47791d9e-06a3-42d4-a76d-0c741f645c3d),segment_id=47791d9e-06a3-42d4-a76d-0c741f645c3d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:47.594560 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:47.595583 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 47320686-563e-4762-80e2-007b5f32c090 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:37:47.640386 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-13656eff-8b90-4805-8633-4cb162243c89 req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] Attempting to bind port 72a01655-9f9e-4578-b8ee-132d6355be95 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:47.640905 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-13656eff-8b90-4805-8633-4cb162243c89 req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] Attempting to bind port 72a01655-9f9e-4578-b8ee-132d6355be95 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '614c630f-cac9-4e9f-b771-374b70637843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:47.641340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13656eff-8b90-4805-8633-4cb162243c89 req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] Attempting to bind port 72a01655-9f9e-4578-b8ee-132d6355be95 on network 95691eda-761f-49a3-9e31-31529ccc7497 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:47.657511 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa612f-2761-4479-822e-b22f2a241bba req-d577ff14-aa98-4f94-8f1b-5cc4f289a326 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:47.665829 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bafa612f-2761-4479-822e-b22f2a241bba req-d577ff14-aa98-4f94-8f1b-5cc4f289a326 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 944 time: 0.1605985 Nov 12 00:37:47.670996 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ef24f9-541d-4a27-a7fd-46f905dbc8db x-openstack-request-id: req-b1ef24f9-541d-4a27-a7fd-46f905dbc8db {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:47.671310 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836adcd8-42fc-43d7-b5a7-4bfda5baf1e6", "name": "network-vif-plugged", "status": "completed", "tag": "997be79d-73f0-457b-a794-69924644f888", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:47.671570 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1ef24f9-541d-4a27-a7fd-46f905dbc8db {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:47.671964 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836adcd8-42fc-43d7-b5a7-4bfda5baf1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997be79d-73f0-457b-a794-69924644f888', 'code': 200} Nov 12 00:37:47.672476 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 47320686-563e-4762-80e2-007b5f32c090 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:37:47.672866 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 47320686-563e-4762-80e2-007b5f32c090 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:37:47.675179 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13656eff-8b90-4805-8633-4cb162243c89 req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] Port 72a01655-9f9e-4578-b8ee-132d6355be95 on network 95691eda-761f-49a3-9e31-31529ccc7497 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:37:47.675643 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13656eff-8b90-4805-8633-4cb162243c89 req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] Attempting to bind port 72a01655-9f9e-4578-b8ee-132d6355be95 on network 95691eda-761f-49a3-9e31-31529ccc7497 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:47.681677 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=997be79d-73f0-457b-a794-69924644f888,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:47.699122 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13656eff-8b90-4805-8633-4cb162243c89 req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:47.699466 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13656eff-8b90-4805-8633-4cb162243c89 req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] Checking segment: {'id': '614c630f-cac9-4e9f-b771-374b70637843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:47.699859 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13656eff-8b90-4805-8633-4cb162243c89 req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] Bound using segment: {'id': '614c630f-cac9-4e9f-b771-374b70637843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:47.700307 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-13656eff-8b90-4805-8633-4cb162243c89 req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] Bound port: 72a01655-9f9e-4578-b8ee-132d6355be95, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '614c630f-cac9-4e9f-b771-374b70637843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:47.715826 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-13656eff-8b90-4805-8633-4cb162243c89 req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:47.784757 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777f3845-58f5-48b1-9bc0-4afdf983b89c None None] Network 5b6bc18d-a30d-4be1-833e-50afa5286d51 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:37:47.901722 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bafa612f-2761-4479-822e-b22f2a241bba req-34a6c8e5-be83-4aed-b1ca-53b5cc83f094 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348611 Nov 12 00:37:47.915052 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=99c597bc-3981-4c68-b93d-f05e3fa8f04f,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:47.979472 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-13656eff-8b90-4805-8633-4cb162243c89 req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] For port 72a01655-9f9e-4578-b8ee-132d6355be95, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:47.988032 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-13656eff-8b90-4805-8633-4cb162243c89 req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] For port 72a01655-9f9e-4578-b8ee-132d6355be95, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=72a01655-9f9e-4578-b8ee-132d6355be95,segment=NetworkSegment(614c630f-cac9-4e9f-b771-374b70637843),segment_id=614c630f-cac9-4e9f-b771-374b70637843)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:47.996614 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-13656eff-8b90-4805-8633-4cb162243c89 req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.105292 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device c57bfe8c-975e-4754-b656-5bb0616679e8 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:48.144923 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13656eff-8b90-4805-8633-4cb162243c89 req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:48.146108 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-13656eff-8b90-4805-8633-4cb162243c89 req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.147598 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13656eff-8b90-4805-8633-4cb162243c89 req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] 10.222.0.21 "PUT /v2.0/ports/72a01655-9f9e-4578-b8ee-132d6355be95 HTTP/1.1" status: 200 len: 1093 time: 2.1018326 Nov 12 00:37:48.158051 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0320f38d-3213-470a-aea8-0372d3d55c05', 'tag': '72a01655-9f9e-4578-b8ee-132d6355be95'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:48.160656 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ae8034-f6ba-4d34-9c7f-ebdd84bd78cd" -d '{"events": [{"name": "network-changed", "server_uuid": "0320f38d-3213-470a-aea8-0372d3d55c05", "tag": "72a01655-9f9e-4578-b8ee-132d6355be95"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:48.245538 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port c57bfe8c-975e-4754-b656-5bb0616679e8 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:37:48.257107 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port c57bfe8c-975e-4754-b656-5bb0616679e8 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:48.258433 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.331647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba573ea-5e4e-445b-88a2-c6c3acbf6382 service neutron] Pushing event updated for resources: {'Port': ['ID=72a01655-9f9e-4578-b8ee-132d6355be95,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:48.361213 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b89467-bd12-48ce-ad06-131168ef28ee req-86405767-0e0f-4c5e-b452-c1ed6ead5f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:48.363147 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3b89467-bd12-48ce-ad06-131168ef28ee req-86405767-0e0f-4c5e-b452-c1ed6ead5f32 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 1102 time: 0.2830641 Nov 12 00:37:48.368491 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13656eff-8b90-4805-8633-4cb162243c89 req-8451c51e-2fc7-4d61-8ca3-6ce161a5b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:48.371211 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13656eff-8b90-4805-8633-4cb162243c89 req-8451c51e-2fc7-4d61-8ca3-6ce161a5b68e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79d381a23e934d43891c5d332d12cc5b&device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 1096 time: 0.1301713 Nov 12 00:37:48.476657 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13656eff-8b90-4805-8633-4cb162243c89 req-f849ea23-d2f6-4386-a51c-69e40f0c3e08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72a01655-9f9e-4578-b8ee-132d6355be95 HTTP/1.1" status: 200 len: 217 time: 0.0791721 Nov 12 00:37:48.486545 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3b89467-bd12-48ce-ad06-131168ef28ee req-1f7c27a5-da29-43df-9478-522e4cc7be92 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127615 Nov 12 00:37:48.487451 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.580522 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13656eff-8b90-4805-8633-4cb162243c89 req-8a8bb80d-d4c9-40c5-b99f-6e04b3bab4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:48.582211 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13656eff-8b90-4805-8633-4cb162243c89 req-8a8bb80d-d4c9-40c5-b99f-6e04b3bab4b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=520eefa5-ccbe-4263-ad27-cfc4dc67ba2f HTTP/1.1" status: 200 len: 863 time: 0.0928988 Nov 12 00:37:48.582631 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port c57bfe8c-975e-4754-b656-5bb0616679e8, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c57bfe8c-975e-4754-b656-5bb0616679e8,segment=NetworkSegment(b913ef47-9313-48e0-b584-0757b58117b2),segment_id=b913ef47-9313-48e0-b584-0757b58117b2)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:48.608573 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.611736 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device aab46df4-322c-4067-bf41-12626b92d3ce up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:48.735223 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=c57bfe8c-975e-4754-b656-5bb0616679e8,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:48.735474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13656eff-8b90-4805-8633-4cb162243c89 req-4c2f01d1-6efc-4539-9103-5efdfbdfaec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:48.740960 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13656eff-8b90-4805-8633-4cb162243c89 req-4c2f01d1-6efc-4539-9103-5efdfbdfaec6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95691eda-761f-49a3-9e31-31529ccc7497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1434371 Nov 12 00:37:48.742726 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port aab46df4-322c-4067-bf41-12626b92d3ce completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:37:48.751095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port aab46df4-322c-4067-bf41-12626b92d3ce triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:48.751480 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.802838 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62deea-7f37-458e-b8b7-0050b68899d3 req-339845ff-c1b7-4add-82ce-453504728337 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:48.812645 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62deea-7f37-458e-b8b7-0050b68899d3 req-339845ff-c1b7-4add-82ce-453504728337 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:48.822741 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62deea-7f37-458e-b8b7-0050b68899d3 req-339845ff-c1b7-4add-82ce-453504728337 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:48.832234 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa62deea-7f37-458e-b8b7-0050b68899d3 req-339845ff-c1b7-4add-82ce-453504728337 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 2415 time: 0.1670029 Nov 12 00:37:48.859256 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bb347-6a38-49f6-8096-17a80f654106 req-efd1a7bd-c3e8-4b57-ac85-46c3c85b6407 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:48.860961 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-647bb347-6a38-49f6-8096-17a80f654106 req-efd1a7bd-c3e8-4b57-ac85-46c3c85b6407 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/networks?id=5b6bc18d-a30d-4be1-833e-50afa5286d51 HTTP/1.1" status: 200 len: 814 time: 0.6948974 Nov 12 00:37:48.862015 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2a83f627-8e8f-420b-a565-3bd789254042 service neutron] show failed (client error): The resource could not be found. Nov 12 00:37:48.863811 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2a83f627-8e8f-420b-a565-3bd789254042 service neutron] 10.222.0.15 "GET /v2.0/ports/515d811e-cf1a-4557-b84d-06a73ebc4012/bindings/n-h1-712137-14 HTTP/1.1" status: 404 len: 381 time: 0.5750282 Nov 12 00:37:48.885115 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-647bb347-6a38-49f6-8096-17a80f654106 req-f296763a-7c0c-476f-a3da-eefd1e0254ea tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/quotas/a29ffa58efd84746ad24703bbeb28bd4 HTTP/1.1" status: 200 len: 375 time: 0.0140381 Nov 12 00:37:48.896644 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.948140 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa62deea-7f37-458e-b8b7-0050b68899d3 req-54979ace-1e90-4309-8ec6-9b58fda54427 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048396 Nov 12 00:37:48.959961 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13656eff-8b90-4805-8633-4cb162243c89 req-62d107b2-4215-4c36-b9bd-85b8851da4ee service neutron] 10.222.0.21 "GET /v2.0/networks/95691eda-761f-49a3-9e31-31529ccc7497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132328 Nov 12 00:37:48.975717 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port aab46df4-322c-4067-bf41-12626b92d3ce, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=aab46df4-322c-4067-bf41-12626b92d3ce,segment=NetworkSegment(b913ef47-9313-48e0-b584-0757b58117b2),segment_id=b913ef47-9313-48e0-b584-0757b58117b2)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:48.986503 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:48.995696 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-647bb347-6a38-49f6-8096-17a80f654106 req-92b7018e-cef2-4958-b5fe-e0f5929149a6 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a29ffa58efd84746ad24703bbeb28bd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908594 Nov 12 00:37:49.126282 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=aab46df4-322c-4067-bf41-12626b92d3ce,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:49.189209 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13656eff-8b90-4805-8633-4cb162243c89 req-2bc67ac5-020d-4133-b0c3-8279fda5cee7 service neutron] 10.222.0.21 "GET /v2.0/networks/95691eda-761f-49a3-9e31-31529ccc7497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174206 Nov 12 00:37:49.219679 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-647bb347-6a38-49f6-8096-17a80f654106 req-1dda3ad7-da3f-4f94-892c-28cf2e1769d1 service neutron] 10.222.0.31 "GET /v2.0/networks/5b6bc18d-a30d-4be1-833e-50afa5286d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229788 Nov 12 00:37:49.264638 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c60baf-c7e9-431e-9833-d7fe146cc618 req-add169e1-034b-486c-b0d1-456432daeaf0 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:49.274776 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-42c60baf-c7e9-431e-9833-d7fe146cc618 req-add169e1-034b-486c-b0d1-456432daeaf0 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.1137307 Nov 12 00:37:49.319322 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-1423f477-7efb-418d-8c0e-1637c6f4a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:49.321108 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-1423f477-7efb-418d-8c0e-1637c6f4a7a9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57&tenant_id=e12aedabe0d44294a297466dd9b3931e HTTP/1.1" status: 200 len: 1102 time: 0.1357827 Nov 12 00:37:49.336196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-14', 'device_owner': 'compute:nova'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:49.336414 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-42c60baf-c7e9-431e-9833-d7fe146cc618 req-7caa554a-aa48-4318-bdd0-844d0e9852b6 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547347 Nov 12 00:37:49.392322 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fdc18c-7661-4b81-a90b-cec1c34697e7 x-openstack-request-id: req-92fdc18c-7661-4b81-a90b-cec1c34697e7 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:49.392949 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0320f38d-3213-470a-aea8-0372d3d55c05", "tag": "72a01655-9f9e-4578-b8ee-132d6355be95", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:49.393517 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92fdc18c-7661-4b81-a90b-cec1c34697e7 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:49.394133 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0320f38d-3213-470a-aea8-0372d3d55c05', 'tag': '72a01655-9f9e-4578-b8ee-132d6355be95', 'status': 'completed', 'code': 200} Nov 12 00:37:49.404535 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-647bb347-6a38-49f6-8096-17a80f654106 req-fb4224c1-e736-4342-b042-4100f7a313b1 service neutron] 10.222.0.31 "GET /v2.0/networks/5b6bc18d-a30d-4be1-833e-50afa5286d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630855 Nov 12 00:37:49.460089 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:49.570322 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae8034-f6ba-4d34-9c7f-ebdd84bd78cd req-737c030d-d4fe-4c39-bea3-739648f66346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:49.571915 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-69ae8034-f6ba-4d34-9c7f-ebdd84bd78cd req-737c030d-d4fe-4c39-bea3-739648f66346 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79d381a23e934d43891c5d332d12cc5b&device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 1096 time: 0.1469910 Nov 12 00:37:49.644039 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9370344-eb2d-42cb-9531-3b371b20e37c req-32f490b5-2354-44db-b41b-be21179d9ca7 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:49.655519 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a9370344-eb2d-42cb-9531-3b371b20e37c req-32f490b5-2354-44db-b41b-be21179d9ca7 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.1575832 Nov 12 00:37:49.673602 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c597bc-3981-4c68-b93d-f05e3fa8f04f'}, {'server_uuid': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57bfe8c-975e-4754-b656-5bb0616679e8'}, {'server_uuid': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab46df4-322c-4067-bf41-12626b92d3ce'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:49.676059 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252edb5a-814a-4357-bc92-c0e5147a7037" -d '{"events": [{"server_uuid": "a3bdb2eb-ed4d-4af5-a040-0b5991987e2b", "name": "network-vif-plugged", "status": "completed", "tag": "99c597bc-3981-4c68-b93d-f05e3fa8f04f"}, {"server_uuid": "a3bdb2eb-ed4d-4af5-a040-0b5991987e2b", "name": "network-vif-plugged", "status": "completed", "tag": "c57bfe8c-975e-4754-b656-5bb0616679e8"}, {"server_uuid": "a3bdb2eb-ed4d-4af5-a040-0b5991987e2b", "name": "network-vif-plugged", "status": "completed", "tag": "aab46df4-322c-4067-bf41-12626b92d3ce"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:49.828389 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a9370344-eb2d-42cb-9531-3b371b20e37c req-98ffdce1-f619-44de-9c2a-3a5d2cb6a962 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457567 Nov 12 00:37:49.847064 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae8034-f6ba-4d34-9c7f-ebdd84bd78cd req-1d860f88-efc0-4c68-9dfd-57752bcca818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:49.848730 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-69ae8034-f6ba-4d34-9c7f-ebdd84bd78cd req-1d860f88-efc0-4c68-9dfd-57752bcca818 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95691eda-761f-49a3-9e31-31529ccc7497 HTTP/1.1" status: 200 len: 925 time: 0.2539618 Nov 12 00:37:49.865473 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] For port 515d811e-cf1a-4557-b84d-06a73ebc4012, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=515d811e-cf1a-4557-b84d-06a73ebc4012,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:49.911143 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-69ae8034-f6ba-4d34-9c7f-ebdd84bd78cd req-2a17679d-6ef0-4d02-af4f-37bb6a5a053d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72a01655-9f9e-4578-b8ee-132d6355be95 HTTP/1.1" status: 200 len: 217 time: 0.0522888 Nov 12 00:37:49.953064 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5882ef82-c97f-48a1-bfe8-9d7fff317a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:49.977030 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] For port 515d811e-cf1a-4557-b84d-06a73ebc4012, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:50.016639 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7a26d-79b4-4600-a6a5-9c3eed5afaa5 req-0d9a3894-fe44-489d-a009-88ba2c2d176b tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:50.025366 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5cc7a26d-79b4-4600-a6a5-9c3eed5afaa5 req-0d9a3894-fe44-489d-a009-88ba2c2d176b tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 944 time: 0.2405074 Nov 12 00:37:50.098873 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.100221 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ec4a4263-f407-45b5-ae7c-cb111badbe40 req-c584ec3b-1852-41dc-bcd7-4e2ba0259cac tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d3d526-c21d-4964-bb5e-aab3d6508f15 HTTP/1.1" status: 200 len: 210 time: 0.0901942 Nov 12 00:37:50.101357 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 42b5e418-708d-496f-8c64-dfbdfecda219 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:37:50.113036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae8034-f6ba-4d34-9c7f-ebdd84bd78cd req-9376b29e-858e-4c75-a89d-937ca188d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:50.119118 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-69ae8034-f6ba-4d34-9c7f-ebdd84bd78cd req-9376b29e-858e-4c75-a89d-937ca188d5ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=520eefa5-ccbe-4263-ad27-cfc4dc67ba2f HTTP/1.1" status: 200 len: 863 time: 0.1969368 Nov 12 00:37:50.128224 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5cc7a26d-79b4-4600-a6a5-9c3eed5afaa5 req-a1981bfb-cdda-42a2-9e10-5f63f6bd12d6 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015580 Nov 12 00:37:50.128947 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8df5da-baba-46dd-818a-6a7936d3fe57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '515d811e-cf1a-4557-b84d-06a73ebc4012'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:50.154974 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5050965-b99d-4b93-8462-7dc2e6b794ef" -d '{"events": [{"server_uuid": "df8df5da-baba-46dd-818a-6a7936d3fe57", "name": "network-vif-unplugged", "status": "completed", "tag": "515d811e-cf1a-4557-b84d-06a73ebc4012"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:50.181076 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] Transition to ACTIVE for port object 515d811e-cf1a-4557-b84d-06a73ebc4012 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:37:50.195416 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.285820 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae8034-f6ba-4d34-9c7f-ebdd84bd78cd req-c587a561-9847-4aa4-8dd3-85cfef6b2eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:50.307304 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-69ae8034-f6ba-4d34-9c7f-ebdd84bd78cd req-c587a561-9847-4aa4-8dd3-85cfef6b2eef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95691eda-761f-49a3-9e31-31529ccc7497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1479731 Nov 12 00:37:50.413550 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 42b5e418-708d-496f-8c64-dfbdfecda219, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=42b5e418-708d-496f-8c64-dfbdfecda219,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:50.433972 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '42b5e418-708d-496f-8c64-dfbdfecda219', 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94', 'port_id': '42b5e418-708d-496f-8c64-dfbdfecda219', 'mac_address': 'fa:16:3e:ca:5f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66de2356-7ea2-45bf-8678-a507a5cc17cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:37:50.439123 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4f459f-89a9-457d-b740-87469919f883 x-openstack-request-id: req-bb4f459f-89a9-457d-b740-87469919f883 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:50.439514 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3bdb2eb-ed4d-4af5-a040-0b5991987e2b", "name": "network-vif-plugged", "status": "completed", "tag": "99c597bc-3981-4c68-b93d-f05e3fa8f04f", "code": 200}, {"server_uuid": "a3bdb2eb-ed4d-4af5-a040-0b5991987e2b", "name": "network-vif-plugged", "status": "completed", "tag": "c57bfe8c-975e-4754-b656-5bb0616679e8", "code": 200}, {"server_uuid": "a3bdb2eb-ed4d-4af5-a040-0b5991987e2b", "name": "network-vif-plugged", "status": "completed", "tag": "aab46df4-322c-4067-bf41-12626b92d3ce", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:50.439833 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb4f459f-89a9-457d-b740-87469919f883 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:50.440820 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c597bc-3981-4c68-b93d-f05e3fa8f04f', 'code': 200} Nov 12 00:37:50.440983 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57bfe8c-975e-4754-b656-5bb0616679e8', 'code': 200} Nov 12 00:37:50.441599 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab46df4-322c-4067-bf41-12626b92d3ce', 'code': 200} Nov 12 00:37:50.479752 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14890a04-ff48-4569-8390-4219b9c93f06 x-openstack-request-id: req-14890a04-ff48-4569-8390-4219b9c93f06 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:50.490294 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8df5da-baba-46dd-818a-6a7936d3fe57", "name": "network-vif-unplugged", "status": "completed", "tag": "515d811e-cf1a-4557-b84d-06a73ebc4012", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:50.491893 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14890a04-ff48-4569-8390-4219b9c93f06 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:50.492639 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8df5da-baba-46dd-818a-6a7936d3fe57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '515d811e-cf1a-4557-b84d-06a73ebc4012', 'code': 200} Nov 12 00:37:50.494936 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.504685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] No DVR routers for this DVR port 515d811e-cf1a-4557-b84d-06a73ebc4012 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:37:50.533940 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42b5e418-708d-496f-8c64-dfbdfecda219 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:50.595667 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 42b5e418-708d-496f-8c64-dfbdfecda219, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=42b5e418-708d-496f-8c64-dfbdfecda219,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:50.601318 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=515d811e-cf1a-4557-b84d-06a73ebc4012,revision_number=6']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:50.604529 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.614191 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430dee8-3bcc-42a4-9e51-f2e6383386a9 req-28f6911e-d1ca-4310-84cb-5ec8fc5047d7 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:50.620959 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430dee8-3bcc-42a4-9e51-f2e6383386a9 req-28f6911e-d1ca-4310-84cb-5ec8fc5047d7 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:50.638159 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430dee8-3bcc-42a4-9e51-f2e6383386a9 req-28f6911e-d1ca-4310-84cb-5ec8fc5047d7 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:50.639888 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8430dee8-3bcc-42a4-9e51-f2e6383386a9 req-28f6911e-d1ca-4310-84cb-5ec8fc5047d7 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 2416 time: 0.3487337 Nov 12 00:37:50.692147 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=42b5e418-708d-496f-8c64-dfbdfecda219,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:50.724087 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b1024-8bca-4b54-b185-d3de689777c2 req-6039d23b-7c02-47ea-9560-d9bb844ac958 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:50.731969 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e43b1024-8bca-4b54-b185-d3de689777c2 req-6039d23b-7c02-47ea-9560-d9bb844ac958 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 948 time: 0.1574466 Nov 12 00:37:50.743968 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['42b5e418-708d-496f-8c64-dfbdfecda219'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:37:50.745093 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d218216-f064-46a4-b6e5-59e2397bde12 req-76f978fc-0331-49f8-9b1b-c22732c3b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:50.745579 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d218216-f064-46a4-b6e5-59e2397bde12 req-76f978fc-0331-49f8-9b1b-c22732c3b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:50.746046 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d218216-f064-46a4-b6e5-59e2397bde12 req-76f978fc-0331-49f8-9b1b-c22732c3b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:50.747664 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d218216-f064-46a4-b6e5-59e2397bde12 req-76f978fc-0331-49f8-9b1b-c22732c3b0bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 2872 time: 0.2749701 Nov 12 00:37:50.748330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] Attempting to bind port 515d811e-cf1a-4557-b84d-06a73ebc4012 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:50.748660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] Attempting to bind port 515d811e-cf1a-4557-b84d-06a73ebc4012 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:50.749018 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] Attempting to bind port 515d811e-cf1a-4557-b84d-06a73ebc4012 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:50.772123 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-69ae8034-f6ba-4d34-9c7f-ebdd84bd78cd req-15c1eeea-f51c-473a-85ff-b4b0a30f97dd service neutron] 10.222.0.21 "GET /v2.0/networks/95691eda-761f-49a3-9e31-31529ccc7497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624839 Nov 12 00:37:50.777949 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] Port 515d811e-cf1a-4557-b84d-06a73ebc4012 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:37:50.778343 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] Attempting to bind port 515d811e-cf1a-4557-b84d-06a73ebc4012 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:50.794316 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:50.794669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:50.795209 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:50.795792 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] Bound port: 515d811e-cf1a-4557-b84d-06a73ebc4012, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:50.796153 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.815405 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8430dee8-3bcc-42a4-9e51-f2e6383386a9 req-34ee1a08-86ad-44ee-8daa-90e08c3b1b1a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373599 Nov 12 00:37:50.871223 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e43b1024-8bca-4b54-b185-d3de689777c2 req-90f650cf-1314-4a27-80fa-8e89fa1b1ba4 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330771 Nov 12 00:37:50.883151 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d218216-f064-46a4-b6e5-59e2397bde12 req-2b307cf3-c44c-423a-a4e3-d23997b814b6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198084 Nov 12 00:37:50.906705 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] For port 515d811e-cf1a-4557-b84d-06a73ebc4012, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:50.911139 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] For port 515d811e-cf1a-4557-b84d-06a73ebc4012, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=515d811e-cf1a-4557-b84d-06a73ebc4012,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:50.916205 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:50.959405 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-69ae8034-f6ba-4d34-9c7f-ebdd84bd78cd req-4613ba7e-1da8-4c2c-9fa6-b3bf668019f7 service neutron] 10.222.0.21 "GET /v2.0/networks/95691eda-761f-49a3-9e31-31529ccc7497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736770 Nov 12 00:37:50.987704 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=515d811e-cf1a-4557-b84d-06a73ebc4012,revision_number=7']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:51.000367 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:51.001260 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:51.006816 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-2fcdf581-fd1e-4765-8c33-09a3664e0ec5 service neutron] 10.222.0.21 "PUT /v2.0/ports/515d811e-cf1a-4557-b84d-06a73ebc4012 HTTP/1.1" status: 200 len: 1097 time: 1.6756010 Nov 12 00:37:51.032006 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262070d6-4d1f-40e0-a4ee-d934a08b0e3e req-796ffae7-fd72-4552-bbc4-0059d80304bf tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:51.040657 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-262070d6-4d1f-40e0-a4ee-d934a08b0e3e req-796ffae7-fd72-4552-bbc4-0059d80304bf tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.0700748 Nov 12 00:37:51.103957 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-262070d6-4d1f-40e0-a4ee-d934a08b0e3e req-fb321b90-abc6-40d5-b098-58d9e11a0df4 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622027 Nov 12 00:37:51.222759 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-23137e95-ddda-4c76-b11f-81db1e7a11e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:51.227733 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-23137e95-ddda-4c76-b11f-81db1e7a11e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 1100 time: 0.1016064 Nov 12 00:37:51.314392 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923ae19-e0df-40f7-8cc9-7c12dabf57c9 req-5c118a4e-e123-4c0e-a501-fa1a73e94a2d tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:51.316115 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4923ae19-e0df-40f7-8cc9-7c12dabf57c9 req-5c118a4e-e123-4c0e-a501-fa1a73e94a2d tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.0700417 Nov 12 00:37:51.382657 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4923ae19-e0df-40f7-8cc9-7c12dabf57c9 req-fab450da-b83e-4ad3-a342-354a66a46803 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568159 Nov 12 00:37:51.422134 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8ad78-0e50-4f52-b7ad-4a195bbe5744 req-b8b0d158-c430-455e-aafb-b3a9c19ba82b tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:51.424324 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-80f8ad78-0e50-4f52-b7ad-4a195bbe5744 req-b8b0d158-c430-455e-aafb-b3a9c19ba82b tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 944 time: 0.1924546 Nov 12 00:37:51.464614 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-ca43dbfb-a9a6-4208-8e0f-04c1dbfd056b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:51.466112 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-ca43dbfb-a9a6-4208-8e0f-04c1dbfd056b service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.2245920 Nov 12 00:37:51.519103 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-28ebef2d-e3b8-443c-8568-929614aa0b8a req-f11e903b-184d-408e-be4b-7c910a6b2604 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d3d526-c21d-4964-bb5e-aab3d6508f15 HTTP/1.1" status: 200 len: 210 time: 0.0382051 Nov 12 00:37:51.539914 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-85cac16a-4093-4b9d-828e-03b6a38938a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=515d811e-cf1a-4557-b84d-06a73ebc4012 HTTP/1.1" status: 200 len: 217 time: 0.0604808 Nov 12 00:37:51.557433 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-80f8ad78-0e50-4f52-b7ad-4a195bbe5744 req-9ac5fb10-1da7-46cf-8b4b-0bc4424698a1 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223016 Nov 12 00:37:51.666087 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-8c8fe9c7-6731-4477-9c25-b34923b8d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:51.671876 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-8c8fe9c7-6731-4477-9c25-b34923b8d5bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1130645 Nov 12 00:37:51.728591 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-547f41bb-f65f-4f79-b7ba-1ed39ae9afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:51.736804 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-547f41bb-f65f-4f79-b7ba-1ed39ae9afb7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0570016 Nov 12 00:37:51.949602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bb347-6a38-49f6-8096-17a80f654106 req-455eebad-3609-4dff-aade-80a1fb17df5f tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:51.952906 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-647bb347-6a38-49f6-8096-17a80f654106 req-455eebad-3609-4dff-aade-80a1fb17df5f tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.15 "GET /v2.0/networks?id=5b6bc18d-a30d-4be1-833e-50afa5286d51 HTTP/1.1" status: 200 len: 814 time: 0.2935193 Nov 12 00:37:52.010217 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-b4c25b9b-6891-4af7-97cb-288208e9a61f service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629802 Nov 12 00:37:52.068035 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-647bb347-6a38-49f6-8096-17a80f654106 req-03a6382b-815e-4715-9420-6dd5c298c342 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Request body: {'port': {'device_id': '40d3d526-c21d-4964-bb5e-aab3d6508f15', 'network_id': '5b6bc18d-a30d-4be1-833e-50afa5286d51', 'admin_state_up': True, 'tenant_id': 'a29ffa58efd84746ad24703bbeb28bd4'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:52.106214 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 72a01655-9f9e-4578-b8ee-132d6355be95 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:37:52.120093 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 42b5e418-708d-496f-8c64-dfbdfecda219 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:52.314878 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c43135b7-89ad-41d9-8e99-603d931d3277 req-b0387deb-70b5-45f8-ae90-1f7f9decbe24 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963486 Nov 12 00:37:52.316020 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-28ba6131-c503-4f0d-b096-a2b069811cde tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:52.326704 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-28ba6131-c503-4f0d-b096-a2b069811cde tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 821 time: 0.3719609 Nov 12 00:37:52.342394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a1096-6d29-4620-96c7-5d5466db4a13 req-ea9a1fd6-4f72-4acc-b339-b22b46ce9fd6 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:52.365426 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a1096-6d29-4620-96c7-5d5466db4a13 req-ea9a1fd6-4f72-4acc-b339-b22b46ce9fd6 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:52.372916 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a1096-6d29-4620-96c7-5d5466db4a13 req-ea9a1fd6-4f72-4acc-b339-b22b46ce9fd6 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:52.374395 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f15a1096-6d29-4620-96c7-5d5466db4a13 req-ea9a1fd6-4f72-4acc-b339-b22b46ce9fd6 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 2416 time: 0.2163363 Nov 12 00:37:52.392816 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-fca65074-92be-4f17-bfdb-802f03458921 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/quotas/06163c1124b24fc681237287cdcb2502 HTTP/1.1" status: 200 len: 375 time: 0.0647810 Nov 12 00:37:52.396760 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647bb347-6a38-49f6-8096-17a80f654106 req-03a6382b-815e-4715-9420-6dd5c298c342 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Made reservation on behalf of a29ffa58efd84746ad24703bbeb28bd4 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:52.402544 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-647bb347-6a38-49f6-8096-17a80f654106 req-03a6382b-815e-4715-9420-6dd5c298c342 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.501035 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f15a1096-6d29-4620-96c7-5d5466db4a13 req-9468eb21-543d-453a-a63f-ebcf31ffd974 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150322 Nov 12 00:37:52.543305 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 515d811e-cf1a-4557-b84d-06a73ebc4012 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:37:52.702397 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 42b5e418-708d-496f-8c64-dfbdfecda219 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:52.702717 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.709347 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8331f5-39e1-48cf-8815-a3b54bae5f81 req-a2f39551-663d-4d7c-8dcf-ffcb02ec8456 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:52.721031 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b8331f5-39e1-48cf-8815-a3b54bae5f81 req-a2f39551-663d-4d7c-8dcf-ffcb02ec8456 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 948 time: 0.1320324 Nov 12 00:37:52.790249 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-43d9b1d4-cf5e-452c-b487-fc94482f5e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:52.813396 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 515d811e-cf1a-4557-b84d-06a73ebc4012 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:37:52.819176 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-647bb347-6a38-49f6-8096-17a80f654106 req-03a6382b-815e-4715-9420-6dd5c298c342 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Allocated IP 172.20.0.8 (5b6bc18d-a30d-4be1-833e-50afa5286d51/3befc8fe-b0ad-4009-af75-69576675dc11/43a33123-c58b-4477-bc0f-209cdfbf0ca1) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:52.902597 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b8331f5-39e1-48cf-8815-a3b54bae5f81 req-7ed92c16-ae49-4e9c-aeba-c7bc92bf6969 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800570 Nov 12 00:37:53.053887 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-647bb347-6a38-49f6-8096-17a80f654106 req-03a6382b-815e-4715-9420-6dd5c298c342 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.105830 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8df5da-baba-46dd-818a-6a7936d3fe57', 'tag': '515d811e-cf1a-4557-b84d-06a73ebc4012'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:53.108548 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56" -d '{"events": [{"name": "network-changed", "server_uuid": "df8df5da-baba-46dd-818a-6a7936d3fe57", "tag": "515d811e-cf1a-4557-b84d-06a73ebc4012"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:53.116193 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 72a01655-9f9e-4578-b8ee-132d6355be95, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=72a01655-9f9e-4578-b8ee-132d6355be95,segment=NetworkSegment(614c630f-cac9-4e9f-b771-374b70637843),segment_id=614c630f-cac9-4e9f-b771-374b70637843)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:53.145550 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-647bb347-6a38-49f6-8096-17a80f654106 req-03a6382b-815e-4715-9420-6dd5c298c342 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.167886 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '72a01655-9f9e-4578-b8ee-132d6355be95', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'port_id': '72a01655-9f9e-4578-b8ee-132d6355be95', 'mac_address': 'fa:16:3e:c1:fe:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:37:53.169411 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.215292 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b366bc0-57c8-48ec-9007-c7bab560b0a3 req-5990e17d-4657-4b1f-ab8d-5fff929a3c7b tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:53.216883 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7b366bc0-57c8-48ec-9007-c7bab560b0a3 req-5990e17d-4657-4b1f-ab8d-5fff929a3c7b tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.0943577 Nov 12 00:37:53.270652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647bb347-6a38-49f6-8096-17a80f654106 req-03a6382b-815e-4715-9420-6dd5c298c342 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Network 5b6bc18d-a30d-4be1-833e-50afa5286d51 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:53.281595 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43e4e3f-a792-4c64-9b37-69d74f4d5578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b5e418-708d-496f-8c64-dfbdfecda219'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:53.287070 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a77747b-a1ab-4b51-ad64-78f11a662079" -d '{"events": [{"server_uuid": "f43e4e3f-a792-4c64-9b37-69d74f4d5578", "name": "network-vif-plugged", "status": "completed", "tag": "42b5e418-708d-496f-8c64-dfbdfecda219"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:53.297645 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-06cee20e-68f7-4029-b824-6775e0766457 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9026122 Nov 12 00:37:53.314709 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-647bb347-6a38-49f6-8096-17a80f654106 req-03a6382b-815e-4715-9420-6dd5c298c342 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:53.317454 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7b366bc0-57c8-48ec-9007-c7bab560b0a3 req-148eafd3-fe5a-4fe4-9b1a-0409c1d1cd48 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881691 Nov 12 00:37:53.336230 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 42b5e418-708d-496f-8c64-dfbdfecda219, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=42b5e418-708d-496f-8c64-dfbdfecda219,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:53.363465 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.369490 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.379408 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-647bb347-6a38-49f6-8096-17a80f654106 req-03a6382b-815e-4715-9420-6dd5c298c342 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:53.457607 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.459485 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72a01655-9f9e-4578-b8ee-132d6355be95 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:53.476220 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bb347-6a38-49f6-8096-17a80f654106 req-03a6382b-815e-4715-9420-6dd5c298c342 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:53.476935 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-647bb347-6a38-49f6-8096-17a80f654106 req-03a6382b-815e-4715-9420-6dd5c298c342 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.482727 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6382b-815e-4715-9420-6dd5c298c342 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Pushing event updated for resources: {'Port': ['ID=43a33123-c58b-4477-bc0f-209cdfbf0ca1,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:53.504047 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6250be1-b36c-4a2a-a906-9816ab58b8d5 req-a5475808-44c0-467f-8462-df6d50f1ff58 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:53.519878 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f6250be1-b36c-4a2a-a906-9816ab58b8d5 req-a5475808-44c0-467f-8462-df6d50f1ff58 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 944 time: 0.0933261 Nov 12 00:37:53.556064 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-647bb347-6a38-49f6-8096-17a80f654106 req-03a6382b-815e-4715-9420-6dd5c298c342 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5335832 Nov 12 00:37:53.556291 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 72a01655-9f9e-4578-b8ee-132d6355be95, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=72a01655-9f9e-4578-b8ee-132d6355be95,segment=NetworkSegment(614c630f-cac9-4e9f-b771-374b70637843),segment_id=614c630f-cac9-4e9f-b771-374b70637843)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:53.557464 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=42b5e418-708d-496f-8c64-dfbdfecda219,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:53.566962 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.588068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-647bb347-6a38-49f6-8096-17a80f654106 req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] Request body: {'port': {'device_id': '40d3d526-c21d-4964-bb5e-aab3d6508f15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:53.613811 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f6250be1-b36c-4a2a-a906-9816ab58b8d5 req-93f486e8-221b-482e-97cc-e95cc65e7c37 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928884 Nov 12 00:37:53.687407 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=72a01655-9f9e-4578-b8ee-132d6355be95,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:53.694856 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-01949b00-e100-4817-a918-6dd5bf41e319 service neutron] 10.222.0.31 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958220 Nov 12 00:37:53.696736 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-647bb347-6a38-49f6-8096-17a80f654106 req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:53.846299 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b548401-9765-4895-839f-faa4233e5acd req-13cc93bd-dd2e-4591-bffa-bd746f8ca6f9 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:53.854484 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4b548401-9765-4895-839f-faa4233e5acd req-13cc93bd-dd2e-4591-bffa-bd746f8ca6f9 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d3d526-c21d-4964-bb5e-aab3d6508f15 HTTP/1.1" status: 200 len: 931 time: 0.1355767 Nov 12 00:37:53.862403 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['72a01655-9f9e-4578-b8ee-132d6355be95'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:37:53.952997 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4b548401-9765-4895-839f-faa4233e5acd req-4fe30d45-ab0b-4c0f-a659-6c4e516d48d2 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/security-groups?id=abfd3bfe-7b21-436b-9053-695402c023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844767 Nov 12 00:37:54.113613 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311ba8b3-5549-490f-91b0-5f37adee30a8 x-openstack-request-id: req-311ba8b3-5549-490f-91b0-5f37adee30a8 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:54.114008 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43e4e3f-a792-4c64-9b37-69d74f4d5578", "name": "network-vif-plugged", "status": "completed", "tag": "42b5e418-708d-496f-8c64-dfbdfecda219", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:54.118876 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-311ba8b3-5549-490f-91b0-5f37adee30a8 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:54.119503 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43e4e3f-a792-4c64-9b37-69d74f4d5578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b5e418-708d-496f-8c64-dfbdfecda219', 'code': 200} Nov 12 00:37:54.137309 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56 req-91cc43c5-9cc7-402f-bb82-15bf9ea998b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:54.139157 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56 req-91cc43c5-9cc7-402f-bb82-15bf9ea998b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 1100 time: 0.0930915 Nov 12 00:37:54.146325 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56 req-3ea19f53-094f-4ed8-84e8-e10fe4558b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:54.148134 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56 req-3ea19f53-094f-4ed8-84e8-e10fe4558b04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 1100 time: 0.0924850 Nov 12 00:37:54.193962 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-2423f2b1-bf0d-4fc7-acb0-03db14fc749d service neutron] 10.222.0.31 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863944 Nov 12 00:37:54.221200 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab845c3-797a-4968-ac1f-72c8fa0eba49 x-openstack-request-id: req-6ab845c3-797a-4968-ac1f-72c8fa0eba49 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:54.225340 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8df5da-baba-46dd-818a-6a7936d3fe57", "tag": "515d811e-cf1a-4557-b84d-06a73ebc4012", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:54.225785 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ab845c3-797a-4968-ac1f-72c8fa0eba49 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:54.226483 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8df5da-baba-46dd-818a-6a7936d3fe57', 'tag': '515d811e-cf1a-4557-b84d-06a73ebc4012', 'status': 'completed', 'code': 200} Nov 12 00:37:54.328768 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56 req-a639541f-5c82-4708-b880-4826ee8eace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:54.330227 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56 req-a639541f-5c82-4708-b880-4826ee8eace7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1803029 Nov 12 00:37:54.351080 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.562891 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-647bb347-6a38-49f6-8096-17a80f654106 req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a33123-c58b-4477-bc0f-209cdfbf0ca1 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:54.582555 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-647bb347-6a38-49f6-8096-17a80f654106 req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.613218 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-647bb347-6a38-49f6-8096-17a80f654106 req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] Transition to ACTIVE for port object 43a33123-c58b-4477-bc0f-209cdfbf0ca1 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:37:54.619740 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-647bb347-6a38-49f6-8096-17a80f654106 req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:54.727654 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] Pushing event updated for resources: {'Port': ['ID=43a33123-c58b-4477-bc0f-209cdfbf0ca1,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:54.893814 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-647bb347-6a38-49f6-8096-17a80f654106 req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] Attempting to bind port 43a33123-c58b-4477-bc0f-209cdfbf0ca1 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:37:54.894295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-647bb347-6a38-49f6-8096-17a80f654106 req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] Attempting to bind port 43a33123-c58b-4477-bc0f-209cdfbf0ca1 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '9bb8a7d5-f3b7-4622-9a24-e67c0b3fe85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5b6bc18d-a30d-4be1-833e-50afa5286d51'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:37:54.894965 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647bb347-6a38-49f6-8096-17a80f654106 req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] Attempting to bind port 43a33123-c58b-4477-bc0f-209cdfbf0ca1 on network 5b6bc18d-a30d-4be1-833e-50afa5286d51 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:54.910402 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647bb347-6a38-49f6-8096-17a80f654106 req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] Port 43a33123-c58b-4477-bc0f-209cdfbf0ca1 on network 5b6bc18d-a30d-4be1-833e-50afa5286d51 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:37:54.911006 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647bb347-6a38-49f6-8096-17a80f654106 req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] Attempting to bind port 43a33123-c58b-4477-bc0f-209cdfbf0ca1 on network 5b6bc18d-a30d-4be1-833e-50afa5286d51 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:37:54.923788 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647bb347-6a38-49f6-8096-17a80f654106 req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:37:54.924298 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647bb347-6a38-49f6-8096-17a80f654106 req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] Checking segment: {'id': '9bb8a7d5-f3b7-4622-9a24-e67c0b3fe85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5b6bc18d-a30d-4be1-833e-50afa5286d51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:37:54.924834 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647bb347-6a38-49f6-8096-17a80f654106 req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] Bound using segment: {'id': '9bb8a7d5-f3b7-4622-9a24-e67c0b3fe85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5b6bc18d-a30d-4be1-833e-50afa5286d51'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:37:54.925398 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-647bb347-6a38-49f6-8096-17a80f654106 req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] Bound port: 43a33123-c58b-4477-bc0f-209cdfbf0ca1, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb8a7d5-f3b7-4622-9a24-e67c0b3fe85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5b6bc18d-a30d-4be1-833e-50afa5286d51'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:37:54.925878 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-647bb347-6a38-49f6-8096-17a80f654106 req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.022042 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56 req-17fdd070-5fad-4f9f-8b27-eaed940347fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:55.023779 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56 req-17fdd070-5fad-4f9f-8b27-eaed940347fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.8660667 Nov 12 00:37:55.027425 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56 req-05337c54-5a69-4aae-9db1-fb75f0082a43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=515d811e-cf1a-4557-b84d-06a73ebc4012 HTTP/1.1" status: 200 len: 217 time: 0.6672697 Nov 12 00:37:55.035631 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-647bb347-6a38-49f6-8096-17a80f654106 req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] For port 43a33123-c58b-4477-bc0f-209cdfbf0ca1, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:37:55.040804 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-647bb347-6a38-49f6-8096-17a80f654106 req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] For port 43a33123-c58b-4477-bc0f-209cdfbf0ca1, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=43a33123-c58b-4477-bc0f-209cdfbf0ca1,segment=NetworkSegment(9bb8a7d5-f3b7-4622-9a24-e67c0b3fe85a),segment_id=9bb8a7d5-f3b7-4622-9a24-e67c0b3fe85a)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:37:55.066395 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-647bb347-6a38-49f6-8096-17a80f654106 req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.131661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f822b-504b-46aa-aa1e-7fc0d8a47dfd req-d08cc51e-9b44-4203-a826-2d4eb5117bf2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:55.138511 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f822b-504b-46aa-aa1e-7fc0d8a47dfd req-d08cc51e-9b44-4203-a826-2d4eb5117bf2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:55.146676 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f822b-504b-46aa-aa1e-7fc0d8a47dfd req-d08cc51e-9b44-4203-a826-2d4eb5117bf2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:55.148862 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b62f822b-504b-46aa-aa1e-7fc0d8a47dfd req-d08cc51e-9b44-4203-a826-2d4eb5117bf2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 2416 time: 0.7935801 Nov 12 00:37:55.152801 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56 req-7e48c8b7-22a5-4ab2-9ed1-208daf71d172 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=515d811e-cf1a-4557-b84d-06a73ebc4012 HTTP/1.1" status: 200 len: 217 time: 0.1187484 Nov 12 00:37:55.283196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bb347-6a38-49f6-8096-17a80f654106 req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:55.285071 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-647bb347-6a38-49f6-8096-17a80f654106 req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.287733 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-647bb347-6a38-49f6-8096-17a80f654106 req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] 10.222.0.15 "PUT /v2.0/ports/43a33123-c58b-4477-bc0f-209cdfbf0ca1 HTTP/1.1" status: 200 len: 1092 time: 1.7086239 Nov 12 00:37:55.290814 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.298816 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85802b78-f596-4ca7-adc2-e99e61507845 req-783c4423-0371-4615-8f01-936edb0a379d tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:55.307877 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85802b78-f596-4ca7-adc2-e99e61507845 req-783c4423-0371-4615-8f01-936edb0a379d tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 948 time: 0.2617981 Nov 12 00:37:55.356639 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b62f822b-504b-46aa-aa1e-7fc0d8a47dfd req-91324ca1-8b42-474c-bbe7-5645ee3423f9 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010779 Nov 12 00:37:55.365977 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56 req-e38f794d-a3c5-40ff-8c8b-dc2653d3c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:55.372851 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56 req-e38f794d-a3c5-40ff-8c8b-dc2653d3c798 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.3290882 Nov 12 00:37:55.476439 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69751e76-6094-4524-aa17-52d7e02a2dcf service neutron] Pushing event updated for resources: {'Port': ['ID=43a33123-c58b-4477-bc0f-209cdfbf0ca1,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:55.496849 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bb347-6a38-49f6-8096-17a80f654106 req-d6e9e80a-fcb2-4136-89e0-d0f25b4c10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:55.498766 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-647bb347-6a38-49f6-8096-17a80f654106 req-d6e9e80a-fcb2-4136-89e0-d0f25b4c10bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a29ffa58efd84746ad24703bbeb28bd4&device_id=40d3d526-c21d-4964-bb5e-aab3d6508f15 HTTP/1.1" status: 200 len: 1095 time: 0.1317401 Nov 12 00:37:55.506656 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56 req-24d9d8e1-c9bb-4209-9af1-d1376b27a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:55.510995 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56 req-24d9d8e1-c9bb-4209-9af1-d1376b27a8f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.3465891 Nov 12 00:37:55.518954 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85802b78-f596-4ca7-adc2-e99e61507845 req-b93754ce-6ff9-461b-9164-ef06f0fbf342 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082989 Nov 12 00:37:55.563580 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56 req-6fc3ce93-3aa0-49fc-9390-d2657ca78583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:55.567312 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56 req-6fc3ce93-3aa0-49fc-9390-d2657ca78583 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1849728 Nov 12 00:37:55.627446 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-647bb347-6a38-49f6-8096-17a80f654106 req-14c34dc1-b5c1-41ea-89c6-e8a0fbbcb3a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43a33123-c58b-4477-bc0f-209cdfbf0ca1 HTTP/1.1" status: 200 len: 217 time: 0.1008735 Nov 12 00:37:55.737942 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56 req-115d91c5-ad42-43a7-9f88-94e753353c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:55.740258 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56 req-115d91c5-ad42-43a7-9f88-94e753353c8c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2083313 Nov 12 00:37:55.760277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bb347-6a38-49f6-8096-17a80f654106 req-512a4803-5b01-4693-8d44-897d5d0b1b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:55.761964 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-647bb347-6a38-49f6-8096-17a80f654106 req-512a4803-5b01-4693-8d44-897d5d0b1b42 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3befc8fe-b0ad-4009-af75-69576675dc11 HTTP/1.1" status: 200 len: 854 time: 0.1033983 Nov 12 00:37:55.770851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f018d16-5cee-4e5c-96d1-3351c5f90ed5 req-e964c940-cba3-45a1-8c7f-897988bf76c7 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:55.772741 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f018d16-5cee-4e5c-96d1-3351c5f90ed5 req-e964c940-cba3-45a1-8c7f-897988bf76c7 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 945 time: 0.1406658 Nov 12 00:37:55.848838 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-647bb347-6a38-49f6-8096-17a80f654106 req-4078d939-0a6f-42e2-a665-93b0a27e52c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b6bc18d-a30d-4be1-833e-50afa5286d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512788 Nov 12 00:37:55.890909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e4385-7d50-4c19-b1f9-6b7eadba5789 req-baadb452-525c-4800-9151-5d3c0ef05b5a tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:55.901270 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6f7e4385-7d50-4c19-b1f9-6b7eadba5789 req-baadb452-525c-4800-9151-5d3c0ef05b5a tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.2846932 Nov 12 00:37:55.917947 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:55.979145 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56 req-ecdb4a97-0e4a-4745-a782-40f1a52f648a service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654010 Nov 12 00:37:56.030329 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f018d16-5cee-4e5c-96d1-3351c5f90ed5 req-08c9433b-cc45-4b90-8f59-50bedaa4494f tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312453 Nov 12 00:37:56.065896 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6f7e4385-7d50-4c19-b1f9-6b7eadba5789 req-c4e20f76-05b3-4894-b010-970da79b96bd tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621056 Nov 12 00:37:56.068015 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56 req-29395334-eb1d-423d-a2f9-43f12186c904 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772775 Nov 12 00:37:56.095026 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-647bb347-6a38-49f6-8096-17a80f654106 req-89a44a69-4c98-4d0f-9840-982bd032061c service neutron] 10.222.0.15 "GET /v2.0/networks/5b6bc18d-a30d-4be1-833e-50afa5286d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452345 Nov 12 00:37:56.118837 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 515d811e-cf1a-4557-b84d-06a73ebc4012 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:37:56.122549 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 72a01655-9f9e-4578-b8ee-132d6355be95 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:37:56.228473 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d3d526-c21d-4964-bb5e-aab3d6508f15', 'tag': '43a33123-c58b-4477-bc0f-209cdfbf0ca1'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:56.232130 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb45fd6-4d00-4fe7-9a35-b85578d0404d" -d '{"events": [{"name": "network-changed", "server_uuid": "40d3d526-c21d-4964-bb5e-aab3d6508f15", "tag": "43a33123-c58b-4477-bc0f-209cdfbf0ca1"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:56.263358 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a97255fc-3540-4eb7-b610-3b303b0f44ed req-902be5d3-27b7-4f30-b8b4-daae1f217450 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 210 time: 0.1204798 Nov 12 00:37:56.331950 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56 req-c3fd3fbc-e957-4ed7-a9a8-4fb6da7e36bc service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587119 Nov 12 00:37:56.365164 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 72a01655-9f9e-4578-b8ee-132d6355be95 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:37:56.386271 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 72a01655-9f9e-4578-b8ee-132d6355be95 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:37:56.388986 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:56.486180 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 515d811e-cf1a-4557-b84d-06a73ebc4012, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=515d811e-cf1a-4557-b84d-06a73ebc4012,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:56.526425 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2f053-4745-40db-b40c-3269b2e89c1a req-000f81e1-5c7f-4a70-8f81-fa9d70ef51b6 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:56.528009 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e1e2f053-4745-40db-b40c-3269b2e89c1a req-000f81e1-5c7f-4a70-8f81-fa9d70ef51b6 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d3d526-c21d-4964-bb5e-aab3d6508f15 HTTP/1.1" status: 200 len: 943 time: 0.3197620 Nov 12 00:37:56.533023 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '515d811e-cf1a-4557-b84d-06a73ebc4012', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '515d811e-cf1a-4557-b84d-06a73ebc4012', 'mac_address': 'fa:16:3e:43:26:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:37:56.558702 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6f7dfe9-5a69-48cf-9cd6-f1b847a6bd56 req-2d0d875c-8e57-4791-9b0a-0975dec4ce4f service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671208 Nov 12 00:37:56.608588 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-1293a672-89de-48a6-adce-d89f676ef30b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:56.614373 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-1293a672-89de-48a6-adce-d89f676ef30b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.21 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 821 time: 0.2996690 Nov 12 00:37:56.643933 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-12712995-875c-4464-ab70-057bb2667162 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Request body: {'port': {'device_id': 'e7f5caf0-571c-427e-b299-a39f6106e8d7', 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34', 'admin_state_up': True, 'tenant_id': '06163c1124b24fc681237287cdcb2502'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:56.652507 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e1e2f053-4745-40db-b40c-3269b2e89c1a req-f07739e0-0be0-429c-8c56-093e4b407dfd tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/security-groups?id=abfd3bfe-7b21-436b-9053-695402c023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152923 Nov 12 00:37:56.704114 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:56.711739 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-647bb347-6a38-49f6-8096-17a80f654106 req-f979e5fe-b5ed-48e4-b231-25ac008ad981 service neutron] 10.222.0.15 "GET /v2.0/networks/5b6bc18d-a30d-4be1-833e-50afa5286d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084480 Nov 12 00:37:56.788875 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515d811e-cf1a-4557-b84d-06a73ebc4012 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:37:56.825995 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:56.827599 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c74823-20ec-4cb5-9b16-911ff228e9c2 x-openstack-request-id: req-e7c74823-20ec-4cb5-9b16-911ff228e9c2 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:56.828235 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d3d526-c21d-4964-bb5e-aab3d6508f15", "tag": "43a33123-c58b-4477-bc0f-209cdfbf0ca1", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:56.829684 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7c74823-20ec-4cb5-9b16-911ff228e9c2 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:56.830454 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d3d526-c21d-4964-bb5e-aab3d6508f15', 'tag': '43a33123-c58b-4477-bc0f-209cdfbf0ca1', 'status': 'completed', 'code': 200} Nov 12 00:37:56.979081 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 72a01655-9f9e-4578-b8ee-132d6355be95, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=72a01655-9f9e-4578-b8ee-132d6355be95,segment=NetworkSegment(614c630f-cac9-4e9f-b771-374b70637843),segment_id=614c630f-cac9-4e9f-b771-374b70637843)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:56.984641 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0320f38d-3213-470a-aea8-0372d3d55c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a01655-9f9e-4578-b8ee-132d6355be95'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:37:57.003354 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb45fd6-4d00-4fe7-9a35-b85578d0404d req-9be32702-4eba-4dd2-a4eb-12df6fc20a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:57.005518 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3c21c5-46d4-4195-9527-e6577bbe4fa8" -d '{"events": [{"server_uuid": "0320f38d-3213-470a-aea8-0372d3d55c05", "name": "network-vif-plugged", "status": "completed", "tag": "72a01655-9f9e-4578-b8ee-132d6355be95"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:37:57.016923 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-abb45fd6-4d00-4fe7-9a35-b85578d0404d req-9be32702-4eba-4dd2-a4eb-12df6fc20a4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a29ffa58efd84746ad24703bbeb28bd4&device_id=40d3d526-c21d-4964-bb5e-aab3d6508f15 HTTP/1.1" status: 200 len: 1095 time: 0.1657624 Nov 12 00:37:57.041650 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 515d811e-cf1a-4557-b84d-06a73ebc4012, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=515d811e-cf1a-4557-b84d-06a73ebc4012,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:37:57.057080 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:57.076440 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:57.262483 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=72a01655-9f9e-4578-b8ee-132d6355be95,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:57.275567 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-fb1f77a3-bb47-42d0-9b36-fe052ed50eb3 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:57.276578 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-fb1f77a3-bb47-42d0-9b36-fe052ed50eb3 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.21 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57&tenant_id=e12aedabe0d44294a297466dd9b3931e&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 949 time: 0.2311368 Nov 12 00:37:57.308241 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-12712995-875c-4464-ab70-057bb2667162 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Made reservation on behalf of 06163c1124b24fc681237287cdcb2502 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:37:57.318204 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-12712995-875c-4464-ab70-057bb2667162 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:57.393502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0d0bd-15a5-4e9d-b557-aafae48cb57d req-6c73a967-5a62-4a6c-ba9f-4a46f9ffd16f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:57.396439 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bed0d0bd-15a5-4e9d-b557-aafae48cb57d req-6c73a967-5a62-4a6c-ba9f-4a46f9ffd16f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 949 time: 0.1149189 Nov 12 00:37:57.414431 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417d5c3e-f7a4-468e-a06c-5da556002f39 x-openstack-request-id: req-417d5c3e-f7a4-468e-a06c-5da556002f39 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:37:57.415189 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0320f38d-3213-470a-aea8-0372d3d55c05", "name": "network-vif-plugged", "status": "completed", "tag": "72a01655-9f9e-4578-b8ee-132d6355be95", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:37:57.415466 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-417d5c3e-f7a4-468e-a06c-5da556002f39 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:37:57.415973 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0320f38d-3213-470a-aea8-0372d3d55c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a01655-9f9e-4578-b8ee-132d6355be95', 'code': 200} Nov 12 00:37:57.420326 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['515d811e-cf1a-4557-b84d-06a73ebc4012'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:37:57.532554 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bed0d0bd-15a5-4e9d-b557-aafae48cb57d req-2f6ce89a-7082-4e36-9f77-478ec856a42a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109972 Nov 12 00:37:57.553545 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=515d811e-cf1a-4557-b84d-06a73ebc4012,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:57.567433 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-0bbe4bc3-1d42-469a-a9a3-702dcf9de662 service neutron] 10.222.0.21 "GET /v2.0/ports/515d811e-cf1a-4557-b84d-06a73ebc4012/bindings/n-h1-712137-14 HTTP/1.1" status: 200 len: 383 time: 0.2480159 Nov 12 00:37:57.676641 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-0c0b594c-3140-4345-98be-60269a2bbad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:57.678376 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-0c0b594c-3140-4345-98be-60269a2bbad4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 1101 time: 0.0807033 Nov 12 00:37:57.716116 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70951bf4-3ac9-45b5-b965-f3812a6319fc req-9389f8e3-e48b-436b-88b3-833dc0a06a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:57.718304 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-70951bf4-3ac9-45b5-b965-f3812a6319fc req-9389f8e3-e48b-436b-88b3-833dc0a06a6b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 1098 time: 0.2795196 Nov 12 00:37:57.801048 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dae2f2-e545-4ead-af5c-4c3f4c9bc4f4 req-184a51ba-5038-4af5-8878-19e4b741ad9f tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:57.810236 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-32dae2f2-e545-4ead-af5c-4c3f4c9bc4f4 req-184a51ba-5038-4af5-8878-19e4b741ad9f tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 946 time: 0.2754059 Nov 12 00:37:57.829521 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb45fd6-4d00-4fe7-9a35-b85578d0404d req-b026c6df-0c1c-4340-8b14-09bfaa21fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:57.831162 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-abb45fd6-4d00-4fe7-9a35-b85578d0404d req-b026c6df-0c1c-4340-8b14-09bfaa21fdc3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5b6bc18d-a30d-4be1-833e-50afa5286d51 HTTP/1.1" status: 200 len: 915 time: 0.7716315 Nov 12 00:37:57.890783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676cc30-0158-4999-add4-64d1e0534690 req-b1bb5db8-165a-4b36-af90-1bdacde8c048 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:57.911959 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676cc30-0158-4999-add4-64d1e0534690 req-b1bb5db8-165a-4b36-af90-1bdacde8c048 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:57.926448 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676cc30-0158-4999-add4-64d1e0534690 req-b1bb5db8-165a-4b36-af90-1bdacde8c048 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:57.928227 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c676cc30-0158-4999-add4-64d1e0534690 req-b1bb5db8-165a-4b36-af90-1bdacde8c048 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 2416 time: 0.2077887 Nov 12 00:37:57.960984 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-abb45fd6-4d00-4fe7-9a35-b85578d0404d req-1cfe6aeb-2e42-4954-b440-3a9cc912bf04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43a33123-c58b-4477-bc0f-209cdfbf0ca1 HTTP/1.1" status: 200 len: 217 time: 0.0976360 Nov 12 00:37:57.963125 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-70951bf4-3ac9-45b5-b965-f3812a6319fc req-b7145dcb-54c7-45be-a7b5-90049a88f58e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310801 Nov 12 00:37:57.998670 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-32dae2f2-e545-4ead-af5c-4c3f4c9bc4f4 req-b0c3a20f-eb5b-4165-aa40-42b9cba61a32 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874759 Nov 12 00:37:58.058353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-3e60eab0-f473-459e-b28d-563c7a67880c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:58.069633 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-3e60eab0-f473-459e-b28d-563c7a67880c service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.3806517 Nov 12 00:37:58.110175 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c676cc30-0158-4999-add4-64d1e0534690 req-6cd0daa0-fd03-4b0c-b065-fbc0b677bec7 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739783 Nov 12 00:37:58.132111 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb45fd6-4d00-4fe7-9a35-b85578d0404d req-52472ffd-396b-40af-80bd-a84d9c4e9c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:58.133666 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-abb45fd6-4d00-4fe7-9a35-b85578d0404d req-52472ffd-396b-40af-80bd-a84d9c4e9c33 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3befc8fe-b0ad-4009-af75-69576675dc11 HTTP/1.1" status: 200 len: 854 time: 0.1279507 Nov 12 00:37:58.183111 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-12712995-875c-4464-ab70-057bb2667162 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Allocated IP 172.20.0.11 (23f74497-58df-4bf7-97f2-b78858046c34/04d985ea-5f19-461f-8a8b-c63d6b21142f/7ff5ac6f-a858-4396-8806-b3d6a25e37dd) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:37:58.220417 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-abb45fd6-4d00-4fe7-9a35-b85578d0404d req-92225c3a-3292-48f1-ac05-60c3afa801b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b6bc18d-a30d-4be1-833e-50afa5286d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663984 Nov 12 00:37:58.321301 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-52d51195-9e19-4822-97ca-77c20469706b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=515d811e-cf1a-4557-b84d-06a73ebc4012 HTTP/1.1" status: 200 len: 217 time: 0.1364653 Nov 12 00:37:58.329814 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-abb45fd6-4d00-4fe7-9a35-b85578d0404d req-46873f4d-10ee-4f1f-a213-3f7aa927cbf7 service neutron] 10.222.0.15 "GET /v2.0/networks/5b6bc18d-a30d-4be1-833e-50afa5286d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973225 Nov 12 00:37:58.386715 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba72f92-5cdd-4c59-aa3b-a0b298c20b37 req-e7284dc4-f15f-4f5f-88e9-f141718d2a25 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:58.394767 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ba72f92-5cdd-4c59-aa3b-a0b298c20b37 req-e7284dc4-f15f-4f5f-88e9-f141718d2a25 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.2578721 Nov 12 00:37:58.452655 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0b00209c-a422-4e44-a7ca-f2daf46e2c0f req-a62d9be9-226f-4354-848c-10c79174883f tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 210 time: 0.1343238 Nov 12 00:37:58.500629 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-b865cb59-7da8-4a21-845d-829804452608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:58.512889 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-b865cb59-7da8-4a21-845d-829804452608 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1701760 Nov 12 00:37:58.585403 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ba72f92-5cdd-4c59-aa3b-a0b298c20b37 req-a5776b0c-d869-4cc3-bc4f-a028b6bb0f80 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889036 Nov 12 00:37:58.614796 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-409fbc17-8701-489d-8ea1-8cdf58dd350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:58.616375 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-409fbc17-8701-489d-8ea1-8cdf58dd350f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0933218 Nov 12 00:37:58.673572 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52230) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:37:58.684764 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-abb45fd6-4d00-4fe7-9a35-b85578d0404d req-e84d1333-97f1-43dd-8167-36a1028c276d service neutron] 10.222.0.15 "GET /v2.0/networks/5b6bc18d-a30d-4be1-833e-50afa5286d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396823 Nov 12 00:37:58.769114 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-12712995-875c-4464-ab70-057bb2667162 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.930072 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-12712995-875c-4464-ab70-057bb2667162 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:58.989635 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12712995-875c-4464-ab70-057bb2667162 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Pushing event updated for resources: {'Port': ['ID=7ff5ac6f-a858-4396-8806-b3d6a25e37dd,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:37:59.008503 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9be14-4bf1-481b-9b5a-0b2fbf11d2ff req-303443a4-ca1c-4a36-93d9-d2ff94cb656f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:59.010357 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d8d9be14-4bf1-481b-9b5a-0b2fbf11d2ff req-303443a4-ca1c-4a36-93d9-d2ff94cb656f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 949 time: 0.1762223 Nov 12 00:37:59.015639 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065421d2-5bf4-41e8-8356-e09fc2120073 req-4f780fdb-e781-4e0c-89bd-80247383cd3d tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:59.018761 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-065421d2-5bf4-41e8-8356-e09fc2120073 req-4f780fdb-e781-4e0c-89bd-80247383cd3d tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d3d526-c21d-4964-bb5e-aab3d6508f15 HTTP/1.1" status: 200 len: 943 time: 0.3964498 Nov 12 00:37:59.040442 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-12712995-875c-4464-ab70-057bb2667162 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Network 23f74497-58df-4bf7-97f2-b78858046c34 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:37:59.048855 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-12712995-875c-4464-ab70-057bb2667162 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:37:59.059723 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-12712995-875c-4464-ab70-057bb2667162 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:37:59.121386 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-e8aa28a8-eaa2-4fbc-adca-acc4f08ce8c9 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850936 Nov 12 00:37:59.125633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-12712995-875c-4464-ab70-057bb2667162 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:59.127821 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-12712995-875c-4464-ab70-057bb2667162 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.164427 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-065421d2-5bf4-41e8-8356-e09fc2120073 req-157c86ad-2b67-4330-b498-93176c2afc16 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/security-groups?id=abfd3bfe-7b21-436b-9053-695402c023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322620 Nov 12 00:37:59.198463 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-12712995-875c-4464-ab70-057bb2667162 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5719118 Nov 12 00:37:59.223431 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d8d9be14-4bf1-481b-9b5a-0b2fbf11d2ff req-f52d8586-ed5e-4dfe-aa89-b9c8389bf5a5 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059855 Nov 12 00:37:59.235096 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] Request body: {'port': {'device_id': 'e7f5caf0-571c-427e-b299-a39f6106e8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:37:59.316379 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-779ff915-91cb-43b2-804d-f665abe36896 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801007 Nov 12 00:37:59.476890 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5feb13b-980d-4101-ba4a-f2f9bb457d8b req-9b061167-6670-46d2-8f1e-4ca8047c16fe tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:59.478950 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b5feb13b-980d-4101-ba4a-f2f9bb457d8b req-9b061167-6670-46d2-8f1e-4ca8047c16fe tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 946 time: 0.1197135 Nov 12 00:37:59.542795 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:37:59.594482 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b5feb13b-980d-4101-ba4a-f2f9bb457d8b req-8ba4b144-8cae-466d-a6ef-f2a263c27560 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016417 Nov 12 00:37:59.853010 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d18c-43c4-4e0f-ba7c-010cbd63a969 req-9cf29325-f849-479e-889b-498ab2a428ea tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:37:59.859257 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b6d1d18c-43c4-4e0f-ba7c-010cbd63a969 req-9cf29325-f849-479e-889b-498ab2a428ea tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 932 time: 0.1271114 Nov 12 00:37:59.990260 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b6d1d18c-43c4-4e0f-ba7c-010cbd63a969 req-a38853af-f600-4874-8270-ccc856e7ce71 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244774 Nov 12 00:38:00.008865 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] Deleting port 1e3c9016-e0e4-46cc-bdd2-1467f444c301 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:00.009139 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:00.067251 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:00.126350 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-ab50dcd8-c565-44ab-9856-592e9a61d275 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:00.133819 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] For port 1e3c9016-e0e4-46cc-bdd2-1467f444c301, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1e3c9016-e0e4-46cc-bdd2-1467f444c301,segment=NetworkSegment(962fe988-ddde-4b85-a368-99ebcdb459c4),segment_id=962fe988-ddde-4b85-a368-99ebcdb459c4)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:00.134211 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:00.140527 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-ab50dcd8-c565-44ab-9856-592e9a61d275 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:00.147830 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 515d811e-cf1a-4557-b84d-06a73ebc4012 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:00.150734 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] Calling delete_port for 1e3c9016-e0e4-46cc-bdd2-1467f444c301 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:00.164872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-ab50dcd8-c565-44ab-9856-592e9a61d275 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:00.182593 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-ab50dcd8-c565-44ab-9856-592e9a61d275 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 2416 time: 0.8839893 Nov 12 00:38:00.229756 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fa03d-b73e-4f12-babe-e4c38a0eb62a req-8169e87c-5775-4cc3-b1c0-2d76e0010749 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:00.245899 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fa03d-b73e-4f12-babe-e4c38a0eb62a req-8169e87c-5775-4cc3-b1c0-2d76e0010749 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:00.259884 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 515d811e-cf1a-4557-b84d-06a73ebc4012 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:00.264146 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fa03d-b73e-4f12-babe-e4c38a0eb62a req-8169e87c-5775-4cc3-b1c0-2d76e0010749 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:00.268025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 515d811e-cf1a-4557-b84d-06a73ebc4012 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:00.268408 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:00.275269 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e54fa03d-b73e-4f12-babe-e4c38a0eb62a req-8169e87c-5775-4cc3-b1c0-2d76e0010749 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 2416 time: 0.8938129 Nov 12 00:38:00.462970 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69830493-3594-44e7-a58e-31062fcba12f req-3f2f503e-58a4-41fd-bea9-64ca778a9185 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:00.470005 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:00.472378 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 43a33123-c58b-4477-bc0f-209cdfbf0ca1 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:00.473720 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-69830493-3594-44e7-a58e-31062fcba12f req-3f2f503e-58a4-41fd-bea9-64ca778a9185 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.1614425 Nov 12 00:38:00.506543 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e54fa03d-b73e-4f12-babe-e4c38a0eb62a req-bb31c538-3ee8-4e56-b052-130becf51252 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247798 Nov 12 00:38:00.555763 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 515d811e-cf1a-4557-b84d-06a73ebc4012, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=515d811e-cf1a-4557-b84d-06a73ebc4012,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:00.565340 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-69830493-3594-44e7-a58e-31062fcba12f req-8eb7f760-86f2-4cc3-9491-c77a2dcc7078 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905499 Nov 12 00:38:00.580423 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8df5da-baba-46dd-818a-6a7936d3fe57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515d811e-cf1a-4557-b84d-06a73ebc4012'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:00.587590 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a493c70c-74e5-4e97-82af-57da3776865e" -d '{"events": [{"server_uuid": "df8df5da-baba-46dd-818a-6a7936d3fe57", "name": "network-vif-plugged", "status": "completed", "tag": "515d811e-cf1a-4557-b84d-06a73ebc4012"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:00.611919 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:00.656008 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:00.750608 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=515d811e-cf1a-4557-b84d-06a73ebc4012,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:00.785574 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-b24414d3-60fc-49b5-9c8e-0b6ab046adcb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Deleting port 99c597bc-3981-4c68-b93d-f05e3fa8f04f {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:00.789340 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-b24414d3-60fc-49b5-9c8e-0b6ab046adcb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:00.819264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 43a33123-c58b-4477-bc0f-209cdfbf0ca1, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=43a33123-c58b-4477-bc0f-209cdfbf0ca1,segment=NetworkSegment(9bb8a7d5-f3b7-4622-9a24-e67c0b3fe85a),segment_id=9bb8a7d5-f3b7-4622-9a24-e67c0b3fe85a)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:00.859941 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '43a33123-c58b-4477-bc0f-209cdfbf0ca1', 'network_id': '5b6bc18d-a30d-4be1-833e-50afa5286d51', 'port_id': '43a33123-c58b-4477-bc0f-209cdfbf0ca1', 'mac_address': 'fa:16:3e:47:d5:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3befc8fe-b0ad-4009-af75-69576675dc11', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:00.928722 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:00.963329 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e3c9016-e0e4-46cc-bdd2-1467f444c301,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:00.969261 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a33123-c58b-4477-bc0f-209cdfbf0ca1 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:01.027240 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:01.029036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:01.030394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:01.031556 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:01.032252 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 43a33123-c58b-4477-bc0f-209cdfbf0ca1, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=43a33123-c58b-4477-bc0f-209cdfbf0ca1,segment=NetworkSegment(9bb8a7d5-f3b7-4622-9a24-e67c0b3fe85a),segment_id=9bb8a7d5-f3b7-4622-9a24-e67c0b3fe85a)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:01.032888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:01.034001 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:01.034556 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:01.035110 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:01.035651 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:01.036546 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:01.037132 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:01.037669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:01.042808 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-b24414d3-60fc-49b5-9c8e-0b6ab046adcb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] For port 99c597bc-3981-4c68-b93d-f05e3fa8f04f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=99c597bc-3981-4c68-b93d-f05e3fa8f04f,segment=NetworkSegment(47791d9e-06a3-42d4-a76d-0c741f645c3d),segment_id=47791d9e-06a3-42d4-a76d-0c741f645c3d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:01.043192 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-b24414d3-60fc-49b5-9c8e-0b6ab046adcb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:01.049015 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:01.082727 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-b24414d3-60fc-49b5-9c8e-0b6ab046adcb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Calling delete_port for 99c597bc-3981-4c68-b93d-f05e3fa8f04f owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:01.154244 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b11bed-fc77-4366-8c8e-661545c116ce req-3fa9bd26-b924-4245-9fec-c3a4839fbfd6 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:01.156449 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60b11bed-fc77-4366-8c8e-661545c116ce req-3fa9bd26-b924-4245-9fec-c3a4839fbfd6 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d3d526-c21d-4964-bb5e-aab3d6508f15 HTTP/1.1" status: 200 len: 943 time: 0.3867664 Nov 12 00:38:01.184157 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=43a33123-c58b-4477-bc0f-209cdfbf0ca1,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:01.271767 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60b11bed-fc77-4366-8c8e-661545c116ce req-3b1d9b61-7c40-41dc-b827-2086d867a603 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/security-groups?id=abfd3bfe-7b21-436b-9053-695402c023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660381 Nov 12 00:38:01.282896 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff5ac6f-a858-4396-8806-b3d6a25e37dd {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:01.284142 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:01.293039 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:01.316560 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] Transition to ACTIVE for port object 7ff5ac6f-a858-4396-8806-b3d6a25e37dd will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:01.339866 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:01.399398 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2870b8af-95bf-4398-84cd-e0e00fa48201 x-openstack-request-id: req-2870b8af-95bf-4398-84cd-e0e00fa48201 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:01.399838 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8df5da-baba-46dd-818a-6a7936d3fe57", "name": "network-vif-plugged", "status": "completed", "tag": "515d811e-cf1a-4557-b84d-06a73ebc4012", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:01.399982 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2870b8af-95bf-4398-84cd-e0e00fa48201 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:01.400427 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8df5da-baba-46dd-818a-6a7936d3fe57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515d811e-cf1a-4557-b84d-06a73ebc4012', 'code': 200} Nov 12 00:38:01.422996 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff5ac6f-a858-4396-8806-b3d6a25e37dd,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:01.554732 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab344f-4b9d-4f1b-8e81-5299c1a2c5cc req-b17b6fc7-bfc6-4a68-aa7f-55e5e64ad42b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:01.564924 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-47ab344f-4b9d-4f1b-8e81-5299c1a2c5cc req-b17b6fc7-bfc6-4a68-aa7f-55e5e64ad42b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.7605381 Nov 12 00:38:01.579883 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['43a33123-c58b-4477-bc0f-209cdfbf0ca1'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:01.713997 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-47ab344f-4b9d-4f1b-8e81-5299c1a2c5cc req-10f0d960-a681-4d56-a176-ce6e1e440835 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445351 Nov 12 00:38:01.787715 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] Attempting to bind port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:01.788062 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] Attempting to bind port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:01.788394 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] Attempting to bind port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:01.809712 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] Port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd on network 23f74497-58df-4bf7-97f2-b78858046c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:01.810012 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] Attempting to bind port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:01.847671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:01.847671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] Checking segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:01.847671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] Bound using segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:01.847671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] Bound port: 7ff5ac6f-a858-4396-8806-b3d6a25e37dd, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:01.848239 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:01.871715 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-b24414d3-60fc-49b5-9c8e-0b6ab046adcb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:01.991542 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5741a9a-f0ec-4018-8690-b766d575b216 req-f060bc2d-cc6e-47f1-9024-dcbf1fb7fc96 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:01.996610 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24414d3-60fc-49b5-9c8e-0b6ab046adcb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event deleted for resources: {'Port': ['ID=99c597bc-3981-4c68-b93d-f05e3fa8f04f,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:01.999899 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f5741a9a-f0ec-4018-8690-b766d575b216 req-f060bc2d-cc6e-47f1-9024-dcbf1fb7fc96 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 946 time: 0.2137821 Nov 12 00:38:02.098853 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f5741a9a-f0ec-4018-8690-b766d575b216 req-49688909-b36b-4b7d-a508-6a431bb68fe3 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978694 Nov 12 00:38:02.113905 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e681979-b3cf-4654-8a40-3ec64c5510db req-00cfdfb1-706f-4fc4-819e-058e79ea74fb tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.123727 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9e681979-b3cf-4654-8a40-3ec64c5510db req-00cfdfb1-706f-4fc4-819e-058e79ea74fb tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 944 time: 0.2890124 Nov 12 00:38:02.167357 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device aab46df4-322c-4067-bf41-12626b92d3ce no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:02.168683 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-b24414d3-60fc-49b5-9c8e-0b6ab046adcb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] No DVR routers for this DVR port 99c597bc-3981-4c68-b93d-f05e3fa8f04f on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:02.192938 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-b24414d3-60fc-49b5-9c8e-0b6ab046adcb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.203501 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-b24414d3-60fc-49b5-9c8e-0b6ab046adcb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.21 "DELETE /v2.0/ports/99c597bc-3981-4c68-b93d-f05e3fa8f04f HTTP/1.1" status: 204 len: 173 time: 2.0086651 Nov 12 00:38:02.257171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'name': 'network-vif-deleted', 'tag': '99c597bc-3981-4c68-b93d-f05e3fa8f04f'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:02.259863 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e84f65-cf87-438e-817f-16f645843e52" -d '{"events": [{"server_uuid": "a3bdb2eb-ed4d-4af5-a040-0b5991987e2b", "name": "network-vif-deleted", "tag": "99c597bc-3981-4c68-b93d-f05e3fa8f04f"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:02.332558 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] Router c6c15592-2894-421d-8303-7947f38e5e8b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:38:02.334335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] For port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:02.392351 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8e5e6-c102-4b9f-9792-ec73b008c68c req-c1709da8-397b-4647-8163-6837de9abdad tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.400858 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] For port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=7ff5ac6f-a858-4396-8806-b3d6a25e37dd,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:02.417329 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8e5e6-c102-4b9f-9792-ec73b008c68c req-c1709da8-397b-4647-8163-6837de9abdad tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.428584 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9e681979-b3cf-4654-8a40-3ec64c5510db req-0d170b14-3ec7-407b-825e-35c3024c9bcc tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029385 Nov 12 00:38:02.429721 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.431227 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ebf8e5e6-c102-4b9f-9792-ec73b008c68c req-c1709da8-397b-4647-8163-6837de9abdad tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 1681 time: 0.1493907 Nov 12 00:38:02.501794 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.532714 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port aab46df4-322c-4067-bf41-12626b92d3ce, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=aab46df4-322c-4067-bf41-12626b92d3ce,segment=NetworkSegment(b913ef47-9313-48e0-b584-0757b58117b2),segment_id=b913ef47-9313-48e0-b584-0757b58117b2)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:02.546912 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.547878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device c57bfe8c-975e-4754-b656-5bb0616679e8 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:02.582999 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-85b57e17-9fac-42b7-baea-190a5bbd3adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.584416 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-85b57e17-9fac-42b7-baea-190a5bbd3adf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57&tenant_id=e12aedabe0d44294a297466dd9b3931e HTTP/1.1" status: 200 len: 1102 time: 0.4246647 Nov 12 00:38:02.607758 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-14', 'device_owner': 'compute:nova'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:02.648853 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ebf8e5e6-c102-4b9f-9792-ec73b008c68c req-6025a3a2-8474-484a-aadd-687ac04c80b4 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156622 Nov 12 00:38:02.678897 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.679528 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.680978 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] 10.222.0.21 "PUT /v2.0/ports/7ff5ac6f-a858-4396-8806-b3d6a25e37dd HTTP/1.1" status: 200 len: 1093 time: 3.4565358 Nov 12 00:38:02.683520 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=aab46df4-322c-4067-bf41-12626b92d3ce,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:02.707304 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:38:02.724642 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-39065979-cae7-4e38-9fa7-d5aac3f3783a admin admin] 10.222.0.31 "PUT /v2.0/routers/c6c15592-2894-421d-8303-7947f38e5e8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0433226 Nov 12 00:38:02.725550 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52288) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:02.734040 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:02.734739 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:02.735219 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:02.735423 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:02.736134 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:02.736745 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:02.737078 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:02.737452 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:02.737786 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:02.738109 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:02.738659 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:02.739555 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:02.754322 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20feaa7e-f760-4484-84eb-2484a6bdb223 None None] Sync routers for ids ['c6c15592-2894-421d-8303-7947f38e5e8b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:38:02.774758 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20feaa7e-f760-4484-84eb-2484a6bdb223 None None] Routers {'c6c15592-2894-421d-8303-7947f38e5e8b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:38:02.775454 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-20feaa7e-f760-4484-84eb-2484a6bdb223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:37:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c6c15592-2894-421d-8303-7947f38e5e8b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:02.931536 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3091d25-7bcc-4ac0-95bc-e0dc76e68408 admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.934644 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344f2ec-b099-43e6-a1a9-93bf0a9d7ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff5ac6f-a858-4396-8806-b3d6a25e37dd,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:02.944056 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d5d74-18d9-4c6a-9b9a-250a6255ebae req-551f058e-3766-45d6-bea9-f7e764c7f530 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:02.945514 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f81d5d74-18d9-4c6a-9b9a-250a6255ebae req-551f058e-3766-45d6-bea9-f7e764c7f530 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 946 time: 0.0731258 Nov 12 00:38:02.968665 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:02.971967 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52296) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:02.978069 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-e27f5f02-fff7-4474-8784-98697cd6c80c tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Request body: {'floatingip': {'port_id': '72a01655-9f9e-4578-b8ee-132d6355be95'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:03.024041 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:03.039654 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393a2fda-a53a-4ffa-a254-6e46613eab6a x-openstack-request-id: req-393a2fda-a53a-4ffa-a254-6e46613eab6a {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:03.039941 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3bdb2eb-ed4d-4af5-a040-0b5991987e2b", "name": "network-vif-deleted", "tag": "99c597bc-3981-4c68-b93d-f05e3fa8f04f", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:03.040196 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-393a2fda-a53a-4ffa-a254-6e46613eab6a {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:03.040590 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'name': 'network-vif-deleted', 'tag': '99c597bc-3981-4c68-b93d-f05e3fa8f04f', 'status': 'completed', 'code': 200} Nov 12 00:38:03.056270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e20270-d854-4951-9009-428499c56120 req-75973763-2dc5-4be2-8005-c9f6850e8787 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:03.057961 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0e20270-d854-4951-9009-428499c56120 req-75973763-2dc5-4be2-8005-c9f6850e8787 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.4698243 Nov 12 00:38:03.063496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-56390a6c-5943-4380-90e2-b75ece9d7c9e tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Deleting port aab46df4-322c-4067-bf41-12626b92d3ce {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:03.063987 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-56390a6c-5943-4380-90e2-b75ece9d7c9e tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:03.087795 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e27f5f02-fff7-4474-8784-98697cd6c80c tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:03.216118 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-20feaa7e-f760-4484-84eb-2484a6bdb223 None None] Set router c6c15592-2894-421d-8303-7947f38e5e8b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:38:03.218791 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port c57bfe8c-975e-4754-b656-5bb0616679e8, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c57bfe8c-975e-4754-b656-5bb0616679e8,segment=NetworkSegment(b913ef47-9313-48e0-b584-0757b58117b2),segment_id=b913ef47-9313-48e0-b584-0757b58117b2)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:03.222692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48719d-4fb7-40a0-a3ba-2ab19313efdf req-e5958e1a-ca30-49f9-a3fc-f11c06512737 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:03.231142 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c48719d-4fb7-40a0-a3ba-2ab19313efdf req-e5958e1a-ca30-49f9-a3fc-f11c06512737 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d3d526-c21d-4964-bb5e-aab3d6508f15 HTTP/1.1" status: 200 len: 944 time: 0.0872591 Nov 12 00:38:03.244090 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3091d25-7bcc-4ac0-95bc-e0dc76e68408 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:03.244821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-977c6184-8501-4a58-a0f0-50e96be57ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:03.245931 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:03.246334 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-977c6184-8501-4a58-a0f0-50e96be57ca7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 1096 time: 0.4869182 Nov 12 00:38:03.247043 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 515d811e-cf1a-4557-b84d-06a73ebc4012 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:03.307152 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c48719d-4fb7-40a0-a3ba-2ab19313efdf req-ca6a6637-4491-4d8b-9a9d-b6135c2ddbed tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/security-groups?id=abfd3bfe-7b21-436b-9053-695402c023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747242 Nov 12 00:38:03.445362 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aab46df4-322c-4067-bf41-12626b92d3ce'}, {'server_uuid': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c57bfe8c-975e-4754-b656-5bb0616679e8'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:03.448276 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f124253a-ca1c-4a57-a4f0-94b828ff9c83" -d '{"events": [{"server_uuid": "a3bdb2eb-ed4d-4af5-a040-0b5991987e2b", "name": "network-vif-unplugged", "status": "completed", "tag": "aab46df4-322c-4067-bf41-12626b92d3ce"}, {"server_uuid": "a3bdb2eb-ed4d-4af5-a040-0b5991987e2b", "name": "network-vif-unplugged", "status": "completed", "tag": "c57bfe8c-975e-4754-b656-5bb0616679e8"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:03.460627 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-d3091d25-7bcc-4ac0-95bc-e0dc76e68408 admin admin] Deleting port 6c745f81-60ef-4cc5-bff9-dcde43fe0b02 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:03.461142 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3091d25-7bcc-4ac0-95bc-e0dc76e68408 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:03.502730 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afff63-4e85-4f0a-9a5c-7c95b040744c req-acbd3fc3-488c-447a-b4d6-1bda3a52e5e3 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:03.513074 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-36afff63-4e85-4f0a-9a5c-7c95b040744c req-acbd3fc3-488c-447a-b4d6-1bda3a52e5e3 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.1023901 Nov 12 00:38:03.538151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=c57bfe8c-975e-4754-b656-5bb0616679e8,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:03.566330 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-086bd1f0-bd78-497d-9077-186616502c49 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ff5ac6f-a858-4396-8806-b3d6a25e37dd HTTP/1.1" status: 200 len: 217 time: 0.3007853 Nov 12 00:38:03.602002 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-20feaa7e-f760-4484-84eb-2484a6bdb223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c15592-2894-421d-8303-7947f38e5e8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1387657711-router', 'tenant_id': '7ddd6af176924f3db646935b41c18455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '6c745f81-60ef-4cc5-bff9-dcde43fe0b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:35:52Z', 'updated_at': '2021-11-12T00:38:00Z', 'revision_number': 5, 'project_id': '7ddd6af176924f3db646935b41c18455', 'gw_port': {'id': '6c745f81-60ef-4cc5-bff9-dcde43fe0b02', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c15592-2894-421d-8303-7947f38e5e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:35:54Z', 'updated_at': '2021-11-12T00:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:03.608489 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-36afff63-4e85-4f0a-9a5c-7c95b040744c req-ad2d8ac7-cc2d-45d9-b567-9d489bdd58c0 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942764 Nov 12 00:38:03.656146 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20feaa7e-f760-4484-84eb-2484a6bdb223 None None] Checking router: c6c15592-2894-421d-8303-7947f38e5e8b for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:38:03.677744 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:03.682413 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-d3091d25-7bcc-4ac0-95bc-e0dc76e68408 admin admin] For port 6c745f81-60ef-4cc5-bff9-dcde43fe0b02, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6c745f81-60ef-4cc5-bff9-dcde43fe0b02,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:03.682967 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3091d25-7bcc-4ac0-95bc-e0dc76e68408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:03.702037 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20feaa7e-f760-4484-84eb-2484a6bdb223 None None] Routers {'c6c15592-2894-421d-8303-7947f38e5e8b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:38:03.702691 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-20feaa7e-f760-4484-84eb-2484a6bdb223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:37:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c6c15592-2894-421d-8303-7947f38e5e8b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:03.718964 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a49784-7263-4289-a4e6-ea8d0dc13eab x-openstack-request-id: req-c6a49784-7263-4289-a4e6-ea8d0dc13eab {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:03.719274 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3bdb2eb-ed4d-4af5-a040-0b5991987e2b", "name": "network-vif-unplugged", "status": "completed", "tag": "aab46df4-322c-4067-bf41-12626b92d3ce", "code": 200}, {"server_uuid": "a3bdb2eb-ed4d-4af5-a040-0b5991987e2b", "name": "network-vif-unplugged", "status": "completed", "tag": "c57bfe8c-975e-4754-b656-5bb0616679e8", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:03.719533 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6a49784-7263-4289-a4e6-ea8d0dc13eab {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:03.719942 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aab46df4-322c-4067-bf41-12626b92d3ce', 'code': 200} Nov 12 00:38:03.720203 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c57bfe8c-975e-4754-b656-5bb0616679e8', 'code': 200} Nov 12 00:38:03.729933 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-d3091d25-7bcc-4ac0-95bc-e0dc76e68408 admin admin] Calling delete_port for 6c745f81-60ef-4cc5-bff9-dcde43fe0b02 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:03.784662 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0e20270-d854-4951-9009-428499c56120 req-69acf6b7-7b37-47b9-be7d-2956b5896678 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6888258 Nov 12 00:38:03.858146 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-56390a6c-5943-4380-90e2-b75ece9d7c9e tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] For port aab46df4-322c-4067-bf41-12626b92d3ce, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=aab46df4-322c-4067-bf41-12626b92d3ce,segment=NetworkSegment(b913ef47-9313-48e0-b584-0757b58117b2),segment_id=b913ef47-9313-48e0-b584-0757b58117b2)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:03.858517 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-56390a6c-5943-4380-90e2-b75ece9d7c9e tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:03.943441 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-20feaa7e-f760-4484-84eb-2484a6bdb223 None None] Set router c6c15592-2894-421d-8303-7947f38e5e8b gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:38:03.998593 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-56390a6c-5943-4380-90e2-b75ece9d7c9e tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Calling delete_port for aab46df4-322c-4067-bf41-12626b92d3ce owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:04.066237 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-20feaa7e-f760-4484-84eb-2484a6bdb223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c15592-2894-421d-8303-7947f38e5e8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1387657711-router', 'tenant_id': '7ddd6af176924f3db646935b41c18455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:35:52Z', 'updated_at': '2021-11-12T00:38:03Z', 'revision_number': 6, 'project_id': '7ddd6af176924f3db646935b41c18455', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:04.110009 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe3581-043f-4ce5-9b82-26bb94d6bdeb req-e9050cbc-c992-4d6c-a3fc-bddd7cdbc642 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:04.118928 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01fe3581-043f-4ce5-9b82-26bb94d6bdeb req-e9050cbc-c992-4d6c-a3fc-bddd7cdbc642 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 944 time: 0.1273847 Nov 12 00:38:04.125669 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20feaa7e-f760-4484-84eb-2484a6bdb223 None None] The sync data for ids ['c6c15592-2894-421d-8303-7947f38e5e8b'] in n-d-712137-14 is: [{'id': 'c6c15592-2894-421d-8303-7947f38e5e8b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1387657711-router', 'tenant_id': '7ddd6af176924f3db646935b41c18455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:35:52Z', 'updated_at': '2021-11-12T00:38:03Z', 'revision_number': 6, 'project_id': '7ddd6af176924f3db646935b41c18455', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:38:04.127420 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3091d25-7bcc-4ac0-95bc-e0dc76e68408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.200499 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3091d25-7bcc-4ac0-95bc-e0dc76e68408 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c745f81-60ef-4cc5-bff9-dcde43fe0b02,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:04.291234 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01fe3581-043f-4ce5-9b82-26bb94d6bdeb req-4086f0e0-b471-482b-bc39-498c50b3286b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644783 Nov 12 00:38:04.322480 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3091d25-7bcc-4ac0-95bc-e0dc76e68408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.382143 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-0291a22e-3c6d-43b0-9f8c-a2af2f95af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:04.397291 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-0291a22e-3c6d-43b0-9f8c-a2af2f95af12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.7987788 Nov 12 00:38:04.445422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 43a33123-c58b-4477-bc0f-209cdfbf0ca1 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:04.525001 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3091d25-7bcc-4ac0-95bc-e0dc76e68408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.530876 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3091d25-7bcc-4ac0-95bc-e0dc76e68408 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.573559 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 43a33123-c58b-4477-bc0f-209cdfbf0ca1 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:04.578599 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 43a33123-c58b-4477-bc0f-209cdfbf0ca1 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:04.579284 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.666894 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-3e3f806d-a567-4e45-96d8-ddddc59f3abf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1555741 Nov 12 00:38:04.678974 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3091d25-7bcc-4ac0-95bc-e0dc76e68408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.679534 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3091d25-7bcc-4ac0-95bc-e0dc76e68408 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6c15592-2894-421d-8303-7947f38e5e8b {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:38:04.689602 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3091d25-7bcc-4ac0-95bc-e0dc76e68408 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.698664 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d3091d25-7bcc-4ac0-95bc-e0dc76e68408 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c6c15592-2894-421d-8303-7947f38e5e8b HTTP/1.1" status: 204 len: 168 time: 1.9717832 Nov 12 00:38:04.703470 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52318) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:04.751538 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e27f5f02-fff7-4474-8784-98697cd6c80c tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.777178 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bba11c-4400-4fe3-ab1a-eb58811304c5 req-35882a43-0ef5-42e7-b2d8-6ec84ac0e3ef tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:04.791874 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.795377 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bba11c-4400-4fe3-ab1a-eb58811304c5 req-35882a43-0ef5-42e7-b2d8-6ec84ac0e3ef tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:04.807420 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c2bba11c-4400-4fe3-ab1a-eb58811304c5 req-35882a43-0ef5-42e7-b2d8-6ec84ac0e3ef tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 1677 time: 0.8487113 Nov 12 00:38:04.815815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24223730-7520-45cf-9c76-7dcd51976007 req-e80af998-c44e-4109-96c0-5358b90af1b7 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:04.824311 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-24223730-7520-45cf-9c76-7dcd51976007 req-e80af998-c44e-4109-96c0-5358b90af1b7 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d3d526-c21d-4964-bb5e-aab3d6508f15 HTTP/1.1" status: 200 len: 944 time: 0.2042639 Nov 12 00:38:04.847185 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e1469d-4ac7-4ad1-b75e-5b16d458328f admin admin] Deleting subnet 80fdc917-d293-46b2-acb1-3ea12a3d28ba {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:38:04.851515 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-80e1469d-4ac7-4ad1-b75e-5b16d458328f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.856939 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 43a33123-c58b-4477-bc0f-209cdfbf0ca1, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=43a33123-c58b-4477-bc0f-209cdfbf0ca1,segment=NetworkSegment(9bb8a7d5-f3b7-4622-9a24-e67c0b3fe85a),segment_id=9bb8a7d5-f3b7-4622-9a24-e67c0b3fe85a)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:04.883307 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.896269 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e27f5f02-fff7-4474-8784-98697cd6c80c tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:04.912949 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-24223730-7520-45cf-9c76-7dcd51976007 req-448b0549-bb4e-41a2-b6be-bbfca676d66d tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/security-groups?id=abfd3bfe-7b21-436b-9053-695402c023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799167 Nov 12 00:38:04.920213 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-80e1469d-4ac7-4ad1-b75e-5b16d458328f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.024596 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=43a33123-c58b-4477-bc0f-209cdfbf0ca1,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:05.042960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f5caf0-571c-427e-b299-a39f6106e8d7', 'tag': '7ff5ac6f-a858-4396-8806-b3d6a25e37dd'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:05.055185 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8b2a3c-9408-4c5d-b85a-ba7ba3485b83" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f5caf0-571c-427e-b299-a39f6106e8d7", "tag": "7ff5ac6f-a858-4396-8806-b3d6a25e37dd"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:05.180757 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-80e1469d-4ac7-4ad1-b75e-5b16d458328f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.190928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03848ac-08e0-469b-881a-d22676e0119a req-8521a588-0e97-4693-abf5-4eafd754705b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:05.198192 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b03848ac-08e0-469b-881a-d22676e0119a req-8521a588-0e97-4693-abf5-4eafd754705b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.1145601 Nov 12 00:38:05.293369 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b03848ac-08e0-469b-881a-d22676e0119a req-0294ac62-5d59-4bcb-879c-ddf96e7e9686 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941665 Nov 12 00:38:05.361633 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-80e1469d-4ac7-4ad1-b75e-5b16d458328f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.424626 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1469d-4ac7-4ad1-b75e-5b16d458328f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80fdc917-d293-46b2-acb1-3ea12a3d28ba,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:05.443486 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-80e1469d-4ac7-4ad1-b75e-5b16d458328f admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.446082 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c427ab7d-4c61-4ee6-9672-e91f1d149616 None None] Network 941f1c18-ab78-472c-896d-e7afd01c20da requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:05.449312 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-80e1469d-4ac7-4ad1-b75e-5b16d458328f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/80fdc917-d293-46b2-acb1-3ea12a3d28ba HTTP/1.1" status: 204 len: 168 time: 0.7470131 Nov 12 00:38:05.452530 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52328) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:05.487562 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1e730-0d5a-4d4e-9355-300b039f8ccf req-a316c37e-3145-43a5-8642-c2cea3d6f7df tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:05.494948 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d9c1e730-0d5a-4d4e-9355-300b039f8ccf req-a316c37e-3145-43a5-8642-c2cea3d6f7df tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.0971351 Nov 12 00:38:05.622213 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d9c1e730-0d5a-4d4e-9355-300b039f8ccf req-a457c2f2-0640-4c3f-8e0b-87a126671fdc tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262956 Nov 12 00:38:05.627591 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1acc74d6-71ed-4a39-aed8-5a91484b0de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.727105 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d3d526-c21d-4964-bb5e-aab3d6508f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a33123-c58b-4477-bc0f-209cdfbf0ca1'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:05.738866 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442e198a-ea17-49d6-860f-036b268565cf" -d '{"events": [{"server_uuid": "40d3d526-c21d-4964-bb5e-aab3d6508f15", "name": "network-vif-plugged", "status": "completed", "tag": "43a33123-c58b-4477-bc0f-209cdfbf0ca1"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:05.817855 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec5d44-13cc-4878-af01-dd93ecbcc7c5 req-e53177f4-b437-4093-9502-1af187f78b73 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:05.823800 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b65ffd-ef66-46dc-ba31-5775b313f053 x-openstack-request-id: req-e5b65ffd-ef66-46dc-ba31-5775b313f053 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:05.824637 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f5caf0-571c-427e-b299-a39f6106e8d7", "tag": "7ff5ac6f-a858-4396-8806-b3d6a25e37dd", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:05.825076 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5b65ffd-ef66-46dc-ba31-5775b313f053 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:05.825616 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f5caf0-571c-427e-b299-a39f6106e8d7', 'tag': '7ff5ac6f-a858-4396-8806-b3d6a25e37dd', 'status': 'completed', 'code': 200} Nov 12 00:38:05.825758 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-76ec5d44-13cc-4878-af01-dd93ecbcc7c5 req-e53177f4-b437-4093-9502-1af187f78b73 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 944 time: 0.0813954 Nov 12 00:38:05.837703 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] For port 515d811e-cf1a-4557-b84d-06a73ebc4012, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=515d811e-cf1a-4557-b84d-06a73ebc4012,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:05.845349 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c2bba11c-4400-4fe3-ab1a-eb58811304c5 req-9f78f149-ffdc-4ebf-a05f-e07f0d8d27d8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0370402 Nov 12 00:38:05.848491 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-1acc74d6-71ed-4a39-aed8-5a91484b0de1 admin admin] Deleting port 7abb3020-d7d8-478c-903a-e4bf89340f5e {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:05.848870 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1acc74d6-71ed-4a39-aed8-5a91484b0de1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.849406 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f53136c-e9da-4e7a-8daf-5d965ba1518d None None] DHCP port deletion for 941f1c18-ab78-472c-896d-e7afd01c20da request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:38:05.915513 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-1acc74d6-71ed-4a39-aed8-5a91484b0de1 admin admin] For port 7abb3020-d7d8-478c-903a-e4bf89340f5e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7abb3020-d7d8-478c-903a-e4bf89340f5e,segment=NetworkSegment(962fe988-ddde-4b85-a368-99ebcdb459c4),segment_id=962fe988-ddde-4b85-a368-99ebcdb459c4)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:05.915885 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1acc74d6-71ed-4a39-aed8-5a91484b0de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:05.931294 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-1acc74d6-71ed-4a39-aed8-5a91484b0de1 admin admin] Calling delete_port for 7abb3020-d7d8-478c-903a-e4bf89340f5e owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:06.004172 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-0f53136c-e9da-4e7a-8daf-5d965ba1518d None None] Deleting port 7abb3020-d7d8-478c-903a-e4bf89340f5e {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:06.004172 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0f53136c-e9da-4e7a-8daf-5d965ba1518d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.040606 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b27a3f-fbbf-4a5c-af01-5532603d5dd3 x-openstack-request-id: req-d2b27a3f-fbbf-4a5c-af01-5532603d5dd3 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:06.045195 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d3d526-c21d-4964-bb5e-aab3d6508f15", "name": "network-vif-plugged", "status": "completed", "tag": "43a33123-c58b-4477-bc0f-209cdfbf0ca1", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:06.045550 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2b27a3f-fbbf-4a5c-af01-5532603d5dd3 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:06.046007 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d3d526-c21d-4964-bb5e-aab3d6508f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a33123-c58b-4477-bc0f-209cdfbf0ca1', 'code': 200} Nov 12 00:38:06.050423 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7abb3020-d7d8-478c-903a-e4bf89340f5e no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:06.093414 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1acc74d6-71ed-4a39-aed8-5a91484b0de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.145077 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-0274c709-9a44-4bb5-96e7-eecc83c84532 service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4565904 Nov 12 00:38:06.153427 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-0f53136c-e9da-4e7a-8daf-5d965ba1518d None None] For port 7abb3020-d7d8-478c-903a-e4bf89340f5e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7abb3020-d7d8-478c-903a-e4bf89340f5e,segment=NetworkSegment(962fe988-ddde-4b85-a368-99ebcdb459c4),segment_id=962fe988-ddde-4b85-a368-99ebcdb459c4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:06.153881 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0f53136c-e9da-4e7a-8daf-5d965ba1518d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.164538 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc74d6-71ed-4a39-aed8-5a91484b0de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7abb3020-d7d8-478c-903a-e4bf89340f5e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:06.166562 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acc74d6-71ed-4a39-aed8-5a91484b0de1 admin admin] No DVR routers for this DVR port 7abb3020-d7d8-478c-903a-e4bf89340f5e on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:06.177373 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-0f53136c-e9da-4e7a-8daf-5d965ba1518d None None] Calling delete_port for 7abb3020-d7d8-478c-903a-e4bf89340f5e owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:06.180639 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] For port 515d811e-cf1a-4557-b84d-06a73ebc4012, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:06.183578 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No active binding found for port 7abb3020-d7d8-478c-903a-e4bf89340f5e {{(pid=114244) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 00:38:06.183578 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7abb3020-d7d8-478c-903a-e4bf89340f5e not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:06.184416 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6c745f81-60ef-4cc5-bff9-dcde43fe0b02 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:06.212778 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 6c745f81-60ef-4cc5-bff9-dcde43fe0b02 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:06.213281 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6c745f81-60ef-4cc5-bff9-dcde43fe0b02 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:06.213869 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1e3c9016-e0e4-46cc-bdd2-1467f444c301 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:06.241843 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.270792 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 1e3c9016-e0e4-46cc-bdd2-1467f444c301 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:06.271321 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1e3c9016-e0e4-46cc-bdd2-1467f444c301 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:06.328750 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-e27f5f02-fff7-4474-8784-98697cd6c80c tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Floating IP 89efbbbb-afec-4481-9fee-242109544d5c associated. External IP: 172.25.0.212, port: 72a01655-9f9e-4578-b8ee-132d6355be95. Nov 12 00:38:06.345092 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0f53136c-e9da-4e7a-8daf-5d965ba1518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.387612 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53136c-e9da-4e7a-8daf-5d965ba1518d None None] Pushing event deleted for resources: {'Port': ['ID=7abb3020-d7d8-478c-903a-e4bf89340f5e,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:06.397517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f53136c-e9da-4e7a-8daf-5d965ba1518d None None] No DVR routers for this DVR port 7abb3020-d7d8-478c-903a-e4bf89340f5e on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:06.411950 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-76ec5d44-13cc-4878-af01-dd93ecbcc7c5 req-24165af4-6d9a-4496-aec8-514125fe82e7 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5853562 Nov 12 00:38:06.456489 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] Transition to ACTIVE for port object 515d811e-cf1a-4557-b84d-06a73ebc4012 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:06.463545 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-56390a6c-5943-4380-90e2-b75ece9d7c9e tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.486550 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9291882-2c11-46df-9c2c-f657d48d78d0 req-7e49f650-ecd5-46b3-9e1c-2b1d97a7c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:06.488217 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b9291882-2c11-46df-9c2c-f657d48d78d0 req-7e49f650-ecd5-46b3-9e1c-2b1d97a7c86b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=40d3d526-c21d-4964-bb5e-aab3d6508f15 HTTP/1.1" status: 200 len: 1097 time: 0.3200076 Nov 12 00:38:06.495412 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1acc74d6-71ed-4a39-aed8-5a91484b0de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.512342 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.563367 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:38:06.566007 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:38:06.569117 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b9291882-2c11-46df-9c2c-f657d48d78d0 req-99f25897-5042-48b8-b37c-d963441f63f2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=abfd3bfe-7b21-436b-9053-695402c023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688727 Nov 12 00:38:06.609029 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-1acc74d6-71ed-4a39-aed8-5a91484b0de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941f1c18-ab78-472c-896d-e7afd01c20da']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:06.640777 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-1acc74d6-71ed-4a39-aed8-5a91484b0de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962fe988-ddde-4b85-a368-99ebcdb459c4') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:06.640777 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-1acc74d6-71ed-4a39-aed8-5a91484b0de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962fe988-ddde-4b85-a368-99ebcdb459c4') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:06.699844 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7efcdc-ba14-47e0-8807-95910d8d07b6 req-ad6c651c-02e8-4b92-b6cd-dcc6fb688c73 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:06.701701 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dd7efcdc-ba14-47e0-8807-95910d8d07b6 req-ad6c651c-02e8-4b92-b6cd-dcc6fb688c73 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 949 time: 0.1457181 Nov 12 00:38:06.703807 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1acc74d6-71ed-4a39-aed8-5a91484b0de1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.714483 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a333b-4800-4004-a89b-71e544076d4e req-8d8c5dbd-9f64-4a67-8d7a-a392add964fd tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:06.716347 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a7a333b-4800-4004-a89b-71e544076d4e req-8d8c5dbd-9f64-4a67-8d7a-a392add964fd tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d3d526-c21d-4964-bb5e-aab3d6508f15 HTTP/1.1" status: 200 len: 945 time: 0.4550915 Nov 12 00:38:06.717350 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-56390a6c-5943-4380-90e2-b75ece9d7c9e tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] No DVR routers for this DVR port aab46df4-322c-4067-bf41-12626b92d3ce on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:06.748530 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1acc74d6-71ed-4a39-aed8-5a91484b0de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.770678 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1acc74d6-71ed-4a39-aed8-5a91484b0de1 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:38:06.771367 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1acc74d6-71ed-4a39-aed8-5a91484b0de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:38:06.781477 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:38:06.849682 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] Pushing event updated for resources: {'Port': ['ID=515d811e-cf1a-4557-b84d-06a73ebc4012,revision_number=10']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:06.869597 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dd7efcdc-ba14-47e0-8807-95910d8d07b6 req-9afb1a8f-221a-4bf1-b05e-e77f752fdf6e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521819 Nov 12 00:38:06.882742 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-56390a6c-5943-4380-90e2-b75ece9d7c9e tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.891749 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-56390a6c-5943-4380-90e2-b75ece9d7c9e tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.21 "DELETE /v2.0/ports/aab46df4-322c-4067-bf41-12626b92d3ce HTTP/1.1" status: 204 len: 173 time: 4.6674759 Nov 12 00:38:06.902560 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1acc74d6-71ed-4a39-aed8-5a91484b0de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.917848 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1acc74d6-71ed-4a39-aed8-5a91484b0de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:06.949010 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1acc74d6-71ed-4a39-aed8-5a91484b0de1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/941f1c18-ab78-472c-896d-e7afd01c20da HTTP/1.1" status: 204 len: 168 time: 1.4956400 Nov 12 00:38:06.951006 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52350) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:06.983462 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] No DVR routers for this DVR port 515d811e-cf1a-4557-b84d-06a73ebc4012 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:06.998407 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edfca2bc-46b1-4c2d-9929-6e4ede4dcba4 req-f90e3c41-f7a9-4a10-a9b2-6ae891660c31 service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369461 Nov 12 00:38:07.067541 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc74d6-71ed-4a39-aed8-5a91484b0de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=941f1c18-ab78-472c-896d-e7afd01c20da,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:07.149349 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee1457-cad2-4733-a5ba-1db9218d7379 req-ad1b24ab-5f6b-4e89-8006-4dd282edce4c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:07.151369 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4ee1457-cad2-4733-a5ba-1db9218d7379 req-ad1b24ab-5f6b-4e89-8006-4dd282edce4c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.0973418 Nov 12 00:38:07.184659 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 99c597bc-3981-4c68-b93d-f05e3fa8f04f no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:07.237979 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 99c597bc-3981-4c68-b93d-f05e3fa8f04f {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:07.238337 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 99c597bc-3981-4c68-b93d-f05e3fa8f04f not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:07.294887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56390a6c-5943-4380-90e2-b75ece9d7c9e tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event deleted for resources: {'Port': ['ID=aab46df4-322c-4067-bf41-12626b92d3ce,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:07.310320 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4ee1457-cad2-4733-a5ba-1db9218d7379 req-0d362a40-dacf-45f9-9e53-d4183da4cb9d tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512885 Nov 12 00:38:07.435585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] Attempting to bind port 515d811e-cf1a-4557-b84d-06a73ebc4012 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:07.435855 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] Attempting to bind port 515d811e-cf1a-4557-b84d-06a73ebc4012 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:07.436173 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] Attempting to bind port 515d811e-cf1a-4557-b84d-06a73ebc4012 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:07.476750 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] Port 515d811e-cf1a-4557-b84d-06a73ebc4012 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:07.476750 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] Attempting to bind port 515d811e-cf1a-4557-b84d-06a73ebc4012 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:07.527791 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a7a333b-4800-4004-a89b-71e544076d4e req-f3a702b9-3ded-446b-95c9-4d7cd02973a5 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/security-groups?id=abfd3bfe-7b21-436b-9053-695402c023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6751134 Nov 12 00:38:07.553941 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b2a3c-9408-4c5d-b85a-ba7ba3485b83 req-52855bb8-9f1f-4268-bf9a-fe9effa151a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:07.562055 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8e8b2a3c-9408-4c5d-b85a-ba7ba3485b83 req-52855bb8-9f1f-4268-bf9a-fe9effa151a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 1096 time: 0.3438058 Nov 12 00:38:07.571562 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:07.576089 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:07.576761 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:07.580497 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] Bound port: 515d811e-cf1a-4557-b84d-06a73ebc4012, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:07.581145 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:07.786164 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27f5f02-fff7-4474-8784-98697cd6c80c tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Router 655ce57c-c595-477a-9a27-a8b94ab562f0 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:38:07.820543 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-cbac6c0e-0f6e-4754-9f86-f4023a9c3387 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Deleting port c57bfe8c-975e-4754-b656-5bb0616679e8 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:07.820826 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-cbac6c0e-0f6e-4754-9f86-f4023a9c3387 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:07.846728 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8df5da-baba-46dd-818a-6a7936d3fe57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '515d811e-cf1a-4557-b84d-06a73ebc4012'}, {'server_uuid': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'name': 'network-vif-deleted', 'tag': 'aab46df4-322c-4067-bf41-12626b92d3ce'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:07.849125 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c72283-3b69-41f5-8da7-4de9edfbe797" -d '{"events": [{"server_uuid": "df8df5da-baba-46dd-818a-6a7936d3fe57", "name": "network-vif-unplugged", "status": "completed", "tag": "515d811e-cf1a-4557-b84d-06a73ebc4012"}, {"server_uuid": "a3bdb2eb-ed4d-4af5-a040-0b5991987e2b", "name": "network-vif-deleted", "tag": "aab46df4-322c-4067-bf41-12626b92d3ce"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:07.981717 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b2a3c-9408-4c5d-b85a-ba7ba3485b83 req-a85a0c91-82b2-4414-bd81-0bf7d9578fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:07.983914 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8e8b2a3c-9408-4c5d-b85a-ba7ba3485b83 req-a85a0c91-82b2-4414-bd81-0bf7d9578fbe service neutron] 10.222.0.21 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 922 time: 0.4000878 Nov 12 00:38:08.055924 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] For port 515d811e-cf1a-4557-b84d-06a73ebc4012, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:08.095899 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede373b-c8e5-46dc-bdbe-e6a9d5791877 req-cbef7299-e144-4960-ad2f-04dec61847e5 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:08.109592 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6ede373b-c8e5-46dc-bdbe-e6a9d5791877 req-cbef7299-e144-4960-ad2f-04dec61847e5 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 942 time: 0.6854436 Nov 12 00:38:08.171677 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac068e-9dd5-4cf9-a2ad-187bd429cdc7 req-0c0c332a-3b76-44ab-b36e-f488ff26f093 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:08.180866 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-34ac068e-9dd5-4cf9-a2ad-187bd429cdc7 req-0c0c332a-3b76-44ab-b36e-f488ff26f093 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 944 time: 0.3773975 Nov 12 00:38:08.203039 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] For port 515d811e-cf1a-4557-b84d-06a73ebc4012, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=515d811e-cf1a-4557-b84d-06a73ebc4012,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:08.207105 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8e8b2a3c-9408-4c5d-b85a-ba7ba3485b83 req-321414ee-0fdd-4770-a0bb-790890e76a62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ff5ac6f-a858-4396-8806-b3d6a25e37dd HTTP/1.1" status: 200 len: 217 time: 0.1440260 Nov 12 00:38:08.237084 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:08.381847 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:08.402020 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:08.402875 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:08.404412 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] 10.222.0.15 "PUT /v2.0/ports/515d811e-cf1a-4557-b84d-06a73ebc4012 HTTP/1.1" status: 200 len: 1098 time: 5.8007767 Nov 12 00:38:08.409636 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6ede373b-c8e5-46dc-bdbe-e6a9d5791877 req-13a29a64-cb57-40de-ae65-1843a0b5b2e1 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967472 Nov 12 00:38:08.423217 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-cbac6c0e-0f6e-4754-9f86-f4023a9c3387 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] For port c57bfe8c-975e-4754-b656-5bb0616679e8, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c57bfe8c-975e-4754-b656-5bb0616679e8,segment=NetworkSegment(b913ef47-9313-48e0-b584-0757b58117b2),segment_id=b913ef47-9313-48e0-b584-0757b58117b2)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:08.423802 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-cbac6c0e-0f6e-4754-9f86-f4023a9c3387 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:08.445662 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-34ac068e-9dd5-4cf9-a2ad-187bd429cdc7 req-34828003-20cc-473b-b3e4-14dfeea05780 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559128 Nov 12 00:38:08.490899 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b2a3c-9408-4c5d-b85a-ba7ba3485b83 req-282bd679-ef36-4478-bbef-d0bc58ee5787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:08.493033 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8e8b2a3c-9408-4c5d-b85a-ba7ba3485b83 req-282bd679-ef36-4478-bbef-d0bc58ee5787 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.2725065 Nov 12 00:38:08.493661 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2100771-9be9-4471-80e5-e21e6ad2c256 service neutron] Pushing event updated for resources: {'Port': ['ID=515d811e-cf1a-4557-b84d-06a73ebc4012,revision_number=11']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:08.498431 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27f5f02-fff7-4474-8784-98697cd6c80c tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:38:08.503847 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e27f5f02-fff7-4474-8784-98697cd6c80c tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:08.552104 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5edfd08-381a-4951-9df1-a90160b85207 None None] Sync routers for ids ['655ce57c-c595-477a-9a27-a8b94ab562f0'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:38:08.606438 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5edfd08-381a-4951-9df1-a90160b85207 None None] Routers {'655ce57c-c595-477a-9a27-a8b94ab562f0'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:38:08.607075 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e5edfd08-381a-4951-9df1-a90160b85207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:37:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['655ce57c-c595-477a-9a27-a8b94ab562f0'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:08.625813 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-cbac6c0e-0f6e-4754-9f86-f4023a9c3387 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Calling delete_port for c57bfe8c-975e-4754-b656-5bb0616679e8 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:08.662923 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ab5d05-4a45-442a-965c-ed62c9cd1428 x-openstack-request-id: req-c0ab5d05-4a45-442a-965c-ed62c9cd1428 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:08.663335 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8df5da-baba-46dd-818a-6a7936d3fe57", "name": "network-vif-unplugged", "status": "completed", "tag": "515d811e-cf1a-4557-b84d-06a73ebc4012", "code": 200}, {"server_uuid": "a3bdb2eb-ed4d-4af5-a040-0b5991987e2b", "name": "network-vif-deleted", "tag": "aab46df4-322c-4067-bf41-12626b92d3ce", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:08.663529 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0ab5d05-4a45-442a-965c-ed62c9cd1428 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:08.663879 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8df5da-baba-46dd-818a-6a7936d3fe57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '515d811e-cf1a-4557-b84d-06a73ebc4012', 'code': 200} Nov 12 00:38:08.664136 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'name': 'network-vif-deleted', 'tag': 'aab46df4-322c-4067-bf41-12626b92d3ce', 'status': 'completed', 'code': 200} Nov 12 00:38:08.668446 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8e8b2a3c-9408-4c5d-b85a-ba7ba3485b83 req-0266de95-cbc8-47e1-a956-8f32a52fd6a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409874 Nov 12 00:38:08.694400 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4621b10-cb07-4157-bffc-8c82b3a4b43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:08.824473 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e27f5f02-fff7-4474-8784-98697cd6c80c tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "PUT /v2.0/floatingips/89efbbbb-afec-4481-9fee-242109544d5c HTTP/1.1" status: 200 len: 992 time: 5.8498964 Nov 12 00:38:08.882123 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-e5edfd08-381a-4951-9df1-a90160b85207 None None] Set router 655ce57c-c595-477a-9a27-a8b94ab562f0 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:38:08.885709 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-b7ab71d0-521f-4fb2-852e-7298438d375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:08.887217 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-b7ab71d0-521f-4fb2-852e-7298438d375d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 1101 time: 0.3803413 Nov 12 00:38:08.900402 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6001ef-cb6c-48e3-93b3-727ab727f2f6 req-ee8f4411-c609-408b-9aee-1b2169d27525 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:08.908955 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4e6001ef-cb6c-48e3-93b3-727ab727f2f6 req-ee8f4411-c609-408b-9aee-1b2169d27525 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.2191217 Nov 12 00:38:08.955319 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3c85b-ffbf-4130-b28c-cd3c1102e39a req-25ea0abd-61b4-4c1e-b89d-c035535dda0f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:08.956908 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3dc3c85b-ffbf-4130-b28c-cd3c1102e39a req-25ea0abd-61b4-4c1e-b89d-c035535dda0f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 949 time: 0.3290372 Nov 12 00:38:09.023927 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8e8b2a3c-9408-4c5d-b85a-ba7ba3485b83 req-e85307e0-283b-42bb-ae6b-576656173ffa service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234513 Nov 12 00:38:09.058590 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4e6001ef-cb6c-48e3-93b3-727ab727f2f6 req-aec168a3-6a4b-452b-8094-1cd105340ce9 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484718 Nov 12 00:38:09.201839 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e5edfd08-381a-4951-9df1-a90160b85207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-router', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:39Z', 'updated_at': '2021-11-12T00:33:44Z', 'revision_number': 4, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'gw_port': {'id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:40Z', 'updated_at': '2021-11-12T00:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '89efbbbb-afec-4481-9fee-242109544d5c', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'port_id': '72a01655-9f9e-4578-b8ee-132d6355be95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'mac_address': 'fa:16:3e:c1:fe:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0320f38d-3213-470a-aea8-0372d3d55c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:34:08Z', 'updated_at': '2021-11-12T00:38:04Z', 'revision_number': 5, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68617f3f-e656-4347-9124-14c9ffaf4057', 'name': '', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'mac_address': 'fa:16:3e:87:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:43Z', 'updated_at': '2021-11-12T00:33:50Z', 'revision_number': 5, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'subnets': [{'id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:09.224989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-7f865591-1587-426e-8d26-39b61660b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:09.225232 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-7f865591-1587-426e-8d26-39b61660b966 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.3268821 Nov 12 00:38:09.237020 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3dc3c85b-ffbf-4130-b28c-cd3c1102e39a req-d8acb134-30ef-4b62-8597-084d26843c11 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595546 Nov 12 00:38:09.240104 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5edfd08-381a-4951-9df1-a90160b85207 None None] Checking router: 655ce57c-c595-477a-9a27-a8b94ab562f0 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:38:09.251330 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5edfd08-381a-4951-9df1-a90160b85207 None None] Routers {'655ce57c-c595-477a-9a27-a8b94ab562f0'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:38:09.252132 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e5edfd08-381a-4951-9df1-a90160b85207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:37:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['655ce57c-c595-477a-9a27-a8b94ab562f0'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:09.288443 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c4621b10-cb07-4157-bffc-8c82b3a4b43d admin admin] Deleting port 8f4f981a-f776-425f-b329-3650bec319e9 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:09.289282 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4621b10-cb07-4157-bffc-8c82b3a4b43d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:09.303837 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-ca7d69f3-ac62-46a2-8423-467ba7fec9f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=515d811e-cf1a-4557-b84d-06a73ebc4012 HTTP/1.1" status: 200 len: 217 time: 0.0589554 Nov 12 00:38:09.304441 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-cbac6c0e-0f6e-4754-9f86-f4023a9c3387 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:09.401272 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0b4ec-2127-4a9d-a341-4818a99ad4f2 req-dc5c5944-9398-4687-82a3-13a533b5a29f tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:09.409134 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8ae0b4ec-2127-4a9d-a341-4818a99ad4f2 req-dc5c5944-9398-4687-82a3-13a533b5a29f tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d3d526-c21d-4964-bb5e-aab3d6508f15 HTTP/1.1" status: 200 len: 945 time: 0.1980381 Nov 12 00:38:09.414731 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac6c0e-0f6e-4754-9f86-f4023a9c3387 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event deleted for resources: {'Port': ['ID=c57bfe8c-975e-4754-b656-5bb0616679e8,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:09.443364 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8e8b2a3c-9408-4c5d-b85a-ba7ba3485b83 req-045fceb0-82e5-4bab-afec-1cc5fe038b0c service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026077 Nov 12 00:38:09.444936 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-e5edfd08-381a-4951-9df1-a90160b85207 None None] Set router 655ce57c-c595-477a-9a27-a8b94ab562f0 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:38:09.535974 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-cbac6c0e-0f6e-4754-9f86-f4023a9c3387 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] No DVR routers for this DVR port c57bfe8c-975e-4754-b656-5bb0616679e8 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:09.544165 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-7c8a283c-b367-43de-8fd6-6ffe132464b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:09.548413 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8ae0b4ec-2127-4a9d-a341-4818a99ad4f2 req-2c8100da-68cd-4563-9c6f-2efa741956f0 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/security-groups?id=abfd3bfe-7b21-436b-9053-695402c023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380856 Nov 12 00:38:09.550833 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-7c8a283c-b367-43de-8fd6-6ffe132464b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.2347190 Nov 12 00:38:09.554864 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-cbac6c0e-0f6e-4754-9f86-f4023a9c3387 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:09.558457 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dac680c9-89ec-4f1e-b25b-ff8386dbd592 req-cbac6c0e-0f6e-4754-9f86-f4023a9c3387 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.21 "DELETE /v2.0/ports/c57bfe8c-975e-4754-b656-5bb0616679e8 HTTP/1.1" status: 204 len: 173 time: 2.5360143 Nov 12 00:38:09.565334 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-c4621b10-cb07-4157-bffc-8c82b3a4b43d admin admin] For port 8f4f981a-f776-425f-b329-3650bec319e9, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8f4f981a-f776-425f-b329-3650bec319e9,segment=NetworkSegment(117379c3-0ebc-465a-9225-053eb0cb8439),segment_id=117379c3-0ebc-465a-9225-053eb0cb8439)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:09.571171 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4621b10-cb07-4157-bffc-8c82b3a4b43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:09.609798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c4621b10-cb07-4157-bffc-8c82b3a4b43d admin admin] Calling delete_port for 8f4f981a-f776-425f-b329-3650bec319e9 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:09.674551 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-241142e2-c28c-44ef-83ab-d20e74fd7aff req-769551f0-afd9-46a9-8f4f-c77b1100e3e9 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3bdb2eb-ed4d-4af5-a040-0b5991987e2b HTTP/1.1" status: 200 len: 210 time: 0.0872090 Nov 12 00:38:09.718016 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c8d9a85c-1556-406b-bcf3-768b13664751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:09.719451 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-c8d9a85c-1556-406b-bcf3-768b13664751 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1563711 Nov 12 00:38:09.907655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76062c90-047f-4b3c-8f27-cfb17949043d req-49a04a97-7173-4055-aca6-59a8bc8ed711 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:09.909244 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-76062c90-047f-4b3c-8f27-cfb17949043d req-49a04a97-7173-4055-aca6-59a8bc8ed711 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 944 time: 0.2207530 Nov 12 00:38:09.942261 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-76dceabb-a4ac-4fb3-9088-62c27c72a7fd service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039695 Nov 12 00:38:10.013281 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e5edfd08-381a-4951-9df1-a90160b85207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-router', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:39Z', 'updated_at': '2021-11-12T00:33:44Z', 'revision_number': 4, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'gw_port': {'id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:40Z', 'updated_at': '2021-11-12T00:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '89efbbbb-afec-4481-9fee-242109544d5c', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'port_id': '72a01655-9f9e-4578-b8ee-132d6355be95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'mac_address': 'fa:16:3e:c1:fe:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0320f38d-3213-470a-aea8-0372d3d55c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:34:08Z', 'updated_at': '2021-11-12T00:38:04Z', 'revision_number': 5, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68617f3f-e656-4347-9124-14c9ffaf4057', 'name': '', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'mac_address': 'fa:16:3e:87:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:43Z', 'updated_at': '2021-11-12T00:33:50Z', 'revision_number': 5, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'subnets': [{'id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:10.069893 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5edfd08-381a-4951-9df1-a90160b85207 None None] The sync data for ids ['655ce57c-c595-477a-9a27-a8b94ab562f0'] in n-d-712137-14 is: [{'id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-router', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:39Z', 'updated_at': '2021-11-12T00:33:44Z', 'revision_number': 4, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'gw_port': {'id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:40Z', 'updated_at': '2021-11-12T00:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '89efbbbb-afec-4481-9fee-242109544d5c', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'port_id': '72a01655-9f9e-4578-b8ee-132d6355be95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'mac_address': 'fa:16:3e:c1:fe:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0320f38d-3213-470a-aea8-0372d3d55c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:34:08Z', 'updated_at': '2021-11-12T00:38:04Z', 'revision_number': 5, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68617f3f-e656-4347-9124-14c9ffaf4057', 'name': '', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'mac_address': 'fa:16:3e:87:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:43Z', 'updated_at': '2021-11-12T00:33:50Z', 'revision_number': 5, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'subnets': [{'id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:38:10.083363 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-76062c90-047f-4b3c-8f27-cfb17949043d req-86365cb2-f87b-44a8-8b3d-7c4ae33aa1c7 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454165 Nov 12 00:38:10.150947 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-efaf5b1b-fa01-4fa8-a23a-96af5d8cb6ff req-618a9454-dc1c-4011-b1f9-ad0442ed98be service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957531 Nov 12 00:38:10.163334 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4621b10-cb07-4157-bffc-8c82b3a4b43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.188904 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4621b10-cb07-4157-bffc-8c82b3a4b43d admin admin] Pushing event deleted for resources: {'Port': ['ID=8f4f981a-f776-425f-b329-3650bec319e9,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:10.391705 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5fea7-420d-4022-973b-696e240de5c8 req-ee477fdb-f45d-43d0-a356-7b1bfda6f60c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:10.402107 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ffe5fea7-420d-4022-973b-696e240de5c8 req-ee477fdb-f45d-43d0-a356-7b1bfda6f60c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.1368837 Nov 12 00:38:10.403502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc2a04-d2c1-448f-90c9-9687e81a98b8 req-b644273b-07fa-4798-b69e-c328e7c8bcb0 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:10.414734 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-47fc2a04-d2c1-448f-90c9-9687e81a98b8 req-b644273b-07fa-4798-b69e-c328e7c8bcb0 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d3d526-c21d-4964-bb5e-aab3d6508f15 HTTP/1.1" status: 200 len: 945 time: 0.1229622 Nov 12 00:38:10.492238 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c27479d-9118-4f55-9e02-b98c2beeb637 None None] New status for floating IP 89efbbbb-afec-4481-9fee-242109544d5c: ACTIVE {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:38:10.508932 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-47fc2a04-d2c1-448f-90c9-9687e81a98b8 req-8b5028e7-e0a3-4bee-bb40-e0517636f14c tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/security-groups?id=abfd3bfe-7b21-436b-9053-695402c023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796366 Nov 12 00:38:10.590234 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ffe5fea7-420d-4022-973b-696e240de5c8 req-3b62eaf0-db94-4bb7-abee-fc05d1d4de36 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842928 Nov 12 00:38:10.675083 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8df5da-baba-46dd-818a-6a7936d3fe57', 'tag': '515d811e-cf1a-4557-b84d-06a73ebc4012'}, {'name': 'network-changed', 'server_uuid': '0320f38d-3213-470a-aea8-0372d3d55c05', 'tag': '72a01655-9f9e-4578-b8ee-132d6355be95'}, {'server_uuid': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'name': 'network-vif-deleted', 'tag': 'c57bfe8c-975e-4754-b656-5bb0616679e8'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:10.683202 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407a1524-80bc-4204-a66c-4c476c1cf709" -d '{"events": [{"name": "network-changed", "server_uuid": "df8df5da-baba-46dd-818a-6a7936d3fe57", "tag": "515d811e-cf1a-4557-b84d-06a73ebc4012"}, {"name": "network-changed", "server_uuid": "0320f38d-3213-470a-aea8-0372d3d55c05", "tag": "72a01655-9f9e-4578-b8ee-132d6355be95"}, {"server_uuid": "a3bdb2eb-ed4d-4af5-a040-0b5991987e2b", "name": "network-vif-deleted", "tag": "c57bfe8c-975e-4754-b656-5bb0616679e8"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:10.715774 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4621b10-cb07-4157-bffc-8c82b3a4b43d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:10.724427 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6e875-d358-4406-b3e9-18855a06dd68 req-da004104-fae7-455d-ac75-f0a1dd6b458f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:10.732026 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c1c6e875-d358-4406-b3e9-18855a06dd68 req-da004104-fae7-455d-ac75-f0a1dd6b458f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 949 time: 0.1310809 Nov 12 00:38:10.837484 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c1c6e875-d358-4406-b3e9-18855a06dd68 req-0e4dee37-b102-40de-a1b1-1486a335115b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043267 Nov 12 00:38:10.880840 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52422) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:10.933517 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82d4966-d3af-40a5-b66e-f880b36ff1e8 x-openstack-request-id: req-c82d4966-d3af-40a5-b66e-f880b36ff1e8 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:10.933809 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8df5da-baba-46dd-818a-6a7936d3fe57", "tag": "515d811e-cf1a-4557-b84d-06a73ebc4012", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0320f38d-3213-470a-aea8-0372d3d55c05", "tag": "72a01655-9f9e-4578-b8ee-132d6355be95", "status": "completed", "code": 200}, {"server_uuid": "a3bdb2eb-ed4d-4af5-a040-0b5991987e2b", "name": "network-vif-deleted", "tag": "c57bfe8c-975e-4754-b656-5bb0616679e8", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:10.934061 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c82d4966-d3af-40a5-b66e-f880b36ff1e8 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:10.934447 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8df5da-baba-46dd-818a-6a7936d3fe57', 'tag': '515d811e-cf1a-4557-b84d-06a73ebc4012', 'status': 'completed', 'code': 200} Nov 12 00:38:10.934752 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0320f38d-3213-470a-aea8-0372d3d55c05', 'tag': '72a01655-9f9e-4578-b8ee-132d6355be95', 'status': 'completed', 'code': 200} Nov 12 00:38:10.935096 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bdb2eb-ed4d-4af5-a040-0b5991987e2b', 'name': 'network-vif-deleted', 'tag': 'c57bfe8c-975e-4754-b656-5bb0616679e8', 'status': 'completed', 'code': 200} Nov 12 00:38:11.019635 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c60d153-1e99-4056-a9d7-6f8267e59996 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Deleting subnet 172b843a-9432-499a-afad-2a44d1be181f {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:38:11.023200 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7c60d153-1e99-4056-a9d7-6f8267e59996 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:11.052813 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4621b10-cb07-4157-bffc-8c82b3a4b43d admin admin] Router 12374964-1573-4328-b344-65b33189640a has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:38:11.077602 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7c60d153-1e99-4056-a9d7-6f8267e59996 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:11.165034 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-79299b66-c64f-48ba-9216-73369b086ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:11.167433 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-79299b66-c64f-48ba-9216-73369b086ba7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 1101 time: 0.2034988 Nov 12 00:38:11.188426 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4621b10-cb07-4157-bffc-8c82b3a4b43d admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:38:11.197382 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9c22b5-2b10-4b38-828b-61ef924a81c7 None None] Sync routers for ids ['12374964-1573-4328-b344-65b33189640a'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:38:11.200512 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-98364b9f-9176-4ece-bf8e-9ae7e5af03b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:11.203557 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-98364b9f-9176-4ece-bf8e-9ae7e5af03b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 1101 time: 0.1990373 Nov 12 00:38:11.211230 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c4621b10-cb07-4157-bffc-8c82b3a4b43d admin admin] 10.222.0.31 "PUT /v2.0/routers/12374964-1573-4328-b344-65b33189640a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2565126 Nov 12 00:38:11.213618 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52426) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:11.218584 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9c22b5-2b10-4b38-828b-61ef924a81c7 None None] Routers {'12374964-1573-4328-b344-65b33189640a'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:38:11.219233 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-6b9c22b5-2b10-4b38-828b-61ef924a81c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:37:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['12374964-1573-4328-b344-65b33189640a'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:11.341404 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7c60d153-1e99-4056-a9d7-6f8267e59996 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:11.366030 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-6b9c22b5-2b10-4b38-828b-61ef924a81c7 None None] Set router 12374964-1573-4328-b344-65b33189640a gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:38:11.384847 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d22c8fef-95bd-44c3-9d93-391416aa5c2d admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:11.419867 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7c60d153-1e99-4056-a9d7-6f8267e59996 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:11.563641 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d22c8fef-95bd-44c3-9d93-391416aa5c2d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:11.648860 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-d22c8fef-95bd-44c3-9d93-391416aa5c2d admin admin] Deleting port 9ce79237-d468-4837-b41d-f0e76ae777d2 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:11.649464 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d22c8fef-95bd-44c3-9d93-391416aa5c2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:11.740934 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-6b9c22b5-2b10-4b38-828b-61ef924a81c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12374964-1573-4328-b344-65b33189640a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1566329083-router', 'tenant_id': '251933fdb0034528a0356ed58d199677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '9ce79237-d468-4837-b41d-f0e76ae777d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:36:09Z', 'updated_at': '2021-11-12T00:38:09Z', 'revision_number': 5, 'project_id': '251933fdb0034528a0356ed58d199677', 'gw_port': {'id': '9ce79237-d468-4837-b41d-f0e76ae777d2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12374964-1573-4328-b344-65b33189640a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:36:11Z', 'updated_at': '2021-11-12T00:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:11.783649 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9c22b5-2b10-4b38-828b-61ef924a81c7 None None] Checking router: 12374964-1573-4328-b344-65b33189640a for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:38:11.790286 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68732e48-8f66-46fe-8248-b061c6567763 req-6f5fabb3-7f0a-4eae-8a0a-b8ca227ab2b3 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:11.792149 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-68732e48-8f66-46fe-8248-b061c6567763 req-6f5fabb3-7f0a-4eae-8a0a-b8ca227ab2b3 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d3d526-c21d-4964-bb5e-aab3d6508f15 HTTP/1.1" status: 200 len: 945 time: 0.0753577 Nov 12 00:38:11.809068 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9c22b5-2b10-4b38-828b-61ef924a81c7 None None] Routers {'12374964-1573-4328-b344-65b33189640a'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:38:11.809853 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-6b9c22b5-2b10-4b38-828b-61ef924a81c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:37:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['12374964-1573-4328-b344-65b33189640a'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:11.833741 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-d22c8fef-95bd-44c3-9d93-391416aa5c2d admin admin] For port 9ce79237-d468-4837-b41d-f0e76ae777d2, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9ce79237-d468-4837-b41d-f0e76ae777d2,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:11.834456 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d22c8fef-95bd-44c3-9d93-391416aa5c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:11.857501 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-d22c8fef-95bd-44c3-9d93-391416aa5c2d admin admin] Calling delete_port for 9ce79237-d468-4837-b41d-f0e76ae777d2 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:11.893381 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-68732e48-8f66-46fe-8248-b061c6567763 req-182478ab-a06c-4ddd-b68a-961f9f02b791 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/security-groups?id=abfd3bfe-7b21-436b-9053-695402c023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874596 Nov 12 00:38:12.019827 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7c60d153-1e99-4056-a9d7-6f8267e59996 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.024935 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f7b9b1-0415-45fb-b109-5858f921d7f1 None None] Network 928b0b68-4f8d-4692-bde9-db0ac118dd69 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:12.025484 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7c60d153-1e99-4056-a9d7-6f8267e59996 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "DELETE /v2.0/subnets/172b843a-9432-499a-afad-2a44d1be181f HTTP/1.1" status: 204 len: 168 time: 1.1408460 Nov 12 00:38:12.027450 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60d153-1e99-4056-a9d7-6f8267e59996 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event deleted for resources: {'Subnet': ['ID=172b843a-9432-499a-afad-2a44d1be181f,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:12.033133 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52438) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:12.048926 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-6b9c22b5-2b10-4b38-828b-61ef924a81c7 None None] Set router 12374964-1573-4328-b344-65b33189640a gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:38:12.137167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd8806-57f9-498f-9ce8-abddac8eb51c req-41529b07-989d-46bd-9ca3-21128368a3b1 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:12.139620 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-6b9c22b5-2b10-4b38-828b-61ef924a81c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12374964-1573-4328-b344-65b33189640a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1566329083-router', 'tenant_id': '251933fdb0034528a0356ed58d199677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:36:09Z', 'updated_at': '2021-11-12T00:38:11Z', 'revision_number': 6, 'project_id': '251933fdb0034528a0356ed58d199677', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:12.157443 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c8dd8806-57f9-498f-9ce8-abddac8eb51c req-41529b07-989d-46bd-9ca3-21128368a3b1 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 944 time: 0.7516017 Nov 12 00:38:12.165016 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-efbbc9e8-2c81-45c0-b4f3-6cfbf0964b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:12.166444 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-efbbc9e8-2c81-45c0-b4f3-6cfbf0964b2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.9477143 Nov 12 00:38:12.176297 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9c22b5-2b10-4b38-828b-61ef924a81c7 None None] The sync data for ids ['12374964-1573-4328-b344-65b33189640a'] in n-d-712137-14 is: [{'id': '12374964-1573-4328-b344-65b33189640a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1566329083-router', 'tenant_id': '251933fdb0034528a0356ed58d199677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:36:09Z', 'updated_at': '2021-11-12T00:38:11Z', 'revision_number': 6, 'project_id': '251933fdb0034528a0356ed58d199677', 'gw_port_host': None}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:38:12.337016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a894930-2e64-4716-9e2b-024471b30920 req-04c24a00-cbac-4d43-90ea-5946c18d4863 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:12.351190 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-443d55f9-f700-43d2-ab2d-e990e34efc21 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=515d811e-cf1a-4557-b84d-06a73ebc4012 HTTP/1.1" status: 200 len: 217 time: 0.0725863 Nov 12 00:38:12.354127 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0a894930-2e64-4716-9e2b-024471b30920 req-04c24a00-cbac-4d43-90ea-5946c18d4863 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.1624305 Nov 12 00:38:12.360801 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ff09d43e-7704-42d3-9e2d-2342caa9cbe8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.368996 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-2c49b264-6ed8-48c2-9275-306f62dc96eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:12.370853 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-2c49b264-6ed8-48c2-9275-306f62dc96eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 1.1872797 Nov 12 00:38:12.371971 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d22c8fef-95bd-44c3-9d93-391416aa5c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.461689 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c8fef-95bd-44c3-9d93-391416aa5c2d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ce79237-d468-4837-b41d-f0e76ae777d2,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:12.467712 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-b78ab3eb-f3b3-4830-9cba-a8d42d80340c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=515d811e-cf1a-4557-b84d-06a73ebc4012 HTTP/1.1" status: 200 len: 217 time: 0.0848522 Nov 12 00:38:12.504054 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c8dd8806-57f9-498f-9ce8-abddac8eb51c req-c31af5f3-42d8-44ac-be48-adff5976e0bb tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456719 Nov 12 00:38:12.556154 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fbaa74-6b89-4f4a-8301-09f05c301fdc None None] DHCP port deletion for 928b0b68-4f8d-4692-bde9-db0ac118dd69 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:38:12.574126 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0a894930-2e64-4716-9e2b-024471b30920 req-119e5308-2c4d-4c87-8eb1-8763d409f06c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170076 Nov 12 00:38:12.575097 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d22c8fef-95bd-44c3-9d93-391416aa5c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.601025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-60e6b765-a831-4eff-85b8-88770230549e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:12.602729 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-60e6b765-a831-4eff-85b8-88770230549e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1722116 Nov 12 00:38:12.613921 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-0faaa47b-a199-4da0-abf3-11d0c889ebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:12.615549 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-0faaa47b-a199-4da0-abf3-11d0c889ebb6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1222844 Nov 12 00:38:12.683333 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-ff09d43e-7704-42d3-9e2d-2342caa9cbe8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Deleting port dd04da4a-890e-4e63-8a5a-df00159fefce {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:12.683680 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ff09d43e-7704-42d3-9e2d-2342caa9cbe8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.767263 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-30fbaa74-6b89-4f4a-8301-09f05c301fdc None None] Deleting port dd04da4a-890e-4e63-8a5a-df00159fefce {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:12.770623 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-30fbaa74-6b89-4f4a-8301-09f05c301fdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.796170 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-e1221dfb-8a85-4ca4-9cfa-075b0e6df168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:12.797747 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-e1221dfb-8a85-4ca4-9cfa-075b0e6df168 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1664917 Nov 12 00:38:12.799558 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-6d6352d1-c39e-4331-be08-2273bd4a7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:12.801525 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-6d6352d1-c39e-4331-be08-2273bd4a7035 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1813855 Nov 12 00:38:12.851777 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8f06c-0df9-4469-a995-7c592ef95745 req-69c598dc-deb0-4730-96a9-1384246feaf2 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:12.853337 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-83e8f06c-0df9-4469-a995-7c592ef95745 req-69c598dc-deb0-4730-96a9-1384246feaf2 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d3d526-c21d-4964-bb5e-aab3d6508f15 HTTP/1.1" status: 200 len: 945 time: 0.4350185 Nov 12 00:38:12.859409 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d22c8fef-95bd-44c3-9d93-391416aa5c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.862086 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d22c8fef-95bd-44c3-9d93-391416aa5c2d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.872071 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-30fbaa74-6b89-4f4a-8301-09f05c301fdc None None] For port dd04da4a-890e-4e63-8a5a-df00159fefce, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=dd04da4a-890e-4e63-8a5a-df00159fefce,segment=NetworkSegment(47791d9e-06a3-42d4-a76d-0c741f645c3d),segment_id=47791d9e-06a3-42d4-a76d-0c741f645c3d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:12.872943 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-30fbaa74-6b89-4f4a-8301-09f05c301fdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.885351 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-ff09d43e-7704-42d3-9e2d-2342caa9cbe8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] For port dd04da4a-890e-4e63-8a5a-df00159fefce, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=dd04da4a-890e-4e63-8a5a-df00159fefce,segment=NetworkSegment(47791d9e-06a3-42d4-a76d-0c741f645c3d),segment_id=47791d9e-06a3-42d4-a76d-0c741f645c3d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:12.885732 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ff09d43e-7704-42d3-9e2d-2342caa9cbe8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:12.899553 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-30fbaa74-6b89-4f4a-8301-09f05c301fdc None None] Calling delete_port for dd04da4a-890e-4e63-8a5a-df00159fefce owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:12.949480 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-ff09d43e-7704-42d3-9e2d-2342caa9cbe8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Calling delete_port for dd04da4a-890e-4e63-8a5a-df00159fefce owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:13.024078 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-30fbaa74-6b89-4f4a-8301-09f05c301fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.076682 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32044517-7418-4dc0-a03e-8bf89cb12eb5 req-c4463e46-c566-4e98-b0be-260fd6fbde6b tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:13.086218 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-32044517-7418-4dc0-a03e-8bf89cb12eb5 req-c4463e46-c566-4e98-b0be-260fd6fbde6b tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d3d526-c21d-4964-bb5e-aab3d6508f15 HTTP/1.1" status: 200 len: 945 time: 0.0772026 Nov 12 00:38:13.093238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f55ac2-2c4a-4a9e-8cef-c281da6def57 req-a44a0009-204d-4eac-8d77-4b400b4bfd54 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:13.095002 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65f55ac2-2c4a-4a9e-8cef-c281da6def57 req-a44a0009-204d-4eac-8d77-4b400b4bfd54 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 949 time: 0.2440066 Nov 12 00:38:13.123490 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d22c8fef-95bd-44c3-9d93-391416aa5c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.123849 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbaa74-6b89-4f4a-8301-09f05c301fdc None None] Pushing event deleted for resources: {'Port': ['ID=dd04da4a-890e-4e63-8a5a-df00159fefce,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:13.124917 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22c8fef-95bd-44c3-9d93-391416aa5c2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12374964-1573-4328-b344-65b33189640a {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:38:13.144307 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fbaa74-6b89-4f4a-8301-09f05c301fdc None None] No DVR routers for this DVR port dd04da4a-890e-4e63-8a5a-df00159fefce on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:13.150281 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d22c8fef-95bd-44c3-9d93-391416aa5c2d admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.150491 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-e5aebde5-4cef-4ac1-a490-6996edf04ea1 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249838 Nov 12 00:38:13.156668 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d22c8fef-95bd-44c3-9d93-391416aa5c2d admin admin] 10.222.0.31 "DELETE /v2.0/routers/12374964-1573-4328-b344-65b33189640a HTTP/1.1" status: 204 len: 168 time: 1.9386735 Nov 12 00:38:13.167357 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52450) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:13.169938 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-dfc840c5-d056-4534-8e3f-0791f7e51fc8 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517613 Nov 12 00:38:13.186737 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-83e8f06c-0df9-4469-a995-7c592ef95745 req-b47574d9-16c3-48e4-a0d6-7f0b3d13bfd8 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Deleting port 43a33123-c58b-4477-bc0f-209cdfbf0ca1 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:13.188744 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-83e8f06c-0df9-4469-a995-7c592ef95745 req-b47574d9-16c3-48e4-a0d6-7f0b3d13bfd8 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.348376 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-32044517-7418-4dc0-a03e-8bf89cb12eb5 req-be3adac6-1728-43b9-8895-7a505c2d5752 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/security-groups?id=abfd3bfe-7b21-436b-9053-695402c023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609246 Nov 12 00:38:13.355915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab7ae76-0d4f-41e1-93b4-f3af5284dc45 admin admin] Deleting subnet 396952f4-a0c3-43c3-8a72-2d111f20f898 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:38:13.361444 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ab7ae76-0d4f-41e1-93b4-f3af5284dc45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.367292 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65f55ac2-2c4a-4a9e-8cef-c281da6def57 req-4d76f1e4-8609-4e5e-ab18-c8a02aa917d4 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476110 Nov 12 00:38:13.389923 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ff09d43e-7704-42d3-9e2d-2342caa9cbe8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.416518 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ab7ae76-0d4f-41e1-93b4-f3af5284dc45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.419773 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-83e8f06c-0df9-4469-a995-7c592ef95745 req-b47574d9-16c3-48e4-a0d6-7f0b3d13bfd8 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] For port 43a33123-c58b-4477-bc0f-209cdfbf0ca1, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=43a33123-c58b-4477-bc0f-209cdfbf0ca1,segment=NetworkSegment(9bb8a7d5-f3b7-4622-9a24-e67c0b3fe85a),segment_id=9bb8a7d5-f3b7-4622-9a24-e67c0b3fe85a)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:13.420143 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-83e8f06c-0df9-4469-a995-7c592ef95745 req-b47574d9-16c3-48e4-a0d6-7f0b3d13bfd8 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.455752 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09d43e-7704-42d3-9e2d-2342caa9cbe8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event deleted for resources: {'Port': ['ID=dd04da4a-890e-4e63-8a5a-df00159fefce,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:13.457309 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-83e8f06c-0df9-4469-a995-7c592ef95745 req-b47574d9-16c3-48e4-a0d6-7f0b3d13bfd8 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Calling delete_port for 43a33123-c58b-4477-bc0f-209cdfbf0ca1 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:13.485354 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff09d43e-7704-42d3-9e2d-2342caa9cbe8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] No DVR routers for this DVR port dd04da4a-890e-4e63-8a5a-df00159fefce on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:13.519413 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-e55e6d72-63fa-4d4a-8899-b7e3433f08b0 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470385 Nov 12 00:38:13.570807 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-eeb7c99b-4f45-4f85-984b-895782fc481b service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806581 Nov 12 00:38:13.624420 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ab7ae76-0d4f-41e1-93b4-f3af5284dc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.731986 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ff09d43e-7704-42d3-9e2d-2342caa9cbe8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.776255 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-ff09d43e-7704-42d3-9e2d-2342caa9cbe8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928b0b68-4f8d-4692-bde9-db0ac118dd69']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:13.778462 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ac836-ed6e-4e3a-a994-5f208b12d7ba req-f4fd8170-5756-4983-bbcd-3dc1400186f1 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:13.780013 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a77ac836-ed6e-4e3a-a994-5f208b12d7ba req-f4fd8170-5756-4983-bbcd-3dc1400186f1 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 944 time: 0.1009619 Nov 12 00:38:13.811840 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-ff09d43e-7704-42d3-9e2d-2342caa9cbe8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47791d9e-06a3-42d4-a76d-0c741f645c3d') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:13.812094 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-ff09d43e-7704-42d3-9e2d-2342caa9cbe8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47791d9e-06a3-42d4-a76d-0c741f645c3d') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:13.827686 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-748842d8-646d-46e2-981b-9c31b60dbf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:13.829022 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-748842d8-646d-46e2-981b-9c31b60dbf65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79d381a23e934d43891c5d332d12cc5b&device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 1098 time: 0.2064881 Nov 12 00:38:13.831363 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ff09d43e-7704-42d3-9e2d-2342caa9cbe8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.865588 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ff09d43e-7704-42d3-9e2d-2342caa9cbe8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.867710 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ab7ae76-0d4f-41e1-93b4-f3af5284dc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.890819 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a09d1-5966-4f65-a99a-97be287d387e req-83c0791e-b715-438d-8246-6a73b0c9b010 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:13.892321 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a4a09d1-5966-4f65-a99a-97be287d387e req-83c0791e-b715-438d-8246-6a73b0c9b010 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.1414044 Nov 12 00:38:13.907183 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7ae76-0d4f-41e1-93b4-f3af5284dc45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=396952f4-a0c3-43c3-8a72-2d111f20f898,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:13.909297 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43588094-2f2b-42dc-8519-c41b4883a700 None None] Network c42a0403-abc2-49d5-a78a-54ed81b5c1bf requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:13.922453 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ab7ae76-0d4f-41e1-93b4-f3af5284dc45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.929774 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff09d43e-7704-42d3-9e2d-2342caa9cbe8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:38:13.930195 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ff09d43e-7704-42d3-9e2d-2342caa9cbe8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:38:13.933649 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:38:13.937234 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5ab7ae76-0d4f-41e1-93b4-f3af5284dc45 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/396952f4-a0c3-43c3-8a72-2d111f20f898 HTTP/1.1" status: 204 len: 168 time: 0.7683172 Nov 12 00:38:13.944670 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52464) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:14.046927 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-068ebfa7-94d8-4b5f-8b4a-d251283d369d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.048940 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-83e8f06c-0df9-4469-a995-7c592ef95745 req-b47574d9-16c3-48e4-a0d6-7f0b3d13bfd8 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.054826 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a4a09d1-5966-4f65-a99a-97be287d387e req-15416469-9a64-4048-9067-76c8d3837d9d tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341376 Nov 12 00:38:14.057263 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a77ac836-ed6e-4e3a-a994-5f208b12d7ba req-cc186e90-d1c2-4a16-8420-094e05f4c7a5 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459314 Nov 12 00:38:14.081494 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47574d9-16c3-48e4-a0d6-7f0b3d13bfd8 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Pushing event deleted for resources: {'Port': ['ID=43a33123-c58b-4477-bc0f-209cdfbf0ca1,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:14.086423 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ff09d43e-7704-42d3-9e2d-2342caa9cbe8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.100600 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ff09d43e-7704-42d3-9e2d-2342caa9cbe8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.104876 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ff09d43e-7704-42d3-9e2d-2342caa9cbe8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "DELETE /v2.0/networks/928b0b68-4f8d-4692-bde9-db0ac118dd69 HTTP/1.1" status: 204 len: 168 time: 2.0683880 Nov 12 00:38:14.106474 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-4664a384-cdd7-4557-8df2-f0ef34c7874b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:14.108339 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-4664a384-cdd7-4557-8df2-f0ef34c7874b service neutron] 10.222.0.21 "GET /v2.0/networks?id=95691eda-761f-49a3-9e31-31529ccc7497 HTTP/1.1" status: 200 len: 925 time: 0.2670684 Nov 12 00:38:14.109124 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52466) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:14.147984 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09d43e-7704-42d3-9e2d-2342caa9cbe8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event deleted for resources: {'Network': ['ID=928b0b68-4f8d-4692-bde9-db0ac118dd69,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:14.240113 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e8f06c-0df9-4469-a995-7c592ef95745 req-b47574d9-16c3-48e4-a0d6-7f0b3d13bfd8 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] No DVR routers for this DVR port 43a33123-c58b-4477-bc0f-209cdfbf0ca1 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:14.246810 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-83e8f06c-0df9-4469-a995-7c592ef95745 req-b47574d9-16c3-48e4-a0d6-7f0b3d13bfd8 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.254478 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-83e8f06c-0df9-4469-a995-7c592ef95745 req-b47574d9-16c3-48e4-a0d6-7f0b3d13bfd8 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.15 "DELETE /v2.0/ports/43a33123-c58b-4477-bc0f-209cdfbf0ca1 HTTP/1.1" status: 204 len: 173 time: 1.3894935 Nov 12 00:38:14.257947 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:38:14.258720 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d3d526-c21d-4964-bb5e-aab3d6508f15', 'name': 'network-vif-deleted', 'tag': '43a33123-c58b-4477-bc0f-209cdfbf0ca1'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:14.261287 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe430de2-05bd-4001-91e1-e841c5b7b08c" -d '{"events": [{"server_uuid": "40d3d526-c21d-4964-bb5e-aab3d6508f15", "name": "network-vif-deleted", "tag": "43a33123-c58b-4477-bc0f-209cdfbf0ca1"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:14.264876 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-c01d653b-cb79-4ef3-8b23-64074838c026 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72a01655-9f9e-4578-b8ee-132d6355be95 HTTP/1.1" status: 200 len: 1002 time: 0.1269677 Nov 12 00:38:14.270830 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-489d34a2-954e-4c0d-957d-00890f41652a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Deleting subnet 6bbf6e5c-6b2e-42ba-90b7-7214b236b856 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:38:14.274340 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-489d34a2-954e-4c0d-957d-00890f41652a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.298822 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9ce79237-d468-4837-b41d-f0e76ae777d2 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:14.300154 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-068ebfa7-94d8-4b5f-8b4a-d251283d369d admin admin] Deleting port ed1f5128-a2d8-4445-bbce-ab1155e6855a {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:14.301297 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-068ebfa7-94d8-4b5f-8b4a-d251283d369d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.323000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 9ce79237-d468-4837-b41d-f0e76ae777d2 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:14.323345 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9ce79237-d468-4837-b41d-f0e76ae777d2 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:14.323781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device dd04da4a-890e-4e63-8a5a-df00159fefce no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:14.331264 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82aa88ab-cbeb-436c-8529-6caf620c3251 x-openstack-request-id: req-82aa88ab-cbeb-436c-8529-6caf620c3251 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:14.331820 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d3d526-c21d-4964-bb5e-aab3d6508f15", "name": "network-vif-deleted", "tag": "43a33123-c58b-4477-bc0f-209cdfbf0ca1", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:14.332449 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82aa88ab-cbeb-436c-8529-6caf620c3251 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:14.333072 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d3d526-c21d-4964-bb5e-aab3d6508f15', 'name': 'network-vif-deleted', 'tag': '43a33123-c58b-4477-bc0f-209cdfbf0ca1', 'status': 'completed', 'code': 200} Nov 12 00:38:14.381225 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: dd04da4a-890e-4e63-8a5a-df00159fefce {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:14.381225 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device dd04da4a-890e-4e63-8a5a-df00159fefce not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:14.381225 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8f4f981a-f776-425f-b329-3650bec319e9 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:14.405255 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-489d34a2-954e-4c0d-957d-00890f41652a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.440809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-cb769c4f-e97c-4f53-bb2b-5c587e616415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:14.442909 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-cb769c4f-e97c-4f53-bb2b-5c587e616415 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=520eefa5-ccbe-4263-ad27-cfc4dc67ba2f HTTP/1.1" status: 200 len: 863 time: 0.1199276 Nov 12 00:38:14.455378 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 8f4f981a-f776-425f-b329-3650bec319e9 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:14.455726 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8f4f981a-f776-425f-b329-3650bec319e9 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:14.514278 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 515d811e-cf1a-4557-b84d-06a73ebc4012 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:14.519484 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-068ebfa7-94d8-4b5f-8b4a-d251283d369d admin admin] For port ed1f5128-a2d8-4445-bbce-ab1155e6855a, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ed1f5128-a2d8-4445-bbce-ab1155e6855a,segment=NetworkSegment(117379c3-0ebc-465a-9225-053eb0cb8439),segment_id=117379c3-0ebc-465a-9225-053eb0cb8439)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:14.519912 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-068ebfa7-94d8-4b5f-8b4a-d251283d369d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.521339 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 43a33123-c58b-4477-bc0f-209cdfbf0ca1 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:14.553609 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-068ebfa7-94d8-4b5f-8b4a-d251283d369d admin admin] Calling delete_port for ed1f5128-a2d8-4445-bbce-ab1155e6855a owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:14.580668 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11797cc6-d715-45c8-bf26-9cc219e31b9a None None] DHCP port deletion for c42a0403-abc2-49d5-a78a-54ed81b5c1bf request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:38:14.586321 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 43a33123-c58b-4477-bc0f-209cdfbf0ca1 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:14.586878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 43a33123-c58b-4477-bc0f-209cdfbf0ca1 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:14.634897 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-489d34a2-954e-4c0d-957d-00890f41652a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.689713 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0fdc3ed4-d857-406f-badd-58e1805bc310 req-1990c54d-c506-4e57-90cd-81daae94fc88 tempest-ServerAddressesTestJSON-284585482 tempest-ServerAddressesTestJSON-284585482-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d3d526-c21d-4964-bb5e-aab3d6508f15 HTTP/1.1" status: 200 len: 210 time: 0.0763798 Nov 12 00:38:14.736158 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-068ebfa7-94d8-4b5f-8b4a-d251283d369d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.737502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-ab55885d-2c0f-4308-a833-328ba1be7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:14.741723 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-ab55885d-2c0f-4308-a833-328ba1be7fce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95691eda-761f-49a3-9e31-31529ccc7497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2820418 Nov 12 00:38:14.758720 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 515d811e-cf1a-4557-b84d-06a73ebc4012, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=515d811e-cf1a-4557-b84d-06a73ebc4012,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:14.762359 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ab3e9-d8bb-4d63-981f-02cbd5b4544c req-99948994-cc2b-4f9e-8cd7-deb1e2ab67af tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:14.764073 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eb0ab3e9-d8bb-4d63-981f-02cbd5b4544c req-99948994-cc2b-4f9e-8cd7-deb1e2ab67af tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 949 time: 0.1142290 Nov 12 00:38:14.774273 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-11797cc6-d715-45c8-bf26-9cc219e31b9a None None] Deleting port ed1f5128-a2d8-4445-bbce-ab1155e6855a {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:14.774641 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-11797cc6-d715-45c8-bf26-9cc219e31b9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.776946 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '515d811e-cf1a-4557-b84d-06a73ebc4012', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '515d811e-cf1a-4557-b84d-06a73ebc4012', 'mac_address': 'fa:16:3e:43:26:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:14.796841 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ebfa7-94d8-4b5f-8b4a-d251283d369d admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1f5128-a2d8-4445-bbce-ab1155e6855a,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:14.811366 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ebfa7-94d8-4b5f-8b4a-d251283d369d admin admin] No DVR routers for this DVR port ed1f5128-a2d8-4445-bbce-ab1155e6855a on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:14.863004 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-489d34a2-954e-4c0d-957d-00890f41652a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.884682 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-11797cc6-d715-45c8-bf26-9cc219e31b9a None None] For port ed1f5128-a2d8-4445-bbce-ab1155e6855a, host n-d-712137-14, got binding levels [] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:14.885131 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-11797cc6-d715-45c8-bf26-9cc219e31b9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.894855 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.900159 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-11797cc6-d715-45c8-bf26-9cc219e31b9a None None] Calling delete_port for ed1f5128-a2d8-4445-bbce-ab1155e6855a owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:14.905347 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d34a2-954e-4c0d-957d-00890f41652a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event deleted for resources: {'Subnet': ['ID=6bbf6e5c-6b2e-42ba-90b7-7214b236b856,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:14.910861 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.ipam_backend_mixin [None req-11797cc6-d715-45c8-bf26-9cc219e31b9a None None] Port ed1f5128-a2d8-4445-bbce-ab1155e6855a was not found and therefore no delete operation was performed {{(pid=114244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:38:14.913427 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-11797cc6-d715-45c8-bf26-9cc219e31b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.918737 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515d811e-cf1a-4557-b84d-06a73ebc4012 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:14.951266 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11797cc6-d715-45c8-bf26-9cc219e31b9a None None] Pushing event deleted for resources: {'Port': ['ID=ed1f5128-a2d8-4445-bbce-ab1155e6855a,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:14.960417 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-b2f0c419-1a99-44fe-8b8c-e4ba526f28b1 service neutron] 10.222.0.21 "GET /v2.0/networks/95691eda-761f-49a3-9e31-31529ccc7497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061076 Nov 12 00:38:14.962896 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11797cc6-d715-45c8-bf26-9cc219e31b9a None None] No DVR routers for this DVR port ed1f5128-a2d8-4445-bbce-ab1155e6855a on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:14.963995 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-489d34a2-954e-4c0d-957d-00890f41652a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:14.969651 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 515d811e-cf1a-4557-b84d-06a73ebc4012, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=515d811e-cf1a-4557-b84d-06a73ebc4012,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:14.974379 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-489d34a2-954e-4c0d-957d-00890f41652a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "DELETE /v2.0/subnets/6bbf6e5c-6b2e-42ba-90b7-7214b236b856 HTTP/1.1" status: 204 len: 168 time: 0.8552618 Nov 12 00:38:14.976740 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52492) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:14.984259 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7043350c-154a-487b-bc69-1abeabd4c1f8 None None] Network 4320f171-2faa-47f9-a141-810f47abe070 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:14.995321 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.170230 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6a81b0d2-c5c9-48d0-8372-02666f1c1df8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.223513 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eb0ab3e9-d8bb-4d63-981f-02cbd5b4544c req-34d1d2d9-bb02-4f68-8561-a83a5d6978ec tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376793 Nov 12 00:38:15.229885 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-068ebfa7-94d8-4b5f-8b4a-d251283d369d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.249113 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=515d811e-cf1a-4557-b84d-06a73ebc4012,revision_number=12']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:15.267206 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-068ebfa7-94d8-4b5f-8b4a-d251283d369d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42a0403-abc2-49d5-a78a-54ed81b5c1bf']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:15.278544 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-068ebfa7-94d8-4b5f-8b4a-d251283d369d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117379c3-0ebc-465a-9225-053eb0cb8439') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:15.278963 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-068ebfa7-94d8-4b5f-8b4a-d251283d369d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117379c3-0ebc-465a-9225-053eb0cb8439') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:15.298973 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-068ebfa7-94d8-4b5f-8b4a-d251283d369d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.304980 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-407a1524-80bc-4204-a66c-4c476c1cf709 req-d3938132-e609-4fad-8bb8-1766069fd605 service neutron] 10.222.0.21 "GET /v2.0/networks/95691eda-761f-49a3-9e31-31529ccc7497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293493 Nov 12 00:38:15.335708 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517de451-cb93-4f3f-8ba1-8520680fdb41 req-d1cec725-7591-4b7d-bd60-61e8d9fd65b3 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:15.337615 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-517de451-cb93-4f3f-8ba1-8520680fdb41 req-d1cec725-7591-4b7d-bd60-61e8d9fd65b3 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 944 time: 0.1555812 Nov 12 00:38:15.341009 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-068ebfa7-94d8-4b5f-8b4a-d251283d369d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.361989 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068ebfa7-94d8-4b5f-8b4a-d251283d369d admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:38:15.362703 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-068ebfa7-94d8-4b5f-8b4a-d251283d369d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.369624 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e43f6a-e9be-410d-9018-9ce1946b1b70 None None] DHCP port deletion for 4320f171-2faa-47f9-a141-810f47abe070 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:38:15.375816 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:38:15.385254 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-6a81b0d2-c5c9-48d0-8372-02666f1c1df8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Deleting port ec204a37-2d0f-4eb0-aa51-26a47a3219af {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:15.385596 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6a81b0d2-c5c9-48d0-8372-02666f1c1df8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.430108 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-07e43f6a-e9be-410d-9018-9ce1946b1b70 None None] Deleting port ec204a37-2d0f-4eb0-aa51-26a47a3219af {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:15.430108 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-07e43f6a-e9be-410d-9018-9ce1946b1b70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.440232 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8b489-11cb-4d8e-944e-8fbe75cd86a0 req-2d374e77-e466-40ee-945e-d591fea1209c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:15.442295 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-08e8b489-11cb-4d8e-944e-8fbe75cd86a0 req-2d374e77-e466-40ee-945e-d591fea1209c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.1182072 Nov 12 00:38:15.443607 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-068ebfa7-94d8-4b5f-8b4a-d251283d369d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.456162 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-517de451-cb93-4f3f-8ba1-8520680fdb41 req-1754c9dc-0b5e-42d3-adaa-119a987c2e3a tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097469 Nov 12 00:38:15.462409 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-068ebfa7-94d8-4b5f-8b4a-d251283d369d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.465668 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-068ebfa7-94d8-4b5f-8b4a-d251283d369d admin admin] 10.222.0.31 "DELETE /v2.0/networks/c42a0403-abc2-49d5-a78a-54ed81b5c1bf HTTP/1.1" status: 204 len: 168 time: 1.5166442 Nov 12 00:38:15.481258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-6a81b0d2-c5c9-48d0-8372-02666f1c1df8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] For port ec204a37-2d0f-4eb0-aa51-26a47a3219af, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ec204a37-2d0f-4eb0-aa51-26a47a3219af,segment=NetworkSegment(b913ef47-9313-48e0-b584-0757b58117b2),segment_id=b913ef47-9313-48e0-b584-0757b58117b2)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:15.481815 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6a81b0d2-c5c9-48d0-8372-02666f1c1df8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.500886 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-6a81b0d2-c5c9-48d0-8372-02666f1c1df8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Calling delete_port for ec204a37-2d0f-4eb0-aa51-26a47a3219af owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:15.511280 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ebfa7-94d8-4b5f-8b4a-d251283d369d admin admin] Pushing event deleted for resources: {'Network': ['ID=c42a0403-abc2-49d5-a78a-54ed81b5c1bf,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:15.513660 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-07e43f6a-e9be-410d-9018-9ce1946b1b70 None None] For port ec204a37-2d0f-4eb0-aa51-26a47a3219af, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ec204a37-2d0f-4eb0-aa51-26a47a3219af,segment=NetworkSegment(b913ef47-9313-48e0-b584-0757b58117b2),segment_id=b913ef47-9313-48e0-b584-0757b58117b2)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:15.515327 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-07e43f6a-e9be-410d-9018-9ce1946b1b70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.546178 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-07e43f6a-e9be-410d-9018-9ce1946b1b70 None None] Calling delete_port for ec204a37-2d0f-4eb0-aa51-26a47a3219af owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:15.555088 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-08e8b489-11cb-4d8e-944e-8fbe75cd86a0 req-2e294fbc-5aab-47e3-8307-07c1066790e3 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999784 Nov 12 00:38:15.625875 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6a81b0d2-c5c9-48d0-8372-02666f1c1df8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.650677 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a81b0d2-c5c9-48d0-8372-02666f1c1df8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] No DVR routers for this DVR port ec204a37-2d0f-4eb0-aa51-26a47a3219af on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:15.666871 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['515d811e-cf1a-4557-b84d-06a73ebc4012'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:15.693480 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52528) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:15.708122 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-07e43f6a-e9be-410d-9018-9ce1946b1b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.718744 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81b0d2-c5c9-48d0-8372-02666f1c1df8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event deleted for resources: {'Port': ['ID=ec204a37-2d0f-4eb0-aa51-26a47a3219af,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:15.750291 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e43f6a-e9be-410d-9018-9ce1946b1b70 None None] Pushing event deleted for resources: {'Port': ['ID=ec204a37-2d0f-4eb0-aa51-26a47a3219af,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:15.760483 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e43f6a-e9be-410d-9018-9ce1946b1b70 None None] No DVR routers for this DVR port ec204a37-2d0f-4eb0-aa51-26a47a3219af on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:15.771576 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52534) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:15.781680 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-095c918f-0ccd-4d48-b121-2953b8899ebf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ddd6af176924f3db646935b41c18455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0866637 Nov 12 00:38:15.783991 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52536) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:15.841898 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6ad8ed5-ad38-4ab2-a146-98b3ec0b3298 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.859878 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6a81b0d2-c5c9-48d0-8372-02666f1c1df8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.870858 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6ad8ed5-ad38-4ab2-a146-98b3ec0b3298 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.888948 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-6a81b0d2-c5c9-48d0-8372-02666f1c1df8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4320f171-2faa-47f9-a141-810f47abe070']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:15.900201 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ee20df-cda6-488e-850e-2898dbd05a89 admin admin] Deleting subnet 3befc8fe-b0ad-4009-af75-69576675dc11 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:38:15.901982 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e1ee20df-cda6-488e-850e-2898dbd05a89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.928112 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-6a81b0d2-c5c9-48d0-8372-02666f1c1df8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b913ef47-9313-48e0-b584-0757b58117b2') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:15.928427 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-6a81b0d2-c5c9-48d0-8372-02666f1c1df8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b913ef47-9313-48e0-b584-0757b58117b2') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:15.928878 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6ad8ed5-ad38-4ab2-a146-98b3ec0b3298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.932082 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6ad8ed5-ad38-4ab2-a146-98b3ec0b3298 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.935687 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e6ad8ed5-ad38-4ab2-a146-98b3ec0b3298 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55948117-64f2-49be-b5cc-59e525acbe45 HTTP/1.1" status: 204 len: 168 time: 0.1481185 Nov 12 00:38:15.943401 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad8ed5-ad38-4ab2-a146-98b3ec0b3298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55948117-64f2-49be-b5cc-59e525acbe45,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:15.961956 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6a81b0d2-c5c9-48d0-8372-02666f1c1df8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:15.976081 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e1ee20df-cda6-488e-850e-2898dbd05a89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.005508 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6a81b0d2-c5c9-48d0-8372-02666f1c1df8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.012773 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ed1f5128-a2d8-4445-bbce-ab1155e6855a no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:16.018012 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a81b0d2-c5c9-48d0-8372-02666f1c1df8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:38:16.018350 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6a81b0d2-c5c9-48d0-8372-02666f1c1df8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:38:16.022099 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:38:16.046444 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: ed1f5128-a2d8-4445-bbce-ab1155e6855a {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:16.047135 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ed1f5128-a2d8-4445-bbce-ab1155e6855a not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:16.047792 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ec204a37-2d0f-4eb0-aa51-26a47a3219af no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:16.071405 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: ec204a37-2d0f-4eb0-aa51-26a47a3219af {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:16.071848 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ec204a37-2d0f-4eb0-aa51-26a47a3219af not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:16.081475 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e1ee20df-cda6-488e-850e-2898dbd05a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.121037 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6a81b0d2-c5c9-48d0-8372-02666f1c1df8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.128758 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6a81b0d2-c5c9-48d0-8372-02666f1c1df8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.131989 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6a81b0d2-c5c9-48d0-8372-02666f1c1df8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "DELETE /v2.0/networks/4320f171-2faa-47f9-a141-810f47abe070 HTTP/1.1" status: 204 len: 168 time: 1.1543586 Nov 12 00:38:16.139414 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52554) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:16.146872 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-aa7bd126-8cf0-4c2b-98e9-f7436e21e45b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-133968069'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:16.149195 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81b0d2-c5c9-48d0-8372-02666f1c1df8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event deleted for resources: {'Network': ['ID=4320f171-2faa-47f9-a141-810f47abe070,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:16.174835 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e1ee20df-cda6-488e-850e-2898dbd05a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.193663 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7bd126-8cf0-4c2b-98e9-f7436e21e45b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Made reservation on behalf of bc40649e055443b9aaedfdea46736570 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:16.200170 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aa7bd126-8cf0-4c2b-98e9-f7436e21e45b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.208488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 7ff5ac6f-a858-4396-8806-b3d6a25e37dd details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:16.220748 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee20df-cda6-488e-850e-2898dbd05a89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3befc8fe-b0ad-4009-af75-69576675dc11,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:16.233904 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e1ee20df-cda6-488e-850e-2898dbd05a89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.235120 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7bd126-8cf0-4c2b-98e9-f7436e21e45b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:38:16.243808 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52570) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:16.244531 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e1ee20df-cda6-488e-850e-2898dbd05a89 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3befc8fe-b0ad-4009-af75-69576675dc11 HTTP/1.1" status: 204 len: 168 time: 0.4670508 Nov 12 00:38:16.312892 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aa7bd126-8cf0-4c2b-98e9-f7436e21e45b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.313383 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-aa7bd126-8cf0-4c2b-98e9-f7436e21e45b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Added segment bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb of type vlan for network a27832d2-e74f-4ac2-a482-37840a3364f2 Nov 12 00:38:16.349259 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=7ff5ac6f-a858-4396-8806-b3d6a25e37dd,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:16.365235 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '7ff5ac6f-a858-4396-8806-b3d6a25e37dd', 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34', 'port_id': '7ff5ac6f-a858-4396-8806-b3d6a25e37dd', 'mac_address': 'fa:16:3e:c3:64:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d985ea-5f19-461f-8a8b-c63d6b21142f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:16.408734 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.424944 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff5ac6f-a858-4396-8806-b3d6a25e37dd {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:16.429632 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52578) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:16.448476 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=7ff5ac6f-a858-4396-8806-b3d6a25e37dd,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:16.455249 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.458090 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aa7bd126-8cf0-4c2b-98e9-f7436e21e45b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.463766 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-de2a6609-317d-4eb3-8964-03c670f70784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.482422 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-616428e9-7ead-4617-a260-19183a3258f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=251933fdb0034528a0356ed58d199677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509026 Nov 12 00:38:16.484800 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52582) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:16.511598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d140f0-a377-43ff-b962-c7721cd90963 req-006df693-1b1b-4099-973f-6f4d0e3ed867 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:16.519266 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f4d140f0-a377-43ff-b962-c7721cd90963 req-006df693-1b1b-4099-973f-6f4d0e3ed867 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.1503937 Nov 12 00:38:16.527659 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=7ff5ac6f-a858-4396-8806-b3d6a25e37dd,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:16.557281 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a900a1e2-825b-4b66-9e71-b03c8f92887b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.559354 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aa7bd126-8cf0-4c2b-98e9-f7436e21e45b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.565183 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7bd126-8cf0-4c2b-98e9-f7436e21e45b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:16.565778 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aa7bd126-8cf0-4c2b-98e9-f7436e21e45b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.581056 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a900a1e2-825b-4b66-9e71-b03c8f92887b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.682191 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a900a1e2-825b-4b66-9e71-b03c8f92887b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.685668 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a900a1e2-825b-4b66-9e71-b03c8f92887b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.689196 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a900a1e2-825b-4b66-9e71-b03c8f92887b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58ec60ca-6ef3-4c1d-b7cc-c8e5079a9e8f HTTP/1.1" status: 204 len: 168 time: 0.2012026 Nov 12 00:38:16.701054 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['7ff5ac6f-a858-4396-8806-b3d6a25e37dd'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:16.702416 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-aa7bd126-8cf0-4c2b-98e9-f7436e21e45b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5613990 Nov 12 00:38:16.711472 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52594) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:16.716782 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-de2a6609-317d-4eb3-8964-03c670f70784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.721837 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bd126-8cf0-4c2b-98e9-f7436e21e45b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event updated for resources: {'Network': ['ID=a27832d2-e74f-4ac2-a482-37840a3364f2,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:16.744718 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-47aaeb2f-c301-41bf-91f6-ab1a231aa2da tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Request body: {'subnet': {'network_id': 'a27832d2-e74f-4ac2-a482-37840a3364f2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:16.748409 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f4d140f0-a377-43ff-b962-c7721cd90963 req-8d08041b-4143-4980-86f2-a7a97e8592ae tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220340 Nov 12 00:38:16.750262 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900a1e2-825b-4b66-9e71-b03c8f92887b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ec60ca-6ef3-4c1d-b7cc-c8e5079a9e8f,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:16.774692 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network a27832d2-e74f-4ac2-a482-37840a3364f2 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:38:16.777342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-de2a6609-317d-4eb3-8964-03c670f70784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6bc18d-a30d-4be1-833e-50afa5286d51']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:16.806214 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-de2a6609-317d-4eb3-8964-03c670f70784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb8a7d5-f3b7-4622-9a24-e67c0b3fe85a') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:16.807250 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-de2a6609-317d-4eb3-8964-03c670f70784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb8a7d5-f3b7-4622-9a24-e67c0b3fe85a') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:16.822282 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-de2a6609-317d-4eb3-8964-03c670f70784 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.831754 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b4350-895b-4e30-84b2-75307594d58b req-1735bd48-72ae-4843-85c0-ea2333799ad6 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:16.834554 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-579b4350-895b-4e30-84b2-75307594d58b req-1735bd48-72ae-4843-85c0-ea2333799ad6 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 945 time: 0.1440032 Nov 12 00:38:16.859278 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-de2a6609-317d-4eb3-8964-03c670f70784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.882780 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2a6609-317d-4eb3-8964-03c670f70784 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:38:16.883413 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-de2a6609-317d-4eb3-8964-03c670f70784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:38:16.886281 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:38:16.909095 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47aaeb2f-c301-41bf-91f6-ab1a231aa2da tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Made reservation on behalf of bc40649e055443b9aaedfdea46736570 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:16.914134 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-47aaeb2f-c301-41bf-91f6-ab1a231aa2da tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.971833 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a75a5-61d6-4c19-8f71-37bf64511343 req-ac322bef-9a02-4771-9bbd-0abfb9177440 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:16.973834 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-320a75a5-61d6-4c19-8f71-37bf64511343 req-ac322bef-9a02-4771-9bbd-0abfb9177440 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.1240988 Nov 12 00:38:16.975175 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-de2a6609-317d-4eb3-8964-03c670f70784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.983815 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-de2a6609-317d-4eb3-8964-03c670f70784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:16.987590 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-de2a6609-317d-4eb3-8964-03c670f70784 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5b6bc18d-a30d-4be1-833e-50afa5286d51 HTTP/1.1" status: 204 len: 168 time: 0.7422624 Nov 12 00:38:17.008263 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a6609-317d-4eb3-8964-03c670f70784 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b6bc18d-a30d-4be1-833e-50afa5286d51,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:17.070641 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-320a75a5-61d6-4c19-8f71-37bf64511343 req-4fe728b6-f2b6-4b8e-9160-22638a63a4ff tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659585 Nov 12 00:38:17.091009 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-579b4350-895b-4e30-84b2-75307594d58b req-ebdadb8c-15df-4828-8d0d-a7fd3e42662b tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382357 Nov 12 00:38:17.225766 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-47aaeb2f-c301-41bf-91f6-ab1a231aa2da tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.232252 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52616) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:17.305373 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739f96e-4703-45e3-879f-cee0459fd7c9 req-111e02ec-b79f-4107-badf-56368aca43a4 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:17.312956 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b739f96e-4703-45e3-879f-cee0459fd7c9 req-111e02ec-b79f-4107-badf-56368aca43a4 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 950 time: 0.1300862 Nov 12 00:38:17.343369 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aaeb2f-c301-41bf-91f6-ab1a231aa2da tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event updated for resources: {'Subnet': ['ID=7c16f31f-cd44-405b-a9eb-6c67907670ad,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:17.348059 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-abf3e7df-435e-40d8-b723-f7b52bc2e5aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a29ffa58efd84746ad24703bbeb28bd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1119885 Nov 12 00:38:17.349931 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52620) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:17.365761 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aaeb2f-c301-41bf-91f6-ab1a231aa2da tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Checking segment: {'id': 'bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a27832d2-e74f-4ac2-a482-37840a3364f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:17.366122 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aaeb2f-c301-41bf-91f6-ab1a231aa2da tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Network hostable DHCP agents. Network: a27832d2-e74f-4ac2-a482-37840a3364f2, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:38:17.398298 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-3cd115ae-78d2-4357-98fd-7f438cd1527b tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:17.401167 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-3cd115ae-78d2-4357-98fd-7f438cd1527b tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/networks?id=efed2f8d-410d-453a-a918-3e5afbff8a94 HTTP/1.1" status: 200 len: 805 time: 0.1616316 Nov 12 00:38:17.401502 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b739f96e-4703-45e3-879f-cee0459fd7c9 req-7b4dc429-a7be-4cf1-b094-7dbb81aa1589 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879362 Nov 12 00:38:17.407936 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aaeb2f-c301-41bf-91f6-ab1a231aa2da tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Network a27832d2-e74f-4ac2-a482-37840a3364f2 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:38:17.428654 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-47aaeb2f-c301-41bf-91f6-ab1a231aa2da tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, a27832d2-e74f-4ac2-a482-37840a3364f2) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:17.433994 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aaeb2f-c301-41bf-91f6-ab1a231aa2da tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:17.435784 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-47aaeb2f-c301-41bf-91f6-ab1a231aa2da tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.442347 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42c900b-e9fe-4362-af23-cd8cbad50bd9 None None] Network a27832d2-e74f-4ac2-a482-37840a3364f2 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:17.447821 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-a67ee2ad-9fff-47d9-a128-815f7c93b639 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/quotas/b7e9eb5ebe054e9bb51945a5d738bd5b HTTP/1.1" status: 200 len: 375 time: 0.0272028 Nov 12 00:38:17.478974 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-47aaeb2f-c301-41bf-91f6-ab1a231aa2da tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7370408 Nov 12 00:38:17.480787 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52628) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:17.492042 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8aa3682b-7150-45ee-b648-f5fb1529dde2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.494802 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-c518da77-a5ea-4384-8844-5615177343e9 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-748601137'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:17.524733 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c518da77-a5ea-4384-8844-5615177343e9 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Made reservation on behalf of bc40649e055443b9aaedfdea46736570 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:17.530719 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c518da77-a5ea-4384-8844-5615177343e9 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.559279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c518da77-a5ea-4384-8844-5615177343e9 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:38:17.576098 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c518da77-a5ea-4384-8844-5615177343e9 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.576505 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-c518da77-a5ea-4384-8844-5615177343e9 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Added segment 282892b7-f19f-41f1-be7a-3378c3208ca9 of type vlan for network a363a716-97d7-441b-8cc8-bb101b93654f Nov 12 00:38:17.609821 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8aa3682b-7150-45ee-b648-f5fb1529dde2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.652140 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c518da77-a5ea-4384-8844-5615177343e9 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.686153 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-2bfb9ecc-58ae-4453-960a-42f95765b012 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7e9eb5ebe054e9bb51945a5d738bd5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2131593 Nov 12 00:38:17.703010 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab60cea-b04f-418c-b87b-f16737374438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-a27832d2-e74f-4ac2-a482-37840a3364f2', 'network_id': 'a27832d2-e74f-4ac2-a482-37840a3364f2', 'tenant_id': 'bc40649e055443b9aaedfdea46736570', 'fixed_ips': [{'subnet_id': '7c16f31f-cd44-405b-a9eb-6c67907670ad'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:38:17.704039 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4ab60cea-b04f-418c-b87b-f16737374438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.712646 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c518da77-a5ea-4384-8844-5615177343e9 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.718753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c518da77-a5ea-4384-8844-5615177343e9 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:17.719407 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c518da77-a5ea-4384-8844-5615177343e9 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.745594 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8664e201-c8fa-4dd1-af25-90b949697670 req-361adc31-f612-4c40-a6da-63c36841a41c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e12aedabe0d44294a297466dd9b3931e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718877 Nov 12 00:38:17.797109 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8aa3682b-7150-45ee-b648-f5fb1529dde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.800089 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8aa3682b-7150-45ee-b648-f5fb1529dde2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:17.806247 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8aa3682b-7150-45ee-b648-f5fb1529dde2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/abfd3bfe-7b21-436b-9053-695402c023c2 HTTP/1.1" status: 204 len: 168 time: 0.4559891 Nov 12 00:38:17.821250 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3682b-7150-45ee-b648-f5fb1529dde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfd3bfe-7b21-436b-9053-695402c023c2,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:17.852191 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-97b4a036-e078-49d9-a824-2454f1708872 service neutron] 10.222.0.31 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648180 Nov 12 00:38:17.869152 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-4ab60cea-b04f-418c-b87b-f16737374438 None None] Allocated IP 19.80.0.2 (a27832d2-e74f-4ac2-a482-37840a3364f2/7c16f31f-cd44-405b-a9eb-6c67907670ad/d1fbf1bc-a655-4689-a367-3974597b1524) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:18.021634 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-d9fe7290-b894-450a-a529-4c988964c599 service neutron] 10.222.0.31 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618326 Nov 12 00:38:18.061279 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4ab60cea-b04f-418c-b87b-f16737374438 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.069182 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4ab60cea-b04f-418c-b87b-f16737374438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.121682 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab60cea-b04f-418c-b87b-f16737374438 None None] Network a27832d2-e74f-4ac2-a482-37840a3364f2 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:18.132445 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-4ab60cea-b04f-418c-b87b-f16737374438 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:18.134973 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab60cea-b04f-418c-b87b-f16737374438 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:18.137153 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab60cea-b04f-418c-b87b-f16737374438 None None] Pushing event updated for resources: {'Port': ['ID=d1fbf1bc-a655-4689-a367-3974597b1524,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:18.200768 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4ab60cea-b04f-418c-b87b-f16737374438 None None] Attempting to bind port d1fbf1bc-a655-4689-a367-3974597b1524 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:18.201156 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4ab60cea-b04f-418c-b87b-f16737374438 None None] Attempting to bind port d1fbf1bc-a655-4689-a367-3974597b1524 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a27832d2-e74f-4ac2-a482-37840a3364f2'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:18.201528 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab60cea-b04f-418c-b87b-f16737374438 None None] Attempting to bind port d1fbf1bc-a655-4689-a367-3974597b1524 on network a27832d2-e74f-4ac2-a482-37840a3364f2 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:18.206769 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab60cea-b04f-418c-b87b-f16737374438 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:18.207207 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab60cea-b04f-418c-b87b-f16737374438 None None] Checking segment: {'id': 'bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a27832d2-e74f-4ac2-a482-37840a3364f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:18.207677 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4ab60cea-b04f-418c-b87b-f16737374438 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.208072 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab60cea-b04f-418c-b87b-f16737374438 None None] Bound using segment: {'id': 'bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a27832d2-e74f-4ac2-a482-37840a3364f2'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:18.208762 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4ab60cea-b04f-418c-b87b-f16737374438 None None] Bound port: d1fbf1bc-a655-4689-a367-3974597b1524, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a27832d2-e74f-4ac2-a482-37840a3364f2'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:18.209115 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4ab60cea-b04f-418c-b87b-f16737374438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.224121 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 7ff5ac6f-a858-4396-8806-b3d6a25e37dd up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:18.283264 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664e201-c8fa-4dd1-af25-90b949697670 req-a5a62f1b-cec8-46b1-9ce0-22c1229b6406 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:18.290123 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8664e201-c8fa-4dd1-af25-90b949697670 req-a5a62f1b-cec8-46b1-9ce0-22c1229b6406 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5296988 Nov 12 00:38:18.344188 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4ab60cea-b04f-418c-b87b-f16737374438 None None] For port d1fbf1bc-a655-4689-a367-3974597b1524, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:18.349140 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4ab60cea-b04f-418c-b87b-f16737374438 None None] For port d1fbf1bc-a655-4689-a367-3974597b1524, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d1fbf1bc-a655-4689-a367-3974597b1524,segment=NetworkSegment(bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb),segment_id=bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:18.354407 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4ab60cea-b04f-418c-b87b-f16737374438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.365184 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:18.373211 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8664e201-c8fa-4dd1-af25-90b949697670 req-a26839ec-3ff2-4ce1-86c3-c8934e363599 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/quotas/e12aedabe0d44294a297466dd9b3931e HTTP/1.1" status: 200 len: 375 time: 0.0819871 Nov 12 00:38:18.391555 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c518da77-a5ea-4384-8844-5615177343e9 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9068091 Nov 12 00:38:18.392936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52670) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:18.398399 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-41c3106e-f393-4694-ac14-ce8efcbe64c3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Request body: {'subnet': {'network_id': 'a363a716-97d7-441b-8cc8-bb101b93654f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:18.432328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:18.436234 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.459234 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518da77-a5ea-4384-8844-5615177343e9 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event updated for resources: {'Network': ['ID=a363a716-97d7-441b-8cc8-bb101b93654f,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:18.493847 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network a363a716-97d7-441b-8cc8-bb101b93654f details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:38:18.514441 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c7c45-cdf8-44d2-8a53-734357bd18e2 req-741dcb5a-5ce8-424c-a028-f7573f1302ac tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:18.516101 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-676c7c45-cdf8-44d2-8a53-734357bd18e2 req-741dcb5a-5ce8-424c-a028-f7573f1302ac tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.21 "GET /v2.0/ports?device_id=f43e4e3f-a792-4c64-9b37-69d74f4d5578 HTTP/1.1" status: 200 len: 945 time: 0.1887176 Nov 12 00:38:18.549911 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 515d811e-cf1a-4557-b84d-06a73ebc4012 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:18.643326 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab60cea-b04f-418c-b87b-f16737374438 None None] Pushing event updated for resources: {'Port': ['ID=d1fbf1bc-a655-4689-a367-3974597b1524,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:18.670805 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8664e201-c8fa-4dd1-af25-90b949697670 req-c880d325-a5bd-450e-8e04-6ca2f66bab5a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2963021 Nov 12 00:38:18.679030 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c3106e-f393-4694-ac14-ce8efcbe64c3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Made reservation on behalf of bc40649e055443b9aaedfdea46736570 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:18.685370 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-41c3106e-f393-4694-ac14-ce8efcbe64c3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.860300 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 515d811e-cf1a-4557-b84d-06a73ebc4012 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:18.879687 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.887670 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 515d811e-cf1a-4557-b84d-06a73ebc4012 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:18.889813 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:18.963494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-676c7c45-cdf8-44d2-8a53-734357bd18e2 req-ef7f3ac1-f389-496f-a730-ed628eddabcc tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Deleting port 42b5e418-708d-496f-8c64-dfbdfecda219 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:18.964477 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-676c7c45-cdf8-44d2-8a53-734357bd18e2 req-ef7f3ac1-f389-496f-a730-ed628eddabcc tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.058524 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f5caf0-571c-427e-b299-a39f6106e8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff5ac6f-a858-4396-8806-b3d6a25e37dd'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:19.072028 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e8582c-0982-404b-8168-e160f3a5776d" -d '{"events": [{"server_uuid": "e7f5caf0-571c-427e-b299-a39f6106e8d7", "name": "network-vif-plugged", "status": "completed", "tag": "7ff5ac6f-a858-4396-8806-b3d6a25e37dd"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:19.088939 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941dd4b5-21bf-4bdf-b34e-20048706f684 req-221ba71f-4ec2-4328-9f2d-7a44f9d8dd88 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:19.098335 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-941dd4b5-21bf-4bdf-b34e-20048706f684 req-221ba71f-4ec2-4328-9f2d-7a44f9d8dd88 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.1917663 Nov 12 00:38:19.149136 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=7ff5ac6f-a858-4396-8806-b3d6a25e37dd,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:19.174989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52706) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:19.232326 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-676c7c45-cdf8-44d2-8a53-734357bd18e2 req-ef7f3ac1-f389-496f-a730-ed628eddabcc tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] For port 42b5e418-708d-496f-8c64-dfbdfecda219, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=42b5e418-708d-496f-8c64-dfbdfecda219,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:19.232735 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-676c7c45-cdf8-44d2-8a53-734357bd18e2 req-ef7f3ac1-f389-496f-a730-ed628eddabcc tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.246024 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.248647 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 42b5e418-708d-496f-8c64-dfbdfecda219 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:19.261283 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-941dd4b5-21bf-4bdf-b34e-20048706f684 req-5d92de92-adb8-48cd-9337-9d2ca58fbc07 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594307 Nov 12 00:38:19.263660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-676c7c45-cdf8-44d2-8a53-734357bd18e2 req-ef7f3ac1-f389-496f-a730-ed628eddabcc tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Calling delete_port for 42b5e418-708d-496f-8c64-dfbdfecda219 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:19.330419 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-41c3106e-f393-4694-ac14-ce8efcbe64c3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.528341 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-e038932d-49b8-4c2f-a0be-164ea82c83d3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-842584547-network', 'tenant_id': 'a005a1cf512f4cbb9fdb939f3c35eef7'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:19.616368 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d5282-7ad2-4472-b14b-3cc64a2de3e5 req-ca9cf81a-75c9-4239-b07c-ad5f0f9ca227 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:19.620958 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef2d5282-7ad2-4472-b14b-3cc64a2de3e5 req-ca9cf81a-75c9-4239-b07c-ad5f0f9ca227 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 946 time: 0.3274198 Nov 12 00:38:19.646604 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3106e-f393-4694-ac14-ce8efcbe64c3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event updated for resources: {'Subnet': ['ID=60d85901-78f0-4529-aba4-9076914c1b36,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:19.650043 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e038932d-49b8-4c2f-a0be-164ea82c83d3 admin admin] Made reservation on behalf of a005a1cf512f4cbb9fdb939f3c35eef7 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:19.652249 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e038932d-49b8-4c2f-a0be-164ea82c83d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.696528 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e038932d-49b8-4c2f-a0be-164ea82c83d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.737959 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-38ca2c76-ad98-44d5-8e8f-fa5da3744616 req-e88d68f0-2504-49ec-a986-14b371a761b6 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a6dbc9e-d270-4fea-9595-51e9a4945eb7 HTTP/1.1" status: 200 len: 210 time: 0.1739175 Nov 12 00:38:19.740173 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3106e-f393-4694-ac14-ce8efcbe64c3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Checking segment: {'id': '282892b7-f19f-41f1-be7a-3378c3208ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a363a716-97d7-441b-8cc8-bb101b93654f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:19.749800 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c3106e-f393-4694-ac14-ce8efcbe64c3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Network hostable DHCP agents. Network: a363a716-97d7-441b-8cc8-bb101b93654f, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:38:19.797243 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=7ff5ac6f-a858-4396-8806-b3d6a25e37dd,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:19.803545 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.807658 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.820411 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c3106e-f393-4694-ac14-ce8efcbe64c3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Network a363a716-97d7-441b-8cc8-bb101b93654f is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:38:19.837094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-41c3106e-f393-4694-ac14-ce8efcbe64c3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, a363a716-97d7-441b-8cc8-bb101b93654f) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:19.851962 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52836aae-8013-4a9f-995e-d3dd41986015 None None] Network a363a716-97d7-441b-8cc8-bb101b93654f requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:19.857381 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c3106e-f393-4694-ac14-ce8efcbe64c3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:19.858634 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-41c3106e-f393-4694-ac14-ce8efcbe64c3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.891373 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef2d5282-7ad2-4472-b14b-3cc64a2de3e5 req-489b3a0e-40c6-446b-ae89-3b89cf41f806 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509801 Nov 12 00:38:19.892411 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 515d811e-cf1a-4557-b84d-06a73ebc4012, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=515d811e-cf1a-4557-b84d-06a73ebc4012,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:19.926336 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:19.966283 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-41c3106e-f393-4694-ac14-ce8efcbe64c3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5719121 Nov 12 00:38:20.030292 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-676c7c45-cdf8-44d2-8a53-734357bd18e2 req-ef7f3ac1-f389-496f-a730-ed628eddabcc tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.053925 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-635ec37d-23c9-4188-b1b1-f16e3aa851ec req-814e3340-9957-4335-a255-eb3b6a711765 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 210 time: 0.1406996 Nov 12 00:38:20.083708 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f3ac1-f389-496f-a730-ed628eddabcc tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Pushing event deleted for resources: {'Port': ['ID=42b5e418-708d-496f-8c64-dfbdfecda219,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:20.097283 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0968595e-9fd9-4998-9924-42ae2dc253ce x-openstack-request-id: req-0968595e-9fd9-4998-9924-42ae2dc253ce {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:20.098526 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f5caf0-571c-427e-b299-a39f6106e8d7", "name": "network-vif-plugged", "status": "completed", "tag": "7ff5ac6f-a858-4396-8806-b3d6a25e37dd", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:20.099157 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0968595e-9fd9-4998-9924-42ae2dc253ce {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:20.099783 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f5caf0-571c-427e-b299-a39f6106e8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff5ac6f-a858-4396-8806-b3d6a25e37dd', 'code': 200} Nov 12 00:38:20.130146 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e8066a18-dbf0-487c-a6bd-43c1af180c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.198325 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-676c7c45-cdf8-44d2-8a53-734357bd18e2 req-ef7f3ac1-f389-496f-a730-ed628eddabcc tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] No DVR routers for this DVR port 42b5e418-708d-496f-8c64-dfbdfecda219 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:20.209869 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=515d811e-cf1a-4557-b84d-06a73ebc4012,revision_number=13']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:20.211094 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-676c7c45-cdf8-44d2-8a53-734357bd18e2 req-ef7f3ac1-f389-496f-a730-ed628eddabcc tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.248610 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-676c7c45-cdf8-44d2-8a53-734357bd18e2 req-ef7f3ac1-f389-496f-a730-ed628eddabcc tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.21 "DELETE /v2.0/ports/42b5e418-708d-496f-8c64-dfbdfecda219 HTTP/1.1" status: 204 len: 173 time: 1.7234945 Nov 12 00:38:20.260021 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d1fbf1bc-a655-4689-a367-3974597b1524 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:20.271990 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e038932d-49b8-4c2f-a0be-164ea82c83d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.279372 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43e4e3f-a792-4c64-9b37-69d74f4d5578', 'name': 'network-vif-deleted', 'tag': '42b5e418-708d-496f-8c64-dfbdfecda219'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:20.286327 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4483eebf-1998-4cca-81d0-4f702e03ce45" -d '{"events": [{"server_uuid": "f43e4e3f-a792-4c64-9b37-69d74f4d5578", "name": "network-vif-deleted", "tag": "42b5e418-708d-496f-8c64-dfbdfecda219"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:20.329687 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e038932d-49b8-4c2f-a0be-164ea82c83d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.385070 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc31e31d-7a06-417c-9e54-f4ff4214aece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-a363a716-97d7-441b-8cc8-bb101b93654f', 'network_id': 'a363a716-97d7-441b-8cc8-bb101b93654f', 'tenant_id': 'bc40649e055443b9aaedfdea46736570', 'fixed_ips': [{'subnet_id': '60d85901-78f0-4529-aba4-9076914c1b36'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:38:20.385956 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fc31e31d-7a06-417c-9e54-f4ff4214aece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.416309 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port d1fbf1bc-a655-4689-a367-3974597b1524 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:20.417253 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.432052 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-94e320f1-6d77-4405-9af6-f129718f242f tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:20.435006 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-94e320f1-6d77-4405-9af6-f129718f242f tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.15 "GET /v2.0/networks?id=efed2f8d-410d-453a-a918-3e5afbff8a94 HTTP/1.1" status: 200 len: 805 time: 0.2140923 Nov 12 00:38:20.461936 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7d337bbd-9fd3-4002-a9d8-3354e5a334d5 req-1e49768a-b3ea-4f31-a971-54473766b64f tempest-FlavorsV2NegativeTest-2093609194 tempest-FlavorsV2NegativeTest-2093609194-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a1821ce76a8149fd9ea4f3781f04baf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250881 Nov 12 00:38:20.479186 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-63d75424-a6ed-4e76-bbe3-b97790c3fd5e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Request body: {'port': {'device_id': '4a6dbc9e-d270-4fea-9595-51e9a4945eb7', 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94', 'admin_state_up': True, 'tenant_id': 'b7e9eb5ebe054e9bb51945a5d738bd5b'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:20.484766 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e038932d-49b8-4c2f-a0be-164ea82c83d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:38:20.537772 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39f8194-bfc3-4e98-bd54-5f4d6c92fef0 None None] Network a27832d2-e74f-4ac2-a482-37840a3364f2 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:20.559354 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e038932d-49b8-4c2f-a0be-164ea82c83d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.560349 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-e038932d-49b8-4c2f-a0be-164ea82c83d3 admin admin] Added segment c19a1d51-729f-4d59-8a70-da0765ea2723 of type vlan for network b3d85bbc-0d62-48d8-9065-4652c6b5f862 Nov 12 00:38:20.679629 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038932d-49b8-4c2f-a0be-164ea82c83d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c8a437-3cde-4c24-ae9f-aa784609e2fc,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:20.691896 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-55066cf5-8db3-448b-8cc4-b460a7b31521 None None] Provisioning complete for port d1fbf1bc-a655-4689-a367-3974597b1524 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:20.692271 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-55066cf5-8db3-448b-8cc4-b460a7b31521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.695718 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd7e4b-bd10-4bb3-a942-8f554193013f req-3696fff2-5aef-41d6-9c7b-f34199168af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:20.697779 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e3cd7e4b-bd10-4bb3-a942-8f554193013f req-3696fff2-5aef-41d6-9c7b-f34199168af6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 1098 time: 0.4212415 Nov 12 00:38:20.701530 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e038932d-49b8-4c2f-a0be-164ea82c83d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.717904 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.753431 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-63d75424-a6ed-4e76-bbe3-b97790c3fd5e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Made reservation on behalf of b7e9eb5ebe054e9bb51945a5d738bd5b for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:20.758461 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-63d75424-a6ed-4e76-bbe3-b97790c3fd5e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.771646 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d337bbd-9fd3-4002-a9d8-3354e5a334d5 req-e8791523-6bb3-454d-8a8e-5eb2641b1315 tempest-FlavorsV2NegativeTest-2093609194 tempest-FlavorsV2NegativeTest-2093609194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:20.773334 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7d337bbd-9fd3-4002-a9d8-3354e5a334d5 req-e8791523-6bb3-454d-8a8e-5eb2641b1315 tempest-FlavorsV2NegativeTest-2093609194 tempest-FlavorsV2NegativeTest-2093609194-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2810931 Nov 12 00:38:20.825300 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-7c6945aa-3a96-4ea4-bef7-cc3f59b6b4b0 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:20.831589 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-7c6945aa-3a96-4ea4-bef7-cc3f59b6b4b0 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:20.833792 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-7c6945aa-3a96-4ea4-bef7-cc3f59b6b4b0 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/networks?id=a27832d2-e74f-4ac2-a482-37840a3364f2&id=a363a716-97d7-441b-8cc8-bb101b93654f HTTP/1.1" status: 200 len: 1390 time: 0.4937725 Nov 12 00:38:20.835960 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e3cd7e4b-bd10-4bb3-a942-8f554193013f req-08c03c08-a205-4ce2-b953-268ed28d7864 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270103 Nov 12 00:38:20.836760 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e038932d-49b8-4c2f-a0be-164ea82c83d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.837725 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e038932d-49b8-4c2f-a0be-164ea82c83d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:20.838249 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e038932d-49b8-4c2f-a0be-164ea82c83d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.847812 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7d337bbd-9fd3-4002-a9d8-3354e5a334d5 req-3accb6ba-1288-4590-b56b-ec3fafa902a5 tempest-FlavorsV2NegativeTest-2093609194 tempest-FlavorsV2NegativeTest-2093609194-project] 10.222.0.31 "GET /v2.0/quotas/a1821ce76a8149fd9ea4f3781f04baf9 HTTP/1.1" status: 200 len: 375 time: 0.0659258 Nov 12 00:38:20.861796 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-fc31e31d-7a06-417c-9e54-f4ff4214aece None None] Allocated IP 19.86.0.2 (a363a716-97d7-441b-8cc8-bb101b93654f/60d85901-78f0-4529-aba4-9076914c1b36/f68c397b-28f4-427f-8cd2-ae566cea1ac9) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:20.871550 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port d1fbf1bc-a655-4689-a367-3974597b1524, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d1fbf1bc-a655-4689-a367-3974597b1524,segment=NetworkSegment(bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb),segment_id=bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:20.875327 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-df0230d0-b88b-4c70-beab-6446679163f3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/quotas/bc40649e055443b9aaedfdea46736570 HTTP/1.1" status: 200 len: 375 time: 0.0336595 Nov 12 00:38:20.883239 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e038932d-49b8-4c2f-a0be-164ea82c83d3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7061715 Nov 12 00:38:20.891235 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52758) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:20.893389 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7d337bbd-9fd3-4002-a9d8-3354e5a334d5 req-959ed557-17f5-4b68-b52b-a93f3d1192af tempest-FlavorsV2NegativeTest-2093609194 tempest-FlavorsV2NegativeTest-2093609194-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1821ce76a8149fd9ea4f3781f04baf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395858 Nov 12 00:38:20.901944 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-ef660796-d47a-4c42-aad1-b2822891e413 admin admin] Request body: {'subnet': {'network_id': 'b3d85bbc-0d62-48d8-9065-4652c6b5f862', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-842584547-subnet', 'tenant_id': 'a005a1cf512f4cbb9fdb939f3c35eef7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:20.922806 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.925907 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef660796-d47a-4c42-aad1-b2822891e413 admin admin] Made reservation on behalf of a005a1cf512f4cbb9fdb939f3c35eef7 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:20.925907 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ef660796-d47a-4c42-aad1-b2822891e413 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:20.953201 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038932d-49b8-4c2f-a0be-164ea82c83d3 admin admin] Pushing event updated for resources: {'Network': ['ID=b3d85bbc-0d62-48d8-9065-4652c6b5f862,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:21.006015 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-b21a41b9-2e78-4214-a097-74eab4cd772c tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc40649e055443b9aaedfdea46736570&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0959330 Nov 12 00:38:21.015737 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network b3d85bbc-0d62-48d8-9065-4652c6b5f862 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:38:21.110821 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-63d75424-a6ed-4e76-bbe3-b97790c3fd5e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Allocated IP 172.20.0.7 (efed2f8d-410d-453a-a918-3e5afbff8a94/66de2356-7ea2-45bf-8678-a507a5cc17cd/d72e0af2-9478-4563-8bbb-a9fcb61d2548) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:21.153368 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-aeb1fcf8-5f32-4bd6-ae2a-84ec339680a2 service neutron] 10.222.0.31 "GET /v2.0/networks/a27832d2-e74f-4ac2-a482-37840a3364f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308434 Nov 12 00:38:21.159345 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c4e7d-1e2d-47fc-9fc1-0a8d7ed6e7d3 req-bf4e09a9-c0ba-43ad-b5e6-559bd10d5dfd tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:21.176332 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-441c4e7d-1e2d-47fc-9fc1-0a8d7ed6e7d3 req-bf4e09a9-c0ba-43ad-b5e6-559bd10d5dfd tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.1429119 Nov 12 00:38:21.263076 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=d1fbf1bc-a655-4689-a367-3974597b1524,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:21.270083 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-c622440e-4811-4af5-aa1b-8b1c32d7e00c service neutron] 10.222.0.31 "GET /v2.0/networks/a27832d2-e74f-4ac2-a482-37840a3364f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157868 Nov 12 00:38:21.330764 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-441c4e7d-1e2d-47fc-9fc1-0a8d7ed6e7d3 req-9df91c86-8bd9-4172-bcf9-1af250425576 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451027 Nov 12 00:38:21.448232 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ef660796-d47a-4c42-aad1-b2822891e413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.453518 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfe4710-bbd8-416c-becc-2b41ae37f40c x-openstack-request-id: req-6cfe4710-bbd8-416c-becc-2b41ae37f40c {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:21.453821 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43e4e3f-a792-4c64-9b37-69d74f4d5578", "name": "network-vif-deleted", "tag": "42b5e418-708d-496f-8c64-dfbdfecda219", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:21.454127 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6cfe4710-bbd8-416c-becc-2b41ae37f40c {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:21.454457 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43e4e3f-a792-4c64-9b37-69d74f4d5578', 'name': 'network-vif-deleted', 'tag': '42b5e418-708d-496f-8c64-dfbdfecda219', 'status': 'completed', 'code': 200} Nov 12 00:38:21.494580 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8664e201-c8fa-4dd1-af25-90b949697670 req-cf50fc3b-5cc1-4f81-ba35-c9e1b100cdef tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e12aedabe0d44294a297466dd9b3931e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0901647 Nov 12 00:38:21.525110 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-63d75424-a6ed-4e76-bbe3-b97790c3fd5e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.564517 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef660796-d47a-4c42-aad1-b2822891e413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc6e5d0f-94a8-4420-b280-ace2f33eae68,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:21.570185 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fc31e31d-7a06-417c-9e54-f4ff4214aece None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.584247 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fc31e31d-7a06-417c-9e54-f4ff4214aece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.608026 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef660796-d47a-4c42-aad1-b2822891e413 admin admin] Checking segment: {'id': 'c19a1d51-729f-4d59-8a70-da0765ea2723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b3d85bbc-0d62-48d8-9065-4652c6b5f862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:21.608587 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef660796-d47a-4c42-aad1-b2822891e413 admin admin] Network hostable DHCP agents. Network: b3d85bbc-0d62-48d8-9065-4652c6b5f862, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:38:21.640774 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef660796-d47a-4c42-aad1-b2822891e413 admin admin] Network b3d85bbc-0d62-48d8-9065-4652c6b5f862 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:38:21.652286 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-63d75424-a6ed-4e76-bbe3-b97790c3fd5e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.658884 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-ef4840b1-3699-41ef-8785-986544a4a4ba service neutron] 10.222.0.31 "GET /v2.0/networks/a363a716-97d7-441b-8cc8-bb101b93654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874779 Nov 12 00:38:21.706657 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc31e31d-7a06-417c-9e54-f4ff4214aece None None] Network a363a716-97d7-441b-8cc8-bb101b93654f is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:21.710288 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-fc31e31d-7a06-417c-9e54-f4ff4214aece None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:21.715230 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc31e31d-7a06-417c-9e54-f4ff4214aece None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:21.720163 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d75424-a6ed-4e76-bbe3-b97790c3fd5e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Pushing event updated for resources: {'Port': ['ID=d72e0af2-9478-4563-8bbb-a9fcb61d2548,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:21.725244 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31e31d-7a06-417c-9e54-f4ff4214aece None None] Pushing event updated for resources: {'Port': ['ID=f68c397b-28f4-427f-8cd2-ae566cea1ac9,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:21.764914 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-ef660796-d47a-4c42-aad1-b2822891e413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, b3d85bbc-0d62-48d8-9065-4652c6b5f862) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:21.781499 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cca290d-c2ef-4e1d-b7fd-0f385ace1d9e None None] Network b3d85bbc-0d62-48d8-9065-4652c6b5f862 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:21.795938 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef660796-d47a-4c42-aad1-b2822891e413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:21.796402 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ef660796-d47a-4c42-aad1-b2822891e413 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.829252 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-63d75424-a6ed-4e76-bbe3-b97790c3fd5e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Network efed2f8d-410d-453a-a918-3e5afbff8a94 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:21.837477 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-fc31e31d-7a06-417c-9e54-f4ff4214aece None None] Attempting to bind port f68c397b-28f4-427f-8cd2-ae566cea1ac9 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:21.837850 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-fc31e31d-7a06-417c-9e54-f4ff4214aece None None] Attempting to bind port f68c397b-28f4-427f-8cd2-ae566cea1ac9 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '282892b7-f19f-41f1-be7a-3378c3208ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a363a716-97d7-441b-8cc8-bb101b93654f'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:21.838209 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc31e31d-7a06-417c-9e54-f4ff4214aece None None] Attempting to bind port f68c397b-28f4-427f-8cd2-ae566cea1ac9 on network a363a716-97d7-441b-8cc8-bb101b93654f {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:21.839467 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-63d75424-a6ed-4e76-bbe3-b97790c3fd5e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:21.846718 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-63d75424-a6ed-4e76-bbe3-b97790c3fd5e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:21.861702 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ef660796-d47a-4c42-aad1-b2822891e413 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9668317 Nov 12 00:38:21.864984 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664e201-c8fa-4dd1-af25-90b949697670 req-1436fec5-25ae-494b-a9b7-b828051b72d5 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:21.866590 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8664e201-c8fa-4dd1-af25-90b949697670 req-1436fec5-25ae-494b-a9b7-b828051b72d5 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3605826 Nov 12 00:38:21.878154 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-35c4e830-2339-45a5-86b4-3c9eb3a2446d service neutron] 10.222.0.31 "GET /v2.0/networks/a363a716-97d7-441b-8cc8-bb101b93654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104385 Nov 12 00:38:21.883156 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc31e31d-7a06-417c-9e54-f4ff4214aece None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:21.883767 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc31e31d-7a06-417c-9e54-f4ff4214aece None None] Checking segment: {'id': '282892b7-f19f-41f1-be7a-3378c3208ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a363a716-97d7-441b-8cc8-bb101b93654f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:21.883880 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fc31e31d-7a06-417c-9e54-f4ff4214aece None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.884184 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc31e31d-7a06-417c-9e54-f4ff4214aece None None] Bound using segment: {'id': '282892b7-f19f-41f1-be7a-3378c3208ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a363a716-97d7-441b-8cc8-bb101b93654f'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:21.884674 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-fc31e31d-7a06-417c-9e54-f4ff4214aece None None] Bound port: f68c397b-28f4-427f-8cd2-ae566cea1ac9, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '282892b7-f19f-41f1-be7a-3378c3208ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a363a716-97d7-441b-8cc8-bb101b93654f'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:21.885071 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fc31e31d-7a06-417c-9e54-f4ff4214aece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.893444 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-8664e201-c8fa-4dd1-af25-90b949697670 req-dc5a5bb7-2234-4979-be12-cb25b5c4221e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Request body: {'port': {'device_id': '1022eb02-361d-41f9-9995-505887a6a27b', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': 'e12aedabe0d44294a297466dd9b3931e'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:21.902851 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a192f949-dcf0-499c-8d24-f8776652fa49 None None] Provisioning complete for port d1fbf1bc-a655-4689-a367-3974597b1524 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:21.903332 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a192f949-dcf0-499c-8d24-f8776652fa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:21.954769 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f7e47-10cc-47df-b2ec-f18f0ef0b475 req-5b4f670f-1ae1-40b2-9a9e-73276a663909 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:21.956631 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b79f7e47-10cc-47df-b2ec-f18f0ef0b475 req-5b4f670f-1ae1-40b2-9a9e-73276a663909 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a6dbc9e-d270-4fea-9595-51e9a4945eb7 HTTP/1.1" status: 200 len: 931 time: 0.2402236 Nov 12 00:38:21.961623 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52786) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:22.041227 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-63d75424-a6ed-4e76-bbe3-b97790c3fd5e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:22.041890 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-63d75424-a6ed-4e76-bbe3-b97790c3fd5e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.068982 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b79f7e47-10cc-47df-b2ec-f18f0ef0b475 req-24a168de-ab3d-439a-a642-99b23a3d0fcb tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971620 Nov 12 00:38:22.073881 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-63d75424-a6ed-4e76-bbe3-b97790c3fd5e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6014895 Nov 12 00:38:22.098711 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] Request body: {'port': {'device_id': '4a6dbc9e-d270-4fea-9595-51e9a4945eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:22.192477 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d1fbf1bc-a655-4689-a367-3974597b1524 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:22.202755 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8df5da-baba-46dd-818a-6a7936d3fe57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515d811e-cf1a-4557-b84d-06a73ebc4012'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:22.206193 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cd377b-8e65-403b-94a1-ef80f4e936de" -d '{"events": [{"server_uuid": "df8df5da-baba-46dd-818a-6a7936d3fe57", "name": "network-vif-plugged", "status": "completed", "tag": "515d811e-cf1a-4557-b84d-06a73ebc4012"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:22.208190 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8664e201-c8fa-4dd1-af25-90b949697670 req-dc5a5bb7-2234-4979-be12-cb25b5c4221e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Made reservation on behalf of e12aedabe0d44294a297466dd9b3931e for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:22.211846 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8664e201-c8fa-4dd1-af25-90b949697670 req-dc5a5bb7-2234-4979-be12-cb25b5c4221e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.263326 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c4eb06a9-3f9e-416e-bb64-6d7eaede48ac req-1f52b75a-7ad2-4aa7-bf69-c906af995c57 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 210 time: 0.0310557 Nov 12 00:38:22.271973 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-992a44b9-11d4-4f64-820b-827e89117192 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.277090 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 42b5e418-708d-496f-8c64-dfbdfecda219 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:22.299868 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.337250 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940eaa4-ebe9-4738-8e74-826e40f7a5f3 req-36583b2f-e445-493d-9e18-88da86c780b7 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:22.346566 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e940eaa4-ebe9-4738-8e74-826e40f7a5f3 req-36583b2f-e445-493d-9e18-88da86c780b7 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 946 time: 0.1639493 Nov 12 00:38:22.351622 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 42b5e418-708d-496f-8c64-dfbdfecda219 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:22.351968 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 42b5e418-708d-496f-8c64-dfbdfecda219 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:22.389488 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b0fe9cb6-e62c-4234-88f7-7ac507cb0a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.409849 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-fc31e31d-7a06-417c-9e54-f4ff4214aece None None] For port f68c397b-28f4-427f-8cd2-ae566cea1ac9, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:22.440531 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-66aee205-51a7-4222-bcbd-c0593ca90df0 req-bfb3df1e-3206-44ba-805d-0ac9fa4dbfd0 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 210 time: 0.0448337 Nov 12 00:38:22.469806 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-8664e201-c8fa-4dd1-af25-90b949697670 req-dc5a5bb7-2234-4979-be12-cb25b5c4221e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Allocated IP 192.168.233.15 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/2c6100ce-9303-43d8-92bf-6d8b009a82d7) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:22.551140 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e940eaa4-ebe9-4738-8e74-826e40f7a5f3 req-a07a686e-f2ed-4843-811a-0b1cc4c594f2 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034512 Nov 12 00:38:22.633501 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c7a327-02d4-4724-9d1e-f9ad0345ddbb None None] Network b3d85bbc-0d62-48d8-9065-4652c6b5f862 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:22.651465 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-fc31e31d-7a06-417c-9e54-f4ff4214aece None None] For port f68c397b-28f4-427f-8cd2-ae566cea1ac9, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f68c397b-28f4-427f-8cd2-ae566cea1ac9,segment=NetworkSegment(282892b7-f19f-41f1-be7a-3378c3208ca9),segment_id=282892b7-f19f-41f1-be7a-3378c3208ca9)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:22.663417 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8639c9-514e-43a0-887d-174cd8006e62 x-openstack-request-id: req-9a8639c9-514e-43a0-887d-174cd8006e62 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:22.663775 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8df5da-baba-46dd-818a-6a7936d3fe57", "name": "network-vif-plugged", "status": "completed", "tag": "515d811e-cf1a-4557-b84d-06a73ebc4012", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:22.663979 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a8639c9-514e-43a0-887d-174cd8006e62 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:22.664369 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8df5da-baba-46dd-818a-6a7936d3fe57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515d811e-cf1a-4557-b84d-06a73ebc4012', 'code': 200} Nov 12 00:38:22.677234 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fc31e31d-7a06-417c-9e54-f4ff4214aece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.751780 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port d1fbf1bc-a655-4689-a367-3974597b1524 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:22.752152 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.779243 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8664e201-c8fa-4dd1-af25-90b949697670 req-dc5a5bb7-2234-4979-be12-cb25b5c4221e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.853685 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8664e201-c8fa-4dd1-af25-90b949697670 req-dc5a5bb7-2234-4979-be12-cb25b5c4221e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.863143 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-992a44b9-11d4-4f64-820b-827e89117192 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.876165 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-992a44b9-11d4-4f64-820b-827e89117192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:22.885092 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31e31d-7a06-417c-9e54-f4ff4214aece None None] Pushing event updated for resources: {'Port': ['ID=f68c397b-28f4-427f-8cd2-ae566cea1ac9,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:22.908439 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a44b9-11d4-4f64-820b-827e89117192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51475fee-d6c9-4bf2-a40c-3e10b5863955,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:22.915014 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['f8e520da-e4f7-40ab-8161-a0383c27e91d', '05a5ed81-c561-4205-b530-77b2e13676d5', '515d811e-cf1a-4557-b84d-06a73ebc4012'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:22.957168 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f0e7b-6782-4a4f-a3d6-42319ea0c03b req-a5f89796-65ed-45b4-8858-a652deb3016b tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:22.966889 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-629f0e7b-6782-4a4f-a3d6-42319ea0c03b req-a5f89796-65ed-45b4-8858-a652deb3016b tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.1619482 Nov 12 00:38:22.979530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8664e201-c8fa-4dd1-af25-90b949697670 req-dc5a5bb7-2234-4979-be12-cb25b5c4221e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:22.991801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-8664e201-c8fa-4dd1-af25-90b949697670 req-dc5a5bb7-2234-4979-be12-cb25b5c4221e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:23.001620 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-992a44b9-11d4-4f64-820b-827e89117192 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a1821ce76a8149fd9ea4f3781f04baf9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0388873 Nov 12 00:38:23.002247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52822) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:23.049066 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-8664e201-c8fa-4dd1-af25-90b949697670 req-dc5a5bb7-2234-4979-be12-cb25b5c4221e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:23.062401 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a5bb7-2234-4979-be12-cb25b5c4221e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Pushing event updated for resources: {'Port': ['ID=2c6100ce-9303-43d8-92bf-6d8b009a82d7,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:23.203186 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664e201-c8fa-4dd1-af25-90b949697670 req-dc5a5bb7-2234-4979-be12-cb25b5c4221e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:23.203347 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-629f0e7b-6782-4a4f-a3d6-42319ea0c03b req-0159e7b2-6d55-42ef-aa2f-e8b86ef68372 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354970 Nov 12 00:38:23.203857 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-35ae4751-fe82-44a5-ad71-989ff20afdd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.204562 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8664e201-c8fa-4dd1-af25-90b949697670 req-dc5a5bb7-2234-4979-be12-cb25b5c4221e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.223321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d726017-9140-428e-a215-3a7c672e4918 req-30b52649-9527-4355-9fa1-64ac0b15c7f6 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:23.225318 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d726017-9140-428e-a215-3a7c672e4918 req-30b52649-9527-4355-9fa1-64ac0b15c7f6 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/networks?id=b3d85bbc-0d62-48d8-9065-4652c6b5f862 HTTP/1.1" status: 200 len: 821 time: 0.3672748 Nov 12 00:38:23.242838 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72e0af2-9478-4563-8bbb-a9fcb61d2548 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:23.267621 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.283521 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-35ae4751-fe82-44a5-ad71-989ff20afdd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.295615 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8664e201-c8fa-4dd1-af25-90b949697670 req-dc5a5bb7-2234-4979-be12-cb25b5c4221e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4061072 Nov 12 00:38:23.298989 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d726017-9140-428e-a215-3a7c672e4918 req-a8486993-5a94-482c-a2c6-f84f13ed1f5b tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/quotas/a005a1cf512f4cbb9fdb939f3c35eef7 HTTP/1.1" status: 200 len: 375 time: 0.0486658 Nov 12 00:38:23.313521 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] Transition to ACTIVE for port object d72e0af2-9478-4563-8bbb-a9fcb61d2548 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:23.323830 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.348848 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.352752 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-8664e201-c8fa-4dd1-af25-90b949697670 req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] Request body: {'port': {'device_id': '1022eb02-361d-41f9-9995-505887a6a27b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:23.410259 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] Pushing event updated for resources: {'Port': ['ID=d72e0af2-9478-4563-8bbb-a9fcb61d2548,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:23.414854 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d726017-9140-428e-a215-3a7c672e4918 req-4a95b981-3c30-42f3-a663-3653060ab43b tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a005a1cf512f4cbb9fdb939f3c35eef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1072156 Nov 12 00:38:23.570889 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8664e201-c8fa-4dd1-af25-90b949697670 req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.574025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7d8c07fc-6a13-43e6-822d-e5f9a4617883 None None] Provisioning complete for port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:23.574842 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7d8c07fc-6a13-43e6-822d-e5f9a4617883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.592742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] Attempting to bind port d72e0af2-9478-4563-8bbb-a9fcb61d2548 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:23.593394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] Attempting to bind port d72e0af2-9478-4563-8bbb-a9fcb61d2548 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '642f570b-ca64-4984-8f79-800d8f30fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:23.593530 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] Attempting to bind port d72e0af2-9478-4563-8bbb-a9fcb61d2548 on network efed2f8d-410d-453a-a918-3e5afbff8a94 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:23.600661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] Port d72e0af2-9478-4563-8bbb-a9fcb61d2548 on network efed2f8d-410d-453a-a918-3e5afbff8a94 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:23.601003 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] Attempting to bind port d72e0af2-9478-4563-8bbb-a9fcb61d2548 on network efed2f8d-410d-453a-a918-3e5afbff8a94 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:23.610911 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:23.611694 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] Checking segment: {'id': '642f570b-ca64-4984-8f79-800d8f30fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:23.611694 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] Bound using segment: {'id': '642f570b-ca64-4984-8f79-800d8f30fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:23.612306 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] Bound port: d72e0af2-9478-4563-8bbb-a9fcb61d2548, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642f570b-ca64-4984-8f79-800d8f30fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:23.612449 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.614997 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c07fc-6a13-43e6-822d-e5f9a4617883 None None] Port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:23.617279 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f7a80-769b-417a-b0d8-77402d6d054f req-792841a5-b0f9-47a2-8869-9ef795446cf6 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:23.621215 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-883f7a80-769b-417a-b0d8-77402d6d054f req-792841a5-b0f9-47a2-8869-9ef795446cf6 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 1098 time: 0.0847731 Nov 12 00:38:23.624906 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-35ae4751-fe82-44a5-ad71-989ff20afdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.627782 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-35ae4751-fe82-44a5-ad71-989ff20afdd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.629618 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-35ae4751-fe82-44a5-ad71-989ff20afdd2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51475fee-d6c9-4bf2-a40c-3e10b5863955 HTTP/1.1" status: 204 len: 168 time: 0.6138382 Nov 12 00:38:23.664397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae4751-fe82-44a5-ad71-989ff20afdd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51475fee-d6c9-4bf2-a40c-3e10b5863955,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:23.672650 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d726017-9140-428e-a215-3a7c672e4918 req-2d56afa4-8327-4d7c-95ae-f8ac32d5ed61 service neutron] 10.222.0.31 "GET /v2.0/networks/b3d85bbc-0d62-48d8-9065-4652c6b5f862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381101 Nov 12 00:38:23.741323 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-883f7a80-769b-417a-b0d8-77402d6d054f req-4ff27ed8-b500-43b0-b24c-85a713cdc1f7 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033030 Nov 12 00:38:23.802702 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] For port d72e0af2-9478-4563-8bbb-a9fcb61d2548, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:23.818904 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] For port d72e0af2-9478-4563-8bbb-a9fcb61d2548, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d72e0af2-9478-4563-8bbb-a9fcb61d2548,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:23.829654 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.909729 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:23.910900 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:23.912321 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] 10.222.0.15 "PUT /v2.0/ports/d72e0af2-9478-4563-8bbb-a9fcb61d2548 HTTP/1.1" status: 200 len: 1092 time: 1.8202357 Nov 12 00:38:23.915519 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6dbc9e-d270-4fea-9595-51e9a4945eb7', 'tag': 'd72e0af2-9478-4563-8bbb-a9fcb61d2548'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:23.918535 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff59d6c-9c1d-4bfa-a2d1-82fbf114d1fb" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6dbc9e-d270-4fea-9595-51e9a4945eb7", "tag": "d72e0af2-9478-4563-8bbb-a9fcb61d2548"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:23.993952 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a95f40-c5af-4056-b7f6-46f378e536be service neutron] Pushing event updated for resources: {'Port': ['ID=d72e0af2-9478-4563-8bbb-a9fcb61d2548,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:24.015312 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a06d28-fa61-43a6-a978-759a667bcd3f req-60e5e8f2-44d3-45ff-b72a-3cbb155a70ce tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.026334 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-52a06d28-fa61-43a6-a978-759a667bcd3f req-60e5e8f2-44d3-45ff-b72a-3cbb155a70ce tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a6dbc9e-d270-4fea-9595-51e9a4945eb7 HTTP/1.1" status: 200 len: 943 time: 0.1245875 Nov 12 00:38:24.074909 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d726017-9140-428e-a215-3a7c672e4918 req-efad4e26-8920-4368-a9cf-cf48125790b8 service neutron] 10.222.0.31 "GET /v2.0/networks/b3d85bbc-0d62-48d8-9065-4652c6b5f862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504536 Nov 12 00:38:24.109258 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f68c397b-28f4-427f-8cd2-ae566cea1ac9 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:24.158818 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-e715d4fa-f5a4-4877-811d-c270caeacb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.164934 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-e715d4fa-f5a4-4877-811d-c270caeacb5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7e9eb5ebe054e9bb51945a5d738bd5b&device_id=4a6dbc9e-d270-4fea-9595-51e9a4945eb7 HTTP/1.1" status: 200 len: 1095 time: 0.1358747 Nov 12 00:38:24.229016 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-615fa8cb-3a3a-4732-a441-3a36c73e9eae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d72e0af2-9478-4563-8bbb-a9fcb61d2548 HTTP/1.1" status: 200 len: 217 time: 0.0462244 Nov 12 00:38:24.243093 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-52a06d28-fa61-43a6-a978-759a667bcd3f req-1521f4cd-ade4-4b8a-9a92-5a4455a0b009 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157388 Nov 12 00:38:24.251580 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port f68c397b-28f4-427f-8cd2-ae566cea1ac9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:24.252193 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.326141 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-8af90da0-5ef4-433f-bf9c-b179ea6964c3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.338074 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-a5252dfd-8c3e-4ff4-bc18-3f4255aa8414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.339922 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-a5252dfd-8c3e-4ff4-bc18-3f4255aa8414 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66de2356-7ea2-45bf-8678-a507a5cc17cd HTTP/1.1" status: 200 len: 845 time: 0.0956922 Nov 12 00:38:24.340306 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-8af90da0-5ef4-433f-bf9c-b179ea6964c3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.341954 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-8af90da0-5ef4-433f-bf9c-b179ea6964c3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.21 "GET /v2.0/networks?id=a27832d2-e74f-4ac2-a482-37840a3364f2&id=a363a716-97d7-441b-8cc8-bb101b93654f HTTP/1.1" status: 200 len: 1390 time: 0.4161334 Nov 12 00:38:24.371342 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-3bf95e89-11dc-4f6e-96bc-031fbec16ba7 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Request body: {'port': {'device_id': '374597d0-6cc9-4b8d-8a10-7f2561ce5bb2', 'network_id': 'a27832d2-e74f-4ac2-a482-37840a3364f2', 'admin_state_up': True, 'tenant_id': 'bc40649e055443b9aaedfdea46736570'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:24.401851 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3818ea-92d4-4bff-a692-3df803466f60 None None] Network a363a716-97d7-441b-8cc8-bb101b93654f requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:24.404064 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.446983 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-8664e201-c8fa-4dd1-af25-90b949697670 req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6100ce-9303-43d8-92bf-6d8b009a82d7 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:24.460282 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8664e201-c8fa-4dd1-af25-90b949697670 req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.479394 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-38f0b595-ff78-47d9-b9a3-a9dbf2355d7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efed2f8d-410d-453a-a918-3e5afbff8a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091266 Nov 12 00:38:24.502901 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-8664e201-c8fa-4dd1-af25-90b949697670 req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] Transition to ACTIVE for port object 2c6100ce-9303-43d8-92bf-6d8b009a82d7 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:24.545001 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-69386a3e-b5da-45e1-b742-9889b9417526 req-73d0bd12-6e68-462b-80a1-8e9c6a7430df tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 210 time: 0.0698774 Nov 12 00:38:24.548589 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8664e201-c8fa-4dd1-af25-90b949697670 req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.560553 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.586683 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6cad31f7-9c80-48cf-92c6-55c3aacbb7eb None None] Provisioning complete for port f68c397b-28f4-427f-8cd2-ae566cea1ac9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:24.587428 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6cad31f7-9c80-48cf-92c6-55c3aacbb7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.614877 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16bb09-1797-49ca-81b9-cdbc4a50e067 req-f4210683-ea1f-4ce4-88a4-70aea862f94c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:24.632340 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0a16bb09-1797-49ca-81b9-cdbc4a50e067 req-f4210683-ea1f-4ce4-88a4-70aea862f94c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 935 time: 0.2402153 Nov 12 00:38:24.714830 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-9225f974-dd62-431d-8cf5-241200660225 service neutron] 10.222.0.15 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145867 Nov 12 00:38:24.718528 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port f68c397b-28f4-427f-8cd2-ae566cea1ac9, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f68c397b-28f4-427f-8cd2-ae566cea1ac9,segment=NetworkSegment(282892b7-f19f-41f1-be7a-3378c3208ca9),segment_id=282892b7-f19f-41f1-be7a-3378c3208ca9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:24.739779 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0a16bb09-1797-49ca-81b9-cdbc4a50e067 req-331e8476-61c3-4d9e-a838-4815e65aafd3 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064510 Nov 12 00:38:24.770661 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:24.842279 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c639aeb9-aa6a-44c5-840f-5759df48e6b1 x-openstack-request-id: req-c639aeb9-aa6a-44c5-840f-5759df48e6b1 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:24.843017 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6dbc9e-d270-4fea-9595-51e9a4945eb7", "tag": "d72e0af2-9478-4563-8bbb-a9fcb61d2548", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:24.843465 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c639aeb9-aa6a-44c5-840f-5759df48e6b1 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:24.844081 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6dbc9e-d270-4fea-9595-51e9a4945eb7', 'tag': 'd72e0af2-9478-4563-8bbb-a9fcb61d2548', 'status': 'completed', 'code': 200} Nov 12 00:38:24.862325 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] Pushing event updated for resources: {'Port': ['ID=2c6100ce-9303-43d8-92bf-6d8b009a82d7,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:24.881155 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-3bf95e89-11dc-4f6e-96bc-031fbec16ba7 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Made reservation on behalf of bc40649e055443b9aaedfdea46736570 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:24.890761 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-3bf95e89-11dc-4f6e-96bc-031fbec16ba7 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.056568 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680d855a-2bd7-4283-80dd-ec94d0c294e0 req-d92415eb-729c-465b-a487-70bbacf6a26e service neutron] 10.222.0.15 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153691 Nov 12 00:38:25.068719 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=f68c397b-28f4-427f-8cd2-ae566cea1ac9,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:25.115615 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a495-5eff-4fad-8e87-2c54de472d16 req-37230efb-8f64-40f3-bca7-0f5edf8d9d22 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.123178 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e640a495-5eff-4fad-8e87-2c54de472d16 req-37230efb-8f64-40f3-bca7-0f5edf8d9d22 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.1240265 Nov 12 00:38:25.171673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92707023-b0eb-4c77-bf20-6aef64c37157 req-8a8c06e9-f256-440f-bd02-048cffa89e62 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.179955 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92707023-b0eb-4c77-bf20-6aef64c37157 req-8a8c06e9-f256-440f-bd02-048cffa89e62 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 1098 time: 0.5271106 Nov 12 00:38:25.199483 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e640a495-5eff-4fad-8e87-2c54de472d16 req-c2f37bee-04e3-4e9f-a5c2-d0f6d26db0a0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693879 Nov 12 00:38:25.254488 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-3bf95e89-11dc-4f6e-96bc-031fbec16ba7 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Allocated IP 19.80.0.221 (a27832d2-e74f-4ac2-a482-37840a3364f2/7c16f31f-cd44-405b-a9eb-6c67907670ad/309fb010-0c46-45a4-a34a-d7f65eb9dfc2) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:25.288949 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-8664e201-c8fa-4dd1-af25-90b949697670 req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] Attempting to bind port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:25.289558 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-8664e201-c8fa-4dd1-af25-90b949697670 req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] Attempting to bind port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:25.290126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8664e201-c8fa-4dd1-af25-90b949697670 req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] Attempting to bind port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:25.298657 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff59d6c-9c1d-4bfa-a2d1-82fbf114d1fb req-5380557b-b310-4535-8ae5-2ec795b1dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.301410 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aff59d6c-9c1d-4bfa-a2d1-82fbf114d1fb req-5380557b-b310-4535-8ae5-2ec795b1dcdf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7e9eb5ebe054e9bb51945a5d738bd5b&device_id=4a6dbc9e-d270-4fea-9595-51e9a4945eb7 HTTP/1.1" status: 200 len: 1095 time: 0.0873971 Nov 12 00:38:25.304145 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.305905 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92707023-b0eb-4c77-bf20-6aef64c37157 req-20d339ee-add9-4f27-8d7f-5bbba48f2913 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250942 Nov 12 00:38:25.308971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8664e201-c8fa-4dd1-af25-90b949697670 req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] Port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:25.309495 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8664e201-c8fa-4dd1-af25-90b949697670 req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] Attempting to bind port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:25.330028 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8664e201-c8fa-4dd1-af25-90b949697670 req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:25.330608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8664e201-c8fa-4dd1-af25-90b949697670 req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:25.331179 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8664e201-c8fa-4dd1-af25-90b949697670 req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:25.332324 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-8664e201-c8fa-4dd1-af25-90b949697670 req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] Bound port: 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:25.332866 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8664e201-c8fa-4dd1-af25-90b949697670 req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.429195 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-df37ca5f-db5d-4921-8be2-124a949cc5a2 req-6bfdc1f1-c0f2-4d0b-804f-eb30fb660278 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb8efbb7-0256-4e8f-a67b-9bf84acfadc2 HTTP/1.1" status: 200 len: 210 time: 0.0849688 Nov 12 00:38:25.494524 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ca3df5d8-9bff-4fcc-aec6-ed42b925b71a None None] Provisioning complete for port f68c397b-28f4-427f-8cd2-ae566cea1ac9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:25.495044 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ca3df5d8-9bff-4fcc-aec6-ed42b925b71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.498918 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8664e201-c8fa-4dd1-af25-90b949697670 req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] For port 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:25.507791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8664e201-c8fa-4dd1-af25-90b949697670 req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] For port 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:25.525253 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8664e201-c8fa-4dd1-af25-90b949697670 req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.529497 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-3bf95e89-11dc-4f6e-96bc-031fbec16ba7 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.554335 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff59d6c-9c1d-4bfa-a2d1-82fbf114d1fb req-7557193c-f302-479b-a024-6da99052cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.556466 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aff59d6c-9c1d-4bfa-a2d1-82fbf114d1fb req-7557193c-f302-479b-a024-6da99052cdc6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=efed2f8d-410d-453a-a918-3e5afbff8a94 HTTP/1.1" status: 200 len: 906 time: 0.2430925 Nov 12 00:38:25.605231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664e201-c8fa-4dd1-af25-90b949697670 req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.605231 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8664e201-c8fa-4dd1-af25-90b949697670 req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.605231 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8664e201-c8fa-4dd1-af25-90b949697670 req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] 10.222.0.15 "PUT /v2.0/ports/2c6100ce-9303-43d8-92bf-6d8b009a82d7 HTTP/1.1" status: 200 len: 1096 time: 2.2755389 Nov 12 00:38:25.605231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1022eb02-361d-41f9-9995-505887a6a27b', 'tag': '2c6100ce-9303-43d8-92bf-6d8b009a82d7'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:25.606926 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff00a46-2526-4482-94c8-e092a7c69083" -d '{"events": [{"name": "network-changed", "server_uuid": "1022eb02-361d-41f9-9995-505887a6a27b", "tag": "2c6100ce-9303-43d8-92bf-6d8b009a82d7"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:25.626508 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aff59d6c-9c1d-4bfa-a2d1-82fbf114d1fb req-870a8a5a-8116-421a-80af-759b082fb5d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d72e0af2-9478-4563-8bbb-a9fcb61d2548 HTTP/1.1" status: 200 len: 217 time: 0.0602648 Nov 12 00:38:25.652925 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cffb28-a237-4bbf-82b7-0be054850cfa service neutron] Pushing event updated for resources: {'Port': ['ID=2c6100ce-9303-43d8-92bf-6d8b009a82d7,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:25.689595 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a8fef-61cf-4cce-a290-208b32ad1ea7 req-548fb37d-5419-4946-98e6-b086bed0c776 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.692318 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5b7a8fef-61cf-4cce-a290-208b32ad1ea7 req-548fb37d-5419-4946-98e6-b086bed0c776 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a6dbc9e-d270-4fea-9595-51e9a4945eb7 HTTP/1.1" status: 200 len: 943 time: 0.1500537 Nov 12 00:38:25.695976 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-3bf95e89-11dc-4f6e-96bc-031fbec16ba7 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.734337 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff59d6c-9c1d-4bfa-a2d1-82fbf114d1fb req-9f6e1efa-b90f-4853-bd98-2137c1f18e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.737266 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aff59d6c-9c1d-4bfa-a2d1-82fbf114d1fb req-9f6e1efa-b90f-4853-bd98-2137c1f18e08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66de2356-7ea2-45bf-8678-a507a5cc17cd HTTP/1.1" status: 200 len: 845 time: 0.0931213 Nov 12 00:38:25.787747 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aff59d6c-9c1d-4bfa-a2d1-82fbf114d1fb req-49472f0b-eaf3-4838-9359-aba868386c03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=efed2f8d-410d-453a-a918-3e5afbff8a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366969 Nov 12 00:38:25.789372 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-3bf95e89-11dc-4f6e-96bc-031fbec16ba7 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Network a27832d2-e74f-4ac2-a482-37840a3364f2 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:25.802175 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-3bf95e89-11dc-4f6e-96bc-031fbec16ba7 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:25.808054 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-3bf95e89-11dc-4f6e-96bc-031fbec16ba7 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:25.852372 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf95e89-11dc-4f6e-96bc-031fbec16ba7 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event updated for resources: {'Port': ['ID=309fb010-0c46-45a4-a34a-d7f65eb9dfc2,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:25.887571 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5b7a8fef-61cf-4cce-a290-208b32ad1ea7 req-53dbcee5-dab2-4751-9963-9cd34fea31a2 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811302 Nov 12 00:38:25.894285 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664e201-c8fa-4dd1-af25-90b949697670 req-9f8a4ff1-011b-4c85-a80c-e5bbcf0844a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.895826 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8664e201-c8fa-4dd1-af25-90b949697670 req-9f8a4ff1-011b-4c85-a80c-e5bbcf0844a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 1099 time: 0.1834438 Nov 12 00:38:25.897828 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.914163 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-3bf95e89-11dc-4f6e-96bc-031fbec16ba7 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:25.914895 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-3bf95e89-11dc-4f6e-96bc-031fbec16ba7 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:25.962516 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-3bf95e89-11dc-4f6e-96bc-031fbec16ba7 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5949721 Nov 12 00:38:26.001167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-0b5eafee-b51b-42e5-8954-0e5e849d60a3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Request body: {'port': {'device_id': '374597d0-6cc9-4b8d-8a10-7f2561ce5bb2', 'network_id': 'a363a716-97d7-441b-8cc8-bb101b93654f', 'admin_state_up': True, 'tenant_id': 'bc40649e055443b9aaedfdea46736570'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:26.056057 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f68c397b-28f4-427f-8cd2-ae566cea1ac9 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:26.080256 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8664e201-c8fa-4dd1-af25-90b949697670 req-53b2ff1d-a26b-415b-b655-3a4b14d2de4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7 HTTP/1.1" status: 200 len: 217 time: 0.1162503 Nov 12 00:38:26.133952 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port f68c397b-28f4-427f-8cd2-ae566cea1ac9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:26.134570 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.260234 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2c6acca7-a0f6-42ac-8be4-1c535d22c1f3 None None] Provisioning complete for port 309fb010-0c46-45a4-a34a-d7f65eb9dfc2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:26.260845 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2c6acca7-a0f6-42ac-8be4-1c535d22c1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.302082 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-2c6acca7-a0f6-42ac-8be4-1c535d22c1f3 None None] Port 309fb010-0c46-45a4-a34a-d7f65eb9dfc2 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:26.311553 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-f5f3a290-53bc-41c0-9c3c-4f84b85b6e6d tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=353cd591304b463b94835702668e17ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4854457 Nov 12 00:38:26.339332 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aff59d6c-9c1d-4bfa-a2d1-82fbf114d1fb req-6a65943a-9f5b-4928-bf55-aabdb6e07f9a service neutron] 10.222.0.15 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410879 Nov 12 00:38:26.501319 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-32d20da6-9b1d-4644-ac46-1015211bf866 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:26.502811 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-32d20da6-9b1d-4644-ac46-1015211bf866 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1844919 Nov 12 00:38:26.509707 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aff59d6c-9c1d-4bfa-a2d1-82fbf114d1fb req-2c0f9df2-44b4-4d1a-b4a1-5a83210f7a83 service neutron] 10.222.0.15 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589878 Nov 12 00:38:26.520297 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-31451b80-7bb7-4c3e-b990-b4c38da56cd2 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/quotas/353cd591304b463b94835702668e17ae HTTP/1.1" status: 200 len: 375 time: 0.0094714 Nov 12 00:38:26.554299 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-9c185585-99b0-4b77-afcd-7774c87d86a6 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=353cd591304b463b94835702668e17ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281260 Nov 12 00:38:26.617677 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67b6b8-4c23-4133-b554-e86309b202a8 req-716cd896-fea1-48ce-82c0-2812cbaa2e1e tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:26.619171 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d67b6b8-4c23-4133-b554-e86309b202a8 req-716cd896-fea1-48ce-82c0-2812cbaa2e1e tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 932 time: 0.5587513 Nov 12 00:38:26.684820 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664e201-c8fa-4dd1-af25-90b949697670 req-4a8330a9-577b-468f-b9c6-e5f873366e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:26.686385 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8664e201-c8fa-4dd1-af25-90b949697670 req-4a8330a9-577b-468f-b9c6-e5f873366e12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.5943925 Nov 12 00:38:26.710450 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a072df4c-e0e2-4fd7-8357-16ab965d4357 x-openstack-request-id: req-a072df4c-e0e2-4fd7-8357-16ab965d4357 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:26.710737 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1022eb02-361d-41f9-9995-505887a6a27b", "tag": "2c6100ce-9303-43d8-92bf-6d8b009a82d7", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:26.710982 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a072df4c-e0e2-4fd7-8357-16ab965d4357 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:26.711369 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1022eb02-361d-41f9-9995-505887a6a27b', 'tag': '2c6100ce-9303-43d8-92bf-6d8b009a82d7', 'status': 'completed', 'code': 200} Nov 12 00:38:26.764436 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d726017-9140-428e-a215-3a7c672e4918 req-ed7d23df-ccff-44b0-ba04-54402e6c2556 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:26.766973 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d726017-9140-428e-a215-3a7c672e4918 req-ed7d23df-ccff-44b0-ba04-54402e6c2556 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.21 "GET /v2.0/networks?id=b3d85bbc-0d62-48d8-9065-4652c6b5f862 HTTP/1.1" status: 200 len: 821 time: 0.5945284 Nov 12 00:38:26.786564 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-9d726017-9140-428e-a215-3a7c672e4918 req-4b156568-d778-413f-8448-051726d8deea tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Request body: {'port': {'device_id': 'eb8efbb7-0256-4e8f-a67b-9bf84acfadc2', 'network_id': 'b3d85bbc-0d62-48d8-9065-4652c6b5f862', 'admin_state_up': True, 'tenant_id': 'a005a1cf512f4cbb9fdb939f3c35eef7'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:26.811324 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d67b6b8-4c23-4133-b554-e86309b202a8 req-11b2c5c0-8b3a-414a-a122-588ac34eca2c tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739938 Nov 12 00:38:26.811824 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb409c-878e-4249-a9bf-9cf255020de7 req-4b987d1b-7370-4b15-b1d9-49c6ace21c06 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:26.813651 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d3eb409c-878e-4249-a9bf-9cf255020de7 req-4b987d1b-7370-4b15-b1d9-49c6ace21c06 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 947 time: 0.0655479 Nov 12 00:38:26.831691 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-0b5eafee-b51b-42e5-8954-0e5e849d60a3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Made reservation on behalf of bc40649e055443b9aaedfdea46736570 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:26.835448 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-0b5eafee-b51b-42e5-8954-0e5e849d60a3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:26.888556 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d3eb409c-878e-4249-a9bf-9cf255020de7 req-be41a503-c49c-468b-b5b1-af3398ce19fa tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560632 Nov 12 00:38:26.896282 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664e201-c8fa-4dd1-af25-90b949697670 req-55b27d6a-1b63-4b27-8dc5-c979c54e7557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:26.898742 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8664e201-c8fa-4dd1-af25-90b949697670 req-55b27d6a-1b63-4b27-8dc5-c979c54e7557 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2030609 Nov 12 00:38:27.023076 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1efb2-6a25-420a-b5c2-13e49896d354 req-3051fefc-9a53-4660-add1-8796997397a1 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:27.024820 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c9d1efb2-6a25-420a-b5c2-13e49896d354 req-3051fefc-9a53-4660-add1-8796997397a1 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.0596309 Nov 12 00:38:27.096110 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c9d1efb2-6a25-420a-b5c2-13e49896d354 req-c35cfaad-83f1-4380-9cf6-6470b05caef1 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648706 Nov 12 00:38:27.134544 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8664e201-c8fa-4dd1-af25-90b949697670 req-890eccb7-7599-4fc8-b575-363f219c7806 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215075 Nov 12 00:38:27.196855 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d726017-9140-428e-a215-3a7c672e4918 req-4b156568-d778-413f-8448-051726d8deea tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Made reservation on behalf of a005a1cf512f4cbb9fdb939f3c35eef7 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:27.200565 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9d726017-9140-428e-a215-3a7c672e4918 req-4b156568-d778-413f-8448-051726d8deea tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.293014 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-0b5eafee-b51b-42e5-8954-0e5e849d60a3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Allocated IP 19.86.0.189 (a363a716-97d7-441b-8cc8-bb101b93654f/60d85901-78f0-4529-aba4-9076914c1b36/8ee53c30-d721-446a-a4a7-32aa5d6e1316) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:27.293281 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ea321d9b-1300-4750-9970-c45817e3950c req-eed3341d-1d30-4f39-9d79-9c05210d0884 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb8efbb7-0256-4e8f-a67b-9bf84acfadc2 HTTP/1.1" status: 200 len: 210 time: 0.0457850 Nov 12 00:38:27.408284 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8664e201-c8fa-4dd1-af25-90b949697670 req-9d676bdf-9c05-4ada-b3fe-c4d84189a441 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634232 Nov 12 00:38:27.431158 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58d672aa-cc20-4b06-983b-a34e9fba57ed req-0697562f-d25e-41ad-ad52-b297595c2f21 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/ports?device_id=93e26219-e012-4bc0-b12f-23e61a32ba48 HTTP/1.1" status: 200 len: 210 time: 0.0493608 Nov 12 00:38:27.575050 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc3190-e08f-4947-ac16-b645ecc89d19 req-63a749cc-374f-4f52-ac4a-c57dd5ecfcfe tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:27.576615 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-90bc3190-e08f-4947-ac16-b645ecc89d19 req-63a749cc-374f-4f52-ac4a-c57dd5ecfcfe tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a6dbc9e-d270-4fea-9595-51e9a4945eb7 HTTP/1.1" status: 200 len: 943 time: 0.0675106 Nov 12 00:38:27.588494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-9d726017-9140-428e-a215-3a7c672e4918 req-4b156568-d778-413f-8448-051726d8deea tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Allocated IP 172.20.0.8 (b3d85bbc-0d62-48d8-9065-4652c6b5f862/fc6e5d0f-94a8-4420-b280-ace2f33eae68/29f02ebd-0d3d-400f-a9f7-24672678eff6) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:27.645080 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-90bc3190-e08f-4947-ac16-b645ecc89d19 req-83a55a61-6d4e-4ff4-a174-7d344402d707 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604134 Nov 12 00:38:27.660655 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff00a46-2526-4482-94c8-e092a7c69083 req-b0b876d5-1404-4433-9050-ac82b8cf86eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:27.662175 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bff00a46-2526-4482-94c8-e092a7c69083 req-b0b876d5-1404-4433-9050-ac82b8cf86eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 1099 time: 0.1328633 Nov 12 00:38:27.670565 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-0b5eafee-b51b-42e5-8954-0e5e849d60a3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.839358 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-0b5eafee-b51b-42e5-8954-0e5e849d60a3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.900946 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff00a46-2526-4482-94c8-e092a7c69083 req-b6c882c0-c87d-481d-9094-ee7d10c1dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:27.902777 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bff00a46-2526-4482-94c8-e092a7c69083 req-b6c882c0-c87d-481d-9094-ee7d10c1dc86 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.2202709 Nov 12 00:38:27.936607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-0b5eafee-b51b-42e5-8954-0e5e849d60a3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Network a363a716-97d7-441b-8cc8-bb101b93654f is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:27.945773 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865658b9-2efb-458a-b11b-5d5c15c34ce8 req-741c7e05-3630-4c2d-ba8d-b90476f3b964 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:27.952620 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865658b9-2efb-458a-b11b-5d5c15c34ce8 req-741c7e05-3630-4c2d-ba8d-b90476f3b964 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:27.954367 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-865658b9-2efb-458a-b11b-5d5c15c34ce8 req-741c7e05-3630-4c2d-ba8d-b90476f3b964 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 1655 time: 0.0752051 Nov 12 00:38:27.970210 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9d726017-9140-428e-a215-3a7c672e4918 req-4b156568-d778-413f-8448-051726d8deea tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:27.972066 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-0b5eafee-b51b-42e5-8954-0e5e849d60a3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:27.976140 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5eafee-b51b-42e5-8954-0e5e849d60a3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event updated for resources: {'Port': ['ID=8ee53c30-d721-446a-a4a7-32aa5d6e1316,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:27.979607 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bff00a46-2526-4482-94c8-e092a7c69083 req-79304965-2332-4cca-b6d3-a41103d80d87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7 HTTP/1.1" status: 200 len: 217 time: 0.0649381 Nov 12 00:38:27.980083 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-0b5eafee-b51b-42e5-8954-0e5e849d60a3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:28.023967 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-55578520-938c-4bea-8c73-05a75fc292c3 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=353cd591304b463b94835702668e17ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270121 Nov 12 00:38:28.086495 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-751a52c4-3950-42f8-a1cb-0c6f0dc77ca6 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:38:28.087524 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-751a52c4-3950-42f8-a1cb-0c6f0dc77ca6 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0373459 Nov 12 00:38:28.090927 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-0b5eafee-b51b-42e5-8954-0e5e849d60a3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:28.091968 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-0b5eafee-b51b-42e5-8954-0e5e849d60a3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.109982 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff00a46-2526-4482-94c8-e092a7c69083 req-cbf6dfad-f417-461c-b185-3a450b981df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:28.111450 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bff00a46-2526-4482-94c8-e092a7c69083 req-cbf6dfad-f417-461c-b185-3a450b981df8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1076021 Nov 12 00:38:28.115243 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-865658b9-2efb-458a-b11b-5d5c15c34ce8 req-0c2d20fe-ecfa-485f-973c-4b7ca362106a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519542 Nov 12 00:38:28.136162 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-0b5eafee-b51b-42e5-8954-0e5e849d60a3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1601524 Nov 12 00:38:28.151727 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9d726017-9140-428e-a215-3a7c672e4918 req-4b156568-d778-413f-8448-051726d8deea tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.161507 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] Request body: {'port': {'device_id': '374597d0-6cc9-4b8d-8a10-7f2561ce5bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:28.237091 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d726017-9140-428e-a215-3a7c672e4918 req-4b156568-d778-413f-8448-051726d8deea tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Network b3d85bbc-0d62-48d8-9065-4652c6b5f862 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:28.246189 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-9d726017-9140-428e-a215-3a7c672e4918 req-4b156568-d778-413f-8448-051726d8deea tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:28.251876 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d726017-9140-428e-a215-3a7c672e4918 req-4b156568-d778-413f-8448-051726d8deea tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:28.253358 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-bf217bcf-661d-4517-a41b-f3473e4d9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:28.255305 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-bf217bcf-661d-4517-a41b-f3473e4d9e9b service neutron] 10.222.0.31 "GET /v2.0/ports/7ff5ac6f-a858-4396-8806-b3d6a25e37dd HTTP/1.1" status: 200 len: 1095 time: 0.1391742 Nov 12 00:38:28.286422 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-95a8bc36-7619-4788-958f-37758d661af6 service neutron] Request body: {'binding': {'host': 'n-h2-712137-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:28.286983 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-95a8bc36-7619-4788-958f-37758d661af6 service neutron] Unknown quota resources ['binding']. {{(pid=114243) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:38:28.301279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b156568-d778-413f-8448-051726d8deea tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Pushing event updated for resources: {'Port': ['ID=29f02ebd-0d3d-400f-a9f7-24672678eff6,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:28.308611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff00a46-2526-4482-94c8-e092a7c69083 req-fc674448-ef60-468d-a8dd-3e8f9a1917b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:28.310179 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bff00a46-2526-4482-94c8-e092a7c69083 req-fc674448-ef60-468d-a8dd-3e8f9a1917b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1875401 Nov 12 00:38:28.319315 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.343604 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-90668677-6cd6-46c1-b337-a5d6e045bdaf tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:28.345012 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-90668677-6cd6-46c1-b337-a5d6e045bdaf tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3072381 Nov 12 00:38:28.348093 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-09774528-8345-4694-a5d2-e83c150100c8 None None] Provisioning complete for port 8ee53c30-d721-446a-a4a7-32aa5d6e1316 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:28.348621 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-09774528-8345-4694-a5d2-e83c150100c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.370709 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-0588bb8c-34e1-44b5-b06d-0645f4dcae66 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Request body: {'port': {'device_id': '93e26219-e012-4bc0-b12f-23e61a32ba48', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': '353cd591304b463b94835702668e17ae'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:28.371860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d726017-9140-428e-a215-3a7c672e4918 req-4b156568-d778-413f-8448-051726d8deea tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:28.372472 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9d726017-9140-428e-a215-3a7c672e4918 req-4b156568-d778-413f-8448-051726d8deea tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.381347 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7270022-5aab-4383-8a93-b3332668a4b0 req-bf875f1f-65c3-43e1-9c4b-a314aa9f5e00 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:28.382850 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a7270022-5aab-4383-8a93-b3332668a4b0 req-bf875f1f-65c3-43e1-9c4b-a314aa9f5e00 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 947 time: 0.1519015 Nov 12 00:38:28.391563 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-09774528-8345-4694-a5d2-e83c150100c8 None None] Port 8ee53c30-d721-446a-a4a7-32aa5d6e1316 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:28.447949 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d726017-9140-428e-a215-3a7c672e4918 req-4b156568-d778-413f-8448-051726d8deea tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6664915 Nov 12 00:38:28.467248 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-9d726017-9140-428e-a215-3a7c672e4918 req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] Request body: {'port': {'device_id': 'eb8efbb7-0256-4e8f-a67b-9bf84acfadc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:28.556903 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a7270022-5aab-4383-8a93-b3332668a4b0 req-d9984da1-ac31-41cc-b2a3-d29b190d8409 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545320 Nov 12 00:38:28.581146 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bff00a46-2526-4482-94c8-e092a7c69083 req-d2c1146f-e397-4290-85b2-6943657bbc25 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515664 Nov 12 00:38:28.589546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device d72e0af2-9478-4563-8bbb-a9fcb61d2548 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:28.611357 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 997be79d-73f0-457b-a794-69924644f888 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:28.618563 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-0588bb8c-34e1-44b5-b06d-0645f4dcae66 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Made reservation on behalf of 353cd591304b463b94835702668e17ae for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:28.626323 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-0588bb8c-34e1-44b5-b06d-0645f4dcae66 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.652605 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-95a8bc36-7619-4788-958f-37758d661af6 service neutron] Attempting to bind port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd on host n-h2-712137-14 for vnic_type normal with profile None {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:28.652974 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-95a8bc36-7619-4788-958f-37758d661af6 service neutron] Attempting to bind port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:28.653306 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-95a8bc36-7619-4788-958f-37758d661af6 service neutron] Attempting to bind port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:28.665825 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-0588bb8c-34e1-44b5-b06d-0645f4dcae66 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.698660 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-95a8bc36-7619-4788-958f-37758d661af6 service neutron] Port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd on network 23f74497-58df-4bf7-97f2-b78858046c34 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:28.699014 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-95a8bc36-7619-4788-958f-37758d661af6 service neutron] Attempting to bind port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:28.706039 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-95a8bc36-7619-4788-958f-37758d661af6 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:28.706369 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-95a8bc36-7619-4788-958f-37758d661af6 service neutron] Checking segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:28.706789 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-95a8bc36-7619-4788-958f-37758d661af6 service neutron] Bound using segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:28.707221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-95a8bc36-7619-4788-958f-37758d661af6 service neutron] Bound port: 7ff5ac6f-a858-4396-8806-b3d6a25e37dd, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:28.715417 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9d726017-9140-428e-a215-3a7c672e4918 req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.771848 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de786c89-c37b-4bfe-8440-14cb5b6dca85 req-91983d3f-5908-4e89-bffb-94aebe9d94cf tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:28.775573 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-de786c89-c37b-4bfe-8440-14cb5b6dca85 req-91983d3f-5908-4e89-bffb-94aebe9d94cf tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.1242983 Nov 12 00:38:28.803620 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.806500 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port d72e0af2-9478-4563-8bbb-a9fcb61d2548, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d72e0af2-9478-4563-8bbb-a9fcb61d2548,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:28.821139 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-95a8bc36-7619-4788-958f-37758d661af6 service neutron] For port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=7ff5ac6f-a858-4396-8806-b3d6a25e37dd,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:28.830321 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'd72e0af2-9478-4563-8bbb-a9fcb61d2548', 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94', 'port_id': 'd72e0af2-9478-4563-8bbb-a9fcb61d2548', 'mac_address': 'fa:16:3e:11:f9:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66de2356-7ea2-45bf-8678-a507a5cc17cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:28.841777 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836adcd8-42fc-43d7-b5a7-4bfda5baf1e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997be79d-73f0-457b-a794-69924644f888'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:28.843486 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bff00a46-2526-4482-94c8-e092a7c69083 req-d6eb8050-988e-48e2-9778-abf97138c036 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405014 Nov 12 00:38:28.844881 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2ed891-e7e7-4bc5-af63-4744f3393301" -d '{"events": [{"server_uuid": "836adcd8-42fc-43d7-b5a7-4bfda5baf1e6", "name": "network-vif-unplugged", "status": "completed", "tag": "997be79d-73f0-457b-a794-69924644f888"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:28.847453 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-95a8bc36-7619-4788-958f-37758d661af6 service neutron] Publish callbacks [] for binding, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.848809 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-95a8bc36-7619-4788-958f-37758d661af6 service neutron] 10.222.0.31 "POST /v2.0/ports/7ff5ac6f-a858-4396-8806-b3d6a25e37dd/bindings HTTP/1.1" status: 201 len: 390 time: 0.5704813 Nov 12 00:38:28.855042 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6ce0b2f7-665b-439a-b7ad-1302fa129a73 req-a7bb6869-0fd1-4eb5-b0a1-fb19dfba13cf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1b2102a8-4fc7-4250-9fa1-71e279f9c6ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2552915 Nov 12 00:38:28.878894 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 997be79d-73f0-457b-a794-69924644f888, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=997be79d-73f0-457b-a794-69924644f888,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:28.890005 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-de786c89-c37b-4bfe-8440-14cb5b6dca85 req-03a5ac3e-0086-438b-ba60-a5d03c5faf9a tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083884 Nov 12 00:38:28.907553 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.935559 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-0588bb8c-34e1-44b5-b06d-0645f4dcae66 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:28.943147 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-0588bb8c-34e1-44b5-b06d-0645f4dcae66 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.030236 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=997be79d-73f0-457b-a794-69924644f888,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:29.046831 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.071148 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588bb8c-34e1-44b5-b06d-0645f4dcae66 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e35af5-fd43-4f28-86d3-52855f68f9a5,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:29.080513 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72e0af2-9478-4563-8bbb-a9fcb61d2548 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:29.090984 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0b2f7-665b-439a-b7ad-1302fa129a73 req-30f57938-d39c-444f-80ba-56ab1b6ddfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:29.092507 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6ce0b2f7-665b-439a-b7ad-1302fa129a73 req-30f57938-d39c-444f-80ba-56ab1b6ddfe5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b8104c4113942368966cc1e6cd1e23d&device_id=1b2102a8-4fc7-4250-9fa1-71e279f9c6ea HTTP/1.1" status: 200 len: 1101 time: 0.1435742 Nov 12 00:38:29.118633 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port d72e0af2-9478-4563-8bbb-a9fcb61d2548, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d72e0af2-9478-4563-8bbb-a9fcb61d2548,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:29.125713 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.131733 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 309fb010-0c46-45a4-a34a-d7f65eb9dfc2 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:29.169790 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.193298 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=d72e0af2-9478-4563-8bbb-a9fcb61d2548,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:29.229443 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a93bd378-c359-4531-a659-68ea95198120 req-3d29c487-bf89-4711-a455-e6ab5731eab7 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/ports?device_id=93e26219-e012-4bc0-b12f-23e61a32ba48 HTTP/1.1" status: 200 len: 210 time: 0.0736444 Nov 12 00:38:29.250136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] Transition to ACTIVE for port object 309fb010-0c46-45a4-a34a-d7f65eb9dfc2 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:29.257917 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-0588bb8c-34e1-44b5-b06d-0645f4dcae66 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Allocated IP 192.168.233.128 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/23cd7330-f561-42fc-9f7b-050d64314475) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:29.291552 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.423114 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39454109-7691-461b-9d7e-3dd1d0d035bc req-42942298-0352-4431-83e4-c7ed36398de8 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:29.424621 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-39454109-7691-461b-9d7e-3dd1d0d035bc req-42942298-0352-4431-83e4-c7ed36398de8 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a6dbc9e-d270-4fea-9595-51e9a4945eb7 HTTP/1.1" status: 200 len: 944 time: 0.1208303 Nov 12 00:38:29.485548 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-0588bb8c-34e1-44b5-b06d-0645f4dcae66 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.513778 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-39454109-7691-461b-9d7e-3dd1d0d035bc req-8e0bf7ac-0faa-4959-a6d1-fc7e45682720 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820088 Nov 12 00:38:29.554020 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-0588bb8c-34e1-44b5-b06d-0645f4dcae66 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.576403 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a900babb-0035-4b1d-9ec8-75aa21c26cd6 x-openstack-request-id: req-a900babb-0035-4b1d-9ec8-75aa21c26cd6 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:29.576949 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836adcd8-42fc-43d7-b5a7-4bfda5baf1e6", "name": "network-vif-unplugged", "status": "completed", "tag": "997be79d-73f0-457b-a794-69924644f888", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:29.577037 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a900babb-0035-4b1d-9ec8-75aa21c26cd6 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:29.577566 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836adcd8-42fc-43d7-b5a7-4bfda5baf1e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997be79d-73f0-457b-a794-69924644f888', 'code': 200} Nov 12 00:38:29.612240 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-0588bb8c-34e1-44b5-b06d-0645f4dcae66 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:29.616072 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-0588bb8c-34e1-44b5-b06d-0645f4dcae66 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:29.619009 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-0588bb8c-34e1-44b5-b06d-0645f4dcae66 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:29.665948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588bb8c-34e1-44b5-b06d-0645f4dcae66 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Pushing event updated for resources: {'Port': ['ID=23cd7330-f561-42fc-9f7b-050d64314475,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:29.704183 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867b02b-0d88-40b3-aa97-5e524df25241 req-fd1e5704-ae92-4625-970e-da0cc86d2b38 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:29.706033 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f867b02b-0d88-40b3-aa97-5e524df25241 req-fd1e5704-ae92-4625-970e-da0cc86d2b38 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb8efbb7-0256-4e8f-a67b-9bf84acfadc2 HTTP/1.1" status: 200 len: 931 time: 0.5818689 Nov 12 00:38:29.713913 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-0588bb8c-34e1-44b5-b06d-0645f4dcae66 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:29.714433 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-0588bb8c-34e1-44b5-b06d-0645f4dcae66 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.735267 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef760e9-2e0f-4deb-a94e-6ecd25e56bc6 req-b94704b3-4913-4658-bbc5-3ecc4eca7f4f tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:29.737392 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3ef760e9-2e0f-4deb-a94e-6ecd25e56bc6 req-b94704b3-4913-4658-bbc5-3ecc4eca7f4f tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0885386 Nov 12 00:38:29.746833 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-0588bb8c-34e1-44b5-b06d-0645f4dcae66 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3887873 Nov 12 00:38:29.765887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['d72e0af2-9478-4563-8bbb-a9fcb61d2548'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:29.769390 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] Request body: {'port': {'device_id': '93e26219-e012-4bc0-b12f-23e61a32ba48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:29.791252 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-1ad7e57a-ff4b-46dc-94df-e2a89363d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:29.792790 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-1ad7e57a-ff4b-46dc-94df-e2a89363d68d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 1098 time: 0.5332778 Nov 12 00:38:29.817922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] Pushing event updated for resources: {'Port': ['ID=309fb010-0c46-45a4-a34a-d7f65eb9dfc2,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:29.820941 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0b2f7-665b-439a-b7ad-1302fa129a73 req-c91f780b-c10e-4e76-873b-0410621c2e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:29.822434 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6ce0b2f7-665b-439a-b7ad-1302fa129a73 req-c91f780b-c10e-4e76-873b-0410621c2e73 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.6945813 Nov 12 00:38:29.866465 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:29.890172 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3ef760e9-2e0f-4deb-a94e-6ecd25e56bc6 req-cf16d91e-20e5-4575-8f92-9e583e29c4df tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360576 Nov 12 00:38:30.030982 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6ce0b2f7-665b-439a-b7ad-1302fa129a73 req-8d3083e0-8aa9-4f8d-a735-02bddd4b1c59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=f4f2ae86-4bff-4531-8035-0a4b036f38f0 HTTP/1.1" status: 200 len: 217 time: 0.1734104 Nov 12 00:38:30.034546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d823045b-997f-4624-a81d-ff8df48d8085 None None] Provisioning complete for port 23cd7330-f561-42fc-9f7b-050d64314475 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:30.036063 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d823045b-997f-4624-a81d-ff8df48d8085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.037337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-9d726017-9140-428e-a215-3a7c672e4918 req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f02ebd-0d3d-400f-a9f7-24672678eff6 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:30.060300 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9d726017-9140-428e-a215-3a7c672e4918 req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.075927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d823045b-997f-4624-a81d-ff8df48d8085 None None] Port 23cd7330-f561-42fc-9f7b-050d64314475 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:38:30.101193 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd7fa8-3552-448b-b75e-b8364d664396 req-fd2ebee3-bf13-41dd-ab35-3fb17345c40f tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:30.107249 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd7fa8-3552-448b-b75e-b8364d664396 req-fd2ebee3-bf13-41dd-ab35-3fb17345c40f tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:30.109130 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5bcd7fa8-3552-448b-b75e-b8364d664396 req-fd2ebee3-bf13-41dd-ab35-3fb17345c40f tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 1667 time: 0.1398392 Nov 12 00:38:30.127302 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f867b02b-0d88-40b3-aa97-5e524df25241 req-4e97e1ac-0b0e-4b65-a915-307398ba38e6 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c8a437-3cde-4c24-ae9f-aa784609e2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077985 Nov 12 00:38:30.129762 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-9d726017-9140-428e-a215-3a7c672e4918 req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] Transition to ACTIVE for port object 29f02ebd-0d3d-400f-a9f7-24672678eff6 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:30.148050 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9d726017-9140-428e-a215-3a7c672e4918 req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.211942 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5bcd7fa8-3552-448b-b75e-b8364d664396 req-6280166a-7a95-4dcc-890d-219cafb266c5 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948586 Nov 12 00:38:30.212602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-397beaff-2029-42eb-975b-b5dd77c9705d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:30.214631 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-397beaff-2029-42eb-975b-b5dd77c9705d service neutron] 10.222.0.15 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 922 time: 0.4050515 Nov 12 00:38:30.219557 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0b2f7-665b-439a-b7ad-1302fa129a73 req-24e10d56-2680-44ca-ad4c-1ebd5c7902ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:30.221227 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6ce0b2f7-665b-439a-b7ad-1302fa129a73 req-24e10d56-2680-44ca-ad4c-1ebd5c7902ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1667895 Nov 12 00:38:30.230938 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] Attempting to bind port 309fb010-0c46-45a4-a34a-d7f65eb9dfc2 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:30.231274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] Attempting to bind port 309fb010-0c46-45a4-a34a-d7f65eb9dfc2 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a27832d2-e74f-4ac2-a482-37840a3364f2'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:30.231597 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] Attempting to bind port 309fb010-0c46-45a4-a34a-d7f65eb9dfc2 on network a27832d2-e74f-4ac2-a482-37840a3364f2 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:30.299368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23cd7330-f561-42fc-9f7b-050d64314475 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:30.308764 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.332966 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] Port 309fb010-0c46-45a4-a34a-d7f65eb9dfc2 on network a27832d2-e74f-4ac2-a482-37840a3364f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:30.333293 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] Attempting to bind port 309fb010-0c46-45a4-a34a-d7f65eb9dfc2 on network a27832d2-e74f-4ac2-a482-37840a3364f2 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:30.340114 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] Pushing event updated for resources: {'Port': ['ID=29f02ebd-0d3d-400f-a9f7-24672678eff6,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:30.344881 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] Transition to ACTIVE for port object 23cd7330-f561-42fc-9f7b-050d64314475 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:30.360283 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-bb1d59f9-e135-4676-a45c-37c18c799dc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ff5ac6f-a858-4396-8806-b3d6a25e37dd HTTP/1.1" status: 200 len: 217 time: 0.1248796 Nov 12 00:38:30.363553 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf787c-9046-489b-aff0-2c6de79d16b1 req-b9e2521b-c5b4-4f3c-9663-fdaffa4709c2 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:30.365123 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-febf787c-9046-489b-aff0-2c6de79d16b1 req-b9e2521b-c5b4-4f3c-9663-fdaffa4709c2 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 948 time: 0.0771990 Nov 12 00:38:30.366557 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.368651 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:30.369013 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] Checking segment: {'id': 'bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a27832d2-e74f-4ac2-a482-37840a3364f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:30.369399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] Bound using segment: {'id': 'bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a27832d2-e74f-4ac2-a482-37840a3364f2'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:30.369880 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] Bound port: 309fb010-0c46-45a4-a34a-d7f65eb9dfc2, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a27832d2-e74f-4ac2-a482-37840a3364f2'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:30.370234 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.443885 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] Pushing event updated for resources: {'Port': ['ID=23cd7330-f561-42fc-9f7b-050d64314475,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:30.456829 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0b2f7-665b-439a-b7ad-1302fa129a73 req-3e31724d-4816-4b80-9aa8-a2861a71993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:30.458424 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6ce0b2f7-665b-439a-b7ad-1302fa129a73 req-3e31724d-4816-4b80-9aa8-a2861a71993a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2137284 Nov 12 00:38:30.498435 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9227a60-c854-42f0-b61c-9b5b09fcf239 req-06ab980e-f00f-4944-8926-5a0feb1cf173 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:30.499990 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e9227a60-c854-42f0-b61c-9b5b09fcf239 req-06ab980e-f00f-4944-8926-5a0feb1cf173 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 947 time: 0.2890425 Nov 12 00:38:30.510895 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-febf787c-9046-489b-aff0-2c6de79d16b1 req-de61d184-5c3f-472a-b079-1503d40b2eac tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308804 Nov 12 00:38:30.555178 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] Attempting to bind port 23cd7330-f561-42fc-9f7b-050d64314475 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:30.555544 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] Attempting to bind port 23cd7330-f561-42fc-9f7b-050d64314475 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:30.555857 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] Attempting to bind port 23cd7330-f561-42fc-9f7b-050d64314475 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:30.565014 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] Port 23cd7330-f561-42fc-9f7b-050d64314475 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:30.565360 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] Attempting to bind port 23cd7330-f561-42fc-9f7b-050d64314475 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:30.566314 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-1eca0ab6-d13e-482a-90a7-b2837255f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:30.567812 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-1eca0ab6-d13e-482a-90a7-b2837255f3b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.1651351 Nov 12 00:38:30.572220 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:30.572578 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:30.573745 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:30.574172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] Bound port: 23cd7330-f561-42fc-9f7b-050d64314475, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:30.574529 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.604824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 2c6100ce-9303-43d8-92bf-6d8b009a82d7 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:30.653686 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] For port 23cd7330-f561-42fc-9f7b-050d64314475, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:30.656975 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] For port 23cd7330-f561-42fc-9f7b-050d64314475, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=23cd7330-f561-42fc-9f7b-050d64314475,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:30.663088 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.664748 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-2d14042e-c19c-4b1c-8e41-b18a79f26baf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840971 Nov 12 00:38:30.677780 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-9d726017-9140-428e-a215-3a7c672e4918 req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] Attempting to bind port 29f02ebd-0d3d-400f-a9f7-24672678eff6 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:30.678130 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-9d726017-9140-428e-a215-3a7c672e4918 req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] Attempting to bind port 29f02ebd-0d3d-400f-a9f7-24672678eff6 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'c19a1d51-729f-4d59-8a70-da0765ea2723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b3d85bbc-0d62-48d8-9065-4652c6b5f862'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:30.678463 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d726017-9140-428e-a215-3a7c672e4918 req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] Attempting to bind port 29f02ebd-0d3d-400f-a9f7-24672678eff6 on network b3d85bbc-0d62-48d8-9065-4652c6b5f862 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:30.744824 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:30.745535 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.747075 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] 10.222.0.21 "PUT /v2.0/ports/23cd7330-f561-42fc-9f7b-050d64314475 HTTP/1.1" status: 200 len: 1097 time: 0.9818411 Nov 12 00:38:30.752443 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d726017-9140-428e-a215-3a7c672e4918 req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] Port 29f02ebd-0d3d-400f-a9f7-24672678eff6 on network b3d85bbc-0d62-48d8-9065-4652c6b5f862 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:30.752817 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d726017-9140-428e-a215-3a7c672e4918 req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] Attempting to bind port 29f02ebd-0d3d-400f-a9f7-24672678eff6 on network b3d85bbc-0d62-48d8-9065-4652c6b5f862 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:30.757098 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e26219-e012-4bc0-b12f-23e61a32ba48', 'tag': '23cd7330-f561-42fc-9f7b-050d64314475'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:30.759881 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6903cbb7-f579-477a-8dbe-43afa073443c" -d '{"events": [{"name": "network-changed", "server_uuid": "93e26219-e012-4bc0-b12f-23e61a32ba48", "tag": "23cd7330-f561-42fc-9f7b-050d64314475"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:30.766259 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] For port 309fb010-0c46-45a4-a34a-d7f65eb9dfc2, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:30.792215 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb1845-f7e4-4352-9a24-d2cbdd5cb4c0 req-a1632f40-7950-4ffb-b0ec-05b02204a805 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:30.800036 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-78eb1845-f7e4-4352-9a24-d2cbdd5cb4c0 req-a1632f40-7950-4ffb-b0ec-05b02204a805 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/ports?device_id=93e26219-e012-4bc0-b12f-23e61a32ba48 HTTP/1.1" status: 200 len: 948 time: 0.1331971 Nov 12 00:38:30.833092 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e9227a60-c854-42f0-b61c-9b5b09fcf239 req-ef2e9354-7ab5-416d-9ace-e0bd1f6f74c8 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751253 Nov 12 00:38:30.852624 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6ce0b2f7-665b-439a-b7ad-1302fa129a73 req-1d6e0beb-9b48-473e-9165-582f62246065 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763084 Nov 12 00:38:30.859902 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4afe7-0464-4f87-a1aa-f36251dace5c service neutron] Pushing event updated for resources: {'Port': ['ID=23cd7330-f561-42fc-9f7b-050d64314475,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:30.873288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d726017-9140-428e-a215-3a7c672e4918 req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:30.873955 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d726017-9140-428e-a215-3a7c672e4918 req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] Checking segment: {'id': 'c19a1d51-729f-4d59-8a70-da0765ea2723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b3d85bbc-0d62-48d8-9065-4652c6b5f862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:30.874533 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d726017-9140-428e-a215-3a7c672e4918 req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] Bound using segment: {'id': 'c19a1d51-729f-4d59-8a70-da0765ea2723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b3d85bbc-0d62-48d8-9065-4652c6b5f862'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:30.875610 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-9d726017-9140-428e-a215-3a7c672e4918 req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] Bound port: 29f02ebd-0d3d-400f-a9f7-24672678eff6, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19a1d51-729f-4d59-8a70-da0765ea2723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b3d85bbc-0d62-48d8-9065-4652c6b5f862'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:30.876138 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9d726017-9140-428e-a215-3a7c672e4918 req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.899415 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] For port 309fb010-0c46-45a4-a34a-d7f65eb9dfc2, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=309fb010-0c46-45a4-a34a-d7f65eb9dfc2,segment=NetworkSegment(bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb),segment_id=bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:30.900570 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:30.907688 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-7a4973d0-63ec-445f-b462-0e7c326a6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:30.910281 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-7a4973d0-63ec-445f-b462-0e7c326a6c4d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=353cd591304b463b94835702668e17ae&device_id=93e26219-e012-4bc0-b12f-23e61a32ba48 HTTP/1.1" status: 200 len: 1100 time: 0.1066415 Nov 12 00:38:30.916566 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '2c6100ce-9303-43d8-92bf-6d8b009a82d7', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '2c6100ce-9303-43d8-92bf-6d8b009a82d7', 'mac_address': 'fa:16:3e:74:fe:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:30.918636 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-78eb1845-f7e4-4352-9a24-d2cbdd5cb4c0 req-c93ff99b-2248-4838-a324-51ad34804eef tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e35af5-fd43-4f28-86d3-52855f68f9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168854 Nov 12 00:38:30.981407 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-92fc817e-0d2b-4455-85ce-613bccb537e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=23cd7330-f561-42fc-9f7b-050d64314475 HTTP/1.1" status: 200 len: 217 time: 0.0617251 Nov 12 00:38:30.984278 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778ef366-b26d-4445-918b-cfc209fbdbd2 x-openstack-request-id: req-778ef366-b26d-4445-918b-cfc209fbdbd2 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:30.984562 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e26219-e012-4bc0-b12f-23e61a32ba48", "tag": "23cd7330-f561-42fc-9f7b-050d64314475", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:30.984844 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:30.984946 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-778ef366-b26d-4445-918b-cfc209fbdbd2 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:30.985214 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e26219-e012-4bc0-b12f-23e61a32ba48', 'tag': '23cd7330-f561-42fc-9f7b-050d64314475', 'status': 'completed', 'code': 200} Nov 12 00:38:30.993803 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.001094 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6100ce-9303-43d8-92bf-6d8b009a82d7 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:31.030337 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:31.044072 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.050684 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 997be79d-73f0-457b-a794-69924644f888 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:31.089463 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-d0a7e797-2a4f-4b16-a869-d8d7d59750cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.090927 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-d0a7e797-2a4f-4b16-a869-d8d7d59750cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1004548 Nov 12 00:38:31.115583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466e92d-b5a1-40c6-b3f7-2f12b68eafd5 req-a000fedb-cd1f-4588-93c0-29e675800859 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.117105 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8466e92d-b5a1-40c6-b3f7-2f12b68eafd5 req-a000fedb-cd1f-4588-93c0-29e675800859 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0709004 Nov 12 00:38:31.134943 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.135605 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.137025 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] 10.222.0.21 "PUT /v2.0/ports/309fb010-0c46-45a4-a34a-d7f65eb9dfc2 HTTP/1.1" status: 200 len: 1093 time: 2.9833531 Nov 12 00:38:31.143340 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374597d0-6cc9-4b8d-8a10-7f2561ce5bb2', 'tag': '309fb010-0c46-45a4-a34a-d7f65eb9dfc2'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:31.146214 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d854271-7d79-41e5-a1f5-af26970707a4" -d '{"events": [{"name": "network-changed", "server_uuid": "374597d0-6cc9-4b8d-8a10-7f2561ce5bb2", "tag": "309fb010-0c46-45a4-a34a-d7f65eb9dfc2"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:31.160562 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-1ab2c61f-2e59-4bdf-8cef-481a3549040d service neutron] 10.222.0.15 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758921 Nov 12 00:38:31.161093 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=2c6100ce-9303-43d8-92bf-6d8b009a82d7,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:31.165712 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 997be79d-73f0-457b-a794-69924644f888, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=997be79d-73f0-457b-a794-69924644f888,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:31.181754 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '997be79d-73f0-457b-a794-69924644f888', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '997be79d-73f0-457b-a794-69924644f888', 'mac_address': 'fa:16:3e:1d:5b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:31.191623 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-7d4ab799-3091-4966-a520-7ddf251f7a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.193165 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-7d4ab799-3091-4966-a520-7ddf251f7a7e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0940950 Nov 12 00:38:31.203416 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] Request body: {'port': {'device_id': '374597d0-6cc9-4b8d-8a10-7f2561ce5bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:31.226390 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d37c5-aff5-4b23-95b6-66d02ffc8566 service neutron] Pushing event updated for resources: {'Port': ['ID=309fb010-0c46-45a4-a34a-d7f65eb9dfc2,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:31.231603 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.252343 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997be79d-73f0-457b-a794-69924644f888 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:31.267561 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8466e92d-b5a1-40c6-b3f7-2f12b68eafd5 req-12056f1b-e82f-41d0-a549-0db5df347824 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135876 Nov 12 00:38:31.275201 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6ce0b2f7-665b-439a-b7ad-1302fa129a73 req-85fdfe57-e4a4-4d31-9ff8-25ce4e4a32b9 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904703 Nov 12 00:38:31.277080 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 997be79d-73f0-457b-a794-69924644f888, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=997be79d-73f0-457b-a794-69924644f888,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:31.282321 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.284530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321272ec-6c19-43f4-8365-e4299ec4dbcb req-465a878d-8387-4c34-89d3-27f3fa82f9d8 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.286325 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-321272ec-6c19-43f4-8365-e4299ec4dbcb req-465a878d-8387-4c34-89d3-27f3fa82f9d8 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a6dbc9e-d270-4fea-9595-51e9a4945eb7 HTTP/1.1" status: 200 len: 944 time: 0.2991714 Nov 12 00:38:31.289634 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-9d726017-9140-428e-a215-3a7c672e4918 req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] For port 29f02ebd-0d3d-400f-a9f7-24672678eff6, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:31.351670 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-9d726017-9140-428e-a215-3a7c672e4918 req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] For port 29f02ebd-0d3d-400f-a9f7-24672678eff6, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=29f02ebd-0d3d-400f-a9f7-24672678eff6,segment=NetworkSegment(c19a1d51-729f-4d59-8a70-da0765ea2723),segment_id=c19a1d51-729f-4d59-8a70-da0765ea2723)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:31.376782 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=997be79d-73f0-457b-a794-69924644f888,revision_number=10']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:31.397871 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9d726017-9140-428e-a215-3a7c672e4918 req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.428184 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-0c4b7caf-c47c-4974-960e-0a8fae87f9da service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213995 Nov 12 00:38:31.455121 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce7629-45b2-46f3-baf1-50d77a6403b0 req-5b90c335-436b-42bd-bf24-ad80e763b59b tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.456495 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b3ce7629-45b2-46f3-baf1-50d77a6403b0 req-5b90c335-436b-42bd-bf24-ad80e763b59b tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb8efbb7-0256-4e8f-a67b-9bf84acfadc2 HTTP/1.1" status: 200 len: 943 time: 0.0829697 Nov 12 00:38:31.474290 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.490559 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d726017-9140-428e-a215-3a7c672e4918 req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.491244 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9d726017-9140-428e-a215-3a7c672e4918 req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:31.492594 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d726017-9140-428e-a215-3a7c672e4918 req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] 10.222.0.21 "PUT /v2.0/ports/29f02ebd-0d3d-400f-a9f7-24672678eff6 HTTP/1.1" status: 200 len: 1092 time: 3.0297215 Nov 12 00:38:31.521868 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-321272ec-6c19-43f4-8365-e4299ec4dbcb req-373686b4-073d-4276-b0c8-8682a29be6d7 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246451 Nov 12 00:38:31.528198 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-50ed6d5a-f897-431f-be5b-c17569b8d57f service neutron] 10.222.0.15 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330810 Nov 12 00:38:31.533833 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd5f61-a1a0-42ab-aaf3-b3ca8fd1c945 service neutron] Pushing event updated for resources: {'Port': ['ID=29f02ebd-0d3d-400f-a9f7-24672678eff6,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:31.576991 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b3ce7629-45b2-46f3-baf1-50d77a6403b0 req-d1c35916-3458-4d89-895a-8cbaf334d800 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c8a437-3cde-4c24-ae9f-aa784609e2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985384 Nov 12 00:38:31.582919 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ad2549b-c169-43db-8d40-4028d1ce63c5 req-207c8696-f105-4a9f-9774-6f770a5a45af service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449542 Nov 12 00:38:31.671819 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b869d351-8e51-4958-a712-8cb8527f5fc2 x-openstack-request-id: req-b869d351-8e51-4958-a712-8cb8527f5fc2 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:31.672183 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374597d0-6cc9-4b8d-8a10-7f2561ce5bb2", "tag": "309fb010-0c46-45a4-a34a-d7f65eb9dfc2", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:31.672543 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b869d351-8e51-4958-a712-8cb8527f5fc2 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:31.672883 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374597d0-6cc9-4b8d-8a10-7f2561ce5bb2', 'tag': '309fb010-0c46-45a4-a34a-d7f65eb9dfc2', 'status': 'completed', 'code': 200} Nov 12 00:38:31.720038 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d726017-9140-428e-a215-3a7c672e4918 req-2d56d3c4-b0e4-4af9-9d18-46f4226453de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.725509 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d726017-9140-428e-a215-3a7c672e4918 req-2d56d3c4-b0e4-4af9-9d18-46f4226453de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a005a1cf512f4cbb9fdb939f3c35eef7&device_id=eb8efbb7-0256-4e8f-a67b-9bf84acfadc2 HTTP/1.1" status: 200 len: 1095 time: 0.1608081 Nov 12 00:38:31.770068 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903cbb7-f579-477a-8dbe-43afa073443c req-58c849f5-c447-4025-9c60-808b451f9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.771646 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6903cbb7-f579-477a-8dbe-43afa073443c req-58c849f5-c447-4025-9c60-808b451f9fef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=353cd591304b463b94835702668e17ae&device_id=93e26219-e012-4bc0-b12f-23e61a32ba48 HTTP/1.1" status: 200 len: 1100 time: 0.1166131 Nov 12 00:38:31.781525 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b966045-43b7-4a93-909d-e1635fc54191 req-9398c70b-1f31-4f31-86d4-1036a59049da tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.788352 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b966045-43b7-4a93-909d-e1635fc54191 req-9398c70b-1f31-4f31-86d4-1036a59049da tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.790152 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b966045-43b7-4a93-909d-e1635fc54191 req-9398c70b-1f31-4f31-86d4-1036a59049da tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 1667 time: 0.0787215 Nov 12 00:38:31.814620 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d726017-9140-428e-a215-3a7c672e4918 req-3429cea6-068f-4b3e-b435-258dcb1da248 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29f02ebd-0d3d-400f-a9f7-24672678eff6 HTTP/1.1" status: 200 len: 217 time: 0.0740144 Nov 12 00:38:31.819919 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['997be79d-73f0-457b-a794-69924644f888'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:31.875913 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['2c6100ce-9303-43d8-92bf-6d8b009a82d7'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:31.908918 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b966045-43b7-4a93-909d-e1635fc54191 req-85ce31b2-8688-41db-b592-e2a10b165978 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062071 Nov 12 00:38:31.933190 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854271-7d79-41e5-a1f5-af26970707a4 req-d2ff0351-6b36-4b48-b3a5-ec96fd28af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.934072 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854271-7d79-41e5-a1f5-af26970707a4 req-d2ff0351-6b36-4b48-b3a5-ec96fd28af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.936100 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2d854271-7d79-41e5-a1f5-af26970707a4 req-d2ff0351-6b36-4b48-b3a5-ec96fd28af5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc40649e055443b9aaedfdea46736570&device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 1915 time: 0.2620161 Nov 12 00:38:31.962615 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f09cc-7791-49e5-bb5b-2bb82a64063a req-5f0696ca-bbcc-492d-8211-71083fcdf25d tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.970570 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-191f09cc-7791-49e5-bb5b-2bb82a64063a req-5f0696ca-bbcc-492d-8211-71083fcdf25d tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.2343864 Nov 12 00:38:31.972304 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903cbb7-f579-477a-8dbe-43afa073443c req-f457badb-9b45-4fe8-b306-fafc839abe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:31.973965 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6903cbb7-f579-477a-8dbe-43afa073443c req-f457badb-9b45-4fe8-b306-fafc839abe3a service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1829402 Nov 12 00:38:32.024823 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d726017-9140-428e-a215-3a7c672e4918 req-71ed20a8-4b19-4f53-aff8-cbb9aa44d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:32.026242 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d726017-9140-428e-a215-3a7c672e4918 req-71ed20a8-4b19-4f53-aff8-cbb9aa44d486 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc6e5d0f-94a8-4420-b280-ace2f33eae68 HTTP/1.1" status: 200 len: 861 time: 0.1963809 Nov 12 00:38:32.077598 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6903cbb7-f579-477a-8dbe-43afa073443c req-09c79d5d-e79b-4436-8181-f6447016874f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=23cd7330-f561-42fc-9f7b-050d64314475 HTTP/1.1" status: 200 len: 217 time: 0.0793982 Nov 12 00:38:32.103194 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-191f09cc-7791-49e5-bb5b-2bb82a64063a req-1e13db47-86b2-4b89-a651-1e88d107b8a1 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314874 Nov 12 00:38:32.154842 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d726017-9140-428e-a215-3a7c672e4918 req-44052119-f1af-4bd9-9f89-48634ea4936d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b3d85bbc-0d62-48d8-9065-4652c6b5f862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169734 Nov 12 00:38:32.181849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903cbb7-f579-477a-8dbe-43afa073443c req-723fbad3-eabb-4706-914f-3ed4bae4ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:32.183353 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6903cbb7-f579-477a-8dbe-43afa073443c req-723fbad3-eabb-4706-914f-3ed4bae4ebee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0901456 Nov 12 00:38:32.255826 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be4385-75a6-4d4f-b3c0-f3633cc09bb7 req-f1f20a9c-0953-4d00-b14d-fe0e732ec432 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:32.261168 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b5be4385-75a6-4d4f-b3c0-f3633cc09bb7 req-f1f20a9c-0953-4d00-b14d-fe0e732ec432 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 948 time: 0.1589780 Nov 12 00:38:32.290270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854271-7d79-41e5-a1f5-af26970707a4 req-d2e5557a-d08f-41ff-821c-672f0a59824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:32.290673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854271-7d79-41e5-a1f5-af26970707a4 req-d2e5557a-d08f-41ff-821c-672f0a59824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:32.291124 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854271-7d79-41e5-a1f5-af26970707a4 req-d2e5557a-d08f-41ff-821c-672f0a59824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:32.292738 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2d854271-7d79-41e5-a1f5-af26970707a4 req-d2e5557a-d08f-41ff-821c-672f0a59824c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bc40649e055443b9aaedfdea46736570&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3429306 Nov 12 00:38:32.304946 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903cbb7-f579-477a-8dbe-43afa073443c req-8251622b-0d0a-4935-aead-66f306d62715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:32.306462 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6903cbb7-f579-477a-8dbe-43afa073443c req-8251622b-0d0a-4935-aead-66f306d62715 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0973334 Nov 12 00:38:32.326339 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b5be4385-75a6-4d4f-b3c0-f3633cc09bb7 req-40a24c8d-f0b7-4298-bfa3-f006fd81706a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613716 Nov 12 00:38:32.415603 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6903cbb7-f579-477a-8dbe-43afa073443c req-2547b2c7-289d-42fc-8ef5-bb53802b3c75 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006260 Nov 12 00:38:32.437640 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee53c30-d721-446a-a4a7-32aa5d6e1316 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:32.447601 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d726017-9140-428e-a215-3a7c672e4918 req-478e2262-95c0-46a2-bf20-11fa8cdb467c service neutron] 10.222.0.21 "GET /v2.0/networks/b3d85bbc-0d62-48d8-9065-4652c6b5f862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819891 Nov 12 00:38:32.454107 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:32.466280 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59497683-d638-4835-880f-0da2eba08789 req-747bdf8b-41ee-47f5-b371-0ab5ccb3e43d tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:32.473817 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-59497683-d638-4835-880f-0da2eba08789 req-747bdf8b-41ee-47f5-b371-0ab5ccb3e43d tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/ports?device_id=93e26219-e012-4bc0-b12f-23e61a32ba48 HTTP/1.1" status: 200 len: 948 time: 0.2642720 Nov 12 00:38:32.524237 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854271-7d79-41e5-a1f5-af26970707a4 req-50f5232c-f55e-478a-b129-cffb263074b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:32.525725 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2d854271-7d79-41e5-a1f5-af26970707a4 req-50f5232c-f55e-478a-b129-cffb263074b5 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2070169 Nov 12 00:38:32.536571 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] Transition to ACTIVE for port object 8ee53c30-d721-446a-a4a7-32aa5d6e1316 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:32.546794 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d075df-feab-4d3e-8806-93c4700263ae req-52b680e2-6809-4b4d-8bb0-ac75058a553e tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:32.548672 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10d075df-feab-4d3e-8806-93c4700263ae req-52b680e2-6809-4b4d-8bb0-ac75058a553e tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 946 time: 0.1277604 Nov 12 00:38:32.569513 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:32.585978 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6903cbb7-f579-477a-8dbe-43afa073443c req-5dc706d4-b56d-425b-9a0d-b039e18791da service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318622 Nov 12 00:38:32.613106 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device d72e0af2-9478-4563-8bbb-a9fcb61d2548 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:32.624988 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10d075df-feab-4d3e-8806-93c4700263ae req-a69fb919-53c4-44cb-83cb-685f311759d9 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667994 Nov 12 00:38:32.685506 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port d72e0af2-9478-4563-8bbb-a9fcb61d2548 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:32.691535 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port d72e0af2-9478-4563-8bbb-a9fcb61d2548 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:32.691920 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:32.758991 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af27f0-41e6-4a10-af44-7e0fb4044ff1 req-86ff3e0d-f944-4109-b598-668b2ab1ac92 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:32.760915 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b9af27f0-41e6-4a10-af44-7e0fb4044ff1 req-86ff3e0d-f944-4109-b598-668b2ab1ac92 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a6dbc9e-d270-4fea-9595-51e9a4945eb7 HTTP/1.1" status: 200 len: 944 time: 0.0599782 Nov 12 00:38:32.811437 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:32.839267 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6dbc9e-d270-4fea-9595-51e9a4945eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72e0af2-9478-4563-8bbb-a9fcb61d2548'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:32.842481 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfb4cdd-3685-4a23-9553-bd362e667285" -d '{"events": [{"server_uuid": "4a6dbc9e-d270-4fea-9595-51e9a4945eb7", "name": "network-vif-plugged", "status": "completed", "tag": "d72e0af2-9478-4563-8bbb-a9fcb61d2548"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:32.855425 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b9af27f0-41e6-4a10-af44-7e0fb4044ff1 req-19133293-677f-45ce-b5b4-17c9a9a05a72 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843942 Nov 12 00:38:32.878916 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port d72e0af2-9478-4563-8bbb-a9fcb61d2548, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d72e0af2-9478-4563-8bbb-a9fcb61d2548,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:32.888432 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:32.962949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=d72e0af2-9478-4563-8bbb-a9fcb61d2548,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:33.018934 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a796cbf-91b7-46ad-a78f-8c43096568d9 req-56acee91-adfc-4423-bc48-44e2699337ad tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:33.021057 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a796cbf-91b7-46ad-a78f-8c43096568d9 req-56acee91-adfc-4423-bc48-44e2699337ad tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb8efbb7-0256-4e8f-a67b-9bf84acfadc2 HTTP/1.1" status: 200 len: 943 time: 0.0737841 Nov 12 00:38:33.054527 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-59497683-d638-4835-880f-0da2eba08789 req-c0062616-80bb-499a-9198-4304f1dabf7a tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e35af5-fd43-4f28-86d3-52855f68f9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5796831 Nov 12 00:38:33.106522 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a796cbf-91b7-46ad-a78f-8c43096568d9 req-b20919d4-1f90-4f17-8f38-bde5492c581e tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c8a437-3cde-4c24-ae9f-aa784609e2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746038 Nov 12 00:38:33.149571 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd2aea8-a6f1-4358-bfc8-bdd577945c46 x-openstack-request-id: req-8dd2aea8-a6f1-4358-bfc8-bdd577945c46 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:33.152190 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6dbc9e-d270-4fea-9595-51e9a4945eb7", "name": "network-vif-plugged", "status": "completed", "tag": "d72e0af2-9478-4563-8bbb-a9fcb61d2548", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:33.152737 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8dd2aea8-a6f1-4358-bfc8-bdd577945c46 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:33.153357 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6dbc9e-d270-4fea-9595-51e9a4945eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72e0af2-9478-4563-8bbb-a9fcb61d2548', 'code': 200} Nov 12 00:38:33.160639 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee53c30-d721-446a-a4a7-32aa5d6e1316,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:33.169982 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d726017-9140-428e-a215-3a7c672e4918 req-2e2f36eb-c028-4106-9292-ad6372557223 service neutron] 10.222.0.21 "GET /v2.0/networks/b3d85bbc-0d62-48d8-9065-4652c6b5f862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6872621 Nov 12 00:38:33.181635 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] Attempting to bind port 8ee53c30-d721-446a-a4a7-32aa5d6e1316 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:33.181965 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] Attempting to bind port 8ee53c30-d721-446a-a4a7-32aa5d6e1316 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '282892b7-f19f-41f1-be7a-3378c3208ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a363a716-97d7-441b-8cc8-bb101b93654f'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:33.182296 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] Attempting to bind port 8ee53c30-d721-446a-a4a7-32aa5d6e1316 on network a363a716-97d7-441b-8cc8-bb101b93654f {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:33.190206 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] Port 8ee53c30-d721-446a-a4a7-32aa5d6e1316 on network a363a716-97d7-441b-8cc8-bb101b93654f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:33.190540 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] Attempting to bind port 8ee53c30-d721-446a-a4a7-32aa5d6e1316 on network a363a716-97d7-441b-8cc8-bb101b93654f {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:33.217982 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:33.219500 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] Checking segment: {'id': '282892b7-f19f-41f1-be7a-3378c3208ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a363a716-97d7-441b-8cc8-bb101b93654f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:33.219930 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] Bound using segment: {'id': '282892b7-f19f-41f1-be7a-3378c3208ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a363a716-97d7-441b-8cc8-bb101b93654f'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:33.222062 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] Bound port: 8ee53c30-d721-446a-a4a7-32aa5d6e1316, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '282892b7-f19f-41f1-be7a-3378c3208ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a363a716-97d7-441b-8cc8-bb101b93654f'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:33.223472 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.293467 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf2074-cba1-485b-b3b3-1e8e167ae6fa req-8fe3749a-4c83-437b-941a-ca6caafedccb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:33.301344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf2074-cba1-485b-b3b3-1e8e167ae6fa req-8fe3749a-4c83-437b-941a-ca6caafedccb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:33.316897 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8eaf2074-cba1-485b-b3b3-1e8e167ae6fa req-8fe3749a-4c83-437b-941a-ca6caafedccb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 1679 time: 0.1006317 Nov 12 00:38:33.357519 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] For port 8ee53c30-d721-446a-a4a7-32aa5d6e1316, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:33.373231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] For port 8ee53c30-d721-446a-a4a7-32aa5d6e1316, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8ee53c30-d721-446a-a4a7-32aa5d6e1316,segment=NetworkSegment(282892b7-f19f-41f1-be7a-3378c3208ca9),segment_id=282892b7-f19f-41f1-be7a-3378c3208ca9)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:33.379047 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8eaf2074-cba1-485b-b3b3-1e8e167ae6fa req-9b247d86-e156-4960-ae17-0432263ee0cd tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581632 Nov 12 00:38:33.382658 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e15c47-2107-4b13-aa59-f44e3a840729 req-daed857b-af69-412c-b188-09d56ea1130c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:33.385645 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f6e15c47-2107-4b13-aa59-f44e3a840729 req-daed857b-af69-412c-b188-09d56ea1130c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a6dbc9e-d270-4fea-9595-51e9a4945eb7 HTTP/1.1" status: 200 len: 1097 time: 0.0909898 Nov 12 00:38:33.386813 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.481460 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:33.483739 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:33.485202 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] 10.222.0.21 "PUT /v2.0/ports/8ee53c30-d721-446a-a4a7-32aa5d6e1316 HTTP/1.1" status: 200 len: 1093 time: 2.3040307 Nov 12 00:38:33.532949 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd4dc5-9ed9-4207-958c-2abb5c2cf117 req-980880b4-44c3-4031-b824-2dd18359f44f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:33.534539 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aacd4dc5-9ed9-4207-958c-2abb5c2cf117 req-980880b4-44c3-4031-b824-2dd18359f44f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 948 time: 0.0829930 Nov 12 00:38:33.591565 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcafb2b2-d7cf-4b72-8a6d-fef468049d89 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee53c30-d721-446a-a4a7-32aa5d6e1316,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:33.603877 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f6e15c47-2107-4b13-aa59-f44e3a840729 req-255ea015-678c-44d1-8861-3b21d8911fb2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836989 Nov 12 00:38:33.609251 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aacd4dc5-9ed9-4207-958c-2abb5c2cf117 req-51e90e06-3f33-494f-9ddb-7a65967666a3 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672822 Nov 12 00:38:33.633043 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105829b1-b426-4b95-bea1-7b7930d4986b req-fcc46791-f24a-4566-a2f9-4dc9600cd7cf tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:33.634899 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-105829b1-b426-4b95-bea1-7b7930d4986b req-fcc46791-f24a-4566-a2f9-4dc9600cd7cf tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 950 time: 0.2156467 Nov 12 00:38:33.655132 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-4b8f5467-e502-454f-b9d2-4ff41140747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:33.655913 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-4b8f5467-e502-454f-b9d2-4ff41140747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:33.658048 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-4b8f5467-e502-454f-b9d2-4ff41140747f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc40649e055443b9aaedfdea46736570&device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 1983 time: 0.1104190 Nov 12 00:38:33.673951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8efbb7-0256-4e8f-a67b-9bf84acfadc2', 'tag': '29f02ebd-0d3d-400f-a9f7-24672678eff6'}, {'name': 'network-changed', 'server_uuid': '374597d0-6cc9-4b8d-8a10-7f2561ce5bb2', 'tag': '8ee53c30-d721-446a-a4a7-32aa5d6e1316'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:33.677850 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0def123e-36a9-4834-835b-21b33b706820" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8efbb7-0256-4e8f-a67b-9bf84acfadc2", "tag": "29f02ebd-0d3d-400f-a9f7-24672678eff6"}, {"name": "network-changed", "server_uuid": "374597d0-6cc9-4b8d-8a10-7f2561ce5bb2", "tag": "8ee53c30-d721-446a-a4a7-32aa5d6e1316"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:33.725545 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-37016b2a-81b4-417e-bf16-9c2d2c5640ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.221&port_id=309fb010-0c46-45a4-a34a-d7f65eb9dfc2 HTTP/1.1" status: 200 len: 217 time: 0.0524924 Nov 12 00:38:33.776214 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386799b-92f7-4a49-b2df-9e5269b71759 req-3399e8b8-3cf9-4c29-8513-5e0b37882959 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:33.777992 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a386799b-92f7-4a49-b2df-9e5269b71759 req-3399e8b8-3cf9-4c29-8513-5e0b37882959 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0644674 Nov 12 00:38:33.796577 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-07222574-39de-424f-b569-e08ffae51402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:33.798101 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-07222574-39de-424f-b569-e08ffae51402 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c16f31f-cd44-405b-a9eb-6c67907670ad HTTP/1.1" status: 200 len: 801 time: 0.0638528 Nov 12 00:38:33.802793 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-105829b1-b426-4b95-bea1-7b7930d4986b req-c7e3d667-89d4-47c2-bc45-b759279f9302 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593161 Nov 12 00:38:33.842342 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a386799b-92f7-4a49-b2df-9e5269b71759 req-44fa6c5d-18bc-4cad-8a8f-4ffc43be9aa3 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518372 Nov 12 00:38:33.871166 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2b9776-3deb-452d-8cc5-95c020c47975 x-openstack-request-id: req-cf2b9776-3deb-452d-8cc5-95c020c47975 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:33.871463 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8efbb7-0256-4e8f-a67b-9bf84acfadc2", "tag": "29f02ebd-0d3d-400f-a9f7-24672678eff6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "374597d0-6cc9-4b8d-8a10-7f2561ce5bb2", "tag": "8ee53c30-d721-446a-a4a7-32aa5d6e1316", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:33.871717 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf2b9776-3deb-452d-8cc5-95c020c47975 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:33.872115 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8efbb7-0256-4e8f-a67b-9bf84acfadc2', 'tag': '29f02ebd-0d3d-400f-a9f7-24672678eff6', 'status': 'completed', 'code': 200} Nov 12 00:38:33.872473 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374597d0-6cc9-4b8d-8a10-7f2561ce5bb2', 'tag': '8ee53c30-d721-446a-a4a7-32aa5d6e1316', 'status': 'completed', 'code': 200} Nov 12 00:38:33.875576 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-3f17eba7-341e-4363-b3d5-84406be8d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:33.879071 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-3f17eba7-341e-4363-b3d5-84406be8d4ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a27832d2-e74f-4ac2-a482-37840a3364f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697713 Nov 12 00:38:33.996420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def123e-36a9-4834-835b-21b33b706820 req-9505283c-0226-416a-848f-d56c5f373b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:33.998130 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0def123e-36a9-4834-835b-21b33b706820 req-9505283c-0226-416a-848f-d56c5f373b1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a005a1cf512f4cbb9fdb939f3c35eef7&device_id=eb8efbb7-0256-4e8f-a67b-9bf84acfadc2 HTTP/1.1" status: 200 len: 1095 time: 0.1002958 Nov 12 00:38:34.002656 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ec30f-167a-4067-bcc1-80a521936ca2 req-f1f731fa-4d84-41fd-b772-783d899a004c tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:34.005211 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b8ec30f-167a-4067-bcc1-80a521936ca2 req-f1f731fa-4d84-41fd-b772-783d899a004c tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a6dbc9e-d270-4fea-9595-51e9a4945eb7 HTTP/1.1" status: 200 len: 945 time: 0.0676377 Nov 12 00:38:34.033502 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-7b6bbd0b-2348-4cc7-861f-468a7301b6ce service neutron] 10.222.0.21 "GET /v2.0/networks/a27832d2-e74f-4ac2-a482-37840a3364f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446393 Nov 12 00:38:34.064186 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b8ec30f-167a-4067-bcc1-80a521936ca2 req-b5fb277e-0af3-4d76-92b3-2bba907f8eeb tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516648 Nov 12 00:38:34.197119 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def123e-36a9-4834-835b-21b33b706820 req-738dfb10-8b65-4cea-a9a6-4dd5be13e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:34.198586 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0def123e-36a9-4834-835b-21b33b706820 req-738dfb10-8b65-4cea-a9a6-4dd5be13e8ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=b3d85bbc-0d62-48d8-9065-4652c6b5f862 HTTP/1.1" status: 200 len: 922 time: 0.1910222 Nov 12 00:38:34.207549 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-d46a70ad-9ed9-4789-b0da-9307631efdbc service neutron] 10.222.0.21 "GET /v2.0/networks/a27832d2-e74f-4ac2-a482-37840a3364f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658690 Nov 12 00:38:34.255608 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0def123e-36a9-4834-835b-21b33b706820 req-4f9ca33e-1492-4c5f-8942-33e421121a24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29f02ebd-0d3d-400f-a9f7-24672678eff6 HTTP/1.1" status: 200 len: 217 time: 0.0462031 Nov 12 00:38:34.260821 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60adc25c-255f-4e35-be9e-5af6cccf5a70 req-216e9e23-81a5-4064-8a39-99e8675ba530 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:34.262494 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60adc25c-255f-4e35-be9e-5af6cccf5a70 req-216e9e23-81a5-4064-8a39-99e8675ba530 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb8efbb7-0256-4e8f-a67b-9bf84acfadc2 HTTP/1.1" status: 200 len: 943 time: 0.0624015 Nov 12 00:38:34.273143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 23cd7330-f561-42fc-9f7b-050d64314475 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:34.297258 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-c114fd21-f0c4-47e7-b776-c9b057ef52ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.189&port_id=8ee53c30-d721-446a-a4a7-32aa5d6e1316 HTTP/1.1" status: 200 len: 217 time: 0.0788548 Nov 12 00:38:34.307478 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03072763-fbeb-4493-8ff2-dbd1a68ea4ce req-43fa2453-b271-4248-860a-d1e553a0fd3a tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:34.309013 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-03072763-fbeb-4493-8ff2-dbd1a68ea4ce req-43fa2453-b271-4248-860a-d1e553a0fd3a tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/ports?device_id=93e26219-e012-4bc0-b12f-23e61a32ba48 HTTP/1.1" status: 200 len: 948 time: 0.1464062 Nov 12 00:38:34.338955 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60adc25c-255f-4e35-be9e-5af6cccf5a70 req-d77030a3-e5fa-47f2-84fd-1ad0105f877a tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c8a437-3cde-4c24-ae9f-aa784609e2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694594 Nov 12 00:38:34.385701 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def123e-36a9-4834-835b-21b33b706820 req-7a1493dd-0d03-4199-9dcf-1fb67e7140ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:34.387138 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0def123e-36a9-4834-835b-21b33b706820 req-7a1493dd-0d03-4199-9dcf-1fb67e7140ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc6e5d0f-94a8-4420-b280-ace2f33eae68 HTTP/1.1" status: 200 len: 861 time: 0.0995681 Nov 12 00:38:34.418006 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 23cd7330-f561-42fc-9f7b-050d64314475, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=23cd7330-f561-42fc-9f7b-050d64314475,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:34.434959 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '23cd7330-f561-42fc-9f7b-050d64314475', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '23cd7330-f561-42fc-9f7b-050d64314475', 'mac_address': 'fa:16:3e:84:32:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:34.454831 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0def123e-36a9-4834-835b-21b33b706820 req-c3207286-4b70-47ba-8ba7-38a42b465641 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b3d85bbc-0d62-48d8-9065-4652c6b5f862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549629 Nov 12 00:38:34.458721 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-89ec93ed-d41b-4bf9-a4cb-f206b43d4c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:34.460135 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-89ec93ed-d41b-4bf9-a4cb-f206b43d4c4d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=60d85901-78f0-4529-aba4-9076914c1b36 HTTP/1.1" status: 200 len: 801 time: 0.1330099 Nov 12 00:38:34.463499 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-03072763-fbeb-4493-8ff2-dbd1a68ea4ce req-4aa39c9f-2d00-4f86-bc97-36d5b8d4e116 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e35af5-fd43-4f28-86d3-52855f68f9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351330 Nov 12 00:38:34.491230 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.506783 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23cd7330-f561-42fc-9f7b-050d64314475 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:34.546148 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 23cd7330-f561-42fc-9f7b-050d64314475, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=23cd7330-f561-42fc-9f7b-050d64314475,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:34.553212 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.579059 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4d8a0-ab7b-4527-a7fe-3fc08b7545e2 req-9887b002-2ce6-4aaa-9f56-e8810dc4d97a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:34.586581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4d8a0-ab7b-4527-a7fe-3fc08b7545e2 req-9887b002-2ce6-4aaa-9f56-e8810dc4d97a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:34.588636 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0fd4d8a0-ab7b-4527-a7fe-3fc08b7545e2 req-9887b002-2ce6-4aaa-9f56-e8810dc4d97a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 1679 time: 0.1012425 Nov 12 00:38:34.608105 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=23cd7330-f561-42fc-9f7b-050d64314475,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:34.615698 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-9b8d96d9-9d3b-49a1-be06-b25cc6558ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:34.617755 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-9b8d96d9-9d3b-49a1-be06-b25cc6558ebc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a363a716-97d7-441b-8cc8-bb101b93654f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388566 Nov 12 00:38:34.622143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 997be79d-73f0-457b-a794-69924644f888 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:34.662182 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0def123e-36a9-4834-835b-21b33b706820 req-96fed5dd-817d-4ad9-86c7-44c6fe61e8e7 service neutron] 10.222.0.21 "GET /v2.0/networks/b3d85bbc-0d62-48d8-9065-4652c6b5f862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889555 Nov 12 00:38:34.707712 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0fd4d8a0-ab7b-4527-a7fe-3fc08b7545e2 req-06fe04b3-f3c7-41f0-9656-10ccc383ecf2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099443 Nov 12 00:38:34.715511 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 997be79d-73f0-457b-a794-69924644f888 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:34.715894 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.810261 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.845428 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 997be79d-73f0-457b-a794-69924644f888, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=997be79d-73f0-457b-a794-69924644f888,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:34.858731 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:34.860485 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 2c6100ce-9303-43d8-92bf-6d8b009a82d7 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:34.868537 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0def123e-36a9-4834-835b-21b33b706820 req-9489328a-c372-4756-93dc-0e5395c27fd7 service neutron] 10.222.0.21 "GET /v2.0/networks/b3d85bbc-0d62-48d8-9065-4652c6b5f862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951880 Nov 12 00:38:34.881018 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6e56d-1fa2-4d20-9e54-daba319e463a req-f4bae1b5-590b-4f85-b1ba-09fba8591dc9 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:34.888567 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-abd6e56d-1fa2-4d20-9e54-daba319e463a req-f4bae1b5-590b-4f85-b1ba-09fba8591dc9 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 948 time: 0.1537166 Nov 12 00:38:34.896263 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['23cd7330-f561-42fc-9f7b-050d64314475'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:34.897504 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-7492715e-1668-4e93-9a7e-26e643fcd9b7 service neutron] 10.222.0.21 "GET /v2.0/networks/a363a716-97d7-441b-8cc8-bb101b93654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701313 Nov 12 00:38:34.998894 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=997be79d-73f0-457b-a794-69924644f888,revision_number=11']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:35.008931 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-abd6e56d-1fa2-4d20-9e54-daba319e463a req-c8753afc-6d67-4ed8-9d66-39ec6a0cbaf7 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192741 Nov 12 00:38:35.034141 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:35.048143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:35.048598 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.076947 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fa6c843-d304-4fd8-8d33-8d85dd27ebcb req-141ee2bf-5852-4a4f-9313-19e713054235 service neutron] 10.222.0.21 "GET /v2.0/networks/a363a716-97d7-441b-8cc8-bb101b93654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643994 Nov 12 00:38:35.115962 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3f72c-a31d-4397-9ccf-661536037a4e req-3981f951-1330-4c06-a07f-82769b2f322d tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:35.117351 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-21a3f72c-a31d-4397-9ccf-661536037a4e req-3981f951-1330-4c06-a07f-82769b2f322d tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 951 time: 0.1382530 Nov 12 00:38:35.187506 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836adcd8-42fc-43d7-b5a7-4bfda5baf1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997be79d-73f0-457b-a794-69924644f888'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:35.189753 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977ec64a-e358-4d72-b503-3cc566aa7432" -d '{"events": [{"server_uuid": "836adcd8-42fc-43d7-b5a7-4bfda5baf1e6", "name": "network-vif-plugged", "status": "completed", "tag": "997be79d-73f0-457b-a794-69924644f888"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:35.192333 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.192476 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-21a3f72c-a31d-4397-9ccf-661536037a4e req-e0061a77-3e51-49aa-8a9c-306fb5f4c507 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506160 Nov 12 00:38:35.247077 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8fd02-95e1-4a04-9bd3-b63fb537c109 req-ab594d8d-ac31-4df4-8828-ef4454cfbb19 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:35.269370 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3cb8fd02-95e1-4a04-9bd3-b63fb537c109 req-ab594d8d-ac31-4df4-8828-ef4454cfbb19 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 946 time: 0.1474061 Nov 12 00:38:35.288688 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:35.295377 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:35.314982 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def123e-36a9-4834-835b-21b33b706820 req-a9a5d8ee-b090-4eb2-bb56-23677666fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:35.315464 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def123e-36a9-4834-835b-21b33b706820 req-a9a5d8ee-b090-4eb2-bb56-23677666fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:35.317125 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0def123e-36a9-4834-835b-21b33b706820 req-a9a5d8ee-b090-4eb2-bb56-23677666fb3f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc40649e055443b9aaedfdea46736570&device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 1983 time: 0.1376355 Nov 12 00:38:35.335868 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182893fc-a2ec-49ed-a266-245fa6a89ff6 req-f21c2eb3-291f-40f7-95ae-189ed323b9af tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:35.344588 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-182893fc-a2ec-49ed-a266-245fa6a89ff6 req-f21c2eb3-291f-40f7-95ae-189ed323b9af tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a6dbc9e-d270-4fea-9595-51e9a4945eb7 HTTP/1.1" status: 200 len: 945 time: 0.0733464 Nov 12 00:38:35.382162 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=2c6100ce-9303-43d8-92bf-6d8b009a82d7,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:35.392948 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3cb8fd02-95e1-4a04-9bd3-b63fb537c109 req-f67f4810-d91e-4194-99b6-e67862c9110a tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145451 Nov 12 00:38:35.402194 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-182893fc-a2ec-49ed-a266-245fa6a89ff6 req-832b754f-c75e-46c3-8c46-389e23c62130 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564699 Nov 12 00:38:35.474080 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def123e-36a9-4834-835b-21b33b706820 req-2d3bd58c-b8d8-407b-bf61-77d0650692b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:35.475800 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0def123e-36a9-4834-835b-21b33b706820 req-2d3bd58c-b8d8-407b-bf61-77d0650692b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a363a716-97d7-441b-8cc8-bb101b93654f HTTP/1.1" status: 200 len: 902 time: 0.1420953 Nov 12 00:38:35.481261 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba95cdb-56c1-4e9a-8f13-c12b412f71bf x-openstack-request-id: req-2ba95cdb-56c1-4e9a-8f13-c12b412f71bf {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:35.481552 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836adcd8-42fc-43d7-b5a7-4bfda5baf1e6", "name": "network-vif-plugged", "status": "completed", "tag": "997be79d-73f0-457b-a794-69924644f888", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:35.481812 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ba95cdb-56c1-4e9a-8f13-c12b412f71bf {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:35.482216 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836adcd8-42fc-43d7-b5a7-4bfda5baf1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997be79d-73f0-457b-a794-69924644f888', 'code': 200} Nov 12 00:38:35.541935 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0def123e-36a9-4834-835b-21b33b706820 req-d5f554d4-0b5b-4def-8225-5ca45cdf2b4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.189&port_id=8ee53c30-d721-446a-a4a7-32aa5d6e1316 HTTP/1.1" status: 200 len: 217 time: 0.0521381 Nov 12 00:38:35.560264 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e32ce-62d4-4c72-8b01-81b226480132 req-496f10e9-3c76-4268-b279-81a9fa44c128 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:35.567518 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-917e32ce-62d4-4c72-8b01-81b226480132 req-496f10e9-3c76-4268-b279-81a9fa44c128 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb8efbb7-0256-4e8f-a67b-9bf84acfadc2 HTTP/1.1" status: 200 len: 943 time: 0.0606349 Nov 12 00:38:35.664584 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-917e32ce-62d4-4c72-8b01-81b226480132 req-f33966ac-7c49-4e2f-b557-f63a72f47959 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c8a437-3cde-4c24-ae9f-aa784609e2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958126 Nov 12 00:38:35.679266 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def123e-36a9-4834-835b-21b33b706820 req-e0516bab-44c0-4b80-b210-d8d1e2452a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:35.681111 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0def123e-36a9-4834-835b-21b33b706820 req-e0516bab-44c0-4b80-b210-d8d1e2452a1f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=60d85901-78f0-4529-aba4-9076914c1b36 HTTP/1.1" status: 200 len: 801 time: 0.1237648 Nov 12 00:38:35.699300 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93052b-18a9-429c-a9a8-6781925c9aa9 req-97ce86db-4a7f-49bc-a144-b99e3fe30dd6 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:35.700996 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ec93052b-18a9-429c-a9a8-6781925c9aa9 req-97ce86db-4a7f-49bc-a144-b99e3fe30dd6 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/ports?device_id=93e26219-e012-4bc0-b12f-23e61a32ba48 HTTP/1.1" status: 200 len: 949 time: 0.0840092 Nov 12 00:38:35.827669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def123e-36a9-4834-835b-21b33b706820 req-1944490f-4049-4aab-b702-8a5888b76331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:35.829227 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0def123e-36a9-4834-835b-21b33b706820 req-1944490f-4049-4aab-b702-8a5888b76331 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a363a716-97d7-441b-8cc8-bb101b93654f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273270 Nov 12 00:38:35.836333 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ec93052b-18a9-429c-a9a8-6781925c9aa9 req-b7e3e058-c6ba-4dce-a776-0a09ada8c60b tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e35af5-fd43-4f28-86d3-52855f68f9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244316 Nov 12 00:38:35.855640 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd3194-c2e1-4397-83cb-ebf8e519aac3 req-9e21ca17-b8d9-4892-ad5d-25cd8f8c0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:35.857174 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bebd3194-c2e1-4397-83cb-ebf8e519aac3 req-9e21ca17-b8d9-4892-ad5d-25cd8f8c0020 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 1103 time: 0.0883858 Nov 12 00:38:35.862554 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aeb3e8-2888-4840-add4-64c3296be11f req-c14c8ead-79c0-4e3b-8f56-19a560989ca6 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:35.873745 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aeb3e8-2888-4840-add4-64c3296be11f req-c14c8ead-79c0-4e3b-8f56-19a560989ca6 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:35.875732 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c7aeb3e8-2888-4840-add4-64c3296be11f req-c14c8ead-79c0-4e3b-8f56-19a560989ca6 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 1679 time: 0.0830195 Nov 12 00:38:35.937532 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c7aeb3e8-2888-4840-add4-64c3296be11f req-7469ec55-c688-4acd-a231-96a779cc3e7e tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541217 Nov 12 00:38:35.949293 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bebd3194-c2e1-4397-83cb-ebf8e519aac3 req-276b84dd-16ef-4b16-a5b9-b0a100c7b9ef service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807095 Nov 12 00:38:35.967044 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0def123e-36a9-4834-835b-21b33b706820 req-251be6ea-52a4-4879-b152-a98d5f14557d service neutron] 10.222.0.21 "GET /v2.0/networks/a363a716-97d7-441b-8cc8-bb101b93654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227939 Nov 12 00:38:36.066429 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0def123e-36a9-4834-835b-21b33b706820 req-7edf6de9-85e6-43ed-a4d3-7efe4b6867ea service neutron] 10.222.0.21 "GET /v2.0/networks/a363a716-97d7-441b-8cc8-bb101b93654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904896 Nov 12 00:38:36.131289 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334766dd-da50-45e7-a0a0-991901359f39 req-88d6818a-2243-4291-876e-c5cdb01a7b89 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:36.132799 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-334766dd-da50-45e7-a0a0-991901359f39 req-88d6818a-2243-4291-876e-c5cdb01a7b89 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.0624590 Nov 12 00:38:36.180133 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-334766dd-da50-45e7-a0a0-991901359f39 req-48895b53-5dd9-40cf-a50c-44b67a6942e0 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414014 Nov 12 00:38:36.286752 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 29f02ebd-0d3d-400f-a9f7-24672678eff6 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:36.293842 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 23cd7330-f561-42fc-9f7b-050d64314475 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:36.320043 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107a117-182d-48e2-8952-bad3b0e1d8f8 req-2bbadd9b-5a71-4002-bb6e-f1acce00c37c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:36.321579 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c107a117-182d-48e2-8952-bad3b0e1d8f8 req-2bbadd9b-5a71-4002-bb6e-f1acce00c37c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 951 time: 0.0489268 Nov 12 00:38:36.371820 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c107a117-182d-48e2-8952-bad3b0e1d8f8 req-e263ebe4-7f18-4f05-b360-d11b0fde7158 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442972 Nov 12 00:38:36.410894 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 23cd7330-f561-42fc-9f7b-050d64314475 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:36.417390 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 23cd7330-f561-42fc-9f7b-050d64314475 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:36.417487 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.466599 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 29f02ebd-0d3d-400f-a9f7-24672678eff6, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=29f02ebd-0d3d-400f-a9f7-24672678eff6,segment=NetworkSegment(c19a1d51-729f-4d59-8a70-da0765ea2723),segment_id=c19a1d51-729f-4d59-8a70-da0765ea2723)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:36.484565 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '29f02ebd-0d3d-400f-a9f7-24672678eff6', 'network_id': 'b3d85bbc-0d62-48d8-9065-4652c6b5f862', 'port_id': '29f02ebd-0d3d-400f-a9f7-24672678eff6', 'mac_address': 'fa:16:3e:f8:22:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc6e5d0f-94a8-4420-b280-ace2f33eae68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:36.526108 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53688a-4a23-4fa4-a877-b80b91b5f426 req-fbff5677-562a-46a0-9911-4dd6560dbac4 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:36.528267 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa53688a-4a23-4fa4-a877-b80b91b5f426 req-fbff5677-562a-46a0-9911-4dd6560dbac4 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0648327 Nov 12 00:38:36.559683 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.564643 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.589098 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f02ebd-0d3d-400f-a9f7-24672678eff6 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:36.606526 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa53688a-4a23-4fa4-a877-b80b91b5f426 req-b33b0487-6029-4dbb-a9fd-ea4e6bef62c0 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691385 Nov 12 00:38:36.627642 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 23cd7330-f561-42fc-9f7b-050d64314475, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=23cd7330-f561-42fc-9f7b-050d64314475,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:36.647342 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 29f02ebd-0d3d-400f-a9f7-24672678eff6, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=29f02ebd-0d3d-400f-a9f7-24672678eff6,segment=NetworkSegment(c19a1d51-729f-4d59-8a70-da0765ea2723),segment_id=c19a1d51-729f-4d59-8a70-da0765ea2723)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:36.649140 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.658418 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:36.723206 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=23cd7330-f561-42fc-9f7b-050d64314475,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:36.780340 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=29f02ebd-0d3d-400f-a9f7-24672678eff6,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:36.818177 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b1421-a403-42d1-9f75-42e3f17e4a6b req-81073ab6-738c-4422-957c-570e1953aa8a tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:36.820108 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d76b1421-a403-42d1-9f75-42e3f17e4a6b req-81073ab6-738c-4422-957c-570e1953aa8a tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb8efbb7-0256-4e8f-a67b-9bf84acfadc2 HTTP/1.1" status: 200 len: 944 time: 0.0588703 Nov 12 00:38:36.875294 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d76b1421-a403-42d1-9f75-42e3f17e4a6b req-c3e8451e-339d-4831-9612-a2f5e24b5eed tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c8a437-3cde-4c24-ae9f-aa784609e2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482960 Nov 12 00:38:36.912293 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1df57-cbaf-4331-8024-15b7cc829e3d req-b5c323d9-2971-4ec2-9000-5fd451461151 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:36.914097 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f7e1df57-cbaf-4331-8024-15b7cc829e3d req-b5c323d9-2971-4ec2-9000-5fd451461151 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a6dbc9e-d270-4fea-9595-51e9a4945eb7 HTTP/1.1" status: 200 len: 945 time: 0.3970032 Nov 12 00:38:36.964124 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f7e1df57-cbaf-4331-8024-15b7cc829e3d req-f2b8882e-8c8e-4a7a-a379-b7a1fc36873c tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430331 Nov 12 00:38:36.974153 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['29f02ebd-0d3d-400f-a9f7-24672678eff6'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:36.993118 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da2649-c8d8-407c-92be-6652ed494dd9 req-369fff83-6e45-4c0f-98ae-83dce0594d19 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:37.001192 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b2da2649-c8d8-407c-92be-6652ed494dd9 req-369fff83-6e45-4c0f-98ae-83dce0594d19 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/ports?device_id=93e26219-e012-4bc0-b12f-23e61a32ba48 HTTP/1.1" status: 200 len: 950 time: 0.0671353 Nov 12 00:38:37.070315 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b2da2649-c8d8-407c-92be-6652ed494dd9 req-b594547c-922c-4ac7-a78b-0f5524680fc9 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e35af5-fd43-4f28-86d3-52855f68f9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666878 Nov 12 00:38:37.095379 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c0a5a-d2e5-4981-aea5-5f360e38ae5a req-d1dbce5b-eb39-466a-b037-167837a395fe tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:37.100904 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c0a5a-d2e5-4981-aea5-5f360e38ae5a req-d1dbce5b-eb39-466a-b037-167837a395fe tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:37.108363 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6e8c0a5a-d2e5-4981-aea5-5f360e38ae5a req-d1dbce5b-eb39-466a-b037-167837a395fe tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 1679 time: 0.0701435 Nov 12 00:38:37.165957 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6e8c0a5a-d2e5-4981-aea5-5f360e38ae5a req-57a32550-ef34-4dcf-8fc8-a19cffece2c4 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526605 Nov 12 00:38:37.305345 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d5c15-6199-484c-8f9d-617b6c15d73f req-ffc11d8b-e373-4692-a517-6f6954ab6a9e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:37.306935 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d50d5c15-6199-484c-8f9d-617b6c15d73f req-ffc11d8b-e373-4692-a517-6f6954ab6a9e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.0527015 Nov 12 00:38:37.357830 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9cc1c-95a4-460a-b311-bc50104093ac req-e320c388-7ffa-4111-928a-8756c8a8e6bd tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:37.358691 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d50d5c15-6199-484c-8f9d-617b6c15d73f req-72059c0a-849e-43a2-8263-cc492b4c1dac tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456438 Nov 12 00:38:37.359478 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-82b9cc1c-95a4-460a-b311-bc50104093ac req-e320c388-7ffa-4111-928a-8756c8a8e6bd tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a6dbc9e-d270-4fea-9595-51e9a4945eb7 HTTP/1.1" status: 200 len: 945 time: 0.0548868 Nov 12 00:38:37.408594 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-82b9cc1c-95a4-460a-b311-bc50104093ac req-4ee7634b-e5fd-4ed0-9096-01e2613cad09 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429623 Nov 12 00:38:37.484001 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1022eb02-361d-41f9-9995-505887a6a27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6100ce-9303-43d8-92bf-6d8b009a82d7'}, {'server_uuid': '93e26219-e012-4bc0-b12f-23e61a32ba48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cd7330-f561-42fc-9f7b-050d64314475'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:37.485892 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8a8fa1-4032-490a-b2c0-301a3916952e" -d '{"events": [{"server_uuid": "1022eb02-361d-41f9-9995-505887a6a27b", "name": "network-vif-plugged", "status": "completed", "tag": "2c6100ce-9303-43d8-92bf-6d8b009a82d7"}, {"server_uuid": "93e26219-e012-4bc0-b12f-23e61a32ba48", "name": "network-vif-plugged", "status": "completed", "tag": "23cd7330-f561-42fc-9f7b-050d64314475"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:37.492665 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d10259-bf4a-48c2-a5a9-ed0f7f851951 req-7bfb7ee6-2423-4745-97a9-56dc7bb26aee tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:37.494226 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11d10259-bf4a-48c2-a5a9-ed0f7f851951 req-7bfb7ee6-2423-4745-97a9-56dc7bb26aee tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 951 time: 0.0494583 Nov 12 00:38:37.532301 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafa2acd-5188-46a8-ade5-871c15800335 x-openstack-request-id: req-cafa2acd-5188-46a8-ade5-871c15800335 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:37.532301 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1022eb02-361d-41f9-9995-505887a6a27b", "name": "network-vif-plugged", "status": "completed", "tag": "2c6100ce-9303-43d8-92bf-6d8b009a82d7", "code": 200}, {"server_uuid": "93e26219-e012-4bc0-b12f-23e61a32ba48", "name": "network-vif-plugged", "status": "completed", "tag": "23cd7330-f561-42fc-9f7b-050d64314475", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:37.532553 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cafa2acd-5188-46a8-ade5-871c15800335 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:37.533084 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1022eb02-361d-41f9-9995-505887a6a27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6100ce-9303-43d8-92bf-6d8b009a82d7', 'code': 200} Nov 12 00:38:37.533396 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e26219-e012-4bc0-b12f-23e61a32ba48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cd7330-f561-42fc-9f7b-050d64314475', 'code': 200} Nov 12 00:38:37.544030 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11d10259-bf4a-48c2-a5a9-ed0f7f851951 req-35bfae4a-9cdb-4bb7-ae8e-eb7d306372f4 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429590 Nov 12 00:38:37.677417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda76082-5f1c-4d8a-bb0c-d33bf80bd60e req-c052e403-a301-41b8-abcb-c007b86979dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:37.679199 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cda76082-5f1c-4d8a-bb0c-d33bf80bd60e req-c052e403-a301-41b8-abcb-c007b86979dd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=93e26219-e012-4bc0-b12f-23e61a32ba48 HTTP/1.1" status: 200 len: 1102 time: 0.0560482 Nov 12 00:38:37.815391 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919ab5e-5038-4eba-98ff-a3c0e16bcbc3 req-f01cf07c-6bbc-4a5d-80ad-6cac0a5fe862 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:37.817503 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d919ab5e-5038-4eba-98ff-a3c0e16bcbc3 req-f01cf07c-6bbc-4a5d-80ad-6cac0a5fe862 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 946 time: 0.1272411 Nov 12 00:38:37.822261 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cda76082-5f1c-4d8a-bb0c-d33bf80bd60e req-cf176511-0028-4bd5-96c9-c437696e66d7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e4e35af5-fd43-4f28-86d3-52855f68f9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221740 Nov 12 00:38:37.842757 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f889562-a64b-4085-ab97-8e355d95f3ed req-767f0d92-6ad5-45c5-a73f-a9d9fee1eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:37.844199 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9f889562-a64b-4085-ab97-8e355d95f3ed req-767f0d92-6ad5-45c5-a73f-a9d9fee1eb85 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 1101 time: 0.1039226 Nov 12 00:38:37.871805 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d919ab5e-5038-4eba-98ff-a3c0e16bcbc3 req-6f1ed070-db8f-48d3-8d83-59619281c671 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473440 Nov 12 00:38:37.934407 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9f889562-a64b-4085-ab97-8e355d95f3ed req-e0e05098-accb-49ee-bbff-7fa9221c09b5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451565 Nov 12 00:38:38.007656 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb792efe-d7f1-44ad-9c86-da676a6f0502 req-22cc8ded-e72f-42ee-b563-767703777eb1 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:38.009048 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fb792efe-d7f1-44ad-9c86-da676a6f0502 req-22cc8ded-e72f-42ee-b563-767703777eb1 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb8efbb7-0256-4e8f-a67b-9bf84acfadc2 HTTP/1.1" status: 200 len: 944 time: 0.0495317 Nov 12 00:38:38.054986 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fb792efe-d7f1-44ad-9c86-da676a6f0502 req-cccc30fe-ed56-431a-8613-a465cef5206e tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c8a437-3cde-4c24-ae9f-aa784609e2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400922 Nov 12 00:38:38.177596 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30eaeea-197b-4673-bb45-1deeefdb2a99 req-bb281ed5-5386-4148-bd9f-929ff95cd61f tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:38.179074 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e30eaeea-197b-4673-bb45-1deeefdb2a99 req-bb281ed5-5386-4148-bd9f-929ff95cd61f tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/ports?device_id=93e26219-e012-4bc0-b12f-23e61a32ba48 HTTP/1.1" status: 200 len: 950 time: 0.0481930 Nov 12 00:38:38.229785 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e30eaeea-197b-4673-bb45-1deeefdb2a99 req-c171353a-4a8c-4b3f-bcab-38c7aaec4b3b tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e35af5-fd43-4f28-86d3-52855f68f9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448458 Nov 12 00:38:38.273781 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba18a88-fc90-4e74-9893-b197400cd67c req-05752ea7-f458-4faa-acaf-d366a7f6db98 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:38.279519 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba18a88-fc90-4e74-9893-b197400cd67c req-05752ea7-f458-4faa-acaf-d366a7f6db98 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:38.281037 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8ba18a88-fc90-4e74-9893-b197400cd67c req-05752ea7-f458-4faa-acaf-d366a7f6db98 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 1679 time: 0.0579333 Nov 12 00:38:38.311524 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 309fb010-0c46-45a4-a34a-d7f65eb9dfc2 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:38.315818 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 29f02ebd-0d3d-400f-a9f7-24672678eff6 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:38.327497 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8ba18a88-fc90-4e74-9893-b197400cd67c req-4dfe9f91-16c6-4158-822e-dc13d06908c0 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399616 Nov 12 00:38:38.431644 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.450719 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 29f02ebd-0d3d-400f-a9f7-24672678eff6 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:38.459570 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 29f02ebd-0d3d-400f-a9f7-24672678eff6 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:38.459942 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.487249 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2538e4-b3f3-441e-bcc1-e80eb09698ed req-8a53dab6-8d6e-49bb-b4d3-a6c2f9a4297e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:38.494512 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 309fb010-0c46-45a4-a34a-d7f65eb9dfc2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=309fb010-0c46-45a4-a34a-d7f65eb9dfc2,segment=NetworkSegment(bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb),segment_id=bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:38.495056 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9e2538e4-b3f3-441e-bcc1-e80eb09698ed req-8a53dab6-8d6e-49bb-b4d3-a6c2f9a4297e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.0647683 Nov 12 00:38:38.514768 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '309fb010-0c46-45a4-a34a-d7f65eb9dfc2', 'network_id': 'a27832d2-e74f-4ac2-a482-37840a3364f2', 'port_id': '309fb010-0c46-45a4-a34a-d7f65eb9dfc2', 'mac_address': 'fa:16:3e:b2:53:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c16f31f-cd44-405b-a9eb-6c67907670ad', 'ip_address': '19.80.0.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:38.536647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f6b32-c6e7-4934-8167-d3a5da68e7d1 req-8b6bc4b3-091d-4281-bf6d-d897b1ce4077 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:38.538065 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-871f6b32-c6e7-4934-8167-d3a5da68e7d1 req-8b6bc4b3-091d-4281-bf6d-d897b1ce4077 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a6dbc9e-d270-4fea-9595-51e9a4945eb7 HTTP/1.1" status: 200 len: 945 time: 0.0516987 Nov 12 00:38:38.541383 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9e2538e4-b3f3-441e-bcc1-e80eb09698ed req-ca781ed4-c04b-402d-8ca5-b9b800e7a4a4 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456948 Nov 12 00:38:38.584882 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.608265 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-871f6b32-c6e7-4934-8167-d3a5da68e7d1 req-1eac21c9-8a86-42a5-9a50-ab6d1f81f880 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504854 Nov 12 00:38:38.616855 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.632034 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 309fb010-0c46-45a4-a34a-d7f65eb9dfc2 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:38.663284 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 309fb010-0c46-45a4-a34a-d7f65eb9dfc2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=309fb010-0c46-45a4-a34a-d7f65eb9dfc2,segment=NetworkSegment(bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb),segment_id=bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:38.669691 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.670355 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8ee53c30-d721-446a-a4a7-32aa5d6e1316 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:38.702205 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266e127-619f-44ae-99d3-f64594799fe6 req-72a1b7c3-f1c2-4090-8872-78ac3ee1c97c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:38.703840 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4266e127-619f-44ae-99d3-f64594799fe6 req-72a1b7c3-f1c2-4090-8872-78ac3ee1c97c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 951 time: 0.0655868 Nov 12 00:38:38.709624 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 29f02ebd-0d3d-400f-a9f7-24672678eff6, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=29f02ebd-0d3d-400f-a9f7-24672678eff6,segment=NetworkSegment(c19a1d51-729f-4d59-8a70-da0765ea2723),segment_id=c19a1d51-729f-4d59-8a70-da0765ea2723)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:38.720102 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:38.754118 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4266e127-619f-44ae-99d3-f64594799fe6 req-64986a52-e91e-4913-b6f5-e47bea511b81 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428114 Nov 12 00:38:38.759106 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=309fb010-0c46-45a4-a34a-d7f65eb9dfc2,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:38.982493 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=29f02ebd-0d3d-400f-a9f7-24672678eff6,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:38.992309 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 8ee53c30-d721-446a-a4a7-32aa5d6e1316, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8ee53c30-d721-446a-a4a7-32aa5d6e1316,segment=NetworkSegment(282892b7-f19f-41f1-be7a-3378c3208ca9),segment_id=282892b7-f19f-41f1-be7a-3378c3208ca9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:39.007307 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '8ee53c30-d721-446a-a4a7-32aa5d6e1316', 'network_id': 'a363a716-97d7-441b-8cc8-bb101b93654f', 'port_id': '8ee53c30-d721-446a-a4a7-32aa5d6e1316', 'mac_address': 'fa:16:3e:9d:6b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d85901-78f0-4529-aba4-9076914c1b36', 'ip_address': '19.86.0.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:39.012279 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda12404-c525-4c86-944a-6991209ddd56 req-2f17ee23-517b-4d36-a2d1-7e204fb0053a tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.014301 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dda12404-c525-4c86-944a-6991209ddd56 req-2f17ee23-517b-4d36-a2d1-7e204fb0053a tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 1103 time: 0.0508280 Nov 12 00:38:39.059329 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:39.076204 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee53c30-d721-446a-a4a7-32aa5d6e1316 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:39.082580 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dda12404-c525-4c86-944a-6991209ddd56 req-dcc25f4f-8077-4532-b35e-f0673e8ebdba tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611498 Nov 12 00:38:39.103797 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 8ee53c30-d721-446a-a4a7-32aa5d6e1316, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8ee53c30-d721-446a-a4a7-32aa5d6e1316,segment=NetworkSegment(282892b7-f19f-41f1-be7a-3378c3208ca9),segment_id=282892b7-f19f-41f1-be7a-3378c3208ca9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:39.109217 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:39.172352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=8ee53c30-d721-446a-a4a7-32aa5d6e1316,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:39.198541 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77478790-eca5-4c4d-b0f3-f9b4dc815829 req-cf857179-9a1c-43cb-8e48-c83ff3593182 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.200004 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-77478790-eca5-4c4d-b0f3-f9b4dc815829 req-cf857179-9a1c-43cb-8e48-c83ff3593182 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0588303 Nov 12 00:38:39.201391 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be9c0b-d16d-4127-93e1-782f7e283549 req-ff3ae052-9267-46e7-94a5-e5dca5df1a67 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.202851 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63be9c0b-d16d-4127-93e1-782f7e283549 req-ff3ae052-9267-46e7-94a5-e5dca5df1a67 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb8efbb7-0256-4e8f-a67b-9bf84acfadc2 HTTP/1.1" status: 200 len: 945 time: 0.0554798 Nov 12 00:38:39.255311 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-77478790-eca5-4c4d-b0f3-f9b4dc815829 req-c7c599c7-7397-4533-90f9-9f6ef673e71d tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478261 Nov 12 00:38:39.263366 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63be9c0b-d16d-4127-93e1-782f7e283549 req-5ddd9a09-854f-4226-8724-42c8a91a076e tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c8a437-3cde-4c24-ae9f-aa784609e2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500069 Nov 12 00:38:39.381646 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f335b-49c9-4765-a655-4bf0a39c64fa req-7fdc8dd7-87f0-4987-8660-d1c1763db36f tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.383148 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8d6f335b-49c9-4765-a655-4bf0a39c64fa req-7fdc8dd7-87f0-4987-8660-d1c1763db36f tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/ports?device_id=93e26219-e012-4bc0-b12f-23e61a32ba48 HTTP/1.1" status: 200 len: 950 time: 0.0522902 Nov 12 00:38:39.430649 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8d6f335b-49c9-4765-a655-4bf0a39c64fa req-c755bf0a-7231-44a7-be9c-29e74da3b822 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e35af5-fd43-4f28-86d3-52855f68f9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416067 Nov 12 00:38:39.455110 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['8ee53c30-d721-446a-a4a7-32aa5d6e1316'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:39.471303 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3c975-da01-4230-ae34-679e040e33e0 req-b18842d9-4277-4b95-be44-69aef40839af tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.478369 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3c975-da01-4230-ae34-679e040e33e0 req-b18842d9-4277-4b95-be44-69aef40839af tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.479548 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c9a3c975-da01-4230-ae34-679e040e33e0 req-b18842d9-4277-4b95-be44-69aef40839af tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 1681 time: 0.0683134 Nov 12 00:38:39.535571 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2496e-0706-4713-ac2b-f9af1822e34f req-61207e30-8e70-43c0-9b44-e776f2b078b4 tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.537053 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c9a3c975-da01-4230-ae34-679e040e33e0 req-ed4d88e5-6506-410b-a18a-3dbdb55a107c tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510538 Nov 12 00:38:39.537272 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64c2496e-0706-4713-ac2b-f9af1822e34f req-61207e30-8e70-43c0-9b44-e776f2b078b4 tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 1103 time: 0.0499923 Nov 12 00:38:39.542718 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8efbb7-0256-4e8f-a67b-9bf84acfadc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f02ebd-0d3d-400f-a9f7-24672678eff6'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:39.545884 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cb1961-b30b-4cbf-90a6-3daffe19d9f4" -d '{"events": [{"server_uuid": "eb8efbb7-0256-4e8f-a67b-9bf84acfadc2", "name": "network-vif-plugged", "status": "completed", "tag": "29f02ebd-0d3d-400f-a9f7-24672678eff6"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:39.590241 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64c2496e-0706-4713-ac2b-f9af1822e34f req-98bfdfa0-8b3a-4db9-a54b-a4545bee4a17 tempest-ServersAdminTestJSON-506418332 tempest-ServersAdminTestJSON-506418332-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464008 Nov 12 00:38:39.647126 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199f64b9-7c4e-4865-8b2b-2eebf6a173fd x-openstack-request-id: req-199f64b9-7c4e-4865-8b2b-2eebf6a173fd {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:39.647424 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8efbb7-0256-4e8f-a67b-9bf84acfadc2", "name": "network-vif-plugged", "status": "completed", "tag": "29f02ebd-0d3d-400f-a9f7-24672678eff6", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:39.647702 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-199f64b9-7c4e-4865-8b2b-2eebf6a173fd {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:39.648147 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8efbb7-0256-4e8f-a67b-9bf84acfadc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f02ebd-0d3d-400f-a9f7-24672678eff6', 'code': 200} Nov 12 00:38:39.768673 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75751f90-429b-4bab-80ab-200952c730f1 req-b0a8e8be-5371-49f5-b281-d6165865bd3c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.771479 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-75751f90-429b-4bab-80ab-200952c730f1 req-b0a8e8be-5371-49f5-b281-d6165865bd3c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.0646496 Nov 12 00:38:39.786566 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf9739-c20d-42db-915c-afa5b0767c17 req-b51e790f-3108-4e6d-bceb-b0ffd83962b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.788426 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bcdf9739-c20d-42db-915c-afa5b0767c17 req-b51e790f-3108-4e6d-bceb-b0ffd83962b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eb8efbb7-0256-4e8f-a67b-9bf84acfadc2 HTTP/1.1" status: 200 len: 1097 time: 0.0660658 Nov 12 00:38:39.837572 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-75751f90-429b-4bab-80ab-200952c730f1 req-9578002a-aa52-437d-92f2-6a591f8a18d1 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608232 Nov 12 00:38:39.855168 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bcdf9739-c20d-42db-915c-afa5b0767c17 req-59c21aa9-ae41-4922-b41e-fe431dadca0c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c4c8a437-3cde-4c24-ae9f-aa784609e2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540991 Nov 12 00:38:39.924657 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629ac38-a679-40a6-a4c5-62ae6bc0f819 req-8a17bc67-63db-43a7-939e-e7eef8951379 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.926704 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a629ac38-a679-40a6-a4c5-62ae6bc0f819 req-8a17bc67-63db-43a7-939e-e7eef8951379 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a6dbc9e-d270-4fea-9595-51e9a4945eb7 HTTP/1.1" status: 200 len: 945 time: 0.0505092 Nov 12 00:38:39.962879 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03df4e-5050-4e07-9b94-a3ac29d67a2a req-4673196b-872f-4a80-92e3-7907b0762867 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:39.964347 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6e03df4e-5050-4e07-9b94-a3ac29d67a2a req-4673196b-872f-4a80-92e3-7907b0762867 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/ports?device_id=93e26219-e012-4bc0-b12f-23e61a32ba48 HTTP/1.1" status: 200 len: 950 time: 0.0530586 Nov 12 00:38:39.974538 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a629ac38-a679-40a6-a4c5-62ae6bc0f819 req-6ddda202-f0b6-4314-bd36-b8468003d6dd tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Nov 12 00:38:40.012879 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6e03df4e-5050-4e07-9b94-a3ac29d67a2a req-620b473a-26f2-4045-9e9f-bdc8c0e0dd1c tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e35af5-fd43-4f28-86d3-52855f68f9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425966 Nov 12 00:38:40.077170 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df596d41-0b6c-41a8-b4c6-22b214a5eaf8 req-2706d386-7da5-4ce5-b86f-692600ce4f07 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:40.078651 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-df596d41-0b6c-41a8-b4c6-22b214a5eaf8 req-2706d386-7da5-4ce5-b86f-692600ce4f07 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c HTTP/1.1" status: 200 len: 949 time: 0.0497053 Nov 12 00:38:40.127156 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-df596d41-0b6c-41a8-b4c6-22b214a5eaf8 req-170b7409-5178-4c79-8157-36910c8aae2a tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416408 Nov 12 00:38:40.383003 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599a368-dfec-4375-b002-4f26a1a22629 req-4bf3b2e3-b2ae-4428-8ead-8e90b0bf08cd tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:40.384459 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2599a368-dfec-4375-b002-4f26a1a22629 req-4bf3b2e3-b2ae-4428-8ead-8e90b0bf08cd tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0538807 Nov 12 00:38:40.444124 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2599a368-dfec-4375-b002-4f26a1a22629 req-38bf37fe-2361-4241-ba38-02a8580e493e tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519238 Nov 12 00:38:40.505878 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959460b-92f9-48e7-988e-bfb6498f5f3d req-647dd5e3-ca93-40ba-a53e-3ccb6031b5bb tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:40.507395 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1959460b-92f9-48e7-988e-bfb6498f5f3d req-647dd5e3-ca93-40ba-a53e-3ccb6031b5bb tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb8efbb7-0256-4e8f-a67b-9bf84acfadc2 HTTP/1.1" status: 200 len: 945 time: 0.0661731 Nov 12 00:38:40.557925 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1959460b-92f9-48e7-988e-bfb6498f5f3d req-a205d522-ff69-4dc4-aa3d-55acdfa519b9 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c8a437-3cde-4c24-ae9f-aa784609e2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431392 Nov 12 00:38:40.637916 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['309fb010-0c46-45a4-a34a-d7f65eb9dfc2'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:40.659825 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3dea9-9af5-452a-89c0-d0930c088c80 req-db03c3ad-5e4c-446d-b1d2-fc65eba3770a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:40.665855 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3dea9-9af5-452a-89c0-d0930c088c80 req-db03c3ad-5e4c-446d-b1d2-fc65eba3770a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:40.667422 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e4c3dea9-9af5-452a-89c0-d0930c088c80 req-db03c3ad-5e4c-446d-b1d2-fc65eba3770a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 1681 time: 0.0577393 Nov 12 00:38:40.715367 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e4c3dea9-9af5-452a-89c0-d0930c088c80 req-975bd910-99fc-483b-9c2b-897ea0bac9a8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419984 Nov 12 00:38:40.962886 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752a9ff-4a16-43b1-ba03-c4a481163e74 req-58bda6c1-2a0d-4b76-a95e-1b1b9f50bc66 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:40.964266 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1752a9ff-4a16-43b1-ba03-c4a481163e74 req-58bda6c1-2a0d-4b76-a95e-1b1b9f50bc66 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.0480807 Nov 12 00:38:41.014584 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1752a9ff-4a16-43b1-ba03-c4a481163e74 req-483309af-4cb4-4e77-8f0f-b09dcabd021e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444286 Nov 12 00:38:41.120634 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d83916-1e5d-454c-9940-98a5197b5045 req-861dd650-1d04-4266-bba2-347762002c67 tempest-MigrationsAdminTest-699601597 tempest-MigrationsAdminTest-699601597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:41.122183 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-02d83916-1e5d-454c-9940-98a5197b5045 req-861dd650-1d04-4266-bba2-347762002c67 tempest-MigrationsAdminTest-699601597 tempest-MigrationsAdminTest-699601597-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 1101 time: 0.0414631 Nov 12 00:38:41.131196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697e701-c0b5-41d5-9111-18bf2d7a3066 req-39368431-f55d-4952-a032-e8321f53c006 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:41.132679 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1697e701-c0b5-41d5-9111-18bf2d7a3066 req-39368431-f55d-4952-a032-e8321f53c006 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/ports?device_id=93e26219-e012-4bc0-b12f-23e61a32ba48 HTTP/1.1" status: 200 len: 950 time: 0.0526602 Nov 12 00:38:41.166446 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-02d83916-1e5d-454c-9940-98a5197b5045 req-2c205b73-c1d9-4770-a4ae-5ae39f53cc18 tempest-MigrationsAdminTest-699601597 tempest-MigrationsAdminTest-699601597-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380180 Nov 12 00:38:41.188297 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1697e701-c0b5-41d5-9111-18bf2d7a3066 req-ef885c4f-e26d-4a9b-8515-c8a8af36841c tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e35af5-fd43-4f28-86d3-52855f68f9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477326 Nov 12 00:38:41.282139 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff91b6f-f0e8-4e7e-9171-fef2ee5de815 req-7989e03d-0876-43ac-a6fa-195433ef1396 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:41.283625 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0ff91b6f-f0e8-4e7e-9171-fef2ee5de815 req-7989e03d-0876-43ac-a6fa-195433ef1396 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c HTTP/1.1" status: 200 len: 949 time: 0.0500019 Nov 12 00:38:41.331898 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0ff91b6f-f0e8-4e7e-9171-fef2ee5de815 req-5ef2b1f3-a51f-4bc6-bdb9-baa33348aa9c tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411208 Nov 12 00:38:41.573493 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e5d38-3e34-445e-932f-93c81693407c req-fe8a239b-77e2-45f6-81ff-8efc27fe4aab tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:41.575162 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-635e5d38-3e34-445e-932f-93c81693407c req-fe8a239b-77e2-45f6-81ff-8efc27fe4aab tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0495954 Nov 12 00:38:41.636889 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-635e5d38-3e34-445e-932f-93c81693407c req-2f0c90a1-fe89-48d5-82ae-3f49f1d90d2d tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523717 Nov 12 00:38:41.715000 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-b4c9522b-dcd2-4af1-9aa8-fb07a9a8289c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0484936 Nov 12 00:38:41.798872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f903c6-f430-43ec-9f8f-776014bd11f8 req-6888bece-4119-4b94-a46f-f1d587434557 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:41.802503 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0f903c6-f430-43ec-9f8f-776014bd11f8 req-6888bece-4119-4b94-a46f-f1d587434557 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb8efbb7-0256-4e8f-a67b-9bf84acfadc2 HTTP/1.1" status: 200 len: 945 time: 0.0628843 Nov 12 00:38:41.806212 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689ffec-96a6-4e85-8796-d57bf798e780 req-c091cf80-d52d-41ff-ad5a-154906b9e1f4 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:41.807852 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3689ffec-96a6-4e85-8796-d57bf798e780 req-c091cf80-d52d-41ff-ad5a-154906b9e1f4 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.0646937 Nov 12 00:38:41.858383 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0f903c6-f430-43ec-9f8f-776014bd11f8 req-08e70edd-6863-4ea1-9798-c4387d5ca844 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c8a437-3cde-4c24-ae9f-aa784609e2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446682 Nov 12 00:38:41.861109 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3689ffec-96a6-4e85-8796-d57bf798e780 req-2b4f2c0d-b13f-450e-adad-f8ff20ef75da tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467567 Nov 12 00:38:41.978739 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9c874-22fa-4982-88c9-5667bcdf2556 req-8ed58062-7c45-4c4f-b7b1-6744f808e073 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:41.984709 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9c874-22fa-4982-88c9-5667bcdf2556 req-8ed58062-7c45-4c4f-b7b1-6744f808e073 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:41.986396 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6ab9c874-22fa-4982-88c9-5667bcdf2556 req-8ed58062-7c45-4c4f-b7b1-6744f808e073 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 1681 time: 0.0569029 Nov 12 00:38:42.040476 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6ab9c874-22fa-4982-88c9-5667bcdf2556 req-33b28063-2312-4516-9f32-d340b36c1283 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475037 Nov 12 00:38:42.263624 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb22bf9-b7b6-4c0b-93e7-062aa02b5969 req-90194143-f2fa-4c0e-9e59-a7c68e915d44 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:42.265182 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9eb22bf9-b7b6-4c0b-93e7-062aa02b5969 req-90194143-f2fa-4c0e-9e59-a7c68e915d44 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e26219-e012-4bc0-b12f-23e61a32ba48 HTTP/1.1" status: 200 len: 950 time: 0.0532351 Nov 12 00:38:42.319814 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 309fb010-0c46-45a4-a34a-d7f65eb9dfc2 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:42.325128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ecfa7-d68a-4666-80d8-abe26d8ce446 req-a1c59b0a-e01e-4ca7-b42f-d8ab3e5c9a08 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:42.334220 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-155ecfa7-d68a-4666-80d8-abe26d8ce446 req-a1c59b0a-e01e-4ca7-b42f-d8ab3e5c9a08 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/ports?device_id=93e26219-e012-4bc0-b12f-23e61a32ba48 HTTP/1.1" status: 200 len: 950 time: 0.0771255 Nov 12 00:38:42.396474 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-155ecfa7-d68a-4666-80d8-abe26d8ce446 req-a842a246-bcdc-4751-8d56-cc1318b6c036 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4e35af5-fd43-4f28-86d3-52855f68f9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605311 Nov 12 00:38:42.422906 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 309fb010-0c46-45a4-a34a-d7f65eb9dfc2 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:42.431738 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 309fb010-0c46-45a4-a34a-d7f65eb9dfc2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:42.433122 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.455062 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814419e-91b1-4d93-887a-e3c45ed3c9c1 req-edd9dd51-5229-45a0-82ad-493f60973318 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:42.456576 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4814419e-91b1-4d93-887a-e3c45ed3c9c1 req-edd9dd51-5229-45a0-82ad-493f60973318 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c HTTP/1.1" status: 200 len: 949 time: 0.0688086 Nov 12 00:38:42.464479 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-9eb22bf9-b7b6-4c0b-93e7-062aa02b5969 req-d5cd4bd8-62a3-4f61-8860-8445642aeda2 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Deleting port 23cd7330-f561-42fc-9f7b-050d64314475 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:42.465073 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9eb22bf9-b7b6-4c0b-93e7-062aa02b5969 req-d5cd4bd8-62a3-4f61-8860-8445642aeda2 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.527728 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.557965 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374597d0-6cc9-4b8d-8a10-7f2561ce5bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309fb010-0c46-45a4-a34a-d7f65eb9dfc2'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:42.560332 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e448a4-a729-417a-a04a-3bf110d404f4" -d '{"events": [{"server_uuid": "374597d0-6cc9-4b8d-8a10-7f2561ce5bb2", "name": "network-vif-plugged", "status": "completed", "tag": "309fb010-0c46-45a4-a34a-d7f65eb9dfc2"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:42.578382 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 309fb010-0c46-45a4-a34a-d7f65eb9dfc2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=309fb010-0c46-45a4-a34a-d7f65eb9dfc2,segment=NetworkSegment(bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb),segment_id=bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:42.584551 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.586218 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8ee53c30-d721-446a-a4a7-32aa5d6e1316 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:42.621010 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c664bc4-dc84-487b-bd57-bbbdeed13191 x-openstack-request-id: req-5c664bc4-dc84-487b-bd57-bbbdeed13191 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:42.621245 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374597d0-6cc9-4b8d-8a10-7f2561ce5bb2", "name": "network-vif-plugged", "status": "completed", "tag": "309fb010-0c46-45a4-a34a-d7f65eb9dfc2", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:42.621464 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c664bc4-dc84-487b-bd57-bbbdeed13191 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:42.621851 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374597d0-6cc9-4b8d-8a10-7f2561ce5bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309fb010-0c46-45a4-a34a-d7f65eb9dfc2', 'code': 200} Nov 12 00:38:42.651668 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d4ee-b135-47a0-b760-3b8c00e942b4 req-4dea77b8-78d3-46eb-8e26-a42c0bc2d1e0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:42.653160 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5ff4d4ee-b135-47a0-b760-3b8c00e942b4 req-4dea77b8-78d3-46eb-8e26-a42c0bc2d1e0 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c HTTP/1.1" status: 200 len: 949 time: 0.1666069 Nov 12 00:38:42.670139 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-9eb22bf9-b7b6-4c0b-93e7-062aa02b5969 req-d5cd4bd8-62a3-4f61-8860-8445642aeda2 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] For port 23cd7330-f561-42fc-9f7b-050d64314475, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=23cd7330-f561-42fc-9f7b-050d64314475,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:42.670676 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9eb22bf9-b7b6-4c0b-93e7-062aa02b5969 req-d5cd4bd8-62a3-4f61-8860-8445642aeda2 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.687203 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=309fb010-0c46-45a4-a34a-d7f65eb9dfc2,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:42.699175 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 8ee53c30-d721-446a-a4a7-32aa5d6e1316 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:38:42.703109 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 8ee53c30-d721-446a-a4a7-32aa5d6e1316 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:42.703716 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.705394 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-9eb22bf9-b7b6-4c0b-93e7-062aa02b5969 req-d5cd4bd8-62a3-4f61-8860-8445642aeda2 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Calling delete_port for 23cd7330-f561-42fc-9f7b-050d64314475 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:42.726886 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-4814419e-91b1-4d93-887a-e3c45ed3c9c1 req-badd4d19-a83d-4668-99be-02d88ee796d7 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Deleting port fb2f29d8-65ef-4cc0-b452-d46c349559c3 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:42.727222 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4814419e-91b1-4d93-887a-e3c45ed3c9c1 req-badd4d19-a83d-4668-99be-02d88ee796d7 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.790840 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.800539 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb4fe6-8f07-455b-9807-025c146cea25 req-f6259c9a-1b6e-49cf-9e96-140922f6afe8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:42.802265 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86bb4fe6-8f07-455b-9807-025c146cea25 req-f6259c9a-1b6e-49cf-9e96-140922f6afe8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0552495 Nov 12 00:38:42.806707 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5ff4d4ee-b135-47a0-b760-3b8c00e942b4 req-0dc6474f-717f-492d-be28-6d9b7786d7d1 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378047 Nov 12 00:38:42.835882 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 8ee53c30-d721-446a-a4a7-32aa5d6e1316, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8ee53c30-d721-446a-a4a7-32aa5d6e1316,segment=NetworkSegment(282892b7-f19f-41f1-be7a-3378c3208ca9),segment_id=282892b7-f19f-41f1-be7a-3378c3208ca9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:42.841124 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.866486 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86bb4fe6-8f07-455b-9807-025c146cea25 req-35b155c4-b74a-4383-884b-0d67c704ce14 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565867 Nov 12 00:38:42.915427 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-4814419e-91b1-4d93-887a-e3c45ed3c9c1 req-badd4d19-a83d-4668-99be-02d88ee796d7 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] For port fb2f29d8-65ef-4cc0-b452-d46c349559c3, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=fb2f29d8-65ef-4cc0-b452-d46c349559c3,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:42.915796 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4814419e-91b1-4d93-887a-e3c45ed3c9c1 req-badd4d19-a83d-4668-99be-02d88ee796d7 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:42.926650 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=8ee53c30-d721-446a-a4a7-32aa5d6e1316,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:42.930623 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-4814419e-91b1-4d93-887a-e3c45ed3c9c1 req-badd4d19-a83d-4668-99be-02d88ee796d7 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Calling delete_port for fb2f29d8-65ef-4cc0-b452-d46c349559c3 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:43.006639 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356509a-e019-4e75-bd83-c74d07c90f04 req-67641adb-af55-4b0d-80a9-326582459c8b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:43.008496 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d356509a-e019-4e75-bd83-c74d07c90f04 req-67641adb-af55-4b0d-80a9-326582459c8b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.0500865 Nov 12 00:38:43.065509 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d356509a-e019-4e75-bd83-c74d07c90f04 req-74b1bac0-0261-4cbb-94a2-10844921049f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496342 Nov 12 00:38:43.079337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ae268-9ae3-4e5b-8ac8-e74acfca09a6 req-84487d9d-f3e8-4f86-bda0-a798bd59bb20 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:43.080939 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-632ae268-9ae3-4e5b-8ac8-e74acfca09a6 req-84487d9d-f3e8-4f86-bda0-a798bd59bb20 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb8efbb7-0256-4e8f-a67b-9bf84acfadc2 HTTP/1.1" status: 200 len: 945 time: 0.1155615 Nov 12 00:38:43.082156 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9eb22bf9-b7b6-4c0b-93e7-062aa02b5969 req-d5cd4bd8-62a3-4f61-8860-8445642aeda2 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.094431 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['23cd7330-f561-42fc-9f7b-050d64314475'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:43.129493 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd4bd8-62a3-4f61-8860-8445642aeda2 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Pushing event deleted for resources: {'Port': ['ID=23cd7330-f561-42fc-9f7b-050d64314475,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:43.203271 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-be2ba4bd-04c0-462d-856e-aa6b0e44b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:43.204465 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb22bf9-b7b6-4c0b-93e7-062aa02b5969 req-d5cd4bd8-62a3-4f61-8860-8445642aeda2 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] No DVR routers for this DVR port 23cd7330-f561-42fc-9f7b-050d64314475 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:43.205355 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-be2ba4bd-04c0-462d-856e-aa6b0e44b53c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 1101 time: 0.0817494 Nov 12 00:38:43.212779 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9eb22bf9-b7b6-4c0b-93e7-062aa02b5969 req-d5cd4bd8-62a3-4f61-8860-8445642aeda2 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.216167 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9eb22bf9-b7b6-4c0b-93e7-062aa02b5969 req-d5cd4bd8-62a3-4f61-8860-8445642aeda2 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.21 "DELETE /v2.0/ports/23cd7330-f561-42fc-9f7b-050d64314475 HTTP/1.1" status: 204 len: 173 time: 0.9435749 Nov 12 00:38:43.220162 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e26219-e012-4bc0-b12f-23e61a32ba48', 'name': 'network-vif-deleted', 'tag': '23cd7330-f561-42fc-9f7b-050d64314475'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:43.223283 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd49240c-d16c-4e9f-be63-28a8be93334d" -d '{"events": [{"server_uuid": "93e26219-e012-4bc0-b12f-23e61a32ba48", "name": "network-vif-deleted", "tag": "23cd7330-f561-42fc-9f7b-050d64314475"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:43.248204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696c50b-db0f-4404-9cf3-049224639617 req-fdc067f7-3efb-465c-bdfc-8b4dd59fc0a8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:43.254919 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696c50b-db0f-4404-9cf3-049224639617 req-fdc067f7-3efb-465c-bdfc-8b4dd59fc0a8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:43.255696 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-632ae268-9ae3-4e5b-8ac8-e74acfca09a6 req-9a49a38d-9572-4982-850e-95da092b743e tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c8a437-3cde-4c24-ae9f-aa784609e2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633689 Nov 12 00:38:43.256536 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0696c50b-db0f-4404-9cf3-049224639617 req-fdc067f7-3efb-465c-bdfc-8b4dd59fc0a8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 1683 time: 0.1160104 Nov 12 00:38:43.308542 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4814419e-91b1-4d93-887a-e3c45ed3c9c1 req-badd4d19-a83d-4668-99be-02d88ee796d7 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.320240 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973ec79f-e5da-460f-b905-86afa8509400 x-openstack-request-id: req-973ec79f-e5da-460f-b905-86afa8509400 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:43.320936 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e26219-e012-4bc0-b12f-23e61a32ba48", "name": "network-vif-deleted", "tag": "23cd7330-f561-42fc-9f7b-050d64314475", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:43.325542 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f4f2ae86-4bff-4531-8035-0a4b036f38f0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:43.329543 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-973ec79f-e5da-460f-b905-86afa8509400 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:43.337607 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e26219-e012-4bc0-b12f-23e61a32ba48', 'name': 'network-vif-deleted', 'tag': '23cd7330-f561-42fc-9f7b-050d64314475', 'status': 'completed', 'code': 200} Nov 12 00:38:43.376683 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-10888583-e070-44ae-a2d1-0ba44f393f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:43.378704 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-10888583-e070-44ae-a2d1-0ba44f393f5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1647725 Nov 12 00:38:43.383880 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['fb2f29d8-65ef-4cc0-b452-d46c349559c3', '997be79d-73f0-457b-a794-69924644f888'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:43.394776 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd4d19-a83d-4668-99be-02d88ee796d7 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Pushing event deleted for resources: {'Port': ['ID=fb2f29d8-65ef-4cc0-b452-d46c349559c3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:43.457231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-4814419e-91b1-4d93-887a-e3c45ed3c9c1 req-badd4d19-a83d-4668-99be-02d88ee796d7 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] No DVR routers for this DVR port fb2f29d8-65ef-4cc0-b452-d46c349559c3 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:43.468953 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4814419e-91b1-4d93-887a-e3c45ed3c9c1 req-badd4d19-a83d-4668-99be-02d88ee796d7 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:43.486316 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4814419e-91b1-4d93-887a-e3c45ed3c9c1 req-badd4d19-a83d-4668-99be-02d88ee796d7 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.15 "DELETE /v2.0/ports/fb2f29d8-65ef-4cc0-b452-d46c349559c3 HTTP/1.1" status: 204 len: 173 time: 1.0170193 Nov 12 00:38:43.504016 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0696c50b-db0f-4404-9cf3-049224639617 req-a15d449f-2f8a-4d61-b0e4-8bea85da1405 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366784 Nov 12 00:38:43.505706 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-8e3207f7-b74c-47c6-a1ae-6930086cd019 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7 HTTP/1.1" status: 200 len: 217 time: 0.1160514 Nov 12 00:38:43.615385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-f8868b47-1114-4582-bec6-b0daeda78a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:43.617117 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-f8868b47-1114-4582-bec6-b0daeda78a4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0898306 Nov 12 00:38:43.658104 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-983ed8b3-203d-4007-822d-934cc69aa27f req-90b48ba5-b376-4f91-a4ec-1cee4cdf9f70 tempest-ImagesNegativeTestJSON-230065430 tempest-ImagesNegativeTestJSON-230065430-project] 10.222.0.31 "GET /v2.0/ports?device_id=93e26219-e012-4bc0-b12f-23e61a32ba48 HTTP/1.1" status: 200 len: 210 time: 0.0311625 Nov 12 00:38:43.713836 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a28457b2-66ce-414a-bb76-927c6fd0cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:43.716119 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a28457b2-66ce-414a-bb76-927c6fd0cb62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0607190 Nov 12 00:38:43.884314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238ef56-0189-41f3-83bd-1ff073ce7418 req-05e61509-90a9-4b67-8bb2-8d503a1c7745 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:43.885965 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4238ef56-0189-41f3-83bd-1ff073ce7418 req-05e61509-90a9-4b67-8bb2-8d503a1c7745 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb8efbb7-0256-4e8f-a67b-9bf84acfadc2 HTTP/1.1" status: 200 len: 945 time: 0.1256444 Nov 12 00:38:43.917095 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-40c2daf4-bca9-4f44-a3d7-5cdd2cdbceb1 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831427 Nov 12 00:38:43.974310 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c3789e4f-4b0b-4781-b0e3-a475b4fc5f8b req-0ca89fcc-44f7-4045-910c-79efb2638d93 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c HTTP/1.1" status: 200 len: 210 time: 0.0379019 Nov 12 00:38:43.989510 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4238ef56-0189-41f3-83bd-1ff073ce7418 req-21040600-c120-4738-9fa8-c365b373ad61 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c8a437-3cde-4c24-ae9f-aa784609e2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923848 Nov 12 00:38:44.066809 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-9c74ea40-037c-4cc3-9b4c-3689e4c5106b service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215231 Nov 12 00:38:44.123213 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fe1b5-5a72-4f26-815b-aec0087456f8 req-bedb16c4-1513-41bc-a12d-7dd9c2ba70d3 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:44.125085 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a2fe1b5-5a72-4f26-815b-aec0087456f8 req-bedb16c4-1513-41bc-a12d-7dd9c2ba70d3 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0543482 Nov 12 00:38:44.189640 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a2fe1b5-5a72-4f26-815b-aec0087456f8 req-10763e13-dabc-4d68-9b1b-3720e5a7bc4c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548294 Nov 12 00:38:44.221466 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3e959-550b-4074-b235-b40db8869c6e req-1061fff9-d520-44ba-8cb6-f98480b5dd9e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:44.223583 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ab3e959-550b-4074-b235-b40db8869c6e req-1061fff9-d520-44ba-8cb6-f98480b5dd9e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.0715199 Nov 12 00:38:44.274844 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ab3e959-550b-4074-b235-b40db8869c6e req-4da41bd7-3420-4923-b832-310f923aca9a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432789 Nov 12 00:38:44.623168 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374597d0-6cc9-4b8d-8a10-7f2561ce5bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee53c30-d721-446a-a4a7-32aa5d6e1316'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:44.625530 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192beee0-67d1-499b-aa83-79cecf0e4f8c" -d '{"events": [{"server_uuid": "374597d0-6cc9-4b8d-8a10-7f2561ce5bb2", "name": "network-vif-plugged", "status": "completed", "tag": "8ee53c30-d721-446a-a4a7-32aa5d6e1316"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:44.630719 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3eb78-5eb2-4799-b331-b703e3316f84 req-a20daf41-456e-4e1a-a495-fa9b9e67322c tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:44.636640 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3eb78-5eb2-4799-b331-b703e3316f84 req-a20daf41-456e-4e1a-a495-fa9b9e67322c tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:44.638257 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d7d3eb78-5eb2-4799-b331-b703e3316f84 req-a20daf41-456e-4e1a-a495-fa9b9e67322c tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 1683 time: 0.0623157 Nov 12 00:38:44.654422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device d72e0af2-9478-4563-8bbb-a9fcb61d2548 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:44.678386 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09a4213-18cf-451b-b349-54d2bd8b911a x-openstack-request-id: req-f09a4213-18cf-451b-b349-54d2bd8b911a {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:44.678680 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374597d0-6cc9-4b8d-8a10-7f2561ce5bb2", "name": "network-vif-plugged", "status": "completed", "tag": "8ee53c30-d721-446a-a4a7-32aa5d6e1316", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:44.679356 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f09a4213-18cf-451b-b349-54d2bd8b911a {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:44.679356 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374597d0-6cc9-4b8d-8a10-7f2561ce5bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee53c30-d721-446a-a4a7-32aa5d6e1316', 'code': 200} Nov 12 00:38:44.696511 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d7d3eb78-5eb2-4799-b331-b703e3316f84 req-97538f71-6e10-4ff8-b9a7-340b0ce39b3f tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501471 Nov 12 00:38:44.789990 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port d72e0af2-9478-4563-8bbb-a9fcb61d2548, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d72e0af2-9478-4563-8bbb-a9fcb61d2548,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:44.806384 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'd72e0af2-9478-4563-8bbb-a9fcb61d2548', 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94', 'port_id': 'd72e0af2-9478-4563-8bbb-a9fcb61d2548', 'mac_address': 'fa:16:3e:11:f9:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66de2356-7ea2-45bf-8678-a507a5cc17cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:38:44.810798 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6f33d-1e0b-489c-ac36-66cc9815e210 req-d93e8033-f000-42f4-8d4e-452d3019afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:44.811289 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6f33d-1e0b-489c-ac36-66cc9815e210 req-d93e8033-f000-42f4-8d4e-452d3019afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:44.814253 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16a6f33d-1e0b-489c-ac36-66cc9815e210 req-d93e8033-f000-42f4-8d4e-452d3019afd5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 1987 time: 0.0528498 Nov 12 00:38:44.851545 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.869038 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d72e0af2-9478-4563-8bbb-a9fcb61d2548 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:44.881272 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16a6f33d-1e0b-489c-ac36-66cc9815e210 req-4f2bfd99-d8a3-407a-9f69-72f7b34b2777 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555856 Nov 12 00:38:44.889364 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port d72e0af2-9478-4563-8bbb-a9fcb61d2548, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d72e0af2-9478-4563-8bbb-a9fcb61d2548,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:44.893620 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:44.946644 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=d72e0af2-9478-4563-8bbb-a9fcb61d2548,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:45.118666 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8d921-3061-443f-8545-bed5098d6262 req-bed8c3de-e146-4a01-8e2e-d9e10568ba84 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:45.120401 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d1c8d921-3061-443f-8545-bed5098d6262 req-bed8c3de-e146-4a01-8e2e-d9e10568ba84 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb8efbb7-0256-4e8f-a67b-9bf84acfadc2 HTTP/1.1" status: 200 len: 945 time: 0.0531948 Nov 12 00:38:45.185459 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d1c8d921-3061-443f-8545-bed5098d6262 req-73010291-14aa-47e4-83ef-16b798c946ec tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c8a437-3cde-4c24-ae9f-aa784609e2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582335 Nov 12 00:38:45.185631 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53288) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:45.325216 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2834c4-eaa1-49b0-8204-de1481968657 req-b88d2432-a29f-480a-bad7-d436629542e2 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:45.326838 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fa2834c4-eaa1-49b0-8204-de1481968657 req-b88d2432-a29f-480a-bad7-d436629542e2 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2102a8-4fc7-4250-9fa1-71e279f9c6ea HTTP/1.1" status: 200 len: 949 time: 0.0640061 Nov 12 00:38:45.339362 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c', 'name': 'network-vif-deleted', 'tag': 'fb2f29d8-65ef-4cc0-b452-d46c349559c3'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:45.341742 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a39c75-9dc5-486d-a942-659864c49833" -d '{"events": [{"server_uuid": "7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c", "name": "network-vif-deleted", "tag": "fb2f29d8-65ef-4cc0-b452-d46c349559c3"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:45.346125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['d72e0af2-9478-4563-8bbb-a9fcb61d2548'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:45.359072 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc6a09-15e0-47e5-ab43-d47ccab70e1d req-32cfa9a0-4e66-4d48-9be3-7d78c946190f tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:45.360645 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1ccc6a09-15e0-47e5-ab43-d47ccab70e1d req-32cfa9a0-4e66-4d48-9be3-7d78c946190f tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 946 time: 0.0832174 Nov 12 00:38:45.384608 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4d810dbb-a287-461b-9cd4-684d775d4dd0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=353cd591304b463b94835702668e17ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976616 Nov 12 00:38:45.385494 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fa2834c4-eaa1-49b0-8204-de1481968657 req-89fd39ec-28bd-47e4-88a7-ce05773582fb tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523407 Nov 12 00:38:45.387518 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53302) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:45.440434 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1ccc6a09-15e0-47e5-ab43-d47ccab70e1d req-8d8a5ce4-820a-4351-8de8-748f0019dd39 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690789 Nov 12 00:38:45.442933 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f27769eb-41f2-4f5d-b53d-25eb4249b950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:45.493090 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460abf60-78a2-4e32-9501-19c8a348758d x-openstack-request-id: req-460abf60-78a2-4e32-9501-19c8a348758d {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:45.493090 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c", "name": "network-vif-deleted", "tag": "fb2f29d8-65ef-4cc0-b452-d46c349559c3", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:45.493317 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-460abf60-78a2-4e32-9501-19c8a348758d {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:45.493672 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf94f17-5e2e-4a6a-b59a-24b36a4d3b4c', 'name': 'network-vif-deleted', 'tag': 'fb2f29d8-65ef-4cc0-b452-d46c349559c3', 'status': 'completed', 'code': 200} Nov 12 00:38:45.498632 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f27769eb-41f2-4f5d-b53d-25eb4249b950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:45.544482 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256e06a-bb88-43fc-9038-9aa7fc1a7050 req-062961be-38b2-47d8-bb90-c9c46638a9fe tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:45.545981 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8256e06a-bb88-43fc-9038-9aa7fc1a7050 req-062961be-38b2-47d8-bb90-c9c46638a9fe tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.0912287 Nov 12 00:38:45.580275 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f27769eb-41f2-4f5d-b53d-25eb4249b950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:45.583709 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f27769eb-41f2-4f5d-b53d-25eb4249b950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:45.584952 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f27769eb-41f2-4f5d-b53d-25eb4249b950 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4e35af5-fd43-4f28-86d3-52855f68f9a5 HTTP/1.1" status: 204 len: 168 time: 0.1964316 Nov 12 00:38:45.605882 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27769eb-41f2-4f5d-b53d-25eb4249b950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e35af5-fd43-4f28-86d3-52855f68f9a5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:45.631615 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8256e06a-bb88-43fc-9038-9aa7fc1a7050 req-af514336-0718-4eab-bb17-25e7eb60769f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752931 Nov 12 00:38:45.821583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7090fcd-f868-4248-bf89-db9b590e62bd req-531f4e8b-2045-4bca-ba24-febb9a3c0bea tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:45.827555 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7090fcd-f868-4248-bf89-db9b590e62bd req-531f4e8b-2045-4bca-ba24-febb9a3c0bea tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:45.829140 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d7090fcd-f868-4248-bf89-db9b590e62bd req-531f4e8b-2045-4bca-ba24-febb9a3c0bea tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 1683 time: 0.0567825 Nov 12 00:38:45.901655 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c413e59-1874-4053-96e2-3505d062e230 req-12c16253-f483-4dd7-8fdf-970faae9b6e4 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:45.903695 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c413e59-1874-4053-96e2-3505d062e230 req-12c16253-f483-4dd7-8fdf-970faae9b6e4 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb8efbb7-0256-4e8f-a67b-9bf84acfadc2 HTTP/1.1" status: 200 len: 945 time: 0.0631423 Nov 12 00:38:45.926303 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d7090fcd-f868-4248-bf89-db9b590e62bd req-e086d731-ea46-4c06-ab22-e6a485dc09f3 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900934 Nov 12 00:38:45.929360 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-d337b52a-ad90-42e7-b85f-10da7ca61641 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:45.930690 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-d337b52a-ad90-42e7-b85f-10da7ca61641 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7&tenant_id=06163c1124b24fc681237287cdcb2502&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 1098 time: 0.0712585 Nov 12 00:38:45.952757 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712137-14'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:46.014783 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.170126 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] For port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=7ff5ac6f-a858-4396-8806-b3d6a25e37dd,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:46.217332 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] For port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:46.272670 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.275928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f5caf0-571c-427e-b299-a39f6106e8d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ff5ac6f-a858-4396-8806-b3d6a25e37dd'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:46.278970 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903877a8-918e-4e3e-86a4-e9654fc41f6f" -d '{"events": [{"server_uuid": "e7f5caf0-571c-427e-b299-a39f6106e8d7", "name": "network-vif-unplugged", "status": "completed", "tag": "7ff5ac6f-a858-4396-8806-b3d6a25e37dd"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:46.284911 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.342913 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 23cd7330-f561-42fc-9f7b-050d64314475 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:46.366746 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 23cd7330-f561-42fc-9f7b-050d64314475 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:46.367127 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 23cd7330-f561-42fc-9f7b-050d64314475 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:46.367511 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 29f02ebd-0d3d-400f-a9f7-24672678eff6 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:46.377188 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fa7e40-9b0f-41e0-ac54-99bb70d0a54d x-openstack-request-id: req-d0fa7e40-9b0f-41e0-ac54-99bb70d0a54d {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:46.377609 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f5caf0-571c-427e-b299-a39f6106e8d7", "name": "network-vif-unplugged", "status": "completed", "tag": "7ff5ac6f-a858-4396-8806-b3d6a25e37dd", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:46.377991 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0fa7e40-9b0f-41e0-ac54-99bb70d0a54d {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:46.378479 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f5caf0-571c-427e-b299-a39f6106e8d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ff5ac6f-a858-4396-8806-b3d6a25e37dd', 'code': 200} Nov 12 00:38:46.405151 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53342) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:46.414317 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] Attempting to bind port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd on host n-h1-712137-14 for vnic_type normal with profile {"migrating_to": "n-h2-712137-14"} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:46.415087 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] Attempting to bind port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:46.415087 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] Attempting to bind port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:46.417099 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] Pushing event updated for resources: {'Port': ['ID=7ff5ac6f-a858-4396-8806-b3d6a25e37dd,revision_number=7']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:46.441179 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] Port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd on network 23f74497-58df-4bf7-97f2-b78858046c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:46.441855 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] Attempting to bind port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd on network 23f74497-58df-4bf7-97f2-b78858046c34 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:46.447988 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:46.448635 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] Checking segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:46.449259 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] Bound using segment: {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:46.449873 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] Bound port: 7ff5ac6f-a858-4396-8806-b3d6a25e37dd, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abd26fa-9f42-4987-86f8-e316f21cc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '23f74497-58df-4bf7-97f2-b78858046c34'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:46.450232 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.476572 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.504639 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-1c413e59-1874-4053-96e2-3505d062e230 req-946ab023-0714-4813-affe-829d578b25d9 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Deleting port 29f02ebd-0d3d-400f-a9f7-24672678eff6 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:46.505132 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1c413e59-1874-4053-96e2-3505d062e230 req-946ab023-0714-4813-affe-829d578b25d9 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.516897 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773549e-30cb-4bc8-a20f-9d3ce32b2e00 req-b16c847f-29b5-4fa6-bff3-3f36c717112d tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:46.523307 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 29f02ebd-0d3d-400f-a9f7-24672678eff6, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=29f02ebd-0d3d-400f-a9f7-24672678eff6,segment=NetworkSegment(c19a1d51-729f-4d59-8a70-da0765ea2723),segment_id=c19a1d51-729f-4d59-8a70-da0765ea2723)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:46.526971 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e773549e-30cb-4bc8-a20f-9d3ce32b2e00 req-b16c847f-29b5-4fa6-bff3-3f36c717112d tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb8efbb7-0256-4e8f-a67b-9bf84acfadc2 HTTP/1.1" status: 200 len: 945 time: 0.1394997 Nov 12 00:38:46.530423 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.535215 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7d2c7a39-07dc-4cde-ab1c-f8a1da235556 req-46ddcb57-ffc6-4d7f-a1cf-8dcca5a5cdd3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1696343 Nov 12 00:38:46.587934 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] For port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:46.597668 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0610808-6191-403d-b421-6e3336586fbc req-cf339b60-d7e3-4f9e-9c5a-2e5b66031279 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:46.599270 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c0610808-6191-403d-b421-6e3336586fbc req-cf339b60-d7e3-4f9e-9c5a-2e5b66031279 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2102a8-4fc7-4250-9fa1-71e279f9c6ea HTTP/1.1" status: 200 len: 949 time: 0.0768878 Nov 12 00:38:46.606488 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] For port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=7ff5ac6f-a858-4396-8806-b3d6a25e37dd,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:46.614112 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=29f02ebd-0d3d-400f-a9f7-24672678eff6,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:46.615726 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.634105 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1410320298-network', 'tenant_id': 'b6d62a6e3ffc45a09d8ebc74a0feb835'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:46.672162 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 7ff5ac6f-a858-4396-8806-b3d6a25e37dd details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:38:46.684422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device d72e0af2-9478-4563-8bbb-a9fcb61d2548 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:38:46.687297 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8efbb7-0256-4e8f-a67b-9bf84acfadc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29f02ebd-0d3d-400f-a9f7-24672678eff6'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:46.689742 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6812b4c-e71a-4e93-9817-a722b638d122" -d '{"events": [{"server_uuid": "eb8efbb7-0256-4e8f-a67b-9bf84acfadc2", "name": "network-vif-unplugged", "status": "completed", "tag": "29f02ebd-0d3d-400f-a9f7-24672678eff6"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:46.702473 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c0610808-6191-403d-b421-6e3336586fbc req-bb9574d9-6ae3-4078-a036-ee3cb1d94e84 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945301 Nov 12 00:38:46.711058 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] Pushing event updated for resources: {'Port': ['ID=7ff5ac6f-a858-4396-8806-b3d6a25e37dd,revision_number=8']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:46.736898 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:46.737390 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.738636 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e773549e-30cb-4bc8-a20f-9d3ce32b2e00 req-18cad03f-b77f-4e3f-b43c-57a5847381a9 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/security-groups?id=c4c8a437-3cde-4c24-ae9f-aa784609e2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106531 Nov 12 00:38:46.739867 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-fbb52a91-944c-48be-abba-182f05f13b2c service neutron] 10.222.0.15 "PUT /v2.0/ports/7ff5ac6f-a858-4396-8806-b3d6a25e37dd HTTP/1.1" status: 200 len: 1124 time: 0.7918901 Nov 12 00:38:46.754626 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Made reservation on behalf of b6d62a6e3ffc45a09d8ebc74a0feb835 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:46.754626 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.768114 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c7a39-07dc-4cde-ab1c-f8a1da235556 req-9456a082-3752-4fc4-b865-09f3074b2c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:46.770349 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7d2c7a39-07dc-4cde-ab1c-f8a1da235556 req-9456a082-3752-4fc4-b865-09f3074b2c36 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 1096 time: 0.1911342 Nov 12 00:38:46.772302 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-1c413e59-1874-4053-96e2-3505d062e230 req-946ab023-0714-4813-affe-829d578b25d9 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] For port 29f02ebd-0d3d-400f-a9f7-24672678eff6, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=29f02ebd-0d3d-400f-a9f7-24672678eff6,segment=NetworkSegment(c19a1d51-729f-4d59-8a70-da0765ea2723),segment_id=c19a1d51-729f-4d59-8a70-da0765ea2723)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:46.772675 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1c413e59-1874-4053-96e2-3505d062e230 req-946ab023-0714-4813-affe-829d578b25d9 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.803984 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.820380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-1c413e59-1874-4053-96e2-3505d062e230 req-946ab023-0714-4813-affe-829d578b25d9 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Calling delete_port for 29f02ebd-0d3d-400f-a9f7-24672678eff6 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:46.894020 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['7ff5ac6f-a858-4396-8806-b3d6a25e37dd'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:46.906434 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port d72e0af2-9478-4563-8bbb-a9fcb61d2548 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:38:46.906878 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:46.938544 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8b9c8-c01e-4f76-8bf2-8afcd7db0bdb req-40de9243-762e-4e51-aad0-7bd5e1c29b81 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:46.940873 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f2c8b9c8-c01e-4f76-8bf2-8afcd7db0bdb req-40de9243-762e-4e51-aad0-7bd5e1c29b81 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 944 time: 0.0708654 Nov 12 00:38:46.966268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=7ff5ac6f-a858-4396-8806-b3d6a25e37dd,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:46.974566 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['7ff5ac6f-a858-4396-8806-b3d6a25e37dd'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:46.999186 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f2c8b9c8-c01e-4f76-8bf2-8afcd7db0bdb req-11fb9beb-0c84-403e-8e1c-cc1abad85b29 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507963 Nov 12 00:38:47.028513 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 7ff5ac6f-a858-4396-8806-b3d6a25e37dd has no active binding in host n-h2-712137-14 {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:38:47.074188 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c7a39-07dc-4cde-ab1c-f8a1da235556 req-c11c8673-3243-4981-ada1-3e535b35c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.075686 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7d2c7a39-07dc-4cde-ab1c-f8a1da235556 req-c11c8673-3243-4981-ada1-3e535b35c492 service neutron] 10.222.0.15 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 922 time: 0.2729044 Nov 12 00:38:47.102007 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eeae1a-1c54-4bcd-9b1c-042bbb48cc67 req-0e7f5f2e-8ec0-40b3-85d3-0c116db0b35e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.103563 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74eeae1a-1c54-4bcd-9b1c-042bbb48cc67 req-0e7f5f2e-8ec0-40b3-85d3-0c116db0b35e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.2572188 Nov 12 00:38:47.128923 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f847e184-8194-4a53-87a2-9282e0382417 x-openstack-request-id: req-f847e184-8194-4a53-87a2-9282e0382417 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:47.128923 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8efbb7-0256-4e8f-a67b-9bf84acfadc2", "name": "network-vif-unplugged", "status": "completed", "tag": "29f02ebd-0d3d-400f-a9f7-24672678eff6", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:47.128923 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f847e184-8194-4a53-87a2-9282e0382417 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:47.129414 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8efbb7-0256-4e8f-a67b-9bf84acfadc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29f02ebd-0d3d-400f-a9f7-24672678eff6', 'code': 200} Nov 12 00:38:47.171261 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.193033 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.226355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48989a-24f8-4326-8e62-a1088d067ee6 req-03c97846-06fa-43ff-9b8b-7e5f2f4da9cb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.233800 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48989a-24f8-4326-8e62-a1088d067ee6 req-03c97846-06fa-43ff-9b8b-7e5f2f4da9cb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.233986 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.241777 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7d2c7a39-07dc-4cde-ab1c-f8a1da235556 req-5d280445-ec32-4391-b98e-c8e61b71fa4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945e5098-572e-482e-bc88-f479580f39a2 HTTP/1.1" status: 200 len: 217 time: 0.0957897 Nov 12 00:38:47.241900 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a48989a-24f8-4326-8e62-a1088d067ee6 req-03c97846-06fa-43ff-9b8b-7e5f2f4da9cb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 1683 time: 0.0687253 Nov 12 00:38:47.279966 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port d72e0af2-9478-4563-8bbb-a9fcb61d2548, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d72e0af2-9478-4563-8bbb-a9fcb61d2548,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:47.287990 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a48989a-24f8-4326-8e62-a1088d067ee6 req-2c6cb8f7-7402-483b-afef-85dce56ea65a tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451734 Nov 12 00:38:47.303829 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.305051 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device fb2f29d8-65ef-4cc0-b452-d46c349559c3 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:47.338311 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cad48-6723-4cc3-9c23-aab524c2bffe req-316cb62e-8889-48f5-95c7-888e74c07c2b tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.339788 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f28cad48-6723-4cc3-9c23-aab524c2bffe req-316cb62e-8889-48f5-95c7-888e74c07c2b tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b2102a8-4fc7-4250-9fa1-71e279f9c6ea HTTP/1.1" status: 200 len: 949 time: 0.2923396 Nov 12 00:38:47.364821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:47.377073 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: fb2f29d8-65ef-4cc0-b452-d46c349559c3 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:47.380373 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device fb2f29d8-65ef-4cc0-b452-d46c349559c3 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:47.412787 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74eeae1a-1c54-4bcd-9b1c-042bbb48cc67 req-2eac49db-912d-44be-b2c6-8d26c61fd9d4 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933171 Nov 12 00:38:47.428478 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:47.429131 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:47.429682 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:47.430256 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:47.430796 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:47.431780 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:47.432453 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:47.433265 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:47.433874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:47.434423 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:47.434964 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:47.435492 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:38:47.439586 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1c413e59-1874-4053-96e2-3505d062e230 req-946ab023-0714-4813-affe-829d578b25d9 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.442068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:38:47.443147 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=d72e0af2-9478-4563-8bbb-a9fcb61d2548,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:47.466775 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c7a39-07dc-4cde-ab1c-f8a1da235556 req-7de59403-32db-4370-9c04-eca51b12072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.468397 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7d2c7a39-07dc-4cde-ab1c-f8a1da235556 req-7de59403-32db-4370-9c04-eca51b12072c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.2065122 Nov 12 00:38:47.511639 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ab023-0714-4813-affe-829d578b25d9 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Pushing event deleted for resources: {'Port': ['ID=29f02ebd-0d3d-400f-a9f7-24672678eff6,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:47.515237 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.515911 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Added segment 1f11f643-72f5-4ae0-a3b6-8774462e1527 of type vlan for network 2d1f5e71-9069-466c-b7e7-01693df40b5e Nov 12 00:38:47.578924 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7d2c7a39-07dc-4cde-ab1c-f8a1da235556 req-ff94f3fe-2e08-48f9-820a-425823402ad1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822778 Nov 12 00:38:47.660684 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c413e59-1874-4053-96e2-3505d062e230 req-946ab023-0714-4813-affe-829d578b25d9 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] No DVR routers for this DVR port 29f02ebd-0d3d-400f-a9f7-24672678eff6 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:47.671760 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1c413e59-1874-4053-96e2-3505d062e230 req-946ab023-0714-4813-affe-829d578b25d9 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.675785 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c413e59-1874-4053-96e2-3505d062e230 req-946ab023-0714-4813-affe-829d578b25d9 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.21 "DELETE /v2.0/ports/29f02ebd-0d3d-400f-a9f7-24672678eff6 HTTP/1.1" status: 204 len: 173 time: 1.7643592 Nov 12 00:38:47.686523 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.688453 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8efbb7-0256-4e8f-a67b-9bf84acfadc2', 'name': 'network-vif-deleted', 'tag': '29f02ebd-0d3d-400f-a9f7-24672678eff6'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:47.690764 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c16bb4-ca57-4ef6-b805-dda4850f8da0" -d '{"events": [{"server_uuid": "eb8efbb7-0256-4e8f-a67b-9bf84acfadc2", "name": "network-vif-deleted", "tag": "29f02ebd-0d3d-400f-a9f7-24672678eff6"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:47.750039 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4fac87-f7fb-4be9-b215-6e48d7fa340e x-openstack-request-id: req-8c4fac87-f7fb-4be9-b215-6e48d7fa340e {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:47.750327 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8efbb7-0256-4e8f-a67b-9bf84acfadc2", "name": "network-vif-deleted", "tag": "29f02ebd-0d3d-400f-a9f7-24672678eff6", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:47.750580 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c4fac87-f7fb-4be9-b215-6e48d7fa340e {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:47.750963 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8efbb7-0256-4e8f-a67b-9bf84acfadc2', 'name': 'network-vif-deleted', 'tag': '29f02ebd-0d3d-400f-a9f7-24672678eff6', 'status': 'completed', 'code': 200} Nov 12 00:38:47.806993 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.807964 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.808613 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.827392 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-f28cad48-6723-4cc3-9c23-aab524c2bffe req-a3de04e9-2f94-4ab1-9c2f-ce56d7ec12c8 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Deleting port f4f2ae86-4bff-4531-8035-0a4b036f38f0 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:47.827733 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f28cad48-6723-4cc3-9c23-aab524c2bffe req-a3de04e9-2f94-4ab1-9c2f-ce56d7ec12c8 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:47.885116 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf6118-3b6c-48bb-a044-e64128544b7b req-b864459c-91b7-4b1e-9010-9e300b1b68c7 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.891356 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf6118-3b6c-48bb-a044-e64128544b7b req-b864459c-91b7-4b1e-9010-9e300b1b68c7 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:47.892970 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-57cf6118-3b6c-48bb-a044-e64128544b7b req-b864459c-91b7-4b1e-9010-9e300b1b68c7 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 1683 time: 0.2431445 Nov 12 00:38:47.894880 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7d2c7a39-07dc-4cde-ab1c-f8a1da235556 req-711fd0b7-d789-4610-86fb-635603d2257b service neutron] 10.222.0.15 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848146 Nov 12 00:38:47.970210 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5602388 Nov 12 00:38:47.977708 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53404) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:47.997231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-d4b67dda-b11a-4d84-ac56-88d8de5ca40d admin admin] Request body: {'subnet': {'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1410320298-subnet', 'tenant_id': 'b6d62a6e3ffc45a09d8ebc74a0feb835', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:48.021003 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad4361-09e3-49aa-981a-7e2a92f71ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=2d1f5e71-9069-466c-b7e7-01693df40b5e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:48.037118 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 2d1f5e71-9069-466c-b7e7-01693df40b5e details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:38:48.046906 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb98ef-3562-40ad-bfa1-bca995e802c7 req-4c2876bb-b96e-4cb8-affa-ce330bd1299a tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:48.061234 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2acb98ef-3562-40ad-bfa1-bca995e802c7 req-4c2876bb-b96e-4cb8-affa-ce330bd1299a tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2102a8-4fc7-4250-9fa1-71e279f9c6ea HTTP/1.1" status: 200 len: 949 time: 0.2503028 Nov 12 00:38:48.127259 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b67dda-b11a-4d84-ac56-88d8de5ca40d admin admin] Made reservation on behalf of b6d62a6e3ffc45a09d8ebc74a0feb835 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:48.129511 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d4b67dda-b11a-4d84-ac56-88d8de5ca40d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:48.165983 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2acb98ef-3562-40ad-bfa1-bca995e802c7 req-8ad00401-d262-4e95-992b-dd15743f99b2 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037858 Nov 12 00:38:48.169832 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-57cf6118-3b6c-48bb-a044-e64128544b7b req-3cb6a7cc-46c4-4e47-bc87-482be061139c tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411556 Nov 12 00:38:48.224136 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7d2c7a39-07dc-4cde-ab1c-f8a1da235556 req-0dedadff-3f71-47cb-9455-435663bb4eb6 service neutron] 10.222.0.15 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940273 Nov 12 00:38:48.236065 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-f28cad48-6723-4cc3-9c23-aab524c2bffe req-a3de04e9-2f94-4ab1-9c2f-ce56d7ec12c8 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] For port f4f2ae86-4bff-4531-8035-0a4b036f38f0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f4f2ae86-4bff-4531-8035-0a4b036f38f0,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:48.236449 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f28cad48-6723-4cc3-9c23-aab524c2bffe req-a3de04e9-2f94-4ab1-9c2f-ce56d7ec12c8 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:48.270279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-f28cad48-6723-4cc3-9c23-aab524c2bffe req-a3de04e9-2f94-4ab1-9c2f-ce56d7ec12c8 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Calling delete_port for f4f2ae86-4bff-4531-8035-0a4b036f38f0 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:48.363954 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60b8f545-031e-4de7-9dfe-e38a5bb98293 req-49da4053-664d-4fd8-af16-71e24cb13649 tempest-ServerAddressesNegativeTestJSON-1375559266 tempest-ServerAddressesNegativeTestJSON-1375559266-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb8efbb7-0256-4e8f-a67b-9bf84acfadc2 HTTP/1.1" status: 200 len: 210 time: 0.0498295 Nov 12 00:38:48.379831 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f5caf0-571c-427e-b299-a39f6106e8d7', 'tag': '7ff5ac6f-a858-4396-8806-b3d6a25e37dd'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:48.385656 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477270a8-2852-4a66-a568-f30d351b1ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f5caf0-571c-427e-b299-a39f6106e8d7", "tag": "7ff5ac6f-a858-4396-8806-b3d6a25e37dd"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:48.504344 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caa2b3-46e8-447c-96d5-20901be4295b req-528fe19d-084c-4bf9-a5f6-eaff0a3dca2f tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:48.512164 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4caa2b3-46e8-447c-96d5-20901be4295b req-528fe19d-084c-4bf9-a5f6-eaff0a3dca2f tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 944 time: 0.2056046 Nov 12 00:38:48.549882 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f89452b-0923-409c-ba03-565147e96d28 x-openstack-request-id: req-5f89452b-0923-409c-ba03-565147e96d28 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:48.550386 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f5caf0-571c-427e-b299-a39f6106e8d7", "tag": "7ff5ac6f-a858-4396-8806-b3d6a25e37dd", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:48.550715 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f89452b-0923-409c-ba03-565147e96d28 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:48.551611 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f5caf0-571c-427e-b299-a39f6106e8d7', 'tag': '7ff5ac6f-a858-4396-8806-b3d6a25e37dd', 'status': 'completed', 'code': 200} Nov 12 00:38:48.694466 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4caa2b3-46e8-447c-96d5-20901be4295b req-29772e8e-6969-4b1c-9f02-81d6ee6dffee tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718869 Nov 12 00:38:48.699288 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d4b67dda-b11a-4d84-ac56-88d8de5ca40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:48.777643 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477270a8-2852-4a66-a568-f30d351b1ad5 req-e904b4a1-70da-444a-bb6c-7249ad70fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:48.779721 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-477270a8-2852-4a66-a568-f30d351b1ad5 req-e904b4a1-70da-444a-bb6c-7249ad70fc87 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 1127 time: 0.1899779 Nov 12 00:38:48.786488 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f28cad48-6723-4cc3-9c23-aab524c2bffe req-a3de04e9-2f94-4ab1-9c2f-ce56d7ec12c8 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:48.793889 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b67dda-b11a-4d84-ac56-88d8de5ca40d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff75f12f-7eb6-4287-af93-efecf500824e,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:48.844638 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['997be79d-73f0-457b-a794-69924644f888'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:48.851977 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd798f-f749-4451-8587-8083e252a27a req-90284e85-a510-48d8-a99c-62dddf8b3d84 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:48.859930 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d9bd798f-f749-4451-8587-8083e252a27a req-90284e85-a510-48d8-a99c-62dddf8b3d84 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.0994885 Nov 12 00:38:48.865860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de04e9-2f94-4ab1-9c2f-ce56d7ec12c8 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Pushing event deleted for resources: {'Port': ['ID=f4f2ae86-4bff-4531-8035-0a4b036f38f0,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:48.911185 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b67dda-b11a-4d84-ac56-88d8de5ca40d admin admin] Checking segment: {'id': '1f11f643-72f5-4ae0-a3b6-8774462e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:48.911645 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b67dda-b11a-4d84-ac56-88d8de5ca40d admin admin] Network hostable DHCP agents. Network: 2d1f5e71-9069-466c-b7e7-01693df40b5e, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:38:48.944948 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d9bd798f-f749-4451-8587-8083e252a27a req-cbab395d-739f-4485-a78e-5ff80681ffee tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840199 Nov 12 00:38:48.995652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28cad48-6723-4cc3-9c23-aab524c2bffe req-a3de04e9-2f94-4ab1-9c2f-ce56d7ec12c8 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] No DVR routers for this DVR port f4f2ae86-4bff-4531-8035-0a4b036f38f0 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:49.001492 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f28cad48-6723-4cc3-9c23-aab524c2bffe req-a3de04e9-2f94-4ab1-9c2f-ce56d7ec12c8 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:49.005469 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f28cad48-6723-4cc3-9c23-aab524c2bffe req-a3de04e9-2f94-4ab1-9c2f-ce56d7ec12c8 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.21 "DELETE /v2.0/ports/f4f2ae86-4bff-4531-8035-0a4b036f38f0 HTTP/1.1" status: 204 len: 173 time: 1.6527808 Nov 12 00:38:49.029469 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b67dda-b11a-4d84-ac56-88d8de5ca40d admin admin] Network 2d1f5e71-9069-466c-b7e7-01693df40b5e is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:38:49.041770 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477270a8-2852-4a66-a568-f30d351b1ad5 req-0ebe3ad6-a0fc-44cf-9e68-e7e2a48f8cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:49.043319 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-477270a8-2852-4a66-a568-f30d351b1ad5 req-0ebe3ad6-a0fc-44cf-9e68-e7e2a48f8cf1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 922 time: 0.2478306 Nov 12 00:38:49.046136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-d4b67dda-b11a-4d84-ac56-88d8de5ca40d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 2d1f5e71-9069-466c-b7e7-01693df40b5e) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:49.050807 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b67dda-b11a-4d84-ac56-88d8de5ca40d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:49.051396 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d4b67dda-b11a-4d84-ac56-88d8de5ca40d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:49.065864 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda3282f-1532-44bb-830d-8ab67b3e3d9d None None] Network 2d1f5e71-9069-466c-b7e7-01693df40b5e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:49.074651 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d4b67dda-b11a-4d84-ac56-88d8de5ca40d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0914166 Nov 12 00:38:49.105524 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-477270a8-2852-4a66-a568-f30d351b1ad5 req-1c7af575-a022-4ef0-82cd-d2be026d74b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ff5ac6f-a858-4396-8806-b3d6a25e37dd HTTP/1.1" status: 200 len: 217 time: 0.0435028 Nov 12 00:38:49.147779 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6dbc9e-d270-4fea-9595-51e9a4945eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72e0af2-9478-4563-8bbb-a9fcb61d2548'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:49.153818 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da4564e-2571-4d7e-9c89-1179f4cf14b4" -d '{"events": [{"server_uuid": "4a6dbc9e-d270-4fea-9595-51e9a4945eb7", "name": "network-vif-plugged", "status": "completed", "tag": "d72e0af2-9478-4563-8bbb-a9fcb61d2548"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:49.263037 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477270a8-2852-4a66-a568-f30d351b1ad5 req-f9205636-912d-4737-b890-f1e8d92bb38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:49.269148 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-477270a8-2852-4a66-a568-f30d351b1ad5 req-f9205636-912d-4737-b890-f1e8d92bb38d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.1551976 Nov 12 00:38:49.269714 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac0a34b-d6b0-494e-b4fb-7c524c21ee55 x-openstack-request-id: req-fac0a34b-d6b0-494e-b4fb-7c524c21ee55 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:49.270033 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6dbc9e-d270-4fea-9595-51e9a4945eb7", "name": "network-vif-plugged", "status": "completed", "tag": "d72e0af2-9478-4563-8bbb-a9fcb61d2548", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:49.270293 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fac0a34b-d6b0-494e-b4fb-7c524c21ee55 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:49.270696 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6dbc9e-d270-4fea-9595-51e9a4945eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72e0af2-9478-4563-8bbb-a9fcb61d2548', 'code': 200} Nov 12 00:38:49.366446 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-477270a8-2852-4a66-a568-f30d351b1ad5 req-4ecc2022-428b-4af2-b7f7-c09b7b367ecb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612509 Nov 12 00:38:49.403005 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac1a3c44-84f0-4ba5-b3d1-87a8570e6a2d req-7919c45e-53de-4230-ae04-4a1afccdd81a tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b2102a8-4fc7-4250-9fa1-71e279f9c6ea HTTP/1.1" status: 200 len: 210 time: 0.0458431 Nov 12 00:38:49.624166 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2504c3-8b50-4164-bc67-c9e60b365c68 None None] Network 2d1f5e71-9069-466c-b7e7-01693df40b5e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:49.668163 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ee47f-c6b5-4961-8705-1e7e9c8d31e1 req-c6b25847-9207-4baf-adbc-4bd5a3494988 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:49.684978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ee47f-c6b5-4961-8705-1e7e9c8d31e1 req-c6b25847-9207-4baf-adbc-4bd5a3494988 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:49.698203 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-846ee47f-c6b5-4961-8705-1e7e9c8d31e1 req-c6b25847-9207-4baf-adbc-4bd5a3494988 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 1683 time: 0.3143864 Nov 12 00:38:49.753622 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2102a8-4fc7-4250-9fa1-71e279f9c6ea', 'name': 'network-vif-deleted', 'tag': 'f4f2ae86-4bff-4531-8035-0a4b036f38f0'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:49.756079 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ba10c1-b11b-4ba2-baeb-8a4ec05a1544" -d '{"events": [{"server_uuid": "1b2102a8-4fc7-4250-9fa1-71e279f9c6ea", "name": "network-vif-deleted", "tag": "f4f2ae86-4bff-4531-8035-0a4b036f38f0"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:49.775226 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-477270a8-2852-4a66-a568-f30d351b1ad5 req-935e5def-8f84-44d7-85db-f786d28dd9b1 service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036994 Nov 12 00:38:49.844916 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-846ee47f-c6b5-4961-8705-1e7e9c8d31e1 req-c9ce44ca-3282-439e-a649-8da2b06f1dd5 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453614 Nov 12 00:38:49.856163 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-31fb2eb3-87ae-4d7a-90bb-5cd90932740c tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:49.863642 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-31fb2eb3-87ae-4d7a-90bb-5cd90932740c tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/networks?id=2d1f5e71-9069-466c-b7e7-01693df40b5e HTTP/1.1" status: 200 len: 813 time: 0.1660626 Nov 12 00:38:49.882384 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-602ff1de-28ca-41f6-91a3-650580688dd0 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/quotas/b6d62a6e3ffc45a09d8ebc74a0feb835 HTTP/1.1" status: 200 len: 375 time: 0.0176475 Nov 12 00:38:49.899443 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f1aec-e10d-4a41-869e-9547aa968cd4 req-835d9e0c-9d3e-4723-9b90-24cafb1a07ae tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:49.910285 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f1aec-e10d-4a41-869e-9547aa968cd4 req-835d9e0c-9d3e-4723-9b90-24cafb1a07ae tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:49.919973 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-acd27600-da9d-4d82-8b20-50b746a1eb82 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6d62a6e3ffc45a09d8ebc74a0feb835&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365257 Nov 12 00:38:49.924098 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-313f1aec-e10d-4a41-869e-9547aa968cd4 req-835d9e0c-9d3e-4723-9b90-24cafb1a07ae tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.21 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 1683 time: 0.3142262 Nov 12 00:38:49.929997 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53456) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:49.959318 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4731f875-3141-4789-b2e5-a9e24df9008b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.035976 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-2221e9d5-207e-4cc7-919d-3fdcf9d46ccf admin admin] Deleting subnet fc6e5d0f-94a8-4420-b280-ace2f33eae68 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:38:50.040951 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2221e9d5-207e-4cc7-919d-3fdcf9d46ccf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.116582 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-477270a8-2852-4a66-a568-f30d351b1ad5 req-ec320f30-43f8-454f-bd70-7b1f8f21e634 service neutron] 10.222.0.21 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008583 Nov 12 00:38:50.142617 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-313f1aec-e10d-4a41-869e-9547aa968cd4 req-88a9f4d3-e560-4107-a535-e09db2ab9c86 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Deleting port 309fb010-0c46-45a4-a34a-d7f65eb9dfc2 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:50.142617 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-313f1aec-e10d-4a41-869e-9547aa968cd4 req-88a9f4d3-e560-4107-a535-e09db2ab9c86 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.152748 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-b118a15b-8112-455e-b1aa-c796bc6a1079 service neutron] 10.222.0.31 "GET /v2.0/networks/2d1f5e71-9069-466c-b7e7-01693df40b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317348 Nov 12 00:38:50.165575 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2221e9d5-207e-4cc7-919d-3fdcf9d46ccf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.257931 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2221e9d5-207e-4cc7-919d-3fdcf9d46ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.286166 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-313f1aec-e10d-4a41-869e-9547aa968cd4 req-88a9f4d3-e560-4107-a535-e09db2ab9c86 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] For port 309fb010-0c46-45a4-a34a-d7f65eb9dfc2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=309fb010-0c46-45a4-a34a-d7f65eb9dfc2,segment=NetworkSegment(bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb),segment_id=bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:50.286748 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-313f1aec-e10d-4a41-869e-9547aa968cd4 req-88a9f4d3-e560-4107-a535-e09db2ab9c86 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.320441 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-313f1aec-e10d-4a41-869e-9547aa968cd4 req-88a9f4d3-e560-4107-a535-e09db2ab9c86 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Calling delete_port for 309fb010-0c46-45a4-a34a-d7f65eb9dfc2 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:50.323373 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-4be59b90-fc16-49d6-b37a-959ea86b88d9 service neutron] 10.222.0.31 "GET /v2.0/networks/2d1f5e71-9069-466c-b7e7-01693df40b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693997 Nov 12 00:38:50.349182 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f4f2ae86-4bff-4531-8035-0a4b036f38f0 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:50.375523 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2221e9d5-207e-4cc7-919d-3fdcf9d46ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.396990 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: f4f2ae86-4bff-4531-8035-0a4b036f38f0 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:50.400255 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f4f2ae86-4bff-4531-8035-0a4b036f38f0 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:50.423837 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221e9d5-207e-4cc7-919d-3fdcf9d46ccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc6e5d0f-94a8-4420-b280-ace2f33eae68,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:50.440017 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2221e9d5-207e-4cc7-919d-3fdcf9d46ccf admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.444622 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2221e9d5-207e-4cc7-919d-3fdcf9d46ccf admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fc6e5d0f-94a8-4420-b280-ace2f33eae68 HTTP/1.1" status: 204 len: 168 time: 0.5135732 Nov 12 00:38:50.447191 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53470) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:50.539948 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-85d04d13-2ee0-4eb8-b156-6936283d45db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.569006 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20878599-54e1-44a3-91b7-279c9ba3cc77 req-c9a687dd-979e-42b4-9bc1-371fd46301e1 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:50.570546 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-20878599-54e1-44a3-91b7-279c9ba3cc77 req-c9a687dd-979e-42b4-9bc1-371fd46301e1 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 944 time: 0.1447589 Nov 12 00:38:50.576680 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-313f1aec-e10d-4a41-869e-9547aa968cd4 req-88a9f4d3-e560-4107-a535-e09db2ab9c86 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.638399 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-85d04d13-2ee0-4eb8-b156-6936283d45db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.659463 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9f4d3-e560-4107-a535-e09db2ab9c86 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event deleted for resources: {'Port': ['ID=309fb010-0c46-45a4-a34a-d7f65eb9dfc2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:50.673147 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-85d04d13-2ee0-4eb8-b156-6936283d45db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d85bbc-0d62-48d8-9065-4652c6b5f862']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:50.693909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-85d04d13-2ee0-4eb8-b156-6936283d45db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19a1d51-729f-4d59-8a70-da0765ea2723') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:50.694484 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-85d04d13-2ee0-4eb8-b156-6936283d45db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19a1d51-729f-4d59-8a70-da0765ea2723') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:50.722980 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-85d04d13-2ee0-4eb8-b156-6936283d45db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.754367 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d132232a-875c-45cc-9a84-6ddb49d7f796 x-openstack-request-id: req-d132232a-875c-45cc-9a84-6ddb49d7f796 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:50.755801 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2102a8-4fc7-4250-9fa1-71e279f9c6ea", "name": "network-vif-deleted", "tag": "f4f2ae86-4bff-4531-8035-0a4b036f38f0", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:50.756139 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d132232a-875c-45cc-9a84-6ddb49d7f796 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:50.756854 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2102a8-4fc7-4250-9fa1-71e279f9c6ea', 'name': 'network-vif-deleted', 'tag': 'f4f2ae86-4bff-4531-8035-0a4b036f38f0', 'status': 'completed', 'code': 200} Nov 12 00:38:50.766649 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-85d04d13-2ee0-4eb8-b156-6936283d45db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.796789 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d04d13-2ee0-4eb8-b156-6936283d45db admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:38:50.800844 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-85d04d13-2ee0-4eb8-b156-6936283d45db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:38:50.808964 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:38:50.831788 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-313f1aec-e10d-4a41-869e-9547aa968cd4 req-88a9f4d3-e560-4107-a535-e09db2ab9c86 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] No DVR routers for this DVR port 309fb010-0c46-45a4-a34a-d7f65eb9dfc2 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:50.839020 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-313f1aec-e10d-4a41-869e-9547aa968cd4 req-88a9f4d3-e560-4107-a535-e09db2ab9c86 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:50.842761 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-313f1aec-e10d-4a41-869e-9547aa968cd4 req-88a9f4d3-e560-4107-a535-e09db2ab9c86 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.21 "DELETE /v2.0/ports/309fb010-0c46-45a4-a34a-d7f65eb9dfc2 HTTP/1.1" status: 204 len: 173 time: 0.9093716 Nov 12 00:38:50.868660 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-20878599-54e1-44a3-91b7-279c9ba3cc77 req-a3dfc635-6e53-474b-8fa1-33458d13fa5c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756078 Nov 12 00:38:51.009439 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-85d04d13-2ee0-4eb8-b156-6936283d45db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:51.026682 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-85d04d13-2ee0-4eb8-b156-6936283d45db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:51.035734 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-85d04d13-2ee0-4eb8-b156-6936283d45db admin admin] 10.222.0.31 "DELETE /v2.0/networks/b3d85bbc-0d62-48d8-9065-4652c6b5f862 HTTP/1.1" status: 204 len: 168 time: 0.5873332 Nov 12 00:38:51.065277 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d04d13-2ee0-4eb8-b156-6936283d45db admin admin] Pushing event deleted for resources: {'Network': ['ID=b3d85bbc-0d62-48d8-9065-4652c6b5f862,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:51.097155 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e34b72-4edc-41e4-bfbd-f2f1c326b71b req-be18793b-35a6-4732-a939-b833f0e0eef9 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:51.099041 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6e34b72-4edc-41e4-bfbd-f2f1c326b71b req-be18793b-35a6-4732-a939-b833f0e0eef9 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.1710563 Nov 12 00:38:51.165463 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-313f1aec-e10d-4a41-869e-9547aa968cd4 req-4442f431-f96b-4714-a521-8d9965c39fb8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Deleting port 8ee53c30-d721-446a-a4a7-32aa5d6e1316 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:51.165847 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-313f1aec-e10d-4a41-869e-9547aa968cd4 req-4442f431-f96b-4714-a521-8d9965c39fb8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:51.212213 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6e34b72-4edc-41e4-bfbd-f2f1c326b71b req-a2d9c8a3-5e54-4ae9-978d-e622ab94c97c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968592 Nov 12 00:38:51.334242 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53494) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:51.354409 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:38:51.492213 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165fb25-8e10-4a5e-9d33-30dab6a87548 req-d0c79c5c-3a6c-4961-a769-110a110c4adc tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:51.504187 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8165fb25-8e10-4a5e-9d33-30dab6a87548 req-d0c79c5c-3a6c-4961-a769-110a110c4adc tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 946 time: 0.1011071 Nov 12 00:38:51.508912 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-313f1aec-e10d-4a41-869e-9547aa968cd4 req-4442f431-f96b-4714-a521-8d9965c39fb8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] For port 8ee53c30-d721-446a-a4a7-32aa5d6e1316, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8ee53c30-d721-446a-a4a7-32aa5d6e1316,segment=NetworkSegment(282892b7-f19f-41f1-be7a-3378c3208ca9),segment_id=282892b7-f19f-41f1-be7a-3378c3208ca9)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:51.511790 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-313f1aec-e10d-4a41-869e-9547aa968cd4 req-4442f431-f96b-4714-a521-8d9965c39fb8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:51.557650 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-313f1aec-e10d-4a41-869e-9547aa968cd4 req-4442f431-f96b-4714-a521-8d9965c39fb8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Calling delete_port for 8ee53c30-d721-446a-a4a7-32aa5d6e1316 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:51.618553 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8165fb25-8e10-4a5e-9d33-30dab6a87548 req-6b3f9488-19bf-4a61-8a1a-3442861dda0c tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/security-groups?id=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131740 Nov 12 00:38:51.787984 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-313f1aec-e10d-4a41-869e-9547aa968cd4 req-4442f431-f96b-4714-a521-8d9965c39fb8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:51.896233 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fe239fff-f54d-405d-8c82-7ba853f0573b req-3cd0a551-e027-4692-aba3-f6ae5e0e7c2d tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f404a9-d0d3-48ee-a8a9-0db598daeb05 HTTP/1.1" status: 200 len: 210 time: 0.0529447 Nov 12 00:38:52.092053 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522944b-fc5a-49ad-99ae-108e51d14e8f req-5ea1381c-fefb-4eb3-a256-2d92d38544d9 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:52.105632 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1522944b-fc5a-49ad-99ae-108e51d14e8f req-5ea1381c-fefb-4eb3-a256-2d92d38544d9 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 951 time: 0.1286666 Nov 12 00:38:52.225945 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1522944b-fc5a-49ad-99ae-108e51d14e8f req-edaa834f-eb30-4864-913d-0658bc507a45 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139627 Nov 12 00:38:52.300766 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d1fcf3ae-6d56-47a3-a8cc-65a37244abf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.363170 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8ee53c30-d721-446a-a4a7-32aa5d6e1316 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:52.387121 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 8ee53c30-d721-446a-a4a7-32aa5d6e1316 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:52.387741 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8ee53c30-d721-446a-a4a7-32aa5d6e1316 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:52.388311 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 309fb010-0c46-45a4-a34a-d7f65eb9dfc2 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:52.416114 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 309fb010-0c46-45a4-a34a-d7f65eb9dfc2 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:52.416645 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 309fb010-0c46-45a4-a34a-d7f65eb9dfc2 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:52.417261 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 7ff5ac6f-a858-4396-8806-b3d6a25e37dd no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:52.527715 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442404db-df4b-4b1f-8c2c-c1a7a15617c5 req-da27bd28-50f0-4bcf-99a6-d7fcc256bbd0 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:52.536972 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-442404db-df4b-4b1f-8c2c-c1a7a15617c5 req-da27bd28-50f0-4bcf-99a6-d7fcc256bbd0 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 944 time: 0.1748495 Nov 12 00:38:52.621090 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-442404db-df4b-4b1f-8c2c-c1a7a15617c5 req-57c1298d-15db-4724-8e26-adb3e1095381 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797176 Nov 12 00:38:52.707175 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442f431-f96b-4714-a521-8d9965c39fb8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event deleted for resources: {'Port': ['ID=8ee53c30-d721-446a-a4a7-32aa5d6e1316,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:52.770804 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374597d0-6cc9-4b8d-8a10-7f2561ce5bb2', 'name': 'network-vif-deleted', 'tag': '309fb010-0c46-45a4-a34a-d7f65eb9dfc2'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:52.773551 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55276e5-61fa-4980-8be2-67fb8bb6d23d" -d '{"events": [{"server_uuid": "374597d0-6cc9-4b8d-8a10-7f2561ce5bb2", "name": "network-vif-deleted", "tag": "309fb010-0c46-45a4-a34a-d7f65eb9dfc2"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:52.787186 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a9b8d41e-a6ba-41c8-8003-36c6e3992d4b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a005a1cf512f4cbb9fdb939f3c35eef7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4521830 Nov 12 00:38:52.789739 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53524) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:52.810016 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-313f1aec-e10d-4a41-869e-9547aa968cd4 req-4442f431-f96b-4714-a521-8d9965c39fb8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] No DVR routers for this DVR port 8ee53c30-d721-446a-a4a7-32aa5d6e1316 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:52.813843 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-313f1aec-e10d-4a41-869e-9547aa968cd4 req-4442f431-f96b-4714-a521-8d9965c39fb8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:52.818072 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-313f1aec-e10d-4a41-869e-9547aa968cd4 req-4442f431-f96b-4714-a521-8d9965c39fb8 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.21 "DELETE /v2.0/ports/8ee53c30-d721-446a-a4a7-32aa5d6e1316 HTTP/1.1" status: 204 len: 173 time: 1.9462330 Nov 12 00:38:52.850947 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f700b-dac0-4de9-82a7-509077a17ab6 req-f1a071a1-9037-43a5-9105-d131e2018a17 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:52.858615 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-768f700b-dac0-4de9-82a7-509077a17ab6 req-f1a071a1-9037-43a5-9105-d131e2018a17 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.1586804 Nov 12 00:38:52.949037 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-768f700b-dac0-4de9-82a7-509077a17ab6 req-dbfe6dbc-5bdf-4052-9cb0-f268e57fc521 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879958 Nov 12 00:38:52.961492 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d862dbc0-17c8-4780-b69a-1a6809dbeadf req-bd936637-8b8c-4a3c-84d8-7982363b7b4d tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "GET /v2.0/ports?device_id=374597d0-6cc9-4b8d-8a10-7f2561ce5bb2 HTTP/1.1" status: 200 len: 210 time: 0.1040163 Nov 12 00:38:53.050100 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5456888e-a67f-4278-ad53-d27abd7e8ac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.071096 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562478f6-a918-42be-8b0c-51eca1bc32e6 x-openstack-request-id: req-562478f6-a918-42be-8b0c-51eca1bc32e6 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:53.071488 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374597d0-6cc9-4b8d-8a10-7f2561ce5bb2", "name": "network-vif-deleted", "tag": "309fb010-0c46-45a4-a34a-d7f65eb9dfc2", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:53.071629 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-562478f6-a918-42be-8b0c-51eca1bc32e6 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:53.077697 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374597d0-6cc9-4b8d-8a10-7f2561ce5bb2', 'name': 'network-vif-deleted', 'tag': '309fb010-0c46-45a4-a34a-d7f65eb9dfc2', 'status': 'completed', 'code': 200} Nov 12 00:38:53.127157 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5456888e-a67f-4278-ad53-d27abd7e8ac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.256326 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5456888e-a67f-4278-ad53-d27abd7e8ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.260398 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5456888e-a67f-4278-ad53-d27abd7e8ac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.261563 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7dbe1b70-5791-435e-9c46-f7f618116fe3 req-8a4c99d0-532e-4d57-ac1d-b0fc020924aa tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f404a9-d0d3-48ee-a8a9-0db598daeb05 HTTP/1.1" status: 200 len: 210 time: 0.1561947 Nov 12 00:38:53.262120 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5456888e-a67f-4278-ad53-d27abd7e8ac7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4c8a437-3cde-4c24-ae9f-aa784609e2fc HTTP/1.1" status: 204 len: 168 time: 0.4710674 Nov 12 00:38:53.274678 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456888e-a67f-4278-ad53-d27abd7e8ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c8a437-3cde-4c24-ae9f-aa784609e2fc,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:53.340227 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:53.543116 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-3916712a-a1a5-4fa8-afc8-51b9c8f49480 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:53.556507 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-3916712a-a1a5-4fa8-afc8-51b9c8f49480 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.21 "GET /v2.0/networks?id=2d1f5e71-9069-466c-b7e7-01693df40b5e HTTP/1.1" status: 200 len: 813 time: 0.5611115 Nov 12 00:38:53.586251 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-b1589ae6-e751-48e9-ae9f-f0e56ab1c56b tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Request body: {'port': {'device_id': 'cf61a75d-4859-4189-8c0c-826cd29fc0d4', 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e', 'admin_state_up': True, 'tenant_id': 'b6d62a6e3ffc45a09d8ebc74a0feb835'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:53.683355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b44dc-e799-498c-9a03-fea280941d0a req-c5cf01a7-ab3c-434e-bdad-c14e5bc6af64 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:53.684958 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-290b44dc-e799-498c-9a03-fea280941d0a req-c5cf01a7-ab3c-434e-bdad-c14e5bc6af64 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 951 time: 0.1448927 Nov 12 00:38:53.788065 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-290b44dc-e799-498c-9a03-fea280941d0a req-7c32d9c6-de2a-4aea-9c84-3b0a26b82028 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/security-groups?id=83238c19-e702-4213-a4a2-30a4f6b3adbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906708 Nov 12 00:38:54.106747 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b6e8c-4e30-411e-b600-6e15cdf25508 req-863ce3dc-bd32-4f56-9bab-f2d9a9fc7aff tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:54.108349 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6f4b6e8c-4e30-411e-b600-6e15cdf25508 req-863ce3dc-bd32-4f56-9bab-f2d9a9fc7aff tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.15 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 951 time: 0.1070690 Nov 12 00:38:54.114029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805a307-9e6a-479c-90ea-d0267caa2ca6 req-511b327e-bf67-49d0-b880-0d7e3b8f27dc tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:54.120547 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8805a307-9e6a-479c-90ea-d0267caa2ca6 req-511b327e-bf67-49d0-b880-0d7e3b8f27dc tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 944 time: 0.2470109 Nov 12 00:38:54.177314 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-81dfc372-0347-408c-aa0c-4da45adb8b2c tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:54.178891 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-81dfc372-0347-408c-aa0c-4da45adb8b2c tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.15 "GET /v2.0/networks?id=2d1f5e71-9069-466c-b7e7-01693df40b5e HTTP/1.1" status: 200 len: 813 time: 0.6198542 Nov 12 00:38:54.255051 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839aaff1-06ea-4941-a15c-4f7f17b14127 req-e27d516e-f84f-4dd6-ae85-5f5878af6385 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:54.256645 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-839aaff1-06ea-4941-a15c-4f7f17b14127 req-e27d516e-f84f-4dd6-ae85-5f5878af6385 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.1473236 Nov 12 00:38:54.348104 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8805a307-9e6a-479c-90ea-d0267caa2ca6 req-d5859ffa-7128-44db-97d7-6060d3eb13c4 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105656 Nov 12 00:38:54.356667 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.364578 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-d0f86309-a979-420b-9cbd-c9ee01c35a97 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Request body: {'port': {'device_id': 'b1f404a9-d0d3-48ee-a8a9-0db598daeb05', 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e', 'admin_state_up': True, 'tenant_id': 'b6d62a6e3ffc45a09d8ebc74a0feb835'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:54.447482 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-839aaff1-06ea-4941-a15c-4f7f17b14127 req-da78be5a-e5e5-462d-80ed-7416aa783b46 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756094 Nov 12 00:38:54.452633 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-6f4b6e8c-4e30-411e-b600-6e15cdf25508 req-4671cb91-2827-4747-b6a1-7aa85c94abda tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Deleting port 997be79d-73f0-457b-a794-69924644f888 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:54.453192 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6f4b6e8c-4e30-411e-b600-6e15cdf25508 req-4671cb91-2827-4747-b6a1-7aa85c94abda tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.480158 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53564) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:54.663036 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-b1589ae6-e751-48e9-ae9f-f0e56ab1c56b tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Made reservation on behalf of b6d62a6e3ffc45a09d8ebc74a0feb835 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:54.667812 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-b1589ae6-e751-48e9-ae9f-f0e56ab1c56b tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.785052 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ade65ef-39ad-468f-873c-891674b7c4e9 req-f0928af5-c3e9-49f2-a27a-8a03da82b88f tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f404a9-d0d3-48ee-a8a9-0db598daeb05 HTTP/1.1" status: 200 len: 210 time: 0.1554978 Nov 12 00:38:54.792874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba8d0fb-60ef-401c-884f-16fdc346c8eb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Deleting subnet 60d85901-78f0-4529-aba4-9076914c1b36 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:38:54.802305 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-6f4b6e8c-4e30-411e-b600-6e15cdf25508 req-4671cb91-2827-4747-b6a1-7aa85c94abda tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] For port 997be79d-73f0-457b-a794-69924644f888, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=997be79d-73f0-457b-a794-69924644f888,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:54.803104 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6f4b6e8c-4e30-411e-b600-6e15cdf25508 req-4671cb91-2827-4747-b6a1-7aa85c94abda tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:54.839324 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-6f4b6e8c-4e30-411e-b600-6e15cdf25508 req-4671cb91-2827-4747-b6a1-7aa85c94abda tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Calling delete_port for 997be79d-73f0-457b-a794-69924644f888 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:54.853511 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dba8d0fb-60ef-401c-884f-16fdc346c8eb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.139373 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6f4b6e8c-4e30-411e-b600-6e15cdf25508 req-4671cb91-2827-4747-b6a1-7aa85c94abda tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.186723 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671cb91-2827-4747-b6a1-7aa85c94abda tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Pushing event deleted for resources: {'Port': ['ID=997be79d-73f0-457b-a794-69924644f888,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:55.199595 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['997be79d-73f0-457b-a794-69924644f888'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:38:55.199950 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-b1589ae6-e751-48e9-ae9f-f0e56ab1c56b tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Allocated IP 172.20.0.2 (2d1f5e71-9069-466c-b7e7-01693df40b5e/ff75f12f-7eb6-4287-af93-efecf500824e/b8036989-7dfb-407c-8f3b-b58aa42a84ef) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:55.226186 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64936c4b-371e-493f-8d2a-1686275624a6 req-0ce6eb9f-e2a0-4ae8-84bd-83bc292d2783 tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.31 "GET /v2.0/ports?device_id=836adcd8-42fc-43d7-b5a7-4bfda5baf1e6 HTTP/1.1" status: 200 len: 210 time: 0.1005263 Nov 12 00:38:55.311644 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4b6e8c-4e30-411e-b600-6e15cdf25508 req-4671cb91-2827-4747-b6a1-7aa85c94abda tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] No DVR routers for this DVR port 997be79d-73f0-457b-a794-69924644f888 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:55.313677 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.318262 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6f4b6e8c-4e30-411e-b600-6e15cdf25508 req-4671cb91-2827-4747-b6a1-7aa85c94abda tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.324921 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6f4b6e8c-4e30-411e-b600-6e15cdf25508 req-4671cb91-2827-4747-b6a1-7aa85c94abda tempest-ServersAdminTestJSON-1477850818 tempest-ServersAdminTestJSON-1477850818-project] 10.222.0.15 "DELETE /v2.0/ports/997be79d-73f0-457b-a794-69924644f888 HTTP/1.1" status: 204 len: 173 time: 1.2004268 Nov 12 00:38:55.325684 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836adcd8-42fc-43d7-b5a7-4bfda5baf1e6', 'name': 'network-vif-deleted', 'tag': '997be79d-73f0-457b-a794-69924644f888'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:55.350202 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759dc40c-070b-4062-89b9-7ccb023d7f71" -d '{"events": [{"server_uuid": "836adcd8-42fc-43d7-b5a7-4bfda5baf1e6", "name": "network-vif-deleted", "tag": "997be79d-73f0-457b-a794-69924644f888"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:55.422344 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfcb300-6b9c-4416-bdcd-aeb1fd328c1d x-openstack-request-id: req-8bfcb300-6b9c-4416-bdcd-aeb1fd328c1d {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:55.422851 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836adcd8-42fc-43d7-b5a7-4bfda5baf1e6", "name": "network-vif-deleted", "tag": "997be79d-73f0-457b-a794-69924644f888", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:55.423274 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8bfcb300-6b9c-4416-bdcd-aeb1fd328c1d {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:55.423876 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836adcd8-42fc-43d7-b5a7-4bfda5baf1e6', 'name': 'network-vif-deleted', 'tag': '997be79d-73f0-457b-a794-69924644f888', 'status': 'completed', 'code': 200} Nov 12 00:38:55.524734 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374597d0-6cc9-4b8d-8a10-7f2561ce5bb2', 'name': 'network-vif-deleted', 'tag': '8ee53c30-d721-446a-a4a7-32aa5d6e1316'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:38:55.572590 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faea5014-b258-46fd-b746-10dbb56b7ad9" -d '{"events": [{"server_uuid": "374597d0-6cc9-4b8d-8a10-7f2561ce5bb2", "name": "network-vif-deleted", "tag": "8ee53c30-d721-446a-a4a7-32aa5d6e1316"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:38:55.622464 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5fdb7-e88d-469e-82fc-6ce9c70d5843 req-a3d25685-0801-4282-95c9-4095abcfa8ab tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:55.632177 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8be5fdb7-e88d-469e-82fc-6ce9c70d5843 req-a3d25685-0801-4282-95c9-4095abcfa8ab tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 944 time: 0.0840600 Nov 12 00:38:55.647777 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dba8d0fb-60ef-401c-884f-16fdc346c8eb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.699370 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8be5fdb7-e88d-469e-82fc-6ce9c70d5843 req-c225e9ef-b613-4052-bcc5-94dda145cc07 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657680 Nov 12 00:38:55.770398 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-b1589ae6-e751-48e9-ae9f-f0e56ab1c56b tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.783250 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-d0f86309-a979-420b-9cbd-c9ee01c35a97 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Made reservation on behalf of b6d62a6e3ffc45a09d8ebc74a0feb835 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:38:55.787307 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-d0f86309-a979-420b-9cbd-c9ee01c35a97 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.911678 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:55.912172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5432f99-9fc4-4c8c-bcb0-f767f587c70c req-26479b3d-1902-42db-8aa0-417ccb134fb5 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:55.951016 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028aa0b0-28e8-42a8-a1b4-5ef311545899 x-openstack-request-id: req-028aa0b0-28e8-42a8-a1b4-5ef311545899 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:38:55.951379 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374597d0-6cc9-4b8d-8a10-7f2561ce5bb2", "name": "network-vif-deleted", "tag": "8ee53c30-d721-446a-a4a7-32aa5d6e1316", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:38:55.951859 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-028aa0b0-28e8-42a8-a1b4-5ef311545899 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:38:55.952383 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374597d0-6cc9-4b8d-8a10-7f2561ce5bb2', 'name': 'network-vif-deleted', 'tag': '8ee53c30-d721-446a-a4a7-32aa5d6e1316', 'status': 'completed', 'code': 200} Nov 12 00:38:55.962527 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c5432f99-9fc4-4c8c-bcb0-f767f587c70c req-26479b3d-1902-42db-8aa0-417ccb134fb5 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.1531322 Nov 12 00:38:56.001202 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-9db82cf2-147b-458c-8f4e-00939a3fffee service neutron] 10.222.0.21 "GET /v2.0/ports/7ff5ac6f-a858-4396-8806-b3d6a25e37dd/bindings/n-h2-712137-14 HTTP/1.1" status: 200 len: 385 time: 0.4087977 Nov 12 00:38:56.094176 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dba8d0fb-60ef-401c-884f-16fdc346c8eb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:56.172893 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c5432f99-9fc4-4c8c-bcb0-f767f587c70c req-268401b3-e705-40f8-956f-1a7426a73861 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088082 Nov 12 00:38:56.303046 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-b1589ae6-e751-48e9-ae9f-f0e56ab1c56b tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:56.329362 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-31f25614-e9f9-4d46-adfd-6eab6adb8b6a req-bbc7c4d5-cab9-4d8b-b6f2-aea8bbf91c0d tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0740058 Nov 12 00:38:56.422444 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8accb04c-3ce5-4a13-96c8-b89038c45f12 req-bf5a85c9-5ec7-40b8-ba1f-f3f3775c1c68 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f404a9-d0d3-48ee-a8a9-0db598daeb05 HTTP/1.1" status: 200 len: 210 time: 0.1028950 Nov 12 00:38:56.445689 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-b1589ae6-e751-48e9-ae9f-f0e56ab1c56b tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Network 2d1f5e71-9069-466c-b7e7-01693df40b5e is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:56.455111 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-d0f86309-a979-420b-9cbd-c9ee01c35a97 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Allocated IP 172.20.0.4 (2d1f5e71-9069-466c-b7e7-01693df40b5e/ff75f12f-7eb6-4287-af93-efecf500824e/fd634c56-94c9-48a2-be82-025b4b43800f) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:38:56.467983 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-b1589ae6-e751-48e9-ae9f-f0e56ab1c56b tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:56.479199 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-b1589ae6-e751-48e9-ae9f-f0e56ab1c56b tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:56.517057 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dba8d0fb-60ef-401c-884f-16fdc346c8eb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:56.544340 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1589ae6-e751-48e9-ae9f-f0e56ab1c56b tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Pushing event updated for resources: {'Port': ['ID=b8036989-7dfb-407c-8f3b-b58aa42a84ef,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:56.629001 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8d0fb-60ef-401c-884f-16fdc346c8eb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event deleted for resources: {'Subnet': ['ID=60d85901-78f0-4529-aba4-9076914c1b36,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:56.648943 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dba8d0fb-60ef-401c-884f-16fdc346c8eb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:56.652588 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dba8d0fb-60ef-401c-884f-16fdc346c8eb tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "DELETE /v2.0/subnets/60d85901-78f0-4529-aba4-9076914c1b36 HTTP/1.1" status: 204 len: 168 time: 2.1645041 Nov 12 00:38:56.655947 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53642) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:56.662641 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead8120e-606e-4e50-923a-a8a3bbe79ff3 None None] Network a363a716-97d7-441b-8cc8-bb101b93654f requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:56.676778 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-b1589ae6-e751-48e9-ae9f-f0e56ab1c56b tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:56.677440 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-b1589ae6-e751-48e9-ae9f-f0e56ab1c56b tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:56.762371 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-b1589ae6-e751-48e9-ae9f-f0e56ab1c56b tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1826246 Nov 12 00:38:56.818025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] Request body: {'port': {'device_id': 'cf61a75d-4859-4189-8c0c-826cd29fc0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:56.890425 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-d2a2272a-b889-4e96-b802-ba8303cd11d9 service neutron] For port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=7ff5ac6f-a858-4396-8806-b3d6a25e37dd,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:56.972096 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.002035 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-d0f86309-a979-420b-9cbd-c9ee01c35a97 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.005474 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-d2a2272a-b889-4e96-b802-ba8303cd11d9 service neutron] For port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:57.006687 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b68ade61-fe24-4370-a535-62768867d25b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.027713 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567cffb2-1184-4e99-801b-18b375c65b3d None None] DHCP port deletion for a363a716-97d7-441b-8cc8-bb101b93654f request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:38:57.039125 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087215b-709a-44d3-9a8a-9cdfc8729a1b req-8fc9b26f-237b-448a-a3bb-b2bb9fef192d tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:57.059717 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e087215b-709a-44d3-9a8a-9cdfc8729a1b req-8fc9b26f-237b-448a-a3bb-b2bb9fef192d tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 944 time: 0.1437991 Nov 12 00:38:57.122596 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53650) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:57.132553 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-567cffb2-1184-4e99-801b-18b375c65b3d None None] Deleting port f68c397b-28f4-427f-8cd2-ae566cea1ac9 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:57.133023 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-567cffb2-1184-4e99-801b-18b375c65b3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.216016 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-d2a2272a-b889-4e96-b802-ba8303cd11d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff5ac6f-a858-4396-8806-b3d6a25e37dd {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:57.276623 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-567cffb2-1184-4e99-801b-18b375c65b3d None None] For port f68c397b-28f4-427f-8cd2-ae566cea1ac9, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f68c397b-28f4-427f-8cd2-ae566cea1ac9,segment=NetworkSegment(282892b7-f19f-41f1-be7a-3378c3208ca9),segment_id=282892b7-f19f-41f1-be7a-3378c3208ca9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:57.278008 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-567cffb2-1184-4e99-801b-18b375c65b3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.283359 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e087215b-709a-44d3-9a8a-9cdfc8729a1b req-a1e0bb97-f133-4cf5-99e4-98b72b842ed8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226343 Nov 12 00:38:57.295750 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-d2a2272a-b889-4e96-b802-ba8303cd11d9 service neutron] For port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=7ff5ac6f-a858-4396-8806-b3d6a25e37dd,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:57.334681 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-d0f86309-a979-420b-9cbd-c9ee01c35a97 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.347408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-567cffb2-1184-4e99-801b-18b375c65b3d None None] Calling delete_port for f68c397b-28f4-427f-8cd2-ae566cea1ac9 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:57.365467 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-b68ade61-fe24-4370-a535-62768867d25b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Deleting port f68c397b-28f4-427f-8cd2-ae566cea1ac9 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:57.365830 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b68ade61-fe24-4370-a535-62768867d25b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.472658 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-567cffb2-1184-4e99-801b-18b375c65b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.502012 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cffb2-1184-4e99-801b-18b375c65b3d None None] Pushing event deleted for resources: {'Port': ['ID=f68c397b-28f4-427f-8cd2-ae566cea1ac9,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:57.510583 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567cffb2-1184-4e99-801b-18b375c65b3d None None] No DVR routers for this DVR port f68c397b-28f4-427f-8cd2-ae566cea1ac9 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:57.526638 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-d2a2272a-b889-4e96-b802-ba8303cd11d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.562329 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-b68ade61-fe24-4370-a535-62768867d25b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] For port f68c397b-28f4-427f-8cd2-ae566cea1ac9, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f68c397b-28f4-427f-8cd2-ae566cea1ac9,segment=NetworkSegment(282892b7-f19f-41f1-be7a-3378c3208ca9),segment_id=282892b7-f19f-41f1-be7a-3378c3208ca9)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:57.563477 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b68ade61-fe24-4370-a535-62768867d25b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.588800 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a591a9be-deda-4c80-a192-9914554197b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b8104c4113942368966cc1e6cd1e23d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4626367 Nov 12 00:38:57.600725 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53670) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:57.617006 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-d0f86309-a979-420b-9cbd-c9ee01c35a97 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Network 2d1f5e71-9069-466c-b7e7-01693df40b5e is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:38:57.621045 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-45e49c54-13d6-4681-b328-179da8a5d3f6 req-6368cff5-124e-4453-aa2b-d83a0f0cb99b tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0861969 Nov 12 00:38:57.628775 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-b68ade61-fe24-4370-a535-62768867d25b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Calling delete_port for f68c397b-28f4-427f-8cd2-ae566cea1ac9 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:57.640405 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-d0f86309-a979-420b-9cbd-c9ee01c35a97 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:38:57.693528 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f86309-a979-420b-9cbd-c9ee01c35a97 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Pushing event updated for resources: {'Port': ['ID=fd634c56-94c9-48a2-be82-025b4b43800f,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:57.731077 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-d0f86309-a979-420b-9cbd-c9ee01c35a97 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:38:57.809065 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d8487-7908-45b2-9faf-d28c2cf03d12 req-231be4e7-3033-4754-9c3f-432d340efd87 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:57.810880 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-615d8487-7908-45b2-9faf-d28c2cf03d12 req-231be4e7-3033-4754-9c3f-432d340efd87 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.3868537 Nov 12 00:38:57.875085 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d47c04-fbb0-4fa9-8e81-33b7af121940 req-7b22ed8b-b0e4-42fb-ba2d-87af1db147c5 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:57.876587 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-92d47c04-fbb0-4fa9-8e81-33b7af121940 req-7b22ed8b-b0e4-42fb-ba2d-87af1db147c5 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f404a9-d0d3-48ee-a8a9-0db598daeb05 HTTP/1.1" status: 200 len: 931 time: 0.1237397 Nov 12 00:38:57.924878 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-d0f86309-a979-420b-9cbd-c9ee01c35a97 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:57.924878 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-d0f86309-a979-420b-9cbd-c9ee01c35a97 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.943509 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b68ade61-fe24-4370-a535-62768867d25b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:57.980986 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ade61-fe24-4370-a535-62768867d25b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event deleted for resources: {'Port': ['ID=f68c397b-28f4-427f-8cd2-ae566cea1ac9,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:57.987098 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68ade61-fe24-4370-a535-62768867d25b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] No DVR routers for this DVR port f68c397b-28f4-427f-8cd2-ae566cea1ac9 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:57.991249 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6a22e8b8-33d5-4b0e-bbb5-e0cf43964a84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.005839 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f68c397b-28f4-427f-8cd2-ae566cea1ac9 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:58.031440 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: f68c397b-28f4-427f-8cd2-ae566cea1ac9 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:58.032174 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6a22e8b8-33d5-4b0e-bbb5-e0cf43964a84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.032757 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f68c397b-28f4-427f-8cd2-ae566cea1ac9 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:58.068040 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-92d47c04-fbb0-4fa9-8e81-33b7af121940 req-1df8bd89-ad1e-484a-b26b-a50d557f89f9 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781433 Nov 12 00:38:58.095848 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-615d8487-7908-45b2-9faf-d28c2cf03d12 req-cc5738fa-67f8-4612-9972-fcadd2987ef9 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728763 Nov 12 00:38:58.118597 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-d0f86309-a979-420b-9cbd-c9ee01c35a97 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8044038 Nov 12 00:38:58.132248 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-d2a2272a-b889-4e96-b802-ba8303cd11d9 service neutron] Transition to ACTIVE for port object 7ff5ac6f-a858-4396-8806-b3d6a25e37dd will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:58.134915 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6a22e8b8-33d5-4b0e-bbb5-e0cf43964a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.137604 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6a22e8b8-33d5-4b0e-bbb5-e0cf43964a84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.141146 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6a22e8b8-33d5-4b0e-bbb5-e0cf43964a84 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83238c19-e702-4213-a4a2-30a4f6b3adbf HTTP/1.1" status: 204 len: 168 time: 0.5347164 Nov 12 00:38:58.150928 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] Request body: {'port': {'device_id': 'b1f404a9-d0d3-48ee-a8a9-0db598daeb05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:38:58.169292 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b68ade61-fe24-4370-a535-62768867d25b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.185625 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-d2a2272a-b889-4e96-b802-ba8303cd11d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.212863 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-b68ade61-fe24-4370-a535-62768867d25b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a363a716-97d7-441b-8cc8-bb101b93654f']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:58.231825 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-b68ade61-fe24-4370-a535-62768867d25b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282892b7-f19f-41f1-be7a-3378c3208ca9') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:58.232210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-b68ade61-fe24-4370-a535-62768867d25b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282892b7-f19f-41f1-be7a-3378c3208ca9') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:38:58.250170 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b68ade61-fe24-4370-a535-62768867d25b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.264798 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b68ade61-fe24-4370-a535-62768867d25b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.281839 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68ade61-fe24-4370-a535-62768867d25b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:38:58.282241 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b68ade61-fe24-4370-a535-62768867d25b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:38:58.285525 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:38:58.308008 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22e8b8-33d5-4b0e-bbb5-e0cf43964a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83238c19-e702-4213-a4a2-30a4f6b3adbf,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:58.399674 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b68ade61-fe24-4370-a535-62768867d25b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.410430 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b68ade61-fe24-4370-a535-62768867d25b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.415125 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b68ade61-fe24-4370-a535-62768867d25b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "DELETE /v2.0/networks/a363a716-97d7-441b-8cc8-bb101b93654f HTTP/1.1" status: 204 len: 168 time: 1.7576463 Nov 12 00:38:58.427241 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53690) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:58.428204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ade61-fe24-4370-a535-62768867d25b tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event deleted for resources: {'Network': ['ID=a363a716-97d7-441b-8cc8-bb101b93654f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:58.454058 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.481920 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-d2a2272a-b889-4e96-b802-ba8303cd11d9 service neutron] No DVR routers for this DVR port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:38:58.490422 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2272a-b889-4e96-b802-ba8303cd11d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff5ac6f-a858-4396-8806-b3d6a25e37dd,revision_number=10']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:58.516066 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-626f3d6d-419e-4d03-a685-d5e92094bbb2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Deleting subnet 7c16f31f-cd44-405b-a9eb-6c67907670ad {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:38:58.537575 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-626f3d6d-419e-4d03-a685-d5e92094bbb2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.599575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694c1d8-f5fb-4d2c-b5a2-bf9e134c2940 req-952ae11e-f1ec-472b-81ed-d3ce037abf4c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:58.607579 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1694c1d8-f5fb-4d2c-b5a2-bf9e134c2940 req-952ae11e-f1ec-472b-81ed-d3ce037abf4c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 945 time: 0.1125107 Nov 12 00:38:58.607782 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-d2a2272a-b889-4e96-b802-ba8303cd11d9 service neutron] 10.222.0.21 "PUT /v2.0/ports/7ff5ac6f-a858-4396-8806-b3d6a25e37dd/bindings/n-h2-712137-14/activate HTTP/1.1" status: 200 len: 370 time: 2.5954714 Nov 12 00:38:58.611122 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-626f3d6d-419e-4d03-a685-d5e92094bbb2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.629399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8036989-7dfb-407c-8f3b-b58aa42a84ef {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:58.655949 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.727806 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 997be79d-73f0-457b-a794-69924644f888 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:38:58.759493 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 997be79d-73f0-457b-a794-69924644f888 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:38:58.760244 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 997be79d-73f0-457b-a794-69924644f888 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:38:58.791689 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] Transition to ACTIVE for port object b8036989-7dfb-407c-8f3b-b58aa42a84ef will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:58.792801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53694) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:58.824251 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:58.999700 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-03198626-cc88-404a-9edd-58b616a08d3d req-ffe43cdc-fa2f-4a5e-be54-91192150a341 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0939515 Nov 12 00:38:59.081160 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1694c1d8-f5fb-4d2c-b5a2-bf9e134c2940 req-513ee3b0-84dc-4fcc-a913-c1b5389c2f02 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636526 Nov 12 00:38:59.086271 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b8036989-7dfb-407c-8f3b-b58aa42a84ef,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:59.117377 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-626f3d6d-419e-4d03-a685-d5e92094bbb2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.123225 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-453b4e27-a6f7-4df4-88d6-3289a3b61ddd tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:59.124935 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-453b4e27-a6f7-4df4-88d6-3289a3b61ddd tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7&tenant_id=06163c1124b24fc681237287cdcb2502&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 1097 time: 0.4287052 Nov 12 00:38:59.149353 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bf315165-fb74-46af-a4cd-7f5eaff80592 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9662b92402df4cd7afe541cd4be44d8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549747 Nov 12 00:38:59.150306 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53702) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:59.295248 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] Attempting to bind port b8036989-7dfb-407c-8f3b-b58aa42a84ef on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:38:59.295917 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-68af0bbb-b477-43d7-81db-953e42d701a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:59.296915 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-68af0bbb-b477-43d7-81db-953e42d701a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7&tenant_id=06163c1124b24fc681237287cdcb2502 HTTP/1.1" status: 200 len: 1097 time: 0.1343534 Nov 12 00:38:59.297405 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] Attempting to bind port b8036989-7dfb-407c-8f3b-b58aa42a84ef by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '1f11f643-72f5-4ae0-a3b6-8774462e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:38:59.297934 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] Attempting to bind port b8036989-7dfb-407c-8f3b-b58aa42a84ef on network 2d1f5e71-9069-466c-b7e7-01693df40b5e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:59.299077 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-626f3d6d-419e-4d03-a685-d5e92094bbb2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.339816 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893ad21-33d9-48b5-a3d3-607bddee986a req-aaad7dd1-f2cc-45ed-83f1-4473fffc0f1a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:59.340396 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8b62d3-29ac-4ec1-8966-c2a959145d62 None None] Network a27832d2-e74f-4ac2-a482-37840a3364f2 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:38:59.347896 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8893ad21-33d9-48b5-a3d3-607bddee986a req-aaad7dd1-f2cc-45ed-83f1-4473fffc0f1a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.1189551 Nov 12 00:38:59.349865 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f3d6d-419e-4d03-a685-d5e92094bbb2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event deleted for resources: {'Subnet': ['ID=7c16f31f-cd44-405b-a9eb-6c67907670ad,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:38:59.352725 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-626f3d6d-419e-4d03-a685-d5e92094bbb2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.356241 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-626f3d6d-419e-4d03-a685-d5e92094bbb2 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "DELETE /v2.0/subnets/7c16f31f-cd44-405b-a9eb-6c67907670ad HTTP/1.1" status: 204 len: 168 time: 0.9256856 Nov 12 00:38:59.361246 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53706) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:38:59.381285 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9eb54c91-3f7b-429a-8be1-b9793c47546e req-86c33380-dc6c-4dd8-92a0-7c516f8233c6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.4481323 Nov 12 00:38:59.458459 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8893ad21-33d9-48b5-a3d3-607bddee986a req-46fb85cd-865c-4d3e-bcb0-3aaa49c03f65 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095407 Nov 12 00:38:59.466146 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-cc290212-0067-40d5-b5f7-678f84c07a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:59.468194 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-cc290212-0067-40d5-b5f7-678f84c07a38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=06163c1124b24fc681237287cdcb2502&device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 1097 time: 0.1107762 Nov 12 00:38:59.488448 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd634c56-94c9-48a2-be82-025b4b43800f {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:38:59.500525 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.539211 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] Port b8036989-7dfb-407c-8f3b-b58aa42a84ef on network 2d1f5e71-9069-466c-b7e7-01693df40b5e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:38:59.539539 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] Attempting to bind port b8036989-7dfb-407c-8f3b-b58aa42a84ef on network 2d1f5e71-9069-466c-b7e7-01693df40b5e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:38:59.547730 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] Transition to ACTIVE for port object fd634c56-94c9-48a2-be82-025b4b43800f will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:38:59.550726 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:38:59.551073 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] Checking segment: {'id': '1f11f643-72f5-4ae0-a3b6-8774462e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:38:59.551655 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] Bound using segment: {'id': '1f11f643-72f5-4ae0-a3b6-8774462e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:38:59.551948 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] Bound port: b8036989-7dfb-407c-8f3b-b58aa42a84ef, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f11f643-72f5-4ae0-a3b6-8774462e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:38:59.552310 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.618142 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.654185 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a4e6f1-c395-4c41-a176-91c4f7b97f09 None None] DHCP port deletion for a27832d2-e74f-4ac2-a482-37840a3364f2 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:38:59.669716 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-6ff2020e-fc49-4b14-83c8-63aeeac175ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:59.671571 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-6ff2020e-fc49-4b14-83c8-63aeeac175ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 200 len: 922 time: 0.1930699 Nov 12 00:38:59.731995 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50354f7f-7e9f-4214-8d1f-d1dcc528ec99 req-ca6a23ec-4806-483a-8b23-fe9106472d5c tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:59.733892 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-50354f7f-7e9f-4214-8d1f-d1dcc528ec99 req-ca6a23ec-4806-483a-8b23-fe9106472d5c tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f404a9-d0d3-48ee-a8a9-0db598daeb05 HTTP/1.1" status: 200 len: 931 time: 0.5287299 Nov 12 00:38:59.735494 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-05a4e6f1-c395-4c41-a176-91c4f7b97f09 None None] Deleting port d1fbf1bc-a655-4689-a367-3974597b1524 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:38:59.737446 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-05a4e6f1-c395-4c41-a176-91c4f7b97f09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.743456 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-7f6cfa8e-752a-4432-97d9-e1d430e29394 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ff5ac6f-a858-4396-8806-b3d6a25e37dd HTTP/1.1" status: 200 len: 217 time: 0.0619078 Nov 12 00:38:59.795770 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] For port b8036989-7dfb-407c-8f3b-b58aa42a84ef, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:38:59.800623 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] For port b8036989-7dfb-407c-8f3b-b58aa42a84ef, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b8036989-7dfb-407c-8f3b-b58aa42a84ef,segment=NetworkSegment(1f11f643-72f5-4ae0-a3b6-8774462e1527),segment_id=1f11f643-72f5-4ae0-a3b6-8774462e1527)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:38:59.802517 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-17ae438e-e144-49db-8b78-99f79f19fcf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.828037 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.857437 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-05a4e6f1-c395-4c41-a176-91c4f7b97f09 None None] For port d1fbf1bc-a655-4689-a367-3974597b1524, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d1fbf1bc-a655-4689-a367-3974597b1524,segment=NetworkSegment(bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb),segment_id=bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:38:59.858480 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-05a4e6f1-c395-4c41-a176-91c4f7b97f09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:38:59.860497 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-d62f9bba-9f0b-46ca-8fc7-db18c020eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:38:59.863541 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-d62f9bba-9f0b-46ca-8fc7-db18c020eba9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 200 len: 861 time: 0.1112962 Nov 12 00:38:59.880853 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-05a4e6f1-c395-4c41-a176-91c4f7b97f09 None None] Calling delete_port for d1fbf1bc-a655-4689-a367-3974597b1524 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:38:59.945197 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-03b2c97a-de4b-4a30-b711-672adf51c3cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=23f74497-58df-4bf7-97f2-b78858046c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695243 Nov 12 00:39:00.062664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d1fbf1bc-a655-4689-a367-3974597b1524 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:00.121757 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-2335798e-5d60-4e35-844b-2cc3f7d936ee service neutron] 10.222.0.15 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613915 Nov 12 00:39:00.155243 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-27afd3fc-40c4-4677-97f1-1cbdc7254a52 req-217f68ab-4c42-4181-9b06-fdeaa10f4057 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0324185 Nov 12 00:39:00.157843 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-05a4e6f1-c395-4c41-a176-91c4f7b97f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.176600 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a4e6f1-c395-4c41-a176-91c4f7b97f09 None None] No DVR routers for this DVR port d1fbf1bc-a655-4689-a367-3974597b1524 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:00.235209 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4e6f1-c395-4c41-a176-91c4f7b97f09 None None] Pushing event deleted for resources: {'Port': ['ID=d1fbf1bc-a655-4689-a367-3974597b1524,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:00.243715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No active binding found for port d1fbf1bc-a655-4689-a367-3974597b1524 {{(pid=114244) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 00:39:00.245134 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d1fbf1bc-a655-4689-a367-3974597b1524 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:00.278427 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-c739005e-e8b5-424a-a5db-9eb2dca43899 service neutron] 10.222.0.15 "GET /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220608 Nov 12 00:39:00.410864 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3566fe-3965-4337-a23a-1f7a4f685615 req-ffc97f17-6ce7-43a7-881d-a6339a09ec73 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:00.422673 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be3566fe-3965-4337-a23a-1f7a4f685615 req-ffc97f17-6ce7-43a7-881d-a6339a09ec73 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 945 time: 0.1209087 Nov 12 00:39:00.432440 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d902be61-9273-4e77-8b2c-dedd87662335 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.435542 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] Pushing event updated for resources: {'Port': ['ID=fd634c56-94c9-48a2-be82-025b4b43800f,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:00.451405 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:00.452243 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.453767 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] 10.222.0.21 "PUT /v2.0/ports/b8036989-7dfb-407c-8f3b-b58aa42a84ef HTTP/1.1" status: 200 len: 1092 time: 3.6522300 Nov 12 00:39:00.455124 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf61a75d-4859-4189-8c0c-826cd29fc0d4', 'tag': 'b8036989-7dfb-407c-8f3b-b58aa42a84ef'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:00.458449 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb371b8-7e04-4431-9406-5669fe91d57b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf61a75d-4859-4189-8c0c-826cd29fc0d4", "tag": "b8036989-7dfb-407c-8f3b-b58aa42a84ef"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:00.464108 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-17ae438e-e144-49db-8b78-99f79f19fcf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.479674 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-50354f7f-7e9f-4214-8d1f-d1dcc528ec99 req-02bee932-c199-43d7-8f2d-26a9d1d5d71c tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6687317 Nov 12 00:39:00.488503 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] Attempting to bind port fd634c56-94c9-48a2-be82-025b4b43800f on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:00.489738 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] Attempting to bind port fd634c56-94c9-48a2-be82-025b4b43800f by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '1f11f643-72f5-4ae0-a3b6-8774462e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:00.490301 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] Attempting to bind port fd634c56-94c9-48a2-be82-025b4b43800f on network 2d1f5e71-9069-466c-b7e7-01693df40b5e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:00.572644 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be3566fe-3965-4337-a23a-1f7a4f685615 req-a0707f29-1649-4f19-aeff-da8622f9114a tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484001 Nov 12 00:39:00.589678 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9fdd92-c257-45fd-b5be-2f288a8df296 x-openstack-request-id: req-dc9fdd92-c257-45fd-b5be-2f288a8df296 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:00.590235 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf61a75d-4859-4189-8c0c-826cd29fc0d4", "tag": "b8036989-7dfb-407c-8f3b-b58aa42a84ef", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:00.590727 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc9fdd92-c257-45fd-b5be-2f288a8df296 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:00.591335 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf61a75d-4859-4189-8c0c-826cd29fc0d4', 'tag': 'b8036989-7dfb-407c-8f3b-b58aa42a84ef', 'status': 'completed', 'code': 200} Nov 12 00:39:00.615136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] Port fd634c56-94c9-48a2-be82-025b4b43800f on network 2d1f5e71-9069-466c-b7e7-01693df40b5e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:00.616247 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] Attempting to bind port fd634c56-94c9-48a2-be82-025b4b43800f on network 2d1f5e71-9069-466c-b7e7-01693df40b5e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:00.714706 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:00.715215 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] Checking segment: {'id': '1f11f643-72f5-4ae0-a3b6-8774462e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:00.715702 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] Bound using segment: {'id': '1f11f643-72f5-4ae0-a3b6-8774462e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:00.716269 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] Bound port: fd634c56-94c9-48a2-be82-025b4b43800f, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f11f643-72f5-4ae0-a3b6-8774462e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:00.716751 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:00.769647 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdb1b7-4150-4519-bca5-2416127928d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b8036989-7dfb-407c-8f3b-b58aa42a84ef,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:00.944586 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-a0a25b8e-9aed-4cea-9d98-ce4a0842f8ea tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:00.946866 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-a0a25b8e-9aed-4cea-9d98-ce4a0842f8ea tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7&tenant_id=06163c1124b24fc681237287cdcb2502&binding%3Ahost_id=n-h2-712137-14 HTTP/1.1" status: 200 len: 1097 time: 0.0917504 Nov 12 00:39:00.953626 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d902be61-9273-4e77-8b2c-dedd87662335 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.019281 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb371b8-7e04-4431-9406-5669fe91d57b req-df2626d4-8e5e-4028-9c5d-b7ad715d1acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:01.021014 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fdb371b8-7e04-4431-9406-5669fe91d57b req-df2626d4-8e5e-4028-9c5d-b7ad715d1acb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6d62a6e3ffc45a09d8ebc74a0feb835&device_id=cf61a75d-4859-4189-8c0c-826cd29fc0d4 HTTP/1.1" status: 200 len: 1095 time: 0.3860354 Nov 12 00:39:01.049878 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-d902be61-9273-4e77-8b2c-dedd87662335 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27832d2-e74f-4ac2-a482-37840a3364f2']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:01.060489 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08759e6-1d5a-4f7a-bfad-59e50423a4af req-d3149a3e-74d7-4cb8-aead-70f0d227e134 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:01.069450 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c08759e6-1d5a-4f7a-bfad-59e50423a4af req-d3149a3e-74d7-4cb8-aead-70f0d227e134 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.3488994 Nov 12 00:39:01.071439 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-17ae438e-e144-49db-8b78-99f79f19fcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.074208 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-17ae438e-e144-49db-8b78-99f79f19fcf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.078500 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-17ae438e-e144-49db-8b78-99f79f19fcf3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df39982a-047b-4578-9aba-7e1a23269b23 HTTP/1.1" status: 204 len: 168 time: 1.8759863 Nov 12 00:39:01.150276 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-e937867e-5b34-4120-b840-d6214cc73e5c service neutron] For port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:01.155848 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-e937867e-5b34-4120-b840-d6214cc73e5c service neutron] Publish callbacks [] for binding, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.157279 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0ccdfec-ae28-408c-9b8a-b6a99d5850b5 req-e937867e-5b34-4120-b840-d6214cc73e5c service neutron] 10.222.0.15 "DELETE /v2.0/ports/7ff5ac6f-a858-4396-8806-b3d6a25e37dd/bindings/n-h1-712137-14 HTTP/1.1" status: 204 len: 173 time: 0.1970284 Nov 12 00:39:01.187862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] For port fd634c56-94c9-48a2-be82-025b4b43800f, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:01.200676 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-d902be61-9273-4e77-8b2c-dedd87662335 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:01.202024 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-d902be61-9273-4e77-8b2c-dedd87662335 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc550c91-6ffc-4d9f-a1ed-bbe74020e1bb') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:01.229844 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae438e-e144-49db-8b78-99f79f19fcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df39982a-047b-4578-9aba-7e1a23269b23,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:01.242943 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d902be61-9273-4e77-8b2c-dedd87662335 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.257304 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] For port fd634c56-94c9-48a2-be82-025b4b43800f, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=fd634c56-94c9-48a2-be82-025b4b43800f,segment=NetworkSegment(1f11f643-72f5-4ae0-a3b6-8774462e1527),segment_id=1f11f643-72f5-4ae0-a3b6-8774462e1527)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:01.294399 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.298684 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d902be61-9273-4e77-8b2c-dedd87662335 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.343011 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d902be61-9273-4e77-8b2c-dedd87662335 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:39:01.343640 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d902be61-9273-4e77-8b2c-dedd87662335 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.362493 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c08759e6-1d5a-4f7a-bfad-59e50423a4af req-ec7c1ec1-878f-4c87-a542-23add8378446 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879398 Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:39:01.363562 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:39:01.395386 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:01.396319 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.397981 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] 10.222.0.15 "PUT /v2.0/ports/fd634c56-94c9-48a2-be82-025b4b43800f HTTP/1.1" status: 200 len: 1092 time: 3.2551115 Nov 12 00:39:01.428377 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-17068b08-3c95-4da4-8045-8f5edf880727 req-37f333c5-23ec-447b-9e28-3ab1aad84156 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0826154 Nov 12 00:39:01.497092 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb371b8-7e04-4431-9406-5669fe91d57b req-4afabb7f-9c6b-4bac-b32e-6d227c273c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:01.499622 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fdb371b8-7e04-4431-9406-5669fe91d57b req-4afabb7f-9c6b-4bac-b32e-6d227c273c11 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b6d62a6e3ffc45a09d8ebc74a0feb835&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4530587 Nov 12 00:39:01.587273 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307697ae-0b3d-4fca-99f3-c4840b549276 service neutron] Pushing event updated for resources: {'Port': ['ID=fd634c56-94c9-48a2-be82-025b4b43800f,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:01.592399 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d902be61-9273-4e77-8b2c-dedd87662335 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.613471 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d902be61-9273-4e77-8b2c-dedd87662335 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:01.623720 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d902be61-9273-4e77-8b2c-dedd87662335 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] 10.222.0.31 "DELETE /v2.0/networks/a27832d2-e74f-4ac2-a482-37840a3364f2 HTTP/1.1" status: 204 len: 168 time: 2.2432971 Nov 12 00:39:01.697989 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59439cac-3c75-4d5d-9165-0bf03a61c436 req-48ecfa6e-fadf-4f7b-aefe-7b96d2d46a8c tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:01.700367 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902be61-9273-4e77-8b2c-dedd87662335 tempest-ServersTestMultiNic-1271538551 tempest-ServersTestMultiNic-1271538551-project] Pushing event deleted for resources: {'Network': ['ID=a27832d2-e74f-4ac2-a482-37840a3364f2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:01.717990 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-59439cac-3c75-4d5d-9165-0bf03a61c436 req-48ecfa6e-fadf-4f7b-aefe-7b96d2d46a8c tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f404a9-d0d3-48ee-a8a9-0db598daeb05 HTTP/1.1" status: 200 len: 943 time: 0.0959432 Nov 12 00:39:01.826523 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-59439cac-3c75-4d5d-9165-0bf03a61c436 req-0c30680b-af4e-44c2-bce0-699bdcf0b3ad tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070828 Nov 12 00:39:01.861589 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-7ef5a09e-0155-4b9e-9e29-a791dcfb0960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:01.863526 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-7ef5a09e-0155-4b9e-9e29-a791dcfb0960 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6d62a6e3ffc45a09d8ebc74a0feb835&device_id=b1f404a9-d0d3-48ee-a8a9-0db598daeb05 HTTP/1.1" status: 200 len: 1095 time: 0.3512864 Nov 12 00:39:01.956109 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-cbce8d2e-f136-44e8-91cd-f9987fe67517 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd634c56-94c9-48a2-be82-025b4b43800f HTTP/1.1" status: 200 len: 217 time: 0.0653563 Nov 12 00:39:02.030238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfd590-cedb-475b-9fc1-c601172d1892 req-ecf12268-3dd0-46ad-8a30-d4fd112f89b0 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:02.031634 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f8dfd590-cedb-475b-9fc1-c601172d1892 req-ecf12268-3dd0-46ad-8a30-d4fd112f89b0 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 945 time: 0.1838062 Nov 12 00:39:02.043207 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb371b8-7e04-4431-9406-5669fe91d57b req-f0a0da09-29cd-4a84-ba1f-eb646cdf4d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:02.044683 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fdb371b8-7e04-4431-9406-5669fe91d57b req-f0a0da09-29cd-4a84-ba1f-eb646cdf4d9b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4191835 Nov 12 00:39:02.088543 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-09fdb7b9-032a-4b54-a4e4-734e3c90ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:02.090066 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-09fdb7b9-032a-4b54-a4e4-734e3c90ba03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ff75f12f-7eb6-4287-af93-efecf500824e HTTP/1.1" status: 200 len: 853 time: 0.1241302 Nov 12 00:39:02.181346 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f8dfd590-cedb-475b-9fc1-c601172d1892 req-7526165e-bda2-492e-8428-47a40108d877 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397140 Nov 12 00:39:02.191714 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-c4cff0c4-913d-4f20-b589-c60722d7833f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d1f5e71-9069-466c-b7e7-01693df40b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927832 Nov 12 00:39:02.383807 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-0d3dbecf-aa68-4cee-95d0-bbc86f2236af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:02.386679 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-0d3dbecf-aa68-4cee-95d0-bbc86f2236af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6d62a6e3ffc45a09d8ebc74a0feb835&device_id=cf61a75d-4859-4189-8c0c-826cd29fc0d4 HTTP/1.1" status: 200 len: 1095 time: 0.2785068 Nov 12 00:39:02.496625 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-b777045e-6422-41e4-9a17-6408ecadc6b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b8036989-7dfb-407c-8f3b-b58aa42a84ef HTTP/1.1" status: 200 len: 217 time: 0.0856068 Nov 12 00:39:02.597773 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f404a9-d0d3-48ee-a8a9-0db598daeb05', 'tag': 'fd634c56-94c9-48a2-be82-025b4b43800f'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:02.600537 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0d6318-3eb3-4218-b60d-2725a22fff82" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f404a9-d0d3-48ee-a8a9-0db598daeb05", "tag": "fd634c56-94c9-48a2-be82-025b4b43800f"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:02.621634 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-9429e327-eff0-46df-a6b6-2d9d8b3f177c service neutron] 10.222.0.15 "GET /v2.0/networks/2d1f5e71-9069-466c-b7e7-01693df40b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163203 Nov 12 00:39:02.663623 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-d3994778-38c8-470e-ae9f-ec3ca084e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:02.665557 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-d3994778-38c8-470e-ae9f-ec3ca084e5f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ff75f12f-7eb6-4287-af93-efecf500824e HTTP/1.1" status: 200 len: 853 time: 0.1528344 Nov 12 00:39:02.689705 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-76535d39-2a4f-4934-90b9-b0c2cc289250 req-18bbd47c-1160-412e-99bb-65001bc320bd tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0685837 Nov 12 00:39:02.801270 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-42b07e40-2489-4085-9fc2-f0f624b71327 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d1f5e71-9069-466c-b7e7-01693df40b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090786 Nov 12 00:39:02.851441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdb9e3-6cb9-444a-b79e-825a29f57063 req-4a9dc1f1-fc1d-41c0-aacc-b16e76f6c17b tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:02.857742 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1fdb9e3-6cb9-444a-b79e-825a29f57063 req-4a9dc1f1-fc1d-41c0-aacc-b16e76f6c17b tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 1097 time: 0.0886750 Nov 12 00:39:02.979453 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1fdb9e3-6cb9-444a-b79e-825a29f57063 req-de21ae5f-f5bb-4ae9-af90-6848b500fd45 tempest-LiveAutoBlockMigrationV225Test-271130292 tempest-LiveAutoBlockMigrationV225Test-271130292-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094828 Nov 12 00:39:03.041842 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53826) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:03.057563 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-8f17b2ba-4f2b-4ea2-90dd-55a15a69fa4c service neutron] 10.222.0.21 "GET /v2.0/networks/2d1f5e71-9069-466c-b7e7-01693df40b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445891 Nov 12 00:39:03.126075 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-72e2de2d-54ea-453f-977d-f80e66a51293 service neutron] 10.222.0.15 "GET /v2.0/networks/2d1f5e71-9069-466c-b7e7-01693df40b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587522 Nov 12 00:39:03.161764 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f690777-7126-4ece-b350-0c4e5269248d x-openstack-request-id: req-4f690777-7126-4ece-b350-0c4e5269248d {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:03.162019 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f404a9-d0d3-48ee-a8a9-0db598daeb05", "tag": "fd634c56-94c9-48a2-be82-025b4b43800f", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:03.162230 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f690777-7126-4ece-b350-0c4e5269248d {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:03.162649 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f404a9-d0d3-48ee-a8a9-0db598daeb05', 'tag': 'fd634c56-94c9-48a2-be82-025b4b43800f', 'status': 'completed', 'code': 200} Nov 12 00:39:03.184926 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811ae28-c053-406d-8f18-87b2cec7b6d9 req-3e3fb57f-e936-440c-9d4c-4a74da2aff3f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:03.188046 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8811ae28-c053-406d-8f18-87b2cec7b6d9 req-3e3fb57f-e936-440c-9d4c-4a74da2aff3f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.5273273 Nov 12 00:39:03.357264 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d6318-3eb3-4218-b60d-2725a22fff82 req-91ff6f48-5e84-4c79-b804-1cbd7c3689ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:03.358960 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b0d6318-3eb3-4218-b60d-2725a22fff82 req-91ff6f48-5e84-4c79-b804-1cbd7c3689ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6d62a6e3ffc45a09d8ebc74a0feb835&device_id=b1f404a9-d0d3-48ee-a8a9-0db598daeb05 HTTP/1.1" status: 200 len: 1095 time: 0.0957210 Nov 12 00:39:03.365178 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98dcefae-9894-48d9-b36f-3623074a5c4a req-51558f26-82d0-4ea9-be57-bb04473efad4 service neutron] 10.222.0.21 "GET /v2.0/networks/2d1f5e71-9069-466c-b7e7-01693df40b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509310 Nov 12 00:39:03.381234 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8811ae28-c053-406d-8f18-87b2cec7b6d9 req-0ec04960-d759-4d99-bc09-2f72956a72b6 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267905 Nov 12 00:39:03.528927 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d6318-3eb3-4218-b60d-2725a22fff82 req-53362edf-5c61-41d5-aade-680f5ae19aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:03.531117 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b0d6318-3eb3-4218-b60d-2725a22fff82 req-53362edf-5c61-41d5-aade-680f5ae19aa8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d1f5e71-9069-466c-b7e7-01693df40b5e HTTP/1.1" status: 200 len: 914 time: 0.1483245 Nov 12 00:39:03.538267 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eaef2-3ea1-46b6-a7cb-98f9b1a519f5 req-88619ba3-1ebf-4047-a0e9-5bba51f388e4 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:03.550575 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d66eaef2-3ea1-46b6-a7cb-98f9b1a519f5 req-88619ba3-1ebf-4047-a0e9-5bba51f388e4 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f404a9-d0d3-48ee-a8a9-0db598daeb05 HTTP/1.1" status: 200 len: 943 time: 0.2547486 Nov 12 00:39:03.676832 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d66eaef2-3ea1-46b6-a7cb-98f9b1a519f5 req-fa8e95e9-af32-4a8d-8e45-28f6f5e6fd85 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248627 Nov 12 00:39:03.724445 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b0d6318-3eb3-4218-b60d-2725a22fff82 req-d1b5f7ec-3253-4e75-980a-6e06a859d105 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd634c56-94c9-48a2-be82-025b4b43800f HTTP/1.1" status: 200 len: 217 time: 0.1704395 Nov 12 00:39:03.897742 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d6318-3eb3-4218-b60d-2725a22fff82 req-f252a2e3-befb-492c-add7-1ef329252548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:03.899980 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b0d6318-3eb3-4218-b60d-2725a22fff82 req-f252a2e3-befb-492c-add7-1ef329252548 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ff75f12f-7eb6-4287-af93-efecf500824e HTTP/1.1" status: 200 len: 853 time: 0.1155062 Nov 12 00:39:03.952095 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:03.956650 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b0d6318-3eb3-4218-b60d-2725a22fff82 req-7c2e6fe0-d3e1-4915-82b6-9ebe0d1d951f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d1f5e71-9069-466c-b7e7-01693df40b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459137 Nov 12 00:39:04.138774 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b0d6318-3eb3-4218-b60d-2725a22fff82 req-38987106-15c0-4f52-a6ad-8480115ee7ef service neutron] 10.222.0.15 "GET /v2.0/networks/2d1f5e71-9069-466c-b7e7-01693df40b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730807 Nov 12 00:39:04.146511 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af5b1a-6f1c-4e94-a2ae-0177f6439ffd req-4362c709-0aa3-43d6-8516-ae8f18dfb2dd tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:04.154161 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-76af5b1a-6f1c-4e94-a2ae-0177f6439ffd req-4362c709-0aa3-43d6-8516-ae8f18dfb2dd tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 945 time: 0.0867186 Nov 12 00:39:04.200681 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b199768a-a825-4256-9f99-127e9334b09d req-c6d93a06-3033-4db4-a0f5-e91b327d9739 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0295606 Nov 12 00:39:04.304262 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-76af5b1a-6f1c-4e94-a2ae-0177f6439ffd req-b54260cc-1d89-4459-8ce8-1ec11a0fe00e tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433127 Nov 12 00:39:04.326192 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b0d6318-3eb3-4218-b60d-2725a22fff82 req-07009e82-2a0c-4f2e-8657-567b9fbe52f9 service neutron] 10.222.0.15 "GET /v2.0/networks/2d1f5e71-9069-466c-b7e7-01693df40b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687336 Nov 12 00:39:04.363688 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] Deleting port 9379335c-74b1-4b4f-bd0b-a09eedb9872a {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:04.364038 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:04.463243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] For port 9379335c-74b1-4b4f-bd0b-a09eedb9872a, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9379335c-74b1-4b4f-bd0b-a09eedb9872a,segment=NetworkSegment(5699f690-b40b-4f68-a374-930813272ab6),segment_id=5699f690-b40b-4f68-a374-930813272ab6)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:04.463587 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:04.501664 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] Calling delete_port for 9379335c-74b1-4b4f-bd0b-a09eedb9872a owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:04.595580 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978a9f3-c141-4684-aef0-a0d8a506b87a req-c6c5b450-876a-49c5-9bb8-71a35c5b71da tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:04.598217 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3978a9f3-c141-4684-aef0-a0d8a506b87a req-c6c5b450-876a-49c5-9bb8-71a35c5b71da tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.1247225 Nov 12 00:39:04.778017 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53880) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:04.805971 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3978a9f3-c141-4684-aef0-a0d8a506b87a req-db234f5a-eee5-46b0-9eb4-5775ede53dd2 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183650 Nov 12 00:39:04.827879 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115cb7b-bba1-4db3-b0c9-9b3eac272f70 req-d5dc6680-4e16-47a4-b58d-be567edfef10 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:04.837394 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5115cb7b-bba1-4db3-b0c9-9b3eac272f70 req-d5dc6680-4e16-47a4-b58d-be567edfef10 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f404a9-d0d3-48ee-a8a9-0db598daeb05 HTTP/1.1" status: 200 len: 943 time: 0.0912943 Nov 12 00:39:04.929206 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:04.948279 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5115cb7b-bba1-4db3-b0c9-9b3eac272f70 req-b1c48772-148a-41b0-b161-72b55d3c4554 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055260 Nov 12 00:39:05.005450 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a8b917f-d318-42d7-840a-31416b9fa392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.009745 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9379335c-74b1-4b4f-bd0b-a09eedb9872a,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:05.056915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:05.057326 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:05.058243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:05.058243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:05.058458 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:05.058629 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:05.058956 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:05.059331 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:05.059687 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:05.059976 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:05.060312 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:05.060615 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:05.101723 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dad0f2-c7d0-4259-a2b6-61ddef93872d req-2d293367-3843-4e83-b447-aed42d70eef8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:05.106978 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c5dad0f2-c7d0-4259-a2b6-61ddef93872d req-2d293367-3843-4e83-b447-aed42d70eef8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 945 time: 0.0882516 Nov 12 00:39:05.158430 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a8b917f-d318-42d7-840a-31416b9fa392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.168951 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a8b917f-d318-42d7-840a-31416b9fa392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.261834 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-c5dad0f2-c7d0-4259-a2b6-61ddef93872d req-bf9554fc-602f-48d6-a897-0c92faa8e4ab tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Deleting port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:05.262320 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c5dad0f2-c7d0-4259-a2b6-61ddef93872d req-bf9554fc-602f-48d6-a897-0c92faa8e4ab tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.274626 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b917f-d318-42d7-840a-31416b9fa392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631c51ad-a646-40fd-8ae1-5b7ceb89b6bb,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:05.284959 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3a8b917f-d318-42d7-840a-31416b9fa392 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f4ed4366c2c049f9b1ac5bda9af59ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5021844 Nov 12 00:39:05.287452 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53898) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:05.390227 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.395182 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-84610b32-0360-4544-8f29-849da11fd787 req-64d2d1de-389b-42f6-9541-0cc10b080ce4 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0371876 Nov 12 00:39:05.436613 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-c5dad0f2-c7d0-4259-a2b6-61ddef93872d req-bf9554fc-602f-48d6-a897-0c92faa8e4ab tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] For port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=7ff5ac6f-a858-4396-8806-b3d6a25e37dd,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:05.437173 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c5dad0f2-c7d0-4259-a2b6-61ddef93872d req-bf9554fc-602f-48d6-a897-0c92faa8e4ab tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.454564 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-c5dad0f2-c7d0-4259-a2b6-61ddef93872d req-bf9554fc-602f-48d6-a897-0c92faa8e4ab tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Calling delete_port for 7ff5ac6f-a858-4396-8806-b3d6a25e37dd owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:05.523802 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-21a765c6-6eee-4d21-bdd1-a8c918eea80b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.541409 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0a080-fba2-4067-9dff-f0b8d171b019 req-70521437-2df5-4255-a946-58bf7a959472 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:05.543136 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2ad0a080-fba2-4067-9dff-f0b8d171b019 req-70521437-2df5-4255-a946-58bf7a959472 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 945 time: 0.1411474 Nov 12 00:39:05.600551 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-21a765c6-6eee-4d21-bdd1-a8c918eea80b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.625874 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c5dad0f2-c7d0-4259-a2b6-61ddef93872d req-bf9554fc-602f-48d6-a897-0c92faa8e4ab tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.666894 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['7ff5ac6f-a858-4396-8806-b3d6a25e37dd'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:05.676297 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9554fc-602f-48d6-a897-0c92faa8e4ab tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Pushing event deleted for resources: {'Port': ['ID=7ff5ac6f-a858-4396-8806-b3d6a25e37dd,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:05.712145 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2ad0a080-fba2-4067-9dff-f0b8d171b019 req-23e19cf7-0bd9-4eba-9f88-ac3d57eddabc tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200185 Nov 12 00:39:05.742771 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5dad0f2-c7d0-4259-a2b6-61ddef93872d req-bf9554fc-602f-48d6-a897-0c92faa8e4ab tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] No DVR routers for this DVR port 7ff5ac6f-a858-4396-8806-b3d6a25e37dd on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:05.745694 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c5dad0f2-c7d0-4259-a2b6-61ddef93872d req-bf9554fc-602f-48d6-a897-0c92faa8e4ab tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.753361 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c5dad0f2-c7d0-4259-a2b6-61ddef93872d req-bf9554fc-602f-48d6-a897-0c92faa8e4ab tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.15 "DELETE /v2.0/ports/7ff5ac6f-a858-4396-8806-b3d6a25e37dd HTTP/1.1" status: 204 len: 173 time: 0.6374471 Nov 12 00:39:05.754171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f5caf0-571c-427e-b299-a39f6106e8d7', 'name': 'network-vif-deleted', 'tag': '7ff5ac6f-a858-4396-8806-b3d6a25e37dd'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:05.757567 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac544c5f-c883-4db6-8ab3-7ce471ebaabc" -d '{"events": [{"server_uuid": "e7f5caf0-571c-427e-b299-a39f6106e8d7", "name": "network-vif-deleted", "tag": "7ff5ac6f-a858-4396-8806-b3d6a25e37dd"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:05.802026 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-21a765c6-6eee-4d21-bdd1-a8c918eea80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.805414 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-21a765c6-6eee-4d21-bdd1-a8c918eea80b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:05.809334 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-21a765c6-6eee-4d21-bdd1-a8c918eea80b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/631c51ad-a646-40fd-8ae1-5b7ceb89b6bb HTTP/1.1" status: 204 len: 168 time: 0.5180755 Nov 12 00:39:05.815637 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e5f7f0-7a5d-47f1-af4e-310dea155cf4 x-openstack-request-id: req-63e5f7f0-7a5d-47f1-af4e-310dea155cf4 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:05.816505 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f5caf0-571c-427e-b299-a39f6106e8d7", "name": "network-vif-deleted", "tag": "7ff5ac6f-a858-4396-8806-b3d6a25e37dd", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:05.817078 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63e5f7f0-7a5d-47f1-af4e-310dea155cf4 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:05.817932 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f5caf0-571c-427e-b299-a39f6106e8d7', 'name': 'network-vif-deleted', 'tag': '7ff5ac6f-a858-4396-8806-b3d6a25e37dd', 'status': 'completed', 'code': 200} Nov 12 00:39:05.822060 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a765c6-6eee-4d21-bdd1-a8c918eea80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631c51ad-a646-40fd-8ae1-5b7ceb89b6bb,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:05.997471 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] Router 4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:39:06.036350 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ecb33-4dd2-476e-bfd6-fe05d5950838 req-82eaf1be-d27f-4c8d-add8-43021b20bd49 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:06.048105 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-728ecb33-4dd2-476e-bfd6-fe05d5950838 req-82eaf1be-d27f-4c8d-add8-43021b20bd49 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.1511071 Nov 12 00:39:06.185849 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-728ecb33-4dd2-476e-bfd6-fe05d5950838 req-df226f19-2a96-45ae-9900-55e219b64135 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366494 Nov 12 00:39:06.191844 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4651f4-c70d-4380-a2f6-8379cf0d2ac8 req-1dd06903-69af-43c3-a39d-e4b26827aeec tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:06.206411 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a4651f4-c70d-4380-a2f6-8379cf0d2ac8 req-1dd06903-69af-43c3-a39d-e4b26827aeec tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f404a9-d0d3-48ee-a8a9-0db598daeb05 HTTP/1.1" status: 200 len: 943 time: 0.0879467 Nov 12 00:39:06.317986 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a4651f4-c70d-4380-a2f6-8379cf0d2ac8 req-e1cefe68-eb2c-4dda-8a2f-70f7825c953e tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105926 Nov 12 00:39:06.357470 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:39:06.367793 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c7237e32-bdea-4e6b-9afa-519ab6afe7d1 admin admin] 10.222.0.31 "PUT /v2.0/routers/4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3246636 Nov 12 00:39:06.371441 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53924) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:06.379659 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01daa04f-e65a-4a9d-96bf-e3f5a142a340 None None] Sync routers for ids ['4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:39:06.390672 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01daa04f-e65a-4a9d-96bf-e3f5a142a340 None None] Routers {'4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:39:06.392153 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-01daa04f-e65a-4a9d-96bf-e3f5a142a340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:38:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:06.446763 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53928) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:06.454020 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b8036989-7dfb-407c-8f3b-b58aa42a84ef details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:06.484493 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6c366531-2610-45ff-bb7c-5fa32b9bdf8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.571959 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port b8036989-7dfb-407c-8f3b-b58aa42a84ef, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b8036989-7dfb-407c-8f3b-b58aa42a84ef,segment=NetworkSegment(1f11f643-72f5-4ae0-a3b6-8774462e1527),segment_id=1f11f643-72f5-4ae0-a3b6-8774462e1527)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:06.587270 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'b8036989-7dfb-407c-8f3b-b58aa42a84ef', 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e', 'port_id': 'b8036989-7dfb-407c-8f3b-b58aa42a84ef', 'mac_address': 'fa:16:3e:1a:32:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff75f12f-7eb6-4287-af93-efecf500824e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:06.609734 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6c366531-2610-45ff-bb7c-5fa32b9bdf8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.624983 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6c366531-2610-45ff-bb7c-5fa32b9bdf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.638198 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e68ebd77-b2b4-44cd-8325-202ebb683491 req-f900d55e-ed5e-4178-974a-06125a7eec57 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0693552 Nov 12 00:39:06.669691 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3a3c723c-a514-4ba4-9b49-1a87b9ce8c42 admin admin] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.673780 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.693575 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8036989-7dfb-407c-8f3b-b58aa42a84ef {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:06.715915 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port b8036989-7dfb-407c-8f3b-b58aa42a84ef, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b8036989-7dfb-407c-8f3b-b58aa42a84ef,segment=NetworkSegment(1f11f643-72f5-4ae0-a3b6-8774462e1527),segment_id=1f11f643-72f5-4ae0-a3b6-8774462e1527)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:06.718321 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6c366531-2610-45ff-bb7c-5fa32b9bdf8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=585458434157439686b9b08febfc2a75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703829 Nov 12 00:39:06.719206 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c366531-2610-45ff-bb7c-5fa32b9bdf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0baf14f-6cd0-480b-b000-7230af5b4349,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:06.726912 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53930) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:06.731180 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.797203 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=b8036989-7dfb-407c-8f3b-b58aa42a84ef,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:06.803655 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-01daa04f-e65a-4a9d-96bf-e3f5a142a340 None None] Set router 4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:39:06.840729 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-838d5368-8407-49f6-8f1b-a894389b2af8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.889568 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-838d5368-8407-49f6-8f1b-a894389b2af8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.897254 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:06.897964 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:06.898525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:06.898713 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3a3c723c-a514-4ba4-9b49-1a87b9ce8c42 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:06.899396 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:06.899949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:06.900486 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:06.901059 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:06.901617 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:06.902155 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:06.902719 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:06.903263 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:06.903887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:06.929757 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-887d065e-f677-4d0e-852f-a934061f952b req-b45feaa4-3f3b-47ec-ad25-a171c8e54667 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0505750 Nov 12 00:39:07.037639 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-838d5368-8407-49f6-8f1b-a894389b2af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.040589 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-838d5368-8407-49f6-8f1b-a894389b2af8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.041848 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-838d5368-8407-49f6-8f1b-a894389b2af8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0baf14f-6cd0-480b-b000-7230af5b4349 HTTP/1.1" status: 204 len: 168 time: 0.3139920 Nov 12 00:39:07.065790 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d5368-8407-49f6-8f1b-a894389b2af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0baf14f-6cd0-480b-b000-7230af5b4349,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:07.076584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-3a3c723c-a514-4ba4-9b49-1a87b9ce8c42 admin admin] Deleting port 688d76da-2668-4003-b678-c05afa570c6e {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:07.077089 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3a3c723c-a514-4ba4-9b49-1a87b9ce8c42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.116037 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['b8036989-7dfb-407c-8f3b-b58aa42a84ef'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:07.193184 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-3a3c723c-a514-4ba4-9b49-1a87b9ce8c42 admin admin] For port 688d76da-2668-4003-b678-c05afa570c6e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=688d76da-2668-4003-b678-c05afa570c6e,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:07.193773 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3a3c723c-a514-4ba4-9b49-1a87b9ce8c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.216056 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-3a3c723c-a514-4ba4-9b49-1a87b9ce8c42 admin admin] Calling delete_port for 688d76da-2668-4003-b678-c05afa570c6e owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:07.445716 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627e202-bdc5-4fee-8841-5e2016d24447 req-cbaed3cc-3fba-4009-a424-11ad741db477 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:07.466476 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7627e202-bdc5-4fee-8841-5e2016d24447 req-cbaed3cc-3fba-4009-a424-11ad741db477 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.1713948 Nov 12 00:39:07.484543 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-01daa04f-e65a-4a9d-96bf-e3f5a142a340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71', 'name': 'tempest-ServersTestMultiNic-490597067-router', 'tenant_id': 'bc40649e055443b9aaedfdea46736570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '688d76da-2668-4003-b678-c05afa570c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:39:04Z', 'revision_number': 5, 'project_id': 'bc40649e055443b9aaedfdea46736570', 'gw_port': {'id': '688d76da-2668-4003-b678-c05afa570c6e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:37:15Z', 'updated_at': '2021-11-12T00:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:07.529720 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01daa04f-e65a-4a9d-96bf-e3f5a142a340 None None] Checking router: 4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:39:07.548071 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01daa04f-e65a-4a9d-96bf-e3f5a142a340 None None] Routers {'4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:39:07.548813 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-01daa04f-e65a-4a9d-96bf-e3f5a142a340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:38:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:07.579282 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3a3c723c-a514-4ba4-9b49-1a87b9ce8c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.634109 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7627e202-bdc5-4fee-8841-5e2016d24447 req-4a476dc7-de1f-46b5-9e69-cce0f075b631 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666429 Nov 12 00:39:07.643849 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c723c-a514-4ba4-9b49-1a87b9ce8c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=688d76da-2668-4003-b678-c05afa570c6e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:07.723259 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-01daa04f-e65a-4a9d-96bf-e3f5a142a340 None None] Set router 4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71 gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:39:07.792674 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3a3c723c-a514-4ba4-9b49-1a87b9ce8c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.806925 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-01daa04f-e65a-4a9d-96bf-e3f5a142a340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71', 'name': 'tempest-ServersTestMultiNic-490597067-router', 'tenant_id': 'bc40649e055443b9aaedfdea46736570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:39:06Z', 'revision_number': 6, 'project_id': 'bc40649e055443b9aaedfdea46736570', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:07.869311 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01daa04f-e65a-4a9d-96bf-e3f5a142a340 None None] The sync data for ids ['4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71'] in n-d-712137-14 is: [{'id': '4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71', 'name': 'tempest-ServersTestMultiNic-490597067-router', 'tenant_id': 'bc40649e055443b9aaedfdea46736570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:37:13Z', 'updated_at': '2021-11-12T00:39:06Z', 'revision_number': 6, 'project_id': 'bc40649e055443b9aaedfdea46736570', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:39:07.888508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddea278-77c2-4d2b-a0f4-da04d6638ae0 req-94598047-6166-4c7e-91fe-0b7b629bbbf3 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:07.891560 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6ddea278-77c2-4d2b-a0f4-da04d6638ae0 req-94598047-6166-4c7e-91fe-0b7b629bbbf3 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f404a9-d0d3-48ee-a8a9-0db598daeb05 HTTP/1.1" status: 200 len: 943 time: 0.3261549 Nov 12 00:39:07.944684 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3a3c723c-a514-4ba4-9b49-1a87b9ce8c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.949917 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3a3c723c-a514-4ba4-9b49-1a87b9ce8c42 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:07.978785 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16ec52d3-ecc3-4723-a8f8-36546628c920 req-a0acf707-2b0b-49e8-95c6-eec7a8c57386 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.1052768 Nov 12 00:39:08.126078 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3a3c723c-a514-4ba4-9b49-1a87b9ce8c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.126859 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3c723c-a514-4ba4-9b49-1a87b9ce8c42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:39:08.144734 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6ddea278-77c2-4d2b-a0f4-da04d6638ae0 req-aa8a3676-cbf7-4e41-9803-6555c7649f86 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140074 Nov 12 00:39:08.144734 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3a3c723c-a514-4ba4-9b49-1a87b9ce8c42 admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.144734 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3a3c723c-a514-4ba4-9b49-1a87b9ce8c42 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4b5595a7-91aa-4c49-8cd6-d5d0eaeadb71 HTTP/1.1" status: 204 len: 168 time: 1.7694368 Nov 12 00:39:08.145604 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53968) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:08.288277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-de382db2-f045-43c5-a153-eccc099c79d8 admin admin] Deleting subnet c7f3a0c4-7db1-4c3a-bc0e-26bc3e6d6fbc {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:39:08.311846 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de382db2-f045-43c5-a153-eccc099c79d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.431527 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.450552 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de382db2-f045-43c5-a153-eccc099c79d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.486304 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c15c63e5-09e0-41b1-b128-98a07c7a1bfe req-d066782c-f3d7-4a57-b79a-d9a859464361 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 210 time: 0.1245718 Nov 12 00:39:08.626803 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de382db2-f045-43c5-a153-eccc099c79d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.728197 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device fd634c56-94c9-48a2-be82-025b4b43800f details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:08.751702 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 7ff5ac6f-a858-4396-8806-b3d6a25e37dd no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:08.784197 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de382db2-f045-43c5-a153-eccc099c79d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.821681 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 7ff5ac6f-a858-4396-8806-b3d6a25e37dd {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:08.823473 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 7ff5ac6f-a858-4396-8806-b3d6a25e37dd not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:08.835286 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de382db2-f045-43c5-a153-eccc099c79d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7f3a0c4-7db1-4c3a-bc0e-26bc3e6d6fbc,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:08.852676 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de382db2-f045-43c5-a153-eccc099c79d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:08.863172 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-de382db2-f045-43c5-a153-eccc099c79d8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c7f3a0c4-7db1-4c3a-bc0e-26bc3e6d6fbc HTTP/1.1" status: 204 len: 168 time: 0.7149127 Nov 12 00:39:08.863511 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53994) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:08.872650 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2de138c-dac9-434a-ab82-59d75910e256 None None] Network ea495a6c-85a5-439f-8115-c3a391fdce9f requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:08.971315 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b417a4c-98a3-4a9e-ac27-296918d8efa6 req-647b2901-d21a-48bb-ab91-86de09ff07f2 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:08.980284 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4b417a4c-98a3-4a9e-ac27-296918d8efa6 req-647b2901-d21a-48bb-ab91-86de09ff07f2 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.1409857 Nov 12 00:39:09.027765 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-59c161a9-68db-48e7-a654-3654bbb05c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.099315 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4b417a4c-98a3-4a9e-ac27-296918d8efa6 req-59923251-384a-43a7-afe0-9c5be73ff3b0 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181576 Nov 12 00:39:09.171607 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-59c161a9-68db-48e7-a654-3654bbb05c20 admin admin] Deleting port 464b9439-4dd2-4be4-ab97-ae3989281633 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:09.172129 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-59c161a9-68db-48e7-a654-3654bbb05c20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.254130 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ddc75fb-34e5-44f8-b65c-06a77a02daf5 req-986fb69c-b553-4466-bd68-513b2cbc8bbd tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0411825 Nov 12 00:39:09.282401 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port fd634c56-94c9-48a2-be82-025b4b43800f, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=fd634c56-94c9-48a2-be82-025b4b43800f,segment=NetworkSegment(1f11f643-72f5-4ae0-a3b6-8774462e1527),segment_id=1f11f643-72f5-4ae0-a3b6-8774462e1527)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:09.289096 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-59c161a9-68db-48e7-a654-3654bbb05c20 admin admin] For port 464b9439-4dd2-4be4-ab97-ae3989281633, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=464b9439-4dd2-4be4-ab97-ae3989281633,segment=NetworkSegment(5699f690-b40b-4f68-a374-930813272ab6),segment_id=5699f690-b40b-4f68-a374-930813272ab6)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:09.290120 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-59c161a9-68db-48e7-a654-3654bbb05c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.318575 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'fd634c56-94c9-48a2-be82-025b4b43800f', 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e', 'port_id': 'fd634c56-94c9-48a2-be82-025b4b43800f', 'mac_address': 'fa:16:3e:6e:e2:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff75f12f-7eb6-4287-af93-efecf500824e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:09.339887 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-59c161a9-68db-48e7-a654-3654bbb05c20 admin admin] Calling delete_port for 464b9439-4dd2-4be4-ab97-ae3989281633 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:09.373753 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.376617 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468c1914-7dc9-472e-9456-9cdb3648bb29 None None] DHCP port deletion for ea495a6c-85a5-439f-8115-c3a391fdce9f request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:39:09.396363 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd634c56-94c9-48a2-be82-025b4b43800f {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:09.442955 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port fd634c56-94c9-48a2-be82-025b4b43800f, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=fd634c56-94c9-48a2-be82-025b4b43800f,segment=NetworkSegment(1f11f643-72f5-4ae0-a3b6-8774462e1527),segment_id=1f11f643-72f5-4ae0-a3b6-8774462e1527)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:09.459185 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.487539 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47aa22-d61f-422b-a66a-407ce720c396 req-c36692b3-21ca-4758-aed0-5bbc480bb356 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:09.495613 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5d47aa22-d61f-422b-a66a-407ce720c396 req-c36692b3-21ca-4758-aed0-5bbc480bb356 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f404a9-d0d3-48ee-a8a9-0db598daeb05 HTTP/1.1" status: 200 len: 943 time: 0.0781741 Nov 12 00:39:09.562242 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-59c161a9-68db-48e7-a654-3654bbb05c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.570190 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5d47aa22-d61f-422b-a66a-407ce720c396 req-a2ab8472-6b2c-4a90-ba30-32a45f80aea9 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735891 Nov 12 00:39:09.571977 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=fd634c56-94c9-48a2-be82-025b4b43800f,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:09.577605 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-468c1914-7dc9-472e-9456-9cdb3648bb29 None None] Deleting port 464b9439-4dd2-4be4-ab97-ae3989281633 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:09.577991 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-468c1914-7dc9-472e-9456-9cdb3648bb29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.612313 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c161a9-68db-48e7-a654-3654bbb05c20 admin admin] Pushing event deleted for resources: {'Port': ['ID=464b9439-4dd2-4be4-ab97-ae3989281633,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:09.619761 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c161a9-68db-48e7-a654-3654bbb05c20 admin admin] No DVR routers for this DVR port 464b9439-4dd2-4be4-ab97-ae3989281633 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:09.653997 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-468c1914-7dc9-472e-9456-9cdb3648bb29 None None] For port 464b9439-4dd2-4be4-ab97-ae3989281633, host n-d-712137-14, got binding levels [] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:09.654397 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-468c1914-7dc9-472e-9456-9cdb3648bb29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.669649 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-468c1914-7dc9-472e-9456-9cdb3648bb29 None None] Calling delete_port for 464b9439-4dd2-4be4-ab97-ae3989281633 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:09.672392 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.ipam_backend_mixin [None req-468c1914-7dc9-472e-9456-9cdb3648bb29 None None] Port 464b9439-4dd2-4be4-ab97-ae3989281633 was not found and therefore no delete operation was performed {{(pid=114244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:39:09.673807 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-468c1914-7dc9-472e-9456-9cdb3648bb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.702065 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c1914-7dc9-472e-9456-9cdb3648bb29 None None] Pushing event deleted for resources: {'Port': ['ID=464b9439-4dd2-4be4-ab97-ae3989281633,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:09.709461 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468c1914-7dc9-472e-9456-9cdb3648bb29 None None] No DVR routers for this DVR port 464b9439-4dd2-4be4-ab97-ae3989281633 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:09.745869 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-59c161a9-68db-48e7-a654-3654bbb05c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.769804 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef5191ab-abb5-4df6-84a4-8da6fb6a027a req-22f0d01b-eb55-47d4-a1d0-a19db1b82703 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0378444 Nov 12 00:39:09.780972 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-59c161a9-68db-48e7-a654-3654bbb05c20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea495a6c-85a5-439f-8115-c3a391fdce9f']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:09.792978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-59c161a9-68db-48e7-a654-3654bbb05c20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5699f690-b40b-4f68-a374-930813272ab6') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:09.793291 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-59c161a9-68db-48e7-a654-3654bbb05c20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5699f690-b40b-4f68-a374-930813272ab6') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:09.804908 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-59c161a9-68db-48e7-a654-3654bbb05c20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.831838 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-59c161a9-68db-48e7-a654-3654bbb05c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.839168 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c161a9-68db-48e7-a654-3654bbb05c20 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:39:09.839818 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-59c161a9-68db-48e7-a654-3654bbb05c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:39:09.842482 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:39:09.908848 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-59c161a9-68db-48e7-a654-3654bbb05c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.927005 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-59c161a9-68db-48e7-a654-3654bbb05c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:09.930548 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-59c161a9-68db-48e7-a654-3654bbb05c20 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ea495a6c-85a5-439f-8115-c3a391fdce9f HTTP/1.1" status: 204 len: 168 time: 1.0659711 Nov 12 00:39:09.931552 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c161a9-68db-48e7-a654-3654bbb05c20 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea495a6c-85a5-439f-8115-c3a391fdce9f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:10.025225 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 688d76da-2668-4003-b678-c05afa570c6e no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:10.074626 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 688d76da-2668-4003-b678-c05afa570c6e {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:10.079836 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 688d76da-2668-4003-b678-c05afa570c6e not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:10.080365 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9379335c-74b1-4b4f-bd0b-a09eedb9872a no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:10.103904 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 9379335c-74b1-4b4f-bd0b-a09eedb9872a {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:10.104363 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9379335c-74b1-4b4f-bd0b-a09eedb9872a not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:10.104950 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 464b9439-4dd2-4be4-ab97-ae3989281633 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:10.129869 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 464b9439-4dd2-4be4-ab97-ae3989281633 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:10.130636 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 464b9439-4dd2-4be4-ab97-ae3989281633 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:10.175137 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54058) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:10.212735 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['fd634c56-94c9-48a2-be82-025b4b43800f'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:10.249894 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2c9fb07e-d215-4d97-beae-be2e5b6ada4a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc40649e055443b9aaedfdea46736570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0710979 Nov 12 00:39:10.250191 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54064) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:10.285060 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7d0e6-7e28-46c3-af72-782ebdc6045a req-825374a8-009e-4e15-a077-19a2f155fedf tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:10.294492 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-89a7d0e6-7e28-46c3-af72-782ebdc6045a req-825374a8-009e-4e15-a077-19a2f155fedf tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.0964975 Nov 12 00:39:10.335796 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83b10246-6059-4463-b282-5b5a58f84707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.363211 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83b10246-6059-4463-b282-5b5a58f84707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.369505 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-89a7d0e6-7e28-46c3-af72-782ebdc6045a req-485dacde-b648-44df-b6c2-8649c6f5569b tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739760 Nov 12 00:39:10.441847 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83b10246-6059-4463-b282-5b5a58f84707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.448050 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83b10246-6059-4463-b282-5b5a58f84707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.457909 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-83b10246-6059-4463-b282-5b5a58f84707 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54bb1f6f-5a31-41d2-a8bf-e26aaa73f653 HTTP/1.1" status: 204 len: 168 time: 0.2054334 Nov 12 00:39:10.480411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b10246-6059-4463-b282-5b5a58f84707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bb1f6f-5a31-41d2-a8bf-e26aaa73f653,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:10.503570 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b8036989-7dfb-407c-8f3b-b58aa42a84ef up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:10.570260 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19c33076-1ffc-47f9-bfae-87158bd5677b req-498ea4fd-8959-455a-8fa0-df37a3a4c325 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0401437 Nov 12 00:39:10.690841 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port b8036989-7dfb-407c-8f3b-b58aa42a84ef completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:10.697339 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port b8036989-7dfb-407c-8f3b-b58aa42a84ef triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:10.698140 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.868732 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:10.913194 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf61a75d-4859-4189-8c0c-826cd29fc0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8036989-7dfb-407c-8f3b-b58aa42a84ef'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:10.915942 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1e1055-8ce4-47e9-a776-18f7d4587667" -d '{"events": [{"server_uuid": "cf61a75d-4859-4189-8c0c-826cd29fc0d4", "name": "network-vif-plugged", "status": "completed", "tag": "b8036989-7dfb-407c-8f3b-b58aa42a84ef"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:10.931440 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port b8036989-7dfb-407c-8f3b-b58aa42a84ef, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b8036989-7dfb-407c-8f3b-b58aa42a84ef,segment=NetworkSegment(1f11f643-72f5-4ae0-a3b6-8774462e1527),segment_id=1f11f643-72f5-4ae0-a3b6-8774462e1527)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:10.936958 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.034636 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=b8036989-7dfb-407c-8f3b-b58aa42a84ef,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:11.173502 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b6d2bde4-7fe6-4e39-aeb7-c19ed695b41d req-623bf47d-8d59-4f17-8c54-e5334f52c384 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0397108 Nov 12 00:39:11.274612 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9b114-2a0e-4b00-9bfe-53ff19541915 req-7255ca85-ce05-4c9a-88f3-93e15fcf66d4 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:11.276220 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d4c9b114-2a0e-4b00-9bfe-53ff19541915 req-7255ca85-ce05-4c9a-88f3-93e15fcf66d4 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f404a9-d0d3-48ee-a8a9-0db598daeb05 HTTP/1.1" status: 200 len: 944 time: 0.5190096 Nov 12 00:39:11.337141 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d4c9b114-2a0e-4b00-9bfe-53ff19541915 req-b81cfd75-edac-4457-a1f4-45fec32a5ea5 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519266 Nov 12 00:39:11.457112 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff1a8ea-2348-40fd-b674-db69ddad90e7 x-openstack-request-id: req-fff1a8ea-2348-40fd-b674-db69ddad90e7 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:11.457445 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf61a75d-4859-4189-8c0c-826cd29fc0d4", "name": "network-vif-plugged", "status": "completed", "tag": "b8036989-7dfb-407c-8f3b-b58aa42a84ef", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:11.457887 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fff1a8ea-2348-40fd-b674-db69ddad90e7 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:11.458428 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf61a75d-4859-4189-8c0c-826cd29fc0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8036989-7dfb-407c-8f3b-b58aa42a84ef', 'code': 200} Nov 12 00:39:11.556261 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54142) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:11.630296 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948d587-e065-4ad9-9553-a8515eeb1956 req-5fdf579a-3b1e-437e-bfae-e75f845567d9 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:11.638178 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b948d587-e065-4ad9-9553-a8515eeb1956 req-5fdf579a-3b1e-437e-bfae-e75f845567d9 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.0626409 Nov 12 00:39:11.673606 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6915c-8831-4614-b86b-930865e38afe req-2000a44e-a98d-4efc-8cbf-849b57b04ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:11.675535 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2b6915c-8831-4614-b86b-930865e38afe req-2000a44e-a98d-4efc-8cbf-849b57b04ee2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cf61a75d-4859-4189-8c0c-826cd29fc0d4 HTTP/1.1" status: 200 len: 1097 time: 0.1336033 Nov 12 00:39:11.703425 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b948d587-e065-4ad9-9553-a8515eeb1956 req-8280083d-0646-455c-8cb2-57f76001bad6 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600438 Nov 12 00:39:11.724254 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-26edd390-8420-46aa-977f-f076399e4a47 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1436852988-network', 'tenant_id': 'ff69603520634453a797ab4b4216646a'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:11.753208 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26edd390-8420-46aa-977f-f076399e4a47 admin admin] Made reservation on behalf of ff69603520634453a797ab4b4216646a for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:11.756545 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26edd390-8420-46aa-977f-f076399e4a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.762760 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2b6915c-8831-4614-b86b-930865e38afe req-0a9f8a78-771f-48ee-a7a6-28692849bd9c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754170 Nov 12 00:39:11.769291 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26edd390-8420-46aa-977f-f076399e4a47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.771169 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-65cacc03-f07a-4faa-b0a1-20c74a04a382 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:11.772630 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-65cacc03-f07a-4faa-b0a1-20c74a04a382 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/networks?id=efed2f8d-410d-453a-a918-3e5afbff8a94 HTTP/1.1" status: 200 len: 805 time: 0.1975751 Nov 12 00:39:11.788489 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-e93891b3-f9a8-4146-98e0-29b595750b22 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/quotas/b7e9eb5ebe054e9bb51945a5d738bd5b HTTP/1.1" status: 200 len: 375 time: 0.0097632 Nov 12 00:39:11.837812 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3eb32c4c-cf7c-41dc-a49f-84497e06315c req-4ea59d6a-599e-43ed-b680-5c7b5604f9c3 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0331521 Nov 12 00:39:11.868909 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-d13f9e1a-f3c9-4692-aa74-8f052af792e0 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7e9eb5ebe054e9bb51945a5d738bd5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0740213 Nov 12 00:39:11.906034 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26edd390-8420-46aa-977f-f076399e4a47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.913628 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26edd390-8420-46aa-977f-f076399e4a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.928869 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26edd390-8420-46aa-977f-f076399e4a47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:39:11.940866 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26edd390-8420-46aa-977f-f076399e4a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:11.941347 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-26edd390-8420-46aa-977f-f076399e4a47 admin admin] Added segment 06c399f9-5d95-4542-a286-8e7bd5ff234a of type vlan for network 11cf3641-542c-41f7-80c8-38f810587d17 Nov 12 00:39:11.989674 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26edd390-8420-46aa-977f-f076399e4a47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:12.022170 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26edd390-8420-46aa-977f-f076399e4a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:12.023635 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26edd390-8420-46aa-977f-f076399e4a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:12.024522 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26edd390-8420-46aa-977f-f076399e4a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:12.081737 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-a96a9af9-19c3-4a5a-a62c-f6e8e586218f service neutron] 10.222.0.31 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116487 Nov 12 00:39:12.096308 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-26edd390-8420-46aa-977f-f076399e4a47 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5373921 Nov 12 00:39:12.099549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26edd390-8420-46aa-977f-f076399e4a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae036a71-abaf-48d3-9e92-0c85fc6826a1,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:12.102280 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54154) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:12.105404 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26edd390-8420-46aa-977f-f076399e4a47 admin admin] Pushing event updated for resources: {'Network': ['ID=11cf3641-542c-41f7-80c8-38f810587d17,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:12.107436 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-4cf1d997-9a69-4194-a5bc-4e8cd196bfd3 admin admin] Request body: {'subnet': {'network_id': '11cf3641-542c-41f7-80c8-38f810587d17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1436852988-subnet', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:12.130349 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 11cf3641-542c-41f7-80c8-38f810587d17 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:39:12.180886 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf1d997-9a69-4194-a5bc-4e8cd196bfd3 admin admin] Made reservation on behalf of ff69603520634453a797ab4b4216646a for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:12.183824 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d997-9a69-4194-a5bc-4e8cd196bfd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:12.256518 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-c00302ce-f8c1-4f84-81dd-41a2ccbabdaa service neutron] 10.222.0.31 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738172 Nov 12 00:39:12.430055 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d997-9a69-4194-a5bc-4e8cd196bfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:12.516450 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55a0d20d-11f2-43d4-bac3-f9a016cf02b5 req-ce59f409-66c4-4e33-934c-66fb19b54c9c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0441804 Nov 12 00:39:12.540712 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5581ab-0c3d-49b9-89e0-e6702d356173 req-f2e424f9-4b4a-4c76-879e-ec804baaac1f tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:12.542730 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2f5581ab-0c3d-49b9-89e0-e6702d356173 req-f2e424f9-4b4a-4c76-879e-ec804baaac1f tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f404a9-d0d3-48ee-a8a9-0db598daeb05 HTTP/1.1" status: 200 len: 944 time: 0.0643368 Nov 12 00:39:12.544597 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1d997-9a69-4194-a5bc-4e8cd196bfd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=039608db-f2a3-4af6-b30e-cf0d39b5f975,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:12.564012 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf1d997-9a69-4194-a5bc-4e8cd196bfd3 admin admin] Checking segment: {'id': '06c399f9-5d95-4542-a286-8e7bd5ff234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:12.564416 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf1d997-9a69-4194-a5bc-4e8cd196bfd3 admin admin] Network hostable DHCP agents. Network: 11cf3641-542c-41f7-80c8-38f810587d17, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:39:12.616519 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2f5581ab-0c3d-49b9-89e0-e6702d356173 req-0d2d9803-4ce8-4b63-bd66-d111c8e3ab46 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625710 Nov 12 00:39:12.634215 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-204ae35c-9924-4601-88c7-6d6ec71e30d6 req-026b5577-0bd4-480f-b48b-034f38f14bb3 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4fa25e1-b7d3-4c55-b862-53c74c74d63d HTTP/1.1" status: 200 len: 210 time: 0.0540106 Nov 12 00:39:12.657591 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf1d997-9a69-4194-a5bc-4e8cd196bfd3 admin admin] Network 11cf3641-542c-41f7-80c8-38f810587d17 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:39:12.671900 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-4cf1d997-9a69-4194-a5bc-4e8cd196bfd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 11cf3641-542c-41f7-80c8-38f810587d17) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:12.682948 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac6cc8b-49b4-48c3-ac96-2e8fb1c6cdb2 None None] Network 11cf3641-542c-41f7-80c8-38f810587d17 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:12.703595 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf1d997-9a69-4194-a5bc-4e8cd196bfd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:12.705512 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d997-9a69-4194-a5bc-4e8cd196bfd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:12.740017 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54174) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:12.740578 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4cf1d997-9a69-4194-a5bc-4e8cd196bfd3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6366842 Nov 12 00:39:12.744383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-0ead9b60-7ea3-441c-be8b-a2720b08781f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1436852988-router', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:12.784392 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device fd634c56-94c9-48a2-be82-025b4b43800f up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:12.785800 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ead9b60-7ea3-441c-be8b-a2720b08781f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:12.786947 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ead9b60-7ea3-441c-be8b-a2720b08781f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:12.885674 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ead9b60-7ea3-441c-be8b-a2720b08781f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:12.918663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38c599-7784-492f-8260-29a634a61712 req-bd593c08-038d-4f7a-b5e7-37bd6316b21c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:12.932940 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0d38c599-7784-492f-8260-29a634a61712 req-bd593c08-038d-4f7a-b5e7-37bd6316b21c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.1006577 Nov 12 00:39:13.002375 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0d38c599-7784-492f-8260-29a634a61712 req-ef0b9d38-558d-48af-9549-814a1e88adee tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641458 Nov 12 00:39:13.014694 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7eec2e-0e62-44b0-a2c5-949fbdd11da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-11cf3641-542c-41f7-80c8-38f810587d17', 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'fixed_ips': [{'subnet_id': '039608db-f2a3-4af6-b30e-cf0d39b5f975'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:39:13.014694 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ef7eec2e-0e62-44b0-a2c5-949fbdd11da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.044881 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port fd634c56-94c9-48a2-be82-025b4b43800f completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:13.050694 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port fd634c56-94c9-48a2-be82-025b4b43800f triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:13.051076 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.202585 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3bc9fc63-0943-4c64-83f6-151cc650f6bb req-5cb54906-7ee9-4f46-aca5-58be9dba6f4b tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0448511 Nov 12 00:39:13.351261 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-ef7eec2e-0e62-44b0-a2c5-949fbdd11da5 None None] Allocated IP 172.20.0.2 (11cf3641-542c-41f7-80c8-38f810587d17/039608db-f2a3-4af6-b30e-cf0d39b5f975/98572a9b-d6d0-428b-8bbb-7169f25229d3) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:13.490169 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80934306-c587-4c5a-8542-f876a262ba2d req-ae8b52f0-5a6f-46c7-8f73-ed961d7ee269 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:13.493970 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80934306-c587-4c5a-8542-f876a262ba2d req-ae8b52f0-5a6f-46c7-8f73-ed961d7ee269 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6dbc9e-d270-4fea-9595-51e9a4945eb7 HTTP/1.1" status: 200 len: 945 time: 0.1337872 Nov 12 00:39:13.625280 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ead9b60-7ea3-441c-be8b-a2720b08781f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.646530 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-decd3e5f-0898-4d4f-9b51-280b60e27cb7 req-05b30241-06d5-4c60-a3f7-984913e20126 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7f5caf0-571c-427e-b299-a39f6106e8d7 HTTP/1.1" status: 200 len: 210 time: 0.0383291 Nov 12 00:39:13.714284 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.739458 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-80934306-c587-4c5a-8542-f876a262ba2d req-6e3fba9a-bca8-40fa-916d-f86e2b02086b tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Deleting port d72e0af2-9478-4563-8bbb-a9fcb61d2548 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:13.742401 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80934306-c587-4c5a-8542-f876a262ba2d req-6e3fba9a-bca8-40fa-916d-f86e2b02086b tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.760361 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f404a9-d0d3-48ee-a8a9-0db598daeb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd634c56-94c9-48a2-be82-025b4b43800f'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:13.762917 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6590c8ac-3908-4db3-9da3-d263691cedd6" -d '{"events": [{"server_uuid": "b1f404a9-d0d3-48ee-a8a9-0db598daeb05", "name": "network-vif-plugged", "status": "completed", "tag": "fd634c56-94c9-48a2-be82-025b4b43800f"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:13.781419 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ef7eec2e-0e62-44b0-a2c5-949fbdd11da5 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.787819 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port fd634c56-94c9-48a2-be82-025b4b43800f, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=fd634c56-94c9-48a2-be82-025b4b43800f,segment=NetworkSegment(1f11f643-72f5-4ae0-a3b6-8774462e1527),segment_id=1f11f643-72f5-4ae0-a3b6-8774462e1527)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:13.795551 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ef7eec2e-0e62-44b0-a2c5-949fbdd11da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.884795 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee192d3-354c-4cb7-bc92-3c5306282dd1 req-ed8b4cf1-dd1d-4b6c-90ea-e70e41e0dc9a tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:13.896122 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6ee192d3-354c-4cb7-bc92-3c5306282dd1 req-ed8b4cf1-dd1d-4b6c-90ea-e70e41e0dc9a tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f404a9-d0d3-48ee-a8a9-0db598daeb05 HTTP/1.1" status: 200 len: 944 time: 0.1297853 Nov 12 00:39:13.898228 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7eec2e-0e62-44b0-a2c5-949fbdd11da5 None None] Pushing event updated for resources: {'Port': ['ID=98572a9b-d6d0-428b-8bbb-7169f25229d3,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:13.901871 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:13.995221 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=fd634c56-94c9-48a2-be82-025b4b43800f,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:14.013492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7eec2e-0e62-44b0-a2c5-949fbdd11da5 None None] Network 11cf3641-542c-41f7-80c8-38f810587d17 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:14.016252 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-ef7eec2e-0e62-44b0-a2c5-949fbdd11da5 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:14.026352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7eec2e-0e62-44b0-a2c5-949fbdd11da5 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:14.085244 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-80934306-c587-4c5a-8542-f876a262ba2d req-6e3fba9a-bca8-40fa-916d-f86e2b02086b tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] For port d72e0af2-9478-4563-8bbb-a9fcb61d2548, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d72e0af2-9478-4563-8bbb-a9fcb61d2548,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:14.085627 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80934306-c587-4c5a-8542-f876a262ba2d req-6e3fba9a-bca8-40fa-916d-f86e2b02086b tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.120867 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6ee192d3-354c-4cb7-bc92-3c5306282dd1 req-99a60c31-5cc5-4bb0-9ec8-5dcc8f452c43 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213485 Nov 12 00:39:14.148836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-80934306-c587-4c5a-8542-f876a262ba2d req-6e3fba9a-bca8-40fa-916d-f86e2b02086b tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Calling delete_port for d72e0af2-9478-4563-8bbb-a9fcb61d2548 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:14.207304 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-ef7eec2e-0e62-44b0-a2c5-949fbdd11da5 None None] Attempting to bind port 98572a9b-d6d0-428b-8bbb-7169f25229d3 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:14.207694 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-ef7eec2e-0e62-44b0-a2c5-949fbdd11da5 None None] Attempting to bind port 98572a9b-d6d0-428b-8bbb-7169f25229d3 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '06c399f9-5d95-4542-a286-8e7bd5ff234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:14.208073 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7eec2e-0e62-44b0-a2c5-949fbdd11da5 None None] Attempting to bind port 98572a9b-d6d0-428b-8bbb-7169f25229d3 on network 11cf3641-542c-41f7-80c8-38f810587d17 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:14.210494 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ead9b60-7ea3-441c-be8b-a2720b08781f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.230329 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7eec2e-0e62-44b0-a2c5-949fbdd11da5 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:14.230722 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7eec2e-0e62-44b0-a2c5-949fbdd11da5 None None] Checking segment: {'id': '06c399f9-5d95-4542-a286-8e7bd5ff234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:14.231141 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ef7eec2e-0e62-44b0-a2c5-949fbdd11da5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.237321 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7eec2e-0e62-44b0-a2c5-949fbdd11da5 None None] Bound using segment: {'id': '06c399f9-5d95-4542-a286-8e7bd5ff234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:14.237906 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-ef7eec2e-0e62-44b0-a2c5-949fbdd11da5 None None] Bound port: 98572a9b-d6d0-428b-8bbb-7169f25229d3, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c399f9-5d95-4542-a286-8e7bd5ff234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:14.238322 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ef7eec2e-0e62-44b0-a2c5-949fbdd11da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.248530 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ead9b60-7ea3-441c-be8b-a2720b08781f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.315192 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b37f86-38cd-4261-802b-0266ac8cd1d9 x-openstack-request-id: req-73b37f86-38cd-4261-802b-0266ac8cd1d9 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:14.315529 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f404a9-d0d3-48ee-a8a9-0db598daeb05", "name": "network-vif-plugged", "status": "completed", "tag": "fd634c56-94c9-48a2-be82-025b4b43800f", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:14.315824 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73b37f86-38cd-4261-802b-0266ac8cd1d9 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:14.316227 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f404a9-d0d3-48ee-a8a9-0db598daeb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd634c56-94c9-48a2-be82-025b4b43800f', 'code': 200} Nov 12 00:39:14.398043 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-ef7eec2e-0e62-44b0-a2c5-949fbdd11da5 None None] For port 98572a9b-d6d0-428b-8bbb-7169f25229d3, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:14.408930 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-ef7eec2e-0e62-44b0-a2c5-949fbdd11da5 None None] For port 98572a9b-d6d0-428b-8bbb-7169f25229d3, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=98572a9b-d6d0-428b-8bbb-7169f25229d3,segment=NetworkSegment(06c399f9-5d95-4542-a286-8e7bd5ff234a),segment_id=06c399f9-5d95-4542-a286-8e7bd5ff234a)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:14.412774 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-42a13f67-9caf-44bc-ad54-181cc72e7435 req-609c29d8-11ac-4ec1-beb9-2204804cd2bf tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4fa25e1-b7d3-4c55-b862-53c74c74d63d HTTP/1.1" status: 200 len: 210 time: 0.1379695 Nov 12 00:39:14.426958 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ef7eec2e-0e62-44b0-a2c5-949fbdd11da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.479157 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-0ead9b60-7ea3-441c-be8b-a2720b08781f admin admin] Allocated IP 172.25.0.97 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/563a1e77-5ac3-443d-92d1-c14b0430a2bb) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:14.543265 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7eec2e-0e62-44b0-a2c5-949fbdd11da5 None None] Pushing event updated for resources: {'Port': ['ID=98572a9b-d6d0-428b-8bbb-7169f25229d3,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:14.565952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-885c65bd-4b7b-431f-966e-3e2b86f5c5df tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:14.568874 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-885c65bd-4b7b-431f-966e-3e2b86f5c5df tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.21 "GET /v2.0/networks?id=efed2f8d-410d-453a-a918-3e5afbff8a94 HTTP/1.1" status: 200 len: 805 time: 0.6202397 Nov 12 00:39:14.609426 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-e9d33d3d-7961-4a41-b5db-532203237513 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Request body: {'port': {'device_id': 'd4fa25e1-b7d3-4c55-b862-53c74c74d63d', 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94', 'admin_state_up': True, 'tenant_id': 'b7e9eb5ebe054e9bb51945a5d738bd5b'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:14.668268 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-caa918b5-1b8d-4750-b453-d2ee4821e3de req-cfcf4776-40ff-4712-a0d1-6f5621a55251 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0620065 Nov 12 00:39:14.711221 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ead9b60-7ea3-441c-be8b-a2720b08781f admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.759678 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device d72e0af2-9478-4563-8bbb-a9fcb61d2548 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:14.790634 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80934306-c587-4c5a-8542-f876a262ba2d req-6e3fba9a-bca8-40fa-916d-f86e2b02086b tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.899118 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No active binding found for port d72e0af2-9478-4563-8bbb-a9fcb61d2548 {{(pid=114244) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 00:39:14.899803 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device d72e0af2-9478-4563-8bbb-a9fcb61d2548 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:14.903268 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aeefcf-5000-4918-9b5e-e96066f343ca req-41683f74-b332-4910-bb6c-39a325110615 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:14.912631 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-08aeefcf-5000-4918-9b5e-e96066f343ca req-41683f74-b332-4910-bb6c-39a325110615 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.4090676 Nov 12 00:39:14.917875 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ead9b60-7ea3-441c-be8b-a2720b08781f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.939701 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fba9a-bca8-40fa-916d-f86e2b02086b tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Pushing event deleted for resources: {'Port': ['ID=d72e0af2-9478-4563-8bbb-a9fcb61d2548,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:15.017238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbd2a3-bd69-42dd-8384-c229571f0274 req-2d80cd72-2a58-4f95-abd1-0ecd56983744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:15.018818 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-49bbd2a3-bd69-42dd-8384-c229571f0274 req-2d80cd72-2a58-4f95-abd1-0ecd56983744 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b1f404a9-d0d3-48ee-a8a9-0db598daeb05 HTTP/1.1" status: 200 len: 1097 time: 0.4980893 Nov 12 00:39:15.022965 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ead9b60-7ea3-441c-be8b-a2720b08781f admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:15.070532 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-80934306-c587-4c5a-8542-f876a262ba2d req-6e3fba9a-bca8-40fa-916d-f86e2b02086b tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] No DVR routers for this DVR port d72e0af2-9478-4563-8bbb-a9fcb61d2548 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:15.072325 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-0ead9b60-7ea3-441c-be8b-a2720b08781f admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:15.075052 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80934306-c587-4c5a-8542-f876a262ba2d req-6e3fba9a-bca8-40fa-916d-f86e2b02086b tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.077512 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead9b60-7ea3-441c-be8b-a2720b08781f admin admin] Pushing event updated for resources: {'Port': ['ID=563a1e77-5ac3-443d-92d1-c14b0430a2bb,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:15.079680 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80934306-c587-4c5a-8542-f876a262ba2d req-6e3fba9a-bca8-40fa-916d-f86e2b02086b tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.15 "DELETE /v2.0/ports/d72e0af2-9478-4563-8bbb-a9fcb61d2548 HTTP/1.1" status: 204 len: 173 time: 1.5785079 Nov 12 00:39:15.080925 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6dbc9e-d270-4fea-9595-51e9a4945eb7', 'name': 'network-vif-deleted', 'tag': 'd72e0af2-9478-4563-8bbb-a9fcb61d2548'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:15.081067 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead9b60-7ea3-441c-be8b-a2720b08781f admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:15.083581 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28812361-46f4-4aeb-a36c-9ca1227a5b21" -d '{"events": [{"server_uuid": "4a6dbc9e-d270-4fea-9595-51e9a4945eb7", "name": "network-vif-deleted", "tag": "d72e0af2-9478-4563-8bbb-a9fcb61d2548"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:15.134824 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-e9d33d3d-7961-4a41-b5db-532203237513 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Made reservation on behalf of b7e9eb5ebe054e9bb51945a5d738bd5b for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:15.139689 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-e9d33d3d-7961-4a41-b5db-532203237513 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.140944 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-08aeefcf-5000-4918-9b5e-e96066f343ca req-f3adb28c-17d5-4b18-bc40-0b38be942e76 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134612 Nov 12 00:39:15.212090 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-49bbd2a3-bd69-42dd-8384-c229571f0274 req-61243f50-9848-489d-bca0-45c1495d5eb0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576333 Nov 12 00:39:15.427801 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd18cb3-0f76-40fb-8e2e-d55e84409d69 x-openstack-request-id: req-8cd18cb3-0f76-40fb-8e2e-d55e84409d69 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:15.428265 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6dbc9e-d270-4fea-9595-51e9a4945eb7", "name": "network-vif-deleted", "tag": "d72e0af2-9478-4563-8bbb-a9fcb61d2548", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:15.428793 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8cd18cb3-0f76-40fb-8e2e-d55e84409d69 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:15.429499 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6dbc9e-d270-4fea-9595-51e9a4945eb7', 'name': 'network-vif-deleted', 'tag': 'd72e0af2-9478-4563-8bbb-a9fcb61d2548', 'status': 'completed', 'code': 200} Nov 12 00:39:15.431020 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-e9d33d3d-7961-4a41-b5db-532203237513 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Allocated IP 172.20.0.11 (efed2f8d-410d-453a-a918-3e5afbff8a94/66de2356-7ea2-45bf-8678-a507a5cc17cd/1e611255-1c11-4db9-85cd-6ef55a941dcf) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:15.598356 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ead9b60-7ea3-441c-be8b-a2720b08781f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.730109 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-e9d33d3d-7961-4a41-b5db-532203237513 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.757318 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b552e7a-27f6-4e84-8dbd-8f28cc20d58e req-bcbfa24f-ae5d-4ca3-8170-8461b32259fe tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:15.764738 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7b552e7a-27f6-4e84-8dbd-8f28cc20d58e req-bcbfa24f-ae5d-4ca3-8170-8461b32259fe tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f404a9-d0d3-48ee-a8a9-0db598daeb05 HTTP/1.1" status: 200 len: 945 time: 0.2508717 Nov 12 00:39:15.827298 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e510934c-9ea3-4328-9b5b-0d02086133aa req-8e106ec3-463a-4960-8732-0aa4bf61f531 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4fa25e1-b7d3-4c55-b862-53c74c74d63d HTTP/1.1" status: 200 len: 210 time: 0.0655298 Nov 12 00:39:15.863755 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-e9d33d3d-7961-4a41-b5db-532203237513 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:15.943589 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-e9d33d3d-7961-4a41-b5db-532203237513 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Network efed2f8d-410d-453a-a918-3e5afbff8a94 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:15.988723 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7b552e7a-27f6-4e84-8dbd-8f28cc20d58e req-8735ebd7-5f82-4e3d-9b2a-370bae0a1f06 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227290 Nov 12 00:39:15.990970 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-e9d33d3d-7961-4a41-b5db-532203237513 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:16.019247 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-e9d33d3d-7961-4a41-b5db-532203237513 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:16.037989 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e850ec05-d9de-4da7-8608-4e0341533594 req-26ee752b-81ab-40d5-bb7f-70678d5a822c tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0734510 Nov 12 00:39:16.094316 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d33d3d-7961-4a41-b5db-532203237513 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Pushing event updated for resources: {'Port': ['ID=1e611255-1c11-4db9-85cd-6ef55a941dcf,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:16.181027 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-e9d33d3d-7961-4a41-b5db-532203237513 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:16.182293 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-e9d33d3d-7961-4a41-b5db-532203237513 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.183936 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c2618f-6201-4e3d-85bf-c3241e303e5d None None] Network 11cf3641-542c-41f7-80c8-38f810587d17 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:16.233530 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 98572a9b-d6d0-428b-8bbb-7169f25229d3 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:16.247435 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-e9d33d3d-7961-4a41-b5db-532203237513 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6397283 Nov 12 00:39:16.259677 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ead9b60-7ea3-441c-be8b-a2720b08781f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.262794 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] Request body: {'port': {'device_id': 'd4fa25e1-b7d3-4c55-b862-53c74c74d63d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:16.367112 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.424824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-61e958d2-4936-40be-aed4-3b4c61be882f None None] Provisioning complete for port 98572a9b-d6d0-428b-8bbb-7169f25229d3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:16.425215 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-61e958d2-4936-40be-aed4-3b4c61be882f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.486400 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b5fee-4f0a-4289-a813-1d3aeef4c2ab req-8bf0c02e-94d7-40d9-83a5-0002faf7ab57 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:16.488270 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-806b5fee-4f0a-4289-a813-1d3aeef4c2ab req-8bf0c02e-94d7-40d9-83a5-0002faf7ab57 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.1511252 Nov 12 00:39:16.509241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 98572a9b-d6d0-428b-8bbb-7169f25229d3 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:16.510014 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.594363 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-806b5fee-4f0a-4289-a813-1d3aeef4c2ab req-4ab230f7-1aa2-4cd8-8486-bf7e6e72497e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992391 Nov 12 00:39:16.630453 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ead9b60-7ea3-441c-be8b-a2720b08781f admin admin] Router 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:39:16.650761 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54248) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:16.744475 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-61e958d2-4936-40be-aed4-3b4c61be882f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.817377 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.847221 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e611255-1c11-4db9-85cd-6ef55a941dcf {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:16.861904 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.868382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ead9b60-7ea3-441c-be8b-a2720b08781f admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:39:16.879445 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-61e958d2-4936-40be-aed4-3b4c61be882f None None] For port 98572a9b-d6d0-428b-8bbb-7169f25229d3, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=98572a9b-d6d0-428b-8bbb-7169f25229d3,segment=NetworkSegment(06c399f9-5d95-4542-a286-8e7bd5ff234a),segment_id=06c399f9-5d95-4542-a286-8e7bd5ff234a)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:16.887586 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] Sync routers for ids ['2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:39:16.901399 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-61e958d2-4936-40be-aed4-3b4c61be882f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.906264 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] Routers {'2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:39:16.906915 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:38:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:16.920110 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ead9b60-7ea3-441c-be8b-a2720b08781f admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:16.925306 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0ead9b60-7ea3-441c-be8b-a2720b08781f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1804008 Nov 12 00:39:16.929478 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54254) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:16.930617 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] Transition to ACTIVE for port object 1e611255-1c11-4db9-85cd-6ef55a941dcf will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:16.992877 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4e9135ff-8fb7-4ef4-8887-75ddc91dc0fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:17.002317 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:17.107619 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:39:17.108155 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:39:17.112370 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e958d2-4936-40be-aed4-3b4c61be882f None None] Pushing event updated for resources: {'Port': ['ID=98572a9b-d6d0-428b-8bbb-7169f25229d3,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:17.204448 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a6167-5c61-447f-9dbc-5534036ea0e0 req-8987a35c-b0cc-42c6-83c8-44b5b87be846 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:17.214101 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-061a6167-5c61-447f-9dbc-5534036ea0e0 req-8987a35c-b0cc-42c6-83c8-44b5b87be846 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4fa25e1-b7d3-4c55-b862-53c74c74d63d HTTP/1.1" status: 200 len: 944 time: 0.2012198 Nov 12 00:39:17.229143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2b657aa8-1926-42bf-b1c8-e7a80d186287 None None] Provisioning complete for port 98572a9b-d6d0-428b-8bbb-7169f25229d3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:17.230273 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2b657aa8-1926-42bf-b1c8-e7a80d186287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:17.240747 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-70445be8-dd4d-478e-9301-cac05c25e9b6 service neutron] show failed (client error): The resource could not be found. Nov 12 00:39:17.241834 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-70445be8-dd4d-478e-9301-cac05c25e9b6 service neutron] 10.222.0.15 "GET /v2.0/ports/2c6100ce-9303-43d8-92bf-6d8b009a82d7/bindings/n-h1-712137-14 HTTP/1.1" status: 404 len: 381 time: 0.2965980 Nov 12 00:39:17.257445 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4e9135ff-8fb7-4ef4-8887-75ddc91dc0fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:17.293619 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-061a6167-5c61-447f-9dbc-5534036ea0e0 req-11cf02b8-3be2-44a0-83a8-d8a4fc86ead0 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785289 Nov 12 00:39:17.340241 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4e9135ff-8fb7-4ef4-8887-75ddc91dc0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:17.418337 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-937ec9ea-4d4b-4f48-9c1e-ca0ba3019ed8 req-2cff9fad-4d35-498f-a702-33b787759dbf tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0431752 Nov 12 00:39:17.433140 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] Set router 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:39:17.469035 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e611255-1c11-4db9-85cd-6ef55a941dcf,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:17.528353 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9135ff-8fb7-4ef4-8887-75ddc91dc0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01643215-de76-488c-8720-6567406653c7,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:17.558067 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4e9135ff-8fb7-4ef4-8887-75ddc91dc0fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=303189c189f4497399204088733c8575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9074786 Nov 12 00:39:17.560776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54262) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:17.653481 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c53fbc9e-7bdf-4f77-b23d-3978d40b840b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:17.701380 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c53fbc9e-7bdf-4f77-b23d-3978d40b840b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:17.724113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82435f6-ac31-4dfe-886b-9e918f3d1f76 req-41f001bc-40ba-4952-be0e-cc78932fe8a2 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:17.737674 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f82435f6-ac31-4dfe-886b-9e918f3d1f76 req-41f001bc-40ba-4952-be0e-cc78932fe8a2 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f404a9-d0d3-48ee-a8a9-0db598daeb05 HTTP/1.1" status: 200 len: 945 time: 0.4263592 Nov 12 00:39:17.780023 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'name': 'tempest-TaggedBootDevicesTest_v242-1436852988-router', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:12Z', 'updated_at': '2021-11-12T00:39:15Z', 'revision_number': 3, 'project_id': 'ff69603520634453a797ab4b4216646a', 'gw_port': {'id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:14Z', 'updated_at': '2021-11-12T00:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:17.833684 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] Checking router: 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:39:17.834382 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] Updating router 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 port 563a1e77-5ac3-443d-92d1-c14b0430a2bb binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:39:17.844096 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c53fbc9e-7bdf-4f77-b23d-3978d40b840b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:17.848488 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c53fbc9e-7bdf-4f77-b23d-3978d40b840b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:17.850094 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c53fbc9e-7bdf-4f77-b23d-3978d40b840b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01643215-de76-488c-8720-6567406653c7 HTTP/1.1" status: 204 len: 168 time: 0.2881494 Nov 12 00:39:17.861393 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10f9df-aa32-497d-888b-8e402f1e7eac req-34150011-9605-47b3-ae58-39dd61b91628 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:17.863466 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c10f9df-aa32-497d-888b-8e402f1e7eac req-34150011-9605-47b3-ae58-39dd61b91628 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.1058083 Nov 12 00:39:17.875564 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:17.886101 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] Attempting to bind port 1e611255-1c11-4db9-85cd-6ef55a941dcf on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:17.892518 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] Attempting to bind port 1e611255-1c11-4db9-85cd-6ef55a941dcf by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '642f570b-ca64-4984-8f79-800d8f30fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:17.897945 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] Attempting to bind port 1e611255-1c11-4db9-85cd-6ef55a941dcf on network efed2f8d-410d-453a-a918-3e5afbff8a94 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:17.898505 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fbc9e-7bdf-4f77-b23d-3978d40b840b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01643215-de76-488c-8720-6567406653c7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:17.902085 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-75ce195f-6c23-4cd3-94ba-e2a52f3f1246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:17.904866 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-75ce195f-6c23-4cd3-94ba-e2a52f3f1246 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b&tenant_id=e12aedabe0d44294a297466dd9b3931e HTTP/1.1" status: 200 len: 1101 time: 0.3326697 Nov 12 00:39:17.937472 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-14', 'device_owner': 'compute:nova'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:17.952133 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] Port 1e611255-1c11-4db9-85cd-6ef55a941dcf on network efed2f8d-410d-453a-a918-3e5afbff8a94 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:17.952471 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] Attempting to bind port 1e611255-1c11-4db9-85cd-6ef55a941dcf on network efed2f8d-410d-453a-a918-3e5afbff8a94 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:18.015947 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c10f9df-aa32-497d-888b-8e402f1e7eac req-72d5e653-d5d6-42be-8f68-99aa180190ba tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420226 Nov 12 00:39:18.063321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:18.067331 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] Checking segment: {'id': '642f570b-ca64-4984-8f79-800d8f30fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:18.067920 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] Bound using segment: {'id': '642f570b-ca64-4984-8f79-800d8f30fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:18.068553 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] Bound port: 1e611255-1c11-4db9-85cd-6ef55a941dcf, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642f570b-ca64-4984-8f79-800d8f30fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:18.069422 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:18.080294 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 98572a9b-d6d0-428b-8bbb-7169f25229d3 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:18.090943 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f82435f6-ac31-4dfe-886b-9e918f3d1f76 req-5ab36aaa-9146-4a61-a844-932a6e38406c tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522987 Nov 12 00:39:18.205289 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 98572a9b-d6d0-428b-8bbb-7169f25229d3 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:18.205703 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:18.351600 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:18.373044 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:18.469268 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:18.473115 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] Attempting to bind port 563a1e77-5ac3-443d-92d1-c14b0430a2bb on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:18.473398 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] Attempting to bind port 563a1e77-5ac3-443d-92d1-c14b0430a2bb by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:18.473726 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] Attempting to bind port 563a1e77-5ac3-443d-92d1-c14b0430a2bb on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:18.516564 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:18.518005 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98508a-c1c6-44ce-ab16-797cbb71a6b0 req-6f82199a-8d2e-4070-a7fa-2eca3da1098a tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:18.519354 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c98508a-c1c6-44ce-ab16-797cbb71a6b0 req-6f82199a-8d2e-4070-a7fa-2eca3da1098a tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4fa25e1-b7d3-4c55-b862-53c74c74d63d HTTP/1.1" status: 200 len: 944 time: 0.0993094 Nov 12 00:39:18.521189 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:18.522007 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:18.522424 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:18.523088 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] Bound port: 563a1e77-5ac3-443d-92d1-c14b0430a2bb, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:18.523978 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:18.574603 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b90eb-d51f-4df7-b2b3-5cc247c78f5f None None] Pushing event updated for resources: {'Port': ['ID=563a1e77-5ac3-443d-92d1-c14b0430a2bb,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:18.576013 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] For port 1e611255-1c11-4db9-85cd-6ef55a941dcf, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:18.595916 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b90eb-d51f-4df7-b2b3-5cc247c78f5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:18.596360 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b90eb-d51f-4df7-b2b3-5cc247c78f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:18.596720 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b90eb-d51f-4df7-b2b3-5cc247c78f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:18.597045 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b90eb-d51f-4df7-b2b3-5cc247c78f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:18.597422 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b90eb-d51f-4df7-b2b3-5cc247c78f5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:18.597742 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b90eb-d51f-4df7-b2b3-5cc247c78f5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:18.598057 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b90eb-d51f-4df7-b2b3-5cc247c78f5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:18.598420 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b90eb-d51f-4df7-b2b3-5cc247c78f5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:18.598743 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b90eb-d51f-4df7-b2b3-5cc247c78f5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:18.599052 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b90eb-d51f-4df7-b2b3-5cc247c78f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:18.599365 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b90eb-d51f-4df7-b2b3-5cc247c78f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:18.599724 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b90eb-d51f-4df7-b2b3-5cc247c78f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:18.623943 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c98508a-c1c6-44ce-ab16-797cbb71a6b0 req-955869ca-b12d-4cee-81cd-097c62c24853 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951247 Nov 12 00:39:18.652788 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] For port 563a1e77-5ac3-443d-92d1-c14b0430a2bb, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:18.652788 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] For port 563a1e77-5ac3-443d-92d1-c14b0430a2bb, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=563a1e77-5ac3-443d-92d1-c14b0430a2bb,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:18.664557 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] For port 1e611255-1c11-4db9-85cd-6ef55a941dcf, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=1e611255-1c11-4db9-85cd-6ef55a941dcf,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:18.668156 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:18.749841 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6dab60-e481-4ff3-bbbc-2a7c22e7118a req-65a9bab6-8e0f-4f6f-bb37-d2394e743b2c tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:18.759235 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff6dab60-e481-4ff3-bbbc-2a7c22e7118a req-65a9bab6-8e0f-4f6f-bb37-d2394e743b2c tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf61a75d-4859-4189-8c0c-826cd29fc0d4 HTTP/1.1" status: 200 len: 945 time: 0.4478767 Nov 12 00:39:18.773003 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] Routers {'2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:39:18.773650 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:38:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:18.782344 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:18.822933 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b90eb-d51f-4df7-b2b3-5cc247c78f5f None None] Pushing event updated for resources: {'Port': ['ID=563a1e77-5ac3-443d-92d1-c14b0430a2bb,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:18.864974 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d52a0d0e-2ade-4b4e-b663-821cbd34b36b req-f9d4ab25-64db-41dc-8a81-11925c1da126 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0728495 Nov 12 00:39:18.958936 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] Set router 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:39:19.105461 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:19.107933 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:19.110461 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] 10.222.0.21 "PUT /v2.0/ports/1e611255-1c11-4db9-85cd-6ef55a941dcf HTTP/1.1" status: 200 len: 1093 time: 2.8552730 Nov 12 00:39:19.149471 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4fa25e1-b7d3-4c55-b862-53c74c74d63d', 'tag': '1e611255-1c11-4db9-85cd-6ef55a941dcf'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:19.153239 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4f2270-c663-4250-994c-8335bea0a444" -d '{"events": [{"name": "network-changed", "server_uuid": "d4fa25e1-b7d3-4c55-b862-53c74c74d63d", "tag": "1e611255-1c11-4db9-85cd-6ef55a941dcf"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:19.218934 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f2843-0ac1-42a3-acc8-eafebb20be8e req-bee895a5-5de4-40f8-bebc-8e598c80ebe1 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:19.221411 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff6dab60-e481-4ff3-bbbc-2a7c22e7118a req-26b99542-7328-4147-a987-59b0d9c56ac1 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588447 Nov 12 00:39:19.222699 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f82f2843-0ac1-42a3-acc8-eafebb20be8e req-bee895a5-5de4-40f8-bebc-8e598c80ebe1 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.0901699 Nov 12 00:39:19.277906 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'name': 'tempest-TaggedBootDevicesTest_v242-1436852988-router', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:12Z', 'updated_at': '2021-11-12T00:39:15Z', 'revision_number': 3, 'project_id': 'ff69603520634453a797ab4b4216646a', 'gw_port': {'id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:14Z', 'updated_at': '2021-11-12T00:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:19.336214 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f82f2843-0ac1-42a3-acc8-eafebb20be8e req-fc15a29d-81fe-4dba-ba8c-ba94c9c34867 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055498 Nov 12 00:39:19.366378 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80889a63-e79e-4246-80c6-f761ede75acc None None] The sync data for ids ['2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'] in n-d-712137-14 is: [{'id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'name': 'tempest-TaggedBootDevicesTest_v242-1436852988-router', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:12Z', 'updated_at': '2021-11-12T00:39:15Z', 'revision_number': 3, 'project_id': 'ff69603520634453a797ab4b4216646a', 'gw_port': {'id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:14Z', 'updated_at': '2021-11-12T00:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:39:19.820880 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0f9ce-8f5b-41ac-842b-29f3bbaac6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e611255-1c11-4db9-85cd-6ef55a941dcf,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:19.826448 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e2d871-36a4-494f-89da-4dc8d8a9ca22 x-openstack-request-id: req-17e2d871-36a4-494f-89da-4dc8d8a9ca22 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:19.826448 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4fa25e1-b7d3-4c55-b862-53c74c74d63d", "tag": "1e611255-1c11-4db9-85cd-6ef55a941dcf", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:19.826448 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17e2d871-36a4-494f-89da-4dc8d8a9ca22 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:19.826448 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4fa25e1-b7d3-4c55-b862-53c74c74d63d', 'tag': '1e611255-1c11-4db9-85cd-6ef55a941dcf', 'status': 'completed', 'code': 200} Nov 12 00:39:19.871278 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2e8f2e6-c752-4930-b2af-1a6df5ebeac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:19.956932 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-330ef6af-59c1-4b93-8df7-926276533232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:19.975098 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] For port 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:20.004211 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-ad46fcfa-efe6-4cb6-b965-25d326cf6fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:20.006289 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-ad46fcfa-efe6-4cb6-b965-25d326cf6fa4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7e9eb5ebe054e9bb51945a5d738bd5b&device_id=d4fa25e1-b7d3-4c55-b862-53c74c74d63d HTTP/1.1" status: 200 len: 1096 time: 0.8013537 Nov 12 00:39:20.058108 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad265fb2-a346-49bf-b300-73b6c9b8cdd8 req-da40872d-ae1a-434d-ad9e-36fb2c844912 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0525656 Nov 12 00:39:20.128028 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 563a1e77-5ac3-443d-92d1-c14b0430a2bb up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:20.290358 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 563a1e77-5ac3-443d-92d1-c14b0430a2bb triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:20.290989 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.294255 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-d2e8f2e6-c752-4930-b2af-1a6df5ebeac2 admin admin] Allocated IP 172.20.0.1 (11cf3641-542c-41f7-80c8-38f810587d17/039608db-f2a3-4af6-b30e-cf0d39b5f975/27263341-6a8c-42b5-8ffd-58778c355662) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:20.377726 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-ce155c90-5a25-403e-966f-73db50cb01fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e611255-1c11-4db9-85cd-6ef55a941dcf HTTP/1.1" status: 200 len: 217 time: 0.3585289 Nov 12 00:39:20.394767 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8069e0-5c7c-483e-bc73-68cdb8558186 req-fc070f9a-4bae-49bd-b78a-4bafff602437 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:20.396466 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f8069e0-5c7c-483e-bc73-68cdb8558186 req-fc070f9a-4bae-49bd-b78a-4bafff602437 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4fa25e1-b7d3-4c55-b862-53c74c74d63d HTTP/1.1" status: 200 len: 944 time: 0.5152428 Nov 12 00:39:20.425227 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-8012a9fa-c05b-40b8-88c0-b31464fc6b9a tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:20.441088 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-8012a9fa-c05b-40b8-88c0-b31464fc6b9a tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/networks?id=2d1f5e71-9069-466c-b7e7-01693df40b5e HTTP/1.1" status: 200 len: 813 time: 0.1799467 Nov 12 00:39:20.443341 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.470191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 563a1e77-5ac3-443d-92d1-c14b0430a2bb, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=563a1e77-5ac3-443d-92d1-c14b0430a2bb,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:20.472528 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-56eebc3e-cab0-4bb6-be2b-e56293798109 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/quotas/b6d62a6e3ffc45a09d8ebc74a0feb835 HTTP/1.1" status: 200 len: 375 time: 0.0303106 Nov 12 00:39:20.477146 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.496939 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] For port 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:20.572092 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54340) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:20.579142 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=563a1e77-5ac3-443d-92d1-c14b0430a2bb,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:20.605964 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-00e3ca9a-316b-4097-bcee-77b13a0ab38f tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6d62a6e3ffc45a09d8ebc74a0feb835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1325054 Nov 12 00:39:20.630833 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-01952e1b-f1c1-424b-82bc-af643b761e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:20.631514 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-01952e1b-f1c1-424b-82bc-af643b761e11 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=66de2356-7ea2-45bf-8678-a507a5cc17cd HTTP/1.1" status: 200 len: 845 time: 0.2309713 Nov 12 00:39:20.639359 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f8069e0-5c7c-483e-bc73-68cdb8558186 req-ef5eb7b4-e12f-42d3-a7b8-add08a23e7ef tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180140 Nov 12 00:39:20.666613 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.697730 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-f4d861df-97c1-485c-b992-0c75da1bad10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=efed2f8d-410d-453a-a918-3e5afbff8a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478001 Nov 12 00:39:20.701027 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2e8f2e6-c752-4930-b2af-1a6df5ebeac2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.759392 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 2c6100ce-9303-43d8-92bf-6d8b009a82d7 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:20.760297 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] Transition to ACTIVE for port object 2c6100ce-9303-43d8-92bf-6d8b009a82d7 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:20.832642 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-2191a881-dd04-446f-bb11-fb028e9d4f1f service neutron] 10.222.0.31 "GET /v2.0/networks/2d1f5e71-9069-466c-b7e7-01693df40b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120631 Nov 12 00:39:20.835355 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.867453 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 2c6100ce-9303-43d8-92bf-6d8b009a82d7 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:20.938022 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-93fa2e9e-f119-438e-b4dc-fdc1f7f0c595 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:20.977797 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-8593234c-9a2a-43a0-ae72-6e6ebd45b9b6 service neutron] 10.222.0.31 "GET /v2.0/networks/2d1f5e71-9069-466c-b7e7-01693df40b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357193 Nov 12 00:39:21.089095 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] No DVR routers for this DVR port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:21.106719 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2e8f2e6-c752-4930-b2af-1a6df5ebeac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:21.116291 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6100ce-9303-43d8-92bf-6d8b009a82d7,revision_number=6']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:21.142202 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-3b730366-78ef-452b-815d-92a8eef95008 service neutron] 10.222.0.21 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342036 Nov 12 00:39:21.197570 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb91d43-4df3-48fe-8230-69c8e375e620 req-6456954a-69b8-4572-b9f4-86f50b279aa8 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:21.207364 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8fb91d43-4df3-48fe-8230-69c8e375e620 req-6456954a-69b8-4572-b9f4-86f50b279aa8 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 947 time: 0.4088054 Nov 12 00:39:21.300395 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e8f2e6-c752-4930-b2af-1a6df5ebeac2 admin admin] Network 11cf3641-542c-41f7-80c8-38f810587d17 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:21.397688 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d147a35-a09a-4832-ada3-c4beedf75e25 req-135cef01-4f1b-4e99-b917-66f2e38ed9d8 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:21.401405 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9d147a35-a09a-4832-ada3-c4beedf75e25 req-135cef01-4f1b-4e99-b917-66f2e38ed9d8 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf61a75d-4859-4189-8c0c-826cd29fc0d4 HTTP/1.1" status: 200 len: 945 time: 0.1411185 Nov 12 00:39:21.445332 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-93fa2e9e-f119-438e-b4dc-fdc1f7f0c595 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:21.483220 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-d2e8f2e6-c752-4930-b2af-1a6df5ebeac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:21.487659 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-93fa2e9e-f119-438e-b4dc-fdc1f7f0c595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:21.508099 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e8f2e6-c752-4930-b2af-1a6df5ebeac2 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:21.586113 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2e8f2e6-c752-4930-b2af-1a6df5ebeac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:21.631952 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a949d74b-53fb-4919-9162-29035c4e3cb0 req-1c08f5c6-6836-447c-9456-c36d9f0c947f tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0657849 Nov 12 00:39:21.650436 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b57650-7b4c-4e5d-9d46-130e039f2d27 req-65b8f2b8-a18e-4b86-9b57-7df634a3a1cf tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:21.652416 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55b57650-7b4c-4e5d-9d46-130e039f2d27 req-65b8f2b8-a18e-4b86-9b57-7df634a3a1cf tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1f404a9-d0d3-48ee-a8a9-0db598daeb05 HTTP/1.1" status: 200 len: 945 time: 0.1839085 Nov 12 00:39:21.738754 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-9d147a35-a09a-4832-ada3-c4beedf75e25 req-946f782e-d5d9-48b4-85d6-cf448758b47f tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Deleting port b8036989-7dfb-407c-8f3b-b58aa42a84ef {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:21.739374 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9d147a35-a09a-4832-ada3-c4beedf75e25 req-946f782e-d5d9-48b4-85d6-cf448758b47f tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:21.901097 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1022eb02-361d-41f9-9995-505887a6a27b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c6100ce-9303-43d8-92bf-6d8b009a82d7'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:21.903928 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec034a2-bf23-41ce-98e7-1f1b457e6610" -d '{"events": [{"server_uuid": "1022eb02-361d-41f9-9995-505887a6a27b", "name": "network-vif-unplugged", "status": "completed", "tag": "2c6100ce-9303-43d8-92bf-6d8b009a82d7"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:21.932371 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] Attempting to bind port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:21.932726 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] Attempting to bind port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:21.933061 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] Attempting to bind port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:21.968624 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-71735512-fac7-4b27-abc2-2a20d9021da9 None None] Provisioning complete for port 27263341-6a8c-42b5-8ffd-58778c355662 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:21.970004 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-71735512-fac7-4b27-abc2-2a20d9021da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:22.013927 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8f2e6-c752-4930-b2af-1a6df5ebeac2 admin admin] Pushing event updated for resources: {'Port': ['ID=27263341-6a8c-42b5-8ffd-58778c355662,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:22.016385 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa2e9e-f119-438e-b4dc-fdc1f7f0c595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6794e05-cebf-4896-b31a-677423e73350,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:22.020059 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-9d147a35-a09a-4832-ada3-c4beedf75e25 req-946f782e-d5d9-48b4-85d6-cf448758b47f tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] For port b8036989-7dfb-407c-8f3b-b58aa42a84ef, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b8036989-7dfb-407c-8f3b-b58aa42a84ef,segment=NetworkSegment(1f11f643-72f5-4ae0-a3b6-8774462e1527),segment_id=1f11f643-72f5-4ae0-a3b6-8774462e1527)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:22.020441 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9d147a35-a09a-4832-ada3-c4beedf75e25 req-946f782e-d5d9-48b4-85d6-cf448758b47f tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:22.038024 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-55b57650-7b4c-4e5d-9d46-130e039f2d27 req-1f96039d-966e-4f96-8616-962e48db3538 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Deleting port fd634c56-94c9-48a2-be82-025b4b43800f {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:22.038024 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-55b57650-7b4c-4e5d-9d46-130e039f2d27 req-1f96039d-966e-4f96-8616-962e48db3538 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:22.097435 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-71735512-fac7-4b27-abc2-2a20d9021da9 None None] Port 27263341-6a8c-42b5-8ffd-58778c355662 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:39:22.099940 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] Port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:22.100499 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] Attempting to bind port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:22.114314 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 563a1e77-5ac3-443d-92d1-c14b0430a2bb up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:22.154693 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2e8f2e6-c752-4930-b2af-1a6df5ebeac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:22.157964 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-9d147a35-a09a-4832-ada3-c4beedf75e25 req-946f782e-d5d9-48b4-85d6-cf448758b47f tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Calling delete_port for b8036989-7dfb-407c-8f3b-b58aa42a84ef owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:22.167636 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-93fa2e9e-f119-438e-b4dc-fdc1f7f0c595 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f858385240cb417cb32d907bd546c1bf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5865126 Nov 12 00:39:22.167935 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54372) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:22.180119 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8fb91d43-4df3-48fe-8230-69c8e375e620 req-a7b8fd15-ae3f-421b-b1cb-e9f307495953 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9717209 Nov 12 00:39:22.186207 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:22.186785 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:22.187336 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:22.187963 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] Bound port: 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:22.188484 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:22.299816 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4cbe07f7-2aa8-4226-8a88-2a04df3cc17b req-afb6f2e8-dbc7-4919-9342-3b5ba40b18e4 service neutron] 10.222.0.21 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0618212 Nov 12 00:39:22.358559 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f002a4c3-9bae-4e3f-85c4-6d2449b9b89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:22.362544 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 563a1e77-5ac3-443d-92d1-c14b0430a2bb triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:22.362938 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:22.433369 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6376707-7c2c-444c-bbdd-668eaa7f37c1 x-openstack-request-id: req-a6376707-7c2c-444c-bbdd-668eaa7f37c1 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:22.434328 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1022eb02-361d-41f9-9995-505887a6a27b", "name": "network-vif-unplugged", "status": "completed", "tag": "2c6100ce-9303-43d8-92bf-6d8b009a82d7", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:22.434735 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6376707-7c2c-444c-bbdd-668eaa7f37c1 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:22.435304 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1022eb02-361d-41f9-9995-505887a6a27b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c6100ce-9303-43d8-92bf-6d8b009a82d7', 'code': 200} Nov 12 00:39:22.459367 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] For port 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:22.516302 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] For port 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:22.541018 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684c54a-5672-4e4c-9187-fbcf102ff537 req-7801e529-a52a-4ab2-b406-4b78f4b20d12 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:22.543017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b684c54a-5672-4e4c-9187-fbcf102ff537 req-7801e529-a52a-4ab2-b406-4b78f4b20d12 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4fa25e1-b7d3-4c55-b862-53c74c74d63d HTTP/1.1" status: 200 len: 944 time: 0.2112477 Nov 12 00:39:22.544443 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:22.564404 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f2270-c663-4250-994c-8335bea0a444 req-8fbc5f87-d115-4f9a-8b8c-84157e7022c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:22.566227 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a4f2270-c663-4250-994c-8335bea0a444 req-8fbc5f87-d115-4f9a-8b8c-84157e7022c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7e9eb5ebe054e9bb51945a5d738bd5b&device_id=d4fa25e1-b7d3-4c55-b862-53c74c74d63d HTTP/1.1" status: 200 len: 1096 time: 0.1997762 Nov 12 00:39:22.709997 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:22.711277 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:22.714134 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] 10.222.0.21 "PUT /v2.0/ports/2c6100ce-9303-43d8-92bf-6d8b009a82d7 HTTP/1.1" status: 200 len: 1096 time: 4.7869051 Nov 12 00:39:22.903394 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2fc93-559d-4576-9475-363bec2c82e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6100ce-9303-43d8-92bf-6d8b009a82d7,revision_number=7']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:22.973702 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2e8f2e6-c752-4930-b2af-1a6df5ebeac2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:22.995187 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3617059d-a230-4b4e-ac18-90c884884f7d req-39c473fa-7bf4-4821-9691-ce141f7841e7 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d567ee1-f211-4c47-baa6-f4d912a60ac2 HTTP/1.1" status: 200 len: 210 time: 0.1020308 Nov 12 00:39:23.002365 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2e8f2e6-c752-4930-b2af-1a6df5ebeac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:23.094262 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f2270-c663-4250-994c-8335bea0a444 req-4e3d53bf-66ed-452e-bc91-ec95f8e47de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:23.099904 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a4f2270-c663-4250-994c-8335bea0a444 req-4e3d53bf-66ed-452e-bc91-ec95f8e47de6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=efed2f8d-410d-453a-a918-3e5afbff8a94 HTTP/1.1" status: 200 len: 906 time: 0.4800146 Nov 12 00:39:23.110422 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b684c54a-5672-4e4c-9187-fbcf102ff537 req-69e1e2ca-7c95-4525-bcf7-54c519159394 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563886 Nov 12 00:39:23.129973 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-58121b66-77f4-4e35-a103-8d6904e11216 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:23.157097 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-58121b66-77f4-4e35-a103-8d6904e11216 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:23.158436 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-4b600c4c-7aed-4de4-953d-d3dd5fc49d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:23.160286 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-4b600c4c-7aed-4de4-953d-d3dd5fc49d78 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 1099 time: 0.3731248 Nov 12 00:39:23.202111 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8f2e6-c752-4930-b2af-1a6df5ebeac2 admin admin] Pushing event updated for resources: {'Port': ['ID=27263341-6a8c-42b5-8ffd-58778c355662,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:23.223175 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-55b57650-7b4c-4e5d-9d46-130e039f2d27 req-1f96039d-966e-4f96-8616-962e48db3538 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] For port fd634c56-94c9-48a2-be82-025b4b43800f, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=fd634c56-94c9-48a2-be82-025b4b43800f,segment=NetworkSegment(1f11f643-72f5-4ae0-a3b6-8774462e1527),segment_id=1f11f643-72f5-4ae0-a3b6-8774462e1527)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:23.223557 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-55b57650-7b4c-4e5d-9d46-130e039f2d27 req-1f96039d-966e-4f96-8616-962e48db3538 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:23.237273 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a4f2270-c663-4250-994c-8335bea0a444 req-ecbbaa93-f0f0-42a9-b24e-f6322fe1a960 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e611255-1c11-4db9-85cd-6ef55a941dcf HTTP/1.1" status: 200 len: 217 time: 0.1014998 Nov 12 00:39:23.256074 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-55b57650-7b4c-4e5d-9d46-130e039f2d27 req-1f96039d-966e-4f96-8616-962e48db3538 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Calling delete_port for fd634c56-94c9-48a2-be82-025b4b43800f owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:23.271272 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2e8f2e6-c752-4930-b2af-1a6df5ebeac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:23.276584 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd370da-317f-41ec-918d-139f6b4837cf req-d1531e42-e229-423c-a725-bc7bd97a1359 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:23.278119 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cfd370da-317f-41ec-918d-139f6b4837cf req-d1531e42-e229-423c-a725-bc7bd97a1359 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 944 time: 0.1976027 Nov 12 00:39:23.319880 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:23.358969 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-58121b66-77f4-4e35-a103-8d6904e11216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:23.361608 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-58121b66-77f4-4e35-a103-8d6904e11216 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:23.365244 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-58121b66-77f4-4e35-a103-8d6904e11216 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6794e05-cebf-4896-b31a-677423e73350 HTTP/1.1" status: 204 len: 168 time: 1.1806684 Nov 12 00:39:23.398926 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58121b66-77f4-4e35-a103-8d6904e11216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6794e05-cebf-4896-b31a-677423e73350,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:23.435870 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a9176d39-d662-43b1-bf0a-617075774bf9 req-bad4fd7f-0f04-4b64-96f8-0e3e9d93f7c5 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.1478360 Nov 12 00:39:23.480637 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cfd370da-317f-41ec-918d-139f6b4837cf req-74e338d4-2e02-4bc7-bb7a-6ea5faa82e0d tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900113 Nov 12 00:39:23.496057 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9d147a35-a09a-4832-ada3-c4beedf75e25 req-946f782e-d5d9-48b4-85d6-cf448758b47f tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:23.612471 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f782e-d5d9-48b4-85d6-cf448758b47f tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Pushing event deleted for resources: {'Port': ['ID=b8036989-7dfb-407c-8f3b-b58aa42a84ef,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:23.645457 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d147a35-a09a-4832-ada3-c4beedf75e25 req-946f782e-d5d9-48b4-85d6-cf448758b47f tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] No DVR routers for this DVR port b8036989-7dfb-407c-8f3b-b58aa42a84ef on host n-h1-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:23.645457 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9d147a35-a09a-4832-ada3-c4beedf75e25 req-946f782e-d5d9-48b4-85d6-cf448758b47f tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:23.647760 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9d147a35-a09a-4832-ada3-c4beedf75e25 req-946f782e-d5d9-48b4-85d6-cf448758b47f tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.21 "DELETE /v2.0/ports/b8036989-7dfb-407c-8f3b-b58aa42a84ef HTTP/1.1" status: 204 len: 173 time: 2.2357299 Nov 12 00:39:23.647930 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f2270-c663-4250-994c-8335bea0a444 req-65189d71-8b5f-4b2f-a961-8d49b055638c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:23.649469 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a4f2270-c663-4250-994c-8335bea0a444 req-65189d71-8b5f-4b2f-a961-8d49b055638c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=66de2356-7ea2-45bf-8678-a507a5cc17cd HTTP/1.1" status: 200 len: 845 time: 0.3626609 Nov 12 00:39:23.653410 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf61a75d-4859-4189-8c0c-826cd29fc0d4', 'name': 'network-vif-deleted', 'tag': 'b8036989-7dfb-407c-8f3b-b58aa42a84ef'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:23.656098 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ab0dd2-4193-4d2d-bdcb-942d7e0ef288" -d '{"events": [{"server_uuid": "cf61a75d-4859-4189-8c0c-826cd29fc0d4", "name": "network-vif-deleted", "tag": "b8036989-7dfb-407c-8f3b-b58aa42a84ef"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:23.745013 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a049b3-d9db-492a-9c35-1e4a19cde401 req-63f88270-8f87-4991-9a48-3047ed1abab8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:23.746521 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f0a049b3-d9db-492a-9c35-1e4a19cde401 req-63f88270-8f87-4991-9a48-3047ed1abab8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.15 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 944 time: 0.5377171 Nov 12 00:39:23.748421 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e8f2e6-c752-4930-b2af-1a6df5ebeac2 admin admin] Network 11cf3641-542c-41f7-80c8-38f810587d17 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:23.780944 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728d9256-0e7d-4755-89e6-38a9c3abe42a x-openstack-request-id: req-728d9256-0e7d-4755-89e6-38a9c3abe42a {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:23.781607 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf61a75d-4859-4189-8c0c-826cd29fc0d4", "name": "network-vif-deleted", "tag": "b8036989-7dfb-407c-8f3b-b58aa42a84ef", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:23.781912 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a4f2270-c663-4250-994c-8335bea0a444 req-627d3e4f-61f4-4953-8600-9160b80a319d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=efed2f8d-410d-453a-a918-3e5afbff8a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876698 Nov 12 00:39:23.782039 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-728d9256-0e7d-4755-89e6-38a9c3abe42a {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:23.782572 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf61a75d-4859-4189-8c0c-826cd29fc0d4', 'name': 'network-vif-deleted', 'tag': 'b8036989-7dfb-407c-8f3b-b58aa42a84ef', 'status': 'completed', 'code': 200} Nov 12 00:39:23.792399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-d2e8f2e6-c752-4930-b2af-1a6df5ebeac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:23.847176 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-55b57650-7b4c-4e5d-9d46-130e039f2d27 req-1f96039d-966e-4f96-8616-962e48db3538 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:23.866084 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-0615a15c-4507-4427-8690-1393aa62301a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:23.867715 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-0615a15c-4507-4427-8690-1393aa62301a service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.6598463 Nov 12 00:39:23.890692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96039d-966e-4f96-8616-962e48db3538 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Pushing event deleted for resources: {'Port': ['ID=fd634c56-94c9-48a2-be82-025b4b43800f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:23.908146 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-6f67387e-d0e6-4db1-a049-8ea9201fae40 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:23.909743 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-6f67387e-d0e6-4db1-a049-8ea9201fae40 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.15 "GET /v2.0/networks?id=2d1f5e71-9069-466c-b7e7-01693df40b5e HTTP/1.1" status: 200 len: 813 time: 0.3000815 Nov 12 00:39:23.973238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-422607a1-1b4e-4a8c-a37c-5dee1a49e269 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Request body: {'port': {'device_id': '0d567ee1-f211-4c47-baa6-f4d912a60ac2', 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e', 'admin_state_up': True, 'tenant_id': 'b6d62a6e3ffc45a09d8ebc74a0feb835'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:23.981586 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b57650-7b4c-4e5d-9d46-130e039f2d27 req-1f96039d-966e-4f96-8616-962e48db3538 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] No DVR routers for this DVR port fd634c56-94c9-48a2-be82-025b4b43800f on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:23.985845 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-55b57650-7b4c-4e5d-9d46-130e039f2d27 req-1f96039d-966e-4f96-8616-962e48db3538 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:23.989759 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55b57650-7b4c-4e5d-9d46-130e039f2d27 req-1f96039d-966e-4f96-8616-962e48db3538 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.15 "DELETE /v2.0/ports/fd634c56-94c9-48a2-be82-025b4b43800f HTTP/1.1" status: 204 len: 173 time: 2.3126299 Nov 12 00:39:23.991423 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-e0a7350c-4afc-4796-943e-cafea1a9dcc8 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:23.992904 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-e0a7350c-4afc-4796-943e-cafea1a9dcc8 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.21 "GET /v2.0/networks?id=2d1f5e71-9069-466c-b7e7-01693df40b5e HTTP/1.1" status: 200 len: 813 time: 0.6148062 Nov 12 00:39:24.048780 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-dc91ce22-3c66-4b89-bc59-d42776c190e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7 HTTP/1.1" status: 200 len: 217 time: 0.1527469 Nov 12 00:39:24.095710 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcafa8-46de-4879-8bb0-983789f1b84f req-6d88fc8a-02bc-4ea0-b74c-bfc005db6be9 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:24.103030 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5cbcafa8-46de-4879-8bb0-983789f1b84f req-6d88fc8a-02bc-4ea0-b74c-bfc005db6be9 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 947 time: 0.4946458 Nov 12 00:39:24.109102 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-e80475ee-5790-4722-94f3-c074ff5a46ce tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Request body: {'port': {'device_id': 'ad5ec55e-8248-4197-9a2a-867637950dc7', 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e', 'admin_state_up': True, 'tenant_id': 'b6d62a6e3ffc45a09d8ebc74a0feb835'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:24.162302 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-805984c4-b8a9-4063-bdd4-cb9cec09fb38 req-e0e30365-c7b5-429b-b406-bc118fd50858 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d567ee1-f211-4c47-baa6-f4d912a60ac2 HTTP/1.1" status: 200 len: 210 time: 0.0687931 Nov 12 00:39:24.235312 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-422607a1-1b4e-4a8c-a37c-5dee1a49e269 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Made reservation on behalf of b6d62a6e3ffc45a09d8ebc74a0feb835 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:24.239964 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-422607a1-1b4e-4a8c-a37c-5dee1a49e269 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:24.278738 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-851a1c44-251e-4ad1-96b5-abeba6884634 None None] Provisioning complete for port 27263341-6a8c-42b5-8ffd-58778c355662 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:24.279457 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-851a1c44-251e-4ad1-96b5-abeba6884634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:24.401689 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-422607a1-1b4e-4a8c-a37c-5dee1a49e269 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Allocated IP 172.20.0.14 (2d1f5e71-9069-466c-b7e7-01693df40b5e/ff75f12f-7eb6-4287-af93-efecf500824e/2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:24.403608 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:24.413450 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-851a1c44-251e-4ad1-96b5-abeba6884634 None None] Port 27263341-6a8c-42b5-8ffd-58778c355662 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:39:24.506720 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 1e611255-1c11-4db9-85cd-6ef55a941dcf details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:24.510034 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1022eb02-361d-41f9-9995-505887a6a27b', 'tag': '2c6100ce-9303-43d8-92bf-6d8b009a82d7'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:24.512400 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018e5465-65a2-488f-9a40-4da61955a574" -d '{"events": [{"name": "network-changed", "server_uuid": "1022eb02-361d-41f9-9995-505887a6a27b", "tag": "2c6100ce-9303-43d8-92bf-6d8b009a82d7"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:24.531823 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db808f7d-8f97-4e27-bdc7-691b98f3b0a9 req-211e938e-2bf6-4e7a-81fe-11b967fc9507 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:24.540325 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-db808f7d-8f97-4e27-bdc7-691b98f3b0a9 req-211e938e-2bf6-4e7a-81fe-11b967fc9507 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4fa25e1-b7d3-4c55-b862-53c74c74d63d HTTP/1.1" status: 200 len: 944 time: 0.1092756 Nov 12 00:39:24.544525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b8036989-7dfb-407c-8f3b-b58aa42a84ef no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:24.546883 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54418) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:24.573459 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: b8036989-7dfb-407c-8f3b-b58aa42a84ef {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:24.574107 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b8036989-7dfb-407c-8f3b-b58aa42a84ef not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:24.663388 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-db808f7d-8f97-4e27-bdc7-691b98f3b0a9 req-79692619-6c68-4153-93a1-77a4d990bb0e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217756 Nov 12 00:39:24.684428 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a4f2270-c663-4250-994c-8335bea0a444 req-e7624c11-640b-4f32-a559-7f004709eecc service neutron] 10.222.0.21 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8878057 Nov 12 00:39:24.694918 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-31197557-f793-48d3-8917-fa0e7ddbe7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:24.696158 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-31197557-f793-48d3-8917-fa0e7ddbe7cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.5910282 Nov 12 00:39:24.738045 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-422607a1-1b4e-4a8c-a37c-5dee1a49e269 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:24.757378 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5cbcafa8-46de-4879-8bb0-983789f1b84f req-eecbccac-64a2-4dea-b3e7-5606eea763f2 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533904 Nov 12 00:39:24.769194 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 1e611255-1c11-4db9-85cd-6ef55a941dcf, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=1e611255-1c11-4db9-85cd-6ef55a941dcf,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:24.799879 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-5ee07940-5166-46bf-9ce8-6b83fb61af99 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-64453434-network', 'tenant_id': '6628ae707794416b814698161688f4b0'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:24.801189 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '1e611255-1c11-4db9-85cd-6ef55a941dcf', 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94', 'port_id': '1e611255-1c11-4db9-85cd-6ef55a941dcf', 'mac_address': 'fa:16:3e:0a:a5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66de2356-7ea2-45bf-8678-a507a5cc17cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:24.804308 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device fd634c56-94c9-48a2-be82-025b4b43800f no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:24.823991 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-422607a1-1b4e-4a8c-a37c-5dee1a49e269 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:24.867950 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e8f2e6-c752-4930-b2af-1a6df5ebeac2 admin admin] Router 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:39:24.890309 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-f0a049b3-d9db-492a-9c35-1e4a19cde401 req-f20c2ba5-abba-405b-8a5a-3a1198cc688c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Deleting port 87201f57-16c8-4c84-a490-40a8e221a2a9 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:24.890950 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f0a049b3-d9db-492a-9c35-1e4a19cde401 req-f20c2ba5-abba-405b-8a5a-3a1198cc688c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:24.901685 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: fd634c56-94c9-48a2-be82-025b4b43800f {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:24.902465 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device fd634c56-94c9-48a2-be82-025b4b43800f not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:24.904306 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:24.919646 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e611255-1c11-4db9-85cd-6ef55a941dcf {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:24.921792 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-18075b6b-b099-44d8-a486-0acb1957cafc req-6104b7e2-8390-424d-9590-4fdc741d49b3 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0392625 Nov 12 00:39:24.928343 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-422607a1-1b4e-4a8c-a37c-5dee1a49e269 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Network 2d1f5e71-9069-466c-b7e7-01693df40b5e is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:24.943211 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 1e611255-1c11-4db9-85cd-6ef55a941dcf, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=1e611255-1c11-4db9-85cd-6ef55a941dcf,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:24.952113 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-422607a1-1b4e-4a8c-a37c-5dee1a49e269 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:24.952995 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:24.956535 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-422607a1-1b4e-4a8c-a37c-5dee1a49e269 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:25.011937 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=1e611255-1c11-4db9-85cd-6ef55a941dcf,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:25.014989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-733d75c2-ca01-4c6c-89a8-c4505f00dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:25.016514 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-733d75c2-ca01-4c6c-89a8-c4505f00dad5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3094175 Nov 12 00:39:25.018860 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422607a1-1b4e-4a8c-a37c-5dee1a49e269 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Pushing event updated for resources: {'Port': ['ID=2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:25.022060 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d0dfef-136f-4536-96b9-4e6c3399f94b x-openstack-request-id: req-a4d0dfef-136f-4536-96b9-4e6c3399f94b {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:25.022354 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1022eb02-361d-41f9-9995-505887a6a27b", "tag": "2c6100ce-9303-43d8-92bf-6d8b009a82d7", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:25.022610 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4d0dfef-136f-4536-96b9-4e6c3399f94b {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:25.022990 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1022eb02-361d-41f9-9995-505887a6a27b', 'tag': '2c6100ce-9303-43d8-92bf-6d8b009a82d7', 'status': 'completed', 'code': 200} Nov 12 00:39:25.032736 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee07940-5166-46bf-9ce8-6b83fb61af99 admin admin] Made reservation on behalf of 6628ae707794416b814698161688f4b0 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:25.035012 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ee07940-5166-46bf-9ce8-6b83fb61af99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.055091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-422607a1-1b4e-4a8c-a37c-5dee1a49e269 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:25.055727 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-422607a1-1b4e-4a8c-a37c-5dee1a49e269 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.102166 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e5465-65a2-488f-9a40-4da61955a574 req-ab6b63cf-c6cd-4d43-80e6-b589b8921e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:25.103672 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-018e5465-65a2-488f-9a40-4da61955a574 req-ab6b63cf-c6cd-4d43-80e6-b589b8921e7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 1099 time: 0.0452576 Nov 12 00:39:25.130229 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ee07940-5166-46bf-9ce8-6b83fb61af99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.139546 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a4f2270-c663-4250-994c-8335bea0a444 req-8aa58730-873f-4ed3-9757-b7db4e8d639c service neutron] 10.222.0.21 "GET /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423616 Nov 12 00:39:25.139761 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-422607a1-1b4e-4a8c-a37c-5dee1a49e269 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1719627 Nov 12 00:39:25.147782 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-e80475ee-5790-4722-94f3-c074ff5a46ce tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Made reservation on behalf of b6d62a6e3ffc45a09d8ebc74a0feb835 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:25.151602 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-e80475ee-5790-4722-94f3-c074ff5a46ce tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.176227 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] Request body: {'port': {'device_id': '0d567ee1-f211-4c47-baa6-f4d912a60ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:25.208742 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40240626-9bc0-491b-9bda-8670597dc8e3 req-241d5c9e-1372-4be9-8c89-e348b3ab434e tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:25.210266 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-40240626-9bc0-491b-9bda-8670597dc8e3 req-241d5c9e-1372-4be9-8c89-e348b3ab434e tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 944 time: 0.3309414 Nov 12 00:39:25.211186 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['1e611255-1c11-4db9-85cd-6ef55a941dcf'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:25.247494 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.295877 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.300153 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e5465-65a2-488f-9a40-4da61955a574 req-e788827c-36ee-45de-953b-3aea71e488a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:25.301631 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-018e5465-65a2-488f-9a40-4da61955a574 req-e788827c-36ee-45de-953b-3aea71e488a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1895263 Nov 12 00:39:25.346221 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-f0a049b3-d9db-492a-9c35-1e4a19cde401 req-f20c2ba5-abba-405b-8a5a-3a1198cc688c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] For port 87201f57-16c8-4c84-a490-40a8e221a2a9, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=87201f57-16c8-4c84-a490-40a8e221a2a9,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:25.346902 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f0a049b3-d9db-492a-9c35-1e4a19cde401 req-f20c2ba5-abba-405b-8a5a-3a1198cc688c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.375150 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-018e5465-65a2-488f-9a40-4da61955a574 req-9aa32364-7e62-4b80-a6cb-f93e3fa9e458 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7 HTTP/1.1" status: 200 len: 217 time: 0.0611668 Nov 12 00:39:25.433470 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-f0a049b3-d9db-492a-9c35-1e4a19cde401 req-f20c2ba5-abba-405b-8a5a-3a1198cc688c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Calling delete_port for 87201f57-16c8-4c84-a490-40a8e221a2a9 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:25.444689 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e8f2e6-c752-4930-b2af-1a6df5ebeac2 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:39:25.457388 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] Sync routers for ids ['2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:39:25.462078 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d2e8f2e6-c752-4930-b2af-1a6df5ebeac2 admin admin] 10.222.0.31 "PUT /v2.0/routers/2fdafbcc-7aa7-4ccc-a8a4-17e072500c19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5286150 Nov 12 00:39:25.464151 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-34abc0b1-a17a-4079-a28d-130aff8a9560 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253912 Nov 12 00:39:25.476530 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-40240626-9bc0-491b-9bda-8670597dc8e3 req-09a92d0f-9cc1-4615-a2fb-014d7aeb6774 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488606 Nov 12 00:39:25.477350 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] Routers {'2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:39:25.486618 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:39:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:25.508778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6bf89-d458-46e6-8985-8d9196ecf5dc req-61299f46-d07a-4a14-9d06-24230e323280 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:25.517989 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c4e6bf89-d458-46e6-8985-8d9196ecf5dc req-61299f46-d07a-4a14-9d06-24230e323280 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d567ee1-f211-4c47-baa6-f4d912a60ac2 HTTP/1.1" status: 200 len: 932 time: 0.2178771 Nov 12 00:39:25.541755 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e5465-65a2-488f-9a40-4da61955a574 req-27d5cc6e-9206-440f-87ad-398bf360577e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:25.543212 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-018e5465-65a2-488f-9a40-4da61955a574 req-27d5cc6e-9206-440f-87ad-398bf360577e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1600621 Nov 12 00:39:25.622992 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c4e6bf89-d458-46e6-8985-8d9196ecf5dc req-8d009bfe-320b-4470-8e37-8235aa4e4a12 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928395 Nov 12 00:39:25.625172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e5465-65a2-488f-9a40-4da61955a574 req-efc4e2c8-21be-4bb9-a90e-fc3304f1c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:25.626720 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-018e5465-65a2-488f-9a40-4da61955a574 req-efc4e2c8-21be-4bb9-a90e-fc3304f1c3ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0745287 Nov 12 00:39:25.669046 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-e80475ee-5790-4722-94f3-c074ff5a46ce tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Allocated IP 172.20.0.10 (2d1f5e71-9069-466c-b7e7-01693df40b5e/ff75f12f-7eb6-4287-af93-efecf500824e/8b11b765-b731-4dfe-bbee-061697720364) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:25.697713 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] Set router 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:39:25.709836 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ee07940-5166-46bf-9ce8-6b83fb61af99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.723159 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b03df6a-3f16-463e-adda-dd2e7e51fd49 req-8086995a-5a70-4db0-bc64-bcd178312668 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428610 Nov 12 00:39:25.726029 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ee07940-5166-46bf-9ce8-6b83fb61af99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.800258 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f404a9-d0d3-48ee-a8a9-0db598daeb05', 'name': 'network-vif-deleted', 'tag': 'fd634c56-94c9-48a2-be82-025b4b43800f'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:25.805114 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fec32f9-3f0f-4df4-bc85-b5fc10347896" -d '{"events": [{"server_uuid": "b1f404a9-d0d3-48ee-a8a9-0db598daeb05", "name": "network-vif-deleted", "tag": "fd634c56-94c9-48a2-be82-025b4b43800f"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:25.805895 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee07940-5166-46bf-9ce8-6b83fb61af99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:39:25.828636 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-018e5465-65a2-488f-9a40-4da61955a574 req-b43e4130-4e33-4de9-9aa6-ced7310726c3 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947880 Nov 12 00:39:25.880069 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee07940-5166-46bf-9ce8-6b83fb61af99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0789367-dc8f-4abd-8987-c227541a3d5f,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:25.900993 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ee07940-5166-46bf-9ce8-6b83fb61af99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:25.901349 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-5ee07940-5166-46bf-9ce8-6b83fb61af99 admin admin] Added segment 65e95274-6740-4009-b325-97875e4f9f55 of type vlan for network d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 Nov 12 00:39:25.959279 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f0a049b3-d9db-492a-9c35-1e4a19cde401 req-f20c2ba5-abba-405b-8a5a-3a1198cc688c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.005437 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ee07940-5166-46bf-9ce8-6b83fb61af99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.020988 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-018e5465-65a2-488f-9a40-4da61955a574 req-66a21975-d18d-4099-a7c4-aab0fe08ad46 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822500 Nov 12 00:39:26.088441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf6323-d463-45ed-8799-89d54e6b4606 req-a6c2a388-50d8-4e0b-a20c-d859f87e82d4 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:26.091243 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c2ba5-abba-405b-8a5a-3a1198cc688c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Pushing event deleted for resources: {'Port': ['ID=87201f57-16c8-4c84-a490-40a8e221a2a9,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:26.097934 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3daf6323-d463-45ed-8799-89d54e6b4606 req-a6c2a388-50d8-4e0b-a20c-d859f87e82d4 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 947 time: 0.0675223 Nov 12 00:39:26.102133 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d072d23-2a1f-4ea6-b22e-e3b07453e371 req-59385682-e213-45b8-820f-d7f6292b4656 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:26.103324 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d072d23-2a1f-4ea6-b22e-e3b07453e371 req-59385682-e213-45b8-820f-d7f6292b4656 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4fa25e1-b7d3-4c55-b862-53c74c74d63d HTTP/1.1" status: 200 len: 945 time: 0.3032990 Nov 12 00:39:26.115799 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.117955 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.db.resource_extend [None req-5ee07940-5166-46bf-9ce8-6b83fb61af99 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:39:26.168187 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e5465-65a2-488f-9a40-4da61955a574 req-d6950b8d-cfde-41e3-ac53-dfb3d03e168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:26.170087 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-018e5465-65a2-488f-9a40-4da61955a574 req-d6950b8d-cfde-41e3-ac53-dfb3d03e168e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 1099 time: 0.3341019 Nov 12 00:39:26.198560 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a049b3-d9db-492a-9c35-1e4a19cde401 req-f20c2ba5-abba-405b-8a5a-3a1198cc688c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] No DVR routers for this DVR port 87201f57-16c8-4c84-a490-40a8e221a2a9 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:26.214020 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f0a049b3-d9db-492a-9c35-1e4a19cde401 req-f20c2ba5-abba-405b-8a5a-3a1198cc688c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.216094 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3daf6323-d463-45ed-8799-89d54e6b4606 req-581fb5d9-301c-4369-8ed0-9c811bcb2301 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043580 Nov 12 00:39:26.217413 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f0a049b3-d9db-492a-9c35-1e4a19cde401 req-f20c2ba5-abba-405b-8a5a-3a1198cc688c tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.15 "DELETE /v2.0/ports/87201f57-16c8-4c84-a490-40a8e221a2a9 HTTP/1.1" status: 204 len: 173 time: 2.4384642 Nov 12 00:39:26.246827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'name': 'tempest-TaggedBootDevicesTest_v242-1436852988-router', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:12Z', 'updated_at': '2021-11-12T00:39:21Z', 'revision_number': 4, 'project_id': 'ff69603520634453a797ab4b4216646a', 'gw_port': {'id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:14Z', 'updated_at': '2021-11-12T00:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '27263341-6a8c-42b5-8ffd-58778c355662', 'name': '', 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'mac_address': 'fa:16:3e:f4:52:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '039608db-f2a3-4af6-b30e-cf0d39b5f975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:20Z', 'updated_at': '2021-11-12T00:39:22Z', 'revision_number': 2, 'project_id': 'ff69603520634453a797ab4b4216646a', 'subnets': [{'id': '039608db-f2a3-4af6-b30e-cf0d39b5f975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:26.255796 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ee07940-5166-46bf-9ce8-6b83fb61af99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.256793 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee07940-5166-46bf-9ce8-6b83fb61af99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:26.257403 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ee07940-5166-46bf-9ce8-6b83fb61af99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.299465 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] Checking router: 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:39:26.299831 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] Updating router 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 port 27263341-6a8c-42b5-8ffd-58778c355662 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:39:26.335323 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.348067 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-e80475ee-5790-4722-94f3-c074ff5a46ce tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.363133 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d072d23-2a1f-4ea6-b22e-e3b07453e371 req-9a036544-b0c2-4865-b7a8-e5741a6bc7ef tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502074 Nov 12 00:39:26.399810 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5ee07940-5166-46bf-9ce8-6b83fb61af99 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8416746 Nov 12 00:39:26.400198 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54482) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:26.407094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-2104c38d-45d4-48c4-b9d9-53cbee4da208 admin admin] Request body: {'subnet': {'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-64453434-subnet', 'tenant_id': '6628ae707794416b814698161688f4b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:26.421376 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee07940-5166-46bf-9ce8-6b83fb61af99 admin admin] Pushing event updated for resources: {'Network': ['ID=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:26.453627 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e5465-65a2-488f-9a40-4da61955a574 req-6ca6f085-dac9-4212-baa7-34cf5128c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:26.454908 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-018e5465-65a2-488f-9a40-4da61955a574 req-6ca6f085-dac9-4212-baa7-34cf5128c780 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.2576075 Nov 12 00:39:26.470527 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:39:26.497205 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-e80475ee-5790-4722-94f3-c074ff5a46ce tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.531218 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2104c38d-45d4-48c4-b9d9-53cbee4da208 admin admin] Made reservation on behalf of 6628ae707794416b814698161688f4b0 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:26.533856 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2104c38d-45d4-48c4-b9d9-53cbee4da208 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.583858 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2443e85b-7cf8-4f64-8533-083e480d3af1 req-ed5afd0c-2b56-4d1b-a5c0-a3a8132da495 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.1109397 Nov 12 00:39:26.598977 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ced8d8-5ea7-4555-9860-50ed1cc4bbad x-openstack-request-id: req-81ced8d8-5ea7-4555-9860-50ed1cc4bbad {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:26.599507 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f404a9-d0d3-48ee-a8a9-0db598daeb05", "name": "network-vif-deleted", "tag": "fd634c56-94c9-48a2-be82-025b4b43800f", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:26.600126 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81ced8d8-5ea7-4555-9860-50ed1cc4bbad {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:26.600734 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f404a9-d0d3-48ee-a8a9-0db598daeb05', 'name': 'network-vif-deleted', 'tag': 'fd634c56-94c9-48a2-be82-025b4b43800f', 'status': 'completed', 'code': 200} Nov 12 00:39:26.622507 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 1e611255-1c11-4db9-85cd-6ef55a941dcf up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:26.634792 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-018e5465-65a2-488f-9a40-4da61955a574 req-1406e1c2-84f0-4b0b-9086-daeb882ebd1c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7 HTTP/1.1" status: 200 len: 217 time: 0.1691935 Nov 12 00:39:26.651090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-e80475ee-5790-4722-94f3-c074ff5a46ce tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Network 2d1f5e71-9069-466c-b7e7-01693df40b5e is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:26.655817 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-e80475ee-5790-4722-94f3-c074ff5a46ce tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:26.673940 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-e80475ee-5790-4722-94f3-c074ff5a46ce tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:26.740448 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80475ee-5790-4722-94f3-c074ff5a46ce tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Pushing event updated for resources: {'Port': ['ID=8b11b765-b731-4dfe-bbee-061697720364,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:26.800745 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b4e0533a-0049-4912-97ae-e2a53a59a823 req-b04ef24b-def0-46d9-a713-e741aa028b97 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=75378bc8-5ed3-4197-a1da-04963661bf21 HTTP/1.1" status: 200 len: 210 time: 0.0552955 Nov 12 00:39:26.809473 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e5465-65a2-488f-9a40-4da61955a574 req-c2f97d49-6735-472a-8219-a71d0b0b86d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:26.811029 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-018e5465-65a2-488f-9a40-4da61955a574 req-c2f97d49-6735-472a-8219-a71d0b0b86d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1565609 Nov 12 00:39:26.828009 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-e80475ee-5790-4722-94f3-c074ff5a46ce tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:26.828965 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-e80475ee-5790-4722-94f3-c074ff5a46ce tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.837013 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 1e611255-1c11-4db9-85cd-6ef55a941dcf completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:26.849376 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 1e611255-1c11-4db9-85cd-6ef55a941dcf triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:26.850304 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.889584 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:26.901415 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:26.909299 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cd7b3-c489-4b7c-9b60-49e46afe2cea req-23ec6941-1ee3-43fc-9248-0937137f6f8d tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:26.921726 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 87201f57-16c8-4c84-a490-40a8e221a2a9 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:26.922410 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-901cd7b3-c489-4b7c-9b60-49e46afe2cea req-23ec6941-1ee3-43fc-9248-0937137f6f8d tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d567ee1-f211-4c47-baa6-f4d912a60ac2 HTTP/1.1" status: 200 len: 932 time: 0.1679065 Nov 12 00:39:26.943764 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] Transition to ACTIVE for port object 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:26.960547 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 87201f57-16c8-4c84-a490-40a8e221a2a9 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:26.961247 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 87201f57-16c8-4c84-a490-40a8e221a2a9 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:26.965250 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.007491 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-e80475ee-5790-4722-94f3-c074ff5a46ce tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9220426 Nov 12 00:39:27.015330 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2104c38d-45d4-48c4-b9d9-53cbee4da208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.028092 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75378bc8-5ed3-4197-a1da-04963661bf21', 'name': 'network-vif-deleted', 'tag': '87201f57-16c8-4c84-a490-40a8e221a2a9'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:27.030419 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbba425-90b9-4446-8d09-f26b7a0afded" -d '{"events": [{"server_uuid": "75378bc8-5ed3-4197-a1da-04963661bf21", "name": "network-vif-deleted", "tag": "87201f57-16c8-4c84-a490-40a8e221a2a9"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:27.054616 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] Request body: {'port': {'device_id': 'ad5ec55e-8248-4197-9a2a-867637950dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:27.090780 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] Pushing event updated for resources: {'Port': ['ID=2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:27.128390 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.138398 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104c38d-45d4-48c4-b9d9-53cbee4da208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d55099e5-14af-43ba-b147-158816cc2728,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:27.180182 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4fa25e1-b7d3-4c55-b862-53c74c74d63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e611255-1c11-4db9-85cd-6ef55a941dcf'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:27.183003 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2104c38d-45d4-48c4-b9d9-53cbee4da208 admin admin] Checking segment: {'id': '65e95274-6740-4009-b325-97875e4f9f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:27.183398 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a475fbd8-d210-4ab2-afdd-8927359329e2" -d '{"events": [{"server_uuid": "d4fa25e1-b7d3-4c55-b862-53c74c74d63d", "name": "network-vif-plugged", "status": "completed", "tag": "1e611255-1c11-4db9-85cd-6ef55a941dcf"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:27.184418 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2104c38d-45d4-48c4-b9d9-53cbee4da208 admin admin] Network hostable DHCP agents. Network: d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:39:27.189269 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e5465-65a2-488f-9a40-4da61955a574 req-d7f0b984-6b85-4bd2-a1ba-9bd923bb9bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:27.192862 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-018e5465-65a2-488f-9a40-4da61955a574 req-d7f0b984-6b85-4bd2-a1ba-9bd923bb9bf6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3516400 Nov 12 00:39:27.208594 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 1e611255-1c11-4db9-85cd-6ef55a941dcf, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=1e611255-1c11-4db9-85cd-6ef55a941dcf,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:27.216650 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.223559 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-901cd7b3-c489-4b7c-9b60-49e46afe2cea req-c8b71b94-da4b-4ff8-a586-1608c9ac2f74 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995839 Nov 12 00:39:27.223949 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] Attempting to bind port 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:27.224433 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] Attempting to bind port 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '1f11f643-72f5-4ae0-a3b6-8774462e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:27.224806 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] Attempting to bind port 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab on network 2d1f5e71-9069-466c-b7e7-01693df40b5e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:27.231560 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.240007 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2104c38d-45d4-48c4-b9d9-53cbee4da208 admin admin] Network d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:39:27.242133 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] Port 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab on network 2d1f5e71-9069-466c-b7e7-01693df40b5e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:27.242460 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] Attempting to bind port 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab on network 2d1f5e71-9069-466c-b7e7-01693df40b5e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:27.242861 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab68629-4d74-4ac8-9c13-0ab71400a9ea x-openstack-request-id: req-3ab68629-4d74-4ac8-9c13-0ab71400a9ea {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:27.243312 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75378bc8-5ed3-4197-a1da-04963661bf21", "name": "network-vif-deleted", "tag": "87201f57-16c8-4c84-a490-40a8e221a2a9", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:27.243707 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ab68629-4d74-4ac8-9c13-0ab71400a9ea {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:27.244228 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75378bc8-5ed3-4197-a1da-04963661bf21', 'name': 'network-vif-deleted', 'tag': '87201f57-16c8-4c84-a490-40a8e221a2a9', 'status': 'completed', 'code': 200} Nov 12 00:39:27.260686 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:27.260995 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] Checking segment: {'id': '1f11f643-72f5-4ae0-a3b6-8774462e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:27.261365 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] Bound using segment: {'id': '1f11f643-72f5-4ae0-a3b6-8774462e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:27.261816 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] Bound port: 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f11f643-72f5-4ae0-a3b6-8774462e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:27.262618 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.296105 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-2104c38d-45d4-48c4-b9d9-53cbee4da208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:27.301100 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2104c38d-45d4-48c4-b9d9-53cbee4da208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:27.301697 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2104c38d-45d4-48c4-b9d9-53cbee4da208 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.331052 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61a0888-7e8a-4b3f-8959-2c72523f9d6d None None] Network d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:27.376020 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2104c38d-45d4-48c4-b9d9-53cbee4da208 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9740779 Nov 12 00:39:27.405018 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] For port 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:27.409303 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] For port 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab,segment=NetworkSegment(1f11f643-72f5-4ae0-a3b6-8774462e1527),segment_id=1f11f643-72f5-4ae0-a3b6-8774462e1527)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:27.417422 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.448709 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=1e611255-1c11-4db9-85cd-6ef55a941dcf,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:27.482150 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:27.483459 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.485569 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] 10.222.0.15 "PUT /v2.0/ports/2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab HTTP/1.1" status: 200 len: 1093 time: 2.3167880 Nov 12 00:39:27.504719 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c70e7d-0ecd-4685-a0ae-ba641cb5d14f service neutron] Pushing event updated for resources: {'Port': ['ID=2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:27.518601 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.526098 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd134d00-e030-4064-9021-57c28cf0672c x-openstack-request-id: req-dd134d00-e030-4064-9021-57c28cf0672c {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:27.528892 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4fa25e1-b7d3-4c55-b862-53c74c74d63d", "name": "network-vif-plugged", "status": "completed", "tag": "1e611255-1c11-4db9-85cd-6ef55a941dcf", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:27.529145 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd134d00-e030-4064-9021-57c28cf0672c {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:27.529705 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4fa25e1-b7d3-4c55-b862-53c74c74d63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e611255-1c11-4db9-85cd-6ef55a941dcf', 'code': 200} Nov 12 00:39:27.549595 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.593154 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-018e5465-65a2-488f-9a40-4da61955a574 req-a0dd1b2f-2701-44ad-9810-b1ff596a3a63 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857391 Nov 12 00:39:27.686971 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852fffd-f886-4ca6-bf44-7dfc38298d15 None None] Pushing event updated for resources: {'Port': ['ID=27263341-6a8c-42b5-8ffd-58778c355662,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:27.723099 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-ecefe552-db75-4ba8-92c3-e74e30b2f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:27.724643 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-ecefe552-db75-4ba8-92c3-e74e30b2f23d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6d62a6e3ffc45a09d8ebc74a0feb835&device_id=0d567ee1-f211-4c47-baa6-f4d912a60ac2 HTTP/1.1" status: 200 len: 1096 time: 0.1531596 Nov 12 00:39:27.747120 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb155f0c-1a3c-458c-9325-36f88712becd req-267d3e69-3148-4d41-8397-e4c5dc1c9733 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:27.763523 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eb155f0c-1a3c-458c-9325-36f88712becd req-267d3e69-3148-4d41-8397-e4c5dc1c9733 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4fa25e1-b7d3-4c55-b862-53c74c74d63d HTTP/1.1" status: 200 len: 946 time: 0.1396706 Nov 12 00:39:27.794302 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c28cab-0764-40ec-a884-ba61f31d0575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9', 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9', 'tenant_id': '6628ae707794416b814698161688f4b0', 'fixed_ips': [{'subnet_id': 'd55099e5-14af-43ba-b147-158816cc2728'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:39:27.795195 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d1c28cab-0764-40ec-a884-ba61f31d0575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.843605 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-46ec96dc-014c-4bf6-934a-40877de390e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab HTTP/1.1" status: 200 len: 217 time: 0.0774789 Nov 12 00:39:27.848380 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] Attempting to bind port 27263341-6a8c-42b5-8ffd-58778c355662 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:27.848839 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] Attempting to bind port 27263341-6a8c-42b5-8ffd-58778c355662 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '06c399f9-5d95-4542-a286-8e7bd5ff234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:27.849865 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] Attempting to bind port 27263341-6a8c-42b5-8ffd-58778c355662 on network 11cf3641-542c-41f7-80c8-38f810587d17 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:27.859100 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:27.859488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] Checking segment: {'id': '06c399f9-5d95-4542-a286-8e7bd5ff234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:27.859897 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.860297 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] Bound using segment: {'id': '06c399f9-5d95-4542-a286-8e7bd5ff234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:27.861358 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] Bound port: 27263341-6a8c-42b5-8ffd-58778c355662, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c399f9-5d95-4542-a286-8e7bd5ff234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:27.861750 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:27.937560 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eb155f0c-1a3c-458c-9325-36f88712becd req-ccd1bec2-8b0f-44b9-9566-ec1965959cb1 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728094 Nov 12 00:39:27.975312 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-5454b52e-5afe-4670-b947-a47176ddb77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:27.980259 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-5454b52e-5afe-4670-b947-a47176ddb77a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ff75f12f-7eb6-4287-af93-efecf500824e HTTP/1.1" status: 200 len: 853 time: 0.1241934 Nov 12 00:39:28.023395 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3051a20e-38cb-48a5-92dc-2d4fa03fb42c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d1f5e71-9069-466c-b7e7-01693df40b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348973 Nov 12 00:39:28.082193 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f997a-697c-4156-a939-563ad43b0478 req-7aaf56cc-a937-4a22-8616-52b7d4d440f1 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:28.093671 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-478f997a-697c-4156-a939-563ad43b0478 req-7aaf56cc-a937-4a22-8616-52b7d4d440f1 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 947 time: 0.7338629 Nov 12 00:39:28.107633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b2ddb-0ef0-47ff-8796-e2e965215346 req-1a36147c-aa1a-431a-bfea-1a84a75ac135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:28.109442 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-283b2ddb-0ef0-47ff-8796-e2e965215346 req-1a36147c-aa1a-431a-bfea-1a84a75ac135 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4fa25e1-b7d3-4c55-b862-53c74c74d63d HTTP/1.1" status: 200 len: 1098 time: 0.5152919 Nov 12 00:39:28.131519 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-49b9eb09-87a5-4dd2-bf15-dca052aeb480 req-e0082c03-4b95-40f7-8b37-9fd4c0a39f37 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0662727 Nov 12 00:39:28.186756 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-9a6d646a-3f5c-4151-b783-67a36c896f93 service neutron] 10.222.0.15 "GET /v2.0/networks/2d1f5e71-9069-466c-b7e7-01693df40b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561115 Nov 12 00:39:28.253580 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-52522426-5264-47d4-988e-bd668f799fa8 None None] Provisioning complete for port 27263341-6a8c-42b5-8ffd-58778c355662 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:28.254207 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-52522426-5264-47d4-988e-bd668f799fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:28.268443 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:39:28.296855 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-018e5465-65a2-488f-9a40-4da61955a574 req-38b05002-7f8e-4cbf-8688-3fd5f457d892 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5731640 Nov 12 00:39:28.311851 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-283b2ddb-0ef0-47ff-8796-e2e965215346 req-9bb62d6f-5550-472e-b08e-fe95bb967d3c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851134 Nov 12 00:39:28.330874 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] For port 27263341-6a8c-42b5-8ffd-58778c355662, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:28.335727 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-52522426-5264-47d4-988e-bd668f799fa8 None None] Port 27263341-6a8c-42b5-8ffd-58778c355662 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:39:28.354446 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] For port 27263341-6a8c-42b5-8ffd-58778c355662, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=27263341-6a8c-42b5-8ffd-58778c355662,segment=NetworkSegment(06c399f9-5d95-4542-a286-8e7bd5ff234a),segment_id=06c399f9-5d95-4542-a286-8e7bd5ff234a)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:28.365672 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:28.375647 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-d1c28cab-0764-40ec-a884-ba61f31d0575 None None] Allocated IP 172.20.0.2 (d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9/d55099e5-14af-43ba-b147-158816cc2728/506331af-472c-4100-b6b8-ab31283931a6) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:28.386587 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-26199494-cdc3-41cb-885a-9844b0c67874 service neutron] 10.222.0.15 "GET /v2.0/networks/2d1f5e71-9069-466c-b7e7-01693df40b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920242 Nov 12 00:39:28.454596 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-478f997a-697c-4156-a939-563ad43b0478 req-153cb0e7-58d3-4857-8acb-4bba8ddd53e6 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597474 Nov 12 00:39:28.486772 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] Routers {'2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:39:28.487422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:39:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:28.527932 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b11b765-b731-4dfe-bbee-061697720364 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:28.552870 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:28.575055 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] Transition to ACTIVE for port object 8b11b765-b731-4dfe-bbee-061697720364 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:28.586159 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:28.591478 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 2c6100ce-9303-43d8-92bf-6d8b009a82d7 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:28.596021 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852fffd-f886-4ca6-bf44-7dfc38298d15 None None] Pushing event updated for resources: {'Port': ['ID=27263341-6a8c-42b5-8ffd-58778c355662,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:28.606432 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-b8164264-1c7e-4a2a-9eec-8975878ef0be tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:28.618572 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-b8164264-1c7e-4a2a-9eec-8975878ef0be tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/networks?id=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 HTTP/1.1" status: 200 len: 814 time: 0.2232866 Nov 12 00:39:28.623303 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d567ee1-f211-4c47-baa6-f4d912a60ac2', 'tag': '2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:28.626183 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abe0d4d-c8ed-4717-abc2-0972308d5e12" -d '{"events": [{"name": "network-changed", "server_uuid": "0d567ee1-f211-4c47-baa6-f4d912a60ac2", "tag": "2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:28.656627 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-df0b88b6-378c-4afc-972b-27c379b54fd0 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/quotas/6628ae707794416b814698161688f4b0 HTTP/1.1" status: 200 len: 375 time: 0.0369844 Nov 12 00:39:28.671379 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b11b765-b731-4dfe-bbee-061697720364,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:28.727389 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-d1579aee-6515-4e0c-a08b-13b9fe8be06d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6628ae707794416b814698161688f4b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684335 Nov 12 00:39:28.803692 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.resource_extend [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:39:28.879650 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-bf90f12c-3c96-471d-b2da-e9ababda6f43 service neutron] 10.222.0.31 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509242 Nov 12 00:39:28.938471 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] Set router 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:39:29.022934 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-82040f92-1dd6-43f1-bc97-47d59c7783b5 service neutron] 10.222.0.31 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423562 Nov 12 00:39:29.125029 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a8fafe2d-f742-4b9f-b9ff-e00e397f9043 None None] Provisioning complete for port 27263341-6a8c-42b5-8ffd-58778c355662 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:29.125486 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a8fafe2d-f742-4b9f-b9ff-e00e397f9043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:29.191051 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d1c28cab-0764-40ec-a884-ba61f31d0575 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:29.222195 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:29.241257 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '2c6100ce-9303-43d8-92bf-6d8b009a82d7', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '2c6100ce-9303-43d8-92bf-6d8b009a82d7', 'mac_address': 'fa:16:3e:74:fe:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:29.246813 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] Attempting to bind port 8b11b765-b731-4dfe-bbee-061697720364 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:29.247803 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] Attempting to bind port 8b11b765-b731-4dfe-bbee-061697720364 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '1f11f643-72f5-4ae0-a3b6-8774462e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:29.248299 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] Attempting to bind port 8b11b765-b731-4dfe-bbee-061697720364 on network 2d1f5e71-9069-466c-b7e7-01693df40b5e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:29.254300 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] Port 8b11b765-b731-4dfe-bbee-061697720364 on network 2d1f5e71-9069-466c-b7e7-01693df40b5e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:29.254859 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] Attempting to bind port 8b11b765-b731-4dfe-bbee-061697720364 on network 2d1f5e71-9069-466c-b7e7-01693df40b5e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:29.264189 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:29.264872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] Checking segment: {'id': '1f11f643-72f5-4ae0-a3b6-8774462e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:29.268308 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] Bound using segment: {'id': '1f11f643-72f5-4ae0-a3b6-8774462e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:29.268827 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] Bound port: 8b11b765-b731-4dfe-bbee-061697720364, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f11f643-72f5-4ae0-a3b6-8774462e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:29.269399 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:29.299316 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1653c9-fb3d-4563-b187-436e8cde1cb0 req-7dc1252e-12b8-4079-a42c-34ad32886b16 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:29.309516 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b1653c9-fb3d-4563-b187-436e8cde1cb0 req-7dc1252e-12b8-4079-a42c-34ad32886b16 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d567ee1-f211-4c47-baa6-f4d912a60ac2 HTTP/1.1" status: 200 len: 944 time: 0.1745353 Nov 12 00:39:29.362042 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d1c28cab-0764-40ec-a884-ba61f31d0575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:29.404805 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b1653c9-fb3d-4563-b187-436e8cde1cb0 req-6ac77b43-5da1-4be7-a921-6695cd81adb8 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938835 Nov 12 00:39:29.482144 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c876a54-e5a5-4b51-bf6e-f1c5f1c7a466 x-openstack-request-id: req-7c876a54-e5a5-4b51-bf6e-f1c5f1c7a466 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:29.482700 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:29.483139 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d567ee1-f211-4c47-baa6-f4d912a60ac2", "tag": "2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:29.483545 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c876a54-e5a5-4b51-bf6e-f1c5f1c7a466 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:29.484127 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d567ee1-f211-4c47-baa6-f4d912a60ac2', 'tag': '2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab', 'status': 'completed', 'code': 200} Nov 12 00:39:29.486405 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] For port 8b11b765-b731-4dfe-bbee-061697720364, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:29.495704 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] For port 8b11b765-b731-4dfe-bbee-061697720364, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8b11b765-b731-4dfe-bbee-061697720364,segment=NetworkSegment(1f11f643-72f5-4ae0-a3b6-8774462e1527),segment_id=1f11f643-72f5-4ae0-a3b6-8774462e1527)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:29.504426 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:29.545086 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c28cab-0764-40ec-a884-ba61f31d0575 None None] Network d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:29.555333 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-d1c28cab-0764-40ec-a884-ba61f31d0575 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:29.603130 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:29.603799 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:29.610041 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c28cab-0764-40ec-a884-ba61f31d0575 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:29.616290 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] 10.222.0.21 "PUT /v2.0/ports/8b11b765-b731-4dfe-bbee-061697720364 HTTP/1.1" status: 200 len: 1093 time: 2.5969458 Nov 12 00:39:29.618143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6100ce-9303-43d8-92bf-6d8b009a82d7 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:29.619668 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5ec55e-8248-4197-9a2a-867637950dc7', 'tag': '8b11b765-b731-4dfe-bbee-061697720364'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:29.624063 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd97c34-bcdf-41ad-b01d-cacde3ad3b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5ec55e-8248-4197-9a2a-867637950dc7", "tag": "8b11b765-b731-4dfe-bbee-061697720364"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:29.667815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768cf57-7150-4134-ae3c-fafbc9840b20 req-070ac79e-40cd-44a7-93a8-905b06753b01 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:29.678349 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2768cf57-7150-4134-ae3c-fafbc9840b20 req-070ac79e-40cd-44a7-93a8-905b06753b01 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4fa25e1-b7d3-4c55-b862-53c74c74d63d HTTP/1.1" status: 200 len: 946 time: 0.1061006 Nov 12 00:39:29.681510 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c28cab-0764-40ec-a884-ba61f31d0575 None None] Pushing event updated for resources: {'Port': ['ID=506331af-472c-4100-b6b8-ab31283931a6,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:29.682985 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-64fed719-9000-418c-a133-b3ce5f255fb4 req-b4c26502-f1ad-4e06-9280-90c38aeb2da8 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0480225 Nov 12 00:39:29.691124 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:29.715361 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe0d4d-c8ed-4717-abc2-0972308d5e12 req-5d26b80c-3071-4565-a020-c5b12511a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:29.717438 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5abe0d4d-c8ed-4717-abc2-0972308d5e12 req-5d26b80c-3071-4565-a020-c5b12511a3b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6d62a6e3ffc45a09d8ebc74a0feb835&device_id=0d567ee1-f211-4c47-baa6-f4d912a60ac2 HTTP/1.1" status: 200 len: 1096 time: 0.1118271 Nov 12 00:39:29.721452 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:29.789599 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2768cf57-7150-4134-ae3c-fafbc9840b20 req-c28f10fa-f9a8-4e6d-a47a-d7966760f284 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097875 Nov 12 00:39:29.807823 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8455e-6769-4638-a985-3fe6e96dcdc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b11b765-b731-4dfe-bbee-061697720364,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:29.824146 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-41311d39-668f-4f4f-bcce-369441234795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:29.826243 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-41311d39-668f-4f4f-bcce-369441234795 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6d62a6e3ffc45a09d8ebc74a0feb835&device_id=ad5ec55e-8248-4197-9a2a-867637950dc7 HTTP/1.1" status: 200 len: 1096 time: 0.1304498 Nov 12 00:39:29.920976 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a8fafe2d-f742-4b9f-b9ff-e00e397f9043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:29.934308 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d1c28cab-0764-40ec-a884-ba61f31d0575 None None] Attempting to bind port 506331af-472c-4100-b6b8-ab31283931a6 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:29.934997 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d1c28cab-0764-40ec-a884-ba61f31d0575 None None] Attempting to bind port 506331af-472c-4100-b6b8-ab31283931a6 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '65e95274-6740-4009-b325-97875e4f9f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:29.935610 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c28cab-0764-40ec-a884-ba61f31d0575 None None] Attempting to bind port 506331af-472c-4100-b6b8-ab31283931a6 on network d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:29.979619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c28cab-0764-40ec-a884-ba61f31d0575 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:29.980298 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c28cab-0764-40ec-a884-ba61f31d0575 None None] Checking segment: {'id': '65e95274-6740-4009-b325-97875e4f9f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:29.980949 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d1c28cab-0764-40ec-a884-ba61f31d0575 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:29.981595 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c28cab-0764-40ec-a884-ba61f31d0575 None None] Bound using segment: {'id': '65e95274-6740-4009-b325-97875e4f9f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:29.982264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d1c28cab-0764-40ec-a884-ba61f31d0575 None None] Bound port: 506331af-472c-4100-b6b8-ab31283931a6, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e95274-6740-4009-b325-97875e4f9f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:29.982909 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d1c28cab-0764-40ec-a884-ba61f31d0575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:29.990305 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=2c6100ce-9303-43d8-92bf-6d8b009a82d7,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:29.993531 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-de355c34-a0a3-4bff-b253-081bae81972a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b11b765-b731-4dfe-bbee-061697720364 HTTP/1.1" status: 200 len: 217 time: 0.1541514 Nov 12 00:39:30.018566 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['2c6100ce-9303-43d8-92bf-6d8b009a82d7'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:30.054917 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a8fafe2d-f742-4b9f-b9ff-e00e397f9043 None None] For port 27263341-6a8c-42b5-8ffd-58778c355662, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=27263341-6a8c-42b5-8ffd-58778c355662,segment=NetworkSegment(06c399f9-5d95-4542-a286-8e7bd5ff234a),segment_id=06c399f9-5d95-4542-a286-8e7bd5ff234a)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:30.073432 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-e5eabbe2-1e6c-462d-a316-99c3e6d8451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:30.075336 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-e5eabbe2-1e6c-462d-a316-99c3e6d8451e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ff75f12f-7eb6-4287-af93-efecf500824e HTTP/1.1" status: 200 len: 853 time: 0.0699325 Nov 12 00:39:30.106358 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a8fafe2d-f742-4b9f-b9ff-e00e397f9043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.127086 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-0bdb4302-96e9-46ec-ad40-089765ffe3d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d1f5e71-9069-466c-b7e7-01693df40b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389926 Nov 12 00:39:30.209596 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d1c28cab-0764-40ec-a884-ba61f31d0575 None None] For port 506331af-472c-4100-b6b8-ab31283931a6, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:30.238458 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d1c28cab-0764-40ec-a884-ba61f31d0575 None None] For port 506331af-472c-4100-b6b8-ab31283931a6, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=506331af-472c-4100-b6b8-ab31283931a6,segment=NetworkSegment(65e95274-6740-4009-b325-97875e4f9f55),segment_id=65e95274-6740-4009-b325-97875e4f9f55)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:30.242614 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fafe2d-f742-4b9f-b9ff-e00e397f9043 None None] Pushing event updated for resources: {'Port': ['ID=27263341-6a8c-42b5-8ffd-58778c355662,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:30.257439 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d1c28cab-0764-40ec-a884-ba61f31d0575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.260990 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'name': 'tempest-TaggedBootDevicesTest_v242-1436852988-router', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:12Z', 'updated_at': '2021-11-12T00:39:21Z', 'revision_number': 4, 'project_id': 'ff69603520634453a797ab4b4216646a', 'gw_port': {'id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:14Z', 'updated_at': '2021-11-12T00:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '27263341-6a8c-42b5-8ffd-58778c355662', 'name': '', 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'mac_address': 'fa:16:3e:f4:52:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '039608db-f2a3-4af6-b30e-cf0d39b5f975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:20Z', 'updated_at': '2021-11-12T00:39:28Z', 'revision_number': 4, 'project_id': 'ff69603520634453a797ab4b4216646a', 'subnets': [{'id': '039608db-f2a3-4af6-b30e-cf0d39b5f975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:30.330066 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b19da-ab9d-4821-b9bf-beca9d800370 None None] The sync data for ids ['2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'] in n-d-712137-14 is: [{'id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'name': 'tempest-TaggedBootDevicesTest_v242-1436852988-router', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:12Z', 'updated_at': '2021-11-12T00:39:21Z', 'revision_number': 4, 'project_id': 'ff69603520634453a797ab4b4216646a', 'gw_port': {'id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:14Z', 'updated_at': '2021-11-12T00:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '27263341-6a8c-42b5-8ffd-58778c355662', 'name': '', 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'mac_address': 'fa:16:3e:f4:52:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '039608db-f2a3-4af6-b30e-cf0d39b5f975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:20Z', 'updated_at': '2021-11-12T00:39:28Z', 'revision_number': 4, 'project_id': 'ff69603520634453a797ab4b4216646a', 'subnets': [{'id': '039608db-f2a3-4af6-b30e-cf0d39b5f975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:39:30.446974 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c28cab-0764-40ec-a884-ba61f31d0575 None None] Pushing event updated for resources: {'Port': ['ID=506331af-472c-4100-b6b8-ab31283931a6,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:30.450981 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a263f-9557-47d6-8f09-5c91d7302602 req-cfeee1ad-1d6c-41cc-991b-bcf8d0a89503 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:30.453679 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9f2a263f-9557-47d6-8f09-5c91d7302602 req-cfeee1ad-1d6c-41cc-991b-bcf8d0a89503 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.15 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 944 time: 0.2753735 Nov 12 00:39:30.576034 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-534e6bef-4e04-4efb-a0f1-75866e9e12c6 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:30.587736 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-534e6bef-4e04-4efb-a0f1-75866e9e12c6 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/networks?id=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 HTTP/1.1" status: 200 len: 814 time: 0.5927417 Nov 12 00:39:30.588013 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe0d4d-c8ed-4717-abc2-0972308d5e12 req-632f3859-218d-41b7-8f12-bee05afacd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:30.590262 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5abe0d4d-c8ed-4717-abc2-0972308d5e12 req-632f3859-218d-41b7-8f12-bee05afacd00 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d1f5e71-9069-466c-b7e7-01693df40b5e HTTP/1.1" status: 200 len: 914 time: 0.8621407 Nov 12 00:39:30.617681 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-2cac5daa-d50d-4b64-8206-520df599e06b service neutron] 10.222.0.21 "GET /v2.0/networks/2d1f5e71-9069-466c-b7e7-01693df40b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830461 Nov 12 00:39:30.677204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb593ee-f0af-46cb-a461-03b9587d51d1 req-05a8b856-4398-466b-8bec-9864558598df tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:30.678734 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dcb593ee-f0af-46cb-a461-03b9587d51d1 req-05a8b856-4398-466b-8bec-9864558598df tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 944 time: 0.7720435 Nov 12 00:39:30.680246 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5abe0d4d-c8ed-4717-abc2-0972308d5e12 req-a222222e-fea3-4309-ac48-1faa955e08f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab HTTP/1.1" status: 200 len: 217 time: 0.0812378 Nov 12 00:39:30.757316 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-55f65717-b0c7-4cfe-9cc8-de1de63e64c2 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/quotas/6628ae707794416b814698161688f4b0 HTTP/1.1" status: 200 len: 375 time: 0.1686611 Nov 12 00:39:30.825344 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63ced684-21d5-4ccf-8f6f-504cb065380b req-fc71a129-ff4c-4d33-8d1f-00aec16d0983 service neutron] 10.222.0.21 "GET /v2.0/networks/2d1f5e71-9069-466c-b7e7-01693df40b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642029 Nov 12 00:39:30.863417 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe0d4d-c8ed-4717-abc2-0972308d5e12 req-efce93cf-d12c-4c6d-9b85-e1345f204f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:30.865288 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5abe0d4d-c8ed-4717-abc2-0972308d5e12 req-efce93cf-d12c-4c6d-9b85-e1345f204f1d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ff75f12f-7eb6-4287-af93-efecf500824e HTTP/1.1" status: 200 len: 853 time: 0.1753821 Nov 12 00:39:30.881936 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dcb593ee-f0af-46cb-a461-03b9587d51d1 req-ea8e5fa2-d204-4a8c-af4d-292f0be3fa19 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917434 Nov 12 00:39:30.931624 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-e65ccfa5-8e54-4372-8fd8-cef8f0e19775 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6628ae707794416b814698161688f4b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1647692 Nov 12 00:39:30.938293 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-9f2a263f-9557-47d6-8f09-5c91d7302602 req-1fb7cf0f-4469-413f-88aa-8e2d2ed564c8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Deleting port 945e5098-572e-482e-bc88-f479580f39a2 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:30.938836 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9f2a263f-9557-47d6-8f09-5c91d7302602 req-1fb7cf0f-4469-413f-88aa-8e2d2ed564c8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.945195 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5abe0d4d-c8ed-4717-abc2-0972308d5e12 req-07745f47-2c7c-4bf6-a0f3-5d39fb49e7aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d1f5e71-9069-466c-b7e7-01693df40b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621400 Nov 12 00:39:31.165084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678e317-8931-40f3-86b4-71c5c9d1c5a2 req-15a1bc76-2da6-408d-bb80-67f6a433245a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:31.167022 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7678e317-8931-40f3-86b4-71c5c9d1c5a2 req-15a1bc76-2da6-408d-bb80-67f6a433245a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 948 time: 0.1724687 Nov 12 00:39:31.197993 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5abe0d4d-c8ed-4717-abc2-0972308d5e12 req-e71ea5ce-47fc-4602-84e1-a26d8f54fe92 service neutron] 10.222.0.15 "GET /v2.0/networks/2d1f5e71-9069-466c-b7e7-01693df40b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409463 Nov 12 00:39:31.301725 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-549f9294-a481-4fa7-87fb-da6ccbcdf48e service neutron] 10.222.0.31 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652999 Nov 12 00:39:31.344853 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7678e317-8931-40f3-86b4-71c5c9d1c5a2 req-3c333776-7e77-4056-bd4d-d567426889f8 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435623 Nov 12 00:39:31.399947 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5abe0d4d-c8ed-4717-abc2-0972308d5e12 req-33150434-9815-4e79-9796-6432a3fff587 service neutron] 10.222.0.15 "GET /v2.0/networks/2d1f5e71-9069-466c-b7e7-01693df40b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876655 Nov 12 00:39:31.400272 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-9f2a263f-9557-47d6-8f09-5c91d7302602 req-1fb7cf0f-4469-413f-88aa-8e2d2ed564c8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] For port 945e5098-572e-482e-bc88-f479580f39a2, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=945e5098-572e-482e-bc88-f479580f39a2,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:31.400660 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9f2a263f-9557-47d6-8f09-5c91d7302602 req-1fb7cf0f-4469-413f-88aa-8e2d2ed564c8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:31.417060 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-9f2a263f-9557-47d6-8f09-5c91d7302602 req-1fb7cf0f-4469-413f-88aa-8e2d2ed564c8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Calling delete_port for 945e5098-572e-482e-bc88-f479580f39a2 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:31.498079 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51d0142-d712-4ef3-bde6-f1b86db3cc39 x-openstack-request-id: req-b51d0142-d712-4ef3-bde6-f1b86db3cc39 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:31.498659 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5ec55e-8248-4197-9a2a-867637950dc7", "tag": "8b11b765-b731-4dfe-bbee-061697720364", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:31.498659 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b51d0142-d712-4ef3-bde6-f1b86db3cc39 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:31.499328 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5ec55e-8248-4197-9a2a-867637950dc7', 'tag': '8b11b765-b731-4dfe-bbee-061697720364', 'status': 'completed', 'code': 200} Nov 12 00:39:31.673259 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf2db2-81b3-4553-85cd-ca715f23875a req-a8064405-0703-4370-979b-47924162d5ab tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:31.675986 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd97c34-bcdf-41ad-b01d-cacde3ad3b6c req-384009e3-4fb0-4fe5-b53a-f6c7ec1871df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:31.677012 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20bf2db2-81b3-4553-85cd-ca715f23875a req-a8064405-0703-4370-979b-47924162d5ab tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d567ee1-f211-4c47-baa6-f4d912a60ac2 HTTP/1.1" status: 200 len: 944 time: 0.1000836 Nov 12 00:39:31.677559 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4dd97c34-bcdf-41ad-b01d-cacde3ad3b6c req-384009e3-4fb0-4fe5-b53a-f6c7ec1871df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6d62a6e3ffc45a09d8ebc74a0feb835&device_id=ad5ec55e-8248-4197-9a2a-867637950dc7 HTTP/1.1" status: 200 len: 1096 time: 0.1750319 Nov 12 00:39:31.732914 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-3d4027fb-54b7-413b-a8cc-5b1f26839602 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:31.735707 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-3d4027fb-54b7-413b-a8cc-5b1f26839602 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.21 "GET /v2.0/networks?id=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 HTTP/1.1" status: 200 len: 814 time: 0.6370206 Nov 12 00:39:31.765840 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20bf2db2-81b3-4553-85cd-ca715f23875a req-18d92f9b-961e-44e2-ad9a-e1baf24dc1fd tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745940 Nov 12 00:39:31.767401 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-dac9539d-e3f3-4ab3-b4d3-6e83dc7487ca tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Request body: {'port': {'device_id': '2c938af7-10c8-4d37-9d6f-8eab4f63836d', 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9', 'admin_state_up': True, 'tenant_id': '6628ae707794416b814698161688f4b0'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:31.868318 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9af8f35e-24d2-4957-9250-eebd58bf7ede req-26995b15-daea-4bb6-b0de-a676aeda9735 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0331817 Nov 12 00:39:31.884310 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fa3c43-04f4-43cb-ad5f-93f785bbba45 None None] Network d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:31.884843 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-e1ba9f20-7d38-4e46-a183-87e04c6869bb service neutron] 10.222.0.31 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393202 Nov 12 00:39:32.090258 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-acfc79c7-0610-4a86-84fc-5cafe24ca5a7 None None] Provisioning complete for port 506331af-472c-4100-b6b8-ab31283931a6 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:32.090638 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-acfc79c7-0610-4a86-84fc-5cafe24ca5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.184794 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9f2a263f-9557-47d6-8f09-5c91d7302602 req-1fb7cf0f-4469-413f-88aa-8e2d2ed564c8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.259822 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd97c34-bcdf-41ad-b01d-cacde3ad3b6c req-16ce6c2a-1f33-4cbf-92b6-f81ac1f5fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:32.261339 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4dd97c34-bcdf-41ad-b01d-cacde3ad3b6c req-16ce6c2a-1f33-4cbf-92b6-f81ac1f5fcb9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d1f5e71-9069-466c-b7e7-01693df40b5e HTTP/1.1" status: 200 len: 914 time: 0.5554733 Nov 12 00:39:32.265161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7cf0f-4469-413f-88aa-8e2d2ed564c8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Pushing event deleted for resources: {'Port': ['ID=945e5098-572e-482e-bc88-f479580f39a2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:32.270201 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 506331af-472c-4100-b6b8-ab31283931a6 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:32.294062 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9f49-deff-4c29-bb13-32763cfa84f3 req-817c854a-2936-412f-878b-d19e611cbe82 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:32.303114 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-65ca9f49-deff-4c29-bb13-32763cfa84f3 req-817c854a-2936-412f-878b-d19e611cbe82 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4fa25e1-b7d3-4c55-b862-53c74c74d63d HTTP/1.1" status: 200 len: 946 time: 0.2264540 Nov 12 00:39:32.384357 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-dac9539d-e3f3-4ab3-b4d3-6e83dc7487ca tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Made reservation on behalf of 6628ae707794416b814698161688f4b0 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:32.404374 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-dac9539d-e3f3-4ab3-b4d3-6e83dc7487ca tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.435263 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-65ca9f49-deff-4c29-bb13-32763cfa84f3 req-599380b7-1be4-4ed5-aaad-e90ce733a936 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310148 Nov 12 00:39:32.480235 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4dd97c34-bcdf-41ad-b01d-cacde3ad3b6c req-998882f2-ab02-4006-b31a-0d1e8cbc9dc1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b11b765-b731-4dfe-bbee-061697720364 HTTP/1.1" status: 200 len: 217 time: 0.1875768 Nov 12 00:39:32.555321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2a263f-9557-47d6-8f09-5c91d7302602 req-1fb7cf0f-4469-413f-88aa-8e2d2ed564c8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] No DVR routers for this DVR port 945e5098-572e-482e-bc88-f479580f39a2 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:32.565806 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-acfc79c7-0610-4a86-84fc-5cafe24ca5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.580071 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9f2a263f-9557-47d6-8f09-5c91d7302602 req-1fb7cf0f-4469-413f-88aa-8e2d2ed564c8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.583562 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9f2a263f-9557-47d6-8f09-5c91d7302602 req-1fb7cf0f-4469-413f-88aa-8e2d2ed564c8 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.15 "DELETE /v2.0/ports/945e5098-572e-482e-bc88-f479580f39a2 HTTP/1.1" status: 204 len: 173 time: 2.1146657 Nov 12 00:39:32.592475 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8b11b765-b731-4dfe-bbee-061697720364 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:32.594934 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 2c6100ce-9303-43d8-92bf-6d8b009a82d7 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:32.606229 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2545f3a6-c9a8-4934-a3f4-86f4b134aba2 req-a28d13fc-bbeb-421c-bc14-79393633efa0 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=da808a76-d123-46a7-b508-7b6cd6c85088 HTTP/1.1" status: 200 len: 210 time: 0.0641513 Nov 12 00:39:32.663862 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 506331af-472c-4100-b6b8-ab31283931a6 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:32.667943 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.732894 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-aac29443-842d-4888-abe3-6786fd286192 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:32.743244 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-aac29443-842d-4888-abe3-6786fd286192 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/networks?id=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 HTTP/1.1" status: 200 len: 814 time: 0.1873953 Nov 12 00:39:32.766062 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-3b13a503-6692-47e8-938a-6cc8fc5e3f5a tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/quotas/6628ae707794416b814698161688f4b0 HTTP/1.1" status: 200 len: 375 time: 0.0217454 Nov 12 00:39:32.819941 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-bac70b0c-4916-4ca5-8316-a3a1db7afa1d tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:32.822528 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-bac70b0c-4916-4ca5-8316-a3a1db7afa1d tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b&tenant_id=e12aedabe0d44294a297466dd9b3931e&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 948 time: 0.3779550 Nov 12 00:39:32.845608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd97c34-bcdf-41ad-b01d-cacde3ad3b6c req-93187033-bc42-4fd1-b4e1-83649e2c6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:32.847424 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4dd97c34-bcdf-41ad-b01d-cacde3ad3b6c req-93187033-bc42-4fd1-b4e1-83649e2c6967 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ff75f12f-7eb6-4287-af93-efecf500824e HTTP/1.1" status: 200 len: 853 time: 0.3181009 Nov 12 00:39:32.854091 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-6c8342d0-2a41-471f-9874-6ff2e95ee1ec tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6628ae707794416b814698161688f4b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867810 Nov 12 00:39:32.879976 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 8b11b765-b731-4dfe-bbee-061697720364, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8b11b765-b731-4dfe-bbee-061697720364,segment=NetworkSegment(1f11f643-72f5-4ae0-a3b6-8774462e1527),segment_id=1f11f643-72f5-4ae0-a3b6-8774462e1527)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:32.916045 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4dd97c34-bcdf-41ad-b01d-cacde3ad3b6c req-b7f2eff0-c673-49af-9e33-2ea681e624c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d1f5e71-9069-466c-b7e7-01693df40b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545030 Nov 12 00:39:32.925269 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-acfc79c7-0610-4a86-84fc-5cafe24ca5a7 None None] For port 506331af-472c-4100-b6b8-ab31283931a6, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=506331af-472c-4100-b6b8-ab31283931a6,segment=NetworkSegment(65e95274-6740-4009-b325-97875e4f9f55),segment_id=65e95274-6740-4009-b325-97875e4f9f55)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:32.926964 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '8b11b765-b731-4dfe-bbee-061697720364', 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e', 'port_id': '8b11b765-b731-4dfe-bbee-061697720364', 'mac_address': 'fa:16:3e:c9:53:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff75f12f-7eb6-4287-af93-efecf500824e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:32.932956 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:32.955429 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-acfc79c7-0610-4a86-84fc-5cafe24ca5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:33.052583 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.resource_extend [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:39:33.055250 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc79c7-0610-4a86-84fc-5cafe24ca5a7 None None] Pushing event updated for resources: {'Port': ['ID=506331af-472c-4100-b6b8-ab31283931a6,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:33.090605 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:33.096511 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-8f35d6cb-68d9-4bcd-9178-a4ed1673193b service neutron] 10.222.0.31 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388194 Nov 12 00:39:33.098332 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db5299-562b-449e-b361-94c0b2f28332 req-3897540c-bad1-485e-b6ca-c1b7910d4fca tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:33.101501 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:33.106518 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0db5299-562b-449e-b361-94c0b2f28332 req-3897540c-bad1-485e-b6ca-c1b7910d4fca tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 948 time: 0.3303506 Nov 12 00:39:33.154614 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:33.155044 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:33.165274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-dac9539d-e3f3-4ab3-b4d3-6e83dc7487ca tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Allocated IP 172.20.0.6 (d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9/d55099e5-14af-43ba-b147-158816cc2728/3b95907b-1930-468a-9c8f-6c23b1c8beac) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:33.168033 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-00dcc98d-2075-46f3-9e7c-04f8fe3a8351 service neutron] 10.222.0.21 "GET /v2.0/ports/2c6100ce-9303-43d8-92bf-6d8b009a82d7/bindings/n-h1-712137-14 HTTP/1.1" status: 200 len: 383 time: 0.3170428 Nov 12 00:39:33.243008 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0db5299-562b-449e-b361-94c0b2f28332 req-c6ca0e24-8c9b-4432-9c33-1aa43ba00ea9 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354239 Nov 12 00:39:33.267091 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b11b765-b731-4dfe-bbee-061697720364 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:33.275284 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4dd97c34-bcdf-41ad-b01d-cacde3ad3b6c req-67de4ecb-76f2-4ee9-9488-ee9cc9fc7086 service neutron] 10.222.0.21 "GET /v2.0/networks/2d1f5e71-9069-466c-b7e7-01693df40b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490841 Nov 12 00:39:33.371234 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-4c760e42-7127-4596-95c6-14fd3428f856 service neutron] 10.222.0.31 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738311 Nov 12 00:39:33.415678 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 8b11b765-b731-4dfe-bbee-061697720364, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8b11b765-b731-4dfe-bbee-061697720364,segment=NetworkSegment(1f11f643-72f5-4ae0-a3b6-8774462e1527),segment_id=1f11f643-72f5-4ae0-a3b6-8774462e1527)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:33.447706 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 27263341-6a8c-42b5-8ffd-58778c355662 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:33.459891 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab,segment=NetworkSegment(1f11f643-72f5-4ae0-a3b6-8774462e1527),segment_id=1f11f643-72f5-4ae0-a3b6-8774462e1527)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:33.482332 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:33.527214 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da808a76-d123-46a7-b508-7b6cd6c85088', 'name': 'network-vif-deleted', 'tag': '945e5098-572e-482e-bc88-f479580f39a2'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:33.530143 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad9f66a-4be9-4d73-833d-bd144c7e89d5" -d '{"events": [{"server_uuid": "da808a76-d123-46a7-b508-7b6cd6c85088", "name": "network-vif-deleted", "tag": "945e5098-572e-482e-bc88-f479580f39a2"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:33.615208 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-a88968c5-d34d-4b5b-b06c-f6dd4f762c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:33.617790 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-a88968c5-d34d-4b5b-b06c-f6dd4f762c8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 1100 time: 0.3734734 Nov 12 00:39:33.761058 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab', 'network_id': '2d1f5e71-9069-466c-b7e7-01693df40b5e', 'port_id': '2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab', 'mac_address': 'fa:16:3e:f0:fd:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff75f12f-7eb6-4287-af93-efecf500824e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:33.986301 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-98582446-a960-43d1-82de-b790911822ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:33.988664 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-98582446-a960-43d1-82de-b790911822ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.3304653 Nov 12 00:39:33.993899 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8133d3-3d79-4031-9c6a-5dbafb5a8107 req-096443cd-6cea-416e-85d9-4b80da271cba tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:33.995363 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4dd97c34-bcdf-41ad-b01d-cacde3ad3b6c req-ae6f9a34-cd88-40f8-8f73-c16ed94beace service neutron] 10.222.0.21 "GET /v2.0/networks/2d1f5e71-9069-466c-b7e7-01693df40b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7040105 Nov 12 00:39:34.002223 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b8133d3-3d79-4031-9c6a-5dbafb5a8107 req-096443cd-6cea-416e-85d9-4b80da271cba tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d567ee1-f211-4c47-baa6-f4d912a60ac2 HTTP/1.1" status: 200 len: 944 time: 0.1313324 Nov 12 00:39:34.008122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['8b11b765-b731-4dfe-bbee-061697720364'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:34.020520 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0f3be253-c11a-4442-9cfc-d4378ff0b5d3 None None] Provisioning complete for port 506331af-472c-4100-b6b8-ab31283931a6 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:34.021980 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0f3be253-c11a-4442-9cfc-d4378ff0b5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.053998 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-a1e30028-852d-406b-9dcf-ed5977039f13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7 HTTP/1.1" status: 200 len: 217 time: 0.0575051 Nov 12 00:39:34.105651 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-56b4de90-6ec2-49a0-a994-cd47c0b7aeac req-8effb5d4-70e1-46c3-82ba-35a1d771a0dc tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0675840 Nov 12 00:39:34.112092 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-dac9539d-e3f3-4ab3-b4d3-6e83dc7487ca tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.133172 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b8133d3-3d79-4031-9c6a-5dbafb5a8107 req-d3903c5b-88f6-48f1-ba0a-4008d45dfd77 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299434 Nov 12 00:39:34.154271 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=8b11b765-b731-4dfe-bbee-061697720364,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:34.202835 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d036a93-9034-488d-a994-9c241120780e x-openstack-request-id: req-2d036a93-9034-488d-a994-9c241120780e {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:34.203057 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da808a76-d123-46a7-b508-7b6cd6c85088", "name": "network-vif-deleted", "tag": "945e5098-572e-482e-bc88-f479580f39a2", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:34.203276 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d036a93-9034-488d-a994-9c241120780e {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:34.203681 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da808a76-d123-46a7-b508-7b6cd6c85088', 'name': 'network-vif-deleted', 'tag': '945e5098-572e-482e-bc88-f479580f39a2', 'status': 'completed', 'code': 200} Nov 12 00:39:34.226747 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.233676 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.262734 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 27263341-6a8c-42b5-8ffd-58778c355662 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:34.264311 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.274701 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:34.338318 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1022eb02-361d-41f9-9995-505887a6a27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6100ce-9303-43d8-92bf-6d8b009a82d7'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:34.340672 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119c7224-8cb2-462d-97b5-b34a85b67750" -d '{"events": [{"server_uuid": "1022eb02-361d-41f9-9995-505887a6a27b", "name": "network-vif-plugged", "status": "completed", "tag": "2c6100ce-9303-43d8-92bf-6d8b009a82d7"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:34.340845 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0d7cd99-ed97-414b-9f21-46774d058d69 req-95363ddc-fd5d-45e7-9c93-c0949cb6bfa6 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 210 time: 0.1224644 Nov 12 00:39:34.352792 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e92a17f9-ff3c-4729-bc9c-a9d595d3664c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:34.356545 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e92a17f9-ff3c-4729-bc9c-a9d595d3664c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.2764766 Nov 12 00:39:34.425659 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:34.436370 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab,segment=NetworkSegment(1f11f643-72f5-4ae0-a3b6-8774462e1527),segment_id=1f11f643-72f5-4ae0-a3b6-8774462e1527)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:34.447376 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.454250 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:34.512445 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-150ee3b1-9cb1-4879-8df1-aed0150f89ee tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:34.514334 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-150ee3b1-9cb1-4879-8df1-aed0150f89ee tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.15 "GET /v2.0/networks?id=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 HTTP/1.1" status: 200 len: 814 time: 0.3952451 Nov 12 00:39:34.527621 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2e42c-a7b7-4512-ad8e-3f7cb7336ad9 req-54d133b7-f911-4835-83de-c5af4e0067ae tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:34.539142 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-91b2e42c-a7b7-4512-ad8e-3f7cb7336ad9 req-54d133b7-f911-4835-83de-c5af4e0067ae tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 948 time: 0.1225371 Nov 12 00:39:34.577256 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-1d5d52bc-e25f-49b2-aee2-89a162bbf176 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Request body: {'port': {'device_id': 'e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a', 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9', 'admin_state_up': True, 'tenant_id': '6628ae707794416b814698161688f4b0'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:34.613792 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-91b2e42c-a7b7-4512-ad8e-3f7cb7336ad9 req-f405f15b-8faa-4190-899e-833618585d04 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713284 Nov 12 00:39:34.707613 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=2c6100ce-9303-43d8-92bf-6d8b009a82d7,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:34.797288 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece17e16-feb2-4e9b-8372-f40308117698 x-openstack-request-id: req-ece17e16-feb2-4e9b-8372-f40308117698 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:34.797709 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1022eb02-361d-41f9-9995-505887a6a27b", "name": "network-vif-plugged", "status": "completed", "tag": "2c6100ce-9303-43d8-92bf-6d8b009a82d7", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:34.798099 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ece17e16-feb2-4e9b-8372-f40308117698 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:34.800775 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1022eb02-361d-41f9-9995-505887a6a27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6100ce-9303-43d8-92bf-6d8b009a82d7', 'code': 200} Nov 12 00:39:34.845244 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 945e5098-572e-482e-bc88-f479580f39a2 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:34.894966 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 506331af-472c-4100-b6b8-ab31283931a6 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:34.901971 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 945e5098-572e-482e-bc88-f479580f39a2 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:34.908670 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 945e5098-572e-482e-bc88-f479580f39a2 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:34.946037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e7d4e-6be8-49ad-bf6b-fc12dae75e67 req-2fa6d08b-dfb8-476d-9b55-dfd62a1d4471 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:34.947763 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-684e7d4e-6be8-49ad-bf6b-fc12dae75e67 req-2fa6d08b-dfb8-476d-9b55-dfd62a1d4471 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 945 time: 0.0969634 Nov 12 00:39:35.029943 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:35.044418 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:35.082861 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-684e7d4e-6be8-49ad-bf6b-fc12dae75e67 req-3c8abfa6-20f5-4bcb-99a2-97b2492530f6 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249883 Nov 12 00:39:35.146614 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 506331af-472c-4100-b6b8-ab31283931a6 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:35.149842 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.252455 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e2323022-7a29-4732-8fcd-236f4d64e38d req-16f3b291-579a-449d-a9fc-4f7a46cf6d68 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0358877 Nov 12 00:39:35.365138 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-dac9539d-e3f3-4ab3-b4d3-6e83dc7487ca tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.394738 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d4c43-afa8-41fa-bdde-8e097059f135 req-a163854b-32be-4d2b-b431-bd1890921332 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:35.404659 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a4d4c43-afa8-41fa-bdde-8e097059f135 req-a163854b-32be-4d2b-b431-bd1890921332 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d567ee1-f211-4c47-baa6-f4d912a60ac2 HTTP/1.1" status: 200 len: 945 time: 0.0700812 Nov 12 00:39:35.442684 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-a9c7a7a2-dc9c-4378-bb1f-1fa2442919eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:35.444174 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-a9c7a7a2-dc9c-4378-bb1f-1fa2442919eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0756676 Nov 12 00:39:35.462709 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a4d4c43-afa8-41fa-bdde-8e097059f135 req-83e46ca8-bca0-4977-98f3-ca6423ba8b5d tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569518 Nov 12 00:39:35.480344 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-dac9539d-e3f3-4ab3-b4d3-6e83dc7487ca tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Network d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:35.493875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-dac9539d-e3f3-4ab3-b4d3-6e83dc7487ca tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:35.496492 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-dac9539d-e3f3-4ab3-b4d3-6e83dc7487ca tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:35.526470 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9539d-e3f3-4ab3-b4d3-6e83dc7487ca tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Pushing event updated for resources: {'Port': ['ID=3b95907b-1930-468a-9c8f-6c23b1c8beac,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:35.549313 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470df46-e747-48a1-a920-839bd50880e7 req-bcee4aa2-5d0b-49c3-8a87-b1826e89a778 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:35.557104 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9470df46-e747-48a1-a920-839bd50880e7 req-bcee4aa2-5d0b-49c3-8a87-b1826e89a778 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4fa25e1-b7d3-4c55-b862-53c74c74d63d HTTP/1.1" status: 200 len: 946 time: 0.2179155 Nov 12 00:39:35.557354 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3b50802-d0d0-4cef-9dcd-842c916698ab req-d88f2318-3daf-424b-bf55-396336ca9dfa tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 210 time: 0.0356660 Nov 12 00:39:35.825939 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-dac9539d-e3f3-4ab3-b4d3-6e83dc7487ca tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:35.826759 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-dac9539d-e3f3-4ab3-b4d3-6e83dc7487ca tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.858276 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117fd36-e035-4b0d-84d8-c6c860db8341 req-f12c55f9-adb0-4b3c-a56d-9c885548d044 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:35.862733 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0117fd36-e035-4b0d-84d8-c6c860db8341 req-f12c55f9-adb0-4b3c-a56d-9c885548d044 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.21 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 945 time: 0.3486505 Nov 12 00:39:35.867135 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-04e22194-5c30-4716-9bc3-578305f8efe1 None None] Provisioning complete for port 3b95907b-1930-468a-9c8f-6c23b1c8beac triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:35.867750 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-04e22194-5c30-4716-9bc3-578305f8efe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.882401 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-1d5d52bc-e25f-49b2-aee2-89a162bbf176 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Made reservation on behalf of 6628ae707794416b814698161688f4b0 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:35.888737 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-1d5d52bc-e25f-49b2-aee2-89a162bbf176 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:35.933678 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9470df46-e747-48a1-a920-839bd50880e7 req-8d59a632-a205-43e9-ab64-81c350f91589 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755062 Nov 12 00:39:35.949162 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-04e22194-5c30-4716-9bc3-578305f8efe1 None None] Port 3b95907b-1930-468a-9c8f-6c23b1c8beac cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:39:35.959958 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cc6b4-1d45-498a-b570-9f9ca2c90967 req-025c029a-4561-46a6-9edc-95e8526abcdf tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:35.961543 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5a1cc6b4-1d45-498a-b570-9f9ca2c90967 req-025c029a-4561-46a6-9edc-95e8526abcdf tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.2024167 Nov 12 00:39:35.986269 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-dac9539d-e3f3-4ab3-b4d3-6e83dc7487ca tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2240710 Nov 12 00:39:36.009773 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-5088e893-6025-4039-919e-a4612313f42d service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402715 Nov 12 00:39:36.033588 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-8d81b4d6-a5ee-493b-95fa-e214d7781f0d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:36.034778 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] Request body: {'port': {'device_id': '2c938af7-10c8-4d37-9d6f-8eab4f63836d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:36.035049 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-8d81b4d6-a5ee-493b-95fa-e214d7781f0d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.21 "GET /v2.0/networks?id=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 HTTP/1.1" status: 200 len: 814 time: 0.3254018 Nov 12 00:39:36.039826 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5a1cc6b4-1d45-498a-b570-9f9ca2c90967 req-7e055d23-2b2c-4a15-bb8b-6b809dccdfcb tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683904 Nov 12 00:39:36.059294 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-de4f2219-47dc-473b-88fe-25360a2e9448 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Request body: {'port': {'device_id': '8c4a1594-e836-4dee-a5e0-6ce39c1cb341', 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9', 'admin_state_up': True, 'tenant_id': '6628ae707794416b814698161688f4b0'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:36.190708 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-de4f2219-47dc-473b-88fe-25360a2e9448 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Made reservation on behalf of 6628ae707794416b814698161688f4b0 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:36.196649 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-de4f2219-47dc-473b-88fe-25360a2e9448 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:36.273268 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:36.345547 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-0117fd36-e035-4b0d-84d8-c6c860db8341 req-b34fb6b3-d4d3-4cfe-99da-0b6c55950df4 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Deleting port 546fc81c-1951-4bee-88e9-54902fa3b9a7 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:36.345892 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0117fd36-e035-4b0d-84d8-c6c860db8341 req-b34fb6b3-d4d3-4cfe-99da-0b6c55950df4 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:36.370925 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1b3c77f-948c-4c18-adc0-7f7a2c403def req-502ec2e6-a431-49b6-97c6-11b90c6357f0 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0289721 Nov 12 00:39:36.402275 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-ab9ff30d-0076-44a2-8d85-d7c5e955e715 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588758 Nov 12 00:39:36.415772 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2593aa-8cdb-485c-9af3-69a7df11f4e4 req-8a1d40e5-78f3-4128-848a-73edb7beda07 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:36.417289 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-df2593aa-8cdb-485c-9af3-69a7df11f4e4 req-8a1d40e5-78f3-4128-848a-73edb7beda07 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 945 time: 0.2146709 Nov 12 00:39:36.461157 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-1d5d52bc-e25f-49b2-aee2-89a162bbf176 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Allocated IP 172.20.0.14 (d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9/d55099e5-14af-43ba-b147-158816cc2728/5196c58f-1343-46c0-bc05-f728e0015d87) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:36.590261 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872026a-c020-494d-989e-4dede05ac999 req-822a9fe8-abd0-4f77-9582-0cf1d20120fb tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:36.590625 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 1e611255-1c11-4db9-85cd-6ef55a941dcf details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:36.595389 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8b11b765-b731-4dfe-bbee-061697720364 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:36.597256 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b872026a-c020-494d-989e-4dede05ac999 req-822a9fe8-abd0-4f77-9582-0cf1d20120fb tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d567ee1-f211-4c47-baa6-f4d912a60ac2 HTTP/1.1" status: 200 len: 945 time: 0.0590820 Nov 12 00:39:36.620801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-0117fd36-e035-4b0d-84d8-c6c860db8341 req-b34fb6b3-d4d3-4cfe-99da-0b6c55950df4 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] For port 546fc81c-1951-4bee-88e9-54902fa3b9a7, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=546fc81c-1951-4bee-88e9-54902fa3b9a7,segment=NetworkSegment(2abd26fa-9f42-4987-86f8-e316f21cc7ee),segment_id=2abd26fa-9f42-4987-86f8-e316f21cc7ee)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:36.621529 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0117fd36-e035-4b0d-84d8-c6c860db8341 req-b34fb6b3-d4d3-4cfe-99da-0b6c55950df4 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:36.653889 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b872026a-c020-494d-989e-4dede05ac999 req-db4b6227-51df-4a88-8ea9-9d718d7dc05d tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541205 Nov 12 00:39:36.691819 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-0117fd36-e035-4b0d-84d8-c6c860db8341 req-b34fb6b3-d4d3-4cfe-99da-0b6c55950df4 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Calling delete_port for 546fc81c-1951-4bee-88e9-54902fa3b9a7 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:36.703582 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-df2593aa-8cdb-485c-9af3-69a7df11f4e4 req-39b88edb-7847-49f0-b690-c5d9b5ed5a97 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519188 Nov 12 00:39:36.741309 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 8b11b765-b731-4dfe-bbee-061697720364 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:36.749179 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 8b11b765-b731-4dfe-bbee-061697720364 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:36.749179 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:36.796171 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7d116267-5100-40ae-8773-41847f76ead7 req-cb644f2c-59fa-4655-996b-f21b5cba6109 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 210 time: 0.0358698 Nov 12 00:39:36.835183 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:36.851037 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6b618dfc-19e9-42db-8f7e-b08b4ca6071d req-e9034b90-72dd-4001-abd0-488b6ca74431 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0598648 Nov 12 00:39:36.876775 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 1e611255-1c11-4db9-85cd-6ef55a941dcf, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=1e611255-1c11-4db9-85cd-6ef55a941dcf,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:36.921340 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '1e611255-1c11-4db9-85cd-6ef55a941dcf', 'network_id': 'efed2f8d-410d-453a-a918-3e5afbff8a94', 'port_id': '1e611255-1c11-4db9-85cd-6ef55a941dcf', 'mac_address': 'fa:16:3e:0a:a5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66de2356-7ea2-45bf-8678-a507a5cc17cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:36.923768 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-1d5d52bc-e25f-49b2-aee2-89a162bbf176 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:36.987037 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:36.993740 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0117fd36-e035-4b0d-84d8-c6c860db8341 req-b34fb6b3-d4d3-4cfe-99da-0b6c55950df4 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.007184 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:37.013538 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-1d5d52bc-e25f-49b2-aee2-89a162bbf176 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.019215 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:37.020059 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.053200 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fb6b3-d4d3-4cfe-99da-0b6c55950df4 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Pushing event deleted for resources: {'Port': ['ID=546fc81c-1951-4bee-88e9-54902fa3b9a7,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:37.101243 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-0117fd36-e035-4b0d-84d8-c6c860db8341 req-b34fb6b3-d4d3-4cfe-99da-0b6c55950df4 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] No DVR routers for this DVR port 546fc81c-1951-4bee-88e9-54902fa3b9a7 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:37.108967 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.115653 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-de4f2219-47dc-473b-88fe-25360a2e9448 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Allocated IP 172.20.0.10 (d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9/d55099e5-14af-43ba-b147-158816cc2728/d0357136-a9fc-421f-b074-529dd6b09277) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:37.118809 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5ec55e-8248-4197-9a2a-867637950dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b11b765-b731-4dfe-bbee-061697720364'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:37.122731 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539012ff-d634-4b76-901c-5fbeada59c76" -d '{"events": [{"server_uuid": "ad5ec55e-8248-4197-9a2a-867637950dc7", "name": "network-vif-plugged", "status": "completed", "tag": "8b11b765-b731-4dfe-bbee-061697720364"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:37.140095 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0117fd36-e035-4b0d-84d8-c6c860db8341 req-b34fb6b3-d4d3-4cfe-99da-0b6c55950df4 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.144406 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0117fd36-e035-4b0d-84d8-c6c860db8341 req-b34fb6b3-d4d3-4cfe-99da-0b6c55950df4 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.21 "DELETE /v2.0/ports/546fc81c-1951-4bee-88e9-54902fa3b9a7 HTTP/1.1" status: 204 len: 173 time: 1.2461503 Nov 12 00:39:37.147537 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01cc9478-9926-4721-a09c-f549712673b4', 'name': 'network-vif-deleted', 'tag': '546fc81c-1951-4bee-88e9-54902fa3b9a7'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:37.150377 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f11e54-300c-4c60-b11a-431c80a7924b" -d '{"events": [{"server_uuid": "01cc9478-9926-4721-a09c-f549712673b4", "name": "network-vif-deleted", "tag": "546fc81c-1951-4bee-88e9-54902fa3b9a7"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:37.165730 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-1d5d52bc-e25f-49b2-aee2-89a162bbf176 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Network d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:37.170961 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 8b11b765-b731-4dfe-bbee-061697720364, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8b11b765-b731-4dfe-bbee-061697720364,segment=NetworkSegment(1f11f643-72f5-4ae0-a3b6-8774462e1527),segment_id=1f11f643-72f5-4ae0-a3b6-8774462e1527)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:37.172944 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-1d5d52bc-e25f-49b2-aee2-89a162bbf176 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:37.179797 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-1d5d52bc-e25f-49b2-aee2-89a162bbf176 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:37.199891 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e611255-1c11-4db9-85cd-6ef55a941dcf {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:37.213004 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d52bc-e25f-49b2-aee2-89a162bbf176 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Pushing event updated for resources: {'Port': ['ID=5196c58f-1343-46c0-bc05-f728e0015d87,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:37.233190 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec9ec2-1940-42a5-a08a-b3956ea61f47 req-6141cf38-cbd2-4498-a1e2-d630a013e621 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:37.235146 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5dec9ec2-1940-42a5-a08a-b3956ea61f47 req-6141cf38-cbd2-4498-a1e2-d630a013e621 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4fa25e1-b7d3-4c55-b862-53c74c74d63d HTTP/1.1" status: 200 len: 946 time: 0.1992924 Nov 12 00:39:37.260931 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.289364 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-1d5d52bc-e25f-49b2-aee2-89a162bbf176 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:37.290356 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-1d5d52bc-e25f-49b2-aee2-89a162bbf176 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.351104 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-1d5d52bc-e25f-49b2-aee2-89a162bbf176 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7884588 Nov 12 00:39:37.367013 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5dec9ec2-1940-42a5-a08a-b3956ea61f47 req-416ad828-0e03-4375-b365-90eee348e5b9 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205521 Nov 12 00:39:37.376461 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] Request body: {'port': {'device_id': 'e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:37.396745 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 1e611255-1c11-4db9-85cd-6ef55a941dcf, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=1e611255-1c11-4db9-85cd-6ef55a941dcf,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:37.403465 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19759e5e-a51d-43ec-bde4-b1780bb7d9c8 req-0e25b5ea-632a-429f-b051-09313b6b45be tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:37.415108 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19759e5e-a51d-43ec-bde4-b1780bb7d9c8 req-0e25b5ea-632a-429f-b051-09313b6b45be tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.1814680 Nov 12 00:39:37.476626 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.479178 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-de4f2219-47dc-473b-88fe-25360a2e9448 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.503795 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58122929-c664-46ae-bab4-0fb930c4abc2 x-openstack-request-id: req-58122929-c664-46ae-bab4-0fb930c4abc2 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:37.504622 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5ec55e-8248-4197-9a2a-867637950dc7", "name": "network-vif-plugged", "status": "completed", "tag": "8b11b765-b731-4dfe-bbee-061697720364", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:37.504854 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.505364 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58122929-c664-46ae-bab4-0fb930c4abc2 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:37.505918 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5ec55e-8248-4197-9a2a-867637950dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b11b765-b731-4dfe-bbee-061697720364', 'code': 200} Nov 12 00:39:37.513981 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.550335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=8b11b765-b731-4dfe-bbee-061697720364,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:37.572465 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19759e5e-a51d-43ec-bde4-b1780bb7d9c8 req-50ae192b-fe04-4dbf-a741-d2beffa35840 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563199 Nov 12 00:39:37.628470 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-de4f2219-47dc-473b-88fe-25360a2e9448 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.666167 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5089a397-0c86-4621-9897-ab464f3fe7c5 x-openstack-request-id: req-5089a397-0c86-4621-9897-ab464f3fe7c5 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:37.666470 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01cc9478-9926-4721-a09c-f549712673b4", "name": "network-vif-deleted", "tag": "546fc81c-1951-4bee-88e9-54902fa3b9a7", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:37.666722 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5089a397-0c86-4621-9897-ab464f3fe7c5 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:37.667095 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01cc9478-9926-4721-a09c-f549712673b4', 'name': 'network-vif-deleted', 'tag': '546fc81c-1951-4bee-88e9-54902fa3b9a7', 'status': 'completed', 'code': 200} Nov 12 00:39:37.677352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['1e611255-1c11-4db9-85cd-6ef55a941dcf'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:37.701648 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-de4f2219-47dc-473b-88fe-25360a2e9448 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Network d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:37.708609 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-de4f2219-47dc-473b-88fe-25360a2e9448 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:37.712894 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-de4f2219-47dc-473b-88fe-25360a2e9448 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:37.741797 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f2219-47dc-473b-88fe-25360a2e9448 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Pushing event updated for resources: {'Port': ['ID=d0357136-a9fc-421f-b074-529dd6b09277,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:37.772853 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-de4f2219-47dc-473b-88fe-25360a2e9448 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:37.773604 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-de4f2219-47dc-473b-88fe-25360a2e9448 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.814135 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-de4f2219-47dc-473b-88fe-25360a2e9448 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7588801 Nov 12 00:39:37.837236 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=1e611255-1c11-4db9-85cd-6ef55a941dcf,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:37.849352 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] Request body: {'port': {'device_id': '8c4a1594-e836-4dee-a5e0-6ce39c1cb341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:37.870283 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab,segment=NetworkSegment(1f11f643-72f5-4ae0-a3b6-8774462e1527),segment_id=1f11f643-72f5-4ae0-a3b6-8774462e1527)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:37.895344 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.897755 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9be02645-e46b-4872-8ca0-c01b8a1f5add None None] Provisioning complete for port 5196c58f-1343-46c0-bc05-f728e0015d87 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:37.898119 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9be02645-e46b-4872-8ca0-c01b8a1f5add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:37.903402 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b922e204-44e4-4e43-a6e5-3fabd0ef8a4c req-fcb37119-6b44-4854-9c1f-2fece3fb096b tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.1003764 Nov 12 00:39:37.941810 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910cb51-7f28-4527-a44e-aacb80695d0b req-ba497c0a-6469-4c68-921d-a59f40e894e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:37.943627 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2910cb51-7f28-4527-a44e-aacb80695d0b req-ba497c0a-6469-4c68-921d-a59f40e894e9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ad5ec55e-8248-4197-9a2a-867637950dc7 HTTP/1.1" status: 200 len: 1098 time: 0.2793226 Nov 12 00:39:38.088079 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-9be02645-e46b-4872-8ca0-c01b8a1f5add None None] Port 5196c58f-1343-46c0-bc05-f728e0015d87 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:39:38.133769 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:38.141745 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.165488 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2910cb51-7f28-4527-a44e-aacb80695d0b req-cb3b351c-7ea2-491f-88a1-38eb2e3d8663 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922824 Nov 12 00:39:38.168037 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b95907b-1930-468a-9c8f-6c23b1c8beac {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:38.169784 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef55d8-61a1-47ac-9591-8e48afe0ebc2 req-41900aa3-8ad3-4ee4-8245-d371654aad85 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:38.187282 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6eef55d8-61a1-47ac-9591-8e48afe0ebc2 req-41900aa3-8ad3-4ee4-8245-d371654aad85 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d567ee1-f211-4c47-baa6-f4d912a60ac2 HTTP/1.1" status: 200 len: 946 time: 0.2550271 Nov 12 00:39:38.187561 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.217667 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f98cd243-bc7f-4f9e-8d0f-b410150f47e9 req-74bc8b12-818a-4bb7-a635-e60187a6a5c5 tempest-LiveAutoBlockMigrationV225Test-1603656654 tempest-LiveAutoBlockMigrationV225Test-1603656654-project] 10.222.0.31 "GET /v2.0/ports?device_id=01cc9478-9926-4721-a09c-f549712673b4 HTTP/1.1" status: 200 len: 210 time: 0.0549881 Nov 12 00:39:38.236752 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] Transition to ACTIVE for port object 3b95907b-1930-468a-9c8f-6c23b1c8beac will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:38.241277 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.252189 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cb040f71-a137-47c2-9ae9-5f543e5ce900 None None] Provisioning complete for port d0357136-a9fc-421f-b074-529dd6b09277 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:38.252189 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cb040f71-a137-47c2-9ae9-5f543e5ce900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.302962 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-cb040f71-a137-47c2-9ae9-5f543e5ce900 None None] Port d0357136-a9fc-421f-b074-529dd6b09277 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:39:38.376547 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] Pushing event updated for resources: {'Port': ['ID=3b95907b-1930-468a-9c8f-6c23b1c8beac,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:38.384313 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.448010 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6eef55d8-61a1-47ac-9591-8e48afe0ebc2 req-9731336e-ea20-4cdd-9128-d17452395cf3 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957850 Nov 12 00:39:38.486497 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2e555-b3a1-486d-bfd5-8c01cd68ab79 req-847faa01-d942-4a75-8002-d5c8ba1b1c6e tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:38.493861 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c1e2e555-b3a1-486d-bfd5-8c01cd68ab79 req-847faa01-d942-4a75-8002-d5c8ba1b1c6e tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 932 time: 0.1629353 Nov 12 00:39:38.583200 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d76724-2b53-41c4-bfac-8665f4ecac3a req-1d7444ac-44bd-4d76-a99c-75ad808e7036 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:38.584928 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-96d76724-2b53-41c4-bfac-8665f4ecac3a req-1d7444ac-44bd-4d76-a99c-75ad808e7036 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4fa25e1-b7d3-4c55-b862-53c74c74d63d HTTP/1.1" status: 200 len: 945 time: 0.0750084 Nov 12 00:39:38.585611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] Attempting to bind port 3b95907b-1930-468a-9c8f-6c23b1c8beac on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:38.586113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] Attempting to bind port 3b95907b-1930-468a-9c8f-6c23b1c8beac by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '65e95274-6740-4009-b325-97875e4f9f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:38.586243 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] Attempting to bind port 3b95907b-1930-468a-9c8f-6c23b1c8beac on network d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:38.598905 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] Port 3b95907b-1930-468a-9c8f-6c23b1c8beac on network d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:38.599236 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] Attempting to bind port 3b95907b-1930-468a-9c8f-6c23b1c8beac on network d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:38.606081 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c1e2e555-b3a1-486d-bfd5-8c01cd68ab79 req-35bfaf32-e94e-4f62-bbfa-0d910783bdf7 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112792 Nov 12 00:39:38.615810 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 1e611255-1c11-4db9-85cd-6ef55a941dcf up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:38.620295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:38.621832 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] Checking segment: {'id': '65e95274-6740-4009-b325-97875e4f9f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:38.622238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] Bound using segment: {'id': '65e95274-6740-4009-b325-97875e4f9f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:38.622695 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] Bound port: 3b95907b-1930-468a-9c8f-6c23b1c8beac, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e95274-6740-4009-b325-97875e4f9f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:38.623060 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.660557 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-96d76724-2b53-41c4-bfac-8665f4ecac3a req-dad7fa00-b658-471f-a549-6c3cd886c69c tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667617 Nov 12 00:39:38.727915 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5196c58f-1343-46c0-bc05-f728e0015d87 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:38.736844 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.751824 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] Transition to ACTIVE for port object 5196c58f-1343-46c0-bc05-f728e0015d87 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:38.764200 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.817355 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 1e611255-1c11-4db9-85cd-6ef55a941dcf triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:38.818006 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.865877 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] For port 3b95907b-1930-468a-9c8f-6c23b1c8beac, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:38.900385 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] For port 3b95907b-1930-468a-9c8f-6c23b1c8beac, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3b95907b-1930-468a-9c8f-6c23b1c8beac,segment=NetworkSegment(65e95274-6740-4009-b325-97875e4f9f55),segment_id=65e95274-6740-4009-b325-97875e4f9f55)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:38.901460 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] Pushing event updated for resources: {'Port': ['ID=5196c58f-1343-46c0-bc05-f728e0015d87,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:38.939132 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.949649 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.990702 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 1e611255-1c11-4db9-85cd-6ef55a941dcf, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=1e611255-1c11-4db9-85cd-6ef55a941dcf,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:38.996901 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:38.997893 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 546fc81c-1951-4bee-88e9-54902fa3b9a7 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:39.025233 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 546fc81c-1951-4bee-88e9-54902fa3b9a7 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:39.025757 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 546fc81c-1951-4bee-88e9-54902fa3b9a7 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:39.096547 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb08b3e-51d4-45f0-8130-adcf30a62fac req-0850f70f-7b3f-4fe4-bd9f-dfc10aa0cd56 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:39.105725 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5bb08b3e-51d4-45f0-8130-adcf30a62fac req-0850f70f-7b3f-4fe4-bd9f-dfc10aa0cd56 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.3191433 Nov 12 00:39:39.120816 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0357136-a9fc-421f-b074-529dd6b09277 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:39.131735 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.134114 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:39.136022 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.138319 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] 10.222.0.21 "PUT /v2.0/ports/3b95907b-1930-468a-9c8f-6c23b1c8beac HTTP/1.1" status: 200 len: 1092 time: 3.1328199 Nov 12 00:39:39.148116 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] Transition to ACTIVE for port object d0357136-a9fc-421f-b074-529dd6b09277 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:39.154194 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=1e611255-1c11-4db9-85cd-6ef55a941dcf,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:39.156572 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.297025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd80097-c28b-436f-989a-959eb5767b6c service neutron] Pushing event updated for resources: {'Port': ['ID=3b95907b-1930-468a-9c8f-6c23b1c8beac,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:39.303554 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b3e25f41-685b-4092-b81f-cb35c93d3cbf req-3d4e1c8f-8321-4788-9c5d-5563eb56b988 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0538263 Nov 12 00:39:39.318737 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] Attempting to bind port 5196c58f-1343-46c0-bc05-f728e0015d87 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:39.319148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] Attempting to bind port 5196c58f-1343-46c0-bc05-f728e0015d87 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '65e95274-6740-4009-b325-97875e4f9f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:39.319484 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] Attempting to bind port 5196c58f-1343-46c0-bc05-f728e0015d87 on network d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:39.334879 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d0357136-a9fc-421f-b074-529dd6b09277,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:39.354104 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5bb08b3e-51d4-45f0-8130-adcf30a62fac req-9135a39e-400d-4dd5-aa45-70f9c82e1621 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474208 Nov 12 00:39:39.358976 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] Port 5196c58f-1343-46c0-bc05-f728e0015d87 on network d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:39.359308 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] Attempting to bind port 5196c58f-1343-46c0-bc05-f728e0015d87 on network d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:39.379330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-01ed50e8-ec4f-436c-844e-d4d1c3ce50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:39.387795 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-01ed50e8-ec4f-436c-844e-d4d1c3ce50a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6628ae707794416b814698161688f4b0&device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 1095 time: 0.1717510 Nov 12 00:39:39.389638 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:39.393117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] Checking segment: {'id': '65e95274-6740-4009-b325-97875e4f9f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:39.393733 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] Bound using segment: {'id': '65e95274-6740-4009-b325-97875e4f9f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:39.396341 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] Bound port: 5196c58f-1343-46c0-bc05-f728e0015d87, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e95274-6740-4009-b325-97875e4f9f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:39.396966 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.423912 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] Attempting to bind port d0357136-a9fc-421f-b074-529dd6b09277 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:39.424163 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] Attempting to bind port d0357136-a9fc-421f-b074-529dd6b09277 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '65e95274-6740-4009-b325-97875e4f9f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:39.435247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] Attempting to bind port d0357136-a9fc-421f-b074-529dd6b09277 on network d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:39.443128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] Port d0357136-a9fc-421f-b074-529dd6b09277 on network d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:39.443524 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] Attempting to bind port d0357136-a9fc-421f-b074-529dd6b09277 on network d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:39.449082 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54786) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:39.456865 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:39.461443 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] Checking segment: {'id': '65e95274-6740-4009-b325-97875e4f9f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:39.461941 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] Bound using segment: {'id': '65e95274-6740-4009-b325-97875e4f9f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:39.462480 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] Bound port: d0357136-a9fc-421f-b074-529dd6b09277, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e95274-6740-4009-b325-97875e4f9f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:39.462912 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.501985 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-94d8a0d4-afbd-46dc-812b-2a2502370578 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b95907b-1930-468a-9c8f-6c23b1c8beac HTTP/1.1" status: 200 len: 217 time: 0.0784585 Nov 12 00:39:39.507551 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d567ee1-f211-4c47-baa6-f4d912a60ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab'}, {'server_uuid': 'd4fa25e1-b7d3-4c55-b862-53c74c74d63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e611255-1c11-4db9-85cd-6ef55a941dcf'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:39.510293 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c062576a-99b8-490f-8915-df900d12b337" -d '{"events": [{"server_uuid": "0d567ee1-f211-4c47-baa6-f4d912a60ac2", "name": "network-vif-plugged", "status": "completed", "tag": "2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab"}, {"server_uuid": "d4fa25e1-b7d3-4c55-b862-53c74c74d63d", "name": "network-vif-plugged", "status": "completed", "tag": "1e611255-1c11-4db9-85cd-6ef55a941dcf"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:39.614586 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] For port d0357136-a9fc-421f-b074-529dd6b09277, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:39.619197 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] For port d0357136-a9fc-421f-b074-529dd6b09277, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=d0357136-a9fc-421f-b074-529dd6b09277,segment=NetworkSegment(65e95274-6740-4009-b325-97875e4f9f55),segment_id=65e95274-6740-4009-b325-97875e4f9f55)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:39.629830 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.651430 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-7e34d051-e560-434b-a6a7-73cf39b21e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:39.664580 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-7e34d051-e560-434b-a6a7-73cf39b21e55 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d55099e5-14af-43ba-b147-158816cc2728 HTTP/1.1" status: 200 len: 853 time: 0.1345496 Nov 12 00:39:39.668212 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] For port 5196c58f-1343-46c0-bc05-f728e0015d87, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:39.670760 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c938af7-10c8-4d37-9d6f-8eab4f63836d', 'tag': '3b95907b-1930-468a-9c8f-6c23b1c8beac'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:39.673430 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fee36cf-d7b1-4ab6-b5dd-bb60664923cb" -d '{"events": [{"name": "network-changed", "server_uuid": "2c938af7-10c8-4d37-9d6f-8eab4f63836d", "tag": "3b95907b-1930-468a-9c8f-6c23b1c8beac"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:39.677839 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] For port 5196c58f-1343-46c0-bc05-f728e0015d87, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5196c58f-1343-46c0-bc05-f728e0015d87,segment=NetworkSegment(65e95274-6740-4009-b325-97875e4f9f55),segment_id=65e95274-6740-4009-b325-97875e4f9f55)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:39.693522 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.716592 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798c3611-8bec-4f06-8ca0-0bb111de6d1f x-openstack-request-id: req-798c3611-8bec-4f06-8ca0-0bb111de6d1f {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:39.716930 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d567ee1-f211-4c47-baa6-f4d912a60ac2", "name": "network-vif-plugged", "status": "completed", "tag": "2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab", "code": 200}, {"server_uuid": "d4fa25e1-b7d3-4c55-b862-53c74c74d63d", "name": "network-vif-plugged", "status": "completed", "tag": "1e611255-1c11-4db9-85cd-6ef55a941dcf", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:39.717243 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-798c3611-8bec-4f06-8ca0-0bb111de6d1f {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:39.717670 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d567ee1-f211-4c47-baa6-f4d912a60ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab', 'code': 200} Nov 12 00:39:39.717932 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4fa25e1-b7d3-4c55-b862-53c74c74d63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e611255-1c11-4db9-85cd-6ef55a941dcf', 'code': 200} Nov 12 00:39:39.787820 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d0357136-a9fc-421f-b074-529dd6b09277,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:39.842731 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:39.843753 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.845875 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] 10.222.0.15 "PUT /v2.0/ports/5196c58f-1343-46c0-bc05-f728e0015d87 HTTP/1.1" status: 200 len: 1093 time: 2.4779463 Nov 12 00:39:39.897723 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e23379-76e5-45c7-80f8-35a54f7b3be1 admin admin] Deleting subnet 04d985ea-5f19-461f-8a8b-c63d6b21142f {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:39:39.908299 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bc922-c5c3-44fe-b6a3-cca0a8f80e62 req-2d388aa1-7440-4259-a57e-19ef893e0793 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:39.910432 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7c4bc922-c5c3-44fe-b6a3-cca0a8f80e62 req-2d388aa1-7440-4259-a57e-19ef893e0793 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d567ee1-f211-4c47-baa6-f4d912a60ac2 HTTP/1.1" status: 200 len: 946 time: 0.2210236 Nov 12 00:39:39.912687 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf7bce-e29c-49b6-83dd-8898eaf43f66 service neutron] Pushing event updated for resources: {'Port': ['ID=5196c58f-1343-46c0-bc05-f728e0015d87,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:39.920384 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31e23379-76e5-45c7-80f8-35a54f7b3be1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.937094 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-5a7d98a9-2c79-4e08-9a31-18ed06a1b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:39.939464 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-5a7d98a9-2c79-4e08-9a31-18ed06a1b33d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2235959 Nov 12 00:39:39.940498 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:39.941257 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:39.947111 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-9bda613b-423d-4bd7-8750-e5e0eff26fc4 service neutron] 10.222.0.21 "PUT /v2.0/ports/d0357136-a9fc-421f-b074-529dd6b09277 HTTP/1.1" status: 200 len: 1093 time: 2.1038868 Nov 12 00:39:39.947806 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4a1594-e836-4dee-a5e0-6ce39c1cb341', 'tag': 'd0357136-a9fc-421f-b074-529dd6b09277'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:39.950206 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a92421-045f-439c-a27c-ac847f9fd259" -d '{"events": [{"name": "network-changed", "server_uuid": "8c4a1594-e836-4dee-a5e0-6ce39c1cb341", "tag": "d0357136-a9fc-421f-b074-529dd6b09277"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:40.035291 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31e23379-76e5-45c7-80f8-35a54f7b3be1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:40.145229 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31e23379-76e5-45c7-80f8-35a54f7b3be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:40.166753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-a89fbac0-91ab-41b8-a340-97b2603e4128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:40.169495 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-a89fbac0-91ab-41b8-a340-97b2603e4128 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6628ae707794416b814698161688f4b0&device_id=e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a HTTP/1.1" status: 200 len: 1096 time: 0.2376142 Nov 12 00:39:40.216666 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7c4bc922-c5c3-44fe-b6a3-cca0a8f80e62 req-cc7657ba-2a86-4770-b8d9-8db81ed12ccb tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829316 Nov 12 00:39:40.329798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2ebf4-2a78-48a3-bcf3-9f28e68a0935 req-fcac510e-9b1d-4a73-9146-50c8086f2d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:40.332492 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3cc2ebf4-2a78-48a3-bcf3-9f28e68a0935 req-fcac510e-9b1d-4a73-9146-50c8086f2d9b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d567ee1-f211-4c47-baa6-f4d912a60ac2 HTTP/1.1" status: 200 len: 1098 time: 0.4392922 Nov 12 00:39:40.398846 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a913da3-4511-48ec-884a-008ed9692c62 req-c9604806-4391-46e7-8437-01d534146f12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e50b6f0fb1ba4d6fbdfbc0a839733f80&device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.2082720 Nov 12 00:39:40.485926 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a913da3-4511-48ec-884a-008ed9692c62 req-8d3381cf-b202-4d62-a8a3-3d023bca6245 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e50b6f0fb1ba4d6fbdfbc0a839733f80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467470 Nov 12 00:39:40.505708 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd984f66-62df-4c5d-96c5-0f13ed472fac req-908e4544-dbab-4512-a0f2-04097e8af855 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:40.508908 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fd984f66-62df-4c5d-96c5-0f13ed472fac req-908e4544-dbab-4512-a0f2-04097e8af855 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4fa25e1-b7d3-4c55-b862-53c74c74d63d HTTP/1.1" status: 200 len: 946 time: 0.3137989 Nov 12 00:39:40.580511 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31e23379-76e5-45c7-80f8-35a54f7b3be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:40.598679 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3cc2ebf4-2a78-48a3-bcf3-9f28e68a0935 req-7831443b-69b8-4b12-a6a0-3f61e53bf830 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063406 Nov 12 00:39:40.619950 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 2c6100ce-9303-43d8-92bf-6d8b009a82d7 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:40.681918 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e23379-76e5-45c7-80f8-35a54f7b3be1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04d985ea-5f19-461f-8a8b-c63d6b21142f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:40.703284 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31e23379-76e5-45c7-80f8-35a54f7b3be1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:40.710136 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-31e23379-76e5-45c7-80f8-35a54f7b3be1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/04d985ea-5f19-461f-8a8b-c63d6b21142f HTTP/1.1" status: 204 len: 168 time: 1.2596867 Nov 12 00:39:40.718225 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54812) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:40.719917 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-bfe8117f-a0a0-44af-b391-9db998642186 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5196c58f-1343-46c0-bc05-f728e0015d87 HTTP/1.1" status: 200 len: 217 time: 0.5271010 Nov 12 00:39:40.756527 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fd984f66-62df-4c5d-96c5-0f13ed472fac req-a8b27a60-a373-4384-893d-e6bfa1da5dea tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196307 Nov 12 00:39:40.778172 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-a3a359da-25b8-48bc-be8e-e8b4d520d391 service neutron] 10.222.0.21 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8211720 Nov 12 00:39:40.780008 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-85d16279-f3e7-4e86-9cbe-ada246dca2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:40.781386 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-85d16279-f3e7-4e86-9cbe-ada246dca2e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6628ae707794416b814698161688f4b0&device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 1096 time: 0.6406941 Nov 12 00:39:40.801250 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:40.803222 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a913da3-4511-48ec-884a-008ed9692c62 req-857b4a06-3bd7-4687-9b31-9487fc554d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:40.806809 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a913da3-4511-48ec-884a-008ed9692c62 req-857b4a06-3bd7-4687-9b31-9487fc554d95 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2941222 Nov 12 00:39:40.838960 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f8f45b-ccf2-4077-a092-28bb7f347c0c x-openstack-request-id: req-d9f8f45b-ccf2-4077-a092-28bb7f347c0c {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:40.839288 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c938af7-10c8-4d37-9d6f-8eab4f63836d", "tag": "3b95907b-1930-468a-9c8f-6c23b1c8beac", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:40.839621 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9f8f45b-ccf2-4077-a092-28bb7f347c0c {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:40.840060 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c938af7-10c8-4d37-9d6f-8eab4f63836d', 'tag': '3b95907b-1930-468a-9c8f-6c23b1c8beac', 'status': 'completed', 'code': 200} Nov 12 00:39:40.861767 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:40.867428 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:40.868880 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 1e611255-1c11-4db9-85cd-6ef55a941dcf no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:40.872743 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb0b0a8-b061-4f3d-b2c3-a782173742ac x-openstack-request-id: req-fbb0b0a8-b061-4f3d-b2c3-a782173742ac {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:40.873000 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c4a1594-e836-4dee-a5e0-6ce39c1cb341", "tag": "d0357136-a9fc-421f-b074-529dd6b09277", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:40.873253 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbb0b0a8-b061-4f3d-b2c3-a782173742ac {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:40.873650 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c4a1594-e836-4dee-a5e0-6ce39c1cb341', 'tag': 'd0357136-a9fc-421f-b074-529dd6b09277', 'status': 'completed', 'code': 200} Nov 12 00:39:40.892261 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-3149f1ef-14e1-4f10-b31b-4a9adcafdf99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0357136-a9fc-421f-b074-529dd6b09277 HTTP/1.1" status: 200 len: 217 time: 0.0729904 Nov 12 00:39:40.905381 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3ba5c-0281-4bfd-bc27-09d33f35f488 req-5b5be9e4-212c-4570-a7a2-fdacbc927823 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:40.907642 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c7c3ba5c-0281-4bfd-bc27-09d33f35f488 req-5b5be9e4-212c-4570-a7a2-fdacbc927823 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 944 time: 0.1956089 Nov 12 00:39:40.973581 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-45e151c3-efbc-4cfd-ac0f-b2a305d518c7 req-732db8eb-3587-438c-b113-5e80dd6b733e tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0458958 Nov 12 00:39:41.048491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-e80dfb57-5f2d-424e-ad52-19aaeb7b9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.050469 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-e80dfb57-5f2d-424e-ad52-19aaeb7b9de9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d55099e5-14af-43ba-b147-158816cc2728 HTTP/1.1" status: 200 len: 853 time: 0.0551777 Nov 12 00:39:41.077953 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-4a05d6c9-ffb5-42ac-aec3-026eb222bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.079510 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-4a05d6c9-ffb5-42ac-aec3-026eb222bcb5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b&tenant_id=e12aedabe0d44294a297466dd9b3931e HTTP/1.1" status: 200 len: 1100 time: 0.1049581 Nov 12 00:39:41.088500 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6339c0f7-22c5-43e0-a8b7-fd2c14fdef49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.097720 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=2c6100ce-9303-43d8-92bf-6d8b009a82d7,revision_number=10']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:41.102080 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-14', 'device_owner': 'compute:nova'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:41.182271 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.219084 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-7718be25-fc8a-4a32-9b06-84dc18cb312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.221767 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-7718be25-fc8a-4a32-9b06-84dc18cb312d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d55099e5-14af-43ba-b147-158816cc2728 HTTP/1.1" status: 200 len: 853 time: 0.2893624 Nov 12 00:39:41.223305 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 1e611255-1c11-4db9-85cd-6ef55a941dcf, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=1e611255-1c11-4db9-85cd-6ef55a941dcf,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:41.228895 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.288364 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=1e611255-1c11-4db9-85cd-6ef55a941dcf,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:41.301495 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.310637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83568c9d-7010-4771-a870-aed50f1c0f42 req-5baf4120-3c9d-41d1-84a3-557099d358b6 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.312122 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-83568c9d-7010-4771-a870-aed50f1c0f42 req-5baf4120-3c9d-41d1-84a3-557099d358b6 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fa25e1-b7d3-4c55-b862-53c74c74d63d HTTP/1.1" status: 200 len: 946 time: 0.1464398 Nov 12 00:39:41.315118 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c7c3ba5c-0281-4bfd-bc27-09d33f35f488 req-ad1446f8-1f03-44d8-9cb5-a6802d06d9b1 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606069 Nov 12 00:39:41.322105 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-d3489065-e874-4c68-86cf-ec460127a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.324910 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-d3489065-e874-4c68-86cf-ec460127a251 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2389331 Nov 12 00:39:41.327253 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6339c0f7-22c5-43e0-a8b7-fd2c14fdef49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.332455 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a28df35-e78c-4c1c-beb2-546ebac6d397 req-165726ab-526b-4942-996a-f1e28e098c7e service neutron] 10.222.0.21 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166848 Nov 12 00:39:41.376379 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e41275-8daa-4f96-82d7-64a88c883e2e req-a29f043b-f190-4f50-8be9-a89dcb5f1388 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.378838 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-09e41275-8daa-4f96-82d7-64a88c883e2e req-a29f043b-f190-4f50-8be9-a89dcb5f1388 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 948 time: 0.1685801 Nov 12 00:39:41.399152 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-6339c0f7-22c5-43e0-a8b7-fd2c14fdef49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f74497-58df-4bf7-97f2-b78858046c34']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:41.449915 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-3fae2412-eff7-4b91-a422-52c1b6370807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.451648 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-3fae2412-eff7-4b91-a422-52c1b6370807 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2142355 Nov 12 00:39:41.455394 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-6339c0f7-22c5-43e0-a8b7-fd2c14fdef49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abd26fa-9f42-4987-86f8-e316f21cc7ee') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:41.455700 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-6339c0f7-22c5-43e0-a8b7-fd2c14fdef49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abd26fa-9f42-4987-86f8-e316f21cc7ee') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:41.503545 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6339c0f7-22c5-43e0-a8b7-fd2c14fdef49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.568838 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6339c0f7-22c5-43e0-a8b7-fd2c14fdef49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.581334 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-09e41275-8daa-4f96-82d7-64a88c883e2e req-e487b897-fb5d-4b9f-94f3-ea009f287b5a tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661069 Nov 12 00:39:41.619422 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6339c0f7-22c5-43e0-a8b7-fd2c14fdef49 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:39:41.619952 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6339c0f7-22c5-43e0-a8b7-fd2c14fdef49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:39:41.626944 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:39:41.650827 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-7bef7a54-4e26-4417-b139-e5c537f01624 service neutron] 10.222.0.15 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149624 Nov 12 00:39:41.685150 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee36cf-d7b1-4ab6-b5dd-bb60664923cb req-e5cfd496-0470-4828-bc19-5386883eb26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.686734 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9fee36cf-d7b1-4ab6-b5dd-bb60664923cb req-e5cfd496-0470-4828-bc19-5386883eb26f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6628ae707794416b814698161688f4b0&device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 1095 time: 0.2576139 Nov 12 00:39:41.718257 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e1402-507a-48e3-ab98-6df410fdc20a req-1c974210-4988-4634-ba96-93c40e2b1617 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:41.720440 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1022eb02-361d-41f9-9995-505887a6a27b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c6100ce-9303-43d8-92bf-6d8b009a82d7'}, {'server_uuid': 'd4fa25e1-b7d3-4c55-b862-53c74c74d63d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e611255-1c11-4db9-85cd-6ef55a941dcf'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:41.722807 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9b5a28-b106-4a18-9295-f59947d53570" -d '{"events": [{"server_uuid": "1022eb02-361d-41f9-9995-505887a6a27b", "name": "network-vif-unplugged", "status": "completed", "tag": "2c6100ce-9303-43d8-92bf-6d8b009a82d7"}, {"server_uuid": "d4fa25e1-b7d3-4c55-b862-53c74c74d63d", "name": "network-vif-unplugged", "status": "completed", "tag": "1e611255-1c11-4db9-85cd-6ef55a941dcf"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:41.725999 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-291e1402-507a-48e3-ab98-6df410fdc20a req-1c974210-4988-4634-ba96-93c40e2b1617 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d567ee1-f211-4c47-baa6-f4d912a60ac2 HTTP/1.1" status: 200 len: 946 time: 0.2682858 Nov 12 00:39:41.789560 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423d8433-638e-48b8-b2b9-6e2a11180953 x-openstack-request-id: req-423d8433-638e-48b8-b2b9-6e2a11180953 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:41.789821 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1022eb02-361d-41f9-9995-505887a6a27b", "name": "network-vif-unplugged", "status": "completed", "tag": "2c6100ce-9303-43d8-92bf-6d8b009a82d7", "code": 200}, {"server_uuid": "d4fa25e1-b7d3-4c55-b862-53c74c74d63d", "name": "network-vif-unplugged", "status": "completed", "tag": "1e611255-1c11-4db9-85cd-6ef55a941dcf", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:41.790046 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-423d8433-638e-48b8-b2b9-6e2a11180953 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:41.790412 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1022eb02-361d-41f9-9995-505887a6a27b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c6100ce-9303-43d8-92bf-6d8b009a82d7', 'code': 200} Nov 12 00:39:41.790730 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4fa25e1-b7d3-4c55-b862-53c74c74d63d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e611255-1c11-4db9-85cd-6ef55a941dcf', 'code': 200} Nov 12 00:39:41.867485 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6339c0f7-22c5-43e0-a8b7-fd2c14fdef49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.873134 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6339c0f7-22c5-43e0-a8b7-fd2c14fdef49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.877251 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6339c0f7-22c5-43e0-a8b7-fd2c14fdef49 admin admin] 10.222.0.31 "DELETE /v2.0/networks/23f74497-58df-4bf7-97f2-b78858046c34 HTTP/1.1" status: 204 len: 168 time: 1.1563542 Nov 12 00:39:41.891143 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54822) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:41.944309 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-83568c9d-7010-4771-a870-aed50f1c0f42 req-fb57bb16-ae23-4e41-960d-f1b9085e08b8 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Deleting port 1e611255-1c11-4db9-85cd-6ef55a941dcf {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:41.944650 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-83568c9d-7010-4771-a870-aed50f1c0f42 req-fb57bb16-ae23-4e41-960d-f1b9085e08b8 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.990408 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-f173003e-1052-4347-b16d-2d4d73958a9c service neutron] 10.222.0.21 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172644 Nov 12 00:39:41.993340 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339c0f7-22c5-43e0-a8b7-fd2c14fdef49 admin admin] Pushing event deleted for resources: {'Network': ['ID=23f74497-58df-4bf7-97f2-b78858046c34,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:42.020732 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee36cf-d7b1-4ab6-b5dd-bb60664923cb req-be56cebb-8017-4a42-b506-f42e34c132e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:42.022185 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9fee36cf-d7b1-4ab6-b5dd-bb60664923cb req-be56cebb-8017-4a42-b506-f42e34c132e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 HTTP/1.1" status: 200 len: 915 time: 0.3132849 Nov 12 00:39:42.066407 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] For port 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:42.077116 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b24e01-f758-4148-bb59-40955c8873b8 admin admin] Deleting subnet b5d00820-3603-4581-8aab-06d447ef4b92 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:39:42.077510 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973b02b-663f-4f0b-8d96-885ce5bce586 req-3f058a24-03c4-4c3d-a637-e7bb67c7146e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:42.079511 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2973b02b-663f-4f0b-8d96-885ce5bce586 req-3f058a24-03c4-4c3d-a637-e7bb67c7146e tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4fa25e1-b7d3-4c55-b862-53c74c74d63d HTTP/1.1" status: 200 len: 944 time: 0.1484244 Nov 12 00:39:42.116339 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-07b24e01-f758-4148-bb59-40955c8873b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.127430 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-83568c9d-7010-4771-a870-aed50f1c0f42 req-fb57bb16-ae23-4e41-960d-f1b9085e08b8 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] For port 1e611255-1c11-4db9-85cd-6ef55a941dcf, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=1e611255-1c11-4db9-85cd-6ef55a941dcf,segment=NetworkSegment(642f570b-ca64-4984-8f79-800d8f30fb47),segment_id=642f570b-ca64-4984-8f79-800d8f30fb47)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:42.127794 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-83568c9d-7010-4771-a870-aed50f1c0f42 req-fb57bb16-ae23-4e41-960d-f1b9085e08b8 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.149152 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-291e1402-507a-48e3-ab98-6df410fdc20a req-7b4e0d62-cc53-464e-8bb7-94e12618f3d9 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022518 Nov 12 00:39:42.163839 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-83568c9d-7010-4771-a870-aed50f1c0f42 req-fb57bb16-ae23-4e41-960d-f1b9085e08b8 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Calling delete_port for 1e611255-1c11-4db9-85cd-6ef55a941dcf owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:42.173514 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] For port 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:42.175624 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9fee36cf-d7b1-4ab6-b5dd-bb60664923cb req-999bb81d-c207-439f-b47a-8b8b78c2ed1d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b95907b-1930-468a-9c8f-6c23b1c8beac HTTP/1.1" status: 200 len: 217 time: 0.1122932 Nov 12 00:39:42.227234 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2973b02b-663f-4f0b-8d96-885ce5bce586 req-c9d0e803-38b5-4eb2-a55b-48163424c38b tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/security-groups?id=f25e6da9-3533-4523-b1b1-9894c91acd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384106 Nov 12 00:39:42.256582 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef807c27-e16b-4e89-87ab-9d38f4a41918 req-844d42a2-2fac-4dd5-b54a-ea78d575d90e service neutron] 10.222.0.15 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638335 Nov 12 00:39:42.299237 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6100ce-9303-43d8-92bf-6d8b009a82d7 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:42.324645 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-07b24e01-f758-4148-bb59-40955c8873b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.330030 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.360974 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] Transition to ACTIVE for port object 2c6100ce-9303-43d8-92bf-6d8b009a82d7 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:42.374783 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.431599 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b81aef5-1fab-4180-9a30-14c1401013ed req-b0e9784b-1f62-4f34-9b3f-ec9571913f08 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.31 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0967553 Nov 12 00:39:42.444414 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac096bab-6fae-48ea-984e-de5e5a7f54da req-ff3d6e30-5995-477d-80c6-b40fb5e7c79f service neutron] 10.222.0.21 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422536 Nov 12 00:39:42.488427 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-07b24e01-f758-4148-bb59-40955c8873b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.517132 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] No DVR routers for this DVR port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 on host n-h1-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:42.550465 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6100ce-9303-43d8-92bf-6d8b009a82d7,revision_number=11']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:42.568278 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee36cf-d7b1-4ab6-b5dd-bb60664923cb req-f6f5d411-9101-4684-b9b9-3695c83462f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:42.570160 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9fee36cf-d7b1-4ab6-b5dd-bb60664923cb req-f6f5d411-9101-4684-b9b9-3695c83462f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d55099e5-14af-43ba-b147-158816cc2728 HTTP/1.1" status: 200 len: 853 time: 0.3313394 Nov 12 00:39:42.632452 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511dbb4-1146-40a6-963e-8714c758c0a9 req-5f93e6ea-fc76-41d2-ae01-a33c1258b559 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:42.634126 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e511dbb4-1146-40a6-963e-8714c758c0a9 req-5f93e6ea-fc76-41d2-ae01-a33c1258b559 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 944 time: 0.2131560 Nov 12 00:39:42.641020 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a913da3-4511-48ec-884a-008ed9692c62 req-cb52e199-7cf1-4a47-bb06-f2549777fe66 tempest-ServerShowV254Test-1766389526 tempest-ServerShowV254Test-1766389526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3219e05f-13de-4fea-ab7f-bc9a2e2238e9 HTTP/1.1" status: 200 len: 210 time: 0.0777874 Nov 12 00:39:42.669873 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] Attempting to bind port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:42.670367 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] Attempting to bind port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:42.670697 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] Attempting to bind port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:42.672365 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-07b24e01-f758-4148-bb59-40955c8873b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.679133 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-83568c9d-7010-4771-a870-aed50f1c0f42 req-fb57bb16-ae23-4e41-960d-f1b9085e08b8 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.692428 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a92421-045f-439c-a27c-ac847f9fd259 req-6acbfd21-eaaa-46c2-973a-252cdb6da12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:42.694136 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-83a92421-045f-439c-a27c-ac847f9fd259 req-6acbfd21-eaaa-46c2-973a-252cdb6da12d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6628ae707794416b814698161688f4b0&device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 1096 time: 0.1369288 Nov 12 00:39:42.713064 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] Port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:42.713397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] Attempting to bind port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:42.736789 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b24e01-f758-4148-bb59-40955c8873b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5d00820-3603-4581-8aab-06d447ef4b92,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:42.740443 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-07b24e01-f758-4148-bb59-40955c8873b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.747353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:42.747736 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:42.748137 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:42.748799 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-07b24e01-f758-4148-bb59-40955c8873b8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b5d00820-3603-4581-8aab-06d447ef4b92 HTTP/1.1" status: 204 len: 168 time: 0.8184397 Nov 12 00:39:42.751769 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] Bound port: 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:42.752144 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.758798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54834) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:42.767522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee36cf-d7b1-4ab6-b5dd-bb60664923cb req-4c6fe1e9-f899-4173-9123-02e94cc6c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:42.771216 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9fee36cf-d7b1-4ab6-b5dd-bb60664923cb req-4c6fe1e9-f899-4173-9123-02e94cc6c48a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1861818 Nov 12 00:39:42.778695 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57bb16-ae23-4e41-960d-f1b9085e08b8 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Pushing event deleted for resources: {'Port': ['ID=1e611255-1c11-4db9-85cd-6ef55a941dcf,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:42.808504 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e511dbb4-1146-40a6-963e-8714c758c0a9 req-2747e71e-f122-4065-a297-c2e85a413600 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639562 Nov 12 00:39:42.853386 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a', 'tag': '5196c58f-1343-46c0-bc05-f728e0015d87'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:42.856052 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1fe485-0fd8-432f-ba75-f3e44ede75f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a", "tag": "5196c58f-1343-46c0-bc05-f728e0015d87"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:42.913742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-83568c9d-7010-4771-a870-aed50f1c0f42 req-fb57bb16-ae23-4e41-960d-f1b9085e08b8 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] No DVR routers for this DVR port 1e611255-1c11-4db9-85cd-6ef55a941dcf on host n-h1-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:42.926146 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-83568c9d-7010-4771-a870-aed50f1c0f42 req-fb57bb16-ae23-4e41-960d-f1b9085e08b8 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.929491 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-83568c9d-7010-4771-a870-aed50f1c0f42 req-fb57bb16-ae23-4e41-960d-f1b9085e08b8 tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.21 "DELETE /v2.0/ports/1e611255-1c11-4db9-85cd-6ef55a941dcf HTTP/1.1" status: 204 len: 173 time: 1.6091394 Nov 12 00:39:42.930286 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4fa25e1-b7d3-4c55-b862-53c74c74d63d', 'name': 'network-vif-deleted', 'tag': '1e611255-1c11-4db9-85cd-6ef55a941dcf'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:42.932726 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091e3453-da47-4281-b3a9-b70419a0c0c5" -d '{"events": [{"server_uuid": "d4fa25e1-b7d3-4c55-b862-53c74c74d63d", "name": "network-vif-deleted", "tag": "1e611255-1c11-4db9-85cd-6ef55a941dcf"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:42.959217 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-41a4aa34-1078-46b8-bb35-b409b547f027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:42.971495 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] For port 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:42.975369 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] For port 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:42.977452 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8263e062-0fa6-4d48-a464-07a1c34e99d4 x-openstack-request-id: req-8263e062-0fa6-4d48-a464-07a1c34e99d4 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:42.977862 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a", "tag": "5196c58f-1343-46c0-bc05-f728e0015d87", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:42.978293 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8263e062-0fa6-4d48-a464-07a1c34e99d4 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:42.978873 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a', 'tag': '5196c58f-1343-46c0-bc05-f728e0015d87', 'status': 'completed', 'code': 200} Nov 12 00:39:43.001997 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.049247 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8071cfee-f929-41c8-879f-77ee298280b1 x-openstack-request-id: req-8071cfee-f929-41c8-879f-77ee298280b1 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:43.049637 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4fa25e1-b7d3-4c55-b862-53c74c74d63d", "name": "network-vif-deleted", "tag": "1e611255-1c11-4db9-85cd-6ef55a941dcf", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:43.049955 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8071cfee-f929-41c8-879f-77ee298280b1 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:43.050416 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4fa25e1-b7d3-4c55-b862-53c74c74d63d', 'name': 'network-vif-deleted', 'tag': '1e611255-1c11-4db9-85cd-6ef55a941dcf', 'status': 'completed', 'code': 200} Nov 12 00:39:43.055292 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a92421-045f-439c-a27c-ac847f9fd259 req-8b0fa8c8-25d7-4cbc-a634-ccdaf631a99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.057039 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-83a92421-045f-439c-a27c-ac847f9fd259 req-8b0fa8c8-25d7-4cbc-a634-ccdaf631a99c service neutron] 10.222.0.21 "GET /v2.0/networks?id=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 HTTP/1.1" status: 200 len: 915 time: 0.3370059 Nov 12 00:39:43.071696 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcbd00-d3b0-4341-a5ca-7278560b4b7d req-65b5b86f-0155-42d4-aa2a-53c64c398e4d tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.073379 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b1fcbd00-d3b0-4341-a5ca-7278560b4b7d req-65b5b86f-0155-42d4-aa2a-53c64c398e4d tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 948 time: 0.3343894 Nov 12 00:39:43.095878 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-41a4aa34-1078-46b8-bb35-b409b547f027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.106702 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.107321 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.108731 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] 10.222.0.15 "PUT /v2.0/ports/2c6100ce-9303-43d8-92bf-6d8b009a82d7 HTTP/1.1" status: 200 len: 1097 time: 2.0121605 Nov 12 00:39:43.148340 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9fee36cf-d7b1-4ab6-b5dd-bb60664923cb req-1edd6822-1995-4fe2-95de-8cc7e6be7c4f service neutron] 10.222.0.21 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463981 Nov 12 00:39:43.159966 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-83a92421-045f-439c-a27c-ac847f9fd259 req-11939139-91fb-4c22-b67c-9ed4c9eb0540 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0357136-a9fc-421f-b074-529dd6b09277 HTTP/1.1" status: 200 len: 217 time: 0.0809371 Nov 12 00:39:43.174617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-41a4aa34-1078-46b8-bb35-b409b547f027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9333f96-14a4-456e-b1d8-ab6ede9be9af']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:43.182098 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fe485-0fd8-432f-ba75-f3e44ede75f1 req-f13257b3-af7b-491f-8c84-989e8bda8b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.184578 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e1fe485-0fd8-432f-ba75-f3e44ede75f1 req-f13257b3-af7b-491f-8c84-989e8bda8b1c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6628ae707794416b814698161688f4b0&device_id=e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a HTTP/1.1" status: 200 len: 1096 time: 0.1743460 Nov 12 00:39:43.217234 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a763f-5e00-48c7-8d56-3b6ff6352121 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6100ce-9303-43d8-92bf-6d8b009a82d7,revision_number=12']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:43.229357 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-41a4aa34-1078-46b8-bb35-b409b547f027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a3cfc2-19d6-4001-9a7c-730906f31b33') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:43.229958 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-41a4aa34-1078-46b8-bb35-b409b547f027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a3cfc2-19d6-4001-9a7c-730906f31b33') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:43.249426 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-41a4aa34-1078-46b8-bb35-b409b547f027 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.274068 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-a46fd467-90b2-401c-85ec-9acfd085c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.275863 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-a46fd467-90b2-401c-85ec-9acfd085c884 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 1100 time: 0.1170032 Nov 12 00:39:43.283842 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-41a4aa34-1078-46b8-bb35-b409b547f027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.293673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a92421-045f-439c-a27c-ac847f9fd259 req-d6aff8f2-82d2-4501-9d6a-424fdfefd057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.296915 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-83a92421-045f-439c-a27c-ac847f9fd259 req-d6aff8f2-82d2-4501-9d6a-424fdfefd057 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d55099e5-14af-43ba-b147-158816cc2728 HTTP/1.1" status: 200 len: 853 time: 0.0904393 Nov 12 00:39:43.332924 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a4aa34-1078-46b8-bb35-b409b547f027 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:39:43.333486 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-41a4aa34-1078-46b8-bb35-b409b547f027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:39:43.336818 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:39:43.350952 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b1fcbd00-d3b0-4341-a5ca-7278560b4b7d req-e4e551c3-c89e-4eca-b614-1199d6898f08 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528880 Nov 12 00:39:43.487301 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-41a4aa34-1078-46b8-bb35-b409b547f027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.500783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ac8e6-7c9b-47ce-a98e-58cfe31ba514 req-90c4ce53-fc2b-44fe-b44d-c943dd43b1e8 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.502661 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cb9ac8e6-7c9b-47ce-a98e-58cfe31ba514 req-90c4ce53-fc2b-44fe-b44d-c943dd43b1e8 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d567ee1-f211-4c47-baa6-f4d912a60ac2 HTTP/1.1" status: 200 len: 946 time: 0.1918161 Nov 12 00:39:43.509326 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-41a4aa34-1078-46b8-bb35-b409b547f027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:43.514931 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-41a4aa34-1078-46b8-bb35-b409b547f027 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b9333f96-14a4-456e-b1d8-ab6ede9be9af HTTP/1.1" status: 204 len: 168 time: 0.7508745 Nov 12 00:39:43.546200 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4aa34-1078-46b8-bb35-b409b547f027 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9333f96-14a4-456e-b1d8-ab6ede9be9af,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:43.619241 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-787bef3b-cf66-4548-bd23-ee395b53a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.624468 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-787bef3b-cf66-4548-bd23-ee395b53a711 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.3376606 Nov 12 00:39:43.628651 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-007d5b78-f081-4580-b36f-edb81c4c667c req-2b10d85e-53d8-4ffe-ad04-2b36c25dd9bc tempest-ImagesTestJSON-1182351025 tempest-ImagesTestJSON-1182351025-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4fa25e1-b7d3-4c55-b862-53c74c74d63d HTTP/1.1" status: 200 len: 210 time: 0.1175733 Nov 12 00:39:43.651420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a92421-045f-439c-a27c-ac847f9fd259 req-61d53bf9-4cf7-4c83-b007-4d93597bf473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.652831 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-83a92421-045f-439c-a27c-ac847f9fd259 req-61d53bf9-4cf7-4c83-b007-4d93597bf473 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2718360 Nov 12 00:39:43.707348 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9fee36cf-d7b1-4ab6-b5dd-bb60664923cb req-0e0f3772-ce35-4e81-b44e-bc8f6ae3936b service neutron] 10.222.0.21 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463614 Nov 12 00:39:43.708637 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54852) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:43.720072 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-33b62686-0281-469f-ac84-838592a69a96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7 HTTP/1.1" status: 200 len: 217 time: 0.0746579 Nov 12 00:39:43.770870 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fe485-0fd8-432f-ba75-f3e44ede75f1 req-e4990f24-2178-44e4-bdee-e72ee20be758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.773144 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e1fe485-0fd8-432f-ba75-f3e44ede75f1 req-e4990f24-2178-44e4-bdee-e72ee20be758 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 HTTP/1.1" status: 200 len: 915 time: 0.4498956 Nov 12 00:39:43.796840 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cb9ac8e6-7c9b-47ce-a98e-58cfe31ba514 req-176304ed-3297-4dc6-ab5f-a42d2a4e43d2 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704761 Nov 12 00:39:43.844943 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-70371074-fc40-46aa-9c90-3267b37d3bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.846428 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-70371074-fc40-46aa-9c90-3267b37d3bf7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1143842 Nov 12 00:39:43.873188 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f294c771-a68d-4772-97bb-105936891b26 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=06163c1124b24fc681237287cdcb2502&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1580021 Nov 12 00:39:43.874592 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e1fe485-0fd8-432f-ba75-f3e44ede75f1 req-82de7fe6-ed87-472f-b4ed-2a02971254a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5196c58f-1343-46c0-bc05-f728e0015d87 HTTP/1.1" status: 200 len: 217 time: 0.0612350 Nov 12 00:39:43.877040 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54860) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:43.942742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-cde72394-7b59-4a38-a6ef-b3a26e66ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:43.944342 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-cde72394-7b59-4a38-a6ef-b3a26e66ff4b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0882666 Nov 12 00:39:44.035319 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-203ca52f-250e-4f6c-b87d-249593b677d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.050870 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-83a92421-045f-439c-a27c-ac847f9fd259 req-a5ecccd1-ba43-455b-b237-b2cea027e68c service neutron] 10.222.0.21 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883951 Nov 12 00:39:44.052195 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fe485-0fd8-432f-ba75-f3e44ede75f1 req-39991001-7f0d-44d6-a86d-619fa512befe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:44.053564 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e1fe485-0fd8-432f-ba75-f3e44ede75f1 req-39991001-7f0d-44d6-a86d-619fa512befe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d55099e5-14af-43ba-b147-158816cc2728 HTTP/1.1" status: 200 len: 853 time: 0.1456382 Nov 12 00:39:44.059066 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-f2c16e78-2f78-4728-ad7d-d4128ff597ee service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990193 Nov 12 00:39:44.068762 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8f760-0769-4c70-9624-8788e8fca9f5 req-67a616c7-6c59-4359-a95f-fca6da9a7ec4 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:44.070342 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c7a8f760-0769-4c70-9624-8788e8fca9f5 req-67a616c7-6c59-4359-a95f-fca6da9a7ec4 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5ec55e-8248-4197-9a2a-867637950dc7 HTTP/1.1" status: 200 len: 946 time: 0.1459653 Nov 12 00:39:44.121446 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4daa24-7750-4f0d-9f90-e52a7e708499 req-42697fba-4cbe-4fd9-be72-7d528baf8352 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:44.123100 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca4daa24-7750-4f0d-9f90-e52a7e708499 req-42697fba-4cbe-4fd9-be72-7d528baf8352 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 944 time: 0.1988928 Nov 12 00:39:44.145090 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-203ca52f-250e-4f6c-b87d-249593b677d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.190849 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c7a8f760-0769-4c70-9624-8788e8fca9f5 req-b495eba1-97bc-452a-913d-16448e573538 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973516 Nov 12 00:39:44.207764 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a7f50fed-3904-42de-bd49-05ddd267d5fb req-80c1c598-0e98-4cec-bec3-83373bf5ac2e service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364214 Nov 12 00:39:44.268633 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54866) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:44.410392 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f986ae8-62d1-402e-808a-8f0e38f5d866 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.531511 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f986ae8-62d1-402e-808a-8f0e38f5d866 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.553143 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f986ae8-62d1-402e-808a-8f0e38f5d866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.576831 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae4850-2829-48c0-a535-0812cd5c03e2 req-bbcc8d54-f668-4379-8c08-39c79f5d0290 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:44.584858 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-adae4850-2829-48c0-a535-0812cd5c03e2 req-bbcc8d54-f668-4379-8c08-39c79f5d0290 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 948 time: 0.1039102 Nov 12 00:39:44.610263 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3b95907b-1930-468a-9c8f-6c23b1c8beac details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:44.614543 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 1e611255-1c11-4db9-85cd-6ef55a941dcf no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:44.640296 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7f986ae8-62d1-402e-808a-8f0e38f5d866 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e50b6f0fb1ba4d6fbdfbc0a839733f80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3663976 Nov 12 00:39:44.640296 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f986ae8-62d1-402e-808a-8f0e38f5d866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2982106e-3e27-4c75-94a6-4da1cd269664,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:44.642923 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54876) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:44.679538 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-83a92421-045f-439c-a27c-ac847f9fd259 req-7e0c84b9-8dad-43d7-bc3c-977c60aab056 service neutron] 10.222.0.21 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6191864 Nov 12 00:39:44.680889 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 1e611255-1c11-4db9-85cd-6ef55a941dcf {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:44.685243 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 1e611255-1c11-4db9-85cd-6ef55a941dcf not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:44.705787 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-adae4850-2829-48c0-a535-0812cd5c03e2 req-ef388aad-5d5d-4698-9b28-e03cf21ad0c9 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148157 Nov 12 00:39:44.709241 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fe485-0fd8-432f-ba75-f3e44ede75f1 req-2c29ee4f-f7fa-4336-b0cc-5f868cd6a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:44.711391 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e1fe485-0fd8-432f-ba75-f3e44ede75f1 req-2c29ee4f-f7fa-4336-b0cc-5f868cd6a89f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6352568 Nov 12 00:39:44.723189 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca4daa24-7750-4f0d-9f90-e52a7e708499 req-e8b11b6e-bf8a-486d-ad56-66c50e7487f6 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5819590 Nov 12 00:39:44.732563 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-203ca52f-250e-4f6c-b87d-249593b677d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.735771 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-203ca52f-250e-4f6c-b87d-249593b677d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.739354 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-203ca52f-250e-4f6c-b87d-249593b677d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2a95e34-a4be-4c0f-8ffa-98f32ca1a141 HTTP/1.1" status: 204 len: 168 time: 0.8589272 Nov 12 00:39:44.777933 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11eb8589-23a5-4e84-bd98-972189671e12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.826271 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11eb8589-23a5-4e84-bd98-972189671e12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.876984 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ca52f-250e-4f6c-b87d-249593b677d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a95e34-a4be-4c0f-8ffa-98f32ca1a141,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:44.899383 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11eb8589-23a5-4e84-bd98-972189671e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.903671 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11eb8589-23a5-4e84-bd98-972189671e12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.909043 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-11eb8589-23a5-4e84-bd98-972189671e12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2982106e-3e27-4c75-94a6-4da1cd269664 HTTP/1.1" status: 204 len: 168 time: 0.2582462 Nov 12 00:39:44.940347 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb8589-23a5-4e84-bd98-972189671e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2982106e-3e27-4c75-94a6-4da1cd269664,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:44.945341 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e1fe485-0fd8-432f-ba75-f3e44ede75f1 req-3ccb0c78-ddbd-43dc-bf91-482468cfc8dc service neutron] 10.222.0.15 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211514 Nov 12 00:39:45.021396 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3b95907b-1930-468a-9c8f-6c23b1c8beac, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3b95907b-1930-468a-9c8f-6c23b1c8beac,segment=NetworkSegment(65e95274-6740-4009-b325-97875e4f9f55),segment_id=65e95274-6740-4009-b325-97875e4f9f55)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:45.051384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1022eb02-361d-41f9-9995-505887a6a27b', 'tag': '2c6100ce-9303-43d8-92bf-6d8b009a82d7'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:45.054569 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ae6600-2a06-49d8-92bd-9dcc55d23551" -d '{"events": [{"name": "network-changed", "server_uuid": "1022eb02-361d-41f9-9995-505887a6a27b", "tag": "2c6100ce-9303-43d8-92bf-6d8b009a82d7"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:45.066321 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '3b95907b-1930-468a-9c8f-6c23b1c8beac', 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9', 'port_id': '3b95907b-1930-468a-9c8f-6c23b1c8beac', 'mac_address': 'fa:16:3e:f7:6d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55099e5-14af-43ba-b147-158816cc2728', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:45.155889 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.162774 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e1fe485-0fd8-432f-ba75-f3e44ede75f1 req-ce40a726-1891-41c5-9fe8-cc8aaaf20e46 service neutron] 10.222.0.15 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973152 Nov 12 00:39:45.183886 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b95907b-1930-468a-9c8f-6c23b1c8beac {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:45.213612 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234e20c-06b2-4e85-b318-1863ee9e924f req-f1a632c9-50cd-4fd5-bf35-5537c16f2868 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.227070 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d234e20c-06b2-4e85-b318-1863ee9e924f req-f1a632c9-50cd-4fd5-bf35-5537c16f2868 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5ec55e-8248-4197-9a2a-867637950dc7 HTTP/1.1" status: 200 len: 946 time: 0.1184802 Nov 12 00:39:45.229439 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3b95907b-1930-468a-9c8f-6c23b1c8beac, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3b95907b-1930-468a-9c8f-6c23b1c8beac,segment=NetworkSegment(65e95274-6740-4009-b325-97875e4f9f55),segment_id=65e95274-6740-4009-b325-97875e4f9f55)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:45.242513 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.243559 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device d0357136-a9fc-421f-b074-529dd6b09277 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:45.249448 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765e5008-0bbe-4740-a4c1-fb438321d598 x-openstack-request-id: req-765e5008-0bbe-4740-a4c1-fb438321d598 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:45.250641 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1022eb02-361d-41f9-9995-505887a6a27b", "tag": "2c6100ce-9303-43d8-92bf-6d8b009a82d7", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:45.250945 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-765e5008-0bbe-4740-a4c1-fb438321d598 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:45.251335 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1022eb02-361d-41f9-9995-505887a6a27b', 'tag': '2c6100ce-9303-43d8-92bf-6d8b009a82d7', 'status': 'completed', 'code': 200} Nov 12 00:39:45.314842 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port d0357136-a9fc-421f-b074-529dd6b09277, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=d0357136-a9fc-421f-b074-529dd6b09277,segment=NetworkSegment(65e95274-6740-4009-b325-97875e4f9f55),segment_id=65e95274-6740-4009-b325-97875e4f9f55)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:45.324561 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54910) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:45.334575 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'd0357136-a9fc-421f-b074-529dd6b09277', 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9', 'port_id': 'd0357136-a9fc-421f-b074-529dd6b09277', 'mac_address': 'fa:16:3e:c4:d2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55099e5-14af-43ba-b147-158816cc2728', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:45.348044 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae6600-2a06-49d8-92bd-9dcc55d23551 req-7807cdb5-21b0-4a44-8a69-5a592c46234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.349840 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41ae6600-2a06-49d8-92bd-9dcc55d23551 req-7807cdb5-21b0-4a44-8a69-5a592c46234b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 1100 time: 0.1347122 Nov 12 00:39:45.359577 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae6600-2a06-49d8-92bd-9dcc55d23551 req-98099e1a-b7eb-4f7f-9ff0-b7350bac922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.361454 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41ae6600-2a06-49d8-92bd-9dcc55d23551 req-98099e1a-b7eb-4f7f-9ff0-b7350bac922f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 1100 time: 0.0911102 Nov 12 00:39:45.377991 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d234e20c-06b2-4e85-b318-1863ee9e924f req-91303186-480a-436e-9736-04adb09fe6dc tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433880 Nov 12 00:39:45.441838 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-61ce0cb3-cf8d-4041-b595-56399b1aa0de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=589ab48734c84f72ab278e9dfce13d50&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1135092 Nov 12 00:39:45.445801 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54918) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:45.477541 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.499279 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0357136-a9fc-421f-b074-529dd6b09277 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:45.540662 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=3b95907b-1930-468a-9c8f-6c23b1c8beac,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:45.549897 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port d0357136-a9fc-421f-b074-529dd6b09277, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=d0357136-a9fc-421f-b074-529dd6b09277,segment=NetworkSegment(65e95274-6740-4009-b325-97875e4f9f55),segment_id=65e95274-6740-4009-b325-97875e4f9f55)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:45.556131 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.561660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae6600-2a06-49d8-92bd-9dcc55d23551 req-ca4d848a-64cb-4d91-9f49-99b02a2c1a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.563744 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41ae6600-2a06-49d8-92bd-9dcc55d23551 req-ca4d848a-64cb-4d91-9f49-99b02a2c1a63 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1961901 Nov 12 00:39:45.570332 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54932) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:45.615756 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=d0357136-a9fc-421f-b074-529dd6b09277,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:45.639038 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6ca940a-14ba-438e-b82f-d962bb4d07b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.643220 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41ae6600-2a06-49d8-92bd-9dcc55d23551 req-160c6e0d-c9ac-45c9-8a5f-b7f5cb7241c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7 HTTP/1.1" status: 200 len: 217 time: 0.0560024 Nov 12 00:39:45.676198 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6ca940a-14ba-438e-b82f-d962bb4d07b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.680438 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b59b0dd-bff3-4e60-b03b-d0e99ad14448 admin admin] Deleting subnet 66de2356-7ea2-45bf-8678-a507a5cc17cd {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:39:45.695776 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9b59b0dd-bff3-4e60-b03b-d0e99ad14448 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.742153 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae6600-2a06-49d8-92bd-9dcc55d23551 req-145722d4-8698-454b-b65d-203577f92ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.743764 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41ae6600-2a06-49d8-92bd-9dcc55d23551 req-145722d4-8698-454b-b65d-203577f92ab5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0718205 Nov 12 00:39:45.772899 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae6600-2a06-49d8-92bd-9dcc55d23551 req-f8ad8215-2a15-46c6-b63e-aa3ea0a1eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.774512 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41ae6600-2a06-49d8-92bd-9dcc55d23551 req-f8ad8215-2a15-46c6-b63e-aa3ea0a1eaf7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.2066894 Nov 12 00:39:45.787693 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9b59b0dd-bff3-4e60-b03b-d0e99ad14448 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.867781 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41ae6600-2a06-49d8-92bd-9dcc55d23551 req-4bbda0f8-317e-40c6-b5ac-cf11b31912ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7 HTTP/1.1" status: 200 len: 217 time: 0.0535815 Nov 12 00:39:45.885411 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['d0357136-a9fc-421f-b074-529dd6b09277'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:45.890107 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['3b95907b-1930-468a-9c8f-6c23b1c8beac'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:45.892991 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae6600-2a06-49d8-92bd-9dcc55d23551 req-9399f8ab-adfd-4f57-925b-1cda1fd8849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.895722 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41ae6600-2a06-49d8-92bd-9dcc55d23551 req-9399f8ab-adfd-4f57-925b-1cda1fd8849c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1387310 Nov 12 00:39:45.937139 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6ca940a-14ba-438e-b82f-d962bb4d07b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.948584 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6ca940a-14ba-438e-b82f-d962bb4d07b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.954373 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b6ca940a-14ba-438e-b82f-d962bb4d07b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3f0857f-88f8-4821-a407-5ac83d09ad22 HTTP/1.1" status: 204 len: 168 time: 0.5064912 Nov 12 00:39:45.984285 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9b59b0dd-bff3-4e60-b03b-d0e99ad14448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:46.022469 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae6600-2a06-49d8-92bd-9dcc55d23551 req-2251c143-b1db-41f6-9f86-2f53f5aae120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:46.024400 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41ae6600-2a06-49d8-92bd-9dcc55d23551 req-2251c143-b1db-41f6-9f86-2f53f5aae120 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1467772 Nov 12 00:39:46.065527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca940a-14ba-438e-b82f-d962bb4d07b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f0857f-88f8-4821-a407-5ac83d09ad22,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:46.190843 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4adf72-4f6e-447a-9ae8-e7d8c24b401c req-9d667f00-4e52-4beb-beb4-b20249f6ea67 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:46.192536 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ee4adf72-4f6e-447a-9ae8-e7d8c24b401c req-9d667f00-4e52-4beb-beb4-b20249f6ea67 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 945 time: 0.2463577 Nov 12 00:39:46.198474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ba440-8bf3-4278-8e69-6f174ec4a296 req-952b0cf9-6140-40b5-8de1-8d965247a767 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:46.200411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6ec24-cb97-403a-b7ac-e466dce1d726 req-c82f2a6f-fc27-45da-966c-6bb4200be78c tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:46.202017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19c6ec24-cb97-403a-b7ac-e466dce1d726 req-c82f2a6f-fc27-45da-966c-6bb4200be78c tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad5ec55e-8248-4197-9a2a-867637950dc7 HTTP/1.1" status: 200 len: 946 time: 0.2236156 Nov 12 00:39:46.208811 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-968ba440-8bf3-4278-8e69-6f174ec4a296 req-952b0cf9-6140-40b5-8de1-8d965247a767 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 948 time: 0.3579192 Nov 12 00:39:46.215286 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41ae6600-2a06-49d8-92bd-9dcc55d23551 req-14b624ae-77f7-4958-be9c-a7dbbf064989 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935519 Nov 12 00:39:46.256617 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae6600-2a06-49d8-92bd-9dcc55d23551 req-5b6c04e3-a37a-4e83-bac8-75dce7f7b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:46.258352 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41ae6600-2a06-49d8-92bd-9dcc55d23551 req-5b6c04e3-a37a-4e83-bac8-75dce7f7b337 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2111375 Nov 12 00:39:46.269133 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9b59b0dd-bff3-4e60-b03b-d0e99ad14448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:46.303850 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd5d6d4f-f21b-41a2-980a-da81b8808f2b req-d25a7b14-91bb-4c02-a6c3-e409fd8d1381 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2360229 Nov 12 00:39:46.405574 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59b0dd-bff3-4e60-b03b-d0e99ad14448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66de2356-7ea2-45bf-8678-a507a5cc17cd,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:46.425139 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9b59b0dd-bff3-4e60-b03b-d0e99ad14448 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:46.429816 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9b59b0dd-bff3-4e60-b03b-d0e99ad14448 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/66de2356-7ea2-45bf-8678-a507a5cc17cd HTTP/1.1" status: 204 len: 168 time: 0.8584800 Nov 12 00:39:46.433489 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54968) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:46.452586 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-968ba440-8bf3-4278-8e69-6f174ec4a296 req-860044e5-7fce-43ba-8049-74d5c3b9f409 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323048 Nov 12 00:39:46.504633 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ee4adf72-4f6e-447a-9ae8-e7d8c24b401c req-c6bce53b-95fd-40d3-babb-e3480530e6d1 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998641 Nov 12 00:39:46.617033 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41ae6600-2a06-49d8-92bd-9dcc55d23551 req-dfe490d8-29b6-42ad-b231-a49c34d64ab2 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733866 Nov 12 00:39:46.624910 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41ae6600-2a06-49d8-92bd-9dcc55d23551 req-49f108ea-957f-4848-9a4a-b1648651175a service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374805 Nov 12 00:39:46.652614 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d6d4f-f21b-41a2-980a-da81b8808f2b req-aeb1f06b-f730-47dd-bcbc-3ad0a1f528b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:46.654505 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd5d6d4f-f21b-41a2-980a-da81b8808f2b req-aeb1f06b-f730-47dd-bcbc-3ad0a1f528b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e12aedabe0d44294a297466dd9b3931e&device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 1102 time: 0.2887983 Nov 12 00:39:46.662582 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee206-318d-405c-8860-23b1716b982e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:46.699331 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54974) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:46.709184 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-19c6ec24-cb97-403a-b7ac-e466dce1d726 req-6c599412-4f05-4d2a-a5ca-6fc40e7d69f3 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Deleting port 8b11b765-b731-4dfe-bbee-061697720364 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:46.709770 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19c6ec24-cb97-403a-b7ac-e466dce1d726 req-6c599412-4f05-4d2a-a5ca-6fc40e7d69f3 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:46.804155 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d6d4f-f21b-41a2-980a-da81b8808f2b req-fd21b471-0308-432a-9565-80978cdef533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:46.806244 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd5d6d4f-f21b-41a2-980a-da81b8808f2b req-fd21b471-0308-432a-9565-80978cdef533 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1238966 Nov 12 00:39:46.894196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-19c6ec24-cb97-403a-b7ac-e466dce1d726 req-6c599412-4f05-4d2a-a5ca-6fc40e7d69f3 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] For port 8b11b765-b731-4dfe-bbee-061697720364, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8b11b765-b731-4dfe-bbee-061697720364,segment=NetworkSegment(1f11f643-72f5-4ae0-a3b6-8774462e1527),segment_id=1f11f643-72f5-4ae0-a3b6-8774462e1527)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:46.899093 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd5d6d4f-f21b-41a2-980a-da81b8808f2b req-8b0f4aa1-248d-49ae-8ee0-7f0ee7443ec9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=05a5ed81-c561-4205-b530-77b2e13676d5 HTTP/1.1" status: 200 len: 217 time: 0.0438390 Nov 12 00:39:46.908564 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19c6ec24-cb97-403a-b7ac-e466dce1d726 req-6c599412-4f05-4d2a-a5ca-6fc40e7d69f3 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:46.916060 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 5196c58f-1343-46c0-bc05-f728e0015d87 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:46.935106 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-19c6ec24-cb97-403a-b7ac-e466dce1d726 req-6c599412-4f05-4d2a-a5ca-6fc40e7d69f3 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Calling delete_port for 8b11b765-b731-4dfe-bbee-061697720364 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:46.950347 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab0b79-b10b-4159-a86e-5272fe9eaed3 req-01120704-016b-450c-83af-9f08c6fa84b8 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:46.959142 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-73ab0b79-b10b-4159-a86e-5272fe9eaed3 req-01120704-016b-450c-83af-9f08c6fa84b8 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5ec55e-8248-4197-9a2a-867637950dc7 HTTP/1.1" status: 200 len: 946 time: 0.3232603 Nov 12 00:39:46.995718 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee206-318d-405c-8860-23b1716b982e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.044529 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41ae6600-2a06-49d8-92bd-9dcc55d23551 req-78beb4c6-fa15-45f2-a8b6-e9feb3bfc622 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958104 Nov 12 00:39:47.064408 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-2e8ee206-318d-405c-8860-23b1716b982e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efed2f8d-410d-453a-a918-3e5afbff8a94']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:47.097869 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-73ab0b79-b10b-4159-a86e-5272fe9eaed3 req-c62be6a9-3f37-4311-bef2-21da387ebef3 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227262 Nov 12 00:39:47.101195 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-2e8ee206-318d-405c-8860-23b1716b982e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642f570b-ca64-4984-8f79-800d8f30fb47') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:47.101741 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-2e8ee206-318d-405c-8860-23b1716b982e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642f570b-ca64-4984-8f79-800d8f30fb47') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:47.135587 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee206-318d-405c-8860-23b1716b982e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.140197 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6f8a3488-13bc-44c9-b9ae-62141fc482fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1753786544-network', 'tenant_id': '5296ecb4beb2464f89b29bec01832302'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:47.186322 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 5196c58f-1343-46c0-bc05-f728e0015d87, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5196c58f-1343-46c0-bc05-f728e0015d87,segment=NetworkSegment(65e95274-6740-4009-b325-97875e4f9f55),segment_id=65e95274-6740-4009-b325-97875e4f9f55)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:47.198362 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee206-318d-405c-8860-23b1716b982e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.212583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8a3488-13bc-44c9-b9ae-62141fc482fd admin admin] Made reservation on behalf of 5296ecb4beb2464f89b29bec01832302 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:47.215042 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f8a3488-13bc-44c9-b9ae-62141fc482fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.220763 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8ee206-318d-405c-8860-23b1716b982e admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:39:47.221241 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee206-318d-405c-8860-23b1716b982e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:39:47.223255 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:39:47.228987 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '5196c58f-1343-46c0-bc05-f728e0015d87', 'network_id': 'd62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9', 'port_id': '5196c58f-1343-46c0-bc05-f728e0015d87', 'mac_address': 'fa:16:3e:d2:f3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55099e5-14af-43ba-b147-158816cc2728', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:47.246347 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19c6ec24-cb97-403a-b7ac-e466dce1d726 req-6c599412-4f05-4d2a-a5ca-6fc40e7d69f3 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.250000 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7aeb27-6f46-4fe5-aab7-86f25a3d215a req-50e5a4ba-9dcb-4648-ac47-58919d3f9f87 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:47.252204 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c7aeb27-6f46-4fe5-aab7-86f25a3d215a req-50e5a4ba-9dcb-4648-ac47-58919d3f9f87 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d567ee1-f211-4c47-baa6-f4d912a60ac2 HTTP/1.1" status: 200 len: 946 time: 0.3521354 Nov 12 00:39:47.275830 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c599412-4f05-4d2a-a5ca-6fc40e7d69f3 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Pushing event deleted for resources: {'Port': ['ID=8b11b765-b731-4dfe-bbee-061697720364,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:47.287509 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d6d4f-f21b-41a2-980a-da81b8808f2b req-5e1783f1-e0d8-439d-9e63-627c8e9d695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:47.289131 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd5d6d4f-f21b-41a2-980a-da81b8808f2b req-5e1783f1-e0d8-439d-9e63-627c8e9d695b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.3003731 Nov 12 00:39:47.301034 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f8a3488-13bc-44c9-b9ae-62141fc482fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.301481 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:47.366315 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c6ec24-cb97-403a-b7ac-e466dce1d726 req-6c599412-4f05-4d2a-a5ca-6fc40e7d69f3 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] No DVR routers for this DVR port 8b11b765-b731-4dfe-bbee-061697720364 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:47.372170 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee206-318d-405c-8860-23b1716b982e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.373854 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19c6ec24-cb97-403a-b7ac-e466dce1d726 req-6c599412-4f05-4d2a-a5ca-6fc40e7d69f3 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.387024 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19c6ec24-cb97-403a-b7ac-e466dce1d726 req-6c599412-4f05-4d2a-a5ca-6fc40e7d69f3 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.21 "DELETE /v2.0/ports/8b11b765-b731-4dfe-bbee-061697720364 HTTP/1.1" status: 204 len: 173 time: 1.1708353 Nov 12 00:39:47.387480 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5ec55e-8248-4197-9a2a-867637950dc7', 'name': 'network-vif-deleted', 'tag': '8b11b765-b731-4dfe-bbee-061697720364'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:47.389466 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee206-318d-405c-8860-23b1716b982e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.390370 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7680db55-dc2f-4aac-b389-8e50a798b2ec" -d '{"events": [{"server_uuid": "ad5ec55e-8248-4197-9a2a-867637950dc7", "name": "network-vif-deleted", "tag": "8b11b765-b731-4dfe-bbee-061697720364"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:47.395872 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2e8ee206-318d-405c-8860-23b1716b982e admin admin] 10.222.0.31 "DELETE /v2.0/networks/efed2f8d-410d-453a-a918-3e5afbff8a94 HTTP/1.1" status: 204 len: 168 time: 0.9419727 Nov 12 00:39:47.411925 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.449801 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ee206-318d-405c-8860-23b1716b982e admin admin] Pushing event deleted for resources: {'Network': ['ID=efed2f8d-410d-453a-a918-3e5afbff8a94,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:47.453887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5196c58f-1343-46c0-bc05-f728e0015d87 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:47.471422 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211862e4-97f9-467b-9063-7dbd4d702faf x-openstack-request-id: req-211862e4-97f9-467b-9063-7dbd4d702faf {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:47.471974 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5ec55e-8248-4197-9a2a-867637950dc7", "name": "network-vif-deleted", "tag": "8b11b765-b731-4dfe-bbee-061697720364", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:47.472424 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-211862e4-97f9-467b-9063-7dbd4d702faf {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:47.473032 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5ec55e-8248-4197-9a2a-867637950dc7', 'name': 'network-vif-deleted', 'tag': '8b11b765-b731-4dfe-bbee-061697720364', 'status': 'completed', 'code': 200} Nov 12 00:39:47.490149 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d6d4f-f21b-41a2-980a-da81b8808f2b req-3bebc15a-1833-45c7-a74f-c89621e09e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:47.497727 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd5d6d4f-f21b-41a2-980a-da81b8808f2b req-3bebc15a-1833-45c7-a74f-c89621e09e42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1932025 Nov 12 00:39:47.499099 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 5196c58f-1343-46c0-bc05-f728e0015d87, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5196c58f-1343-46c0-bc05-f728e0015d87,segment=NetworkSegment(65e95274-6740-4009-b325-97875e4f9f55),segment_id=65e95274-6740-4009-b325-97875e4f9f55)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:47.509753 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.659919 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-5c7aeb27-6f46-4fe5-aab7-86f25a3d215a req-149b47e0-b5dc-48ec-ab91-859f66d50b80 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Deleting port 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:47.660283 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5c7aeb27-6f46-4fe5-aab7-86f25a3d215a req-149b47e0-b5dc-48ec-ab91-859f66d50b80 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.701035 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a1bb9-a111-43ff-8143-ea65daa1627a req-da74ca0b-08c3-4c8a-8c6b-19a142011566 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:47.703239 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-838a1bb9-a111-43ff-8143-ea65daa1627a req-da74ca0b-08c3-4c8a-8c6b-19a142011566 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 948 time: 0.1219947 Nov 12 00:39:47.730793 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=5196c58f-1343-46c0-bc05-f728e0015d87,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:47.738539 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f8a3488-13bc-44c9-b9ae-62141fc482fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.803442 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-838a1bb9-a111-43ff-8143-ea65daa1627a req-32f65358-4087-425a-baec-5faf3d4a5d29 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931756 Nov 12 00:39:47.834621 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f8a3488-13bc-44c9-b9ae-62141fc482fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:47.873201 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55014) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:47.889020 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd5d6d4f-f21b-41a2-980a-da81b8808f2b req-f54d5196-6885-4906-bb8e-cf12ae80ec4c service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802121 Nov 12 00:39:47.933462 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c8466811-5ccc-421e-bb74-7c326ab47d00 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b7e9eb5ebe054e9bb51945a5d738bd5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0590146 Nov 12 00:39:47.937368 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55020) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:47.942206 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8a3488-13bc-44c9-b9ae-62141fc482fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:39:48.023393 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a3488-13bc-44c9-b9ae-62141fc482fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35016ce7-6546-4807-ae63-55e0105d00df,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:48.027382 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f8a3488-13bc-44c9-b9ae-62141fc482fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.027761 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-6f8a3488-13bc-44c9-b9ae-62141fc482fd admin admin] Added segment 6bcd1460-7002-412d-8f91-bced057eb4e8 of type vlan for network e9d51c46-f358-424d-ac2a-b0dc401b9ad6 Nov 12 00:39:48.074412 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d8c-7fe0-42f3-9d7e-53be945ee7d7 req-927c0f98-f776-42a9-b2e1-8a36ea87bc60 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:48.082295 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-71d37d8c-7fe0-42f3-9d7e-53be945ee7d7 req-927c0f98-f776-42a9-b2e1-8a36ea87bc60 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 945 time: 0.3592403 Nov 12 00:39:48.086492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['5196c58f-1343-46c0-bc05-f728e0015d87'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:48.181621 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-5c7aeb27-6f46-4fe5-aab7-86f25a3d215a req-149b47e0-b5dc-48ec-ab91-859f66d50b80 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] For port 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab,segment=NetworkSegment(1f11f643-72f5-4ae0-a3b6-8774462e1527),segment_id=1f11f643-72f5-4ae0-a3b6-8774462e1527)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:48.182571 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5c7aeb27-6f46-4fe5-aab7-86f25a3d215a req-149b47e0-b5dc-48ec-ab91-859f66d50b80 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.186008 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f8a3488-13bc-44c9-b9ae-62141fc482fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.213243 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-34b614ab-96fe-4b1b-a86e-0f8e4f009ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.229205 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-5c7aeb27-6f46-4fe5-aab7-86f25a3d215a req-149b47e0-b5dc-48ec-ab91-859f66d50b80 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Calling delete_port for 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:48.275955 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-34b614ab-96fe-4b1b-a86e-0f8e4f009ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.369415 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e0b84-da7d-4b8c-a5e6-ab0e2926e333 req-53a8d270-10bf-41ea-9670-a8b04fb6523d tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:48.371418 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b43e0b84-da7d-4b8c-a5e6-ab0e2926e333 req-53a8d270-10bf-41ea-9670-a8b04fb6523d tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 946 time: 0.2383008 Nov 12 00:39:48.404751 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-34b614ab-96fe-4b1b-a86e-0f8e4f009ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.407538 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-34b614ab-96fe-4b1b-a86e-0f8e4f009ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.408725 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-34b614ab-96fe-4b1b-a86e-0f8e4f009ff0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f25e6da9-3533-4523-b1b1-9894c91acd03 HTTP/1.1" status: 204 len: 168 time: 0.4696553 Nov 12 00:39:48.445393 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b614ab-96fe-4b1b-a86e-0f8e4f009ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25e6da9-3533-4523-b1b1-9894c91acd03,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:48.479829 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b614ab-96fe-4b1b-a86e-0f8e4f009ff0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:48.480076 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b614ab-96fe-4b1b-a86e-0f8e4f009ff0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:48.480522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b614ab-96fe-4b1b-a86e-0f8e4f009ff0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:48.480758 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b614ab-96fe-4b1b-a86e-0f8e4f009ff0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:48.481076 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b614ab-96fe-4b1b-a86e-0f8e4f009ff0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:48.481802 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b614ab-96fe-4b1b-a86e-0f8e4f009ff0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:48.481802 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b614ab-96fe-4b1b-a86e-0f8e4f009ff0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:48.482076 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b614ab-96fe-4b1b-a86e-0f8e4f009ff0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:48.482363 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b614ab-96fe-4b1b-a86e-0f8e4f009ff0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:48.482685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b614ab-96fe-4b1b-a86e-0f8e4f009ff0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:48.483011 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b614ab-96fe-4b1b-a86e-0f8e4f009ff0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:48.483331 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b614ab-96fe-4b1b-a86e-0f8e4f009ff0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:48.530837 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b43e0b84-da7d-4b8c-a5e6-ab0e2926e333 req-bb70be75-02c5-4fc6-81a7-892371b94930 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477783 Nov 12 00:39:48.614041 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3b95907b-1930-468a-9c8f-6c23b1c8beac up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:48.737052 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 3b95907b-1930-468a-9c8f-6c23b1c8beac completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:48.741425 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 3b95907b-1930-468a-9c8f-6c23b1c8beac triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:48.741949 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.866534 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f8899-49af-4aa8-81c8-e301317b19cc req-25c046a8-ee81-4ebe-9a8c-02ecd9357f71 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:48.868394 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-db2f8899-49af-4aa8-81c8-e301317b19cc req-25c046a8-ee81-4ebe-9a8c-02ecd9357f71 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d567ee1-f211-4c47-baa6-f4d912a60ac2 HTTP/1.1" status: 200 len: 946 time: 0.1089468 Nov 12 00:39:48.921273 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 2c6100ce-9303-43d8-92bf-6d8b009a82d7 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:39:48.993889 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:48.994217 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-db2f8899-49af-4aa8-81c8-e301317b19cc req-49af7c49-6417-49bb-bded-323dea627193 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169913 Nov 12 00:39:49.043897 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5c7aeb27-6f46-4fe5-aab7-86f25a3d215a req-149b47e0-b5dc-48ec-ab91-859f66d50b80 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:49.073857 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-71d37d8c-7fe0-42f3-9d7e-53be945ee7d7 req-9a504e35-0eea-41fa-9dfd-8e56a7231267 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9905772 Nov 12 00:39:49.113002 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c938af7-10c8-4d37-9d6f-8eab4f63836d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b95907b-1930-468a-9c8f-6c23b1c8beac'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:49.115472 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769c0347-912e-4219-acdc-900a1a0f67a1" -d '{"events": [{"server_uuid": "2c938af7-10c8-4d37-9d6f-8eab4f63836d", "name": "network-vif-plugged", "status": "completed", "tag": "3b95907b-1930-468a-9c8f-6c23b1c8beac"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:49.155137 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd5d6d4f-f21b-41a2-980a-da81b8808f2b req-641eeabc-f63a-4cda-a7fa-7d0e84b5fc44 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2381687 Nov 12 00:39:49.155754 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f8a3488-13bc-44c9-b9ae-62141fc482fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:49.157325 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8a3488-13bc-44c9-b9ae-62141fc482fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:49.160858 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f8a3488-13bc-44c9-b9ae-62141fc482fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:49.164889 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3b95907b-1930-468a-9c8f-6c23b1c8beac, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3b95907b-1930-468a-9c8f-6c23b1c8beac,segment=NetworkSegment(65e95274-6740-4009-b325-97875e4f9f55),segment_id=65e95274-6740-4009-b325-97875e4f9f55)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:49.174913 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:49.175828 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device d0357136-a9fc-421f-b074-529dd6b09277 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:49.182176 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b47e0-b5dc-48ec-ab91-859f66d50b80 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Pushing event deleted for resources: {'Port': ['ID=2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:49.257341 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:49.282731 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '2c6100ce-9303-43d8-92bf-6d8b009a82d7', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '2c6100ce-9303-43d8-92bf-6d8b009a82d7', 'mac_address': 'fa:16:3e:74:fe:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:39:49.352179 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:49.356254 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=3b95907b-1930-468a-9c8f-6c23b1c8beac,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:49.371766 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c04c14-8fa0-4dcf-97aa-12d740f36690 req-3f4d1ba9-d619-425a-9d68-cc6b3540221e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:49.374024 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6100ce-9303-43d8-92bf-6d8b009a82d7 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:49.379627 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6f8a3488-13bc-44c9-b9ae-62141fc482fd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6745114 Nov 12 00:39:49.387174 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-49c04c14-8fa0-4dcf-97aa-12d740f36690 req-3f4d1ba9-d619-425a-9d68-cc6b3540221e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 948 time: 0.2147205 Nov 12 00:39:49.388489 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55068) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:49.396523 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:49.401043 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-662c9d8f-b42b-4c0b-a260-e7c794b9322c admin admin] Request body: {'subnet': {'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1753786544-subnet', 'tenant_id': '5296ecb4beb2464f89b29bec01832302', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:49.404451 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:49.418570 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port d0357136-a9fc-421f-b074-529dd6b09277 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:49.419185 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7aeb27-6f46-4fe5-aab7-86f25a3d215a req-149b47e0-b5dc-48ec-ab91-859f66d50b80 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] No DVR routers for this DVR port 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:49.424979 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5c7aeb27-6f46-4fe5-aab7-86f25a3d215a req-149b47e0-b5dc-48ec-ab91-859f66d50b80 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:49.429421 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c7aeb27-6f46-4fe5-aab7-86f25a3d215a req-149b47e0-b5dc-48ec-ab91-859f66d50b80 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.15 "DELETE /v2.0/ports/2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab HTTP/1.1" status: 204 len: 173 time: 2.1375432 Nov 12 00:39:49.429985 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d567ee1-f211-4c47-baa6-f4d912a60ac2', 'name': 'network-vif-deleted', 'tag': '2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:49.432481 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e7eeba-3e43-49d4-892e-a43f57db2e7a" -d '{"events": [{"server_uuid": "0d567ee1-f211-4c47-baa6-f4d912a60ac2", "name": "network-vif-deleted", "tag": "2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:49.442503 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a3488-13bc-44c9-b9ae-62141fc482fd admin admin] Pushing event updated for resources: {'Network': ['ID=e9d51c46-f358-424d-ac2a-b0dc401b9ad6,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:49.464300 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network e9d51c46-f358-424d-ac2a-b0dc401b9ad6 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:39:49.481873 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port d0357136-a9fc-421f-b074-529dd6b09277 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:49.482380 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:49.494498 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662c9d8f-b42b-4c0b-a260-e7c794b9322c admin admin] Made reservation on behalf of 5296ecb4beb2464f89b29bec01832302 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:49.496993 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-662c9d8f-b42b-4c0b-a260-e7c794b9322c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:49.539203 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-49c04c14-8fa0-4dcf-97aa-12d740f36690 req-79dd869d-98ff-4ece-80a9-7a21288de708 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280286 Nov 12 00:39:49.599891 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=2c6100ce-9303-43d8-92bf-6d8b009a82d7,revision_number=13']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:49.627495 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b991f6fb-107b-4bd5-80bc-62c168610a71 x-openstack-request-id: req-b991f6fb-107b-4bd5-80bc-62c168610a71 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:49.627994 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c938af7-10c8-4d37-9d6f-8eab4f63836d", "name": "network-vif-plugged", "status": "completed", "tag": "3b95907b-1930-468a-9c8f-6c23b1c8beac", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:49.628316 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b991f6fb-107b-4bd5-80bc-62c168610a71 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:49.628837 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c938af7-10c8-4d37-9d6f-8eab4f63836d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b95907b-1930-468a-9c8f-6c23b1c8beac', 'code': 200} Nov 12 00:39:49.691934 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:49.749485 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port d0357136-a9fc-421f-b074-529dd6b09277, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=d0357136-a9fc-421f-b074-529dd6b09277,segment=NetworkSegment(65e95274-6740-4009-b325-97875e4f9f55),segment_id=65e95274-6740-4009-b325-97875e4f9f55)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:49.756813 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:49.758012 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8b11b765-b731-4dfe-bbee-061697720364 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:49.879364 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 8b11b765-b731-4dfe-bbee-061697720364 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:49.879988 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8b11b765-b731-4dfe-bbee-061697720364 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:49.939541 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['2c6100ce-9303-43d8-92bf-6d8b009a82d7'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:49.971525 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f8c93d-429d-410d-868b-8b8ef91e81de x-openstack-request-id: req-82f8c93d-429d-410d-868b-8b8ef91e81de {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:49.971978 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d567ee1-f211-4c47-baa6-f4d912a60ac2", "name": "network-vif-deleted", "tag": "2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:49.972332 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82f8c93d-429d-410d-868b-8b8ef91e81de {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:49.973002 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d567ee1-f211-4c47-baa6-f4d912a60ac2', 'name': 'network-vif-deleted', 'tag': '2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab', 'status': 'completed', 'code': 200} Nov 12 00:39:49.986810 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-662c9d8f-b42b-4c0b-a260-e7c794b9322c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:50.017794 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=d0357136-a9fc-421f-b074-529dd6b09277,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:50.034670 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d4335-63aa-414c-9710-0883d2d01ab3 req-7cf32216-88d4-44e1-bce5-ebbd6f00b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:50.036991 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fc5d4335-63aa-414c-9710-0883d2d01ab3 req-7cf32216-88d4-44e1-bce5-ebbd6f00b62a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 1097 time: 0.1628280 Nov 12 00:39:50.084177 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c9d8f-b42b-4c0b-a260-e7c794b9322c admin admin] Pushing event updated for resources: {'Subnet': ['ID=08cb9a84-8134-4e9c-99d6-c33732bf6cde,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:50.097341 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-04c834ba-da0e-450b-9d2e-2dee37963e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:50.110449 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c9d8f-b42b-4c0b-a260-e7c794b9322c admin admin] Checking segment: {'id': '6bcd1460-7002-412d-8f91-bced057eb4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:50.110815 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662c9d8f-b42b-4c0b-a260-e7c794b9322c admin admin] Network hostable DHCP agents. Network: e9d51c46-f358-424d-ac2a-b0dc401b9ad6, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:39:50.199708 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fc5d4335-63aa-414c-9710-0883d2d01ab3 req-f3dc13f0-2ca3-4b1c-98ce-b35da409f3d3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506886 Nov 12 00:39:50.221935 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662c9d8f-b42b-4c0b-a260-e7c794b9322c admin admin] Network e9d51c46-f358-424d-ac2a-b0dc401b9ad6 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:39:50.237236 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-662c9d8f-b42b-4c0b-a260-e7c794b9322c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, e9d51c46-f358-424d-ac2a-b0dc401b9ad6) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:50.247158 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662c9d8f-b42b-4c0b-a260-e7c794b9322c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:50.247158 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-662c9d8f-b42b-4c0b-a260-e7c794b9322c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:50.251867 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5a70e8-fc71-4076-a0d5-0259b4cb4ae1 None None] Network e9d51c46-f358-424d-ac2a-b0dc401b9ad6 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:50.293282 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-662c9d8f-b42b-4c0b-a260-e7c794b9322c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9020879 Nov 12 00:39:50.424873 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd19a55-6633-4005-9f8c-22fab8168e4a req-e68abd7b-211f-4c0d-8ba9-945b9d25c792 tempest-MigrationsAdminTest-699601597 tempest-MigrationsAdminTest-699601597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:50.433298 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-acd19a55-6633-4005-9f8c-22fab8168e4a req-e68abd7b-211f-4c0d-8ba9-945b9d25c792 tempest-MigrationsAdminTest-699601597 tempest-MigrationsAdminTest-699601597-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 1101 time: 0.0660534 Nov 12 00:39:50.461087 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d5293-3251-4d17-8c31-c0b7ff65355a req-da30217c-3a1c-423d-b9a3-5cb2fa2a191e tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:50.464038 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-455d5293-3251-4d17-8c31-c0b7ff65355a req-da30217c-3a1c-423d-b9a3-5cb2fa2a191e tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 946 time: 0.0851493 Nov 12 00:39:50.488675 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-acd19a55-6633-4005-9f8c-22fab8168e4a req-75d072a5-eae5-4c6b-a639-0d4084aca151 tempest-MigrationsAdminTest-699601597 tempest-MigrationsAdminTest-699601597-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544336 Nov 12 00:39:50.506842 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e52a00-da6d-4e60-b1cd-d21891ce14b4 None None] Network e9d51c46-f358-424d-ac2a-b0dc401b9ad6 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:50.586474 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-455d5293-3251-4d17-8c31-c0b7ff65355a req-602f7806-3454-453d-8af0-fbb200f328ee tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117682 Nov 12 00:39:50.634081 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0efeee5c-8c96-4506-8b36-419f388c1add req-266c9610-b9c1-482e-9037-6dbc2d17ff73 tempest-MultipleCreateTestJSON-1100703992 tempest-MultipleCreateTestJSON-1100703992-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d567ee1-f211-4c47-baa6-f4d912a60ac2 HTTP/1.1" status: 200 len: 210 time: 0.0270150 Nov 12 00:39:50.759352 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a762cef-7384-47ac-bc6d-af77d6cd0003 req-c35d2157-76f7-49cc-90fb-351621d253b5 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:50.771457 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0a762cef-7384-47ac-bc6d-af77d6cd0003 req-c35d2157-76f7-49cc-90fb-351621d253b5 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 946 time: 0.1011066 Nov 12 00:39:50.854897 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0a762cef-7384-47ac-bc6d-af77d6cd0003 req-d36d3c77-deb6-4fd8-a429-46ec325a14a9 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824449 Nov 12 00:39:50.922599 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 5196c58f-1343-46c0-bc05-f728e0015d87 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:51.027606 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 5196c58f-1343-46c0-bc05-f728e0015d87 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:51.034252 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 5196c58f-1343-46c0-bc05-f728e0015d87 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:51.034671 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:51.137006 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:51.177603 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-c6cf78e6-463d-4979-b2f6-646835924d38 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:51.179232 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-c6cf78e6-463d-4979-b2f6-646835924d38 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/networks?id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6 HTTP/1.1" status: 200 len: 815 time: 0.1309285 Nov 12 00:39:51.180923 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 5196c58f-1343-46c0-bc05-f728e0015d87, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5196c58f-1343-46c0-bc05-f728e0015d87,segment=NetworkSegment(65e95274-6740-4009-b325-97875e4f9f55),segment_id=65e95274-6740-4009-b325-97875e4f9f55)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:51.191701 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:51.192572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:51.210252 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-52362672-3b5a-462d-bdd7-cca54ceb9e0b tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/quotas/5296ecb4beb2464f89b29bec01832302 HTTP/1.1" status: 200 len: 375 time: 0.0243280 Nov 12 00:39:51.271389 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-5d73beb1-97bb-495f-9c4f-bc365a3aa84b tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5296ecb4beb2464f89b29bec01832302&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459337 Nov 12 00:39:51.323330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107644a-2ddc-4568-925b-a5b590537a7b req-5f75ef34-5c89-49cd-8504-edeec074be21 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:51.333273 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c107644a-2ddc-4568-925b-a5b590537a7b req-5f75ef34-5c89-49cd-8504-edeec074be21 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.0773671 Nov 12 00:39:51.341120 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:51.341631 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 2ecbe8ff-6a8f-4fc5-9c40-935b4eb3b9ab not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:51.343012 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=5196c58f-1343-46c0-bc05-f728e0015d87,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:51.402408 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c107644a-2ddc-4568-925b-a5b590537a7b req-0d29da99-05f7-496e-b199-7ad4d3ac3c45 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584543 Nov 12 00:39:51.603314 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-4c548820-079b-4552-a0db-ea43acb7d2ca service neutron] 10.222.0.31 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229761 Nov 12 00:39:51.630267 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4a1594-e836-4dee-a5e0-6ce39c1cb341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0357136-a9fc-421f-b074-529dd6b09277'}, {'server_uuid': 'e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5196c58f-1343-46c0-bc05-f728e0015d87'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:51.633631 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d721f61f-c505-445f-8cd7-467372472226" -d '{"events": [{"server_uuid": "8c4a1594-e836-4dee-a5e0-6ce39c1cb341", "name": "network-vif-plugged", "status": "completed", "tag": "d0357136-a9fc-421f-b074-529dd6b09277"}, {"server_uuid": "e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a", "name": "network-vif-plugged", "status": "completed", "tag": "5196c58f-1343-46c0-bc05-f728e0015d87"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:51.745177 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-5e456a95-5dfe-4c29-b823-9eb7b6701c4a service neutron] 10.222.0.31 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402948 Nov 12 00:39:51.764573 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27315d41-9102-4e77-a456-cbceafbbc4f8 req-5b4d7fca-fc24-46aa-b3ae-e0d5cb7d9a87 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:51.766698 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-27315d41-9102-4e77-a456-cbceafbbc4f8 req-5b4d7fca-fc24-46aa-b3ae-e0d5cb7d9a87 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.21 "GET /v2.0/ports?device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 946 time: 0.1128900 Nov 12 00:39:51.785913 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dc6d7-99a1-406c-bb7a-f4e1aaa97cc4 req-cf62cfdc-fac0-443b-9885-7c170c8554c6 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:51.794938 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ba2dc6d7-99a1-406c-bb7a-f4e1aaa97cc4 req-cf62cfdc-fac0-443b-9885-7c170c8554c6 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 946 time: 0.0995371 Nov 12 00:39:51.911108 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ba2dc6d7-99a1-406c-bb7a-f4e1aaa97cc4 req-67a6e9f8-42bb-44d3-9191-0fba91e3aa5a tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992095 Nov 12 00:39:51.992887 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55190) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:52.040663 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d973cfe-79d4-4838-a114-2890f4ecbd6c x-openstack-request-id: req-5d973cfe-79d4-4838-a114-2890f4ecbd6c {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:52.049158 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4a1594-e836-4dee-a5e0-6ce39c1cb341", "name": "network-vif-plugged", "status": "completed", "tag": "d0357136-a9fc-421f-b074-529dd6b09277", "code": 200}, {"server_uuid": "e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a", "name": "network-vif-plugged", "status": "completed", "tag": "5196c58f-1343-46c0-bc05-f728e0015d87", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:52.049465 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d973cfe-79d4-4838-a114-2890f4ecbd6c {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:52.049899 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4a1594-e836-4dee-a5e0-6ce39c1cb341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0357136-a9fc-421f-b074-529dd6b09277', 'code': 200} Nov 12 00:39:52.050164 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5196c58f-1343-46c0-bc05-f728e0015d87', 'code': 200} Nov 12 00:39:52.088296 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-27315d41-9102-4e77-a456-cbceafbbc4f8 req-7402fc63-48e5-4587-8f2b-e4d0ff31cebf tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Deleting port 72a01655-9f9e-4578-b8ee-132d6355be95 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:52.088758 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-27315d41-9102-4e77-a456-cbceafbbc4f8 req-7402fc63-48e5-4587-8f2b-e4d0ff31cebf tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:52.151887 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3653c89-a0be-44fa-89b0-cc9ab936606d admin admin] Deleting subnet ff75f12f-7eb6-4287-af93-efecf500824e {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:39:52.187534 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e3653c89-a0be-44fa-89b0-cc9ab936606d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:52.281381 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fbc1107f-79fa-4a8d-baf1-b43f17e876f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:52.312460 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d24c8cb1-89fe-46af-8440-9426da27f6d3 req-6501a711-a99f-4722-803c-e2aeb539358f tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 210 time: 0.1348708 Nov 12 00:39:52.349874 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e3653c89-a0be-44fa-89b0-cc9ab936606d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:52.369666 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40d38c-c765-49c0-aae5-77248bcb3f9d req-60ce3ed1-4cb4-47c5-9db6-1075f63030ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:52.379308 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7c40d38c-c765-49c0-aae5-77248bcb3f9d req-60ce3ed1-4cb4-47c5-9db6-1075f63030ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 1098 time: 0.2279494 Nov 12 00:39:52.421382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43dbc7-c643-49f3-ba3a-5026a5099c5e req-21cb7c2f-b5c6-48c3-81bc-95e6cd9b6ce1 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:52.437900 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be43dbc7-c643-49f3-ba3a-5026a5099c5e req-21cb7c2f-b5c6-48c3-81bc-95e6cd9b6ce1 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 946 time: 0.2818978 Nov 12 00:39:52.495281 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-27315d41-9102-4e77-a456-cbceafbbc4f8 req-7402fc63-48e5-4587-8f2b-e4d0ff31cebf tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] For port 72a01655-9f9e-4578-b8ee-132d6355be95, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=72a01655-9f9e-4578-b8ee-132d6355be95,segment=NetworkSegment(614c630f-cac9-4e9f-b771-374b70637843),segment_id=614c630f-cac9-4e9f-b771-374b70637843)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:52.496221 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-27315d41-9102-4e77-a456-cbceafbbc4f8 req-7402fc63-48e5-4587-8f2b-e4d0ff31cebf tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:52.506519 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7c40d38c-c765-49c0-aae5-77248bcb3f9d req-914aed23-07a8-4303-9b46-af9c26d8e041 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175957 Nov 12 00:39:52.525888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ca16d-706d-41f2-9c42-5abb9848347c req-00398a4f-18d2-4ead-bdcf-0841ca8239d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:52.527487 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b75ca16d-706d-41f2-9c42-5abb9848347c req-00398a4f-18d2-4ead-bdcf-0841ca8239d5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a HTTP/1.1" status: 200 len: 1098 time: 0.3304348 Nov 12 00:39:52.615176 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e3653c89-a0be-44fa-89b0-cc9ab936606d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:52.800245 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be43dbc7-c643-49f3-ba3a-5026a5099c5e req-e9ced1ff-48af-4a69-b9c8-894ccc8161a8 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464911 Nov 12 00:39:52.830571 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1d392-a23a-418f-8661-b4adde55a968 req-2ad638c2-a57d-44d1-8e0f-21b118443f3c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:52.838705 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a0f1d392-a23a-418f-8661-b4adde55a968 req-2ad638c2-a57d-44d1-8e0f-21b118443f3c tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.2684486 Nov 12 00:39:52.840186 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55222) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:52.884762 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b75ca16d-706d-41f2-9c42-5abb9848347c req-48bd7f4a-5e3a-427a-9b51-fa8a045550c8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445125 Nov 12 00:39:52.906217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656db981-ac35-4ae4-9dd5-c1c333864cc5 req-2ae07ede-4d9a-4209-bcf1-272309dadbff tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:52.908394 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-656db981-ac35-4ae4-9dd5-c1c333864cc5 req-2ae07ede-4d9a-4209-bcf1-272309dadbff tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.15 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 949 time: 0.2220926 Nov 12 00:39:52.915501 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e3653c89-a0be-44fa-89b0-cc9ab936606d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:52.926632 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 2c6100ce-9303-43d8-92bf-6d8b009a82d7 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:39:52.955600 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e3653c89-a0be-44fa-89b0-cc9ab936606d admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:52.979756 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e3653c89-a0be-44fa-89b0-cc9ab936606d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ff75f12f-7eb6-4287-af93-efecf500824e HTTP/1.1" status: 204 len: 168 time: 0.9854202 Nov 12 00:39:52.984263 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a0f1d392-a23a-418f-8661-b4adde55a968 req-09d2f46e-4815-49f6-8d7b-af0b56d704ad tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385598 Nov 12 00:39:53.084893 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55236) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:53.150790 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:39:53.155251 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:39:53.155631 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.176406 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3653c89-a0be-44fa-89b0-cc9ab936606d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff75f12f-7eb6-4287-af93-efecf500824e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:53.200846 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-27315d41-9102-4e77-a456-cbceafbbc4f8 req-7402fc63-48e5-4587-8f2b-e4d0ff31cebf tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.200846 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-27315d41-9102-4e77-a456-cbceafbbc4f8 req-7402fc63-48e5-4587-8f2b-e4d0ff31cebf tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.200846 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [req-27315d41-9102-4e77-a456-cbceafbbc4f8 req-7402fc63-48e5-4587-8f2b-e4d0ff31cebf tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Floating IP 89efbbbb-afec-4481-9fee-242109544d5c disassociated. External IP: 172.25.0.212, port: 72a01655-9f9e-4578-b8ee-132d6355be95. Nov 12 00:39:53.201254 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-27315d41-9102-4e77-a456-cbceafbbc4f8 req-7402fc63-48e5-4587-8f2b-e4d0ff31cebf tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Calling delete_port for 72a01655-9f9e-4578-b8ee-132d6355be95 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:53.254084 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-462209fa-1d36-4f53-91e7-627d3651474f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.347415 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.349936 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.360228 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0dd4a30a-a4cc-4643-9cb7-45d41744904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.394598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:53.405532 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.415849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c51062-174a-4d37-a024-3be8e12ea1f7 req-0a8c19b9-2248-4aaf-8be4-b3417dd34861 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:53.426698 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-83c51062-174a-4d37-a024-3be8e12ea1f7 req-0a8c19b9-2248-4aaf-8be4-b3417dd34861 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 946 time: 0.2534847 Nov 12 00:39:53.551213 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=2c6100ce-9303-43d8-92bf-6d8b009a82d7,revision_number=14']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:53.589604 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a1223cc0-ec1c-4b64-af82-be088ecf5e8b req-eb11a20d-639b-478c-a11c-0c25840c61f0 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 210 time: 0.0741167 Nov 12 00:39:53.592755 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-27315d41-9102-4e77-a456-cbceafbbc4f8 req-7402fc63-48e5-4587-8f2b-e4d0ff31cebf tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.677115 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-83c51062-174a-4d37-a024-3be8e12ea1f7 req-c0ad0730-c2e8-4e3c-bead-e68b3854041d tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488317 Nov 12 00:39:53.690387 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402fc63-48e5-4587-8f2b-e4d0ff31cebf tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Pushing event deleted for resources: {'Port': ['ID=72a01655-9f9e-4578-b8ee-132d6355be95,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:53.693443 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0dd4a30a-a4cc-4643-9cb7-45d41744904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.722195 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-656db981-ac35-4ae4-9dd5-c1c333864cc5 req-ac95afee-b592-40d4-93a6-5fd551c05073 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Deleting port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:53.724220 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-656db981-ac35-4ae4-9dd5-c1c333864cc5 req-ac95afee-b592-40d4-93a6-5fd551c05073 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.758809 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-462209fa-1d36-4f53-91e7-627d3651474f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.774862 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-0dd4a30a-a4cc-4643-9cb7-45d41744904b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d1f5e71-9069-466c-b7e7-01693df40b5e']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:53.789183 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-462209fa-1d36-4f53-91e7-627d3651474f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.843236 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-0dd4a30a-a4cc-4643-9cb7-45d41744904b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f11f643-72f5-4ae0-a3b6-8774462e1527') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:53.843623 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-0dd4a30a-a4cc-4643-9cb7-45d41744904b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f11f643-72f5-4ae0-a3b6-8774462e1527') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:53.888332 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0dd4a30a-a4cc-4643-9cb7-45d41744904b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.950150 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0dd4a30a-a4cc-4643-9cb7-45d41744904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.967336 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-462209fa-1d36-4f53-91e7-627d3651474f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1075230c5823422f9964dc543bbbf4d5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1160591 Nov 12 00:39:53.979846 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55244) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:53.980682 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462209fa-1d36-4f53-91e7-627d3651474f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d776ced5-b0a4-406c-b9a0-77dd6aebc5a4,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:53.985975 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd4a30a-a4cc-4643-9cb7-45d41744904b admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:39:53.986479 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0dd4a30a-a4cc-4643-9cb7-45d41744904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:39:53.998034 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:39:54.051677 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1022eb02-361d-41f9-9995-505887a6a27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6100ce-9303-43d8-92bf-6d8b009a82d7'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:54.054782 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b057108-3119-42d1-9843-f2b0b6a16ac4" -d '{"events": [{"server_uuid": "1022eb02-361d-41f9-9995-505887a6a27b", "name": "network-vif-plugged", "status": "completed", "tag": "2c6100ce-9303-43d8-92bf-6d8b009a82d7"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:54.077907 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-656db981-ac35-4ae4-9dd5-c1c333864cc5 req-ac95afee-b592-40d4-93a6-5fd551c05073 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] For port 2c6100ce-9303-43d8-92bf-6d8b009a82d7, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2c6100ce-9303-43d8-92bf-6d8b009a82d7,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:54.078298 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-656db981-ac35-4ae4-9dd5-c1c333864cc5 req-ac95afee-b592-40d4-93a6-5fd551c05073 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:54.134322 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-656db981-ac35-4ae4-9dd5-c1c333864cc5 req-ac95afee-b592-40d4-93a6-5fd551c05073 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Calling delete_port for 2c6100ce-9303-43d8-92bf-6d8b009a82d7 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:54.277190 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0dd4a30a-a4cc-4643-9cb7-45d41744904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:54.366876 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:54.396110 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0dd4a30a-a4cc-4643-9cb7-45d41744904b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:54.411364 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0dd4a30a-a4cc-4643-9cb7-45d41744904b admin admin] 10.222.0.31 "DELETE /v2.0/networks/2d1f5e71-9069-466c-b7e7-01693df40b5e HTTP/1.1" status: 204 len: 168 time: 1.3230822 Nov 12 00:39:54.477842 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27315d41-9102-4e77-a456-cbceafbbc4f8 req-7402fc63-48e5-4587-8f2b-e4d0ff31cebf tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Router 655ce57c-c595-477a-9a27-a8b94ab562f0 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:39:54.627339 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 72a01655-9f9e-4578-b8ee-132d6355be95 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:54.661810 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 72a01655-9f9e-4578-b8ee-132d6355be95 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:54.662454 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 72a01655-9f9e-4578-b8ee-132d6355be95 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:54.675253 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55266) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:54.681891 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4a30a-a4cc-4643-9cb7-45d41744904b admin admin] Pushing event deleted for resources: {'Network': ['ID=2d1f5e71-9069-466c-b7e7-01693df40b5e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:54.695301 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-62dc5842-11f4-4c69-8009-51e247b2d7f7 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:54.696687 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-62dc5842-11f4-4c69-8009-51e247b2d7f7 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.15 "GET /v2.0/networks?id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6 HTTP/1.1" status: 200 len: 815 time: 0.4404171 Nov 12 00:39:54.735387 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-f2042409-4572-47dd-a79a-a30ebbf73b5b tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Request body: {'port': {'device_id': '99077391-e618-45ea-8341-a34e6459be9d', 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6', 'admin_state_up': True, 'tenant_id': '5296ecb4beb2464f89b29bec01832302'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:54.735587 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd02cb-c847-40ac-844e-989c0e2aa696 req-8506683c-eec5-40e9-9aa8-2999e52f1af8 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:54.743271 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bedd02cb-c847-40ac-844e-989c0e2aa696 req-8506683c-eec5-40e9-9aa8-2999e52f1af8 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 946 time: 0.2872875 Nov 12 00:39:54.759228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d6d57-c293-4165-b420-d7469254370e req-8305d4d1-074a-48aa-a8b8-ad3f0a2508da tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:54.767431 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1c7d6d57-c293-4165-b420-d7469254370e req-8305d4d1-074a-48aa-a8b8-ad3f0a2508da tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 950 time: 0.5092192 Nov 12 00:39:54.847358 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-52951c96-572d-494c-bac9-a49620d59e4c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b6d62a6e3ffc45a09d8ebc74a0feb835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1641691 Nov 12 00:39:54.852397 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55276) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:54.861663 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c79fd29a-ebe3-48ed-9917-a1a4c3ec4eeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:54.876295 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bedd02cb-c847-40ac-844e-989c0e2aa696 req-47784c45-655c-45d7-b1c8-ee81ab8f2ddd tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320825 Nov 12 00:39:54.909276 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27315d41-9102-4e77-a456-cbceafbbc4f8 req-7402fc63-48e5-4587-8f2b-e4d0ff31cebf tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:39:54.930496 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d445746-667e-4dd1-86a5-a7e81e690fa4 None None] Sync routers for ids ['655ce57c-c595-477a-9a27-a8b94ab562f0'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:39:54.950550 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d445746-667e-4dd1-86a5-a7e81e690fa4 None None] Routers {'655ce57c-c595-477a-9a27-a8b94ab562f0'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:39:54.957353 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b76bf1-c4f2-4532-b1fd-41f5fb3a6466 x-openstack-request-id: req-e9b76bf1-c4f2-4532-b1fd-41f5fb3a6466 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:54.957941 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1022eb02-361d-41f9-9995-505887a6a27b", "name": "network-vif-plugged", "status": "completed", "tag": "2c6100ce-9303-43d8-92bf-6d8b009a82d7", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:54.958650 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9b76bf1-c4f2-4532-b1fd-41f5fb3a6466 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:54.959777 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1022eb02-361d-41f9-9995-505887a6a27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6100ce-9303-43d8-92bf-6d8b009a82d7', 'code': 200} Nov 12 00:39:54.961119 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-2d445746-667e-4dd1-86a5-a7e81e690fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:39:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['655ce57c-c595-477a-9a27-a8b94ab562f0'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:54.975511 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c79fd29a-ebe3-48ed-9917-a1a4c3ec4eeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:55.036546 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-27315d41-9102-4e77-a456-cbceafbbc4f8 req-7402fc63-48e5-4587-8f2b-e4d0ff31cebf tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] No DVR routers for this DVR port 72a01655-9f9e-4578-b8ee-132d6355be95 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:55.046268 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-27315d41-9102-4e77-a456-cbceafbbc4f8 req-7402fc63-48e5-4587-8f2b-e4d0ff31cebf tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:55.053524 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-27315d41-9102-4e77-a456-cbceafbbc4f8 req-7402fc63-48e5-4587-8f2b-e4d0ff31cebf tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.21 "DELETE /v2.0/ports/72a01655-9f9e-4578-b8ee-132d6355be95 HTTP/1.1" status: 204 len: 173 time: 3.2766342 Nov 12 00:39:55.062812 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0320f38d-3213-470a-aea8-0372d3d55c05', 'name': 'network-vif-deleted', 'tag': '72a01655-9f9e-4578-b8ee-132d6355be95'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:55.068340 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0d17b6-d63a-427d-a3ee-86f70119f81e" -d '{"events": [{"server_uuid": "0320f38d-3213-470a-aea8-0372d3d55c05", "name": "network-vif-deleted", "tag": "72a01655-9f9e-4578-b8ee-132d6355be95"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:55.070765 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1c7d6d57-c293-4165-b420-d7469254370e req-944bd6a0-e477-455b-8a52-a07bd972d9f5 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024628 Nov 12 00:39:55.128345 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-58e71519-bfba-4cd3-acef-a17abeb97da8 req-52de11a3-7527-4ae3-9aff-bbd12b97e375 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 210 time: 0.0938451 Nov 12 00:39:55.145866 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-656db981-ac35-4ae4-9dd5-c1c333864cc5 req-ac95afee-b592-40d4-93a6-5fd551c05073 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:55.163444 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e6a9872b-88d1-436a-9bac-9560cd7ffae8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:55.179792 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['f8e520da-e4f7-40ab-8161-a0383c27e91d', '05a5ed81-c561-4205-b530-77b2e13676d5', '515d811e-cf1a-4557-b84d-06a73ebc4012'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:39:55.219409 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-2d445746-667e-4dd1-86a5-a7e81e690fa4 None None] Set router 655ce57c-c595-477a-9a27-a8b94ab562f0 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:39:55.234742 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e6a9872b-88d1-436a-9bac-9560cd7ffae8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:55.291340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95afee-b592-40d4-93a6-5fd551c05073 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Pushing event deleted for resources: {'Port': ['ID=2c6100ce-9303-43d8-92bf-6d8b009a82d7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:55.324883 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9018bd89-7830-4a77-bf5d-a29267121aff req-84c1f7a3-402a-4142-824f-f9a58cca1967 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/ports?device_id=0320f38d-3213-470a-aea8-0372d3d55c05 HTTP/1.1" status: 200 len: 210 time: 0.0740519 Nov 12 00:39:55.359506 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e27f9-b413-4b98-8c54-ce389f9cb034 req-24f7ffe6-88b7-4371-b8cc-27a137deab32 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:55.366755 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:55.368492 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-134e27f9-b413-4b98-8c54-ce389f9cb034 req-24f7ffe6-88b7-4371-b8cc-27a137deab32 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.0950716 Nov 12 00:39:55.405121 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e6a9872b-88d1-436a-9bac-9560cd7ffae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:55.408836 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e6a9872b-88d1-436a-9bac-9560cd7ffae8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:55.413151 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e6a9872b-88d1-436a-9bac-9560cd7ffae8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3 HTTP/1.1" status: 204 len: 168 time: 0.5597010 Nov 12 00:39:55.439489 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9872b-88d1-436a-9bac-9560cd7ffae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa92cc6-ef5d-4ebb-bfe5-368501e6efd3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:55.450750 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-656db981-ac35-4ae4-9dd5-c1c333864cc5 req-ac95afee-b592-40d4-93a6-5fd551c05073 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] No DVR routers for this DVR port 2c6100ce-9303-43d8-92bf-6d8b009a82d7 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:39:55.457886 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-134e27f9-b413-4b98-8c54-ce389f9cb034 req-73d1aaec-a42b-453b-ae15-c299a1d9ea62 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881288 Nov 12 00:39:55.463690 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-656db981-ac35-4ae4-9dd5-c1c333864cc5 req-ac95afee-b592-40d4-93a6-5fd551c05073 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:55.485943 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-656db981-ac35-4ae4-9dd5-c1c333864cc5 req-ac95afee-b592-40d4-93a6-5fd551c05073 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.15 "DELETE /v2.0/ports/2c6100ce-9303-43d8-92bf-6d8b009a82d7 HTTP/1.1" status: 204 len: 173 time: 2.2362120 Nov 12 00:39:55.490874 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1022eb02-361d-41f9-9995-505887a6a27b', 'name': 'network-vif-deleted', 'tag': '2c6100ce-9303-43d8-92bf-6d8b009a82d7'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:55.501948 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea75758e-6961-4555-add3-34db357f0491" -d '{"events": [{"server_uuid": "1022eb02-361d-41f9-9995-505887a6a27b", "name": "network-vif-deleted", "tag": "2c6100ce-9303-43d8-92bf-6d8b009a82d7"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:55.515654 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c79fd29a-ebe3-48ed-9917-a1a4c3ec4eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:55.532761 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c79fd29a-ebe3-48ed-9917-a1a4c3ec4eeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:55.534268 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c79fd29a-ebe3-48ed-9917-a1a4c3ec4eeb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d776ced5-b0a4-406c-b9a0-77dd6aebc5a4 HTTP/1.1" status: 204 len: 168 time: 1.5504344 Nov 12 00:39:55.545264 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fc8887-9690-4116-8531-fd696e0f3c1e x-openstack-request-id: req-d3fc8887-9690-4116-8531-fd696e0f3c1e {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:55.545720 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-f2042409-4572-47dd-a79a-a30ebbf73b5b tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Made reservation on behalf of 5296ecb4beb2464f89b29bec01832302 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:55.546118 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0320f38d-3213-470a-aea8-0372d3d55c05", "name": "network-vif-deleted", "tag": "72a01655-9f9e-4578-b8ee-132d6355be95", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:55.546776 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3fc8887-9690-4116-8531-fd696e0f3c1e {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:55.548581 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0320f38d-3213-470a-aea8-0372d3d55c05', 'name': 'network-vif-deleted', 'tag': '72a01655-9f9e-4578-b8ee-132d6355be95', 'status': 'completed', 'code': 200} Nov 12 00:39:55.591495 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-f2042409-4572-47dd-a79a-a30ebbf73b5b tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:55.689643 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fd29a-ebe3-48ed-9917-a1a4c3ec4eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d776ced5-b0a4-406c-b9a0-77dd6aebc5a4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:55.846735 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce16ca1-8f57-4ed6-8c04-eb8142838ab1 x-openstack-request-id: req-bce16ca1-8f57-4ed6-8c04-eb8142838ab1 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:39:55.847054 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1022eb02-361d-41f9-9995-505887a6a27b", "name": "network-vif-deleted", "tag": "2c6100ce-9303-43d8-92bf-6d8b009a82d7", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:39:55.847282 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bce16ca1-8f57-4ed6-8c04-eb8142838ab1 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:39:55.847689 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1022eb02-361d-41f9-9995-505887a6a27b', 'name': 'network-vif-deleted', 'tag': '2c6100ce-9303-43d8-92bf-6d8b009a82d7', 'status': 'completed', 'code': 200} Nov 12 00:39:55.910974 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:55.914163 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-2d445746-667e-4dd1-86a5-a7e81e690fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-router', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:39Z', 'updated_at': '2021-11-12T00:33:44Z', 'revision_number': 4, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'gw_port': {'id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:40Z', 'updated_at': '2021-11-12T00:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '68617f3f-e656-4347-9124-14c9ffaf4057', 'name': '', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'mac_address': 'fa:16:3e:87:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:43Z', 'updated_at': '2021-11-12T00:33:50Z', 'revision_number': 5, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'subnets': [{'id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:55.984159 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d445746-667e-4dd1-86a5-a7e81e690fa4 None None] Checking router: 655ce57c-c595-477a-9a27-a8b94ab562f0 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:39:55.989203 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c8b9e-41a9-48ac-95ea-5a40c6765746 req-6381f630-d158-43dd-9ab1-62fd5ee2e119 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:55.990796 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-990c8b9e-41a9-48ac-95ea-5a40c6765746 req-6381f630-d158-43dd-9ab1-62fd5ee2e119 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a HTTP/1.1" status: 200 len: 946 time: 0.2222848 Nov 12 00:39:56.009703 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d445746-667e-4dd1-86a5-a7e81e690fa4 None None] Routers {'655ce57c-c595-477a-9a27-a8b94ab562f0'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:39:56.010345 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-2d445746-667e-4dd1-86a5-a7e81e690fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:39:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['655ce57c-c595-477a-9a27-a8b94ab562f0'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:56.042262 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-f2042409-4572-47dd-a79a-a30ebbf73b5b tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Allocated IP 172.20.0.12 (e9d51c46-f358-424d-ac2a-b0dc401b9ad6/08cb9a84-8134-4e9c-99d6-c33732bf6cde/d22de70f-ea41-4e4c-b172-3e28f85e8c95) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:56.082077 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-990c8b9e-41a9-48ac-95ea-5a40c6765746 req-f34fe20a-3270-4105-aeb6-5ca89b45ddbc tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825536 Nov 12 00:39:56.330613 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55332) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:56.341124 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-2d445746-667e-4dd1-86a5-a7e81e690fa4 None None] Set router 655ce57c-c595-477a-9a27-a8b94ab562f0 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:39:56.341664 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ed7953c-8618-4308-bb05-bef52650419a req-b0013f63-af60-404f-ba9b-d5adca461ec5 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=1022eb02-361d-41f9-9995-505887a6a27b HTTP/1.1" status: 200 len: 210 time: 0.0576897 Nov 12 00:39:56.369273 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4cddf40b-b121-441c-9c99-faf0284c833d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:56.421717 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-f2042409-4572-47dd-a79a-a30ebbf73b5b tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:56.483144 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4cddf40b-b121-441c-9c99-faf0284c833d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:56.488899 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4cddf40b-b121-441c-9c99-faf0284c833d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:56.496010 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7dcb0d80-fc7c-42b5-bad8-87c9807d33f2 req-be0c5eb7-bd5f-47b8-9c2b-435d19f768fc tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 210 time: 0.0518417 Nov 12 00:39:56.572988 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-f2042409-4572-47dd-a79a-a30ebbf73b5b tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:56.581039 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4cddf40b-b121-441c-9c99-faf0284c833d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0dd9b45e8e0841f5991947f45654268f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492411 Nov 12 00:39:56.583073 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cddf40b-b121-441c-9c99-faf0284c833d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3a606f-e4f6-4f93-9b3a-fe6971462007,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:56.584219 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55340) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:56.610166 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b56c86-cb87-487f-bd4d-6885f035f128 req-40ee7d69-53ab-4c4d-b4b2-f14a1f1565aa tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:56.614145 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e3b56c86-cb87-487f-bd4d-6885f035f128 req-40ee7d69-53ab-4c4d-b4b2-f14a1f1565aa tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 946 time: 0.0991039 Nov 12 00:39:56.686955 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e3b56c86-cb87-487f-bd4d-6885f035f128 req-40b764dc-e7ef-4e6e-ae63-89a372a226c3 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641854 Nov 12 00:39:56.724165 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-2d445746-667e-4dd1-86a5-a7e81e690fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-router', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:39Z', 'updated_at': '2021-11-12T00:33:44Z', 'revision_number': 4, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'gw_port': {'id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:40Z', 'updated_at': '2021-11-12T00:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '68617f3f-e656-4347-9124-14c9ffaf4057', 'name': '', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'mac_address': 'fa:16:3e:87:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:43Z', 'updated_at': '2021-11-12T00:33:50Z', 'revision_number': 5, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'subnets': [{'id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:56.729081 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55350) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:56.758898 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-f2042409-4572-47dd-a79a-a30ebbf73b5b tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Network e9d51c46-f358-424d-ac2a-b0dc401b9ad6 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:56.767913 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-f2042409-4572-47dd-a79a-a30ebbf73b5b tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:56.779082 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-f2042409-4572-47dd-a79a-a30ebbf73b5b tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:56.779973 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d445746-667e-4dd1-86a5-a7e81e690fa4 None None] The sync data for ids ['655ce57c-c595-477a-9a27-a8b94ab562f0'] in n-d-712137-14 is: [{'id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-router', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:39Z', 'updated_at': '2021-11-12T00:33:44Z', 'revision_number': 4, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'gw_port': {'id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:40Z', 'updated_at': '2021-11-12T00:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '68617f3f-e656-4347-9124-14c9ffaf4057', 'name': '', 'network_id': '95691eda-761f-49a3-9e31-31529ccc7497', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'mac_address': 'fa:16:3e:87:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:43Z', 'updated_at': '2021-11-12T00:33:50Z', 'revision_number': 5, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'subnets': [{'id': '520eefa5-ccbe-4263-ad27-cfc4dc67ba2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:39:56.837264 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2042409-4572-47dd-a79a-a30ebbf73b5b tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Pushing event updated for resources: {'Port': ['ID=d22de70f-ea41-4e4c-b172-3e28f85e8c95,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:56.880974 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5d25a954-c2a8-458c-99c5-fc23eb35fba4 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:56.911237 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-f2042409-4572-47dd-a79a-a30ebbf73b5b tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:56.911866 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-f2042409-4572-47dd-a79a-a30ebbf73b5b tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:56.930578 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 2c6100ce-9303-43d8-92bf-6d8b009a82d7 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:39:56.970280 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-f2042409-4572-47dd-a79a-a30ebbf73b5b tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2470989 Nov 12 00:39:56.976682 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-383a16bc-47b4-4ea9-ba48-d44500f79d13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:56.981489 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5d25a954-c2a8-458c-99c5-fc23eb35fba4 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:56.988876 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 2c6100ce-9303-43d8-92bf-6d8b009a82d7 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:39:56.989236 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 2c6100ce-9303-43d8-92bf-6d8b009a82d7 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:39:57.024030 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] Request body: {'port': {'device_id': '99077391-e618-45ea-8341-a34e6459be9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:57.098885 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-383a16bc-47b4-4ea9-ba48-d44500f79d13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.117374 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5d25a954-c2a8-458c-99c5-fc23eb35fba4 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.127337 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5d25a954-c2a8-458c-99c5-fc23eb35fba4 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.130173 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5d25a954-c2a8-458c-99c5-fc23eb35fba4 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "DELETE /v2.0/security-groups/8d7b9396-ed00-4da1-b5d6-d4965e94c0ea HTTP/1.1" status: 204 len: 168 time: 0.3971717 Nov 12 00:39:57.132466 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55372) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:57.152957 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-1bcb2d79-4755-43b6-9f4c-9d08de390ea8 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] show failed (client error): The resource could not be found. Nov 12 00:39:57.154028 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1bcb2d79-4755-43b6-9f4c-9d08de390ea8 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "GET /v2.0/security-groups/8d7b9396-ed00-4da1-b5d6-d4965e94c0ea HTTP/1.1" status: 404 len: 347 time: 0.0194387 Nov 12 00:39:57.161094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55376) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:57.164573 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25a954-c2a8-458c-99c5-fc23eb35fba4 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7b9396-ed00-4da1-b5d6-d4965e94c0ea,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:57.170726 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55378) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:57.366128 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507c7d17-f72f-42d9-b5d7-5610067fb4dc None None] New status for floating IP 89efbbbb-afec-4481-9fee-242109544d5c: DOWN {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:39:57.392189 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-fba35f06-052d-4e7d-9519-e8f086d8acc1 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1097410770-network', 'tenant_id': 'e54045a57a64483681333a385b08af49'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:57.401701 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.434714 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d27481-da59-4064-8e8e-a53398dc1f92 req-d76e3aa8-cffc-49ab-95fd-8552e029cc6d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:57.450765 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba35f06-052d-4e7d-9519-e8f086d8acc1 admin admin] Made reservation on behalf of e54045a57a64483681333a385b08af49 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:57.450882 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-59d27481-da59-4064-8e8e-a53398dc1f92 req-d76e3aa8-cffc-49ab-95fd-8552e029cc6d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.3535473 Nov 12 00:39:57.453086 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fba35f06-052d-4e7d-9519-e8f086d8acc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.477987 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fba35f06-052d-4e7d-9519-e8f086d8acc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.558043 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-383a16bc-47b4-4ea9-ba48-d44500f79d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.560645 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-383a16bc-47b4-4ea9-ba48-d44500f79d13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.562186 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-383a16bc-47b4-4ea9-ba48-d44500f79d13 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f3a606f-e4f6-4f93-9b3a-fe6971462007 HTTP/1.1" status: 204 len: 168 time: 0.9525521 Nov 12 00:39:57.635816 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a16bc-47b4-4ea9-ba48-d44500f79d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3a606f-e4f6-4f93-9b3a-fe6971462007,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:57.681575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-2d9471c0-1603-4c03-a1cf-c926e996b1f0 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Deleting port ebc87f7d-43e4-4269-9524-8e1d7cd58325 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:57.681805 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2d9471c0-1603-4c03-a1cf-c926e996b1f0 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.777037 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-59d27481-da59-4064-8e8e-a53398dc1f92 req-26304997-5fee-450d-9ada-a23b68c6ee0b tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193579 Nov 12 00:39:57.777610 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fba35f06-052d-4e7d-9519-e8f086d8acc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.795916 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fba35f06-052d-4e7d-9519-e8f086d8acc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.865881 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba35f06-052d-4e7d-9519-e8f086d8acc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a43986-6103-46a0-92d4-3a661a44fdb5,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:57.896743 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65115f5-aabb-4f4d-b797-7a3ae7882033 req-c1e86c9a-e24e-40c8-b439-24f478a580b7 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:57.907427 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f65115f5-aabb-4f4d-b797-7a3ae7882033 req-c1e86c9a-e24e-40c8-b439-24f478a580b7 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 932 time: 0.2014313 Nov 12 00:39:57.931387 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba35f06-052d-4e7d-9519-e8f086d8acc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:39:57.965759 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2d9471c0-1603-4c03-a1cf-c926e996b1f0 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.966089 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2d9471c0-1603-4c03-a1cf-c926e996b1f0 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:57.986719 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-2d9471c0-1603-4c03-a1cf-c926e996b1f0 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Calling delete_port for ebc87f7d-43e4-4269-9524-8e1d7cd58325 owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:57.988095 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f65115f5-aabb-4f4d-b797-7a3ae7882033 req-18f48e78-2813-443f-ad07-49e0f34b75bb tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745597 Nov 12 00:39:58.003737 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fba35f06-052d-4e7d-9519-e8f086d8acc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:58.004098 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-fba35f06-052d-4e7d-9519-e8f086d8acc1 admin admin] Added segment c032912d-db10-4f43-83bc-4704eba59206 of type vlan for network c70ada1a-33c6-469a-8d07-68c34d2e86a9 Nov 12 00:39:58.006161 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746036a-fcc7-4457-8c81-9e686c60c85b req-975ec1bd-353a-4628-b84d-f53ebfc772f0 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:58.007666 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e746036a-fcc7-4457-8c81-9e686c60c85b req-975ec1bd-353a-4628-b84d-f53ebfc772f0 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 951 time: 0.1274571 Nov 12 00:39:58.077268 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fba35f06-052d-4e7d-9519-e8f086d8acc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:58.106744 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fba35f06-052d-4e7d-9519-e8f086d8acc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:58.110530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba35f06-052d-4e7d-9519-e8f086d8acc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:58.111510 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fba35f06-052d-4e7d-9519-e8f086d8acc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:58.177471 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fba35f06-052d-4e7d-9519-e8f086d8acc1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0026937 Nov 12 00:39:58.180746 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55418) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:58.185648 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-8d2b1ff6-fd93-40e8-a6a5-0ddf92c38189 admin admin] Request body: {'subnet': {'network_id': 'c70ada1a-33c6-469a-8d07-68c34d2e86a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1097410770-subnet', 'tenant_id': 'e54045a57a64483681333a385b08af49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:58.189086 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e746036a-fcc7-4457-8c81-9e686c60c85b req-0c847cc5-975a-4950-83e2-df5d7ae25c06 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732512 Nov 12 00:39:58.212808 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba35f06-052d-4e7d-9519-e8f086d8acc1 admin admin] Pushing event updated for resources: {'Network': ['ID=c70ada1a-33c6-469a-8d07-68c34d2e86a9,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:58.223132 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2b1ff6-fd93-40e8-a6a5-0ddf92c38189 admin admin] Made reservation on behalf of e54045a57a64483681333a385b08af49 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:58.223808 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8d2b1ff6-fd93-40e8-a6a5-0ddf92c38189 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:58.233180 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network c70ada1a-33c6-469a-8d07-68c34d2e86a9 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:39:58.265142 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22de70f-ea41-4e4c-b172-3e28f85e8c95 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:39:58.274732 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:58.393143 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] Transition to ACTIVE for port object d22de70f-ea41-4e4c-b172-3e28f85e8c95 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:39:58.394473 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2d9471c0-1603-4c03-a1cf-c926e996b1f0 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:58.409535 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:58.636367 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c55b3-308b-41f3-b318-a896bdf91337 req-6bf04f9c-fdc8-4e84-b097-7afca3296d9a tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:58.643731 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c55b3-308b-41f3-b318-a896bdf91337 req-6bf04f9c-fdc8-4e84-b097-7afca3296d9a tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:58.650685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c55b3-308b-41f3-b318-a896bdf91337 req-6bf04f9c-fdc8-4e84-b097-7afca3296d9a tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:58.659158 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-397c55b3-308b-41f3-b318-a896bdf91337 req-6bf04f9c-fdc8-4e84-b097-7afca3296d9a tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341&device_id=e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a&device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 2418 time: 0.1033967 Nov 12 00:39:58.662466 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8d2b1ff6-fd93-40e8-a6a5-0ddf92c38189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:58.802699 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-397c55b3-308b-41f3-b318-a896bdf91337 req-3c8b8584-673e-4dd8-ae0c-be352c1d27d9 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422977 Nov 12 00:39:58.814813 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b1ff6-fd93-40e8-a6a5-0ddf92c38189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e4581ad-c2db-4a76-b1ab-88121755db02,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:58.849589 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2b1ff6-fd93-40e8-a6a5-0ddf92c38189 admin admin] Checking segment: {'id': 'c032912d-db10-4f43-83bc-4704eba59206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c70ada1a-33c6-469a-8d07-68c34d2e86a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:58.849954 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2b1ff6-fd93-40e8-a6a5-0ddf92c38189 admin admin] Network hostable DHCP agents. Network: c70ada1a-33c6-469a-8d07-68c34d2e86a9, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:39:58.870425 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2b1ff6-fd93-40e8-a6a5-0ddf92c38189 admin admin] Network c70ada1a-33c6-469a-8d07-68c34d2e86a9 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:39:58.881961 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-8d2b1ff6-fd93-40e8-a6a5-0ddf92c38189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, c70ada1a-33c6-469a-8d07-68c34d2e86a9) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:58.888811 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9471c0-1603-4c03-a1cf-c926e996b1f0 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Pushing event deleted for resources: {'Port': ['ID=ebc87f7d-43e4-4269-9524-8e1d7cd58325,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:58.889325 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2b1ff6-fd93-40e8-a6a5-0ddf92c38189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:58.889602 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8d2b1ff6-fd93-40e8-a6a5-0ddf92c38189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:58.894891 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b239c99f-ec1e-4e8f-a364-f634f8c3748a None None] Network c70ada1a-33c6-469a-8d07-68c34d2e86a9 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:58.925711 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8d2b1ff6-fd93-40e8-a6a5-0ddf92c38189 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7436664 Nov 12 00:39:58.956819 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-a5cc96cd-eb77-418a-a805-971becd3c96d tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=634c85f0d70843cb8a7344965fb52821&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772316 Nov 12 00:39:59.076127 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] Pushing event updated for resources: {'Port': ['ID=d22de70f-ea41-4e4c-b172-3e28f85e8c95,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:59.076893 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb44a55-a33d-4474-8c26-242e8f26c089 None None] Network c70ada1a-33c6-469a-8d07-68c34d2e86a9 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:59.150094 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2d9471c0-1603-4c03-a1cf-c926e996b1f0 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.152892 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2d9471c0-1603-4c03-a1cf-c926e996b1f0 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.157620 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2d9471c0-1603-4c03-a1cf-c926e996b1f0 tempest-ServersWithSpecificFlavorTestJSON-74583461 tempest-ServersWithSpecificFlavorTestJSON-74583461-project] 10.222.0.31 "DELETE /v2.0/floatingips/89efbbbb-afec-4481-9fee-242109544d5c HTTP/1.1" status: 204 len: 168 time: 1.9954367 Nov 12 00:39:59.192671 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] Attempting to bind port d22de70f-ea41-4e4c-b172-3e28f85e8c95 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:59.193034 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] Attempting to bind port d22de70f-ea41-4e4c-b172-3e28f85e8c95 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '6bcd1460-7002-412d-8f91-bced057eb4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:59.193368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] Attempting to bind port d22de70f-ea41-4e4c-b172-3e28f85e8c95 on network e9d51c46-f358-424d-ac2a-b0dc401b9ad6 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:59.204788 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] Port d22de70f-ea41-4e4c-b172-3e28f85e8c95 on network e9d51c46-f358-424d-ac2a-b0dc401b9ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:39:59.205128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] Attempting to bind port d22de70f-ea41-4e4c-b172-3e28f85e8c95 on network e9d51c46-f358-424d-ac2a-b0dc401b9ad6 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:59.214438 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-6480899f-cd31-488b-939b-912334af99af tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:59.216970 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-6480899f-cd31-488b-939b-912334af99af tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987059 Nov 12 00:39:59.221589 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:59.221918 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] Checking segment: {'id': '6bcd1460-7002-412d-8f91-bced057eb4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:59.222307 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] Bound using segment: {'id': '6bcd1460-7002-412d-8f91-bced057eb4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:59.222742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] Bound port: d22de70f-ea41-4e4c-b172-3e28f85e8c95, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bcd1460-7002-412d-8f91-bced057eb4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:59.223101 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.231082 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e692ce4-f786-49e0-ab68-4a11ffe8c96e req-17918a6c-7685-47c2-b077-3224b8a9491f tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:59.232645 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3e692ce4-f786-49e0-ab68-4a11ffe8c96e req-17918a6c-7685-47c2-b077-3224b8a9491f tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 946 time: 0.0611763 Nov 12 00:39:59.246986 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4754db70-f096-4192-811d-868c31e50206 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/quotas/634c85f0d70843cb8a7344965fb52821 HTTP/1.1" status: 200 len: 375 time: 0.0215726 Nov 12 00:39:59.283125 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3e692ce4-f786-49e0-ab68-4a11ffe8c96e req-7729fc5b-af30-4318-8b2e-86d7911bc7c4 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437424 Nov 12 00:39:59.318114 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-f26ed1e7-6c11-4b49-8dac-6baebb3676c6 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=634c85f0d70843cb8a7344965fb52821&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534515 Nov 12 00:39:59.357536 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bda05f-e017-488e-98ff-d4781f168c38 req-dcdeace1-c9fa-411f-b085-164e93e11932 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:59.359030 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2bda05f-e017-488e-98ff-d4781f168c38 req-dcdeace1-c9fa-411f-b085-164e93e11932 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.15 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 951 time: 0.0955641 Nov 12 00:39:59.362264 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] For port d22de70f-ea41-4e4c-b172-3e28f85e8c95, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:59.365617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] For port d22de70f-ea41-4e4c-b172-3e28f85e8c95, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d22de70f-ea41-4e4c-b172-3e28f85e8c95,segment=NetworkSegment(6bcd1460-7002-412d-8f91-bced057eb4e8),segment_id=6bcd1460-7002-412d-8f91-bced057eb4e8)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:59.376348 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.389203 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29587d97-96cd-4574-8119-677fee7871fb req-6569cb0b-8374-4ebe-a291-20bc80679f3c tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:59.390793 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29587d97-96cd-4574-8119-677fee7871fb req-6569cb0b-8374-4ebe-a291-20bc80679f3c tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 944 time: 0.0574152 Nov 12 00:39:59.436580 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:59.437236 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.438730 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] 10.222.0.15 "PUT /v2.0/ports/d22de70f-ea41-4e4c-b172-3e28f85e8c95 HTTP/1.1" status: 200 len: 1093 time: 2.4346185 Nov 12 00:39:59.439195 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99077391-e618-45ea-8341-a34e6459be9d', 'tag': 'd22de70f-ea41-4e4c-b172-3e28f85e8c95'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:39:59.441476 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b4291d-2578-4dde-be47-3f07b749487b" -d '{"events": [{"name": "network-changed", "server_uuid": "99077391-e618-45ea-8341-a34e6459be9d", "tag": "d22de70f-ea41-4e4c-b172-3e28f85e8c95"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:39:59.444968 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29587d97-96cd-4574-8119-677fee7871fb req-18c1b229-5b6e-49b3-a68f-e7532fc7b987 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473707 Nov 12 00:39:59.579517 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1936ae-1852-428d-8020-8887cc650471 service neutron] Pushing event updated for resources: {'Port': ['ID=d22de70f-ea41-4e4c-b172-3e28f85e8c95,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:59.615193 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-0c46fb48-b890-414f-abc2-e49e373450d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:59.616737 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-0c46fb48-b890-414f-abc2-e49e373450d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5296ecb4beb2464f89b29bec01832302&device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 1096 time: 0.0752373 Nov 12 00:39:59.624526 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-b2bda05f-e017-488e-98ff-d4781f168c38 req-601262e8-0d9d-4b91-8ffd-e251811da04e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Deleting port 515d811e-cf1a-4557-b84d-06a73ebc4012 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:39:59.625637 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b2bda05f-e017-488e-98ff-d4781f168c38 req-601262e8-0d9d-4b91-8ffd-e251811da04e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.693548 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-20bdec72-2cbe-4b4e-9107-20e5673c8b07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d22de70f-ea41-4e4c-b172-3e28f85e8c95 HTTP/1.1" status: 200 len: 217 time: 0.0632133 Nov 12 00:39:59.807963 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-b1e0f84a-80fb-4c87-ba01-c3b09578d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:59.809459 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-b1e0f84a-80fb-4c87-ba01-c3b09578d8c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08cb9a84-8134-4e9c-99d6-c33732bf6cde HTTP/1.1" status: 200 len: 855 time: 0.0856514 Nov 12 00:39:59.830731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-b2bda05f-e017-488e-98ff-d4781f168c38 req-601262e8-0d9d-4b91-8ffd-e251811da04e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] For port 515d811e-cf1a-4557-b84d-06a73ebc4012, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=515d811e-cf1a-4557-b84d-06a73ebc4012,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:39:59.831526 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b2bda05f-e017-488e-98ff-d4781f168c38 req-601262e8-0d9d-4b91-8ffd-e251811da04e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.849062 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-b2bda05f-e017-488e-98ff-d4781f168c38 req-601262e8-0d9d-4b91-8ffd-e251811da04e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Calling delete_port for 515d811e-cf1a-4557-b84d-06a73ebc4012 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:39:59.900323 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-a1eb7d8b-8daa-4647-a29c-672ef5c8ce48 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:59.909452 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-a1eb7d8b-8daa-4647-a29c-672ef5c8ce48 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/networks?id=c70ada1a-33c6-469a-8d07-68c34d2e86a9 HTTP/1.1" status: 200 len: 809 time: 0.1810577 Nov 12 00:39:59.936199 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-19bba549-c8a9-47f2-b583-13dad8bfcf39 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/quotas/e54045a57a64483681333a385b08af49 HTTP/1.1" status: 200 len: 375 time: 0.0259948 Nov 12 00:39:59.978814 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-9d04a37d-054d-443b-8253-61e8f68f0ec7 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e54045a57a64483681333a385b08af49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416567 Nov 12 00:39:59.980058 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-3f76b91c-80fb-4720-8d3c-7b528c153ad0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568016 Nov 12 00:40:00.086994 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-cc8b93ec-60d3-4d4c-b161-12aeceff3521 service neutron] 10.222.0.31 "GET /v2.0/networks/c70ada1a-33c6-469a-8d07-68c34d2e86a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073205 Nov 12 00:40:00.112574 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdbcf7-9afd-4354-8530-16149aaad14e req-c0467e9b-f0ef-46f1-89cd-ca9129612217 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:00.114447 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfcdbcf7-9afd-4354-8530-16149aaad14e req-c0467e9b-f0ef-46f1-89cd-ca9129612217 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=df8df5da-baba-46dd-818a-6a7936d3fe57 HTTP/1.1" status: 200 len: 951 time: 0.1711450 Nov 12 00:40:00.186273 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-7b41bf65-d357-4877-919e-1df9ce5c6a8b service neutron] 10.222.0.15 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835399 Nov 12 00:40:00.218554 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-13155f2d-82ff-4611-ad9c-9af4d74cf7d3 service neutron] 10.222.0.31 "GET /v2.0/networks/c70ada1a-33c6-469a-8d07-68c34d2e86a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232102 Nov 12 00:40:00.253153 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b2bda05f-e017-488e-98ff-d4781f168c38 req-601262e8-0d9d-4b91-8ffd-e251811da04e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:00.272375 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfcdbcf7-9afd-4354-8530-16149aaad14e req-c48aaa6d-36d4-495b-bacf-2ae20efdc446 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506014 Nov 12 00:40:00.286852 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['f8e520da-e4f7-40ab-8161-a0383c27e91d', '05a5ed81-c561-4205-b530-77b2e13676d5', '515d811e-cf1a-4557-b84d-06a73ebc4012'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:00.384626 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a50f483-ee1a-4a07-aa55-133f21bf0c05 req-4ab32888-d67f-4dd2-9835-c9f39dbba98a service neutron] 10.222.0.15 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880953 Nov 12 00:40:00.474249 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601262e8-0d9d-4b91-8ffd-e251811da04e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Pushing event deleted for resources: {'Port': ['ID=515d811e-cf1a-4557-b84d-06a73ebc4012,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:00.549860 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cefae09-333f-4658-b0bd-21db705ca621 x-openstack-request-id: req-2cefae09-333f-4658-b0bd-21db705ca621 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:00.550246 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99077391-e618-45ea-8341-a34e6459be9d", "tag": "d22de70f-ea41-4e4c-b172-3e28f85e8c95", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:00.550593 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cefae09-333f-4658-b0bd-21db705ca621 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:00.551084 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99077391-e618-45ea-8341-a34e6459be9d', 'tag': 'd22de70f-ea41-4e4c-b172-3e28f85e8c95', 'status': 'completed', 'code': 200} Nov 12 00:40:00.552597 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bda05f-e017-488e-98ff-d4781f168c38 req-601262e8-0d9d-4b91-8ffd-e251811da04e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] No DVR routers for this DVR port 515d811e-cf1a-4557-b84d-06a73ebc4012 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:00.555745 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b2bda05f-e017-488e-98ff-d4781f168c38 req-601262e8-0d9d-4b91-8ffd-e251811da04e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:00.560813 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2bda05f-e017-488e-98ff-d4781f168c38 req-601262e8-0d9d-4b91-8ffd-e251811da04e tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.15 "DELETE /v2.0/ports/515d811e-cf1a-4557-b84d-06a73ebc4012 HTTP/1.1" status: 204 len: 173 time: 1.1938758 Nov 12 00:40:00.724552 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-78575b45-8d0d-41df-9187-cb9c4d1c6fea tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=634c85f0d70843cb8a7344965fb52821&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851710 Nov 12 00:40:00.765369 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff1b40cc-07dc-472f-8ac6-725e271dcc58 req-02859c6b-3893-4277-9588-9fbc68eae17a tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/ports?device_id=92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c HTTP/1.1" status: 200 len: 210 time: 0.0660961 Nov 12 00:40:00.771717 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4291d-2578-4dde-be47-3f07b749487b req-53f0b3de-0cc9-4d4d-b65c-e0ef0bd0484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:00.773398 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-57b4291d-2578-4dde-be47-3f07b749487b req-53f0b3de-0cc9-4d4d-b65c-e0ef0bd0484a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5296ecb4beb2464f89b29bec01832302&device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 1096 time: 0.1874723 Nov 12 00:40:00.950197 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-0a53ddf5-3bb2-4be0-8e94-ccfd2a409a1a tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:00.959720 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-0a53ddf5-3bb2-4be0-8e94-ccfd2a409a1a tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2327576 Nov 12 00:40:01.047645 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-a6db5dfb-9d68-4e5a-8b18-ffbd3c21dff4 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/quotas/634c85f0d70843cb8a7344965fb52821 HTTP/1.1" status: 200 len: 375 time: 0.0863020 Nov 12 00:40:01.107062 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-afecfe0a-79df-4dec-9114-1330eec15ef2 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=634c85f0d70843cb8a7344965fb52821&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574927 Nov 12 00:40:01.187259 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4291d-2578-4dde-be47-3f07b749487b req-8ced7a6c-5891-4840-ac3f-9a1ba787e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:01.190037 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-9efb5373-93ba-4fc6-ad46-c75935ea08b0 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=634c85f0d70843cb8a7344965fb52821&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472145 Nov 12 00:40:01.194877 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-57b4291d-2578-4dde-be47-3f07b749487b req-8ced7a6c-5891-4840-ac3f-9a1ba787e065 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6 HTTP/1.1" status: 200 len: 916 time: 0.3765044 Nov 12 00:40:01.245599 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-57b4291d-2578-4dde-be47-3f07b749487b req-5d5ab8e4-7ed4-4436-9e22-5607e51e638a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d22de70f-ea41-4e4c-b172-3e28f85e8c95 HTTP/1.1" status: 200 len: 217 time: 0.0409224 Nov 12 00:40:01.360485 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4291d-2578-4dde-be47-3f07b749487b req-ddd05c64-4740-4c0a-b952-378675cbd4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:01.364640 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-57b4291d-2578-4dde-be47-3f07b749487b req-ddd05c64-4740-4c0a-b952-378675cbd4a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08cb9a84-8134-4e9c-99d6-c33732bf6cde HTTP/1.1" status: 200 len: 855 time: 0.0986617 Nov 12 00:40:01.391533 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd507401-a5eb-4124-923f-7810018cf5dc req-1ffe3e57-7694-4ad6-bfc5-a8c0c29d2149 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:01.399277 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dd507401-a5eb-4124-923f-7810018cf5dc req-1ffe3e57-7694-4ad6-bfc5-a8c0c29d2149 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 944 time: 0.1910038 Nov 12 00:40:01.415427 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-57b4291d-2578-4dde-be47-3f07b749487b req-7efcab73-bb3c-41e5-93ad-73b4a12b2dd4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436714 Nov 12 00:40:01.481637 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dd507401-a5eb-4124-923f-7810018cf5dc req-544c9cdb-529a-4025-976b-3f29c2f0ac42 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813260 Nov 12 00:40:01.529775 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-cf0af7a7-7fb3-4f65-8894-88e80c4f1e73 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:01.531690 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-cf0af7a7-7fb3-4f65-8894-88e80c4f1e73 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3342869 Nov 12 00:40:01.554261 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-d4346b74-a2c7-4f37-b52c-ac8ccdbdad5f tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Request body: {'port': {'device_id': '03585741-8967-4c19-aefd-2b22f9df0b2d', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': '634c85f0d70843cb8a7344965fb52821'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:01.660246 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64b15c73-782c-44d5-9dab-eac31679230f req-ae31c7f2-9226-46f7-8368-157c4847cadf tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 210 time: 0.0922315 Nov 12 00:40:01.704862 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-57b4291d-2578-4dde-be47-3f07b749487b req-ede192cc-9745-4b6b-a256-d6c28a1d5d2d service neutron] 10.222.0.15 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790740 Nov 12 00:40:01.815202 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-d4346b74-a2c7-4f37-b52c-ac8ccdbdad5f tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Made reservation on behalf of 634c85f0d70843cb8a7344965fb52821 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:01.823535 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-d4346b74-a2c7-4f37-b52c-ac8ccdbdad5f tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:01.851706 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-d4346b74-a2c7-4f37-b52c-ac8ccdbdad5f tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:01.899413 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-57b4291d-2578-4dde-be47-3f07b749487b req-99316e4a-850f-4ff7-8464-0b04b15d082c service neutron] 10.222.0.15 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820519 Nov 12 00:40:02.069473 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-24acf1af-b0d8-4bd1-8ce0-3c7324f236ad req-ca3110d6-8f68-4aef-83ff-8c0356323d51 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/ports?device_id=92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c HTTP/1.1" status: 200 len: 210 time: 0.0458281 Nov 12 00:40:02.082439 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-d4346b74-a2c7-4f37-b52c-ac8ccdbdad5f tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.093076 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-d4346b74-a2c7-4f37-b52c-ac8ccdbdad5f tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.187278 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55618) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:02.204299 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-8b074f99-9ba6-4238-af8d-df2c73fdb38f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-439983773'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:02.249167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55620) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:02.343146 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4346b74-a2c7-4f37-b52c-ac8ccdbdad5f tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c34d7e-27a1-4a2e-9482-a876faa88694,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:02.388159 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b074f99-9ba6-4238-af8d-df2c73fdb38f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Made reservation on behalf of ff69603520634453a797ab4b4216646a for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:02.389827 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34d473-3262-40e3-92d2-a4f12d0fef4b req-062597cf-8300-4bb5-9a78-8eecc25a5dbe tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:02.399032 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b074f99-9ba6-4238-af8d-df2c73fdb38f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.401840 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0e34d473-3262-40e3-92d2-a4f12d0fef4b req-062597cf-8300-4bb5-9a78-8eecc25a5dbe tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 950 time: 0.2202010 Nov 12 00:40:02.430253 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-d4346b74-a2c7-4f37-b52c-ac8ccdbdad5f tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Allocated IP 192.168.233.209 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/130bbe7b-2dda-4118-8336-07b90fc09ee0) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:02.446165 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b074f99-9ba6-4238-af8d-df2c73fdb38f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:40:02.476235 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b074f99-9ba6-4238-af8d-df2c73fdb38f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.476848 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-8b074f99-9ba6-4238-af8d-df2c73fdb38f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Added segment 741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f of type vlan for network a5429105-7df0-4f08-b65b-bfa50831b1cd Nov 12 00:40:02.493184 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-9a94dab4-ce1c-4039-b6fa-3e2f679c60f2 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:02.495204 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-9a94dab4-ce1c-4039-b6fa-3e2f679c60f2 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.15 "GET /v2.0/networks?id=c70ada1a-33c6-469a-8d07-68c34d2e86a9 HTTP/1.1" status: 200 len: 809 time: 0.2862732 Nov 12 00:40:02.495351 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0e34d473-3262-40e3-92d2-a4f12d0fef4b req-97aeb3d7-4da8-4601-b391-fba4b4c22e90 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925524 Nov 12 00:40:02.506986 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2cc78182-8eeb-49ad-a274-2f8a54e826a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.543047 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-1be0ca91-903c-4fab-a470-0889b9466934 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Request body: {'port': {'device_id': '92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c', 'network_id': 'c70ada1a-33c6-469a-8d07-68c34d2e86a9', 'admin_state_up': True, 'tenant_id': 'e54045a57a64483681333a385b08af49'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:02.626115 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55630) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:02.701767 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8df5da-baba-46dd-818a-6a7936d3fe57', 'name': 'network-vif-deleted', 'tag': '515d811e-cf1a-4557-b84d-06a73ebc4012'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:02.705569 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd00902-60ab-4ac9-897d-7ee1b57ec162" -d '{"events": [{"server_uuid": "df8df5da-baba-46dd-818a-6a7936d3fe57", "name": "network-vif-deleted", "tag": "515d811e-cf1a-4557-b84d-06a73ebc4012"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:02.721690 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-d4346b74-a2c7-4f37-b52c-ac8ccdbdad5f tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.729257 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b074f99-9ba6-4238-af8d-df2c73fdb38f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.736729 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2cc78182-8eeb-49ad-a274-2f8a54e826a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.744115 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2cc78182-8eeb-49ad-a274-2f8a54e826a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.780839 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-1be0ca91-903c-4fab-a470-0889b9466934 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Made reservation on behalf of e54045a57a64483681333a385b08af49 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:02.784313 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-1be0ca91-903c-4fab-a470-0889b9466934 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.806952 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b074f99-9ba6-4238-af8d-df2c73fdb38f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.813411 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b074f99-9ba6-4238-af8d-df2c73fdb38f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:02.813994 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b074f99-9ba6-4238-af8d-df2c73fdb38f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.863422 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf37340-f5ae-4d92-8323-084fb6df4d82 req-39b33948-af4f-46ba-8650-078aed0eed3b tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:02.864941 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6bf37340-f5ae-4d92-8323-084fb6df4d82 req-39b33948-af4f-46ba-8650-078aed0eed3b tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.1288705 Nov 12 00:40:02.874363 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8b074f99-9ba6-4238-af8d-df2c73fdb38f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6844599 Nov 12 00:40:02.883601 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2cc78182-8eeb-49ad-a274-2f8a54e826a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0fc33907d1e743c48bd9d7c3810dc828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6293330 Nov 12 00:40:02.886403 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55640) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:02.886739 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55642) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:02.895337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-0db1b6f7-1d65-4beb-8e53-167b84fb9f12 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1375866043'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:02.915412 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc78182-8eeb-49ad-a274-2f8a54e826a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674ed343-baa9-4f9f-9e51-f9d66a689088,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:02.959354 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b074f99-9ba6-4238-af8d-df2c73fdb38f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event updated for resources: {'Network': ['ID=a5429105-7df0-4f08-b65b-bfa50831b1cd,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:02.961954 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-d4346b74-a2c7-4f37-b52c-ac8ccdbdad5f tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.972420 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 515d811e-cf1a-4557-b84d-06a73ebc4012 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:02.997156 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 515d811e-cf1a-4557-b84d-06a73ebc4012 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:02.997878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 515d811e-cf1a-4557-b84d-06a73ebc4012 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:03.000937 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network a5429105-7df0-4f08-b65b-bfa50831b1cd details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:40:03.060674 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6bf37340-f5ae-4d92-8323-084fb6df4d82 req-d6c84f5c-f512-4701-88da-ff5d715bec2a tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566820 Nov 12 00:40:03.061564 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564b85b-adf5-4c05-96c4-71344ffeeb63 req-87f09d22-4f14-4f7c-83f6-8d130e033099 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:03.063833 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0564b85b-adf5-4c05-96c4-71344ffeeb63 req-87f09d22-4f14-4f7c-83f6-8d130e033099 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 944 time: 0.2920339 Nov 12 00:40:03.068474 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db1b6f7-1d65-4beb-8e53-167b84fb9f12 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Made reservation on behalf of ff69603520634453a797ab4b4216646a for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:03.072022 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0db1b6f7-1d65-4beb-8e53-167b84fb9f12 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.096728 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-d4346b74-a2c7-4f37-b52c-ac8ccdbdad5f tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:03.114439 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-d4346b74-a2c7-4f37-b52c-ac8ccdbdad5f tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:03.124574 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-1be0ca91-903c-4fab-a470-0889b9466934 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Allocated IP 172.20.0.13 (c70ada1a-33c6-469a-8d07-68c34d2e86a9/6e4581ad-c2db-4a76-b1ab-88121755db02/0c61d952-9aff-4688-a610-50bac5b7acc9) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:03.144135 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-773314a8-1e2b-4fbb-a107-d21f58961cf2 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=634c85f0d70843cb8a7344965fb52821&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365670 Nov 12 00:40:03.161096 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-d4346b74-a2c7-4f37-b52c-ac8ccdbdad5f tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:03.173238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4346b74-a2c7-4f37-b52c-ac8ccdbdad5f tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Pushing event updated for resources: {'Port': ['ID=130bbe7b-2dda-4118-8336-07b90fc09ee0,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:03.200474 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-48b60dfa-84a8-4a72-bc78-ea0e5d43269a req-8acb7744-72b9-4731-8d6b-0d78c38ea903 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 210 time: 0.0551574 Nov 12 00:40:03.246048 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db1b6f7-1d65-4beb-8e53-167b84fb9f12 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:40:03.256040 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0db1b6f7-1d65-4beb-8e53-167b84fb9f12 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.256651 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-0db1b6f7-1d65-4beb-8e53-167b84fb9f12 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Added segment 565a5bbf-e498-4b3b-bd77-1bc3c03dc084 of type vlan for network a47d1011-e7d0-4734-88d5-45d0a4429b4e Nov 12 00:40:03.310224 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6faf9d8b-e91f-4814-ab76-234917eb277c x-openstack-request-id: req-6faf9d8b-e91f-4814-ab76-234917eb277c {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:03.310672 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8df5da-baba-46dd-818a-6a7936d3fe57", "name": "network-vif-deleted", "tag": "515d811e-cf1a-4557-b84d-06a73ebc4012", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:03.310924 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6faf9d8b-e91f-4814-ab76-234917eb277c {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:03.311408 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8df5da-baba-46dd-818a-6a7936d3fe57', 'name': 'network-vif-deleted', 'tag': '515d811e-cf1a-4557-b84d-06a73ebc4012', 'status': 'completed', 'code': 200} Nov 12 00:40:03.313093 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0db1b6f7-1d65-4beb-8e53-167b84fb9f12 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.345018 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b8276076-3300-40a5-b7e2-0be3dbc57c4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.393061 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0db1b6f7-1d65-4beb-8e53-167b84fb9f12 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.398651 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db1b6f7-1d65-4beb-8e53-167b84fb9f12 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:03.399250 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0db1b6f7-1d65-4beb-8e53-167b84fb9f12 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.451631 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-75a5c25a-5fff-4983-81fe-872b365ad2d1 req-0496e169-043c-466b-a646-5799d4371058 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/ports?device_id=92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c HTTP/1.1" status: 200 len: 210 time: 0.0758572 Nov 12 00:40:03.461062 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-441db7ab-5216-4aae-b046-9a4b125b3782 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:03.462585 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-441db7ab-5216-4aae-b046-9a4b125b3782 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3035295 Nov 12 00:40:03.463925 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b8276076-3300-40a5-b7e2-0be3dbc57c4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.487891 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-59723b6a-3886-42a5-a8b5-7271d569355a tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Request body: {'port': {'device_id': '5b7d0432-e341-432f-a1a3-43b8500f46f7', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': '634c85f0d70843cb8a7344965fb52821'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:03.494073 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-d4346b74-a2c7-4f37-b52c-ac8ccdbdad5f tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:03.494898 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-d4346b74-a2c7-4f37-b52c-ac8ccdbdad5f tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.499743 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0564b85b-adf5-4c05-96c4-71344ffeeb63 req-7d959b4b-24e6-4b31-9156-86fdbc3361cb tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136000 Nov 12 00:40:03.529651 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cfc7f6bb-500c-4edb-ae18-19d70490080e None None] Provisioning complete for port 130bbe7b-2dda-4118-8336-07b90fc09ee0 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:03.530915 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f6bb-500c-4edb-ae18-19d70490080e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.570149 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-cfc7f6bb-500c-4edb-ae18-19d70490080e None None] Port 130bbe7b-2dda-4118-8336-07b90fc09ee0 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:03.581101 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0db1b6f7-1d65-4beb-8e53-167b84fb9f12 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6925178 Nov 12 00:40:03.584294 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55648) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:03.593178 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-866992c3-97a2-422c-8225-6361a863d0d3 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Request body: {'subnet': {'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:03.594719 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-d4346b74-a2c7-4f37-b52c-ac8ccdbdad5f tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0482218 Nov 12 00:40:03.605840 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-1be0ca91-903c-4fab-a470-0889b9466934 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.610938 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1b6f7-1d65-4beb-8e53-167b84fb9f12 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event updated for resources: {'Network': ['ID=a47d1011-e7d0-4734-88d5-45d0a4429b4e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:03.618769 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] Request body: {'port': {'device_id': '03585741-8967-4c19-aefd-2b22f9df0b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:03.626842 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network a47d1011-e7d0-4734-88d5-45d0a4429b4e details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:40:03.709803 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b8276076-3300-40a5-b7e2-0be3dbc57c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.712362 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b8276076-3300-40a5-b7e2-0be3dbc57c4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.713706 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b8276076-3300-40a5-b7e2-0be3dbc57c4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/674ed343-baa9-4f9f-9e51-f9d66a689088 HTTP/1.1" status: 204 len: 168 time: 0.8241043 Nov 12 00:40:03.738981 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.760077 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8276076-3300-40a5-b7e2-0be3dbc57c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674ed343-baa9-4f9f-9e51-f9d66a689088,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:03.780582 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa2e2e-27c0-430c-a976-0358675a1be1 req-254b665d-bf34-4102-9a7c-b6d3b6ac73d8 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:03.781974 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1aa2e2e-27c0-430c-a976-0358675a1be1 req-254b665d-bf34-4102-9a7c-b6d3b6ac73d8 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 950 time: 0.1504602 Nov 12 00:40:03.786725 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-1be0ca91-903c-4fab-a470-0889b9466934 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.843637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-59723b6a-3886-42a5-a8b5-7271d569355a tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Made reservation on behalf of 634c85f0d70843cb8a7344965fb52821 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:03.848183 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-59723b6a-3886-42a5-a8b5-7271d569355a tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.876960 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-1be0ca91-903c-4fab-a470-0889b9466934 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Network c70ada1a-33c6-469a-8d07-68c34d2e86a9 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:03.891944 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-1be0ca91-903c-4fab-a470-0889b9466934 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:03.902168 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-1be0ca91-903c-4fab-a470-0889b9466934 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:03.910571 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866992c3-97a2-422c-8225-6361a863d0d3 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Made reservation on behalf of ff69603520634453a797ab4b4216646a for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:03.914035 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-866992c3-97a2-422c-8225-6361a863d0d3 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.948116 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0ca91-903c-4fab-a470-0889b9466934 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Pushing event updated for resources: {'Port': ['ID=0c61d952-9aff-4688-a610-50bac5b7acc9,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:04.012854 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1aa2e2e-27c0-430c-a976-0358675a1be1 req-f2339d33-2875-43e2-a713-f81d9a816b41 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220585 Nov 12 00:40:04.065329 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c9d6cf50-0224-4537-b3f5-bcb33893ac82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:04.073114 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-1be0ca91-903c-4fab-a470-0889b9466934 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:04.073114 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-1be0ca91-903c-4fab-a470-0889b9466934 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:04.114374 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-1be0ca91-903c-4fab-a470-0889b9466934 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5787146 Nov 12 00:40:04.157514 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Request body: {'port': {'device_id': '92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:04.251527 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:04.297966 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c01072-1ac0-438b-8b03-ef17a12e1a41 req-90ee4b77-3d12-4f55-b927-37e67f70e1e4 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:04.299346 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-866992c3-97a2-422c-8225-6361a863d0d3 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:04.299447 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9c01072-1ac0-438b-8b03-ef17a12e1a41 req-90ee4b77-3d12-4f55-b927-37e67f70e1e4 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.15 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 950 time: 0.1824331 Nov 12 00:40:04.334866 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811cb67-3f3e-4236-a388-12c9cdd959f5 req-aac92983-2d97-4811-ae0f-c2e15bf7e636 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:04.336380 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0811cb67-3f3e-4236-a388-12c9cdd959f5 req-aac92983-2d97-4811-ae0f-c2e15bf7e636 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.1864600 Nov 12 00:40:04.367345 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 130bbe7b-2dda-4118-8336-07b90fc09ee0 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:04.381027 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c014a096-87cc-49e4-a8ec-b33bb3623693 req-df212b52-a81f-45c1-99c0-ed4f95e91609 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 210 time: 0.0650351 Nov 12 00:40:04.385728 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:04.444561 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] Transition to ACTIVE for port object 130bbe7b-2dda-4118-8336-07b90fc09ee0 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:04.467601 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866992c3-97a2-422c-8225-6361a863d0d3 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event updated for resources: {'Subnet': ['ID=79ef9191-98fa-4a9d-80f9-c51942b38fb7,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:04.478408 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866992c3-97a2-422c-8225-6361a863d0d3 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Checking segment: {'id': '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:04.478775 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866992c3-97a2-422c-8225-6361a863d0d3 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Network hostable DHCP agents. Network: a5429105-7df0-4f08-b65b-bfa50831b1cd, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:40:04.502671 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:04.574974 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0811cb67-3f3e-4236-a388-12c9cdd959f5 req-e185d74f-4d01-4c19-b428-f386b2232d74 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155156 Nov 12 00:40:04.654444 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] Pushing event updated for resources: {'Port': ['ID=130bbe7b-2dda-4118-8336-07b90fc09ee0,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:04.920520 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-59723b6a-3886-42a5-a8b5-7271d569355a tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Allocated IP 192.168.233.35 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/8f1de500-1d54-4315-a3f2-8892f2f01944) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:04.931845 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866992c3-97a2-422c-8225-6361a863d0d3 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Network a5429105-7df0-4f08-b65b-bfa50831b1cd is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:40:04.971744 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device d22de70f-ea41-4e4c-b172-3e28f85e8c95 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:04.989253 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-866992c3-97a2-422c-8225-6361a863d0d3 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, a5429105-7df0-4f08-b65b-bfa50831b1cd) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:04.999083 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d59e14e-0c4b-481b-be18-f6ad16903cb4 None None] Network a5429105-7df0-4f08-b65b-bfa50831b1cd requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:40:05.007434 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235ffc0-efec-44fe-9781-370da260ce5b req-4885c1a8-bd01-434b-b039-3785046d4051 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:05.009079 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7235ffc0-efec-44fe-9781-370da260ce5b req-4885c1a8-bd01-434b-b039-3785046d4051 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/ports?device_id=92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c HTTP/1.1" status: 200 len: 932 time: 0.1737740 Nov 12 00:40:05.015023 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866992c3-97a2-422c-8225-6361a863d0d3 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:05.015671 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-866992c3-97a2-422c-8225-6361a863d0d3 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.088782 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-866992c3-97a2-422c-8225-6361a863d0d3 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5017443 Nov 12 00:40:05.092091 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55682) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:05.102559 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-043e3f0f-c243-43bb-83ff-bb0eec5d89d9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Request body: {'subnet': {'network_id': 'a47d1011-e7d0-4734-88d5-45d0a4429b4e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:05.129779 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-b9c01072-1ac0-438b-8b03-ef17a12e1a41 req-1524da59-5c9c-45b9-a61c-311eb5367f59 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Deleting port 05a5ed81-c561-4205-b530-77b2e13676d5 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:05.130002 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b9c01072-1ac0-438b-8b03-ef17a12e1a41 req-1524da59-5c9c-45b9-a61c-311eb5367f59 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.179782 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7235ffc0-efec-44fe-9781-370da260ce5b req-74db3000-e4c1-4963-b7a9-3ac8beab92de tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a43986-6103-46a0-92d4-3a661a44fdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491294 Nov 12 00:40:05.246495 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c61d952-9aff-4688-a610-50bac5b7acc9 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:05.258109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed416c9-f729-4f84-9763-025c356183d8 req-a4a91eaa-b87a-4854-b705-65294cd81235 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:05.260366 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.266722 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2ed416c9-f729-4f84-9763-025c356183d8 req-a4a91eaa-b87a-4854-b705-65294cd81235 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 944 time: 0.6017139 Nov 12 00:40:05.274160 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:40:05.275018 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-59723b6a-3886-42a5-a8b5-7271d569355a tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.286749 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Transition to ACTIVE for port object 0c61d952-9aff-4688-a610-50bac5b7acc9 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:05.306063 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.338338 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port d22de70f-ea41-4e4c-b172-3e28f85e8c95, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d22de70f-ea41-4e4c-b172-3e28f85e8c95,segment=NetworkSegment(6bcd1460-7002-412d-8f91-bced057eb4e8),segment_id=6bcd1460-7002-412d-8f91-bced057eb4e8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:05.347319 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] Attempting to bind port 130bbe7b-2dda-4118-8336-07b90fc09ee0 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:05.347925 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] Attempting to bind port 130bbe7b-2dda-4118-8336-07b90fc09ee0 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:05.348039 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] Attempting to bind port 130bbe7b-2dda-4118-8336-07b90fc09ee0 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:05.385207 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] Port 130bbe7b-2dda-4118-8336-07b90fc09ee0 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:05.385547 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] Attempting to bind port 130bbe7b-2dda-4118-8336-07b90fc09ee0 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:05.412463 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'd22de70f-ea41-4e4c-b172-3e28f85e8c95', 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6', 'port_id': 'd22de70f-ea41-4e4c-b172-3e28f85e8c95', 'mac_address': 'fa:16:3e:92:93:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08cb9a84-8134-4e9c-99d6-c33732bf6cde', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:05.439268 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:05.439532 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:05.440150 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:05.440353 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] Bound port: 130bbe7b-2dda-4118-8336-07b90fc09ee0, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:05.440730 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.441281 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a723ea2e-16b6-4162-a964-85ce7b48cf87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-a5429105-7df0-4f08-b65b-bfa50831b1cd', 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'fixed_ips': [{'subnet_id': '79ef9191-98fa-4a9d-80f9-c51942b38fb7'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:40:05.442148 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a723ea2e-16b6-4162-a964-85ce7b48cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.444145 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Pushing event updated for resources: {'Port': ['ID=0c61d952-9aff-4688-a610-50bac5b7acc9,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:05.449102 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-59723b6a-3886-42a5-a8b5-7271d569355a tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.462787 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2ed416c9-f729-4f84-9763-025c356183d8 req-97f92f0b-1934-4c73-bf59-30c654c884e8 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951795 Nov 12 00:40:05.465636 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-b9c01072-1ac0-438b-8b03-ef17a12e1a41 req-1524da59-5c9c-45b9-a61c-311eb5367f59 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] For port 05a5ed81-c561-4205-b530-77b2e13676d5, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=05a5ed81-c561-4205-b530-77b2e13676d5,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:05.466313 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b9c01072-1ac0-438b-8b03-ef17a12e1a41 req-1524da59-5c9c-45b9-a61c-311eb5367f59 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.477858 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043e3f0f-c243-43bb-83ff-bb0eec5d89d9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Made reservation on behalf of ff69603520634453a797ab4b4216646a for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:05.488460 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-043e3f0f-c243-43bb-83ff-bb0eec5d89d9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.494870 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-b9c01072-1ac0-438b-8b03-ef17a12e1a41 req-1524da59-5c9c-45b9-a61c-311eb5367f59 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Calling delete_port for 05a5ed81-c561-4205-b530-77b2e13676d5 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:05.538736 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-59723b6a-3886-42a5-a8b5-7271d569355a tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:05.550758 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-59723b6a-3886-42a5-a8b5-7271d569355a tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:05.553884 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-59723b6a-3886-42a5-a8b5-7271d569355a tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:05.579481 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.604018 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22de70f-ea41-4e4c-b172-3e28f85e8c95 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:05.607557 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:05.609576 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:05.609937 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:05.610750 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:05.612366 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:05.612366 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:05.612366 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:05.619127 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:05.620808 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:05.622863 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:05.623089 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:05.623831 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:05.627252 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-a723ea2e-16b6-4162-a964-85ce7b48cf87 None None] Allocated IP 10.1.1.2 (a5429105-7df0-4f08-b65b-bfa50831b1cd/79ef9191-98fa-4a9d-80f9-c51942b38fb7/455d6479-b92e-4184-8043-5f2f6d603cc9) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:05.634501 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port d22de70f-ea41-4e4c-b172-3e28f85e8c95, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d22de70f-ea41-4e4c-b172-3e28f85e8c95,segment=NetworkSegment(6bcd1460-7002-412d-8f91-bced057eb4e8),segment_id=6bcd1460-7002-412d-8f91-bced057eb4e8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:05.651635 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.697037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f128df-7196-4303-9eec-9e2886cbdfb8 req-49524ae0-5df0-4e71-896c-b9300569cff8 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:05.705869 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e8f128df-7196-4303-9eec-9e2886cbdfb8 req-49524ae0-5df0-4e71-896c-b9300569cff8 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 950 time: 0.2506452 Nov 12 00:40:05.714065 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-59723b6a-3886-42a5-a8b5-7271d569355a tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:05.717569 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-59723b6a-3886-42a5-a8b5-7271d569355a tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.760762 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-c9d6cf50-0224-4537-b3f5-bcb33893ac82 admin admin] Deleting port 68617f3f-e656-4347-9124-14c9ffaf4057 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:05.761087 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c9d6cf50-0224-4537-b3f5-bcb33893ac82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.761767 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=d22de70f-ea41-4e4c-b172-3e28f85e8c95,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:05.776497 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] For port 130bbe7b-2dda-4118-8336-07b90fc09ee0, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:05.793127 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-59723b6a-3886-42a5-a8b5-7271d569355a tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3090687 Nov 12 00:40:05.796365 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59723b6a-3886-42a5-a8b5-7271d569355a tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Pushing event updated for resources: {'Port': ['ID=8f1de500-1d54-4315-a3f2-8892f2f01944,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:05.827727 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] Request body: {'port': {'device_id': '5b7d0432-e341-432f-a1a3-43b8500f46f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:05.836607 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Attempting to bind port 0c61d952-9aff-4688-a610-50bac5b7acc9 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:05.837118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Attempting to bind port 0c61d952-9aff-4688-a610-50bac5b7acc9 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': 'c032912d-db10-4f43-83bc-4704eba59206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c70ada1a-33c6-469a-8d07-68c34d2e86a9'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:05.837791 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Attempting to bind port 0c61d952-9aff-4688-a610-50bac5b7acc9 on network c70ada1a-33c6-469a-8d07-68c34d2e86a9 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:05.845543 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] For port 130bbe7b-2dda-4118-8336-07b90fc09ee0, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=130bbe7b-2dda-4118-8336-07b90fc09ee0,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:05.858908 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a723ea2e-16b6-4162-a964-85ce7b48cf87 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.862638 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e8f128df-7196-4303-9eec-9e2886cbdfb8 req-9c4dc554-32dd-47af-8440-e844c58ed539 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557124 Nov 12 00:40:05.871510 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Port 0c61d952-9aff-4688-a610-50bac5b7acc9 on network c70ada1a-33c6-469a-8d07-68c34d2e86a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:05.877643 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a723ea2e-16b6-4162-a964-85ce7b48cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.881377 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Attempting to bind port 0c61d952-9aff-4688-a610-50bac5b7acc9 on network c70ada1a-33c6-469a-8d07-68c34d2e86a9 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:05.895931 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:05.896549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Checking segment: {'id': 'c032912d-db10-4f43-83bc-4704eba59206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c70ada1a-33c6-469a-8d07-68c34d2e86a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:05.896976 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Bound using segment: {'id': 'c032912d-db10-4f43-83bc-4704eba59206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c70ada1a-33c6-469a-8d07-68c34d2e86a9'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:05.897431 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Bound port: 0c61d952-9aff-4688-a610-50bac5b7acc9, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c032912d-db10-4f43-83bc-4704eba59206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c70ada1a-33c6-469a-8d07-68c34d2e86a9'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:05.897792 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.904085 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.933920 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b43bec-8217-4387-a9ed-230157bfd77c req-35daa2d6-642b-4ba8-a6b5-439aae356e07 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:05.941060 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d3b43bec-8217-4387-a9ed-230157bfd77c req-35daa2d6-642b-4ba8-a6b5-439aae356e07 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 935 time: 0.2861590 Nov 12 00:40:05.948611 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a723ea2e-16b6-4162-a964-85ce7b48cf87 None None] Network a5429105-7df0-4f08-b65b-bfa50831b1cd is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:05.952217 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.956217 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-a723ea2e-16b6-4162-a964-85ce7b48cf87 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:05.963813 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a723ea2e-16b6-4162-a964-85ce7b48cf87 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:05.978014 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723ea2e-16b6-4162-a964-85ce7b48cf87 None None] Pushing event updated for resources: {'Port': ['ID=455d6479-b92e-4184-8043-5f2f6d603cc9,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:05.988592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a72c2a6c-2141-4cbe-8d86-26dc95122a12 None None] Provisioning complete for port 8f1de500-1d54-4315-a3f2-8892f2f01944 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:05.989249 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a72c2a6c-2141-4cbe-8d86-26dc95122a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:06.035943 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.036723 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:06.038362 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] 10.222.0.21 "PUT /v2.0/ports/130bbe7b-2dda-4118-8336-07b90fc09ee0 HTTP/1.1" status: 200 len: 1097 time: 2.4247119 Nov 12 00:40:06.044186 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03585741-8967-4c19-aefd-2b22f9df0b2d', 'tag': '130bbe7b-2dda-4118-8336-07b90fc09ee0'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:06.046995 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9173c38d-5119-4534-b6aa-6de0c217af43" -d '{"events": [{"name": "network-changed", "server_uuid": "03585741-8967-4c19-aefd-2b22f9df0b2d", "tag": "130bbe7b-2dda-4118-8336-07b90fc09ee0"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:06.069848 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a723ea2e-16b6-4162-a964-85ce7b48cf87 None None] Attempting to bind port 455d6479-b92e-4184-8043-5f2f6d603cc9 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:06.070854 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a723ea2e-16b6-4162-a964-85ce7b48cf87 None None] Attempting to bind port 455d6479-b92e-4184-8043-5f2f6d603cc9 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:06.071422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a723ea2e-16b6-4162-a964-85ce7b48cf87 None None] Attempting to bind port 455d6479-b92e-4184-8043-5f2f6d603cc9 on network a5429105-7df0-4f08-b65b-bfa50831b1cd {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:06.075077 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a72c2a6c-2141-4cbe-8d86-26dc95122a12 None None] Port 8f1de500-1d54-4315-a3f2-8892f2f01944 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:06.083781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a723ea2e-16b6-4162-a964-85ce7b48cf87 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:06.085315 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a723ea2e-16b6-4162-a964-85ce7b48cf87 None None] Checking segment: {'id': '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:06.085606 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a723ea2e-16b6-4162-a964-85ce7b48cf87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:06.086009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a723ea2e-16b6-4162-a964-85ce7b48cf87 None None] Bound using segment: {'id': '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:06.086514 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a723ea2e-16b6-4162-a964-85ce7b48cf87 None None] Bound port: 455d6479-b92e-4184-8043-5f2f6d603cc9, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:06.086923 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a723ea2e-16b6-4162-a964-85ce7b48cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:06.130661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] For port 0c61d952-9aff-4688-a610-50bac5b7acc9, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:06.144011 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['d22de70f-ea41-4e4c-b172-3e28f85e8c95'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:06.172832 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-c9d6cf50-0224-4537-b3f5-bcb33893ac82 admin admin] For port 68617f3f-e656-4347-9124-14c9ffaf4057, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=68617f3f-e656-4347-9124-14c9ffaf4057,segment=NetworkSegment(614c630f-cac9-4e9f-b771-374b70637843),segment_id=614c630f-cac9-4e9f-b771-374b70637843)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:06.173466 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c9d6cf50-0224-4537-b3f5-bcb33893ac82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:06.186102 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4c166-9914-4c24-9a2f-849c0c43aa00 service neutron] Pushing event updated for resources: {'Port': ['ID=130bbe7b-2dda-4118-8336-07b90fc09ee0,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:06.245069 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-c9d6cf50-0224-4537-b3f5-bcb33893ac82 admin admin] Calling delete_port for 68617f3f-e656-4347-9124-14c9ffaf4057 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:06.257204 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d3b43bec-8217-4387-a9ed-230157bfd77c req-404d0154-e854-4d82-a59d-c3de58c6694e tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150098 Nov 12 00:40:06.277607 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-043e3f0f-c243-43bb-83ff-bb0eec5d89d9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:06.283910 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a723ea2e-16b6-4162-a964-85ce7b48cf87 None None] For port 455d6479-b92e-4184-8043-5f2f6d603cc9, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:06.307707 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a723ea2e-16b6-4162-a964-85ce7b48cf87 None None] For port 455d6479-b92e-4184-8043-5f2f6d603cc9, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=455d6479-b92e-4184-8043-5f2f6d603cc9,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:06.321036 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a723ea2e-16b6-4162-a964-85ce7b48cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:06.383361 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b9c01072-1ac0-438b-8b03-ef17a12e1a41 req-1524da59-5c9c-45b9-a61c-311eb5367f59 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:06.387062 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94097294-018e-4a67-bff5-5d0373fd0b9f x-openstack-request-id: req-94097294-018e-4a67-bff5-5d0373fd0b9f {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:06.387455 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03585741-8967-4c19-aefd-2b22f9df0b2d", "tag": "130bbe7b-2dda-4118-8336-07b90fc09ee0", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:06.387913 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94097294-018e-4a67-bff5-5d0373fd0b9f {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:06.388446 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03585741-8967-4c19-aefd-2b22f9df0b2d', 'tag': '130bbe7b-2dda-4118-8336-07b90fc09ee0', 'status': 'completed', 'code': 200} Nov 12 00:40:06.400714 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723ea2e-16b6-4162-a964-85ce7b48cf87 None None] Pushing event updated for resources: {'Port': ['ID=455d6479-b92e-4184-8043-5f2f6d603cc9,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:06.445216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-41a2389b-4ac8-42aa-9006-c25d92480264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.449909 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-41a2389b-4ac8-42aa-9006-c25d92480264 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=634c85f0d70843cb8a7344965fb52821&device_id=03585741-8967-4c19-aefd-2b22f9df0b2d HTTP/1.1" status: 200 len: 1100 time: 0.2950652 Nov 12 00:40:06.456673 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae4809-1131-420d-b7b4-7136e5693de0 req-76e60a3a-8de6-4f23-837d-31398e968707 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.464484 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64ae4809-1131-420d-b7b4-7136e5693de0 req-76e60a3a-8de6-4f23-837d-31398e968707 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.4396555 Nov 12 00:40:06.471013 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524da59-5c9c-45b9-a61c-311eb5367f59 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Pushing event deleted for resources: {'Port': ['ID=05a5ed81-c561-4205-b530-77b2e13676d5,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:06.485650 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e3f0f-c243-43bb-83ff-bb0eec5d89d9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event updated for resources: {'Subnet': ['ID=0b4b93af-0a2a-4ab0-978c-c22484f952fd,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:06.528799 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] For port 0c61d952-9aff-4688-a610-50bac5b7acc9, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=0c61d952-9aff-4688-a610-50bac5b7acc9,segment=NetworkSegment(c032912d-db10-4f43-83bc-4704eba59206),segment_id=c032912d-db10-4f43-83bc-4704eba59206)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:06.544627 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:06.567851 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1de500-1d54-4315-a3f2-8892f2f01944 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:06.592181 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-60e48b11-be85-4cea-967f-8b947e1368cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=130bbe7b-2dda-4118-8336-07b90fc09ee0 HTTP/1.1" status: 200 len: 217 time: 0.1094604 Nov 12 00:40:06.613971 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:06.628648 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.629259 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:06.635749 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] 10.222.0.15 "PUT /v2.0/ports/0c61d952-9aff-4688-a610-50bac5b7acc9 HTTP/1.1" status: 200 len: 1093 time: 2.5051413 Nov 12 00:40:06.664195 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043e3f0f-c243-43bb-83ff-bb0eec5d89d9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Checking segment: {'id': '565a5bbf-e498-4b3b-bd77-1bc3c03dc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a47d1011-e7d0-4734-88d5-45d0a4429b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:06.664195 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043e3f0f-c243-43bb-83ff-bb0eec5d89d9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Network hostable DHCP agents. Network: a47d1011-e7d0-4734-88d5-45d0a4429b4e, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:40:06.664644 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c01072-1ac0-438b-8b03-ef17a12e1a41 req-1524da59-5c9c-45b9-a61c-311eb5367f59 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] No DVR routers for this DVR port 05a5ed81-c561-4205-b530-77b2e13676d5 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:06.669822 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64ae4809-1131-420d-b7b4-7136e5693de0 req-0079d017-a353-4ac8-acb1-b52e215189d3 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041869 Nov 12 00:40:06.671877 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b9c01072-1ac0-438b-8b03-ef17a12e1a41 req-1524da59-5c9c-45b9-a61c-311eb5367f59 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:06.675407 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9c01072-1ac0-438b-8b03-ef17a12e1a41 req-1524da59-5c9c-45b9-a61c-311eb5367f59 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.15 "DELETE /v2.0/ports/05a5ed81-c561-4205-b530-77b2e13676d5 HTTP/1.1" status: 204 len: 173 time: 2.3663311 Nov 12 00:40:06.677379 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c', 'tag': '0c61d952-9aff-4688-a610-50bac5b7acc9'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:06.700399 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d2ff81-8c95-420d-9cad-fb6cd1fd56e2" -d '{"events": [{"name": "network-changed", "server_uuid": "92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c", "tag": "0c61d952-9aff-4688-a610-50bac5b7acc9"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:06.747899 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] Transition to ACTIVE for port object 8f1de500-1d54-4315-a3f2-8892f2f01944 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:06.764642 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:06.773528 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64154d3-bbf5-488e-87a8-d5bdca3098fd service neutron] Pushing event updated for resources: {'Port': ['ID=0c61d952-9aff-4688-a610-50bac5b7acc9,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:06.796415 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35758bf-8a50-4623-b22b-ce631d0aeb0c req-f17e5276-57fa-43bf-92a2-b1d2dbb72bd3 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.799171 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c35758bf-8a50-4623-b22b-ce631d0aeb0c req-f17e5276-57fa-43bf-92a2-b1d2dbb72bd3 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/ports?device_id=92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c HTTP/1.1" status: 200 len: 944 time: 0.3296592 Nov 12 00:40:06.823006 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-ff16a2ae-d9c5-49a1-afde-19ce62360ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.824765 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-ff16a2ae-d9c5-49a1-afde-19ce62360ecc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1767268 Nov 12 00:40:06.838704 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043e3f0f-c243-43bb-83ff-bb0eec5d89d9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Network a47d1011-e7d0-4734-88d5-45d0a4429b4e is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:40:06.876239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1de500-1d54-4315-a3f2-8892f2f01944,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:06.908523 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 455d6479-b92e-4184-8043-5f2f6d603cc9 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:06.969044 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 455d6479-b92e-4184-8043-5f2f6d603cc9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:06.969337 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:06.996084 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-dcaa82e5-a971-47f0-af83-1edb49c7b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.998352 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-dcaa82e5-a971-47f0-af83-1edb49c7b31b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e54045a57a64483681333a385b08af49&device_id=92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c HTTP/1.1" status: 200 len: 1096 time: 0.2744896 Nov 12 00:40:07.014246 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] Attempting to bind port 8f1de500-1d54-4315-a3f2-8892f2f01944 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:07.014587 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] Attempting to bind port 8f1de500-1d54-4315-a3f2-8892f2f01944 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:07.014986 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] Attempting to bind port 8f1de500-1d54-4315-a3f2-8892f2f01944 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:07.022716 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] Port 8f1de500-1d54-4315-a3f2-8892f2f01944 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:07.023041 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] Attempting to bind port 8f1de500-1d54-4315-a3f2-8892f2f01944 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:07.028315 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-043e3f0f-c243-43bb-83ff-bb0eec5d89d9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, a47d1011-e7d0-4734-88d5-45d0a4429b4e) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:07.033568 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043e3f0f-c243-43bb-83ff-bb0eec5d89d9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:07.034816 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-043e3f0f-c243-43bb-83ff-bb0eec5d89d9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:07.039698 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b468837-5f7a-431a-836f-f50d5c04b52f req-ea61c76b-a419-4f51-a1a0-9fac5b19100c tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:07.049830 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4b468837-5f7a-431a-836f-f50d5c04b52f req-ea61c76b-a419-4f51-a1a0-9fac5b19100c tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 945 time: 0.1247430 Nov 12 00:40:07.051019 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:07.055606 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c35758bf-8a50-4623-b22b-ce631d0aeb0c req-0578021b-fc44-444a-a060-830efcc81659 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a43986-6103-46a0-92d4-3a661a44fdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437201 Nov 12 00:40:07.056082 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:07.056712 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:07.057218 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] Bound port: 8f1de500-1d54-4315-a3f2-8892f2f01944, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:07.057639 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:07.072276 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-043e3f0f-c243-43bb-83ff-bb0eec5d89d9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9723983 Nov 12 00:40:07.080232 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dcdbd9-d3ba-4682-b2db-77797385d8a4 None None] Network a47d1011-e7d0-4734-88d5-45d0a4429b4e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:40:07.090768 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55726) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:07.106488 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d2b92766-d737-4627-8e84-a67ec3f7add1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Request body: {'port': {'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1521152683', 'fixed_ips': [{'subnet_id': '79ef9191-98fa-4a9d-80f9-c51942b38fb7'}]}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:07.127293 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-0b64845b-3a99-4ac8-afc7-644b6579fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:07.129294 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-0b64845b-3a99-4ac8-afc7-644b6579fa39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2663963 Nov 12 00:40:07.130992 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-3e1e97a2-a238-464c-b5cc-8c2d1638a031 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c61d952-9aff-4688-a610-50bac5b7acc9 HTTP/1.1" status: 200 len: 217 time: 0.0802720 Nov 12 00:40:07.165661 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83766185-b44d-4142-a990-c7b1e08cb991 x-openstack-request-id: req-83766185-b44d-4142-a990-c7b1e08cb991 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:07.165661 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c", "tag": "0c61d952-9aff-4688-a610-50bac5b7acc9", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:07.165661 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83766185-b44d-4142-a990-c7b1e08cb991 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:07.166040 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c', 'tag': '0c61d952-9aff-4688-a610-50bac5b7acc9', 'status': 'completed', 'code': 200} Nov 12 00:40:07.209462 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['f8e520da-e4f7-40ab-8161-a0383c27e91d', '05a5ed81-c561-4205-b530-77b2e13676d5'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:07.304015 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4b468837-5f7a-431a-836f-f50d5c04b52f req-bc476657-d250-400f-942e-538a7d6911d2 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517004 Nov 12 00:40:07.358291 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:07.490509 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab7e0e71-c5bc-4513-ac2d-5797dbd5a8b4 req-0d9e7611-8a6c-4b5e-8173-054e2571b46f tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=f470f025-01df-4caa-a766-2e552b960619 HTTP/1.1" status: 200 len: 210 time: 0.1238849 Nov 12 00:40:07.494227 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c9d6cf50-0224-4537-b3f5-bcb33893ac82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:07.533807 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] For port 8f1de500-1d54-4315-a3f2-8892f2f01944, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:07.562510 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 455d6479-b92e-4184-8043-5f2f6d603cc9, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=455d6479-b92e-4184-8043-5f2f6d603cc9,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:07.565078 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] For port 8f1de500-1d54-4315-a3f2-8892f2f01944, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=8f1de500-1d54-4315-a3f2-8892f2f01944,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:07.565224 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053c69f8-c055-48d6-8eea-fa5578aadc36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-a47d1011-e7d0-4734-88d5-45d0a4429b4e', 'network_id': 'a47d1011-e7d0-4734-88d5-45d0a4429b4e', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'fixed_ips': [{'subnet_id': '0b4b93af-0a2a-4ab0-978c-c22484f952fd'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:40:07.566602 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-053c69f8-c055-48d6-8eea-fa5578aadc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:07.574323 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-d18508d4-8b0f-428c-a339-b35e007f1b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:07.576270 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-d18508d4-8b0f-428c-a339-b35e007f1b84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e4581ad-c2db-4a76-b1ab-88121755db02 HTTP/1.1" status: 200 len: 849 time: 0.4225802 Nov 12 00:40:07.586820 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6cf50-0224-4537-b3f5-bcb33893ac82 admin admin] Pushing event deleted for resources: {'Port': ['ID=68617f3f-e656-4347-9124-14c9ffaf4057,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:07.617903 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:07.620498 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:07.629253 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-e0b80365-a419-406c-9bba-a76e8247b724 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742746 Nov 12 00:40:07.665145 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-97a76225-f03d-4886-bb99-3dfb02c7e755 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c70ada1a-33c6-469a-8d07-68c34d2e86a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712032 Nov 12 00:40:07.772174 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6a02a-5dc3-4818-9fa6-cd1f0d1632d1 req-5e9c1e22-976a-4c0f-91ab-05418ab57c42 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:07.794107 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-43b6a02a-5dc3-4818-9fa6-cd1f0d1632d1 req-5e9c1e22-976a-4c0f-91ab-05418ab57c42 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 947 time: 0.3620546 Nov 12 00:40:07.809800 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:07.810439 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:07.811863 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] 10.222.0.15 "PUT /v2.0/ports/8f1de500-1d54-4315-a3f2-8892f2f01944 HTTP/1.1" status: 200 len: 1096 time: 1.9903007 Nov 12 00:40:07.819554 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a69e7b-6f62-4766-b7cc-d0fe7f7069a4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1de500-1d54-4315-a3f2-8892f2f01944,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:07.831545 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b92766-d737-4627-8e84-a67ec3f7add1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Made reservation on behalf of ff69603520634453a797ab4b4216646a for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:07.874265 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55740) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:08.021357 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-43b6a02a-5dc3-4818-9fa6-cd1f0d1632d1 req-4d0ebe03-0525-4df1-a8e5-10e7209838d9 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145545 Nov 12 00:40:08.054545 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-ee646462-bc80-48d7-9c33-4d532a797eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:08.056073 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-ee646462-bc80-48d7-9c33-4d532a797eae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=634c85f0d70843cb8a7344965fb52821&device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 1099 time: 0.1668639 Nov 12 00:40:08.073619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=455d6479-b92e-4184-8043-5f2f6d603cc9,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:08.116904 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:08.124545 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:08.125294 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:08.125830 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:08.126496 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:08.127045 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:08.127555 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:08.128090 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:08.128888 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:08.129459 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:08.129945 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:08.130461 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:08.149275 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-8a79a401-5de6-49a4-a0c1-cd67d72885da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=8f1de500-1d54-4315-a3f2-8892f2f01944 HTTP/1.1" status: 200 len: 217 time: 0.0747824 Nov 12 00:40:08.176759 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6b38ce-25dc-43a1-9ac6-367b875f279f None None] Network a5429105-7df0-4f08-b65b-bfa50831b1cd requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:40:08.183522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24419613-f493-4e53-9999-41c33765fb27 req-225458b9-312a-42ac-be77-c89b488e43ac tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:08.191751 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-24419613-f493-4e53-9999-41c33765fb27 req-225458b9-312a-42ac-be77-c89b488e43ac tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.3870537 Nov 12 00:40:08.203532 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2b92766-d737-4627-8e84-a67ec3f7add1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:08.210950 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ed4ff79-4c82-40e2-a178-9dfe8a43869e req-2d3d93e5-160a-4eaa-8bc8-85e513a8f746 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526013 Nov 12 00:40:08.224300 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-61b095e1-4f4d-4079-bc12-cf01391aee0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:08.258443 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-70905613-a62c-4ab4-a1d9-7a361fa15024 service neutron] 10.222.0.15 "GET /v2.0/networks/c70ada1a-33c6-469a-8d07-68c34d2e86a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538208 Nov 12 00:40:08.315514 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-053c69f8-c055-48d6-8eea-fa5578aadc36 None None] Allocated IP 10.2.2.2 (a47d1011-e7d0-4734-88d5-45d0a4429b4e/0b4b93af-0a2a-4ab0-978c-c22484f952fd/6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:08.325775 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-3b2565d5-3c6f-42c2-b6bf-c4e01a7eb6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:08.337734 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-587bace5-ffe4-45e9-9576-00cc13a02ea8 None None] Provisioning complete for port 455d6479-b92e-4184-8043-5f2f6d603cc9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:08.338103 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-587bace5-ffe4-45e9-9576-00cc13a02ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:08.338996 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-3b2565d5-3c6f-42c2-b6bf-c4e01a7eb6f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1712534 Nov 12 00:40:08.358002 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-d2b92766-d737-4627-8e84-a67ec3f7add1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] device_id is not set on port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:40:08.362995 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-24419613-f493-4e53-9999-41c33765fb27 req-d222710a-e638-46a2-9003-4fa4bb89ae0a tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700585 Nov 12 00:40:08.423422 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f470f025-01df-4caa-a766-2e552b960619', 'name': 'network-vif-deleted', 'tag': '05a5ed81-c561-4205-b530-77b2e13676d5'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:08.428895 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887cd133-5dae-492e-85c8-74f56f1cab89" -d '{"events": [{"server_uuid": "f470f025-01df-4caa-a766-2e552b960619", "name": "network-vif-deleted", "tag": "05a5ed81-c561-4205-b530-77b2e13676d5"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:08.445723 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c9d6cf50-0224-4537-b3f5-bcb33893ac82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:08.473154 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579487c7-0e4b-414b-846f-4cfb4bd40bdf req-27845169-131e-4dea-b6dd-a2a6e9c4364e tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:08.480968 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-579487c7-0e4b-414b-846f-4cfb4bd40bdf req-27845169-131e-4dea-b6dd-a2a6e9c4364e tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/ports?device_id=92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c HTTP/1.1" status: 200 len: 944 time: 0.2806427 Nov 12 00:40:08.518803 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:08.618057 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-fda3ed34-7e21-406a-af8b-ce497a2f0065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:08.619703 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-fda3ed34-7e21-406a-af8b-ce497a2f0065 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2647989 Nov 12 00:40:08.737949 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-053c69f8-c055-48d6-8eea-fa5578aadc36 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:08.772159 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-053c69f8-c055-48d6-8eea-fa5578aadc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:08.813943 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-579487c7-0e4b-414b-846f-4cfb4bd40bdf req-3351deef-333e-4ba9-a87a-063e9b39fc4c tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a43986-6103-46a0-92d4-3a661a44fdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277421 Nov 12 00:40:08.818407 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053c69f8-c055-48d6-8eea-fa5578aadc36 None None] Network a47d1011-e7d0-4734-88d5-45d0a4429b4e is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:08.836814 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-053c69f8-c055-48d6-8eea-fa5578aadc36 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:08.852436 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053c69f8-c055-48d6-8eea-fa5578aadc36 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:08.938607 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c69f8-c055-48d6-8eea-fa5578aadc36 None None] Pushing event updated for resources: {'Port': ['ID=6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:08.950153 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173c38d-5119-4534-b6aa-6de0c217af43 req-a8010e1a-0271-4110-b1b0-b4c2ec16a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:08.957345 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9173c38d-5119-4534-b6aa-6de0c217af43 req-a8010e1a-0271-4110-b1b0-b4c2ec16a594 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=634c85f0d70843cb8a7344965fb52821&device_id=03585741-8967-4c19-aefd-2b22f9df0b2d HTTP/1.1" status: 200 len: 1100 time: 0.6616101 Nov 12 00:40:08.990053 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13059ff-d51b-463a-8653-b2c77645e700 x-openstack-request-id: req-b13059ff-d51b-463a-8653-b2c77645e700 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:08.992663 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f470f025-01df-4caa-a766-2e552b960619", "name": "network-vif-deleted", "tag": "05a5ed81-c561-4205-b530-77b2e13676d5", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:08.993006 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b13059ff-d51b-463a-8653-b2c77645e700 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:08.993622 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f470f025-01df-4caa-a766-2e552b960619', 'name': 'network-vif-deleted', 'tag': '05a5ed81-c561-4205-b530-77b2e13676d5', 'status': 'completed', 'code': 200} Nov 12 00:40:09.009076 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-61b095e1-4f4d-4079-bc12-cf01391aee0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.027118 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 455d6479-b92e-4184-8043-5f2f6d603cc9 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:09.027881 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-61b095e1-4f4d-4079-bc12-cf01391aee0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.058640 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c84f00e-68c9-4b26-b3d2-6c7c9b66559d req-2a1180a2-5fe2-4320-b5e3-7203a5cdfbd4 service neutron] 10.222.0.15 "GET /v2.0/networks/c70ada1a-33c6-469a-8d07-68c34d2e86a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7834840 Nov 12 00:40:09.139072 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device d22de70f-ea41-4e4c-b172-3e28f85e8c95 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:09.142033 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-61b095e1-4f4d-4079-bc12-cf01391aee0d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d13ca4c87a854b84863e23532d991f84&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2659252 Nov 12 00:40:09.142647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55756) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:09.162851 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-d2b92766-d737-4627-8e84-a67ec3f7add1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Allocated IP 10.1.1.202 (a5429105-7df0-4f08-b65b-bfa50831b1cd/79ef9191-98fa-4a9d-80f9-c51942b38fb7/46bdef3d-f8bc-4521-88a2-2afdcf545a6a) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:09.167298 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-70f25df8-9a66-4b15-a94e-be814daec157 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185847 Nov 12 00:40:09.193440 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7d0432-e341-432f-a1a3-43b8500f46f7', 'tag': '8f1de500-1d54-4315-a3f2-8892f2f01944'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:09.195931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e6e2d-713b-4647-b808-e289085f0b11 req-9093a4ca-2fae-485c-9881-aab5ca6f3439 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:09.197869 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53911c05-4707-463d-8b64-75c0d9bc5981" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7d0432-e341-432f-a1a3-43b8500f46f7", "tag": "8f1de500-1d54-4315-a3f2-8892f2f01944"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:09.200956 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b095e1-4f4d-4079-bc12-cf01391aee0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b551e77e-2260-44ae-a69b-1203c2ab8992,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:09.205089 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-492e6e2d-713b-4647-b808-e289085f0b11 req-9093a4ca-2fae-485c-9881-aab5ca6f3439 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 945 time: 0.7567370 Nov 12 00:40:09.246240 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-053c69f8-c055-48d6-8eea-fa5578aadc36 None None] Attempting to bind port 6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:09.246802 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-053c69f8-c055-48d6-8eea-fa5578aadc36 None None] Attempting to bind port 6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '565a5bbf-e498-4b3b-bd77-1bc3c03dc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a47d1011-e7d0-4734-88d5-45d0a4429b4e'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:09.247306 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053c69f8-c055-48d6-8eea-fa5578aadc36 None None] Attempting to bind port 6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0 on network a47d1011-e7d0-4734-88d5-45d0a4429b4e {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:09.263399 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c91a31ee-5e92-4eb3-8596-985fe7dff834 None None] Provisioning complete for port 455d6479-b92e-4184-8043-5f2f6d603cc9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:09.263773 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c91a31ee-5e92-4eb3-8596-985fe7dff834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.266823 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 455d6479-b92e-4184-8043-5f2f6d603cc9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:09.267180 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.268911 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053c69f8-c055-48d6-8eea-fa5578aadc36 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:09.269337 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053c69f8-c055-48d6-8eea-fa5578aadc36 None None] Checking segment: {'id': '565a5bbf-e498-4b3b-bd77-1bc3c03dc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a47d1011-e7d0-4734-88d5-45d0a4429b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:09.269676 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-053c69f8-c055-48d6-8eea-fa5578aadc36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.270069 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053c69f8-c055-48d6-8eea-fa5578aadc36 None None] Bound using segment: {'id': '565a5bbf-e498-4b3b-bd77-1bc3c03dc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a47d1011-e7d0-4734-88d5-45d0a4429b4e'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:09.270553 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-053c69f8-c055-48d6-8eea-fa5578aadc36 None None] Bound port: 6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565a5bbf-e498-4b3b-bd77-1bc3c03dc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a47d1011-e7d0-4734-88d5-45d0a4429b4e'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:09.270928 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-053c69f8-c055-48d6-8eea-fa5578aadc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.425149 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-492e6e2d-713b-4647-b808-e289085f0b11 req-0dae03cc-20bf-4b3a-865b-eba191f604ac tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733012 Nov 12 00:40:09.427081 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2ff81-8c95-420d-9cad-fb6cd1fd56e2 req-a5a6f015-850c-4030-a47f-6d5fae403d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:09.428739 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4d2ff81-8c95-420d-9cad-fb6cd1fd56e2 req-a5a6f015-850c-4030-a47f-6d5fae403d3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e54045a57a64483681333a385b08af49&device_id=92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c HTTP/1.1" status: 200 len: 1096 time: 0.1819603 Nov 12 00:40:09.431969 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173c38d-5119-4534-b6aa-6de0c217af43 req-91cf2110-d068-477f-a4f9-69c72173493f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:09.433474 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9173c38d-5119-4534-b6aa-6de0c217af43 req-91cf2110-d068-477f-a4f9-69c72173493f service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.4471545 Nov 12 00:40:09.445123 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff6de0-8af8-433f-a1cb-7552174c9f92 req-1eccea40-2662-44f3-955b-9db9b49e1373 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:09.447055 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3aff6de0-8af8-433f-a1cb-7552174c9f92 req-1eccea40-2662-44f3-955b-9db9b49e1373 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 947 time: 0.2128301 Nov 12 00:40:09.456273 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a971428e-5228-4a05-9f10-ea6759b1df4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.492744 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ffafc79-9253-4e54-881f-92890a039cb0 req-eb80d27b-9262-4836-8eae-bba1ceca5f3a service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696974 Nov 12 00:40:09.532654 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port d22de70f-ea41-4e4c-b172-3e28f85e8c95 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:40:09.536267 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9173c38d-5119-4534-b6aa-6de0c217af43 req-33fd3443-2950-4d5b-b439-fa44e1ffbf9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=130bbe7b-2dda-4118-8336-07b90fc09ee0 HTTP/1.1" status: 200 len: 217 time: 0.0716166 Nov 12 00:40:09.541989 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port d22de70f-ea41-4e4c-b172-3e28f85e8c95 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:09.542368 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.562525 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a971428e-5228-4a05-9f10-ea6759b1df4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.617264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-053c69f8-c055-48d6-8eea-fa5578aadc36 None None] For port 6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:09.649952 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3aff6de0-8af8-433f-a1cb-7552174c9f92 req-e0dfb493-bfce-4683-8df0-252cfcc4d2fe tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785264 Nov 12 00:40:09.665306 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-053c69f8-c055-48d6-8eea-fa5578aadc36 None None] For port 6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0,segment=NetworkSegment(565a5bbf-e498-4b3b-bd77-1bc3c03dc084),segment_id=565a5bbf-e498-4b3b-bd77-1bc3c03dc084)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:09.706554 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2b92766-d737-4627-8e84-a67ec3f7add1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.726523 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173c38d-5119-4534-b6aa-6de0c217af43 req-a1f75d69-8375-4131-9ac5-547b7526c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:09.728006 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9173c38d-5119-4534-b6aa-6de0c217af43 req-a1f75d69-8375-4131-9ac5-547b7526c8e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1628473 Nov 12 00:40:09.728995 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-053c69f8-c055-48d6-8eea-fa5578aadc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.729351 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2ff81-8c95-420d-9cad-fb6cd1fd56e2 req-6ec96cd0-b057-417c-aeeb-4050bf62e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:09.730639 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4d2ff81-8c95-420d-9cad-fb6cd1fd56e2 req-6ec96cd0-b057-417c-aeeb-4050bf62e5e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c70ada1a-33c6-469a-8d07-68c34d2e86a9 HTTP/1.1" status: 200 len: 910 time: 0.2923360 Nov 12 00:40:09.734216 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba92ec3-3c9e-4ebf-a0bd-205954e5d93f x-openstack-request-id: req-aba92ec3-3c9e-4ebf-a0bd-205954e5d93f {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:09.734517 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7d0432-e341-432f-a1a3-43b8500f46f7", "tag": "8f1de500-1d54-4315-a3f2-8892f2f01944", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:09.734760 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aba92ec3-3c9e-4ebf-a0bd-205954e5d93f {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:09.735161 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7d0432-e341-432f-a1a3-43b8500f46f7', 'tag': '8f1de500-1d54-4315-a3f2-8892f2f01944', 'status': 'completed', 'code': 200} Nov 12 00:40:09.737577 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d6cf50-0224-4537-b3f5-bcb33893ac82 admin admin] Router 655ce57c-c595-477a-9a27-a8b94ab562f0 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:40:09.737968 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a971428e-5228-4a05-9f10-ea6759b1df4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.741194 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a971428e-5228-4a05-9f10-ea6759b1df4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.742217 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a971428e-5228-4a05-9f10-ea6759b1df4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b551e77e-2260-44ae-a69b-1203c2ab8992 HTTP/1.1" status: 204 len: 168 time: 0.5899448 Nov 12 00:40:09.776803 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971428e-5228-4a05-9f10-ea6759b1df4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b551e77e-2260-44ae-a69b-1203c2ab8992,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:09.807710 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2b92766-d737-4627-8e84-a67ec3f7add1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.844183 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4d2ff81-8c95-420d-9cad-fb6cd1fd56e2 req-72b87c4b-38d9-4edd-b229-22c8b4e7d7fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c61d952-9aff-4688-a610-50bac5b7acc9 HTTP/1.1" status: 200 len: 217 time: 0.0504868 Nov 12 00:40:09.899133 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c69f8-c055-48d6-8eea-fa5578aadc36 None None] Pushing event updated for resources: {'Port': ['ID=6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:09.913829 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173c38d-5119-4534-b6aa-6de0c217af43 req-da0b48bc-89ab-4baf-99f6-036bba4f1d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:09.916888 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9173c38d-5119-4534-b6aa-6de0c217af43 req-da0b48bc-89ab-4baf-99f6-036bba4f1d8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1765108 Nov 12 00:40:09.940294 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.957895 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b92766-d737-4627-8e84-a67ec3f7add1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Network a5429105-7df0-4f08-b65b-bfa50831b1cd is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:09.972122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99077391-e618-45ea-8341-a34e6459be9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22de70f-ea41-4e4c-b172-3e28f85e8c95'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:09.975994 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1286b1-95e4-4d5f-83c3-608e6f9f6063" -d '{"events": [{"server_uuid": "99077391-e618-45ea-8341-a34e6459be9d", "name": "network-vif-plugged", "status": "completed", "tag": "d22de70f-ea41-4e4c-b172-3e28f85e8c95"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:09.976872 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-d2b92766-d737-4627-8e84-a67ec3f7add1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:10.003468 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b92766-d737-4627-8e84-a67ec3f7add1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:10.010377 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port d22de70f-ea41-4e4c-b172-3e28f85e8c95, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d22de70f-ea41-4e4c-b172-3e28f85e8c95,segment=NetworkSegment(6bcd1460-7002-412d-8f91-bced057eb4e8),segment_id=6bcd1460-7002-412d-8f91-bced057eb4e8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:10.024618 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:10.025024 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 05a5ed81-c561-4205-b530-77b2e13676d5 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:10.068869 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b92766-d737-4627-8e84-a67ec3f7add1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event updated for resources: {'Port': ['ID=46bdef3d-f8bc-4521-88a2-2afdcf545a6a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:10.073001 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53911c05-4707-463d-8b64-75c0d9bc5981 req-e5992c37-b080-49cc-8bc0-ace954c2ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.075002 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53911c05-4707-463d-8b64-75c0d9bc5981 req-e5992c37-b080-49cc-8bc0-ace954c2ce1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=634c85f0d70843cb8a7344965fb52821&device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 1099 time: 0.2632627 Nov 12 00:40:10.113730 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98ab55-71f2-4e1f-afd2-97632bfe43d2 req-dbc32a95-2044-41fa-b236-7c01ca5ff2c8 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.115799 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b98ab55-71f2-4e1f-afd2-97632bfe43d2 req-dbc32a95-2044-41fa-b236-7c01ca5ff2c8 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.2102764 Nov 12 00:40:10.128943 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 05a5ed81-c561-4205-b530-77b2e13676d5 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:10.129567 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 05a5ed81-c561-4205-b530-77b2e13676d5 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:10.156934 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605c2e2-d6c5-4e70-8f4d-61c017a1bbdf req-80d0c9b1-6926-4811-8e70-ab0176ddea94 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.159153 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e605c2e2-d6c5-4e70-8f4d-61c017a1bbdf req-80d0c9b1-6926-4811-8e70-ab0176ddea94 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.2473938 Nov 12 00:40:10.166905 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2ff81-8c95-420d-9cad-fb6cd1fd56e2 req-04b74656-9274-4337-8375-5784afad6e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.168391 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4d2ff81-8c95-420d-9cad-fb6cd1fd56e2 req-04b74656-9274-4337-8375-5784afad6e30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e4581ad-c2db-4a76-b1ab-88121755db02 HTTP/1.1" status: 200 len: 849 time: 0.2612772 Nov 12 00:40:10.177021 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=d22de70f-ea41-4e4c-b172-3e28f85e8c95,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:10.205152 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b92766-d737-4627-8e84-a67ec3f7add1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.205152 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2b92766-d737-4627-8e84-a67ec3f7add1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:10.258229 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4d2ff81-8c95-420d-9cad-fb6cd1fd56e2 req-d6b87c87-cdf5-4f29-ad50-c7430f4ea087 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c70ada1a-33c6-469a-8d07-68c34d2e86a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805917 Nov 12 00:40:10.310931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d6cf50-0224-4537-b3f5-bcb33893ac82 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:40:10.322985 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0daecf-6575-4a72-a98a-d272cebb7ac7 None None] Sync routers for ids ['655ce57c-c595-477a-9a27-a8b94ab562f0'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:40:10.340168 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c9d6cf50-0224-4537-b3f5-bcb33893ac82 admin admin] 10.222.0.31 "PUT /v2.0/routers/655ce57c-c595-477a-9a27-a8b94ab562f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7119646 Nov 12 00:40:10.342114 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0daecf-6575-4a72-a98a-d272cebb7ac7 None None] Routers {'655ce57c-c595-477a-9a27-a8b94ab562f0'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:10.342861 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-0e0daecf-6575-4a72-a98a-d272cebb7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:39:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['655ce57c-c595-477a-9a27-a8b94ab562f0'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:10.353130 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d2b92766-d737-4627-8e84-a67ec3f7add1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2502468 Nov 12 00:40:10.354131 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55776) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:10.366543 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b98ab55-71f2-4e1f-afd2-97632bfe43d2 req-084e983b-5141-4581-9745-8367c714f092 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347612 Nov 12 00:40:10.366753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55778) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:10.380515 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a470902e-1964-4c27-9162-4acbdddc3b29 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Request body: {'port': {'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd', 'name': 'tempest-TaggedBootDevicesTest_v242-414698064', 'fixed_ips': [{'subnet_id': '79ef9191-98fa-4a9d-80f9-c51942b38fb7'}]}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:10.429606 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0f7cd32a-9063-4e79-81f9-56c91055bd8e None None] Provisioning complete for port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:10.429984 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0f7cd32a-9063-4e79-81f9-56c91055bd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:10.467685 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9173c38d-5119-4534-b6aa-6de0c217af43 req-96e2afb7-f10b-46ad-ae60-11472be160e3 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314634 Nov 12 00:40:10.478779 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53911c05-4707-463d-8b64-75c0d9bc5981 req-376634f0-2d05-4190-8672-50d5c8474b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:10.481564 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53911c05-4707-463d-8b64-75c0d9bc5981 req-376634f0-2d05-4190-8672-50d5c8474b4d service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.3975904 Nov 12 00:40:10.516688 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-0f7cd32a-9063-4e79-81f9-56c91055bd8e None None] Port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:10.533288 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e605c2e2-d6c5-4e70-8f4d-61c017a1bbdf req-dafc3c6c-23f5-4cf9-8110-816d15e0f057 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631618 Nov 12 00:40:10.550068 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-0e0daecf-6575-4a72-a98a-d272cebb7ac7 None None] Set router 655ce57c-c595-477a-9a27-a8b94ab562f0 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:10.619930 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e81c93c-266a-4040-a562-8623692a0bee x-openstack-request-id: req-7e81c93c-266a-4040-a562-8623692a0bee {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:10.620523 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99077391-e618-45ea-8341-a34e6459be9d", "name": "network-vif-plugged", "status": "completed", "tag": "d22de70f-ea41-4e4c-b172-3e28f85e8c95", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:10.620870 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e81c93c-266a-4040-a562-8623692a0bee {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:10.621307 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99077391-e618-45ea-8341-a34e6459be9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22de70f-ea41-4e4c-b172-3e28f85e8c95', 'code': 200} Nov 12 00:40:10.646701 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 130bbe7b-2dda-4118-8336-07b90fc09ee0 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:10.844552 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4d2ff81-8c95-420d-9cad-fb6cd1fd56e2 req-c6d07bd8-2415-4113-9142-eae60347f36e service neutron] 10.222.0.15 "GET /v2.0/networks/c70ada1a-33c6-469a-8d07-68c34d2e86a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5708919 Nov 12 00:40:10.893971 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:10.902541 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 130bbe7b-2dda-4118-8336-07b90fc09ee0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=130bbe7b-2dda-4118-8336-07b90fc09ee0,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:10.936310 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '130bbe7b-2dda-4118-8336-07b90fc09ee0', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '130bbe7b-2dda-4118-8336-07b90fc09ee0', 'mac_address': 'fa:16:3e:a4:39:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:10.987362 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-0e0daecf-6575-4a72-a98a-d272cebb7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-router', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:39Z', 'updated_at': '2021-11-12T00:40:07Z', 'revision_number': 5, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'gw_port': {'id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:40Z', 'updated_at': '2021-11-12T00:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:10.998074 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.002001 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:11.002790 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.025247 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0daecf-6575-4a72-a98a-d272cebb7ac7 None None] Checking router: 655ce57c-c595-477a-9a27-a8b94ab562f0 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:40:11.039019 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0daecf-6575-4a72-a98a-d272cebb7ac7 None None] Routers {'655ce57c-c595-477a-9a27-a8b94ab562f0'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:11.042021 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-0e0daecf-6575-4a72-a98a-d272cebb7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:39:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['655ce57c-c595-477a-9a27-a8b94ab562f0'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:11.083834 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130bbe7b-2dda-4118-8336-07b90fc09ee0 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:11.121207 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ec8a-dae5-4432-bb52-861a1dc6cd55 admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.138585 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53911c05-4707-463d-8b64-75c0d9bc5981 req-e4d32aaf-d800-4724-a67a-72c2f041da2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=8f1de500-1d54-4315-a3f2-8892f2f01944 HTTP/1.1" status: 200 len: 217 time: 0.6467261 Nov 12 00:40:11.158579 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 130bbe7b-2dda-4118-8336-07b90fc09ee0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=130bbe7b-2dda-4118-8336-07b90fc09ee0,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:11.167529 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.185069 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.187745 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a470902e-1964-4c27-9162-4acbdddc3b29 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Made reservation on behalf of ff69603520634453a797ab4b4216646a for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:11.258519 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0,segment=NetworkSegment(565a5bbf-e498-4b3b-bd77-1bc3c03dc084),segment_id=565a5bbf-e498-4b3b-bd77-1bc3c03dc084)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:11.279482 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.282808 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-0e0daecf-6575-4a72-a98a-d272cebb7ac7 None None] Set router 655ce57c-c595-477a-9a27-a8b94ab562f0 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:11.284104 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=130bbe7b-2dda-4118-8336-07b90fc09ee0,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:11.314310 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64afab-474c-4beb-b88f-4cf12c8e4b13 req-70e01061-94a3-49b5-b4fb-32255e3e2cfe tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:11.317230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b64afab-474c-4beb-b88f-4cf12c8e4b13 req-70e01061-94a3-49b5-b4fb-32255e3e2cfe tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 946 time: 0.5098369 Nov 12 00:40:11.325601 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a470902e-1964-4c27-9162-4acbdddc3b29 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.352182 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:11.358567 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53911c05-4707-463d-8b64-75c0d9bc5981 req-92bd05e5-af02-4c36-b075-cad852607165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:11.363741 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53911c05-4707-463d-8b64-75c0d9bc5981 req-92bd05e5-af02-4c36-b075-cad852607165 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1712189 Nov 12 00:40:11.378885 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-a470902e-1964-4c27-9162-4acbdddc3b29 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] device_id is not set on port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:40:11.392927 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9173c38d-5119-4534-b6aa-6de0c217af43 req-da42e1b8-a6c7-4ee0-908e-a7850f42dc05 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8811383 Nov 12 00:40:11.452527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e6094-b5b8-4117-bd48-f32cc46b50fd req-e6b0460c-4f07-455a-9581-d72a1059e3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:11.454293 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['130bbe7b-2dda-4118-8336-07b90fc09ee0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:11.454583 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-646e6094-b5b8-4117-bd48-f32cc46b50fd req-e6b0460c-4f07-455a-9581-d72a1059e3f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 1098 time: 0.3369710 Nov 12 00:40:11.494193 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4848fb51-1ee9-4dac-a6c3-975545a0b6df None None] Network a47d1011-e7d0-4734-88d5-45d0a4429b4e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:40:11.501758 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602bad6-c7f9-4a25-ae1f-472eb88b9f9c req-5acf947b-ceae-4420-b945-aeff222cb33c tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:11.503285 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b602bad6-c7f9-4a25-ae1f-472eb88b9f9c req-5acf947b-ceae-4420-b945-aeff222cb33c tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/ports?device_id=92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c HTTP/1.1" status: 200 len: 944 time: 0.3873737 Nov 12 00:40:11.510093 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ec8a-dae5-4432-bb52-861a1dc6cd55 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.542756 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-0e0daecf-6575-4a72-a98a-d272cebb7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-router', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:39Z', 'updated_at': '2021-11-12T00:40:07Z', 'revision_number': 5, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'gw_port': {'id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:40Z', 'updated_at': '2021-11-12T00:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:11.556320 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53911c05-4707-463d-8b64-75c0d9bc5981 req-62bb317a-b716-4b92-9639-ec1a53c2684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:11.557871 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53911c05-4707-463d-8b64-75c0d9bc5981 req-62bb317a-b716-4b92-9639-ec1a53c2684b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1237602 Nov 12 00:40:11.580786 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0daecf-6575-4a72-a98a-d272cebb7ac7 None None] The sync data for ids ['655ce57c-c595-477a-9a27-a8b94ab562f0'] in n-d-712137-14 is: [{'id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1363384347-router', 'tenant_id': '79d381a23e934d43891c5d332d12cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:39Z', 'updated_at': '2021-11-12T00:40:07Z', 'revision_number': 5, 'project_id': '79d381a23e934d43891c5d332d12cc5b', 'gw_port': {'id': 'd5fbabec-66de-4707-b6d8-5259bdc96627', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ce57c-c595-477a-9a27-a8b94ab562f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:40Z', 'updated_at': '2021-11-12T00:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:40:11.624335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e9ea480b-ee92-43d2-a74b-4b2e2a6f92c0 None None] Provisioning complete for port 6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:11.624792 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e9ea480b-ee92-43d2-a74b-4b2e2a6f92c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.633161 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-646e6094-b5b8-4117-bd48-f32cc46b50fd req-1272ba15-e8f6-4cd4-8819-8b7f0d202df0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611400 Nov 12 00:40:11.683251 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b602bad6-c7f9-4a25-ae1f-472eb88b9f9c req-5b114c34-f593-4de0-8db0-56ad3efa094b tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a43986-6103-46a0-92d4-3a661a44fdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698689 Nov 12 00:40:11.724873 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4d2ff81-8c95-420d-9cad-fb6cd1fd56e2 req-d07391c4-ae03-425c-8e5a-19b8daaf3662 service neutron] 10.222.0.15 "GET /v2.0/networks/c70ada1a-33c6-469a-8d07-68c34d2e86a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7985554 Nov 12 00:40:11.730228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-a0a7ec8a-dae5-4432-bb52-861a1dc6cd55 admin admin] Deleting port d5fbabec-66de-4707-b6d8-5259bdc96627 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:11.730498 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ec8a-dae5-4432-bb52-861a1dc6cd55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.738545 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b64afab-474c-4beb-b88f-4cf12c8e4b13 req-fb65dfb1-03ce-4aea-8730-3bada3c1de99 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974090 Nov 12 00:40:11.791706 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-a470902e-1964-4c27-9162-4acbdddc3b29 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Allocated IP 10.1.1.211 (a5429105-7df0-4f08-b65b-bfa50831b1cd/79ef9191-98fa-4a9d-80f9-c51942b38fb7/4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:11.841607 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53911c05-4707-463d-8b64-75c0d9bc5981 req-3d400921-2b21-48d0-b161-26203af8068d service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712893 Nov 12 00:40:11.895543 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fab6a-8145-4faa-bcf0-0e4b726232e4 req-95208494-78ef-4fb1-b05d-632195e6deff tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:11.897291 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9f2fab6a-8145-4faa-bcf0-0e4b726232e4 req-95208494-78ef-4fb1-b05d-632195e6deff tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 947 time: 0.0896523 Nov 12 00:40:11.909837 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-a0a7ec8a-dae5-4432-bb52-861a1dc6cd55 admin admin] For port d5fbabec-66de-4707-b6d8-5259bdc96627, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d5fbabec-66de-4707-b6d8-5259bdc96627,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:11.910211 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ec8a-dae5-4432-bb52-861a1dc6cd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:11.943132 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-a0a7ec8a-dae5-4432-bb52-861a1dc6cd55 admin admin] Calling delete_port for d5fbabec-66de-4707-b6d8-5259bdc96627 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:12.002517 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9f2fab6a-8145-4faa-bcf0-0e4b726232e4 req-e249f82c-2dbd-4b3d-9416-d2ab513b7086 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949647 Nov 12 00:40:12.043252 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-ddf9b02a-373d-4636-a66f-411bda970ed3 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3c9769bea3254a099c3fd8e881ed7a50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411186 Nov 12 00:40:12.065582 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a470902e-1964-4c27-9162-4acbdddc3b29 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.199364 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-dde30940-3d64-4035-a569-9f58b89d17fd tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:12.200884 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-dde30940-3d64-4035-a569-9f58b89d17fd tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1568079 Nov 12 00:40:12.208803 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a470902e-1964-4c27-9162-4acbdddc3b29 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.251798 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-19119f9b-555c-4f4a-b152-5acdc18df60f tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/quotas/3c9769bea3254a099c3fd8e881ed7a50 HTTP/1.1" status: 200 len: 375 time: 0.0405073 Nov 12 00:40:12.258514 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f53d24-e34b-4aec-917e-24272b55d196 req-834c84fd-aeb1-4b01-8b58-f98e6efaa0da tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:12.260524 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-93f53d24-e34b-4aec-917e-24272b55d196 req-834c84fd-aeb1-4b01-8b58-f98e6efaa0da tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.1801128 Nov 12 00:40:12.270382 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a470902e-1964-4c27-9162-4acbdddc3b29 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Network a5429105-7df0-4f08-b65b-bfa50831b1cd is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:12.279055 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8e3ce834-fd68-453a-a117-4f9295e63c68 None None] Provisioning complete for port 6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:12.280212 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8e3ce834-fd68-453a-a117-4f9295e63c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.304134 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-afbcc62f-d25d-4fb0-8d5d-600547d1b76d tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c9769bea3254a099c3fd8e881ed7a50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419192 Nov 12 00:40:12.307580 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53911c05-4707-463d-8b64-75c0d9bc5981 req-17f5bef7-02cf-4ac0-89f2-3003da6d46cb service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202899 Nov 12 00:40:12.308424 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-a470902e-1964-4c27-9162-4acbdddc3b29 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:12.310963 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470902e-1964-4c27-9162-4acbdddc3b29 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event updated for resources: {'Port': ['ID=4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:12.314047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a470902e-1964-4c27-9162-4acbdddc3b29 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:12.382131 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a470902e-1964-4c27-9162-4acbdddc3b29 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:12.382289 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-93f53d24-e34b-4aec-917e-24272b55d196 req-017495b5-b092-403b-9dc9-d028e633195d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086078 Nov 12 00:40:12.382793 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a470902e-1964-4c27-9162-4acbdddc3b29 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.401353 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ec8a-dae5-4432-bb52-861a1dc6cd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.422147 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a470902e-1964-4c27-9162-4acbdddc3b29 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0524712 Nov 12 00:40:12.484736 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7ec8a-dae5-4432-bb52-861a1dc6cd55 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5fbabec-66de-4707-b6d8-5259bdc96627,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:12.614914 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ec8a-dae5-4432-bb52-861a1dc6cd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.650656 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 130bbe7b-2dda-4118-8336-07b90fc09ee0 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:12.718275 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ec8a-dae5-4432-bb52-861a1dc6cd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.721210 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ec8a-dae5-4432-bb52-861a1dc6cd55 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.726849 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9e8df2e0-42b8-434e-9a5e-25eb78bf894d None None] Provisioning complete for port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:12.727468 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9e8df2e0-42b8-434e-9a5e-25eb78bf894d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.752975 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 130bbe7b-2dda-4118-8336-07b90fc09ee0 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:40:12.759365 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 130bbe7b-2dda-4118-8336-07b90fc09ee0 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:12.760576 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.775689 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ec8a-dae5-4432-bb52-861a1dc6cd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.776230 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a7ec8a-dae5-4432-bb52-861a1dc6cd55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 655ce57c-c595-477a-9a27-a8b94ab562f0 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:40:12.783101 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55828) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:12.786946 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d22a21-1793-416b-ba9f-c18cedce4e9a req-0c611856-4a78-465b-8cc7-6591cf59d1fd tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:12.794390 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-92d22a21-1793-416b-ba9f-c18cedce4e9a req-0c611856-4a78-465b-8cc7-6591cf59d1fd tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.2791390 Nov 12 00:40:12.794981 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-15f7ebba-ec98-421e-a45a-003740b8a2a7 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1664591816', 'description': 'tempest-description--1029213925'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:12.801077 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ec8a-dae5-4432-bb52-861a1dc6cd55 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.804896 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a0a7ec8a-dae5-4432-bb52-861a1dc6cd55 admin admin] 10.222.0.31 "DELETE /v2.0/routers/655ce57c-c595-477a-9a27-a8b94ab562f0 HTTP/1.1" status: 204 len: 168 time: 2.4475021 Nov 12 00:40:12.813704 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55830) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:12.814278 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019ca37-36b5-473c-b4ba-a6b0135f7c23 req-2f23534f-228d-4f76-9098-cf9bd26dd460 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:12.815778 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3019ca37-36b5-473c-b4ba-a6b0135f7c23 req-2f23534f-228d-4f76-9098-cf9bd26dd460 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 950 time: 0.2635162 Nov 12 00:40:12.820292 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-9e8df2e0-42b8-434e-9a5e-25eb78bf894d None None] Port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:12.960598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:12.963297 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e8a2795e-a7b3-4eee-80b2-fdaedce14b12 req-95d3e27a-9e98-4a75-9cea-d089fc2ab414 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1e38eb0-c816-45d3-86ed-4343eb81d44b HTTP/1.1" status: 200 len: 210 time: 0.0468593 Nov 12 00:40:12.965985 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-92d22a21-1793-416b-ba9f-c18cedce4e9a req-bfc87fe2-746a-4e7c-aef8-d2aefafda3a3 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3d3a18-f221-46cf-b67e-fe93c9775724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705959 Nov 12 00:40:13.013408 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-3019ca37-36b5-473c-b4ba-a6b0135f7c23 req-ced668f8-b3df-464a-985c-cd4776bcac44 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Deleting port f8e520da-e4f7-40ab-8161-a0383c27e91d {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:13.014272 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3019ca37-36b5-473c-b4ba-a6b0135f7c23 req-ced668f8-b3df-464a-985c-cd4776bcac44 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.015646 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.041323 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-630b3492-1e52-4b98-88aa-e90ad68ff894 admin admin] Deleting subnet 520eefa5-ccbe-4263-ad27-cfc4dc67ba2f {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:40:13.050722 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-15f7ebba-ec98-421e-a45a-003740b8a2a7 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.074598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 130bbe7b-2dda-4118-8336-07b90fc09ee0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=130bbe7b-2dda-4118-8336-07b90fc09ee0,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:13.076044 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 0c61d952-9aff-4688-a610-50bac5b7acc9 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:13.082093 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03585741-8967-4c19-aefd-2b22f9df0b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130bbe7b-2dda-4118-8336-07b90fc09ee0'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:13.085391 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb92455e-fe5a-4081-9a85-12919ceb8fb2" -d '{"events": [{"server_uuid": "03585741-8967-4c19-aefd-2b22f9df0b2d", "name": "network-vif-plugged", "status": "completed", "tag": "130bbe7b-2dda-4118-8336-07b90fc09ee0"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:13.098022 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-630b3492-1e52-4b98-88aa-e90ad68ff894 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.099759 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.204358 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-630b3492-1e52-4b98-88aa-e90ad68ff894 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.207158 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-3019ca37-36b5-473c-b4ba-a6b0135f7c23 req-ced668f8-b3df-464a-985c-cd4776bcac44 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] For port f8e520da-e4f7-40ab-8161-a0383c27e91d, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=f8e520da-e4f7-40ab-8161-a0383c27e91d,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:13.207524 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3019ca37-36b5-473c-b4ba-a6b0135f7c23 req-ced668f8-b3df-464a-985c-cd4776bcac44 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.221447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30251f6a-045f-49c8-95ac-f258003471f0 req-a357f70e-9bc4-4a1f-8da2-6a28b1d28822 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:13.223091 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-30251f6a-045f-49c8-95ac-f258003471f0 req-a357f70e-9bc4-4a1f-8da2-6a28b1d28822 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 946 time: 0.1086009 Nov 12 00:40:13.235469 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-3019ca37-36b5-473c-b4ba-a6b0135f7c23 req-ced668f8-b3df-464a-985c-cd4776bcac44 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Calling delete_port for f8e520da-e4f7-40ab-8161-a0383c27e91d owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:13.246621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde27308-9dcf-401c-9c69-f41b24a987fd req-2fbd1aff-d0b2-449e-b5c5-14d226d2a4a5 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:13.248447 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fde27308-9dcf-401c-9c69-f41b24a987fd req-2fbd1aff-d0b2-449e-b5c5-14d226d2a4a5 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/ports?device_id=92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c HTTP/1.1" status: 200 len: 944 time: 0.1483622 Nov 12 00:40:13.259190 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=130bbe7b-2dda-4118-8336-07b90fc09ee0,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:13.263852 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:13.264271 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.314974 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 0c61d952-9aff-4688-a610-50bac5b7acc9, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=0c61d952-9aff-4688-a610-50bac5b7acc9,segment=NetworkSegment(c032912d-db10-4f43-83bc-4704eba59206),segment_id=c032912d-db10-4f43-83bc-4704eba59206)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:13.329681 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '0c61d952-9aff-4688-a610-50bac5b7acc9', 'network_id': 'c70ada1a-33c6-469a-8d07-68c34d2e86a9', 'port_id': '0c61d952-9aff-4688-a610-50bac5b7acc9', 'mac_address': 'fa:16:3e:72:f9:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e4581ad-c2db-4a76-b1ab-88121755db02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:13.340738 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-30251f6a-045f-49c8-95ac-f258003471f0 req-bd10275e-f6db-4588-a137-a00b65eab5cd tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096063 Nov 12 00:40:13.377539 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-630b3492-1e52-4b98-88aa-e90ad68ff894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.474076 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 68617f3f-e656-4347-9124-14c9ffaf4057 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:13.481064 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-15f7ebba-ec98-421e-a45a-003740b8a2a7 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.500555 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fde27308-9dcf-401c-9c69-f41b24a987fd req-4bf0ea4e-7e58-48d2-9a97-c49dc146c129 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a43986-6103-46a0-92d4-3a661a44fdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427721 Nov 12 00:40:13.521690 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-15f7ebba-ec98-421e-a45a-003740b8a2a7 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.528719 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 68617f3f-e656-4347-9124-14c9ffaf4057 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:13.532045 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3019ca37-36b5-473c-b4ba-a6b0135f7c23 req-ced668f8-b3df-464a-985c-cd4776bcac44 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.534843 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 68617f3f-e656-4347-9124-14c9ffaf4057 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:13.550149 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.571423 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c61d952-9aff-4688-a610-50bac5b7acc9 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:13.576346 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['f8e520da-e4f7-40ab-8161-a0383c27e91d'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:13.580076 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa26ed-09aa-400c-83c4-9f3ccb3b3373 req-f5a8cf25-ff5a-4e55-a910-1769c5e7a1b8 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:13.590136 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-effa26ed-09aa-400c-83c4-9f3ccb3b3373 req-f5a8cf25-ff5a-4e55-a910-1769c5e7a1b8 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 947 time: 0.1442313 Nov 12 00:40:13.592192 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced668f8-b3df-464a-985c-cd4776bcac44 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Pushing event deleted for resources: {'Port': ['ID=f8e520da-e4f7-40ab-8161-a0383c27e91d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:13.610127 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-15f7ebba-ec98-421e-a45a-003740b8a2a7 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.611446 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-15f7ebba-ec98-421e-a45a-003740b8a2a7 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8269510 Nov 12 00:40:13.619408 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55840) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:13.633848 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18691124-4ed5-4191-9d72-52afb930b1bd x-openstack-request-id: req-18691124-4ed5-4191-9d72-52afb930b1bd {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:13.634407 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03585741-8967-4c19-aefd-2b22f9df0b2d", "name": "network-vif-plugged", "status": "completed", "tag": "130bbe7b-2dda-4118-8336-07b90fc09ee0", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:13.634797 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18691124-4ed5-4191-9d72-52afb930b1bd {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:13.635487 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03585741-8967-4c19-aefd-2b22f9df0b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130bbe7b-2dda-4118-8336-07b90fc09ee0', 'code': 200} Nov 12 00:40:13.635625 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-cd42cff7-e9a6-4f28-93f5-7e2c4ad289fd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Request body: {'security_group_rule': {'security_group_id': 'b86befee-eb21-406d-9358-38d916caad1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:13.653380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7ebba-ec98-421e-a45a-003740b8a2a7 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b86befee-eb21-406d-9358-38d916caad1b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:13.682943 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 0c61d952-9aff-4688-a610-50bac5b7acc9, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=0c61d952-9aff-4688-a610-50bac5b7acc9,segment=NetworkSegment(c032912d-db10-4f43-83bc-4704eba59206),segment_id=c032912d-db10-4f43-83bc-4704eba59206)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:13.687834 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-630b3492-1e52-4b98-88aa-e90ad68ff894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.692904 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.698607 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-3019ca37-36b5-473c-b4ba-a6b0135f7c23 req-ced668f8-b3df-464a-985c-cd4776bcac44 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] No DVR routers for this DVR port f8e520da-e4f7-40ab-8161-a0383c27e91d on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:13.701182 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3019ca37-36b5-473c-b4ba-a6b0135f7c23 req-ced668f8-b3df-464a-985c-cd4776bcac44 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.707348 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3019ca37-36b5-473c-b4ba-a6b0135f7c23 req-ced668f8-b3df-464a-985c-cd4776bcac44 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.15 "DELETE /v2.0/ports/f8e520da-e4f7-40ab-8161-a0383c27e91d HTTP/1.1" status: 204 len: 173 time: 0.8765638 Nov 12 00:40:13.712283 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a41eec1-66e9-4ba8-9da9-03dce52957ad', 'name': 'network-vif-deleted', 'tag': 'f8e520da-e4f7-40ab-8161-a0383c27e91d'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:13.714972 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c2d3ba-b805-4b83-9767-d5bd4f250eba" -d '{"events": [{"server_uuid": "3a41eec1-66e9-4ba8-9da9-03dce52957ad", "name": "network-vif-deleted", "tag": "f8e520da-e4f7-40ab-8161-a0383c27e91d"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:13.744242 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b3492-1e52-4b98-88aa-e90ad68ff894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=520eefa5-ccbe-4263-ad27-cfc4dc67ba2f,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:13.757456 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=0c61d952-9aff-4688-a610-50bac5b7acc9,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:13.761634 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-effa26ed-09aa-400c-83c4-9f3ccb3b3373 req-1931554f-2bee-44d0-b0af-8c4bcb0a916e tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702118 Nov 12 00:40:13.777495 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968a75c9-5791-4fdd-a896-f5a1c6ee6101 None None] Network 95691eda-761f-49a3-9e31-31529ccc7497 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:40:13.783328 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-630b3492-1e52-4b98-88aa-e90ad68ff894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.787320 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-630b3492-1e52-4b98-88aa-e90ad68ff894 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/520eefa5-ccbe-4263-ad27-cfc4dc67ba2f HTTP/1.1" status: 204 len: 168 time: 0.9710376 Nov 12 00:40:13.790311 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55844) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:13.794384 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd42cff7-e9a6-4f28-93f5-7e2c4ad289fd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.829274 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdca020-480c-44e7-9d38-bc201cccc7ea x-openstack-request-id: req-bfdca020-480c-44e7-9d38-bc201cccc7ea {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:13.829492 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a41eec1-66e9-4ba8-9da9-03dce52957ad", "name": "network-vif-deleted", "tag": "f8e520da-e4f7-40ab-8161-a0383c27e91d", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:13.829991 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bfdca020-480c-44e7-9d38-bc201cccc7ea {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:13.831628 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a41eec1-66e9-4ba8-9da9-03dce52957ad', 'name': 'network-vif-deleted', 'tag': 'f8e520da-e4f7-40ab-8161-a0383c27e91d', 'status': 'completed', 'code': 200} Nov 12 00:40:13.872851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d2db4-d4d2-4403-82a3-b3afd41fe06f req-f51ca115-f9ec-44c5-93ad-fa264f53911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:13.874362 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f53d2db4-d4d2-4403-82a3-b3afd41fe06f req-f51ca115-f9ec-44c5-93ad-fa264f53911e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=03585741-8967-4c19-aefd-2b22f9df0b2d HTTP/1.1" status: 200 len: 1102 time: 0.1797786 Nov 12 00:40:13.911164 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9d3c828e-121f-4fdd-b51a-2f5f35787381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.917447 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad211cfe-c850-428e-ab5c-2b9d05ec143e req-49fc5069-ce8b-4173-a77c-d10e5b481ecc tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:13.919755 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ad211cfe-c850-428e-ab5c-2b9d05ec143e req-49fc5069-ce8b-4173-a77c-d10e5b481ecc tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.1573107 Nov 12 00:40:13.950573 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd42cff7-e9a6-4f28-93f5-7e2c4ad289fd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.967095 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd42cff7-e9a6-4f28-93f5-7e2c4ad289fd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.995734 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-9d3c828e-121f-4fdd-b51a-2f5f35787381 admin admin] Deleting port e537ef4f-5eb0-4f56-962d-5b39eb041f4e {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:13.996233 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9d3c828e-121f-4fdd-b51a-2f5f35787381 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.013174 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42cff7-e9a6-4f28-93f5-7e2c4ad289fd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5511b717-1680-4db6-aca9-e732b077923c,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:14.021781 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f53d2db4-d4d2-4403-82a3-b3afd41fe06f req-0de05774-e6c6-45c5-b343-aae04e870076 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363356 Nov 12 00:40:14.037104 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd42cff7-e9a6-4f28-93f5-7e2c4ad289fd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.038332 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cd42cff7-e9a6-4f28-93f5-7e2c4ad289fd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4122567 Nov 12 00:40:14.056019 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ad211cfe-c850-428e-ab5c-2b9d05ec143e req-d21635d0-48b4-4b29-88d0-3da5440a6831 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219344 Nov 12 00:40:14.056832 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55850) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:14.061734 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-18af030d-a3dd-42f3-9814-058e46682a13 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Request body: {'security_group_rule': {'security_group_id': 'b86befee-eb21-406d-9358-38d916caad1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:14.130126 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-18af030d-a3dd-42f3-9814-058e46682a13 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.142855 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a75a19ff-b6ab-44d6-b3ab-b078b460a9ac req-adc480e0-d6e3-4f50-8c43-b2466f6ccb82 tempest-MigrationsAdminTest-2081091063 tempest-MigrationsAdminTest-2081091063-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a41eec1-66e9-4ba8-9da9-03dce52957ad HTTP/1.1" status: 200 len: 210 time: 0.0396640 Nov 12 00:40:14.156637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-9d3c828e-121f-4fdd-b51a-2f5f35787381 admin admin] For port e537ef4f-5eb0-4f56-962d-5b39eb041f4e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=e537ef4f-5eb0-4f56-962d-5b39eb041f4e,segment=NetworkSegment(614c630f-cac9-4e9f-b771-374b70637843),segment_id=614c630f-cac9-4e9f-b771-374b70637843)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:14.157351 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9d3c828e-121f-4fdd-b51a-2f5f35787381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.170692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-9d3c828e-121f-4fdd-b51a-2f5f35787381 admin admin] Calling delete_port for e537ef4f-5eb0-4f56-962d-5b39eb041f4e owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:14.192486 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-de395a5b-00f1-4592-b591-8834a3ed9dd8 req-a7f80345-2ef3-4e29-a50f-6506264b00cd tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1e38eb0-c816-45d3-86ed-4343eb81d44b HTTP/1.1" status: 200 len: 210 time: 0.0539799 Nov 12 00:40:14.254973 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-900f7df0-0025-45b6-9012-0787e42bf171 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3c9769bea3254a099c3fd8e881ed7a50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260835 Nov 12 00:40:14.261748 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['0c61d952-9aff-4688-a610-50bac5b7acc9'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:14.348509 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9d3c828e-121f-4fdd-b51a-2f5f35787381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.349320 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567fd8c9-a85e-46a8-b43f-712ddecd8da5 None None] DHCP port deletion for 95691eda-761f-49a3-9e31-31529ccc7497 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:40:14.411529 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-18af030d-a3dd-42f3-9814-058e46682a13 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.418956 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-7bd25328-b44a-4f34-a9fd-785fd6a365f9 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:14.420465 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-7bd25328-b44a-4f34-a9fd-785fd6a365f9 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1504965 Nov 12 00:40:14.425115 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-18af030d-a3dd-42f3-9814-058e46682a13 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.442602 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c828e-121f-4fdd-b51a-2f5f35787381 admin admin] Pushing event deleted for resources: {'Port': ['ID=e537ef4f-5eb0-4f56-962d-5b39eb041f4e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:14.444449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3c828e-121f-4fdd-b51a-2f5f35787381 admin admin] No DVR routers for this DVR port e537ef4f-5eb0-4f56-962d-5b39eb041f4e on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:14.458159 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-fa13ee93-e874-4e83-95af-5d38c0e5c751 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Request body: {'port': {'device_id': 'a1e38eb0-c816-45d3-86ed-4343eb81d44b', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': '3c9769bea3254a099c3fd8e881ed7a50'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:14.479152 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af030d-a3dd-42f3-9814-058e46682a13 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083fc643-8b51-43a5-a8d2-846e3ca1fc7d,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:14.506706 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-18af030d-a3dd-42f3-9814-058e46682a13 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.507933 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-18af030d-a3dd-42f3-9814-058e46682a13 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4498875 Nov 12 00:40:14.535567 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55854) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:14.540197 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-bb5a5f21-e3b8-4ca3-968a-eb159caf637e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:14.582885 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5f21-e3b8-4ca3-968a-eb159caf637e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.607550 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9d3c828e-121f-4fdd-b51a-2f5f35787381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.634470 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-9d3c828e-121f-4fdd-b51a-2f5f35787381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95691eda-761f-49a3-9e31-31529ccc7497']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:14.646111 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-9d3c828e-121f-4fdd-b51a-2f5f35787381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614c630f-cac9-4e9f-b771-374b70637843') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:14.646405 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-9d3c828e-121f-4fdd-b51a-2f5f35787381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614c630f-cac9-4e9f-b771-374b70637843') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:14.661201 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcb625-18b8-4ef9-b43f-520cd369eae7 req-dc7f234a-faaf-4d21-b724-03343ce31740 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:14.662853 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11dcb625-18b8-4ef9-b43f-520cd369eae7 req-dc7f234a-faaf-4d21-b724-03343ce31740 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 946 time: 0.2052612 Nov 12 00:40:14.666509 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9d3c828e-121f-4fdd-b51a-2f5f35787381 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.696553 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9d3c828e-121f-4fdd-b51a-2f5f35787381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.717411 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3c828e-121f-4fdd-b51a-2f5f35787381 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:40:14.717824 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9d3c828e-121f-4fdd-b51a-2f5f35787381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:40:14.720369 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:40:14.753598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device e537ef4f-5eb0-4f56-962d-5b39eb041f4e no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:14.773610 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11dcb625-18b8-4ef9-b43f-520cd369eae7 req-f75b957f-cf75-48b5-b303-826b7425f8bb tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987296 Nov 12 00:40:14.775431 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: e537ef4f-5eb0-4f56-962d-5b39eb041f4e {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:14.776053 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device e537ef4f-5eb0-4f56-962d-5b39eb041f4e not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:14.776569 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d5fbabec-66de-4707-b6d8-5259bdc96627 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:14.791148 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9d3c828e-121f-4fdd-b51a-2f5f35787381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.805400 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: d5fbabec-66de-4707-b6d8-5259bdc96627 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:14.805993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d5fbabec-66de-4707-b6d8-5259bdc96627 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:14.815362 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9d3c828e-121f-4fdd-b51a-2f5f35787381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.822392 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9d3c828e-121f-4fdd-b51a-2f5f35787381 admin admin] 10.222.0.31 "DELETE /v2.0/networks/95691eda-761f-49a3-9e31-31529ccc7497 HTTP/1.1" status: 204 len: 168 time: 1.0284450 Nov 12 00:40:14.822392 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c828e-121f-4fdd-b51a-2f5f35787381 admin admin] Pushing event deleted for resources: {'Network': ['ID=95691eda-761f-49a3-9e31-31529ccc7497,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:14.823250 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55862) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:14.981716 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a0017-8249-49c4-949d-661f39a84f19 req-ca7209ef-636d-4da9-ad10-75a9778ee549 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:14.983308 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e87a0017-8249-49c4-949d-661f39a84f19 req-ca7209ef-636d-4da9-ad10-75a9778ee549 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 947 time: 0.0998704 Nov 12 00:40:15.016678 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 8f1de500-1d54-4315-a3f2-8892f2f01944 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:15.086185 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-fa13ee93-e874-4e83-95af-5d38c0e5c751 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Made reservation on behalf of 3c9769bea3254a099c3fd8e881ed7a50 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:15.089878 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-fa13ee93-e874-4e83-95af-5d38c0e5c751 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:15.114706 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17660055-5464-467e-8f95-88892d5b84a0 req-91098c17-e847-4565-aa53-2d758af57523 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:15.122039 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-17660055-5464-467e-8f95-88892d5b84a0 req-91098c17-e847-4565-aa53-2d758af57523 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/ports?device_id=92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c HTTP/1.1" status: 200 len: 945 time: 0.5281136 Nov 12 00:40:15.126319 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-fa13ee93-e874-4e83-95af-5d38c0e5c751 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:15.130651 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e87a0017-8249-49c4-949d-661f39a84f19 req-199dcc98-008a-4f4b-b27c-89bd3e7f34ca tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115849 Nov 12 00:40:15.208885 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 8f1de500-1d54-4315-a3f2-8892f2f01944, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=8f1de500-1d54-4315-a3f2-8892f2f01944,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:15.239139 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '8f1de500-1d54-4315-a3f2-8892f2f01944', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '8f1de500-1d54-4315-a3f2-8892f2f01944', 'mac_address': 'fa:16:3e:cb:17:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:15.262629 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-17660055-5464-467e-8f95-88892d5b84a0 req-5601c4f2-cc1b-4617-9cf2-9837cead8697 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a43986-6103-46a0-92d4-3a661a44fdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396117 Nov 12 00:40:15.315922 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:15.316930 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5f21-e3b8-4ca3-968a-eb159caf637e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:15.339661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d31fc0-3162-4150-ac6a-71bbd7c50a33 req-d85b6477-d6ec-4953-8a9a-500a0b2e09cd tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:15.341255 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-28d31fc0-3162-4150-ac6a-71bbd7c50a33 req-d85b6477-d6ec-4953-8a9a-500a0b2e09cd tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.1017599 Nov 12 00:40:15.348713 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1de500-1d54-4315-a3f2-8892f2f01944 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:15.393970 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 8f1de500-1d54-4315-a3f2-8892f2f01944, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=8f1de500-1d54-4315-a3f2-8892f2f01944,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:15.406132 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:15.483334 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-fa13ee93-e874-4e83-95af-5d38c0e5c751 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:15.505288 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-28d31fc0-3162-4150-ac6a-71bbd7c50a33 req-c2f61541-8884-460f-93c0-f7a378862248 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514080 Nov 12 00:40:15.512461 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-fa13ee93-e874-4e83-95af-5d38c0e5c751 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:15.537693 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=8f1de500-1d54-4315-a3f2-8892f2f01944,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:15.539780 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a6153b0e-6f0d-40d8-b8b7-ef38deb5d570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:15.592867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-bb5a5f21-e3b8-4ca3-968a-eb159caf637e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Allocated IP 172.25.0.126 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/6c811400-3ae2-4c3a-9da0-e778c269ea10) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:15.678133 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d7eea215-1d77-4f2b-ab47-aca7212cc32e req-43901e15-2575-4989-9d7b-530a72e8875d tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1e38eb0-c816-45d3-86ed-4343eb81d44b HTTP/1.1" status: 200 len: 210 time: 0.0862439 Nov 12 00:40:15.743291 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13ee93-e874-4e83-95af-5d38c0e5c751 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f1bd09-f9b0-47ea-86a3-163d33a34d38,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:15.797030 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-fa13ee93-e874-4e83-95af-5d38c0e5c751 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Allocated IP 192.168.233.62 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/61ebda9e-add4-4fa4-b14d-b05579ca4503) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:15.820932 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55880) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:15.872636 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['8f1de500-1d54-4315-a3f2-8892f2f01944'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:15.896606 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5f21-e3b8-4ca3-968a-eb159caf637e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:16.018039 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5f21-e3b8-4ca3-968a-eb159caf637e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:16.089687 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a5f21-e3b8-4ca3-968a-eb159caf637e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event updated for resources: {'Port': ['ID=6c811400-3ae2-4c3a-9da0-e778c269ea10,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:16.114273 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-fa13ee93-e874-4e83-95af-5d38c0e5c751 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:16.124999 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5a5f21-e3b8-4ca3-968a-eb159caf637e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:16.133895 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-bb5a5f21-e3b8-4ca3-968a-eb159caf637e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:16.136504 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5a5f21-e3b8-4ca3-968a-eb159caf637e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:16.153891 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-a6153b0e-6f0d-40d8-b8b7-ef38deb5d570 admin admin] Deleting port 5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:16.154323 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a6153b0e-6f0d-40d8-b8b7-ef38deb5d570 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:16.234949 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f49652b8-813d-4332-9622-73d9eab6f0ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e12aedabe0d44294a297466dd9b3931e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4113843 Nov 12 00:40:16.243693 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55888) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:16.269806 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-fa13ee93-e874-4e83-95af-5d38c0e5c751 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:16.342609 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-a6153b0e-6f0d-40d8-b8b7-ef38deb5d570 admin admin] For port 5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7,segment=NetworkSegment(52f9ff3d-bd09-49c7-bac3-eb4818628eb2),segment_id=52f9ff3d-bd09-49c7-bac3-eb4818628eb2)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:16.342990 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a6153b0e-6f0d-40d8-b8b7-ef38deb5d570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:16.362723 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-a6153b0e-6f0d-40d8-b8b7-ef38deb5d570 admin admin] Calling delete_port for 5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:16.372381 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13ee93-e874-4e83-95af-5d38c0e5c751 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Pushing event updated for resources: {'Port': ['ID=61ebda9e-add4-4fa4-b14d-b05579ca4503,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:16.383801 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebba2e8-a5a7-4108-be73-b3337b091c8b req-2fe1cb90-e552-47dd-8f9e-6198bbad3cd9 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.385440 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3ebba2e8-a5a7-4108-be73-b3337b091c8b req-2fe1cb90-e552-47dd-8f9e-6198bbad3cd9 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 948 time: 0.1594822 Nov 12 00:40:16.395874 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ffe59727-204c-4c52-9bed-ac5057e4fa55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:16.399722 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-fa13ee93-e874-4e83-95af-5d38c0e5c751 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:16.402564 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5f21-e3b8-4ca3-968a-eb159caf637e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:16.404204 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-fa13ee93-e874-4e83-95af-5d38c0e5c751 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:16.410088 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-fa13ee93-e874-4e83-95af-5d38c0e5c751 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:16.489840 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ffe59727-204c-4c52-9bed-ac5057e4fa55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:16.517913 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5f21-e3b8-4ca3-968a-eb159caf637e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:16.525374 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-fa13ee93-e874-4e83-95af-5d38c0e5c751 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.526164 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-fa13ee93-e874-4e83-95af-5d38c0e5c751 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:16.526988 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3ebba2e8-a5a7-4108-be73-b3337b091c8b req-42a8168f-8dd2-4f48-9370-e8d6f5b6ec39 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274397 Nov 12 00:40:16.596185 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42c662-0213-413a-900f-d616b82b3daa req-74d2e5c0-cb20-41b7-996f-9c21da8562e5 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.598115 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e42c662-0213-413a-900f-d616b82b3daa req-74d2e5c0-cb20-41b7-996f-9c21da8562e5 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/ports?device_id=92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c HTTP/1.1" status: 200 len: 945 time: 0.1545579 Nov 12 00:40:16.654681 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ffe59727-204c-4c52-9bed-ac5057e4fa55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:16.657121 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ffe59727-204c-4c52-9bed-ac5057e4fa55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:16.660591 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ffe59727-204c-4c52-9bed-ac5057e4fa55 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da3d3a18-f221-46cf-b67e-fe93c9775724 HTTP/1.1" status: 204 len: 168 time: 0.4136131 Nov 12 00:40:16.691520 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe59727-204c-4c52-9bed-ac5057e4fa55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3d3a18-f221-46cf-b67e-fe93c9775724,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:16.712143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0d902f56-5aba-4f43-abda-e394459cfc3c None None] Provisioning complete for port 61ebda9e-add4-4fa4-b14d-b05579ca4503 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:16.713544 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0d902f56-5aba-4f43-abda-e394459cfc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:16.729684 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d7a03-e643-4320-adc1-c19107d8fa16 req-f07f8f8c-b1af-4f66-abd3-0c78fb794869 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:16.737659 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-284d7a03-e643-4320-adc1-c19107d8fa16 req-f07f8f8c-b1af-4f66-abd3-0c78fb794869 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.1422021 Nov 12 00:40:16.747417 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5f21-e3b8-4ca3-968a-eb159caf637e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:16.761257 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-0d902f56-5aba-4f43-abda-e394459cfc3c None None] Port 61ebda9e-add4-4fa4-b14d-b05579ca4503 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:16.769811 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-fa13ee93-e874-4e83-95af-5d38c0e5c751 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3330736 Nov 12 00:40:16.772396 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5f21-e3b8-4ca3-968a-eb159caf637e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:16.786637 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a6153b0e-6f0d-40d8-b8b7-ef38deb5d570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:16.808532 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] Request body: {'port': {'device_id': 'a1e38eb0-c816-45d3-86ed-4343eb81d44b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:16.820307 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6153b0e-6f0d-40d8-b8b7-ef38deb5d570 admin admin] Pushing event deleted for resources: {'Port': ['ID=5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:16.836878 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-284d7a03-e643-4320-adc1-c19107d8fa16 req-c26c58af-e257-4a39-8c54-f34c1cce4c7b tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971885 Nov 12 00:40:16.921188 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e42c662-0213-413a-900f-d616b82b3daa req-9f541d1c-79a9-483b-847e-48d7cf58ee29 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a43986-6103-46a0-92d4-3a661a44fdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711130 Nov 12 00:40:16.927283 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a5f21-e3b8-4ca3-968a-eb159caf637e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event updated for resources: {'Port': ['ID=6c811400-3ae2-4c3a-9da0-e778c269ea10,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:16.980232 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5f21-e3b8-4ca3-968a-eb159caf637e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:16.986122 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.022202 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 0c61d952-9aff-4688-a610-50bac5b7acc9 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:17.064621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55900) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:17.075647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d025a-1be2-449b-8dc1-f00b1931ee05 req-61466018-0387-495e-a72b-6dbdca872bc9 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:17.077313 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-280d025a-1be2-449b-8dc1-f00b1931ee05 req-61466018-0387-495e-a72b-6dbdca872bc9 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1e38eb0-c816-45d3-86ed-4343eb81d44b HTTP/1.1" status: 200 len: 935 time: 0.1415198 Nov 12 00:40:17.086862 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5f21-e3b8-4ca3-968a-eb159caf637e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.088896 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bb5a5f21-e3b8-4ca3-968a-eb159caf637e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5522997 Nov 12 00:40:17.096105 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 0c61d952-9aff-4688-a610-50bac5b7acc9 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:40:17.100102 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 0c61d952-9aff-4688-a610-50bac5b7acc9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:17.100478 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.134695 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a6153b0e-6f0d-40d8-b8b7-ef38deb5d570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.197694 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4142cd8c-eaa9-4c62-8a8f-1319d43529c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c8ad1a56f884dd5b30c30f7d5a51f6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313014 Nov 12 00:40:17.200725 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55904) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:17.225004 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.257871 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c61d952-9aff-4688-a610-50bac5b7acc9'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:17.260336 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63293e5b-da4c-4d4a-a075-eaf854793530" -d '{"events": [{"server_uuid": "92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c", "name": "network-vif-plugged", "status": "completed", "tag": "0c61d952-9aff-4688-a610-50bac5b7acc9"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:17.274379 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 0c61d952-9aff-4688-a610-50bac5b7acc9, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=0c61d952-9aff-4688-a610-50bac5b7acc9,segment=NetworkSegment(c032912d-db10-4f43-83bc-4704eba59206),segment_id=c032912d-db10-4f43-83bc-4704eba59206)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:17.280375 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-280d025a-1be2-449b-8dc1-f00b1931ee05 req-1e777752-de8d-4405-95d4-29c635088503 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/security-groups?id=91f1bd09-f9b0-47ea-86a3-163d33a34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920123 Nov 12 00:40:17.284296 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.285355 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device f8e520da-e4f7-40ab-8161-a0383c27e91d no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:17.352016 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3912e09-435e-4a0d-8119-b341f0e4ffb4 x-openstack-request-id: req-a3912e09-435e-4a0d-8119-b341f0e4ffb4 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:17.352449 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c", "name": "network-vif-plugged", "status": "completed", "tag": "0c61d952-9aff-4688-a610-50bac5b7acc9", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:17.352891 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3912e09-435e-4a0d-8119-b341f0e4ffb4 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:17.353375 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c61d952-9aff-4688-a610-50bac5b7acc9', 'code': 200} Nov 12 00:40:17.354261 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: f8e520da-e4f7-40ab-8161-a0383c27e91d {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:17.354697 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device f8e520da-e4f7-40ab-8161-a0383c27e91d not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:17.399856 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-400d06b6-646c-43e0-a68d-36658db4ff71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.430217 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=0c61d952-9aff-4688-a610-50bac5b7acc9,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:17.479826 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6153b0e-6f0d-40d8-b8b7-ef38deb5d570 admin admin] Router d0eda1ee-af0b-4968-94f7-0cf000d3f8d7 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:40:17.480484 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-400d06b6-646c-43e0-a68d-36658db4ff71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.503814 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ebda9e-add4-4fa4-b14d-b05579ca4503 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:17.518824 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.535029 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e77567ef-62c7-4b09-8cd3-991d86502e7b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1664591816&fields=id&tenant_id=ff69603520634453a797ab4b4216646a HTTP/1.1" status: 200 len: 267 time: 0.0878079 Nov 12 00:40:17.542723 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] Transition to ACTIVE for port object 61ebda9e-add4-4fa4-b14d-b05579ca4503 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:17.547466 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.576227 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc643bf9-d418-42ab-b307-acc758714d00 req-7a8190bc-87db-4cd7-af54-7604f079e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:17.578335 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dc643bf9-d418-42ab-b307-acc758714d00 req-7a8190bc-87db-4cd7-af54-7604f079e525 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c HTTP/1.1" status: 200 len: 1098 time: 0.1233964 Nov 12 00:40:17.598623 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-400d06b6-646c-43e0-a68d-36658db4ff71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.604624 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-400d06b6-646c-43e0-a68d-36658db4ff71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.605926 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-400d06b6-646c-43e0-a68d-36658db4ff71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b36b1e02-510a-4714-b0a7-e3285e75aab0 HTTP/1.1" status: 204 len: 168 time: 0.4039660 Nov 12 00:40:17.615940 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=61ebda9e-add4-4fa4-b14d-b05579ca4503,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:17.625669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d06b6-646c-43e0-a68d-36658db4ff71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36b1e02-510a-4714-b0a7-e3285e75aab0,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:17.691628 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8c91517-52c6-4269-a737-c40ee3046c8e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:17.693191 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8c91517-52c6-4269-a737-c40ee3046c8e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports/46bdef3d-f8bc-4521-88a2-2afdcf545a6a HTTP/1.1" status: 200 len: 937 time: 0.1209054 Nov 12 00:40:17.734842 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] Attempting to bind port 61ebda9e-add4-4fa4-b14d-b05579ca4503 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:17.735302 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] Attempting to bind port 61ebda9e-add4-4fa4-b14d-b05579ca4503 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:17.735767 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] Attempting to bind port 61ebda9e-add4-4fa4-b14d-b05579ca4503 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:17.741587 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] Port 61ebda9e-add4-4fa4-b14d-b05579ca4503 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:17.742069 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] Attempting to bind port 61ebda9e-add4-4fa4-b14d-b05579ca4503 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:17.748688 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:17.749179 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:17.750439 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:17.751084 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] Bound port: 61ebda9e-add4-4fa4-b14d-b05579ca4503, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:17.751521 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.784959 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6153b0e-6f0d-40d8-b8b7-ef38deb5d570 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:40:17.793096 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dc643bf9-d418-42ab-b307-acc758714d00 req-a61da5b2-7b9b-4466-b5f6-4d753476d890 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=24a43986-6103-46a0-92d4-3a661a44fdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047985 Nov 12 00:40:17.801068 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a6153b0e-6f0d-40d8-b8b7-ef38deb5d570 admin admin] 10.222.0.31 "PUT /v2.0/routers/d0eda1ee-af0b-4968-94f7-0cf000d3f8d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9767361 Nov 12 00:40:17.807745 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de7c56-825f-4981-a075-97b4c644ebbf None None] Sync routers for ids ['d0eda1ee-af0b-4968-94f7-0cf000d3f8d7'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:40:17.808808 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-177d6ad2-227b-4de8-96e3-807d1479aba4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:17.810287 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-177d6ad2-227b-4de8-96e3-807d1479aba4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports/4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae HTTP/1.1" status: 200 len: 936 time: 0.1014705 Nov 12 00:40:17.810788 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55934) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:17.833974 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de7c56-825f-4981-a075-97b4c644ebbf None None] Routers {'d0eda1ee-af0b-4968-94f7-0cf000d3f8d7'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:17.833974 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e7de7c56-825f-4981-a075-97b4c644ebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:39:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d0eda1ee-af0b-4968-94f7-0cf000d3f8d7'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:17.930375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] For port 61ebda9e-add4-4fa4-b14d-b05579ca4503, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:17.939308 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] For port 61ebda9e-add4-4fa4-b14d-b05579ca4503, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=61ebda9e-add4-4fa4-b14d-b05579ca4503,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:17.948984 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.981534 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-777b73ed-494d-49cd-bfca-10217da04cd4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?network_id=a47d1011-e7d0-4734-88d5-45d0a4429b4e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1631510 Nov 12 00:40:18.039365 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-e7de7c56-825f-4981-a075-97b4c644ebbf None None] Set router d0eda1ee-af0b-4968-94f7-0cf000d3f8d7 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:18.044662 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:18.045257 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:18.046750 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] 10.222.0.21 "PUT /v2.0/ports/61ebda9e-add4-4fa4-b14d-b05579ca4503 HTTP/1.1" status: 200 len: 1096 time: 1.2476728 Nov 12 00:40:18.048380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e38eb0-c816-45d3-86ed-4343eb81d44b', 'tag': '61ebda9e-add4-4fa4-b14d-b05579ca4503'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:18.050909 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e8ba85-6651-43fd-97ab-2df1e2a0d7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e38eb0-c816-45d3-86ed-4343eb81d44b", "tag": "61ebda9e-add4-4fa4-b14d-b05579ca4503"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:18.091299 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086738f-c5e2-4504-8fa0-02c27ef7e7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=61ebda9e-add4-4fa4-b14d-b05579ca4503,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:18.098456 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-9448b28a-813d-4028-a6be-9a1ff30d00ae tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?network_id=a47d1011-e7d0-4734-88d5-45d0a4429b4e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1075602 Nov 12 00:40:18.166755 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb55e9-1a04-4e72-89ec-1b6850e0e106 req-f31c9146-49ec-45d4-af81-03483d561499 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:18.168331 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aabb55e9-1a04-4e72-89ec-1b6850e0e106 req-f31c9146-49ec-45d4-af81-03483d561499 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 948 time: 0.1619358 Nov 12 00:40:18.214577 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-aae82713-d8b5-4481-93c4-9280450b0ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:18.216008 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-aae82713-d8b5-4481-93c4-9280450b0ad3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c9769bea3254a099c3fd8e881ed7a50&device_id=a1e38eb0-c816-45d3-86ed-4343eb81d44b HTTP/1.1" status: 200 len: 1099 time: 0.1201527 Nov 12 00:40:18.275740 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-c497d62b-e5f8-44c3-b213-698c0042e593 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:18.282133 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-c497d62b-e5f8-44c3-b213-698c0042e593 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:18.288854 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-c497d62b-e5f8-44c3-b213-698c0042e593 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:18.297098 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-c497d62b-e5f8-44c3-b213-698c0042e593 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/networks?id=11cf3641-542c-41f7-80c8-38f810587d17&id=a5429105-7df0-4f08-b65b-bfa50831b1cd&id=a5429105-7df0-4f08-b65b-bfa50831b1cd&id=a47d1011-e7d0-4734-88d5-45d0a4429b4e&id=a47d1011-e7d0-4734-88d5-45d0a4429b4e HTTP/1.1" status: 200 len: 1995 time: 0.1854031 Nov 12 00:40:18.310648 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28e459fd-911c-4616-8a9d-741eac24f965 admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:18.326598 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-a7d2663d-9a0a-4bf7-b73e-f957388260c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=61ebda9e-add4-4fa4-b14d-b05579ca4503 HTTP/1.1" status: 200 len: 217 time: 0.0769539 Nov 12 00:40:18.365663 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aabb55e9-1a04-4e72-89ec-1b6850e0e106 req-75c99fa5-3b33-41ad-a6c7-42e375e70be1 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787996 Nov 12 00:40:18.417521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e7de7c56-825f-4981-a075-97b4c644ebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eda1ee-af0b-4968-94f7-0cf000d3f8d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-259548409-router', 'tenant_id': 'c8773a1a6e964f46bb873f06444e1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'c3a41c5d-544d-4fee-b6ed-f9ee24032375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:51Z', 'updated_at': '2021-11-12T00:40:16Z', 'revision_number': 5, 'project_id': 'c8773a1a6e964f46bb873f06444e1a96', 'gw_port': {'id': 'c3a41c5d-544d-4fee-b6ed-f9ee24032375', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eda1ee-af0b-4968-94f7-0cf000d3f8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:52Z', 'updated_at': '2021-11-12T00:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:18.421550 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-1e2f7fe9-879d-4037-87f3-7b451a4961b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:18.423194 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-1e2f7fe9-879d-4037-87f3-7b451a4961b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0950494 Nov 12 00:40:18.424111 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0ece42c6-d740-4400-9abd-2c3c274ba681 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/quotas/ff69603520634453a797ab4b4216646a HTTP/1.1" status: 200 len: 375 time: 0.1156356 Nov 12 00:40:18.450108 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de7c56-825f-4981-a075-97b4c644ebbf None None] Checking router: d0eda1ee-af0b-4968-94f7-0cf000d3f8d7 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:40:18.468868 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de7c56-825f-4981-a075-97b4c644ebbf None None] Routers {'d0eda1ee-af0b-4968-94f7-0cf000d3f8d7'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:18.470439 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e7de7c56-825f-4981-a075-97b4c644ebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:39:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d0eda1ee-af0b-4968-94f7-0cf000d3f8d7'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:18.552310 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28e459fd-911c-4616-8a9d-741eac24f965 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:18.564092 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41337-b774-468e-8d20-fa213277ca60 req-8a56fc99-9891-420f-9bdf-951e232e949c tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:18.574415 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbb41337-b774-468e-8d20-fa213277ca60 req-8a56fc99-9891-420f-9bdf-951e232e949c tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.1229393 Nov 12 00:40:18.581521 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-b6e69476-9235-4876-9891-08d207b9d99e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff69603520634453a797ab4b4216646a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1566396 Nov 12 00:40:18.592627 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0ce81850-a8e5-4a83-abf1-a6e9c05946e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:18.597996 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0ce81850-a8e5-4a83-abf1-a6e9c05946e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1664581 Nov 12 00:40:18.727240 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbb41337-b774-468e-8d20-fa213277ca60 req-aee7f2fd-6b1a-4493-9e15-de424281c212 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520426 Nov 12 00:40:18.728959 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-28e459fd-911c-4616-8a9d-741eac24f965 admin admin] Deleting port c3a41c5d-544d-4fee-b6ed-f9ee24032375 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:18.729549 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28e459fd-911c-4616-8a9d-741eac24f965 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:18.736154 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-3dacb783-bd4b-4c13-b0f1-d6c3684f0b0a service neutron] 10.222.0.31 "GET /v2.0/networks/11cf3641-542c-41f7-80c8-38f810587d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324704 Nov 12 00:40:18.779660 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-e7de7c56-825f-4981-a075-97b4c644ebbf None None] Set router d0eda1ee-af0b-4968-94f7-0cf000d3f8d7 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:18.791974 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-a93b164d-56df-46b4-beb1-197e02a18701 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791568 Nov 12 00:40:18.912170 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-28e459fd-911c-4616-8a9d-741eac24f965 admin admin] For port c3a41c5d-544d-4fee-b6ed-f9ee24032375, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c3a41c5d-544d-4fee-b6ed-f9ee24032375,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:18.912545 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28e459fd-911c-4616-8a9d-741eac24f965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:18.942306 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-28e459fd-911c-4616-8a9d-741eac24f965 admin admin] Calling delete_port for c3a41c5d-544d-4fee-b6ed-f9ee24032375 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:18.956782 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-eb15af81-b9e6-4ef3-909d-dedebb0749db service neutron] 10.222.0.31 "GET /v2.0/networks/11cf3641-542c-41f7-80c8-38f810587d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008848 Nov 12 00:40:19.057901 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a3811c29-f38e-4389-b2e1-e9707c80697f req-0a7fdf4f-1329-46cc-a876-71e6f32199bf service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535281 Nov 12 00:40:19.071570 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 8f1de500-1d54-4315-a3f2-8892f2f01944 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:19.075704 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-4b10cced-006c-4300-8d37-48fee22c7668 service neutron] 10.222.0.31 "GET /v2.0/ports/46bdef3d-f8bc-4521-88a2-2afdcf545a6a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1157882 Nov 12 00:40:19.104642 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f9117-b51a-4a56-a85b-d882184ca52e req-7be8d9d7-b1d9-4a85-876e-25ff6c8a03d4 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.107991 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d56f9117-b51a-4a56-a85b-d882184ca52e req-7be8d9d7-b1d9-4a85-876e-25ff6c8a03d4 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/ports?device_id=92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c HTTP/1.1" status: 200 len: 946 time: 0.2551541 Nov 12 00:40:19.182809 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 8f1de500-1d54-4315-a3f2-8892f2f01944 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:40:19.191173 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 8f1de500-1d54-4315-a3f2-8892f2f01944 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:19.191814 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.194284 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d56f9117-b51a-4a56-a85b-d882184ca52e req-5dfc961a-8946-4bcb-85cc-674408f29647 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a43986-6103-46a0-92d4-3a661a44fdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803564 Nov 12 00:40:19.259156 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-bad8a77b-e985-49c3-8be5-89bc01145968 service neutron] 10.222.0.31 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711428 Nov 12 00:40:19.289152 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d691758-dd3c-4367-aa36-89df333605e1 x-openstack-request-id: req-2d691758-dd3c-4367-aa36-89df333605e1 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:19.289442 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e38eb0-c816-45d3-86ed-4343eb81d44b", "tag": "61ebda9e-add4-4fa4-b14d-b05579ca4503", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:19.289694 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d691758-dd3c-4367-aa36-89df333605e1 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:19.290101 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e38eb0-c816-45d3-86ed-4343eb81d44b', 'tag': '61ebda9e-add4-4fa4-b14d-b05579ca4503', 'status': 'completed', 'code': 200} Nov 12 00:40:19.302740 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e7de7c56-825f-4981-a075-97b4c644ebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eda1ee-af0b-4968-94f7-0cf000d3f8d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-259548409-router', 'tenant_id': 'c8773a1a6e964f46bb873f06444e1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'c3a41c5d-544d-4fee-b6ed-f9ee24032375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:51Z', 'updated_at': '2021-11-12T00:40:16Z', 'revision_number': 5, 'project_id': 'c8773a1a6e964f46bb873f06444e1a96', 'gw_port': {'id': 'c3a41c5d-544d-4fee-b6ed-f9ee24032375', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eda1ee-af0b-4968-94f7-0cf000d3f8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:52Z', 'updated_at': '2021-11-12T00:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:19.378524 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28e459fd-911c-4616-8a9d-741eac24f965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.383912 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de7c56-825f-4981-a075-97b4c644ebbf None None] The sync data for ids ['d0eda1ee-af0b-4968-94f7-0cf000d3f8d7'] in n-d-712137-14 is: [{'id': 'd0eda1ee-af0b-4968-94f7-0cf000d3f8d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-259548409-router', 'tenant_id': 'c8773a1a6e964f46bb873f06444e1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'c3a41c5d-544d-4fee-b6ed-f9ee24032375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:33:51Z', 'updated_at': '2021-11-12T00:40:16Z', 'revision_number': 5, 'project_id': 'c8773a1a6e964f46bb873f06444e1a96', 'gw_port': {'id': 'c3a41c5d-544d-4fee-b6ed-f9ee24032375', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eda1ee-af0b-4968-94f7-0cf000d3f8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:33:52Z', 'updated_at': '2021-11-12T00:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:40:19.427893 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8ba85-6651-43fd-97ab-2df1e2a0d7eb req-11f507b9-8418-4998-a71b-49dd4c5ae5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.431929 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-39e8ba85-6651-43fd-97ab-2df1e2a0d7eb req-11f507b9-8418-4998-a71b-49dd4c5ae5d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c9769bea3254a099c3fd8e881ed7a50&device_id=a1e38eb0-c816-45d3-86ed-4343eb81d44b HTTP/1.1" status: 200 len: 1099 time: 0.1141205 Nov 12 00:40:19.523280 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.570088 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7d0432-e341-432f-a1a3-43b8500f46f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1de500-1d54-4315-a3f2-8892f2f01944'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:19.575687 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa574b49-857c-4a3c-b552-55d91d63391a" -d '{"events": [{"server_uuid": "5b7d0432-e341-432f-a1a3-43b8500f46f7", "name": "network-vif-plugged", "status": "completed", "tag": "8f1de500-1d54-4315-a3f2-8892f2f01944"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:19.607618 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 8f1de500-1d54-4315-a3f2-8892f2f01944, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=8f1de500-1d54-4315-a3f2-8892f2f01944,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:19.615442 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.687109 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=8f1de500-1d54-4315-a3f2-8892f2f01944,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:19.704065 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adef020-c727-42ea-86d3-19457f4cd644 req-19c5893a-15b5-4cc2-b33a-8fcfd2c88bd8 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.711664 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4adef020-c727-42ea-86d3-19457f4cd644 req-19c5893a-15b5-4cc2-b33a-8fcfd2c88bd8 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1e38eb0-c816-45d3-86ed-4343eb81d44b HTTP/1.1" status: 200 len: 947 time: 0.2449648 Nov 12 00:40:19.720162 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8ba85-6651-43fd-97ab-2df1e2a0d7eb req-0f4d191a-57d8-4ee1-a885-d8421e472e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.721787 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-39e8ba85-6651-43fd-97ab-2df1e2a0d7eb req-0f4d191a-57d8-4ee1-a885-d8421e472e64 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.2726061 Nov 12 00:40:19.807244 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-39e8ba85-6651-43fd-97ab-2df1e2a0d7eb req-70fe9b02-1eaf-42d5-9b93-d67fbc4acabb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=61ebda9e-add4-4fa4-b14d-b05579ca4503 HTTP/1.1" status: 200 len: 217 time: 0.0658364 Nov 12 00:40:19.888076 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e459fd-911c-4616-8a9d-741eac24f965 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a41c5d-544d-4fee-b6ed-f9ee24032375,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:19.894260 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4adef020-c727-42ea-86d3-19457f4cd644 req-27631e20-1076-4d3c-a244-2eb9c7f53dd3 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/security-groups?id=91f1bd09-f9b0-47ea-86a3-163d33a34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815269 Nov 12 00:40:19.913371 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0cd66919-5be7-4637-872d-38d0e196cf16 service neutron] 10.222.0.31 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6528406 Nov 12 00:40:19.937335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8ba85-6651-43fd-97ab-2df1e2a0d7eb req-dedde88f-db52-4d2d-93cc-511fb42d1eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:19.942125 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-39e8ba85-6651-43fd-97ab-2df1e2a0d7eb req-dedde88f-db52-4d2d-93cc-511fb42d1eea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1237605 Nov 12 00:40:19.962522 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-daf43780-f9c9-462c-bbc0-49247c7b936a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:20.008827 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-13de40f6-bf6c-4825-9bbd-414f8a853557 service neutron] 10.222.0.31 "GET /v2.0/ports/4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0852737 Nov 12 00:40:20.057448 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8ba85-6651-43fd-97ab-2df1e2a0d7eb req-76455845-1369-411d-9336-6e1100d30bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:20.058436 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-39e8ba85-6651-43fd-97ab-2df1e2a0d7eb req-76455845-1369-411d-9336-6e1100d30bcf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1075344 Nov 12 00:40:20.059875 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28e459fd-911c-4616-8a9d-741eac24f965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:20.083888 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d2114-61f9-412c-8301-ca3365d1b7fc req-f5fc88cb-9d00-41c4-b4b8-ce4d2ece16f5 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:20.092626 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c0d2114-61f9-412c-8301-ca3365d1b7fc req-f5fc88cb-9d00-41c4-b4b8-ce4d2ece16f5 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 949 time: 0.0870860 Nov 12 00:40:20.193210 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c0d2114-61f9-412c-8301-ca3365d1b7fc req-d3ee2622-aad6-405d-b7c0-01a1ee797acd tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988910 Nov 12 00:40:20.208271 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28e459fd-911c-4616-8a9d-741eac24f965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:20.211671 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28e459fd-911c-4616-8a9d-741eac24f965 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:20.227147 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-39e8ba85-6651-43fd-97ab-2df1e2a0d7eb req-a50fd7ea-86fe-4748-8161-606fab66c035 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315703 Nov 12 00:40:20.260450 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abb882e-30b7-46fb-859f-4e20c0589715 x-openstack-request-id: req-8abb882e-30b7-46fb-859f-4e20c0589715 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:20.260987 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7d0432-e341-432f-a1a3-43b8500f46f7", "name": "network-vif-plugged", "status": "completed", "tag": "8f1de500-1d54-4315-a3f2-8892f2f01944", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:20.261210 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8abb882e-30b7-46fb-859f-4e20c0589715 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:20.261687 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7d0432-e341-432f-a1a3-43b8500f46f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1de500-1d54-4315-a3f2-8892f2f01944', 'code': 200} Nov 12 00:40:20.281428 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2a08e895-ebe0-4ebf-b5d0-7b4d1a149c53 service neutron] 10.222.0.31 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607574 Nov 12 00:40:20.288751 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28e459fd-911c-4616-8a9d-741eac24f965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:20.289532 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e459fd-911c-4616-8a9d-741eac24f965 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0eda1ee-af0b-4968-94f7-0cf000d3f8d7 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:40:20.298942 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28e459fd-911c-4616-8a9d-741eac24f965 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:20.300280 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-28e459fd-911c-4616-8a9d-741eac24f965 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d0eda1ee-af0b-4968-94f7-0cf000d3f8d7 HTTP/1.1" status: 204 len: 168 time: 2.4884596 Nov 12 00:40:20.314275 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55994) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:20.460683 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28a785-211a-47f7-ae80-7ebd6c801f38 req-11b5d7c7-c2e5-4be6-8b2d-8c7ef93707e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:20.463028 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5d28a785-211a-47f7-ae80-7ebd6c801f38 req-11b5d7c7-c2e5-4be6-8b2d-8c7ef93707e2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 1101 time: 0.0698297 Nov 12 00:40:20.467299 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-46efeae9-7246-4b5f-af85-1c7b407ff9ba service neutron] 10.222.0.31 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648955 Nov 12 00:40:20.585502 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5d28a785-211a-47f7-ae80-7ebd6c801f38 req-f6950483-8a1a-4555-8fc4-bd2734162a85 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146960 Nov 12 00:40:20.611832 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e9fdac12-a9c2-482e-905d-5c538915e162 service neutron] 10.222.0.31 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260009 Nov 12 00:40:20.674377 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 61ebda9e-add4-4fa4-b14d-b05579ca4503 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:20.674867 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-39e8ba85-6651-43fd-97ab-2df1e2a0d7eb req-d5405763-35f7-47ad-a9ba-f9033d2882bc service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367948 Nov 12 00:40:20.680075 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8a584f-115f-4690-870c-6ea714b2ef4a admin admin] Deleting subnet 5a4b5d1e-064a-4daf-839e-285ca666c383 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:40:20.688291 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1b8a584f-115f-4690-870c-6ea714b2ef4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:20.732926 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39c97e-2483-4f1e-b57e-a675c76b782e req-8536e184-66cf-46f2-81a3-dc386aa673bf tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:20.735758 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-05391474-173f-4d20-b1ae-491b5b46eb82 service neutron] 10.222.0.31 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230481 Nov 12 00:40:20.740726 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6e39c97e-2483-4f1e-b57e-a675c76b782e req-8536e184-66cf-46f2-81a3-dc386aa673bf tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.3556781 Nov 12 00:40:20.768821 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1b8a584f-115f-4690-870c-6ea714b2ef4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:20.838865 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6e39c97e-2483-4f1e-b57e-a675c76b782e req-5736e2e6-57dc-4c4e-8ef4-dd731675be88 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970297 Nov 12 00:40:20.867042 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2a1e2867-5ea9-494d-a167-3967f924c718 service neutron] 10.222.0.31 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232538 Nov 12 00:40:20.887526 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 61ebda9e-add4-4fa4-b14d-b05579ca4503, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=61ebda9e-add4-4fa4-b14d-b05579ca4503,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:20.899829 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1b8a584f-115f-4690-870c-6ea714b2ef4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:20.935458 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '61ebda9e-add4-4fa4-b14d-b05579ca4503', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '61ebda9e-add4-4fa4-b14d-b05579ca4503', 'mac_address': 'fa:16:3e:3a:bb:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:20.950106 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c3a41c5d-544d-4fee-b6ed-f9ee24032375 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:20.997430 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1b8a584f-115f-4690-870c-6ea714b2ef4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.014731 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: c3a41c5d-544d-4fee-b6ed-f9ee24032375 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:21.015905 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c3a41c5d-544d-4fee-b6ed-f9ee24032375 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:21.016590 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:21.034783 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a584f-115f-4690-870c-6ea714b2ef4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a4b5d1e-064a-4daf-839e-285ca666c383,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:21.037439 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1b8a584f-115f-4690-870c-6ea714b2ef4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.043801 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1b8a584f-115f-4690-870c-6ea714b2ef4a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5a4b5d1e-064a-4daf-839e-285ca666c383 HTTP/1.1" status: 204 len: 168 time: 0.7277434 Nov 12 00:40:21.044562 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56000) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:21.045103 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:21.045837 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5378e71c-9d95-4d60-b0b0-a0fbae0ac7e7 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:21.051981 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c117f387-a6d9-47d8-babe-d2bc4aea0244 None None] Network 89ac952c-1cd0-42f5-8452-f124c6d1df6c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:40:21.096400 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-46498cd6-ea47-46ad-88fa-4246f2547516 service neutron] 10.222.0.31 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134886 Nov 12 00:40:21.127417 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.145909 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ebda9e-add4-4fa4-b14d-b05579ca4503 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:21.151340 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e79290be-df45-4892-9386-f52a1649cbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.182569 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 61ebda9e-add4-4fa4-b14d-b05579ca4503, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=61ebda9e-add4-4fa4-b14d-b05579ca4503,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:21.205847 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.238886 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-93b31469-3496-49ff-a39a-c08ddeca1c18 service neutron] 10.222.0.31 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362150 Nov 12 00:40:21.263819 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-5593f66f-6bc1-4e4f-9217-7e21e195f5e1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e742524ad04144c1b8899d429dc46e5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336316 Nov 12 00:40:21.275988 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-e79290be-df45-4892-9386-f52a1649cbb1 admin admin] Deleting port bd685cec-1379-41cb-83f9-a5f5fa361509 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:21.276604 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e79290be-df45-4892-9386-f52a1649cbb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.340131 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=61ebda9e-add4-4fa4-b14d-b05579ca4503,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:21.370610 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-5df5a745-c032-46f7-b916-2561a3519b11 service neutron] 10.222.0.31 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258891 Nov 12 00:40:21.412244 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-e79290be-df45-4892-9386-f52a1649cbb1 admin admin] For port bd685cec-1379-41cb-83f9-a5f5fa361509, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=bd685cec-1379-41cb-83f9-a5f5fa361509,segment=NetworkSegment(52f9ff3d-bd09-49c7-bac3-eb4818628eb2),segment_id=52f9ff3d-bd09-49c7-bac3-eb4818628eb2)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:21.412244 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e79290be-df45-4892-9386-f52a1649cbb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.426261 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b9d275-35e7-46e4-9f01-d0cb8941e2ed None None] DHCP port deletion for 89ac952c-1cd0-42f5-8452-f124c6d1df6c request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:40:21.435133 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-e79290be-df45-4892-9386-f52a1649cbb1 admin admin] Calling delete_port for bd685cec-1379-41cb-83f9-a5f5fa361509 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:21.458163 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-e515db99-049a-4d8b-88b4-742eefdff30a tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:21.465123 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-e515db99-049a-4d8b-88b4-742eefdff30a tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2001610 Nov 12 00:40:21.482263 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-24b9d275-35e7-46e4-9f01-d0cb8941e2ed None None] Deleting port bd685cec-1379-41cb-83f9-a5f5fa361509 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:21.482786 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-24b9d275-35e7-46e4-9f01-d0cb8941e2ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.493181 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-a22ef25e-d5ce-41b0-837e-97c5ab29d0ea service neutron] 10.222.0.31 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159720 Nov 12 00:40:21.509060 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['61ebda9e-add4-4fa4-b14d-b05579ca4503'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:21.516074 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-4ae9918e-31d2-4772-abe0-cf7c1b500c46 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/quotas/e742524ad04144c1b8899d429dc46e5a HTTP/1.1" status: 200 len: 375 time: 0.0500476 Nov 12 00:40:21.567295 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-31298d3e-5271-4d9b-8358-f60592cbf3ec tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468001 Nov 12 00:40:21.613544 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e79290be-df45-4892-9386-f52a1649cbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.625767 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-ec010da3-b70f-49bb-83cf-dd1cf4ef5265 service neutron] 10.222.0.31 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317103 Nov 12 00:40:21.640761 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-24b9d275-35e7-46e4-9f01-d0cb8941e2ed None None] For port bd685cec-1379-41cb-83f9-a5f5fa361509, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=bd685cec-1379-41cb-83f9-a5f5fa361509,segment=NetworkSegment(52f9ff3d-bd09-49c7-bac3-eb4818628eb2),segment_id=52f9ff3d-bd09-49c7-bac3-eb4818628eb2)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:21.640761 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-24b9d275-35e7-46e4-9f01-d0cb8941e2ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.664066 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-24b9d275-35e7-46e4-9f01-d0cb8941e2ed None None] Calling delete_port for bd685cec-1379-41cb-83f9-a5f5fa361509 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:21.691136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79290be-df45-4892-9386-f52a1649cbb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd685cec-1379-41cb-83f9-a5f5fa361509,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:21.709439 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79290be-df45-4892-9386-f52a1649cbb1 admin admin] No DVR routers for this DVR port bd685cec-1379-41cb-83f9-a5f5fa361509 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:21.822226 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-24b9d275-35e7-46e4-9f01-d0cb8941e2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.874550 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e79290be-df45-4892-9386-f52a1649cbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.898349 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-e79290be-df45-4892-9386-f52a1649cbb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ac952c-1cd0-42f5-8452-f124c6d1df6c']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:21.910293 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-e79290be-df45-4892-9386-f52a1649cbb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f9ff3d-bd09-49c7-bac3-eb4818628eb2') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:21.911369 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-e79290be-df45-4892-9386-f52a1649cbb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f9ff3d-bd09-49c7-bac3-eb4818628eb2') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:21.911952 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9d275-35e7-46e4-9f01-d0cb8941e2ed None None] Pushing event deleted for resources: {'Port': ['ID=bd685cec-1379-41cb-83f9-a5f5fa361509,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:21.930497 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b9d275-35e7-46e4-9f01-d0cb8941e2ed None None] No DVR routers for this DVR port bd685cec-1379-41cb-83f9-a5f5fa361509 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:21.950360 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e79290be-df45-4892-9386-f52a1649cbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.975280 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e79290be-df45-4892-9386-f52a1649cbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:21.981730 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79290be-df45-4892-9386-f52a1649cbb1 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:40:21.981932 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e79290be-df45-4892-9386-f52a1649cbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:40:22.035415 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:40:22.097414 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e79290be-df45-4892-9386-f52a1649cbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.124070 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e79290be-df45-4892-9386-f52a1649cbb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.133694 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e79290be-df45-4892-9386-f52a1649cbb1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/89ac952c-1cd0-42f5-8452-f124c6d1df6c HTTP/1.1" status: 204 len: 168 time: 1.0874412 Nov 12 00:40:22.145621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227a16f-b616-45a8-8b67-d4fb1bb47406 req-1ce4273e-3ea8-49b2-b4ad-b85d26444f7d tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:22.162303 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2227a16f-b616-45a8-8b67-d4fb1bb47406 req-1ce4273e-3ea8-49b2-b4ad-b85d26444f7d tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/ports?device_id=92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c HTTP/1.1" status: 200 len: 946 time: 0.1278238 Nov 12 00:40:22.207891 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79290be-df45-4892-9386-f52a1649cbb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=89ac952c-1cd0-42f5-8452-f124c6d1df6c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:22.266669 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2227a16f-b616-45a8-8b67-d4fb1bb47406 req-d01d3878-9c29-4bae-953b-18bbf3d7a961 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a43986-6103-46a0-92d4-3a661a44fdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000118 Nov 12 00:40:22.297869 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7fa8110c-7fe5-48c4-bd67-bfe2c009776e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.413078 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56050) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:22.436039 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867f56f-a6cd-4913-a3fe-66c7dee44051 req-76757102-9cd1-46d9-9841-8f78629f2d44 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:22.438134 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d867f56f-a6cd-4913-a3fe-66c7dee44051 req-76757102-9cd1-46d9-9841-8f78629f2d44 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1e38eb0-c816-45d3-86ed-4343eb81d44b HTTP/1.1" status: 200 len: 948 time: 0.1017351 Nov 12 00:40:22.481134 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-45428201-0903-43ea-8f5d-93732ed8e92d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79d381a23e934d43891c5d332d12cc5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0667996 Nov 12 00:40:22.482167 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56052) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:22.529431 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d867f56f-a6cd-4913-a3fe-66c7dee44051 req-d69b0319-46f8-413f-865f-9a71cb96d126 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/security-groups?id=91f1bd09-f9b0-47ea-86a3-163d33a34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837326 Nov 12 00:40:22.580471 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c0e36faf-3445-4f39-a384-85e33be5db5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.607247 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c0e36faf-3445-4f39-a384-85e33be5db5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.690418 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 61ebda9e-add4-4fa4-b14d-b05579ca4503 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:22.691308 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c0e36faf-3445-4f39-a384-85e33be5db5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.694793 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c0e36faf-3445-4f39-a384-85e33be5db5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.699076 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c0e36faf-3445-4f39-a384-85e33be5db5c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/363e6ced-665b-44d1-8836-55fdd148ba34 HTTP/1.1" status: 204 len: 168 time: 0.2156625 Nov 12 00:40:22.724643 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e36faf-3445-4f39-a384-85e33be5db5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363e6ced-665b-44d1-8836-55fdd148ba34,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:22.749649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ef0d6-5ab0-4391-bd3a-766e1b32d791 req-035f7603-a647-4241-ac46-ae9abdc9631d tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:22.757432 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-674ef0d6-5ab0-4391-bd3a-766e1b32d791 req-035f7603-a647-4241-ac46-ae9abdc9631d tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 949 time: 0.1502757 Nov 12 00:40:22.819160 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2d4a781-9937-4f33-802a-8aeef4f092b4 req-a8bd94f4-50f8-46a4-840c-f1dd8c8d0a55 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b35c25-4bb5-4777-a22f-7852606a2cf1 HTTP/1.1" status: 200 len: 210 time: 0.0863600 Nov 12 00:40:22.873353 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bd685cec-1379-41cb-83f9-a5f5fa361509 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:22.876657 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 61ebda9e-add4-4fa4-b14d-b05579ca4503 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:40:22.903382 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 61ebda9e-add4-4fa4-b14d-b05579ca4503 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:22.904020 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.942792 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: bd685cec-1379-41cb-83f9-a5f5fa361509 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:22.943838 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bd685cec-1379-41cb-83f9-a5f5fa361509 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:22.997362 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-674ef0d6-5ab0-4391-bd3a-766e1b32d791 req-c693c7b6-57d5-4721-b520-b81ff88746ce tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225685 Nov 12 00:40:23.009506 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.042500 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e38eb0-c816-45d3-86ed-4343eb81d44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ebda9e-add4-4fa4-b14d-b05579ca4503'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:23.045214 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88f26fc-27b5-4134-bcff-f435c034002a" -d '{"events": [{"server_uuid": "a1e38eb0-c816-45d3-86ed-4343eb81d44b", "name": "network-vif-plugged", "status": "completed", "tag": "61ebda9e-add4-4fa4-b14d-b05579ca4503"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:23.048442 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c56c5-0910-4107-bb4d-cbb6161e5d8b req-d50c83ee-4c98-45d4-80cb-3bed7fdc176a tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:23.063733 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 61ebda9e-add4-4fa4-b14d-b05579ca4503, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=61ebda9e-add4-4fa4-b14d-b05579ca4503,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:23.067313 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b28c56c5-0910-4107-bb4d-cbb6161e5d8b req-d50c83ee-4c98-45d4-80cb-3bed7fdc176a tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.1714747 Nov 12 00:40:23.080972 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.160092 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b28c56c5-0910-4107-bb4d-cbb6161e5d8b req-afc2d107-921e-4463-80d8-955df04984d4 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862803 Nov 12 00:40:23.300943 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56072) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:23.319079 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-8b5faf23-7a8a-4974-bac8-9e67bd9ef22f tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e742524ad04144c1b8899d429dc46e5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370407 Nov 12 00:40:23.369023 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6f7d6b7c-3415-438f-beb0-3992ce431261 req-ccf5dd2a-999f-4898-a370-aa56c57c0923 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.0596905 Nov 12 00:40:23.399005 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3e91c6c8-14fd-43ec-b722-581a1ab07cbe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8773a1a6e964f46bb873f06444e1a96&name=default HTTP/1.1" status: 200 len: 2995 time: 0.0964043 Nov 12 00:40:23.408729 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56076) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:23.581559 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5e5498-6f9d-497b-8381-149382d1002d x-openstack-request-id: req-5e5e5498-6f9d-497b-8381-149382d1002d {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:23.581904 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e38eb0-c816-45d3-86ed-4343eb81d44b", "name": "network-vif-plugged", "status": "completed", "tag": "61ebda9e-add4-4fa4-b14d-b05579ca4503", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:23.582303 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e5e5498-6f9d-497b-8381-149382d1002d {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:23.583261 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e38eb0-c816-45d3-86ed-4343eb81d44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ebda9e-add4-4fa4-b14d-b05579ca4503', 'code': 200} Nov 12 00:40:23.588785 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-163885ce-dedb-4684-ba54-4d078660f4b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.633550 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=61ebda9e-add4-4fa4-b14d-b05579ca4503,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:23.645382 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.651021 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-163885ce-dedb-4684-ba54-4d078660f4b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.680723 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-81373185-cdd5-4ce7-aa36-796bf00d136d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:23.682175 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-81373185-cdd5-4ce7-aa36-796bf00d136d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3504717 Nov 12 00:40:23.727308 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-b0a94fdd-8d8f-43a3-8108-1fe467609529 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Request body: {'port': {'device_id': '29b35c25-4bb5-4777-a22f-7852606a2cf1', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': 'e742524ad04144c1b8899d429dc46e5a'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:23.746332 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-163885ce-dedb-4684-ba54-4d078660f4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.749701 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-163885ce-dedb-4684-ba54-4d078660f4b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.753403 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-163885ce-dedb-4684-ba54-4d078660f4b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83f1c643-2ed5-456a-839a-a355b3b6eb6e HTTP/1.1" status: 204 len: 168 time: 0.3406088 Nov 12 00:40:23.770824 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163885ce-dedb-4684-ba54-4d078660f4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f1c643-2ed5-456a-839a-a355b3b6eb6e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:23.883405 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d955b1-7461-449c-859a-c2dc0f2e0c21 req-0e0fc53d-8b5b-4efd-a3a6-012100d6a96e tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:23.893924 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22d955b1-7461-449c-859a-c2dc0f2e0c21 req-0e0fc53d-8b5b-4efd-a3a6-012100d6a96e tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=03585741-8967-4c19-aefd-2b22f9df0b2d HTTP/1.1" status: 200 len: 950 time: 0.5299871 Nov 12 00:40:23.901354 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6c9c6-caa5-4502-87ac-d0322c21adcd req-ddc92ee4-7b10-4e7c-92f7-d6be2a33cba8 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:23.903318 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8b6c9c6-caa5-4502-87ac-d0322c21adcd req-ddc92ee4-7b10-4e7c-92f7-d6be2a33cba8 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1e38eb0-c816-45d3-86ed-4343eb81d44b HTTP/1.1" status: 200 len: 949 time: 0.0818987 Nov 12 00:40:23.927193 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c24377-ca91-4a18-8843-d1530f0d55fa req-cd288bb5-bc7b-4509-bd39-366595e885a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:23.929030 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f3c24377-ca91-4a18-8843-d1530f0d55fa req-cd288bb5-bc7b-4509-bd39-366595e885a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a1e38eb0-c816-45d3-86ed-4343eb81d44b HTTP/1.1" status: 200 len: 1101 time: 0.2450058 Nov 12 00:40:24.011697 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8b6c9c6-caa5-4502-87ac-d0322c21adcd req-e72ab3f4-d706-486f-97a3-d00ce8ef072d tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/security-groups?id=91f1bd09-f9b0-47ea-86a3-163d33a34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010752 Nov 12 00:40:24.029315 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22d955b1-7461-449c-859a-c2dc0f2e0c21 req-2ad15f26-1899-4caf-96ff-ff9a79d81234 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341376 Nov 12 00:40:24.081491 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f3c24377-ca91-4a18-8843-d1530f0d55fa req-8f22336a-420c-4f05-bdd9-5b908cb89630 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=91f1bd09-f9b0-47ea-86a3-163d33a34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409967 Nov 12 00:40:24.105910 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-b0a94fdd-8d8f-43a3-8108-1fe467609529 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Made reservation on behalf of e742524ad04144c1b8899d429dc46e5a for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:24.110489 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-b0a94fdd-8d8f-43a3-8108-1fe467609529 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.131576 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-b0a94fdd-8d8f-43a3-8108-1fe467609529 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.178370 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ee5e55d0-61b3-4fe7-a636-9ae3a5db5f5f req-404a1803-6fc7-487d-8c5c-a462b0162b2e tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b35c25-4bb5-4777-a22f-7852606a2cf1 HTTP/1.1" status: 200 len: 210 time: 0.0487969 Nov 12 00:40:24.329553 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-b0a94fdd-8d8f-43a3-8108-1fe467609529 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.341617 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-b0a94fdd-8d8f-43a3-8108-1fe467609529 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.354347 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:24.413238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a94fdd-8d8f-43a3-8108-1fe467609529 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6005dd-4898-4d2c-92f0-630720b93cb7,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:24.664377 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9a9f1fa1-b803-49ad-808e-b98ac63a2110 req-a00b7bcc-b474-4122-8c42-a701f90a0ec2 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.0577767 Nov 12 00:40:24.739622 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305a047-63d2-4603-9696-66e03a29bb2f req-16b63839-3287-4ff8-bf1f-2e196fefb63c tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:24.747954 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8305a047-63d2-4603-9696-66e03a29bb2f req-16b63839-3287-4ff8-bf1f-2e196fefb63c tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.1322901 Nov 12 00:40:24.780910 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-b0a94fdd-8d8f-43a3-8108-1fe467609529 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Allocated IP 192.168.233.201 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/37a8070f-7261-432c-a284-dceea1ab4f9b) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:24.801930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e0f598d9-7892-49f5-933c-0836ead35021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:24.814576 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e0f598d9-7892-49f5-933c-0836ead35021 service neutron] 10.222.0.15 "GET /v2.0/ports/46bdef3d-f8bc-4521-88a2-2afdcf545a6a HTTP/1.1" status: 200 len: 1033 time: 0.1167858 Nov 12 00:40:24.847144 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8305a047-63d2-4603-9696-66e03a29bb2f req-c9807a87-a486-4c8b-82e6-9c004b8b426e tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978458 Nov 12 00:40:24.894329 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-7865a276-1206-4c6b-8e0d-6beadaac7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:24.896436 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-7865a276-1206-4c6b-8e0d-6beadaac7eef service neutron] 10.222.0.15 "GET /v2.0/ports/4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae HTTP/1.1" status: 200 len: 1032 time: 0.0708730 Nov 12 00:40:25.087731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-11e06b59-fc61-49fb-adb2-bbd67a2ea008 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:25.097209 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-11e06b59-fc61-49fb-adb2-bbd67a2ea008 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:25.104177 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-11e06b59-fc61-49fb-adb2-bbd67a2ea008 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:25.106171 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-11e06b59-fc61-49fb-adb2-bbd67a2ea008 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.15 "GET /v2.0/networks?id=11cf3641-542c-41f7-80c8-38f810587d17&id=a5429105-7df0-4f08-b65b-bfa50831b1cd&id=a5429105-7df0-4f08-b65b-bfa50831b1cd&id=a5429105-7df0-4f08-b65b-bfa50831b1cd&id=a5429105-7df0-4f08-b65b-bfa50831b1cd&id=a47d1011-e7d0-4734-88d5-45d0a4429b4e&id=a47d1011-e7d0-4734-88d5-45d0a4429b4e HTTP/1.1" status: 200 len: 1995 time: 0.2002959 Nov 12 00:40:25.130172 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-b0a94fdd-8d8f-43a3-8108-1fe467609529 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:25.245703 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db407cfa-6b3b-4826-879f-29180ccb3150 req-9bcc11cc-09da-41e9-a7cb-dcc5de0af9e0 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:25.247484 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-b0a94fdd-8d8f-43a3-8108-1fe467609529 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:25.259892 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-db407cfa-6b3b-4826-879f-29180ccb3150 req-9bcc11cc-09da-41e9-a7cb-dcc5de0af9e0 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1e38eb0-c816-45d3-86ed-4343eb81d44b HTTP/1.1" status: 200 len: 949 time: 0.1277966 Nov 12 00:40:25.287178 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-3099133c-ff0b-49c7-9f41-5ccb7b1507e2 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff69603520634453a797ab4b4216646a HTTP/1.1" status: 200 len: 380 time: 0.1450562 Nov 12 00:40:25.302951 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-404927ef-1078-46ac-bdb3-e09d5239698b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Request body: {'port': {'device_id': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17', 'admin_state_up': True, 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'security_groups': ['b86befee-eb21-406d-9358-38d916caad1b']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:25.320025 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:25.339987 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-b0a94fdd-8d8f-43a3-8108-1fe467609529 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:25.350423 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-b0a94fdd-8d8f-43a3-8108-1fe467609529 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:25.377929 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-b0a94fdd-8d8f-43a3-8108-1fe467609529 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:25.490027 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a94fdd-8d8f-43a3-8108-1fe467609529 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Pushing event updated for resources: {'Port': ['ID=37a8070f-7261-432c-a284-dceea1ab4f9b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:25.519896 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-db407cfa-6b3b-4826-879f-29180ccb3150 req-71f91f57-b1fd-49ad-9513-20c26c74d33f tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/security-groups?id=91f1bd09-f9b0-47ea-86a3-163d33a34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589443 Nov 12 00:40:25.570714 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-b0a94fdd-8d8f-43a3-8108-1fe467609529 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:25.572307 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-b0a94fdd-8d8f-43a3-8108-1fe467609529 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:25.615620 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-b0a94fdd-8d8f-43a3-8108-1fe467609529 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8974457 Nov 12 00:40:25.650485 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-df885132-baf4-468a-b201-10250a47890e service neutron] Request body: {'port': {'device_id': '29b35c25-4bb5-4777-a22f-7852606a2cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:25.769138 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-404927ef-1078-46ac-bdb3-e09d5239698b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Made reservation on behalf of ff69603520634453a797ab4b4216646a for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:25.772609 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-404927ef-1078-46ac-bdb3-e09d5239698b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:25.831429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cb89215b-417e-48b3-88e6-e2c87aadb3b1 None None] Provisioning complete for port 37a8070f-7261-432c-a284-dceea1ab4f9b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:25.833124 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cb89215b-417e-48b3-88e6-e2c87aadb3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:25.839538 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4a04d-e8ec-4021-b330-23c2495c13c5 req-27e2385a-08ad-41d2-8706-a8255fd1652d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:25.859781 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-38e4a04d-e8ec-4021-b330-23c2495c13c5 req-27e2385a-08ad-41d2-8706-a8255fd1652d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.1802099 Nov 12 00:40:25.868595 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1b98b-a8b4-48c9-a63b-6b031d480262 req-0f869c6f-e2b3-4d38-a841-9286fa6ba88d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:25.877228 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2e1b98b-a8b4-48c9-a63b-6b031d480262 req-0f869c6f-e2b3-4d38-a841-9286fa6ba88d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b35c25-4bb5-4777-a22f-7852606a2cf1 HTTP/1.1" status: 200 len: 936 time: 0.1751490 Nov 12 00:40:25.886152 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-df885132-baf4-468a-b201-10250a47890e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:25.901403 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5573d-1150-4e0f-b997-58469e770703 req-a14355e1-cd82-415d-b5b3-986c73c1e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:25.906986 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ace5573d-1150-4e0f-b997-58469e770703 req-a14355e1-cd82-415d-b5b3-986c73c1e0ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6628ae707794416b814698161688f4b0&device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 1097 time: 0.2503378 Nov 12 00:40:25.941649 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-cb89215b-417e-48b3-88e6-e2c87aadb3b1 None None] Port 37a8070f-7261-432c-a284-dceea1ab4f9b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:25.944003 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:26.006853 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2e1b98b-a8b4-48c9-a63b-6b031d480262 req-db9419cd-31ad-4c39-a4be-02e75f142dd3 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282427 Nov 12 00:40:26.087196 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-38e4a04d-e8ec-4021-b330-23c2495c13c5 req-6cebc94e-56fa-4422-b453-09061be37fd1 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265224 Nov 12 00:40:26.167109 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-404927ef-1078-46ac-bdb3-e09d5239698b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Allocated IP 172.20.0.10 (11cf3641-542c-41f7-80c8-38f810587d17/039608db-f2a3-4af6-b30e-cf0d39b5f975/7492299e-b0d6-4740-9134-5b1767b6004a) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:26.297507 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b91057d7-66be-46c0-a6f0-e6a88761798f req-08cb5c5e-76e7-4eab-a15b-11b015259bf8 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.0649462 Nov 12 00:40:26.333851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5573d-1150-4e0f-b997-58469e770703 req-0a6f0a34-decd-46d5-bc65-0fc17bc1fab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:26.335298 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ace5573d-1150-4e0f-b997-58469e770703 req-0a6f0a34-decd-46d5-bc65-0fc17bc1fab4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 HTTP/1.1" status: 200 len: 915 time: 0.4079945 Nov 12 00:40:26.412397 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-404927ef-1078-46ac-bdb3-e09d5239698b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:26.440914 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ace5573d-1150-4e0f-b997-58469e770703 req-76139f6c-823d-45ee-a340-f225f00a2084 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b95907b-1930-468a-9c8f-6c23b1c8beac HTTP/1.1" status: 200 len: 217 time: 0.0861924 Nov 12 00:40:26.464581 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-404927ef-1078-46ac-bdb3-e09d5239698b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:26.547491 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-404927ef-1078-46ac-bdb3-e09d5239698b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Network 11cf3641-542c-41f7-80c8-38f810587d17 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:26.551500 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-404927ef-1078-46ac-bdb3-e09d5239698b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:26.560222 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5573d-1150-4e0f-b997-58469e770703 req-51c78e5f-ccf3-4410-b859-477adb814746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:26.562232 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-404927ef-1078-46ac-bdb3-e09d5239698b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:26.562722 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ace5573d-1150-4e0f-b997-58469e770703 req-51c78e5f-ccf3-4410-b859-477adb814746 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d55099e5-14af-43ba-b147-158816cc2728 HTTP/1.1" status: 200 len: 853 time: 0.0856354 Nov 12 00:40:26.604333 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404927ef-1078-46ac-bdb3-e09d5239698b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event updated for resources: {'Port': ['ID=7492299e-b0d6-4740-9134-5b1767b6004a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:26.687804 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5573d-1150-4e0f-b997-58469e770703 req-63f6f288-373a-404c-b601-eea30e6a535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:26.690247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-404927ef-1078-46ac-bdb3-e09d5239698b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:26.690659 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ace5573d-1150-4e0f-b997-58469e770703 req-63f6f288-373a-404c-b601-eea30e6a535d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174164 Nov 12 00:40:26.690766 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-404927ef-1078-46ac-bdb3-e09d5239698b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:26.705032 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 130bbe7b-2dda-4118-8336-07b90fc09ee0 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:26.753244 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-404927ef-1078-46ac-bdb3-e09d5239698b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4550109 Nov 12 00:40:26.781721 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09545564-88e4-456a-841b-06f3051c6c8c req-fe87626c-9f9a-47c5-86fb-e8e6ecf6dcd5 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:26.783682 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-09545564-88e4-456a-841b-06f3051c6c8c req-fe87626c-9f9a-47c5-86fb-e8e6ecf6dcd5 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1e38eb0-c816-45d3-86ed-4343eb81d44b HTTP/1.1" status: 200 len: 949 time: 0.0894306 Nov 12 00:40:26.788324 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-a55fd81e-c978-481f-9b38-568499bd859e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Request body: {'port': {'device_id': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd', 'admin_state_up': True, 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'security_groups': ['b86befee-eb21-406d-9358-38d916caad1b']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:26.811232 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-df885132-baf4-468a-b201-10250a47890e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a8070f-7261-432c-a284-dceea1ab4f9b {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:26.822426 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-df885132-baf4-468a-b201-10250a47890e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:26.846807 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-df885132-baf4-468a-b201-10250a47890e service neutron] Transition to ACTIVE for port object 37a8070f-7261-432c-a284-dceea1ab4f9b will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:26.867039 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-df885132-baf4-468a-b201-10250a47890e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:26.894502 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ace5573d-1150-4e0f-b997-58469e770703 req-767de784-e4eb-4c3a-b969-3913ef3b7efe service neutron] 10.222.0.21 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861384 Nov 12 00:40:26.944530 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 130bbe7b-2dda-4118-8336-07b90fc09ee0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=130bbe7b-2dda-4118-8336-07b90fc09ee0,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:26.973321 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '130bbe7b-2dda-4118-8336-07b90fc09ee0', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '130bbe7b-2dda-4118-8336-07b90fc09ee0', 'mac_address': 'fa:16:3e:a4:39:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:27.019845 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df885132-baf4-468a-b201-10250a47890e service neutron] Pushing event updated for resources: {'Port': ['ID=37a8070f-7261-432c-a284-dceea1ab4f9b,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:27.116571 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8b476927-2887-4d87-a3c7-79b8ae3ef974 None None] Provisioning complete for port 7492299e-b0d6-4740-9134-5b1767b6004a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:27.116970 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8b476927-2887-4d87-a3c7-79b8ae3ef974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.136637 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-09545564-88e4-456a-841b-06f3051c6c8c req-7ac28241-a100-417b-b1a5-ae2c685bcc25 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/security-groups?id=91f1bd09-f9b0-47ea-86a3-163d33a34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203952 Nov 12 00:40:27.141125 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-a55fd81e-c978-481f-9b38-568499bd859e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Made reservation on behalf of ff69603520634453a797ab4b4216646a for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:27.148684 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-a55fd81e-c978-481f-9b38-568499bd859e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.166658 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ace5573d-1150-4e0f-b997-58469e770703 req-50eb7a73-7486-42ec-a949-c49aa462c177 service neutron] 10.222.0.21 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521975 Nov 12 00:40:27.199070 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.207577 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-df885132-baf4-468a-b201-10250a47890e service neutron] Attempting to bind port 37a8070f-7261-432c-a284-dceea1ab4f9b on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:27.209172 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-df885132-baf4-468a-b201-10250a47890e service neutron] Attempting to bind port 37a8070f-7261-432c-a284-dceea1ab4f9b by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:27.209532 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-df885132-baf4-468a-b201-10250a47890e service neutron] Attempting to bind port 37a8070f-7261-432c-a284-dceea1ab4f9b on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:27.235519 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-df885132-baf4-468a-b201-10250a47890e service neutron] Port 37a8070f-7261-432c-a284-dceea1ab4f9b on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:27.235856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-df885132-baf4-468a-b201-10250a47890e service neutron] Attempting to bind port 37a8070f-7261-432c-a284-dceea1ab4f9b on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:27.249415 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-df885132-baf4-468a-b201-10250a47890e service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:27.249783 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-df885132-baf4-468a-b201-10250a47890e service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:27.257343 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-df885132-baf4-468a-b201-10250a47890e service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:27.257847 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-df885132-baf4-468a-b201-10250a47890e service neutron] Bound port: 37a8070f-7261-432c-a284-dceea1ab4f9b, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:27.257977 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 130bbe7b-2dda-4118-8336-07b90fc09ee0 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:27.258245 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-df885132-baf4-468a-b201-10250a47890e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.283456 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 130bbe7b-2dda-4118-8336-07b90fc09ee0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=130bbe7b-2dda-4118-8336-07b90fc09ee0,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:27.285067 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-8b476927-2887-4d87-a3c7-79b8ae3ef974 None None] Port 7492299e-b0d6-4740-9134-5b1767b6004a cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:27.293666 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.350122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=130bbe7b-2dda-4118-8336-07b90fc09ee0,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:27.406988 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ace8f-b93a-4169-b51e-679de8f7faaa req-26a08672-69cd-4c5c-ba62-389224412f13 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:27.409206 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-541ace8f-b93a-4169-b51e-679de8f7faaa req-26a08672-69cd-4c5c-ba62-389224412f13 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b35c25-4bb5-4777-a22f-7852606a2cf1 HTTP/1.1" status: 200 len: 948 time: 0.1476853 Nov 12 00:40:27.418848 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-df885132-baf4-468a-b201-10250a47890e service neutron] For port 37a8070f-7261-432c-a284-dceea1ab4f9b, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:27.423524 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4cc19-c67e-44c0-8ff6-82ec4790f50e req-c9204485-fae5-45d5-9a81-45d7e67d4cb9 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:27.429899 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ffe4cc19-c67e-44c0-8ff6-82ec4790f50e req-c9204485-fae5-45d5-9a81-45d7e67d4cb9 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.1392457 Nov 12 00:40:27.430960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-df885132-baf4-468a-b201-10250a47890e service neutron] For port 37a8070f-7261-432c-a284-dceea1ab4f9b, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=37a8070f-7261-432c-a284-dceea1ab4f9b,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:27.439182 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['130bbe7b-2dda-4118-8336-07b90fc09ee0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:27.492264 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-a55fd81e-c978-481f-9b38-568499bd859e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Allocated IP 10.1.1.55 (a5429105-7df0-4f08-b65b-bfa50831b1cd/79ef9191-98fa-4a9d-80f9-c51942b38fb7/f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:27.679711 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-df885132-baf4-468a-b201-10250a47890e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.733296 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-df885132-baf4-468a-b201-10250a47890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:27.733954 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-df885132-baf4-468a-b201-10250a47890e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.735375 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-df885132-baf4-468a-b201-10250a47890e service neutron] 10.222.0.21 "PUT /v2.0/ports/37a8070f-7261-432c-a284-dceea1ab4f9b HTTP/1.1" status: 200 len: 1097 time: 2.0897689 Nov 12 00:40:27.735924 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b35c25-4bb5-4777-a22f-7852606a2cf1', 'tag': '37a8070f-7261-432c-a284-dceea1ab4f9b'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:27.738169 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d771aa9e-530e-4377-b466-702d465e4f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "29b35c25-4bb5-4777-a22f-7852606a2cf1", "tag": "37a8070f-7261-432c-a284-dceea1ab4f9b"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:27.770330 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ffe4cc19-c67e-44c0-8ff6-82ec4790f50e req-9173d898-bdba-492d-b9f9-7091234d1fb5 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339739 Nov 12 00:40:27.773353 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-541ace8f-b93a-4169-b51e-679de8f7faaa req-6066a2e6-7411-4934-8647-e55a4f78a612 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498218 Nov 12 00:40:27.785337 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-a55fd81e-c978-481f-9b38-568499bd859e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.803651 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df885132-baf4-468a-b201-10250a47890e service neutron] Pushing event updated for resources: {'Port': ['ID=37a8070f-7261-432c-a284-dceea1ab4f9b,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:27.882142 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-a55fd81e-c978-481f-9b38-568499bd859e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:27.905620 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-9c93feb4-bf7a-4a6e-a2e9-5217b0ecf2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:27.907843 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-9c93feb4-bf7a-4a6e-a2e9-5217b0ecf2ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&device_id=29b35c25-4bb5-4777-a22f-7852606a2cf1 HTTP/1.1" status: 200 len: 1100 time: 0.0886354 Nov 12 00:40:27.985217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-a55fd81e-c978-481f-9b38-568499bd859e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Network a5429105-7df0-4f08-b65b-bfa50831b1cd is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:27.997425 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-a55fd81e-c978-481f-9b38-568499bd859e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:28.001987 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-a55fd81e-c978-481f-9b38-568499bd859e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:28.039197 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-116bd915-3bf4-462e-b623-42ac0af78478 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=37a8070f-7261-432c-a284-dceea1ab4f9b HTTP/1.1" status: 200 len: 217 time: 0.1107748 Nov 12 00:40:28.084884 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fd81e-c978-481f-9b38-568499bd859e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event updated for resources: {'Port': ['ID=f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:28.137178 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-a55fd81e-c978-481f-9b38-568499bd859e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:28.137793 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-a55fd81e-c978-481f-9b38-568499bd859e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:28.163416 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-e2a9818b-10c8-4f88-8ccf-0e54c7fab621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:28.165013 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-e2a9818b-10c8-4f88-8ccf-0e54c7fab621 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1170733 Nov 12 00:40:28.170639 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-a55fd81e-c978-481f-9b38-568499bd859e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3996017 Nov 12 00:40:28.191858 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-93c9301b-daf7-4ec3-ad1f-de52c451ba8a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Request body: {'port': {'device_id': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd', 'admin_state_up': True, 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'security_groups': ['b86befee-eb21-406d-9358-38d916caad1b']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:28.265585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-e871e774-1532-4fc1-9922-3882721f59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:28.267323 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-e871e774-1532-4fc1-9922-3882721f59b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0748870 Nov 12 00:40:28.352896 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00264a3-7309-472e-aae2-7c313b7152fc req-e7080663-8b24-4a05-83de-a2daab0c300a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:28.360055 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00264a3-7309-472e-aae2-7c313b7152fc req-e7080663-8b24-4a05-83de-a2daab0c300a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:28.363824 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c00264a3-7309-472e-aae2-7c313b7152fc req-e7080663-8b24-4a05-83de-a2daab0c300a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 1653 time: 0.1452205 Nov 12 00:40:28.443384 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c00264a3-7309-472e-aae2-7c313b7152fc req-bf5600f3-adb6-44f9-aee7-1c0458f8b0f9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708380 Nov 12 00:40:28.444357 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-6c626179-d603-4c03-9204-4f5cd738b8e8 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563711 Nov 12 00:40:28.483162 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-93c9301b-daf7-4ec3-ad1f-de52c451ba8a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Made reservation on behalf of ff69603520634453a797ab4b4216646a for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:28.488200 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-93c9301b-daf7-4ec3-ad1f-de52c451ba8a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:28.508191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-aa3cfa60-06bc-4ab6-b152-75977dd61a4b None None] Provisioning complete for port f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:28.509515 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-aa3cfa60-06bc-4ab6-b152-75977dd61a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:28.531547 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7bf8a9-29af-4541-a6d9-0d2b1bc67125 x-openstack-request-id: req-5c7bf8a9-29af-4541-a6d9-0d2b1bc67125 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:28.531925 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b35c25-4bb5-4777-a22f-7852606a2cf1", "tag": "37a8070f-7261-432c-a284-dceea1ab4f9b", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:28.534083 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c7bf8a9-29af-4541-a6d9-0d2b1bc67125 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:28.534742 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b35c25-4bb5-4777-a22f-7852606a2cf1', 'tag': '37a8070f-7261-432c-a284-dceea1ab4f9b', 'status': 'completed', 'code': 200} Nov 12 00:40:28.620574 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-aa3cfa60-06bc-4ab6-b152-75977dd61a4b None None] Port f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:28.720554 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 130bbe7b-2dda-4118-8336-07b90fc09ee0 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:28.723169 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2210dc2-6e98-4798-acc9-3ad2de36f206 req-0af521f1-df23-4ae0-9457-c0b7df759e4b service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604980 Nov 12 00:40:28.763253 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-93c9301b-daf7-4ec3-ad1f-de52c451ba8a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Allocated IP 10.1.1.221 (a5429105-7df0-4f08-b65b-bfa50831b1cd/79ef9191-98fa-4a9d-80f9-c51942b38fb7/598a4042-c420-4cc6-a0c6-65564b98695e) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:28.916753 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 130bbe7b-2dda-4118-8336-07b90fc09ee0 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:28.917199 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.033244 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-93c9301b-daf7-4ec3-ad1f-de52c451ba8a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.061267 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066a0ab-30ab-4078-b7dc-b9cfcb6eabbe req-b1dc2172-d8bc-4244-999b-ef3a9b23c20c tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.064112 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c066a0ab-30ab-4078-b7dc-b9cfcb6eabbe req-b1dc2172-d8bc-4244-999b-ef3a9b23c20c tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.0812311 Nov 12 00:40:29.071710 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771aa9e-530e-4377-b466-702d465e4f6c req-48393106-a407-4de3-a802-28818bb16537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.074221 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d771aa9e-530e-4377-b466-702d465e4f6c req-48393106-a407-4de3-a802-28818bb16537 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&device_id=29b35c25-4bb5-4777-a22f-7852606a2cf1 HTTP/1.1" status: 200 len: 1100 time: 0.2072215 Nov 12 00:40:29.079199 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.086413 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a421070-b210-4413-a56f-37484347f0cb req-96ce8242-19b6-4b1d-b6da-42622ff264fa tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.090091 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a421070-b210-4413-a56f-37484347f0cb req-96ce8242-19b6-4b1d-b6da-42622ff264fa tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b35c25-4bb5-4777-a22f-7852606a2cf1 HTTP/1.1" status: 200 len: 948 time: 0.2013505 Nov 12 00:40:29.111800 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03585741-8967-4c19-aefd-2b22f9df0b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130bbe7b-2dda-4118-8336-07b90fc09ee0'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:29.119127 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda6023d-6ad2-4686-9a16-13be92e945b0" -d '{"events": [{"server_uuid": "03585741-8967-4c19-aefd-2b22f9df0b2d", "name": "network-vif-plugged", "status": "completed", "tag": "130bbe7b-2dda-4118-8336-07b90fc09ee0"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:29.131590 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-93c9301b-daf7-4ec3-ad1f-de52c451ba8a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.144464 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 130bbe7b-2dda-4118-8336-07b90fc09ee0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=130bbe7b-2dda-4118-8336-07b90fc09ee0,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:29.158405 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.224717 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=130bbe7b-2dda-4118-8336-07b90fc09ee0,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:29.245610 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9301b-daf7-4ec3-ad1f-de52c451ba8a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event updated for resources: {'Port': ['ID=598a4042-c420-4cc6-a0c6-65564b98695e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:29.250577 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a421070-b210-4413-a56f-37484347f0cb req-e618ca68-4d01-4f4b-9bee-14f3734850fd tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438701 Nov 12 00:40:29.286411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771aa9e-530e-4377-b466-702d465e4f6c req-5d0df827-ea92-4f7a-b32e-e5b06faf0346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.288785 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d771aa9e-530e-4377-b466-702d465e4f6c req-5d0df827-ea92-4f7a-b32e-e5b06faf0346 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1968558 Nov 12 00:40:29.289166 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c066a0ab-30ab-4078-b7dc-b9cfcb6eabbe req-4bf74662-2fe5-4808-a15e-2ef1c50e1c6d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024353 Nov 12 00:40:29.314322 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-93c9301b-daf7-4ec3-ad1f-de52c451ba8a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Network a5429105-7df0-4f08-b65b-bfa50831b1cd is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:29.317604 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-93c9301b-daf7-4ec3-ad1f-de52c451ba8a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:29.320205 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-93c9301b-daf7-4ec3-ad1f-de52c451ba8a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:29.392961 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d771aa9e-530e-4377-b466-702d465e4f6c req-0d8244d2-6721-4148-8c70-46642fbf2b15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=37a8070f-7261-432c-a284-dceea1ab4f9b HTTP/1.1" status: 200 len: 217 time: 0.0869401 Nov 12 00:40:29.422889 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-93c9301b-daf7-4ec3-ad1f-de52c451ba8a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.423586 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-93c9301b-daf7-4ec3-ad1f-de52c451ba8a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.437143 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a90aee-8fa9-41db-899d-22798591a13a x-openstack-request-id: req-13a90aee-8fa9-41db-899d-22798591a13a {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:29.437448 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03585741-8967-4c19-aefd-2b22f9df0b2d", "name": "network-vif-plugged", "status": "completed", "tag": "130bbe7b-2dda-4118-8336-07b90fc09ee0", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:29.437708 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13a90aee-8fa9-41db-899d-22798591a13a {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:29.438116 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03585741-8967-4c19-aefd-2b22f9df0b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130bbe7b-2dda-4118-8336-07b90fc09ee0', 'code': 200} Nov 12 00:40:29.477035 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-93c9301b-daf7-4ec3-ad1f-de52c451ba8a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2891381 Nov 12 00:40:29.498066 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771aa9e-530e-4377-b466-702d465e4f6c req-ea5044e2-7fa6-4bca-9a66-cf0d0092917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.500530 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d771aa9e-530e-4377-b466-702d465e4f6c req-ea5044e2-7fa6-4bca-9a66-cf0d0092917e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0917618 Nov 12 00:40:29.502174 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-5ff77cd2-353f-4de5-ae1b-97abe89f2a3d tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Request body: {'port': {'device_id': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a47d1011-e7d0-4734-88d5-45d0a4429b4e', 'admin_state_up': True, 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'security_groups': ['b86befee-eb21-406d-9358-38d916caad1b']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:29.647725 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771aa9e-530e-4377-b466-702d465e4f6c req-46c122c5-6ec1-4d96-b72a-38d6bef56e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.650129 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d771aa9e-530e-4377-b466-702d465e4f6c req-46c122c5-6ec1-4d96-b72a-38d6bef56e01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1309566 Nov 12 00:40:29.765666 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6a18ffe5-0265-4099-a7a5-d10884c057f1 None None] Provisioning complete for port 598a4042-c420-4cc6-a0c6-65564b98695e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:29.766183 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6a18ffe5-0265-4099-a7a5-d10884c057f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:29.805444 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f999add-d8eb-42fb-91e6-0e802473cd84 req-5af65a83-3e78-4292-b5c3-5bc19af7ffd5 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.812764 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8f999add-d8eb-42fb-91e6-0e802473cd84 req-5af65a83-3e78-4292-b5c3-5bc19af7ffd5 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.1640935 Nov 12 00:40:29.823952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d9cbb-2cf0-4678-b902-ecb830462c92 req-bb3b2cb4-8daf-4284-aeff-e4f5215450a2 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.841629 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d9cbb-2cf0-4678-b902-ecb830462c92 req-bb3b2cb4-8daf-4284-aeff-e4f5215450a2 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.848619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d9cbb-2cf0-4678-b902-ecb830462c92 req-bb3b2cb4-8daf-4284-aeff-e4f5215450a2 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:29.863830 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-071d9cbb-2cf0-4678-b902-ecb830462c92 req-bb3b2cb4-8daf-4284-aeff-e4f5215450a2 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 2374 time: 0.2011611 Nov 12 00:40:29.868781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6a18ffe5-0265-4099-a7a5-d10884c057f1 None None] Port 598a4042-c420-4cc6-a0c6-65564b98695e cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:29.910842 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8f999add-d8eb-42fb-91e6-0e802473cd84 req-08752d96-f1ad-408b-988a-98715c22dabc tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971270 Nov 12 00:40:29.931529 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-5ff77cd2-353f-4de5-ae1b-97abe89f2a3d tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Made reservation on behalf of ff69603520634453a797ab4b4216646a for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:29.961645 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d771aa9e-530e-4377-b466-702d465e4f6c req-020c98b4-eb03-4f7d-a2e7-4730c6a33e9c service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863138 Nov 12 00:40:30.044234 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-071d9cbb-2cf0-4678-b902-ecb830462c92 req-dde979cd-9d60-46b1-96d9-41fcf378e8ca tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714234 Nov 12 00:40:30.149697 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d771aa9e-530e-4377-b466-702d465e4f6c req-b371bdd8-100f-4bdb-98e5-3a279bd01a13 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721184 Nov 12 00:40:30.154333 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-5ff77cd2-353f-4de5-ae1b-97abe89f2a3d tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:30.396420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ebbea-7a24-4af1-8d25-2aefd9fd840e req-a687df88-abc0-4a3f-b790-dec7f7c98af3 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:30.398257 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-571ebbea-7a24-4af1-8d25-2aefd9fd840e req-a687df88-abc0-4a3f-b790-dec7f7c98af3 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a HTTP/1.1" status: 200 len: 946 time: 0.1374688 Nov 12 00:40:30.518000 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-571ebbea-7a24-4af1-8d25-2aefd9fd840e req-eb85c7df-e140-4773-bba0-0fa5502bd796 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061676 Nov 12 00:40:30.597291 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-609a267e-4135-48bc-a5a8-3a508e3ae8fb req-74e41b3f-c967-4877-b7e3-9b0149d9bdbf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0634415 Nov 12 00:40:30.726099 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd079d0-6182-4706-b94b-3f5ae8ea4390 req-e3302b36-49eb-4d7f-9bf1-c86975f8d942 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:30.727331 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 37a8070f-7261-432c-a284-dceea1ab4f9b details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:30.734603 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5bd079d0-6182-4706-b94b-3f5ae8ea4390 req-e3302b36-49eb-4d7f-9bf1-c86975f8d942 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b35c25-4bb5-4777-a22f-7852606a2cf1 HTTP/1.1" status: 200 len: 948 time: 0.1305177 Nov 12 00:40:30.741664 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-5ff77cd2-353f-4de5-ae1b-97abe89f2a3d tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Allocated IP 10.2.2.100 (a47d1011-e7d0-4734-88d5-45d0a4429b4e/0b4b93af-0a2a-4ab0-978c-c22484f952fd/7ec6bbb6-cda8-445c-acc9-186646419b56) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:30.815289 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a267e-4135-48bc-a5a8-3a508e3ae8fb req-512f555d-39e0-4df9-9794-880b0552297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:30.822953 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-609a267e-4135-48bc-a5a8-3a508e3ae8fb req-512f555d-39e0-4df9-9794-880b0552297e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6628ae707794416b814698161688f4b0&device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 1097 time: 0.1423516 Nov 12 00:40:30.853297 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5bd079d0-6182-4706-b94b-3f5ae8ea4390 req-44d2a93c-616c-4289-bcac-2c617fc1cfd6 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172688 Nov 12 00:40:30.989852 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 37a8070f-7261-432c-a284-dceea1ab4f9b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=37a8070f-7261-432c-a284-dceea1ab4f9b,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:31.010914 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '37a8070f-7261-432c-a284-dceea1ab4f9b', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '37a8070f-7261-432c-a284-dceea1ab4f9b', 'mac_address': 'fa:16:3e:26:54:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:31.056563 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7efab-fea0-495a-bbc0-5361e03eb6c6 req-dee6a6fa-9470-4511-9309-cdb1c7a1c57a tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:31.059626 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c1d7efab-fea0-495a-bbc0-5361e03eb6c6 req-dee6a6fa-9470-4511-9309-cdb1c7a1c57a tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/ports?device_id=92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c HTTP/1.1" status: 200 len: 946 time: 0.2553525 Nov 12 00:40:31.063604 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:31.071310 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26c731-9c2f-4586-a1bc-3bf6d1fc21bc req-d4746477-9da4-4db4-b5dc-a52c94df6560 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:31.078908 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a8070f-7261-432c-a284-dceea1ab4f9b {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:31.086721 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9a26c731-9c2f-4586-a1bc-3bf6d1fc21bc req-d4746477-9da4-4db4-b5dc-a52c94df6560 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 946 time: 0.1449590 Nov 12 00:40:31.105490 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 37a8070f-7261-432c-a284-dceea1ab4f9b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=37a8070f-7261-432c-a284-dceea1ab4f9b,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:31.114364 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:31.129742 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 61ebda9e-add4-4fa4-b14d-b05579ca4503 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:31.145891 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c1d7efab-fea0-495a-bbc0-5361e03eb6c6 req-0b008c93-bba2-43d1-8546-d0f7a7cdea7b tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a43986-6103-46a0-92d4-3a661a44fdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722153 Nov 12 00:40:31.168785 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-5ff77cd2-353f-4de5-ae1b-97abe89f2a3d tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:31.177127 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a267e-4135-48bc-a5a8-3a508e3ae8fb req-54cd75e5-af7f-41aa-a830-308202b91448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:31.181183 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-609a267e-4135-48bc-a5a8-3a508e3ae8fb req-54cd75e5-af7f-41aa-a830-308202b91448 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 HTTP/1.1" status: 200 len: 915 time: 0.2780623 Nov 12 00:40:31.227694 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 61ebda9e-add4-4fa4-b14d-b05579ca4503, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=61ebda9e-add4-4fa4-b14d-b05579ca4503,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:31.250613 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '61ebda9e-add4-4fa4-b14d-b05579ca4503', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '61ebda9e-add4-4fa4-b14d-b05579ca4503', 'mac_address': 'fa:16:3e:3a:bb:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:31.256727 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9a26c731-9c2f-4586-a1bc-3bf6d1fc21bc req-9d912a41-08a4-499f-a2d8-fae054fb4376 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686990 Nov 12 00:40:31.256995 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56364) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:31.257865 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=37a8070f-7261-432c-a284-dceea1ab4f9b,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:31.276135 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-609a267e-4135-48bc-a5a8-3a508e3ae8fb req-395650b2-414c-4c86-87f4-7d6695b4cee0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b95907b-1930-468a-9c8f-6c23b1c8beac HTTP/1.1" status: 200 len: 217 time: 0.0873301 Nov 12 00:40:31.347118 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:31.380429 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-5ff77cd2-353f-4de5-ae1b-97abe89f2a3d tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:31.387603 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61ebda9e-add4-4fa4-b14d-b05579ca4503 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:31.426989 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-5b467c05-8c2c-4977-a707-42b249df8338 req-e4f226f4-2507-4ee5-93c7-53e8bbc74280 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:40:31.427737 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef21c82-7c23-4142-bb45-8d88d30b03aa req-975c1b29-32a1-4872-a26b-1b8d430671d1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:31.437100 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b467c05-8c2c-4977-a707-42b249df8338 req-e4f226f4-2507-4ee5-93c7-53e8bbc74280 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177238 Nov 12 00:40:31.439716 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef21c82-7c23-4142-bb45-8d88d30b03aa req-975c1b29-32a1-4872-a26b-1b8d430671d1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:31.446292 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 61ebda9e-add4-4fa4-b14d-b05579ca4503, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=61ebda9e-add4-4fa4-b14d-b05579ca4503,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:31.453696 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:31.461245 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef21c82-7c23-4142-bb45-8d88d30b03aa req-975c1b29-32a1-4872-a26b-1b8d430671d1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:31.462941 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fef21c82-7c23-4142-bb45-8d88d30b03aa req-975c1b29-32a1-4872-a26b-1b8d430671d1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 2374 time: 0.1855376 Nov 12 00:40:31.476864 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a267e-4135-48bc-a5a8-3a508e3ae8fb req-dd507161-02b4-441f-931f-4a6ed5d6f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:31.478273 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-609a267e-4135-48bc-a5a8-3a508e3ae8fb req-dd507161-02b4-441f-931f-4a6ed5d6f1f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d55099e5-14af-43ba-b147-158816cc2728 HTTP/1.1" status: 200 len: 853 time: 0.1725752 Nov 12 00:40:31.512763 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-5ff77cd2-353f-4de5-ae1b-97abe89f2a3d tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Network a47d1011-e7d0-4734-88d5-45d0a4429b4e is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:31.520547 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=61ebda9e-add4-4fa4-b14d-b05579ca4503,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:31.552753 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-5ff77cd2-353f-4de5-ae1b-97abe89f2a3d tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:31.556376 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff77cd2-353f-4de5-ae1b-97abe89f2a3d tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event updated for resources: {'Port': ['ID=7ec6bbb6-cda8-445c-acc9-186646419b56,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:31.579286 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-5ff77cd2-353f-4de5-ae1b-97abe89f2a3d tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:31.582097 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d4d9ac48-d9f2-4cf8-94ea-24a4c3d9aeb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:31.616557 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fef21c82-7c23-4142-bb45-8d88d30b03aa req-452e5e82-df77-4057-83c3-bcd2a11b9a0d tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416371 Nov 12 00:40:31.623934 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['61ebda9e-add4-4fa4-b14d-b05579ca4503'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:31.626589 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a267e-4135-48bc-a5a8-3a508e3ae8fb req-a4bba79d-a61d-4616-aaf9-774b42b584bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:31.628381 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-609a267e-4135-48bc-a5a8-3a508e3ae8fb req-a4bba79d-a61d-4616-aaf9-774b42b584bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954111 Nov 12 00:40:31.865136 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-609a267e-4135-48bc-a5a8-3a508e3ae8fb req-0082b601-aabf-41d7-a4ef-95c13ce56220 service neutron] 10.222.0.21 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138879 Nov 12 00:40:32.006843 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['37a8070f-7261-432c-a284-dceea1ab4f9b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:32.048157 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-609a267e-4135-48bc-a5a8-3a508e3ae8fb req-4160a30f-eaf7-47dc-a2f5-e0bfa44b41ca service neutron] 10.222.0.21 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630473 Nov 12 00:40:32.119029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30863f-30c6-4e52-a966-87627295b1db req-fb24a54a-61c7-49fd-994c-0c87b3da6c6b tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:32.120303 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ab05f990-1090-45f9-861e-983dc13f0ee3 None None] Provisioning complete for port 7ec6bbb6-cda8-445c-acc9-186646419b56 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:32.120931 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ab05f990-1090-45f9-861e-983dc13f0ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:32.128021 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d30863f-30c6-4e52-a966-87627295b1db req-fb24a54a-61c7-49fd-994c-0c87b3da6c6b tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b35c25-4bb5-4777-a22f-7852606a2cf1 HTTP/1.1" status: 200 len: 949 time: 0.0786557 Nov 12 00:40:32.176767 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ab05f990-1090-45f9-861e-983dc13f0ee3 None None] Port 7ec6bbb6-cda8-445c-acc9-186646419b56 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:32.179178 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d30863f-30c6-4e52-a966-87627295b1db req-245a46ac-f768-4e5f-9440-cf5f20b26744 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502782 Nov 12 00:40:32.312455 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b467c05-8c2c-4977-a707-42b249df8338 req-e1ff7526-2428-49b7-870b-7c8885ec6e41 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.8739815 Nov 12 00:40:32.374508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-5ff77cd2-353f-4de5-ae1b-97abe89f2a3d tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:32.392314 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-5ff77cd2-353f-4de5-ae1b-97abe89f2a3d tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:32.441859 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-5ff77cd2-353f-4de5-ae1b-97abe89f2a3d tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9442811 Nov 12 00:40:32.456652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5055cb-837c-4db3-a313-845ed775810f req-726ddc2f-3d53-4c8d-b5ad-a1dc473650c8 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:32.458637 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da5055cb-837c-4db3-a313-845ed775810f req-726ddc2f-3d53-4c8d-b5ad-a1dc473650c8 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/ports?device_id=92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c HTTP/1.1" status: 200 len: 946 time: 0.1652491 Nov 12 00:40:32.483600 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-bbb3160e-9e6c-4a27-9efb-e84d151eb276 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Request body: {'port': {'device_id': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a47d1011-e7d0-4734-88d5-45d0a4429b4e', 'admin_state_up': True, 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'security_groups': ['b86befee-eb21-406d-9358-38d916caad1b']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:32.660409 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da5055cb-837c-4db3-a313-845ed775810f req-3c0611bd-6f54-495b-aa9e-8404e0bf171f tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a43986-6103-46a0-92d4-3a661a44fdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938729 Nov 12 00:40:32.691902 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c25ebb-ecde-42f2-8e29-777752f5a722 req-cf23ce08-0afb-4adb-b71b-74c0955be5f6 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:32.693468 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-44c25ebb-ecde-42f2-8e29-777752f5a722 req-cf23ce08-0afb-4adb-b71b-74c0955be5f6 tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.15 "GET /v2.0/ports?device_id=92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c HTTP/1.1" status: 200 len: 946 time: 0.1556880 Nov 12 00:40:32.697707 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d4d9ac48-d9f2-4cf8-94ea-24a4c3d9aeb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:32.716132 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d4d9ac48-d9f2-4cf8-94ea-24a4c3d9aeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:32.727045 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 61ebda9e-add4-4fa4-b14d-b05579ca4503 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:32.822523 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d4d9ac48-d9f2-4cf8-94ea-24a4c3d9aeb2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbd62c553b654f729b1e7d5555dd6935&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5607774 Nov 12 00:40:32.824620 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56418) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:32.880535 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 61ebda9e-add4-4fa4-b14d-b05579ca4503 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:32.882276 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:32.922249 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9ac48-d9f2-4cf8-94ea-24a4c3d9aeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b19f6e9-b783-4ce4-8900-cb05d30946f8,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:32.926641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34662607-1474-43a6-beb1-9a163a50905f req-42386611-c5dc-4e67-935d-92e48fa06841 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:32.933925 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-34662607-1474-43a6-beb1-9a163a50905f req-42386611-c5dc-4e67-935d-92e48fa06841 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.1226907 Nov 12 00:40:32.980577 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-44c25ebb-ecde-42f2-8e29-777752f5a722 req-2dfba089-37e9-4220-90b5-96c4b6411f1a tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Deleting port 0c61d952-9aff-4688-a610-50bac5b7acc9 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:32.985345 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-44c25ebb-ecde-42f2-8e29-777752f5a722 req-2dfba089-37e9-4220-90b5-96c4b6411f1a tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.007117 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-bbb3160e-9e6c-4a27-9efb-e84d151eb276 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Made reservation on behalf of ff69603520634453a797ab4b4216646a for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:33.015915 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-bbb3160e-9e6c-4a27-9efb-e84d151eb276 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.073218 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-46df72a1-7577-40c0-92da-9b05e6a91e7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.153509 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.170364 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-34662607-1474-43a6-beb1-9a163a50905f req-7eb1ecc0-37c6-44c1-8917-f08b96b2d621 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354093 Nov 12 00:40:33.209051 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e38eb0-c816-45d3-86ed-4343eb81d44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ebda9e-add4-4fa4-b14d-b05579ca4503'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:33.214332 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff19fdbd-e780-42a5-b470-02dd551e8a0b" -d '{"events": [{"server_uuid": "a1e38eb0-c816-45d3-86ed-4343eb81d44b", "name": "network-vif-plugged", "status": "completed", "tag": "61ebda9e-add4-4fa4-b14d-b05579ca4503"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:33.242206 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9417488-1d4c-4a52-8f4d-309fb98af4a5 req-0a418c2c-8710-4226-90f3-4d9467cf78fb tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:33.246766 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 61ebda9e-add4-4fa4-b14d-b05579ca4503, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=61ebda9e-add4-4fa4-b14d-b05579ca4503,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:33.250871 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9417488-1d4c-4a52-8f4d-309fb98af4a5 req-0a418c2c-8710-4226-90f3-4d9467cf78fb tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:33.254945 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.261239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9417488-1d4c-4a52-8f4d-309fb98af4a5 req-0a418c2c-8710-4226-90f3-4d9467cf78fb tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:33.265173 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-46df72a1-7577-40c0-92da-9b05e6a91e7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.269592 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9417488-1d4c-4a52-8f4d-309fb98af4a5 req-0a418c2c-8710-4226-90f3-4d9467cf78fb tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:33.278106 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b9417488-1d4c-4a52-8f4d-309fb98af4a5 req-0a418c2c-8710-4226-90f3-4d9467cf78fb tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 3095 time: 0.1819303 Nov 12 00:40:33.391984 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=61ebda9e-add4-4fa4-b14d-b05579ca4503,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:33.399731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-bbb3160e-9e6c-4a27-9efb-e84d151eb276 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Allocated IP 10.2.2.200 (a47d1011-e7d0-4734-88d5-45d0a4429b4e/0b4b93af-0a2a-4ab0-978c-c22484f952fd/5499a9f2-ee89-4018-a3da-de31014146c2) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:33.414587 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-44c25ebb-ecde-42f2-8e29-777752f5a722 req-2dfba089-37e9-4220-90b5-96c4b6411f1a tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] For port 0c61d952-9aff-4688-a610-50bac5b7acc9, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=0c61d952-9aff-4688-a610-50bac5b7acc9,segment=NetworkSegment(c032912d-db10-4f43-83bc-4704eba59206),segment_id=c032912d-db10-4f43-83bc-4704eba59206)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:33.415090 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-44c25ebb-ecde-42f2-8e29-777752f5a722 req-2dfba089-37e9-4220-90b5-96c4b6411f1a tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.433816 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-44c25ebb-ecde-42f2-8e29-777752f5a722 req-2dfba089-37e9-4220-90b5-96c4b6411f1a tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Calling delete_port for 0c61d952-9aff-4688-a610-50bac5b7acc9 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:33.521513 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-46df72a1-7577-40c0-92da-9b05e6a91e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.526684 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-46df72a1-7577-40c0-92da-9b05e6a91e7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.532008 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-46df72a1-7577-40c0-92da-9b05e6a91e7b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b19f6e9-b783-4ce4-8900-cb05d30946f8 HTTP/1.1" status: 204 len: 168 time: 0.7052379 Nov 12 00:40:33.535142 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b9417488-1d4c-4a52-8f4d-309fb98af4a5 req-58a1cc46-d7d2-4434-b450-6941598fbc8b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519779 Nov 12 00:40:33.556838 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df72a1-7577-40c0-92da-9b05e6a91e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b19f6e9-b783-4ce4-8900-cb05d30946f8,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:33.740065 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-44c25ebb-ecde-42f2-8e29-777752f5a722 req-2dfba089-37e9-4220-90b5-96c4b6411f1a tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.742536 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-bbb3160e-9e6c-4a27-9efb-e84d151eb276 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.824571 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfba089-37e9-4220-90b5-96c4b6411f1a tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Pushing event deleted for resources: {'Port': ['ID=0c61d952-9aff-4688-a610-50bac5b7acc9,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:33.910649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c25ebb-ecde-42f2-8e29-777752f5a722 req-2dfba089-37e9-4220-90b5-96c4b6411f1a tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] No DVR routers for this DVR port 0c61d952-9aff-4688-a610-50bac5b7acc9 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:33.914281 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-44c25ebb-ecde-42f2-8e29-777752f5a722 req-2dfba089-37e9-4220-90b5-96c4b6411f1a tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.925853 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-44c25ebb-ecde-42f2-8e29-777752f5a722 req-2dfba089-37e9-4220-90b5-96c4b6411f1a tempest-ServerTagsTestJSON-743137254 tempest-ServerTagsTestJSON-743137254-project] 10.222.0.15 "DELETE /v2.0/ports/0c61d952-9aff-4688-a610-50bac5b7acc9 HTTP/1.1" status: 204 len: 173 time: 1.2220788 Nov 12 00:40:33.926684 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c', 'name': 'network-vif-deleted', 'tag': '0c61d952-9aff-4688-a610-50bac5b7acc9'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:33.935531 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900d966d-ecc8-41c8-b336-9c9a72a2bc03" -d '{"events": [{"server_uuid": "92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c", "name": "network-vif-deleted", "tag": "0c61d952-9aff-4688-a610-50bac5b7acc9"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:33.942961 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-bbb3160e-9e6c-4a27-9efb-e84d151eb276 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.107317 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ba388-6d79-4b50-828e-92f43709272b req-a4ae89ff-5ba8-41b8-8b88-8aadfeee8b38 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:34.119255 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6d4ba388-6d79-4b50-828e-92f43709272b req-a4ae89ff-5ba8-41b8-8b88-8aadfeee8b38 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a HTTP/1.1" status: 200 len: 946 time: 0.3598101 Nov 12 00:40:34.122562 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-bbb3160e-9e6c-4a27-9efb-e84d151eb276 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Network a47d1011-e7d0-4734-88d5-45d0a4429b4e is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:34.176773 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-bbb3160e-9e6c-4a27-9efb-e84d151eb276 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:34.201486 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-bbb3160e-9e6c-4a27-9efb-e84d151eb276 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:34.250116 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56462) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:34.286721 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-239dfb47-1e3d-44d9-8825-b1a719fc92fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.401355 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6d4ba388-6d79-4b50-828e-92f43709272b req-1370e87c-92d3-4708-a846-014741bef5f8 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811077 Nov 12 00:40:34.447976 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3160e-9e6c-4a27-9efb-e84d151eb276 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event updated for resources: {'Port': ['ID=5499a9f2-ee89-4018-a3da-de31014146c2,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:34.529058 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-bbb3160e-9e6c-4a27-9efb-e84d151eb276 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:34.533125 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-bbb3160e-9e6c-4a27-9efb-e84d151eb276 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.583426 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-bbb3160e-9e6c-4a27-9efb-e84d151eb276 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1104257 Nov 12 00:40:34.587253 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-239dfb47-1e3d-44d9-8825-b1a719fc92fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.598215 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-239dfb47-1e3d-44d9-8825-b1a719fc92fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.636830 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0d203b2a-1070-48e2-b929-76b84ad649e8 None None] Provisioning complete for port 5499a9f2-ee89-4018-a3da-de31014146c2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:34.643843 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0d203b2a-1070-48e2-b929-76b84ad649e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.662990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] Request body: {'port': {'device_id': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:34.690794 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-0d203b2a-1070-48e2-b929-76b84ad649e8 None None] Port 5499a9f2-ee89-4018-a3da-de31014146c2 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:34.738827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 37a8070f-7261-432c-a284-dceea1ab4f9b up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:34.768866 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239dfb47-1e3d-44d9-8825-b1a719fc92fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6075a3d9-b7c9-4297-bce8-f11dd4128d72,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:34.818855 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-239dfb47-1e3d-44d9-8825-b1a719fc92fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d3d72882fb144bd486647497e5b205c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5675464 Nov 12 00:40:34.821446 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56468) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:34.877586 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a8006-fc37-4bbf-9472-eaf5006c61c1 req-e07f059f-8d92-4043-b9a6-858d20378ef8 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:34.901499 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-342a8006-fc37-4bbf-9472-eaf5006c61c1 req-e07f059f-8d92-4043-b9a6-858d20378ef8 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b35c25-4bb5-4777-a22f-7852606a2cf1 HTTP/1.1" status: 200 len: 949 time: 0.3127511 Nov 12 00:40:34.928481 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-593fabcf-7c3f-4c4e-8fc6-062f3e58bc0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.939497 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 37a8070f-7261-432c-a284-dceea1ab4f9b completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:40:34.952518 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 37a8070f-7261-432c-a284-dceea1ab4f9b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:34.953740 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.964768 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-593fabcf-7c3f-4c4e-8fc6-062f3e58bc0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:35.023051 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:35.050050 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-593fabcf-7c3f-4c4e-8fc6-062f3e58bc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:35.057994 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-593fabcf-7c3f-4c4e-8fc6-062f3e58bc0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:35.060080 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-593fabcf-7c3f-4c4e-8fc6-062f3e58bc0c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6075a3d9-b7c9-4297-bce8-f11dd4128d72 HTTP/1.1" status: 204 len: 168 time: 0.2376897 Nov 12 00:40:35.075218 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:35.086676 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fabcf-7c3f-4c4e-8fc6-062f3e58bc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6075a3d9-b7c9-4297-bce8-f11dd4128d72,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:35.112182 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-342a8006-fc37-4bbf-9472-eaf5006c61c1 req-fb83a056-5dbb-44f6-82e5-360415f6adb2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079949 Nov 12 00:40:35.157240 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 0c61d952-9aff-4688-a610-50bac5b7acc9 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:35.243464 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 37a8070f-7261-432c-a284-dceea1ab4f9b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=37a8070f-7261-432c-a284-dceea1ab4f9b,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:35.330706 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb02dff-c4c9-472b-a6ec-6fd1d388898b x-openstack-request-id: req-3cb02dff-c4c9-472b-a6ec-6fd1d388898b {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:35.331869 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e38eb0-c816-45d3-86ed-4343eb81d44b", "name": "network-vif-plugged", "status": "completed", "tag": "61ebda9e-add4-4fa4-b14d-b05579ca4503", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:35.332226 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3cb02dff-c4c9-472b-a6ec-6fd1d388898b {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:35.333298 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e38eb0-c816-45d3-86ed-4343eb81d44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ebda9e-add4-4fa4-b14d-b05579ca4503', 'code': 200} Nov 12 00:40:35.355298 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 0c61d952-9aff-4688-a610-50bac5b7acc9 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:40:35.360802 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 0c61d952-9aff-4688-a610-50bac5b7acc9 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:40:35.370436 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:35.567953 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=37a8070f-7261-432c-a284-dceea1ab4f9b,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:35.653112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7492299e-b0d6-4740-9134-5b1767b6004a {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:35.667953 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:35.692540 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] Transition to ACTIVE for port object 7492299e-b0d6-4740-9134-5b1767b6004a will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:35.714556 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:35.935075 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7492299e-b0d6-4740-9134-5b1767b6004a,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:36.014973 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] Attempting to bind port 7492299e-b0d6-4740-9134-5b1767b6004a on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:36.015459 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] Attempting to bind port 7492299e-b0d6-4740-9134-5b1767b6004a by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '06c399f9-5d95-4542-a286-8e7bd5ff234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:36.015900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] Attempting to bind port 7492299e-b0d6-4740-9134-5b1767b6004a on network 11cf3641-542c-41f7-80c8-38f810587d17 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:36.023805 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] Port 7492299e-b0d6-4740-9134-5b1767b6004a on network 11cf3641-542c-41f7-80c8-38f810587d17 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:36.024411 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] Attempting to bind port 7492299e-b0d6-4740-9134-5b1767b6004a on network 11cf3641-542c-41f7-80c8-38f810587d17 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:36.032104 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:36.033557 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] Checking segment: {'id': '06c399f9-5d95-4542-a286-8e7bd5ff234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:36.034346 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] Bound using segment: {'id': '06c399f9-5d95-4542-a286-8e7bd5ff234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:36.035627 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] Bound port: 7492299e-b0d6-4740-9134-5b1767b6004a, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c399f9-5d95-4542-a286-8e7bd5ff234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:36.036252 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:36.207551 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] For port 7492299e-b0d6-4740-9134-5b1767b6004a, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:36.226503 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] For port 7492299e-b0d6-4740-9134-5b1767b6004a, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=7492299e-b0d6-4740-9134-5b1767b6004a,segment=NetworkSegment(06c399f9-5d95-4542-a286-8e7bd5ff234a),segment_id=06c399f9-5d95-4542-a286-8e7bd5ff234a)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:36.234712 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:36.320127 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:36.320933 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:36.322494 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] 10.222.0.15 "PUT /v2.0/ports/7492299e-b0d6-4740-9134-5b1767b6004a HTTP/1.1" status: 200 len: 1093 time: 1.6737163 Nov 12 00:40:36.328392 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'tag': '7492299e-b0d6-4740-9134-5b1767b6004a'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:36.331208 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e5ee3c-860e-4ad7-84ad-d5ed56375466" -d '{"events": [{"name": "network-changed", "server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "tag": "7492299e-b0d6-4740-9134-5b1767b6004a"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:36.382900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] Request body: {'port': {'device_id': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:36.523776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ce8c4-f058-4886-8d6e-0a94088c78c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7492299e-b0d6-4740-9134-5b1767b6004a,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:36.542023 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.137685 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46bdef3d-f8bc-4521-88a2-2afdcf545a6a {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:37.145930 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.169364 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] Transition to ACTIVE for port object 46bdef3d-f8bc-4521-88a2-2afdcf545a6a will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:37.179373 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.335046 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b35c25-4bb5-4777-a22f-7852606a2cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a8070f-7261-432c-a284-dceea1ab4f9b'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:37.344296 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb15430-7f9f-4ef5-8181-25a31beb5ee7" -d '{"events": [{"server_uuid": "29b35c25-4bb5-4777-a22f-7852606a2cf1", "name": "network-vif-plugged", "status": "completed", "tag": "37a8070f-7261-432c-a284-dceea1ab4f9b"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:37.499565 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] Pushing event updated for resources: {'Port': ['ID=46bdef3d-f8bc-4521-88a2-2afdcf545a6a,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:37.570070 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] Attempting to bind port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:37.570419 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] Attempting to bind port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:37.570749 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] Attempting to bind port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a on network a5429105-7df0-4f08-b65b-bfa50831b1cd {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:37.585884 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] Port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a on network a5429105-7df0-4f08-b65b-bfa50831b1cd not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:37.586092 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] Attempting to bind port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a on network a5429105-7df0-4f08-b65b-bfa50831b1cd {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:37.597895 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:37.598236 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] Checking segment: {'id': '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:37.598626 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] Bound using segment: {'id': '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:37.599055 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] Bound port: 46bdef3d-f8bc-4521-88a2-2afdcf545a6a, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:37.599408 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.767559 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] For port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:37.777100 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] For port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=46bdef3d-f8bc-4521-88a2-2afdcf545a6a,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:37.783134 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.858123 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:37.858738 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:37.868444 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] 10.222.0.15 "PUT /v2.0/ports/46bdef3d-f8bc-4521-88a2-2afdcf545a6a HTTP/1.1" status: 200 len: 1137 time: 1.4899836 Nov 12 00:40:37.925267 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] Request body: {'port': {'device_id': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:38.046990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f216bd-ded7-4f30-a369-e906a99f0336 service neutron] Pushing event updated for resources: {'Port': ['ID=46bdef3d-f8bc-4521-88a2-2afdcf545a6a,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:38.075888 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:38.400168 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:38.646290 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:38.661474 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:38.697747 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] Transition to ACTIVE for port object 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:38.704661 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:38.799993 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:39.099393 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] Attempting to bind port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:39.099730 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] Attempting to bind port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:39.100068 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] Attempting to bind port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae on network a5429105-7df0-4f08-b65b-bfa50831b1cd {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:39.109055 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] Port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae on network a5429105-7df0-4f08-b65b-bfa50831b1cd not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:39.113207 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] Attempting to bind port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae on network a5429105-7df0-4f08-b65b-bfa50831b1cd {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:39.126054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:39.126629 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] Checking segment: {'id': '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:39.126761 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] Bound using segment: {'id': '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:39.127200 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] Bound port: 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:39.127559 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.273954 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] For port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:39.278486 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] For port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:39.297174 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.379685 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:39.385585 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.396219 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] 10.222.0.15 "PUT /v2.0/ports/4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae HTTP/1.1" status: 200 len: 1136 time: 1.4831526 Nov 12 00:40:39.463151 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] Request body: {'port': {'device_id': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:39.470897 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e56bb3-9b18-491e-bad7-cf3ae15732a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:39.588109 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.944018 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:39.952485 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:39.966364 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] Transition to ACTIVE for port object f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:39.971831 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.126229 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:40.130882 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] Attempting to bind port f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:40.131452 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] Attempting to bind port f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:40.132016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] Attempting to bind port f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf on network a5429105-7df0-4f08-b65b-bfa50831b1cd {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:40.137988 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] Port f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf on network a5429105-7df0-4f08-b65b-bfa50831b1cd not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:40.138543 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] Attempting to bind port f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf on network a5429105-7df0-4f08-b65b-bfa50831b1cd {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:40.158410 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:40.158857 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] Checking segment: {'id': '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:40.159314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] Bound using segment: {'id': '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:40.159784 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] Bound port: f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:40.160154 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.297079 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] For port f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:40.300674 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] For port f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:40.313907 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.427128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:40.427895 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:40.429404 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] 10.222.0.15 "PUT /v2.0/ports/f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf HTTP/1.1" status: 200 len: 1091 time: 0.9843760 Nov 12 00:40:40.486172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] Request body: {'port': {'device_id': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:40.581722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b7496-b245-490a-8a9b-0a02b1b24e46 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:40.701601 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:41.273237 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 598a4042-c420-4cc6-a0c6-65564b98695e {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:41.286689 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:41.318839 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] Transition to ACTIVE for port object 598a4042-c420-4cc6-a0c6-65564b98695e will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:41.326548 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:41.410441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] Pushing event updated for resources: {'Port': ['ID=598a4042-c420-4cc6-a0c6-65564b98695e,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:41.610149 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] Attempting to bind port 598a4042-c420-4cc6-a0c6-65564b98695e on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:41.610906 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] Attempting to bind port 598a4042-c420-4cc6-a0c6-65564b98695e by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:41.611482 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] Attempting to bind port 598a4042-c420-4cc6-a0c6-65564b98695e on network a5429105-7df0-4f08-b65b-bfa50831b1cd {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:41.617261 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] Port 598a4042-c420-4cc6-a0c6-65564b98695e on network a5429105-7df0-4f08-b65b-bfa50831b1cd not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:41.618010 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] Attempting to bind port 598a4042-c420-4cc6-a0c6-65564b98695e on network a5429105-7df0-4f08-b65b-bfa50831b1cd {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:41.625275 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:41.626036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] Checking segment: {'id': '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:41.626722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] Bound using segment: {'id': '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:41.628036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] Bound port: 598a4042-c420-4cc6-a0c6-65564b98695e, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:41.628686 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:41.706535 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] For port 598a4042-c420-4cc6-a0c6-65564b98695e, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:41.716135 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] For port 598a4042-c420-4cc6-a0c6-65564b98695e, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=598a4042-c420-4cc6-a0c6-65564b98695e,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:41.725732 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:41.794228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:41.796200 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:41.797804 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] 10.222.0.15 "PUT /v2.0/ports/598a4042-c420-4cc6-a0c6-65564b98695e HTTP/1.1" status: 200 len: 1092 time: 1.3369262 Nov 12 00:40:41.845802 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] Request body: {'port': {'device_id': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:41.885849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361495c-40c9-4e4b-af1e-8ae19fe92118 service neutron] Pushing event updated for resources: {'Port': ['ID=598a4042-c420-4cc6-a0c6-65564b98695e,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:41.958354 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:42.283777 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:40:42.507342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec6bbb6-cda8-445c-acc9-186646419b56 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:42.516946 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:42.534486 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] Transition to ACTIVE for port object 7ec6bbb6-cda8-445c-acc9-186646419b56 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:42.553457 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:42.651423 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] Pushing event updated for resources: {'Port': ['ID=7ec6bbb6-cda8-445c-acc9-186646419b56,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:42.770231 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] Attempting to bind port 7ec6bbb6-cda8-445c-acc9-186646419b56 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:42.770754 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] Attempting to bind port 7ec6bbb6-cda8-445c-acc9-186646419b56 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '565a5bbf-e498-4b3b-bd77-1bc3c03dc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a47d1011-e7d0-4734-88d5-45d0a4429b4e'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:42.771277 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] Attempting to bind port 7ec6bbb6-cda8-445c-acc9-186646419b56 on network a47d1011-e7d0-4734-88d5-45d0a4429b4e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:42.801585 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] Port 7ec6bbb6-cda8-445c-acc9-186646419b56 on network a47d1011-e7d0-4734-88d5-45d0a4429b4e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:42.801963 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] Attempting to bind port 7ec6bbb6-cda8-445c-acc9-186646419b56 on network a47d1011-e7d0-4734-88d5-45d0a4429b4e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:42.831177 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:42.831588 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] Checking segment: {'id': '565a5bbf-e498-4b3b-bd77-1bc3c03dc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a47d1011-e7d0-4734-88d5-45d0a4429b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:42.832049 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] Bound using segment: {'id': '565a5bbf-e498-4b3b-bd77-1bc3c03dc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a47d1011-e7d0-4734-88d5-45d0a4429b4e'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:42.832528 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] Bound port: 7ec6bbb6-cda8-445c-acc9-186646419b56, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '565a5bbf-e498-4b3b-bd77-1bc3c03dc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a47d1011-e7d0-4734-88d5-45d0a4429b4e'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:42.832932 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:43.124486 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] For port 7ec6bbb6-cda8-445c-acc9-186646419b56, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:43.128270 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] For port 7ec6bbb6-cda8-445c-acc9-186646419b56, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=7ec6bbb6-cda8-445c-acc9-186646419b56,segment=NetworkSegment(565a5bbf-e498-4b3b-bd77-1bc3c03dc084),segment_id=565a5bbf-e498-4b3b-bd77-1bc3c03dc084)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:43.146891 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:43.301753 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:43.307856 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:43.310293 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] 10.222.0.15 "PUT /v2.0/ports/7ec6bbb6-cda8-445c-acc9-186646419b56 HTTP/1.1" status: 200 len: 1092 time: 1.4776425 Nov 12 00:40:43.340025 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effedea-168b-4e46-9622-92fb4ea9502c service neutron] Pushing event updated for resources: {'Port': ['ID=7ec6bbb6-cda8-445c-acc9-186646419b56,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:43.375475 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] Request body: {'port': {'device_id': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:43.538162 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:44.012260 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5499a9f2-ee89-4018-a3da-de31014146c2 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:44.021836 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:44.038580 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] Transition to ACTIVE for port object 5499a9f2-ee89-4018-a3da-de31014146c2 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:44.047962 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:44.173099 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] Pushing event updated for resources: {'Port': ['ID=5499a9f2-ee89-4018-a3da-de31014146c2,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:44.299086 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] Attempting to bind port 5499a9f2-ee89-4018-a3da-de31014146c2 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:44.299492 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] Attempting to bind port 5499a9f2-ee89-4018-a3da-de31014146c2 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '565a5bbf-e498-4b3b-bd77-1bc3c03dc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a47d1011-e7d0-4734-88d5-45d0a4429b4e'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:44.299739 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] Attempting to bind port 5499a9f2-ee89-4018-a3da-de31014146c2 on network a47d1011-e7d0-4734-88d5-45d0a4429b4e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:44.324564 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] Port 5499a9f2-ee89-4018-a3da-de31014146c2 on network a47d1011-e7d0-4734-88d5-45d0a4429b4e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:44.325075 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] Attempting to bind port 5499a9f2-ee89-4018-a3da-de31014146c2 on network a47d1011-e7d0-4734-88d5-45d0a4429b4e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:44.344165 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:44.348735 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] Checking segment: {'id': '565a5bbf-e498-4b3b-bd77-1bc3c03dc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a47d1011-e7d0-4734-88d5-45d0a4429b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:44.351083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] Bound using segment: {'id': '565a5bbf-e498-4b3b-bd77-1bc3c03dc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a47d1011-e7d0-4734-88d5-45d0a4429b4e'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:44.351083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] Bound port: 5499a9f2-ee89-4018-a3da-de31014146c2, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '565a5bbf-e498-4b3b-bd77-1bc3c03dc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a47d1011-e7d0-4734-88d5-45d0a4429b4e'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:44.351083 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:44.498111 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] For port 5499a9f2-ee89-4018-a3da-de31014146c2, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:44.501839 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] For port 5499a9f2-ee89-4018-a3da-de31014146c2, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5499a9f2-ee89-4018-a3da-de31014146c2,segment=NetworkSegment(565a5bbf-e498-4b3b-bd77-1bc3c03dc084),segment_id=565a5bbf-e498-4b3b-bd77-1bc3c03dc084)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:44.520724 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:44.617664 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] Pushing event updated for resources: {'Port': ['ID=5499a9f2-ee89-4018-a3da-de31014146c2,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:44.648251 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:44.649355 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:44.651663 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0512808d-a0ca-4e30-a3f8-35724368dd73 service neutron] 10.222.0.15 "PUT /v2.0/ports/5499a9f2-ee89-4018-a3da-de31014146c2 HTTP/1.1" status: 200 len: 1092 time: 1.2808046 Nov 12 00:40:44.791380 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-65c8cd24-96d3-49d6-b8cc-b392ad878a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:44.792105 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-65c8cd24-96d3-49d6-b8cc-b392ad878a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:44.792762 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-65c8cd24-96d3-49d6-b8cc-b392ad878a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:44.793654 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-65c8cd24-96d3-49d6-b8cc-b392ad878a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:44.794324 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-65c8cd24-96d3-49d6-b8cc-b392ad878a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:44.794994 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-65c8cd24-96d3-49d6-b8cc-b392ad878a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:44.796351 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-65c8cd24-96d3-49d6-b8cc-b392ad878a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:44.798998 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-65c8cd24-96d3-49d6-b8cc-b392ad878a0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff69603520634453a797ab4b4216646a&device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 6495 time: 0.0735090 Nov 12 00:40:44.869541 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-ae288cf8-6df5-42bc-8f32-eae5eb3eec68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7492299e-b0d6-4740-9134-5b1767b6004a HTTP/1.1" status: 200 len: 217 time: 0.0558569 Nov 12 00:40:44.946536 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-efca7902-f291-4508-88c9-b3edb6d1bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:44.950788 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-efca7902-f291-4508-88c9-b3edb6d1bf94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=039608db-f2a3-4af6-b30e-cf0d39b5f975 HTTP/1.1" status: 200 len: 856 time: 0.0720830 Nov 12 00:40:45.034914 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-c69dea82-db1c-4154-a29d-621f1a6d7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:45.039339 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-c69dea82-db1c-4154-a29d-621f1a6d7ac2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11cf3641-542c-41f7-80c8-38f810587d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769870 Nov 12 00:40:45.240598 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-f1afb8f0-54dc-489e-8064-669f79760740 service neutron] 10.222.0.15 "GET /v2.0/networks/11cf3641-542c-41f7-80c8-38f810587d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955383 Nov 12 00:40:45.463503 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-2c7da7f2-2a36-484f-a572-52a57b87df4b service neutron] 10.222.0.15 "GET /v2.0/networks/11cf3641-542c-41f7-80c8-38f810587d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126288 Nov 12 00:40:45.613478 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-1d2eea87-8e56-4423-8ce6-3a893382ea25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=46bdef3d-f8bc-4521-88a2-2afdcf545a6a HTTP/1.1" status: 200 len: 217 time: 0.1403923 Nov 12 00:40:45.729732 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-48468fdf-3dc4-437f-af3b-a90f601fee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:45.731301 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-48468fdf-3dc4-437f-af3b-a90f601fee29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79ef9191-98fa-4a9d-80f9-c51942b38fb7 HTTP/1.1" status: 200 len: 797 time: 0.1092043 Nov 12 00:40:45.829922 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-6115ce01-c4a7-4f7d-8195-cbf20ea47479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:45.835714 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-6115ce01-c4a7-4f7d-8195-cbf20ea47479 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5429105-7df0-4f08-b65b-bfa50831b1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0919576 Nov 12 00:40:46.065927 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-466bd741-76c1-4447-905b-5d4b3084c00f service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255547 Nov 12 00:40:46.285478 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-d423fa55-d35a-4c54-b5d8-2913232af4a5 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111473 Nov 12 00:40:46.385063 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-3c2ea247-2894-48bf-a68b-fe7623853cf5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae HTTP/1.1" status: 200 len: 217 time: 0.0917897 Nov 12 00:40:46.463814 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-3d90534f-ee09-4536-a6fd-56f30d762448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:46.465351 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-3d90534f-ee09-4536-a6fd-56f30d762448 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79ef9191-98fa-4a9d-80f9-c51942b38fb7 HTTP/1.1" status: 200 len: 797 time: 0.0664091 Nov 12 00:40:46.527870 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-cb5f9b19-4a8d-4a01-a892-986a7d9a5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:46.530297 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-cb5f9b19-4a8d-4a01-a892-986a7d9a5acd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5429105-7df0-4f08-b65b-bfa50831b1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0573616 Nov 12 00:40:46.703995 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-18f54a1c-4c76-4780-b957-18fef5113906 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664140 Nov 12 00:40:46.937685 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-1f282870-5a3e-4f0a-91ca-cdf484db9354 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251630 Nov 12 00:40:47.041922 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-5b379b29-9b5d-46d0-b5b3-717d09479ecd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf HTTP/1.1" status: 200 len: 217 time: 0.0950425 Nov 12 00:40:47.109945 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-6578ea1b-79ec-419c-af2c-bbeaf37306fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:47.111635 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-6578ea1b-79ec-419c-af2c-bbeaf37306fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79ef9191-98fa-4a9d-80f9-c51942b38fb7 HTTP/1.1" status: 200 len: 797 time: 0.0627756 Nov 12 00:40:47.173401 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-cb25a025-4bba-48dd-baca-2488ff1973a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:47.175294 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-cb25a025-4bba-48dd-baca-2488ff1973a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5429105-7df0-4f08-b65b-bfa50831b1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0559835 Nov 12 00:40:47.741389 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-6017c41e-6a71-4dbe-870a-81a7d4293d7c service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574067 Nov 12 00:40:47.856825 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-674c8d97-f06e-4b70-bd72-865f6e270bc9 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083755 Nov 12 00:40:47.914160 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-a4aca8d2-d287-4f59-81eb-a9cafc105396 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=598a4042-c420-4cc6-a0c6-65564b98695e HTTP/1.1" status: 200 len: 217 time: 0.0507212 Nov 12 00:40:47.988296 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-9bc3e04c-410d-44ca-b65c-02cfdbf63de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:47.990292 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-9bc3e04c-410d-44ca-b65c-02cfdbf63de1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79ef9191-98fa-4a9d-80f9-c51942b38fb7 HTTP/1.1" status: 200 len: 797 time: 0.0697250 Nov 12 00:40:48.121131 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0afc9a7f-00fc-4da3-9780-5c1d2e7864b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:48.123911 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-0afc9a7f-00fc-4da3-9780-5c1d2e7864b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5429105-7df0-4f08-b65b-bfa50831b1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1095829 Nov 12 00:40:48.152171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56562) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:48.277202 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be2f43b4-9515-4f3b-af5a-c574a6449a59 req-e14ad7da-1763-474f-a5b2-d439e0628182 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2078254 Nov 12 00:40:48.289349 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c20537-be28-4f49-a21b-494b91320351 admin admin] Deleting subnet 6e4581ad-c2db-4a76-b1ab-88121755db02 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:40:48.297780 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-37c20537-be28-4f49-a21b-494b91320351 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.325306 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3663c972-9e1f-4418-bdf9-99653ed54d92 x-openstack-request-id: req-3663c972-9e1f-4418-bdf9-99653ed54d92 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:48.326324 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c", "name": "network-vif-deleted", "tag": "0c61d952-9aff-4688-a610-50bac5b7acc9", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:48.327148 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3663c972-9e1f-4418-bdf9-99653ed54d92 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:48.328045 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ce0ddc-84cc-4c23-9c9c-d0ae0e36cc0c', 'name': 'network-vif-deleted', 'tag': '0c61d952-9aff-4688-a610-50bac5b7acc9', 'status': 'completed', 'code': 200} Nov 12 00:40:48.458002 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-1dafb266-b76d-4486-a153-3ddb432b50bf tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:48.460262 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-1dafb266-b76d-4486-a153-3ddb432b50bf tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/networks?id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6 HTTP/1.1" status: 200 len: 815 time: 0.3337462 Nov 12 00:40:48.464776 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-56f38419-d043-4757-926d-708eef21460a service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198059 Nov 12 00:40:48.470643 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-37c20537-be28-4f49-a21b-494b91320351 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.504053 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-1c7ffe79-1815-4307-aea3-8e308be99817 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/quotas/5296ecb4beb2464f89b29bec01832302 HTTP/1.1" status: 200 len: 375 time: 0.0373974 Nov 12 00:40:48.595213 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb019d72-60fe-4f88-ac05-5305224cadf6 req-a414bd40-a773-4f0b-b403-e8ae757ffc2d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:48.613956 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eb019d72-60fe-4f88-ac05-5305224cadf6 req-a414bd40-a773-4f0b-b403-e8ae757ffc2d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 946 time: 0.2845519 Nov 12 00:40:48.620107 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f43b4-9515-4f3b-af5a-c574a6449a59 req-71cb9030-e8e1-4338-ac4f-7fb222d02503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:48.621786 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be2f43b4-9515-4f3b-af5a-c574a6449a59 req-71cb9030-e8e1-4338-ac4f-7fb222d02503 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6628ae707794416b814698161688f4b0&device_id=e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a HTTP/1.1" status: 200 len: 1098 time: 0.2779300 Nov 12 00:40:48.646971 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-799655e9-08b9-4afe-a953-444a7404ab7a tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5296ecb4beb2464f89b29bec01832302&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1330874 Nov 12 00:40:48.707940 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-1127a5d1-d87e-4618-902d-da56deceaf28 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316482 Nov 12 00:40:48.749630 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f43b4-9515-4f3b-af5a-c574a6449a59 req-ad2b7263-ef23-485d-9854-3d4f98d62770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:48.751179 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be2f43b4-9515-4f3b-af5a-c574a6449a59 req-ad2b7263-ef23-485d-9854-3d4f98d62770 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 HTTP/1.1" status: 200 len: 915 time: 0.1011994 Nov 12 00:40:48.802209 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be2f43b4-9515-4f3b-af5a-c574a6449a59 req-4959d516-a6e5-46b2-bc59-53dfae093aeb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5196c58f-1343-46c0-bc05-f728e0015d87 HTTP/1.1" status: 200 len: 217 time: 0.0424221 Nov 12 00:40:48.803301 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-37c20537-be28-4f49-a21b-494b91320351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:48.804339 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-04ef36a1-b9ec-44e4-9348-af9431fe6347 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7ec6bbb6-cda8-445c-acc9-186646419b56 HTTP/1.1" status: 200 len: 217 time: 0.0843532 Nov 12 00:40:48.881208 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-3e85ae35-2a58-40d8-b292-7b22cc5e2c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:48.882870 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-3e85ae35-2a58-40d8-b292-7b22cc5e2c59 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b4b93af-0a2a-4ab0-978c-c22484f952fd HTTP/1.1" status: 200 len: 797 time: 0.0669038 Nov 12 00:40:48.936728 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eb019d72-60fe-4f88-ac05-5305224cadf6 req-54c32146-d159-41ba-aba3-cea69638a4dc tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210509 Nov 12 00:40:48.957175 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-5eba283f-73be-4fa8-b443-b3c3d011f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:48.959126 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-5eba283f-73be-4fa8-b443-b3c3d011f569 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a47d1011-e7d0-4734-88d5-45d0a4429b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0681016 Nov 12 00:40:48.993238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f43b4-9515-4f3b-af5a-c574a6449a59 req-ca8f8ea2-4d94-48ce-a59d-9fca75c0a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:48.996555 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be2f43b4-9515-4f3b-af5a-c574a6449a59 req-ca8f8ea2-4d94-48ce-a59d-9fca75c0a86d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d55099e5-14af-43ba-b147-158816cc2728 HTTP/1.1" status: 200 len: 853 time: 0.1686616 Nov 12 00:40:49.050645 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-37c20537-be28-4f49-a21b-494b91320351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.072994 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-a831e955-cf47-4cd3-b22a-ce3c9504aa21 service neutron] 10.222.0.31 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169846 Nov 12 00:40:49.130349 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c20537-be28-4f49-a21b-494b91320351 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e4581ad-c2db-4a76-b1ab-88121755db02,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:49.144047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c20537-be28-4f49-a21b-494b91320351 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:49.144396 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c20537-be28-4f49-a21b-494b91320351 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:49.144806 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c20537-be28-4f49-a21b-494b91320351 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:49.145207 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c20537-be28-4f49-a21b-494b91320351 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:49.145605 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c20537-be28-4f49-a21b-494b91320351 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:49.146004 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c20537-be28-4f49-a21b-494b91320351 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:49.146393 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c20537-be28-4f49-a21b-494b91320351 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:49.146779 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c20537-be28-4f49-a21b-494b91320351 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:49.147157 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c20537-be28-4f49-a21b-494b91320351 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:49.148653 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c20537-be28-4f49-a21b-494b91320351 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:49.149077 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c20537-be28-4f49-a21b-494b91320351 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:49.149700 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c20537-be28-4f49-a21b-494b91320351 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:49.155492 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-37c20537-be28-4f49-a21b-494b91320351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.162551 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-37c20537-be28-4f49-a21b-494b91320351 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6e4581ad-c2db-4a76-b1ab-88121755db02 HTTP/1.1" status: 204 len: 168 time: 0.9987190 Nov 12 00:40:49.164448 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56582) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:49.179293 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-33bea2a0-0ac4-4782-bfd4-049281645a0b service neutron] 10.222.0.15 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998463 Nov 12 00:40:49.197414 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f43b4-9515-4f3b-af5a-c574a6449a59 req-b89aa25a-0ce5-4fe5-a67c-07bc2c14add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:49.199419 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be2f43b4-9515-4f3b-af5a-c574a6449a59 req-b89aa25a-0ce5-4fe5-a67c-07bc2c14add0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1962030 Nov 12 00:40:49.238405 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3785a1-ccb2-41c5-9f1b-b8fb36a1719e req-73d0a6a2-a4fd-4b7e-b450-5af295da8b44 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:49.245508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3785a1-ccb2-41c5-9f1b-b8fb36a1719e req-73d0a6a2-a4fd-4b7e-b450-5af295da8b44 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:49.253196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3785a1-ccb2-41c5-9f1b-b8fb36a1719e req-73d0a6a2-a4fd-4b7e-b450-5af295da8b44 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:49.260788 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3785a1-ccb2-41c5-9f1b-b8fb36a1719e req-73d0a6a2-a4fd-4b7e-b450-5af295da8b44 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:49.268242 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3785a1-ccb2-41c5-9f1b-b8fb36a1719e req-73d0a6a2-a4fd-4b7e-b450-5af295da8b44 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:49.278707 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3785a1-ccb2-41c5-9f1b-b8fb36a1719e req-73d0a6a2-a4fd-4b7e-b450-5af295da8b44 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:49.290571 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3785a1-ccb2-41c5-9f1b-b8fb36a1719e req-73d0a6a2-a4fd-4b7e-b450-5af295da8b44 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:49.293739 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a3785a1-ccb2-41c5-9f1b-b8fb36a1719e req-73d0a6a2-a4fd-4b7e-b450-5af295da8b44 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5431 time: 0.2448370 Nov 12 00:40:49.304456 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-6d930034-7dd2-405e-a46c-d0dfeea9885b service neutron] 10.222.0.31 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128415 Nov 12 00:40:49.317497 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-17495541-17d0-482b-b771-f26f68eb2f69 service neutron] 10.222.0.15 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265068 Nov 12 00:40:49.370888 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da938b48-9228-45d3-bb6b-bc862ee4a73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.397003 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-64fa5313-5866-4387-8c30-9a55d8a48e86 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5499a9f2-ee89-4018-a3da-de31014146c2 HTTP/1.1" status: 200 len: 217 time: 0.0718863 Nov 12 00:40:49.461521 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-4883c6ed-c05b-4772-9aa0-c73eedd48899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:49.463843 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-4883c6ed-c05b-4772-9aa0-c73eedd48899 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b4b93af-0a2a-4ab0-978c-c22484f952fd HTTP/1.1" status: 200 len: 797 time: 0.0575383 Nov 12 00:40:49.548071 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-7b4b2795-5bc8-4153-92c8-9105a55c7bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:49.549809 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-7b4b2795-5bc8-4153-92c8-9105a55c7bd7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a47d1011-e7d0-4734-88d5-45d0a4429b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0787547 Nov 12 00:40:49.735817 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d9ff4-6e7f-4230-9e3a-c3808ae3de13 req-50ba1a4f-fc9a-4bf9-94ad-c2b5817a59bb tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:49.744132 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ea2d9ff4-6e7f-4230-9e3a-c3808ae3de13 req-50ba1a4f-fc9a-4bf9-94ad-c2b5817a59bb tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b35c25-4bb5-4777-a22f-7852606a2cf1 HTTP/1.1" status: 200 len: 950 time: 0.1333141 Nov 12 00:40:49.799147 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-7c7f02d1-1300-4dc3-a9f8-451f9009c94b service neutron] 10.222.0.15 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418664 Nov 12 00:40:49.834087 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a3785a1-ccb2-41c5-9f1b-b8fb36a1719e req-5a72453c-fad5-4a69-8df1-1e8001bab72f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269622 Nov 12 00:40:49.846486 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ea2d9ff4-6e7f-4230-9e3a-c3808ae3de13 req-a2ce4236-458c-4dac-9d75-24c1ec8d3b84 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013432 Nov 12 00:40:49.928465 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bbef5d-e98c-43e6-94b6-45f1064d6acb x-openstack-request-id: req-d6bbef5d-e98c-43e6-94b6-45f1064d6acb {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:49.929439 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b35c25-4bb5-4777-a22f-7852606a2cf1", "name": "network-vif-plugged", "status": "completed", "tag": "37a8070f-7261-432c-a284-dceea1ab4f9b", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:49.929929 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6bbef5d-e98c-43e6-94b6-45f1064d6acb {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:49.930530 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b35c25-4bb5-4777-a22f-7852606a2cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a8070f-7261-432c-a284-dceea1ab4f9b', 'code': 200} Nov 12 00:40:49.964514 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c1bc877a-b0af-4b1b-9b9e-3ce61cc40a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:49.974406 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02688709-1fbd-4e15-bd42-e0be03a2d90b x-openstack-request-id: req-02688709-1fbd-4e15-bd42-e0be03a2d90b {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:49.974770 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "tag": "7492299e-b0d6-4740-9134-5b1767b6004a", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:49.974943 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02688709-1fbd-4e15-bd42-e0be03a2d90b {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:49.975359 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'tag': '7492299e-b0d6-4740-9134-5b1767b6004a', 'status': 'completed', 'code': 200} Nov 12 00:40:50.036005 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da938b48-9228-45d3-bb6b-bc862ee4a73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.039962 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc2f8377-be74-4230-8d03-ab0a3b82038b req-c33e8c08-3622-40f4-a1da-5f3fb92c15d6 service neutron] 10.222.0.15 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292986 Nov 12 00:40:50.131366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-da938b48-9228-45d3-bb6b-bc862ee4a73e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70ada1a-33c6-469a-8d07-68c34d2e86a9']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:50.136119 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be2f43b4-9515-4f3b-af5a-c574a6449a59 req-6fb79863-53ed-408e-9650-0d29045d1c21 service neutron] 10.222.0.15 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9279382 Nov 12 00:40:50.165620 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-da938b48-9228-45d3-bb6b-bc862ee4a73e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c032912d-db10-4f43-83bc-4704eba59206') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:50.166327 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-da938b48-9228-45d3-bb6b-bc862ee4a73e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c032912d-db10-4f43-83bc-4704eba59206') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:50.198216 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da938b48-9228-45d3-bb6b-bc862ee4a73e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.247888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5ee3c-860e-4ad7-84ad-d5ed56375466 req-2ddd421b-2526-4d21-a4d4-ec4e71f442bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:50.248449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5ee3c-860e-4ad7-84ad-d5ed56375466 req-2ddd421b-2526-4d21-a4d4-ec4e71f442bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:50.249003 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5ee3c-860e-4ad7-84ad-d5ed56375466 req-2ddd421b-2526-4d21-a4d4-ec4e71f442bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:50.249581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5ee3c-860e-4ad7-84ad-d5ed56375466 req-2ddd421b-2526-4d21-a4d4-ec4e71f442bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:50.249911 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5ee3c-860e-4ad7-84ad-d5ed56375466 req-2ddd421b-2526-4d21-a4d4-ec4e71f442bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:50.251076 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5ee3c-860e-4ad7-84ad-d5ed56375466 req-2ddd421b-2526-4d21-a4d4-ec4e71f442bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:50.251557 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5ee3c-860e-4ad7-84ad-d5ed56375466 req-2ddd421b-2526-4d21-a4d4-ec4e71f442bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:50.253562 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-02e5ee3c-860e-4ad7-84ad-d5ed56375466 req-2ddd421b-2526-4d21-a4d4-ec4e71f442bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff69603520634453a797ab4b4216646a&device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 6495 time: 0.0939252 Nov 12 00:40:50.292651 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da938b48-9228-45d3-bb6b-bc862ee4a73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.303961 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da938b48-9228-45d3-bb6b-bc862ee4a73e admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:40:50.304686 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da938b48-9228-45d3-bb6b-bc862ee4a73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.386239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5ee3c-860e-4ad7-84ad-d5ed56375466 req-f48077c2-ca9e-4d23-ac9d-4bb1fc39bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:50.387737 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-02e5ee3c-860e-4ad7-84ad-d5ed56375466 req-f48077c2-ca9e-4d23-ac9d-4bb1fc39bf77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=11cf3641-542c-41f7-80c8-38f810587d17 HTTP/1.1" status: 200 len: 918 time: 0.1259136 Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:40:50.395105 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:40:50.399473 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d875e1a-bfe4-4925-a6df-1e6e93f7248a req-428457f6-f2ba-48e8-98c2-6dab0d19a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:50.401850 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0d875e1a-bfe4-4925-a6df-1e6e93f7248a req-428457f6-f2ba-48e8-98c2-6dab0d19a51a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29b35c25-4bb5-4777-a22f-7852606a2cf1 HTTP/1.1" status: 200 len: 1102 time: 0.3398788 Nov 12 00:40:50.406177 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da938b48-9228-45d3-bb6b-bc862ee4a73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.411352 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da938b48-9228-45d3-bb6b-bc862ee4a73e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.420310 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-da938b48-9228-45d3-bb6b-bc862ee4a73e admin admin] 10.222.0.31 "DELETE /v2.0/networks/c70ada1a-33c6-469a-8d07-68c34d2e86a9 HTTP/1.1" status: 204 len: 168 time: 1.2466927 Nov 12 00:40:50.461611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da938b48-9228-45d3-bb6b-bc862ee4a73e admin admin] Pushing event deleted for resources: {'Network': ['ID=c70ada1a-33c6-469a-8d07-68c34d2e86a9,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:50.483803 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-02e5ee3c-860e-4ad7-84ad-d5ed56375466 req-c767f90b-629b-49cb-a785-3c8221f4168d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7492299e-b0d6-4740-9134-5b1767b6004a HTTP/1.1" status: 200 len: 217 time: 0.0825806 Nov 12 00:40:50.564607 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7f87c-0ba9-48f8-bae6-f505606490e8 req-2a451416-4e35-425f-a568-a34495c0c036 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:50.571550 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7f87c-0ba9-48f8-bae6-f505606490e8 req-2a451416-4e35-425f-a568-a34495c0c036 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:50.579238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7f87c-0ba9-48f8-bae6-f505606490e8 req-2a451416-4e35-425f-a568-a34495c0c036 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:50.580865 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-25e7f87c-0ba9-48f8-bae6-f505606490e8 req-2a451416-4e35-425f-a568-a34495c0c036 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341&device_id=e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a&device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 2418 time: 0.1919408 Nov 12 00:40:50.614915 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8df27033-7795-4124-ac99-fe235f2d7be4 req-61368fe1-9e99-4ba6-ae59-6a4053917b69 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9 HTTP/1.1" status: 200 len: 210 time: 0.0707972 Nov 12 00:40:50.620345 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5ee3c-860e-4ad7-84ad-d5ed56375466 req-3ea6e6d7-8cf9-419b-a63e-7c794a8941a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:50.621840 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-02e5ee3c-860e-4ad7-84ad-d5ed56375466 req-3ea6e6d7-8cf9-419b-a63e-7c794a8941a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=039608db-f2a3-4af6-b30e-cf0d39b5f975 HTTP/1.1" status: 200 len: 856 time: 0.1286802 Nov 12 00:40:50.638631 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0d875e1a-bfe4-4925-a6df-1e6e93f7248a req-c4e98499-c733-45ef-94a9-630b5ebae50b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801555 Nov 12 00:40:50.644011 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be2f43b4-9515-4f3b-af5a-c574a6449a59 req-decd1ab1-e53b-4b4a-a52f-8f5edd534246 service neutron] 10.222.0.15 "GET /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982297 Nov 12 00:40:50.674634 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56624) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:50.705502 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-25e7f87c-0ba9-48f8-bae6-f505606490e8 req-7cad85b0-9dd0-452c-a532-b68c9e93a834 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143401 Nov 12 00:40:50.719072 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5ee3c-860e-4ad7-84ad-d5ed56375466 req-f2692d7d-bbb2-4779-8916-aa19882eec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:50.723188 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-02e5ee3c-860e-4ad7-84ad-d5ed56375466 req-f2692d7d-bbb2-4779-8916-aa19882eec91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11cf3641-542c-41f7-80c8-38f810587d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902576 Nov 12 00:40:50.758502 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-83d48152-4d99-4c8c-bb94-c5fe211e3059 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e54045a57a64483681333a385b08af49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0818777 Nov 12 00:40:50.760608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56628) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:50.804176 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068faa5b-9be5-441c-9465-06a48a908b83 req-db0aa764-f01c-4839-948c-7ddfa4c3d07f tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:50.805779 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-068faa5b-9be5-441c-9465-06a48a908b83 req-db0aa764-f01c-4839-948c-7ddfa4c3d07f tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=03585741-8967-4c19-aefd-2b22f9df0b2d HTTP/1.1" status: 200 len: 950 time: 0.1005852 Nov 12 00:40:50.856827 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa04ceea-2394-4f3f-bda5-b9bda2ad6e7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.863674 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-02e5ee3c-860e-4ad7-84ad-d5ed56375466 req-dc483e3e-d63d-41d1-9178-52597cbba8fd service neutron] 10.222.0.15 "GET /v2.0/networks/11cf3641-542c-41f7-80c8-38f810587d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279616 Nov 12 00:40:50.902662 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-068faa5b-9be5-441c-9465-06a48a908b83 req-b11b53fc-c865-4313-81fc-0bf55cc5130f tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844827 Nov 12 00:40:50.909518 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa04ceea-2394-4f3f-bda5-b9bda2ad6e7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.973992 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa04ceea-2394-4f3f-bda5-b9bda2ad6e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.977484 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa04ceea-2394-4f3f-bda5-b9bda2ad6e7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:50.979244 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fa04ceea-2394-4f3f-bda5-b9bda2ad6e7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24a43986-6103-46a0-92d4-3a661a44fdb5 HTTP/1.1" status: 204 len: 168 time: 0.2174571 Nov 12 00:40:50.988560 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04ceea-2394-4f3f-bda5-b9bda2ad6e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a43986-6103-46a0-92d4-3a661a44fdb5,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:51.064476 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-00fd1722-e066-46ac-a941-c256c8427816 req-58eea060-adb6-451e-8b8c-1abc99ceae0e tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1584074 Nov 12 00:40:51.103811 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36243d49-44aa-49b0-91ad-461b9e8cb53c req-d3d93b14-09dc-4643-8fca-b1d7d29b8f9c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:51.111620 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36243d49-44aa-49b0-91ad-461b9e8cb53c req-d3d93b14-09dc-4643-8fca-b1d7d29b8f9c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:51.116161 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-02e5ee3c-860e-4ad7-84ad-d5ed56375466 req-a65043e5-31ce-4ad1-8e0b-83ee7e65c396 service neutron] 10.222.0.15 "GET /v2.0/networks/11cf3641-542c-41f7-80c8-38f810587d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430601 Nov 12 00:40:51.117976 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36243d49-44aa-49b0-91ad-461b9e8cb53c req-d3d93b14-09dc-4643-8fca-b1d7d29b8f9c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:51.124626 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36243d49-44aa-49b0-91ad-461b9e8cb53c req-d3d93b14-09dc-4643-8fca-b1d7d29b8f9c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:51.133188 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36243d49-44aa-49b0-91ad-461b9e8cb53c req-d3d93b14-09dc-4643-8fca-b1d7d29b8f9c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:51.142143 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36243d49-44aa-49b0-91ad-461b9e8cb53c req-d3d93b14-09dc-4643-8fca-b1d7d29b8f9c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:51.148918 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36243d49-44aa-49b0-91ad-461b9e8cb53c req-d3d93b14-09dc-4643-8fca-b1d7d29b8f9c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:51.159025 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-36243d49-44aa-49b0-91ad-461b9e8cb53c req-d3d93b14-09dc-4643-8fca-b1d7d29b8f9c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5431 time: 0.1252279 Nov 12 00:40:51.259639 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-36243d49-44aa-49b0-91ad-461b9e8cb53c req-707c23aa-4f22-4f3d-ab13-a8795eac2a8b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0980844 Nov 12 00:40:51.357801 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055f888-e59f-48ff-89e4-edbb5d3165a8 req-98d831bb-fb21-4975-91d5-27632c3a7170 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:51.359575 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2055f888-e59f-48ff-89e4-edbb5d3165a8 req-98d831bb-fb21-4975-91d5-27632c3a7170 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b35c25-4bb5-4777-a22f-7852606a2cf1 HTTP/1.1" status: 200 len: 950 time: 0.1149018 Nov 12 00:40:51.452251 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2055f888-e59f-48ff-89e4-edbb5d3165a8 req-aa08fdb7-d498-46ce-b4d7-d3039ff01204 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855491 Nov 12 00:40:51.492525 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-fb9f9e8e-6078-42e0-824b-5377a72200be tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:51.495510 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-fb9f9e8e-6078-42e0-824b-5377a72200be tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.21 "GET /v2.0/networks?id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6 HTTP/1.1" status: 200 len: 815 time: 0.2264290 Nov 12 00:40:51.527147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fe528-e4fd-42cf-b138-3a4be5b6915c req-01cf00cf-a801-4d77-a529-37aa7d2ddd27 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:51.528777 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f0fe528-e4fd-42cf-b138-3a4be5b6915c req-01cf00cf-a801-4d77-a529-37aa7d2ddd27 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1e38eb0-c816-45d3-86ed-4343eb81d44b HTTP/1.1" status: 200 len: 949 time: 0.1826339 Nov 12 00:40:51.535131 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-833d9452-aaf8-423f-b985-d22c9e7422a1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Request body: {'port': {'device_id': '7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9', 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6', 'admin_state_up': True, 'tenant_id': '5296ecb4beb2464f89b29bec01832302'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:51.630532 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f0fe528-e4fd-42cf-b138-3a4be5b6915c req-ee27946d-ee94-4c6b-8d35-56152e12cf36 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/security-groups?id=91f1bd09-f9b0-47ea-86a3-163d33a34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890191 Nov 12 00:40:51.871665 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-833d9452-aaf8-423f-b985-d22c9e7422a1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Made reservation on behalf of 5296ecb4beb2464f89b29bec01832302 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:51.883628 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-833d9452-aaf8-423f-b985-d22c9e7422a1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:51.994142 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'tag': '46bdef3d-f8bc-4521-88a2-2afdcf545a6a'}, {'name': 'network-changed', 'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'tag': '4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae'}, {'name': 'network-changed', 'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'tag': 'f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf'}, {'name': 'network-changed', 'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'tag': '598a4042-c420-4cc6-a0c6-65564b98695e'}, {'name': 'network-changed', 'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'tag': '7ec6bbb6-cda8-445c-acc9-186646419b56'}, {'name': 'network-changed', 'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'tag': '5499a9f2-ee89-4018-a3da-de31014146c2'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:51.997380 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "tag": "46bdef3d-f8bc-4521-88a2-2afdcf545a6a"}, {"name": "network-changed", "server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "tag": "4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae"}, {"name": "network-changed", "server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "tag": "f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf"}, {"name": "network-changed", "server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "tag": "598a4042-c420-4cc6-a0c6-65564b98695e"}, {"name": "network-changed", "server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "tag": "7ec6bbb6-cda8-445c-acc9-186646419b56"}, {"name": "network-changed", "server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "tag": "5499a9f2-ee89-4018-a3da-de31014146c2"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:52.018048 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e63bd2e-3f04-483c-a23c-8133a2466146 req-cc3467f6-0da3-4c50-a95f-24c3f6856dbf tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9 HTTP/1.1" status: 200 len: 210 time: 0.0684016 Nov 12 00:40:52.212872 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1014 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9b8b79-301b-4464-9108-c60acdc1c4c5 x-openstack-request-id: req-db9b8b79-301b-4464-9108-c60acdc1c4c5 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:52.213182 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "tag": "46bdef3d-f8bc-4521-88a2-2afdcf545a6a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "tag": "4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "tag": "f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "tag": "598a4042-c420-4cc6-a0c6-65564b98695e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "tag": "7ec6bbb6-cda8-445c-acc9-186646419b56", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "tag": "5499a9f2-ee89-4018-a3da-de31014146c2", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:52.213935 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db9b8b79-301b-4464-9108-c60acdc1c4c5 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:52.214417 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'tag': '46bdef3d-f8bc-4521-88a2-2afdcf545a6a', 'status': 'completed', 'code': 200} Nov 12 00:40:52.214692 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'tag': '4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae', 'status': 'completed', 'code': 200} Nov 12 00:40:52.214943 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'tag': 'f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf', 'status': 'completed', 'code': 200} Nov 12 00:40:52.215187 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'tag': '598a4042-c420-4cc6-a0c6-65564b98695e', 'status': 'completed', 'code': 200} Nov 12 00:40:52.215430 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'tag': '7ec6bbb6-cda8-445c-acc9-186646419b56', 'status': 'completed', 'code': 200} Nov 12 00:40:52.215891 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'tag': '5499a9f2-ee89-4018-a3da-de31014146c2', 'status': 'completed', 'code': 200} Nov 12 00:40:52.274443 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-833d9452-aaf8-423f-b985-d22c9e7422a1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Allocated IP 172.20.0.10 (e9d51c46-f358-424d-ac2a-b0dc401b9ad6/08cb9a84-8134-4e9c-99d6-c33732bf6cde/3027f6db-77dc-4fc4-80d1-19214add53e9) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:52.311281 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c14af00e-58c4-48e0-b041-09281ac8382e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:52.342547 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-a93baca4-f12e-4353-94a5-e33839b9014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.343621 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-a93baca4-f12e-4353-94a5-e33839b9014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.346278 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-a93baca4-f12e-4353-94a5-e33839b9014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.349047 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-a93baca4-f12e-4353-94a5-e33839b9014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.349988 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-a93baca4-f12e-4353-94a5-e33839b9014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.350876 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-a93baca4-f12e-4353-94a5-e33839b9014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.351527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-a93baca4-f12e-4353-94a5-e33839b9014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.353893 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-a93baca4-f12e-4353-94a5-e33839b9014f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff69603520634453a797ab4b4216646a&device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 6495 time: 0.0849292 Nov 12 00:40:52.518592 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-91ae15a0-962a-4b6e-95a5-af3c631106f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.521297 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-91ae15a0-962a-4b6e-95a5-af3c631106f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a5429105-7df0-4f08-b65b-bfa50831b1cd HTTP/1.1" status: 200 len: 902 time: 0.1592512 Nov 12 00:40:52.578543 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-833d9452-aaf8-423f-b985-d22c9e7422a1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:52.588542 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-4179a499-25c6-4887-8af3-298ab7a60745 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=46bdef3d-f8bc-4521-88a2-2afdcf545a6a HTTP/1.1" status: 200 len: 217 time: 0.0589950 Nov 12 00:40:52.613962 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e6f8d-3cd7-48b1-84b8-fd5ac8dde21a req-b6319f01-ab38-4c0b-bc09-1e2df6c3b7b3 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.620886 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e6f8d-3cd7-48b1-84b8-fd5ac8dde21a req-b6319f01-ab38-4c0b-bc09-1e2df6c3b7b3 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.628744 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e6f8d-3cd7-48b1-84b8-fd5ac8dde21a req-b6319f01-ab38-4c0b-bc09-1e2df6c3b7b3 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.644605 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e6f8d-3cd7-48b1-84b8-fd5ac8dde21a req-b6319f01-ab38-4c0b-bc09-1e2df6c3b7b3 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.662176 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e6f8d-3cd7-48b1-84b8-fd5ac8dde21a req-b6319f01-ab38-4c0b-bc09-1e2df6c3b7b3 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.671864 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e6f8d-3cd7-48b1-84b8-fd5ac8dde21a req-b6319f01-ab38-4c0b-bc09-1e2df6c3b7b3 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.680118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-f2a37600-645a-4b21-bab2-6ede10973c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.680588 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e6f8d-3cd7-48b1-84b8-fd5ac8dde21a req-b6319f01-ab38-4c0b-bc09-1e2df6c3b7b3 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.682867 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-f2a37600-645a-4b21-bab2-6ede10973c99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79ef9191-98fa-4a9d-80f9-c51942b38fb7 HTTP/1.1" status: 200 len: 797 time: 0.0876567 Nov 12 00:40:52.683658 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b0e6f8d-3cd7-48b1-84b8-fd5ac8dde21a req-b6319f01-ab38-4c0b-bc09-1e2df6c3b7b3 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5431 time: 0.1535616 Nov 12 00:40:52.766378 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-9ff8e9c1-27a6-42fc-b6f4-1446a619a1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:52.768817 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-9ff8e9c1-27a6-42fc-b6f4-1446a619a1e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5429105-7df0-4f08-b65b-bfa50831b1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0775998 Nov 12 00:40:52.830414 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 130bbe7b-2dda-4118-8336-07b90fc09ee0 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:52.833068 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-833d9452-aaf8-423f-b985-d22c9e7422a1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:52.906790 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['d22de70f-ea41-4e4c-b172-3e28f85e8c95'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:52.962307 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d9452-aaf8-423f-b985-d22c9e7422a1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Pushing event updated for resources: {'Port': ['ID=3027f6db-77dc-4fc4-80d1-19214add53e9,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:52.998654 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-c8e8330b-4f4c-487a-85ea-5c227ebdfa1f service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125456 Nov 12 00:40:53.013377 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b0e6f8d-3cd7-48b1-84b8-fd5ac8dde21a req-b18344bc-2b59-47d3-8e87-2425589c5cfc tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3185894 Nov 12 00:40:53.023994 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-833d9452-aaf8-423f-b985-d22c9e7422a1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Network e9d51c46-f358-424d-ac2a-b0dc401b9ad6 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:53.025726 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-833d9452-aaf8-423f-b985-d22c9e7422a1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:53.033342 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-833d9452-aaf8-423f-b985-d22c9e7422a1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:53.112213 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-833d9452-aaf8-423f-b985-d22c9e7422a1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:53.120327 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-833d9452-aaf8-423f-b985-d22c9e7422a1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.169034 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-833d9452-aaf8-423f-b985-d22c9e7422a1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6196821 Nov 12 00:40:53.177888 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] Request body: {'port': {'device_id': '7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:53.260804 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-a19e6c22-054f-44b3-b032-4f59ba251b6d service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552860 Nov 12 00:40:53.322556 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.346989 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.394128 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03585741-8967-4c19-aefd-2b22f9df0b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '130bbe7b-2dda-4118-8336-07b90fc09ee0'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:53.396753 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8790d2-c478-45a6-98d5-39c0f6a1b0fe" -d '{"events": [{"server_uuid": "03585741-8967-4c19-aefd-2b22f9df0b2d", "name": "network-vif-unplugged", "status": "completed", "tag": "130bbe7b-2dda-4118-8336-07b90fc09ee0"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:53.479801 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.486251 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 130bbe7b-2dda-4118-8336-07b90fc09ee0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=130bbe7b-2dda-4118-8336-07b90fc09ee0,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:53.510391 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.511292 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-3b8e0095-6ae0-41a4-95c7-ed39d061dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:53.511771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-3b8e0095-6ae0-41a4-95c7-ed39d061dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:53.512233 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-3b8e0095-6ae0-41a4-95c7-ed39d061dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:53.514366 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-3b8e0095-6ae0-41a4-95c7-ed39d061dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:53.514907 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-3b8e0095-6ae0-41a4-95c7-ed39d061dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:53.515379 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-3b8e0095-6ae0-41a4-95c7-ed39d061dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:53.515844 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-3b8e0095-6ae0-41a4-95c7-ed39d061dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:53.517855 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-3b8e0095-6ae0-41a4-95c7-ed39d061dcef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff69603520634453a797ab4b4216646a&device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 6495 time: 0.1106973 Nov 12 00:40:53.571567 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=130bbe7b-2dda-4118-8336-07b90fc09ee0,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:53.610215 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa905ba3-1d07-4184-aeb5-abf4225e200f req-8b7de8d7-39ae-433d-a27b-00d5978150b2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:53.619364 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fa905ba3-1d07-4184-aeb5-abf4225e200f req-8b7de8d7-39ae-433d-a27b-00d5978150b2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b35c25-4bb5-4777-a22f-7852606a2cf1 HTTP/1.1" status: 200 len: 950 time: 0.0959203 Nov 12 00:40:53.683260 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fa905ba3-1d07-4184-aeb5-abf4225e200f req-0d81d31c-4899-4b09-8930-666eeae84018 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625818 Nov 12 00:40:53.754801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3027f6db-77dc-4fc4-80d1-19214add53e9 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:53.763137 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.777419 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] Transition to ACTIVE for port object 3027f6db-77dc-4fc4-80d1-19214add53e9 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:40:53.782410 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.847564 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-818ee759-f574-43e7-92c5-fad747cca965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:53.849162 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-818ee759-f574-43e7-92c5-fad747cca965 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a5429105-7df0-4f08-b65b-bfa50831b1cd HTTP/1.1" status: 200 len: 902 time: 0.1389258 Nov 12 00:40:53.871272 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=3027f6db-77dc-4fc4-80d1-19214add53e9,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:53.930266 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-de030c04-9128-4a4e-a34a-b32716fc9493 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae HTTP/1.1" status: 200 len: 217 time: 0.0690475 Nov 12 00:40:53.962350 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] Attempting to bind port 3027f6db-77dc-4fc4-80d1-19214add53e9 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:53.962789 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] Attempting to bind port 3027f6db-77dc-4fc4-80d1-19214add53e9 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '6bcd1460-7002-412d-8f91-bced057eb4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:53.963186 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] Attempting to bind port 3027f6db-77dc-4fc4-80d1-19214add53e9 on network e9d51c46-f358-424d-ac2a-b0dc401b9ad6 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:53.969739 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] Port 3027f6db-77dc-4fc4-80d1-19214add53e9 on network e9d51c46-f358-424d-ac2a-b0dc401b9ad6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:40:53.970139 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] Attempting to bind port 3027f6db-77dc-4fc4-80d1-19214add53e9 on network e9d51c46-f358-424d-ac2a-b0dc401b9ad6 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:53.975973 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:53.976396 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] Checking segment: {'id': '6bcd1460-7002-412d-8f91-bced057eb4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:53.976883 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] Bound using segment: {'id': '6bcd1460-7002-412d-8f91-bced057eb4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:53.977494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] Bound port: 3027f6db-77dc-4fc4-80d1-19214add53e9, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bcd1460-7002-412d-8f91-bced057eb4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:53.977914 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:53.989587 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee29f49a-3683-4edb-aecf-8e23767a5f09 x-openstack-request-id: req-ee29f49a-3683-4edb-aecf-8e23767a5f09 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:53.989876 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03585741-8967-4c19-aefd-2b22f9df0b2d", "name": "network-vif-unplugged", "status": "completed", "tag": "130bbe7b-2dda-4118-8336-07b90fc09ee0", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:53.990124 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee29f49a-3683-4edb-aecf-8e23767a5f09 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:53.990500 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03585741-8967-4c19-aefd-2b22f9df0b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '130bbe7b-2dda-4118-8336-07b90fc09ee0', 'code': 200} Nov 12 00:40:53.998870 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-78bf1467-e335-4e4d-af2b-d3a2ef363236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.001047 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-78bf1467-e335-4e4d-af2b-d3a2ef363236 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79ef9191-98fa-4a9d-80f9-c51942b38fb7 HTTP/1.1" status: 200 len: 797 time: 0.0621369 Nov 12 00:40:54.059901 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e9c6d-3cb8-4b00-aaac-23bb0d75d08e req-c80c28d9-9df2-41ee-99bf-b01e93f048c8 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.063621 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b14e9c6d-3cb8-4b00-aaac-23bb0d75d08e req-c80c28d9-9df2-41ee-99bf-b01e93f048c8 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9 HTTP/1.1" status: 200 len: 944 time: 0.2128470 Nov 12 00:40:54.079385 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] For port 3027f6db-77dc-4fc4-80d1-19214add53e9, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:54.085999 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] For port 3027f6db-77dc-4fc4-80d1-19214add53e9, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3027f6db-77dc-4fc4-80d1-19214add53e9,segment=NetworkSegment(6bcd1460-7002-412d-8f91-bced057eb4e8),segment_id=6bcd1460-7002-412d-8f91-bced057eb4e8)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:54.091639 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:54.123647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-2d44c808-a11e-478d-b996-16b11e1ad2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.124556 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-2d44c808-a11e-478d-b996-16b11e1ad2be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5429105-7df0-4f08-b65b-bfa50831b1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1004493 Nov 12 00:40:54.146279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.146992 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:54.148785 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] 10.222.0.21 "PUT /v2.0/ports/3027f6db-77dc-4fc4-80d1-19214add53e9 HTTP/1.1" status: 200 len: 1093 time: 0.9819930 Nov 12 00:40:54.151635 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9', 'tag': '3027f6db-77dc-4fc4-80d1-19214add53e9'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:54.155104 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b14e9c6d-3cb8-4b00-aaac-23bb0d75d08e req-0b647cdd-68ff-44ea-a748-22326fa022d9 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765898 Nov 12 00:40:54.155844 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb773577-c965-4abe-8914-ded7a2060959" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9", "tag": "3027f6db-77dc-4fc4-80d1-19214add53e9"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:54.302916 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-605a36ea-a9cc-43eb-bcc2-b14833e9a6c8 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681364 Nov 12 00:40:54.318867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56804) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:54.343621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd4b38-bfdc-4a6f-8d08-be09e8475fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=3027f6db-77dc-4fc4-80d1-19214add53e9,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:54.345848 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:54.364870 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2d63f-a663-4167-a05b-5603f24530f3 req-fbf8ef99-9ad5-480a-b4ae-874a063b3511 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.366424 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-49a2d63f-a663-4167-a05b-5603f24530f3 req-fbf8ef99-9ad5-480a-b4ae-874a063b3511 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=29b35c25-4bb5-4777-a22f-7852606a2cf1 HTTP/1.1" status: 200 len: 1102 time: 0.0786896 Nov 12 00:40:54.373977 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d364c04d-5cb1-4040-ba1b-21623b244bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.376441 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-d364c04d-5cb1-4040-ba1b-21623b244bc5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5296ecb4beb2464f89b29bec01832302&device_id=7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9 HTTP/1.1" status: 200 len: 1096 time: 0.1610115 Nov 12 00:40:54.430649 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-49a2d63f-a663-4167-a05b-5603f24530f3 req-0dbde586-7789-466e-ae80-c2c6c1d65064 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:54.441211 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-8021732c-a4fb-44fb-8309-21ae2d75dd57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3027f6db-77dc-4fc4-80d1-19214add53e9 HTTP/1.1" status: 200 len: 217 time: 0.0557559 Nov 12 00:40:54.462338 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-6d053237-7eb0-465e-9f66-1b59510bf447 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515059 Nov 12 00:40:54.538660 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b1c87c76-5108-4dab-98ed-f3b043c124e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:54.552763 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-f1d53519-2a50-4577-9505-9e02565a2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.554263 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-f1d53519-2a50-4577-9505-9e02565a2c3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08cb9a84-8134-4e9c-99d6-c33732bf6cde HTTP/1.1" status: 200 len: 855 time: 0.1020176 Nov 12 00:40:54.611021 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-5f334553-a3e2-45e9-b815-cfcfd667b12f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423656 Nov 12 00:40:54.637831 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-2acf426a-e9ea-4cd7-bfdd-fc2a639d24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.638465 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-2acf426a-e9ea-4cd7-bfdd-fc2a639d24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.639102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-2acf426a-e9ea-4cd7-bfdd-fc2a639d24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.639937 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-2acf426a-e9ea-4cd7-bfdd-fc2a639d24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.640401 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-2acf426a-e9ea-4cd7-bfdd-fc2a639d24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.640910 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-2acf426a-e9ea-4cd7-bfdd-fc2a639d24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.641185 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-49a2d63f-a663-4167-a05b-5603f24530f3 req-0dbde586-7789-466e-ae80-c2c6c1d65064 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:54.641345 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-2acf426a-e9ea-4cd7-bfdd-fc2a639d24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.643296 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-2acf426a-e9ea-4cd7-bfdd-fc2a639d24eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff69603520634453a797ab4b4216646a&device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 6495 time: 0.0707331 Nov 12 00:40:54.662675 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-49a2d63f-a663-4167-a05b-5603f24530f3 req-0dbde586-7789-466e-ae80-c2c6c1d65064 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:54.769201 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-49a2d63f-a663-4167-a05b-5603f24530f3 req-0dbde586-7789-466e-ae80-c2c6c1d65064 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915198 Nov 12 00:40:54.771181 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-9b14d89a-ce9f-497d-b13f-9999ee0bb9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.772862 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-9b14d89a-ce9f-497d-b13f-9999ee0bb9b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a5429105-7df0-4f08-b65b-bfa50831b1cd HTTP/1.1" status: 200 len: 902 time: 0.1199706 Nov 12 00:40:54.783451 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbde586-7789-466e-ae80-c2c6c1d65064 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8a6e09-aa6b-45a7-b5a5-d5f08c4d95a7,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:54.825793 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56824) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:54.840387 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-6e7ea54c-7120-42d9-8535-c2900b17f486 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf HTTP/1.1" status: 200 len: 217 time: 0.0590069 Nov 12 00:40:54.846429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 61ebda9e-add4-4fa4-b14d-b05579ca4503 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:40:54.866588 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-b02638a4-1b55-4b79-b861-ebe5ea602247 service neutron] 10.222.0.21 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441869 Nov 12 00:40:54.891363 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b1c87c76-5108-4dab-98ed-f3b043c124e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:54.917242 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b1c87c76-5108-4dab-98ed-f3b043c124e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:54.960209 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-e607511a-f587-4e54-af21-66713625c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:54.962140 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-e607511a-f587-4e54-af21-66713625c8d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79ef9191-98fa-4a9d-80f9-c51942b38fb7 HTTP/1.1" status: 200 len: 797 time: 0.1026571 Nov 12 00:40:54.997629 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:55.028671 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3918131e-ea7b-4bce-9bd6-db56210f96e8 x-openstack-request-id: req-3918131e-ea7b-4bce-9bd6-db56210f96e8 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:55.029178 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9", "tag": "3027f6db-77dc-4fc4-80d1-19214add53e9", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:55.029582 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3918131e-ea7b-4bce-9bd6-db56210f96e8 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:55.030073 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9', 'tag': '3027f6db-77dc-4fc4-80d1-19214add53e9', 'status': 'completed', 'code': 200} Nov 12 00:40:55.040071 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 61ebda9e-add4-4fa4-b14d-b05579ca4503, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=61ebda9e-add4-4fa4-b14d-b05579ca4503,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:55.045954 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:55.056031 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-7ae440ef-7176-415a-a4b8-7feda8e08b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.057693 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-7ae440ef-7176-415a-a4b8-7feda8e08b1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5429105-7df0-4f08-b65b-bfa50831b1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0882177 Nov 12 00:40:55.104053 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b1c87c76-5108-4dab-98ed-f3b043c124e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a164076b6ac4652a0b94c56746be0a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7703235 Nov 12 00:40:55.109988 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-92d365d2-0c6d-4c17-b07b-2848bebe82c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:55.111975 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56832) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:55.117275 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c87c76-5108-4dab-98ed-f3b043c124e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fd025c-5bc9-41e8-badd-e5e60deff4b3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:55.158814 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=61ebda9e-add4-4fa4-b14d-b05579ca4503,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:55.189275 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-f547454c-edce-4e03-bcdc-00ecdd621b6b service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235034 Nov 12 00:40:55.203024 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9076de6-a807-45d6-89ef-4dd23d8bfb4d req-343f903e-e726-49a2-8df4-5c8ee1c25e2c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.211355 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9076de6-a807-45d6-89ef-4dd23d8bfb4d req-343f903e-e726-49a2-8df4-5c8ee1c25e2c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.219367 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9076de6-a807-45d6-89ef-4dd23d8bfb4d req-343f903e-e726-49a2-8df4-5c8ee1c25e2c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.226906 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9076de6-a807-45d6-89ef-4dd23d8bfb4d req-343f903e-e726-49a2-8df4-5c8ee1c25e2c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.235696 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9076de6-a807-45d6-89ef-4dd23d8bfb4d req-343f903e-e726-49a2-8df4-5c8ee1c25e2c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.243381 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9076de6-a807-45d6-89ef-4dd23d8bfb4d req-343f903e-e726-49a2-8df4-5c8ee1c25e2c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.251513 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9076de6-a807-45d6-89ef-4dd23d8bfb4d req-343f903e-e726-49a2-8df4-5c8ee1c25e2c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.254156 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e9076de6-a807-45d6-89ef-4dd23d8bfb4d req-343f903e-e726-49a2-8df4-5c8ee1c25e2c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5431 time: 0.3469286 Nov 12 00:40:55.287373 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:55.293238 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-3cbe1abe-c77a-4f13-8902-8ed2e8787b5a service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970263 Nov 12 00:40:55.295948 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f112e6a-5dfd-4769-8e92-2bfae173214d req-9f8af255-e95c-4482-a445-d316a52ebb05 service neutron] 10.222.0.21 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167457 Nov 12 00:40:55.393445 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1cd28434-ef86-480f-a68a-56b1e85c1159 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:55.458123 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e9076de6-a807-45d6-89ef-4dd23d8bfb4d req-54b9a5bc-580b-4e9d-835e-c507ca8995ee tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1900074 Nov 12 00:40:55.458950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-aeafc11a-7631-43e1-8486-f9089191c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.459420 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-aeafc11a-7631-43e1-8486-f9089191c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.459942 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-aeafc11a-7631-43e1-8486-f9089191c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.460410 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-aeafc11a-7631-43e1-8486-f9089191c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.460899 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-aeafc11a-7631-43e1-8486-f9089191c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.461683 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-aeafc11a-7631-43e1-8486-f9089191c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.461932 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-aeafc11a-7631-43e1-8486-f9089191c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.464930 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-aeafc11a-7631-43e1-8486-f9089191c8e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff69603520634453a797ab4b4216646a&device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 6495 time: 0.0699723 Nov 12 00:40:55.507476 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1cd28434-ef86-480f-a68a-56b1e85c1159 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:55.544148 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-92d365d2-0c6d-4c17-b07b-2848bebe82c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:55.551068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb773577-c965-4abe-8914-ded7a2060959 req-f5b32b9a-659a-406b-b40c-2ab541e90b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.552965 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eb773577-c965-4abe-8914-ded7a2060959 req-f5b32b9a-659a-406b-b40c-2ab541e90b9b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5296ecb4beb2464f89b29bec01832302&device_id=7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9 HTTP/1.1" status: 200 len: 1096 time: 0.1752560 Nov 12 00:40:55.556306 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-92d365d2-0c6d-4c17-b07b-2848bebe82c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:55.629429 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-4c925bd5-7a03-4751-aa56-773d2dbbdb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.631074 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-4c925bd5-7a03-4751-aa56-773d2dbbdb70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a5429105-7df0-4f08-b65b-bfa50831b1cd HTTP/1.1" status: 200 len: 902 time: 0.1582804 Nov 12 00:40:55.651458 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e1110-5e9a-44c7-86a3-cae92d15e4f7 req-7ef841a2-529e-471a-b979-79e6228a2db3 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.653008 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fe3e1110-5e9a-44c7-86a3-cae92d15e4f7 req-7ef841a2-529e-471a-b979-79e6228a2db3 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9 HTTP/1.1" status: 200 len: 944 time: 0.1025817 Nov 12 00:40:55.667666 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-92d365d2-0c6d-4c17-b07b-2848bebe82c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1b899153295493ba0de7fa073b9c8fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8395677 Nov 12 00:40:55.668333 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56864) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:55.696985 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-a8470645-8a30-48d3-a6e9-223a1143ee6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=598a4042-c420-4cc6-a0c6-65564b98695e HTTP/1.1" status: 200 len: 217 time: 0.0429606 Nov 12 00:40:55.708812 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d365d2-0c6d-4c17-b07b-2848bebe82c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35c939c-5a8c-4907-a35c-51c4761a2dd0,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:55.774261 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-24d26515-1d8e-4eb5-87b2-559bc4615b29 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e742524ad04144c1b8899d429dc46e5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610421 Nov 12 00:40:55.774948 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1cd28434-ef86-480f-a68a-56b1e85c1159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:55.777393 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-76fb999e-8f21-4a0e-9de4-4957e8073f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.778304 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1cd28434-ef86-480f-a68a-56b1e85c1159 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:55.778848 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-76fb999e-8f21-4a0e-9de4-4957e8073f54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79ef9191-98fa-4a9d-80f9-c51942b38fb7 HTTP/1.1" status: 200 len: 797 time: 0.0670614 Nov 12 00:40:55.782485 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1cd28434-ef86-480f-a68a-56b1e85c1159 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2fd025c-5bc9-41e8-badd-e5e60deff4b3 HTTP/1.1" status: 204 len: 168 time: 0.6639359 Nov 12 00:40:55.789949 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fe3e1110-5e9a-44c7-86a3-cae92d15e4f7 req-b388ca05-c434-4e30-bba5-695f4d0481fd tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939865 Nov 12 00:40:55.840521 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd28434-ef86-480f-a68a-56b1e85c1159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fd025c-5bc9-41e8-badd-e5e60deff4b3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:55.853491 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-29d50a82-07f6-4309-9b1a-09e2a06178fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.856251 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-29d50a82-07f6-4309-9b1a-09e2a06178fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5429105-7df0-4f08-b65b-bfa50831b1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0651565 Nov 12 00:40:55.866255 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb773577-c965-4abe-8914-ded7a2060959 req-20fcf577-6ea3-4e50-b337-e5adf27f6b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.868116 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eb773577-c965-4abe-8914-ded7a2060959 req-20fcf577-6ea3-4e50-b337-e5adf27f6b45 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6 HTTP/1.1" status: 200 len: 916 time: 0.2986217 Nov 12 00:40:55.912818 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:55.962925 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eb773577-c965-4abe-8914-ded7a2060959 req-7e420bbf-82b5-4cce-b74c-a2b17310e05a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3027f6db-77dc-4fc4-80d1-19214add53e9 HTTP/1.1" status: 200 len: 217 time: 0.0479374 Nov 12 00:40:55.967174 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dbe65476-79d1-4eac-9183-fd12afd82ff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:55.980298 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee900379-f9d6-443e-9682-f8b45e5ae351 req-dba52910-6e19-4f8a-9b55-ceb593a72b35 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:55.981857 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ee900379-f9d6-443e-9682-f8b45e5ae351 req-dba52910-6e19-4f8a-9b55-ceb593a72b35 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 946 time: 0.1246595 Nov 12 00:40:55.991658 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e38eb0-c816-45d3-86ed-4343eb81d44b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ebda9e-add4-4fa4-b14d-b05579ca4503'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:55.993960 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bea0d17-1c0d-4dfc-a070-6ee5c973d859" -d '{"events": [{"server_uuid": "a1e38eb0-c816-45d3-86ed-4343eb81d44b", "name": "network-vif-unplugged", "status": "completed", "tag": "61ebda9e-add4-4fa4-b14d-b05579ca4503"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:56.028864 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-455a008c-0687-4468-bf53-c72551c07823 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335590 Nov 12 00:40:56.042457 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dbe65476-79d1-4eac-9183-fd12afd82ff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:56.081391 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ee900379-f9d6-443e-9682-f8b45e5ae351 req-6fe9d498-f77c-490b-b21f-82f42e1200fe tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805998 Nov 12 00:40:56.094029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-ce5d1ea8-6177-4eb4-8b0b-cf0f107ac23f tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.102745 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-ce5d1ea8-6177-4eb4-8b0b-cf0f107ac23f tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3123405 Nov 12 00:40:56.121410 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb773577-c965-4abe-8914-ded7a2060959 req-bd9b4898-76c8-443e-b41c-590d0f779c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.123012 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eb773577-c965-4abe-8914-ded7a2060959 req-bd9b4898-76c8-443e-b41c-590d0f779c6d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08cb9a84-8134-4e9c-99d6-c33732bf6cde HTTP/1.1" status: 200 len: 855 time: 0.1423485 Nov 12 00:40:56.133263 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-0f03d8b0-6595-48b5-af3b-a6173d680a02 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/quotas/e742524ad04144c1b8899d429dc46e5a HTTP/1.1" status: 200 len: 375 time: 0.0313468 Nov 12 00:40:56.168050 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cf6538-1253-46da-87e6-cd8fac7f6309 x-openstack-request-id: req-25cf6538-1253-46da-87e6-cd8fac7f6309 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:56.168195 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e38eb0-c816-45d3-86ed-4343eb81d44b", "name": "network-vif-unplugged", "status": "completed", "tag": "61ebda9e-add4-4fa4-b14d-b05579ca4503", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:56.168472 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25cf6538-1253-46da-87e6-cd8fac7f6309 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:56.168996 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e38eb0-c816-45d3-86ed-4343eb81d44b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ebda9e-add4-4fa4-b14d-b05579ca4503', 'code': 200} Nov 12 00:40:56.176360 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-85d28d61-a500-4de6-80ef-1cf325b76d34 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364269 Nov 12 00:40:56.201714 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eb773577-c965-4abe-8914-ded7a2060959 req-0d152f2f-f542-4f3b-a5d7-ed13e739a8be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631611 Nov 12 00:40:56.218366 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dbe65476-79d1-4eac-9183-fd12afd82ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:56.221791 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dbe65476-79d1-4eac-9183-fd12afd82ff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:56.223397 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dbe65476-79d1-4eac-9183-fd12afd82ff6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d35c939c-5a8c-4907-a35c-51c4761a2dd0 HTTP/1.1" status: 204 len: 168 time: 0.5236142 Nov 12 00:40:56.257785 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-09077e81-a60c-40f4-be23-5a38e7bba1e5 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1236479 Nov 12 00:40:56.266805 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe65476-79d1-4eac-9183-fd12afd82ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35c939c-5a8c-4907-a35c-51c4761a2dd0,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:56.352551 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-eb4d1e0b-75c5-4e80-9545-3b344fc4bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.353782 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-eb4d1e0b-75c5-4e80-9545-3b344fc4bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.354261 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-eb4d1e0b-75c5-4e80-9545-3b344fc4bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.354866 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-eb4d1e0b-75c5-4e80-9545-3b344fc4bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.355423 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-eb4d1e0b-75c5-4e80-9545-3b344fc4bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.355888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-eb4d1e0b-75c5-4e80-9545-3b344fc4bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.356505 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-eb4d1e0b-75c5-4e80-9545-3b344fc4bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.358570 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-eb4d1e0b-75c5-4e80-9545-3b344fc4bc71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff69603520634453a797ab4b4216646a&device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 6495 time: 0.0913103 Nov 12 00:40:56.376384 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eb773577-c965-4abe-8914-ded7a2060959 req-10744e3e-b739-40f4-be18-d0694f415224 service neutron] 10.222.0.21 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509578 Nov 12 00:40:56.531788 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-cce7ef2c-085a-4758-90ce-948b6524794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.533909 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-cce7ef2c-085a-4758-90ce-948b6524794f service neutron] 10.222.0.15 "GET /v2.0/networks?id=a47d1011-e7d0-4734-88d5-45d0a4429b4e HTTP/1.1" status: 200 len: 903 time: 0.1670630 Nov 12 00:40:56.565174 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eb773577-c965-4abe-8914-ded7a2060959 req-37f294ef-6700-4264-ad5c-8095622c6ca3 service neutron] 10.222.0.21 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730826 Nov 12 00:40:56.621658 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-ac39bad7-7bde-46ef-9502-435c013f9676 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7ec6bbb6-cda8-445c-acc9-186646419b56 HTTP/1.1" status: 200 len: 217 time: 0.0797367 Nov 12 00:40:56.723713 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-52fb890e-910d-49b7-b668-9e470875b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.725238 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-52fb890e-910d-49b7-b668-9e470875b6ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b4b93af-0a2a-4ab0-978c-c22484f952fd HTTP/1.1" status: 200 len: 797 time: 0.0962746 Nov 12 00:40:56.833708 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56920) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:56.835245 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3987d-1e6e-4a0c-840d-d9716c19fad2 req-0bd97147-15d2-4432-9f11-d2077310a127 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.842367 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3987d-1e6e-4a0c-840d-d9716c19fad2 req-0bd97147-15d2-4432-9f11-d2077310a127 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.848925 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f65cfca3-6de0-48d5-82ae-8d8ba419685b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:56.850598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3987d-1e6e-4a0c-840d-d9716c19fad2 req-0bd97147-15d2-4432-9f11-d2077310a127 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.859121 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3987d-1e6e-4a0c-840d-d9716c19fad2 req-0bd97147-15d2-4432-9f11-d2077310a127 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.865810 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3987d-1e6e-4a0c-840d-d9716c19fad2 req-0bd97147-15d2-4432-9f11-d2077310a127 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.871914 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3987d-1e6e-4a0c-840d-d9716c19fad2 req-0bd97147-15d2-4432-9f11-d2077310a127 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.877388 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 61ebda9e-add4-4fa4-b14d-b05579ca4503 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:56.880069 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3987d-1e6e-4a0c-840d-d9716c19fad2 req-0bd97147-15d2-4432-9f11-d2077310a127 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.890181 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5fd3987d-1e6e-4a0c-840d-d9716c19fad2 req-0bd97147-15d2-4432-9f11-d2077310a127 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5431 time: 0.1615715 Nov 12 00:40:56.904630 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-b3804bb1-26db-437a-8e42-94dbcdfa06ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:56.908050 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-b3804bb1-26db-437a-8e42-94dbcdfa06ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a47d1011-e7d0-4734-88d5-45d0a4429b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1674635 Nov 12 00:40:56.989784 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f65cfca3-6de0-48d5-82ae-8d8ba419685b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.038306 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f65cfca3-6de0-48d5-82ae-8d8ba419685b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.068339 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5fd3987d-1e6e-4a0c-840d-d9716c19fad2 req-3c7987b0-5d34-48cd-9846-72755b8e987d tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1763570 Nov 12 00:40:57.112098 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65cfca3-6de0-48d5-82ae-8d8ba419685b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dbe13d-64bb-4a6d-81d5-7f0264a0af27,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:57.158477 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f65cfca3-6de0-48d5-82ae-8d8ba419685b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d317d0c1068459dafd2dcdcc040f609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3236785 Nov 12 00:40:57.164818 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56932) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:57.174321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18f7f5-a3ed-466e-ab6b-b179b9786c05 req-57e152fc-25cd-4340-a16b-a6c998e40ada tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:57.189347 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3d18f7f5-a3ed-466e-ab6b-b179b9786c05 req-57e152fc-25cd-4340-a16b-a6c998e40ada tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9 HTTP/1.1" status: 200 len: 944 time: 0.1962717 Nov 12 00:40:57.215155 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-0fdd60da-afd5-48ae-ad37-ffa9c41a39eb service neutron] 10.222.0.15 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891283 Nov 12 00:40:57.221921 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 61ebda9e-add4-4fa4-b14d-b05579ca4503, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=61ebda9e-add4-4fa4-b14d-b05579ca4503,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:57.250759 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '61ebda9e-add4-4fa4-b14d-b05579ca4503', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '61ebda9e-add4-4fa4-b14d-b05579ca4503', 'mac_address': 'fa:16:3e:3a:bb:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:57.259783 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 8f1de500-1d54-4315-a3f2-8892f2f01944 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:57.269413 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3d18f7f5-a3ed-466e-ab6b-b179b9786c05 req-dcd5a6f8-d2ec-4f95-8cd9-dbb9a8032d22 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782831 Nov 12 00:40:57.323924 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.366446 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ebda9e-add4-4fa4-b14d-b05579ca4503 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:57.430015 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b19ba6c8-dfb4-478c-a54d-bd17770d0094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.443707 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 61ebda9e-add4-4fa4-b14d-b05579ca4503, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=61ebda9e-add4-4fa4-b14d-b05579ca4503,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:57.449537 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa4ce5-b56c-4979-830f-25820251a8dc req-1b6900de-3dfa-4df2-8b8d-757125d2bdd7 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:57.453585 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8fa4ce5-b56c-4979-830f-25820251a8dc req-1b6900de-3dfa-4df2-8b8d-757125d2bdd7 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 946 time: 0.1055543 Nov 12 00:40:57.475694 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.476363 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3027f6db-77dc-4fc4-80d1-19214add53e9 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:40:57.508009 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c4863f0f-7bea-46f8-9c6d-fcfbf97655fd req-c2eb8714-7b02-4846-a191-a5fa8ddeff0e tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=dee4658f-2ef4-49d9-beda-350c9fb233cb HTTP/1.1" status: 200 len: 210 time: 0.0792067 Nov 12 00:40:57.525837 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-63a63f55-d6a2-493c-a6e1-56233994000c service neutron] 10.222.0.15 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883866 Nov 12 00:40:57.541379 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b19ba6c8-dfb4-478c-a54d-bd17770d0094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.568989 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8fa4ce5-b56c-4979-830f-25820251a8dc req-c183a428-e7e0-4a96-9dbc-6420b302121c tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058612 Nov 12 00:40:57.579858 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=61ebda9e-add4-4fa4-b14d-b05579ca4503,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:57.715029 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 8f1de500-1d54-4315-a3f2-8892f2f01944, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=8f1de500-1d54-4315-a3f2-8892f2f01944,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:57.733206 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '8f1de500-1d54-4315-a3f2-8892f2f01944', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '8f1de500-1d54-4315-a3f2-8892f2f01944', 'mac_address': 'fa:16:3e:cb:17:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:57.776781 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b19ba6c8-dfb4-478c-a54d-bd17770d0094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.780894 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b19ba6c8-dfb4-478c-a54d-bd17770d0094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.784785 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b19ba6c8-dfb4-478c-a54d-bd17770d0094 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20dbe13d-64bb-4a6d-81d5-7f0264a0af27 HTTP/1.1" status: 204 len: 168 time: 0.6199362 Nov 12 00:40:57.793069 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-b254deca-6e3c-41d6-9220-7fe868442551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:57.793661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-b254deca-6e3c-41d6-9220-7fe868442551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:57.794358 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-b254deca-6e3c-41d6-9220-7fe868442551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:57.795567 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-b254deca-6e3c-41d6-9220-7fe868442551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:57.796209 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-b254deca-6e3c-41d6-9220-7fe868442551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:57.796499 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3027f6db-77dc-4fc4-80d1-19214add53e9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3027f6db-77dc-4fc4-80d1-19214add53e9,segment=NetworkSegment(6bcd1460-7002-412d-8f91-bced057eb4e8),segment_id=6bcd1460-7002-412d-8f91-bced057eb4e8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:57.797442 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-b254deca-6e3c-41d6-9220-7fe868442551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:57.798411 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-b254deca-6e3c-41d6-9220-7fe868442551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:57.799359 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:57.801227 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-b254deca-6e3c-41d6-9220-7fe868442551 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff69603520634453a797ab4b4216646a&device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 6495 time: 0.1320632 Nov 12 00:40:57.806747 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ba6c8-dfb4-478c-a54d-bd17770d0094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dbe13d-64bb-4a6d-81d5-7f0264a0af27,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:57.869269 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '3027f6db-77dc-4fc4-80d1-19214add53e9', 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6', 'port_id': '3027f6db-77dc-4fc4-80d1-19214add53e9', 'mac_address': 'fa:16:3e:98:0d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08cb9a84-8134-4e9c-99d6-c33732bf6cde', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:40:57.879348 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f1de500-1d54-4315-a3f2-8892f2f01944 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:57.929898 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 8f1de500-1d54-4315-a3f2-8892f2f01944, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=8f1de500-1d54-4315-a3f2-8892f2f01944,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:57.942397 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.011300 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-d86f2e35-b0b2-4f31-a40f-42a0ef5a1b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:58.015442 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-d86f2e35-b0b2-4f31-a40f-42a0ef5a1b63 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a47d1011-e7d0-4734-88d5-45d0a4429b4e HTTP/1.1" status: 200 len: 903 time: 0.1939888 Nov 12 00:40:58.037709 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365dc65-c0c8-4871-8773-726eab13c7a9 req-568de94b-7c7d-4074-a7f7-6f8a9a7228c1 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:58.041865 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d365dc65-c0c8-4871-8773-726eab13c7a9 req-568de94b-7c7d-4074-a7f7-6f8a9a7228c1 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 946 time: 0.2009146 Nov 12 00:40:58.070481 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.078269 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-4fb1fdec-b98c-4e30-8633-7e42e2795d91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5499a9f2-ee89-4018-a3da-de31014146c2 HTTP/1.1" status: 200 len: 217 time: 0.0527275 Nov 12 00:40:58.097481 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3027f6db-77dc-4fc4-80d1-19214add53e9 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:40:58.101807 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=8f1de500-1d54-4315-a3f2-8892f2f01944,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:58.158298 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['8f1de500-1d54-4315-a3f2-8892f2f01944'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:58.172250 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-959151fe-7d6f-4894-bd38-85c1194c5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:58.173773 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-959151fe-7d6f-4894-bd38-85c1194c5cb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b4b93af-0a2a-4ab0-978c-c22484f952fd HTTP/1.1" status: 200 len: 797 time: 0.0874174 Nov 12 00:40:58.198454 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3027f6db-77dc-4fc4-80d1-19214add53e9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3027f6db-77dc-4fc4-80d1-19214add53e9,segment=NetworkSegment(6bcd1460-7002-412d-8f91-bced057eb4e8),segment_id=6bcd1460-7002-412d-8f91-bced057eb4e8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:58.205303 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.266887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-d365dc65-c0c8-4871-8773-726eab13c7a9 req-0229d4c9-27fd-477e-9e9a-b5d728bfb075 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Deleting port d0357136-a9fc-421f-b074-529dd6b09277 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:40:58.267357 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d365dc65-c0c8-4871-8773-726eab13c7a9 req-0229d4c9-27fd-477e-9e9a-b5d728bfb075 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.301322 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-0150059b-c6fc-4d28-8b40-a2e27750ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:58.303266 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-0150059b-c6fc-4d28-8b40-a2e27750ae6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a47d1011-e7d0-4734-88d5-45d0a4429b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1197429 Nov 12 00:40:58.350731 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['61ebda9e-add4-4fa4-b14d-b05579ca4503'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:58.358442 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6bb3e-16e9-4f89-b1ce-0414d14cd120 req-043f735c-1223-4404-ab12-89505d59cbec tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:58.366419 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6bb3e-16e9-4f89-b1ce-0414d14cd120 req-043f735c-1223-4404-ab12-89505d59cbec tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:58.372792 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6bb3e-16e9-4f89-b1ce-0414d14cd120 req-043f735c-1223-4404-ab12-89505d59cbec tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:58.380128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6bb3e-16e9-4f89-b1ce-0414d14cd120 req-043f735c-1223-4404-ab12-89505d59cbec tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:58.386484 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6bb3e-16e9-4f89-b1ce-0414d14cd120 req-043f735c-1223-4404-ab12-89505d59cbec tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:58.393421 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6bb3e-16e9-4f89-b1ce-0414d14cd120 req-043f735c-1223-4404-ab12-89505d59cbec tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:58.399673 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6bb3e-16e9-4f89-b1ce-0414d14cd120 req-043f735c-1223-4404-ab12-89505d59cbec tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:58.401878 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-90d6bb3e-16e9-4f89-b1ce-0414d14cd120 req-043f735c-1223-4404-ab12-89505d59cbec tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5431 time: 0.1350417 Nov 12 00:40:58.416222 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=3027f6db-77dc-4fc4-80d1-19214add53e9,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:58.504557 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-d365dc65-c0c8-4871-8773-726eab13c7a9 req-0229d4c9-27fd-477e-9e9a-b5d728bfb075 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] For port d0357136-a9fc-421f-b074-529dd6b09277, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=d0357136-a9fc-421f-b074-529dd6b09277,segment=NetworkSegment(65e95274-6740-4009-b325-97875e4f9f55),segment_id=65e95274-6740-4009-b325-97875e4f9f55)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:58.505118 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d365dc65-c0c8-4871-8773-726eab13c7a9 req-0229d4c9-27fd-477e-9e9a-b5d728bfb075 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:58.528932 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-d365dc65-c0c8-4871-8773-726eab13c7a9 req-0229d4c9-27fd-477e-9e9a-b5d728bfb075 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Calling delete_port for d0357136-a9fc-421f-b074-529dd6b09277 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:40:58.540399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c03c86-0633-48eb-b1b4-8a29565e650f req-2e6c4186-06dc-4bc4-bfd9-dac33e5d26a7 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:58.558345 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88c03c86-0633-48eb-b1b4-8a29565e650f req-2e6c4186-06dc-4bc4-bfd9-dac33e5d26a7 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9 HTTP/1.1" status: 200 len: 945 time: 0.1589870 Nov 12 00:40:58.567714 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['3027f6db-77dc-4fc4-80d1-19214add53e9'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:58.671831 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88c03c86-0633-48eb-b1b4-8a29565e650f req-a6e0a9f0-d28e-43d6-a18e-b525c3e14b93 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126018 Nov 12 00:40:59.146185 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-90d6bb3e-16e9-4f89-b1ce-0414d14cd120 req-842fc218-5fef-42e1-afce-2c48aed10070 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7124796 Nov 12 00:40:59.174005 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-c2cc8f35-7a80-4e26-9f3c-b5655733b17c service neutron] 10.222.0.15 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8613441 Nov 12 00:40:59.182672 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-a37308e6-216c-40f5-a5de-b75125179e8c tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e742524ad04144c1b8899d429dc46e5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240707 Nov 12 00:40:59.221305 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f0b89467-c6b4-4096-96f1-e26e38bb31e6 req-a6642df3-d8e0-47a2-b03e-7393f8ae27ed tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=dee4658f-2ef4-49d9-beda-350c9fb233cb HTTP/1.1" status: 200 len: 210 time: 0.0622404 Nov 12 00:40:59.224108 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 8f1de500-1d54-4315-a3f2-8892f2f01944 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:59.356359 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 8f1de500-1d54-4315-a3f2-8892f2f01944 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:59.357947 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.481861 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d365dc65-c0c8-4871-8773-726eab13c7a9 req-0229d4c9-27fd-477e-9e9a-b5d728bfb075 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.502789 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b93bfb85-1e0a-4d7b-914c-7e1240c51f3b req-a762cbe0-8d22-4090-9da5-09469231d0b0 service neutron] 10.222.0.15 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186326 Nov 12 00:40:59.517367 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229d4c9-27fd-477e-9e9a-b5d728bfb075 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Pushing event deleted for resources: {'Port': ['ID=d0357136-a9fc-421f-b074-529dd6b09277,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:59.536249 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['5196c58f-1343-46c0-bc05-f728e0015d87'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:59.544305 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284eb4f-27b0-417c-93c5-4d0375616802 req-84499ef3-7780-481e-a8d1-057ddc527f6a tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:59.552327 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e284eb4f-27b0-417c-93c5-4d0375616802 req-84499ef3-7780-481e-a8d1-057ddc527f6a tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c4a1594-e836-4dee-a5e0-6ce39c1cb341 HTTP/1.1" status: 200 len: 867 time: 0.1571484 Nov 12 00:40:59.578861 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-4a6edf73-b28e-4ba3-97b2-60089c0dad4e tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:59.583147 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-4a6edf73-b28e-4ba3-97b2-60089c0dad4e tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3608406 Nov 12 00:40:59.624802 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.648741 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-eecee0b0-3d11-4243-bdaa-67bdf9945340 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Request body: {'port': {'device_id': '628da882-4729-476c-b13b-517ae3962336', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': 'e742524ad04144c1b8899d429dc46e5a'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:59.660579 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e284eb4f-27b0-417c-93c5-4d0375616802 req-5d929626-210b-4c29-aec3-7ef6b5ba6241 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038306 Nov 12 00:40:59.682400 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-d365dc65-c0c8-4871-8773-726eab13c7a9 req-0229d4c9-27fd-477e-9e9a-b5d728bfb075 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] No DVR routers for this DVR port d0357136-a9fc-421f-b074-529dd6b09277 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:40:59.700373 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-a7dd07e9-51a6-4e24-ae6f-5334fea4ed15 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e742524ad04144c1b8899d429dc46e5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383093 Nov 12 00:40:59.712182 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['d0357136-a9fc-421f-b074-529dd6b09277', '3b95907b-1930-468a-9c8f-6c23b1c8beac'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:40:59.713302 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d365dc65-c0c8-4871-8773-726eab13c7a9 req-0229d4c9-27fd-477e-9e9a-b5d728bfb075 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.718702 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d365dc65-c0c8-4871-8773-726eab13c7a9 req-0229d4c9-27fd-477e-9e9a-b5d728bfb075 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.21 "DELETE /v2.0/ports/d0357136-a9fc-421f-b074-529dd6b09277 HTTP/1.1" status: 204 len: 173 time: 1.6642616 Nov 12 00:40:59.719390 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4a1594-e836-4dee-a5e0-6ce39c1cb341', 'name': 'network-vif-deleted', 'tag': 'd0357136-a9fc-421f-b074-529dd6b09277'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:59.724309 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf5d377-6f95-48a7-ac63-e9b49288a58d" -d '{"events": [{"server_uuid": "8c4a1594-e836-4dee-a5e0-6ce39c1cb341", "name": "network-vif-deleted", "tag": "d0357136-a9fc-421f-b074-529dd6b09277"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:59.809260 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7d0432-e341-432f-a1a3-43b8500f46f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1de500-1d54-4315-a3f2-8892f2f01944'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:40:59.812127 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef8da8c-d92b-4bba-9925-f5394a1e4be2" -d '{"events": [{"server_uuid": "5b7d0432-e341-432f-a1a3-43b8500f46f7", "name": "network-vif-plugged", "status": "completed", "tag": "8f1de500-1d54-4315-a3f2-8892f2f01944"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:40:59.898669 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 8f1de500-1d54-4315-a3f2-8892f2f01944, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=8f1de500-1d54-4315-a3f2-8892f2f01944,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:59.920804 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-955c917d-c947-4cab-8095-28ec53f1b930 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:59.922357 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-955c917d-c947-4cab-8095-28ec53f1b930 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151399 Nov 12 00:40:59.926444 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca8656e-73c9-4de2-a9cd-eb65173e8b83 x-openstack-request-id: req-8ca8656e-73c9-4de2-a9cd-eb65173e8b83 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:59.926771 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7d0432-e341-432f-a1a3-43b8500f46f7", "name": "network-vif-plugged", "status": "completed", "tag": "8f1de500-1d54-4315-a3f2-8892f2f01944", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:59.927030 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ca8656e-73c9-4de2-a9cd-eb65173e8b83 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:59.927420 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7d0432-e341-432f-a1a3-43b8500f46f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1de500-1d54-4315-a3f2-8892f2f01944', 'code': 200} Nov 12 00:40:59.932738 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:59.955289 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cd54e6-5d00-4621-aaea-2797e44df3b0 x-openstack-request-id: req-d5cd54e6-5d00-4621-aaea-2797e44df3b0 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:40:59.955646 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4a1594-e836-4dee-a5e0-6ce39c1cb341", "name": "network-vif-deleted", "tag": "d0357136-a9fc-421f-b074-529dd6b09277", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:40:59.955970 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5cd54e6-5d00-4621-aaea-2797e44df3b0 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:40:59.956890 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4a1594-e836-4dee-a5e0-6ce39c1cb341', 'name': 'network-vif-deleted', 'tag': 'd0357136-a9fc-421f-b074-529dd6b09277', 'status': 'completed', 'code': 200} Nov 12 00:40:59.962350 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-2543d9b2-bd92-497e-927e-efea41620999 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Request body: {'port': {'device_id': 'dee4658f-2ef4-49d9-beda-350c9fb233cb', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': 'e742524ad04144c1b8899d429dc46e5a'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:00.148304 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-eecee0b0-3d11-4243-bdaa-67bdf9945340 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Made reservation on behalf of e742524ad04144c1b8899d429dc46e5a for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:00.154499 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-eecee0b0-3d11-4243-bdaa-67bdf9945340 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:00.210918 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=8f1de500-1d54-4315-a3f2-8892f2f01944,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:00.215953 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac41e8-1733-4d71-a3df-7ae5f3a243bd req-64e8e6be-0cc5-4c4d-85a5-23b93f82b2e1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.232002 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f7ac41e8-1733-4d71-a3df-7ae5f3a243bd req-64e8e6be-0cc5-4c4d-85a5-23b93f82b2e1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9 HTTP/1.1" status: 200 len: 945 time: 0.3734577 Nov 12 00:41:00.294111 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-2543d9b2-bd92-497e-927e-efea41620999 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Made reservation on behalf of e742524ad04144c1b8899d429dc46e5a for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:00.299147 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-2543d9b2-bd92-497e-927e-efea41620999 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:00.587625 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f7ac41e8-1733-4d71-a3df-7ae5f3a243bd req-8e98b559-7055-4ecd-9398-1b1f4a05ab4d tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698116 Nov 12 00:41:00.636491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-eecee0b0-3d11-4243-bdaa-67bdf9945340 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Allocated IP 192.168.233.48 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/0dd76ff5-4be1-4f6e-9325-09ea366062c1) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:00.648430 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f00cd-dcf7-4efd-ab61-10d4cfb53c9d req-b91328c9-fc58-4b0b-a77c-ecb74ac678aa tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.659345 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f00cd-dcf7-4efd-ab61-10d4cfb53c9d req-b91328c9-fc58-4b0b-a77c-ecb74ac678aa tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.667502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f00cd-dcf7-4efd-ab61-10d4cfb53c9d req-b91328c9-fc58-4b0b-a77c-ecb74ac678aa tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.674809 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f00cd-dcf7-4efd-ab61-10d4cfb53c9d req-b91328c9-fc58-4b0b-a77c-ecb74ac678aa tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.682288 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f00cd-dcf7-4efd-ab61-10d4cfb53c9d req-b91328c9-fc58-4b0b-a77c-ecb74ac678aa tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.690175 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f00cd-dcf7-4efd-ab61-10d4cfb53c9d req-b91328c9-fc58-4b0b-a77c-ecb74ac678aa tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.696825 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f00cd-dcf7-4efd-ab61-10d4cfb53c9d req-b91328c9-fc58-4b0b-a77c-ecb74ac678aa tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:00.707392 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eff4ec4b-327d-4ece-ac30-f669db181fca req-df52cc26-f118-4094-8b99-1e4a752a1b28 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=dee4658f-2ef4-49d9-beda-350c9fb233cb HTTP/1.1" status: 200 len: 210 time: 0.0510414 Nov 12 00:41:00.717208 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-512f00cd-dcf7-4efd-ab61-10d4cfb53c9d req-b91328c9-fc58-4b0b-a77c-ecb74ac678aa tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5431 time: 0.2475832 Nov 12 00:41:00.829367 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-512f00cd-dcf7-4efd-ab61-10d4cfb53c9d req-37a23f05-b566-4b92-b7b4-6f4d003a709b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1086404 Nov 12 00:41:00.907040 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3027f6db-77dc-4fc4-80d1-19214add53e9 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:00.961519 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-eecee0b0-3d11-4243-bdaa-67bdf9945340 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:00.973288 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 3027f6db-77dc-4fc4-80d1-19214add53e9 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:00.985351 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 3027f6db-77dc-4fc4-80d1-19214add53e9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:00.985741 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.010609 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-eecee0b0-3d11-4243-bdaa-67bdf9945340 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.027660 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['37a8070f-7261-432c-a284-dceea1ab4f9b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:01.143447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-2543d9b2-bd92-497e-927e-efea41620999 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Allocated IP 192.168.233.149 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/6f57b479-9ea5-40cd-8a30-cc725fc1a835) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:01.143956 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecee0b0-3d11-4243-bdaa-67bdf9945340 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Pushing event updated for resources: {'Port': ['ID=0dd76ff5-4be1-4f6e-9325-09ea366062c1,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:01.157710 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-eecee0b0-3d11-4243-bdaa-67bdf9945340 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:01.159939 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-eecee0b0-3d11-4243-bdaa-67bdf9945340 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:01.180925 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-eecee0b0-3d11-4243-bdaa-67bdf9945340 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:01.275644 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-eecee0b0-3d11-4243-bdaa-67bdf9945340 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:01.277070 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-eecee0b0-3d11-4243-bdaa-67bdf9945340 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.319163 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-eecee0b0-3d11-4243-bdaa-67bdf9945340 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6882741 Nov 12 00:41:01.350620 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] Request body: {'port': {'device_id': '628da882-4729-476c-b13b-517ae3962336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:01.401290 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.485579 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3027f6db-77dc-4fc4-80d1-19214add53e9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3027f6db-77dc-4fc4-80d1-19214add53e9,segment=NetworkSegment(6bcd1460-7002-412d-8f91-bced057eb4e8),segment_id=6bcd1460-7002-412d-8f91-bced057eb4e8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:01.519306 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.520433 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 61ebda9e-add4-4fa4-b14d-b05579ca4503 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:01.569011 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-2543d9b2-bd92-497e-927e-efea41620999 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.595587 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.661829 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ba30c110-cfe1-4184-a5ac-171e959444c1 None None] Provisioning complete for port 0dd76ff5-4be1-4f6e-9325-09ea366062c1 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:01.662656 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ba30c110-cfe1-4184-a5ac-171e959444c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.701980 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-2543d9b2-bd92-497e-927e-efea41620999 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.708474 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ba30c110-cfe1-4184-a5ac-171e959444c1 None None] Port 0dd76ff5-4be1-4f6e-9325-09ea366062c1 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:41:01.738763 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 61ebda9e-add4-4fa4-b14d-b05579ca4503 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:01.739443 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.781533 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=3027f6db-77dc-4fc4-80d1-19214add53e9,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:01.804537 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543d9b2-bd92-497e-927e-efea41620999 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Pushing event updated for resources: {'Port': ['ID=6f57b479-9ea5-40cd-8a30-cc725fc1a835,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:01.836542 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-2543d9b2-bd92-497e-927e-efea41620999 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:01.841724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-2543d9b2-bd92-497e-927e-efea41620999 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:01.860494 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-2543d9b2-bd92-497e-927e-efea41620999 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:01.891659 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.898163 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['37a8070f-7261-432c-a284-dceea1ab4f9b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:01.970979 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3027f6db-77dc-4fc4-80d1-19214add53e9'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:01.972109 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-2543d9b2-bd92-497e-927e-efea41620999 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:01.973297 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-2543d9b2-bd92-497e-927e-efea41620999 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:01.974329 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8a9981-09cf-4bff-add1-220a12bc577c" -d '{"events": [{"server_uuid": "7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9", "name": "network-vif-plugged", "status": "completed", "tag": "3027f6db-77dc-4fc4-80d1-19214add53e9"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:01.989075 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a2bee-b79e-4ebc-8deb-ac7a63b8ce87 req-664b45d8-f7c8-49f7-bd08-4a0fa4099456 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:01.993477 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-314a2bee-b79e-4ebc-8deb-ac7a63b8ce87 req-664b45d8-f7c8-49f7-bd08-4a0fa4099456 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a HTTP/1.1" status: 200 len: 946 time: 0.7092805 Nov 12 00:41:02.033496 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-2543d9b2-bd92-497e-927e-efea41620999 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0757711 Nov 12 00:41:02.062671 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] Request body: {'port': {'device_id': 'dee4658f-2ef4-49d9-beda-350c9fb233cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:02.113404 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-314a2bee-b79e-4ebc-8deb-ac7a63b8ce87 req-631b16fc-716c-4530-b96f-6cc7665b61ef tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096730 Nov 12 00:41:02.130580 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 61ebda9e-add4-4fa4-b14d-b05579ca4503, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=61ebda9e-add4-4fa4-b14d-b05579ca4503,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:02.171477 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.203531 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.213267 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57142) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:02.350391 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd76ff5-4be1-4f6e-9325-09ea366062c1 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:02.371029 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=61ebda9e-add4-4fa4-b14d-b05579ca4503,revision_number=10']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:02.373886 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.401491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] Transition to ACTIVE for port object 0dd76ff5-4be1-4f6e-9325-09ea366062c1 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:41:02.407363 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.446624 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be6fd5-a88f-45fe-ab19-d69e75fdec48 req-e721fd41-f345-4b06-bad0-c2af30565fd9 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:02.456072 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-77be6fd5-a88f-45fe-ab19-d69e75fdec48 req-e721fd41-f345-4b06-bad0-c2af30565fd9 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9 HTTP/1.1" status: 200 len: 946 time: 0.1263506 Nov 12 00:41:02.459362 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a576b518-3518-4da4-9732-f3c9f011768a None None] Provisioning complete for port 6f57b479-9ea5-40cd-8a30-cc725fc1a835 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:02.460502 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a576b518-3518-4da4-9732-f3c9f011768a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.503867 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e4f21319-6eb1-4dea-9dce-a02b5f6ac5c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.615010 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a576b518-3518-4da4-9732-f3c9f011768a None None] Port 6f57b479-9ea5-40cd-8a30-cc725fc1a835 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:41:02.659605 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] Pushing event updated for resources: {'Port': ['ID=0dd76ff5-4be1-4f6e-9325-09ea366062c1,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:02.697554 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-77be6fd5-a88f-45fe-ab19-d69e75fdec48 req-b0670b1d-0528-47ef-8e19-f4f5a4d3bb11 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379313 Nov 12 00:41:02.719534 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f57b479-9ea5-40cd-8a30-cc725fc1a835 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:02.732818 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.756177 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] Transition to ACTIVE for port object 6f57b479-9ea5-40cd-8a30-cc725fc1a835 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:41:02.763147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] Attempting to bind port 0dd76ff5-4be1-4f6e-9325-09ea366062c1 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:02.763718 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] Attempting to bind port 0dd76ff5-4be1-4f6e-9325-09ea366062c1 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:02.764231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] Attempting to bind port 0dd76ff5-4be1-4f6e-9325-09ea366062c1 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:02.774942 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.792326 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886313a-d3ef-4e28-8d79-2250c8cf2022 req-62ac1917-a4dc-4bb4-ac18-3a9986cfbdfa tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:02.794195 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8886313a-d3ef-4e28-8d79-2250c8cf2022 req-62ac1917-a4dc-4bb4-ac18-3a9986cfbdfa tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=dee4658f-2ef4-49d9-beda-350c9fb233cb HTTP/1.1" status: 200 len: 936 time: 0.2996151 Nov 12 00:41:02.801174 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] Port 0dd76ff5-4be1-4f6e-9325-09ea366062c1 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:02.801646 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] Attempting to bind port 0dd76ff5-4be1-4f6e-9325-09ea366062c1 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:02.843237 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] Pushing event updated for resources: {'Port': ['ID=6f57b479-9ea5-40cd-8a30-cc725fc1a835,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:02.875156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:02.875156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:02.875527 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:02.875753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] Bound port: 0dd76ff5-4be1-4f6e-9325-09ea366062c1, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:02.876116 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.914155 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device d0357136-a9fc-421f-b074-529dd6b09277 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:02.955052 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: d0357136-a9fc-421f-b074-529dd6b09277 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:41:02.955566 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device d0357136-a9fc-421f-b074-529dd6b09277 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:41:03.011778 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8886313a-d3ef-4e28-8d79-2250c8cf2022 req-72bef32f-9fac-4f90-9786-9e1a741493b0 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038045 Nov 12 00:41:03.016392 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e4f21319-6eb1-4dea-9dce-a02b5f6ac5c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.022240 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e4f21319-6eb1-4dea-9dce-a02b5f6ac5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.031418 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962fc43-0e48-434b-9be0-752f10b5f09a req-a8f7df6f-0d41-49d5-bdee-c6d1e8dfebd8 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:03.049903 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962fc43-0e48-434b-9be0-752f10b5f09a req-a8f7df6f-0d41-49d5-bdee-c6d1e8dfebd8 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:03.056937 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962fc43-0e48-434b-9be0-752f10b5f09a req-a8f7df6f-0d41-49d5-bdee-c6d1e8dfebd8 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:03.063214 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962fc43-0e48-434b-9be0-752f10b5f09a req-a8f7df6f-0d41-49d5-bdee-c6d1e8dfebd8 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:03.069492 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962fc43-0e48-434b-9be0-752f10b5f09a req-a8f7df6f-0d41-49d5-bdee-c6d1e8dfebd8 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:03.077403 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962fc43-0e48-434b-9be0-752f10b5f09a req-a8f7df6f-0d41-49d5-bdee-c6d1e8dfebd8 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:03.089778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962fc43-0e48-434b-9be0-752f10b5f09a req-a8f7df6f-0d41-49d5-bdee-c6d1e8dfebd8 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:03.099928 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1962fc43-0e48-434b-9be0-752f10b5f09a req-a8f7df6f-0d41-49d5-bdee-c6d1e8dfebd8 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5431 time: 0.2291543 Nov 12 00:41:03.115515 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] For port 0dd76ff5-4be1-4f6e-9325-09ea366062c1, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:03.122151 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f21319-6eb1-4dea-9dce-a02b5f6ac5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071a9417-c6eb-4e14-970a-26445c0564db,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:03.147744 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] Attempting to bind port 6f57b479-9ea5-40cd-8a30-cc725fc1a835 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:03.148337 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] Attempting to bind port 6f57b479-9ea5-40cd-8a30-cc725fc1a835 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:03.148584 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] Attempting to bind port 6f57b479-9ea5-40cd-8a30-cc725fc1a835 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:03.151036 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d332903-3950-45a0-9872-3fb62eb2816d x-openstack-request-id: req-7d332903-3950-45a0-9872-3fb62eb2816d {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:03.151605 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9", "name": "network-vif-plugged", "status": "completed", "tag": "3027f6db-77dc-4fc4-80d1-19214add53e9", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:03.151605 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d332903-3950-45a0-9872-3fb62eb2816d {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:03.151947 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3027f6db-77dc-4fc4-80d1-19214add53e9', 'code': 200} Nov 12 00:41:03.156299 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e4f21319-6eb1-4dea-9dce-a02b5f6ac5c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=199295ff0eba4a70bd14a4795fbc1eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9395757 Nov 12 00:41:03.156598 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57166) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:03.167713 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] For port 0dd76ff5-4be1-4f6e-9325-09ea366062c1, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=0dd76ff5-4be1-4f6e-9325-09ea366062c1,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:03.177810 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] Port 6f57b479-9ea5-40cd-8a30-cc725fc1a835 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:03.178214 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] Attempting to bind port 6f57b479-9ea5-40cd-8a30-cc725fc1a835 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:03.186904 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.214213 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:03.214889 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:03.215272 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:03.215744 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] Bound port: 6f57b479-9ea5-40cd-8a30-cc725fc1a835, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:03.216119 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.251446 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1962fc43-0e48-434b-9be0-752f10b5f09a req-9d333a1a-758b-40ef-ae86-a8582139c7c6 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1505389 Nov 12 00:41:03.343208 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:03.343803 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.345223 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] 10.222.0.15 "PUT /v2.0/ports/0dd76ff5-4be1-4f6e-9325-09ea366062c1 HTTP/1.1" status: 200 len: 1096 time: 2.0009937 Nov 12 00:41:03.348557 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628da882-4729-476c-b13b-517ae3962336', 'tag': '0dd76ff5-4be1-4f6e-9325-09ea366062c1'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:03.350851 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80aa51c-261e-4d4e-b675-0df439292bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "628da882-4729-476c-b13b-517ae3962336", "tag": "0dd76ff5-4be1-4f6e-9325-09ea366062c1"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:03.400983 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d07306-d3bc-4bce-a80b-dc19952c96a5 req-e05462f4-3423-46dc-aac1-01882a632d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:03.402330 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55d07306-d3bc-4bce-a80b-dc19952c96a5 req-e05462f4-3423-46dc-aac1-01882a632d60 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9 HTTP/1.1" status: 200 len: 1098 time: 0.1460214 Nov 12 00:41:03.420433 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e9303-2309-4dcd-9ebc-f5990de8be1a service neutron] Pushing event updated for resources: {'Port': ['ID=0dd76ff5-4be1-4f6e-9325-09ea366062c1,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:03.428903 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900133e1-7607-4b92-b929-49deb3100412 x-openstack-request-id: req-900133e1-7607-4b92-b929-49deb3100412 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:03.429748 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628da882-4729-476c-b13b-517ae3962336", "tag": "0dd76ff5-4be1-4f6e-9325-09ea366062c1", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:03.429748 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-900133e1-7607-4b92-b929-49deb3100412 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:03.429748 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628da882-4729-476c-b13b-517ae3962336', 'tag': '0dd76ff5-4be1-4f6e-9325-09ea366062c1', 'status': 'completed', 'code': 200} Nov 12 00:41:03.457927 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-876bfb3d-f273-41b5-bc27-34c6929e2cf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.487081 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-876bfb3d-f273-41b5-bc27-34c6929e2cf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.491078 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] For port 6f57b479-9ea5-40cd-8a30-cc725fc1a835, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:03.498277 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] For port 6f57b479-9ea5-40cd-8a30-cc725fc1a835, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=6f57b479-9ea5-40cd-8a30-cc725fc1a835,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:03.510274 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.596284 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] Pushing event updated for resources: {'Port': ['ID=6f57b479-9ea5-40cd-8a30-cc725fc1a835,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:03.643448 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:03.649779 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.657068 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-809aaaef-5e22-47c5-82ed-2bdaebcdb927 service neutron] 10.222.0.15 "PUT /v2.0/ports/6f57b479-9ea5-40cd-8a30-cc725fc1a835 HTTP/1.1" status: 200 len: 1097 time: 1.6036475 Nov 12 00:41:03.658831 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee4658f-2ef4-49d9-beda-350c9fb233cb', 'tag': '6f57b479-9ea5-40cd-8a30-cc725fc1a835'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:03.662241 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2066d9-9a20-45ec-a37a-ad8f67fa3f70" -d '{"events": [{"name": "network-changed", "server_uuid": "dee4658f-2ef4-49d9-beda-350c9fb233cb", "tag": "6f57b479-9ea5-40cd-8a30-cc725fc1a835"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:03.731806 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe8c689-cdb7-417f-9238-302591baa547 x-openstack-request-id: req-bfe8c689-cdb7-417f-9238-302591baa547 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:03.732940 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee4658f-2ef4-49d9-beda-350c9fb233cb", "tag": "6f57b479-9ea5-40cd-8a30-cc725fc1a835", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:03.733589 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bfe8c689-cdb7-417f-9238-302591baa547 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:03.734300 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee4658f-2ef4-49d9-beda-350c9fb233cb', 'tag': '6f57b479-9ea5-40cd-8a30-cc725fc1a835', 'status': 'completed', 'code': 200} Nov 12 00:41:03.803268 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55d07306-d3bc-4bce-a80b-dc19952c96a5 req-e8f037e7-fa9c-4748-9f92-3bd5bc4c0ce1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860149 Nov 12 00:41:03.833258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cec27-cf75-4311-9e99-2ee68b1ebdae req-4d47af16-e82d-4596-a45d-855634e2fc23 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:03.834847 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-722cec27-cf75-4311-9e99-2ee68b1ebdae req-4d47af16-e82d-4596-a45d-855634e2fc23 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a HTTP/1.1" status: 200 len: 946 time: 0.4487436 Nov 12 00:41:03.836932 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-876bfb3d-f273-41b5-bc27-34c6929e2cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.839533 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-876bfb3d-f273-41b5-bc27-34c6929e2cf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.840996 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-876bfb3d-f273-41b5-bc27-34c6929e2cf5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/071a9417-c6eb-4e14-970a-26445c0564db HTTP/1.1" status: 204 len: 168 time: 0.6758258 Nov 12 00:41:03.846255 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-0c7f2e9a-4bbb-4d6d-809e-f886618344ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:03.848269 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-0c7f2e9a-4bbb-4d6d-809e-f886618344ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&device_id=628da882-4729-476c-b13b-517ae3962336 HTTP/1.1" status: 200 len: 1099 time: 0.3921700 Nov 12 00:41:03.864000 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876bfb3d-f273-41b5-bc27-34c6929e2cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071a9417-c6eb-4e14-970a-26445c0564db,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:03.950901 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-bc0ca0fd-4a41-47b6-a156-1ba69153239d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=0dd76ff5-4be1-4f6e-9325-09ea366062c1 HTTP/1.1" status: 200 len: 217 time: 0.0596111 Nov 12 00:41:04.007747 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57186) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:04.023706 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-722cec27-cf75-4311-9e99-2ee68b1ebdae req-a2ef6dfa-7f17-4a9f-bc6e-277029f42de8 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737678 Nov 12 00:41:04.065081 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-ba85b0de-ef68-41e9-b097-a82f09e05e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:04.066451 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-ba85b0de-ef68-41e9-b097-a82f09e05e83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1023376 Nov 12 00:41:04.102247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-7ca5af86-ef89-42e6-ae79-34d4d89ef067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:04.103827 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-7ca5af86-ef89-42e6-ae79-34d4d89ef067 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&device_id=dee4658f-2ef4-49d9-beda-350c9fb233cb HTTP/1.1" status: 200 len: 1100 time: 0.3535552 Nov 12 00:41:04.134246 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b25152-c283-483f-bee6-32d696d209b1 req-78ee8f98-3364-461f-a346-e54a00fe7bd4 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:04.137306 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b4b25152-c283-483f-bee6-32d696d209b1 req-78ee8f98-3364-461f-a346-e54a00fe7bd4 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9 HTTP/1.1" status: 200 len: 946 time: 0.3030827 Nov 12 00:41:04.187287 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-cdea558c-581e-4160-8e5c-cff0e5abb43e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=6f57b479-9ea5-40cd-8a30-cc725fc1a835 HTTP/1.1" status: 200 len: 217 time: 0.0488782 Nov 12 00:41:04.193827 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-1e76912d-c60b-4159-9381-271392ff8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:04.195847 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-1e76912d-c60b-4159-9381-271392ff8608 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1187000 Nov 12 00:41:04.197528 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c4a2a-2216-4885-8558-db02095808be req-4f9c05c9-d3a3-440e-91ef-e40a81c3ba78 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:04.198686 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-206c4a2a-2216-4885-8558-db02095808be req-4f9c05c9-d3a3-440e-91ef-e40a81c3ba78 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.15 "GET /v2.0/ports?device_id=e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a HTTP/1.1" status: 200 len: 946 time: 0.3034470 Nov 12 00:41:04.364989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753532c-7182-4c14-9503-c82bcc1b32ab req-ccb03c8e-98b4-4b72-9d91-0ae02215d5bb tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:04.367250 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d753532c-7182-4c14-9503-c82bcc1b32ab req-ccb03c8e-98b4-4b72-9d91-0ae02215d5bb tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=dee4658f-2ef4-49d9-beda-350c9fb233cb HTTP/1.1" status: 200 len: 948 time: 0.1127508 Nov 12 00:41:04.414834 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-0063ee79-9a97-4756-a448-5f0fdbb4fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:04.416395 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-0063ee79-9a97-4756-a448-5f0fdbb4fbed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.2155921 Nov 12 00:41:04.453366 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d753532c-7182-4c14-9503-c82bcc1b32ab req-dbb43a20-0aa9-454f-87ac-511c6508187f tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765147 Nov 12 00:41:04.457881 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-dbd58736-69ee-433f-a019-ca4d5f9dab66 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499733 Nov 12 00:41:04.529242 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-206c4a2a-2216-4885-8558-db02095808be req-4c525f9b-1133-42d3-849b-3f3f286ff03d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Deleting port 5196c58f-1343-46c0-bc05-f728e0015d87 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:04.529590 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-206c4a2a-2216-4885-8558-db02095808be req-4c525f9b-1133-42d3-849b-3f3f286ff03d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.577750 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57214) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:04.594177 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b4b25152-c283-483f-bee6-32d696d209b1 req-8fc9bb71-775f-446a-aa23-a98ffd60d6bc tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943369 Nov 12 00:41:04.595357 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9c72d261-6403-487e-b161-ae1102484bdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.627114 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c2969975-3ada-4a27-bfa3-e409c38d2dcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.633030 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-4192d973-3d90-4603-a817-a0ec1e38e70b service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676853 Nov 12 00:41:04.691185 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-fe04af1c-c5e7-482f-a22f-1b9bd65f857a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:04.693018 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-fe04af1c-c5e7-482f-a22f-1b9bd65f857a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2664359 Nov 12 00:41:04.745677 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-206c4a2a-2216-4885-8558-db02095808be req-4c525f9b-1133-42d3-849b-3f3f286ff03d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] For port 5196c58f-1343-46c0-bc05-f728e0015d87, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5196c58f-1343-46c0-bc05-f728e0015d87,segment=NetworkSegment(65e95274-6740-4009-b325-97875e4f9f55),segment_id=65e95274-6740-4009-b325-97875e4f9f55)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:04.746371 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-206c4a2a-2216-4885-8558-db02095808be req-4c525f9b-1133-42d3-849b-3f3f286ff03d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.758349 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e0ed3-8139-483c-aa59-cf864894459c req-6dd43000-66a5-42a7-83ea-711c6a39bc01 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:04.769165 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e0ed3-8139-483c-aa59-cf864894459c req-6dd43000-66a5-42a7-83ea-711c6a39bc01 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:04.770068 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-206c4a2a-2216-4885-8558-db02095808be req-4c525f9b-1133-42d3-849b-3f3f286ff03d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Calling delete_port for 5196c58f-1343-46c0-bc05-f728e0015d87 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:04.775424 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e0ed3-8139-483c-aa59-cf864894459c req-6dd43000-66a5-42a7-83ea-711c6a39bc01 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:04.782041 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e0ed3-8139-483c-aa59-cf864894459c req-6dd43000-66a5-42a7-83ea-711c6a39bc01 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:04.788170 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e0ed3-8139-483c-aa59-cf864894459c req-6dd43000-66a5-42a7-83ea-711c6a39bc01 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:04.794964 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e0ed3-8139-483c-aa59-cf864894459c req-6dd43000-66a5-42a7-83ea-711c6a39bc01 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:04.801436 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e0ed3-8139-483c-aa59-cf864894459c req-6dd43000-66a5-42a7-83ea-711c6a39bc01 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:04.803688 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f99e0ed3-8139-483c-aa59-cf864894459c req-6dd43000-66a5-42a7-83ea-711c6a39bc01 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5431 time: 0.1275132 Nov 12 00:41:04.858009 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c2969975-3ada-4a27-bfa3-e409c38d2dcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.866580 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9c72d261-6403-487e-b161-ae1102484bdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.890427 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9c72d261-6403-487e-b161-ae1102484bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.893678 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c2969975-3ada-4a27-bfa3-e409c38d2dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.923397 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9c72d261-6403-487e-b161-ae1102484bdc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c5dc8cbc6b98478f830444e71394ba97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3443103 Nov 12 00:41:04.926001 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aa51c-261e-4d4e-b675-0df439292bb2 req-9ef9b82d-e5c4-4665-b63b-db58a4352701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:04.927860 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f80aa51c-261e-4d4e-b675-0df439292bb2 req-9ef9b82d-e5c4-4665-b63b-db58a4352701 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&device_id=628da882-4729-476c-b13b-517ae3962336 HTTP/1.1" status: 200 len: 1099 time: 0.1166573 Nov 12 00:41:04.930487 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57216) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:04.931349 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2969975-3ada-4a27-bfa3-e409c38d2dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a470e63-27a0-4528-9bad-a05c168464e5,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:04.974480 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c2969975-3ada-4a27-bfa3-e409c38d2dcb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c9188ddf9143417bb1afb456d7f4ba6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9524269 Nov 12 00:41:04.975134 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57218) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:05.023087 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-320c896f-e1c8-48ee-ae57-5f5d61484ceb service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497668 Nov 12 00:41:05.100531 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72d261-6403-487e-b161-ae1102484bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dc79d9-61e4-4cd9-9b50-0fa5398c292f,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:05.142848 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-907fc8c1-5be7-4214-9704-9fc4fb53c1c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.152774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e38eb0-c816-45d3-86ed-4343eb81d44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ebda9e-add4-4fa4-b14d-b05579ca4503'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:05.162053 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbaffbdd-fbfd-49c9-b85d-6a1530ab3c5e" -d '{"events": [{"server_uuid": "a1e38eb0-c816-45d3-86ed-4343eb81d44b", "name": "network-vif-plugged", "status": "completed", "tag": "61ebda9e-add4-4fa4-b14d-b05579ca4503"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:05.176485 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-907fc8c1-5be7-4214-9704-9fc4fb53c1c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.197972 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20b8527f-de32-4fc2-bead-2a0ed65e0d8b req-3bc03adc-f1fb-4305-9461-7748cf6e5fa4 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151974 Nov 12 00:41:05.215294 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d64a5f7-d34e-4864-be14-4cf3af39790d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.273029 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-206c4a2a-2216-4885-8558-db02095808be req-4c525f9b-1133-42d3-849b-3f3f286ff03d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.276991 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d64a5f7-d34e-4864-be14-4cf3af39790d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.285169 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['3b95907b-1930-468a-9c8f-6c23b1c8beac'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:05.300287 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f99e0ed3-8139-483c-aa59-cf864894459c req-6b7b6969-0457-4044-8ee8-58f775e826c8 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4877298 Nov 12 00:41:05.323032 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c525f9b-1133-42d3-849b-3f3f286ff03d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Pushing event deleted for resources: {'Port': ['ID=5196c58f-1343-46c0-bc05-f728e0015d87,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:05.372544 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['5196c58f-1343-46c0-bc05-f728e0015d87'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:05.381270 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba8572-766f-4d0a-866b-7dd63d312cd2 req-3e723328-37e5-46dd-8efe-e0b873d1ed35 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:05.389280 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-47ba8572-766f-4d0a-866b-7dd63d312cd2 req-3e723328-37e5-46dd-8efe-e0b873d1ed35 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a HTTP/1.1" status: 200 len: 867 time: 0.1889870 Nov 12 00:41:05.472767 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-206c4a2a-2216-4885-8558-db02095808be req-4c525f9b-1133-42d3-849b-3f3f286ff03d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] No DVR routers for this DVR port 5196c58f-1343-46c0-bc05-f728e0015d87 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:41:05.474803 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-206c4a2a-2216-4885-8558-db02095808be req-4c525f9b-1133-42d3-849b-3f3f286ff03d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.478422 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-206c4a2a-2216-4885-8558-db02095808be req-4c525f9b-1133-42d3-849b-3f3f286ff03d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.15 "DELETE /v2.0/ports/5196c58f-1343-46c0-bc05-f728e0015d87 HTTP/1.1" status: 204 len: 173 time: 1.2386897 Nov 12 00:41:05.507282 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d64a5f7-d34e-4864-be14-4cf3af39790d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.510014 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d64a5f7-d34e-4864-be14-4cf3af39790d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.520133 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4d64a5f7-d34e-4864-be14-4cf3af39790d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a470e63-27a0-4528-9bad-a05c168464e5 HTTP/1.1" status: 204 len: 168 time: 0.5330980 Nov 12 00:41:05.527291 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2066d9-9a20-45ec-a37a-ad8f67fa3f70 req-390f23c5-57ad-4d73-b9ce-cb0d7115a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:05.529866 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4c2066d9-9a20-45ec-a37a-ad8f67fa3f70 req-390f23c5-57ad-4d73-b9ce-cb0d7115a115 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&device_id=dee4658f-2ef4-49d9-beda-350c9fb233cb HTTP/1.1" status: 200 len: 1100 time: 0.1939383 Nov 12 00:41:05.548101 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-47ba8572-766f-4d0a-866b-7dd63d312cd2 req-abc30dd4-9d32-48d8-90a9-adac0de26900 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534030 Nov 12 00:41:05.558802 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64a5f7-d34e-4864-be14-4cf3af39790d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a470e63-27a0-4528-9bad-a05c168464e5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:05.560130 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-907fc8c1-5be7-4214-9704-9fc4fb53c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.565128 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-907fc8c1-5be7-4214-9704-9fc4fb53c1c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:05.571208 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-907fc8c1-5be7-4214-9704-9fc4fb53c1c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77dc79d9-61e4-4cd9-9b50-0fa5398c292f HTTP/1.1" status: 204 len: 168 time: 0.6362102 Nov 12 00:41:05.573716 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aa51c-261e-4d4e-b675-0df439292bb2 req-58f20c0d-c066-4356-973c-67508176143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:05.577493 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f80aa51c-261e-4d4e-b675-0df439292bb2 req-58f20c0d-c066-4356-973c-67508176143d service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.5090532 Nov 12 00:41:05.658667 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9536e3-4347-4c4f-9254-8680af4f1728 x-openstack-request-id: req-4e9536e3-4347-4c4f-9254-8680af4f1728 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:05.658948 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e38eb0-c816-45d3-86ed-4343eb81d44b", "name": "network-vif-plugged", "status": "completed", "tag": "61ebda9e-add4-4fa4-b14d-b05579ca4503", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:05.659205 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e9536e3-4347-4c4f-9254-8680af4f1728 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:05.659606 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e38eb0-c816-45d3-86ed-4343eb81d44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ebda9e-add4-4fa4-b14d-b05579ca4503', 'code': 200} Nov 12 00:41:05.736238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a', 'name': 'network-vif-deleted', 'tag': '5196c58f-1343-46c0-bc05-f728e0015d87'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:05.738974 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f13302-12b9-44ac-859f-bc85d59c6090" -d '{"events": [{"server_uuid": "e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a", "name": "network-vif-deleted", "tag": "5196c58f-1343-46c0-bc05-f728e0015d87"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:05.777720 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fc8c1-5be7-4214-9704-9fc4fb53c1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dc79d9-61e4-4cd9-9b50-0fa5398c292f,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:05.796829 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f80aa51c-261e-4d4e-b675-0df439292bb2 req-13971616-35a3-43c4-8cb4-5b65a6a8553a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=0dd76ff5-4be1-4f6e-9325-09ea366062c1 HTTP/1.1" status: 200 len: 217 time: 0.2090056 Nov 12 00:41:05.889052 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2066d9-9a20-45ec-a37a-ad8f67fa3f70 req-bbece478-e2da-48e0-b94b-e0d445fbb870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:05.892927 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4c2066d9-9a20-45ec-a37a-ad8f67fa3f70 req-bbece478-e2da-48e0-b94b-e0d445fbb870 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.3437030 Nov 12 00:41:05.947519 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aa51c-261e-4d4e-b675-0df439292bb2 req-9d9e3aea-4419-4f8a-8426-bdd39e515c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:05.952910 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f80aa51c-261e-4d4e-b675-0df439292bb2 req-9d9e3aea-4419-4f8a-8426-bdd39e515c2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1479418 Nov 12 00:41:06.000728 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4c2066d9-9a20-45ec-a37a-ad8f67fa3f70 req-76de74ef-96db-4bbe-a55f-7d57cff048f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=6f57b479-9ea5-40cd-8a30-cc725fc1a835 HTTP/1.1" status: 200 len: 217 time: 0.0984073 Nov 12 00:41:06.109298 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2066d9-9a20-45ec-a37a-ad8f67fa3f70 req-b10cadfb-aa4f-49d0-8611-19f2d4f269dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:06.110813 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4c2066d9-9a20-45ec-a37a-ad8f67fa3f70 req-b10cadfb-aa4f-49d0-8611-19f2d4f269dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1004705 Nov 12 00:41:06.113444 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aa51c-261e-4d4e-b675-0df439292bb2 req-b1d40563-1fad-48e1-9fe0-0e1b2ab1d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:06.115275 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f80aa51c-261e-4d4e-b675-0df439292bb2 req-b1d40563-1fad-48e1-9fe0-0e1b2ab1d096 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1390288 Nov 12 00:41:06.198831 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2066d9-9a20-45ec-a37a-ad8f67fa3f70 req-09bee438-07b5-4861-a7d4-7e15d0c435d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:06.201231 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4c2066d9-9a20-45ec-a37a-ad8f67fa3f70 req-09bee438-07b5-4861-a7d4-7e15d0c435d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0761440 Nov 12 00:41:06.213685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931a071-e54d-4e1b-b24a-cae413e56246 req-3edb623e-b849-4859-8614-cb9a4a53c5c6 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:06.215928 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c931a071-e54d-4e1b-b24a-cae413e56246 req-3edb623e-b849-4859-8614-cb9a4a53c5c6 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=dee4658f-2ef4-49d9-beda-350c9fb233cb HTTP/1.1" status: 200 len: 948 time: 0.3290906 Nov 12 00:41:06.367391 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4c2066d9-9a20-45ec-a37a-ad8f67fa3f70 req-b2769151-d833-4846-bd28-5f1484f9c682 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532845 Nov 12 00:41:06.462670 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c931a071-e54d-4e1b-b24a-cae413e56246 req-ee4456c3-644d-4aeb-9e6b-e22ac833ef7d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875823 Nov 12 00:41:06.534870 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f80aa51c-261e-4d4e-b675-0df439292bb2 req-63b4d573-08c2-4b1f-a99e-28310557e739 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006186 Nov 12 00:41:06.605176 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4c2066d9-9a20-45ec-a37a-ad8f67fa3f70 req-2e6e50e9-9c1c-40e4-9f60-0e42b1ce8b70 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301049 Nov 12 00:41:06.613141 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57284) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:06.644015 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9bdb99d4-079b-49c0-a338-cd1faac437d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.734062 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae039a0-2ec7-41a2-aec4-8beaa39b1498 req-faf2cc58-f619-4cfd-bd77-aa615600be43 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:06.735615 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ae039a0-2ec7-41a2-aec4-8beaa39b1498 req-faf2cc58-f619-4cfd-bd77-aa615600be43 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9 HTTP/1.1" status: 200 len: 946 time: 0.0840070 Nov 12 00:41:06.748255 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f80aa51c-261e-4d4e-b675-0df439292bb2 req-ad6512da-8397-44ad-803b-0463c6604621 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037752 Nov 12 00:41:06.817702 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ae039a0-2ec7-41a2-aec4-8beaa39b1498 req-f4a8ea3b-09ec-4d42-a2fa-3729e80dce9a tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737889 Nov 12 00:41:06.892381 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9bdb99d4-079b-49c0-a338-cd1faac437d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.899626 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9bdb99d4-079b-49c0-a338-cd1faac437d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:06.970924 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b47864-1d33-4d1c-97d5-65291a5769bf x-openstack-request-id: req-f7b47864-1d33-4d1c-97d5-65291a5769bf {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:06.971193 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a", "name": "network-vif-deleted", "tag": "5196c58f-1343-46c0-bc05-f728e0015d87", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:06.971459 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7b47864-1d33-4d1c-97d5-65291a5769bf {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:06.971854 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e038d017-d8b2-4ce8-bfaa-d1cb7df4c94a', 'name': 'network-vif-deleted', 'tag': '5196c58f-1343-46c0-bc05-f728e0015d87', 'status': 'completed', 'code': 200} Nov 12 00:41:06.978138 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9bdb99d4-079b-49c0-a338-cd1faac437d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fac2b9bdac264f9fa384f30807cb33e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3639174 Nov 12 00:41:06.981538 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57294) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:07.042861 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb99d4-079b-49c0-a338-cd1faac437d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212309ba-a266-4a54-86fe-cbb4f0036755,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:07.062340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb99d4-079b-49c0-a338-cd1faac437d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:07.062699 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb99d4-079b-49c0-a338-cd1faac437d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:07.063018 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb99d4-079b-49c0-a338-cd1faac437d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:07.066838 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb99d4-079b-49c0-a338-cd1faac437d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:07.067354 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb99d4-079b-49c0-a338-cd1faac437d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:07.068711 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb99d4-079b-49c0-a338-cd1faac437d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:07.069569 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb99d4-079b-49c0-a338-cd1faac437d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:07.070322 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb99d4-079b-49c0-a338-cd1faac437d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:07.070666 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb99d4-079b-49c0-a338-cd1faac437d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:07.071000 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb99d4-079b-49c0-a338-cd1faac437d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:07.071332 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb99d4-079b-49c0-a338-cd1faac437d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:07.071662 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb99d4-079b-49c0-a338-cd1faac437d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:07.136154 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7b60003e-e0f1-4eff-bcf7-f23623572680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:07.173955 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7b60003e-e0f1-4eff-bcf7-f23623572680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:07.189699 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911c3aa-1367-437b-b9dd-6f3b2490b7c6 req-885003fb-b76c-4058-83a4-2ba482fc8d7f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:07.200508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911c3aa-1367-437b-b9dd-6f3b2490b7c6 req-885003fb-b76c-4058-83a4-2ba482fc8d7f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:07.207116 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911c3aa-1367-437b-b9dd-6f3b2490b7c6 req-885003fb-b76c-4058-83a4-2ba482fc8d7f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:07.213459 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911c3aa-1367-437b-b9dd-6f3b2490b7c6 req-885003fb-b76c-4058-83a4-2ba482fc8d7f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:07.220430 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911c3aa-1367-437b-b9dd-6f3b2490b7c6 req-885003fb-b76c-4058-83a4-2ba482fc8d7f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:07.226390 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911c3aa-1367-437b-b9dd-6f3b2490b7c6 req-885003fb-b76c-4058-83a4-2ba482fc8d7f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:07.238207 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911c3aa-1367-437b-b9dd-6f3b2490b7c6 req-885003fb-b76c-4058-83a4-2ba482fc8d7f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:07.241030 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5911c3aa-1367-437b-b9dd-6f3b2490b7c6 req-885003fb-b76c-4058-83a4-2ba482fc8d7f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5431 time: 0.1858931 Nov 12 00:41:07.255730 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 5196c58f-1343-46c0-bc05-f728e0015d87 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:07.334915 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 5196c58f-1343-46c0-bc05-f728e0015d87 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:41:07.335687 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 5196c58f-1343-46c0-bc05-f728e0015d87 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:41:07.397328 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5911c3aa-1367-437b-b9dd-6f3b2490b7c6 req-db57c557-fb1a-49ae-986f-26bd990247d2 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1483057 Nov 12 00:41:07.404897 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7b60003e-e0f1-4eff-bcf7-f23623572680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:07.412001 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7b60003e-e0f1-4eff-bcf7-f23623572680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:07.416471 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7b60003e-e0f1-4eff-bcf7-f23623572680 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/212309ba-a266-4a54-86fe-cbb4f0036755 HTTP/1.1" status: 204 len: 168 time: 0.4333205 Nov 12 00:41:07.427005 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60003e-e0f1-4eff-bcf7-f23623572680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212309ba-a266-4a54-86fe-cbb4f0036755,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:08.308047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57332) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:08.394106 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:08.535482 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a2a0c91b-da12-42c1-8f2f-17e5d47c8c76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:08.690170 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a2a0c91b-da12-42c1-8f2f-17e5d47c8c76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:08.706610 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a2a0c91b-da12-42c1-8f2f-17e5d47c8c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:08.776385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57348) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:08.777426 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a2a0c91b-da12-42c1-8f2f-17e5d47c8c76 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91b7398fa11444a7a534c24f16f0524c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4677348 Nov 12 00:41:08.778454 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0c91b-da12-42c1-8f2f-17e5d47c8c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dc84da-f710-41fb-8568-827e844f60f5,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:08.949981 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-458ce3aa-63a2-4617-be5b-27bbdf92c852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.009724 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-458ce3aa-63a2-4617-be5b-27bbdf92c852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.161518 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-458ce3aa-63a2-4617-be5b-27bbdf92c852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.169707 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-458ce3aa-63a2-4617-be5b-27bbdf92c852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:09.172110 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-458ce3aa-63a2-4617-be5b-27bbdf92c852 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79dc84da-f710-41fb-8568-827e844f60f5 HTTP/1.1" status: 204 len: 168 time: 0.3937037 Nov 12 00:41:09.192843 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ce3aa-63a2-4617-be5b-27bbdf92c852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dc84da-f710-41fb-8568-827e844f60f5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:09.251046 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 0dd76ff5-4be1-4f6e-9325-09ea366062c1 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:09.561227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 0dd76ff5-4be1-4f6e-9325-09ea366062c1, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=0dd76ff5-4be1-4f6e-9325-09ea366062c1,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:09.961360 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '0dd76ff5-4be1-4f6e-9325-09ea366062c1', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '0dd76ff5-4be1-4f6e-9325-09ea366062c1', 'mac_address': 'fa:16:3e:03:64:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:10.046002 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:10.074704 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd76ff5-4be1-4f6e-9325-09ea366062c1 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:10.118421 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 0dd76ff5-4be1-4f6e-9325-09ea366062c1, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=0dd76ff5-4be1-4f6e-9325-09ea366062c1,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:10.130842 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:10.131830 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 6f57b479-9ea5-40cd-8a30-cc725fc1a835 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:10.186530 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=0dd76ff5-4be1-4f6e-9325-09ea366062c1,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:10.198850 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:10.199512 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:10.200070 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:10.200631 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:10.201800 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:10.202298 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:10.202947 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:10.203537 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:10.204088 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:10.204636 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:10.205226 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:10.205779 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:10.238458 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 6f57b479-9ea5-40cd-8a30-cc725fc1a835, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=6f57b479-9ea5-40cd-8a30-cc725fc1a835,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:10.252475 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '6f57b479-9ea5-40cd-8a30-cc725fc1a835', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '6f57b479-9ea5-40cd-8a30-cc725fc1a835', 'mac_address': 'fa:16:3e:fb:10:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:10.376995 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:10.429600 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f57b479-9ea5-40cd-8a30-cc725fc1a835 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:10.484105 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 6f57b479-9ea5-40cd-8a30-cc725fc1a835, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=6f57b479-9ea5-40cd-8a30-cc725fc1a835,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:10.491896 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:10.601668 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=6f57b479-9ea5-40cd-8a30-cc725fc1a835,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:11.125691 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['6f57b479-9ea5-40cd-8a30-cc725fc1a835'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:11.175718 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['0dd76ff5-4be1-4f6e-9325-09ea366062c1'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:13.281065 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 6f57b479-9ea5-40cd-8a30-cc725fc1a835 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:13.369527 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 6f57b479-9ea5-40cd-8a30-cc725fc1a835 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:13.375397 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 6f57b479-9ea5-40cd-8a30-cc725fc1a835 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:13.375819 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.483710 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.509623 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee4658f-2ef4-49d9-beda-350c9fb233cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f57b479-9ea5-40cd-8a30-cc725fc1a835'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:13.512028 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1264307e-2f06-4e94-b91a-b07825948b2f" -d '{"events": [{"server_uuid": "dee4658f-2ef4-49d9-beda-350c9fb233cb", "name": "network-vif-plugged", "status": "completed", "tag": "6f57b479-9ea5-40cd-8a30-cc725fc1a835"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:13.526763 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 6f57b479-9ea5-40cd-8a30-cc725fc1a835, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=6f57b479-9ea5-40cd-8a30-cc725fc1a835,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:13.534255 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.535031 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 0dd76ff5-4be1-4f6e-9325-09ea366062c1 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:13.620198 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=6f57b479-9ea5-40cd-8a30-cc725fc1a835,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:13.637618 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 0dd76ff5-4be1-4f6e-9325-09ea366062c1 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:13.643487 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 0dd76ff5-4be1-4f6e-9325-09ea366062c1 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:13.643848 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.740925 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.783848 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 0dd76ff5-4be1-4f6e-9325-09ea366062c1, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=0dd76ff5-4be1-4f6e-9325-09ea366062c1,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:13.790726 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:13.844237 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=0dd76ff5-4be1-4f6e-9325-09ea366062c1,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:16.081655 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b0bd4-9b6f-4d42-8e6f-bfb167a1ef2d req-03f88dd4-3f8d-4efd-8bf0-714720e7e6c4 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:16.093614 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b15b0bd4-9b6f-4d42-8e6f-bfb167a1ef2d req-03f88dd4-3f8d-4efd-8bf0-714720e7e6c4 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=dee4658f-2ef4-49d9-beda-350c9fb233cb HTTP/1.1" status: 200 len: 950 time: 0.0869913 Nov 12 00:41:16.169448 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b15b0bd4-9b6f-4d42-8e6f-bfb167a1ef2d req-0530ccd4-3fb5-41ba-a70d-0d6ebbb03c9c tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746918 Nov 12 00:41:16.391366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8616ad-4eaa-41cd-bbf0-5183838f7673 req-86134569-3f45-4956-8e75-903970a0f620 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:16.407534 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8616ad-4eaa-41cd-bbf0-5183838f7673 req-86134569-3f45-4956-8e75-903970a0f620 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:16.418752 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8616ad-4eaa-41cd-bbf0-5183838f7673 req-86134569-3f45-4956-8e75-903970a0f620 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:16.434834 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8616ad-4eaa-41cd-bbf0-5183838f7673 req-86134569-3f45-4956-8e75-903970a0f620 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:16.445822 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8616ad-4eaa-41cd-bbf0-5183838f7673 req-86134569-3f45-4956-8e75-903970a0f620 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:16.452310 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8616ad-4eaa-41cd-bbf0-5183838f7673 req-86134569-3f45-4956-8e75-903970a0f620 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:16.459126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8616ad-4eaa-41cd-bbf0-5183838f7673 req-86134569-3f45-4956-8e75-903970a0f620 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:16.468661 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a8616ad-4eaa-41cd-bbf0-5183838f7673 req-86134569-3f45-4956-8e75-903970a0f620 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5431 time: 0.1930020 Nov 12 00:41:16.549525 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a8616ad-4eaa-41cd-bbf0-5183838f7673 req-2c556a3a-3120-46d2-bdf4-89f3a38b6166 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793774 Nov 12 00:41:16.621219 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc259407-0cbf-4819-a0c2-f2d96bf9db0f x-openstack-request-id: req-cc259407-0cbf-4819-a0c2-f2d96bf9db0f {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:16.621219 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee4658f-2ef4-49d9-beda-350c9fb233cb", "name": "network-vif-plugged", "status": "completed", "tag": "6f57b479-9ea5-40cd-8a30-cc725fc1a835", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:16.621219 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc259407-0cbf-4819-a0c2-f2d96bf9db0f {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:16.621219 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4658f-2ef4-49d9-beda-350c9fb233cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f57b479-9ea5-40cd-8a30-cc725fc1a835', 'code': 200} Nov 12 00:41:16.952372 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca488551-3094-479c-9626-7d59057f66bc req-8ccc3809-961b-46b5-b1bf-8a0fe5587700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:16.954644 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca488551-3094-479c-9626-7d59057f66bc req-8ccc3809-961b-46b5-b1bf-8a0fe5587700 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dee4658f-2ef4-49d9-beda-350c9fb233cb HTTP/1.1" status: 200 len: 1102 time: 0.1750119 Nov 12 00:41:17.000573 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ac78f-4330-4504-9202-f7c18a419430 req-fc8a2762-82dc-46fb-9800-6f69ada2d096 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:17.015769 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d89ac78f-4330-4504-9202-f7c18a419430 req-fc8a2762-82dc-46fb-9800-6f69ada2d096 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.1601357 Nov 12 00:41:17.141010 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca488551-3094-479c-9626-7d59057f66bc req-e31c4807-f3c3-4f58-a8fd-dcc7a3dd61d7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779740 Nov 12 00:41:17.158202 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d89ac78f-4330-4504-9202-f7c18a419430 req-342fb308-be0b-40a4-a6b7-f652bcdfe70b tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410890 Nov 12 00:41:17.283029 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:17.391677 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bae093-33d7-42b0-9ff4-2db8a622b9d1 req-4a9f995f-8b9d-4f91-9b35-fa82cdd5003c tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:17.393683 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16bae093-33d7-42b0-9ff4-2db8a622b9d1 req-4a9f995f-8b9d-4f91-9b35-fa82cdd5003c tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1e38eb0-c816-45d3-86ed-4343eb81d44b HTTP/1.1" status: 200 len: 950 time: 0.1327176 Nov 12 00:41:17.395869 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57560) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:17.495907 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:17.505884 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16bae093-33d7-42b0-9ff4-2db8a622b9d1 req-37a26541-2eed-4ef9-ac3c-0a8f875d4e37 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/security-groups?id=91f1bd09-f9b0-47ea-86a3-163d33a34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871675 Nov 12 00:41:17.510293 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae', 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd', 'port_id': '4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae', 'mac_address': 'fa:16:3e:58:0a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ef9191-98fa-4a9d-80f9-c51942b38fb7', 'ip_address': '10.1.1.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:17.573454 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.589025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:17.589178 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3995c3-bc0e-427f-8845-564d39d348b8 req-536a548d-ae4e-49cf-bf98-3f180248fc52 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:17.593838 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bd3995c3-bc0e-427f-8845-564d39d348b8 req-536a548d-ae4e-49cf-bf98-3f180248fc52 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=dee4658f-2ef4-49d9-beda-350c9fb233cb HTTP/1.1" status: 200 len: 950 time: 0.1182916 Nov 12 00:41:17.621039 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:17.626827 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.627670 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 598a4042-c420-4cc6-a0c6-65564b98695e details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:17.682022 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:17.706840 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bd3995c3-bc0e-427f-8845-564d39d348b8 req-cf6daba8-e128-4bea-9942-4e3530351f97 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088433 Nov 12 00:41:17.744642 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3ada70d8-1955-4856-a691-484246f90d30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.759490 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 598a4042-c420-4cc6-a0c6-65564b98695e, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=598a4042-c420-4cc6-a0c6-65564b98695e,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:17.779563 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '598a4042-c420-4cc6-a0c6-65564b98695e', 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd', 'port_id': '598a4042-c420-4cc6-a0c6-65564b98695e', 'mac_address': 'fa:16:3e:31:68:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ef9191-98fa-4a9d-80f9-c51942b38fb7', 'ip_address': '10.1.1.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:17.879610 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.909981 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 598a4042-c420-4cc6-a0c6-65564b98695e {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:17.924360 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3ada70d8-1955-4856-a691-484246f90d30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.946368 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 598a4042-c420-4cc6-a0c6-65564b98695e, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=598a4042-c420-4cc6-a0c6-65564b98695e,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:17.952644 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3ada70d8-1955-4856-a691-484246f90d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.955479 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:17.956203 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 5499a9f2-ee89-4018-a3da-de31014146c2 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:17.996799 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57582) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:17.997086 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3ada70d8-1955-4856-a691-484246f90d30 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa3be0e62c93443d998bdde480b4e59d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5998707 Nov 12 00:41:18.013766 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada70d8-1955-4856-a691-484246f90d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21e7a76-0e38-477c-815f-a9041b9bd12e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:18.035325 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e75f6-1040-4417-8948-84ec1dbdedaf req-7e38fd34-41df-419f-9e57-79cedf9c950e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:18.042561 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e75f6-1040-4417-8948-84ec1dbdedaf req-7e38fd34-41df-419f-9e57-79cedf9c950e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:18.051545 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e75f6-1040-4417-8948-84ec1dbdedaf req-7e38fd34-41df-419f-9e57-79cedf9c950e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:18.057996 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e75f6-1040-4417-8948-84ec1dbdedaf req-7e38fd34-41df-419f-9e57-79cedf9c950e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:18.065135 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e75f6-1040-4417-8948-84ec1dbdedaf req-7e38fd34-41df-419f-9e57-79cedf9c950e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:18.071768 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e75f6-1040-4417-8948-84ec1dbdedaf req-7e38fd34-41df-419f-9e57-79cedf9c950e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:18.080850 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e75f6-1040-4417-8948-84ec1dbdedaf req-7e38fd34-41df-419f-9e57-79cedf9c950e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:18.084595 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-211e75f6-1040-4417-8948-84ec1dbdedaf req-7e38fd34-41df-419f-9e57-79cedf9c950e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5432 time: 0.1853604 Nov 12 00:41:18.163201 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2912b5d9-97cf-47ba-94cd-950742b028f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.178864 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=598a4042-c420-4cc6-a0c6-65564b98695e,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:18.194207 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2912b5d9-97cf-47ba-94cd-950742b028f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.196815 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-211e75f6-1040-4417-8948-84ec1dbdedaf req-341c15d0-4060-4873-bc2b-d241b2d6b02d tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1046741 Nov 12 00:41:18.323983 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2912b5d9-97cf-47ba-94cd-950742b028f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.328835 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2912b5d9-97cf-47ba-94cd-950742b028f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.330255 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2912b5d9-97cf-47ba-94cd-950742b028f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b21e7a76-0e38-477c-815f-a9041b9bd12e HTTP/1.1" status: 204 len: 168 time: 0.3304160 Nov 12 00:41:18.354726 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912b5d9-97cf-47ba-94cd-950742b028f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21e7a76-0e38-477c-815f-a9041b9bd12e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:18.452767 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aad32e-2f45-453e-839d-5f182182c54f req-e77540ff-83f6-4c1c-813c-d5b48d36508d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:18.456400 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-91aad32e-2f45-453e-839d-5f182182c54f req-e77540ff-83f6-4c1c-813c-d5b48d36508d tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.0910864 Nov 12 00:41:18.483549 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 5499a9f2-ee89-4018-a3da-de31014146c2, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5499a9f2-ee89-4018-a3da-de31014146c2,segment=NetworkSegment(565a5bbf-e498-4b3b-bd77-1bc3c03dc084),segment_id=565a5bbf-e498-4b3b-bd77-1bc3c03dc084)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:18.515709 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '5499a9f2-ee89-4018-a3da-de31014146c2', 'network_id': 'a47d1011-e7d0-4734-88d5-45d0a4429b4e', 'port_id': '5499a9f2-ee89-4018-a3da-de31014146c2', 'mac_address': 'fa:16:3e:fe:de:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4b93af-0a2a-4ab0-978c-c22484f952fd', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:18.563216 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcee1bc-b3a9-432f-a59d-c7f29ca40f74 req-2d1f6db6-6333-4bf4-8800-841099bd81df tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:18.566495 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfcee1bc-b3a9-432f-a59d-c7f29ca40f74 req-2d1f6db6-6333-4bf4-8800-841099bd81df tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 945 time: 0.1882634 Nov 12 00:41:18.623951 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628da882-4729-476c-b13b-517ae3962336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd76ff5-4be1-4f6e-9325-09ea366062c1'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:18.631281 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d416dd29-9ff6-44bf-96fe-182a28f13f01" -d '{"events": [{"server_uuid": "628da882-4729-476c-b13b-517ae3962336", "name": "network-vif-plugged", "status": "completed", "tag": "0dd76ff5-4be1-4f6e-9325-09ea366062c1"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:18.668056 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.715199 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5499a9f2-ee89-4018-a3da-de31014146c2 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:18.722663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-91aad32e-2f45-453e-839d-5f182182c54f req-987bbf5e-516e-4f72-a72e-54b7501342e8 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Deleting port 3b95907b-1930-468a-9c8f-6c23b1c8beac {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:18.723010 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-91aad32e-2f45-453e-839d-5f182182c54f req-987bbf5e-516e-4f72-a72e-54b7501342e8 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.759061 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 5499a9f2-ee89-4018-a3da-de31014146c2, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5499a9f2-ee89-4018-a3da-de31014146c2,segment=NetworkSegment(565a5bbf-e498-4b3b-bd77-1bc3c03dc084),segment_id=565a5bbf-e498-4b3b-bd77-1bc3c03dc084)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:18.765674 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:18.766575 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:18.774811 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfcee1bc-b3a9-432f-a59d-c7f29ca40f74 req-0c48022d-dc7e-46d9-a59f-99670a4a5af8 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0789367-dc8f-4abd-8987-c227541a3d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978834 Nov 12 00:41:18.996295 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:19.010921 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-91aad32e-2f45-453e-839d-5f182182c54f req-987bbf5e-516e-4f72-a72e-54b7501342e8 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] For port 3b95907b-1930-468a-9c8f-6c23b1c8beac, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3b95907b-1930-468a-9c8f-6c23b1c8beac,segment=NetworkSegment(65e95274-6740-4009-b325-97875e4f9f55),segment_id=65e95274-6740-4009-b325-97875e4f9f55)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:19.011365 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-91aad32e-2f45-453e-839d-5f182182c54f req-987bbf5e-516e-4f72-a72e-54b7501342e8 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.025286 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4c4f26-6120-487d-8983-329199f6298c x-openstack-request-id: req-ee4c4f26-6120-487d-8983-329199f6298c {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:19.026369 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628da882-4729-476c-b13b-517ae3962336", "name": "network-vif-plugged", "status": "completed", "tag": "0dd76ff5-4be1-4f6e-9325-09ea366062c1", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:19.029918 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee4c4f26-6120-487d-8983-329199f6298c {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:19.030448 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628da882-4729-476c-b13b-517ae3962336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd76ff5-4be1-4f6e-9325-09ea366062c1', 'code': 200} Nov 12 00:41:19.049263 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-91aad32e-2f45-453e-839d-5f182182c54f req-987bbf5e-516e-4f72-a72e-54b7501342e8 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Calling delete_port for 3b95907b-1930-468a-9c8f-6c23b1c8beac owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:19.067347 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=5499a9f2-ee89-4018-a3da-de31014146c2,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:19.091264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf', 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd', 'port_id': 'f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf', 'mac_address': 'fa:16:3e:d8:e7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ef9191-98fa-4a9d-80f9-c51942b38fb7', 'ip_address': '10.1.1.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:19.181661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57644) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:19.223581 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-95016fca-f0db-4cf4-ba23-3e6f9f637c0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.231072 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.250481 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-91aad32e-2f45-453e-839d-5f182182c54f req-987bbf5e-516e-4f72-a72e-54b7501342e8 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.258498 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:19.291677 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:19.299527 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['3b95907b-1930-468a-9c8f-6c23b1c8beac'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:19.307107 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.308033 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 7492299e-b0d6-4740-9134-5b1767b6004a details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:19.312161 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:41:19.405559 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987bbf5e-516e-4f72-a72e-54b7501342e8 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Pushing event deleted for resources: {'Port': ['ID=3b95907b-1930-468a-9c8f-6c23b1c8beac,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:19.452476 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945891d6-cd3c-473b-846e-3fec33e2ec86 req-4165bbec-c1cf-4156-845f-d319803d34fd tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:19.466695 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-945891d6-cd3c-473b-846e-3fec33e2ec86 req-4165bbec-c1cf-4156-845f-d319803d34fd tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=dee4658f-2ef4-49d9-beda-350c9fb233cb HTTP/1.1" status: 200 len: 950 time: 0.2063081 Nov 12 00:41:19.563245 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-91aad32e-2f45-453e-839d-5f182182c54f req-987bbf5e-516e-4f72-a72e-54b7501342e8 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] No DVR routers for this DVR port 3b95907b-1930-468a-9c8f-6c23b1c8beac on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:41:19.568309 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-91aad32e-2f45-453e-839d-5f182182c54f req-987bbf5e-516e-4f72-a72e-54b7501342e8 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.571884 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-91aad32e-2f45-453e-839d-5f182182c54f req-987bbf5e-516e-4f72-a72e-54b7501342e8 tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.21 "DELETE /v2.0/ports/3b95907b-1930-468a-9c8f-6c23b1c8beac HTTP/1.1" status: 204 len: 173 time: 1.1012318 Nov 12 00:41:19.573192 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c938af7-10c8-4d37-9d6f-8eab4f63836d', 'name': 'network-vif-deleted', 'tag': '3b95907b-1930-468a-9c8f-6c23b1c8beac'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:19.581526 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df8869d-9aed-4724-bd75-c6a5a426fcb2" -d '{"events": [{"server_uuid": "2c938af7-10c8-4d37-9d6f-8eab4f63836d", "name": "network-vif-deleted", "tag": "3b95907b-1930-468a-9c8f-6c23b1c8beac"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:19.594914 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:19.605865 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57652) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:19.675197 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-945891d6-cd3c-473b-846e-3fec33e2ec86 req-c9dae690-7bbe-4d68-b768-97a728679fc1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943722 Nov 12 00:41:19.704925 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 7492299e-b0d6-4740-9134-5b1767b6004a, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=7492299e-b0d6-4740-9134-5b1767b6004a,segment=NetworkSegment(06c399f9-5d95-4542-a286-8e7bd5ff234a),segment_id=06c399f9-5d95-4542-a286-8e7bd5ff234a)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:19.705524 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30796a83-63b5-47fb-bdc3-d48bf46cd278 req-5d99ad97-c5a4-4a15-baa9-1dfa6eacf77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:19.707054 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30796a83-63b5-47fb-bdc3-d48bf46cd278 req-5d99ad97-c5a4-4a15-baa9-1dfa6eacf77f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=628da882-4729-476c-b13b-517ae3962336 HTTP/1.1" status: 200 len: 1101 time: 0.4700537 Nov 12 00:41:19.721613 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '7492299e-b0d6-4740-9134-5b1767b6004a', 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17', 'port_id': '7492299e-b0d6-4740-9134-5b1767b6004a', 'mac_address': 'fa:16:3e:7d:e8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039608db-f2a3-4af6-b30e-cf0d39b5f975', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:19.765190 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-95016fca-f0db-4cf4-ba23-3e6f9f637c0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.772102 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-95016fca-f0db-4cf4-ba23-3e6f9f637c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.852186 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61c8d5-2ed0-4c8f-af05-39f55101aeed req-4c9a4f28-e630-4fd9-b369-1031d622dc5a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:19.860324 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.866097 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61c8d5-2ed0-4c8f-af05-39f55101aeed req-4c9a4f28-e630-4fd9-b369-1031d622dc5a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:19.879102 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61c8d5-2ed0-4c8f-af05-39f55101aeed req-4c9a4f28-e630-4fd9-b369-1031d622dc5a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:19.889763 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61c8d5-2ed0-4c8f-af05-39f55101aeed req-4c9a4f28-e630-4fd9-b369-1031d622dc5a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:19.891318 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7492299e-b0d6-4740-9134-5b1767b6004a {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:19.909480 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61c8d5-2ed0-4c8f-af05-39f55101aeed req-4c9a4f28-e630-4fd9-b369-1031d622dc5a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:19.924227 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61c8d5-2ed0-4c8f-af05-39f55101aeed req-4c9a4f28-e630-4fd9-b369-1031d622dc5a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:19.933124 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 7492299e-b0d6-4740-9134-5b1767b6004a, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=7492299e-b0d6-4740-9134-5b1767b6004a,segment=NetworkSegment(06c399f9-5d95-4542-a286-8e7bd5ff234a),segment_id=06c399f9-5d95-4542-a286-8e7bd5ff234a)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:19.939699 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:19.940253 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61c8d5-2ed0-4c8f-af05-39f55101aeed req-4c9a4f28-e630-4fd9-b369-1031d622dc5a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:19.940575 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 7ec6bbb6-cda8-445c-acc9-186646419b56 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:19.951664 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5a61c8d5-2ed0-4c8f-af05-39f55101aeed req-4c9a4f28-e630-4fd9-b369-1031d622dc5a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5435 time: 0.3895926 Nov 12 00:41:19.971941 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 7ec6bbb6-cda8-445c-acc9-186646419b56, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=7ec6bbb6-cda8-445c-acc9-186646419b56,segment=NetworkSegment(565a5bbf-e498-4b3b-bd77-1bc3c03dc084),segment_id=565a5bbf-e498-4b3b-bd77-1bc3c03dc084)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:19.986989 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '7ec6bbb6-cda8-445c-acc9-186646419b56', 'network_id': 'a47d1011-e7d0-4734-88d5-45d0a4429b4e', 'port_id': '7ec6bbb6-cda8-445c-acc9-186646419b56', 'mac_address': 'fa:16:3e:8b:66:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4b93af-0a2a-4ab0-978c-c22484f952fd', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:19.987207 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95016fca-f0db-4cf4-ba23-3e6f9f637c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7569a92-56ea-4f46-a825-acd647d4166b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:19.998301 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-95016fca-f0db-4cf4-ba23-3e6f9f637c0d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5a1acdf0949441093ad137fa08bcfad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8152359 Nov 12 00:41:20.006931 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57664) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:20.019723 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9cf8b3fe-5c47-4306-9ae6-01970a436e7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.020309 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30796a83-63b5-47fb-bdc3-d48bf46cd278 req-0c388915-547b-4f01-8441-d409c9c10800 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982035 Nov 12 00:41:20.077270 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dff9f955-a3d9-44fe-a1bb-20008fb34ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.105670 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0601d00-779d-476b-82fa-285cd58da269 req-05fee0c0-f425-4bc9-a9cd-90f7db5eeaef tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:20.116717 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0601d00-779d-476b-82fa-285cd58da269 req-05fee0c0-f425-4bc9-a9cd-90f7db5eeaef tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1e38eb0-c816-45d3-86ed-4343eb81d44b HTTP/1.1" status: 200 len: 950 time: 0.2702701 Nov 12 00:41:20.162812 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.169156 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=7492299e-b0d6-4740-9134-5b1767b6004a,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:20.185891 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5a61c8d5-2ed0-4c8f-af05-39f55101aeed req-e6b35a35-9e9e-44e3-a080-03d7b7f9d6f8 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2331400 Nov 12 00:41:20.244795 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-de76f192-e436-463c-8c07-4a8ca6e6842b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.249529 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec6bbb6-cda8-445c-acc9-186646419b56 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:20.326171 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0601d00-779d-476b-82fa-285cd58da269 req-62609d26-db21-4f45-94a5-a0757fc9d1d9 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/security-groups?id=91f1bd09-f9b0-47ea-86a3-163d33a34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016451 Nov 12 00:41:20.335000 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-de76f192-e436-463c-8c07-4a8ca6e6842b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.343199 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 7ec6bbb6-cda8-445c-acc9-186646419b56, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=7ec6bbb6-cda8-445c-acc9-186646419b56,segment=NetworkSegment(565a5bbf-e498-4b3b-bd77-1bc3c03dc084),segment_id=565a5bbf-e498-4b3b-bd77-1bc3c03dc084)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:20.349064 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.349771 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 46bdef3d-f8bc-4521-88a2-2afdcf545a6a details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:20.359378 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8288df69-3786-41e1-bf7b-86ac51ed9257 x-openstack-request-id: req-8288df69-3786-41e1-bf7b-86ac51ed9257 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:20.359941 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c938af7-10c8-4d37-9d6f-8eab4f63836d", "name": "network-vif-deleted", "tag": "3b95907b-1930-468a-9c8f-6c23b1c8beac", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:20.359941 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8288df69-3786-41e1-bf7b-86ac51ed9257 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:20.360300 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c938af7-10c8-4d37-9d6f-8eab4f63836d', 'name': 'network-vif-deleted', 'tag': '3b95907b-1930-468a-9c8f-6c23b1c8beac', 'status': 'completed', 'code': 200} Nov 12 00:41:20.409923 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=46bdef3d-f8bc-4521-88a2-2afdcf545a6a,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:20.425055 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '46bdef3d-f8bc-4521-88a2-2afdcf545a6a', 'network_id': 'a5429105-7df0-4f08-b65b-bfa50831b1cd', 'port_id': '46bdef3d-f8bc-4521-88a2-2afdcf545a6a', 'mac_address': 'fa:16:3e:52:20:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ef9191-98fa-4a9d-80f9-c51942b38fb7', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:20.463376 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9cf8b3fe-5c47-4306-9ae6-01970a436e7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.520728 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7337599-db07-4ddc-b13e-8ad4af5002d2 req-f8db1fcf-4fd3-4629-8673-01cf2fe0fa2f tempest-ListServerFiltersTestJSON-937852285 tempest-ListServerFiltersTestJSON-937852285-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c938af7-10c8-4d37-9d6f-8eab4f63836d HTTP/1.1" status: 200 len: 210 time: 0.0600660 Nov 12 00:41:20.524231 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9cf8b3fe-5c47-4306-9ae6-01970a436e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.591760 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57674) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:20.592003 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9cf8b3fe-5c47-4306-9ae6-01970a436e7d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2203f80dd5724642a9194c3d0cc0ff7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9836347 Nov 12 00:41:20.594441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8b3fe-5c47-4306-9ae6-01970a436e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3330f909-729f-42f8-83aa-8f7a3eb651e0,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:20.599216 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-de76f192-e436-463c-8c07-4a8ca6e6842b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.604529 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-de76f192-e436-463c-8c07-4a8ca6e6842b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.617602 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-de76f192-e436-463c-8c07-4a8ca6e6842b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7569a92-56ea-4f46-a825-acd647d4166b HTTP/1.1" status: 204 len: 168 time: 0.6080313 Nov 12 00:41:20.636538 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76f192-e436-463c-8c07-4a8ca6e6842b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7569a92-56ea-4f46-a825-acd647d4166b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:20.674453 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.683685 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=7ec6bbb6-cda8-445c-acc9-186646419b56,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:20.704927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46bdef3d-f8bc-4521-88a2-2afdcf545a6a {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:20.760148 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69b98561-73e0-405d-b2b4-bb18fb5e2c11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.764055 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=46bdef3d-f8bc-4521-88a2-2afdcf545a6a,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:20.771303 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.817518 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69b98561-73e0-405d-b2b4-bb18fb5e2c11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.926615 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=46bdef3d-f8bc-4521-88a2-2afdcf545a6a,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:20.927795 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69b98561-73e0-405d-b2b4-bb18fb5e2c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.931690 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69b98561-73e0-405d-b2b4-bb18fb5e2c11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:20.935812 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-69b98561-73e0-405d-b2b4-bb18fb5e2c11 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3330f909-729f-42f8-83aa-8f7a3eb651e0 HTTP/1.1" status: 204 len: 168 time: 0.3398950 Nov 12 00:41:20.973479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9d61e-f7da-4e59-bc47-545953d11e05 req-15df482b-0a77-4192-94f1-c1a475b39ff6 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:20.982397 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b98561-73e0-405d-b2b4-bb18fb5e2c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3330f909-729f-42f8-83aa-8f7a3eb651e0,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:20.987787 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3b95907b-1930-468a-9c8f-6c23b1c8beac no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:20.998358 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ffd9d61e-f7da-4e59-bc47-545953d11e05 req-15df482b-0a77-4192-94f1-c1a475b39ff6 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=dee4658f-2ef4-49d9-beda-350c9fb233cb HTTP/1.1" status: 200 len: 950 time: 0.1740541 Nov 12 00:41:21.036540 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 3b95907b-1930-468a-9c8f-6c23b1c8beac {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:41:21.037020 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3b95907b-1930-468a-9c8f-6c23b1c8beac not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:41:21.038647 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 61ebda9e-add4-4fa4-b14d-b05579ca4503 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:21.086082 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ffd9d61e-f7da-4e59-bc47-545953d11e05 req-990b003f-573c-45c0-9bc5-ff13597acb29 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864937 Nov 12 00:41:21.250702 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.284113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3552e-93e4-4837-9f2f-9cf920fbb673 req-575065ec-28b6-45b6-9100-7776bebf3655 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:21.297496 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86c3552e-93e4-4837-9f2f-9cf920fbb673 req-575065ec-28b6-45b6-9100-7776bebf3655 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=628da882-4729-476c-b13b-517ae3962336 HTTP/1.1" status: 200 len: 949 time: 0.1006646 Nov 12 00:41:21.360089 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e38eb0-c816-45d3-86ed-4343eb81d44b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ebda9e-add4-4fa4-b14d-b05579ca4503'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:21.371150 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be695197-ff27-43b1-ba5b-501ad6bb7bc1" -d '{"events": [{"server_uuid": "a1e38eb0-c816-45d3-86ed-4343eb81d44b", "name": "network-vif-unplugged", "status": "completed", "tag": "61ebda9e-add4-4fa4-b14d-b05579ca4503"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:21.377112 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86c3552e-93e4-4837-9f2f-9cf920fbb673 req-3dd29baa-2909-4f05-8ac3-7f205189ed7a tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779223 Nov 12 00:41:21.427636 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 61ebda9e-add4-4fa4-b14d-b05579ca4503, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=61ebda9e-add4-4fa4-b14d-b05579ca4503,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:21.437289 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.535556 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=61ebda9e-add4-4fa4-b14d-b05579ca4503,revision_number=11']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:21.593089 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d701a-46d0-4ecf-a66f-828ddfa402f8 req-02e20cbc-8128-4c82-83e8-cef6facacde8 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:21.612297 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d701a-46d0-4ecf-a66f-828ddfa402f8 req-02e20cbc-8128-4c82-83e8-cef6facacde8 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:21.623933 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d701a-46d0-4ecf-a66f-828ddfa402f8 req-02e20cbc-8128-4c82-83e8-cef6facacde8 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:21.662258 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d701a-46d0-4ecf-a66f-828ddfa402f8 req-02e20cbc-8128-4c82-83e8-cef6facacde8 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:21.684950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d701a-46d0-4ecf-a66f-828ddfa402f8 req-02e20cbc-8128-4c82-83e8-cef6facacde8 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:21.710431 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d701a-46d0-4ecf-a66f-828ddfa402f8 req-02e20cbc-8128-4c82-83e8-cef6facacde8 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:21.733675 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26de4f-39db-49d6-8418-9127561272e2 req-39019329-f73d-419f-a9e5-745f839be309 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:21.734791 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d701a-46d0-4ecf-a66f-828ddfa402f8 req-02e20cbc-8128-4c82-83e8-cef6facacde8 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:21.748462 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c26de4f-39db-49d6-8418-9127561272e2 req-39019329-f73d-419f-a9e5-745f839be309 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1e38eb0-c816-45d3-86ed-4343eb81d44b HTTP/1.1" status: 200 len: 948 time: 0.1729729 Nov 12 00:41:21.750620 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a83d701a-46d0-4ecf-a66f-828ddfa402f8 req-02e20cbc-8128-4c82-83e8-cef6facacde8 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5438 time: 0.3520484 Nov 12 00:41:21.790839 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57712) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:21.847237 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-365acc47-2710-4396-b78a-c35bcf3f9588 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:21.883457 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c26de4f-39db-49d6-8418-9127561272e2 req-e361bc36-3788-48e8-8d8c-3c3bdde1ed3e tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/security-groups?id=91f1bd09-f9b0-47ea-86a3-163d33a34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336415 Nov 12 00:41:21.933796 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb0eea-5900-4910-85fe-e4818422af96 req-3a414920-e90b-42d1-ab96-c9a543ea694c tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:21.943726 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-96cb0eea-5900-4910-85fe-e4818422af96 req-3a414920-e90b-42d1-ab96-c9a543ea694c tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1e38eb0-c816-45d3-86ed-4343eb81d44b HTTP/1.1" status: 200 len: 948 time: 0.1561587 Nov 12 00:41:21.975427 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a83d701a-46d0-4ecf-a66f-828ddfa402f8 req-72d8c2aa-caf5-4cf0-9b26-9a88b9a14836 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2237380 Nov 12 00:41:22.001960 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e74364-bd51-49ca-89c5-2e43ca043fee x-openstack-request-id: req-b9e74364-bd51-49ca-89c5-2e43ca043fee {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:22.002517 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e38eb0-c816-45d3-86ed-4343eb81d44b", "name": "network-vif-unplugged", "status": "completed", "tag": "61ebda9e-add4-4fa4-b14d-b05579ca4503", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:22.002636 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9e74364-bd51-49ca-89c5-2e43ca043fee {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:22.003140 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e38eb0-c816-45d3-86ed-4343eb81d44b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ebda9e-add4-4fa4-b14d-b05579ca4503', 'code': 200} Nov 12 00:41:22.141489 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57724) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:22.188221 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-365acc47-2710-4396-b78a-c35bcf3f9588 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.199156 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-365acc47-2710-4396-b78a-c35bcf3f9588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.318114 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-25d17314-99cb-4f0c-9825-dd8c6b4b6ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.358063 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-365acc47-2710-4396-b78a-c35bcf3f9588 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=831c343c595e41a1962760889c354b67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5658622 Nov 12 00:41:22.359034 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365acc47-2710-4396-b78a-c35bcf3f9588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48806ff8-6d36-43b3-b3d4-fed46f7e1b74,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:22.367031 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57730) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:22.499813 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f2fb-a2b9-4ccf-a173-77fb717fcde8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.560322 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f2fb-a2b9-4ccf-a173-77fb717fcde8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.584632 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-1542c9e8-6ae8-4bcb-bcc1-82879522f33b admin admin] Deleting subnet d55099e5-14af-43ba-b147-158816cc2728 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:41:22.590997 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1542c9e8-6ae8-4bcb-bcc1-82879522f33b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.657619 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f2fb-a2b9-4ccf-a173-77fb717fcde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.660550 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f2fb-a2b9-4ccf-a173-77fb717fcde8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.666485 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d9a5f2fb-a2b9-4ccf-a173-77fb717fcde8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48806ff8-6d36-43b3-b3d4-fed46f7e1b74 HTTP/1.1" status: 204 len: 168 time: 0.2939732 Nov 12 00:41:22.681144 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5f2fb-a2b9-4ccf-a173-77fb717fcde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48806ff8-6d36-43b3-b3d4-fed46f7e1b74,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:22.685780 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1542c9e8-6ae8-4bcb-bcc1-82879522f33b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.741225 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4300c1-c573-40c9-97b1-11af9cf313cd req-8277283d-af7e-42ce-9285-aeb326a1098e tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:22.749532 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ad4300c1-c573-40c9-97b1-11af9cf313cd req-8277283d-af7e-42ce-9285-aeb326a1098e tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=628da882-4729-476c-b13b-517ae3962336 HTTP/1.1" status: 200 len: 949 time: 0.1614912 Nov 12 00:41:22.766695 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-96cb0eea-5900-4910-85fe-e4818422af96 req-79bb5d59-04ed-44ce-92f3-d4d5886a7258 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Deleting port 61ebda9e-add4-4fa4-b14d-b05579ca4503 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:22.767060 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-96cb0eea-5900-4910-85fe-e4818422af96 req-79bb5d59-04ed-44ce-92f3-d4d5886a7258 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.900061 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-96cb0eea-5900-4910-85fe-e4818422af96 req-79bb5d59-04ed-44ce-92f3-d4d5886a7258 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] For port 61ebda9e-add4-4fa4-b14d-b05579ca4503, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=61ebda9e-add4-4fa4-b14d-b05579ca4503,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:22.900609 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-96cb0eea-5900-4910-85fe-e4818422af96 req-79bb5d59-04ed-44ce-92f3-d4d5886a7258 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:22.919675 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-96cb0eea-5900-4910-85fe-e4818422af96 req-79bb5d59-04ed-44ce-92f3-d4d5886a7258 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Calling delete_port for 61ebda9e-add4-4fa4-b14d-b05579ca4503 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:23.097024 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-96cb0eea-5900-4910-85fe-e4818422af96 req-79bb5d59-04ed-44ce-92f3-d4d5886a7258 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:23.161478 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9602c-fb45-49bb-a696-cd6b1728c674 req-0267d9c0-08d3-441a-bc90-6265402157d6 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:23.163039 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0e9602c-fb45-49bb-a696-cd6b1728c674 req-0267d9c0-08d3-441a-bc90-6265402157d6 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1e38eb0-c816-45d3-86ed-4343eb81d44b HTTP/1.1" status: 200 len: 866 time: 0.1264188 Nov 12 00:41:23.189391 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb5d59-04ed-44ce-92f3-d4d5886a7258 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Pushing event deleted for resources: {'Port': ['ID=61ebda9e-add4-4fa4-b14d-b05579ca4503,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:23.217978 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1542c9e8-6ae8-4bcb-bcc1-82879522f33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:23.274890 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0e9602c-fb45-49bb-a696-cd6b1728c674 req-9817d9eb-dd27-4059-ac18-a21fcad0aca5 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/security-groups?id=91f1bd09-f9b0-47ea-86a3-163d33a34d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923703 Nov 12 00:41:23.337266 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:23.397848 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['7492299e-b0d6-4740-9134-5b1767b6004a'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:23.430112 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ad4300c1-c573-40c9-97b1-11af9cf313cd req-e4088109-ac97-4e83-8c44-99764cb5db99 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6796572 Nov 12 00:41:23.475335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:23.541440 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cb0eea-5900-4910-85fe-e4818422af96 req-79bb5d59-04ed-44ce-92f3-d4d5886a7258 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] No DVR routers for this DVR port 61ebda9e-add4-4fa4-b14d-b05579ca4503 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:41:23.561429 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-96cb0eea-5900-4910-85fe-e4818422af96 req-79bb5d59-04ed-44ce-92f3-d4d5886a7258 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:23.586507 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-96cb0eea-5900-4910-85fe-e4818422af96 req-79bb5d59-04ed-44ce-92f3-d4d5886a7258 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.21 "DELETE /v2.0/ports/61ebda9e-add4-4fa4-b14d-b05579ca4503 HTTP/1.1" status: 204 len: 173 time: 1.6202805 Nov 12 00:41:23.612429 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e38eb0-c816-45d3-86ed-4343eb81d44b', 'name': 'network-vif-deleted', 'tag': '61ebda9e-add4-4fa4-b14d-b05579ca4503'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:23.625255 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af857f0b-09a5-45c6-a2ee-3645b4c4c54d" -d '{"events": [{"server_uuid": "a1e38eb0-c816-45d3-86ed-4343eb81d44b", "name": "network-vif-deleted", "tag": "61ebda9e-add4-4fa4-b14d-b05579ca4503"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:23.682726 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee13c1e-6c5d-4a96-b256-8434034dc3c3 req-dfb5d517-f385-4f73-8d0a-9717fff21e49 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:23.698242 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['598a4042-c420-4cc6-a0c6-65564b98695e'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:23.706469 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee13c1e-6c5d-4a96-b256-8434034dc3c3 req-dfb5d517-f385-4f73-8d0a-9717fff21e49 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:23.708789 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1542c9e8-6ae8-4bcb-bcc1-82879522f33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:23.712214 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:23.731814 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee13c1e-6c5d-4a96-b256-8434034dc3c3 req-dfb5d517-f385-4f73-8d0a-9717fff21e49 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:23.757214 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee13c1e-6c5d-4a96-b256-8434034dc3c3 req-dfb5d517-f385-4f73-8d0a-9717fff21e49 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:23.782285 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee13c1e-6c5d-4a96-b256-8434034dc3c3 req-dfb5d517-f385-4f73-8d0a-9717fff21e49 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:23.809212 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee13c1e-6c5d-4a96-b256-8434034dc3c3 req-dfb5d517-f385-4f73-8d0a-9717fff21e49 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:23.830921 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee13c1e-6c5d-4a96-b256-8434034dc3c3 req-dfb5d517-f385-4f73-8d0a-9717fff21e49 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:23.839960 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1542c9e8-6ae8-4bcb-bcc1-82879522f33b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:23.845975 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ee13c1e-6c5d-4a96-b256-8434034dc3c3 req-dfb5d517-f385-4f73-8d0a-9717fff21e49 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5438 time: 0.3331256 Nov 12 00:41:23.850577 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1542c9e8-6ae8-4bcb-bcc1-82879522f33b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d55099e5-14af-43ba-b147-158816cc2728 HTTP/1.1" status: 204 len: 168 time: 1.7056510 Nov 12 00:41:23.851275 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57776) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:23.888201 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046f145e-613d-4c9a-9877-e8fe6a7b3ec8 None None] Network d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:24.144945 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ee13c1e-6c5d-4a96-b256-8434034dc3c3 req-3d77bb36-3fb3-4e73-a36d-da4e5f5f54f2 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2979290 Nov 12 00:41:24.145806 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542c9e8-6ae8-4bcb-bcc1-82879522f33b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d55099e5-14af-43ba-b147-158816cc2728,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:24.216902 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb774-c44f-460d-ba20-8c2bf773a8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.336858 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-e9ffb774-c44f-460d-ba20-8c2bf773a8fa admin admin] Deleting port 506331af-472c-4100-b6b8-ab31283931a6 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:24.337505 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb774-c44f-460d-ba20-8c2bf773a8fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.428856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-e9ffb774-c44f-460d-ba20-8c2bf773a8fa admin admin] For port 506331af-472c-4100-b6b8-ab31283931a6, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=506331af-472c-4100-b6b8-ab31283931a6,segment=NetworkSegment(65e95274-6740-4009-b325-97875e4f9f55),segment_id=65e95274-6740-4009-b325-97875e4f9f55)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:24.429548 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb774-c44f-460d-ba20-8c2bf773a8fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.446297 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-e9ffb774-c44f-460d-ba20-8c2bf773a8fa admin admin] Calling delete_port for 506331af-472c-4100-b6b8-ab31283931a6 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:24.540664 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc0fd71-0e59-4d68-8d92-38c74896add8 x-openstack-request-id: req-efc0fd71-0e59-4d68-8d92-38c74896add8 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:24.541125 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e38eb0-c816-45d3-86ed-4343eb81d44b", "name": "network-vif-deleted", "tag": "61ebda9e-add4-4fa4-b14d-b05579ca4503", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:24.542340 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efc0fd71-0e59-4d68-8d92-38c74896add8 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:24.545251 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e38eb0-c816-45d3-86ed-4343eb81d44b', 'name': 'network-vif-deleted', 'tag': '61ebda9e-add4-4fa4-b14d-b05579ca4503', 'status': 'completed', 'code': 200} Nov 12 00:41:24.626330 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e057080a-3f0c-4524-adee-470cfbae6882 req-9dcd71ee-f2bd-4dc1-aeba-83c84129c153 tempest-ImagesOneServerTestJSON-1948218055 tempest-ImagesOneServerTestJSON-1948218055-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1e38eb0-c816-45d3-86ed-4343eb81d44b HTTP/1.1" status: 200 len: 210 time: 0.0719650 Nov 12 00:41:24.782142 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a7bd7-dbb4-46fa-a852-a1bdd6740871 req-02786ea0-f23c-4df2-aaed-3ba460ce2602 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:24.783044 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57802) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:24.790408 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a7bd7-dbb4-46fa-a852-a1bdd6740871 req-02786ea0-f23c-4df2-aaed-3ba460ce2602 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:24.799110 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b51a7bd7-dbb4-46fa-a852-a1bdd6740871 req-02786ea0-f23c-4df2-aaed-3ba460ce2602 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=628da882-4729-476c-b13b-517ae3962336&device_id=dee4658f-2ef4-49d9-beda-350c9fb233cb HTTP/1.1" status: 200 len: 1690 time: 0.2523782 Nov 12 00:41:24.832247 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['7ec6bbb6-cda8-445c-acc9-186646419b56'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:24.873222 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b51a7bd7-dbb4-46fa-a852-a1bdd6740871 req-2d6c7355-58e4-4552-95dd-a3bd9fee97f2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734372 Nov 12 00:41:24.881115 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb774-c44f-460d-ba20-8c2bf773a8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:24.890363 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['46bdef3d-f8bc-4521-88a2-2afdcf545a6a'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:24.893548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['5499a9f2-ee89-4018-a3da-de31014146c2'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:24.958918 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffb774-c44f-460d-ba20-8c2bf773a8fa admin admin] Pushing event deleted for resources: {'Port': ['ID=506331af-472c-4100-b6b8-ab31283931a6,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:24.970497 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ffb774-c44f-460d-ba20-8c2bf773a8fa admin admin] No DVR routers for this DVR port 506331af-472c-4100-b6b8-ab31283931a6 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:41:25.143732 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d10b0bfe-3a10-4904-9ad0-d2db03f8cf59 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1598186364-network', 'tenant_id': '0c08be1f58b544848c94fddfb37189e3'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:25.224039 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10b0bfe-3a10-4904-9ad0-d2db03f8cf59 admin admin] Made reservation on behalf of 0c08be1f58b544848c94fddfb37189e3 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:25.237461 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d10b0bfe-3a10-4904-9ad0-d2db03f8cf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.241513 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb774-c44f-460d-ba20-8c2bf773a8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.272324 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d10b0bfe-3a10-4904-9ad0-d2db03f8cf59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.317069 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-e9ffb774-c44f-460d-ba20-8c2bf773a8fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:25.337426 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.418491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-e9ffb774-c44f-460d-ba20-8c2bf773a8fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e95274-6740-4009-b325-97875e4f9f55') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:25.419158 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-e9ffb774-c44f-460d-ba20-8c2bf773a8fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e95274-6740-4009-b325-97875e4f9f55') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:25.432781 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb774-c44f-460d-ba20-8c2bf773a8fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.473859 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f445069-3435-4c94-81f0-37ca580d8cba req-119bd331-04ec-4265-be80-dd7007d725e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:25.481863 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f445069-3435-4c94-81f0-37ca580d8cba req-119bd331-04ec-4265-be80-dd7007d725e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:25.488966 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f445069-3435-4c94-81f0-37ca580d8cba req-119bd331-04ec-4265-be80-dd7007d725e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:25.495875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f445069-3435-4c94-81f0-37ca580d8cba req-119bd331-04ec-4265-be80-dd7007d725e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:25.503315 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f445069-3435-4c94-81f0-37ca580d8cba req-119bd331-04ec-4265-be80-dd7007d725e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:25.510152 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f445069-3435-4c94-81f0-37ca580d8cba req-119bd331-04ec-4265-be80-dd7007d725e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:25.517710 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f445069-3435-4c94-81f0-37ca580d8cba req-119bd331-04ec-4265-be80-dd7007d725e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:25.526865 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5f445069-3435-4c94-81f0-37ca580d8cba req-119bd331-04ec-4265-be80-dd7007d725e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5438 time: 0.1516578 Nov 12 00:41:25.530060 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb774-c44f-460d-ba20-8c2bf773a8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.553927 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ffb774-c44f-460d-ba20-8c2bf773a8fa admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:41:25.555522 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb774-c44f-460d-ba20-8c2bf773a8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:41:25.562266 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:41:25.593589 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d10b0bfe-3a10-4904-9ad0-d2db03f8cf59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.623708 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d10b0bfe-3a10-4904-9ad0-d2db03f8cf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.679582 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd673c1d-765e-4904-8204-2071f3ba21d9 req-e8bfe5e3-a48e-4ed2-9558-9de14bbcb7c4 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:25.690013 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bd673c1d-765e-4904-8204-2071f3ba21d9 req-e8bfe5e3-a48e-4ed2-9558-9de14bbcb7c4 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=628da882-4729-476c-b13b-517ae3962336 HTTP/1.1" status: 200 len: 1101 time: 0.3532119 Nov 12 00:41:25.721242 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10b0bfe-3a10-4904-9ad0-d2db03f8cf59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:41:25.735888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b0bfe-3a10-4904-9ad0-d2db03f8cf59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effb1de5-f0a2-4318-b0d6-01c9d28f2628,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:25.743216 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d10b0bfe-3a10-4904-9ad0-d2db03f8cf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.743923 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-d10b0bfe-3a10-4904-9ad0-d2db03f8cf59 admin admin] Added segment cb546473-6035-4426-9ccd-1c1db0e03c2d of type vlan for network f1926e98-a223-4d69-aca0-b114b74b472e Nov 12 00:41:25.765390 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5f445069-3435-4c94-81f0-37ca580d8cba req-77f71f8d-5cfa-4868-ad8a-200db8c33dde tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2354395 Nov 12 00:41:25.812268 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb774-c44f-460d-ba20-8c2bf773a8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.824207 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb774-c44f-460d-ba20-8c2bf773a8fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.826285 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d10b0bfe-3a10-4904-9ad0-d2db03f8cf59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.830728 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e9ffb774-c44f-460d-ba20-8c2bf773a8fa admin admin] 10.222.0.31 "DELETE /v2.0/networks/d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 HTTP/1.1" status: 204 len: 168 time: 1.9772289 Nov 12 00:41:25.856907 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bd673c1d-765e-4904-8204-2071f3ba21d9 req-22d498e7-a3a7-4ca2-8dc2-f532ba196f80 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651149 Nov 12 00:41:25.899658 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffb774-c44f-460d-ba20-8c2bf773a8fa admin admin] Pushing event deleted for resources: {'Network': ['ID=d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:25.932181 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d10b0bfe-3a10-4904-9ad0-d2db03f8cf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:25.933466 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10b0bfe-3a10-4904-9ad0-d2db03f8cf59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:25.934520 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d10b0bfe-3a10-4904-9ad0-d2db03f8cf59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:26.083380 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b0bfe-3a10-4904-9ad0-d2db03f8cf59 admin admin] Pushing event updated for resources: {'Network': ['ID=f1926e98-a223-4d69-aca0-b114b74b472e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:26.128063 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:26.173526 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57902) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:26.210263 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d10b0bfe-3a10-4904-9ad0-d2db03f8cf59 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4258184 Nov 12 00:41:26.220605 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57910) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:26.231852 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-5d268da6-f9b5-476e-a276-eff9b45c14cc admin admin] Request body: {'subnet': {'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1598186364-subnet', 'tenant_id': '0c08be1f58b544848c94fddfb37189e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:26.236188 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network f1926e98-a223-4d69-aca0-b114b74b472e details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:41:26.337328 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31b81b-5959-441f-986f-5bda6db63e3e req-7180709b-737d-4dc1-bc47-894610367cd9 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:26.344025 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-43be6991-27ad-4ede-91c8-dcda3e7de17b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6628ae707794416b814698161688f4b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1686597 Nov 12 00:41:26.346660 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b31b81b-5959-441f-986f-5bda6db63e3e req-7180709b-737d-4dc1-bc47-894610367cd9 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dee4658f-2ef4-49d9-beda-350c9fb233cb HTTP/1.1" status: 200 len: 1102 time: 0.2753849 Nov 12 00:41:26.348363 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57918) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:26.389011 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57920) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:26.419370 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d268da6-f9b5-476e-a276-eff9b45c14cc admin admin] Made reservation on behalf of 0c08be1f58b544848c94fddfb37189e3 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:26.424149 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d268da6-f9b5-476e-a276-eff9b45c14cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:26.438991 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ad07284b-ddd7-4d57-bf76-497b4d8e348e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:26.464276 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ad07284b-ddd7-4d57-bf76-497b4d8e348e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:26.594189 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b31b81b-5959-441f-986f-5bda6db63e3e req-14f01f41-267a-4e55-817a-29b79ed9e385 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446108 Nov 12 00:41:26.615431 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ad07284b-ddd7-4d57-bf76-497b4d8e348e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:26.618348 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ad07284b-ddd7-4d57-bf76-497b4d8e348e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:26.624183 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ad07284b-ddd7-4d57-bf76-497b4d8e348e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0789367-dc8f-4abd-8987-c227541a3d5f HTTP/1.1" status: 204 len: 168 time: 0.2675102 Nov 12 00:41:26.629494 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cb1dc7-7e9f-48d1-a277-9941281132a6 None None] DHCP port deletion for d62d8fd0-81d6-40ab-b4b0-a1fc03b1b8c9 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:41:26.633640 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:26.672607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07284b-ddd7-4d57-bf76-497b4d8e348e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0789367-dc8f-4abd-8987-c227541a3d5f,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:26.894308 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ed18f631-1cb3-4232-aa2d-40ee3f16bc86 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c9769bea3254a099c3fd8e881ed7a50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4961026 Nov 12 00:41:26.897826 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57942) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:26.957741 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57944) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:26.960917 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 506331af-472c-4100-b6b8-ab31283931a6 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:27.009284 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3633d7f0-3147-4e9e-a135-6ed32096500f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:27.024591 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d268da6-f9b5-476e-a276-eff9b45c14cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:27.040434 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3633d7f0-3147-4e9e-a135-6ed32096500f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:27.054988 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 61ebda9e-add4-4fa4-b14d-b05579ca4503 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:27.059250 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 506331af-472c-4100-b6b8-ab31283931a6 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:41:27.060105 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 506331af-472c-4100-b6b8-ab31283931a6 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:41:27.118729 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3633d7f0-3147-4e9e-a135-6ed32096500f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:27.124940 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3633d7f0-3147-4e9e-a135-6ed32096500f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:27.130697 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3633d7f0-3147-4e9e-a135-6ed32096500f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91f1bd09-f9b0-47ea-86a3-163d33a34d38 HTTP/1.1" status: 204 len: 168 time: 0.2313406 Nov 12 00:41:27.144123 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633d7f0-3147-4e9e-a135-6ed32096500f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f1bd09-f9b0-47ea-86a3-163d33a34d38,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:27.163337 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 61ebda9e-add4-4fa4-b14d-b05579ca4503 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:41:27.163905 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 61ebda9e-add4-4fa4-b14d-b05579ca4503 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:41:27.178435 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263845d0-c3cd-41b5-a60d-1a6753db5c95 req-bb70fb43-47b2-410d-80a9-374bd1ec0a8f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:27.199502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263845d0-c3cd-41b5-a60d-1a6753db5c95 req-bb70fb43-47b2-410d-80a9-374bd1ec0a8f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:27.205648 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263845d0-c3cd-41b5-a60d-1a6753db5c95 req-bb70fb43-47b2-410d-80a9-374bd1ec0a8f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:27.225325 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263845d0-c3cd-41b5-a60d-1a6753db5c95 req-bb70fb43-47b2-410d-80a9-374bd1ec0a8f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:27.244060 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263845d0-c3cd-41b5-a60d-1a6753db5c95 req-bb70fb43-47b2-410d-80a9-374bd1ec0a8f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:27.251826 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263845d0-c3cd-41b5-a60d-1a6753db5c95 req-bb70fb43-47b2-410d-80a9-374bd1ec0a8f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:27.272341 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263845d0-c3cd-41b5-a60d-1a6753db5c95 req-bb70fb43-47b2-410d-80a9-374bd1ec0a8f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:27.286200 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-263845d0-c3cd-41b5-a60d-1a6753db5c95 req-bb70fb43-47b2-410d-80a9-374bd1ec0a8f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5438 time: 0.3204904 Nov 12 00:41:27.311261 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-28922585-81df-427d-9a96-11dc4ef27bba tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e742524ad04144c1b8899d429dc46e5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661523 Nov 12 00:41:27.462668 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d268da6-f9b5-476e-a276-eff9b45c14cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc5c04a-017f-4820-8cce-df76bd4f7a1c,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:27.492469 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d268da6-f9b5-476e-a276-eff9b45c14cc admin admin] Checking segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:27.492882 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d268da6-f9b5-476e-a276-eff9b45c14cc admin admin] Network hostable DHCP agents. Network: f1926e98-a223-4d69-aca0-b114b74b472e, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:41:27.512390 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f61159ae-a8c5-4115-a6f4-a16e341e73c4 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:27.520662 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f61159ae-a8c5-4115-a6f4-a16e341e73c4 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067504 Nov 12 00:41:27.542578 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-1d824b05-fc0c-4d91-92c8-4a5283f0ca7c tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/quotas/e742524ad04144c1b8899d429dc46e5a HTTP/1.1" status: 200 len: 375 time: 0.0207343 Nov 12 00:41:27.554835 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-263845d0-c3cd-41b5-a60d-1a6753db5c95 req-5c13d478-dcc8-4c8f-8dab-4e3d7fcc86d2 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2676890 Nov 12 00:41:27.567702 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d268da6-f9b5-476e-a276-eff9b45c14cc admin admin] Network f1926e98-a223-4d69-aca0-b114b74b472e is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:41:27.588332 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-5d268da6-f9b5-476e-a276-eff9b45c14cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, f1926e98-a223-4d69-aca0-b114b74b472e) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:27.600841 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b05f549-5696-4be9-a1f2-39099d970f73 None None] Network f1926e98-a223-4d69-aca0-b114b74b472e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:27.603264 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d268da6-f9b5-476e-a276-eff9b45c14cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:27.603883 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d268da6-f9b5-476e-a276-eff9b45c14cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:27.636347 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b969af4b-6c45-4451-aa94-73c9a232a162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:27.657409 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5d268da6-f9b5-476e-a276-eff9b45c14cc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4352860 Nov 12 00:41:27.756337 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-677558fc-cdc1-4b18-a7a9-0294a4e76015 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2121046 Nov 12 00:41:27.903220 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22568f36-a734-4e60-b5dc-b5eb41482836 None None] Network f1926e98-a223-4d69-aca0-b114b74b472e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:27.904387 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b969af4b-6c45-4451-aa94-73c9a232a162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:27.909831 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b969af4b-6c45-4451-aa94-73c9a232a162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.002253 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b969af4b-6c45-4451-aa94-73c9a232a162 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ac89269bc50444a979eaf5878b1bb2f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0432241 Nov 12 00:41:28.003909 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969af4b-6c45-4451-aa94-73c9a232a162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed55fb2-66e1-440f-b39b-8bb9209fd945,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:28.004864 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58010) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:28.212889 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e901326-11a6-4e8b-b49c-6220ecb782ad req-0236a363-3336-4ae4-8a44-a4e2322637da tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:28.222042 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e901326-11a6-4e8b-b49c-6220ecb782ad req-0236a363-3336-4ae4-8a44-a4e2322637da tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 949 time: 0.1874757 Nov 12 00:41:28.284833 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e901326-11a6-4e8b-b49c-6220ecb782ad req-c08c2c78-c20c-4474-91f5-818715ef8d62 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618107 Nov 12 00:41:28.295199 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c5dff81d-7136-4a2e-abcf-25ed8091ada3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.342824 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c5dff81d-7136-4a2e-abcf-25ed8091ada3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.446409 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c5dff81d-7136-4a2e-abcf-25ed8091ada3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.449670 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c5dff81d-7136-4a2e-abcf-25ed8091ada3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:28.451518 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c5dff81d-7136-4a2e-abcf-25ed8091ada3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aed55fb2-66e1-440f-b39b-8bb9209fd945 HTTP/1.1" status: 204 len: 168 time: 0.4451592 Nov 12 00:41:28.474424 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dff81d-7136-4a2e-abcf-25ed8091ada3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed55fb2-66e1-440f-b39b-8bb9209fd945,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:28.702546 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5a5632e0-aafa-4251-a170-65896a1704d1 req-7242ca76-31e8-4e18-b178-296ef2665b29 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 210 time: 0.0683610 Nov 12 00:41:28.942490 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 7492299e-b0d6-4740-9134-5b1767b6004a up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:28.948512 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a6624-be30-4ba3-935b-9d994cbcac67 req-71eb507a-eaaf-4928-b4dc-68f9f8316d92 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:28.955309 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a6624-be30-4ba3-935b-9d994cbcac67 req-71eb507a-eaaf-4928-b4dc-68f9f8316d92 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:28.961656 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a6624-be30-4ba3-935b-9d994cbcac67 req-71eb507a-eaaf-4928-b4dc-68f9f8316d92 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:28.970118 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a6624-be30-4ba3-935b-9d994cbcac67 req-71eb507a-eaaf-4928-b4dc-68f9f8316d92 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:28.977911 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a6624-be30-4ba3-935b-9d994cbcac67 req-71eb507a-eaaf-4928-b4dc-68f9f8316d92 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:28.985205 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a6624-be30-4ba3-935b-9d994cbcac67 req-71eb507a-eaaf-4928-b4dc-68f9f8316d92 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:28.993106 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a6624-be30-4ba3-935b-9d994cbcac67 req-71eb507a-eaaf-4928-b4dc-68f9f8316d92 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:29.005388 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b5a6624-be30-4ba3-935b-9d994cbcac67 req-71eb507a-eaaf-4928-b4dc-68f9f8316d92 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5438 time: 0.1552894 Nov 12 00:41:29.006073 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58074) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:29.049101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 7492299e-b0d6-4740-9134-5b1767b6004a completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:29.057234 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 7492299e-b0d6-4740-9134-5b1767b6004a triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:29.058935 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.145856 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b5a6624-be30-4ba3-935b-9d994cbcac67 req-d660fb03-3301-4602-9026-772fffdc8586 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1420836 Nov 12 00:41:29.190913 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58084) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:29.196358 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.211253 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2a80da1-9428-4153-883e-87e3545db776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.223186 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7492299e-b0d6-4740-9134-5b1767b6004a'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:29.225856 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86d5f3b-a359-414a-8793-502963244eee" -d '{"events": [{"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-plugged", "status": "completed", "tag": "7492299e-b0d6-4740-9134-5b1767b6004a"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:29.240927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 7492299e-b0d6-4740-9134-5b1767b6004a, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=7492299e-b0d6-4740-9134-5b1767b6004a,segment=NetworkSegment(06c399f9-5d95-4542-a286-8e7bd5ff234a),segment_id=06c399f9-5d95-4542-a286-8e7bd5ff234a)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:29.245794 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.326827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=7492299e-b0d6-4740-9134-5b1767b6004a,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:29.401744 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2a80da1-9428-4153-883e-87e3545db776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.409834 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2a80da1-9428-4153-883e-87e3545db776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.458798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a80da1-9428-4153-883e-87e3545db776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e42c1c2-f6d7-49b0-9cd7-c560a2c57d92,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:29.518022 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d2a80da1-9428-4153-883e-87e3545db776 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa083f2131134fcd82b5fd80c32f9060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257182 Nov 12 00:41:29.518755 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58100) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:29.524941 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-70c36875-a682-4a58-af54-8a5eb8676a46 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1940244390-network', 'tenant_id': '5094685fbf4e4dec88481e6fee86fbc4'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:29.587961 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1275909d-92cc-400d-81c7-d17f4440e92b x-openstack-request-id: req-1275909d-92cc-400d-81c7-d17f4440e92b {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:29.588281 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-plugged", "status": "completed", "tag": "7492299e-b0d6-4740-9134-5b1767b6004a", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:29.588546 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1275909d-92cc-400d-81c7-d17f4440e92b {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:29.588981 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7492299e-b0d6-4740-9134-5b1767b6004a', 'code': 200} Nov 12 00:41:29.592320 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58102) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:29.626074 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c36875-a682-4a58-af54-8a5eb8676a46 admin admin] Made reservation on behalf of 5094685fbf4e4dec88481e6fee86fbc4 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:29.629074 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70c36875-a682-4a58-af54-8a5eb8676a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.645764 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70c36875-a682-4a58-af54-8a5eb8676a46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.677717 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-417e77af-6b60-42f0-9f44-680bee941cde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.714561 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-417e77af-6b60-42f0-9f44-680bee941cde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.792110 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b350c1b-5139-43df-901f-3e95f640efef req-460f9890-bc48-40e3-83c9-edc33d2eebe9 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:29.792767 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70c36875-a682-4a58-af54-8a5eb8676a46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.799139 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70c36875-a682-4a58-af54-8a5eb8676a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.806410 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b350c1b-5139-43df-901f-3e95f640efef req-460f9890-bc48-40e3-83c9-edc33d2eebe9 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/networks?id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6 HTTP/1.1" status: 200 len: 815 time: 0.3148932 Nov 12 00:41:29.829620 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b350c1b-5139-43df-901f-3e95f640efef req-b16d7574-5136-4f90-80c5-6f4f2860e216 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/quotas/5296ecb4beb2464f89b29bec01832302 HTTP/1.1" status: 200 len: 375 time: 0.0207551 Nov 12 00:41:29.842360 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-ab3adf69-fbcb-4e12-8324-b54e610465b8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-75901284-network', 'tenant_id': 'f1145286794e44c782b111d8c5f13ff8'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:29.868335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58114) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:29.873810 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-417e77af-6b60-42f0-9f44-680bee941cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.876570 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-417e77af-6b60-42f0-9f44-680bee941cde admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.876943 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-e60fab2b-c462-41a2-a87b-d13b5d2246a2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-136436948-network', 'tenant_id': 'ab378a3ef0e246e2b5388640fd6262b8'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:29.877727 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-417e77af-6b60-42f0-9f44-680bee941cde admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e42c1c2-f6d7-49b0-9cd7-c560a2c57d92 HTTP/1.1" status: 204 len: 168 time: 0.3462195 Nov 12 00:41:29.913892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c36875-a682-4a58-af54-8a5eb8676a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19af44c2-4a1e-4d07-9537-e4e2dee5190f,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:29.917101 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c36875-a682-4a58-af54-8a5eb8676a46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:41:29.935745 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1ed34a7b-1e50-41b4-8ca2-1ccf0a12439b req-7218f8e6-9267-40ba-b035-9cf69612c7e1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 210 time: 0.1019509 Nov 12 00:41:29.937052 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b350c1b-5139-43df-901f-3e95f640efef req-cf29fd1e-3579-46c2-ade9-0f828de6537e tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5296ecb4beb2464f89b29bec01832302&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1025696 Nov 12 00:41:29.959074 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70c36875-a682-4a58-af54-8a5eb8676a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:29.959783 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-70c36875-a682-4a58-af54-8a5eb8676a46 admin admin] Added segment 3074caa4-d7ab-4aa1-be5d-c560d28755e8 of type vlan for network 76e8effc-7356-449c-a184-dd7b4d3a5a7b Nov 12 00:41:29.962432 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e77af-6b60-42f0-9f44-680bee941cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e42c1c2-f6d7-49b0-9cd7-c560a2c57d92,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:30.004984 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3adf69-fbcb-4e12-8324-b54e610465b8 admin admin] Made reservation on behalf of f1145286794e44c782b111d8c5f13ff8 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:30.010026 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab3adf69-fbcb-4e12-8324-b54e610465b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.022093 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab3adf69-fbcb-4e12-8324-b54e610465b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.093316 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70c36875-a682-4a58-af54-8a5eb8676a46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.104208 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b350c1b-5139-43df-901f-3e95f640efef req-0bd7e7df-b536-4e47-94e3-2469d7bfeb2c service neutron] 10.222.0.31 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557932 Nov 12 00:41:30.144362 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70c36875-a682-4a58-af54-8a5eb8676a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.145698 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c36875-a682-4a58-af54-8a5eb8676a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:30.146441 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70c36875-a682-4a58-af54-8a5eb8676a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.201673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60fab2b-c462-41a2-a87b-d13b5d2246a2 admin admin] Made reservation on behalf of ab378a3ef0e246e2b5388640fd6262b8 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:30.204600 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e60fab2b-c462-41a2-a87b-d13b5d2246a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.219197 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e60fab2b-c462-41a2-a87b-d13b5d2246a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.292081 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-70c36875-a682-4a58-af54-8a5eb8676a46 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2836316 Nov 12 00:41:30.304852 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b350c1b-5139-43df-901f-3e95f640efef req-f27d5e21-2e85-4e6c-b1a5-3a5e342a0090 service neutron] 10.222.0.31 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948473 Nov 12 00:41:30.306451 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58132) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:30.322663 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-00ff40ac-d7ef-4d36-bd7c-e6c01508277b admin admin] Request body: {'subnet': {'network_id': '76e8effc-7356-449c-a184-dd7b4d3a5a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1940244390-subnet', 'tenant_id': '5094685fbf4e4dec88481e6fee86fbc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:30.352993 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c36875-a682-4a58-af54-8a5eb8676a46 admin admin] Pushing event updated for resources: {'Network': ['ID=76e8effc-7356-449c-a184-dd7b4d3a5a7b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:30.367495 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 76e8effc-7356-449c-a184-dd7b4d3a5a7b details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:41:30.374007 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab3adf69-fbcb-4e12-8324-b54e610465b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.378759 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ff40ac-d7ef-4d36-bd7c-e6c01508277b admin admin] Made reservation on behalf of 5094685fbf4e4dec88481e6fee86fbc4 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:30.381181 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00ff40ac-d7ef-4d36-bd7c-e6c01508277b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.384845 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab3adf69-fbcb-4e12-8324-b54e610465b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.431703 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e60fab2b-c462-41a2-a87b-d13b5d2246a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.441762 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e60fab2b-c462-41a2-a87b-d13b5d2246a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.519323 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60fab2b-c462-41a2-a87b-d13b5d2246a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5c2e6d-22d0-4178-9e43-6abdbcc6c3d4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:30.543331 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60fab2b-c462-41a2-a87b-d13b5d2246a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:41:30.572098 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e60fab2b-c462-41a2-a87b-d13b5d2246a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.572486 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-e60fab2b-c462-41a2-a87b-d13b5d2246a2 admin admin] Added segment 99c815fd-9ca1-4a39-9cbb-06539e1e14bf of type vlan for network b8beb057-4dbb-41b4-b297-f38530863db2 Nov 12 00:41:30.747423 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e4e7158b-9a31-482c-8822-75b1a8106165 req-cffb9e15-c9e6-4bed-a62a-6328ba6b18fd tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 210 time: 0.1055512 Nov 12 00:41:30.758427 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e60fab2b-c462-41a2-a87b-d13b5d2246a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.792369 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e60fab2b-c462-41a2-a87b-d13b5d2246a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.794935 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60fab2b-c462-41a2-a87b-d13b5d2246a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:30.795710 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e60fab2b-c462-41a2-a87b-d13b5d2246a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.943155 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3adf69-fbcb-4e12-8324-b54e610465b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27190a0a-bbaa-4855-80fe-bed5dbd16172,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:30.947404 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 8f1de500-1d54-4315-a3f2-8892f2f01944 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:30.948492 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e60fab2b-c462-41a2-a87b-d13b5d2246a2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0737486 Nov 12 00:41:30.949279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58154) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:30.975402 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-d3e18ffb-43ca-4b34-a6c3-d9d27db8a45b admin admin] Request body: {'subnet': {'network_id': 'b8beb057-4dbb-41b4-b297-f38530863db2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-136436948-subnet', 'tenant_id': 'ab378a3ef0e246e2b5388640fd6262b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:30.997617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3adf69-fbcb-4e12-8324-b54e610465b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:41:31.020070 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60fab2b-c462-41a2-a87b-d13b5d2246a2 admin admin] Pushing event updated for resources: {'Network': ['ID=b8beb057-4dbb-41b4-b297-f38530863db2,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:31.038106 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e18ffb-43ca-4b34-a6c3-d9d27db8a45b admin admin] Made reservation on behalf of ab378a3ef0e246e2b5388640fd6262b8 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:31.040582 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc39a58-d0d6-4dda-9c15-cf39b9f38498 req-8c108e54-16b9-41d7-9cd7-e3c351790dd9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:31.052592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network b8beb057-4dbb-41b4-b297-f38530863db2 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:41:31.060511 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3e18ffb-43ca-4b34-a6c3-d9d27db8a45b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:31.061413 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc39a58-d0d6-4dda-9c15-cf39b9f38498 req-8c108e54-16b9-41d7-9cd7-e3c351790dd9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:31.079220 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc39a58-d0d6-4dda-9c15-cf39b9f38498 req-8c108e54-16b9-41d7-9cd7-e3c351790dd9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:31.099183 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc39a58-d0d6-4dda-9c15-cf39b9f38498 req-8c108e54-16b9-41d7-9cd7-e3c351790dd9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:31.120155 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc39a58-d0d6-4dda-9c15-cf39b9f38498 req-8c108e54-16b9-41d7-9cd7-e3c351790dd9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:31.133819 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc39a58-d0d6-4dda-9c15-cf39b9f38498 req-8c108e54-16b9-41d7-9cd7-e3c351790dd9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:31.158965 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc39a58-d0d6-4dda-9c15-cf39b9f38498 req-8c108e54-16b9-41d7-9cd7-e3c351790dd9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:31.170462 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-edc39a58-d0d6-4dda-9c15-cf39b9f38498 req-8c108e54-16b9-41d7-9cd7-e3c351790dd9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5439 time: 0.8813260 Nov 12 00:41:31.192529 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 130bbe7b-2dda-4118-8336-07b90fc09ee0 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:31.227543 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bfc38931-c04c-404a-9401-94f85b94463b req-c22d0e07-3860-4a63-ad34-e43c081ab6e1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 210 time: 0.1275260 Nov 12 00:41:31.284678 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab3adf69-fbcb-4e12-8324-b54e610465b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:31.285092 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-ab3adf69-fbcb-4e12-8324-b54e610465b8 admin admin] Added segment 0bedd173-4eb9-45bc-8609-1e663a2b3e6c of type vlan for network 40d5199b-84d3-4e3a-b832-6d6d2623ed7f Nov 12 00:41:31.387914 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-96a79842-4036-4139-907d-4fe4e14ee8d5 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e742524ad04144c1b8899d429dc46e5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1501472 Nov 12 00:41:31.393339 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-5b641b00-85d0-4df9-9246-d4a9a3aae243 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e742524ad04144c1b8899d429dc46e5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1190698 Nov 12 00:41:31.514838 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-edc39a58-d0d6-4dda-9c15-cf39b9f38498 req-7f527ce5-59fe-4ceb-8377-75dc6e35596b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3132510 Nov 12 00:41:31.568475 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:31.626451 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab3adf69-fbcb-4e12-8324-b54e610465b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:31.669349 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 130bbe7b-2dda-4118-8336-07b90fc09ee0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=130bbe7b-2dda-4118-8336-07b90fc09ee0,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:31.670180 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00ff40ac-d7ef-4d36-bd7c-e6c01508277b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:31.677266 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7d0432-e341-432f-a1a3-43b8500f46f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1de500-1d54-4315-a3f2-8892f2f01944'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:31.682717 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85677b11-6deb-4316-ae93-0ae532ed3bf5" -d '{"events": [{"server_uuid": "5b7d0432-e341-432f-a1a3-43b8500f46f7", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1de500-1d54-4315-a3f2-8892f2f01944"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:31.753002 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-8333d4cd-4768-490b-9075-4618b19691fe tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:31.767308 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-8333d4cd-4768-490b-9075-4618b19691fe tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3726678 Nov 12 00:41:31.794061 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab3adf69-fbcb-4e12-8324-b54e610465b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:31.797591 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3adf69-fbcb-4e12-8324-b54e610465b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:31.798233 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab3adf69-fbcb-4e12-8324-b54e610465b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:31.835972 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-d5429d06-9f3e-405f-b325-ef65630855c1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Request body: {'port': {'device_id': '8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': 'e742524ad04144c1b8899d429dc46e5a'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:31.879097 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 8f1de500-1d54-4315-a3f2-8892f2f01944, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=8f1de500-1d54-4315-a3f2-8892f2f01944,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:31.890420 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:31.898556 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '130bbe7b-2dda-4118-8336-07b90fc09ee0', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '130bbe7b-2dda-4118-8336-07b90fc09ee0', 'mac_address': 'fa:16:3e:a4:39:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:31.926674 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff40ac-d7ef-4d36-bd7c-e6c01508277b admin admin] Pushing event updated for resources: {'Subnet': ['ID=55cb5fa7-4d47-44f8-88d8-b50764e8ed40,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:31.951329 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ab3adf69-fbcb-4e12-8324-b54e610465b8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3538232 Nov 12 00:41:31.968443 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7752c04-c672-400e-a0c6-399af10cedac x-openstack-request-id: req-c7752c04-c672-400e-a0c6-399af10cedac {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:31.968906 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7d0432-e341-432f-a1a3-43b8500f46f7", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1de500-1d54-4315-a3f2-8892f2f01944", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:31.969165 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7752c04-c672-400e-a0c6-399af10cedac {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:31.969559 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7d0432-e341-432f-a1a3-43b8500f46f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1de500-1d54-4315-a3f2-8892f2f01944', 'code': 200} Nov 12 00:41:31.984820 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58184) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:31.992622 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-57f9ee6d-f487-43c7-b5f0-5b94f493527f admin admin] Request body: {'subnet': {'network_id': '40d5199b-84d3-4e3a-b832-6d6d2623ed7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-75901284-subnet', 'tenant_id': 'f1145286794e44c782b111d8c5f13ff8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:31.997070 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:31.999706 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=8f1de500-1d54-4315-a3f2-8892f2f01944,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:32.021520 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ff40ac-d7ef-4d36-bd7c-e6c01508277b admin admin] Checking segment: {'id': '3074caa4-d7ab-4aa1-be5d-c560d28755e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76e8effc-7356-449c-a184-dd7b4d3a5a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:32.021887 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ff40ac-d7ef-4d36-bd7c-e6c01508277b admin admin] Network hostable DHCP agents. Network: 76e8effc-7356-449c-a184-dd7b4d3a5a7b, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:41:32.034702 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130bbe7b-2dda-4118-8336-07b90fc09ee0 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:32.052276 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3adf69-fbcb-4e12-8324-b54e610465b8 admin admin] Pushing event updated for resources: {'Network': ['ID=40d5199b-84d3-4e3a-b832-6d6d2623ed7f,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:32.069257 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 40d5199b-84d3-4e3a-b832-6d6d2623ed7f details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:41:32.089797 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ff40ac-d7ef-4d36-bd7c-e6c01508277b admin admin] Network 76e8effc-7356-449c-a184-dd7b4d3a5a7b is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:41:32.093331 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-641704c9-d60c-4ba2-a0d2-0c6d112deedf req-5677af39-eba3-40ce-8fd5-ae30b212021e tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 210 time: 0.1074069 Nov 12 00:41:32.107633 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-00ff40ac-d7ef-4d36-bd7c-e6c01508277b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 76e8effc-7356-449c-a184-dd7b4d3a5a7b) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:32.112507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ff40ac-d7ef-4d36-bd7c-e6c01508277b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:32.113826 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00ff40ac-d7ef-4d36-bd7c-e6c01508277b admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.139167 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 130bbe7b-2dda-4118-8336-07b90fc09ee0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=130bbe7b-2dda-4118-8336-07b90fc09ee0,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:32.140392 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a86cdb0-48c4-4f97-9189-e614192c1b7b None None] Network 76e8effc-7356-449c-a184-dd7b4d3a5a7b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:32.161152 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-00ff40ac-d7ef-4d36-bd7c-e6c01508277b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8441632 Nov 12 00:41:32.169224 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.171322 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-e446c9ef-286f-4606-bd8d-9026ee018c3a tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:32.172479 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-e446c9ef-286f-4606-bd8d-9026ee018c3a tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5526474 Nov 12 00:41:32.176581 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-d5429d06-9f3e-405f-b325-ef65630855c1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Made reservation on behalf of e742524ad04144c1b8899d429dc46e5a for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:32.180180 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-d5429d06-9f3e-405f-b325-ef65630855c1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.234138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-4f8f14e4-9bb1-4852-8c2b-a89a83f353d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Request body: {'port': {'device_id': '5c5533fd-e2af-4c96-ae8a-f52cf1dbec90', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': 'e742524ad04144c1b8899d429dc46e5a'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:32.300229 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['130bbe7b-2dda-4118-8336-07b90fc09ee0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:32.315692 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3e18ffb-43ca-4b34-a6c3-d9d27db8a45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.400053 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f9ee6d-f487-43c7-b5f0-5b94f493527f admin admin] Made reservation on behalf of f1145286794e44c782b111d8c5f13ff8 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:32.402451 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57f9ee6d-f487-43c7-b5f0-5b94f493527f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.437585 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58204) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:32.451317 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=130bbe7b-2dda-4118-8336-07b90fc09ee0,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:32.537173 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f31efeb1-b599-4ebb-bf06-d79363c3778d req-4e112d1f-ccd6-4590-995a-c513d9aea304 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 210 time: 0.0902150 Nov 12 00:41:32.667341 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7940ede5-90ba-4391-89bd-db7a23d2404e tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1131427645'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:32.683381 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf14e9d-9d1a-4196-8997-b36f8a25b888 None None] Network 76e8effc-7356-449c-a184-dd7b4d3a5a7b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:32.711111 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7940ede5-90ba-4391-89bd-db7a23d2404e tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.714132 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7940ede5-90ba-4391-89bd-db7a23d2404e tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.816467 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7940ede5-90ba-4391-89bd-db7a23d2404e tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.822531 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7940ede5-90ba-4391-89bd-db7a23d2404e tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.846206 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7940ede5-90ba-4391-89bd-db7a23d2404e tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.851308 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7940ede5-90ba-4391-89bd-db7a23d2404e tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4097357 Nov 12 00:41:32.852478 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58218) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:32.899920 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e18ffb-43ca-4b34-a6c3-d9d27db8a45b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b89ad267-686e-402c-8d3f-f607276a6fd1,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:32.928058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e18ffb-43ca-4b34-a6c3-d9d27db8a45b admin admin] Checking segment: {'id': '99c815fd-9ca1-4a39-9cbb-06539e1e14bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b8beb057-4dbb-41b4-b297-f38530863db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:32.928528 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e18ffb-43ca-4b34-a6c3-d9d27db8a45b admin admin] Network hostable DHCP agents. Network: b8beb057-4dbb-41b4-b297-f38530863db2, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:41:32.950882 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ff091b9-04f4-42e6-8140-4d1527ab1621 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:32.957088 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:33.029855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:33.034912 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:33.035703 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.168290 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.172783 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ff091b9-04f4-42e6-8140-4d1527ab1621 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.175730 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ff091b9-04f4-42e6-8140-4d1527ab1621 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.213429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:33.219227 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.220372 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 598a4042-c420-4cc6-a0c6-65564b98695e up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:33.236092 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58228) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:33.244632 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-f66cd7f3-4a0f-49a1-926c-8dc79e3569a9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1516662721-network', 'tenant_id': '235105797d85474789190521544fcb6a'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:33.251699 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ff091b9-04f4-42e6-8140-4d1527ab1621 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.251699 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff091b9-04f4-42e6-8140-4d1527ab1621 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b149e568-c462-4792-8d64-1a767a5c0a30 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:41:33.267623 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-4f8f14e4-9bb1-4852-8c2b-a89a83f353d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Made reservation on behalf of e742524ad04144c1b8899d429dc46e5a for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:33.271147 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-4f8f14e4-9bb1-4852-8c2b-a89a83f353d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.277362 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ff091b9-04f4-42e6-8140-4d1527ab1621 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.282559 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5ff091b9-04f4-42e6-8140-4d1527ab1621 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] 10.222.0.31 "DELETE /v2.0/routers/b149e568-c462-4792-8d64-1a767a5c0a30 HTTP/1.1" status: 204 len: 168 time: 0.4292586 Nov 12 00:41:33.285096 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4748f9c-f1be-47dd-a740-ba7320f7073d req-4ce3c1cc-e2d4-4bff-b789-bb0a2c01b5e7 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 210 time: 0.0487475 Nov 12 00:41:33.285996 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58232) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:33.290394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-dcef04d4-0dc8-4a22-a940-5c6a1a5ced9a tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Request body: {'router': {'name': 'tempest-router-1000349536', 'distributed': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:33.311676 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:33.339462 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 598a4042-c420-4cc6-a0c6-65564b98695e completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:33.344499 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 598a4042-c420-4cc6-a0c6-65564b98695e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:33.344914 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.364659 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-d5429d06-9f3e-405f-b325-ef65630855c1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Allocated IP 192.168.233.164 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/b8ee4bc0-8823-4aa3-a840-606de5fe2e92) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:33.381628 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b350c1b-5139-43df-901f-3e95f640efef req-2a5b90c4-53d9-49ee-8768-b8ed9f27fe53 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:33.383125 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b350c1b-5139-43df-901f-3e95f640efef req-2a5b90c4-53d9-49ee-8768-b8ed9f27fe53 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.21 "GET /v2.0/networks?id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6 HTTP/1.1" status: 200 len: 815 time: 0.7678463 Nov 12 00:41:33.386619 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dcef04d4-0dc8-4a22-a940-5c6a1a5ced9a tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.388788 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dcef04d4-0dc8-4a22-a940-5c6a1a5ced9a tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.396907 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff3dfc-44fb-44e5-9c86-319236db3bcf req-4efb6928-3e78-466e-ba0b-35af39ded394 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:33.403870 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff3dfc-44fb-44e5-9c86-319236db3bcf req-4efb6928-3e78-466e-ba0b-35af39ded394 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:33.409986 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff3dfc-44fb-44e5-9c86-319236db3bcf req-4efb6928-3e78-466e-ba0b-35af39ded394 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:33.416103 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff3dfc-44fb-44e5-9c86-319236db3bcf req-4efb6928-3e78-466e-ba0b-35af39ded394 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:33.422511 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff3dfc-44fb-44e5-9c86-319236db3bcf req-4efb6928-3e78-466e-ba0b-35af39ded394 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:33.428459 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff3dfc-44fb-44e5-9c86-319236db3bcf req-4efb6928-3e78-466e-ba0b-35af39ded394 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:33.435237 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff3dfc-44fb-44e5-9c86-319236db3bcf req-4efb6928-3e78-466e-ba0b-35af39ded394 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:33.443427 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2eff3dfc-44fb-44e5-9c86-319236db3bcf req-4efb6928-3e78-466e-ba0b-35af39ded394 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5439 time: 0.6772177 Nov 12 00:41:33.445270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e18ffb-43ca-4b34-a6c3-d9d27db8a45b admin admin] Network b8beb057-4dbb-41b4-b297-f38530863db2 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:41:33.453725 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.457250 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dcef04d4-0dc8-4a22-a940-5c6a1a5ced9a tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.464514 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dcef04d4-0dc8-4a22-a940-5c6a1a5ced9a tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.476477 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66cd7f3-4a0f-49a1-926c-8dc79e3569a9 admin admin] Made reservation on behalf of 235105797d85474789190521544fcb6a for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:33.478834 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f66cd7f3-4a0f-49a1-926c-8dc79e3569a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.491426 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-3b350c1b-5139-43df-901f-3e95f640efef req-03efa939-20ee-45d0-b25c-5b52b25752c1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Request body: {'port': {'device_id': '40526dd1-099a-46bf-88a2-fb385b1ab4a6', 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6', 'admin_state_up': True, 'tenant_id': '5296ecb4beb2464f89b29bec01832302'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:33.494248 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dcef04d4-0dc8-4a22-a940-5c6a1a5ced9a tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.496315 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-dcef04d4-0dc8-4a22-a940-5c6a1a5ced9a tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2086592 Nov 12 00:41:33.499856 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58242) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:33.524567 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 598a4042-c420-4cc6-a0c6-65564b98695e, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=598a4042-c420-4cc6-a0c6-65564b98695e,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:33.529752 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.530704 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 5499a9f2-ee89-4018-a3da-de31014146c2 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:33.550636 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f66cd7f3-4a0f-49a1-926c-8dc79e3569a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.552528 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-d3e18ffb-43ca-4b34-a6c3-d9d27db8a45b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, b8beb057-4dbb-41b4-b297-f38530863db2) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:33.617565 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e18ffb-43ca-4b34-a6c3-d9d27db8a45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:33.618171 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3e18ffb-43ca-4b34-a6c3-d9d27db8a45b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.645857 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487b2629-ec90-444c-9264-1900234c5871 None None] Network b8beb057-4dbb-41b4-b297-f38530863db2 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:33.704495 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3fd6eb73-e914-4f86-a334-f1ece5a226be tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.788098 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d3e18ffb-43ca-4b34-a6c3-d9d27db8a45b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.8352137 Nov 12 00:41:33.797535 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-08a68cad-b8f8-4f6a-85cb-4e3a0682df65 req-3cc457f1-da2c-46df-b6d7-13d54fa94eaa tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 210 time: 0.0748935 Nov 12 00:41:33.821194 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a3549-6944-426e-b778-bc609d0dbcff req-1e6085a1-eca7-4b7a-89e5-42d7aa5c7433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:33.826969 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-814a3549-6944-426e-b778-bc609d0dbcff req-1e6085a1-eca7-4b7a-89e5-42d7aa5c7433 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=634c85f0d70843cb8a7344965fb52821&device_id=03585741-8967-4c19-aefd-2b22f9df0b2d HTTP/1.1" status: 200 len: 1101 time: 0.2064276 Nov 12 00:41:33.872795 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2eff3dfc-44fb-44e5-9c86-319236db3bcf req-b0ef39d5-257c-48b4-a140-6451d0b168d6 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4283667 Nov 12 00:41:33.894646 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57f9ee6d-f487-43c7-b5f0-5b94f493527f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.948987 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=598a4042-c420-4cc6-a0c6-65564b98695e,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:33.966265 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4d1c37-def9-4c1d-ae60-8ed3b61d81e8 None None] Network b8beb057-4dbb-41b4-b297-f38530863db2 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:33.972921 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf'}, {'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598a4042-c420-4cc6-a0c6-65564b98695e'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:33.975243 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb432c8b-9c01-4bea-af05-4e3461d1c457" -d '{"events": [{"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-plugged", "status": "completed", "tag": "f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf"}, {"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-plugged", "status": "completed", "tag": "598a4042-c420-4cc6-a0c6-65564b98695e"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:34.068900 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3fd6eb73-e914-4f86-a334-f1ece5a226be tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.074947 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3fd6eb73-e914-4f86-a334-f1ece5a226be tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.138141 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a3549-6944-426e-b778-bc609d0dbcff req-a4212afb-d79a-41b7-b7b7-e4bcc67e8fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:34.139677 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-814a3549-6944-426e-b778-bc609d0dbcff req-a4212afb-d79a-41b7-b7b7-e4bcc67e8fe5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.2474415 Nov 12 00:41:34.140482 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3fd6eb73-e914-4f86-a334-f1ece5a226be tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.141021 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd6eb73-e914-4f86-a334-f1ece5a226be tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1013b71f-c0d2-470f-a75d-0008763471cd {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:41:34.151315 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4427157-3f18-4fb8-aea9-e8cd082268ff x-openstack-request-id: req-b4427157-3f18-4fb8-aea9-e8cd082268ff {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:34.151913 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3fd6eb73-e914-4f86-a334-f1ece5a226be tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.153706 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3fd6eb73-e914-4f86-a334-f1ece5a226be tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] 10.222.0.31 "DELETE /v2.0/routers/1013b71f-c0d2-470f-a75d-0008763471cd HTTP/1.1" status: 204 len: 168 time: 0.6527095 Nov 12 00:41:34.159124 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-plugged", "status": "completed", "tag": "f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf", "code": 200}, {"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-plugged", "status": "completed", "tag": "598a4042-c420-4cc6-a0c6-65564b98695e", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:34.160000 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4427157-3f18-4fb8-aea9-e8cd082268ff {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:34.160411 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf', 'code': 200} Nov 12 00:41:34.160675 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598a4042-c420-4cc6-a0c6-65564b98695e', 'code': 200} Nov 12 00:41:34.183074 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58270) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:34.195874 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 5499a9f2-ee89-4018-a3da-de31014146c2 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:34.196248 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-75858fa5-e23a-4bce-affb-3fd40063e88c tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Request body: {'router': {'name': 'tempest-router-1120422367', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2df20854efec457c9bee143927079c93'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:34.235430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 5499a9f2-ee89-4018-a3da-de31014146c2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:34.235811 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.258463 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-814a3549-6944-426e-b778-bc609d0dbcff req-fd934256-22d0-4e02-afbd-1897ae0e7e08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=130bbe7b-2dda-4118-8336-07b90fc09ee0 HTTP/1.1" status: 200 len: 217 time: 0.1101999 Nov 12 00:41:34.301448 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b350c1b-5139-43df-901f-3e95f640efef req-03efa939-20ee-45d0-b25c-5b52b25752c1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Made reservation on behalf of 5296ecb4beb2464f89b29bec01832302 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:34.312132 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3b350c1b-5139-43df-901f-3e95f640efef req-03efa939-20ee-45d0-b25c-5b52b25752c1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.337077 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a3549-6944-426e-b778-bc609d0dbcff req-f7630b11-88c8-4427-85e5-921ce3376c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:34.348032 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-814a3549-6944-426e-b778-bc609d0dbcff req-f7630b11-88c8-4427-85e5-921ce3376c65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0743244 Nov 12 00:41:34.349132 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-75858fa5-e23a-4bce-affb-3fd40063e88c tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.351149 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-75858fa5-e23a-4bce-affb-3fd40063e88c tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.436178 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9ee6d-f487-43c7-b5f0-5b94f493527f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bab6fbd2-d7fa-46a6-839d-783bb02038fc,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:34.464608 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8ed09b33-135b-48b8-b840-57401017a04f req-b4175a48-e61c-4a65-8ebb-2daf0a1045ef tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 210 time: 0.0397410 Nov 12 00:41:34.478754 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a3549-6944-426e-b778-bc609d0dbcff req-2cd22ee8-78c4-4bc9-817f-06741c626a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:34.480634 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-814a3549-6944-426e-b778-bc609d0dbcff req-2cd22ee8-78c4-4bc9-817f-06741c626a09 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1227443 Nov 12 00:41:34.549358 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.617128 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-814a3549-6944-426e-b778-bc609d0dbcff req-8ff30eae-a591-4f54-acf0-374ba146879e service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271985 Nov 12 00:41:34.617406 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 5499a9f2-ee89-4018-a3da-de31014146c2, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5499a9f2-ee89-4018-a3da-de31014146c2,segment=NetworkSegment(565a5bbf-e498-4b3b-bd77-1bc3c03dc084),segment_id=565a5bbf-e498-4b3b-bd77-1bc3c03dc084)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:34.622404 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f66cd7f3-4a0f-49a1-926c-8dc79e3569a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.623441 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.632252 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f9ee6d-f487-43c7-b5f0-5b94f493527f admin admin] Checking segment: {'id': '0bedd173-4eb9-45bc-8609-1e663a2b3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d5199b-84d3-4e3a-b832-6d6d2623ed7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:34.633060 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f9ee6d-f487-43c7-b5f0-5b94f493527f admin admin] Network hostable DHCP agents. Network: 40d5199b-84d3-4e3a-b832-6d6d2623ed7f, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:41:34.704429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=5499a9f2-ee89-4018-a3da-de31014146c2,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:34.760631 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f66cd7f3-4a0f-49a1-926c-8dc79e3569a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.781454 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-814a3549-6944-426e-b778-bc609d0dbcff req-3a105fe7-1d42-4609-aa35-e26a6dc07646 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562152 Nov 12 00:41:34.798166 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-d5429d06-9f3e-405f-b325-ef65630855c1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.823584 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-75858fa5-e23a-4bce-affb-3fd40063e88c tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.872396 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-75858fa5-e23a-4bce-affb-3fd40063e88c tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.887576 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66cd7f3-4a0f-49a1-926c-8dc79e3569a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:41:34.945161 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:34.955686 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3af7b37-7660-440c-8eb7-f8f3cccd12ad req-29205775-3744-40a9-a4ba-7eaace1726ee tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 210 time: 0.0566278 Nov 12 00:41:34.976291 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f66cd7f3-4a0f-49a1-926c-8dc79e3569a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.976821 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-f66cd7f3-4a0f-49a1-926c-8dc79e3569a9 admin admin] Added segment f78a70fe-241e-4bcf-9e0c-57c9e37d18bf of type vlan for network 43735ee0-e1b1-4670-a23d-7848920854e6 Nov 12 00:41:35.012321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cd7f3-4a0f-49a1-926c-8dc79e3569a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1558f99-a4bc-4a65-9c52-0153c62b669b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:35.045122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:35.049244 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:35.049649 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.086104 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-75858fa5-e23a-4bce-affb-3fd40063e88c tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.087642 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-75858fa5-e23a-4bce-affb-3fd40063e88c tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8970358 Nov 12 00:41:35.088560 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f9ee6d-f487-43c7-b5f0-5b94f493527f admin admin] Network 40d5199b-84d3-4e3a-b832-6d6d2623ed7f is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:41:35.090867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58306) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:35.093489 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 130bbe7b-2dda-4118-8336-07b90fc09ee0 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:35.130967 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-f3255348-b8bb-4faa-8187-9f7764c2f463 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:35.132748 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-f3255348-b8bb-4faa-8187-9f7764c2f463 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 808 time: 0.5029447 Nov 12 00:41:35.141376 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-68732f47-0f2e-42e0-9404-3af2ed2e4791 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Request body: {'router': {'distributed': True}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:35.148950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae8efd-d82a-46e2-8b72-3c6dbec8d2bb req-2e4aac17-e36c-4392-9dc9-0afd97499341 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:35.158399 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae8efd-d82a-46e2-8b72-3c6dbec8d2bb req-2e4aac17-e36c-4392-9dc9-0afd97499341 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:35.167408 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae8efd-d82a-46e2-8b72-3c6dbec8d2bb req-2e4aac17-e36c-4392-9dc9-0afd97499341 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:35.179781 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae8efd-d82a-46e2-8b72-3c6dbec8d2bb req-2e4aac17-e36c-4392-9dc9-0afd97499341 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:35.181174 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.187561 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae8efd-d82a-46e2-8b72-3c6dbec8d2bb req-2e4aac17-e36c-4392-9dc9-0afd97499341 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:35.196590 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae8efd-d82a-46e2-8b72-3c6dbec8d2bb req-2e4aac17-e36c-4392-9dc9-0afd97499341 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:35.202805 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 130bbe7b-2dda-4118-8336-07b90fc09ee0 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:35.203183 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.205783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae8efd-d82a-46e2-8b72-3c6dbec8d2bb req-2e4aac17-e36c-4392-9dc9-0afd97499341 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:35.208292 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-beae8efd-d82a-46e2-8b72-3c6dbec8d2bb req-2e4aac17-e36c-4392-9dc9-0afd97499341 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5442 time: 0.1673121 Nov 12 00:41:35.306174 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-0da502ef-3343-4a33-932f-b9c4d7642333 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/quotas/0c08be1f58b544848c94fddfb37189e3 HTTP/1.1" status: 200 len: 375 time: 0.0985711 Nov 12 00:41:35.321486 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:35.352720 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f66cd7f3-4a0f-49a1-926c-8dc79e3569a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.361637 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-57f9ee6d-f487-43c7-b5f0-5b94f493527f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 40d5199b-84d3-4e3a-b832-6d6d2623ed7f) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:35.363997 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.377241 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-beae8efd-d82a-46e2-8b72-3c6dbec8d2bb req-d9aca9a8-904f-4e97-9c34-ca1905a6157f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1520929 Nov 12 00:41:35.381935 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.382732 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 7ec6bbb6-cda8-445c-acc9-186646419b56 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:35.411566 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 130bbe7b-2dda-4118-8336-07b90fc09ee0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=130bbe7b-2dda-4118-8336-07b90fc09ee0,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:35.414429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed4c08d-8dc3-4cdd-bbb4-07a3a304be6f None None] Network 40d5199b-84d3-4e3a-b832-6d6d2623ed7f requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:35.423171 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-490676c4-5d3e-4388-8326-6a6afef6b4f8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742679 Nov 12 00:41:35.450141 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9ee6d-f487-43c7-b5f0-5b94f493527f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:35.451469 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57f9ee6d-f487-43c7-b5f0-5b94f493527f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.463805 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-d5429d06-9f3e-405f-b325-ef65630855c1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.472349 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:35.597351 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-9296f994-b190-4438-aef3-ed79c9f507f6 service neutron] 10.222.0.31 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513357 Nov 12 00:41:35.602231 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.db.resource_extend [None req-f66cd7f3-4a0f-49a1-926c-8dc79e3569a9 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:41:35.608183 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-3b350c1b-5139-43df-901f-3e95f640efef req-03efa939-20ee-45d0-b25c-5b52b25752c1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Allocated IP 172.20.0.3 (e9d51c46-f358-424d-ac2a-b0dc401b9ad6/08cb9a84-8134-4e9c-99d6-c33732bf6cde/23ddfda0-4f02-40ff-aea8-1dd1fc986a97) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:35.616759 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-57f9ee6d-f487-43c7-b5f0-5b94f493527f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.6248906 Nov 12 00:41:35.654007 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['37a8070f-7261-432c-a284-dceea1ab4f9b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:35.677754 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-47025980-b5c2-4de7-a8bc-e9d4ecda67d4 req-dc026da8-bedd-43ea-8b59-a244fd7e16d7 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 210 time: 0.0795472 Nov 12 00:41:35.696071 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['6f57b479-9ea5-40cd-8a30-cc725fc1a835', '0dd76ff5-4be1-4f6e-9325-09ea366062c1'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:35.777807 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-a9513822-0a9a-4e1e-bd4d-e1d5bc026e97 service neutron] 10.222.0.31 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271603 Nov 12 00:41:35.890759 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-d5429d06-9f3e-405f-b325-ef65630855c1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:35.978231 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:36.003757 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f66cd7f3-4a0f-49a1-926c-8dc79e3569a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:36.008745 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66cd7f3-4a0f-49a1-926c-8dc79e3569a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:36.009408 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f66cd7f3-4a0f-49a1-926c-8dc79e3569a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:36.025920 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-d5429d06-9f3e-405f-b325-ef65630855c1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:36.029376 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-d5429d06-9f3e-405f-b325-ef65630855c1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:36.086533 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-68732f47-0f2e-42e0-9404-3af2ed2e4791 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:36.086920 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-68732f47-0f2e-42e0-9404-3af2ed2e4791 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:36.119503 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=130bbe7b-2dda-4118-8336-07b90fc09ee0,revision_number=10']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:36.120173 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-4f8f14e4-9bb1-4852-8c2b-a89a83f353d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Allocated IP 192.168.233.180 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/1104d0a1-0b8c-4b63-886a-552dd272ce73) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:36.204911 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5429d06-9f3e-405f-b325-ef65630855c1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Pushing event updated for resources: {'Port': ['ID=b8ee4bc0-8823-4aa3-a840-606de5fe2e92,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:36.227706 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 7ec6bbb6-cda8-445c-acc9-186646419b56 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:36.234549 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5499a9f2-ee89-4018-a3da-de31014146c2'}, {'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae'}, {'server_uuid': '03585741-8967-4c19-aefd-2b22f9df0b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130bbe7b-2dda-4118-8336-07b90fc09ee0'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:36.240292 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c66dbc-f373-4649-a95e-afe408d9e2ac" -d '{"events": [{"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-plugged", "status": "completed", "tag": "5499a9f2-ee89-4018-a3da-de31014146c2"}, {"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-plugged", "status": "completed", "tag": "4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae"}, {"server_uuid": "03585741-8967-4c19-aefd-2b22f9df0b2d", "name": "network-vif-plugged", "status": "completed", "tag": "130bbe7b-2dda-4118-8336-07b90fc09ee0"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:36.308236 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 7ec6bbb6-cda8-445c-acc9-186646419b56 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:36.312041 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:36.329304 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77413634-05b5-4d11-9b26-f2f0cd7ca6ae None None] Network 40d5199b-84d3-4e3a-b832-6d6d2623ed7f requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:36.479376 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-6e982ab3-a744-4aec-9359-5f5a0037f73a tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:36.493099 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-6e982ab3-a744-4aec-9359-5f5a0037f73a tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/networks?id=40d5199b-84d3-4e3a-b832-6d6d2623ed7f HTTP/1.1" status: 200 len: 820 time: 0.1910956 Nov 12 00:41:36.533930 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-be6f82c5-3556-4ca7-ba03-fac27b26b693 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/quotas/f1145286794e44c782b111d8c5f13ff8 HTTP/1.1" status: 200 len: 375 time: 0.0390067 Nov 12 00:41:36.586473 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-1c5432bb-55d7-4ffd-989a-52bfa234e4f4 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f1145286794e44c782b111d8c5f13ff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517814 Nov 12 00:41:36.740975 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-3683756c-e396-4fc9-aa91-19ff0afd2da9 service neutron] 10.222.0.31 "GET /v2.0/networks/40d5199b-84d3-4e3a-b832-6d6d2623ed7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524479 Nov 12 00:41:36.758190 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d6afbd77-4ad9-4000-ae52-1e550cbb38ce None None] Provisioning complete for port b8ee4bc0-8823-4aa3-a840-606de5fe2e92 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:36.759145 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d6afbd77-4ad9-4000-ae52-1e550cbb38ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:36.762371 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f66cd7f3-4a0f-49a1-926c-8dc79e3569a9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.5189686 Nov 12 00:41:36.853107 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58354) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:36.889381 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-114b6fb5-ee51-48df-8311-7fcba17e819a service neutron] 10.222.0.31 "GET /v2.0/networks/40d5199b-84d3-4e3a-b832-6d6d2623ed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391232 Nov 12 00:41:36.908026 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d6afbd77-4ad9-4000-ae52-1e550cbb38ce None None] Port b8ee4bc0-8823-4aa3-a840-606de5fe2e92 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:41:36.926551 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:36.936510 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-97622eb0-26be-4d8a-82dd-57c329eec727 admin admin] Request body: {'subnet': {'network_id': '43735ee0-e1b1-4670-a23d-7848920854e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1516662721-subnet', 'tenant_id': '235105797d85474789190521544fcb6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:37.018862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cd7f3-4a0f-49a1-926c-8dc79e3569a9 admin admin] Pushing event updated for resources: {'Network': ['ID=43735ee0-e1b1-4670-a23d-7848920854e6,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:37.036417 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 7ec6bbb6-cda8-445c-acc9-186646419b56, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=7ec6bbb6-cda8-445c-acc9-186646419b56,segment=NetworkSegment(565a5bbf-e498-4b3b-bd77-1bc3c03dc084),segment_id=565a5bbf-e498-4b3b-bd77-1bc3c03dc084)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:37.039974 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 43735ee0-e1b1-4670-a23d-7848920854e6 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:41:37.087672 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-d5429d06-9f3e-405f-b325-ef65630855c1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:37.088848 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-d5429d06-9f3e-405f-b325-ef65630855c1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:37.096021 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-68732f47-0f2e-42e0-9404-3af2ed2e4791 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=114242) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 00:41:37.096760 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-68732f47-0f2e-42e0-9404-3af2ed2e4791 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Router ee01d345-9db2-45b4-848b-2a687fa37253 migrating from provider to provider. {{(pid=114242) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 00:41:37.097384 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-68732f47-0f2e-42e0-9404-3af2ed2e4791 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:37.122436 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:37.123331 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 46bdef3d-f8bc-4521-88a2-2afdcf545a6a up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:37.193341 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=7ec6bbb6-cda8-445c-acc9-186646419b56,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:37.261074 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-68732f47-0f2e-42e0-9404-3af2ed2e4791 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:37.265836 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5dba9dfa-4614-4eaf-8355-6d4d19bb94c5 req-b3459303-0c2a-4595-9f3e-c80ef2b80c9d tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 210 time: 0.0863776 Nov 12 00:41:37.346628 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-68732f47-0f2e-42e0-9404-3af2ed2e4791 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719336'] for router, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:37.368568 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:37.382943 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:37.384533 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:37.401283 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97622eb0-26be-4d8a-82dd-57c329eec727 admin admin] Made reservation on behalf of 235105797d85474789190521544fcb6a for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:37.407078 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-97622eb0-26be-4d8a-82dd-57c329eec727 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:37.447676 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80308c4e-f2b2-45e1-9068-7d15d4372e0d req-2a138c5e-f020-4508-961f-ea52ae3c9a95 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:37.450292 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80308c4e-f2b2-45e1-9068-7d15d4372e0d req-2a138c5e-f020-4508-961f-ea52ae3c9a95 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 936 time: 1.2291169 Nov 12 00:41:37.476426 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed52d0f-01ab-4ad0-b73c-6cd3e981a28e x-openstack-request-id: req-0ed52d0f-01ab-4ad0-b73c-6cd3e981a28e {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:37.476963 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-plugged", "status": "completed", "tag": "5499a9f2-ee89-4018-a3da-de31014146c2", "code": 200}, {"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-plugged", "status": "completed", "tag": "4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae", "code": 200}, {"server_uuid": "03585741-8967-4c19-aefd-2b22f9df0b2d", "name": "network-vif-plugged", "status": "completed", "tag": "130bbe7b-2dda-4118-8336-07b90fc09ee0", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:37.478002 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ed52d0f-01ab-4ad0-b73c-6cd3e981a28e {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:37.479197 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5499a9f2-ee89-4018-a3da-de31014146c2', 'code': 200} Nov 12 00:41:37.480270 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae', 'code': 200} Nov 12 00:41:37.480752 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03585741-8967-4c19-aefd-2b22f9df0b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130bbe7b-2dda-4118-8336-07b90fc09ee0', 'code': 200} Nov 12 00:41:37.541079 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-d5429d06-9f3e-405f-b325-ef65630855c1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7306373 Nov 12 00:41:37.650167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] Request body: {'port': {'device_id': '8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:37.662582 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:37.676084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6f498-1c7b-4fbd-8192-6a5dfc0aaef3 req-46e86863-a147-42c1-a140-6fa862e7d305 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:37.684985 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6f498-1c7b-4fbd-8192-6a5dfc0aaef3 req-46e86863-a147-42c1-a140-6fa862e7d305 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:37.693939 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6f498-1c7b-4fbd-8192-6a5dfc0aaef3 req-46e86863-a147-42c1-a140-6fa862e7d305 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:37.702524 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6f498-1c7b-4fbd-8192-6a5dfc0aaef3 req-46e86863-a147-42c1-a140-6fa862e7d305 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:37.711413 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6f498-1c7b-4fbd-8192-6a5dfc0aaef3 req-46e86863-a147-42c1-a140-6fa862e7d305 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:37.716197 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=46bdef3d-f8bc-4521-88a2-2afdcf545a6a,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:37.721241 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6f498-1c7b-4fbd-8192-6a5dfc0aaef3 req-46e86863-a147-42c1-a140-6fa862e7d305 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:37.727562 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:37.729381 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6f498-1c7b-4fbd-8192-6a5dfc0aaef3 req-46e86863-a147-42c1-a140-6fa862e7d305 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:37.743009 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d2e6f498-1c7b-4fbd-8192-6a5dfc0aaef3 req-46e86863-a147-42c1-a140-6fa862e7d305 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5444 time: 0.2088506 Nov 12 00:41:37.828757 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=46bdef3d-f8bc-4521-88a2-2afdcf545a6a,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:37.941539 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d2e6f498-1c7b-4fbd-8192-6a5dfc0aaef3 req-dda0ede9-b73c-4973-89d3-4a0b002969ef tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1970351 Nov 12 00:41:38.051745 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3b350c1b-5139-43df-901f-3e95f640efef req-03efa939-20ee-45d0-b25c-5b52b25752c1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:38.056790 n-d-712137-14 neutron-server[114242]: WARNING neutron.scheduler.l3_agent_scheduler [None req-68732f47-0f2e-42e0-9404-3af2ed2e4791 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] No L3 agents can host the router ee01d345-9db2-45b4-848b-2a687fa37253 Nov 12 00:41:38.094899 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:38.109974 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-4f8f14e4-9bb1-4852-8c2b-a89a83f353d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:38.133909 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80308c4e-f2b2-45e1-9068-7d15d4372e0d req-3f4da958-e900-4a56-8327-16aa8ba3e25e tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5580237 Nov 12 00:41:38.190942 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-896ee802-c8a8-4d47-8633-36537eea077d req-e9360d33-84dd-4f07-92e0-c430f25507c8 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 210 time: 0.1089096 Nov 12 00:41:38.275069 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-9e45cfec-6b07-4074-b10b-6331c9f95411 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:38.276888 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-9e45cfec-6b07-4074-b10b-6331c9f95411 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.21 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 808 time: 0.3029783 Nov 12 00:41:38.296229 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-f7bb313e-0190-430f-bada-289a1cd2f4c8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Request body: {'port': {'device_id': '133898a6-5d17-40e1-a3ca-f9f4bdc07bc3', 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e', 'admin_state_up': True, 'tenant_id': '0c08be1f58b544848c94fddfb37189e3'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:38.398418 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:38.429103 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3b350c1b-5139-43df-901f-3e95f640efef req-03efa939-20ee-45d0-b25c-5b52b25752c1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:38.442004 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['3027f6db-77dc-4fc4-80d1-19214add53e9'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:38.483741 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5838fa8f-22be-497b-a1db-2a9211399bf4 req-454206b0-ff65-4625-bb13-6640dc672b5b tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 210 time: 0.0516453 Nov 12 00:41:38.502102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-f7bb313e-0190-430f-bada-289a1cd2f4c8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Made reservation on behalf of 0c08be1f58b544848c94fddfb37189e3 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:38.520071 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-f7bb313e-0190-430f-bada-289a1cd2f4c8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:38.530491 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['d22de70f-ea41-4e4c-b172-3e28f85e8c95'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:38.663357 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-4f8f14e4-9bb1-4852-8c2b-a89a83f353d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:38.692853 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5ff4f292-91d6-4743-80d0-2067f04c54f2 req-b4383228-93bd-4d17-82f2-5d0778348dbc tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 210 time: 0.2223356 Nov 12 00:41:38.697989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b350c1b-5139-43df-901f-3e95f640efef req-03efa939-20ee-45d0-b25c-5b52b25752c1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Network e9d51c46-f358-424d-ac2a-b0dc401b9ad6 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:38.702667 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68732f47-0f2e-42e0-9404-3af2ed2e4791 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Hosts for router ee01d345-9db2-45b4-848b-2a687fa37253: [] {{(pid=114242) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 00:41:38.767586 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-3b350c1b-5139-43df-901f-3e95f640efef req-03efa939-20ee-45d0-b25c-5b52b25752c1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:38.780802 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-f7bb313e-0190-430f-bada-289a1cd2f4c8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Allocated IP 172.20.0.10 (f1926e98-a223-4d69-aca0-b114b74b472e/3fc5c04a-017f-4820-8cce-df76bd4f7a1c/4e501b64-9885-4bc5-88aa-85313ef3d2ac) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:38.881973 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b350c1b-5139-43df-901f-3e95f640efef req-03efa939-20ee-45d0-b25c-5b52b25752c1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:38.901673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efa939-20ee-45d0-b25c-5b52b25752c1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Pushing event updated for resources: {'Port': ['ID=23ddfda0-4f02-40ff-aea8-1dd1fc986a97,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:38.953276 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68732f47-0f2e-42e0-9404-3af2ed2e4791 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Hosts for other DVR routers connected to router ee01d345-9db2-45b4-848b-2a687fa37253: set() {{(pid=114242) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 00:41:38.956981 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-68732f47-0f2e-42e0-9404-3af2ed2e4791 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:38.961305 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-68732f47-0f2e-42e0-9404-3af2ed2e4791 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] 10.222.0.31 "PUT /v2.0/routers/ee01d345-9db2-45b4-848b-2a687fa37253 HTTP/1.1" status: 200 len: 717 time: 3.8380609 Nov 12 00:41:39.003992 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58378) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:39.039076 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-4f8f14e4-9bb1-4852-8c2b-a89a83f353d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:39.045620 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['37a8070f-7261-432c-a284-dceea1ab4f9b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:39.082671 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-97622eb0-26be-4d8a-82dd-57c329eec727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.136044 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-432922ab-9b81-4e7d-9738-834ea11316e6 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] 10.222.0.31 "GET /v2.0/routers/ee01d345-9db2-45b4-848b-2a687fa37253 HTTP/1.1" status: 200 len: 717 time: 0.1309354 Nov 12 00:41:39.142442 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58382) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:39.153987 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-4f8f14e4-9bb1-4852-8c2b-a89a83f353d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:39.180861 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-f7bb313e-0190-430f-bada-289a1cd2f4c8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.208180 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f88ba-3618-4c8f-aea9-37dd5a53099f req-e893e10d-c038-4ad8-acb7-93ac50b2cb58 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:39.217124 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f88ba-3618-4c8f-aea9-37dd5a53099f req-e893e10d-c038-4ad8-acb7-93ac50b2cb58 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:39.223288 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f88ba-3618-4c8f-aea9-37dd5a53099f req-e893e10d-c038-4ad8-acb7-93ac50b2cb58 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:39.235338 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f88ba-3618-4c8f-aea9-37dd5a53099f req-e893e10d-c038-4ad8-acb7-93ac50b2cb58 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:39.253105 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f88ba-3618-4c8f-aea9-37dd5a53099f req-e893e10d-c038-4ad8-acb7-93ac50b2cb58 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:39.260474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f88ba-3618-4c8f-aea9-37dd5a53099f req-e893e10d-c038-4ad8-acb7-93ac50b2cb58 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:39.275515 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f88ba-3618-4c8f-aea9-37dd5a53099f req-e893e10d-c038-4ad8-acb7-93ac50b2cb58 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:39.276584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-4f8f14e4-9bb1-4852-8c2b-a89a83f353d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:39.294087 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-da4f88ba-3618-4c8f-aea9-37dd5a53099f req-e893e10d-c038-4ad8-acb7-93ac50b2cb58 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5445 time: 0.1989820 Nov 12 00:41:39.358186 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['6f57b479-9ea5-40cd-8a30-cc725fc1a835', '0dd76ff5-4be1-4f6e-9325-09ea366062c1'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:39.456494 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-da4f88ba-3618-4c8f-aea9-37dd5a53099f req-ca6dc8a8-fbc2-4986-8e40-6a28a25aaf3c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1579862 Nov 12 00:41:39.462281 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-f7bb313e-0190-430f-bada-289a1cd2f4c8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.476716 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b350c1b-5139-43df-901f-3e95f640efef req-03efa939-20ee-45d0-b25c-5b52b25752c1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:39.477635 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3b350c1b-5139-43df-901f-3e95f640efef req-03efa939-20ee-45d0-b25c-5b52b25752c1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.497388 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec6bbb6-cda8-445c-acc9-186646419b56'}, {'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bdef3d-f8bc-4521-88a2-2afdcf545a6a'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:39.523907 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52975eba-fe21-43a8-a149-bd005952fd32" -d '{"events": [{"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-plugged", "status": "completed", "tag": "7ec6bbb6-cda8-445c-acc9-186646419b56"}, {"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-plugged", "status": "completed", "tag": "46bdef3d-f8bc-4521-88a2-2afdcf545a6a"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:39.540687 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f14e4-9bb1-4852-8c2b-a89a83f353d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Pushing event updated for resources: {'Port': ['ID=1104d0a1-0b8c-4b63-886a-552dd272ce73,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:39.599292 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ddf439e1-fd8e-437b-b5a4-e4e235606c93 None None] Provisioning complete for port 1104d0a1-0b8c-4b63-886a-552dd272ce73 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:39.599709 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ddf439e1-fd8e-437b-b5a4-e4e235606c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.611378 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-f7bb313e-0190-430f-bada-289a1cd2f4c8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Network f1926e98-a223-4d69-aca0-b114b74b472e is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:39.613115 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97622eb0-26be-4d8a-82dd-57c329eec727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=473bdd5c-4637-4213-a6f3-17b3e3627ce6,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:39.665207 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-f7bb313e-0190-430f-bada-289a1cd2f4c8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:39.672313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ddf439e1-fd8e-437b-b5a4-e4e235606c93 None None] Port 1104d0a1-0b8c-4b63-886a-552dd272ce73 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:41:39.684441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb313e-0190-430f-bada-289a1cd2f4c8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Pushing event updated for resources: {'Port': ['ID=4e501b64-9885-4bc5-88aa-85313ef3d2ac,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:39.687088 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-f7bb313e-0190-430f-bada-289a1cd2f4c8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:39.764879 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-5716225a-c8f7-4c57-96dd-600a2eb4f752 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:39.767642 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-5716225a-c8f7-4c57-96dd-600a2eb4f752 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.21 "GET /v2.0/networks?id=40d5199b-84d3-4e3a-b832-6d6d2623ed7f HTTP/1.1" status: 200 len: 820 time: 0.7337441 Nov 12 00:41:39.773266 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b350c1b-5139-43df-901f-3e95f640efef req-03efa939-20ee-45d0-b25c-5b52b25752c1 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2979496 Nov 12 00:41:39.780744 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-4f8f14e4-9bb1-4852-8c2b-a89a83f353d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:39.781568 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-4f8f14e4-9bb1-4852-8c2b-a89a83f353d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:39.800279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-e459e85e-4135-403f-ab02-72018767f767 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Request body: {'port': {'device_id': 'afbeee74-5d8d-425e-9bcb-6b22ce3b0683', 'network_id': '40d5199b-84d3-4e3a-b832-6d6d2623ed7f', 'admin_state_up': True, 'tenant_id': 'f1145286794e44c782b111d8c5f13ff8'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:39.813067 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-3b350c1b-5139-43df-901f-3e95f640efef req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] Request body: {'port': {'device_id': '40526dd1-099a-46bf-88a2-fb385b1ab4a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:39.826369 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97622eb0-26be-4d8a-82dd-57c329eec727 admin admin] Checking segment: {'id': 'f78a70fe-241e-4bcf-9e0c-57c9e37d18bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '43735ee0-e1b1-4670-a23d-7848920854e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:39.827035 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97622eb0-26be-4d8a-82dd-57c329eec727 admin admin] Network hostable DHCP agents. Network: 43735ee0-e1b1-4670-a23d-7848920854e6, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:41:40.098006 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6d152b38-6cc2-4491-8a6e-8c7825a254e8 tempest-RoutersTestDVR-1661357307 tempest-RoutersTestDVR-1661357307-project] 10.222.0.31 "GET /v2.0/routers/ee01d345-9db2-45b4-848b-2a687fa37253 HTTP/1.1" status: 200 len: 683 time: 0.9462860 Nov 12 00:41:40.098006 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58398) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:40.165918 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758a468-b90c-4837-a42f-712caef07706 req-a83e6a2e-bf11-49a6-b756-ad4e7203782a tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:40.189296 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0758a468-b90c-4837-a42f-712caef07706 req-a83e6a2e-bf11-49a6-b756-ad4e7203782a tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 931 time: 0.6093054 Nov 12 00:41:40.321573 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ee4bc0-8823-4aa3-a840-606de5fe2e92 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:40.331891 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.346162 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] Transition to ACTIVE for port object b8ee4bc0-8823-4aa3-a840-606de5fe2e92 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:41:40.358217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-f7bb313e-0190-430f-bada-289a1cd2f4c8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:40.359379 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-f7bb313e-0190-430f-bada-289a1cd2f4c8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.393369 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b3cd601-fea6-490b-83ff-f55fb57fbae6 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.408944 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4624f-5c22-4843-a828-cb02ee34a7e4 req-d4abe16f-cbf3-4daf-a18a-ea2aae81cb35 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:40.410776 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-caa4624f-5c22-4843-a828-cb02ee34a7e4 req-d4abe16f-cbf3-4daf-a18a-ea2aae81cb35 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 936 time: 1.1293969 Nov 12 00:41:40.424457 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3b350c1b-5139-43df-901f-3e95f640efef req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.432631 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.449153 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-4f8f14e4-9bb1-4852-8c2b-a89a83f353d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.2273207 Nov 12 00:41:40.492011 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0758a468-b90c-4837-a42f-712caef07706 req-faa35459-d063-4c9f-91c8-0f04c2520982 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017640 Nov 12 00:41:40.494100 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] Request body: {'port': {'device_id': '5c5533fd-e2af-4c96-ae8a-f52cf1dbec90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:40.518096 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97622eb0-26be-4d8a-82dd-57c329eec727 admin admin] Network 43735ee0-e1b1-4670-a23d-7848920854e6 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:41:40.557662 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-f7bb313e-0190-430f-bada-289a1cd2f4c8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2692971 Nov 12 00:41:40.583665 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-e459e85e-4135-403f-ab02-72018767f767 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Made reservation on behalf of f1145286794e44c782b111d8c5f13ff8 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:40.588589 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-e459e85e-4135-403f-ab02-72018767f767 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.590734 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-05348a98-c498-41db-974c-44570e2696b1 service neutron] Request body: {'port': {'device_id': '133898a6-5d17-40e1-a3ca-f9f4bdc07bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:40.618189 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b3cd601-fea6-490b-83ff-f55fb57fbae6 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.622566 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b3cd601-fea6-490b-83ff-f55fb57fbae6 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.651731 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-97622eb0-26be-4d8a-82dd-57c329eec727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 43735ee0-e1b1-4670-a23d-7848920854e6) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:40.662789 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd149cc7-63e2-4309-8b54-4a6bc1cea304 None None] Network 43735ee0-e1b1-4670-a23d-7848920854e6 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:40.688156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97622eb0-26be-4d8a-82dd-57c329eec727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:40.688787 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-97622eb0-26be-4d8a-82dd-57c329eec727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.696456 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] Pushing event updated for resources: {'Port': ['ID=b8ee4bc0-8823-4aa3-a840-606de5fe2e92,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:40.717453 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b3cd601-fea6-490b-83ff-f55fb57fbae6 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.721864 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3cd601-fea6-490b-83ff-f55fb57fbae6 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee01d345-9db2-45b4-848b-2a687fa37253 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:41:40.726037 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-05348a98-c498-41db-974c-44570e2696b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.734046 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b3cd601-fea6-490b-83ff-f55fb57fbae6 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.743189 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3b3cd601-fea6-490b-83ff-f55fb57fbae6 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] 10.222.0.31 "DELETE /v2.0/routers/ee01d345-9db2-45b4-848b-2a687fa37253 HTTP/1.1" status: 204 len: 168 time: 0.6248546 Nov 12 00:41:40.745925 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58414) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:40.750605 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7a386c7e-ff73-4d40-9fdc-0d3e3fadc988 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Request body: {'router': {'name': 'tempest-router-308865725', 'distributed': True}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:40.847259 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-caa4624f-5c22-4843-a828-cb02ee34a7e4 req-76feb774-ad59-42ed-a468-fe097b6cfc2e tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188952 Nov 12 00:41:40.861257 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7a386c7e-ff73-4d40-9fdc-0d3e3fadc988 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.862650 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7a386c7e-ff73-4d40-9fdc-0d3e3fadc988 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:40.890228 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-685104d1-b393-470d-867b-3be66492035b req-242b3298-22aa-41d1-a94a-292343762a41 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 210 time: 0.0538332 Nov 12 00:41:40.996046 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-97622eb0-26be-4d8a-82dd-57c329eec727 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.1065359 Nov 12 00:41:41.003980 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.024490 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d9aa99-9ada-4619-a538-b4c2c6697e6e x-openstack-request-id: req-05d9aa99-9ada-4619-a538-b4c2c6697e6e {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:41.025221 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-plugged", "status": "completed", "tag": "7ec6bbb6-cda8-445c-acc9-186646419b56", "code": 200}, {"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-plugged", "status": "completed", "tag": "46bdef3d-f8bc-4521-88a2-2afdcf545a6a", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:41.027862 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05d9aa99-9ada-4619-a538-b4c2c6697e6e {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:41.044003 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec6bbb6-cda8-445c-acc9-186646419b56', 'code': 200} Nov 12 00:41:41.044261 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bdef3d-f8bc-4521-88a2-2afdcf545a6a', 'code': 200} Nov 12 00:41:41.109452 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd93b6f-4016-46db-b15b-40500ce595cb None None] Network 43735ee0-e1b1-4670-a23d-7848920854e6 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:41.163562 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-e459e85e-4135-403f-ab02-72018767f767 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Allocated IP 172.20.0.9 (40d5199b-84d3-4e3a-b832-6d6d2623ed7f/bab6fbd2-d7fa-46a6-839d-783bb02038fc/27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:41.214405 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7a386c7e-ff73-4d40-9fdc-0d3e3fadc988 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.274252 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7a386c7e-ff73-4d40-9fdc-0d3e3fadc988 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.385169 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea3d08-cb98-4acb-ad41-8926e1f0fe76 req-3d824c2f-ea08-4861-b886-d924768c0582 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.393386 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cfea3d08-cb98-4acb-ad41-8926e1f0fe76 req-3d824c2f-ea08-4861-b886-d924768c0582 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 932 time: 0.3741591 Nov 12 00:41:41.407327 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7a386c7e-ff73-4d40-9fdc-0d3e3fadc988 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.409010 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7a386c7e-ff73-4d40-9fdc-0d3e3fadc988 tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6617906 Nov 12 00:41:41.415228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b50f8e-6d5d-4201-b9dc-aba0cb3b0873 req-8ed2d379-1a16-4d85-afba-4209d2a1cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.415629 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b50f8e-6d5d-4201-b9dc-aba0cb3b0873 req-8ed2d379-1a16-4d85-afba-4209d2a1cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.416090 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b50f8e-6d5d-4201-b9dc-aba0cb3b0873 req-8ed2d379-1a16-4d85-afba-4209d2a1cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.416542 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b50f8e-6d5d-4201-b9dc-aba0cb3b0873 req-8ed2d379-1a16-4d85-afba-4209d2a1cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.417024 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b50f8e-6d5d-4201-b9dc-aba0cb3b0873 req-8ed2d379-1a16-4d85-afba-4209d2a1cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.417478 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b50f8e-6d5d-4201-b9dc-aba0cb3b0873 req-8ed2d379-1a16-4d85-afba-4209d2a1cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.417923 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b50f8e-6d5d-4201-b9dc-aba0cb3b0873 req-8ed2d379-1a16-4d85-afba-4209d2a1cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.420111 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58422) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:41.420678 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-31b50f8e-6d5d-4201-b9dc-aba0cb3b0873 req-8ed2d379-1a16-4d85-afba-4209d2a1cce8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 6509 time: 0.2514474 Nov 12 00:41:41.525437 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] Attempting to bind port b8ee4bc0-8823-4aa3-a840-606de5fe2e92 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:41.525821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] Attempting to bind port b8ee4bc0-8823-4aa3-a840-606de5fe2e92 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:41.526162 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] Attempting to bind port b8ee4bc0-8823-4aa3-a840-606de5fe2e92 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:41.530141 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-31b50f8e-6d5d-4201-b9dc-aba0cb3b0873 req-43a87bf4-42f8-4b93-b985-1e4409bf99db service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b86befee-eb21-406d-9358-38d916caad1b&id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0922210 Nov 12 00:41:41.571718 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cfea3d08-cb98-4acb-ad41-8926e1f0fe76 req-9e228b5c-3ffa-426f-aee9-7d85f4192078 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717396 Nov 12 00:41:41.592616 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] Port b8ee4bc0-8823-4aa3-a840-606de5fe2e92 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:41.593018 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] Attempting to bind port b8ee4bc0-8823-4aa3-a840-606de5fe2e92 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:41.677859 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c6d7c-3a99-4cab-bce1-667e2b48ad2a req-e8110357-579e-4823-a879-9bddb3a821c1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.684451 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c6d7c-3a99-4cab-bce1-667e2b48ad2a req-e8110357-579e-4823-a879-9bddb3a821c1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.690644 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c6d7c-3a99-4cab-bce1-667e2b48ad2a req-e8110357-579e-4823-a879-9bddb3a821c1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.693702 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-05348a98-c498-41db-974c-44570e2696b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e501b64-9885-4bc5-88aa-85313ef3d2ac {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:41.696703 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c6d7c-3a99-4cab-bce1-667e2b48ad2a req-e8110357-579e-4823-a879-9bddb3a821c1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.703881 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c6d7c-3a99-4cab-bce1-667e2b48ad2a req-e8110357-579e-4823-a879-9bddb3a821c1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.705127 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-05348a98-c498-41db-974c-44570e2696b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.709961 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c6d7c-3a99-4cab-bce1-667e2b48ad2a req-e8110357-579e-4823-a879-9bddb3a821c1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.717561 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c6d7c-3a99-4cab-bce1-667e2b48ad2a req-e8110357-579e-4823-a879-9bddb3a821c1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:41.719558 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-431c6d7c-3a99-4cab-bce1-667e2b48ad2a req-e8110357-579e-4823-a879-9bddb3a821c1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5445 time: 0.5303109 Nov 12 00:41:41.727499 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7d25c80e-3515-4c39-ae76-3ed4a919dfbf tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.735941 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:41.736288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:41.736872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:41.737258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] Bound port: b8ee4bc0-8823-4aa3-a840-606de5fe2e92, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:41.737621 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.740477 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-05348a98-c498-41db-974c-44570e2696b1 service neutron] Transition to ACTIVE for port object 4e501b64-9885-4bc5-88aa-85313ef3d2ac will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:41:41.754938 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-05348a98-c498-41db-974c-44570e2696b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:41.902011 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05348a98-c498-41db-974c-44570e2696b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e501b64-9885-4bc5-88aa-85313ef3d2ac,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:42.013647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-05348a98-c498-41db-974c-44570e2696b1 service neutron] Attempting to bind port 4e501b64-9885-4bc5-88aa-85313ef3d2ac on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:42.014275 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-05348a98-c498-41db-974c-44570e2696b1 service neutron] Attempting to bind port 4e501b64-9885-4bc5-88aa-85313ef3d2ac by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:42.014830 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-05348a98-c498-41db-974c-44570e2696b1 service neutron] Attempting to bind port 4e501b64-9885-4bc5-88aa-85313ef3d2ac on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:42.027209 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-05348a98-c498-41db-974c-44570e2696b1 service neutron] Port 4e501b64-9885-4bc5-88aa-85313ef3d2ac on network f1926e98-a223-4d69-aca0-b114b74b472e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:42.027209 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-05348a98-c498-41db-974c-44570e2696b1 service neutron] Attempting to bind port 4e501b64-9885-4bc5-88aa-85313ef3d2ac on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:42.039159 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-064085c3-46c0-4d14-9546-8c898430404e tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:42.040688 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-064085c3-46c0-4d14-9546-8c898430404e tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/networks?id=76e8effc-7356-449c-a184-dd7b4d3a5a7b HTTP/1.1" status: 200 len: 825 time: 0.2421646 Nov 12 00:41:42.044380 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-05348a98-c498-41db-974c-44570e2696b1 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:42.044779 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-05348a98-c498-41db-974c-44570e2696b1 service neutron] Checking segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:42.045174 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-05348a98-c498-41db-974c-44570e2696b1 service neutron] Bound using segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:42.045613 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-05348a98-c498-41db-974c-44570e2696b1 service neutron] Bound port: 4e501b64-9885-4bc5-88aa-85313ef3d2ac, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:42.045969 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-05348a98-c498-41db-974c-44570e2696b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.094232 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-f841e1c1-3072-454f-8784-e79f1c294836 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/quotas/5094685fbf4e4dec88481e6fee86fbc4 HTTP/1.1" status: 200 len: 375 time: 0.0456548 Nov 12 00:41:42.157061 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7d25c80e-3515-4c39-ae76-3ed4a919dfbf tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.157418 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-7b027101-f818-46aa-bfcc-00d1ddd9974e tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5094685fbf4e4dec88481e6fee86fbc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515456 Nov 12 00:41:42.175877 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7d25c80e-3515-4c39-ae76-3ed4a919dfbf tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.186723 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-05348a98-c498-41db-974c-44570e2696b1 service neutron] For port 4e501b64-9885-4bc5-88aa-85313ef3d2ac, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:42.211380 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-05348a98-c498-41db-974c-44570e2696b1 service neutron] For port 4e501b64-9885-4bc5-88aa-85313ef3d2ac, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=4e501b64-9885-4bc5-88aa-85313ef3d2ac,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:42.249111 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-05348a98-c498-41db-974c-44570e2696b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.266490 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-431c6d7c-3a99-4cab-bce1-667e2b48ad2a req-f6cdf606-1d76-4b42-925e-0c117882e25e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4982486 Nov 12 00:41:42.270782 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-e459e85e-4135-403f-ab02-72018767f767 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.282261 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] For port b8ee4bc0-8823-4aa3-a840-606de5fe2e92, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:42.296383 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-3b350c1b-5139-43df-901f-3e95f640efef req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ddfda0-4f02-40ff-aea8-1dd1fc986a97 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:42.314798 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7d25c80e-3515-4c39-ae76-3ed4a919dfbf tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.315134 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-05348a98-c498-41db-974c-44570e2696b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:42.315334 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d25c80e-3515-4c39-ae76-3ed4a919dfbf tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52b60b27-8aef-4d4c-9373-46b367c5dd80 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:41:42.315766 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-05348a98-c498-41db-974c-44570e2696b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.317752 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-05348a98-c498-41db-974c-44570e2696b1 service neutron] 10.222.0.21 "PUT /v2.0/ports/4e501b64-9885-4bc5-88aa-85313ef3d2ac HTTP/1.1" status: 200 len: 1093 time: 1.7325304 Nov 12 00:41:42.322812 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133898a6-5d17-40e1-a3ca-f9f4bdc07bc3', 'tag': '4e501b64-9885-4bc5-88aa-85313ef3d2ac'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:42.325415 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93da99b1-6794-4dd3-b4f4-39b30bc479af" -d '{"events": [{"name": "network-changed", "server_uuid": "133898a6-5d17-40e1-a3ca-f9f4bdc07bc3", "tag": "4e501b64-9885-4bc5-88aa-85313ef3d2ac"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:42.329497 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7d25c80e-3515-4c39-ae76-3ed4a919dfbf tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.335799 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7d25c80e-3515-4c39-ae76-3ed4a919dfbf tempest-RoutersTestDVR-406151659 tempest-RoutersTestDVR-406151659-project-admin] 10.222.0.31 "DELETE /v2.0/routers/52b60b27-8aef-4d4c-9373-46b367c5dd80 HTTP/1.1" status: 204 len: 168 time: 0.8863487 Nov 12 00:41:42.338685 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3b350c1b-5139-43df-901f-3e95f640efef req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.348878 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] For port b8ee4bc0-8823-4aa3-a840-606de5fe2e92, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=b8ee4bc0-8823-4aa3-a840-606de5fe2e92,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:42.385079 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.428658 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-6ae1a623-17fd-47c9-9226-f1043c018186 service neutron] 10.222.0.31 "GET /v2.0/networks/76e8effc-7356-449c-a184-dd7b4d3a5a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702892 Nov 12 00:41:42.431425 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-3b350c1b-5139-43df-901f-3e95f640efef req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] Transition to ACTIVE for port object 23ddfda0-4f02-40ff-aea8-1dd1fc986a97 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:41:42.440955 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05348a98-c498-41db-974c-44570e2696b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e501b64-9885-4bc5-88aa-85313ef3d2ac,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:42.492318 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3b350c1b-5139-43df-901f-3e95f640efef req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.502402 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-928dd5f6-1b3e-411c-afce-b5c8a7a98bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:42.503977 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-928dd5f6-1b3e-411c-afce-b5c8a7a98bf0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 1096 time: 0.1439054 Nov 12 00:41:42.554205 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:42.560150 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.562578 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] 10.222.0.15 "PUT /v2.0/ports/b8ee4bc0-8823-4aa3-a840-606de5fe2e92 HTTP/1.1" status: 200 len: 1097 time: 4.9845591 Nov 12 00:41:42.570891 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33', 'tag': 'b8ee4bc0-8823-4aa3-a840-606de5fe2e92'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:42.575273 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e64fb4-efbe-4610-af0b-36f3f4ef38e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33", "tag": "b8ee4bc0-8823-4aa3-a840-606de5fe2e92"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:42.594859 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-8b1d1acb-0d9d-4c9b-b4b6-9610d95a7a7c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e501b64-9885-4bc5-88aa-85313ef3d2ac HTTP/1.1" status: 200 len: 217 time: 0.0743804 Nov 12 00:41:42.667809 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-e459e85e-4135-403f-ab02-72018767f767 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.699606 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-9f624cd0-dd26-4ba5-a7ab-5fd1b9729510 service neutron] 10.222.0.31 "GET /v2.0/networks/76e8effc-7356-449c-a184-dd7b4d3a5a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697606 Nov 12 00:41:42.727996 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-2bc39433-386a-4ece-9e99-a95d9e5192a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:42.730909 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-2bc39433-386a-4ece-9e99-a95d9e5192a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fc5c04a-017f-4820-8cce-df76bd4f7a1c HTTP/1.1" status: 200 len: 848 time: 0.1117191 Nov 12 00:41:42.793707 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-08d25b6b-50b0-49cb-b96c-0481f9b8c414 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1926e98-a223-4d69-aca0-b114b74b472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521655 Nov 12 00:41:42.836308 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1104d0a1-0b8c-4b63-886a-552dd272ce73 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:42.859402 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f8c36-64d4-4a5f-b7f8-916801bf7359 req-84ae019e-1377-439c-956f-b70829314d7d tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:42.861010 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-535f8c36-64d4-4a5f-b7f8-916801bf7359 req-84ae019e-1377-439c-956f-b70829314d7d tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 943 time: 0.4272134 Nov 12 00:41:42.865354 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc802381-b71f-435c-ac4b-fd7908037b4f service neutron] Pushing event updated for resources: {'Port': ['ID=b8ee4bc0-8823-4aa3-a840-606de5fe2e92,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:42.913140 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:42.968409 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-e459e85e-4135-403f-ab02-72018767f767 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Network 40d5199b-84d3-4e3a-b832-6d6d2623ed7f is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:42.987900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58460) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:43.014536 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-e459e85e-4135-403f-ab02-72018767f767 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:43.029625 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-e459e85e-4135-403f-ab02-72018767f767 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:43.035115 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] Transition to ACTIVE for port object 1104d0a1-0b8c-4b63-886a-552dd272ce73 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:41:43.038228 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-c3b33a1d-1321-4800-aad8-86a35ef2d335 service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359495 Nov 12 00:41:43.078839 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:43.247199 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b73c1b42-b0ed-43ef-bf0f-647aeb7bd56b req-d4b8440d-826e-4096-992f-34999fb3b598 service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995873 Nov 12 00:41:43.305457 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2356ee1d-f2f0-4510-998c-167cdf4da818 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:43.338284 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4579d8-cf5c-4966-a2a7-6766ea65b1e0 req-96f4ea5e-f355-4d9d-89b9-9e96a950255a tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:43.347171 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e4579d8-cf5c-4966-a2a7-6766ea65b1e0 req-96f4ea5e-f355-4d9d-89b9-9e96a950255a tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 948 time: 0.1281152 Nov 12 00:41:43.395924 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] Pushing event updated for resources: {'Port': ['ID=23ddfda0-4f02-40ff-aea8-1dd1fc986a97,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:43.406800 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-5d3a86eb-9bcd-43be-a707-2258668df1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:43.409051 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-5d3a86eb-9bcd-43be-a707-2258668df1ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 1100 time: 0.7427402 Nov 12 00:41:43.448720 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e4579d8-cf5c-4966-a2a7-6766ea65b1e0 req-4abcafe1-659e-4872-9864-fc46a4405b72 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004484 Nov 12 00:41:43.547987 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2356ee1d-f2f0-4510-998c-167cdf4da818 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:43.564207 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-535f8c36-64d4-4a5f-b7f8-916801bf7359 req-b013cf2f-1604-419e-987d-b3175c9a3e49 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6687984 Nov 12 00:41:43.567440 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2356ee1d-f2f0-4510-998c-167cdf4da818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:43.632722 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-e459e85e-4135-403f-ab02-72018767f767 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:43.633399 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-e459e85e-4135-403f-ab02-72018767f767 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:43.651080 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-2a7a860a-a134-49be-92ba-70facba75907 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=b8ee4bc0-8823-4aa3-a840-606de5fe2e92 HTTP/1.1" status: 200 len: 217 time: 0.2110515 Nov 12 00:41:43.665054 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-3b350c1b-5139-43df-901f-3e95f640efef req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] Attempting to bind port 23ddfda0-4f02-40ff-aea8-1dd1fc986a97 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:43.665399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-3b350c1b-5139-43df-901f-3e95f640efef req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] Attempting to bind port 23ddfda0-4f02-40ff-aea8-1dd1fc986a97 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '6bcd1460-7002-412d-8f91-bced057eb4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:43.665867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b350c1b-5139-43df-901f-3e95f640efef req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] Attempting to bind port 23ddfda0-4f02-40ff-aea8-1dd1fc986a97 on network e9d51c46-f358-424d-ac2a-b0dc401b9ad6 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:43.707964 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597dc00-8d24-42c1-b150-6ccf2038429e req-84406085-7f1a-4480-ab05-05ca4204d084 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:43.731522 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3597dc00-8d24-42c1-b150-6ccf2038429e req-84406085-7f1a-4480-ab05-05ca4204d084 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 931 time: 0.1795979 Nov 12 00:41:43.737206 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8a6fff-e056-4808-8a87-1513d755580a x-openstack-request-id: req-ca8a6fff-e056-4808-8a87-1513d755580a {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:43.740023 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133898a6-5d17-40e1-a3ca-f9f4bdc07bc3", "tag": "4e501b64-9885-4bc5-88aa-85313ef3d2ac", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:43.740023 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca8a6fff-e056-4808-8a87-1513d755580a {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:43.740577 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133898a6-5d17-40e1-a3ca-f9f4bdc07bc3', 'tag': '4e501b64-9885-4bc5-88aa-85313ef3d2ac', 'status': 'completed', 'code': 200} Nov 12 00:41:43.748011 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-02269eb4-8a6a-4968-b217-ef6c1194e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:43.749546 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-02269eb4-8a6a-4968-b217-ef6c1194e9fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0777204 Nov 12 00:41:43.775128 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2356ee1d-f2f0-4510-998c-167cdf4da818 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2df20854efec457c9bee143927079c93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7811639 Nov 12 00:41:43.775128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356ee1d-f2f0-4510-998c-167cdf4da818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac06d24-5f24-4fea-be75-6ad9b54ade6f,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:43.777804 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58476) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:43.784403 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459e85e-4135-403f-ab02-72018767f767 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Pushing event updated for resources: {'Port': ['ID=27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:43.789408 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b350c1b-5139-43df-901f-3e95f640efef req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] Port 23ddfda0-4f02-40ff-aea8-1dd1fc986a97 on network e9d51c46-f358-424d-ac2a-b0dc401b9ad6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:43.789915 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b350c1b-5139-43df-901f-3e95f640efef req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] Attempting to bind port 23ddfda0-4f02-40ff-aea8-1dd1fc986a97 on network e9d51c46-f358-424d-ac2a-b0dc401b9ad6 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:43.797942 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-e459e85e-4135-403f-ab02-72018767f767 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0054960 Nov 12 00:41:43.865483 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=1104d0a1-0b8c-4b63-886a-552dd272ce73,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:43.898669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] Request body: {'port': {'device_id': 'afbeee74-5d8d-425e-9bcb-6b22ce3b0683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:43.907241 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f43b496-5114-4dd1-b0e9-69983e6c0404 x-openstack-request-id: req-4f43b496-5114-4dd1-b0e9-69983e6c0404 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:43.907241 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33", "tag": "b8ee4bc0-8823-4aa3-a840-606de5fe2e92", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:43.907241 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f43b496-5114-4dd1-b0e9-69983e6c0404 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:43.907241 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33', 'tag': 'b8ee4bc0-8823-4aa3-a840-606de5fe2e92', 'status': 'completed', 'code': 200} Nov 12 00:41:43.914854 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b350c1b-5139-43df-901f-3e95f640efef req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:43.915212 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b350c1b-5139-43df-901f-3e95f640efef req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] Checking segment: {'id': '6bcd1460-7002-412d-8f91-bced057eb4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:43.915605 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b350c1b-5139-43df-901f-3e95f640efef req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] Bound using segment: {'id': '6bcd1460-7002-412d-8f91-bced057eb4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:43.916114 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-3b350c1b-5139-43df-901f-3e95f640efef req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] Bound port: 23ddfda0-4f02-40ff-aea8-1dd1fc986a97, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bcd1460-7002-412d-8f91-bced057eb4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:43.916498 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3b350c1b-5139-43df-901f-3e95f640efef req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.008565 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3597dc00-8d24-42c1-b150-6ccf2038429e req-0977edc1-a34d-4780-ab8c-cc8b2fa6ad45 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739604 Nov 12 00:41:44.013820 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da99b1-6794-4dd3-b4f4-39b30bc479af req-e36c49d2-f54c-411c-8eb1-95b96279f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:44.029277 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-93da99b1-6794-4dd3-b4f4-39b30bc479af req-e36c49d2-f54c-411c-8eb1-95b96279f32e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 1096 time: 0.2535973 Nov 12 00:41:44.067770 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a3cd627-29d3-494f-8cec-6443a313f716 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.113982 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-29e567b6-ddd8-4925-9a87-569bb64f1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:44.126703 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-29e567b6-ddd8-4925-9a87-569bb64f1bb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3522079 Nov 12 00:41:44.222850 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.235210 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] Attempting to bind port 1104d0a1-0b8c-4b63-886a-552dd272ce73 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:44.235544 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] Attempting to bind port 1104d0a1-0b8c-4b63-886a-552dd272ce73 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:44.235874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] Attempting to bind port 1104d0a1-0b8c-4b63-886a-552dd272ce73 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:44.249449 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1c6af09b-ae22-480e-a048-08af71197863 req-ded45b3e-7b56-43eb-9117-f033a8b2e831 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 210 time: 0.1131086 Nov 12 00:41:44.264664 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107b2fa-ce44-41de-96ed-fe3983086b90 req-34be150c-7cf3-4059-9931-7a0ca22510b9 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:44.266321 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e107b2fa-ce44-41de-96ed-fe3983086b90 req-34be150c-7cf3-4059-9931-7a0ca22510b9 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 944 time: 0.3050616 Nov 12 00:41:44.268539 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a3cd627-29d3-494f-8cec-6443a313f716 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.292510 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] Port 1104d0a1-0b8c-4b63-886a-552dd272ce73 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:44.293447 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] Attempting to bind port 1104d0a1-0b8c-4b63-886a-552dd272ce73 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:44.300724 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-3b350c1b-5139-43df-901f-3e95f640efef req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] For port 23ddfda0-4f02-40ff-aea8-1dd1fc986a97, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:44.318453 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-3b350c1b-5139-43df-901f-3e95f640efef req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] For port 23ddfda0-4f02-40ff-aea8-1dd1fc986a97, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=23ddfda0-4f02-40ff-aea8-1dd1fc986a97,segment=NetworkSegment(6bcd1460-7002-412d-8f91-bced057eb4e8),segment_id=6bcd1460-7002-412d-8f91-bced057eb4e8)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:44.358546 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:44.359117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:44.360020 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:44.360467 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] Bound port: 1104d0a1-0b8c-4b63-886a-552dd272ce73, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:44.361440 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.364273 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3b350c1b-5139-43df-901f-3e95f640efef req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.412037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da99b1-6794-4dd3-b4f4-39b30bc479af req-5bbbc9da-6651-4041-9f83-438496eb441a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:44.414404 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-93da99b1-6794-4dd3-b4f4-39b30bc479af req-5bbbc9da-6651-4041-9f83-438496eb441a service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 909 time: 0.3599734 Nov 12 00:41:44.487017 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-93da99b1-6794-4dd3-b4f4-39b30bc479af req-7e167aa6-9f8f-42e5-9186-2a5e2260a6cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e501b64-9885-4bc5-88aa-85313ef3d2ac HTTP/1.1" status: 200 len: 217 time: 0.0531397 Nov 12 00:41:44.494354 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b350c1b-5139-43df-901f-3e95f640efef req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:44.494905 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3b350c1b-5139-43df-901f-3e95f640efef req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.500144 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b350c1b-5139-43df-901f-3e95f640efef req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] 10.222.0.21 "PUT /v2.0/ports/23ddfda0-4f02-40ff-aea8-1dd1fc986a97 HTTP/1.1" status: 200 len: 1092 time: 4.7022560 Nov 12 00:41:44.517701 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-6c3e9959-3707-4f5a-b21d-158dc52be34f service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690972 Nov 12 00:41:44.528297 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b914092-7639-4a83-8f41-fae19f7656f8 req-d2cc675f-b76a-4e47-bb90-5ceaaf369c07 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:44.535156 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b914092-7639-4a83-8f41-fae19f7656f8 req-d2cc675f-b76a-4e47-bb90-5ceaaf369c07 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:44.543909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b914092-7639-4a83-8f41-fae19f7656f8 req-d2cc675f-b76a-4e47-bb90-5ceaaf369c07 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:44.550287 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b914092-7639-4a83-8f41-fae19f7656f8 req-d2cc675f-b76a-4e47-bb90-5ceaaf369c07 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:44.556601 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b914092-7639-4a83-8f41-fae19f7656f8 req-d2cc675f-b76a-4e47-bb90-5ceaaf369c07 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:44.565999 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b914092-7639-4a83-8f41-fae19f7656f8 req-d2cc675f-b76a-4e47-bb90-5ceaaf369c07 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:44.572459 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b914092-7639-4a83-8f41-fae19f7656f8 req-d2cc675f-b76a-4e47-bb90-5ceaaf369c07 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:44.581520 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1b914092-7639-4a83-8f41-fae19f7656f8 req-d2cc675f-b76a-4e47-bb90-5ceaaf369c07 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5445 time: 0.1864755 Nov 12 00:41:44.614181 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a3cd627-29d3-494f-8cec-6443a313f716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.616947 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a3cd627-29d3-494f-8cec-6443a313f716 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:44.617617 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e107b2fa-ce44-41de-96ed-fe3983086b90 req-8c1c5d25-89ca-4283-9139-061623ec9ef0 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144665 Nov 12 00:41:44.634881 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0a3cd627-29d3-494f-8cec-6443a313f716 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ac06d24-5f24-4fea-be75-6ad9b54ade6f HTTP/1.1" status: 204 len: 168 time: 0.8536718 Nov 12 00:41:44.672263 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3cd627-29d3-494f-8cec-6443a313f716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac06d24-5f24-4fea-be75-6ad9b54ade6f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:44.737088 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e7859-6dfd-49c1-8834-194ca4297a0d service neutron] Pushing event updated for resources: {'Port': ['ID=23ddfda0-4f02-40ff-aea8-1dd1fc986a97,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:44.755009 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da99b1-6794-4dd3-b4f4-39b30bc479af req-779a0c36-70b6-46af-9d24-7711d391f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:44.766062 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-93da99b1-6794-4dd3-b4f4-39b30bc479af req-779a0c36-70b6-46af-9d24-7711d391f223 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fc5c04a-017f-4820-8cce-df76bd4f7a1c HTTP/1.1" status: 200 len: 848 time: 0.2671213 Nov 12 00:41:44.804375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] For port 1104d0a1-0b8c-4b63-886a-552dd272ce73, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:44.874720 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-93da99b1-6794-4dd3-b4f4-39b30bc479af req-b248cdeb-221c-4c96-81b7-e66542e7bfa2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1926e98-a223-4d69-aca0-b114b74b472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823328 Nov 12 00:41:44.887960 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-4aa09f32-07a6-4533-bbd3-2d8b84934140 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867754 Nov 12 00:41:44.899909 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1b914092-7639-4a83-8f41-fae19f7656f8 req-924b0477-ac9f-44fb-8059-34c6f8598222 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3172359 Nov 12 00:41:44.934291 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] For port 1104d0a1-0b8c-4b63-886a-552dd272ce73, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=1104d0a1-0b8c-4b63-886a-552dd272ce73,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:45.148764 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:45.161409 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:45.174110 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:45.233427 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b350c1b-5139-43df-901f-3e95f640efef req-4119fdf8-ca59-40a1-8349-f95c05b615f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:45.234964 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b350c1b-5139-43df-901f-3e95f640efef req-4119fdf8-ca59-40a1-8349-f95c05b615f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5296ecb4beb2464f89b29bec01832302&device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 1095 time: 0.6540384 Nov 12 00:41:45.244117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:45.244787 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:45.246744 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] 10.222.0.21 "PUT /v2.0/ports/1104d0a1-0b8c-4b63-886a-552dd272ce73 HTTP/1.1" status: 200 len: 1097 time: 4.7769582 Nov 12 00:41:45.313188 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1efa6-e11f-41a6-9109-a9319c7c7b51 req-ceea01b5-075f-48e0-937a-911bfffcee1f tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:45.313509 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b350c1b-5139-43df-901f-3e95f640efef req-bafdb68d-0ff8-4c07-8e0b-d523490a2664 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23ddfda0-4f02-40ff-aea8-1dd1fc986a97 HTTP/1.1" status: 200 len: 217 time: 0.0428681 Nov 12 00:41:45.314430 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] Transition to ACTIVE for port object 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:41:45.323264 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7fa1efa6-e11f-41a6-9109-a9319c7c7b51 req-ceea01b5-075f-48e0-937a-911bfffcee1f tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 943 time: 0.2146790 Nov 12 00:41:45.339941 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-93da99b1-6794-4dd3-b4f4-39b30bc479af req-27f17234-2b97-4c23-9d5b-48aa47b7123f service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338770 Nov 12 00:41:45.349561 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-e70d1024-65c9-401e-a70f-147cbe0d9248 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:45.351374 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-e70d1024-65c9-401e-a70f-147cbe0d9248 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.15 "GET /v2.0/networks?id=76e8effc-7356-449c-a184-dd7b4d3a5a7b HTTP/1.1" status: 200 len: 825 time: 0.4136612 Nov 12 00:41:45.389072 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:45.393923 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58502) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:45.401154 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-4add0e5e-788b-40bb-a432-bdd6b7bbd8d9 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Request body: {'port': {'device_id': 'c92fc7fe-0770-43f1-aa34-efb2357d3752', 'network_id': '76e8effc-7356-449c-a184-dd7b4d3a5a7b', 'admin_state_up': True, 'tenant_id': '5094685fbf4e4dec88481e6fee86fbc4'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:45.473287 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-14395342-06e7-4a40-b7ab-b2f89e556f41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:45.479524 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7fa1efa6-e11f-41a6-9109-a9319c7c7b51 req-275091f6-3502-4f77-89b7-58dd37d74b8e tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549253 Nov 12 00:41:45.483055 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27efbde-c3b0-414d-9d70-bea7f54d38cc req-2a0b3a67-8d4c-4e02-984b-aafc5712ee59 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:45.484620 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b27efbde-c3b0-414d-9d70-bea7f54d38cc req-2a0b3a67-8d4c-4e02-984b-aafc5712ee59 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 948 time: 0.5476699 Nov 12 00:41:45.503671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ff546-8589-4e89-99bd-42d1f6e00ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=1104d0a1-0b8c-4b63-886a-552dd272ce73,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:45.554917 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e64fb4-efbe-4610-af0b-36f3f4ef38e6 req-c80750b9-1683-4e08-822c-b26f520a3966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:45.567396 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88e64fb4-efbe-4610-af0b-36f3f4ef38e6 req-c80750b9-1683-4e08-822c-b26f520a3966 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 1100 time: 0.3964491 Nov 12 00:41:45.620214 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-b6663303-176c-4d74-850a-56e142bbf638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:45.622002 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-b6663303-176c-4d74-850a-56e142bbf638 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&device_id=5c5533fd-e2af-4c96-ae8a-f52cf1dbec90 HTTP/1.1" status: 200 len: 1100 time: 0.3065212 Nov 12 00:41:45.699366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b350c1b-5139-43df-901f-3e95f640efef req-388f6921-c307-4867-bc72-4374ee4feb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:45.700897 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b350c1b-5139-43df-901f-3e95f640efef req-388f6921-c307-4867-bc72-4374ee4feb22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08cb9a84-8134-4e9c-99d6-c33732bf6cde HTTP/1.1" status: 200 len: 855 time: 0.3319776 Nov 12 00:41:45.825789 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-df696ee2-3241-4f66-9ee6-fcca5ac1f2f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=1104d0a1-0b8c-4b63-886a-552dd272ce73 HTTP/1.1" status: 200 len: 217 time: 0.1604457 Nov 12 00:41:45.859143 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b350c1b-5139-43df-901f-3e95f640efef req-bb0878f9-98a4-40c9-a091-c4e7b77b47e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407404 Nov 12 00:41:45.859773 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] Pushing event updated for resources: {'Port': ['ID=27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:45.952875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40526dd1-099a-46bf-88a2-fb385b1ab4a6', 'tag': '23ddfda0-4f02-40ff-aea8-1dd1fc986a97'}, {'name': 'network-changed', 'server_uuid': '5c5533fd-e2af-4c96-ae8a-f52cf1dbec90', 'tag': '1104d0a1-0b8c-4b63-886a-552dd272ce73'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:45.957075 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c514662-0c9d-4ed6-a50c-aa9852a73533" -d '{"events": [{"name": "network-changed", "server_uuid": "40526dd1-099a-46bf-88a2-fb385b1ab4a6", "tag": "23ddfda0-4f02-40ff-aea8-1dd1fc986a97"}, {"name": "network-changed", "server_uuid": "5c5533fd-e2af-4c96-ae8a-f52cf1dbec90", "tag": "1104d0a1-0b8c-4b63-886a-552dd272ce73"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:46.146916 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b90445-abcc-4e17-93cd-08d881c0bcf1 req-5cdc29cb-c58c-4d49-8046-5d5b4a4cf80f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:46.153729 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b90445-abcc-4e17-93cd-08d881c0bcf1 req-5cdc29cb-c58c-4d49-8046-5d5b4a4cf80f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:46.159804 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b90445-abcc-4e17-93cd-08d881c0bcf1 req-5cdc29cb-c58c-4d49-8046-5d5b4a4cf80f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:46.165879 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b90445-abcc-4e17-93cd-08d881c0bcf1 req-5cdc29cb-c58c-4d49-8046-5d5b4a4cf80f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:46.171906 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b90445-abcc-4e17-93cd-08d881c0bcf1 req-5cdc29cb-c58c-4d49-8046-5d5b4a4cf80f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:46.178052 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b90445-abcc-4e17-93cd-08d881c0bcf1 req-5cdc29cb-c58c-4d49-8046-5d5b4a4cf80f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:46.184637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b90445-abcc-4e17-93cd-08d881c0bcf1 req-5cdc29cb-c58c-4d49-8046-5d5b4a4cf80f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:46.189199 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-29b90445-abcc-4e17-93cd-08d881c0bcf1 req-5cdc29cb-c58c-4d49-8046-5d5b4a4cf80f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5445 time: 0.2465165 Nov 12 00:41:46.221840 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-93da99b1-6794-4dd3-b4f4-39b30bc479af req-f3dfb3ce-7086-4408-8f03-58a55227b673 service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8625948 Nov 12 00:41:46.224318 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58512) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:46.229837 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-bf86f912-93b6-4542-a973-eabeaf5e8022 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Request body: {'floatingip': {'port_id': '7492299e-b0d6-4740-9134-5b1767b6004a'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:46.236966 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b27efbde-c3b0-414d-9d70-bea7f54d38cc req-b9d934e9-bdbf-4ae6-a8b0-e6dd2ee793ef tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7035842 Nov 12 00:41:46.277996 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bf86f912-93b6-4542-a973-eabeaf5e8022 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for floatingip, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:46.319499 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e64fb4-efbe-4610-af0b-36f3f4ef38e6 req-37856be1-7e24-401a-aff8-4a65f77991c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:46.321050 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88e64fb4-efbe-4610-af0b-36f3f4ef38e6 req-37856be1-7e24-401a-aff8-4a65f77991c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.7129679 Nov 12 00:41:46.328743 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-e90b7863-ace0-4554-8e08-6d87e0773583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:46.330184 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-e90b7863-ace0-4554-8e08-6d87e0773583 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.4779263 Nov 12 00:41:46.412548 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-291d41fe-dede-4642-84a0-92c9ba8609a7 req-921e9ac0-89f2-4f91-a24e-e80ebeaec886 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 210 time: 0.0881550 Nov 12 00:41:46.423192 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] Attempting to bind port 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:46.423535 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] Attempting to bind port 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '0bedd173-4eb9-45bc-8609-1e663a2b3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d5199b-84d3-4e3a-b832-6d6d2623ed7f'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:46.423869 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] Attempting to bind port 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 on network 40d5199b-84d3-4e3a-b832-6d6d2623ed7f {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:46.462082 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6e209-4819-437d-862e-b25f2461cc78 req-39de673d-6965-4755-90ee-d2040dc3950e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:46.463732 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-04b6e209-4819-437d-862e-b25f2461cc78 req-39de673d-6965-4755-90ee-d2040dc3950e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 943 time: 0.1081924 Nov 12 00:41:46.471546 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-4add0e5e-788b-40bb-a432-bdd6b7bbd8d9 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Made reservation on behalf of 5094685fbf4e4dec88481e6fee86fbc4 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:46.475839 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-4add0e5e-788b-40bb-a432-bdd6b7bbd8d9 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:46.488860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] Port 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 on network 40d5199b-84d3-4e3a-b832-6d6d2623ed7f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:46.489219 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] Attempting to bind port 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 on network 40d5199b-84d3-4e3a-b832-6d6d2623ed7f {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:46.494961 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-14395342-06e7-4a40-b7ab-b2f89e556f41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:46.497098 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88e64fb4-efbe-4610-af0b-36f3f4ef38e6 req-8c4a505d-6e94-4471-a244-5327d57d743f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=b8ee4bc0-8823-4aa3-a840-606de5fe2e92 HTTP/1.1" status: 200 len: 217 time: 0.0829511 Nov 12 00:41:46.502081 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b350c1b-5139-43df-901f-3e95f640efef req-320fb185-14bf-4db2-99bd-f3391b0c1341 service neutron] 10.222.0.21 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6196907 Nov 12 00:41:46.509055 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-14395342-06e7-4a40-b7ab-b2f89e556f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:46.511600 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:46.511977 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] Checking segment: {'id': '0bedd173-4eb9-45bc-8609-1e663a2b3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d5199b-84d3-4e3a-b832-6d6d2623ed7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:46.512368 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] Bound using segment: {'id': '0bedd173-4eb9-45bc-8609-1e663a2b3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d5199b-84d3-4e3a-b832-6d6d2623ed7f'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:46.512843 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] Bound port: 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bedd173-4eb9-45bc-8609-1e663a2b3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d5199b-84d3-4e3a-b832-6d6d2623ed7f'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:46.513194 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:46.563541 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-04b6e209-4819-437d-862e-b25f2461cc78 req-fcb989d7-e2fd-4857-989e-deaacca4416b tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837691 Nov 12 00:41:46.624659 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-3b1fc41d-ac16-4934-bb9c-4dc6624ed7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:46.626200 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-3b1fc41d-ac16-4934-bb9c-4dc6624ed7ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2711544 Nov 12 00:41:46.745307 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-14395342-06e7-4a40-b7ab-b2f89e556f41 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62e65990e8074e5088ec28055c0f03c3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3463788 Nov 12 00:41:46.747620 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25a6060-b1a0-4bbd-aa1d-bd52714a21db x-openstack-request-id: req-c25a6060-b1a0-4bbd-aa1d-bd52714a21db {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:46.747994 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40526dd1-099a-46bf-88a2-fb385b1ab4a6", "tag": "23ddfda0-4f02-40ff-aea8-1dd1fc986a97", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5c5533fd-e2af-4c96-ae8a-f52cf1dbec90", "tag": "1104d0a1-0b8c-4b63-886a-552dd272ce73", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:46.748256 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c25a6060-b1a0-4bbd-aa1d-bd52714a21db {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:46.748656 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40526dd1-099a-46bf-88a2-fb385b1ab4a6', 'tag': '23ddfda0-4f02-40ff-aea8-1dd1fc986a97', 'status': 'completed', 'code': 200} Nov 12 00:41:46.748933 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5533fd-e2af-4c96-ae8a-f52cf1dbec90', 'tag': '1104d0a1-0b8c-4b63-886a-552dd272ce73', 'status': 'completed', 'code': 200} Nov 12 00:41:46.761295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14395342-06e7-4a40-b7ab-b2f89e556f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03680f8b-d07f-45c2-b282-f93a5a02d7af,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:46.771712 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58526) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:46.830923 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e64fb4-efbe-4610-af0b-36f3f4ef38e6 req-47ac1a12-5126-4c70-86e2-87b11740a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:46.832415 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88e64fb4-efbe-4610-af0b-36f3f4ef38e6 req-47ac1a12-5126-4c70-86e2-87b11740a4a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.3257437 Nov 12 00:41:46.931355 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e08fc5-5d11-4f9c-872d-647020d20835 req-65fcea53-79d6-44eb-aecc-edd41610f7fb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:46.939168 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-67e08fc5-5d11-4f9c-872d-647020d20835 req-65fcea53-79d6-44eb-aecc-edd41610f7fb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 944 time: 0.3499999 Nov 12 00:41:46.969140 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] For port 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:46.982033 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b350c1b-5139-43df-901f-3e95f640efef req-f1ef10ef-92fd-4768-bf8b-7e3fd09229da service neutron] 10.222.0.21 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667284 Nov 12 00:41:47.005649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] For port 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:47.027135 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:47.032638 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-204f9c78-fcff-42a0-aada-62e6d2c20c55 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782465 Nov 12 00:41:47.064354 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e64fb4-efbe-4610-af0b-36f3f4ef38e6 req-d8c51d7e-b18e-4203-95b3-b70fb8031330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:47.065952 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88e64fb4-efbe-4610-af0b-36f3f4ef38e6 req-d8c51d7e-b18e-4203-95b3-b70fb8031330 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2145791 Nov 12 00:41:47.098610 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395e196-ad3b-47d4-9b6e-4e5c213a8e68 req-3055ca23-13a7-40a2-bcfa-fcfe4c371262 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:47.107652 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d395e196-ad3b-47d4-9b6e-4e5c213a8e68 req-3055ca23-13a7-40a2-bcfa-fcfe4c371262 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 943 time: 0.2703156 Nov 12 00:41:47.111397 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 4e501b64-9885-4bc5-88aa-85313ef3d2ac details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:47.154319 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-4add0e5e-788b-40bb-a432-bdd6b7bbd8d9 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Allocated IP 172.20.0.3 (76e8effc-7356-449c-a184-dd7b4d3a5a7b/55cb5fa7-4d47-44f8-88d8-b50764e8ed40/5cb3575f-e106-44a5-be05-7d0c4187c600) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:47.217573 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 4e501b64-9885-4bc5-88aa-85313ef3d2ac, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=4e501b64-9885-4bc5-88aa-85313ef3d2ac,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:47.233280 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '4e501b64-9885-4bc5-88aa-85313ef3d2ac', 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e', 'port_id': '4e501b64-9885-4bc5-88aa-85313ef3d2ac', 'mac_address': 'fa:16:3e:95:3b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc5c04a-017f-4820-8cce-df76bd4f7a1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:47.279698 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:47.291948 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] Pushing event updated for resources: {'Port': ['ID=27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:47.295861 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e501b64-9885-4bc5-88aa-85313ef3d2ac {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:47.316590 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-67e08fc5-5d11-4f9c-872d-647020d20835 req-12b074d4-2ace-4c8e-8cad-5a4b9dd6abdd tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765631 Nov 12 00:41:47.319440 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92e2a691-7ddf-4bd3-b367-ae00b4456718 req-2e88281b-4c3b-49f7-be14-6cbb848e2210 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495941 Nov 12 00:41:47.323901 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 4e501b64-9885-4bc5-88aa-85313ef3d2ac, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=4e501b64-9885-4bc5-88aa-85313ef3d2ac,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:47.337323 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:47.393258 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d395e196-ad3b-47d4-9b6e-4e5c213a8e68 req-2f476dd9-b1b4-433e-b918-65c901966bc6 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845082 Nov 12 00:41:47.403068 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.db.resource_extend [None req-bf86f912-93b6-4542-a973-eabeaf5e8022 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:41:47.476357 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=4e501b64-9885-4bc5-88aa-85313ef3d2ac,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:47.548857 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83845967-ed52-43c4-bdb0-9199bf458119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:47.582047 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83845967-ed52-43c4-bdb0-9199bf458119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:47.603901 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bf86f912-93b6-4542-a973-eabeaf5e8022 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:47.655830 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-25301ba4-624c-43c0-a221-8c1203f17c6c req-065261ef-5db7-4f8b-8e4f-dbb73ea59bd9 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 210 time: 0.0506575 Nov 12 00:41:47.671173 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:47.671775 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:47.673187 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-a8b06e26-b7a1-4621-92c8-adace882fc88 service neutron] 10.222.0.21 "PUT /v2.0/ports/27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 HTTP/1.1" status: 200 len: 1092 time: 3.7794423 Nov 12 00:41:47.711116 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c514662-0c9d-4ed6-a50c-aa9852a73533 req-03b1370b-86e0-44d3-999f-6e1f9723f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:47.712959 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c514662-0c9d-4ed6-a50c-aa9852a73533 req-03b1370b-86e0-44d3-999f-6e1f9723f2ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5296ecb4beb2464f89b29bec01832302&device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 1095 time: 0.6460845 Nov 12 00:41:47.723388 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88e64fb4-efbe-4610-af0b-36f3f4ef38e6 req-5a8d9286-03ad-4f7d-921d-a119fab79d9c service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004838 Nov 12 00:41:47.750200 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c60d5-e2b7-4632-a5ac-6b3521256be7 req-e1b5aad7-ecea-47be-82de-d77d8f048b07 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:47.756541 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bf86f912-93b6-4542-a973-eabeaf5e8022 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:47.758813 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e97c60d5-e2b7-4632-a5ac-6b3521256be7 req-e1b5aad7-ecea-47be-82de-d77d8f048b07 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 948 time: 0.1246321 Nov 12 00:41:47.782051 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['4e501b64-9885-4bc5-88aa-85313ef3d2ac'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:47.797042 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83845967-ed52-43c4-bdb0-9199bf458119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:47.800745 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83845967-ed52-43c4-bdb0-9199bf458119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:47.802105 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-83845967-ed52-43c4-bdb0-9199bf458119 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03680f8b-d07f-45c2-b282-f93a5a02d7af HTTP/1.1" status: 204 len: 168 time: 1.0294354 Nov 12 00:41:47.903907 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-bf86f912-93b6-4542-a973-eabeaf5e8022 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Floating IP 7de0d4de-c239-4869-848b-e815bd447511 associated. External IP: 172.25.0.126, port: 7492299e-b0d6-4740-9134-5b1767b6004a. Nov 12 00:41:47.936710 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83845967-ed52-43c4-bdb0-9199bf458119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03680f8b-d07f-45c2-b282-f93a5a02d7af,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:47.975343 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e97c60d5-e2b7-4632-a5ac-6b3521256be7 req-4523c308-9b82-43a6-b3a3-cfd96c1730e7 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130244 Nov 12 00:41:48.158448 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-4add0e5e-788b-40bb-a432-bdd6b7bbd8d9 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.202466 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c514662-0c9d-4ed6-a50c-aa9852a73533 req-d717801d-fd26-44d5-b27f-344beccebfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:48.204067 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c514662-0c9d-4ed6-a50c-aa9852a73533 req-d717801d-fd26-44d5-b27f-344beccebfb1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6 HTTP/1.1" status: 200 len: 916 time: 0.4197452 Nov 12 00:41:48.206118 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88e64fb4-efbe-4610-af0b-36f3f4ef38e6 req-69b666a2-4862-4e04-b1e1-a226caadaef3 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386237 Nov 12 00:41:48.247472 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-4add0e5e-788b-40bb-a432-bdd6b7bbd8d9 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.260074 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c514662-0c9d-4ed6-a50c-aa9852a73533 req-c8409b8a-c9f6-42db-893d-ba00cc3b6306 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23ddfda0-4f02-40ff-aea8-1dd1fc986a97 HTTP/1.1" status: 200 len: 217 time: 0.0448771 Nov 12 00:41:48.473646 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-6743e87b-dd63-40ac-a3a8-3b3fc1d2e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:48.476874 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-6743e87b-dd63-40ac-a3a8-3b3fc1d2e5b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1145286794e44c782b111d8c5f13ff8&device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 1095 time: 0.7007763 Nov 12 00:41:48.505972 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d801a7-4188-475c-972b-720b333ca71c req-ca40b8bd-6442-40c8-829d-682efd062d51 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:48.507529 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-07d801a7-4188-475c-972b-720b333ca71c req-ca40b8bd-6442-40c8-829d-682efd062d51 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 943 time: 0.6080327 Nov 12 00:41:48.524973 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-4add0e5e-788b-40bb-a432-bdd6b7bbd8d9 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Network 76e8effc-7356-449c-a184-dd7b4d3a5a7b is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:48.552684 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-5d886c87-bafd-4014-ae6f-f1c02a9d5188 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 HTTP/1.1" status: 200 len: 217 time: 0.0519588 Nov 12 00:41:48.572531 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-4add0e5e-788b-40bb-a432-bdd6b7bbd8d9 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:48.646952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-3e3daec1-7062-45c4-91bf-66ec1c4419ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:48.648131 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-3e3daec1-7062-45c4-91bf-66ec1c4419ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab6fbd2-d7fa-46a6-839d-783bb02038fc HTTP/1.1" status: 200 len: 860 time: 0.0723267 Nov 12 00:41:48.660684 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c514662-0c9d-4ed6-a50c-aa9852a73533 req-1c469cf3-17c8-49cc-814e-82fdb6591e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:48.662570 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c514662-0c9d-4ed6-a50c-aa9852a73533 req-1c469cf3-17c8-49cc-814e-82fdb6591e16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08cb9a84-8134-4e9c-99d6-c33732bf6cde HTTP/1.1" status: 200 len: 855 time: 0.3719850 Nov 12 00:41:48.667000 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-4add0e5e-788b-40bb-a432-bdd6b7bbd8d9 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:48.677292 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add0e5e-788b-40bb-a432-bdd6b7bbd8d9 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Pushing event updated for resources: {'Port': ['ID=5cb3575f-e106-44a5-be05-7d0c4187c600,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:48.716353 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fcaf0-009a-46cd-8630-4f38645b9a63 req-48306488-41c0-401d-95e9-43da140364fa tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:48.719321 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac4fcaf0-009a-46cd-8630-4f38645b9a63 req-48306488-41c0-401d-95e9-43da140364fa tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 945 time: 0.2413793 Nov 12 00:41:48.771949 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-4add0e5e-788b-40bb-a432-bdd6b7bbd8d9 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:48.772587 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-4add0e5e-788b-40bb-a432-bdd6b7bbd8d9 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:48.777121 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afbeee74-5d8d-425e-9bcb-6b22ce3b0683', 'tag': '27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:48.780145 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b71e720-e164-4ccf-9d85-a9525b3afc3f" -d '{"events": [{"name": "network-changed", "server_uuid": "afbeee74-5d8d-425e-9bcb-6b22ce3b0683", "tag": "27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:48.805798 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c514662-0c9d-4ed6-a50c-aa9852a73533 req-84b21c4b-8805-41fe-a466-a19d9ddc0da8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265881 Nov 12 00:41:48.808160 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-29ecdfd4-d7fb-4629-a439-0530e545e29f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40d5199b-84d3-4e3a-b832-6d6d2623ed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1438351 Nov 12 00:41:48.813053 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-07d801a7-4188-475c-972b-720b333ca71c req-6281a037-8105-40f7-9f1a-473c53b15a2c tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644317 Nov 12 00:41:48.831480 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-4add0e5e-788b-40bb-a432-bdd6b7bbd8d9 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4478338 Nov 12 00:41:48.864929 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] Request body: {'port': {'device_id': 'c92fc7fe-0770-43f1-aa34-efb2357d3752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:48.881988 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf86f912-93b6-4542-a973-eabeaf5e8022 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Router 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:41:48.934452 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac4fcaf0-009a-46cd-8630-4f38645b9a63 req-da951aff-7b10-43d8-beb3-fc3436fa7c2b tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448362 Nov 12 00:41:49.062751 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:49.161558 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f50d74-d293-404f-8e94-0eed2bf577ef req-a9315cd2-2498-4e4c-b630-1d77bd36e540 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:49.170931 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-69f50d74-d293-404f-8e94-0eed2bf577ef req-a9315cd2-2498-4e4c-b630-1d77bd36e540 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 931 time: 0.1438854 Nov 12 00:41:49.229092 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-2d591ae7-6bf5-4767-84b9-8234d608baee service neutron] 10.222.0.21 "GET /v2.0/networks/40d5199b-84d3-4e3a-b832-6d6d2623ed7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811588 Nov 12 00:41:49.235916 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c514662-0c9d-4ed6-a50c-aa9852a73533 req-2d458dc1-962f-4b32-8b7d-913ecf2776e5 service neutron] 10.222.0.21 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966737 Nov 12 00:41:49.295315 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-69f50d74-d293-404f-8e94-0eed2bf577ef req-b6644a30-cba2-4c33-b78a-d597cad13335 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/security-groups?id=19af44c2-4a1e-4d07-9537-e4e2dee5190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205328 Nov 12 00:41:49.392880 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b6a85-624f-4e50-b7ca-4e561334e13c req-35d47504-99ce-4d9d-814b-63babb88a37c tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:49.394473 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-128b6a85-624f-4e50-b7ca-4e561334e13c req-35d47504-99ce-4d9d-814b-63babb88a37c tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 943 time: 0.3912759 Nov 12 00:41:49.407423 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19c597ac-e783-4a11-b1d2-cba4d8b06df4 req-fd5448ed-ca4a-4a9e-8669-ad776c4d3c49 service neutron] 10.222.0.21 "GET /v2.0/networks/40d5199b-84d3-4e3a-b832-6d6d2623ed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704054 Nov 12 00:41:49.408963 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcb9e5d-db99-4d11-b7e8-556b6b003a32 x-openstack-request-id: req-1fcb9e5d-db99-4d11-b7e8-556b6b003a32 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:49.409273 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afbeee74-5d8d-425e-9bcb-6b22ce3b0683", "tag": "27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:49.409500 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fcb9e5d-db99-4d11-b7e8-556b6b003a32 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:49.412823 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afbeee74-5d8d-425e-9bcb-6b22ce3b0683', 'tag': '27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2', 'status': 'completed', 'code': 200} Nov 12 00:41:49.515943 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58576) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:49.807697 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2047357777'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:49.857052 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c514662-0c9d-4ed6-a50c-aa9852a73533 req-d8a9c691-2fbb-4611-8c8d-2da4c80f94ae service neutron] 10.222.0.21 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097517 Nov 12 00:41:49.867765 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf86f912-93b6-4542-a973-eabeaf5e8022 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:41:49.874203 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bf86f912-93b6-4542-a973-eabeaf5e8022 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:49.885822 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1103ad-029f-423d-9d45-c42d04d061cc None None] Sync routers for ids ['2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:41:49.886818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5379b59-7e33-450a-af33-4f1e32f9d7ef req-c71537ee-3fe7-4243-94ad-0c992df1afd6 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:49.894912 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b5379b59-7e33-450a-af33-4f1e32f9d7ef req-c71537ee-3fe7-4243-94ad-0c992df1afd6 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 948 time: 0.4330299 Nov 12 00:41:49.899194 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1103ad-029f-423d-9d45-c42d04d061cc None None] Routers {'2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:49.899842 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-6b1103ad-029f-423d-9d45-c42d04d061cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:41:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:49.910687 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Made reservation on behalf of c5cf03a02c08465f9f1206d7995a0760 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:49.918589 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:49.925794 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71e720-e164-4ccf-9d85-a9525b3afc3f req-5f0be3fa-731d-4ac7-9dc8-354f3a688a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:49.927404 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b71e720-e164-4ccf-9d85-a9525b3afc3f req-5f0be3fa-731d-4ac7-9dc8-354f3a688a71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1145286794e44c782b111d8c5f13ff8&device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 1095 time: 0.4398055 Nov 12 00:41:49.967428 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6cc579c0-d77b-42ed-900b-7e2c07056b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:49.995045 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.021722 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-128b6a85-624f-4e50-b7ca-4e561334e13c req-45863feb-83e6-4a19-aa8f-6a016d5c7aec tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894562 Nov 12 00:41:50.031070 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-6b1103ad-029f-423d-9d45-c42d04d061cc None None] Set router 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:50.157851 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b5379b59-7e33-450a-af33-4f1e32f9d7ef req-e261f156-245b-4623-926e-f558e62c3d45 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605309 Nov 12 00:41:50.198524 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c514662-0c9d-4ed6-a50c-aa9852a73533 req-26f8b1e5-97bc-452f-96f1-6b1ad7aa6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:50.200507 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c514662-0c9d-4ed6-a50c-aa9852a73533 req-26f8b1e5-97bc-452f-96f1-6b1ad7aa6ea2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&device_id=5c5533fd-e2af-4c96-ae8a-f52cf1dbec90 HTTP/1.1" status: 200 len: 1100 time: 0.2784812 Nov 12 00:41:50.222708 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb3575f-e106-44a5-be05-7d0c4187c600 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:50.246520 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.269937 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bf86f912-93b6-4542-a973-eabeaf5e8022 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "PUT /v2.0/floatingips/7de0d4de-c239-4869-848b-e815bd447511 HTTP/1.1" status: 200 len: 992 time: 4.0443423 Nov 12 00:41:50.303016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'tag': '7492299e-b0d6-4740-9134-5b1767b6004a'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:50.312507 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c315ff3-100f-4406-8fbf-69f9803b7e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "tag": "7492299e-b0d6-4740-9134-5b1767b6004a"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:50.328038 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] Transition to ACTIVE for port object 5cb3575f-e106-44a5-be05-7d0c4187c600 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:41:50.369533 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71e720-e164-4ccf-9d85-a9525b3afc3f req-1c9ac4af-74a4-4ddb-b832-93366fbec814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:50.371235 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b71e720-e164-4ccf-9d85-a9525b3afc3f req-1c9ac4af-74a4-4ddb-b832-93366fbec814 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40d5199b-84d3-4e3a-b832-6d6d2623ed7f HTTP/1.1" status: 200 len: 921 time: 0.4229174 Nov 12 00:41:50.381172 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.457876 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-6b1103ad-029f-423d-9d45-c42d04d061cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'name': 'tempest-TaggedBootDevicesTest_v242-1436852988-router', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:12Z', 'updated_at': '2021-11-12T00:39:21Z', 'revision_number': 4, 'project_id': 'ff69603520634453a797ab4b4216646a', 'gw_port': {'id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:14Z', 'updated_at': '2021-11-12T00:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '7de0d4de-c239-4869-848b-e815bd447511', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'port_id': '7492299e-b0d6-4740-9134-5b1767b6004a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17', 'mac_address': 'fa:16:3e:7d:e8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:40:16Z', 'updated_at': '2021-11-12T00:41:47Z', 'revision_number': 1, 'project_id': 'ff69603520634453a797ab4b4216646a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27263341-6a8c-42b5-8ffd-58778c355662', 'name': '', 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'mac_address': 'fa:16:3e:f4:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '039608db-f2a3-4af6-b30e-cf0d39b5f975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:20Z', 'updated_at': '2021-11-12T00:39:29Z', 'revision_number': 5, 'project_id': 'ff69603520634453a797ab4b4216646a', 'subnets': [{'id': '039608db-f2a3-4af6-b30e-cf0d39b5f975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:50.507756 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1103ad-029f-423d-9d45-c42d04d061cc None None] Checking router: 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:41:50.515426 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5871be1-ed38-489e-a5a1-d0cecb5e9885 req-55d035c2-8ef2-4597-9019-6576cd79e699 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:50.516994 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e5871be1-ed38-489e-a5a1-d0cecb5e9885 req-55d035c2-8ef2-4597-9019-6576cd79e699 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 945 time: 0.1497221 Nov 12 00:41:50.523772 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b71e720-e164-4ccf-9d85-a9525b3afc3f req-2198d482-ac32-4c3a-aae4-c1f22e23ef34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 HTTP/1.1" status: 200 len: 217 time: 0.0989213 Nov 12 00:41:50.523972 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddcecd-df2e-4a21-8e56-0daa6205e1a2 req-7bf9874f-6b54-4f16-8954-9e87e1c39e00 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:50.528520 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1103ad-029f-423d-9d45-c42d04d061cc None None] Routers {'2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:41:50.531677 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-6b1103ad-029f-423d-9d45-c42d04d061cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:41:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:50.536762 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5bddcecd-df2e-4a21-8e56-0daa6205e1a2 req-7bf9874f-6b54-4f16-8954-9e87e1c39e00 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 943 time: 0.2523556 Nov 12 00:41:50.541034 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] Pushing event updated for resources: {'Port': ['ID=5cb3575f-e106-44a5-be05-7d0c4187c600,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:50.656770 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-6b1103ad-029f-423d-9d45-c42d04d061cc None None] Set router 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:41:50.657398 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71e720-e164-4ccf-9d85-a9525b3afc3f req-62315d9e-d1b0-4d3a-9b2a-be1652331be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:50.659455 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b71e720-e164-4ccf-9d85-a9525b3afc3f req-62315d9e-d1b0-4d3a-9b2a-be1652331be7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab6fbd2-d7fa-46a6-839d-783bb02038fc HTTP/1.1" status: 200 len: 860 time: 0.1244533 Nov 12 00:41:50.684664 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5bddcecd-df2e-4a21-8e56-0daa6205e1a2 req-d1f4cd7a-413c-4094-bbb3-7ac0dfe73ebb tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421354 Nov 12 00:41:50.694319 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e5871be1-ed38-489e-a5a1-d0cecb5e9885 req-1f72f7e0-ea1a-4aeb-bd28-99e2516f89e3 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695795 Nov 12 00:41:50.708644 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] Attempting to bind port 5cb3575f-e106-44a5-be05-7d0c4187c600 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:50.709092 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] Attempting to bind port 5cb3575f-e106-44a5-be05-7d0c4187c600 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '3074caa4-d7ab-4aa1-be5d-c560d28755e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76e8effc-7356-449c-a184-dd7b4d3a5a7b'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:50.709585 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] Attempting to bind port 5cb3575f-e106-44a5-be05-7d0c4187c600 on network 76e8effc-7356-449c-a184-dd7b4d3a5a7b {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:50.733688 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b71e720-e164-4ccf-9d85-a9525b3afc3f req-e7865c63-d716-447b-af51-8b0b846626a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40d5199b-84d3-4e3a-b832-6d6d2623ed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457277 Nov 12 00:41:50.733863 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] Port 5cb3575f-e106-44a5-be05-7d0c4187c600 on network 76e8effc-7356-449c-a184-dd7b4d3a5a7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:50.735098 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] Attempting to bind port 5cb3575f-e106-44a5-be05-7d0c4187c600 on network 76e8effc-7356-449c-a184-dd7b4d3a5a7b {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:50.747511 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c514662-0c9d-4ed6-a50c-aa9852a73533 req-0053bd8a-47c8-4be9-81c6-45c680603c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:50.749061 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c514662-0c9d-4ed6-a50c-aa9852a73533 req-0053bd8a-47c8-4be9-81c6-45c680603c45 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.5263219 Nov 12 00:41:50.754119 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:50.754452 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] Checking segment: {'id': '3074caa4-d7ab-4aa1-be5d-c560d28755e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76e8effc-7356-449c-a184-dd7b4d3a5a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:50.754915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] Bound using segment: {'id': '3074caa4-d7ab-4aa1-be5d-c560d28755e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76e8effc-7356-449c-a184-dd7b4d3a5a7b'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:50.757515 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] Bound port: 5cb3575f-e106-44a5-be05-7d0c4187c600, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3074caa4-d7ab-4aa1-be5d-c560d28755e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76e8effc-7356-449c-a184-dd7b4d3a5a7b'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:50.758283 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.854451 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] For port 5cb3575f-e106-44a5-be05-7d0c4187c600, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:50.863863 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] For port 5cb3575f-e106-44a5-be05-7d0c4187c600, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5cb3575f-e106-44a5-be05-7d0c4187c600,segment=NetworkSegment(3074caa4-d7ab-4aa1-be5d-c560d28755e8),segment_id=3074caa4-d7ab-4aa1-be5d-c560d28755e8)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:50.869809 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.896468 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.919183 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c514662-0c9d-4ed6-a50c-aa9852a73533 req-c058d5de-c31f-4d20-82ff-ce4ac098059b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=1104d0a1-0b8c-4b63-886a-552dd272ce73 HTTP/1.1" status: 200 len: 217 time: 0.0882947 Nov 12 00:41:50.923654 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.935384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:50.936025 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:50.937712 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] 10.222.0.15 "PUT /v2.0/ports/5cb3575f-e106-44a5-be05-7d0c4187c600 HTTP/1.1" status: 200 len: 1092 time: 2.0843136 Nov 12 00:41:50.955374 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be3efc0-7459-43aa-89c6-7bbd259b4228 x-openstack-request-id: req-6be3efc0-7459-43aa-89c6-7bbd259b4228 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:50.955667 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "tag": "7492299e-b0d6-4740-9134-5b1767b6004a", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:50.956566 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6be3efc0-7459-43aa-89c6-7bbd259b4228 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:50.957020 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'tag': '7492299e-b0d6-4740-9134-5b1767b6004a', 'status': 'completed', 'code': 200} Nov 12 00:41:50.973163 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda498d4-15f2-4f03-bee7-cd594587f68f service neutron] Pushing event updated for resources: {'Port': ['ID=5cb3575f-e106-44a5-be05-7d0c4187c600,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:50.998667 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:41:51.022870 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device b8ee4bc0-8823-4aa3-a840-606de5fe2e92 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:51.035123 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b71e720-e164-4ccf-9d85-a9525b3afc3f req-3691e986-951c-48e6-9e2a-7b23a7ef1f32 service neutron] 10.222.0.21 "GET /v2.0/networks/40d5199b-84d3-4e3a-b832-6d6d2623ed7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898512 Nov 12 00:41:51.036558 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.037115 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Added segment 8f257153-036b-43bc-ab98-d3ed6ea115ec of type vlan for network c370b056-5ddc-4e1d-a71d-9d4f82ac7987 Nov 12 00:41:51.059099 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038cf6a-d769-4e33-b0d2-dc753a9721b8 req-4369bf62-8440-4cf2-8824-822804e9fa47 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.070820 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a038cf6a-d769-4e33-b0d2-dc753a9721b8 req-4369bf62-8440-4cf2-8824-822804e9fa47 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 943 time: 0.2435760 Nov 12 00:41:51.081723 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a304cd-490c-4b1a-bd5d-6342bc16ada6,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:51.186872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:51.187266 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:51.187622 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:51.187990 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:51.188282 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:51.188596 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:51.188953 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:51.189285 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:51.189616 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:51.189948 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:51.190272 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:51.190597 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:41:51.196087 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-6b1103ad-029f-423d-9d45-c42d04d061cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'name': 'tempest-TaggedBootDevicesTest_v242-1436852988-router', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:12Z', 'updated_at': '2021-11-12T00:39:21Z', 'revision_number': 4, 'project_id': 'ff69603520634453a797ab4b4216646a', 'gw_port': {'id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:14Z', 'updated_at': '2021-11-12T00:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '7de0d4de-c239-4869-848b-e815bd447511', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'port_id': '7492299e-b0d6-4740-9134-5b1767b6004a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17', 'mac_address': 'fa:16:3e:7d:e8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:40:16Z', 'updated_at': '2021-11-12T00:41:47Z', 'revision_number': 1, 'project_id': 'ff69603520634453a797ab4b4216646a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27263341-6a8c-42b5-8ffd-58778c355662', 'name': '', 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'mac_address': 'fa:16:3e:f4:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '039608db-f2a3-4af6-b30e-cf0d39b5f975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:20Z', 'updated_at': '2021-11-12T00:39:29Z', 'revision_number': 5, 'project_id': 'ff69603520634453a797ab4b4216646a', 'subnets': [{'id': '039608db-f2a3-4af6-b30e-cf0d39b5f975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:41:51.204641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c514662-0c9d-4ed6-a50c-aa9852a73533 req-08e8aba5-03a8-4d6f-9799-514795fbeee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.207403 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c514662-0c9d-4ed6-a50c-aa9852a73533 req-08e8aba5-03a8-4d6f-9799-514795fbeee8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.2789686 Nov 12 00:41:51.247708 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.271489 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1103ad-029f-423d-9d45-c42d04d061cc None None] The sync data for ids ['2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'] in n-d-712137-14 is: [{'id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'name': 'tempest-TaggedBootDevicesTest_v242-1436852988-router', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:12Z', 'updated_at': '2021-11-12T00:39:21Z', 'revision_number': 4, 'project_id': 'ff69603520634453a797ab4b4216646a', 'gw_port': {'id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:14Z', 'updated_at': '2021-11-12T00:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '7de0d4de-c239-4869-848b-e815bd447511', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'port_id': '7492299e-b0d6-4740-9134-5b1767b6004a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17', 'mac_address': 'fa:16:3e:7d:e8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:40:16Z', 'updated_at': '2021-11-12T00:41:47Z', 'revision_number': 1, 'project_id': 'ff69603520634453a797ab4b4216646a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27263341-6a8c-42b5-8ffd-58778c355662', 'name': '', 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'mac_address': 'fa:16:3e:f4:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '039608db-f2a3-4af6-b30e-cf0d39b5f975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:20Z', 'updated_at': '2021-11-12T00:39:29Z', 'revision_number': 5, 'project_id': 'ff69603520634453a797ab4b4216646a', 'subnets': [{'id': '039608db-f2a3-4af6-b30e-cf0d39b5f975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:41:51.288394 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port b8ee4bc0-8823-4aa3-a840-606de5fe2e92, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=b8ee4bc0-8823-4aa3-a840-606de5fe2e92,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:51.302182 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 1104d0a1-0b8c-4b63-886a-552dd272ce73 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:51.316673 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c315ff3-100f-4406-8fbf-69f9803b7e1f req-a1096049-1c88-4863-b92b-04537ae6b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.317348 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c315ff3-100f-4406-8fbf-69f9803b7e1f req-a1096049-1c88-4863-b92b-04537ae6b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.317872 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c315ff3-100f-4406-8fbf-69f9803b7e1f req-a1096049-1c88-4863-b92b-04537ae6b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.318578 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c315ff3-100f-4406-8fbf-69f9803b7e1f req-a1096049-1c88-4863-b92b-04537ae6b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.318895 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c315ff3-100f-4406-8fbf-69f9803b7e1f req-a1096049-1c88-4863-b92b-04537ae6b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.319545 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c315ff3-100f-4406-8fbf-69f9803b7e1f req-a1096049-1c88-4863-b92b-04537ae6b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.322746 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c315ff3-100f-4406-8fbf-69f9803b7e1f req-a1096049-1c88-4863-b92b-04537ae6b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.323612 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c315ff3-100f-4406-8fbf-69f9803b7e1f req-a1096049-1c88-4863-b92b-04537ae6b1e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff69603520634453a797ab4b4216646a&device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 6509 time: 0.2670169 Nov 12 00:41:51.347729 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c75ea4b-a0b7-486b-b22d-ef0f1b7221bc req-78c7b196-912e-4f31-bcbd-d62453996094 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=99077391-e618-45ea-8341-a34e6459be9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2108521 Nov 12 00:41:51.370805 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a038cf6a-d769-4e33-b0d2-dc753a9721b8 req-d0b3184b-3989-466c-a7e4-74e45c6c6219 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/security-groups?id=19af44c2-4a1e-4d07-9537-e4e2dee5190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987986 Nov 12 00:41:51.385247 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-9d5561e2-d0ed-435c-88bc-fa6231afe35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.387286 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-9d5561e2-d0ed-435c-88bc-fa6231afe35e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5094685fbf4e4dec88481e6fee86fbc4&device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 1095 time: 0.3069725 Nov 12 00:41:51.423100 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a37e9e-1351-4610-9055-efda54b046ee req-93502ea6-87c7-4eaa-90f4-1418f88e80ef tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.425161 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-76a37e9e-1351-4610-9055-efda54b046ee req-93502ea6-87c7-4eaa-90f4-1418f88e80ef tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 943 time: 0.2531338 Nov 12 00:41:51.434049 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 1104d0a1-0b8c-4b63-886a-552dd272ce73, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=1104d0a1-0b8c-4b63-886a-552dd272ce73,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:51.447116 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 4e501b64-9885-4bc5-88aa-85313ef3d2ac up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:51.450257 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'b8ee4bc0-8823-4aa3-a840-606de5fe2e92', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': 'b8ee4bc0-8823-4aa3-a840-606de5fe2e92', 'mac_address': 'fa:16:3e:d6:69:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:51.455444 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '1104d0a1-0b8c-4b63-886a-552dd272ce73', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '1104d0a1-0b8c-4b63-886a-552dd272ce73', 'mac_address': 'fa:16:3e:8f:b9:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:51.563117 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.567030 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.569657 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.570413 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.573117 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.588636 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-4f916955-712a-406e-81f4-c3b93664d6b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cb3575f-e106-44a5-be05-7d0c4187c600 HTTP/1.1" status: 200 len: 217 time: 0.1520534 Nov 12 00:41:51.612959 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c514662-0c9d-4ed6-a50c-aa9852a73533 req-2249aa21-3702-4cc4-8721-3e3fbef53dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.614621 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c514662-0c9d-4ed6-a50c-aa9852a73533 req-2249aa21-3702-4cc4-8721-3e3fbef53dfe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3642373 Nov 12 00:41:51.616852 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b71e720-e164-4ccf-9d85-a9525b3afc3f req-0c654d2c-53ca-4eba-bdab-a9820b68db60 service neutron] 10.222.0.21 "GET /v2.0/networks/40d5199b-84d3-4e3a-b832-6d6d2623ed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374713 Nov 12 00:41:51.624240 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1104d0a1-0b8c-4b63-886a-552dd272ce73 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:51.694283 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75ea4b-a0b7-486b-b22d-ef0f1b7221bc req-a303fe28-dd58-4036-8b17-0db968b46137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.696447 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c75ea4b-a0b7-486b-b22d-ef0f1b7221bc req-a303fe28-dd58-4036-8b17-0db968b46137 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5296ecb4beb2464f89b29bec01832302&device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 1098 time: 0.2608840 Nov 12 00:41:51.714815 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ee4bc0-8823-4aa3-a840-606de5fe2e92 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:51.721993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 1104d0a1-0b8c-4b63-886a-552dd272ce73, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=1104d0a1-0b8c-4b63-886a-552dd272ce73,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:51.724581 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 4e501b64-9885-4bc5-88aa-85313ef3d2ac completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:51.735698 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-76a37e9e-1351-4610-9055-efda54b046ee req-13b1485a-a7c1-45b0-a862-5d0c8267f13c tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212675 Nov 12 00:41:51.737144 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.738027 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 23ddfda0-4f02-40ff-aea8-1dd1fc986a97 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:51.767810 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2483437 Nov 12 00:41:51.771390 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58620) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:51.802084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-206e0426-ab71-4189-aaf4-7127e076f2fe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Request body: {'subnet': {'network_id': 'c370b056-5ddc-4e1d-a71d-9d4f82ac7987', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:51.803098 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 4e501b64-9885-4bc5-88aa-85313ef3d2ac triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:51.803471 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:51.810496 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=1104d0a1-0b8c-4b63-886a-552dd272ce73,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:51.813459 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc866028-8d2f-41c8-aa00-b5da6c9d39ae None None] New status for floating IP 7de0d4de-c239-4869-848b-e815bd447511: ACTIVE {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:41:51.827531 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f2978-62dc-4f8f-9277-6ac3a00d8fbe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Pushing event updated for resources: {'Network': ['ID=c370b056-5ddc-4e1d-a71d-9d4f82ac7987,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:51.857789 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-e0fcb05d-4bb5-4841-b1ea-6194c6e52aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.859226 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-e0fcb05d-4bb5-4841-b1ea-6194c6e52aa3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55cb5fa7-4d47-44f8-88d8-b50764e8ed40 HTTP/1.1" status: 200 len: 865 time: 0.2412179 Nov 12 00:41:51.867159 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd74518-bdad-49ce-a4b1-692d4721618d req-1bb001aa-2587-4e8f-a16c-54b555f93ac3 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.874660 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4cd74518-bdad-49ce-a4b1-692d4721618d req-1bb001aa-2587-4e8f-a16c-54b555f93ac3 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 948 time: 0.2970984 Nov 12 00:41:51.889320 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c315ff3-100f-4406-8fbf-69f9803b7e1f req-a45555ee-fd86-45f4-8a68-8c900b65af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:51.891456 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c315ff3-100f-4406-8fbf-69f9803b7e1f req-a45555ee-fd86-45f4-8a68-8c900b65af2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=11cf3641-542c-41f7-80c8-38f810587d17 HTTP/1.1" status: 200 len: 918 time: 0.5588195 Nov 12 00:41:51.933567 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-0a2c76b2-1874-4a86-b943-f7e298f0d876 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=76e8effc-7356-449c-a184-dd7b4d3a5a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459082 Nov 12 00:41:51.997557 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port b8ee4bc0-8823-4aa3-a840-606de5fe2e92, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=b8ee4bc0-8823-4aa3-a840-606de5fe2e92,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:51.999343 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network c370b056-5ddc-4e1d-a71d-9d4f82ac7987 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:41:52.045872 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c514662-0c9d-4ed6-a50c-aa9852a73533 req-b331f015-41b0-4a77-b647-3c1b35c0ace8 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171586 Nov 12 00:41:52.050159 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.103906 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-305bdfcf-bacd-4e66-aac5-1ab419220957 service neutron] 10.222.0.15 "GET /v2.0/networks/76e8effc-7356-449c-a184-dd7b4d3a5a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687324 Nov 12 00:41:52.141660 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.resource_extend [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:41:52.175711 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206e0426-ab71-4189-aaf4-7127e076f2fe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Made reservation on behalf of c5cf03a02c08465f9f1206d7995a0760 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:52.180349 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-206e0426-ab71-4189-aaf4-7127e076f2fe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.196573 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a8606-3ab9-4a1b-b513-3d8ee5d8ab28 req-2f6d1c37-df0a-4d41-b61b-5689ede27fbd tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:52.209279 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b63a8606-3ab9-4a1b-b513-3d8ee5d8ab28 req-2f6d1c37-df0a-4d41-b61b-5689ede27fbd tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 943 time: 0.3144777 Nov 12 00:41:52.231377 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75ea4b-a0b7-486b-b22d-ef0f1b7221bc req-179145a5-54e0-45f5-a7d2-9eca4bfe87f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:52.232959 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c75ea4b-a0b7-486b-b22d-ef0f1b7221bc req-179145a5-54e0-45f5-a7d2-9eca4bfe87f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6 HTTP/1.1" status: 200 len: 916 time: 0.4962676 Nov 12 00:41:52.235619 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c315ff3-100f-4406-8fbf-69f9803b7e1f req-8d1ca0b8-3ad0-44b0-85c9-e2bd0ac756bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7492299e-b0d6-4740-9134-5b1767b6004a HTTP/1.1" status: 200 len: 1000 time: 0.3285606 Nov 12 00:41:52.248033 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c514662-0c9d-4ed6-a50c-aa9852a73533 req-32d72c1f-b8ac-448b-9400-777bd546c038 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376889 Nov 12 00:41:52.304024 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.313517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=b8ee4bc0-8823-4aa3-a840-606de5fe2e92,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:52.347356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c315ff3-100f-4406-8fbf-69f9803b7e1f req-5ea05c79-3621-458a-b14c-07910e7f81a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:52.348233 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4cd74518-bdad-49ce-a4b1-692d4721618d req-8bb61775-66a3-4ffd-a380-9a1d4acc04e9 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724011 Nov 12 00:41:52.349164 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c315ff3-100f-4406-8fbf-69f9803b7e1f req-5ea05c79-3621-458a-b14c-07910e7f81a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=039608db-f2a3-4af6-b30e-cf0d39b5f975 HTTP/1.1" status: 200 len: 856 time: 0.0965889 Nov 12 00:41:52.377462 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a8580865-69f8-434a-94f2-384f88bf0e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.406945 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133898a6-5d17-40e1-a3ca-f9f4bdc07bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e501b64-9885-4bc5-88aa-85313ef3d2ac'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:52.417963 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cfad3c0b-57df-4655-9092-c9dac4daf2f2 req-02e15514-5738-4731-8179-7b1b888538fe service neutron] 10.222.0.15 "GET /v2.0/networks/76e8effc-7356-449c-a184-dd7b4d3a5a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683939 Nov 12 00:41:52.424163 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b574f8-11c0-4484-86e8-e12f1ab24bef" -d '{"events": [{"server_uuid": "133898a6-5d17-40e1-a3ca-f9f4bdc07bc3", "name": "network-vif-plugged", "status": "completed", "tag": "4e501b64-9885-4bc5-88aa-85313ef3d2ac"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:52.447066 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 23ddfda0-4f02-40ff-aea8-1dd1fc986a97, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=23ddfda0-4f02-40ff-aea8-1dd1fc986a97,segment=NetworkSegment(6bcd1460-7002-412d-8f91-bced057eb4e8),segment_id=6bcd1460-7002-412d-8f91-bced057eb4e8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:52.461671 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 4e501b64-9885-4bc5-88aa-85313ef3d2ac, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=4e501b64-9885-4bc5-88aa-85313ef3d2ac,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:52.471035 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '23ddfda0-4f02-40ff-aea8-1dd1fc986a97', 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6', 'port_id': '23ddfda0-4f02-40ff-aea8-1dd1fc986a97', 'mac_address': 'fa:16:3e:25:fa:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08cb9a84-8134-4e9c-99d6-c33732bf6cde', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:52.481171 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.556070 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.600758 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ddfda0-4f02-40ff-aea8-1dd1fc986a97 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:52.621082 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f0561-1d45-4fcc-ac97-eb6201ee359a req-d131b859-e10f-4d98-a625-7bf419cc1074 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:52.634637 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-051f0561-1d45-4fcc-ac97-eb6201ee359a req-d131b859-e10f-4d98-a625-7bf419cc1074 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 946 time: 0.1755157 Nov 12 00:41:52.664642 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 23ddfda0-4f02-40ff-aea8-1dd1fc986a97, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=23ddfda0-4f02-40ff-aea8-1dd1fc986a97,segment=NetworkSegment(6bcd1460-7002-412d-8f91-bced057eb4e8),segment_id=6bcd1460-7002-412d-8f91-bced057eb4e8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:52.685218 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.687925 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['b8ee4bc0-8823-4aa3-a840-606de5fe2e92'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:52.692209 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-206e0426-ab71-4189-aaf4-7127e076f2fe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:52.741508 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c75ea4b-a0b7-486b-b22d-ef0f1b7221bc req-b41e5316-25c7-4291-82ff-b90da7c9857a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d22de70f-ea41-4e4c-b172-3e28f85e8c95 HTTP/1.1" status: 200 len: 217 time: 0.4838030 Nov 12 00:41:52.753645 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c315ff3-100f-4406-8fbf-69f9803b7e1f req-1ffcf3fc-58c7-404a-a65e-12299f76a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:52.755310 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c315ff3-100f-4406-8fbf-69f9803b7e1f req-1ffcf3fc-58c7-404a-a65e-12299f76a847 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11cf3641-542c-41f7-80c8-38f810587d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3413765 Nov 12 00:41:52.790303 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-051f0561-1d45-4fcc-ac97-eb6201ee359a req-d6f41c57-27ab-4174-a722-7157f553bf71 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370778 Nov 12 00:41:52.812599 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=4e501b64-9885-4bc5-88aa-85313ef3d2ac,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:52.881373 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75ea4b-a0b7-486b-b22d-ef0f1b7221bc req-8d536ea4-3f50-42e9-b5a7-99e50c8b2ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:52.889412 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c75ea4b-a0b7-486b-b22d-ef0f1b7221bc req-8d536ea4-3f50-42e9-b5a7-99e50c8b2ff3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08cb9a84-8134-4e9c-99d6-c33732bf6cde HTTP/1.1" status: 200 len: 855 time: 0.1261199 Nov 12 00:41:52.926966 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=23ddfda0-4f02-40ff-aea8-1dd1fc986a97,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:52.963368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92fc7fe-0770-43f1-aa34-efb2357d3752', 'tag': '5cb3575f-e106-44a5-be05-7d0c4187c600'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:52.966397 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e507ef76-1290-4dfd-a663-f5a555318968" -d '{"events": [{"name": "network-changed", "server_uuid": "c92fc7fe-0770-43f1-aa34-efb2357d3752", "tag": "5cb3575f-e106-44a5-be05-7d0c4187c600"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:53.042783 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c75ea4b-a0b7-486b-b22d-ef0f1b7221bc req-8eff59bc-200e-45c4-9c1a-c3a2d4c0db4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692046 Nov 12 00:41:53.047442 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['1104d0a1-0b8c-4b63-886a-552dd272ce73'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:53.051340 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['23ddfda0-4f02-40ff-aea8-1dd1fc986a97'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:53.052444 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b63a8606-3ab9-4a1b-b513-3d8ee5d8ab28 req-52f263f7-b60e-468c-9121-dfd60581ec57 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8422780 Nov 12 00:41:53.179398 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c75ea4b-a0b7-486b-b22d-ef0f1b7221bc req-2c969821-57ab-4efe-8b7b-c173a87fc394 service neutron] 10.222.0.15 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240466 Nov 12 00:41:53.183809 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e0426-ab71-4189-aaf4-7127e076f2fe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Pushing event updated for resources: {'Subnet': ['ID=5175c551-9636-46fe-a775-547b6f88a526,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:53.186572 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206e0426-ab71-4189-aaf4-7127e076f2fe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Checking segment: {'id': '8f257153-036b-43bc-ab98-d3ed6ea115ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c370b056-5ddc-4e1d-a71d-9d4f82ac7987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:53.186816 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206e0426-ab71-4189-aaf4-7127e076f2fe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Network hostable DHCP agents. Network: c370b056-5ddc-4e1d-a71d-9d4f82ac7987, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:41:53.206690 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a205077-eacc-4cb7-9567-f8c951be630d x-openstack-request-id: req-9a205077-eacc-4cb7-9567-f8c951be630d {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:53.206997 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133898a6-5d17-40e1-a3ca-f9f4bdc07bc3", "name": "network-vif-plugged", "status": "completed", "tag": "4e501b64-9885-4bc5-88aa-85313ef3d2ac", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:53.207255 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a205077-eacc-4cb7-9567-f8c951be630d {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:53.212793 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133898a6-5d17-40e1-a3ca-f9f4bdc07bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e501b64-9885-4bc5-88aa-85313ef3d2ac', 'code': 200} Nov 12 00:41:53.220715 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae0fa6-eb56-4633-a06e-d52e59e9ee2e req-5c7137ad-7669-4300-8733-98942b7bcccf tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:53.240499 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98ae0fa6-eb56-4633-a06e-d52e59e9ee2e req-5c7137ad-7669-4300-8733-98942b7bcccf tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 943 time: 0.1267292 Nov 12 00:41:53.253662 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:53.346038 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdea0d-34b9-49d3-9a87-4ecfbb31dff1 req-93eab58c-e440-4577-a1c2-6b36cf50fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:53.347616 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4ccdea0d-34b9-49d3-9a87-4ecfbb31dff1 req-93eab58c-e440-4577-a1c2-6b36cf50fc2f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 1098 time: 0.1015172 Nov 12 00:41:53.358941 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98ae0fa6-eb56-4633-a06e-d52e59e9ee2e req-a5f24d46-7f7a-4abe-bb67-8e8a7fb65f58 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/security-groups?id=19af44c2-4a1e-4d07-9537-e4e2dee5190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162260 Nov 12 00:41:53.388049 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206e0426-ab71-4189-aaf4-7127e076f2fe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Network c370b056-5ddc-4e1d-a71d-9d4f82ac7987 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:41:53.394508 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c315ff3-100f-4406-8fbf-69f9803b7e1f req-7a958792-1e0b-4b4c-a7ac-e6716e74da1c service neutron] 10.222.0.15 "GET /v2.0/networks/11cf3641-542c-41f7-80c8-38f810587d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953339 Nov 12 00:41:53.465734 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.resource_extend [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:41:53.505804 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4ccdea0d-34b9-49d3-9a87-4ecfbb31dff1 req-cd6cbb6d-d827-4d59-9f84-7afaa4d96fb1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411486 Nov 12 00:41:53.512299 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c315ff3-100f-4406-8fbf-69f9803b7e1f req-930aab85-9fe3-48cb-8930-255e285fb324 service neutron] 10.222.0.15 "GET /v2.0/networks/11cf3641-542c-41f7-80c8-38f810587d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983574 Nov 12 00:41:53.517939 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e86e52-7b90-4039-a92b-530b12d66788 x-openstack-request-id: req-58e86e52-7b90-4039-a92b-530b12d66788 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:53.518235 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c92fc7fe-0770-43f1-aa34-efb2357d3752", "tag": "5cb3575f-e106-44a5-be05-7d0c4187c600", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:53.518487 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58e86e52-7b90-4039-a92b-530b12d66788 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:53.518873 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92fc7fe-0770-43f1-aa34-efb2357d3752', 'tag': '5cb3575f-e106-44a5-be05-7d0c4187c600', 'status': 'completed', 'code': 200} Nov 12 00:41:53.547856 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-206e0426-ab71-4189-aaf4-7127e076f2fe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, c370b056-5ddc-4e1d-a71d-9d4f82ac7987) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:53.554989 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:53.567171 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0e29c-3dc9-4c6d-a20f-1b2e0fa50ed6 req-7d5596fd-483b-4771-b9ec-109d682bf7f5 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:53.572714 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4b0e29c-3dc9-4c6d-a20f-1b2e0fa50ed6 req-7d5596fd-483b-4771-b9ec-109d682bf7f5 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 944 time: 0.1935236 Nov 12 00:41:53.580294 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3ab8df-9bec-4dcd-abff-26e66f77ff3e None None] Network c370b056-5ddc-4e1d-a71d-9d4f82ac7987 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:53.616598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206e0426-ab71-4189-aaf4-7127e076f2fe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:53.617242 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-206e0426-ab71-4189-aaf4-7127e076f2fe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:53.672707 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c75ea4b-a0b7-486b-b22d-ef0f1b7221bc req-646b5424-1b45-4e22-8a8b-916038ff28fc service neutron] 10.222.0.15 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784639 Nov 12 00:41:53.717277 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4b0e29c-3dc9-4c6d-a20f-1b2e0fa50ed6 req-2326e19c-0a7f-4631-9ad6-560477f44308 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382380 Nov 12 00:41:53.719681 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcf82a-26a7-48bd-b7d2-7fda7e0519a5 req-89663a32-cbba-4ed3-8402-b629385f48fd tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:53.727997 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-206e0426-ab71-4189-aaf4-7127e076f2fe tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9427185 Nov 12 00:41:53.728825 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58648) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:53.733790 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-34dcf82a-26a7-48bd-b7d2-7fda7e0519a5 req-89663a32-cbba-4ed3-8402-b629385f48fd tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 949 time: 0.1163166 Nov 12 00:41:53.741549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-2dfbbeb1-6d10-4fff-8f25-37d941a68128 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Request body: {'port': {'network_id': 'c370b056-5ddc-4e1d-a71d-9d4f82ac7987', 'name': 'tempest-ExtraDHCPOptionsTestJSON-825007589'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:53.748303 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507ef76-1290-4dfd-a663-f5a555318968 req-3286c65f-b9d7-40e0-b323-14a35ffeae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:53.750103 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e507ef76-1290-4dfd-a663-f5a555318968 req-3286c65f-b9d7-40e0-b323-14a35ffeae4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5094685fbf4e4dec88481e6fee86fbc4&device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 1095 time: 0.1298177 Nov 12 00:41:53.800897 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-34dcf82a-26a7-48bd-b7d2-7fda7e0519a5 req-30f4a115-66a2-4673-b95b-5c3f0ecaf666 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614100 Nov 12 00:41:53.848016 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:54.078096 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76b245-3814-4790-bbc7-94aa2dd79f7b req-1266249d-cb24-43ac-a893-967c300fbfd3 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:54.085343 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5d76b245-3814-4790-bbc7-94aa2dd79f7b req-1266249d-cb24-43ac-a893-967c300fbfd3 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 946 time: 0.1251359 Nov 12 00:41:54.105081 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507ef76-1290-4dfd-a663-f5a555318968 req-90c43475-279c-4ab3-a4b2-79e1f74dbea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:54.106594 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e507ef76-1290-4dfd-a663-f5a555318968 req-90c43475-279c-4ab3-a4b2-79e1f74dbea2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=76e8effc-7356-449c-a184-dd7b4d3a5a7b HTTP/1.1" status: 200 len: 926 time: 0.3338912 Nov 12 00:41:54.117181 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2', 'network_id': '40d5199b-84d3-4e3a-b832-6d6d2623ed7f', 'port_id': '27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2', 'mac_address': 'fa:16:3e:6a:c7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab6fbd2-d7fa-46a6-839d-783bb02038fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:54.152670 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5d76b245-3814-4790-bbc7-94aa2dd79f7b req-62d43e2a-bc72-4329-9846-16ff5f048fa0 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663090 Nov 12 00:41:54.169407 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfbbeb1-6d10-4fff-8f25-37d941a68128 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Made reservation on behalf of c5cf03a02c08465f9f1206d7995a0760 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:54.173835 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2dfbbeb1-6d10-4fff-8f25-37d941a68128 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:54.211584 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e507ef76-1290-4dfd-a663-f5a555318968 req-3f2d0abd-a310-4a79-921c-70cfa6ff443e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cb3575f-e106-44a5-be05-7d0c4187c600 HTTP/1.1" status: 200 len: 217 time: 0.0524993 Nov 12 00:41:54.260928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-2dfbbeb1-6d10-4fff-8f25-37d941a68128 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] device_id is not set on port 78e918d7-285a-494f-86fe-91f39ab4028c yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:41:54.353368 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19a0b8-f258-444a-9550-b6107621120f req-2e225d52-b0fc-4e32-93dd-7db859cf6220 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:54.354622 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507ef76-1290-4dfd-a663-f5a555318968 req-1d978288-f3c2-4196-a6d6-c5f2f0260f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:54.357200 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e507ef76-1290-4dfd-a663-f5a555318968 req-1d978288-f3c2-4196-a6d6-c5f2f0260f87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55cb5fa7-4d47-44f8-88d8-b50764e8ed40 HTTP/1.1" status: 200 len: 865 time: 0.1376154 Nov 12 00:41:54.362686 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a19a0b8-f258-444a-9550-b6107621120f req-2e225d52-b0fc-4e32-93dd-7db859cf6220 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 943 time: 0.1148465 Nov 12 00:41:54.404839 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e507ef76-1290-4dfd-a663-f5a555318968 req-f95bac63-acf4-4641-8642-9990d256bf63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=76e8effc-7356-449c-a184-dd7b4d3a5a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390875 Nov 12 00:41:54.476104 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a19a0b8-f258-444a-9550-b6107621120f req-f01d3756-7165-4704-98b9-856efbf97b8a tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082668 Nov 12 00:41:54.522868 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:54.554657 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061f298c-b622-4e0e-b0bc-e8104d20ab16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-c370b056-5ddc-4e1d-a71d-9d4f82ac7987', 'network_id': 'c370b056-5ddc-4e1d-a71d-9d4f82ac7987', 'tenant_id': 'c5cf03a02c08465f9f1206d7995a0760', 'fixed_ips': [{'subnet_id': '5175c551-9636-46fe-a775-547b6f88a526'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:41:54.555882 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-061f298c-b622-4e0e-b0bc-e8104d20ab16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:54.567052 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:54.587389 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:54.625938 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:54.629819 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-2dfbbeb1-6d10-4fff-8f25-37d941a68128 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Allocated IP 172.20.0.6 (c370b056-5ddc-4e1d-a71d-9d4f82ac7987/5175c551-9636-46fe-a775-547b6f88a526/78e918d7-285a-494f-86fe-91f39ab4028c) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:54.641962 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb08399-5ffb-4200-a9b4-a0f08f25b536 req-7d751ef5-5857-4693-a27e-8f74096f0260 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:54.649359 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6bb08399-5ffb-4200-a9b4-a0f08f25b536 req-7d751ef5-5857-4693-a27e-8f74096f0260 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 943 time: 0.2123909 Nov 12 00:41:54.703326 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e507ef76-1290-4dfd-a663-f5a555318968 req-489411db-6308-46d4-8e6b-93b67e76bf44 service neutron] 10.222.0.15 "GET /v2.0/networks/76e8effc-7356-449c-a184-dd7b4d3a5a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574863 Nov 12 00:41:54.712466 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:54.787768 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:54.853332 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6bb08399-5ffb-4200-a9b4-a0f08f25b536 req-10d314dd-258e-49d5-b952-5ebf4539908a tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/security-groups?id=19af44c2-4a1e-4d07-9537-e4e2dee5190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776330 Nov 12 00:41:54.915439 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05117552-faef-47bf-a93b-f6f0a9070455 req-fab9f9b9-711e-464c-b732-51a14d0e810d tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:54.923439 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-05117552-faef-47bf-a93b-f6f0a9070455 req-fab9f9b9-711e-464c-b732-51a14d0e810d tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 944 time: 0.0933721 Nov 12 00:41:54.967129 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-05117552-faef-47bf-a93b-f6f0a9070455 req-98996d3f-3693-4dfd-97af-2fdf8c456f8e tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424750 Nov 12 00:41:54.977851 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e507ef76-1290-4dfd-a663-f5a555318968 req-9a2cba9b-c561-466f-913a-573e8d362b7d service neutron] 10.222.0.15 "GET /v2.0/networks/76e8effc-7356-449c-a184-dd7b4d3a5a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633874 Nov 12 00:41:55.035296 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device b8ee4bc0-8823-4aa3-a840-606de5fe2e92 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:55.044144 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a35d3-d9ff-4305-a8fa-9b72b51ba959 req-87bb7846-9bbd-447a-a92e-6a8abbdb7c3f tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:55.045830 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ea4a35d3-d9ff-4305-a8fa-9b72b51ba959 req-87bb7846-9bbd-447a-a92e-6a8abbdb7c3f tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 949 time: 0.1106946 Nov 12 00:41:55.064286 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2dfbbeb1-6d10-4fff-8f25-37d941a68128 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.084735 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port b8ee4bc0-8823-4aa3-a840-606de5fe2e92 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:55.088972 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port b8ee4bc0-8823-4aa3-a840-606de5fe2e92 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:55.089347 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.116500 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ea4a35d3-d9ff-4305-a8fa-9b72b51ba959 req-83fe2522-883b-4e93-978e-8ea78838b012 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620816 Nov 12 00:41:55.131910 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2dfbbeb1-6d10-4fff-8f25-37d941a68128 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.196936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfbbeb1-6d10-4fff-8f25-37d941a68128 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Network c370b056-5ddc-4e1d-a71d-9d4f82ac7987 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:55.198488 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-2dfbbeb1-6d10-4fff-8f25-37d941a68128 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:55.201955 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfbbeb1-6d10-4fff-8f25-37d941a68128 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:55.214441 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-061f298c-b622-4e0e-b0bc-e8104d20ab16 None None] Allocated IP 172.20.0.2 (c370b056-5ddc-4e1d-a71d-9d4f82ac7987/5175c551-9636-46fe-a775-547b6f88a526/7668769c-05db-4558-82d6-b5982b418c7a) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:55.216510 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.234369 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbbeb1-6d10-4fff-8f25-37d941a68128 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Pushing event updated for resources: {'Port': ['ID=78e918d7-285a-494f-86fe-91f39ab4028c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:55.243956 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:55.274810 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ee4bc0-8823-4aa3-a840-606de5fe2e92'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:55.278472 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9befe02-095f-44f9-8a01-d68a03930a16" -d '{"events": [{"server_uuid": "8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33", "name": "network-vif-plugged", "status": "completed", "tag": "b8ee4bc0-8823-4aa3-a840-606de5fe2e92"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:55.302239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfbbeb1-6d10-4fff-8f25-37d941a68128 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:55.303278 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2dfbbeb1-6d10-4fff-8f25-37d941a68128 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.321430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port b8ee4bc0-8823-4aa3-a840-606de5fe2e92, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=b8ee4bc0-8823-4aa3-a840-606de5fe2e92,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:55.331783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb815b0-7a0d-4cdf-a607-4c2536f57d74 req-b2f83c7b-3857-433b-bab9-3b40bc8b499c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:55.333600 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7bb815b0-7a0d-4cdf-a607-4c2536f57d74 req-b2f83c7b-3857-433b-bab9-3b40bc8b499c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 946 time: 0.1014860 Nov 12 00:41:55.337402 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2dfbbeb1-6d10-4fff-8f25-37d941a68128 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6059847 Nov 12 00:41:55.340498 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58688) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:55.344368 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fbf059-01d5-4009-b6dc-8b0cb8a51b8b x-openstack-request-id: req-f2fbf059-01d5-4009-b6dc-8b0cb8a51b8b {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:55.344763 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33", "name": "network-vif-plugged", "status": "completed", "tag": "b8ee4bc0-8823-4aa3-a840-606de5fe2e92", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:55.345096 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2fbf059-01d5-4009-b6dc-8b0cb8a51b8b {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:55.345537 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ee4bc0-8823-4aa3-a840-606de5fe2e92', 'code': 200} Nov 12 00:41:55.347276 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-861063bc-77ea-4355-965f-d79acc01bd38 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Request body: {'port': {'network_id': 'c370b056-5ddc-4e1d-a71d-9d4f82ac7987', 'name': 'tempest-ExtraDHCPOptionsTestJSON-447391895', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:55.348890 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.api.validators [None req-861063bc-77ea-4355-965f-d79acc01bd38 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] bootfile-name is not in valid_values {{(pid=114242) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 00:41:55.349486 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.api.validators [None req-861063bc-77ea-4355-965f-d79acc01bd38 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] tftp-server is not in valid_values {{(pid=114242) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 00:41:55.349990 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.api.validators [None req-861063bc-77ea-4355-965f-d79acc01bd38 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] server-ip-address is not in valid_values {{(pid=114242) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 00:41:55.350219 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.381862 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.437317 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7bb815b0-7a0d-4cdf-a607-4c2536f57d74 req-b30de5aa-4972-4cca-9925-1dfb888b7765 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900643 Nov 12 00:41:55.503131 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=b8ee4bc0-8823-4aa3-a840-606de5fe2e92,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:55.522880 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f1f9-01dc-4d25-a6ba-8bbd460e41e9 req-49f57518-975d-4884-8cbf-f56fc8887b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:55.526236 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a1e1f1f9-01dc-4d25-a6ba-8bbd460e41e9 req-49f57518-975d-4884-8cbf-f56fc8887b35 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 1102 time: 0.0819857 Nov 12 00:41:55.547014 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861063bc-77ea-4355-965f-d79acc01bd38 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Made reservation on behalf of c5cf03a02c08465f9f1206d7995a0760 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:41:55.553347 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-861063bc-77ea-4355-965f-d79acc01bd38 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.592315 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-861063bc-77ea-4355-965f-d79acc01bd38 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] device_id is not set on port 72aa70b3-4542-4f38-8c8c-1cfd2d8bc8f4 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:41:55.605975 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-061f298c-b622-4e0e-b0bc-e8104d20ab16 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.606391 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a1e1f1f9-01dc-4d25-a6ba-8bbd460e41e9 req-805c1312-3ec8-4590-9012-e1b00b1f5563 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694580 Nov 12 00:41:55.623594 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-061f298c-b622-4e0e-b0bc-e8104d20ab16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.672557 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061f298c-b622-4e0e-b0bc-e8104d20ab16 None None] Network c370b056-5ddc-4e1d-a71d-9d4f82ac7987 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:55.679507 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-061f298c-b622-4e0e-b0bc-e8104d20ab16 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:55.683011 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061f298c-b622-4e0e-b0bc-e8104d20ab16 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:55.689342 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f298c-b622-4e0e-b0bc-e8104d20ab16 None None] Pushing event updated for resources: {'Port': ['ID=7668769c-05db-4558-82d6-b5982b418c7a,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:55.700883 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9822c-8e0f-46be-b61c-7af761f9bb40 req-e0ffacd1-48a9-4701-b08c-a8395e6f8d8f tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:55.702442 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7bd9822c-8e0f-46be-b61c-7af761f9bb40 req-e0ffacd1-48a9-4701-b08c-a8395e6f8d8f tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 944 time: 0.1201923 Nov 12 00:41:55.749232 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-061f298c-b622-4e0e-b0bc-e8104d20ab16 None None] Attempting to bind port 7668769c-05db-4558-82d6-b5982b418c7a on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:55.749803 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-061f298c-b622-4e0e-b0bc-e8104d20ab16 None None] Attempting to bind port 7668769c-05db-4558-82d6-b5982b418c7a by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '8f257153-036b-43bc-ab98-d3ed6ea115ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c370b056-5ddc-4e1d-a71d-9d4f82ac7987'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:55.750125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061f298c-b622-4e0e-b0bc-e8104d20ab16 None None] Attempting to bind port 7668769c-05db-4558-82d6-b5982b418c7a on network c370b056-5ddc-4e1d-a71d-9d4f82ac7987 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:55.755748 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061f298c-b622-4e0e-b0bc-e8104d20ab16 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:55.756746 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061f298c-b622-4e0e-b0bc-e8104d20ab16 None None] Checking segment: {'id': '8f257153-036b-43bc-ab98-d3ed6ea115ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c370b056-5ddc-4e1d-a71d-9d4f82ac7987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:55.756746 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-061f298c-b622-4e0e-b0bc-e8104d20ab16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.757287 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061f298c-b622-4e0e-b0bc-e8104d20ab16 None None] Bound using segment: {'id': '8f257153-036b-43bc-ab98-d3ed6ea115ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c370b056-5ddc-4e1d-a71d-9d4f82ac7987'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:55.757863 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-061f298c-b622-4e0e-b0bc-e8104d20ab16 None None] Bound port: 7668769c-05db-4558-82d6-b5982b418c7a, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f257153-036b-43bc-ab98-d3ed6ea115ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c370b056-5ddc-4e1d-a71d-9d4f82ac7987'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:55.758392 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-061f298c-b622-4e0e-b0bc-e8104d20ab16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.792452 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-861063bc-77ea-4355-965f-d79acc01bd38 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Allocated IP 172.20.0.8 (c370b056-5ddc-4e1d-a71d-9d4f82ac7987/5175c551-9636-46fe-a775-547b6f88a526/72aa70b3-4542-4f38-8c8c-1cfd2d8bc8f4) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:41:55.804152 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7bd9822c-8e0f-46be-b61c-7af761f9bb40 req-2e886009-34ca-46f9-97f9-e92250b088df tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950730 Nov 12 00:41:55.836668 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-061f298c-b622-4e0e-b0bc-e8104d20ab16 None None] For port 7668769c-05db-4558-82d6-b5982b418c7a, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:41:55.842059 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-061f298c-b622-4e0e-b0bc-e8104d20ab16 None None] For port 7668769c-05db-4558-82d6-b5982b418c7a, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7668769c-05db-4558-82d6-b5982b418c7a,segment=NetworkSegment(8f257153-036b-43bc-ab98-d3ed6ea115ec),segment_id=8f257153-036b-43bc-ab98-d3ed6ea115ec)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:55.849190 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-061f298c-b622-4e0e-b0bc-e8104d20ab16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.856849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283992bf-5287-44e8-a9e6-182ccac724ec req-39717616-4a1d-46d0-adf5-651ef2ae9eed tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:55.858704 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-283992bf-5287-44e8-a9e6-182ccac724ec req-39717616-4a1d-46d0-adf5-651ef2ae9eed tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 1098 time: 0.0698137 Nov 12 00:41:55.928589 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:55.928842 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-283992bf-5287-44e8-a9e6-182ccac724ec req-5c619233-4aa0-443b-89b0-ff873e14a94b tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601983 Nov 12 00:41:55.950583 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f298c-b622-4e0e-b0bc-e8104d20ab16 None None] Pushing event updated for resources: {'Port': ['ID=7668769c-05db-4558-82d6-b5982b418c7a,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:56.003753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0baa0ed-1576-48fe-96e0-ef09880e64df req-919a5d76-f2b2-4998-8a5c-9f9ceee03cf7 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:56.005309 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e0baa0ed-1576-48fe-96e0-ef09880e64df req-919a5d76-f2b2-4998-8a5c-9f9ceee03cf7 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=03585741-8967-4c19-aefd-2b22f9df0b2d HTTP/1.1" status: 200 len: 951 time: 0.1207542 Nov 12 00:41:56.052118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f88c3-45cd-40e5-9c18-df54792a3daf req-db5b6135-45af-4e8c-bb44-1f2ebb5b4227 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:56.053705 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3d9f88c3-45cd-40e5-9c18-df54792a3daf req-db5b6135-45af-4e8c-bb44-1f2ebb5b4227 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 943 time: 0.0587907 Nov 12 00:41:56.078875 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-861063bc-77ea-4355-965f-d79acc01bd38 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:56.104034 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e0baa0ed-1576-48fe-96e0-ef09880e64df req-4ecf87d8-1572-4310-880e-fc926fd7944f tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806575 Nov 12 00:41:56.108463 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3d9f88c3-45cd-40e5-9c18-df54792a3daf req-364acc71-d3ea-47ea-ae97-05d18677ad1a tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/security-groups?id=19af44c2-4a1e-4d07-9537-e4e2dee5190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478687 Nov 12 00:41:56.156728 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-861063bc-77ea-4355-965f-d79acc01bd38 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:56.270834 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861063bc-77ea-4355-965f-d79acc01bd38 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Network c370b056-5ddc-4e1d-a71d-9d4f82ac7987 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:41:56.278807 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-861063bc-77ea-4355-965f-d79acc01bd38 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:41:56.280821 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac59d55-c8b0-4e5c-a15e-af1a3eb4d0c3 req-ad637235-135a-48bb-8d98-58852f41ed93 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:56.281710 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861063bc-77ea-4355-965f-d79acc01bd38 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Pushing event updated for resources: {'Port': ['ID=72aa70b3-4542-4f38-8c8c-1cfd2d8bc8f4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:56.282389 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aac59d55-c8b0-4e5c-a15e-af1a3eb4d0c3 req-ad637235-135a-48bb-8d98-58852f41ed93 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 1098 time: 0.0486376 Nov 12 00:41:56.283871 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:41:56.287584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861063bc-77ea-4355-965f-d79acc01bd38 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:41:56.346334 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aac59d55-c8b0-4e5c-a15e-af1a3eb4d0c3 req-b8c8f5a0-2d00-42c8-bdad-770ae113dcf3 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543487 Nov 12 00:41:56.347178 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea561dc-0182-4115-b5e9-af660323fd01 req-52d2fbf7-e031-43ea-a32b-250ca4a54d67 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:56.348720 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ea561dc-0182-4115-b5e9-af660323fd01 req-52d2fbf7-e031-43ea-a32b-250ca4a54d67 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 944 time: 0.1143014 Nov 12 00:41:56.360478 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861063bc-77ea-4355-965f-d79acc01bd38 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:56.361149 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-861063bc-77ea-4355-965f-d79acc01bd38 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:56.400442 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-861063bc-77ea-4355-965f-d79acc01bd38 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.0583696 Nov 12 00:41:56.404634 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58732) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:56.425949 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ea561dc-0182-4115-b5e9-af660323fd01 req-4faa5749-d288-4043-8f99-26814794bbb7 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602846 Nov 12 00:41:56.529895 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a647596-71f5-4f7d-8ac2-2e5ee260e233 req-84e67d12-c236-458b-bd93-9db3083893ac tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:56.531547 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5a647596-71f5-4f7d-8ac2-2e5ee260e233 req-84e67d12-c236-458b-bd93-9db3083893ac tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 950 time: 0.0949175 Nov 12 00:41:56.542445 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9326783f-2f6c-46d7-9a6d-2039a879c22f tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:56.551834 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9326783f-2f6c-46d7-9a6d-2039a879c22f tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:56.558440 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9326783f-2f6c-46d7-9a6d-2039a879c22f tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:56.560118 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9326783f-2f6c-46d7-9a6d-2039a879c22f tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.1543961 Nov 12 00:41:56.563160 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58742) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:56.625339 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5a647596-71f5-4f7d-8ac2-2e5ee260e233 req-c800f5de-36ec-48a9-9ae6-2bf6d9b4990e tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638993 Nov 12 00:41:56.958931 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7668769c-05db-4558-82d6-b5982b418c7a up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:56.995031 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-a697beed-f671-4a32-8d9e-e33c516a7e36 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Deleting port 72aa70b3-4542-4f38-8c8c-1cfd2d8bc8f4 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:56.995440 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a697beed-f671-4a32-8d9e-e33c516a7e36 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.038946 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 7668769c-05db-4558-82d6-b5982b418c7a triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:57.039343 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.091866 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 5cb3575f-e106-44a5-be05-7d0c4187c600 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:41:57.146923 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdb9bc-e653-4d25-bb84-cf8f2b03f38e req-8ef4ac73-e85d-4246-9975-730286e2f3b8 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:57.149184 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e0fdb9bc-e653-4d25-bb84-cf8f2b03f38e req-8ef4ac73-e85d-4246-9975-730286e2f3b8 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 944 time: 0.1497953 Nov 12 00:41:57.167153 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:57.202530 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a697beed-f671-4a32-8d9e-e33c516a7e36 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.234157 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-a697beed-f671-4a32-8d9e-e33c516a7e36 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Calling delete_port for 72aa70b3-4542-4f38-8c8c-1cfd2d8bc8f4 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:57.256245 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a65829-9201-4ef2-a1c4-c67e8795b305 None None] Network c370b056-5ddc-4e1d-a71d-9d4f82ac7987 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:41:57.256677 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e0fdb9bc-e653-4d25-bb84-cf8f2b03f38e req-bb522dff-0c5d-401d-b80d-b31bb1cf0349 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977371 Nov 12 00:41:57.377373 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.448471 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fd8672a4-b29b-428e-bef9-465ed939d9bb None None] Provisioning complete for port 7668769c-05db-4558-82d6-b5982b418c7a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:57.454040 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fd8672a4-b29b-428e-bef9-465ed939d9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.467734 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a697beed-f671-4a32-8d9e-e33c516a7e36 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.471571 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 5cb3575f-e106-44a5-be05-7d0c4187c600, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5cb3575f-e106-44a5-be05-7d0c4187c600,segment=NetworkSegment(3074caa4-d7ab-4aa1-be5d-c560d28755e8),segment_id=3074caa4-d7ab-4aa1-be5d-c560d28755e8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:57.548413 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '5cb3575f-e106-44a5-be05-7d0c4187c600', 'network_id': '76e8effc-7356-449c-a184-dd7b4d3a5a7b', 'port_id': '5cb3575f-e106-44a5-be05-7d0c4187c600', 'mac_address': 'fa:16:3e:4f:b3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55cb5fa7-4d47-44f8-88d8-b50764e8ed40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:41:57.561180 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697beed-f671-4a32-8d9e-e33c516a7e36 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Pushing event deleted for resources: {'Port': ['ID=72aa70b3-4542-4f38-8c8c-1cfd2d8bc8f4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:57.561933 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:57.570968 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 7668769c-05db-4558-82d6-b5982b418c7a, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7668769c-05db-4558-82d6-b5982b418c7a,segment=NetworkSegment(8f257153-036b-43bc-ab98-d3ed6ea115ec),segment_id=8f257153-036b-43bc-ab98-d3ed6ea115ec)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:57.578932 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054bf6b-e0f2-416e-96f5-a58f5b62c4a6 req-dd696611-31f1-41ec-99af-b23231777585 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:57.585368 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c054bf6b-e0f2-416e-96f5-a58f5b62c4a6 req-dd696611-31f1-41ec-99af-b23231777585 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 943 time: 0.1733861 Nov 12 00:41:57.596174 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:57.596643 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.645740 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.668025 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a697beed-f671-4a32-8d9e-e33c516a7e36 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.675239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58812) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:57.675807 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a697beed-f671-4a32-8d9e-e33c516a7e36 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] 10.222.0.31 "DELETE /v2.0/ports/72aa70b3-4542-4f38-8c8c-1cfd2d8bc8f4 HTTP/1.1" status: 204 len: 168 time: 1.1111381 Nov 12 00:41:57.682608 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-1fb18aa0-357d-4cac-b2f8-9ce0ccfda41e tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Request body: {'port': {'name': 'tempest-new-port-name-568828441', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:57.684319 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.api.validators [None req-1fb18aa0-357d-4cac-b2f8-9ce0ccfda41e tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] bootfile-name is not in valid_values {{(pid=114243) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 00:41:57.685638 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.api.validators [None req-1fb18aa0-357d-4cac-b2f8-9ce0ccfda41e tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] tftp-server is not in valid_values {{(pid=114243) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 00:41:57.686169 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.api.validators [None req-1fb18aa0-357d-4cac-b2f8-9ce0ccfda41e tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] server-ip-address is not in valid_values {{(pid=114243) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 00:41:57.688908 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c054bf6b-e0f2-416e-96f5-a58f5b62c4a6 req-31a340fa-0f80-43d3-866c-0e953b7ff206 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/security-groups?id=19af44c2-4a1e-4d07-9537-e4e2dee5190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729306 Nov 12 00:41:57.734515 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.777879 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1fb18aa0-357d-4cac-b2f8-9ce0ccfda41e tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.804262 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb3575f-e106-44a5-be05-7d0c4187c600 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:41:57.929759 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfe7d0-e352-4007-ab27-1fb1b47f8b51 req-5044fb8b-b90a-4718-9978-96206571a998 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:57.932535 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5cdfe7d0-e352-4007-ab27-1fb1b47f8b51 req-5044fb8b-b90a-4718-9978-96206571a998 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 944 time: 0.0877826 Nov 12 00:41:57.996363 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5cdfe7d0-e352-4007-ab27-1fb1b47f8b51 req-183675aa-84c5-46af-9366-c1e01655c7aa tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567546 Nov 12 00:41:58.007029 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 5cb3575f-e106-44a5-be05-7d0c4187c600, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5cb3575f-e106-44a5-be05-7d0c4187c600,segment=NetworkSegment(3074caa4-d7ab-4aa1-be5d-c560d28755e8),segment_id=3074caa4-d7ab-4aa1-be5d-c560d28755e8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:58.026949 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:58.029602 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=7668769c-05db-4558-82d6-b5982b418c7a,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:58.119494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db10635-654e-40ba-8ce4-76d448a13d61 req-47442b4b-a08f-47ba-a589-2d6bced9574c tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:58.123084 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8db10635-654e-40ba-8ce4-76d448a13d61 req-47442b4b-a08f-47ba-a589-2d6bced9574c tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 950 time: 0.0661447 Nov 12 00:41:58.125186 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=5cb3575f-e106-44a5-be05-7d0c4187c600,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:58.127862 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:58.159783 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbeee74-5d8d-425e-9bcb-6b22ce3b0683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:41:58.162191 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303de78c-6fc5-4d51-998a-56cc1f31e857" -d '{"events": [{"server_uuid": "afbeee74-5d8d-425e-9bcb-6b22ce3b0683", "name": "network-vif-plugged", "status": "completed", "tag": "27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:41:58.179098 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:58.184352 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:58.185488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 1104d0a1-0b8c-4b63-886a-552dd272ce73 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:58.205122 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8db10635-654e-40ba-8ce4-76d448a13d61 req-6aeb7692-73f3-4c08-b9af-a70e4c3eb6d0 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772583 Nov 12 00:41:58.287949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:58.304317 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 1104d0a1-0b8c-4b63-886a-552dd272ce73 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:58.311057 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 1104d0a1-0b8c-4b63-886a-552dd272ce73 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:58.311511 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:58.315800 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-da99a383-1beb-4ac2-b03b-0ed6eee0a254 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:41:58.316787 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-da99a383-1beb-4ac2-b03b-0ed6eee0a254 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4290652 Nov 12 00:41:58.416093 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1fb18aa0-357d-4cac-b2f8-9ce0ccfda41e tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:58.418663 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:58.443403 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1fb18aa0-357d-4cac-b2f8-9ce0ccfda41e tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:58.462843 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 1104d0a1-0b8c-4b63-886a-552dd272ce73, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=1104d0a1-0b8c-4b63-886a-552dd272ce73,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:58.470618 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:58.471406 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 23ddfda0-4f02-40ff-aea8-1dd1fc986a97 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:58.497685 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-a470decd-cabe-4e35-b9e8-7f087f7dc226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:58.499299 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-a470decd-cabe-4e35-b9e8-7f087f7dc226 service neutron] 10.222.0.31 "GET /v2.0/ports/4e501b64-9885-4bc5-88aa-85313ef3d2ac HTTP/1.1" status: 200 len: 1095 time: 0.1727824 Nov 12 00:41:58.514288 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-f59d3722-0d21-4d72-a70c-78d26029af13 service neutron] Request body: {'binding': {'host': 'n-h2-712137-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:41:58.514829 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-f59d3722-0d21-4d72-a70c-78d26029af13 service neutron] Unknown quota resources ['binding']. {{(pid=114243) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:41:58.543816 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f2f9c2-e073-4d52-b6bd-7517dcc18346 x-openstack-request-id: req-12f2f9c2-e073-4d52-b6bd-7517dcc18346 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:41:58.544116 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbeee74-5d8d-425e-9bcb-6b22ce3b0683", "name": "network-vif-plugged", "status": "completed", "tag": "27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:41:58.544370 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12f2f9c2-e073-4d52-b6bd-7517dcc18346 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:41:58.544783 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbeee74-5d8d-425e-9bcb-6b22ce3b0683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2', 'code': 200} Nov 12 00:41:58.588687 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb18aa0-357d-4cac-b2f8-9ce0ccfda41e tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Pushing event updated for resources: {'Port': ['ID=78e918d7-285a-494f-86fe-91f39ab4028c,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:58.593446 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3baf9459-7163-42cd-97e1-a67f3511f6f5 None None] Provisioning complete for port 7668769c-05db-4558-82d6-b5982b418c7a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:58.593826 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3baf9459-7163-42cd-97e1-a67f3511f6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:58.627527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-1fb18aa0-357d-4cac-b2f8-9ce0ccfda41e tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] In _notify_port_updated(), no bound segment for port 78e918d7-285a-494f-86fe-91f39ab4028c on network c370b056-5ddc-4e1d-a71d-9d4f82ac7987 {{(pid=114243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:41:58.634091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb18aa0-357d-4cac-b2f8-9ce0ccfda41e tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:58.634821 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1fb18aa0-357d-4cac-b2f8-9ce0ccfda41e tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:58.638991 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1fb18aa0-357d-4cac-b2f8-9ce0ccfda41e tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] 10.222.0.31 "PUT /v2.0/ports/78e918d7-285a-494f-86fe-91f39ab4028c HTTP/1.1" status: 200 len: 1135 time: 0.9595668 Nov 12 00:41:58.647905 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58844) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:58.667305 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa49d08-bb06-4c3a-9b0f-ee335c02350a req-d0f4bae7-f624-4879-82f7-2033c8f87c65 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:58.675088 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6aa49d08-bb06-4c3a-9b0f-ee335c02350a req-d0f4bae7-f624-4879-82f7-2033c8f87c65 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c5533fd-e2af-4c96-ae8a-f52cf1dbec90 HTTP/1.1" status: 200 len: 950 time: 0.0884850 Nov 12 00:41:58.693250 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['5cb3575f-e106-44a5-be05-7d0c4187c600'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:41:58.740129 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6aa49d08-bb06-4c3a-9b0f-ee335c02350a req-e98585f5-b43b-41fa-b05d-fdc1437aa4ca tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624180 Nov 12 00:41:58.754700 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76296f2e-dbe5-4f31-aed2-248378675eff tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:58.756530 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-76296f2e-dbe5-4f31-aed2-248378675eff tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] 10.222.0.31 "GET /v2.0/ports/78e918d7-285a-494f-86fe-91f39ab4028c HTTP/1.1" status: 200 len: 1135 time: 0.1078491 Nov 12 00:41:58.757381 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06f2ec-3bab-4c67-abd5-92a7d3ad2d4f req-e55a9584-9f64-4d87-b19c-328747f2ea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:58.760147 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d06f2ec-3bab-4c67-abd5-92a7d3ad2d4f req-e55a9584-9f64-4d87-b19c-328747f2ea42 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 1097 time: 0.1411126 Nov 12 00:41:58.764136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58848) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:58.795822 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=1104d0a1-0b8c-4b63-886a-552dd272ce73,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:58.841306 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-f59d3722-0d21-4d72-a70c-78d26029af13 service neutron] Attempting to bind port 4e501b64-9885-4bc5-88aa-85313ef3d2ac on host n-h2-712137-14 for vnic_type normal with profile None {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:41:58.842133 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-f59d3722-0d21-4d72-a70c-78d26029af13 service neutron] Attempting to bind port 4e501b64-9885-4bc5-88aa-85313ef3d2ac by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:41:58.842574 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-f59d3722-0d21-4d72-a70c-78d26029af13 service neutron] Attempting to bind port 4e501b64-9885-4bc5-88aa-85313ef3d2ac on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:58.858322 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-f59d3722-0d21-4d72-a70c-78d26029af13 service neutron] Port 4e501b64-9885-4bc5-88aa-85313ef3d2ac on network f1926e98-a223-4d69-aca0-b114b74b472e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:41:58.858880 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-f59d3722-0d21-4d72-a70c-78d26029af13 service neutron] Attempting to bind port 4e501b64-9885-4bc5-88aa-85313ef3d2ac on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:41:58.865008 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-f59d3722-0d21-4d72-a70c-78d26029af13 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:41:58.865485 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-f59d3722-0d21-4d72-a70c-78d26029af13 service neutron] Checking segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:41:58.866053 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-f59d3722-0d21-4d72-a70c-78d26029af13 service neutron] Bound using segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:41:58.866629 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-f59d3722-0d21-4d72-a70c-78d26029af13 service neutron] Bound port: 4e501b64-9885-4bc5-88aa-85313ef3d2ac, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:41:58.929272 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7668769c-05db-4558-82d6-b5982b418c7a up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:41:58.938923 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-f59d3722-0d21-4d72-a70c-78d26029af13 service neutron] For port 4e501b64-9885-4bc5-88aa-85313ef3d2ac, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4e501b64-9885-4bc5-88aa-85313ef3d2ac,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:41:58.947758 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-f59d3722-0d21-4d72-a70c-78d26029af13 service neutron] Publish callbacks [] for binding, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:58.950415 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-f59d3722-0d21-4d72-a70c-78d26029af13 service neutron] 10.222.0.31 "POST /v2.0/ports/4e501b64-9885-4bc5-88aa-85313ef3d2ac/bindings HTTP/1.1" status: 201 len: 390 time: 0.4414642 Nov 12 00:41:58.971604 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 23ddfda0-4f02-40ff-aea8-1dd1fc986a97 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:41:58.988203 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d06f2ec-3bab-4c67-abd5-92a7d3ad2d4f req-854030b1-021c-4b40-ad31-54003f7d6766 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021399 Nov 12 00:41:59.002047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5ce76-49c7-4e9d-87b8-ddd0ad423bda req-8747ed44-43ea-478e-9748-e49a0a708b6e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:59.003717 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dae5ce76-49c7-4e9d-87b8-ddd0ad423bda req-8747ed44-43ea-478e-9748-e49a0a708b6e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 945 time: 0.1491370 Nov 12 00:41:59.013649 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 23ddfda0-4f02-40ff-aea8-1dd1fc986a97 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:59.014148 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.049147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-b2e56405-afd3-47a4-8000-2ee778069d7f tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Deleting port 78e918d7-285a-494f-86fe-91f39ab4028c {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:41:59.049487 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b2e56405-afd3-47a4-8000-2ee778069d7f tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.102887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3baf9459-7163-42cd-97e1-a67f3511f6f5 None None] Provisioning complete for port 78e918d7-285a-494f-86fe-91f39ab4028c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:59.103263 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3baf9459-7163-42cd-97e1-a67f3511f6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.122402 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dae5ce76-49c7-4e9d-87b8-ddd0ad423bda req-364332b3-1eb6-4737-84a3-377ea3e8d117 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080546 Nov 12 00:41:59.180666 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b2e56405-afd3-47a4-8000-2ee778069d7f tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.181446 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-3baf9459-7163-42cd-97e1-a67f3511f6f5 None None] Port 78e918d7-285a-494f-86fe-91f39ab4028c cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:41:59.194545 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 7668769c-05db-4558-82d6-b5982b418c7a triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:59.194931 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.211143 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-b2e56405-afd3-47a4-8000-2ee778069d7f tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Calling delete_port for 78e918d7-285a-494f-86fe-91f39ab4028c owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:41:59.301772 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-994bff43-76c0-4008-bb11-6b5d7aa335e7 None None] Could not find standard attr ID for object 72aa70b3-4542-4f38-8c8c-1cfd2d8bc8f4. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:41:59.316744 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.325381 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9c75a-bf4f-4b9c-9953-e98e624b4947 req-32be87b5-18e7-423f-8163-16092d785bdb tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:59.334750 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8a9c75a-bf4f-4b9c-9953-e98e624b4947 req-32be87b5-18e7-423f-8163-16092d785bdb tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 944 time: 0.1087205 Nov 12 00:41:59.361369 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 23ddfda0-4f02-40ff-aea8-1dd1fc986a97, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=23ddfda0-4f02-40ff-aea8-1dd1fc986a97,segment=NetworkSegment(6bcd1460-7002-412d-8f91-bced057eb4e8),segment_id=6bcd1460-7002-412d-8f91-bced057eb4e8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:59.367543 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-994bff43-76c0-4008-bb11-6b5d7aa335e7 None None] Provisioning complete for port 78e918d7-285a-494f-86fe-91f39ab4028c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:41:59.367792 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-994bff43-76c0-4008-bb11-6b5d7aa335e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.378769 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396ba37-5a11-4c63-bc76-8aecc5fb7962 req-d13b73f8-523a-439c-b04c-4b03bba09409 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:59.381904 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c396ba37-5a11-4c63-bc76-8aecc5fb7962 req-d13b73f8-523a-439c-b04c-4b03bba09409 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 944 time: 0.1552281 Nov 12 00:41:59.394630 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.413150 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 130bbe7b-2dda-4118-8336-07b90fc09ee0 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:41:59.435857 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8a9c75a-bf4f-4b9c-9953-e98e624b4947 req-a7486ab7-7cb1-4685-aef4-891176f42994 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/security-groups?id=19af44c2-4a1e-4d07-9537-e4e2dee5190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805049 Nov 12 00:41:59.473174 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c396ba37-5a11-4c63-bc76-8aecc5fb7962 req-044e3338-04ca-4cc0-9068-19397c763f3f tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837061 Nov 12 00:41:59.541126 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-89c3b7d0-68a0-4d64-a2a3-5e7f54ef76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:59.544618 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-89c3b7d0-68a0-4d64-a2a3-5e7f54ef76e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 1098 time: 0.0947154 Nov 12 00:41:59.561010 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bfa80-440e-4174-b9af-60e8fcc927b4 req-a171c1ba-6bac-431a-bfd5-86ee8d5bd5da tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:59.562864 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b2e56405-afd3-47a4-8000-2ee778069d7f tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.564182 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-994bff43-76c0-4008-bb11-6b5d7aa335e7 None None] Port 78e918d7-285a-494f-86fe-91f39ab4028c cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:41:59.569417 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9b8bfa80-440e-4174-b9af-60e8fcc927b4 req-a171c1ba-6bac-431a-bfd5-86ee8d5bd5da tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 946 time: 0.0782459 Nov 12 00:41:59.604109 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=23ddfda0-4f02-40ff-aea8-1dd1fc986a97,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:59.617813 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e56405-afd3-47a4-8000-2ee778069d7f tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Pushing event deleted for resources: {'Port': ['ID=78e918d7-285a-494f-86fe-91f39ab4028c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:59.665237 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.695332 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7bd87549-1752-45eb-a6eb-a14b25cd292b None None] Could not find standard attr ID for object 78e918d7-285a-494f-86fe-91f39ab4028c. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:41:59.714255 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 130bbe7b-2dda-4118-8336-07b90fc09ee0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=130bbe7b-2dda-4118-8336-07b90fc09ee0,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:41:59.715355 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b2e56405-afd3-47a4-8000-2ee778069d7f tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.723662 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.724749 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b2e56405-afd3-47a4-8000-2ee778069d7f tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] 10.222.0.31 "DELETE /v2.0/ports/78e918d7-285a-494f-86fe-91f39ab4028c HTTP/1.1" status: 204 len: 168 time: 0.9591961 Nov 12 00:41:59.726270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58876) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:41:59.791846 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-7212dd05-1c12-4daf-ba36-fff64774fe1f tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Deleting subnet 5175c551-9636-46fe-a775-547b6f88a526 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:41:59.794181 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-2a047c00-7e3e-4088-838f-460c69a253e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:59.795666 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-2a047c00-7e3e-4088-838f-460c69a253e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 909 time: 0.2134926 Nov 12 00:41:59.796857 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7212dd05-1c12-4daf-ba36-fff64774fe1f tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.814166 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9b8bfa80-440e-4174-b9af-60e8fcc927b4 req-3e681cd4-4b24-4f75-83d8-e1f79f5bf759 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355843 Nov 12 00:41:59.844932 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=130bbe7b-2dda-4118-8336-07b90fc09ee0,revision_number=11']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:41:59.868739 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-3f3f33c2-893c-4c11-b074-1a193b06083d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e501b64-9885-4bc5-88aa-85313ef3d2ac HTTP/1.1" status: 200 len: 217 time: 0.0497983 Nov 12 00:41:59.908498 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7212dd05-1c12-4daf-ba36-fff64774fe1f tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:59.962386 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-f72bbe4a-0373-40bc-9cd9-fae6f2d1ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:41:59.963857 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-f72bbe4a-0373-40bc-9cd9-fae6f2d1ec9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fc5c04a-017f-4820-8cce-df76bd4f7a1c HTTP/1.1" status: 200 len: 848 time: 0.0793073 Nov 12 00:42:00.000835 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-2e280292-7c42-41e5-be25-02418d96fb02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f1926e98-a223-4d69-aca0-b114b74b472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286424 Nov 12 00:42:00.004994 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7212dd05-1c12-4daf-ba36-fff64774fe1f tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.008397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d7e74-3b0c-455b-a824-c5b2212dce9d req-20d87f2c-b874-4aa4-8767-1873f57b6bd0 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:00.010041 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5d7d7e74-3b0c-455b-a824-c5b2212dce9d req-20d87f2c-b874-4aa4-8767-1873f57b6bd0 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c5533fd-e2af-4c96-ae8a-f52cf1dbec90 HTTP/1.1" status: 200 len: 950 time: 0.0876210 Nov 12 00:42:00.083436 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7212dd05-1c12-4daf-ba36-fff64774fe1f tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.116722 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5d7d7e74-3b0c-455b-a824-c5b2212dce9d req-b90c6b97-10cb-4037-8c6f-a44b23007b46 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980961 Nov 12 00:42:00.124164 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212dd05-1c12-4daf-ba36-fff64774fe1f tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Pushing event deleted for resources: {'Subnet': ['ID=5175c551-9636-46fe-a775-547b6f88a526,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:00.130474 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7212dd05-1c12-4daf-ba36-fff64774fe1f tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.136258 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7212dd05-1c12-4daf-ba36-fff64774fe1f tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] 10.222.0.31 "DELETE /v2.0/subnets/5175c551-9636-46fe-a775-547b6f88a526 HTTP/1.1" status: 204 len: 168 time: 0.4063349 Nov 12 00:42:00.136258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58924) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:00.145759 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-6068f504-e2f6-4429-9c8e-bb4a89bd269a service neutron] 10.222.0.15 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346848 Nov 12 00:42:00.145985 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c261ba3b-508c-40c8-8649-a6c245549e21 None None] Network c370b056-5ddc-4e1d-a71d-9d4f82ac7987 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:00.222840 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2d91214e-707a-46f2-913a-337ee461e161 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.295988 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-d5c1fde8-9508-4f33-aadf-342e41e29a0b service neutron] 10.222.0.15 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402178 Nov 12 00:42:00.305458 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-2d91214e-707a-46f2-913a-337ee461e161 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Deleting port 7668769c-05db-4558-82d6-b5982b418c7a {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:00.305811 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2d91214e-707a-46f2-913a-337ee461e161 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.359380 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510a608-fc2b-4afc-afc9-b280d9656f49 req-4490b11a-0e72-4409-a1a8-26891623039f tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:00.361355 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c510a608-fc2b-4afc-afc9-b280d9656f49 req-4490b11a-0e72-4409-a1a8-26891623039f tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 945 time: 0.0693626 Nov 12 00:42:00.426162 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-2d91214e-707a-46f2-913a-337ee461e161 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] For port 7668769c-05db-4558-82d6-b5982b418c7a, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7668769c-05db-4558-82d6-b5982b418c7a,segment=NetworkSegment(8f257153-036b-43bc-ab98-d3ed6ea115ec),segment_id=8f257153-036b-43bc-ab98-d3ed6ea115ec)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:00.426467 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2d91214e-707a-46f2-913a-337ee461e161 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.437636 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c510a608-fc2b-4afc-afc9-b280d9656f49 req-62a9f9ae-d72b-491d-928f-b8d351b49558 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701754 Nov 12 00:42:00.463752 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-2d91214e-707a-46f2-913a-337ee461e161 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Calling delete_port for 7668769c-05db-4558-82d6-b5982b418c7a owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:00.465904 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65308d69-919f-47c9-9fe2-139d56d45157 None None] DHCP port deletion for c370b056-5ddc-4e1d-a71d-9d4f82ac7987 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:00.529504 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-65308d69-919f-47c9-9fe2-139d56d45157 None None] Deleting port 7668769c-05db-4558-82d6-b5982b418c7a {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:00.529998 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-65308d69-919f-47c9-9fe2-139d56d45157 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.546434 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5533fd-e2af-4c96-ae8a-f52cf1dbec90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1104d0a1-0b8c-4b63-886a-552dd272ce73'}, {'server_uuid': '40526dd1-099a-46bf-88a2-fb385b1ab4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ddfda0-4f02-40ff-aea8-1dd1fc986a97'}, {'server_uuid': '03585741-8967-4c19-aefd-2b22f9df0b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '130bbe7b-2dda-4118-8336-07b90fc09ee0'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:00.548604 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adada07-a3f2-4ba0-a373-6290471be43d" -d '{"events": [{"server_uuid": "5c5533fd-e2af-4c96-ae8a-f52cf1dbec90", "name": "network-vif-plugged", "status": "completed", "tag": "1104d0a1-0b8c-4b63-886a-552dd272ce73"}, {"server_uuid": "40526dd1-099a-46bf-88a2-fb385b1ab4a6", "name": "network-vif-plugged", "status": "completed", "tag": "23ddfda0-4f02-40ff-aea8-1dd1fc986a97"}, {"server_uuid": "03585741-8967-4c19-aefd-2b22f9df0b2d", "name": "network-vif-unplugged", "status": "completed", "tag": "130bbe7b-2dda-4118-8336-07b90fc09ee0"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:00.564394 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2d91214e-707a-46f2-913a-337ee461e161 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.580858 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-20469da0-a0ae-485b-b408-c9b613022680 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:00.582381 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-20469da0-a0ae-485b-b408-c9b613022680 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3&tenant_id=0c08be1f58b544848c94fddfb37189e3&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 1098 time: 0.1189694 Nov 12 00:42:00.591158 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b003284-d2fa-4268-b21f-82b94a0d1a55 req-81657c06-ba58-4b37-905c-ea2301dba0a2 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:00.595145 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6b003284-d2fa-4268-b21f-82b94a0d1a55 req-81657c06-ba58-4b37-905c-ea2301dba0a2 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 944 time: 0.0720427 Nov 12 00:42:00.600244 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712137-14'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:00.603942 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d91214e-707a-46f2-913a-337ee461e161 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] No DVR routers for this DVR port 7668769c-05db-4558-82d6-b5982b418c7a on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:00.620202 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-65308d69-919f-47c9-9fe2-139d56d45157 None None] For port 7668769c-05db-4558-82d6-b5982b418c7a, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7668769c-05db-4558-82d6-b5982b418c7a,segment=NetworkSegment(8f257153-036b-43bc-ab98-d3ed6ea115ec),segment_id=8f257153-036b-43bc-ab98-d3ed6ea115ec)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:00.621519 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-65308d69-919f-47c9-9fe2-139d56d45157 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.621695 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91214e-707a-46f2-913a-337ee461e161 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Pushing event deleted for resources: {'Port': ['ID=7668769c-05db-4558-82d6-b5982b418c7a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:00.639430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-65308d69-919f-47c9-9fe2-139d56d45157 None None] Calling delete_port for 7668769c-05db-4558-82d6-b5982b418c7a owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:00.690965 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.705216 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6b003284-d2fa-4268-b21f-82b94a0d1a55 req-72eea0dd-e396-4423-96e2-5f949fa1d80a tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/security-groups?id=19af44c2-4a1e-4d07-9537-e4e2dee5190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856173 Nov 12 00:42:00.745159 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-65308d69-919f-47c9-9fe2-139d56d45157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.747580 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2d91214e-707a-46f2-913a-337ee461e161 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.769732 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bce34-567f-479c-b1e6-0d0a48509d35 req-d0f67eb1-e7d7-4df3-ab3e-1d722001933b tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:00.777973 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a5bce34-567f-479c-b1e6-0d0a48509d35 req-d0f67eb1-e7d7-4df3-ab3e-1d722001933b tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 945 time: 0.1580422 Nov 12 00:42:00.790296 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65308d69-919f-47c9-9fe2-139d56d45157 None None] No DVR routers for this DVR port 7668769c-05db-4558-82d6-b5982b418c7a on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:00.803186 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65308d69-919f-47c9-9fe2-139d56d45157 None None] Pushing event deleted for resources: {'Port': ['ID=7668769c-05db-4558-82d6-b5982b418c7a,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:00.809277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-2d91214e-707a-46f2-913a-337ee461e161 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c370b056-5ddc-4e1d-a71d-9d4f82ac7987']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:00.839535 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-2d91214e-707a-46f2-913a-337ee461e161 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f257153-036b-43bc-ab98-d3ed6ea115ec') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:00.839855 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-2d91214e-707a-46f2-913a-337ee461e161 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f257153-036b-43bc-ab98-d3ed6ea115ec') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:00.868145 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2d91214e-707a-46f2-913a-337ee461e161 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.873743 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7668769c-05db-4558-82d6-b5982b418c7a no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:00.876390 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] For port 4e501b64-9885-4bc5-88aa-85313ef3d2ac, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=4e501b64-9885-4bc5-88aa-85313ef3d2ac,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:00.890190 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a5bce34-567f-479c-b1e6-0d0a48509d35 req-56fbb5cc-9284-4715-bdce-fc30c5889eb0 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112304 Nov 12 00:42:00.895292 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2d91214e-707a-46f2-913a-337ee461e161 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.902868 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d91214e-707a-46f2-913a-337ee461e161 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:00.903103 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 7668769c-05db-4558-82d6-b5982b418c7a {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:00.903273 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2d91214e-707a-46f2-913a-337ee461e161 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.903694 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7668769c-05db-4558-82d6-b5982b418c7a not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:00.909907 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:00.953527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] For port 4e501b64-9885-4bc5-88aa-85313ef3d2ac, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:00.975143 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffb8bcc-bfa0-4386-acdd-46d3155e004c x-openstack-request-id: req-2ffb8bcc-bfa0-4386-acdd-46d3155e004c {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:00.975444 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5533fd-e2af-4c96-ae8a-f52cf1dbec90", "name": "network-vif-plugged", "status": "completed", "tag": "1104d0a1-0b8c-4b63-886a-552dd272ce73", "code": 200}, {"server_uuid": "40526dd1-099a-46bf-88a2-fb385b1ab4a6", "name": "network-vif-plugged", "status": "completed", "tag": "23ddfda0-4f02-40ff-aea8-1dd1fc986a97", "code": 200}, {"server_uuid": "03585741-8967-4c19-aefd-2b22f9df0b2d", "name": "network-vif-unplugged", "status": "completed", "tag": "130bbe7b-2dda-4118-8336-07b90fc09ee0", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:00.975697 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ffb8bcc-bfa0-4386-acdd-46d3155e004c {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:00.976093 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5533fd-e2af-4c96-ae8a-f52cf1dbec90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1104d0a1-0b8c-4b63-886a-552dd272ce73', 'code': 200} Nov 12 00:42:00.976347 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40526dd1-099a-46bf-88a2-fb385b1ab4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ddfda0-4f02-40ff-aea8-1dd1fc986a97', 'code': 200} Nov 12 00:42:00.976674 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03585741-8967-4c19-aefd-2b22f9df0b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '130bbe7b-2dda-4118-8336-07b90fc09ee0', 'code': 200} Nov 12 00:42:00.986872 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2d91214e-707a-46f2-913a-337ee461e161 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:01.002439 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2d91214e-707a-46f2-913a-337ee461e161 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:01.007572 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2d91214e-707a-46f2-913a-337ee461e161 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] 10.222.0.31 "DELETE /v2.0/networks/c370b056-5ddc-4e1d-a71d-9d4f82ac7987 HTTP/1.1" status: 204 len: 168 time: 0.8680775 Nov 12 00:42:01.014045 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133898a6-5d17-40e1-a3ca-f9f4bdc07bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e501b64-9885-4bc5-88aa-85313ef3d2ac'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:01.016751 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21dd3c8-f276-4940-b109-f27bbb62e15a" -d '{"events": [{"server_uuid": "133898a6-5d17-40e1-a3ca-f9f4bdc07bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "4e501b64-9885-4bc5-88aa-85313ef3d2ac"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:01.021955 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:01.023892 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91214e-707a-46f2-913a-337ee461e161 tempest-ExtraDHCPOptionsTestJSON-717248167 tempest-ExtraDHCPOptionsTestJSON-717248167-project] Pushing event deleted for resources: {'Network': ['ID=c370b056-5ddc-4e1d-a71d-9d4f82ac7987,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:01.028962 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:01.099452 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 5cb3575f-e106-44a5-be05-7d0c4187c600 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:01.143426 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] Pushing event updated for resources: {'Port': ['ID=4e501b64-9885-4bc5-88aa-85313ef3d2ac,revision_number=7']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:01.147835 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] Attempting to bind port 4e501b64-9885-4bc5-88aa-85313ef3d2ac on host n-h1-712137-14 for vnic_type normal with profile {"migrating_to": "n-h2-712137-14"} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:01.148217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] Attempting to bind port 4e501b64-9885-4bc5-88aa-85313ef3d2ac by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:01.148836 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] Attempting to bind port 4e501b64-9885-4bc5-88aa-85313ef3d2ac on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:01.156680 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] Port 4e501b64-9885-4bc5-88aa-85313ef3d2ac on network f1926e98-a223-4d69-aca0-b114b74b472e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:42:01.157603 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] Attempting to bind port 4e501b64-9885-4bc5-88aa-85313ef3d2ac on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:01.164719 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:01.165245 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] Checking segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:01.165636 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] Bound using segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:01.166066 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] Bound port: 4e501b64-9885-4bc5-88aa-85313ef3d2ac, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:01.166421 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:01.197677 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 5cb3575f-e106-44a5-be05-7d0c4187c600 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:42:01.204306 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 5cb3575f-e106-44a5-be05-7d0c4187c600 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:01.204824 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:01.237560 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c0c95-205a-4be3-8986-855b8c6e54e5 req-ee43d698-2a89-4e33-9490-ace8240c4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:01.239097 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a70c0c95-205a-4be3-8986-855b8c6e54e5 req-ee43d698-2a89-4e33-9490-ace8240c4355 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5c5533fd-e2af-4c96-ae8a-f52cf1dbec90 HTTP/1.1" status: 200 len: 1102 time: 0.1467106 Nov 12 00:42:01.276220 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e269e-7556-412e-84c2-5eb8f9f8bf02 req-8e773dbf-c062-44f5-88e3-a3387ea60673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:01.278682 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-601e269e-7556-412e-84c2-5eb8f9f8bf02 req-8e773dbf-c062-44f5-88e3-a3387ea60673 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 1097 time: 0.1359403 Nov 12 00:42:01.287263 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] For port 4e501b64-9885-4bc5-88aa-85313ef3d2ac, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:01.291611 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] For port 4e501b64-9885-4bc5-88aa-85313ef3d2ac, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=4e501b64-9885-4bc5-88aa-85313ef3d2ac,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:01.304621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dc30c-fd66-4b3e-ba98-e6d49651b920 req-2e4b35e5-f75f-4553-bced-762385dfbfd5 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:01.305011 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:01.312890 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b2dc30c-fd66-4b3e-ba98-e6d49651b920 req-2e4b35e5-f75f-4553-bced-762385dfbfd5 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 944 time: 0.1303654 Nov 12 00:42:01.335972 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:01.355041 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a70c0c95-205a-4be3-8986-855b8c6e54e5 req-7c905cbd-27b2-49f8-a948-31fce92a4d26 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057405 Nov 12 00:42:01.392687 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 5cb3575f-e106-44a5-be05-7d0c4187c600, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5cb3575f-e106-44a5-be05-7d0c4187c600,segment=NetworkSegment(3074caa4-d7ab-4aa1-be5d-c560d28755e8),segment_id=3074caa4-d7ab-4aa1-be5d-c560d28755e8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:01.402981 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:01.414570 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b2dc30c-fd66-4b3e-ba98-e6d49651b920 req-1435f9ac-536e-4ce0-a41b-4b871df89777 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006925 Nov 12 00:42:01.421172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:01.421945 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:01.423682 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] 10.222.0.15 "PUT /v2.0/ports/4e501b64-9885-4bc5-88aa-85313ef3d2ac HTTP/1.1" status: 200 len: 1124 time: 0.8273346 Nov 12 00:42:01.425783 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-601e269e-7556-412e-84c2-5eb8f9f8bf02 req-bf561436-50f9-423b-b38c-7398caa7bb09 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294477 Nov 12 00:42:01.426466 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e0a81-2c20-43ed-a50e-90c30ba4345d service neutron] Pushing event updated for resources: {'Port': ['ID=4e501b64-9885-4bc5-88aa-85313ef3d2ac,revision_number=8']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:01.474241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=5cb3575f-e106-44a5-be05-7d0c4187c600,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:01.491143 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25a032f-6cf9-466e-987f-9017a2b35091 x-openstack-request-id: req-e25a032f-6cf9-466e-987f-9017a2b35091 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:01.491431 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133898a6-5d17-40e1-a3ca-f9f4bdc07bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "4e501b64-9885-4bc5-88aa-85313ef3d2ac", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:01.491681 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e25a032f-6cf9-466e-987f-9017a2b35091 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:01.492074 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133898a6-5d17-40e1-a3ca-f9f4bdc07bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e501b64-9885-4bc5-88aa-85313ef3d2ac', 'code': 200} Nov 12 00:42:01.538274 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['4e501b64-9885-4bc5-88aa-85313ef3d2ac'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:01.539928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59022) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:01.604820 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14a420-d563-45ea-b405-d423df711873 req-57c24641-ddb1-4c2f-b649-cc0b34a5472e tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:01.608313 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be14a420-d563-45ea-b405-d423df711873 req-57c24641-ddb1-4c2f-b649-cc0b34a5472e tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c5533fd-e2af-4c96-ae8a-f52cf1dbec90 HTTP/1.1" status: 200 len: 950 time: 0.0706570 Nov 12 00:42:01.659383 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be14a420-d563-45ea-b405-d423df711873 req-002d75f8-2068-4546-86fb-1a4c8d61aef4 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501082 Nov 12 00:42:01.742573 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7e148b3a-cbc9-47e4-b7c3-1360b60f8fde admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c5cf03a02c08465f9f1206d7995a0760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2014499 Nov 12 00:42:01.745066 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59034) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:01.821038 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6e33e-6096-488c-932a-6290bffd294e req-5f37ad90-7b56-4d9d-b10a-a9e816978d88 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:01.822675 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-42e6e33e-6096-488c-932a-6290bffd294e req-5f37ad90-7b56-4d9d-b10a-a9e816978d88 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 945 time: 0.0812018 Nov 12 00:42:01.840417 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa4cbc46-3715-432f-9e58-0e64aebda28b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:01.882509 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa4cbc46-3715-432f-9e58-0e64aebda28b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:01.909108 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-42e6e33e-6096-488c-932a-6290bffd294e req-e8a7caa9-b372-451b-ba6e-1a185916785a tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781791 Nov 12 00:42:01.945157 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa4cbc46-3715-432f-9e58-0e64aebda28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:01.948076 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa4cbc46-3715-432f-9e58-0e64aebda28b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:01.949839 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fa4cbc46-3715-432f-9e58-0e64aebda28b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92a304cd-490c-4b1a-bd5d-6342bc16ada6 HTTP/1.1" status: 204 len: 168 time: 0.2033350 Nov 12 00:42:01.957779 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cbc46-3715-432f-9e58-0e64aebda28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a304cd-490c-4b1a-bd5d-6342bc16ada6,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:02.066187 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b635f00-66b3-49e5-bbaf-d2f16b65f08d req-5661b982-6cd4-44c0-a68d-d81e6be36744 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:02.069233 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6b635f00-66b3-49e5-bbaf-d2f16b65f08d req-5661b982-6cd4-44c0-a68d-d81e6be36744 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 945 time: 0.0562720 Nov 12 00:42:02.126835 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6b635f00-66b3-49e5-bbaf-d2f16b65f08d req-8b2c2071-251c-49cb-b5d5-0fcef31c8c15 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/security-groups?id=19af44c2-4a1e-4d07-9537-e4e2dee5190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500944 Nov 12 00:42:02.247784 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a925dc0-22b3-414d-a10a-abd4fc8f988c req-ce8804ce-afab-45b2-a32e-3f0e48fd9456 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:02.249430 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5a925dc0-22b3-414d-a10a-abd4fc8f988c req-ce8804ce-afab-45b2-a32e-3f0e48fd9456 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 945 time: 0.0583327 Nov 12 00:42:02.307999 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5a925dc0-22b3-414d-a10a-abd4fc8f988c req-5e8e59b9-7359-4498-8eb2-7cfce6829222 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510807 Nov 12 00:42:02.416061 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11213b4e-ffcb-4590-98d9-da07f4b7456c req-a2a4a828-2470-457e-9638-e09cfd905c8e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:02.418765 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11213b4e-ffcb-4590-98d9-da07f4b7456c req-a2a4a828-2470-457e-9638-e09cfd905c8e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 945 time: 0.0512173 Nov 12 00:42:02.473365 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11213b4e-ffcb-4590-98d9-da07f4b7456c req-cb6f0c67-e3e9-441b-a39e-df8bf58eacbc tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480301 Nov 12 00:42:02.595455 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85011789-b374-4f91-8dd1-b5a2cccdccc6 req-3198cbc2-4b23-4047-a493-7f8857e08b2c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:02.597196 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85011789-b374-4f91-8dd1-b5a2cccdccc6 req-3198cbc2-4b23-4047-a493-7f8857e08b2c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 944 time: 0.0623720 Nov 12 00:42:02.665029 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85011789-b374-4f91-8dd1-b5a2cccdccc6 req-92edde3f-fed8-494b-95e5-c455d6ce343c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565956 Nov 12 00:42:02.709262 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59114) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:02.788863 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b036b-b784-4402-ba2b-93f32f631a23 req-15e0cf02-1f52-4108-b33a-7d7f9c700d62 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:02.790769 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b85b036b-b784-4402-ba2b-93f32f631a23 req-15e0cf02-1f52-4108-b33a-7d7f9c700d62 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 945 time: 0.0637233 Nov 12 00:42:02.828925 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-5071ea93-6c25-4824-b606-c25444e6ab5d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-430713674'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:02.875574 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b85b036b-b784-4402-ba2b-93f32f631a23 req-ad80cd70-5e4f-4530-af5d-1c7b02323d7e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745261 Nov 12 00:42:02.876933 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5071ea93-6c25-4824-b606-c25444e6ab5d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:02.880585 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5071ea93-6c25-4824-b606-c25444e6ab5d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:02.889701 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5071ea93-6c25-4824-b606-c25444e6ab5d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:02.978080 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92fc7fe-0770-43f1-aa34-efb2357d3752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb3575f-e106-44a5-be05-7d0c4187c600'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:02.981172 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032936be-fb77-4838-af73-a28cc66c1f90" -d '{"events": [{"server_uuid": "c92fc7fe-0770-43f1-aa34-efb2357d3752", "name": "network-vif-plugged", "status": "completed", "tag": "5cb3575f-e106-44a5-be05-7d0c4187c600"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:03.009352 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5071ea93-6c25-4824-b606-c25444e6ab5d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:03.016246 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5071ea93-6c25-4824-b606-c25444e6ab5d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:03.038119 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4e15f-6a49-48fd-89fb-20c8e3171323 req-77be4119-cd56-469b-a5b0-6d7169ea2635 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:03.039475 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e4e4e15f-6a49-48fd-89fb-20c8e3171323 req-77be4119-cd56-469b-a5b0-6d7169ea2635 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c5533fd-e2af-4c96-ae8a-f52cf1dbec90 HTTP/1.1" status: 200 len: 950 time: 0.0887475 Nov 12 00:42:03.054171 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5071ea93-6c25-4824-b606-c25444e6ab5d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:42:03.102494 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5071ea93-6c25-4824-b606-c25444e6ab5d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:03.103128 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-5071ea93-6c25-4824-b606-c25444e6ab5d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Added segment 1ff68248-7fc5-4035-bec9-099aa49e32e2 of type vlan for network e3add4c8-7943-4a49-b2cd-46ea5141b9a7 Nov 12 00:42:03.106383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071ea93-6c25-4824-b606-c25444e6ab5d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a7cde8-eff5-4cf7-8856-862c458f21e8,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:03.168436 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e4e4e15f-6a49-48fd-89fb-20c8e3171323 req-0e4fcba2-1419-4bae-bbe6-a4d26b380f7d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198246 Nov 12 00:42:03.172065 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5071ea93-6c25-4824-b606-c25444e6ab5d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:03.210279 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5071ea93-6c25-4824-b606-c25444e6ab5d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:03.218397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5071ea93-6c25-4824-b606-c25444e6ab5d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:03.219184 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5071ea93-6c25-4824-b606-c25444e6ab5d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:03.250382 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdd0a64-7209-40ae-8a39-dade6c788e0f x-openstack-request-id: req-3cdd0a64-7209-40ae-8a39-dade6c788e0f {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:03.250892 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92fc7fe-0770-43f1-aa34-efb2357d3752", "name": "network-vif-plugged", "status": "completed", "tag": "5cb3575f-e106-44a5-be05-7d0c4187c600", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:03.252033 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3cdd0a64-7209-40ae-8a39-dade6c788e0f {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:03.253480 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92fc7fe-0770-43f1-aa34-efb2357d3752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb3575f-e106-44a5-be05-7d0c4187c600', 'code': 200} Nov 12 00:42:03.317390 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5071ea93-6c25-4824-b606-c25444e6ab5d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6069226 Nov 12 00:42:03.328337 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071ea93-6c25-4824-b606-c25444e6ab5d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Network': ['ID=e3add4c8-7943-4a49-b2cd-46ea5141b9a7,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:03.341263 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network e3add4c8-7943-4a49-b2cd-46ea5141b9a7 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:03.364778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f19d7c-9e4e-4c79-9eda-f5da7c8de079 req-8d342707-9533-45e1-a4ce-c3b48e745cd3 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:03.366423 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-03f19d7c-9e4e-4c79-9eda-f5da7c8de079 req-8d342707-9533-45e1-a4ce-c3b48e745cd3 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 945 time: 0.1139255 Nov 12 00:42:03.377167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62791ab-efcf-4090-9559-8cfdeaa6e02c req-c930e15a-51d3-4dce-902e-5c51a3982554 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:03.378697 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f62791ab-efcf-4090-9559-8cfdeaa6e02c req-c930e15a-51d3-4dce-902e-5c51a3982554 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 945 time: 0.0831563 Nov 12 00:42:03.450291 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f62791ab-efcf-4090-9559-8cfdeaa6e02c req-13c4e159-39c2-4c94-9737-e83af062bdc1 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/security-groups?id=19af44c2-4a1e-4d07-9537-e4e2dee5190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628264 Nov 12 00:42:03.485417 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a31422-a5b4-4dd9-8e82-73c51c4ccf6d req-eba743e6-ea32-4865-9686-3611a722dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:03.486935 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-09a31422-a5b4-4dd9-8e82-73c51c4ccf6d req-eba743e6-ea32-4865-9686-3611a722dd66 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 1097 time: 0.0991805 Nov 12 00:42:03.492192 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-03f19d7c-9e4e-4c79-9eda-f5da7c8de079 req-653fd017-112a-4d5c-9391-13338e007852 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180353 Nov 12 00:42:03.492651 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133898a6-5d17-40e1-a3ca-f9f4bdc07bc3', 'tag': '4e501b64-9885-4bc5-88aa-85313ef3d2ac'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:03.496728 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ceb5fc-8f49-4eae-a216-cdb492c89f19" -d '{"events": [{"name": "network-changed", "server_uuid": "133898a6-5d17-40e1-a3ca-f9f4bdc07bc3", "tag": "4e501b64-9885-4bc5-88aa-85313ef3d2ac"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:03.509880 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59160) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:03.528406 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-74a56cb0-3047-4faa-95f8-343414f9f4cd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'subnet': {'network_id': 'e3add4c8-7943-4a49-b2cd-46ea5141b9a7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:03.561719 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-09a31422-a5b4-4dd9-8e82-73c51c4ccf6d req-5c07a2cc-4ea2-491f-9c44-96e0bbcbc213 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=19af44c2-4a1e-4d07-9537-e4e2dee5190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610781 Nov 12 00:42:03.640854 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a56cb0-3047-4faa-95f8-343414f9f4cd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:03.644737 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-74a56cb0-3047-4faa-95f8-343414f9f4cd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:03.744279 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb13735-ebeb-4773-aa19-d5402b73500c req-1cd0e7f5-d35a-4124-8abf-2d204342a2ab tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:03.746011 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ccb13735-ebeb-4773-aa19-d5402b73500c req-1cd0e7f5-d35a-4124-8abf-2d204342a2ab tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 945 time: 0.0547106 Nov 12 00:42:03.774719 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0b4de-ef10-4040-a1b7-a32e15b78b19 req-2baade9e-b62a-4167-b241-9875560b32eb tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:03.781311 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0b4de-ef10-4040-a1b7-a32e15b78b19 req-2baade9e-b62a-4167-b241-9875560b32eb tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:03.782889 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2ac0b4de-ef10-4040-a1b7-a32e15b78b19 req-2baade9e-b62a-4167-b241-9875560b32eb tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33&device_id=5c5533fd-e2af-4c96-ae8a-f52cf1dbec90 HTTP/1.1" status: 200 len: 1691 time: 0.1069503 Nov 12 00:42:03.795673 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ccb13735-ebeb-4773-aa19-d5402b73500c req-eedd142e-8b53-4b1f-adcc-28ec53df53db tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422184 Nov 12 00:42:03.876752 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2ac0b4de-ef10-4040-a1b7-a32e15b78b19 req-067429f5-b0e5-432e-bb7b-4c58f6cf49ce tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859113 Nov 12 00:42:03.912613 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735c146c-7ddb-4d3b-afa2-fcb0d22dd2ec x-openstack-request-id: req-735c146c-7ddb-4d3b-afa2-fcb0d22dd2ec {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:03.912958 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133898a6-5d17-40e1-a3ca-f9f4bdc07bc3", "tag": "4e501b64-9885-4bc5-88aa-85313ef3d2ac", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:03.913236 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-735c146c-7ddb-4d3b-afa2-fcb0d22dd2ec {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:03.913641 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133898a6-5d17-40e1-a3ca-f9f4bdc07bc3', 'tag': '4e501b64-9885-4bc5-88aa-85313ef3d2ac', 'status': 'completed', 'code': 200} Nov 12 00:42:03.925186 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-74a56cb0-3047-4faa-95f8-343414f9f4cd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:04.050737 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a56cb0-3047-4faa-95f8-343414f9f4cd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Subnet': ['ID=dd4f7e24-003d-4f3f-af89-4742303c3938,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:04.074251 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ceb5fc-8f49-4eae-a216-cdb492c89f19 req-fe1ce9cb-74d7-47cb-890f-a993541b120b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:04.076261 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e8ceb5fc-8f49-4eae-a216-cdb492c89f19 req-fe1ce9cb-74d7-47cb-890f-a993541b120b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 1127 time: 0.1233037 Nov 12 00:42:04.082201 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a56cb0-3047-4faa-95f8-343414f9f4cd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Checking segment: {'id': '1ff68248-7fc5-4035-bec9-099aa49e32e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e3add4c8-7943-4a49-b2cd-46ea5141b9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:04.082618 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a56cb0-3047-4faa-95f8-343414f9f4cd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network hostable DHCP agents. Network: e3add4c8-7943-4a49-b2cd-46ea5141b9a7, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:42:04.103106 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ce68d-4bd7-4054-9f07-8225bf419798 req-6e9230c0-8c87-43b6-916f-1de1f5f65248 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:04.106137 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ee1ce68d-4bd7-4054-9f07-8225bf419798 req-6e9230c0-8c87-43b6-916f-1de1f5f65248 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 947 time: 0.1204917 Nov 12 00:42:04.198186 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a56cb0-3047-4faa-95f8-343414f9f4cd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network e3add4c8-7943-4a49-b2cd-46ea5141b9a7 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:42:04.230848 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-74a56cb0-3047-4faa-95f8-343414f9f4cd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, e3add4c8-7943-4a49-b2cd-46ea5141b9a7) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:04.240264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71204205-a2fe-40e3-a24a-c2b9fbe7ef94 None None] Network e3add4c8-7943-4a49-b2cd-46ea5141b9a7 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:04.240741 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a56cb0-3047-4faa-95f8-343414f9f4cd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:04.241065 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-74a56cb0-3047-4faa-95f8-343414f9f4cd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:04.251946 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b23672-0b67-4b59-9ad0-b5c63d32aaeb req-d70447ed-97be-4b59-a48e-377545650fe0 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:04.253669 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d5b23672-0b67-4b59-9ad0-b5c63d32aaeb req-d70447ed-97be-4b59-a48e-377545650fe0 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 944 time: 0.0670211 Nov 12 00:42:04.277946 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ee1ce68d-4bd7-4054-9f07-8225bf419798 req-20b632bb-d8a6-4835-9358-d4dbd5c03eaa tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523612 Nov 12 00:42:04.284127 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ceb5fc-8f49-4eae-a216-cdb492c89f19 req-0a40215a-25fe-4c0e-bfd7-e09fbc7e587c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:04.285965 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e8ceb5fc-8f49-4eae-a216-cdb492c89f19 req-0a40215a-25fe-4c0e-bfd7-e09fbc7e587c service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 909 time: 0.2008636 Nov 12 00:42:04.296755 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-74a56cb0-3047-4faa-95f8-343414f9f4cd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7831130 Nov 12 00:42:04.301869 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59180) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:04.309776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7c3a1907-5216-4dae-9dc1-dbacffd6ed52 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-615754621'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:04.339105 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e8ceb5fc-8f49-4eae-a216-cdb492c89f19 req-1d2a9a1a-0e48-4626-9f9e-62a947be80a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e501b64-9885-4bc5-88aa-85313ef3d2ac HTTP/1.1" status: 200 len: 217 time: 0.0434558 Nov 12 00:42:04.348547 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d5b23672-0b67-4b59-9ad0-b5c63d32aaeb req-ecc17d3f-38c7-4734-baec-f1295fdd4f86 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885279 Nov 12 00:42:04.383811 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3a1907-5216-4dae-9dc1-dbacffd6ed52 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:04.387584 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7c3a1907-5216-4dae-9dc1-dbacffd6ed52 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:04.410447 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ceb5fc-8f49-4eae-a216-cdb492c89f19 req-2edaa71e-6a9c-44ef-bd8f-00ae24ce838a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:04.413901 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e8ceb5fc-8f49-4eae-a216-cdb492c89f19 req-2edaa71e-6a9c-44ef-bd8f-00ae24ce838a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fc5c04a-017f-4820-8cce-df76bd4f7a1c HTTP/1.1" status: 200 len: 848 time: 0.0644193 Nov 12 00:42:04.449653 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3a1907-5216-4dae-9dc1-dbacffd6ed52 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:42:04.481515 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7c3a1907-5216-4dae-9dc1-dbacffd6ed52 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:04.482313 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-7c3a1907-5216-4dae-9dc1-dbacffd6ed52 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Added segment 8d3d775f-76b4-44cd-afb1-eee78537aac5 of type vlan for network 456570b6-9eab-411b-ba88-7c3c26db1990 Nov 12 00:42:04.489031 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e8ceb5fc-8f49-4eae-a216-cdb492c89f19 req-bba38b7d-80d1-4193-801c-ed4888ae4c35 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1926e98-a223-4d69-aca0-b114b74b472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652711 Nov 12 00:42:04.555462 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7c3a1907-5216-4dae-9dc1-dbacffd6ed52 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:04.570260 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7df1e-bcf8-4a03-86fa-f7b7fbac8ce1 req-ddc4828c-4c31-411e-848f-13a5e3bfab58 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:04.579102 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2d7df1e-bcf8-4a03-86fa-f7b7fbac8ce1 req-ddc4828c-4c31-411e-848f-13a5e3bfab58 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 945 time: 0.1132598 Nov 12 00:42:04.607502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3d1ba-9134-4630-a813-d8567c47147e req-edae7353-0952-4988-92b5-2058d32dd731 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:04.609054 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fee3d1ba-9134-4630-a813-d8567c47147e req-edae7353-0952-4988-92b5-2058d32dd731 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 1102 time: 0.1171036 Nov 12 00:42:04.632915 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7f0952-887a-45c8-abe7-54c1db3b65d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-e3add4c8-7943-4a49-b2cd-46ea5141b9a7', 'network_id': 'e3add4c8-7943-4a49-b2cd-46ea5141b9a7', 'tenant_id': '743aa15e4e8e4568a0f650b704e9151a', 'fixed_ips': [{'subnet_id': 'dd4f7e24-003d-4f3f-af89-4742303c3938'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:42:04.634303 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-da7f0952-887a-45c8-abe7-54c1db3b65d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:04.661128 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e8ceb5fc-8f49-4eae-a216-cdb492c89f19 req-27310058-2988-4df2-afc6-23d0bd93b171 service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591454 Nov 12 00:42:04.682443 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2d7df1e-bcf8-4a03-86fa-f7b7fbac8ce1 req-d4bdd2b7-df4a-42ce-8680-21249ad715a1 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021094 Nov 12 00:42:04.683131 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7c3a1907-5216-4dae-9dc1-dbacffd6ed52 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:04.689379 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a1907-5216-4dae-9dc1-dbacffd6ed52 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:04.690037 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7c3a1907-5216-4dae-9dc1-dbacffd6ed52 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:04.714428 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fee3d1ba-9134-4630-a813-d8567c47147e req-1eefe9d9-8a49-40b3-9b2b-413859b292c5 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980461 Nov 12 00:42:04.737779 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7c3a1907-5216-4dae-9dc1-dbacffd6ed52 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4345021 Nov 12 00:42:04.745965 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59190) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:04.760118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-749313d9-3aa9-4b45-8362-540716f0ac79 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'subnet': {'network_id': '456570b6-9eab-411b-ba88-7c3c26db1990', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:04.819032 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e8ceb5fc-8f49-4eae-a216-cdb492c89f19 req-8dea2b3b-0b61-45f5-872f-044d880232d6 service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482415 Nov 12 00:42:04.862662 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-da7f0952-887a-45c8-abe7-54c1db3b65d9 None None] Allocated IP 172.20.255.242 (e3add4c8-7943-4a49-b2cd-46ea5141b9a7/dd4f7e24-003d-4f3f-af89-4742303c3938/c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:04.905387 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98370f2c-90d4-4c2d-a4e4-2b9f16158f7d req-065fd111-0967-468e-8e46-03d361fe9d16 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:04.913474 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98370f2c-90d4-4c2d-a4e4-2b9f16158f7d req-065fd111-0967-468e-8e46-03d361fe9d16 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 945 time: 0.0688486 Nov 12 00:42:04.931859 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a1907-5216-4dae-9dc1-dbacffd6ed52 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Network': ['ID=456570b6-9eab-411b-ba88-7c3c26db1990,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:04.958284 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 456570b6-9eab-411b-ba88-7c3c26db1990 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:04.971533 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98370f2c-90d4-4c2d-a4e4-2b9f16158f7d req-13e939f9-70df-44cd-97ad-e4ced2a006bd tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570774 Nov 12 00:42:04.978462 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa90db-f5e7-4d8d-8794-29128b601dbb req-3fd2daee-fabc-4f54-ab2a-c5ba0ad53a57 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:04.982822 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1faa90db-f5e7-4d8d-8794-29128b601dbb req-3fd2daee-fabc-4f54-ab2a-c5ba0ad53a57 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 945 time: 0.1369979 Nov 12 00:42:05.052670 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1faa90db-f5e7-4d8d-8794-29128b601dbb req-8a1f5560-fd0c-4ec8-9ae7-ff4060eeb59c tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/security-groups?id=19af44c2-4a1e-4d07-9537-e4e2dee5190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633869 Nov 12 00:42:05.055198 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749313d9-3aa9-4b45-8362-540716f0ac79 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:05.057389 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-749313d9-3aa9-4b45-8362-540716f0ac79 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.139513 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 4e501b64-9885-4bc5-88aa-85313ef3d2ac details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:05.170373 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-da7f0952-887a-45c8-abe7-54c1db3b65d9 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.188062 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0dd428-b9cf-4e07-9752-07a4abac5647 req-61bf079d-1fef-4304-a384-5f13066860c1 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:05.199779 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bc0dd428-b9cf-4e07-9752-07a4abac5647 req-61bf079d-1fef-4304-a384-5f13066860c1 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5c5533fd-e2af-4c96-ae8a-f52cf1dbec90 HTTP/1.1" status: 200 len: 1102 time: 0.1017945 Nov 12 00:42:05.211365 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-da7f0952-887a-45c8-abe7-54c1db3b65d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.280882 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f0952-887a-45c8-abe7-54c1db3b65d9 None None] Network e3add4c8-7943-4a49-b2cd-46ea5141b9a7 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:05.319338 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-da7f0952-887a-45c8-abe7-54c1db3b65d9 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:05.326396 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7f0952-887a-45c8-abe7-54c1db3b65d9 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:05.328395 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70932c3-b9dc-41ed-addc-e48c1fdc401a req-f668b5e7-a570-4bb9-8d07-2df7b67e0a9c tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:05.333649 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a70932c3-b9dc-41ed-addc-e48c1fdc401a req-f668b5e7-a570-4bb9-8d07-2df7b67e0a9c tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 945 time: 0.1147563 Nov 12 00:42:05.352812 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f0952-887a-45c8-abe7-54c1db3b65d9 None None] Pushing event updated for resources: {'Port': ['ID=c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:05.412994 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 4e501b64-9885-4bc5-88aa-85313ef3d2ac, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=4e501b64-9885-4bc5-88aa-85313ef3d2ac,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:05.431324 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-da7f0952-887a-45c8-abe7-54c1db3b65d9 None None] Attempting to bind port c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:05.431859 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-da7f0952-887a-45c8-abe7-54c1db3b65d9 None None] Attempting to bind port c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '1ff68248-7fc5-4035-bec9-099aa49e32e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e3add4c8-7943-4a49-b2cd-46ea5141b9a7'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:05.432611 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f0952-887a-45c8-abe7-54c1db3b65d9 None None] Attempting to bind port c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7 on network e3add4c8-7943-4a49-b2cd-46ea5141b9a7 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:05.435033 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 4e501b64-9885-4bc5-88aa-85313ef3d2ac has no active binding in host n-h2-712137-14 {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:42:05.439933 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f0952-887a-45c8-abe7-54c1db3b65d9 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:05.440402 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f0952-887a-45c8-abe7-54c1db3b65d9 None None] Checking segment: {'id': '1ff68248-7fc5-4035-bec9-099aa49e32e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e3add4c8-7943-4a49-b2cd-46ea5141b9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:05.440897 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-da7f0952-887a-45c8-abe7-54c1db3b65d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.441289 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f0952-887a-45c8-abe7-54c1db3b65d9 None None] Bound using segment: {'id': '1ff68248-7fc5-4035-bec9-099aa49e32e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e3add4c8-7943-4a49-b2cd-46ea5141b9a7'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:05.441762 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-da7f0952-887a-45c8-abe7-54c1db3b65d9 None None] Bound port: c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff68248-7fc5-4035-bec9-099aa49e32e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e3add4c8-7943-4a49-b2cd-46ea5141b9a7'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:05.442174 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-da7f0952-887a-45c8-abe7-54c1db3b65d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.470187 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a70932c3-b9dc-41ed-addc-e48c1fdc401a req-55f7118f-620d-409a-a1a2-49119eb78827 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249919 Nov 12 00:42:05.472146 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-749313d9-3aa9-4b45-8362-540716f0ac79 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.504012 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bc0dd428-b9cf-4e07-9752-07a4abac5647 req-93b3c7af-8927-4968-a983-1facbfa4a3f1 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033385 Nov 12 00:42:05.551325 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-da7f0952-887a-45c8-abe7-54c1db3b65d9 None None] For port c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:05.557064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-da7f0952-887a-45c8-abe7-54c1db3b65d9 None None] For port c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7,segment=NetworkSegment(1ff68248-7fc5-4035-bec9-099aa49e32e2),segment_id=1ff68248-7fc5-4035-bec9-099aa49e32e2)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:05.558946 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749313d9-3aa9-4b45-8362-540716f0ac79 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Subnet': ['ID=3715ab81-2ebc-4f65-a070-cf79c009acb6,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:05.566868 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-da7f0952-887a-45c8-abe7-54c1db3b65d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.589829 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749313d9-3aa9-4b45-8362-540716f0ac79 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Checking segment: {'id': '8d3d775f-76b4-44cd-afb1-eee78537aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '456570b6-9eab-411b-ba88-7c3c26db1990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:05.590150 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749313d9-3aa9-4b45-8362-540716f0ac79 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network hostable DHCP agents. Network: 456570b6-9eab-411b-ba88-7c3c26db1990, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:42:05.622394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749313d9-3aa9-4b45-8362-540716f0ac79 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network 456570b6-9eab-411b-ba88-7c3c26db1990 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:42:05.641491 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-749313d9-3aa9-4b45-8362-540716f0ac79 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 456570b6-9eab-411b-ba88-7c3c26db1990) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:05.648365 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749313d9-3aa9-4b45-8362-540716f0ac79 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:05.649149 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-749313d9-3aa9-4b45-8362-540716f0ac79 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.661579 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a08fd94-68ee-46cf-ac26-4a87b4cd755b None None] Network 456570b6-9eab-411b-ba88-7c3c26db1990 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:05.692528 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7eb01b-ee1f-483e-93da-360fb05fe618 req-4503da64-a9a7-468e-a998-2062c9fcc0b4 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:05.699503 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-749313d9-3aa9-4b45-8362-540716f0ac79 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9498549 Nov 12 00:42:05.699711 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f0952-887a-45c8-abe7-54c1db3b65d9 None None] Pushing event updated for resources: {'Port': ['ID=c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:05.699815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59210) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:05.701666 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a7eb01b-ee1f-483e-93da-360fb05fe618 req-4503da64-a9a7-468e-a998-2062c9fcc0b4 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 947 time: 0.0821517 Nov 12 00:42:05.764761 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a7eb01b-ee1f-483e-93da-360fb05fe618 req-8b7a6ee7-98b3-4ef6-841b-74e779017109 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542264 Nov 12 00:42:05.880789 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.899063 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4614b-dca6-4ef9-b592-6d41ae620257 req-aa123375-6737-43c3-918f-2170ca847045 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:05.900673 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8a4614b-dca6-4ef9-b592-6d41ae620257 req-aa123375-6737-43c3-918f-2170ca847045 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 944 time: 0.1563225 Nov 12 00:42:05.909363 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c3e87-0c45-498f-80f8-53d3d3d69cc5 req-f93e2d60-086b-4e3f-8aaa-011c00877341 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:05.911722 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ce3c3e87-0c45-498f-80f8-53d3d3d69cc5 req-f93e2d60-086b-4e3f-8aaa-011c00877341 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 945 time: 0.0637400 Nov 12 00:42:05.940197 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404cf7b9-3566-4bda-a6ab-3059fcdb5b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-456570b6-9eab-411b-ba88-7c3c26db1990', 'network_id': '456570b6-9eab-411b-ba88-7c3c26db1990', 'tenant_id': '743aa15e4e8e4568a0f650b704e9151a', 'fixed_ips': [{'subnet_id': '3715ab81-2ebc-4f65-a070-cf79c009acb6'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:42:05.941132 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-404cf7b9-3566-4bda-a6ab-3059fcdb5b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:05.996420 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ce3c3e87-0c45-498f-80f8-53d3d3d69cc5 req-1ead8ca9-6f8a-4bf4-8cee-30a98d5c66c1 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753758 Nov 12 00:42:06.084197 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8a4614b-dca6-4ef9-b592-6d41ae620257 req-b215d9ec-085e-4515-9e55-897179ffc63e tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755750 Nov 12 00:42:06.085739 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.149025 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-44b9b9d6-9509-4f75-9312-a7534c7c5a09 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e742524ad04144c1b8899d429dc46e5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352900 Nov 12 00:42:06.194530 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-404cf7b9-3566-4bda-a6ab-3059fcdb5b3e None None] Allocated IP 172.20.0.2 (456570b6-9eab-411b-ba88-7c3c26db1990/3715ab81-2ebc-4f65-a070-cf79c009acb6/627e5f65-b545-47c8-8b5e-5adafcde7ac3) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:06.280251 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-1f57b6d9-bb6c-4e3e-b63e-32b1b5757903 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:06.281980 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-1f57b6d9-bb6c-4e3e-b63e-32b1b5757903 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1320457 Nov 12 00:42:06.300966 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-562ed722-29b3-46f1-b691-47ab07dd4034 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/quotas/e742524ad04144c1b8899d429dc46e5a HTTP/1.1" status: 200 len: 375 time: 0.0101838 Nov 12 00:42:06.381899 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-fe88c9c4-a535-4fc4-8ea0-6a51f90f3de4 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0742791 Nov 12 00:42:06.392059 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-404cf7b9-3566-4bda-a6ab-3059fcdb5b3e None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.411266 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-404cf7b9-3566-4bda-a6ab-3059fcdb5b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.420816 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.459171 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Subnet': ['ID=3715ab81-2ebc-4f65-a070-cf79c009acb6,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:06.471099 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404cf7b9-3566-4bda-a6ab-3059fcdb5b3e None None] Network 456570b6-9eab-411b-ba88-7c3c26db1990 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:06.475167 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-404cf7b9-3566-4bda-a6ab-3059fcdb5b3e None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:06.479732 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404cf7b9-3566-4bda-a6ab-3059fcdb5b3e None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:06.484328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404cf7b9-3566-4bda-a6ab-3059fcdb5b3e None None] Pushing event updated for resources: {'Port': ['ID=627e5f65-b545-47c8-8b5e-5adafcde7ac3,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:06.609297 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-404cf7b9-3566-4bda-a6ab-3059fcdb5b3e None None] Attempting to bind port 627e5f65-b545-47c8-8b5e-5adafcde7ac3 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:06.609836 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-404cf7b9-3566-4bda-a6ab-3059fcdb5b3e None None] Attempting to bind port 627e5f65-b545-47c8-8b5e-5adafcde7ac3 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '8d3d775f-76b4-44cd-afb1-eee78537aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '456570b6-9eab-411b-ba88-7c3c26db1990'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:06.610317 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404cf7b9-3566-4bda-a6ab-3059fcdb5b3e None None] Attempting to bind port 627e5f65-b545-47c8-8b5e-5adafcde7ac3 on network 456570b6-9eab-411b-ba88-7c3c26db1990 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:06.626589 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404cf7b9-3566-4bda-a6ab-3059fcdb5b3e None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:06.626874 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404cf7b9-3566-4bda-a6ab-3059fcdb5b3e None None] Checking segment: {'id': '8d3d775f-76b4-44cd-afb1-eee78537aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '456570b6-9eab-411b-ba88-7c3c26db1990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:06.627072 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-404cf7b9-3566-4bda-a6ab-3059fcdb5b3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.628254 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404cf7b9-3566-4bda-a6ab-3059fcdb5b3e None None] Bound using segment: {'id': '8d3d775f-76b4-44cd-afb1-eee78537aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '456570b6-9eab-411b-ba88-7c3c26db1990'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:06.628254 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-404cf7b9-3566-4bda-a6ab-3059fcdb5b3e None None] Bound port: 627e5f65-b545-47c8-8b5e-5adafcde7ac3, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d3d775f-76b4-44cd-afb1-eee78537aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '456570b6-9eab-411b-ba88-7c3c26db1990'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:06.628497 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.628979 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-404cf7b9-3566-4bda-a6ab-3059fcdb5b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.698452 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456570b6-9eab-411b-ba88-7c3c26db1990']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:06.743656 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-404cf7b9-3566-4bda-a6ab-3059fcdb5b3e None None] For port 627e5f65-b545-47c8-8b5e-5adafcde7ac3, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:06.749683 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-404cf7b9-3566-4bda-a6ab-3059fcdb5b3e None None] For port 627e5f65-b545-47c8-8b5e-5adafcde7ac3, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=627e5f65-b545-47c8-8b5e-5adafcde7ac3,segment=NetworkSegment(8d3d775f-76b4-44cd-afb1-eee78537aac5),segment_id=8d3d775f-76b4-44cd-afb1-eee78537aac5)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:06.762823 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d689b-e272-461d-b837-dee4e20a3cf8 req-ebca9dfc-2292-4634-93f6-842ba52b1f8d tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:06.767792 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-404cf7b9-3566-4bda-a6ab-3059fcdb5b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.775096 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-196d689b-e272-461d-b837-dee4e20a3cf8 req-ebca9dfc-2292-4634-93f6-842ba52b1f8d tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 945 time: 0.2041724 Nov 12 00:42:06.780980 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3d775f-76b4-44cd-afb1-eee78537aac5') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:06.781667 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3d775f-76b4-44cd-afb1-eee78537aac5') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:06.867937 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:06.959358 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:06.975432 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:07.005314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:07.005946 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:07.010991 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:07.055842 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-196d689b-e272-461d-b837-dee4e20a3cf8 req-645320a1-b1f3-4cdf-a015-eeae8334b1fe tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/security-groups?id=19af44c2-4a1e-4d07-9537-e4e2dee5190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791474 Nov 12 00:42:07.079308 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404cf7b9-3566-4bda-a6ab-3059fcdb5b3e None None] Pushing event updated for resources: {'Port': ['ID=627e5f65-b545-47c8-8b5e-5adafcde7ac3,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:07.127813 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45615ec-b59d-4ed2-84c8-1be045ecf728 None None] Network 456570b6-9eab-411b-ba88-7c3c26db1990 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:07.160682 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-477690de-0e92-4233-9d27-be1e2e2ce2e4 req-03aabfd9-8a97-4aad-8a2d-b9f1332badeb tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=a21d44ad-0a60-45f6-af26-04c53c0bb126 HTTP/1.1" status: 200 len: 210 time: 0.0390258 Nov 12 00:42:07.239539 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.db.api [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 00:42:07.239539 n-d-712137-14 neutron-server[114243]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 00:42:07.239539 n-d-712137-14 neutron-server[114243]: [parameters: {'id': '456570b6-9eab-411b-ba88-7c3c26db1990'}] Nov 12 00:42:07.239539 n-d-712137-14 neutron-server[114243]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:42:07.239943 n-d-712137-14 neutron-server[114243]: DEBUG oslo_db.api [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:42:07.255832 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:07.256215 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:07.313145 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845e5d97-7c25-406a-b1a9-8eb163a05a26 None None] Network e3add4c8-7943-4a49-b2cd-46ea5141b9a7 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:07.384375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25be49-b72f-4e3b-ae0d-a8adf52738b0 req-0484626f-7e45-4821-9447-d7931d9ae15e tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:07.385957 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ce25be49-b72f-4e3b-ae0d-a8adf52738b0 req-0484626f-7e45-4821-9447-d7931d9ae15e tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 947 time: 0.0990081 Nov 12 00:42:07.439139 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-91cc8cc3-dbc3-4a6c-ba03-9fd4bddf32af None None] Provisioning complete for port c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:07.440141 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-91cc8cc3-dbc3-4a6c-ba03-9fd4bddf32af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:07.481253 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ce25be49-b72f-4e3b-ae0d-a8adf52738b0 req-993d49a0-65a6-4955-852e-64eecb1b76c7 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877354 Nov 12 00:42:07.549930 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:07.611386 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bf47a-b374-4d81-8876-f116428f8974 req-c717bc70-9ad8-4cdb-ae7d-c778d233107f tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:07.613184 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dd2bf47a-b374-4d81-8876-f116428f8974 req-c717bc70-9ad8-4cdb-ae7d-c778d233107f tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 945 time: 0.0737336 Nov 12 00:42:07.615825 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db26b6f-f80e-43d4-90a8-ad970ef3e645 req-2aa3f527-63ad-4486-a4f5-ba9c8b9f09fe tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:07.617450 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7db26b6f-f80e-43d4-90a8-ad970ef3e645 req-2aa3f527-63ad-4486-a4f5-ba9c8b9f09fe tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 944 time: 0.0681448 Nov 12 00:42:07.655425 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7,segment=NetworkSegment(1ff68248-7fc5-4035-bec9-099aa49e32e2),segment_id=1ff68248-7fc5-4035-bec9-099aa49e32e2)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:07.688336 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dd2bf47a-b374-4d81-8876-f116428f8974 req-e4c06c8b-8987-48b1-96b5-6f8867a342c9 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/security-groups?id=19af44c2-4a1e-4d07-9537-e4e2dee5190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683100 Nov 12 00:42:07.704180 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7db26b6f-f80e-43d4-90a8-ad970ef3e645 req-a8514714-8607-4a51-8e47-c6f719cf0ea2 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785964 Nov 12 00:42:07.749423 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:07.782689 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:07.865847 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c96c85-0e8e-48c0-bc12-4dae79fd5664 req-b7c9039f-abc0-406d-a7ce-f1354a567dc6 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:07.868969 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:07.870050 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e1c96c85-0e8e-48c0-bc12-4dae79fd5664 req-b7c9039f-abc0-406d-a7ce-f1354a567dc6 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 947 time: 0.1644526 Nov 12 00:42:08.125900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Deleting port 627e5f65-b545-47c8-8b5e-5adafcde7ac3 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:08.126336 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:08.141134 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18343bde-8997-422f-95d4-5f16db416025 req-6c1bd2e4-aaa4-4653-a82d-138c8bf0008a tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:08.142749 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-18343bde-8997-422f-95d4-5f16db416025 req-6c1bd2e4-aaa4-4653-a82d-138c8bf0008a tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 945 time: 0.1402054 Nov 12 00:42:08.183894 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a21abc-e595-40ec-afd0-e9e15010ad11 None None] get_active_networks_info from n-d-712137-14 {{(pid=114244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:42:08.240554 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-e1c96c85-0e8e-48c0-bc12-4dae79fd5664 req-d496432c-6ab1-4b48-8f64-3b5b8cac090b tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Deleting port 8f1de500-1d54-4315-a3f2-8892f2f01944 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:08.240554 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e1c96c85-0e8e-48c0-bc12-4dae79fd5664 req-d496432c-6ab1-4b48-8f64-3b5b8cac090b tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:08.302158 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26316277-ea34-432b-a387-e6bde11c05d1 req-83d1ae9e-5243-4eb8-acf1-ad8ce8062cea tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:08.304403 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-26316277-ea34-432b-a387-e6bde11c05d1 req-83d1ae9e-5243-4eb8-acf1-ad8ce8062cea tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 945 time: 0.0890155 Nov 12 00:42:08.318191 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] For port 627e5f65-b545-47c8-8b5e-5adafcde7ac3, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=627e5f65-b545-47c8-8b5e-5adafcde7ac3,segment=NetworkSegment(8d3d775f-76b4-44cd-afb1-eee78537aac5),segment_id=8d3d775f-76b4-44cd-afb1-eee78537aac5)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:08.318588 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:08.330016 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-19251263-e9b0-4018-ad5a-7405fd2c184b None None] Provisioning complete for port c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:08.330384 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-19251263-e9b0-4018-ad5a-7405fd2c184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:08.368883 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-18343bde-8997-422f-95d4-5f16db416025 req-6f76c41e-e6f4-4d1d-92b9-9b2aba6713a3 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914999 Nov 12 00:42:08.394399 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Calling delete_port for 627e5f65-b545-47c8-8b5e-5adafcde7ac3 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:08.417104 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-26316277-ea34-432b-a387-e6bde11c05d1 req-a7f2e939-1dc8-4136-86b4-ce60a6f4d7af tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/security-groups?id=19af44c2-4a1e-4d07-9537-e4e2dee5190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030450 Nov 12 00:42:08.488450 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:08.504706 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a21abc-e595-40ec-afd0-e9e15010ad11 None None] Resources bound (agent type, host, resource id): {{(pid=114244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 00:42:08.561098 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f8260ba9-4f0b-4947-846f-01eb253df889 req-cc123af6-28b9-42e5-abb2-6d880f73cae9 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=a21d44ad-0a60-45f6-af26-04c53c0bb126 HTTP/1.1" status: 200 len: 210 time: 0.0485020 Nov 12 00:42:08.581110 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-e1c96c85-0e8e-48c0-bc12-4dae79fd5664 req-d496432c-6ab1-4b48-8f64-3b5b8cac090b tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] For port 8f1de500-1d54-4315-a3f2-8892f2f01944, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=8f1de500-1d54-4315-a3f2-8892f2f01944,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:08.581489 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e1c96c85-0e8e-48c0-bc12-4dae79fd5664 req-d496432c-6ab1-4b48-8f64-3b5b8cac090b tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:08.613695 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-e1c96c85-0e8e-48c0-bc12-4dae79fd5664 req-d496432c-6ab1-4b48-8f64-3b5b8cac090b tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Calling delete_port for 8f1de500-1d54-4315-a3f2-8892f2f01944 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:08.630418 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:08.700594 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Port': ['ID=627e5f65-b545-47c8-8b5e-5adafcde7ac3,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:08.705900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No DVR routers for this DVR port 627e5f65-b545-47c8-8b5e-5adafcde7ac3 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:08.755220 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:08.756122 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:08.756754 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:08.757323 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:08.757883 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:08.758459 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:08.759016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:08.759594 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:08.760149 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:08.761099 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:08.762015 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:08.762588 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:08.832672 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0b7f8-3c38-4ea7-8465-f4ae107ed671 req-1a0d0b9f-ff44-451f-ab51-69e0203a636d tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:08.848458 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ed0b7f8-3c38-4ea7-8465-f4ae107ed671 req-1a0d0b9f-ff44-451f-ab51-69e0203a636d tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 947 time: 0.1575837 Nov 12 00:42:08.863753 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:08.896254 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456570b6-9eab-411b-ba88-7c3c26db1990']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:08.990585 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ed0b7f8-3c38-4ea7-8465-f4ae107ed671 req-5e72be85-f12b-4d5f-b8e6-83f8a2872959 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410682 Nov 12 00:42:09.194989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b7907-9db7-47da-9256-10c8313eb13a req-b2ae8744-1919-4ae8-b281-97c3ac41f4a7 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:09.196514 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d43b7907-9db7-47da-9256-10c8313eb13a req-b2ae8744-1919-4ae8-b281-97c3ac41f4a7 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 945 time: 0.0721605 Nov 12 00:42:09.268345 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d43b7907-9db7-47da-9256-10c8313eb13a req-490676a6-1f05-42e4-9b64-60020918ad05 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/security-groups?id=19af44c2-4a1e-4d07-9537-e4e2dee5190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629756 Nov 12 00:42:09.269195 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:09.371817 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3d775f-76b4-44cd-afb1-eee78537aac5') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:09.372313 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3d775f-76b4-44cd-afb1-eee78537aac5') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:09.392666 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ae425528-3785-4d78-ba64-89b809f27917 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e742524ad04144c1b8899d429dc46e5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4565778 Nov 12 00:42:09.423555 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.442585 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.457549 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:09.457990 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.471541 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:09.471947 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:09.486452 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:09.520925 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e1c96c85-0e8e-48c0-bc12-4dae79fd5664 req-d496432c-6ab1-4b48-8f64-3b5b8cac090b tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.588809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c1d74-0764-470c-abb7-92d3c20a9999 req-ef1a24e3-7a55-49dc-8c89-793de968281d tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:09.593225 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-554c1d74-0764-470c-abb7-92d3c20a9999 req-ef1a24e3-7a55-49dc-8c89-793de968281d tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 945 time: 0.0961990 Nov 12 00:42:09.659388 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35eae1b-6f2c-45ea-a899-94b8d0b1ba28 req-318b57e6-eb94-4cc1-aa02-a11eac1995eb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:09.662477 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Provisioning complete for port 3027f6db-77dc-4fc4-80d1-19214add53e9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:09.662976 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.666815 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e35eae1b-6f2c-45ea-a899-94b8d0b1ba28 req-318b57e6-eb94-4cc1-aa02-a11eac1995eb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 944 time: 0.3192496 Nov 12 00:42:09.675962 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-554c1d74-0764-470c-abb7-92d3c20a9999 req-9157ebe9-b8e3-4ec0-8f36-68735021b7d7 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738225 Nov 12 00:42:09.727628 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496432c-6ab1-4b48-8f64-3b5b8cac090b tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Pushing event deleted for resources: {'Port': ['ID=8f1de500-1d54-4315-a3f2-8892f2f01944,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:09.768652 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c96c85-0e8e-48c0-bc12-4dae79fd5664 req-d496432c-6ab1-4b48-8f64-3b5b8cac090b tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] No DVR routers for this DVR port 8f1de500-1d54-4315-a3f2-8892f2f01944 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:09.775214 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.785106 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e1c96c85-0e8e-48c0-bc12-4dae79fd5664 req-d496432c-6ab1-4b48-8f64-3b5b8cac090b tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.790177 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e1c96c85-0e8e-48c0-bc12-4dae79fd5664 req-d496432c-6ab1-4b48-8f64-3b5b8cac090b tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.15 "DELETE /v2.0/ports/8f1de500-1d54-4315-a3f2-8892f2f01944 HTTP/1.1" status: 204 len: 173 time: 1.8867247 Nov 12 00:42:09.793822 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Provisioning complete for port 6c811400-3ae2-4c3a-9da0-e778c269ea10 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:09.794502 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.796807 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7d0432-e341-432f-a1a3-43b8500f46f7', 'name': 'network-vif-deleted', 'tag': '8f1de500-1d54-4315-a3f2-8892f2f01944'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:09.803520 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa4a2bf-3d85-4576-b50a-d4f392394898" -d '{"events": [{"server_uuid": "5b7d0432-e341-432f-a1a3-43b8500f46f7", "name": "network-vif-deleted", "tag": "8f1de500-1d54-4315-a3f2-8892f2f01944"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:09.831208 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.838677 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/456570b6-9eab-411b-ba88-7c3c26db1990 HTTP/1.1" status: 204 len: 168 time: 4.1378694 Nov 12 00:42:09.846886 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59306) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:09.856191 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-cb5f741a-59b3-45e6-b29f-ca286406a133 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-402878285'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:09.865546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Port 6c811400-3ae2-4c3a-9da0-e778c269ea10 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:09.877418 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Provisioning complete for port 23ddfda0-4f02-40ff-aea8-1dd1fc986a97 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:09.879493 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:09.890961 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-d9d4b411-4447-4182-8236-f9edae439e6e tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:09.892580 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-d9d4b411-4447-4182-8236-f9edae439e6e tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4437447 Nov 12 00:42:09.893612 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623b1d7-64b6-48fa-96da-df60c991d0c7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Network': ['ID=456570b6-9eab-411b-ba88-7c3c26db1990,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:09.916754 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e35eae1b-6f2c-45ea-a899-94b8d0b1ba28 req-c41bf9f9-9ea3-4a18-aca5-9968dcc28f8d tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449934 Nov 12 00:42:09.923804 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-9b3d37fd-03f7-4d76-97d0-40c3b18eb5d3 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Request body: {'port': {'device_id': 'a21d44ad-0a60-45f6-af26-04c53c0bb126', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': 'e742524ad04144c1b8899d429dc46e5a'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:09.968904 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5f741a-59b3-45e6-b29f-ca286406a133 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:09.991558 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cb5f741a-59b3-45e6-b29f-ca286406a133 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:10.112391 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Provisioning complete for port 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:10.113380 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:10.119170 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-40f91bb2-e98f-4941-8e3c-d673d3325390 req-1b83c6e4-8085-4b0e-9cb6-86d8988bcfd8 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=a21d44ad-0a60-45f6-af26-04c53c0bb126 HTTP/1.1" status: 200 len: 210 time: 0.1250129 Nov 12 00:42:10.124876 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c44f9e-81cb-4bcc-bda4-59c6f76d02df x-openstack-request-id: req-b7c44f9e-81cb-4bcc-bda4-59c6f76d02df {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:10.126816 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7d0432-e341-432f-a1a3-43b8500f46f7", "name": "network-vif-deleted", "tag": "8f1de500-1d54-4315-a3f2-8892f2f01944", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:10.129008 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7c44f9e-81cb-4bcc-bda4-59c6f76d02df {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:10.131825 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7d0432-e341-432f-a1a3-43b8500f46f7', 'name': 'network-vif-deleted', 'tag': '8f1de500-1d54-4315-a3f2-8892f2f01944', 'status': 'completed', 'code': 200} Nov 12 00:42:10.175764 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5f741a-59b3-45e6-b29f-ca286406a133 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:42:10.190746 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cb5f741a-59b3-45e6-b29f-ca286406a133 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:10.191427 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-cb5f741a-59b3-45e6-b29f-ca286406a133 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Added segment 87e311f1-c6a9-423d-808c-c6b357b2d98d of type vlan for network 2947a0d7-61ba-480f-9e0a-5ba502575b2b Nov 12 00:42:10.320624 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Provisioning complete for port d22de70f-ea41-4e4c-b172-3e28f85e8c95 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:10.321225 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:10.346876 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cb5f741a-59b3-45e6-b29f-ca286406a133 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:10.402396 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5bfb5a0c-1c3e-4196-a171-76612be70395 req-526e6956-2c28-4e65-a755-aaee2377b891 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b7d0432-e341-432f-a1a3-43b8500f46f7 HTTP/1.1" status: 200 len: 210 time: 0.0861211 Nov 12 00:42:10.408211 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-9b3d37fd-03f7-4d76-97d0-40c3b18eb5d3 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Made reservation on behalf of e742524ad04144c1b8899d429dc46e5a for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:10.422822 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-9b3d37fd-03f7-4d76-97d0-40c3b18eb5d3 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:10.434988 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cb5f741a-59b3-45e6-b29f-ca286406a133 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:10.441449 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5f741a-59b3-45e6-b29f-ca286406a133 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:10.442212 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cb5f741a-59b3-45e6-b29f-ca286406a133 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:10.502794 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Provisioning complete for port d76134a6-b306-49c2-9cb3-45652f2ea778 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:10.503900 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:10.551201 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cb5f741a-59b3-45e6-b29f-ca286406a133 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7007499 Nov 12 00:42:10.553233 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59314) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:10.561190 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-ce6b9de2-1e94-4150-8073-b5dd28819aa0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'subnet': {'network_id': '2947a0d7-61ba-480f-9e0a-5ba502575b2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:10.597153 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f741a-59b3-45e6-b29f-ca286406a133 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Network': ['ID=2947a0d7-61ba-480f-9e0a-5ba502575b2b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:10.606740 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-9b3d37fd-03f7-4d76-97d0-40c3b18eb5d3 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Allocated IP 192.168.233.120 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/7f70719f-d7a5-466a-9568-cdf4d0a8b2f4) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:10.643538 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbde5b-80fe-400c-97aa-10ae95d2ada7 req-8b94f0e5-df0b-448a-b674-f890040b2154 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:10.646940 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbbbde5b-80fe-400c-97aa-10ae95d2ada7 req-8b94f0e5-df0b-448a-b674-f890040b2154 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 945 time: 0.2283611 Nov 12 00:42:10.647124 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 2947a0d7-61ba-480f-9e0a-5ba502575b2b details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:10.768186 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbbbde5b-80fe-400c-97aa-10ae95d2ada7 req-641f2652-2b5a-43b0-b979-c720bc2fb76f tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/security-groups?id=19af44c2-4a1e-4d07-9537-e4e2dee5190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146312 Nov 12 00:42:10.773400 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Provisioning complete for port 563a1e77-5ac3-443d-92d1-c14b0430a2bb triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:10.774605 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:10.794335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6b9de2-1e94-4150-8073-b5dd28819aa0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:10.801623 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce6b9de2-1e94-4150-8073-b5dd28819aa0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:10.889343 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.ipam_backend_mixin [None req-ce6b9de2-1e94-4150-8073-b5dd28819aa0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Performing IP validity checks on allocation pools {{(pid=114242) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 00:42:10.889875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.ipam_backend_mixin [None req-ce6b9de2-1e94-4150-8073-b5dd28819aa0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114242) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 00:42:10.943734 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Provisioning complete for port 5cb3575f-e106-44a5-be05-7d0c4187c600 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:10.944322 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:10.967488 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-9b3d37fd-03f7-4d76-97d0-40c3b18eb5d3 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:11.044457 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-9b3d37fd-03f7-4d76-97d0-40c3b18eb5d3 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:11.059597 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['37a8070f-7261-432c-a284-dceea1ab4f9b', '1104d0a1-0b8c-4b63-886a-552dd272ce73'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:11.077454 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcab76-427b-4418-8dd7-3270ab7b5fb8 req-f2f82ce7-2d1d-4664-b516-f94b43badfa0 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:11.078963 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e9fcab76-427b-4418-8dd7-3270ab7b5fb8 req-f2f82ce7-2d1d-4664-b516-f94b43badfa0 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 945 time: 0.2641342 Nov 12 00:42:11.100498 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['6f57b479-9ea5-40cd-8a30-cc725fc1a835', '0dd76ff5-4be1-4f6e-9325-09ea366062c1', 'b8ee4bc0-8823-4aa3-a840-606de5fe2e92'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:11.112513 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-9b3d37fd-03f7-4d76-97d0-40c3b18eb5d3 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:11.124035 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-9b3d37fd-03f7-4d76-97d0-40c3b18eb5d3 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:11.126599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-9b3d37fd-03f7-4d76-97d0-40c3b18eb5d3 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:11.189605 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 4e501b64-9885-4bc5-88aa-85313ef3d2ac details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:11.208429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 8f1de500-1d54-4315-a3f2-8892f2f01944 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:11.227533 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:11.236336 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d37fd-03f7-4d76-97d0-40c3b18eb5d3 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Pushing event updated for resources: {'Port': ['ID=7f70719f-d7a5-466a-9568-cdf4d0a8b2f4,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:11.237521 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce6b9de2-1e94-4150-8073-b5dd28819aa0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:11.278795 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-9b3d37fd-03f7-4d76-97d0-40c3b18eb5d3 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:11.280196 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-9b3d37fd-03f7-4d76-97d0-40c3b18eb5d3 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:11.284355 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 8f1de500-1d54-4315-a3f2-8892f2f01944 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:11.284724 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 8f1de500-1d54-4315-a3f2-8892f2f01944 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:11.313859 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e9fcab76-427b-4418-8dd7-3270ab7b5fb8 req-35535bd2-ae9e-4dd3-8e9e-b43f1a13efe2 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001555 Nov 12 00:42:11.314320 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Provisioning complete for port 4e501b64-9885-4bc5-88aa-85313ef3d2ac triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:11.314772 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:11.323714 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-9b3d37fd-03f7-4d76-97d0-40c3b18eb5d3 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4041843 Nov 12 00:42:11.355658 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] Request body: {'port': {'device_id': 'a21d44ad-0a60-45f6-af26-04c53c0bb126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:11.378729 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca8f89-da91-4ce2-b6ec-217d0facb0aa req-6119f50f-232a-48ac-b43d-6cfa62d02ff9 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:11.390442 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4eca8f89-da91-4ce2-b6ec-217d0facb0aa req-6119f50f-232a-48ac-b43d-6cfa62d02ff9 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 944 time: 0.3138463 Nov 12 00:42:11.393265 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b9de2-1e94-4150-8073-b5dd28819aa0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Subnet': ['ID=9b17bf88-2c6c-4fd4-a60c-d67da0346152,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:11.397298 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.resource_extend [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:42:11.422632 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-5b5b837d-7b4b-4c35-b1c5-077deb583afe service neutron] 10.222.0.21 "GET /v2.0/ports/4e501b64-9885-4bc5-88aa-85313ef3d2ac/bindings/n-h2-712137-14 HTTP/1.1" status: 200 len: 385 time: 0.3284311 Nov 12 00:42:11.516608 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.resource_extend [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:42:11.552115 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:11.590199 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193b515-0165-4f6f-978a-8283d42c6cb9 req-6963f6fc-93d3-417f-8214-20bb08466f41 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:11.598015 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b193b515-0165-4f6f-978a-8283d42c6cb9 req-6963f6fc-93d3-417f-8214-20bb08466f41 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=a21d44ad-0a60-45f6-af26-04c53c0bb126 HTTP/1.1" status: 200 len: 936 time: 0.1821182 Nov 12 00:42:11.624729 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:11.633879 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64087966-efb4-494e-a224-6c63be6872d1 req-e75ba508-d24f-49db-a441-7283072f73cf tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:11.635351 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64087966-efb4-494e-a224-6c63be6872d1 req-e75ba508-d24f-49db-a441-7283072f73cf tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.15 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 945 time: 0.1293085 Nov 12 00:42:11.658526 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2', 'network_id': '40d5199b-84d3-4e3a-b832-6d6d2623ed7f', 'port_id': '27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2', 'mac_address': 'fa:16:3e:6a:c7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab6fbd2-d7fa-46a6-839d-783bb02038fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:42:11.741841 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:11.750828 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-7610557e-768f-42ab-a71e-fd1d75c8db5e service neutron] For port 4e501b64-9885-4bc5-88aa-85313ef3d2ac, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=4e501b64-9885-4bc5-88aa-85313ef3d2ac,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:11.786600 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-7610557e-768f-42ab-a71e-fd1d75c8db5e service neutron] For port 4e501b64-9885-4bc5-88aa-85313ef3d2ac, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:11.842048 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-7610557e-768f-42ab-a71e-fd1d75c8db5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e501b64-9885-4bc5-88aa-85313ef3d2ac {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:11.843696 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b193b515-0165-4f6f-978a-8283d42c6cb9 req-5285504a-0e18-487d-974d-5c5fece64880 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416084 Nov 12 00:42:11.870159 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-7610557e-768f-42ab-a71e-fd1d75c8db5e service neutron] For port 4e501b64-9885-4bc5-88aa-85313ef3d2ac, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4e501b64-9885-4bc5-88aa-85313ef3d2ac,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:11.891438 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6b9de2-1e94-4150-8073-b5dd28819aa0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Checking segment: {'id': '87e311f1-c6a9-423d-808c-c6b357b2d98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2947a0d7-61ba-480f-9e0a-5ba502575b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:11.892253 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6b9de2-1e94-4150-8073-b5dd28819aa0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network hostable DHCP agents. Network: 2947a0d7-61ba-480f-9e0a-5ba502575b2b, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:42:11.919109 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4eca8f89-da91-4ce2-b6ec-217d0facb0aa req-ba741c8c-6dd4-4732-b599-94dd3b13220e tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268955 Nov 12 00:42:11.925931 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-7610557e-768f-42ab-a71e-fd1d75c8db5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:11.990393 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-64087966-efb4-494e-a224-6c63be6872d1 req-861fd9d9-65b9-4ead-b281-aa2e3aae7ea1 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Deleting port 5cb3575f-e106-44a5-be05-7d0c4187c600 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:11.990987 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-64087966-efb4-494e-a224-6c63be6872d1 req-861fd9d9-65b9-4ead-b281-aa2e3aae7ea1 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.022889 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.040740 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:12.062327 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6b9de2-1e94-4150-8073-b5dd28819aa0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network 2947a0d7-61ba-480f-9e0a-5ba502575b2b is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:42:12.070938 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:12.132314 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-ce6b9de2-1e94-4150-8073-b5dd28819aa0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 2947a0d7-61ba-480f-9e0a-5ba502575b2b) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:12.163444 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6b9de2-1e94-4150-8073-b5dd28819aa0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:12.166309 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.166697 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce6b9de2-1e94-4150-8073-b5dd28819aa0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.168432 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-64087966-efb4-494e-a224-6c63be6872d1 req-861fd9d9-65b9-4ead-b281-aa2e3aae7ea1 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] For port 5cb3575f-e106-44a5-be05-7d0c4187c600, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5cb3575f-e106-44a5-be05-7d0c4187c600,segment=NetworkSegment(3074caa4-d7ab-4aa1-be5d-c560d28755e8),segment_id=3074caa4-d7ab-4aa1-be5d-c560d28755e8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:12.168831 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-64087966-efb4-494e-a224-6c63be6872d1 req-861fd9d9-65b9-4ead-b281-aa2e3aae7ea1 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.187542 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bac2e4-037a-4e4e-8a81-cb5800484c59 None None] Network 2947a0d7-61ba-480f-9e0a-5ba502575b2b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:12.203968 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:12.208801 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-64087966-efb4-494e-a224-6c63be6872d1 req-861fd9d9-65b9-4ead-b281-aa2e3aae7ea1 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Calling delete_port for 5cb3575f-e106-44a5-be05-7d0c4187c600 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:12.217675 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.251902 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ce6b9de2-1e94-4150-8073-b5dd28819aa0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6959534 Nov 12 00:42:12.256644 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59338) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:12.278164 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] Transition to ACTIVE for port object 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:42:12.284029 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.360439 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:42:12.360835 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:42:12.367407 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 4e501b64-9885-4bc5-88aa-85313ef3d2ac, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=4e501b64-9885-4bc5-88aa-85313ef3d2ac,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:12.401644 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-7610557e-768f-42ab-a71e-fd1d75c8db5e service neutron] Transition to ACTIVE for port object 4e501b64-9885-4bc5-88aa-85313ef3d2ac will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:42:12.437265 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f70719f-d7a5-466a-9568-cdf4d0a8b2f4,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:12.437527 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31afe5-b570-4a66-93f6-6bfb26a761f3 req-28c3421e-e4ba-4421-9dd1-73ca6960c74c tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:12.438882 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3e31afe5-b570-4a66-93f6-6bfb26a761f3 req-28c3421e-e4ba-4421-9dd1-73ca6960c74c tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 945 time: 0.2584937 Nov 12 00:42:12.442481 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-7610557e-768f-42ab-a71e-fd1d75c8db5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.468160 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:12.580308 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead5ef1f-6d57-4cb0-b2ab-e3bc5b0e598f None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:12.584152 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 4e501b64-9885-4bc5-88aa-85313ef3d2ac has no active binding in host n-h2-712137-14 {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:42:12.624395 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:12.655883 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3e31afe5-b570-4a66-93f6-6bfb26a761f3 req-dc42fd94-e5df-4564-938c-519958f3bed4 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/security-groups?id=19af44c2-4a1e-4d07-9537-e4e2dee5190f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974044 Nov 12 00:42:12.656585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-7610557e-768f-42ab-a71e-fd1d75c8db5e service neutron] No DVR routers for this DVR port 4e501b64-9885-4bc5-88aa-85313ef3d2ac on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:12.685146 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc921b5b-5f36-4859-9ab6-85eb077b30bd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.719710 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:12.720064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:12.720411 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:12.720781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:12.721353 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:12.721696 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:12.722026 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:12.722353 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:12.722683 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:12.724027 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:12.726048 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:12.726191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:12.728820 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-64087966-efb4-494e-a224-6c63be6872d1 req-861fd9d9-65b9-4ead-b281-aa2e3aae7ea1 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.751125 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-7610557e-768f-42ab-a71e-fd1d75c8db5e service neutron] 10.222.0.21 "PUT /v2.0/ports/4e501b64-9885-4bc5-88aa-85313ef3d2ac/bindings/n-h2-712137-14/activate HTTP/1.1" status: 200 len: 370 time: 1.3182621 Nov 12 00:42:12.751798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] Attempting to bind port 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:12.752465 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] Attempting to bind port 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:12.752465 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] Attempting to bind port 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:12.764085 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610557e-768f-42ab-a71e-fd1d75c8db5e service neutron] Pushing event updated for resources: {'Port': ['ID=4e501b64-9885-4bc5-88aa-85313ef3d2ac,revision_number=10']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:12.787795 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] Port 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:42:12.788136 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] Attempting to bind port 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:12.790238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fd9d9-65b9-4ead-b281-aa2e3aae7ea1 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Pushing event deleted for resources: {'Port': ['ID=5cb3575f-e106-44a5-be05-7d0c4187c600,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:12.819343 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abd4b4-270a-4d65-8b50-85a0736e9882 req-59cda11a-122a-45be-b045-8e8211bec7d2 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:12.828230 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-48abd4b4-270a-4d65-8b50-85a0736e9882 req-59cda11a-122a-45be-b045-8e8211bec7d2 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 944 time: 0.1240273 Nov 12 00:42:12.835371 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:12.835848 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:12.836239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:12.836732 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] Bound port: 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:12.837086 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.844989 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117a58ba-de47-43c1-822b-190478810706 None None] DHCP port deletion for 76e8effc-7356-449c-a184-dd7b4d3a5a7b request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:12.923605 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-64087966-efb4-494e-a224-6c63be6872d1 req-861fd9d9-65b9-4ead-b281-aa2e3aae7ea1 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] No DVR routers for this DVR port 5cb3575f-e106-44a5-be05-7d0c4187c600 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:12.929772 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-64087966-efb4-494e-a224-6c63be6872d1 req-861fd9d9-65b9-4ead-b281-aa2e3aae7ea1 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:12.932589 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64087966-efb4-494e-a224-6c63be6872d1 req-861fd9d9-65b9-4ead-b281-aa2e3aae7ea1 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.15 "DELETE /v2.0/ports/5cb3575f-e106-44a5-be05-7d0c4187c600 HTTP/1.1" status: 204 len: 173 time: 1.2883172 Nov 12 00:42:12.938724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92fc7fe-0770-43f1-aa34-efb2357d3752', 'name': 'network-vif-deleted', 'tag': '5cb3575f-e106-44a5-be05-7d0c4187c600'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:12.942161 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecee5f74-e1e9-4d9b-b832-9d1056a4f202" -d '{"events": [{"server_uuid": "c92fc7fe-0770-43f1-aa34-efb2357d3752", "name": "network-vif-deleted", "tag": "5cb3575f-e106-44a5-be05-7d0c4187c600"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:12.986753 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-48abd4b4-270a-4d65-8b50-85a0736e9882 req-6fa1139d-75c1-4388-9641-8a2a5cbe7ac9 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552262 Nov 12 00:42:13.031315 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] For port 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:13.037616 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] For port 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=7f70719f-d7a5-466a-9568-cdf4d0a8b2f4,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:13.045388 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:13.116802 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:13.140994 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:13.141708 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:13.143376 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] 10.222.0.15 "PUT /v2.0/ports/7f70719f-d7a5-466a-9568-cdf4d0a8b2f4 HTTP/1.1" status: 200 len: 1097 time: 1.7929587 Nov 12 00:42:13.159841 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d232e-419a-4885-9f14-4e83b0d78bcd req-6e31fdd9-118a-4504-bdbf-4d27eb806bd0 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:13.179938 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a4d232e-419a-4885-9f14-4e83b0d78bcd req-6e31fdd9-118a-4504-bdbf-4d27eb806bd0 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=03585741-8967-4c19-aefd-2b22f9df0b2d HTTP/1.1" status: 200 len: 949 time: 0.4025950 Nov 12 00:42:13.193138 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb82311-d2f2-4614-80cd-db8c305465b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f70719f-d7a5-466a-9568-cdf4d0a8b2f4,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:13.195944 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-c59fbd0a-7983-4ea6-9493-33ca2cba197c tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:13.198346 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-c59fbd0a-7983-4ea6-9493-33ca2cba197c tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3&tenant_id=0c08be1f58b544848c94fddfb37189e3&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 1097 time: 0.3264053 Nov 12 00:42:13.208288 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc921b5b-5f36-4859-9ab6-85eb077b30bd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:13.226500 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27331c-19e0-4f05-8408-1315fe01e620 req-3353111f-b90f-4202-840a-14517ef0ad50 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:13.246746 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fc27331c-19e0-4f05-8408-1315fe01e620 req-3353111f-b90f-4202-840a-14517ef0ad50 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=a21d44ad-0a60-45f6-af26-04c53c0bb126 HTTP/1.1" status: 200 len: 948 time: 0.1416426 Nov 12 00:42:13.263401 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac24142-fa32-4533-b553-7c96aa4ef938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-2947a0d7-61ba-480f-9e0a-5ba502575b2b', 'network_id': '2947a0d7-61ba-480f-9e0a-5ba502575b2b', 'tenant_id': '743aa15e4e8e4568a0f650b704e9151a', 'fixed_ips': [{'subnet_id': '9b17bf88-2c6c-4fd4-a60c-d67da0346152'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:42:13.264263 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5ac24142-fa32-4533-b553-7c96aa4ef938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:13.271324 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 4e501b64-9885-4bc5-88aa-85313ef3d2ac no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:13.330608 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-8e9e38b8-6cf7-4af8-83c0-d5159fb6d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:13.333335 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-8e9e38b8-6cf7-4af8-83c0-d5159fb6d877 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&device_id=a21d44ad-0a60-45f6-af26-04c53c0bb126 HTTP/1.1" status: 200 len: 1100 time: 0.0790644 Nov 12 00:42:13.344261 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] For port 4e501b64-9885-4bc5-88aa-85313ef3d2ac, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4e501b64-9885-4bc5-88aa-85313ef3d2ac,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:13.355967 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fc27331c-19e0-4f05-8408-1315fe01e620 req-660bbce7-26a6-4aae-9ab0-054d3311ed5b tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077299 Nov 12 00:42:13.357781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133898a6-5d17-40e1-a3ca-f9f4bdc07bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e501b64-9885-4bc5-88aa-85313ef3d2ac'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:13.360040 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3c40c8-dda3-4653-b088-5a217f057168" -d '{"events": [{"server_uuid": "133898a6-5d17-40e1-a3ca-f9f4bdc07bc3", "name": "network-vif-plugged", "status": "completed", "tag": "4e501b64-9885-4bc5-88aa-85313ef3d2ac"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:13.381608 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:13.392400 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-8d198fdf-031f-4610-9164-34ff18e2a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:13.395378 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-8d198fdf-031f-4610-9164-34ff18e2a4f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3&tenant_id=0c08be1f58b544848c94fddfb37189e3 HTTP/1.1" status: 200 len: 1097 time: 0.1609659 Nov 12 00:42:13.432146 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a4d232e-419a-4885-9f14-4e83b0d78bcd req-5fc612ad-64fd-42ce-9f04-89e8d18c8040 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490344 Nov 12 00:42:13.465102 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-db176b24-a362-4835-b9ba-29d6cf04ce2f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=7f70719f-d7a5-466a-9568-cdf4d0a8b2f4 HTTP/1.1" status: 200 len: 217 time: 0.1067414 Nov 12 00:42:13.518062 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc921b5b-5f36-4859-9ab6-85eb077b30bd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:13.546916 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-dff5b6f6-c756-4fd8-b132-d2c9de933d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:13.548682 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-dff5b6f6-c756-4fd8-b132-d2c9de933d32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0747161 Nov 12 00:42:13.582879 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad643de-4685-41b4-95e2-bcf6f0352be5 x-openstack-request-id: req-8ad643de-4685-41b4-95e2-bcf6f0352be5 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:13.583271 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92fc7fe-0770-43f1-aa34-efb2357d3752", "name": "network-vif-deleted", "tag": "5cb3575f-e106-44a5-be05-7d0c4187c600", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:13.583542 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ad643de-4685-41b4-95e2-bcf6f0352be5 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:13.584048 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92fc7fe-0770-43f1-aa34-efb2357d3752', 'name': 'network-vif-deleted', 'tag': '5cb3575f-e106-44a5-be05-7d0c4187c600', 'status': 'completed', 'code': 200} Nov 12 00:42:13.626763 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 4e501b64-9885-4bc5-88aa-85313ef3d2ac not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:13.627193 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:13.657171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc921b5b-5f36-4859-9ab6-85eb077b30bd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Subnet': ['ID=9b17bf88-2c6c-4fd4-a60c-d67da0346152,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:13.670062 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-b1d12b14-8701-4485-9004-2d91c3922a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:13.675349 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-b1d12b14-8701-4485-9004-2d91c3922a8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 1099 time: 0.2263129 Nov 12 00:42:13.704536 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7c8e1-0511-4ae2-af0f-927156445edf req-ff5a7669-2c86-4dfd-b3b0-553dfc5e0b94 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server [None req-5ac24142-fa32-4533-b553-7c96aa4ef938 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b17bf88-2c6c-4fd4-a60c-d67da0346152: This subnet is being modified by another concurrent operation. Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 00:42:13.714222 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise exception Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b17bf88-2c6c-4fd4-a60c-d67da0346152: This subnet is being modified by another concurrent operation. Nov 12 00:42:13.720451 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Nov 12 00:42:13.727106 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1eb7c8e1-0511-4ae2-af0f-927156445edf req-ff5a7669-2c86-4dfd-b3b0-553dfc5e0b94 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 947 time: 0.1664224 Nov 12 00:42:13.727417 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba16d8a-8f7c-4cb5-97c3-1f0f8e57b8a4 None None] Pushing event updated for resources: {'Port': ['ID=4e501b64-9885-4bc5-88aa-85313ef3d2ac,revision_number=11']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:13.780061 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-f5db7dee-056d-4c9e-b608-2c02b976cc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:13.781753 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-f5db7dee-056d-4c9e-b608-2c02b976cc55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1904917 Nov 12 00:42:13.782402 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc921b5b-5f36-4859-9ab6-85eb077b30bd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:13.814917 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b44948c-f4d9-4616-a287-592834dc7d36 x-openstack-request-id: req-6b44948c-f4d9-4616-a287-592834dc7d36 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:13.815371 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133898a6-5d17-40e1-a3ca-f9f4bdc07bc3", "name": "network-vif-plugged", "status": "completed", "tag": "4e501b64-9885-4bc5-88aa-85313ef3d2ac", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:13.815633 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b44948c-f4d9-4616-a287-592834dc7d36 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:13.816224 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133898a6-5d17-40e1-a3ca-f9f4bdc07bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e501b64-9885-4bc5-88aa-85313ef3d2ac', 'code': 200} Nov 12 00:42:13.818747 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a898a85-e062-465c-8c5e-684c466735d9 None None] Network 2947a0d7-61ba-480f-9e0a-5ba502575b2b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:13.842216 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1eb7c8e1-0511-4ae2-af0f-927156445edf req-115f2cac-797c-484b-bbc2-568313dfa445 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204672 Nov 12 00:42:13.937638 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-8b85c1d8-5018-4805-962e-dad349d97585 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390994 Nov 12 00:42:13.994945 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-60a4fa66-c8e7-4b47-bb5b-0d45a273546b req-47445c65-cf8d-4e5f-8415-ce0611c0f694 tempest-ServersNegativeTestMultiTenantJSON-2067648688 tempest-ServersNegativeTestMultiTenantJSON-2067648688-project] 10.222.0.31 "GET /v2.0/ports?device_id=c92fc7fe-0770-43f1-aa34-efb2357d3752 HTTP/1.1" status: 200 len: 210 time: 0.0604820 Nov 12 00:42:14.021393 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fda8720-5282-4b75-9870-35405308c55b None None] get_active_networks_info from n-d-712137-14 {{(pid=114244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:42:14.038336 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-bc921b5b-5f36-4859-9ab6-85eb077b30bd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2947a0d7-61ba-480f-9e0a-5ba502575b2b']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:14.042024 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-15b2b26c-709b-4166-b943-a59eab5ea923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:14.044722 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-15b2b26c-709b-4166-b943-a59eab5ea923 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 909 time: 0.3071425 Nov 12 00:42:14.080789 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-74c28c08-f3db-4f5d-8808-83dc544562ae req-15377a1f-9209-4678-9116-39eed3a82b5c service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296599 Nov 12 00:42:14.118470 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-bc921b5b-5f36-4859-9ab6-85eb077b30bd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e311f1-c6a9-423d-808c-c6b357b2d98d') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:14.119338 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-bc921b5b-5f36-4859-9ab6-85eb077b30bd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e311f1-c6a9-423d-808c-c6b357b2d98d') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:14.122935 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-1dc8a269-c83d-455c-b43d-9ca76d0e57e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e501b64-9885-4bc5-88aa-85313ef3d2ac HTTP/1.1" status: 200 len: 217 time: 0.0656128 Nov 12 00:42:14.135058 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc921b5b-5f36-4859-9ab6-85eb077b30bd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.147891 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c6671-d643-4bec-a44b-597009c6d8fe req-bb053d9d-1e09-4b99-a6c3-434d51ed9be0 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:14.150453 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-856c6671-d643-4bec-a44b-597009c6d8fe req-bb053d9d-1e09-4b99-a6c3-434d51ed9be0 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 944 time: 0.0682065 Nov 12 00:42:14.155010 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc921b5b-5f36-4859-9ab6-85eb077b30bd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.163494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc921b5b-5f36-4859-9ab6-85eb077b30bd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:14.164271 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc921b5b-5f36-4859-9ab6-85eb077b30bd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:14.170155 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:14.183132 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.207312 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:14.215284 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-856c6671-d643-4bec-a44b-597009c6d8fe req-c7e08945-ebd4-48c9-a425-4cfb8d55b34e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576224 Nov 12 00:42:14.242926 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:14.253438 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.284828 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fda8720-5282-4b75-9870-35405308c55b None None] Resources bound (agent type, host, resource id): {{(pid=114244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 00:42:14.295052 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc921b5b-5f36-4859-9ab6-85eb077b30bd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.297480 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-3b57b193-149c-41ee-85fa-a71f2ecca687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:14.298970 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-3b57b193-149c-41ee-85fa-a71f2ecca687 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fc5c04a-017f-4820-8cce-df76bd4f7a1c HTTP/1.1" status: 200 len: 848 time: 0.0946317 Nov 12 00:42:14.314465 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc921b5b-5f36-4859-9ab6-85eb077b30bd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.317679 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bc921b5b-5f36-4859-9ab6-85eb077b30bd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/2947a0d7-61ba-480f-9e0a-5ba502575b2b HTTP/1.1" status: 204 len: 168 time: 2.0587959 Nov 12 00:42:14.319893 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:14.320067 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc921b5b-5f36-4859-9ab6-85eb077b30bd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Network': ['ID=2947a0d7-61ba-480f-9e0a-5ba502575b2b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:14.321203 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59360) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:14.326665 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-0b91998e-a55d-47d9-b1c1-561b15e28c4a tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-416977981'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:14.348344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b91998e-a55d-47d9-b1c1-561b15e28c4a tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:14.353261 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0b91998e-a55d-47d9-b1c1-561b15e28c4a tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.363526 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-c5f8db25-1ec6-407f-b153-489175b04b03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f1926e98-a223-4d69-aca0-b114b74b472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445116 Nov 12 00:42:14.379900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b91998e-a55d-47d9-b1c1-561b15e28c4a tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:42:14.391966 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0b91998e-a55d-47d9-b1c1-561b15e28c4a tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.392400 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-0b91998e-a55d-47d9-b1c1-561b15e28c4a tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Added segment 04382533-1797-4602-a8bd-53128b0ae32d of type vlan for network cbd2d02a-5be9-4125-bfa7-168e06f90794 Nov 12 00:42:14.449596 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0b91998e-a55d-47d9-b1c1-561b15e28c4a tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.508387 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0b91998e-a55d-47d9-b1c1-561b15e28c4a tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.515315 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b91998e-a55d-47d9-b1c1-561b15e28c4a tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:14.515925 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0b91998e-a55d-47d9-b1c1-561b15e28c4a tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:14.606679 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0b91998e-a55d-47d9-b1c1-561b15e28c4a tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2843404 Nov 12 00:42:14.609866 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59366) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:14.623522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2b498-73e6-4c85-8b40-bcea3de3236b req-4f488fc7-9c76-40e1-a7c5-fd70f0d334af tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:14.625505 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7de2b498-73e6-4c85-8b40-bcea3de3236b req-4f488fc7-9c76-40e1-a7c5-fd70f0d334af tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=a21d44ad-0a60-45f6-af26-04c53c0bb126 HTTP/1.1" status: 200 len: 948 time: 0.1330962 Nov 12 00:42:14.632162 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-12c71281-be09-4084-91f6-52c3629787eb tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'subnet': {'network_id': 'cbd2d02a-5be9-4125-bfa7-168e06f90794', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:14.643583 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-7831a701-34ab-42d8-b408-8a007f346247 service neutron] 10.222.0.15 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661312 Nov 12 00:42:14.655908 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb16835-c5e3-4c8b-8397-b57c712100b0 req-cb63bb0b-4847-4da0-952d-4ef2d1b9623d tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:14.657477 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ebb16835-c5e3-4c8b-8397-b57c712100b0 req-cb63bb0b-4847-4da0-952d-4ef2d1b9623d tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=03585741-8967-4c19-aefd-2b22f9df0b2d HTTP/1.1" status: 200 len: 949 time: 0.1210115 Nov 12 00:42:14.658311 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91998e-a55d-47d9-b1c1-561b15e28c4a tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Network': ['ID=cbd2d02a-5be9-4125-bfa7-168e06f90794,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:14.682137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network cbd2d02a-5be9-4125-bfa7-168e06f90794 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:14.763737 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ebb16835-c5e3-4c8b-8397-b57c712100b0 req-3903750e-39ca-4f06-b794-0f42ec447586 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814350 Nov 12 00:42:14.771047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b9fa4-3656-4051-bf33-bb2122678eb4 req-4610b9bf-9629-4eb1-9a48-7abe292d9c3d tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:14.773170 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b11b9fa4-3656-4051-bf33-bb2122678eb4 req-4610b9bf-9629-4eb1-9a48-7abe292d9c3d tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.21 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 943 time: 0.2392612 Nov 12 00:42:15.028431 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508625a-4d5d-42f8-9493-53d8e5902101 req-713a761f-85b2-4ba6-8488-ca3bd6568a47 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:15.030353 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8508625a-4d5d-42f8-9493-53d8e5902101 req-713a761f-85b2-4ba6-8488-ca3bd6568a47 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 947 time: 0.0612357 Nov 12 00:42:15.087484 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8508625a-4d5d-42f8-9493-53d8e5902101 req-c59f6418-bf8e-4a88-9b6d-6a398eca284d tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504067 Nov 12 00:42:15.140074 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59376) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:15.152775 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7de2b498-73e6-4c85-8b40-bcea3de3236b req-fc7c440d-438a-4995-bacd-a5a4289d65d0 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116498 Nov 12 00:42:15.199611 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-c366da69-a6a7-4087-893f-d1021be4a63c admin admin] Deleting subnet 55cb5fa7-4d47-44f8-88d8-b50764e8ed40 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:42:15.203277 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 5cb3575f-e106-44a5-be05-7d0c4187c600 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:15.203796 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c366da69-a6a7-4087-893f-d1021be4a63c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:15.220484 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-8bec0d8f-dc41-424f-87d3-492d52d98235 service neutron] 10.222.0.15 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425446 Nov 12 00:42:15.225254 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c71281-be09-4084-91f6-52c3629787eb tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:15.228651 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-12c71281-be09-4084-91f6-52c3629787eb tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:15.237342 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 5cb3575f-e106-44a5-be05-7d0c4187c600 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:15.238264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 5cb3575f-e106-44a5-be05-7d0c4187c600 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:15.244474 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c366da69-a6a7-4087-893f-d1021be4a63c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:15.254071 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:15.306288 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c366da69-a6a7-4087-893f-d1021be4a63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:15.340571 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-b11b9fa4-3656-4051-bf33-bb2122678eb4 req-77586a92-1a63-4436-a335-a2187f083194 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Deleting port 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:15.341084 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b11b9fa4-3656-4051-bf33-bb2122678eb4 req-77586a92-1a63-4436-a335-a2187f083194 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:15.345862 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:15.347511 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:15.431768 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:15.433880 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0338f-968a-49ad-a99d-0874c2c9f7f9 req-5374fde2-9455-4ff4-acaa-91830a5d7afd tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:15.435516 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-97f0338f-968a-49ad-a99d-0874c2c9f7f9 req-5374fde2-9455-4ff4-acaa-91830a5d7afd tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.21 "GET /v2.0/ports?device_id=03585741-8967-4c19-aefd-2b22f9df0b2d HTTP/1.1" status: 200 len: 949 time: 0.1888311 Nov 12 00:42:15.468306 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:15.473991 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:15.531743 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:15.584279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-b11b9fa4-3656-4051-bf33-bb2122678eb4 req-77586a92-1a63-4436-a335-a2187f083194 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] For port 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:15.584969 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b11b9fa4-3656-4051-bf33-bb2122678eb4 req-77586a92-1a63-4436-a335-a2187f083194 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:15.585808 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21d44ad-0a60-45f6-af26-04c53c0bb126', 'tag': '7f70719f-d7a5-466a-9568-cdf4d0a8b2f4'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:15.588375 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6c7771-2b27-4b80-b8c0-b6e737a2e659" -d '{"events": [{"name": "network-changed", "server_uuid": "a21d44ad-0a60-45f6-af26-04c53c0bb126", "tag": "7f70719f-d7a5-466a-9568-cdf4d0a8b2f4"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:15.615746 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-b11b9fa4-3656-4051-bf33-bb2122678eb4 req-77586a92-1a63-4436-a335-a2187f083194 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Calling delete_port for 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:15.640778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc5095-7cd0-46ae-aa4f-09717a31e9e1 req-817652e7-26f1-4164-8a2f-20dd7c8dcdb2 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:15.642342 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-59fc5095-7cd0-46ae-aa4f-09717a31e9e1 req-817652e7-26f1-4164-8a2f-20dd7c8dcdb2 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 945 time: 0.0707572 Nov 12 00:42:15.671993 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e816fe-9b72-416d-ad95-8865ad516ae3 x-openstack-request-id: req-a6e816fe-9b72-416d-ad95-8865ad516ae3 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:15.672286 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21d44ad-0a60-45f6-af26-04c53c0bb126", "tag": "7f70719f-d7a5-466a-9568-cdf4d0a8b2f4", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:15.672587 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6e816fe-9b72-416d-ad95-8865ad516ae3 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:15.672949 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21d44ad-0a60-45f6-af26-04c53c0bb126', 'tag': '7f70719f-d7a5-466a-9568-cdf4d0a8b2f4', 'status': 'completed', 'code': 200} Nov 12 00:42:15.691492 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c366da69-a6a7-4087-893f-d1021be4a63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:15.729648 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366da69-a6a7-4087-893f-d1021be4a63c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55cb5fa7-4d47-44f8-88d8-b50764e8ed40,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:15.734364 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-12c71281-be09-4084-91f6-52c3629787eb tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:15.735201 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c366da69-a6a7-4087-893f-d1021be4a63c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:15.740729 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-97f0338f-968a-49ad-a99d-0874c2c9f7f9 req-9deaa2dd-deb1-4631-9890-d703d2d3fcf5 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Deleting port 130bbe7b-2dda-4118-8336-07b90fc09ee0 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:15.740873 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c366da69-a6a7-4087-893f-d1021be4a63c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/55cb5fa7-4d47-44f8-88d8-b50764e8ed40 HTTP/1.1" status: 204 len: 168 time: 0.5972552 Nov 12 00:42:15.740986 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-97f0338f-968a-49ad-a99d-0874c2c9f7f9 req-9deaa2dd-deb1-4631-9890-d703d2d3fcf5 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:15.741881 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c6d146-ca72-443b-8a6c-c30e17841af5 None None] Network 76e8effc-7356-449c-a184-dd7b4d3a5a7b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:15.744119 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-59fc5095-7cd0-46ae-aa4f-09717a31e9e1 req-90a89757-7673-4b3f-b49e-bfc9d6f4cfab tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927644 Nov 12 00:42:15.744617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59382) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:15.818592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbeee74-5d8d-425e-9bcb-6b22ce3b0683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:15.820980 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623b190e-899c-4330-8dc3-71c531859994" -d '{"events": [{"server_uuid": "afbeee74-5d8d-425e-9bcb-6b22ce3b0683", "name": "network-vif-plugged", "status": "completed", "tag": "27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:15.852646 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c7771-2b27-4b80-b8c0-b6e737a2e659 req-40edbe4b-8a55-429d-b7ea-353c53ea511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:15.854183 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5e6c7771-2b27-4b80-b8c0-b6e737a2e659 req-40edbe4b-8a55-429d-b7ea-353c53ea511d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&device_id=a21d44ad-0a60-45f6-af26-04c53c0bb126 HTTP/1.1" status: 200 len: 1100 time: 0.1006625 Nov 12 00:42:15.903791 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3fb9bc5-f89b-46d2-b30b-beb38681fd29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:15.939388 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa24ed9-2126-4a1b-9639-171b00402411 x-openstack-request-id: req-8fa24ed9-2126-4a1b-9639-171b00402411 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:15.939388 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbeee74-5d8d-425e-9bcb-6b22ce3b0683", "name": "network-vif-plugged", "status": "completed", "tag": "27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:15.939657 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8fa24ed9-2126-4a1b-9639-171b00402411 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:15.941721 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbeee74-5d8d-425e-9bcb-6b22ce3b0683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2', 'code': 200} Nov 12 00:42:15.967845 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c71281-be09-4084-91f6-52c3629787eb tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Subnet': ['ID=263ab049-5a32-4f63-873a-3cb748420724,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:15.968531 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d120a0a-5002-40f1-a04c-5ef130a10a3c None None] DHCP port deletion for 76e8effc-7356-449c-a184-dd7b4d3a5a7b request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:15.988789 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-5e2a5699-e093-4e51-b375-1ec903d6436a tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:15.990345 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-5e2a5699-e093-4e51-b375-1ec903d6436a tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3&tenant_id=0c08be1f58b544848c94fddfb37189e3&binding%3Ahost_id=n-h2-712137-14 HTTP/1.1" status: 200 len: 1099 time: 0.2417576 Nov 12 00:42:16.066017 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c71281-be09-4084-91f6-52c3629787eb tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Checking segment: {'id': '04382533-1797-4602-a8bd-53128b0ae32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cbd2d02a-5be9-4125-bfa7-168e06f90794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:16.066388 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c71281-be09-4084-91f6-52c3629787eb tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network hostable DHCP agents. Network: cbd2d02a-5be9-4125-bfa7-168e06f90794, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:42:16.067459 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3fb9bc5-f89b-46d2-b30b-beb38681fd29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.079485 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c7771-2b27-4b80-b8c0-b6e737a2e659 req-f03fd606-a449-4653-9835-e157e46d2be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.079485 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5e6c7771-2b27-4b80-b8c0-b6e737a2e659 req-f03fd606-a449-4653-9835-e157e46d2be0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.2099149 Nov 12 00:42:16.092587 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-b3fb9bc5-f89b-46d2-b30b-beb38681fd29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e8effc-7356-449c-a184-dd7b4d3a5a7b']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:16.102781 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-97f0338f-968a-49ad-a99d-0874c2c9f7f9 req-9deaa2dd-deb1-4631-9890-d703d2d3fcf5 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] For port 130bbe7b-2dda-4118-8336-07b90fc09ee0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=130bbe7b-2dda-4118-8336-07b90fc09ee0,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:16.103149 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-97f0338f-968a-49ad-a99d-0874c2c9f7f9 req-9deaa2dd-deb1-4631-9890-d703d2d3fcf5 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.127965 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25395f-e93e-4e55-b9f0-06de479e79ff req-bc692e3a-f74c-42b4-8ab7-b5c6d9559676 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.129490 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4d25395f-e93e-4e55-b9f0-06de479e79ff req-bc692e3a-f74c-42b4-8ab7-b5c6d9559676 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=03585741-8967-4c19-aefd-2b22f9df0b2d HTTP/1.1" status: 200 len: 949 time: 0.2308793 Nov 12 00:42:16.135817 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-b3fb9bc5-f89b-46d2-b30b-beb38681fd29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3074caa4-d7ab-4aa1-be5d-c560d28755e8') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:16.136145 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-b3fb9bc5-f89b-46d2-b30b-beb38681fd29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3074caa4-d7ab-4aa1-be5d-c560d28755e8') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:16.143986 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5e6c7771-2b27-4b80-b8c0-b6e737a2e659 req-60bbdc16-e380-4b92-b616-e3d83a12d87c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=7f70719f-d7a5-466a-9568-cdf4d0a8b2f4 HTTP/1.1" status: 200 len: 217 time: 0.0489225 Nov 12 00:42:16.146235 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-97f0338f-968a-49ad-a99d-0874c2c9f7f9 req-9deaa2dd-deb1-4631-9890-d703d2d3fcf5 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Calling delete_port for 130bbe7b-2dda-4118-8336-07b90fc09ee0 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:16.147583 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3fb9bc5-f89b-46d2-b30b-beb38681fd29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.195696 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c71281-be09-4084-91f6-52c3629787eb tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network cbd2d02a-5be9-4125-bfa7-168e06f90794 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:42:16.197654 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b11b9fa4-3656-4051-bf33-bb2122678eb4 req-77586a92-1a63-4436-a335-a2187f083194 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.198441 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3fb9bc5-f89b-46d2-b30b-beb38681fd29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.210210 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:16.225856 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3fb9bc5-f89b-46d2-b30b-beb38681fd29 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:16.226260 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3fb9bc5-f89b-46d2-b30b-beb38681fd29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:16.233729 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:16.281452 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77586a92-1a63-4436-a335-a2187f083194 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Pushing event deleted for resources: {'Port': ['ID=27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:16.287983 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c7771-2b27-4b80-b8c0-b6e737a2e659 req-9bb9e540-1ed4-4105-b6ef-f54093bb3a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.289825 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5e6c7771-2b27-4b80-b8c0-b6e737a2e659 req-9bb9e540-1ed4-4105-b6ef-f54093bb3a37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1350086 Nov 12 00:42:16.306154 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-12c71281-be09-4084-91f6-52c3629787eb tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, cbd2d02a-5be9-4125-bfa7-168e06f90794) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:16.307348 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9744330-896a-49c7-b33f-691decca508d None None] DHCP port deletion for 40d5199b-84d3-4e3a-b832-6d6d2623ed7f request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:16.310658 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c71281-be09-4084-91f6-52c3629787eb tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.311274 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-12c71281-be09-4084-91f6-52c3629787eb tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.321089 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5d390-f215-420b-95dc-0542e060837e req-79754ef7-44ee-4653-ad12-9bde1b3aeb25 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.322704 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-28e5d390-f215-420b-95dc-0542e060837e req-79754ef7-44ee-4653-ad12-9bde1b3aeb25 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 947 time: 0.1550786 Nov 12 00:42:16.330010 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0a5f29-7659-47aa-9f4b-c955ef4e82b1 None None] Network cbd2d02a-5be9-4125-bfa7-168e06f90794 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:16.372732 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3fb9bc5-f89b-46d2-b30b-beb38681fd29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.395561 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3fb9bc5-f89b-46d2-b30b-beb38681fd29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.398924 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b3fb9bc5-f89b-46d2-b30b-beb38681fd29 admin admin] 10.222.0.31 "DELETE /v2.0/networks/76e8effc-7356-449c-a184-dd7b4d3a5a7b HTTP/1.1" status: 204 len: 168 time: 0.6527710 Nov 12 00:42:16.403729 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59396) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:16.410108 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb9bc5-f89b-46d2-b30b-beb38681fd29 admin admin] Pushing event deleted for resources: {'Network': ['ID=76e8effc-7356-449c-a184-dd7b4d3a5a7b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:16.428999 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c7771-2b27-4b80-b8c0-b6e737a2e659 req-661cef95-370e-49ec-811f-d7fc97988b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.430805 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5e6c7771-2b27-4b80-b8c0-b6e737a2e659 req-661cef95-370e-49ec-811f-d7fc97988b39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1301882 Nov 12 00:42:16.434797 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-28e5d390-f215-420b-95dc-0542e060837e req-f6358872-3ed2-4c79-8c61-ae4cf690b66c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861957 Nov 12 00:42:16.441217 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4d25395f-e93e-4e55-b9f0-06de479e79ff req-ab6cd2bd-98c2-4338-ad42-9825a5cd4030 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/security-groups?id=56c34d7e-27a1-4a2e-9482-a876faa88694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930000 Nov 12 00:42:16.449885 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11b9fa4-3656-4051-bf33-bb2122678eb4 req-77586a92-1a63-4436-a335-a2187f083194 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] No DVR routers for this DVR port 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:16.452629 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b11b9fa4-3656-4051-bf33-bb2122678eb4 req-77586a92-1a63-4436-a335-a2187f083194 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.465904 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b11b9fa4-3656-4051-bf33-bb2122678eb4 req-77586a92-1a63-4436-a335-a2187f083194 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.21 "DELETE /v2.0/ports/27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 HTTP/1.1" status: 204 len: 173 time: 1.6806090 Nov 12 00:42:16.501618 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbeee74-5d8d-425e-9bcb-6b22ce3b0683', 'name': 'network-vif-deleted', 'tag': '27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:16.503895 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7533e54e-9ff0-4f14-8f79-1838380cd957" -d '{"events": [{"server_uuid": "afbeee74-5d8d-425e-9bcb-6b22ce3b0683", "name": "network-vif-deleted", "tag": "27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:16.512135 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-12c71281-be09-4084-91f6-52c3629787eb tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8843384 Nov 12 00:42:16.515286 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59404) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:16.650519 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5e6c7771-2b27-4b80-b8c0-b6e737a2e659 req-bb8fd33d-723a-4322-9527-50be6d3155d9 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095423 Nov 12 00:42:16.661522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-bdc3703c-4de8-4147-8016-1c21d222c96c service neutron] For port 4e501b64-9885-4bc5-88aa-85313ef3d2ac, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:16.665142 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-8920c0bf-2521-4a8d-b06b-6f75ea677317 admin admin] Deleting subnet 473bdd5c-4637-4213-a6f3-17b3e3627ce6 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:42:16.678714 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8920c0bf-2521-4a8d-b06b-6f75ea677317 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.703774 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11212163-6c82-4f7e-8c46-52c5fcf5935b req-4bb3e0b7-6173-42e3-a8ad-d8a96ba388a1 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.705982 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11212163-6c82-4f7e-8c46-52c5fcf5935b req-4bb3e0b7-6173-42e3-a8ad-d8a96ba388a1 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 1099 time: 0.1520474 Nov 12 00:42:16.707558 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-bdc3703c-4de8-4147-8016-1c21d222c96c service neutron] Publish callbacks [] for binding, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.708643 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f346a15-1948-43ea-8374-a5ba9d545415 req-bdc3703c-4de8-4147-8016-1c21d222c96c service neutron] 10.222.0.15 "DELETE /v2.0/ports/4e501b64-9885-4bc5-88aa-85313ef3d2ac/bindings/n-h1-712137-14 HTTP/1.1" status: 204 len: 173 time: 0.7007992 Nov 12 00:42:16.818147 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713fd2c3-58a4-4e2c-bf88-e871f74f03c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-cbd2d02a-5be9-4125-bfa7-168e06f90794', 'network_id': 'cbd2d02a-5be9-4125-bfa7-168e06f90794', 'tenant_id': '743aa15e4e8e4568a0f650b704e9151a', 'fixed_ips': [{'subnet_id': '263ab049-5a32-4f63-873a-3cb748420724'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:42:16.819424 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-713fd2c3-58a4-4e2c-bf88-e871f74f03c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.825477 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8920c0bf-2521-4a8d-b06b-6f75ea677317 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.828612 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11212163-6c82-4f7e-8c46-52c5fcf5935b req-fac0bd4b-c1a2-4e49-ae0a-3f54c502fd6b tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877330 Nov 12 00:42:16.830775 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5e6c7771-2b27-4b80-b8c0-b6e737a2e659 req-12f9df9a-30ff-4c65-95dc-f0f4eaba9fd4 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740818 Nov 12 00:42:16.856238 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-97f0338f-968a-49ad-a99d-0874c2c9f7f9 req-9deaa2dd-deb1-4631-9890-d703d2d3fcf5 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.864448 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:16.900646 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41f9b58-b9c2-4742-99b9-73e469a578dc x-openstack-request-id: req-a41f9b58-b9c2-4742-99b9-73e469a578dc {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:16.901067 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbeee74-5d8d-425e-9bcb-6b22ce3b0683", "name": "network-vif-deleted", "tag": "27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:16.901808 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a41f9b58-b9c2-4742-99b9-73e469a578dc {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:16.901808 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbeee74-5d8d-425e-9bcb-6b22ce3b0683', 'name': 'network-vif-deleted', 'tag': '27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2', 'status': 'completed', 'code': 200} Nov 12 00:42:16.918368 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4404e-a85d-4ecf-ab75-0724e494be5c req-610b6b8d-8439-4c3a-94cd-69e4bd6325da tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.920257 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21b4404e-a85d-4ecf-ab75-0724e494be5c req-610b6b8d-8439-4c3a-94cd-69e4bd6325da tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=a21d44ad-0a60-45f6-af26-04c53c0bb126 HTTP/1.1" status: 200 len: 948 time: 0.2160985 Nov 12 00:42:16.990478 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deaa2dd-deb1-4631-9890-d703d2d3fcf5 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Pushing event deleted for resources: {'Port': ['ID=130bbe7b-2dda-4118-8336-07b90fc09ee0,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:17.006179 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8920c0bf-2521-4a8d-b06b-6f75ea677317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.018922 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-af81f548-dd0d-4ff6-b2c6-5186f256a34e req-0bc5ff53-861e-4a1a-b8b4-d8d196e29296 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=afbeee74-5d8d-425e-9bcb-6b22ce3b0683 HTTP/1.1" status: 200 len: 210 time: 0.0387182 Nov 12 00:42:17.031180 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-713fd2c3-58a4-4e2c-bf88-e871f74f03c9 None None] Allocated IP 172.20.0.1 (cbd2d02a-5be9-4125-bfa7-168e06f90794/263ab049-5a32-4f63-873a-3cb748420724/c9a5c81c-b2ba-40d9-b248-42c0bed60d5c) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:17.167262 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f0338f-968a-49ad-a99d-0874c2c9f7f9 req-9deaa2dd-deb1-4631-9890-d703d2d3fcf5 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] No DVR routers for this DVR port 130bbe7b-2dda-4118-8336-07b90fc09ee0 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:17.173417 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-97f0338f-968a-49ad-a99d-0874c2c9f7f9 req-9deaa2dd-deb1-4631-9890-d703d2d3fcf5 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.177425 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-97f0338f-968a-49ad-a99d-0874c2c9f7f9 req-9deaa2dd-deb1-4631-9890-d703d2d3fcf5 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.21 "DELETE /v2.0/ports/130bbe7b-2dda-4118-8336-07b90fc09ee0 HTTP/1.1" status: 204 len: 173 time: 1.7331116 Nov 12 00:42:17.202304 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21b4404e-a85d-4ecf-ab75-0724e494be5c req-5fe8f58e-fff6-414e-92da-893a46110bea tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431428 Nov 12 00:42:17.213757 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.272041 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-713fd2c3-58a4-4e2c-bf88-e871f74f03c9 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.283018 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-713fd2c3-58a4-4e2c-bf88-e871f74f03c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.291045 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8920c0bf-2521-4a8d-b06b-6f75ea677317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.330858 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920c0bf-2521-4a8d-b06b-6f75ea677317 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473bdd5c-4637-4213-a6f3-17b3e3627ce6,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:17.339327 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8920c0bf-2521-4a8d-b06b-6f75ea677317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.346270 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8920c0bf-2521-4a8d-b06b-6f75ea677317 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/473bdd5c-4637-4213-a6f3-17b3e3627ce6 HTTP/1.1" status: 204 len: 168 time: 0.9359100 Nov 12 00:42:17.349518 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ced39e1-ec63-4c53-8860-08895b4d7bc9 None None] Network 43735ee0-e1b1-4670-a23d-7848920854e6 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:17.350683 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.351972 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-f22c9344-a96c-449c-8e87-0c97802df571 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:17.354648 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-f22c9344-a96c-449c-8e87-0c97802df571 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 808 time: 0.2319355 Nov 12 00:42:17.355562 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59424) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:17.362000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713fd2c3-58a4-4e2c-bf88-e871f74f03c9 None None] Network cbd2d02a-5be9-4125-bfa7-168e06f90794 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:17.371886 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-713fd2c3-58a4-4e2c-bf88-e871f74f03c9 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:17.401861 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713fd2c3-58a4-4e2c-bf88-e871f74f03c9 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:17.410650 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-e54e8751-19b7-4df1-b47b-18294baf4a81 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/quotas/0c08be1f58b544848c94fddfb37189e3 HTTP/1.1" status: 200 len: 375 time: 0.0426166 Nov 12 00:42:17.415846 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fd2c3-58a4-4e2c-bf88-e871f74f03c9 None None] Pushing event updated for resources: {'Port': ['ID=c9a5c81c-b2ba-40d9-b248-42c0bed60d5c,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:17.422592 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Subnet': ['ID=263ab049-5a32-4f63-873a-3cb748420724,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:17.520495 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.551614 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3851-02ff-436f-ab63-b5d9166985fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.559355 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd2d02a-5be9-4125-bfa7-168e06f90794']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:17.570551 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04382533-1797-4602-a8bd-53128b0ae32d') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:17.571211 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04382533-1797-4602-a8bd-53128b0ae32d') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:17.585422 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.602691 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.609223 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:17.610122 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.613547 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-df82e29f-a263-448d-b88c-0d478692e8c7 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1503084 Nov 12 00:42:17.635281 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-713fd2c3-58a4-4e2c-bf88-e871f74f03c9 None None] Attempting to bind port c9a5c81c-b2ba-40d9-b248-42c0bed60d5c on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:17.635863 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-713fd2c3-58a4-4e2c-bf88-e871f74f03c9 None None] Attempting to bind port c9a5c81c-b2ba-40d9-b248-42c0bed60d5c by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '04382533-1797-4602-a8bd-53128b0ae32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cbd2d02a-5be9-4125-bfa7-168e06f90794'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:17.636867 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713fd2c3-58a4-4e2c-bf88-e871f74f03c9 None None] Attempting to bind port c9a5c81c-b2ba-40d9-b248-42c0bed60d5c on network cbd2d02a-5be9-4125-bfa7-168e06f90794 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:17.670552 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:17.676793 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713fd2c3-58a4-4e2c-bf88-e871f74f03c9 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:17.677029 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713fd2c3-58a4-4e2c-bf88-e871f74f03c9 None None] Checking segment: {'id': '04382533-1797-4602-a8bd-53128b0ae32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cbd2d02a-5be9-4125-bfa7-168e06f90794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:17.677612 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-713fd2c3-58a4-4e2c-bf88-e871f74f03c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.678034 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713fd2c3-58a4-4e2c-bf88-e871f74f03c9 None None] Bound using segment: {'id': '04382533-1797-4602-a8bd-53128b0ae32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cbd2d02a-5be9-4125-bfa7-168e06f90794'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:17.678855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-713fd2c3-58a4-4e2c-bf88-e871f74f03c9 None None] Bound port: c9a5c81c-b2ba-40d9-b248-42c0bed60d5c, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04382533-1797-4602-a8bd-53128b0ae32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cbd2d02a-5be9-4125-bfa7-168e06f90794'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:17.679409 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-713fd2c3-58a4-4e2c-bf88-e871f74f03c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.713923 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-94273a31-4b39-4393-a9d9-96ae2bd58e09 req-3c2ea21d-338a-45a7-a203-cf586844fa88 tempest-ListImageFiltersTestJSON-1593391108 tempest-ListImageFiltersTestJSON-1593391108-project] 10.222.0.31 "GET /v2.0/ports?device_id=03585741-8967-4c19-aefd-2b22f9df0b2d HTTP/1.1" status: 200 len: 210 time: 0.0375390 Nov 12 00:42:17.718636 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.db.api [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 00:42:17.718636 n-d-712137-14 neutron-server[114242]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 00:42:17.718636 n-d-712137-14 neutron-server[114242]: [parameters: {'id': 'cbd2d02a-5be9-4125-bfa7-168e06f90794'}] Nov 12 00:42:17.718636 n-d-712137-14 neutron-server[114242]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:42:17.719283 n-d-712137-14 neutron-server[114242]: DEBUG oslo_db.api [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:42:17.725215 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83db3b50-3fc9-43bb-8248-48e0448da698 None None] DHCP port deletion for 43735ee0-e1b1-4670-a23d-7848920854e6 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:17.759713 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3851-02ff-436f-ab63-b5d9166985fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.763691 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-713fd2c3-58a4-4e2c-bf88-e871f74f03c9 None None] For port c9a5c81c-b2ba-40d9-b248-42c0bed60d5c, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:17.768659 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-713fd2c3-58a4-4e2c-bf88-e871f74f03c9 None None] For port c9a5c81c-b2ba-40d9-b248-42c0bed60d5c, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c9a5c81c-b2ba-40d9-b248-42c0bed60d5c,segment=NetworkSegment(04382533-1797-4602-a8bd-53128b0ae32d),segment_id=04382533-1797-4602-a8bd-53128b0ae32d)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:17.773066 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-713fd2c3-58a4-4e2c-bf88-e871f74f03c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.790928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-e0ee3851-02ff-436f-ab63-b5d9166985fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43735ee0-e1b1-4670-a23d-7848920854e6']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:17.806532 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-e0ee3851-02ff-436f-ab63-b5d9166985fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78a70fe-241e-4bcf-9e0c-57c9e37d18bf') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:17.806909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-e0ee3851-02ff-436f-ab63-b5d9166985fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78a70fe-241e-4bcf-9e0c-57c9e37d18bf') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:17.826076 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3851-02ff-436f-ab63-b5d9166985fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.834063 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-bb207e9d-d44e-40bc-a2d4-f62a63712688 service neutron] 10.222.0.31 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939244 Nov 12 00:42:17.849487 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3851-02ff-436f-ab63-b5d9166985fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.860568 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fd2c3-58a4-4e2c-bf88-e871f74f03c9 None None] Pushing event updated for resources: {'Port': ['ID=c9a5c81c-b2ba-40d9-b248-42c0bed60d5c,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:17.873547 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ee3851-02ff-436f-ab63-b5d9166985fb admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:17.873966 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3851-02ff-436f-ab63-b5d9166985fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:17.876412 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:17.885441 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2837fc7-0672-40ab-bd43-c1f46dbd91ec None None] Network cbd2d02a-5be9-4125-bfa7-168e06f90794 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:17.976008 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3851-02ff-436f-ab63-b5d9166985fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.984466 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3851-02ff-436f-ab63-b5d9166985fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:17.988147 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e0ee3851-02ff-436f-ab63-b5d9166985fb admin admin] 10.222.0.31 "DELETE /v2.0/networks/43735ee0-e1b1-4670-a23d-7848920854e6 HTTP/1.1" status: 204 len: 168 time: 0.6313074 Nov 12 00:42:18.006448 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee3851-02ff-436f-ab63-b5d9166985fb admin admin] Pushing event deleted for resources: {'Network': ['ID=43735ee0-e1b1-4670-a23d-7848920854e6,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:18.019567 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-d8fa6371-0bcb-4ba0-86d6-2fd18ae0e8e1 service neutron] 10.222.0.31 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778884 Nov 12 00:42:18.048501 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9599e9c-b796-411a-9820-d98089f77f69 None None] get_active_networks_info from n-d-712137-14 {{(pid=114244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:42:18.186226 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9599e9c-b796-411a-9820-d98089f77f69 None None] Resources bound (agent type, host, resource id): {{(pid=114244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 00:42:18.220455 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:18.370094 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59444) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:18.374790 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d5953-e6ec-4912-8ee8-34034162be2f req-8bcf4bc2-a56e-4253-bc2c-11a00ffd6330 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:18.384549 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7b3d5953-e6ec-4912-8ee8-34034162be2f req-8bcf4bc2-a56e-4253-bc2c-11a00ffd6330 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=a21d44ad-0a60-45f6-af26-04c53c0bb126 HTTP/1.1" status: 200 len: 948 time: 0.0762277 Nov 12 00:42:18.439183 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-77c84f36-5b69-479b-ade6-389f3ce312ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5094685fbf4e4dec88481e6fee86fbc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0666595 Nov 12 00:42:18.440721 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59446) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:18.470337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Deleting port c9a5c81c-b2ba-40d9-b248-42c0bed60d5c {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:18.471858 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:18.491944 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7b3d5953-e6ec-4912-8ee8-34034162be2f req-733450a6-d025-40ef-9d06-e75e8478f16e tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002192 Nov 12 00:42:18.584295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59452) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:18.602600 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-aab872a2-2c1f-432a-9108-4ddbd497e5b7 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1023553347', 'description': 'tempest-description--441993169'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:18.613739 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f7efe072-5dd1-4ace-bbae-8d768ef07797 req-d8e8e91f-4376-496c-829b-055e534a5025 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 210 time: 0.0664921 Nov 12 00:42:18.637501 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] For port c9a5c81c-b2ba-40d9-b248-42c0bed60d5c, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c9a5c81c-b2ba-40d9-b248-42c0bed60d5c,segment=NetworkSegment(04382533-1797-4602-a8bd-53128b0ae32d),segment_id=04382533-1797-4602-a8bd-53128b0ae32d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:18.637970 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:18.671842 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Calling delete_port for c9a5c81c-b2ba-40d9-b248-42c0bed60d5c owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:18.683892 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a09d6c3e-a1f5-4103-987c-63f2a20e5ff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:18.689128 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aab872a2-2c1f-432a-9108-4ddbd497e5b7 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:18.977074 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03585741-8967-4c19-aefd-2b22f9df0b2d', 'name': 'network-vif-deleted', 'tag': '130bbe7b-2dda-4118-8336-07b90fc09ee0'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:18.979382 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68ebf7b-4f61-4f62-85f3-827127ec10ed" -d '{"events": [{"server_uuid": "03585741-8967-4c19-aefd-2b22f9df0b2d", "name": "network-vif-deleted", "tag": "130bbe7b-2dda-4118-8336-07b90fc09ee0"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:19.024683 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a09d6c3e-a1f5-4103-987c-63f2a20e5ff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.027296 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66047f3-bed5-4296-ad53-8e417775e82b x-openstack-request-id: req-c66047f3-bed5-4296-ad53-8e417775e82b {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:19.027928 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03585741-8967-4c19-aefd-2b22f9df0b2d", "name": "network-vif-deleted", "tag": "130bbe7b-2dda-4118-8336-07b90fc09ee0", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:19.028174 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c66047f3-bed5-4296-ad53-8e417775e82b {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:19.028758 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03585741-8967-4c19-aefd-2b22f9df0b2d', 'name': 'network-vif-deleted', 'tag': '130bbe7b-2dda-4118-8336-07b90fc09ee0', 'status': 'completed', 'code': 200} Nov 12 00:42:19.104543 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aab872a2-2c1f-432a-9108-4ddbd497e5b7 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.112863 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aab872a2-2c1f-432a-9108-4ddbd497e5b7 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.149693 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.153877 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aab872a2-2c1f-432a-9108-4ddbd497e5b7 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.155473 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-aab872a2-2c1f-432a-9108-4ddbd497e5b7 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5575981 Nov 12 00:42:19.159237 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59476) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:19.161516 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a09d6c3e-a1f5-4103-987c-63f2a20e5ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.164172 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a09d6c3e-a1f5-4103-987c-63f2a20e5ff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.167606 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a09d6c3e-a1f5-4103-987c-63f2a20e5ff3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19af44c2-4a1e-4d07-9537-e4e2dee5190f HTTP/1.1" status: 204 len: 168 time: 0.7236743 Nov 12 00:42:19.168336 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-184419c8-68c9-4e90-874d-8ddcaf49b2e6 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Request body: {'security_group_rule': {'security_group_id': '61f7cc3f-9998-417d-902b-5dea9b766647', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:19.195705 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab872a2-2c1f-432a-9108-4ddbd497e5b7 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f7cc3f-9998-417d-902b-5dea9b766647,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:19.198150 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Port': ['ID=c9a5c81c-b2ba-40d9-b248-42c0bed60d5c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:19.206103 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-184419c8-68c9-4e90-874d-8ddcaf49b2e6 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.210870 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No DVR routers for this DVR port c9a5c81c-b2ba-40d9-b248-42c0bed60d5c on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:19.213948 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d6c3e-a1f5-4103-987c-63f2a20e5ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19af44c2-4a1e-4d07-9537-e4e2dee5190f,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:19.218199 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:19.255811 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:19.317282 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.333991 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-184419c8-68c9-4e90-874d-8ddcaf49b2e6 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.334245 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:19.334670 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 27ffa602-c2dd-4539-b6b9-e81a4d9cb8f2 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:19.335089 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 130bbe7b-2dda-4118-8336-07b90fc09ee0 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:19.345022 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-184419c8-68c9-4e90-874d-8ddcaf49b2e6 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.350139 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd2d02a-5be9-4125-bfa7-168e06f90794']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:19.362487 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04382533-1797-4602-a8bd-53128b0ae32d') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:19.362822 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04382533-1797-4602-a8bd-53128b0ae32d') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:19.372908 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 130bbe7b-2dda-4118-8336-07b90fc09ee0 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:19.373479 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 130bbe7b-2dda-4118-8336-07b90fc09ee0 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:19.376048 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.resource_extend [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:42:19.389065 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-184419c8-68c9-4e90-874d-8ddcaf49b2e6 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.391677 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-184419c8-68c9-4e90-874d-8ddcaf49b2e6 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2312672 Nov 12 00:42:19.393231 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184419c8-68c9-4e90-874d-8ddcaf49b2e6 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7b645d-2890-4c67-b5b9-f665bee63958,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:19.397512 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.401409 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59492) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:19.410594 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-189a31ab-3ceb-47a6-a1b4-033ed7e4b464 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Request body: {'security_group_rule': {'security_group_id': '61f7cc3f-9998-417d-902b-5dea9b766647', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:19.429608 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.445374 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:19.445843 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:19.452966 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:19.467473 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-189a31ab-3ceb-47a6-a1b4-033ed7e4b464 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.531561 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=7f70719f-d7a5-466a-9568-cdf4d0a8b2f4,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:19.566655 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '7f70719f-d7a5-466a-9568-cdf4d0a8b2f4', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '7f70719f-d7a5-466a-9568-cdf4d0a8b2f4', 'mac_address': 'fa:16:3e:82:b1:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:42:19.642548 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-189a31ab-3ceb-47a6-a1b4-033ed7e4b464 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.650001 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-189a31ab-3ceb-47a6-a1b4-033ed7e4b464 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.680236 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.692116 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a31ab-3ceb-47a6-a1b4-033ed7e4b464 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e51f999-3ea1-4189-b668-a3447cdce242,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:19.699330 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-189a31ab-3ceb-47a6-a1b4-033ed7e4b464 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.700419 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-189a31ab-3ceb-47a6-a1b4-033ed7e4b464 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2966709 Nov 12 00:42:19.703548 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59506) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:19.709032 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6f4bf6dc-2131-46ee-abad-2b12716031eb tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:19.725364 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:19.759782 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f4bf6dc-2131-46ee-abad-2b12716031eb tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.787931 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=7f70719f-d7a5-466a-9568-cdf4d0a8b2f4,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:19.790886 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.798337 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.823661 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.827408 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/cbd2d02a-5be9-4125-bfa7-168e06f90794 HTTP/1.1" status: 204 len: 168 time: 3.3050098 Nov 12 00:42:19.831483 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59512) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:19.839091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e5e6856c-b984-4e63-8503-0ad14ad929bf tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-363667627'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:19.842459 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62512800-039c-4746-8a92-a477118386c7 req-23f4f5ea-846b-4e75-9e98-b20e91613ac5 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:19.851501 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-62512800-039c-4746-8a92-a477118386c7 req-23f4f5ea-846b-4e75-9e98-b20e91613ac5 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=a21d44ad-0a60-45f6-af26-04c53c0bb126 HTTP/1.1" status: 200 len: 948 time: 0.2352989 Nov 12 00:42:19.887553 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca66065-2d6f-46e8-8ba5-7ba757ce8d37 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Network': ['ID=cbd2d02a-5be9-4125-bfa7-168e06f90794,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:19.914754 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59516) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:19.923554 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=7f70719f-d7a5-466a-9568-cdf4d0a8b2f4,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:19.927097 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e6856c-b984-4e63-8503-0ad14ad929bf tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:19.931367 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e5e6856c-b984-4e63-8503-0ad14ad929bf tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.958616 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-62512800-039c-4746-8a92-a477118386c7 req-ffd515f7-69bb-46e8-a12c-bc07233fbdfd tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058700 Nov 12 00:42:19.971583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e6856c-b984-4e63-8503-0ad14ad929bf tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:42:19.986643 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-99fea942-4065-4f6b-9992-4a413943c3ed tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:19.990927 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e5e6856c-b984-4e63-8503-0ad14ad929bf tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.991353 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-e5e6856c-b984-4e63-8503-0ad14ad929bf tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Added segment 0edb7538-ecea-4444-8360-f57d1ead806e of type vlan for network 123f97ec-33ce-4e90-a666-4953969fd798 Nov 12 00:42:19.991828 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-99fea942-4065-4f6b-9992-4a413943c3ed tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.21 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 808 time: 0.4137955 Nov 12 00:42:20.004254 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-9619adf3-b401-4d26-9d3c-84c71c0cabca tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Request body: {'port': {'device_id': '974f76f7-3292-4287-ad86-c8c95a2a2c4f', 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e', 'admin_state_up': True, 'tenant_id': '0c08be1f58b544848c94fddfb37189e3'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:20.022170 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d7a02b74-4329-432e-8b10-2d23da4cdffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.064712 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e5e6856c-b984-4e63-8503-0ad14ad929bf tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.124994 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7d5c8c00-e0e4-41b1-9497-9967ee04d293 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=235105797d85474789190521544fcb6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090800 Nov 12 00:42:20.127793 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59524) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:20.129823 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a314cd56-0de8-433c-b328-b8cf43a30c27 req-7af567d3-adcf-472a-8778-8e93ecdcb920 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 210 time: 0.0703647 Nov 12 00:42:20.142867 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e5e6856c-b984-4e63-8503-0ad14ad929bf tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.149045 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e6856c-b984-4e63-8503-0ad14ad929bf tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:20.150035 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e5e6856c-b984-4e63-8503-0ad14ad929bf tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.155150 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f4bf6dc-2131-46ee-abad-2b12716031eb tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.208164 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-9619adf3-b401-4d26-9d3c-84c71c0cabca tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Made reservation on behalf of 0c08be1f58b544848c94fddfb37189e3 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:20.212361 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-9619adf3-b401-4d26-9d3c-84c71c0cabca tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.293276 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e5e6856c-b984-4e63-8503-0ad14ad929bf tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4597859 Nov 12 00:42:20.296174 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59530) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:20.303136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-2c037788-f52f-4dd6-a0c6-c73bdfc578d2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'subnet': {'network_id': '123f97ec-33ce-4e90-a666-4953969fd798', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:20.322305 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6856c-b984-4e63-8503-0ad14ad929bf tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Network': ['ID=123f97ec-33ce-4e90-a666-4953969fd798,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:20.345418 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 123f97ec-33ce-4e90-a666-4953969fd798 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:20.362010 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3dccbab9-c439-4d9a-ba4f-bc4b43bcab4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.430160 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3dccbab9-c439-4d9a-ba4f-bc4b43bcab4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.463392 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-6f4bf6dc-2131-46ee-abad-2b12716031eb tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Allocated IP 172.25.0.145 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/bee72630-8e12-4bc3-a87f-77268cb6d961) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:20.468871 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-9619adf3-b401-4d26-9d3c-84c71c0cabca tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Allocated IP 172.20.0.2 (f1926e98-a223-4d69-aca0-b114b74b472e/3fc5c04a-017f-4820-8cce-df76bd4f7a1c/aadce1a9-e375-4312-9a1f-aeb0911349f5) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:20.471272 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c037788-f52f-4dd6-a0c6-c73bdfc578d2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:20.475353 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2c037788-f52f-4dd6-a0c6-c73bdfc578d2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.488381 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['7f70719f-d7a5-466a-9568-cdf4d0a8b2f4'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:20.553398 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3dccbab9-c439-4d9a-ba4f-bc4b43bcab4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.555973 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3dccbab9-c439-4d9a-ba4f-bc4b43bcab4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.557146 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3dccbab9-c439-4d9a-ba4f-bc4b43bcab4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1558f99-a4bc-4a65-9c52-0153c62b669b HTTP/1.1" status: 204 len: 168 time: 0.4283218 Nov 12 00:42:20.569801 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccbab9-c439-4d9a-ba4f-bc4b43bcab4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1558f99-a4bc-4a65-9c52-0153c62b669b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:20.623930 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f4bf6dc-2131-46ee-abad-2b12716031eb tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.688164 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f4bf6dc-2131-46ee-abad-2b12716031eb tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.749724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4bf6dc-2131-46ee-abad-2b12716031eb tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:20.757364 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-6f4bf6dc-2131-46ee-abad-2b12716031eb tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:20.763933 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4bf6dc-2131-46ee-abad-2b12716031eb tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:20.767842 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bf6dc-2131-46ee-abad-2b12716031eb tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Pushing event updated for resources: {'Port': ['ID=bee72630-8e12-4bc3-a87f-77268cb6d961,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:20.829682 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-9619adf3-b401-4d26-9d3c-84c71c0cabca tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.859369 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2c037788-f52f-4dd6-a0c6-c73bdfc578d2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:20.949108 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c037788-f52f-4dd6-a0c6-c73bdfc578d2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Subnet': ['ID=d0428c04-d039-428d-93c6-3a7de16ff098,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:21.002786 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c037788-f52f-4dd6-a0c6-c73bdfc578d2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Checking segment: {'id': '0edb7538-ecea-4444-8360-f57d1ead806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '123f97ec-33ce-4e90-a666-4953969fd798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:21.003239 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c037788-f52f-4dd6-a0c6-c73bdfc578d2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network hostable DHCP agents. Network: 123f97ec-33ce-4e90-a666-4953969fd798, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:42:21.025355 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-9619adf3-b401-4d26-9d3c-84c71c0cabca tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.029374 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c037788-f52f-4dd6-a0c6-c73bdfc578d2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network 123f97ec-33ce-4e90-a666-4953969fd798 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:42:21.072312 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f4bf6dc-2131-46ee-abad-2b12716031eb tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.116318 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59552) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:21.138197 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f4bf6dc-2131-46ee-abad-2b12716031eb tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.146860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-9619adf3-b401-4d26-9d3c-84c71c0cabca tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Network f1926e98-a223-4d69-aca0-b114b74b472e is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:21.153506 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-9619adf3-b401-4d26-9d3c-84c71c0cabca tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:21.157008 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-9619adf3-b401-4d26-9d3c-84c71c0cabca tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:21.160759 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-2c037788-f52f-4dd6-a0c6-c73bdfc578d2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 123f97ec-33ce-4e90-a666-4953969fd798) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:21.164732 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c037788-f52f-4dd6-a0c6-c73bdfc578d2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:21.165598 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2c037788-f52f-4dd6-a0c6-c73bdfc578d2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.170900 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7c5701-4c60-4934-bbd7-92f4513aeee0 None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:21.179470 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780b0f0a-e5fa-42ef-88c0-2ba3b8c38782 None None] Network 123f97ec-33ce-4e90-a666-4953969fd798 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:21.247491 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2c037788-f52f-4dd6-a0c6-c73bdfc578d2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9502254 Nov 12 00:42:21.248644 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619adf3-b401-4d26-9d3c-84c71c0cabca tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Pushing event updated for resources: {'Port': ['ID=aadce1a9-e375-4312-9a1f-aeb0911349f5,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:21.258838 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59564) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:21.343814 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3fb7a04c-8c8e-4d1a-8b6c-d7283e69f2ae None None] Provisioning complete for port aadce1a9-e375-4312-9a1f-aeb0911349f5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:21.344107 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3fb7a04c-8c8e-4d1a-8b6c-d7283e69f2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.387106 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-db9d83c8-ce67-449b-9d54-f8c33b963cd1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=634c85f0d70843cb8a7344965fb52821&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640755 Nov 12 00:42:21.388720 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59570) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:21.401293 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-3fb7a04c-8c8e-4d1a-8b6c-d7283e69f2ae None None] Port aadce1a9-e375-4312-9a1f-aeb0911349f5 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:21.428328 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-9619adf3-b401-4d26-9d3c-84c71c0cabca tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:21.429394 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-9619adf3-b401-4d26-9d3c-84c71c0cabca tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.451056 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070758df-6b50-4066-a66b-4f0e2feb5530 req-3b73381a-b515-4bc2-b9e9-062a485d99d9 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:21.452954 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-070758df-6b50-4066-a66b-4f0e2feb5530 req-3b73381a-b515-4bc2-b9e9-062a485d99d9 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=a21d44ad-0a60-45f6-af26-04c53c0bb126 HTTP/1.1" status: 200 len: 949 time: 0.3683693 Nov 12 00:42:21.474346 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d198b-d76e-4852-9259-f067bbeefc94 req-f9f0d1ba-3ec5-418e-9b43-0d3d2deb1120 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:21.485902 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a47d198b-d76e-4852-9259-f067bbeefc94 req-f9f0d1ba-3ec5-418e-9b43-0d3d2deb1120 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 931 time: 0.1511919 Nov 12 00:42:21.497887 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.516554 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-9619adf3-b401-4d26-9d3c-84c71c0cabca tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5160582 Nov 12 00:42:21.546496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] Request body: {'port': {'device_id': '974f76f7-3292-4287-ad86-c8c95a2a2c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:21.578913 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ff6783-f64e-480b-8484-b401fe6dd4ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-123f97ec-33ce-4e90-a666-4953969fd798', 'network_id': '123f97ec-33ce-4e90-a666-4953969fd798', 'tenant_id': '743aa15e4e8e4568a0f650b704e9151a', 'fixed_ips': [{'subnet_id': 'd0428c04-d039-428d-93c6-3a7de16ff098'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:42:21.579795 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a1ff6783-f64e-480b-8484-b401fe6dd4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.595354 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a47d198b-d76e-4852-9259-f067bbeefc94 req-69cf36de-7e68-47c0-a9b6-092301e55a5c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027861 Nov 12 00:42:21.646889 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-070758df-6b50-4066-a66b-4f0e2feb5530 req-27bfb419-f6cc-4dd6-abce-0cac5f56dcf0 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826227 Nov 12 00:42:21.667422 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c81d1cb0-784e-43f7-9cff-09d83a50b294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.690541 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.698802 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f4bf6dc-2131-46ee-abad-2b12716031eb tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.703732 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.709785 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f4bf6dc-2131-46ee-abad-2b12716031eb tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.798120 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c81d1cb0-784e-43f7-9cff-09d83a50b294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.829344 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-a1ff6783-f64e-480b-8484-b401fe6dd4ac None None] Allocated IP 172.20.0.2 (123f97ec-33ce-4e90-a666-4953969fd798/d0428c04-d039-428d-93c6-3a7de16ff098/3b999f6f-1522-4012-b573-310ca0b7119b) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:21.856584 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bf6dc-2131-46ee-abad-2b12716031eb tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Pushing event updated for resources: {'Port': ['ID=bee72630-8e12-4bc3-a87f-77268cb6d961,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:21.863351 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f4bf6dc-2131-46ee-abad-2b12716031eb tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.883275 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f4bf6dc-2131-46ee-abad-2b12716031eb tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.893152 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6f4bf6dc-2131-46ee-abad-2b12716031eb tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1881790 Nov 12 00:42:21.916234 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c81d1cb0-784e-43f7-9cff-09d83a50b294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.919970 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c81d1cb0-784e-43f7-9cff-09d83a50b294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.923798 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c81d1cb0-784e-43f7-9cff-09d83a50b294 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56c34d7e-27a1-4a2e-9482-a876faa88694 HTTP/1.1" status: 204 len: 168 time: 0.5340552 Nov 12 00:42:21.945206 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d1cb0-784e-43f7-9cff-09d83a50b294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c34d7e-27a1-4a2e-9482-a876faa88694,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:22.112010 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a1ff6783-f64e-480b-8484-b401fe6dd4ac None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.123738 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a1ff6783-f64e-480b-8484-b401fe6dd4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.228234 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.263895 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff6783-f64e-480b-8484-b401fe6dd4ac None None] Pushing event updated for resources: {'Port': ['ID=3b999f6f-1522-4012-b573-310ca0b7119b,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:22.298034 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Subnet': ['ID=d0428c04-d039-428d-93c6-3a7de16ff098,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:22.300649 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ff6783-f64e-480b-8484-b401fe6dd4ac None None] Network 123f97ec-33ce-4e90-a666-4953969fd798 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:22.310939 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadce1a9-e375-4312-9a1f-aeb0911349f5 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:22.321674 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-a1ff6783-f64e-480b-8484-b401fe6dd4ac None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:22.328181 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff6783-f64e-480b-8484-b401fe6dd4ac None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:22.332604 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.398670 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19598959-4419-443e-a30e-55d20a988f69 req-e37ccc97-fac1-4287-a460-26c4d63a7463 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:22.408927 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6aa8ba50-a96a-4eed-896a-9cb14d03e30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.410819 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19598959-4419-443e-a30e-55d20a988f69 req-e37ccc97-fac1-4287-a460-26c4d63a7463 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/networks?id=40d5199b-84d3-4e3a-b832-6d6d2623ed7f HTTP/1.1" status: 200 len: 820 time: 0.2537947 Nov 12 00:42:22.435651 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19598959-4419-443e-a30e-55d20a988f69 req-d8b501bb-ac84-44a3-a264-3241086d8729 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/quotas/f1145286794e44c782b111d8c5f13ff8 HTTP/1.1" status: 200 len: 375 time: 0.0214806 Nov 12 00:42:22.455443 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.458385 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a1ff6783-f64e-480b-8484-b401fe6dd4ac None None] Attempting to bind port 3b999f6f-1522-4012-b573-310ca0b7119b on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:22.458776 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a1ff6783-f64e-480b-8484-b401fe6dd4ac None None] Attempting to bind port 3b999f6f-1522-4012-b573-310ca0b7119b by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0edb7538-ecea-4444-8360-f57d1ead806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '123f97ec-33ce-4e90-a666-4953969fd798'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:22.459405 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ff6783-f64e-480b-8484-b401fe6dd4ac None None] Attempting to bind port 3b999f6f-1522-4012-b573-310ca0b7119b on network 123f97ec-33ce-4e90-a666-4953969fd798 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:22.466538 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ff6783-f64e-480b-8484-b401fe6dd4ac None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:22.467207 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ff6783-f64e-480b-8484-b401fe6dd4ac None None] Checking segment: {'id': '0edb7538-ecea-4444-8360-f57d1ead806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '123f97ec-33ce-4e90-a666-4953969fd798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:22.467715 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a1ff6783-f64e-480b-8484-b401fe6dd4ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.468116 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ff6783-f64e-480b-8484-b401fe6dd4ac None None] Bound using segment: {'id': '0edb7538-ecea-4444-8360-f57d1ead806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '123f97ec-33ce-4e90-a666-4953969fd798'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:22.468595 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a1ff6783-f64e-480b-8484-b401fe6dd4ac None None] Bound port: 3b999f6f-1522-4012-b573-310ca0b7119b, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edb7538-ecea-4444-8360-f57d1ead806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '123f97ec-33ce-4e90-a666-4953969fd798'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:22.469164 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a1ff6783-f64e-480b-8484-b401fe6dd4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.489000 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123f97ec-33ce-4e90-a666-4953969fd798']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:22.512607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edb7538-ecea-4444-8360-f57d1ead806e') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:22.513248 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edb7538-ecea-4444-8360-f57d1ead806e') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:22.524291 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.539262 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.549174 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:22.549858 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.621464 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a1ff6783-f64e-480b-8484-b401fe6dd4ac None None] For port 3b999f6f-1522-4012-b573-310ca0b7119b, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:22.649794 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a1ff6783-f64e-480b-8484-b401fe6dd4ac None None] For port 3b999f6f-1522-4012-b573-310ca0b7119b, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=3b999f6f-1522-4012-b573-310ca0b7119b,segment=NetworkSegment(0edb7538-ecea-4444-8360-f57d1ead806e),segment_id=0edb7538-ecea-4444-8360-f57d1ead806e)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:22.650024 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:22.654845 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.db.api [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 00:42:22.654845 n-d-712137-14 neutron-server[114242]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 00:42:22.654845 n-d-712137-14 neutron-server[114242]: [parameters: {'id': '123f97ec-33ce-4e90-a666-4953969fd798'}] Nov 12 00:42:22.654845 n-d-712137-14 neutron-server[114242]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:42:22.655623 n-d-712137-14 neutron-server[114242]: DEBUG oslo_db.api [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:42:22.661776 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a1ff6783-f64e-480b-8484-b401fe6dd4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.665695 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] Transition to ACTIVE for port object aadce1a9-e375-4312-9a1f-aeb0911349f5 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:42:22.669460 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:22.747109 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b911ca-d54d-466c-bb84-ba1bb8b078fa None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:22.839335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff6783-f64e-480b-8484-b401fe6dd4ac None None] Pushing event updated for resources: {'Port': ['ID=3b999f6f-1522-4012-b573-310ca0b7119b,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:22.850917 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a38b69b-42cb-4338-82b8-895890399eb9 None None] Network 123f97ec-33ce-4e90-a666-4953969fd798 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:22.868368 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] Pushing event updated for resources: {'Port': ['ID=aadce1a9-e375-4312-9a1f-aeb0911349f5,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:22.895030 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8823f-203b-42be-8741-9d7ce13e4a8e req-8a1643ba-3e20-4072-be44-7aacbe7c025f tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:22.896746 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-67a8823f-203b-42be-8741-9d7ce13e4a8e req-8a1643ba-3e20-4072-be44-7aacbe7c025f tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 943 time: 0.1765194 Nov 12 00:42:22.992780 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] Attempting to bind port aadce1a9-e375-4312-9a1f-aeb0911349f5 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:22.993283 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] Attempting to bind port aadce1a9-e375-4312-9a1f-aeb0911349f5 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:22.993717 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] Attempting to bind port aadce1a9-e375-4312-9a1f-aeb0911349f5 on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:23.001107 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] Port aadce1a9-e375-4312-9a1f-aeb0911349f5 on network f1926e98-a223-4d69-aca0-b114b74b472e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:42:23.001558 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] Attempting to bind port aadce1a9-e375-4312-9a1f-aeb0911349f5 on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:23.012229 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:23.012722 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] Checking segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:23.013216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] Bound using segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:23.013782 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c6d21e-49c9-43e7-a99d-00d8e2a2a828 None None] get_active_networks_info from n-d-712137-14 {{(pid=114244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:42:23.013951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] Bound port: aadce1a9-e375-4312-9a1f-aeb0911349f5, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:23.014583 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:23.056601 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59678) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:23.121510 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19598959-4419-443e-a30e-55d20a988f69 req-69a7a8fb-b04f-480e-a0d6-16566dcdd304 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f1145286794e44c782b111d8c5f13ff8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6844471 Nov 12 00:42:23.142716 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c6d21e-49c9-43e7-a99d-00d8e2a2a828 None None] Resources bound (agent type, host, resource id): {{(pid=114244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 00:42:23.158835 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-67a8823f-203b-42be-8741-9d7ce13e4a8e req-42d47826-d93d-42cb-a510-d3d378476624 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468593 Nov 12 00:42:23.173008 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:23.234779 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:23.345136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] For port aadce1a9-e375-4312-9a1f-aeb0911349f5, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:23.348791 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ca350554-892d-4d13-9bf0-e1e9d3d202ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:23.358469 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:42:23.363124 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19598959-4419-443e-a30e-55d20a988f69 req-63a323b8-b079-477a-adcd-630d74b754b4 service neutron] 10.222.0.31 "GET /v2.0/networks/40d5199b-84d3-4e3a-b832-6d6d2623ed7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407093 Nov 12 00:42:23.379709 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] For port aadce1a9-e375-4312-9a1f-aeb0911349f5, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=aadce1a9-e375-4312-9a1f-aeb0911349f5,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:23.379975 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:23.380269 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:23.390799 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:23.421467 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59690) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:23.458817 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89599e15-e4b4-4622-bcf6-f4264155f9f6 req-c97c32d9-1ee8-446e-b0c0-b38b8e2aff38 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:23.467446 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-89599e15-e4b4-4622-bcf6-f4264155f9f6 req-c97c32d9-1ee8-446e-b0c0-b38b8e2aff38 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=a21d44ad-0a60-45f6-af26-04c53c0bb126 HTTP/1.1" status: 200 len: 949 time: 0.1525674 Nov 12 00:42:23.484116 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:23.484833 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:23.486230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] 10.222.0.21 "PUT /v2.0/ports/aadce1a9-e375-4312-9a1f-aeb0911349f5 HTTP/1.1" status: 200 len: 1092 time: 1.9486389 Nov 12 00:42:23.490383 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974f76f7-3292-4287-ad86-c8c95a2a2c4f', 'tag': 'aadce1a9-e375-4312-9a1f-aeb0911349f5'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:23.492712 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c64c098-2978-4358-be5b-4d2f987277ba" -d '{"events": [{"name": "network-changed", "server_uuid": "974f76f7-3292-4287-ad86-c8c95a2a2c4f", "tag": "aadce1a9-e375-4312-9a1f-aeb0911349f5"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:23.521959 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Deleting port 3b999f6f-1522-4012-b573-310ca0b7119b {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:23.521959 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:23.551240 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19598959-4419-443e-a30e-55d20a988f69 req-06e8ee1e-9305-4fa0-b3c0-44080393afaf service neutron] 10.222.0.31 "GET /v2.0/networks/40d5199b-84d3-4e3a-b832-6d6d2623ed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869409 Nov 12 00:42:23.631447 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c635ae-e73f-4d86-a246-960df36d31ee service neutron] Pushing event updated for resources: {'Port': ['ID=aadce1a9-e375-4312-9a1f-aeb0911349f5,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:23.647452 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ca350554-892d-4d13-9bf0-e1e9d3d202ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:23.661562 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ca350554-892d-4d13-9bf0-e1e9d3d202ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:23.725522 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ca350554-892d-4d13-9bf0-e1e9d3d202ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61f30a908daa4e608fd49189f0c90a8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6677577 Nov 12 00:42:23.729939 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59698) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:23.732443 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-00c67bd2-e935-4dfb-883a-d99b2b2a7d70 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-368341726-network', 'tenant_id': 'e82591592ba742eba147adec0b2e0768'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:23.742181 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:23.767836 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca350554-892d-4d13-9bf0-e1e9d3d202ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dc7ee9-0f47-4b38-9a80-246d67811033,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:23.789870 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c67bd2-e935-4dfb-883a-d99b2b2a7d70 admin admin] Made reservation on behalf of e82591592ba742eba147adec0b2e0768 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:23.795185 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00c67bd2-e935-4dfb-883a-d99b2b2a7d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:23.796861 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-89599e15-e4b4-4622-bcf6-f4264155f9f6 req-a3cae8e3-ef25-4c58-be7a-1d5f18536028 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285110 Nov 12 00:42:23.801993 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] For port 3b999f6f-1522-4012-b573-310ca0b7119b, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=3b999f6f-1522-4012-b573-310ca0b7119b,segment=NetworkSegment(0edb7538-ecea-4444-8360-f57d1ead806e),segment_id=0edb7538-ecea-4444-8360-f57d1ead806e)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:23.802447 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:23.811692 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00c67bd2-e935-4dfb-883a-d99b2b2a7d70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:23.835928 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Calling delete_port for 3b999f6f-1522-4012-b573-310ca0b7119b owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:23.854062 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-befac258-8d0e-461c-abeb-d7ba7ed5df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:23.856316 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-befac258-8d0e-461c-abeb-d7ba7ed5df93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 1095 time: 0.3059697 Nov 12 00:42:23.921302 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-70c5cf04-0f5d-4e86-931c-46d0c66a3892 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aadce1a9-e375-4312-9a1f-aeb0911349f5 HTTP/1.1" status: 200 len: 217 time: 0.0477512 Nov 12 00:42:24.006329 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00c67bd2-e935-4dfb-883a-d99b2b2a7d70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.012787 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00c67bd2-e935-4dfb-883a-d99b2b2a7d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.033155 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.040379 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5073960-46d0-436c-85b7-794f7aca501c x-openstack-request-id: req-e5073960-46d0-436c-85b7-794f7aca501c {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:24.040771 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974f76f7-3292-4287-ad86-c8c95a2a2c4f", "tag": "aadce1a9-e375-4312-9a1f-aeb0911349f5", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:24.041020 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5073960-46d0-436c-85b7-794f7aca501c {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:24.041436 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974f76f7-3292-4287-ad86-c8c95a2a2c4f', 'tag': 'aadce1a9-e375-4312-9a1f-aeb0911349f5', 'status': 'completed', 'code': 200} Nov 12 00:42:24.046946 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c67bd2-e935-4dfb-883a-d99b2b2a7d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6098dce8-0e9f-4ce4-a49f-b106f8ec3ebe,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:24.064099 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d004d411-5b1f-4b3f-9f21-a54116d4e624 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.080598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c67bd2-e935-4dfb-883a-d99b2b2a7d70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:42:24.088217 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=7f70719f-d7a5-466a-9568-cdf4d0a8b2f4,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:24.091962 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21d44ad-0a60-45f6-af26-04c53c0bb126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f70719f-d7a5-466a-9568-cdf4d0a8b2f4'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:24.094466 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d004d411-5b1f-4b3f-9f21-a54116d4e624 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.095060 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ada6c1-8382-495c-bfbe-69ac7538d798" -d '{"events": [{"server_uuid": "a21d44ad-0a60-45f6-af26-04c53c0bb126", "name": "network-vif-plugged", "status": "completed", "tag": "7f70719f-d7a5-466a-9568-cdf4d0a8b2f4"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:24.095736 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00c67bd2-e935-4dfb-883a-d99b2b2a7d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.096496 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-00c67bd2-e935-4dfb-883a-d99b2b2a7d70 admin admin] Added segment cf09df75-db3e-4eb7-93b4-925c9fdfb17e of type vlan for network 56bae911-7b2c-4a40-a795-1c2668d86b1e Nov 12 00:42:24.112289 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.155638 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d004d411-5b1f-4b3f-9f21-a54116d4e624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.158513 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d004d411-5b1f-4b3f-9f21-a54116d4e624 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.163105 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d004d411-5b1f-4b3f-9f21-a54116d4e624 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79dc7ee9-0f47-4b38-9a80-246d67811033 HTTP/1.1" status: 204 len: 168 time: 0.4302208 Nov 12 00:42:24.183443 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004d411-5b1f-4b3f-9f21-a54116d4e624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dc7ee9-0f47-4b38-9a80-246d67811033,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:24.189665 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-bac8ef3d-ebd4-4ae1-ad6d-e06f43cc7525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:24.192389 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-bac8ef3d-ebd4-4ae1-ad6d-e06f43cc7525 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fc5c04a-017f-4820-8cce-df76bd4f7a1c HTTP/1.1" status: 200 len: 848 time: 0.2218292 Nov 12 00:42:24.214881 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7c813dd2-3196-4fa1-8b54-2d969a395237 req-872685e2-770e-4477-ad3a-a1ce087b833d tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 210 time: 0.0698643 Nov 12 00:42:24.221526 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00c67bd2-e935-4dfb-883a-d99b2b2a7d70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.239327 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c44a4d-2365-45d2-bf5a-e136355c64f4 x-openstack-request-id: req-50c44a4d-2365-45d2-bf5a-e136355c64f4 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:24.239623 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21d44ad-0a60-45f6-af26-04c53c0bb126", "name": "network-vif-plugged", "status": "completed", "tag": "7f70719f-d7a5-466a-9568-cdf4d0a8b2f4", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:24.239874 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50c44a4d-2365-45d2-bf5a-e136355c64f4 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:24.240259 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21d44ad-0a60-45f6-af26-04c53c0bb126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f70719f-d7a5-466a-9568-cdf4d0a8b2f4', 'code': 200} Nov 12 00:42:24.253704 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1364a8f2-7485-434f-bd7d-7b2216f09e0a None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:24.274992 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00c67bd2-e935-4dfb-883a-d99b2b2a7d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.278441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c67bd2-e935-4dfb-883a-d99b2b2a7d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:24.279131 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00c67bd2-e935-4dfb-883a-d99b2b2a7d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.319214 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=7f70719f-d7a5-466a-9568-cdf4d0a8b2f4,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:24.348173 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-d48fd92f-5006-4088-ae02-8e23457677ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1926e98-a223-4d69-aca0-b114b74b472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282532 Nov 12 00:42:24.351036 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.420281 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.426789 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c67bd2-e935-4dfb-883a-d99b2b2a7d70 admin admin] Pushing event updated for resources: {'Network': ['ID=56bae911-7b2c-4a40-a795-1c2668d86b1e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:24.433566 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-00c67bd2-e935-4dfb-883a-d99b2b2a7d70 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0025847 Nov 12 00:42:24.436844 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59714) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:24.439475 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 56bae911-7b2c-4a40-a795-1c2668d86b1e details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:24.442922 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-f664462a-13c6-4d5e-90dc-ba3457ad38cc admin admin] Request body: {'subnet': {'network_id': '56bae911-7b2c-4a40-a795-1c2668d86b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-368341726-subnet', 'tenant_id': 'e82591592ba742eba147adec0b2e0768', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:24.481959 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Port': ['ID=3b999f6f-1522-4012-b573-310ca0b7119b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:24.484619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No DVR routers for this DVR port 3b999f6f-1522-4012-b573-310ca0b7119b on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:24.507467 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d764d-b1e4-41f0-94e8-5c03edfbfa70 req-7878a30d-da1b-4abe-a8c5-827824022bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:24.509405 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3e1d764d-b1e4-41f0-94e8-5c03edfbfa70 req-7878a30d-da1b-4abe-a8c5-827824022bec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a21d44ad-0a60-45f6-af26-04c53c0bb126 HTTP/1.1" status: 200 len: 1102 time: 0.2013061 Nov 12 00:42:24.549311 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f664462a-13c6-4d5e-90dc-ba3457ad38cc admin admin] Made reservation on behalf of e82591592ba742eba147adec0b2e0768 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:24.552501 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f664462a-13c6-4d5e-90dc-ba3457ad38cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:24.661796 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3e1d764d-b1e4-41f0-94e8-5c03edfbfa70 req-627b6f6f-6c71-4acb-be2d-2788c4c2d980 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434119 Nov 12 00:42:24.889413 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f664462a-13c6-4d5e-90dc-ba3457ad38cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.048049 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6e1e0-4dd8-45ab-ab5c-85766478e37d req-0a5ff8f8-fa6d-4159-9b4f-0ee78cb42a1f tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:25.056216 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ced6e1e0-4dd8-45ab-ab5c-85766478e37d req-0a5ff8f8-fa6d-4159-9b4f-0ee78cb42a1f tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 943 time: 0.6987371 Nov 12 00:42:25.060094 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.062613 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664462a-13c6-4d5e-90dc-ba3457ad38cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=566776ac-3acd-49d1-8d11-c9428a8589c0,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:25.084669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f664462a-13c6-4d5e-90dc-ba3457ad38cc admin admin] Checking segment: {'id': 'cf09df75-db3e-4eb7-93b4-925c9fdfb17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '56bae911-7b2c-4a40-a795-1c2668d86b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:25.085393 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f664462a-13c6-4d5e-90dc-ba3457ad38cc admin admin] Network hostable DHCP agents. Network: 56bae911-7b2c-4a40-a795-1c2668d86b1e, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:42:25.127505 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ed604-8b2b-48a4-9fdc-e0ccfe2ea2ee req-7cfccff6-ddbd-4050-8afc-46abbd7f22b9 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:25.129166 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-253ed604-8b2b-48a4-9fdc-e0ccfe2ea2ee req-7cfccff6-ddbd-4050-8afc-46abbd7f22b9 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=a21d44ad-0a60-45f6-af26-04c53c0bb126 HTTP/1.1" status: 200 len: 950 time: 0.1965053 Nov 12 00:42:25.130343 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f664462a-13c6-4d5e-90dc-ba3457ad38cc admin admin] Network 56bae911-7b2c-4a40-a795-1c2668d86b1e is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:42:25.135870 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123f97ec-33ce-4e90-a666-4953969fd798']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:25.148861 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-f664462a-13c6-4d5e-90dc-ba3457ad38cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 56bae911-7b2c-4a40-a795-1c2668d86b1e) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:25.150515 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-36f12766-30b3-4621-92ce-fa4c946294ba service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7873325 Nov 12 00:42:25.154584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edb7538-ecea-4444-8360-f57d1ead806e') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:25.154967 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edb7538-ecea-4444-8360-f57d1ead806e') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:25.163273 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f664462a-13c6-4d5e-90dc-ba3457ad38cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:25.163405 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a032544-f4a5-4800-a829-049961d3883a None None] Network 56bae911-7b2c-4a40-a795-1c2668d86b1e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:25.163813 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f664462a-13c6-4d5e-90dc-ba3457ad38cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.168553 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ced6e1e0-4dd8-45ab-ab5c-85766478e37d req-4fcb44f7-8833-4341-a344-7069118caaa9 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110263 Nov 12 00:42:25.193887 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f664462a-13c6-4d5e-90dc-ba3457ad38cc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7556651 Nov 12 00:42:25.234622 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-253ed604-8b2b-48a4-9fdc-e0ccfe2ea2ee req-ab3c427b-48db-46f3-80c2-fec46758a57d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888989 Nov 12 00:42:25.249002 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.315389 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.345179 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:25.346711 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:25.350075 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:25.397172 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.446716 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.498139 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.515852 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/123f97ec-33ce-4e90-a666-4953969fd798 HTTP/1.1" status: 204 len: 168 time: 4.2525425 Nov 12 00:42:25.516228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59746) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:25.523663 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b6485f6f-9c99-4cf8-a318-53d01e1d95fe tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-720327228'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:25.524172 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86356898-c9ee-4913-918c-bff82b4dc32e None None] Network 56bae911-7b2c-4a40-a795-1c2668d86b1e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:25.538016 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a975c2b4-b4d2-41e0-b57b-fed54143adc4 req-56f4a33c-049d-4001-aa08-716a6a12ca44 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 210 time: 0.0983744 Nov 12 00:42:25.548280 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee18bb-b792-493a-bc1b-b7fd10dd8c66 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Network': ['ID=123f97ec-33ce-4e90-a666-4953969fd798,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:25.579481 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6485f6f-9c99-4cf8-a318-53d01e1d95fe tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:25.583221 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6485f6f-9c99-4cf8-a318-53d01e1d95fe tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.601545 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80baf9c8-8233-409e-bcb0-00ddfcc86a5c req-8b4bc8e8-27b5-493b-a855-b1591fa22e93 service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271994 Nov 12 00:42:25.639080 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6485f6f-9c99-4cf8-a318-53d01e1d95fe tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:42:25.689017 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6485f6f-9c99-4cf8-a318-53d01e1d95fe tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.689422 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-b6485f6f-9c99-4cf8-a318-53d01e1d95fe tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Added segment 922419e7-d7cd-4d29-974b-fe7c26d0d9d5 of type vlan for network a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a Nov 12 00:42:25.796743 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [req-55b61be5-e3b4-4857-b6b0-f7f8a91bb7d4 req-c6cb6397-86e5-4f47-962c-61bf96dbb559 tempest-SecurityGroupsNegativeTestJSON-355192162 tempest-SecurityGroupsNegativeTestJSON-355192162-project] show failed (client error): The resource could not be found. Nov 12 00:42:25.803661 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55b61be5-e3b4-4857-b6b0-f7f8a91bb7d4 req-c6cb6397-86e5-4f47-962c-61bf96dbb559 tempest-SecurityGroupsNegativeTestJSON-355192162 tempest-SecurityGroupsNegativeTestJSON-355192162-project] 10.222.0.31 "GET /v2.0/security-groups/8b0d0fb7-0f5b-437c-bba2-79cdab70377e HTTP/1.1" status: 404 len: 352 time: 0.0375564 Nov 12 00:42:25.817135 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6485f6f-9c99-4cf8-a318-53d01e1d95fe tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.877952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64c098-2978-4358-be5b-4d2f987277ba req-19ddab87-f4c9-4439-9c13-b1aa4b6351e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:25.879473 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c64c098-2978-4358-be5b-4d2f987277ba req-19ddab87-f4c9-4439-9c13-b1aa4b6351e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 1095 time: 0.0854578 Nov 12 00:42:25.886172 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19598959-4419-443e-a30e-55d20a988f69 req-5df26c59-d131-4406-90d4-520d6c7dcc8f tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:25.887639 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19598959-4419-443e-a30e-55d20a988f69 req-5df26c59-d131-4406-90d4-520d6c7dcc8f tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.21 "GET /v2.0/networks?id=40d5199b-84d3-4e3a-b832-6d6d2623ed7f HTTP/1.1" status: 200 len: 820 time: 0.2334774 Nov 12 00:42:25.894588 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.924208 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-19598959-4419-443e-a30e-55d20a988f69 req-853eb0b0-93b1-413a-af2c-3f5de708c8d0 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Request body: {'port': {'device_id': '974a6a04-f361-49aa-a65e-c4392da2887a', 'network_id': '40d5199b-84d3-4e3a-b832-6d6d2623ed7f', 'admin_state_up': True, 'tenant_id': 'f1145286794e44c782b111d8c5f13ff8'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:25.929001 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6485f6f-9c99-4cf8-a318-53d01e1d95fe tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.938654 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6485f6f-9c99-4cf8-a318-53d01e1d95fe tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:25.939568 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6485f6f-9c99-4cf8-a318-53d01e1d95fe tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:25.979481 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b6485f6f-9c99-4cf8-a318-53d01e1d95fe tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4620600 Nov 12 00:42:25.998149 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59756) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:26.013907 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b1f41f59-9a91-4e7f-83d9-d84726d0f36c req-27876d42-464b-4a9a-9505-1ca681a6aa9e tempest-SecurityGroupsNegativeTestJSON-355192162 tempest-SecurityGroupsNegativeTestJSON-355192162-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e82591592ba742eba147adec0b2e0768 HTTP/1.1" status: 200 len: 3005 time: 0.1699023 Nov 12 00:42:26.028638 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-50347b2c-5035-48fb-a20e-29763e10d947 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'subnet': {'network_id': 'a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:26.068496 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6485f6f-9c99-4cf8-a318-53d01e1d95fe tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Network': ['ID=a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:26.081269 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:26.124651 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b1f41f59-9a91-4e7f-83d9-d84726d0f36c req-6093dc02-b926-4977-b84d-2e5f52909e59 tempest-SecurityGroupsNegativeTestJSON-355192162 tempest-SecurityGroupsNegativeTestJSON-355192162-project] 10.222.0.31 "GET /v2.0/security-groups/6098dce8-0e9f-4ce4-a49f-b106f8ec3ebe HTTP/1.1" status: 200 len: 3002 time: 0.0769429 Nov 12 00:42:26.174260 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64c098-2978-4358-be5b-4d2f987277ba req-e71e2108-3648-4f01-8dcd-91c89b4c9735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:26.175614 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c64c098-2978-4358-be5b-4d2f987277ba req-e71e2108-3648-4f01-8dcd-91c89b4c9735 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 909 time: 0.2870657 Nov 12 00:42:26.181781 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b1f41f59-9a91-4e7f-83d9-d84726d0f36c req-86fdbbb2-0fd2-4036-9295-80f624bd505c tempest-SecurityGroupsNegativeTestJSON-355192162 tempest-SecurityGroupsNegativeTestJSON-355192162-project] 10.222.0.31 "GET /v2.0/security-groups/6098dce8-0e9f-4ce4-a49f-b106f8ec3ebe HTTP/1.1" status: 200 len: 3002 time: 0.0488915 Nov 12 00:42:26.265318 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c64c098-2978-4358-be5b-4d2f987277ba req-5516546a-4d5c-4b80-9871-8d01b1442f69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aadce1a9-e375-4312-9a1f-aeb0911349f5 HTTP/1.1" status: 200 len: 217 time: 0.0780082 Nov 12 00:42:26.275153 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50347b2c-5035-48fb-a20e-29763e10d947 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:26.275436 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-865e944e-75ad-4e42-8901-b8010e9033bf req-b51639ba-3c4c-4e17-98e3-fe2d2ea6608a tempest-SecurityGroupsNegativeTestJSON-355192162 tempest-SecurityGroupsNegativeTestJSON-355192162-project] 10.222.0.31 "GET /v2.0/security-groups/6098dce8-0e9f-4ce4-a49f-b106f8ec3ebe HTTP/1.1" status: 200 len: 3002 time: 0.0578032 Nov 12 00:42:26.279846 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50347b2c-5035-48fb-a20e-29763e10d947 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:26.353573 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [req-865e944e-75ad-4e42-8901-b8010e9033bf req-9759034d-fd2f-403f-a9f4-5653f907fdf4 tempest-SecurityGroupsNegativeTestJSON-355192162 tempest-SecurityGroupsNegativeTestJSON-355192162-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 00:42:26.354546 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-865e944e-75ad-4e42-8901-b8010e9033bf req-9759034d-fd2f-403f-a9f4-5653f907fdf4 tempest-SecurityGroupsNegativeTestJSON-355192162 tempest-SecurityGroupsNegativeTestJSON-355192162-project] 10.222.0.31 "DELETE /v2.0/security-groups/6098dce8-0e9f-4ce4-a49f-b106f8ec3ebe HTTP/1.1" status: 409 len: 352 time: 0.0675170 Nov 12 00:42:26.411920 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19598959-4419-443e-a30e-55d20a988f69 req-853eb0b0-93b1-413a-af2c-3f5de708c8d0 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Made reservation on behalf of f1145286794e44c782b111d8c5f13ff8 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:26.415080 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19598959-4419-443e-a30e-55d20a988f69 req-853eb0b0-93b1-413a-af2c-3f5de708c8d0 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:26.425149 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.ipam_backend_mixin [None req-50347b2c-5035-48fb-a20e-29763e10d947 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Performing IP validity checks on allocation pools {{(pid=114242) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 00:42:26.425698 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.ipam_backend_mixin [None req-50347b2c-5035-48fb-a20e-29763e10d947 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114242) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 00:42:26.469260 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64c098-2978-4358-be5b-4d2f987277ba req-a8d9c35c-c8fc-4f2d-8923-de34adee7f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:26.470776 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c64c098-2978-4358-be5b-4d2f987277ba req-a8d9c35c-c8fc-4f2d-8923-de34adee7f69 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fc5c04a-017f-4820-8cce-df76bd4f7a1c HTTP/1.1" status: 200 len: 848 time: 0.1876667 Nov 12 00:42:26.518849 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523efb3e-8998-42b0-98d2-fddc41197636 req-d1149cca-2fba-44e0-b0f1-a0fb5964475d tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:26.520427 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-523efb3e-8998-42b0-98d2-fddc41197636 req-d1149cca-2fba-44e0-b0f1-a0fb5964475d tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 943 time: 0.2349801 Nov 12 00:42:26.526872 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d11f70-8e84-4635-8cef-7cbef71107f4 req-576df29f-708c-4b59-8364-98ae708492a7 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:26.528460 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19d11f70-8e84-4635-8cef-7cbef71107f4 req-576df29f-708c-4b59-8364-98ae708492a7 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=a21d44ad-0a60-45f6-af26-04c53c0bb126 HTTP/1.1" status: 200 len: 950 time: 0.0640025 Nov 12 00:42:26.577643 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c64c098-2978-4358-be5b-4d2f987277ba req-8588516c-d8f1-4db2-bf44-82a652d40cc7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1926e98-a223-4d69-aca0-b114b74b472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858860 Nov 12 00:42:26.597200 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19d11f70-8e84-4635-8cef-7cbef71107f4 req-1d9df732-a8e2-41eb-9731-abd016c0418b tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563879 Nov 12 00:42:26.822418 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-523efb3e-8998-42b0-98d2-fddc41197636 req-7bbdc1a1-d817-4d5f-8a73-72fac6664391 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500675 Nov 12 00:42:26.866391 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-19598959-4419-443e-a30e-55d20a988f69 req-853eb0b0-93b1-413a-af2c-3f5de708c8d0 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Allocated IP 172.20.0.4 (40d5199b-84d3-4e3a-b832-6d6d2623ed7f/bab6fbd2-d7fa-46a6-839d-783bb02038fc/dbe5eb6e-1b13-4c28-ac81-41f031667785) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:26.868369 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59802) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:26.870067 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c64c098-2978-4358-be5b-4d2f987277ba req-18d1ef96-989e-4798-bb6b-b781af047eb2 service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766871 Nov 12 00:42:26.890196 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50347b2c-5035-48fb-a20e-29763e10d947 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:26.900681 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [req-ed3f070e-0200-445f-8d39-1787dfc0a828 req-1514d2ff-d92b-4c7e-b84b-b1945c4d6013 tempest-SecurityGroupsNegativeTestJSON-355192162 tempest-SecurityGroupsNegativeTestJSON-355192162-project] show failed (client error): The resource could not be found. Nov 12 00:42:26.902141 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ed3f070e-0200-445f-8d39-1787dfc0a828 req-1514d2ff-d92b-4c7e-b84b-b1945c4d6013 tempest-SecurityGroupsNegativeTestJSON-355192162 tempest-SecurityGroupsNegativeTestJSON-355192162-project] 10.222.0.31 "GET /v2.0/security-groups/922ba8d9-c1a5-4ba6-a3db-c6aa01f5cc30 HTTP/1.1" status: 404 len: 352 time: 0.0259850 Nov 12 00:42:26.948721 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [req-337ea5dc-2f19-4b40-819c-b5ab05d9538d req-6070a5a1-bbf9-41ee-8739-bb01d858a444 tempest-SecurityGroupsNegativeTestJSON-355192162 tempest-SecurityGroupsNegativeTestJSON-355192162-project] show failed (client error): The resource could not be found. Nov 12 00:42:26.949839 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-337ea5dc-2f19-4b40-819c-b5ab05d9538d req-6070a5a1-bbf9-41ee-8739-bb01d858a444 tempest-SecurityGroupsNegativeTestJSON-355192162 tempest-SecurityGroupsNegativeTestJSON-355192162-project] 10.222.0.31 "GET /v2.0/security-groups/f00d40a4-9af2-454b-94c9-4381911c763b HTTP/1.1" status: 404 len: 352 time: 0.0145769 Nov 12 00:42:26.963388 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59808) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:27.021856 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-beed5955-ed3e-4be6-919e-7efa1b84fc61 admin admin] Deleting subnet 566776ac-3acd-49d1-8d11-c9428a8589c0 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:42:27.031085 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-beed5955-ed3e-4be6-919e-7efa1b84fc61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.045280 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-32dd87e2-00e9-4fc8-a427-8b95a3229880 req-3e19b6d2-0946-4973-8400-4ccf1508053a tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 210 time: 0.1012855 Nov 12 00:42:27.059360 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b72a699e-6fb6-4474-97a0-f773fe8a8b62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.068856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50347b2c-5035-48fb-a20e-29763e10d947 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Subnet': ['ID=68ee0d23-1bb1-4e15-8c1c-4652554abf5e,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:27.086475 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-beed5955-ed3e-4be6-919e-7efa1b84fc61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.135061 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50347b2c-5035-48fb-a20e-29763e10d947 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Checking segment: {'id': '922419e7-d7cd-4d29-974b-fe7c26d0d9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:27.135462 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50347b2c-5035-48fb-a20e-29763e10d947 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network hostable DHCP agents. Network: a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:42:27.141754 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c64c098-2978-4358-be5b-4d2f987277ba req-8538c2d9-93fd-40e8-915b-4bf4addb351e service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625899 Nov 12 00:42:27.146153 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-beed5955-ed3e-4be6-919e-7efa1b84fc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.202479 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50347b2c-5035-48fb-a20e-29763e10d947 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:42:27.215949 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-50347b2c-5035-48fb-a20e-29763e10d947 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:27.228330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50347b2c-5035-48fb-a20e-29763e10d947 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:27.228561 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b72a699e-6fb6-4474-97a0-f773fe8a8b62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.229113 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50347b2c-5035-48fb-a20e-29763e10d947 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.231840 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c481fa-155b-4c1a-9bed-233e5f2192c3 None None] Network a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:27.234725 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b72a699e-6fb6-4474-97a0-f773fe8a8b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.254773 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19598959-4419-443e-a30e-55d20a988f69 req-853eb0b0-93b1-413a-af2c-3f5de708c8d0 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.256360 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-beed5955-ed3e-4be6-919e-7efa1b84fc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.262153 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-50347b2c-5035-48fb-a20e-29763e10d947 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2355797 Nov 12 00:42:27.262644 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59810) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:27.306541 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a699e-6fb6-4474-97a0-f773fe8a8b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc87bae6-aa94-41a0-99b5-c1c3731cf87a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:27.357521 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-beed5955-ed3e-4be6-919e-7efa1b84fc61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.361701 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-beed5955-ed3e-4be6-919e-7efa1b84fc61 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/566776ac-3acd-49d1-8d11-c9428a8589c0 HTTP/1.1" status: 204 len: 168 time: 0.3980129 Nov 12 00:42:27.364057 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59812) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:27.367360 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b72a699e-6fb6-4474-97a0-f773fe8a8b62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79e10b9182a04e02912579179a8b7d51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4950197 Nov 12 00:42:27.367360 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed5955-ed3e-4be6-919e-7efa1b84fc61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=566776ac-3acd-49d1-8d11-c9428a8589c0,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:27.368602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59814) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:27.396286 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19598959-4419-443e-a30e-55d20a988f69 req-853eb0b0-93b1-413a-af2c-3f5de708c8d0 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.435592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d440ab-ec48-41ea-843d-627ce975fcc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a', 'network_id': 'a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a', 'tenant_id': '743aa15e4e8e4568a0f650b704e9151a', 'fixed_ips': [{'subnet_id': '68ee0d23-1bb1-4e15-8c1c-4652554abf5e'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:42:27.436569 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-13d440ab-ec48-41ea-843d-627ce975fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.486145 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.536483 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19598959-4419-443e-a30e-55d20a988f69 req-853eb0b0-93b1-413a-af2c-3f5de708c8d0 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Network 40d5199b-84d3-4e3a-b832-6d6d2623ed7f is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:27.545725 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853eb0b0-93b1-413a-af2c-3f5de708c8d0 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Pushing event updated for resources: {'Port': ['ID=dbe5eb6e-1b13-4c28-ac81-41f031667785,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:27.548191 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-19598959-4419-443e-a30e-55d20a988f69 req-853eb0b0-93b1-413a-af2c-3f5de708c8d0 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:27.554251 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3357dfc-59d9-4d2f-8087-941cab7861c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.556176 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-19598959-4419-443e-a30e-55d20a988f69 req-853eb0b0-93b1-413a-af2c-3f5de708c8d0 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:27.582072 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8570e8-39e7-4bfc-9b48-ed660486c88c None None] DHCP port deletion for 40d5199b-84d3-4e3a-b832-6d6d2623ed7f request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:27.584416 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-13d440ab-ec48-41ea-843d-627ce975fcc5 None None] Allocated IP 172.20.0.3 (a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a/68ee0d23-1bb1-4e15-8c1c-4652554abf5e/045851f5-a9d0-4641-af16-9300bc223757) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:27.631840 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b9636a5f-c1de-4d11-9089-ad673e7c5a82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.703913 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19598959-4419-443e-a30e-55d20a988f69 req-853eb0b0-93b1-413a-af2c-3f5de708c8d0 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:27.704557 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19598959-4419-443e-a30e-55d20a988f69 req-853eb0b0-93b1-413a-af2c-3f5de708c8d0 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.710918 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.716404 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b9636a5f-c1de-4d11-9089-ad673e7c5a82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.729039 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aec9c1-3572-4127-9927-dd24ae6e3707 req-183358ea-2290-4928-b053-dc06b3f9e7f0 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:27.739045 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8aec9c1-3572-4127-9927-dd24ae6e3707 req-183358ea-2290-4928-b053-dc06b3f9e7f0 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=a21d44ad-0a60-45f6-af26-04c53c0bb126 HTTP/1.1" status: 200 len: 950 time: 0.0736170 Nov 12 00:42:27.776254 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-96a885a2-22c5-4870-a1f0-e22e87d099ef None None] Provisioning complete for port dbe5eb6e-1b13-4c28-ac81-41f031667785 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:27.777266 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-96a885a2-22c5-4870-a1f0-e22e87d099ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.789993 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19598959-4419-443e-a30e-55d20a988f69 req-853eb0b0-93b1-413a-af2c-3f5de708c8d0 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8808870 Nov 12 00:42:27.833238 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-13d440ab-ec48-41ea-843d-627ce975fcc5 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.846887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-96a885a2-22c5-4870-a1f0-e22e87d099ef None None] Port dbe5eb6e-1b13-4c28-ac81-41f031667785 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:27.850617 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-13d440ab-ec48-41ea-843d-627ce975fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.871558 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8aec9c1-3572-4127-9927-dd24ae6e3707 req-85b22660-8b9c-4c2f-b557-2c04d1e2bf96 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298728 Nov 12 00:42:27.899083 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3357dfc-59d9-4d2f-8087-941cab7861c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:27.908165 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-19598959-4419-443e-a30e-55d20a988f69 req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] Request body: {'port': {'device_id': '974a6a04-f361-49aa-a65e-c4392da2887a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:27.924712 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d440ab-ec48-41ea-843d-627ce975fcc5 None None] Network a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:27.929556 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-13d440ab-ec48-41ea-843d-627ce975fcc5 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:27.932006 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d440ab-ec48-41ea-843d-627ce975fcc5 None None] Pushing event updated for resources: {'Port': ['ID=045851f5-a9d0-4641-af16-9300bc223757,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:27.935299 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d440ab-ec48-41ea-843d-627ce975fcc5 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:28.000604 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19598959-4419-443e-a30e-55d20a988f69 req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.002453 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b9636a5f-c1de-4d11-9089-ad673e7c5a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.005985 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b9636a5f-c1de-4d11-9089-ad673e7c5a82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.009586 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b9636a5f-c1de-4d11-9089-ad673e7c5a82 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc87bae6-aa94-41a0-99b5-c1c3731cf87a HTTP/1.1" status: 204 len: 168 time: 0.6323397 Nov 12 00:42:28.021799 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-13d440ab-ec48-41ea-843d-627ce975fcc5 None None] Attempting to bind port 045851f5-a9d0-4641-af16-9300bc223757 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:28.022176 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-13d440ab-ec48-41ea-843d-627ce975fcc5 None None] Attempting to bind port 045851f5-a9d0-4641-af16-9300bc223757 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '922419e7-d7cd-4d29-974b-fe7c26d0d9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:28.022537 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d440ab-ec48-41ea-843d-627ce975fcc5 None None] Attempting to bind port 045851f5-a9d0-4641-af16-9300bc223757 on network a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:28.031257 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d440ab-ec48-41ea-843d-627ce975fcc5 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:28.031257 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d440ab-ec48-41ea-843d-627ce975fcc5 None None] Checking segment: {'id': '922419e7-d7cd-4d29-974b-fe7c26d0d9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:28.031257 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-13d440ab-ec48-41ea-843d-627ce975fcc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.031701 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9636a5f-c1de-4d11-9089-ad673e7c5a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc87bae6-aa94-41a0-99b5-c1c3731cf87a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:28.031807 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d440ab-ec48-41ea-843d-627ce975fcc5 None None] Bound using segment: {'id': '922419e7-d7cd-4d29-974b-fe7c26d0d9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:28.031807 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-13d440ab-ec48-41ea-843d-627ce975fcc5 None None] Bound port: 045851f5-a9d0-4641-af16-9300bc223757, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922419e7-d7cd-4d29-974b-fe7c26d0d9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:28.031807 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-13d440ab-ec48-41ea-843d-627ce975fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.050754 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-d3357dfc-59d9-4d2f-8087-941cab7861c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56bae911-7b2c-4a40-a795-1c2668d86b1e']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:28.096018 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-d3357dfc-59d9-4d2f-8087-941cab7861c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf09df75-db3e-4eb7-93b4-925c9fdfb17e') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:28.096477 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-d3357dfc-59d9-4d2f-8087-941cab7861c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf09df75-db3e-4eb7-93b4-925c9fdfb17e') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:28.129881 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-13d440ab-ec48-41ea-843d-627ce975fcc5 None None] For port 045851f5-a9d0-4641-af16-9300bc223757, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:28.135493 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-13d440ab-ec48-41ea-843d-627ce975fcc5 None None] For port 045851f5-a9d0-4641-af16-9300bc223757, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=045851f5-a9d0-4641-af16-9300bc223757,segment=NetworkSegment(922419e7-d7cd-4d29-974b-fe7c26d0d9d5),segment_id=922419e7-d7cd-4d29-974b-fe7c26d0d9d5)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:28.140736 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-13d440ab-ec48-41ea-843d-627ce975fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.166060 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3357dfc-59d9-4d2f-8087-941cab7861c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.170001 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c3cee-1170-433d-bc56-e778b39b8d4a req-9254576d-ae36-4677-b657-39b161d95438 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:28.170504 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.174868 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-546c3cee-1170-433d-bc56-e778b39b8d4a req-9254576d-ae36-4677-b657-39b161d95438 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 943 time: 0.1853137 Nov 12 00:42:28.214758 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d440ab-ec48-41ea-843d-627ce975fcc5 None None] Pushing event updated for resources: {'Port': ['ID=045851f5-a9d0-4641-af16-9300bc223757,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:28.233166 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Subnet': ['ID=68ee0d23-1bb1-4e15-8c1c-4652554abf5e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:28.243244 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3357dfc-59d9-4d2f-8087-941cab7861c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.299156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3357dfc-59d9-4d2f-8087-941cab7861c0 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:28.299581 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3357dfc-59d9-4d2f-8087-941cab7861c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.305135 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce7a7b-46c0-4dc5-aecb-88635eaff4cb req-e8aafafa-4e38-4570-bc93-864d5cee46b9 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:28.309370 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-27ce7a7b-46c0-4dc5-aecb-88635eaff4cb req-e8aafafa-4e38-4570-bc93-864d5cee46b9 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a21d44ad-0a60-45f6-af26-04c53c0bb126 HTTP/1.1" status: 200 len: 1102 time: 0.2273114 Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:28.310087 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:28.318677 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-546c3cee-1170-433d-bc56-e778b39b8d4a req-1a806124-b18e-4138-aebb-c0d10d6166e6 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380780 Nov 12 00:42:28.536602 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058e947-af21-4d12-8d5b-cc983873ed79 req-6899110d-11c3-4ab8-b52e-4b8307dc44bf tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:28.545597 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0058e947-af21-4d12-8d5b-cc983873ed79 req-6899110d-11c3-4ab8-b52e-4b8307dc44bf tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 931 time: 0.1203814 Nov 12 00:42:28.624762 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0058e947-af21-4d12-8d5b-cc983873ed79 req-9a2ea62f-d551-4d27-8274-933508d6c97b tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765519 Nov 12 00:42:28.773706 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.857705 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:28.889681 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-27ce7a7b-46c0-4dc5-aecb-88635eaff4cb req-32b66ac8-2285-428e-a702-fd66ed9e037d tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138640 Nov 12 00:42:28.905196 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3357dfc-59d9-4d2f-8087-941cab7861c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.912306 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922419e7-d7cd-4d29-974b-fe7c26d0d9d5') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:28.912602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922419e7-d7cd-4d29-974b-fe7c26d0d9d5') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:28.923089 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3357dfc-59d9-4d2f-8087-941cab7861c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:28.926331 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d3357dfc-59d9-4d2f-8087-941cab7861c0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/56bae911-7b2c-4a40-a795-1c2668d86b1e HTTP/1.1" status: 204 len: 168 time: 1.5613289 Nov 12 00:42:29.004934 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 045851f5-a9d0-4641-af16-9300bc223757 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:29.099367 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 045851f5-a9d0-4641-af16-9300bc223757 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:29.099738 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.151063 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59856) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:29.160553 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-19598959-4419-443e-a30e-55d20a988f69 req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe5eb6e-1b13-4c28-ac81-41f031667785 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:29.168838 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19598959-4419-443e-a30e-55d20a988f69 req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.181901 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-19598959-4419-443e-a30e-55d20a988f69 req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] Transition to ACTIVE for port object dbe5eb6e-1b13-4c28-ac81-41f031667785 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:42:29.185320 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.224248 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.231314 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.248147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:29.248774 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.278999 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4ec45a62-501a-4db7-a7f7-079ebfb332a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e82591592ba742eba147adec0b2e0768&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1252270 Nov 12 00:42:29.282046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59866) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:29.282821 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:29.291697 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 045851f5-a9d0-4641-af16-9300bc223757, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=045851f5-a9d0-4641-af16-9300bc223757,segment=NetworkSegment(922419e7-d7cd-4d29-974b-fe7c26d0d9d5),segment_id=922419e7-d7cd-4d29-974b-fe7c26d0d9d5)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:29.300858 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.330162 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3357dfc-59d9-4d2f-8087-941cab7861c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=56bae911-7b2c-4a40-a795-1c2668d86b1e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:29.333027 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19598959-4419-443e-a30e-55d20a988f69 req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.369715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device aadce1a9-e375-4312-9a1f-aeb0911349f5 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:29.406896 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-669f367d-fd40-4a87-b83d-9412d640da0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.415456 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe5eb6e-1b13-4c28-ac81-41f031667785,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:29.423851 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.db.api [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 00:42:29.423851 n-d-712137-14 neutron-server[114242]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 00:42:29.423851 n-d-712137-14 neutron-server[114242]: [parameters: {'id': 'a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a'}] Nov 12 00:42:29.423851 n-d-712137-14 neutron-server[114242]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:42:29.424311 n-d-712137-14 neutron-server[114242]: DEBUG oslo_db.api [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:42:29.446869 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-eeda2a5d-70e6-406e-aaf3-285d23a96745 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e742524ad04144c1b8899d429dc46e5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1610994 Nov 12 00:42:29.456736 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-669f367d-fd40-4a87-b83d-9412d640da0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.476864 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0d80d8-d18b-466c-9439-583e5f49870e None None] DHCP port deletion for 40d5199b-84d3-4e3a-b832-6d6d2623ed7f request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:29.490957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=045851f5-a9d0-4641-af16-9300bc223757,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:29.610412 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3bf41-6aae-40af-b99e-e44129f78441 req-49a64baf-16f9-480e-934b-0c8c304eb5a8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:29.618829 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ae3bf41-6aae-40af-b99e-e44129f78441 req-49a64baf-16f9-480e-934b-0c8c304eb5a8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 943 time: 0.1482198 Nov 12 00:42:29.669892 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-669f367d-fd40-4a87-b83d-9412d640da0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.673302 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-669f367d-fd40-4a87-b83d-9412d640da0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.674922 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-669f367d-fd40-4a87-b83d-9412d640da0b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6098dce8-0e9f-4ce4-a49f-b106f8ec3ebe HTTP/1.1" status: 204 len: 168 time: 0.3917687 Nov 12 00:42:29.687759 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port aadce1a9-e375-4312-9a1f-aeb0911349f5, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=aadce1a9-e375-4312-9a1f-aeb0911349f5,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:29.690018 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-19598959-4419-443e-a30e-55d20a988f69 req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] Attempting to bind port dbe5eb6e-1b13-4c28-ac81-41f031667785 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:29.690857 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-19598959-4419-443e-a30e-55d20a988f69 req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] Attempting to bind port dbe5eb6e-1b13-4c28-ac81-41f031667785 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '0bedd173-4eb9-45bc-8609-1e663a2b3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d5199b-84d3-4e3a-b832-6d6d2623ed7f'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:29.691370 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19598959-4419-443e-a30e-55d20a988f69 req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] Attempting to bind port dbe5eb6e-1b13-4c28-ac81-41f031667785 on network 40d5199b-84d3-4e3a-b832-6d6d2623ed7f {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:29.702191 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-c8b6ce0b-ff06-4868-9f4b-ee98bcd3f694 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:29.712007 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-c8b6ce0b-ff06-4868-9f4b-ee98bcd3f694 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536733 Nov 12 00:42:29.712269 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ae3bf41-6aae-40af-b99e-e44129f78441 req-831f55bf-0346-4dd3-99fb-329428584f45 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879858 Nov 12 00:42:29.713978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f367d-fd40-4a87-b83d-9412d640da0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6098dce8-0e9f-4ce4-a49f-b106f8ec3ebe,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:29.714558 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'aadce1a9-e375-4312-9a1f-aeb0911349f5', 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e', 'port_id': 'aadce1a9-e375-4312-9a1f-aeb0911349f5', 'mac_address': 'fa:16:3e:84:5d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc5c04a-017f-4820-8cce-df76bd4f7a1c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:42:29.722331 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19598959-4419-443e-a30e-55d20a988f69 req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] Port dbe5eb6e-1b13-4c28-ac81-41f031667785 on network 40d5199b-84d3-4e3a-b832-6d6d2623ed7f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:42:29.722742 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19598959-4419-443e-a30e-55d20a988f69 req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] Attempting to bind port dbe5eb6e-1b13-4c28-ac81-41f031667785 on network 40d5199b-84d3-4e3a-b832-6d6d2623ed7f {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:29.741216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19598959-4419-443e-a30e-55d20a988f69 req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:29.741791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19598959-4419-443e-a30e-55d20a988f69 req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] Checking segment: {'id': '0bedd173-4eb9-45bc-8609-1e663a2b3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d5199b-84d3-4e3a-b832-6d6d2623ed7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:29.742252 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19598959-4419-443e-a30e-55d20a988f69 req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] Bound using segment: {'id': '0bedd173-4eb9-45bc-8609-1e663a2b3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d5199b-84d3-4e3a-b832-6d6d2623ed7f'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:29.742770 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-19598959-4419-443e-a30e-55d20a988f69 req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] Bound port: dbe5eb6e-1b13-4c28-ac81-41f031667785, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bedd173-4eb9-45bc-8609-1e663a2b3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d5199b-84d3-4e3a-b832-6d6d2623ed7f'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:29.743197 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19598959-4419-443e-a30e-55d20a988f69 req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.786931 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-3280b86c-8f96-41c3-b7c8-a06739943206 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/quotas/e742524ad04144c1b8899d429dc46e5a HTTP/1.1" status: 200 len: 375 time: 0.0735579 Nov 12 00:42:29.861891 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.910330 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadce1a9-e375-4312-9a1f-aeb0911349f5 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:29.926513 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.937600 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655183c1-0abf-4ecd-81a6-1d8b479e6314 req-ae4842dc-6ad8-463f-8d7f-49f50a4d19fc tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:29.938849 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-655183c1-0abf-4ecd-81a6-1d8b479e6314 req-ae4842dc-6ad8-463f-8d7f-49f50a4d19fc tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 943 time: 0.1277337 Nov 12 00:42:29.947597 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a28738d-9e14-44ab-977d-9a15138cc0fd None None] Network a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:29.953858 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port aadce1a9-e375-4312-9a1f-aeb0911349f5, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=aadce1a9-e375-4312-9a1f-aeb0911349f5,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:30.010513 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.029336 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-b7c385b7-84e8-4467-a752-bfeed846377a tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1901953 Nov 12 00:42:30.034196 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-655183c1-0abf-4ecd-81a6-1d8b479e6314 req-95f46a07-acb7-405d-8480-c23ceeb61d09 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883613 Nov 12 00:42:30.137081 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-19598959-4419-443e-a30e-55d20a988f69 req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] For port dbe5eb6e-1b13-4c28-ac81-41f031667785, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:30.205199 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-19598959-4419-443e-a30e-55d20a988f69 req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] For port dbe5eb6e-1b13-4c28-ac81-41f031667785, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=dbe5eb6e-1b13-4c28-ac81-41f031667785,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:30.217907 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19598959-4419-443e-a30e-55d20a988f69 req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.274121 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9df69feb-b312-490b-b23d-60c8e51e56de None None] Provisioning complete for port 045851f5-a9d0-4641-af16-9300bc223757 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:30.278101 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9df69feb-b312-490b-b23d-60c8e51e56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.318467 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19598959-4419-443e-a30e-55d20a988f69 req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:30.319284 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-19598959-4419-443e-a30e-55d20a988f69 req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.320898 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19598959-4419-443e-a30e-55d20a988f69 req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] 10.222.0.21 "PUT /v2.0/ports/dbe5eb6e-1b13-4c28-ac81-41f031667785 HTTP/1.1" status: 200 len: 1092 time: 2.4399536 Nov 12 00:42:30.333768 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974a6a04-f361-49aa-a65e-c4392da2887a', 'tag': 'dbe5eb6e-1b13-4c28-ac81-41f031667785'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:30.337751 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852af72b-87ba-47da-93ae-396a441bf0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "974a6a04-f361-49aa-a65e-c4392da2887a", "tag": "dbe5eb6e-1b13-4c28-ac81-41f031667785"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:30.433353 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16d0b4a8-fbd1-4371-acb7-acf359351d41 req-0e583bac-23a7-4c92-a46a-37c211e391b0 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 210 time: 0.1017227 Nov 12 00:42:30.439659 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c257e0-4b1e-4bcf-9c78-cb6f6027c643 None None] DHCP port deletion for 40d5199b-84d3-4e3a-b832-6d6d2623ed7f request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:30.445417 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e47d06-8abf-4b37-ad96-2a2af404f055 x-openstack-request-id: req-77e47d06-8abf-4b37-ad96-2a2af404f055 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:30.446674 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974a6a04-f361-49aa-a65e-c4392da2887a", "tag": "dbe5eb6e-1b13-4c28-ac81-41f031667785", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:30.447218 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77e47d06-8abf-4b37-ad96-2a2af404f055 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:30.457468 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974a6a04-f361-49aa-a65e-c4392da2887a', 'tag': 'dbe5eb6e-1b13-4c28-ac81-41f031667785', 'status': 'completed', 'code': 200} Nov 12 00:42:30.457702 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['aadce1a9-e375-4312-9a1f-aeb0911349f5'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:30.457837 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Deleting port 045851f5-a9d0-4641-af16-9300bc223757 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:30.457837 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.557045 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=aadce1a9-e375-4312-9a1f-aeb0911349f5,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:30.562034 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deebb4e-9507-4aae-9771-ce4e1db24766 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe5eb6e-1b13-4c28-ac81-41f031667785,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:30.611874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] For port 045851f5-a9d0-4641-af16-9300bc223757, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=045851f5-a9d0-4641-af16-9300bc223757,segment=NetworkSegment(922419e7-d7cd-4d29-974b-fe7c26d0d9d5),segment_id=922419e7-d7cd-4d29-974b-fe7c26d0d9d5)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:30.612906 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.652381 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Calling delete_port for 045851f5-a9d0-4641-af16-9300bc223757 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:30.816843 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722b9900-28c6-45e3-a8f4-bd9096de530b None None] DHCP port deletion for a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:30.873521 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:30.929381 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Port': ['ID=045851f5-a9d0-4641-af16-9300bc223757,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:30.932995 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19598959-4419-443e-a30e-55d20a988f69 req-870a3adc-0e25-4ff4-adc9-e61b49ed0379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:30.936712 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 045851f5-a9d0-4641-af16-9300bc223757 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:30.945731 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19598959-4419-443e-a30e-55d20a988f69 req-870a3adc-0e25-4ff4-adc9-e61b49ed0379 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1145286794e44c782b111d8c5f13ff8&device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 1095 time: 0.5105596 Nov 12 00:42:30.961980 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb7005-ab5e-4532-a323-6e7362875a55 req-40235550-c441-4ab8-ab53-30a84ebe0fa8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:30.965127 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No DVR routers for this DVR port 045851f5-a9d0-4641-af16-9300bc223757 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:30.983482 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8aeb7005-ab5e-4532-a323-6e7362875a55 req-40235550-c441-4ab8-ab53-30a84ebe0fa8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 944 time: 0.1111364 Nov 12 00:42:31.028593 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 045851f5-a9d0-4641-af16-9300bc223757 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:31.029299 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 045851f5-a9d0-4641-af16-9300bc223757 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:31.031826 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-722b9900-28c6-45e3-a8f4-bd9096de530b None None] The port '045851f5-a9d0-4641-af16-9300bc223757' was deleted {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 00:42:31.082867 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19598959-4419-443e-a30e-55d20a988f69 req-ede3ca95-c2b5-4ff1-8f0a-28584b1de11e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbe5eb6e-1b13-4c28-ac81-41f031667785 HTTP/1.1" status: 200 len: 217 time: 0.1154056 Nov 12 00:42:31.099345 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8aeb7005-ab5e-4532-a323-6e7362875a55 req-8d5ff212-eb07-4885-a320-36340484d079 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131372 Nov 12 00:42:31.252101 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59938) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:31.382710 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.412931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:31.416334 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19598959-4419-443e-a30e-55d20a988f69 req-93059ea1-d183-4a90-ba6b-20bf2c9f7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:31.417921 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19598959-4419-443e-a30e-55d20a988f69 req-93059ea1-d183-4a90-ba6b-20bf2c9f7adb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab6fbd2-d7fa-46a6-839d-783bb02038fc HTTP/1.1" status: 200 len: 860 time: 0.3046114 Nov 12 00:42:31.427997 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59948) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:31.431954 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922419e7-d7cd-4d29-974b-fe7c26d0d9d5') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:31.432264 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922419e7-d7cd-4d29-974b-fe7c26d0d9d5') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:31.441997 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5bbe2-8626-411b-a5f7-8285fcd0bb29 req-9c838eb9-747e-4d8f-9414-edee8dcc45d6 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:31.443732 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-25e5bbe2-8626-411b-a5f7-8285fcd0bb29 req-9c838eb9-747e-4d8f-9414-edee8dcc45d6 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 943 time: 0.2059801 Nov 12 00:42:31.497276 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.501999 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19598959-4419-443e-a30e-55d20a988f69 req-30372963-d6a4-4e28-bd6a-c0f6a1478d46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40d5199b-84d3-4e3a-b832-6d6d2623ed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720415 Nov 12 00:42:31.533446 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-724990c6-3b9a-4cfa-ae7a-2eb7aa622a0a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2001764058-network', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:31.552651 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.571109 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-25e5bbe2-8626-411b-a5f7-8285fcd0bb29 req-0c723a2b-47de-4543-a8b3-0fcfa26c06d8 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126096 Nov 12 00:42:31.572502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:31.573227 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.573934 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724990c6-3b9a-4cfa-ae7a-2eb7aa622a0a admin admin] Made reservation on behalf of 2f8d8ae8bd2e42cfb193a886ac71e329 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:31.579348 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-724990c6-3b9a-4cfa-ae7a-2eb7aa622a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:31.580073 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:31.615404 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7be0c393-f4ea-43c2-a905-5088741d80cd tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Request body: {'quota': {'network': 2}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:31.625462 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bab8f8c9-ff17-4823-a8c5-86ab57e76c2a req-9123bc77-b5b0-4ea1-8332-0728f6dab63f tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 210 time: 0.0960262 Nov 12 00:42:31.631687 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-724990c6-3b9a-4cfa-ae7a-2eb7aa622a0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.671223 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7be0c393-f4ea-43c2-a905-5088741d80cd tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] 10.222.0.31 "PUT /v2.0/quotas/61e6c5555f7d471a8c9e6bda680fc85e HTTP/1.1" status: 200 len: 368 time: 0.2419543 Nov 12 00:42:31.674014 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59964) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:31.688027 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6f79e42c-f931-4843-8489-02a35f329849 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Request body: {'network': {'project_id': '61e6c5555f7d471a8c9e6bda680fc85e'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:31.700464 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.725257 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.728959 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a HTTP/1.1" status: 204 len: 168 time: 4.4652793 Nov 12 00:42:31.733109 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59966) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:31.738934 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-2848cdff-9f62-41fb-8d1c-f4d66817d739 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-734614081'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:31.768787 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f79e42c-f931-4843-8489-02a35f329849 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Made reservation on behalf of 61e6c5555f7d471a8c9e6bda680fc85e for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:31.771401 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f79e42c-f931-4843-8489-02a35f329849 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.781716 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dca65-862f-417b-bb30-b7ada591d7e0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Network': ['ID=a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:31.782059 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2848cdff-9f62-41fb-8d1c-f4d66817d739 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:31.786349 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2848cdff-9f62-41fb-8d1c-f4d66817d739 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.789971 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19598959-4419-443e-a30e-55d20a988f69 req-785eb78d-6cbc-43e8-a02f-42f9ea07c0f9 service neutron] 10.222.0.21 "GET /v2.0/networks/40d5199b-84d3-4e3a-b832-6d6d2623ed7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717774 Nov 12 00:42:31.819872 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f79e42c-f931-4843-8489-02a35f329849 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.858254 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0251d072-d168-48cf-9243-58903731f441 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e742524ad04144c1b8899d429dc46e5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529168 Nov 12 00:42:31.889449 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-724990c6-3b9a-4cfa-ae7a-2eb7aa622a0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.899606 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-fa5f9cba-cae6-4815-ae94-0035feee4581 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:31.901231 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-fa5f9cba-cae6-4815-ae94-0035feee4581 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/networks?id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6 HTTP/1.1" status: 200 len: 815 time: 0.2279532 Nov 12 00:42:31.910510 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2848cdff-9f62-41fb-8d1c-f4d66817d739 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:42:31.920451 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-724990c6-3b9a-4cfa-ae7a-2eb7aa622a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.931076 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-3653bdec-a9df-4a45-8caa-39bad31c1d27 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/quotas/5296ecb4beb2464f89b29bec01832302 HTTP/1.1" status: 200 len: 375 time: 0.0223119 Nov 12 00:42:31.939123 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19598959-4419-443e-a30e-55d20a988f69 req-5f78d7e0-02b5-4aa0-820c-a93265a42662 service neutron] 10.222.0.21 "GET /v2.0/networks/40d5199b-84d3-4e3a-b832-6d6d2623ed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394072 Nov 12 00:42:31.988534 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2848cdff-9f62-41fb-8d1c-f4d66817d739 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.989285 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-2848cdff-9f62-41fb-8d1c-f4d66817d739 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Added segment f568afc4-9e84-4236-a60c-46c8b800c5bd of type vlan for network 3d637c6a-47c8-4b24-b187-0d79f51513ee Nov 12 00:42:32.000468 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-27b753ee-1af8-474e-ac86-e104339c1ecd tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5296ecb4beb2464f89b29bec01832302&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0602765 Nov 12 00:42:32.018339 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724990c6-3b9a-4cfa-ae7a-2eb7aa622a0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:42:32.071817 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724990c6-3b9a-4cfa-ae7a-2eb7aa622a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4086bdc8-7354-4f2e-bddd-d481d47d0c68,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:32.086288 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-724990c6-3b9a-4cfa-ae7a-2eb7aa622a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.086688 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-724990c6-3b9a-4cfa-ae7a-2eb7aa622a0a admin admin] Added segment 1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6 of type vlan for network 7d24e46d-a727-42f9-9ed5-ca40f7ef30aa Nov 12 00:42:32.106209 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852af72b-87ba-47da-93ae-396a441bf0c3 req-6565c30c-2bbe-42aa-ab9b-380076609260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:32.107747 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-852af72b-87ba-47da-93ae-396a441bf0c3 req-6565c30c-2bbe-42aa-ab9b-380076609260 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1145286794e44c782b111d8c5f13ff8&device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 1095 time: 0.1062739 Nov 12 00:42:32.114562 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2848cdff-9f62-41fb-8d1c-f4d66817d739 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.151716 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-a17cac2f-0841-4e42-9aee-7da81872162b service neutron] 10.222.0.31 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409173 Nov 12 00:42:32.198268 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-59fec7ea-6456-4572-8db2-6ec36b86604b tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:32.200447 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-59fec7ea-6456-4572-8db2-6ec36b86604b tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3295758 Nov 12 00:42:32.215018 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-724990c6-3b9a-4cfa-ae7a-2eb7aa622a0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.235289 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-9ae18ebd-d709-47b6-8417-743825374b8c tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Request body: {'port': {'device_id': 'd8f47f8e-185c-4ec7-ac60-477378108f7b', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': 'e742524ad04144c1b8899d429dc46e5a'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:32.281742 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2848cdff-9f62-41fb-8d1c-f4d66817d739 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.283600 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852af72b-87ba-47da-93ae-396a441bf0c3 req-f7581187-ce4b-4a4e-8dee-0d81fe1b0511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:32.285162 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-852af72b-87ba-47da-93ae-396a441bf0c3 req-f7581187-ce4b-4a4e-8dee-0d81fe1b0511 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40d5199b-84d3-4e3a-b832-6d6d2623ed7f HTTP/1.1" status: 200 len: 921 time: 0.1692660 Nov 12 00:42:32.288188 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2848cdff-9f62-41fb-8d1c-f4d66817d739 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:32.288924 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2848cdff-9f62-41fb-8d1c-f4d66817d739 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.319520 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f79e42c-f931-4843-8489-02a35f329849 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.339721 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-852af72b-87ba-47da-93ae-396a441bf0c3 req-76f4c670-7efb-4fae-96b4-b5dc6bed3ed2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbe5eb6e-1b13-4c28-ac81-41f031667785 HTTP/1.1" status: 200 len: 217 time: 0.0417213 Nov 12 00:42:32.340760 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.db.resource_extend [None req-724990c6-3b9a-4cfa-ae7a-2eb7aa622a0a admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:42:32.341949 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-9f3bc2d0-59d3-4f25-bed4-65f355b1b9da service neutron] 10.222.0.31 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560781 Nov 12 00:42:32.391922 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f79e42c-f931-4843-8489-02a35f329849 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.394173 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852af72b-87ba-47da-93ae-396a441bf0c3 req-ee8898a2-639b-42d7-9988-987ce7444f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:32.395759 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-852af72b-87ba-47da-93ae-396a441bf0c3 req-ee8898a2-639b-42d7-9988-987ce7444f80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab6fbd2-d7fa-46a6-839d-783bb02038fc HTTP/1.1" status: 200 len: 860 time: 0.0487473 Nov 12 00:42:32.431556 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-852af72b-87ba-47da-93ae-396a441bf0c3 req-45c079b7-d094-41b2-8361-1295b97bf8be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40d5199b-84d3-4e3a-b832-6d6d2623ed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276346 Nov 12 00:42:32.449426 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2848cdff-9f62-41fb-8d1c-f4d66817d739 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7144604 Nov 12 00:42:32.470286 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59972) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:32.489624 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-5f83928d-6ee3-4ecf-98aa-7083456bc840 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'subnet': {'network_id': '3d637c6a-47c8-4b24-b187-0d79f51513ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:32.508626 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-724990c6-3b9a-4cfa-ae7a-2eb7aa622a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.510109 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724990c6-3b9a-4cfa-ae7a-2eb7aa622a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:32.511019 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-724990c6-3b9a-4cfa-ae7a-2eb7aa622a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.531840 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f79e42c-f931-4843-8489-02a35f329849 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:42:32.533878 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848cdff-9f62-41fb-8d1c-f4d66817d739 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Network': ['ID=3d637c6a-47c8-4b24-b187-0d79f51513ee,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:32.548804 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-852af72b-87ba-47da-93ae-396a441bf0c3 req-2bf7a8c0-dcbf-4558-b2d2-197b7e673a7d service neutron] 10.222.0.21 "GET /v2.0/networks/40d5199b-84d3-4e3a-b832-6d6d2623ed7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065035 Nov 12 00:42:32.550156 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 3d637c6a-47c8-4b24-b187-0d79f51513ee details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:32.563068 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57be862-96b9-4504-8343-bdecced44732 req-7816f9bc-2af8-48a8-ba05-90b6b3cc2a08 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:32.571388 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e57be862-96b9-4504-8343-bdecced44732 req-7816f9bc-2af8-48a8-ba05-90b6b3cc2a08 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 944 time: 0.3666356 Nov 12 00:42:32.599276 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79e42c-f931-4843-8489-02a35f329849 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968ae4e8-736d-4a2e-a24d-7e58234c08cb,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:32.666539 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f79e42c-f931-4843-8489-02a35f329849 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.667175 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-6f79e42c-f931-4843-8489-02a35f329849 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Added segment d4b5e678-4d28-43f9-854f-9b026a4c0c0e of type vlan for network d470520d-7d29-4c53-b471-60a1bb680e7b Nov 12 00:42:32.683978 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-724990c6-3b9a-4cfa-ae7a-2eb7aa622a0a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4305379 Nov 12 00:42:32.702067 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b7600148-8963-4eb2-a3c5-376dc0f62bea req-bf49124e-ef67-4e37-9f79-2620a8d14423 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=78983d7c-c4e9-4f3e-8e1b-09a596d5f34e HTTP/1.1" status: 200 len: 210 time: 0.0336032 Nov 12 00:42:32.703112 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59982) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:32.712973 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-e3ffa575-71bd-4ce6-b092-c1d757068bc2 admin admin] Request body: {'subnet': {'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2001764058-subnet', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:32.827579 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-852af72b-87ba-47da-93ae-396a441bf0c3 req-f19850e8-be39-47c8-9f7e-1b03fc9396b7 service neutron] 10.222.0.21 "GET /v2.0/networks/40d5199b-84d3-4e3a-b832-6d6d2623ed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617602 Nov 12 00:42:32.828338 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ffa575-71bd-4ce6-b092-c1d757068bc2 admin admin] Made reservation on behalf of 2f8d8ae8bd2e42cfb193a886ac71e329 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:32.830773 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e3ffa575-71bd-4ce6-b092-c1d757068bc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.830947 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724990c6-3b9a-4cfa-ae7a-2eb7aa622a0a admin admin] Pushing event updated for resources: {'Network': ['ID=7d24e46d-a727-42f9-9ed5-ca40f7ef30aa,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:32.836089 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f79e42c-f931-4843-8489-02a35f329849 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.862069 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e57be862-96b9-4504-8343-bdecced44732 req-1ae5d396-06a4-4f2f-9eec-47ff4075c7d1 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893105 Nov 12 00:42:32.865626 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 7d24e46d-a727-42f9-9ed5-ca40f7ef30aa details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:32.880129 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-9ae18ebd-d709-47b6-8417-743825374b8c tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Made reservation on behalf of e742524ad04144c1b8899d429dc46e5a for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:32.890904 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-9ae18ebd-d709-47b6-8417-743825374b8c tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.969611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec043b79-39a1-455e-9ba4-daee35320e5e req-5ee10c17-64f9-4d55-9801-b49b5d1c6868 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:32.977655 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ec043b79-39a1-455e-9ba4-daee35320e5e req-5ee10c17-64f9-4d55-9801-b49b5d1c6868 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 943 time: 0.1757920 Nov 12 00:42:32.979465 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f79e42c-f931-4843-8489-02a35f329849 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.980715 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f79e42c-f931-4843-8489-02a35f329849 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:32.981300 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f79e42c-f931-4843-8489-02a35f329849 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:32.983604 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f83928d-6ee3-4ecf-98aa-7083456bc840 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:32.987812 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5f83928d-6ee3-4ecf-98aa-7083456bc840 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.062372 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ec043b79-39a1-455e-9ba4-daee35320e5e req-75a799f8-ea72-452d-87c0-6f2acc8398a7 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837409 Nov 12 00:42:33.109605 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6e2f92a-fe02-4eab-8e47-1dbc063acbde req-7cc46128-f8c5-4bd3-921b-a380a8042b26 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 210 time: 0.1332150 Nov 12 00:42:33.122778 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e3ffa575-71bd-4ce6-b092-c1d757068bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.178414 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffa575-71bd-4ce6-b092-c1d757068bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84b2fe28-acf9-46d9-9afd-e7fecadc33af,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:33.185551 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6f79e42c-f931-4843-8489-02a35f329849 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5098653 Nov 12 00:42:33.188642 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59990) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:33.196014 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-259e41e6-9fe7-4cc3-81d8-bbe1b48332d3 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Request body: {'network': {'project_id': '61e6c5555f7d471a8c9e6bda680fc85e'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:33.200727 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ffa575-71bd-4ce6-b092-c1d757068bc2 admin admin] Checking segment: {'id': '1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:33.201180 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ffa575-71bd-4ce6-b092-c1d757068bc2 admin admin] Network hostable DHCP agents. Network: 7d24e46d-a727-42f9-9ed5-ca40f7ef30aa, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:42:33.204362 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79e42c-f931-4843-8489-02a35f329849 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Pushing event updated for resources: {'Network': ['ID=d470520d-7d29-4c53-b471-60a1bb680e7b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:33.225483 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network d470520d-7d29-4c53-b471-60a1bb680e7b details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:33.232081 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259e41e6-9fe7-4cc3-81d8-bbe1b48332d3 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Made reservation on behalf of 61e6c5555f7d471a8c9e6bda680fc85e for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:33.234573 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-259e41e6-9fe7-4cc3-81d8-bbe1b48332d3 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.237929 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ffa575-71bd-4ce6-b092-c1d757068bc2 admin admin] Network 7d24e46d-a727-42f9-9ed5-ca40f7ef30aa is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:42:33.258628 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-e3ffa575-71bd-4ce6-b092-c1d757068bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 7d24e46d-a727-42f9-9ed5-ca40f7ef30aa) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:33.266953 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ffa575-71bd-4ce6-b092-c1d757068bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:33.267562 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e3ffa575-71bd-4ce6-b092-c1d757068bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.275688 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259e41e6-9fe7-4cc3-81d8-bbe1b48332d3 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:42:33.295519 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:42:33.302699 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-259e41e6-9fe7-4cc3-81d8-bbe1b48332d3 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.303082 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-259e41e6-9fe7-4cc3-81d8-bbe1b48332d3 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Added segment c97ef42c-7081-4087-b19e-58d99bf16973 of type vlan for network b17d1100-b7cc-4ed5-aa3c-6ed9fb2b6ff6 Nov 12 00:42:33.315361 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-9ae18ebd-d709-47b6-8417-743825374b8c tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Allocated IP 192.168.233.158 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/91da9e1b-38db-4191-b96a-9b51235f1578) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:33.340228 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcb9456-d3cc-44ec-9207-120ee6a40f84 None None] Network 7d24e46d-a727-42f9-9ed5-ca40f7ef30aa requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:33.357300 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e3ffa575-71bd-4ce6-b092-c1d757068bc2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6506586 Nov 12 00:42:33.360041 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59992) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:33.368400 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-55f6d6c0-264b-413e-88f9-b723ce823b37 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2001764058-router', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:33.373017 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-259e41e6-9fe7-4cc3-81d8-bbe1b48332d3 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.403468 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-259e41e6-9fe7-4cc3-81d8-bbe1b48332d3 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.405290 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259e41e6-9fe7-4cc3-81d8-bbe1b48332d3 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:33.406110 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-259e41e6-9fe7-4cc3-81d8-bbe1b48332d3 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.473643 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-55f6d6c0-264b-413e-88f9-b723ce823b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.474706 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-55f6d6c0-264b-413e-88f9-b723ce823b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.480857 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-259e41e6-9fe7-4cc3-81d8-bbe1b48332d3 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2873137 Nov 12 00:42:33.481639 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59994) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:33.493868 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-5345efcb-19ba-4bd0-a634-7228fc07cd6a tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Request body: {'network': {'project_id': '61e6c5555f7d471a8c9e6bda680fc85e'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:33.516553 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5f83928d-6ee3-4ecf-98aa-7083456bc840 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.526010 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e41e6-9fe7-4cc3-81d8-bbe1b48332d3 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Pushing event updated for resources: {'Network': ['ID=b17d1100-b7cc-4ed5-aa3c-6ed9fb2b6ff6,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:33.530426 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-5345efcb-19ba-4bd0-a634-7228fc07cd6a tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 00:42:33.531359 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5345efcb-19ba-4bd0-a634-7228fc07cd6a tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:42:33.535972 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5345efcb-19ba-4bd0-a634-7228fc07cd6a tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0510049 Nov 12 00:42:33.537266 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59996) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:33.588199 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device aadce1a9-e375-4312-9a1f-aeb0911349f5 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:33.596867 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-18a7a9d4-c5e8-4fca-bede-241be58d8e90 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61e6c5555f7d471a8c9e6bda680fc85e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0579846 Nov 12 00:42:33.597591 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60000) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:33.599105 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network b17d1100-b7cc-4ed5-aa3c-6ed9fb2b6ff6 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:33.665889 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-55f6d6c0-264b-413e-88f9-b723ce823b37 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.691046 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f33bb738-d1bf-4f1e-8e28-94291cc05b36 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.727754 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f33bb738-d1bf-4f1e-8e28-94291cc05b36 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.782657 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port aadce1a9-e375-4312-9a1f-aeb0911349f5 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:42:33.790663 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port aadce1a9-e375-4312-9a1f-aeb0911349f5 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:33.791040 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.825832 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f33bb738-d1bf-4f1e-8e28-94291cc05b36 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.829615 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f33bb738-d1bf-4f1e-8e28-94291cc05b36 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.833416 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f33bb738-d1bf-4f1e-8e28-94291cc05b36 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/968ae4e8-736d-4a2e-a24d-7e58234c08cb HTTP/1.1" status: 204 len: 168 time: 0.2346988 Nov 12 00:42:33.856729 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bba4fc-3639-4863-a5da-f1d4674f9cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-7d24e46d-a727-42f9-9ed5-ca40f7ef30aa', 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'fixed_ips': [{'subnet_id': '84b2fe28-acf9-46d9-9afd-e7fecadc33af'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:42:33.857845 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a7bba4fc-3639-4863-a5da-f1d4674f9cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.863504 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60004) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:33.865669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bb738-d1bf-4f1e-8e28-94291cc05b36 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968ae4e8-736d-4a2e-a24d-7e58234c08cb,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:34.049146 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-9ae18ebd-d709-47b6-8417-743825374b8c tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.078588 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.112721 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83928d-6ee3-4ecf-98aa-7083456bc840 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Subnet': ['ID=01c4b520-6e5c-41a7-9888-b1d41ef1b255,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:34.121614 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-9ae18ebd-d709-47b6-8417-743825374b8c tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.128158 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974f76f7-3292-4287-ad86-c8c95a2a2c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadce1a9-e375-4312-9a1f-aeb0911349f5'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:34.130156 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3adf-dd70-4090-adad-ae0f2af14a63 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.130539 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c06bf2-74bc-4d24-a0a5-ce6e625f0877" -d '{"events": [{"server_uuid": "974f76f7-3292-4287-ad86-c8c95a2a2c4f", "name": "network-vif-plugged", "status": "completed", "tag": "aadce1a9-e375-4312-9a1f-aeb0911349f5"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:34.133935 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-a7bba4fc-3639-4863-a5da-f1d4674f9cb2 None None] Allocated IP 172.20.0.2 (7d24e46d-a727-42f9-9ed5-ca40f7ef30aa/84b2fe28-acf9-46d9-9afd-e7fecadc33af/30740810-2ccc-4bd7-be1d-cc8d4bc67cf2) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:34.141677 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['37a8070f-7261-432c-a284-dceea1ab4f9b', '1104d0a1-0b8c-4b63-886a-552dd272ce73'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:34.157243 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ec157fb9-d03e-43cd-92ed-81322f10bea1 req-23c04a43-7794-442b-affd-5e8688f1a6b6 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=78983d7c-c4e9-4f3e-8e1b-09a596d5f34e HTTP/1.1" status: 200 len: 210 time: 0.0868011 Nov 12 00:42:34.157508 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port aadce1a9-e375-4312-9a1f-aeb0911349f5, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=aadce1a9-e375-4312-9a1f-aeb0911349f5,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:34.185764 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['6f57b479-9ea5-40cd-8a30-cc725fc1a835', '0dd76ff5-4be1-4f6e-9325-09ea366062c1', 'b8ee4bc0-8823-4aa3-a840-606de5fe2e92', '7f70719f-d7a5-466a-9568-cdf4d0a8b2f4'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:34.190100 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.200873 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83928d-6ee3-4ecf-98aa-7083456bc840 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Checking segment: {'id': 'f568afc4-9e84-4236-a60c-46c8b800c5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3d637c6a-47c8-4b24-b187-0d79f51513ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:34.201556 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f83928d-6ee3-4ecf-98aa-7083456bc840 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network hostable DHCP agents. Network: 3d637c6a-47c8-4b24-b187-0d79f51513ee, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:42:34.261348 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-29c4a579-72d0-4697-aeb7-8cb353e08602 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:34.264797 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-29c4a579-72d0-4697-aeb7-8cb353e08602 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.21 "GET /v2.0/networks?id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6 HTTP/1.1" status: 200 len: 815 time: 0.2761443 Nov 12 00:42:34.270828 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-9ae18ebd-d709-47b6-8417-743825374b8c tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:34.286777 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-9ae18ebd-d709-47b6-8417-743825374b8c tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:34.295151 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-09ffabec-f0b5-4a79-af91-fa265f5a9368 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Request body: {'port': {'device_id': '78983d7c-c4e9-4f3e-8e1b-09a596d5f34e', 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6', 'admin_state_up': True, 'tenant_id': '5296ecb4beb2464f89b29bec01832302'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:34.303117 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-55f6d6c0-264b-413e-88f9-b723ce823b37 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.313710 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e64bd2-37e1-4c34-a9df-b2ce61aee73c req-6f90280d-4184-46fb-b9f8-fa3f75b3d320 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:34.323170 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d9e64bd2-37e1-4c34-a9df-b2ce61aee73c req-6f90280d-4184-46fb-b9f8-fa3f75b3d320 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 944 time: 0.3331070 Nov 12 00:42:34.327644 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-9ae18ebd-d709-47b6-8417-743825374b8c tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:34.371936 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=aadce1a9-e375-4312-9a1f-aeb0911349f5,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:34.380530 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f83928d-6ee3-4ecf-98aa-7083456bc840 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network 3d637c6a-47c8-4b24-b187-0d79f51513ee is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:42:34.412222 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae18ebd-d709-47b6-8417-743825374b8c tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Pushing event updated for resources: {'Port': ['ID=91da9e1b-38db-4191-b96a-9b51235f1578,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:34.448472 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-9ae18ebd-d709-47b6-8417-743825374b8c tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:34.449660 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-9ae18ebd-d709-47b6-8417-743825374b8c tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.452513 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-5f83928d-6ee3-4ecf-98aa-7083456bc840 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 3d637c6a-47c8-4b24-b187-0d79f51513ee) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:34.462273 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f83928d-6ee3-4ecf-98aa-7083456bc840 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:34.463323 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5f83928d-6ee3-4ecf-98aa-7083456bc840 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.483409 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a199af3-4206-4d47-8881-21849a992919 None None] Network 3d637c6a-47c8-4b24-b187-0d79f51513ee requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:34.496849 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-9ae18ebd-d709-47b6-8417-743825374b8c tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2700984 Nov 12 00:42:34.506820 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3961d0-44d8-4c21-8684-4cd0d9fb110c req-eea5e412-9cbe-48ba-8f5d-ae725a5a9344 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:34.514866 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad3961d0-44d8-4c21-8684-4cd0d9fb110c req-eea5e412-9cbe-48ba-8f5d-ae725a5a9344 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 943 time: 0.2389760 Nov 12 00:42:34.519952 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5f83928d-6ee3-4ecf-98aa-7083456bc840 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0476997 Nov 12 00:42:34.552918 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] Request body: {'port': {'device_id': 'd8f47f8e-185c-4ec7-ac60-477378108f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:34.556871 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60014) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:34.710619 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a7bba4fc-3639-4863-a5da-f1d4674f9cb2 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.737400 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.751410 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a7bba4fc-3639-4863-a5da-f1d4674f9cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.770412 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad3961d0-44d8-4c21-8684-4cd0d9fb110c req-3f6be2c8-2c6a-49a2-9159-663220d52c92 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539644 Nov 12 00:42:34.774957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b7b27d7b-6a48-4f8c-8453-70de2cc259b9 None None] Provisioning complete for port 91da9e1b-38db-4191-b96a-9b51235f1578 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:34.775612 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b7b27d7b-6a48-4f8c-8453-70de2cc259b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.889270 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bba4fc-3639-4863-a5da-f1d4674f9cb2 None None] Network 7d24e46d-a727-42f9-9ed5-ca40f7ef30aa is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:34.906475 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4b934e4a-e549-4fa4-b0f8-75ce41e90362 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.933494 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda1728e-b92e-4ae3-b95e-89112c0ad0ad x-openstack-request-id: req-bda1728e-b92e-4ae3-b95e-89112c0ad0ad {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:34.933866 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974f76f7-3292-4287-ad86-c8c95a2a2c4f", "name": "network-vif-plugged", "status": "completed", "tag": "aadce1a9-e375-4312-9a1f-aeb0911349f5", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:34.934009 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bda1728e-b92e-4ae3-b95e-89112c0ad0ad {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:34.934423 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974f76f7-3292-4287-ad86-c8c95a2a2c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadce1a9-e375-4312-9a1f-aeb0911349f5', 'code': 200} Nov 12 00:42:34.944962 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-a7bba4fc-3639-4863-a5da-f1d4674f9cb2 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:34.948854 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3adf-dd70-4090-adad-ae0f2af14a63 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:34.975572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bba4fc-3639-4863-a5da-f1d4674f9cb2 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:34.991743 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b7b27d7b-6a48-4f8c-8453-70de2cc259b9 None None] Port 91da9e1b-38db-4191-b96a-9b51235f1578 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:34.998807 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bba4fc-3639-4863-a5da-f1d4674f9cb2 None None] Pushing event updated for resources: {'Port': ['ID=30740810-2ccc-4bd7-be1d-cc8d4bc67cf2,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:35.025003 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d9e64bd2-37e1-4c34-a9df-b2ce61aee73c req-80893abb-0067-4c77-b20b-c9e41ef69291 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6979656 Nov 12 00:42:35.040856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-7e4f3adf-dd70-4090-adad-ae0f2af14a63 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17d1100-b7cc-4ed5-aa3c-6ed9fb2b6ff6']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:35.079196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-7e4f3adf-dd70-4090-adad-ae0f2af14a63 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97ef42c-7081-4087-b19e-58d99bf16973') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:35.079599 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-7e4f3adf-dd70-4090-adad-ae0f2af14a63 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97ef42c-7081-4087-b19e-58d99bf16973') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:35.095902 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3adf-dd70-4090-adad-ae0f2af14a63 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.105588 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-09ffabec-f0b5-4a79-af91-fa265f5a9368 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Made reservation on behalf of 5296ecb4beb2464f89b29bec01832302 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:35.111786 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-09ffabec-f0b5-4a79-af91-fa265f5a9368 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.188521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a7bba4fc-3639-4863-a5da-f1d4674f9cb2 None None] Attempting to bind port 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:35.189023 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a7bba4fc-3639-4863-a5da-f1d4674f9cb2 None None] Attempting to bind port 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:35.189491 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bba4fc-3639-4863-a5da-f1d4674f9cb2 None None] Attempting to bind port 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2 on network 7d24e46d-a727-42f9-9ed5-ca40f7ef30aa {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:35.195927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a65cf6b-50cc-4bc2-bcd9-deafda7b8dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-3d637c6a-47c8-4b24-b187-0d79f51513ee', 'network_id': '3d637c6a-47c8-4b24-b187-0d79f51513ee', 'tenant_id': '743aa15e4e8e4568a0f650b704e9151a', 'fixed_ips': [{'subnet_id': '01c4b520-6e5c-41a7-9888-b1d41ef1b255'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:42:35.196881 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6a65cf6b-50cc-4bc2-bcd9-deafda7b8dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.221678 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bba4fc-3639-4863-a5da-f1d4674f9cb2 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:35.222123 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bba4fc-3639-4863-a5da-f1d4674f9cb2 None None] Checking segment: {'id': '1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:35.223213 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a7bba4fc-3639-4863-a5da-f1d4674f9cb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.223631 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bba4fc-3639-4863-a5da-f1d4674f9cb2 None None] Bound using segment: {'id': '1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:35.224267 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a7bba4fc-3639-4863-a5da-f1d4674f9cb2 None None] Bound port: 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:35.224658 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a7bba4fc-3639-4863-a5da-f1d4674f9cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.239736 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49c01d-b533-40bf-b167-c8f469970c28 req-182abd5e-cbbf-4de7-8b8d-a4f668b6a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:35.244919 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b49c01d-b533-40bf-b167-c8f469970c28 req-182abd5e-cbbf-4de7-8b8d-a4f668b6a5eb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 1097 time: 0.2746418 Nov 12 00:42:35.252933 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3adf-dd70-4090-adad-ae0f2af14a63 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.296172 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4b934e4a-e549-4fa4-b0f8-75ce41e90362 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.313451 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-90fc8bf0-c5e2-4a13-87f8-0f15ff22fd10 req-29b1a76a-8135-4423-a794-4af36ee0e668 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=78983d7c-c4e9-4f3e-8e1b-09a596d5f34e HTTP/1.1" status: 200 len: 210 time: 0.0528481 Nov 12 00:42:35.336341 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4f3adf-dd70-4090-adad-ae0f2af14a63 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:35.336772 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3adf-dd70-4090-adad-ae0f2af14a63 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:35.338489 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:35.364673 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ad897-396c-4c2d-80c7-844165c40b26 req-ef9ee972-c617-470c-95a7-6e318627c134 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:35.366261 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4e6ad897-396c-4c2d-80c7-844165c40b26 req-ef9ee972-c617-470c-95a7-6e318627c134 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 936 time: 0.3271854 Nov 12 00:42:35.372252 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-55f6d6c0-264b-413e-88f9-b723ce823b37 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.382241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device dbe5eb6e-1b13-4c28-ac81-41f031667785 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:35.419124 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-55f6d6c0-264b-413e-88f9-b723ce823b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.461421 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b49c01d-b533-40bf-b167-c8f469970c28 req-fd38711a-ce81-4602-9154-063db342d233 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052286 Nov 12 00:42:35.475894 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a7bba4fc-3639-4863-a5da-f1d4674f9cb2 None None] For port 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:35.486361 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3adf-dd70-4090-adad-ae0f2af14a63 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.493893 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3adf-dd70-4090-adad-ae0f2af14a63 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.498712 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7e4f3adf-dd70-4090-adad-ae0f2af14a63 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] 10.222.0.31 "DELETE /v2.0/networks/b17d1100-b7cc-4ed5-aa3c-6ed9fb2b6ff6 HTTP/1.1" status: 204 len: 168 time: 1.6252167 Nov 12 00:42:35.500821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-09ffabec-f0b5-4a79-af91-fa265f5a9368 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Allocated IP 172.20.0.6 (e9d51c46-f358-424d-ac2a-b0dc401b9ad6/08cb9a84-8134-4e9c-99d6-c33732bf6cde/84d5b2ae-08dd-4b77-ac3a-2cb751043b25) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:35.509806 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60020) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:35.521606 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a7bba4fc-3639-4863-a5da-f1d4674f9cb2 None None] For port 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=30740810-2ccc-4bd7-be1d-cc8d4bc67cf2,segment=NetworkSegment(1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6),segment_id=1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:35.532749 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a7bba4fc-3639-4863-a5da-f1d4674f9cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.545205 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4e6ad897-396c-4c2d-80c7-844165c40b26 req-e27f5a77-b497-4279-9b7c-5bcddb2aa33b tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356323 Nov 12 00:42:35.562205 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f3adf-dd70-4090-adad-ae0f2af14a63 tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Pushing event deleted for resources: {'Network': ['ID=b17d1100-b7cc-4ed5-aa3c-6ed9fb2b6ff6,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:35.597895 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4b934e4a-e549-4fa4-b0f8-75ce41e90362 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server [None req-6a65cf6b-50cc-4bc2-bcd9-deafda7b8dda None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01c4b520-6e5c-41a7-9888-b1d41ef1b255: This subnet is being modified by another concurrent operation. Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 00:42:35.628990 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise exception Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01c4b520-6e5c-41a7-9888-b1d41ef1b255: This subnet is being modified by another concurrent operation. Nov 12 00:42:35.645189 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Nov 12 00:42:35.693641 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06021211-585c-481a-a0c5-4cbc29d707d9 None None] Network 3d637c6a-47c8-4b24-b187-0d79f51513ee requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:35.702869 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b934e4a-e549-4fa4-b0f8-75ce41e90362 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Subnet': ['ID=01c4b520-6e5c-41a7-9888-b1d41ef1b255,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:35.715425 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7e72e353-a86c-4460-a071-a57967d13b0d tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.718435 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bba4fc-3639-4863-a5da-f1d4674f9cb2 None None] Pushing event updated for resources: {'Port': ['ID=30740810-2ccc-4bd7-be1d-cc8d4bc67cf2,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:35.746688 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port dbe5eb6e-1b13-4c28-ac81-41f031667785, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=dbe5eb6e-1b13-4c28-ac81-41f031667785,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:35.790386 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4b934e4a-e549-4fa4-b0f8-75ce41e90362 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.816556 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-55f6d6c0-264b-413e-88f9-b723ce823b37 admin admin] Allocated IP 172.25.0.189 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/85c03b7e-d0aa-4549-8179-849adb1bc1bd) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:35.869037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91da9e1b-38db-4191-b96a-9b51235f1578 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:35.877761 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-4b934e4a-e549-4fa4-b0f8-75ce41e90362 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d637c6a-47c8-4b24-b187-0d79f51513ee']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:35.904907 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:35.919579 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-4b934e4a-e549-4fa4-b0f8-75ce41e90362 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f568afc4-9e84-4236-a60c-46c8b800c5bd') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:35.919885 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-4b934e4a-e549-4fa4-b0f8-75ce41e90362 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f568afc4-9e84-4236-a60c-46c8b800c5bd') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:35.992347 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4b934e4a-e549-4fa4-b0f8-75ce41e90362 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.003053 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7e72e353-a86c-4460-a071-a57967d13b0d tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.003730 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'dbe5eb6e-1b13-4c28-ac81-41f031667785', 'network_id': '40d5199b-84d3-4e3a-b832-6d6d2623ed7f', 'port_id': 'dbe5eb6e-1b13-4c28-ac81-41f031667785', 'mac_address': 'fa:16:3e:0a:34:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab6fbd2-d7fa-46a6-839d-783bb02038fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:42:36.006196 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] Transition to ACTIVE for port object 91da9e1b-38db-4191-b96a-9b51235f1578 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:42:36.018151 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.023941 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4b934e4a-e549-4fa4-b0f8-75ce41e90362 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.057539 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-09ffabec-f0b5-4a79-af91-fa265f5a9368 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.067582 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-7e72e353-a86c-4460-a071-a57967d13b0d tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d470520d-7d29-4c53-b471-60a1bb680e7b']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:36.096099 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-7e72e353-a86c-4460-a071-a57967d13b0d tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b5e678-4d28-43f9-854f-9b026a4c0c0e') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:36.096404 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-7e72e353-a86c-4460-a071-a57967d13b0d tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b5e678-4d28-43f9-854f-9b026a4c0c0e') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:36.113295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f49942-67cd-43f9-bbea-ebf4e7307a79 req-276299cb-b243-4e62-a404-de3d2a223673 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:36.124465 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-39f49942-67cd-43f9-bbea-ebf4e7307a79 req-276299cb-b243-4e62-a404-de3d2a223673 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 943 time: 0.1655209 Nov 12 00:42:36.146181 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-55f6d6c0-264b-413e-88f9-b723ce823b37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.150290 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.161122 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7e72e353-a86c-4460-a071-a57967d13b0d tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.185770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe5eb6e-1b13-4c28-ac81-41f031667785 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:36.193910 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7e72e353-a86c-4460-a071-a57967d13b0d tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.218088 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] Pushing event updated for resources: {'Port': ['ID=91da9e1b-38db-4191-b96a-9b51235f1578,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:36.226707 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b934e4a-e549-4fa4-b0f8-75ce41e90362 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:36.228110 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4b934e4a-e549-4fa4-b0f8-75ce41e90362 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.228537 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port dbe5eb6e-1b13-4c28-ac81-41f031667785, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=dbe5eb6e-1b13-4c28-ac81-41f031667785,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:36.230715 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e72e353-a86c-4460-a071-a57967d13b0d tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:36.231322 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7e72e353-a86c-4460-a071-a57967d13b0d tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:36.233142 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:36.235827 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:36.240603 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.304945 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=dbe5eb6e-1b13-4c28-ac81-41f031667785,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:36.320779 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-39f49942-67cd-43f9-bbea-ebf4e7307a79 req-e8b68040-0990-484e-b349-bb832f5483e7 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951001 Nov 12 00:42:36.326712 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-55f6d6c0-264b-413e-88f9-b723ce823b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.327188 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-09ffabec-f0b5-4a79-af91-fa265f5a9368 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.350308 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['3027f6db-77dc-4fc4-80d1-19214add53e9', '23ddfda0-4f02-40ff-aea8-1dd1fc986a97'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:36.428499 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7e72e353-a86c-4460-a071-a57967d13b0d tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.434744 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-09ffabec-f0b5-4a79-af91-fa265f5a9368 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Network e9d51c46-f358-424d-ac2a-b0dc401b9ad6 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:36.443019 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4b934e4a-e549-4fa4-b0f8-75ce41e90362 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.447208 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f6d6c0-264b-413e-88f9-b723ce823b37 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:36.451120 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7e72e353-a86c-4460-a071-a57967d13b0d tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.457337 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7e72e353-a86c-4460-a071-a57967d13b0d tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] 10.222.0.31 "DELETE /v2.0/networks/d470520d-7d29-4c53-b471-60a1bb680e7b HTTP/1.1" status: 204 len: 168 time: 0.9453804 Nov 12 00:42:36.458161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffabec-f0b5-4a79-af91-fa265f5a9368 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Pushing event updated for resources: {'Port': ['ID=84d5b2ae-08dd-4b77-ac3a-2cb751043b25,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:36.470302 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-09ffabec-f0b5-4a79-af91-fa265f5a9368 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:36.472837 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-09ffabec-f0b5-4a79-af91-fa265f5a9368 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:36.475270 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6d6c0-264b-413e-88f9-b723ce823b37 admin admin] Pushing event updated for resources: {'Port': ['ID=85c03b7e-d0aa-4549-8179-849adb1bc1bd,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:36.476786 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72e353-a86c-4460-a071-a57967d13b0d tempest-QuotasNegativeTest-1216550563 tempest-QuotasNegativeTest-1216550563-project-admin] Pushing event deleted for resources: {'Network': ['ID=d470520d-7d29-4c53-b471-60a1bb680e7b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:36.492622 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4b934e4a-e549-4fa4-b0f8-75ce41e90362 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.505996 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4b934e4a-e549-4fa4-b0f8-75ce41e90362 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/3d637c6a-47c8-4b24-b187-0d79f51513ee HTTP/1.1" status: 204 len: 168 time: 1.9419031 Nov 12 00:42:36.507099 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60032) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:36.507212 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-55f6d6c0-264b-413e-88f9-b723ce823b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:36.513038 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-1b87e1c7-bb31-41aa-a1e0-a048e012b89d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2052727637'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:36.541529 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f6d6c0-264b-413e-88f9-b723ce823b37 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:36.548590 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-09ffabec-f0b5-4a79-af91-fa265f5a9368 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:36.548923 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fe5841-8c4b-4bdb-abd7-e8777f0d41af None None] DHCP port deletion for e9d51c46-f358-424d-ac2a-b0dc401b9ad6 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:36.549478 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-09ffabec-f0b5-4a79-af91-fa265f5a9368 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.555356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b934e4a-e549-4fa4-b0f8-75ce41e90362 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Network': ['ID=3d637c6a-47c8-4b24-b187-0d79f51513ee,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:36.571479 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b87e1c7-bb31-41aa-a1e0-a048e012b89d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:36.575975 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1b87e1c7-bb31-41aa-a1e0-a048e012b89d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.599881 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c9c24-d674-49e1-94c8-d6e330454c44 req-aebe58a5-1b61-44c9-ae11-57473a81e6d1 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:36.608205 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b44c9c24-d674-49e1-94c8-d6e330454c44 req-aebe58a5-1b61-44c9-ae11-57473a81e6d1 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 945 time: 0.3865178 Nov 12 00:42:36.610306 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d065d5-63e2-40c1-be28-3798f4459f28 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:36.615035 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['dbe5eb6e-1b13-4c28-ac81-41f031667785'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:36.617419 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-09ffabec-f0b5-4a79-af91-fa265f5a9368 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3326037 Nov 12 00:42:36.641146 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] Request body: {'port': {'device_id': '78983d7c-c4e9-4f3e-8e1b-09a596d5f34e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:36.733250 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b87e1c7-bb31-41aa-a1e0-a048e012b89d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:42:36.797182 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1b87e1c7-bb31-41aa-a1e0-a048e012b89d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.797539 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-1b87e1c7-bb31-41aa-a1e0-a048e012b89d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Added segment 27582156-0205-4159-971b-47d0444b48cc of type vlan for network de27b66a-8e03-4116-8607-fda0ee3a667b Nov 12 00:42:36.841274 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] Attempting to bind port 91da9e1b-38db-4191-b96a-9b51235f1578 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:36.841274 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] Attempting to bind port 91da9e1b-38db-4191-b96a-9b51235f1578 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:36.841274 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] Attempting to bind port 91da9e1b-38db-4191-b96a-9b51235f1578 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:36.900731 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b44c9c24-d674-49e1-94c8-d6e330454c44 req-089bfcb9-12cc-42c4-a954-72b19b80e186 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915156 Nov 12 00:42:36.924127 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.963721 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] Port 91da9e1b-38db-4191-b96a-9b51235f1578 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:42:36.971172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] Attempting to bind port 91da9e1b-38db-4191-b96a-9b51235f1578 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:36.984397 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1b87e1c7-bb31-41aa-a1e0-a048e012b89d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.985732 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:36.986309 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:36.987045 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:36.987792 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] Bound port: 91da9e1b-38db-4191-b96a-9b51235f1578, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:36.988547 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.036327 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:37.066603 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd45eb9-058c-4264-88ae-ad934cde1ec8 req-383de09a-fbd7-487b-b376-06638bf28e28 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:37.075550 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ecd45eb9-058c-4264-88ae-ad934cde1ec8 req-383de09a-fbd7-487b-b376-06638bf28e28 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=78983d7c-c4e9-4f3e-8e1b-09a596d5f34e HTTP/1.1" status: 200 len: 931 time: 0.3840597 Nov 12 00:42:37.080998 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1b87e1c7-bb31-41aa-a1e0-a048e012b89d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.088003 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b87e1c7-bb31-41aa-a1e0-a048e012b89d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:37.089653 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1b87e1c7-bb31-41aa-a1e0-a048e012b89d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.124317 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b746df73-0fec-4459-96aa-d39d42c78fe5 None None] Provisioning complete for port 84d5b2ae-08dd-4b77-ac3a-2cb751043b25 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:37.124871 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b746df73-0fec-4459-96aa-d39d42c78fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.225041 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1b87e1c7-bb31-41aa-a1e0-a048e012b89d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7178118 Nov 12 00:42:37.237288 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b746df73-0fec-4459-96aa-d39d42c78fe5 None None] Port 84d5b2ae-08dd-4b77-ac3a-2cb751043b25 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:37.242643 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60040) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:37.269931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-47533d85-6098-4061-8394-330c44c9af70 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'subnet': {'network_id': 'de27b66a-8e03-4116-8607-fda0ee3a667b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:37.300633 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:37.301152 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.410823 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-11afc138-a481-4387-8e19-499b3ac92764 None None] Provisioning complete for port 85c03b7e-d0aa-4549-8179-849adb1bc1bd triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:37.411405 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-11afc138-a481-4387-8e19-499b3ac92764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.422821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87e1c7-bb31-41aa-a1e0-a048e012b89d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Network': ['ID=de27b66a-8e03-4116-8607-fda0ee3a667b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:37.430909 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60044) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:37.461875 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f07251-8dd6-4094-9174-a59417c11d90 None None] Network 7d24e46d-a727-42f9-9ed5-ca40f7ef30aa requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:37.464675 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network de27b66a-8e03-4116-8607-fda0ee3a667b details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:37.488035 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ecd45eb9-058c-4264-88ae-ad934cde1ec8 req-b763a598-bba4-40bd-9be4-7beaf6bffb66 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113460 Nov 12 00:42:37.523305 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47533d85-6098-4061-8394-330c44c9af70 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:37.528790 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-47533d85-6098-4061-8394-330c44c9af70 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.592839 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-11afc138-a481-4387-8e19-499b3ac92764 None None] Port 85c03b7e-d0aa-4549-8179-849adb1bc1bd cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:37.599797 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.647146 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] For port 91da9e1b-38db-4191-b96a-9b51235f1578, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:37.674639 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=30740810-2ccc-4bd7-be1d-cc8d4bc67cf2,segment=NetworkSegment(1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6),segment_id=1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:37.675490 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] For port 91da9e1b-38db-4191-b96a-9b51235f1578, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=91da9e1b-38db-4191-b96a-9b51235f1578,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:37.710411 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.722877 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-365e1596-3684-4952-aea0-5f9082e618f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.726432 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c746e08-3383-4b98-83cb-25b4cbbaf382 req-70f7be33-1daf-49f3-90ed-dfec4541437b tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:37.727997 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c746e08-3383-4b98-83cb-25b4cbbaf382 req-70f7be33-1daf-49f3-90ed-dfec4541437b tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 948 time: 0.1981804 Nov 12 00:42:37.729166 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.774858 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cd31242c-a8c8-4da2-aaf2-d162fe2ccdde None None] Provisioning complete for port 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:37.775405 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cd31242c-a8c8-4da2-aaf2-d162fe2ccdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.815487 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:37.816054 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.817532 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] 10.222.0.15 "PUT /v2.0/ports/91da9e1b-38db-4191-b96a-9b51235f1578 HTTP/1.1" status: 200 len: 1097 time: 3.2693920 Nov 12 00:42:37.818499 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f47f8e-185c-4ec7-ac60-477378108f7b', 'tag': '91da9e1b-38db-4191-b96a-9b51235f1578'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:37.820490 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1527308-83b0-427f-984a-948c1627ce04" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f47f8e-185c-4ec7-ac60-477378108f7b", "tag": "91da9e1b-38db-4191-b96a-9b51235f1578"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:37.826054 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-55f6d6c0-264b-413e-88f9-b723ce823b37 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:37.826579 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=30740810-2ccc-4bd7-be1d-cc8d4bc67cf2,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:37.828680 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cdcc3-62bb-4313-8e51-6f251b1ce97b req-d7ed79de-acf5-41fc-83bd-2360ee944013 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:37.836302 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c45cdcc3-62bb-4313-8e51-6f251b1ce97b req-d7ed79de-acf5-41fc-83bd-2360ee944013 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 944 time: 0.2660794 Nov 12 00:42:37.896982 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c746e08-3383-4b98-83cb-25b4cbbaf382 req-2dfcb7d6-f3cf-42bf-a3d0-d209aec5e8b3 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608794 Nov 12 00:42:37.902537 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f803c-19c6-467d-be9d-8d763a3c03fe service neutron] Pushing event updated for resources: {'Port': ['ID=91da9e1b-38db-4191-b96a-9b51235f1578,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:38.020331 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-3b3ec189-0bf1-46ec-969a-084532988e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:38.021896 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-3b3ec189-0bf1-46ec-969a-084532988e9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 1100 time: 0.1141286 Nov 12 00:42:38.065637 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c45cdcc3-62bb-4313-8e51-6f251b1ce97b req-473bfe9b-3a9e-4196-b738-fbd39ffee47b tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280767 Nov 12 00:42:38.071863 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d5b2ae-08dd-4b77-ac3a-2cb751043b25 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:38.083741 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.105323 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] Transition to ACTIVE for port object 84d5b2ae-08dd-4b77-ac3a-2cb751043b25 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:42:38.127338 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-2604c270-27bf-41cf-80c4-b44234720bcb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=91da9e1b-38db-4191-b96a-9b51235f1578 HTTP/1.1" status: 200 len: 217 time: 0.0500815 Nov 12 00:42:38.141055 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6277d2-cfa3-44f5-8a95-0f056e15dcbd x-openstack-request-id: req-cf6277d2-cfa3-44f5-8a95-0f056e15dcbd {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:38.141358 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f47f8e-185c-4ec7-ac60-477378108f7b", "tag": "91da9e1b-38db-4191-b96a-9b51235f1578", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:38.141611 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf6277d2-cfa3-44f5-8a95-0f056e15dcbd {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:38.142073 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f47f8e-185c-4ec7-ac60-477378108f7b', 'tag': '91da9e1b-38db-4191-b96a-9b51235f1578', 'status': 'completed', 'code': 200} Nov 12 00:42:38.173499 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.205009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['d22de70f-ea41-4e4c-b172-3e28f85e8c95'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:38.235092 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-47533d85-6098-4061-8394-330c44c9af70 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.242828 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-4864dc44-9005-48a1-ad4f-4a465bea1a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:38.244237 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-4864dc44-9005-48a1-ad4f-4a465bea1a72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0658469 Nov 12 00:42:38.255814 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d536bf2d-ca0b-451d-bf5a-d2a8781e887f None None] get_active_networks_info from n-d-712137-14 {{(pid=114244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:42:38.262905 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-55f6d6c0-264b-413e-88f9-b723ce823b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.298116 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-365e1596-3684-4952-aea0-5f9082e618f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.321478 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-365e1596-3684-4952-aea0-5f9082e618f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.349231 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-4d96f055-637a-48c3-aad4-69f7e9fefa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:38.350831 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-4d96f055-637a-48c3-aad4-69f7e9fefa6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0966506 Nov 12 00:42:38.355745 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] Pushing event updated for resources: {'Port': ['ID=84d5b2ae-08dd-4b77-ac3a-2cb751043b25,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:38.370102 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47533d85-6098-4061-8394-330c44c9af70 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Subnet': ['ID=b6f9c453-973b-486b-b8f8-b3b6c6e319ef,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:38.406322 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a08c0-8e9f-47b2-b800-d16facd6d7be req-5f8eff98-6b24-406b-ac81-37233da26449 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:38.407857 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-221a08c0-8e9f-47b2-b800-d16facd6d7be req-5f8eff98-6b24-406b-ac81-37233da26449 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 945 time: 0.2390134 Nov 12 00:42:38.429063 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.434843 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-748fd576-f4cb-4e13-b3f9-3967b20e42dd None None] Provisioning complete for port 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:38.435216 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-748fd576-f4cb-4e13-b3f9-3967b20e42dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.435922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e1596-3684-4952-aea0-5f9082e618f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed8ead5-7310-4f23-94aa-a6338e5f10ec,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:38.449599 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-365e1596-3684-4952-aea0-5f9082e618f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc3650102e714d4693c67f311d8f7199&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0176864 Nov 12 00:42:38.458916 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60054) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:38.495517 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47533d85-6098-4061-8394-330c44c9af70 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Checking segment: {'id': '27582156-0205-4159-971b-47d0444b48cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'de27b66a-8e03-4116-8607-fda0ee3a667b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:38.497396 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47533d85-6098-4061-8394-330c44c9af70 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network hostable DHCP agents. Network: de27b66a-8e03-4116-8607-fda0ee3a667b, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:42:38.554246 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-0a7de2ad-3e2a-4abc-a36f-f531422b491a service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651583 Nov 12 00:42:38.562300 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] Attempting to bind port 84d5b2ae-08dd-4b77-ac3a-2cb751043b25 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:38.562527 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] Attempting to bind port 84d5b2ae-08dd-4b77-ac3a-2cb751043b25 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '6bcd1460-7002-412d-8f91-bced057eb4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:38.563031 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] Attempting to bind port 84d5b2ae-08dd-4b77-ac3a-2cb751043b25 on network e9d51c46-f358-424d-ac2a-b0dc401b9ad6 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:38.567717 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-221a08c0-8e9f-47b2-b800-d16facd6d7be req-b7d7008a-0598-448e-af2e-3161d8a07e9e tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392086 Nov 12 00:42:38.580723 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] Port 84d5b2ae-08dd-4b77-ac3a-2cb751043b25 on network e9d51c46-f358-424d-ac2a-b0dc401b9ad6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:42:38.581071 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] Attempting to bind port 84d5b2ae-08dd-4b77-ac3a-2cb751043b25 on network e9d51c46-f358-424d-ac2a-b0dc401b9ad6 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:38.588526 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47533d85-6098-4061-8394-330c44c9af70 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network de27b66a-8e03-4116-8607-fda0ee3a667b is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:42:38.594496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:38.599208 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] Checking segment: {'id': '6bcd1460-7002-412d-8f91-bced057eb4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:38.599208 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] Bound using segment: {'id': '6bcd1460-7002-412d-8f91-bced057eb4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:38.599208 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] Bound port: 84d5b2ae-08dd-4b77-ac3a-2cb751043b25, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bcd1460-7002-412d-8f91-bced057eb4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:38.599208 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.613358 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f150e724-02bb-492f-a97c-d59cbed24d4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.628081 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f6d6c0-264b-413e-88f9-b723ce823b37 admin admin] Router 0fc321c5-444e-475f-a3d6-12a5ab29e530 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:42:38.629472 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-47533d85-6098-4061-8394-330c44c9af70 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, de27b66a-8e03-4116-8607-fda0ee3a667b) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:38.638924 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47533d85-6098-4061-8394-330c44c9af70 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:38.639572 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-47533d85-6098-4061-8394-330c44c9af70 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.680345 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-47533d85-6098-4061-8394-330c44c9af70 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4293606 Nov 12 00:42:38.685095 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60060) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:38.728745 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f150e724-02bb-492f-a97c-d59cbed24d4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.731979 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d536bf2d-ca0b-451d-bf5a-d2a8781e887f None None] Unable to find a vacant binding_index for network de27b66a-8e03-4116-8607-fda0ee3a667b and agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b {{(pid=114244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 12 00:42:38.743739 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d536bf2d-ca0b-451d-bf5a-d2a8781e887f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, de27b66a-8e03-4116-8607-fda0ee3a667b) {{(pid=114244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 00:42:38.784931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] For port 84d5b2ae-08dd-4b77-ac3a-2cb751043b25, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:38.811362 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] For port 84d5b2ae-08dd-4b77-ac3a-2cb751043b25, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=84d5b2ae-08dd-4b77-ac3a-2cb751043b25,segment=NetworkSegment(6bcd1460-7002-412d-8f91-bced057eb4e8),segment_id=6bcd1460-7002-412d-8f91-bced057eb4e8)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:38.824547 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.844321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b992e7-73ee-4864-8063-6f8b1fbb23b7 req-8f04bc85-557d-41c5-a563-c8d5ab228109 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:38.846375 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21b992e7-73ee-4864-8063-6f8b1fbb23b7 req-8f04bc85-557d-41c5-a563-c8d5ab228109 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 1097 time: 0.1320164 Nov 12 00:42:38.847656 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f4092-4530-478b-bc6b-35fc181f2445 req-54e32d98-3cf0-4d3f-b69f-4c79ee481282 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:38.849284 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4d5f4092-4530-478b-bc6b-35fc181f2445 req-54e32d98-3cf0-4d3f-b69f-4c79ee481282 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=78983d7c-c4e9-4f3e-8e1b-09a596d5f34e HTTP/1.1" status: 200 len: 943 time: 0.2281024 Nov 12 00:42:38.862018 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dc2b3b96-4578-4a42-931f-8835b9351b48 req-b132cfc9-28ef-44d1-b18c-a5873699ae86 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988093 Nov 12 00:42:38.899925 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0dc13dfc-2a35-4416-9448-bff035d8e3b2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.911962 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:38.912583 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.914017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] 10.222.0.21 "PUT /v2.0/ports/84d5b2ae-08dd-4b77-ac3a-2cb751043b25 HTTP/1.1" status: 200 len: 1092 time: 2.2899516 Nov 12 00:42:38.914472 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78983d7c-c4e9-4f3e-8e1b-09a596d5f34e', 'tag': '84d5b2ae-08dd-4b77-ac3a-2cb751043b25'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:38.917045 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29719fe3-de97-4df9-ae11-821288b3f420" -d '{"events": [{"name": "network-changed", "server_uuid": "78983d7c-c4e9-4f3e-8e1b-09a596d5f34e", "tag": "84d5b2ae-08dd-4b77-ac3a-2cb751043b25"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:38.989930 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:38.993051 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f150e724-02bb-492f-a97c-d59cbed24d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.996397 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f150e724-02bb-492f-a97c-d59cbed24d4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:38.997770 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f150e724-02bb-492f-a97c-d59cbed24d4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eed8ead5-7310-4f23-94aa-a6338e5f10ec HTTP/1.1" status: 204 len: 168 time: 0.5361433 Nov 12 00:42:39.031657 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4d5f4092-4530-478b-bc6b-35fc181f2445 req-d2121382-674f-44ca-8305-cb569d878112 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729834 Nov 12 00:42:39.037251 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150e724-02bb-492f-a97c-d59cbed24d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed8ead5-7310-4f23-94aa-a6338e5f10ec,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:39.043389 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f6d6c0-264b-413e-88f9-b723ce823b37 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:42:39.053693 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e892c-15c8-4575-8fe8-be06dc79a031 service neutron] Pushing event updated for resources: {'Port': ['ID=84d5b2ae-08dd-4b77-ac3a-2cb751043b25,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:39.058611 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] Sync routers for ids ['0fc321c5-444e-475f-a3d6-12a5ab29e530'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:42:39.071506 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] Routers {'0fc321c5-444e-475f-a3d6-12a5ab29e530'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:39.075409 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0fc321c5-444e-475f-a3d6-12a5ab29e530'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:39.099989 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0dc13dfc-2a35-4416-9448-bff035d8e3b2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:39.139006 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-55f6d6c0-264b-413e-88f9-b723ce823b37 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:39.140524 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-55f6d6c0-264b-413e-88f9-b723ce823b37 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7795231 Nov 12 00:42:39.149496 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60072) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:39.164494 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21b992e7-73ee-4864-8063-6f8b1fbb23b7 req-3d6360ae-d107-40dc-9409-6dc1da6c4143 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899251 Nov 12 00:42:39.191288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-e3542fd8-559c-49db-8551-b94f74bb468e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:39.192852 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-e3542fd8-559c-49db-8551-b94f74bb468e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5296ecb4beb2464f89b29bec01832302&device_id=78983d7c-c4e9-4f3e-8e1b-09a596d5f34e HTTP/1.1" status: 200 len: 1095 time: 0.1217391 Nov 12 00:42:39.216007 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1527308-83b0-427f-984a-948c1627ce04 req-61e91f2c-edb6-453e-9288-21210996d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:39.218238 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b1527308-83b0-427f-984a-948c1627ce04 req-61e91f2c-edb6-453e-9288-21210996d3f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 1100 time: 0.2089400 Nov 12 00:42:39.223414 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0dc13dfc-2a35-4416-9448-bff035d8e3b2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:39.293966 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:39.294593 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:39.323299 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] Set router 0fc321c5-444e-475f-a3d6-12a5ab29e530 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:39.343202 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df7d05c-2e10-40b3-8703-792471336a8d x-openstack-request-id: req-6df7d05c-2e10-40b3-8703-792471336a8d {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:39.343508 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78983d7c-c4e9-4f3e-8e1b-09a596d5f34e", "tag": "84d5b2ae-08dd-4b77-ac3a-2cb751043b25", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:39.343735 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6df7d05c-2e10-40b3-8703-792471336a8d {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:39.344131 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78983d7c-c4e9-4f3e-8e1b-09a596d5f34e', 'tag': '84d5b2ae-08dd-4b77-ac3a-2cb751043b25', 'status': 'completed', 'code': 200} Nov 12 00:42:39.355855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device dbe5eb6e-1b13-4c28-ac81-41f031667785 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:39.357017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-3bcb3d97-5752-44b4-b11e-101b0959461e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d5b2ae-08dd-4b77-ac3a-2cb751043b25 HTTP/1.1" status: 200 len: 217 time: 0.1459074 Nov 12 00:42:39.360063 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dff0c8-9a3d-4a0d-8e1e-05f43462559c req-12b835b5-a3c0-42c7-b552-e015d66cb8ce tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:39.373420 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f5dff0c8-9a3d-4a0d-8e1e-05f43462559c req-12b835b5-a3c0-42c7-b552-e015d66cb8ce tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 948 time: 0.2414572 Nov 12 00:42:39.418955 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc13dfc-2a35-4416-9448-bff035d8e3b2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f9c453-973b-486b-b8f8-b3b6c6e319ef,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:39.419198 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60eb4876-fcd8-480f-ad3e-0b3b059c72e9 None None] DHCP port deletion for e9d51c46-f358-424d-ac2a-b0dc401b9ad6 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:39.429891 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aa8671-bb81-40f1-bae4-de48ef058365 None None] Network de27b66a-8e03-4116-8607-fda0ee3a667b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:39.523381 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb839eb9-1e37-4d09-8839-b3b7fb54168e None None] DHCP port deletion for e9d51c46-f358-424d-ac2a-b0dc401b9ad6 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:39.561444 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port dbe5eb6e-1b13-4c28-ac81-41f031667785 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:42:39.589616 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60078) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:39.594601 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port dbe5eb6e-1b13-4c28-ac81-41f031667785 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:39.594981 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:39.629771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1527308-83b0-427f-984a-948c1627ce04 req-6f7b959f-d32f-4ec6-be02-ede9fd26c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:39.631456 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b1527308-83b0-427f-984a-948c1627ce04 req-6f7b959f-d32f-4ec6-be02-ede9fd26c44f service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.4019525 Nov 12 00:42:39.651446 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-67419fd9-f2ab-4069-8d4a-746258698c4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:39.668344 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f5dff0c8-9a3d-4a0d-8e1e-05f43462559c req-12a34d6f-8109-4aa1-9970-800ad8eca12d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938182 Nov 12 00:42:39.817598 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'name': 'tempest-ServersTestManualDisk-2001764058-router', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:33Z', 'updated_at': '2021-11-12T00:42:37Z', 'revision_number': 3, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'gw_port': {'id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:35Z', 'updated_at': '2021-11-12T00:42:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:39.868276 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] Checking router: 0fc321c5-444e-475f-a3d6-12a5ab29e530 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:42:39.868927 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] Updating router 0fc321c5-444e-475f-a3d6-12a5ab29e530 port 85c03b7e-d0aa-4549-8179-849adb1bc1bd binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:42:39.894235 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0dc13dfc-2a35-4416-9448-bff035d8e3b2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:39.920247 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73171f75-922f-4a9c-9b83-ec30c690b61d None None] Network de27b66a-8e03-4116-8607-fda0ee3a667b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:39.924235 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-e6c4f7da-ccd9-44bb-8495-59c9a6114dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:39.925837 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-e6c4f7da-ccd9-44bb-8495-59c9a6114dc4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08cb9a84-8134-4e9c-99d6-c33732bf6cde HTTP/1.1" status: 200 len: 855 time: 0.5251350 Nov 12 00:42:39.931241 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-0dc13dfc-2a35-4416-9448-bff035d8e3b2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de27b66a-8e03-4116-8607-fda0ee3a667b']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:39.935289 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:39.954687 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-0dc13dfc-2a35-4416-9448-bff035d8e3b2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27582156-0205-4159-971b-47d0444b48cc') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:39.954995 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-0dc13dfc-2a35-4416-9448-bff035d8e3b2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27582156-0205-4159-971b-47d0444b48cc') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:39.978141 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-60c242b8-d2b0-4dae-9dcf-99027bb791c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422151 Nov 12 00:42:39.989442 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028ee17-3ba9-4f6f-8db1-32655ff8ca7e req-8b120883-b6fd-4e47-b5ef-54b6cb0942ac tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:39.990993 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f028ee17-3ba9-4f6f-8db1-32655ff8ca7e req-8b120883-b6fd-4e47-b5ef-54b6cb0942ac tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 944 time: 0.1330502 Nov 12 00:42:39.993784 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0dc13dfc-2a35-4416-9448-bff035d8e3b2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:39.998850 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.036011 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974a6a04-f361-49aa-a65e-c4392da2887a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe5eb6e-1b13-4c28-ac81-41f031667785'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:40.038344 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebe5ad4-171c-4538-9e3a-e170933b4086" -d '{"events": [{"server_uuid": "974a6a04-f361-49aa-a65e-c4392da2887a", "name": "network-vif-plugged", "status": "completed", "tag": "dbe5eb6e-1b13-4c28-ac81-41f031667785"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:40.078215 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port dbe5eb6e-1b13-4c28-ac81-41f031667785, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=dbe5eb6e-1b13-4c28-ac81-41f031667785,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:40.081301 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b1527308-83b0-427f-984a-948c1627ce04 req-7463975d-248f-46d0-8bb2-97282f4aeaf1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=91da9e1b-38db-4191-b96a-9b51235f1578 HTTP/1.1" status: 200 len: 217 time: 0.4384196 Nov 12 00:42:40.104086 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.159816 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=dbe5eb6e-1b13-4c28-ac81-41f031667785,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:40.177034 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0dc13dfc-2a35-4416-9448-bff035d8e3b2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.185200 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc13dfc-2a35-4416-9448-bff035d8e3b2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:40.185602 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0dc13dfc-2a35-4416-9448-bff035d8e3b2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:40.190546 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:40.235900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1527308-83b0-427f-984a-948c1627ce04 req-ca366a9d-fdfe-4886-b176-d9a8426f993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:40.237427 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b1527308-83b0-427f-984a-948c1627ce04 req-ca366a9d-fdfe-4886-b176-d9a8426f993d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1433899 Nov 12 00:42:40.239281 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2afd9c-8122-4309-a1d2-75d134d14345 req-f79fd098-65e4-4abf-82e8-1d2520d1eae4 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:40.246588 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa2afd9c-8122-4309-a1d2-75d134d14345 req-f79fd098-65e4-4abf-82e8-1d2520d1eae4 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 1097 time: 0.2052526 Nov 12 00:42:40.249227 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-e5253903-2df4-4455-b522-1ea61092415d service neutron] 10.222.0.21 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541974 Nov 12 00:42:40.279234 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.286523 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.298461 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0dc13dfc-2a35-4416-9448-bff035d8e3b2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.303486 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0dc13dfc-2a35-4416-9448-bff035d8e3b2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.306753 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0dc13dfc-2a35-4416-9448-bff035d8e3b2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/de27b66a-8e03-4116-8607-fda0ee3a667b HTTP/1.1" status: 204 len: 168 time: 1.6204555 Nov 12 00:42:40.320222 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60084) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:40.349143 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cbe04-1e6e-4bcf-a888-2ce821bbcf69 None None] Pushing event updated for resources: {'Port': ['ID=85c03b7e-d0aa-4549-8179-849adb1bc1bd,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:40.355357 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-84a8cddf-750c-4f9f-9f9f-d25bbfe00255 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1115548767'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:40.357488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53ccd6f-625f-4a84-b951-e32433b5cb82 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:40.380642 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cbe04-1e6e-4bcf-a888-2ce821bbcf69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:40.381275 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cbe04-1e6e-4bcf-a888-2ce821bbcf69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:40.381713 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cbe04-1e6e-4bcf-a888-2ce821bbcf69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:40.382315 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cbe04-1e6e-4bcf-a888-2ce821bbcf69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:40.383470 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cbe04-1e6e-4bcf-a888-2ce821bbcf69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:40.383620 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f028ee17-3ba9-4f6f-8db1-32655ff8ca7e req-2ed73517-9cee-4183-9df9-c7adf10cb372 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747573 Nov 12 00:42:40.384028 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cbe04-1e6e-4bcf-a888-2ce821bbcf69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:40.384448 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cbe04-1e6e-4bcf-a888-2ce821bbcf69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:40.385055 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cbe04-1e6e-4bcf-a888-2ce821bbcf69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:40.386666 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cbe04-1e6e-4bcf-a888-2ce821bbcf69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:40.387101 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cbe04-1e6e-4bcf-a888-2ce821bbcf69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:40.387672 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cbe04-1e6e-4bcf-a888-2ce821bbcf69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:40.388094 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6cbe04-1e6e-4bcf-a888-2ce821bbcf69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:40.391786 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] Attempting to bind port 85c03b7e-d0aa-4549-8179-849adb1bc1bd on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:40.392419 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] Attempting to bind port 85c03b7e-d0aa-4549-8179-849adb1bc1bd by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:40.392903 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] Attempting to bind port 85c03b7e-d0aa-4549-8179-849adb1bc1bd on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:40.397598 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc13dfc-2a35-4416-9448-bff035d8e3b2 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Network': ['ID=de27b66a-8e03-4116-8607-fda0ee3a667b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:40.411958 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:40.412503 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:40.415691 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.416134 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:40.416872 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] Bound port: 85c03b7e-d0aa-4549-8179-849adb1bc1bd, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:40.417477 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.421442 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa2afd9c-8122-4309-a1d2-75d134d14345 req-4bf83eab-7147-408f-b6df-5089da2dfece tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739926 Nov 12 00:42:40.472352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a8cddf-750c-4f9f-9f9f-d25bbfe00255 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:40.475847 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-84a8cddf-750c-4f9f-9f9f-d25bbfe00255 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.481010 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5439c2b7-2b69-4260-a911-c7ed8bda4bbe None None] Provisioning complete for port 85c03b7e-d0aa-4549-8179-849adb1bc1bd triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:40.481392 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5439c2b7-2b69-4260-a911-c7ed8bda4bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.525685 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b8df89f-dd56-43cf-8bf6-88b6b37a4a23 req-bf5a227e-aa6c-400e-b50b-cfa4c6cc3030 service neutron] 10.222.0.21 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646019 Nov 12 00:42:40.529983 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] For port 85c03b7e-d0aa-4549-8179-849adb1bc1bd, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:40.533320 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1527308-83b0-427f-984a-948c1627ce04 req-9adfb86e-8b77-4a71-b44d-ce1d34ebc494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:40.535134 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b1527308-83b0-427f-984a-948c1627ce04 req-9adfb86e-8b77-4a71-b44d-ce1d34ebc494 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2849524 Nov 12 00:42:40.535902 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] For port 85c03b7e-d0aa-4549-8179-849adb1bc1bd, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=85c03b7e-d0aa-4549-8179-849adb1bc1bd,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:40.541287 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.549109 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f78f26-44f1-4b90-be0b-ead81fb6fd3c x-openstack-request-id: req-05f78f26-44f1-4b90-be0b-ead81fb6fd3c {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:40.549397 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974a6a04-f361-49aa-a65e-c4392da2887a", "name": "network-vif-plugged", "status": "completed", "tag": "dbe5eb6e-1b13-4c28-ac81-41f031667785", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:40.551481 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05f78f26-44f1-4b90-be0b-ead81fb6fd3c {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:40.553572 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974a6a04-f361-49aa-a65e-c4392da2887a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe5eb6e-1b13-4c28-ac81-41f031667785', 'code': 200} Nov 12 00:42:40.581117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a8cddf-750c-4f9f-9f9f-d25bbfe00255 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:42:40.595285 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-5439c2b7-2b69-4260-a911-c7ed8bda4bbe None None] Port 85c03b7e-d0aa-4549-8179-849adb1bc1bd cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:40.598830 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f01c7747-7456-4af5-9410-4b5e8992a0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.609729 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-84a8cddf-750c-4f9f-9f9f-d25bbfe00255 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.610108 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-84a8cddf-750c-4f9f-9f9f-d25bbfe00255 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Added segment 01d5d3e2-e21b-490e-ba88-a320b04fa2c1 of type vlan for network 43c25d7a-9c54-4443-a989-40b124b726ce Nov 12 00:42:40.723048 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cbe04-1e6e-4bcf-a888-2ce821bbcf69 None None] Pushing event updated for resources: {'Port': ['ID=85c03b7e-d0aa-4549-8179-849adb1bc1bd,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:40.739436 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29719fe3-de97-4df9-ae11-821288b3f420 req-b4ed02ba-fb4f-43f7-a8fa-57932aa57c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:40.741320 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29719fe3-de97-4df9-ae11-821288b3f420 req-b4ed02ba-fb4f-43f7-a8fa-57932aa57c74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5296ecb4beb2464f89b29bec01832302&device_id=78983d7c-c4e9-4f3e-8e1b-09a596d5f34e HTTP/1.1" status: 200 len: 1095 time: 0.1166379 Nov 12 00:42:40.743985 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-84a8cddf-750c-4f9f-9f9f-d25bbfe00255 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.750779 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] Routers {'0fc321c5-444e-475f-a3d6-12a5ab29e530'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:40.751446 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0fc321c5-444e-475f-a3d6-12a5ab29e530'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:40.756332 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-67419fd9-f2ab-4069-8d4a-746258698c4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.757086 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751fc2a-e05d-40ce-9b9d-393455d28767 req-505676e0-427b-4c91-9637-ad2043efead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:40.757393 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379c2cdd-f8cb-4a2a-b5f1-9821fffca215 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:40.759021 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2751fc2a-e05d-40ce-9b9d-393455d28767 req-505676e0-427b-4c91-9637-ad2043efead2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 1097 time: 0.1465869 Nov 12 00:42:40.811023 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-67419fd9-f2ab-4069-8d4a-746258698c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.836638 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a9e7ab0e-1e0c-4c0e-a4d3-611eef5aa641 None None] Provisioning complete for port 85c03b7e-d0aa-4549-8179-849adb1bc1bd triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:40.838363 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ab0e-1e0c-4c0e-a4d3-611eef5aa641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.855686 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-84a8cddf-750c-4f9f-9f9f-d25bbfe00255 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.861703 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a8cddf-750c-4f9f-9f9f-d25bbfe00255 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:40.862558 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-84a8cddf-750c-4f9f-9f9f-d25bbfe00255 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:40.863880 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67419fd9-f2ab-4069-8d4a-746258698c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a5caac-34e2-4620-bf9b-023d11efcb19,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:40.874574 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf19168-bb39-4fe6-9f4e-53e7cb8bbed8 req-f5aaf60e-cbf7-4017-b447-c1caf58404c4 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:40.883053 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fcf19168-bb39-4fe6-9f4e-53e7cb8bbed8 req-f5aaf60e-cbf7-4017-b447-c1caf58404c4 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=78983d7c-c4e9-4f3e-8e1b-09a596d5f34e HTTP/1.1" status: 200 len: 943 time: 0.3447635 Nov 12 00:42:40.909878 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-84a8cddf-750c-4f9f-9f9f-d25bbfe00255 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5870321 Nov 12 00:42:40.913059 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] Set router 0fc321c5-444e-475f-a3d6-12a5ab29e530 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:40.915947 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60096) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:40.926028 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-33fa6698-d871-4ba1-a510-714f557a4b73 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:40.978896 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-67419fd9-f2ab-4069-8d4a-746258698c4b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd25bc9e6b3e459a9fe5499f46f75312&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3655355 Nov 12 00:42:40.985593 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60098) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:41.018956 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2751fc2a-e05d-40ce-9b9d-393455d28767 req-dcd74877-14d4-4f66-82c1-c5eb6eed0211 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303231 Nov 12 00:42:41.023656 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ab0e-1e0c-4c0e-a4d3-611eef5aa641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.038750 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8cddf-750c-4f9f-9f9f-d25bbfe00255 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Network': ['ID=43c25d7a-9c54-4443-a989-40b124b726ce,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:41.050637 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a9e7ab0e-1e0c-4c0e-a4d3-611eef5aa641 None None] For port 85c03b7e-d0aa-4549-8179-849adb1bc1bd, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=85c03b7e-d0aa-4549-8179-849adb1bc1bd,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:41.055037 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 43c25d7a-9c54-4443-a989-40b124b726ce details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:41.058426 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29719fe3-de97-4df9-ae11-821288b3f420 req-a2833586-56fe-4aa0-a8b8-26c0b4d21846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:41.059922 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29719fe3-de97-4df9-ae11-821288b3f420 req-a2833586-56fe-4aa0-a8b8-26c0b4d21846 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6 HTTP/1.1" status: 200 len: 916 time: 0.2997961 Nov 12 00:42:41.061052 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fcf19168-bb39-4fe6-9f4e-53e7cb8bbed8 req-1fa9d2b8-608f-40a2-a01d-5538a3d4f8c7 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768980 Nov 12 00:42:41.102386 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ab0e-1e0c-4c0e-a4d3-611eef5aa641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.118402 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13142078-c6ba-47fc-9d41-b43bbce5243a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.128001 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5e16f-29c0-4dd7-90de-68c1441d89c5 req-c262b565-1fb3-4fc3-9605-1dd6c2bef776 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:41.129700 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-add5e16f-29c0-4dd7-90de-68c1441d89c5 req-c262b565-1fb3-4fc3-9605-1dd6c2bef776 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 948 time: 0.1317832 Nov 12 00:42:41.159647 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b1527308-83b0-427f-984a-948c1627ce04 req-f53ae49e-cf8c-4ffa-a642-677e730c2c4e service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639577 Nov 12 00:42:41.180776 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'name': 'tempest-ServersTestManualDisk-2001764058-router', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:33Z', 'updated_at': '2021-11-12T00:42:37Z', 'revision_number': 3, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'gw_port': {'id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:35Z', 'updated_at': '2021-11-12T00:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:41.215585 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9204f78-052a-4860-b06a-b99705852bdb None None] The sync data for ids ['0fc321c5-444e-475f-a3d6-12a5ab29e530'] in n-d-712137-14 is: [{'id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'name': 'tempest-ServersTestManualDisk-2001764058-router', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:33Z', 'updated_at': '2021-11-12T00:42:37Z', 'revision_number': 3, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'gw_port': {'id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:35Z', 'updated_at': '2021-11-12T00:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:42:41.244828 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13142078-c6ba-47fc-9d41-b43bbce5243a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.250367 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7ab0e-1e0c-4c0e-a4d3-611eef5aa641 None None] Pushing event updated for resources: {'Port': ['ID=85c03b7e-d0aa-4549-8179-849adb1bc1bd,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:41.276597 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-add5e16f-29c0-4dd7-90de-68c1441d89c5 req-879182f5-402c-43d0-b9ae-160ba1e43a66 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328063 Nov 12 00:42:41.346575 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29719fe3-de97-4df9-ae11-821288b3f420 req-0bdcef91-8f4c-472f-b7af-bc0bddac2d96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d5b2ae-08dd-4b77-ac3a-2cb751043b25 HTTP/1.1" status: 200 len: 217 time: 0.0665362 Nov 12 00:42:41.407783 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13142078-c6ba-47fc-9d41-b43bbce5243a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.418395 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13142078-c6ba-47fc-9d41-b43bbce5243a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.420417 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-13142078-c6ba-47fc-9d41-b43bbce5243a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a1a5caac-34e2-4620-bf9b-023d11efcb19 HTTP/1.1" status: 204 len: 168 time: 0.4328916 Nov 12 00:42:41.438317 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29719fe3-de97-4df9-ae11-821288b3f420 req-d89915e1-8241-4a9c-8538-f04fd4205c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:41.440223 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29719fe3-de97-4df9-ae11-821288b3f420 req-d89915e1-8241-4a9c-8538-f04fd4205c98 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08cb9a84-8134-4e9c-99d6-c33732bf6cde HTTP/1.1" status: 200 len: 855 time: 0.0771322 Nov 12 00:42:41.441283 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13142078-c6ba-47fc-9d41-b43bbce5243a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a5caac-34e2-4620-bf9b-023d11efcb19,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:41.487703 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-f01c7747-7456-4af5-9410-4b5e8992a0c4 admin admin] Allocated IP 172.20.0.1 (7d24e46d-a727-42f9-9ed5-ca40f7ef30aa/84b2fe28-acf9-46d9-9afd-e7fecadc33af/3347e534-152b-46d3-84c0-8b02b9ae6ac5) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:41.507996 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a3daa-789c-48e4-aa69-49cc345ee1d1 req-9e4dcb46-34a4-40f9-b191-de836cf30505 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:41.509865 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-744a3daa-789c-48e4-aa69-49cc345ee1d1 req-9e4dcb46-34a4-40f9-b191-de836cf30505 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 1097 time: 0.2355866 Nov 12 00:42:41.515195 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b1527308-83b0-427f-984a-948c1627ce04 req-c9d631b8-20bb-4650-8341-0b26f5fb4325 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328300 Nov 12 00:42:41.596966 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-33fa6698-d871-4ba1-a510-714f557a4b73 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.602272 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29719fe3-de97-4df9-ae11-821288b3f420 req-7592f95b-1ab1-4b38-8964-62d8f61f676a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495848 Nov 12 00:42:41.654051 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-33fa6698-d871-4ba1-a510-714f557a4b73 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.689818 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-33fa6698-d871-4ba1-a510-714f557a4b73 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network 43c25d7a-9c54-4443-a989-40b124b726ce is not hosted by any dhcp agent {{(pid=114243) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 00:42:41.695525 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fa6698-d871-4ba1-a510-714f557a4b73 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:41.696219 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-33fa6698-d871-4ba1-a510-714f557a4b73 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.697554 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-33fa6698-d871-4ba1-a510-714f557a4b73 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "PUT /v2.0/networks/43c25d7a-9c54-4443-a989-40b124b726ce HTTP/1.1" status: 200 len: 723 time: 0.7770963 Nov 12 00:42:41.717926 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60106) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:41.729462 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9ccbb-1043-4dc6-9a66-fb4238917506 req-b836a0cd-0101-47d5-96e8-5284bf0b62b8 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:41.733309 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-744a3daa-789c-48e4-aa69-49cc345ee1d1 req-29f64a58-3dbd-450a-be16-b1748e997a60 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988895 Nov 12 00:42:41.742457 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-841053f6-1bfb-4403-8f7a-bf47accc81e1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'subnet': {'network_id': '43c25d7a-9c54-4443-a989-40b124b726ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:41.742818 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1cb9ccbb-1043-4dc6-9a66-fb4238917506 req-b836a0cd-0101-47d5-96e8-5284bf0b62b8 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 945 time: 0.2736838 Nov 12 00:42:41.828566 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1cb9ccbb-1043-4dc6-9a66-fb4238917506 req-b3958480-0615-491c-8384-099b1693b7c8 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839782 Nov 12 00:42:41.828792 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa6698-d871-4ba1-a510-714f557a4b73 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Network': ['ID=43c25d7a-9c54-4443-a989-40b124b726ce,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:41.842070 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 43c25d7a-9c54-4443-a989-40b124b726ce details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:41.875407 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29719fe3-de97-4df9-ae11-821288b3f420 req-1f9cc2ca-7730-4fd9-b821-3579b1979781 service neutron] 10.222.0.21 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569289 Nov 12 00:42:41.918180 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f01c7747-7456-4af5-9410-4b5e8992a0c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:41.976290 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841053f6-1bfb-4403-8f7a-bf47accc81e1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:41.980052 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-841053f6-1bfb-4403-8f7a-bf47accc81e1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.008108 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29719fe3-de97-4df9-ae11-821288b3f420 req-b29243ed-1b38-4039-86d2-e33a8aa04edf service neutron] 10.222.0.21 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065416 Nov 12 00:42:42.081608 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f01c7747-7456-4af5-9410-4b5e8992a0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.131588 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01c7747-7456-4af5-9410-4b5e8992a0c4 admin admin] Network 7d24e46d-a727-42f9-9ed5-ca40f7ef30aa is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:42.136680 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-f01c7747-7456-4af5-9410-4b5e8992a0c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:42.139169 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c7747-7456-4af5-9410-4b5e8992a0c4 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:42.180093 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c7747-7456-4af5-9410-4b5e8992a0c4 admin admin] Pushing event updated for resources: {'Port': ['ID=3347e534-152b-46d3-84c0-8b02b9ae6ac5,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:42.246345 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5e178-193d-4a18-9531-53aa3b25b50d req-b4e8baca-2b79-4480-b0a1-e0325c3f2a7b tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:42.255153 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1fd5e178-193d-4a18-9531-53aa3b25b50d req-b4e8baca-2b79-4480-b0a1-e0325c3f2a7b tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=78983d7c-c4e9-4f3e-8e1b-09a596d5f34e HTTP/1.1" status: 200 len: 943 time: 0.0927246 Nov 12 00:42:42.280682 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f01c7747-7456-4af5-9410-4b5e8992a0c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.337181 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1fd5e178-193d-4a18-9531-53aa3b25b50d req-5c60f316-7ddf-4924-9f84-5a00d831c529 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773318 Nov 12 00:42:42.507491 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-841053f6-1bfb-4403-8f7a-bf47accc81e1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.538866 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e98ab128-f627-412f-a516-b89ac38ae2b3 None None] Provisioning complete for port 3347e534-152b-46d3-84c0-8b02b9ae6ac5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:42.540752 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e98ab128-f627-412f-a516-b89ac38ae2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.596525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-e98ab128-f627-412f-a516-b89ac38ae2b3 None None] Port 3347e534-152b-46d3-84c0-8b02b9ae6ac5 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:42.608328 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60132) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:42.617489 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29028d-0fe8-48cb-a6b5-bcd665ba29d2 req-30a462c1-1c4e-415b-860e-5a2ca2176c60 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:42.619530 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3f29028d-0fe8-48cb-a6b5-bcd665ba29d2 req-30a462c1-1c4e-415b-860e-5a2ca2176c60 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 948 time: 0.2098691 Nov 12 00:42:42.629006 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841053f6-1bfb-4403-8f7a-bf47accc81e1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Subnet': ['ID=0caeb653-aa60-42ca-b663-ea2e876e39a9,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:42.682259 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f01c7747-7456-4af5-9410-4b5e8992a0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.686540 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841053f6-1bfb-4403-8f7a-bf47accc81e1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Checking segment: {'id': '01d5d3e2-e21b-490e-ba88-a320b04fa2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43c25d7a-9c54-4443-a989-40b124b726ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:42.686909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841053f6-1bfb-4403-8f7a-bf47accc81e1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network hostable DHCP agents. Network: 43c25d7a-9c54-4443-a989-40b124b726ce, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:42:42.730480 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3f29028d-0fe8-48cb-a6b5-bcd665ba29d2 req-d39e57b2-c04c-40d1-a7fe-2e20a00a215e tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789993 Nov 12 00:42:42.730673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-76137a11-f4fd-4855-8a60-9fe18edf3bee tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1590220634'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:42.757188 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76137a11-f4fd-4855-8a60-9fe18edf3bee tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Made reservation on behalf of b8f79d1fccd54961bbbcdd7d96069e55 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:42.761398 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-76137a11-f4fd-4855-8a60-9fe18edf3bee tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.761710 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841053f6-1bfb-4403-8f7a-bf47accc81e1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network 43c25d7a-9c54-4443-a989-40b124b726ce is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:42:42.781807 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-76137a11-f4fd-4855-8a60-9fe18edf3bee tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.786875 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-841053f6-1bfb-4403-8f7a-bf47accc81e1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 43c25d7a-9c54-4443-a989-40b124b726ce) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:42.796502 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff722213-90c3-4cf5-a345-c353eaec345c None None] Network 43c25d7a-9c54-4443-a989-40b124b726ce requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:42.801400 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841053f6-1bfb-4403-8f7a-bf47accc81e1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:42.802154 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-841053f6-1bfb-4403-8f7a-bf47accc81e1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:42.928841 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d6d93-909d-481c-b847-02767d19b24c req-74654005-18e3-48fe-89db-0b89234e7f35 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:42.936409 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d29d6d93-909d-481c-b847-02767d19b24c req-74654005-18e3-48fe-89db-0b89234e7f35 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 1097 time: 0.1147685 Nov 12 00:42:42.978988 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 85c03b7e-d0aa-4549-8179-849adb1bc1bd up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:43.021837 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d29d6d93-909d-481c-b847-02767d19b24c req-3d31368d-af91-4a64-9bb5-b8810f627288 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824566 Nov 12 00:42:43.035820 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-76137a11-f4fd-4855-8a60-9fe18edf3bee tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.040753 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-76137a11-f4fd-4855-8a60-9fe18edf3bee tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.082926 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4681a4d1-305f-4622-a312-831cd01872e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-43c25d7a-9c54-4443-a989-40b124b726ce', 'network_id': '43c25d7a-9c54-4443-a989-40b124b726ce', 'tenant_id': '743aa15e4e8e4568a0f650b704e9151a', 'fixed_ips': [{'subnet_id': '0caeb653-aa60-42ca-b663-ea2e876e39a9'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:42:43.083840 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4681a4d1-305f-4622-a312-831cd01872e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.091078 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76137a11-f4fd-4855-8a60-9fe18edf3bee tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:42:43.108263 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 85c03b7e-d0aa-4549-8179-849adb1bc1bd triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:43.108677 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.123439 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76137a11-f4fd-4855-8a60-9fe18edf3bee tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c214983a-1fcb-4dfc-8777-261170d7fd3d,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:43.126488 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-76137a11-f4fd-4855-8a60-9fe18edf3bee tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.126834 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-76137a11-f4fd-4855-8a60-9fe18edf3bee tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Added segment f926aebd-1644-4e44-be6f-9c5bd96c2cf4 of type vlan for network 62bba9ec-6659-4e31-969e-1d27fd80dffe Nov 12 00:42:43.207038 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-76137a11-f4fd-4855-8a60-9fe18edf3bee tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.253102 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-841053f6-1bfb-4403-8f7a-bf47accc81e1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5319381 Nov 12 00:42:43.256543 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60144) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:43.269266 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e540feff-f06f-4c53-9bfb-d006fe2106bc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:43.270588 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-76137a11-f4fd-4855-8a60-9fe18edf3bee tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.279681 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 91da9e1b-38db-4191-b96a-9b51235f1578 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:43.283902 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76137a11-f4fd-4855-8a60-9fe18edf3bee tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:43.284930 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-76137a11-f4fd-4855-8a60-9fe18edf3bee tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.301036 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-4681a4d1-305f-4622-a312-831cd01872e4 None None] Allocated IP 172.20.0.2 (43c25d7a-9c54-4443-a989-40b124b726ce/0caeb653-aa60-42ca-b663-ea2e876e39a9/8108a18d-0ab2-4d22-9d9d-3ee861e2f133) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:43.392424 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9882f89-6ed6-45e9-9dfa-3738392d01bd req-fd5e9c1f-e53e-4071-a82d-81ec1b4b733c tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:43.393082 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-76137a11-f4fd-4855-8a60-9fe18edf3bee tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7833123 Nov 12 00:42:43.396538 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60148) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:43.400561 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e9882f89-6ed6-45e9-9dfa-3738392d01bd req-fd5e9c1f-e53e-4071-a82d-81ec1b4b733c tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 945 time: 0.1904888 Nov 12 00:42:43.402985 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-523707be-4089-434e-bc67-1324ab71913b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Request body: {'subnet': {'network_id': '62bba9ec-6659-4e31-969e-1d27fd80dffe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:43.428072 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76137a11-f4fd-4855-8a60-9fe18edf3bee tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Network': ['ID=62bba9ec-6659-4e31-969e-1d27fd80dffe,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:43.472795 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 62bba9ec-6659-4e31-969e-1d27fd80dffe details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:43.486187 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f01c7747-7456-4af5-9410-4b5e8992a0c4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.502984 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f01c7747-7456-4af5-9410-4b5e8992a0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.509799 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e540feff-f06f-4c53-9bfb-d006fe2106bc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4344076'] for subnet, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.547840 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523707be-4089-434e-bc67-1324ab71913b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Made reservation on behalf of b8f79d1fccd54961bbbcdd7d96069e55 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:43.551744 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-523707be-4089-434e-bc67-1324ab71913b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.580054 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e9882f89-6ed6-45e9-9dfa-3738392d01bd req-ab4b48d3-4409-48e2-bbcd-677ca23ad4e0 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784618 Nov 12 00:42:43.625977 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c7747-7456-4af5-9410-4b5e8992a0c4 admin admin] Pushing event updated for resources: {'Port': ['ID=3347e534-152b-46d3-84c0-8b02b9ae6ac5,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:43.633002 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f01c7747-7456-4af5-9410-4b5e8992a0c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.760590 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 91da9e1b-38db-4191-b96a-9b51235f1578, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=91da9e1b-38db-4191-b96a-9b51235f1578,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:43.789855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '91da9e1b-38db-4191-b96a-9b51235f1578', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '91da9e1b-38db-4191-b96a-9b51235f1578', 'mac_address': 'fa:16:3e:49:73:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:42:43.812240 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01c7747-7456-4af5-9410-4b5e8992a0c4 admin admin] Network 7d24e46d-a727-42f9-9ed5-ca40f7ef30aa is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:43.815212 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-f01c7747-7456-4af5-9410-4b5e8992a0c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:43.836348 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a4b7e-7b19-441f-ba1d-84f723688433 req-3ceb2b55-6d89-454e-9d01-ea8b7a940681 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:43.838368 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-929a4b7e-7b19-441f-ba1d-84f723688433 req-3ceb2b55-6d89-454e-9d01-ea8b7a940681 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=78983d7c-c4e9-4f3e-8e1b-09a596d5f34e HTTP/1.1" status: 200 len: 943 time: 0.0944180 Nov 12 00:42:43.908355 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-523707be-4089-434e-bc67-1324ab71913b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.934669 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.950875 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4681a4d1-305f-4622-a312-831cd01872e4 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.953805 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91da9e1b-38db-4191-b96a-9b51235f1578 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:43.972686 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4681a4d1-305f-4622-a312-831cd01872e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:43.995922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523707be-4089-434e-bc67-1324ab71913b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Subnet': ['ID=d6cb6755-3dea-42f7-be11-90341df4e33e,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:44.015758 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523707be-4089-434e-bc67-1324ab71913b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Checking segment: {'id': 'f926aebd-1644-4e44-be6f-9c5bd96c2cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '62bba9ec-6659-4e31-969e-1d27fd80dffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:44.017741 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523707be-4089-434e-bc67-1324ab71913b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Network hostable DHCP agents. Network: 62bba9ec-6659-4e31-969e-1d27fd80dffe, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:42:44.044746 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523707be-4089-434e-bc67-1324ab71913b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Network 62bba9ec-6659-4e31-969e-1d27fd80dffe is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:42:44.055195 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 91da9e1b-38db-4191-b96a-9b51235f1578, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=91da9e1b-38db-4191-b96a-9b51235f1578,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:44.056550 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681a4d1-305f-4622-a312-831cd01872e4 None None] Pushing event updated for resources: {'Port': ['ID=8108a18d-0ab2-4d22-9d9d-3ee861e2f133,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:44.058732 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-523707be-4089-434e-bc67-1324ab71913b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 62bba9ec-6659-4e31-969e-1d27fd80dffe) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:44.065625 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523707be-4089-434e-bc67-1324ab71913b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:44.066947 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-523707be-4089-434e-bc67-1324ab71913b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.077036 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd290922-790a-47e3-894b-96b9088e9acd None None] Network 62bba9ec-6659-4e31-969e-1d27fd80dffe requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:44.094670 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-523707be-4089-434e-bc67-1324ab71913b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6968188 Nov 12 00:42:44.094819 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.097090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60172) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:44.105779 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-260b9d30-780a-4b8a-9100-4c97005f6350 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1876094458', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}, 'admin_state_up': False}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:44.112239 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-929a4b7e-7b19-441f-ba1d-84f723688433 req-e5f02b32-8ff3-4a73-9626-b7c2d194bdc4 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115684 Nov 12 00:42:44.114459 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01c7747-7456-4af5-9410-4b5e8992a0c4 admin admin] Router 0fc321c5-444e-475f-a3d6-12a5ab29e530 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:42:44.132020 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4681a4d1-305f-4622-a312-831cd01872e4 None None] Network 43c25d7a-9c54-4443-a989-40b124b726ce is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:44.138292 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-260b9d30-780a-4b8a-9100-4c97005f6350 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.146616 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-260b9d30-780a-4b8a-9100-4c97005f6350 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.158462 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-4681a4d1-305f-4622-a312-831cd01872e4 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:44.207655 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4681a4d1-305f-4622-a312-831cd01872e4 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:44.239902 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-260b9d30-780a-4b8a-9100-4c97005f6350 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.332576 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=91da9e1b-38db-4191-b96a-9b51235f1578,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:44.350754 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-934a3c6c-e988-4164-9d91-ddfa97d30217 None None] Provisioning complete for port 3347e534-152b-46d3-84c0-8b02b9ae6ac5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:44.351365 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-934a3c6c-e988-4164-9d91-ddfa97d30217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.354735 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4681a4d1-305f-4622-a312-831cd01872e4 None None] Attempting to bind port 8108a18d-0ab2-4d22-9d9d-3ee861e2f133 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:44.355948 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4681a4d1-305f-4622-a312-831cd01872e4 None None] Attempting to bind port 8108a18d-0ab2-4d22-9d9d-3ee861e2f133 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '01d5d3e2-e21b-490e-ba88-a320b04fa2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43c25d7a-9c54-4443-a989-40b124b726ce'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:44.356517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4681a4d1-305f-4622-a312-831cd01872e4 None None] Attempting to bind port 8108a18d-0ab2-4d22-9d9d-3ee861e2f133 on network 43c25d7a-9c54-4443-a989-40b124b726ce {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:44.389043 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4681a4d1-305f-4622-a312-831cd01872e4 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:44.389765 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4681a4d1-305f-4622-a312-831cd01872e4 None None] Checking segment: {'id': '01d5d3e2-e21b-490e-ba88-a320b04fa2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43c25d7a-9c54-4443-a989-40b124b726ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:44.390179 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4681a4d1-305f-4622-a312-831cd01872e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.390758 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4681a4d1-305f-4622-a312-831cd01872e4 None None] Bound using segment: {'id': '01d5d3e2-e21b-490e-ba88-a320b04fa2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43c25d7a-9c54-4443-a989-40b124b726ce'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:44.391254 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4681a4d1-305f-4622-a312-831cd01872e4 None None] Bound port: 8108a18d-0ab2-4d22-9d9d-3ee861e2f133, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d5d3e2-e21b-490e-ba88-a320b04fa2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '43c25d7a-9c54-4443-a989-40b124b726ce'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:44.391642 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4681a4d1-305f-4622-a312-831cd01872e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.428925 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e540feff-f06f-4c53-9bfb-d006fe2106bc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763651446411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4441760'] for subnet, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.441681 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be1c78-92ee-4e97-b624-7f72cd62158f req-0608d0a0-1765-44de-b3ea-c9961d1b0321 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:44.445307 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-23be1c78-92ee-4e97-b624-7f72cd62158f req-0608d0a0-1765-44de-b3ea-c9961d1b0321 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 945 time: 0.2047019 Nov 12 00:42:44.454855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-934a3c6c-e988-4164-9d91-ddfa97d30217 None None] Port 3347e534-152b-46d3-84c0-8b02b9ae6ac5 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:44.480734 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-260b9d30-780a-4b8a-9100-4c97005f6350 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.481330 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beca7ee0-d5bc-46f7-8dea-a8d81c22748a None None] Network 62bba9ec-6659-4e31-969e-1d27fd80dffe requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:44.520732 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e540feff-f06f-4c53-9bfb-d006fe2106bc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:44.521841 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e540feff-f06f-4c53-9bfb-d006fe2106bc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.523384 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e540feff-f06f-4c53-9bfb-d006fe2106bc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "PUT /v2.0/subnets/0caeb653-aa60-42ca-b663-ea2e876e39a9 HTTP/1.1" status: 200 len: 806 time: 1.2622368 Nov 12 00:42:44.527753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60178) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:44.531124 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01c7747-7456-4af5-9410-4b5e8992a0c4 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:42:44.543922 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f01c7747-7456-4af5-9410-4b5e8992a0c4 admin admin] 10.222.0.31 "PUT /v2.0/routers/0fc321c5-444e-475f-a3d6-12a5ab29e530/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3919330 Nov 12 00:42:44.546786 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] Sync routers for ids ['0fc321c5-444e-475f-a3d6-12a5ab29e530'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:42:44.561268 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540feff-f06f-4c53-9bfb-d006fe2106bc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Subnet': ['ID=0caeb653-aa60-42ca-b663-ea2e876e39a9,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:44.594358 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] Routers {'0fc321c5-444e-475f-a3d6-12a5ab29e530'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:44.595453 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0fc321c5-444e-475f-a3d6-12a5ab29e530'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:44.599322 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4681a4d1-305f-4622-a312-831cd01872e4 None None] For port 8108a18d-0ab2-4d22-9d9d-3ee861e2f133, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:44.603193 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-23be1c78-92ee-4e97-b624-7f72cd62158f req-19706e01-8ab5-4c4b-9c20-6f4101530bf6 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449738 Nov 12 00:42:44.610432 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4681a4d1-305f-4622-a312-831cd01872e4 None None] For port 8108a18d-0ab2-4d22-9d9d-3ee861e2f133, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8108a18d-0ab2-4d22-9d9d-3ee861e2f133,segment=NetworkSegment(01d5d3e2-e21b-490e-ba88-a320b04fa2c1),segment_id=01d5d3e2-e21b-490e-ba88-a320b04fa2c1)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:44.674239 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4681a4d1-305f-4622-a312-831cd01872e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.677815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-6a485e3a-cc7e-48a4-afa5-a3d622989a89 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:42:44.679169 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-6a485e3a-cc7e-48a4-afa5-a3d622989a89 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073755 Nov 12 00:42:44.766861 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.780905 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-89553802-525a-4bee-b43a-289bd5e10b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:44.783040 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-89553802-525a-4bee-b43a-289bd5e10b84 service neutron] 10.222.0.31 "GET /v2.0/ports/aadce1a9-e375-4312-9a1f-aeb0911349f5 HTTP/1.1" status: 200 len: 1094 time: 0.0900738 Nov 12 00:42:44.804872 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56c051-2ab0-4a12-b011-dd210622f812 req-b9115210-1956-4a37-afb4-ecc442ab6f37 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:44.807080 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6c56c051-2ab0-4a12-b011-dd210622f812 req-b9115210-1956-4a37-afb4-ecc442ab6f37 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 949 time: 0.0729511 Nov 12 00:42:44.810936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-4fc4ef41-f69b-492b-bf9b-6c073bc53342 service neutron] Request body: {'binding': {'host': 'n-h2-712137-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:44.811661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-4fc4ef41-f69b-492b-bf9b-6c073bc53342 service neutron] Unknown quota resources ['binding']. {{(pid=114243) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:42:44.908448 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Deleting port 8108a18d-0ab2-4d22-9d9d-3ee861e2f133 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:44.909049 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:44.953677 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6c56c051-2ab0-4a12-b011-dd210622f812 req-da1d2b6b-c014-408c-86fa-a162487b599e tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064672 Nov 12 00:42:45.060331 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-4fc4ef41-f69b-492b-bf9b-6c073bc53342 service neutron] Attempting to bind port aadce1a9-e375-4312-9a1f-aeb0911349f5 on host n-h2-712137-14 for vnic_type normal with profile None {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:45.061313 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-4fc4ef41-f69b-492b-bf9b-6c073bc53342 service neutron] Attempting to bind port aadce1a9-e375-4312-9a1f-aeb0911349f5 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:45.061313 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-4fc4ef41-f69b-492b-bf9b-6c073bc53342 service neutron] Attempting to bind port aadce1a9-e375-4312-9a1f-aeb0911349f5 on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:45.077725 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-4fc4ef41-f69b-492b-bf9b-6c073bc53342 service neutron] Port aadce1a9-e375-4312-9a1f-aeb0911349f5 on network f1926e98-a223-4d69-aca0-b114b74b472e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:42:45.077958 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['91da9e1b-38db-4191-b96a-9b51235f1578'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:45.078441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-4fc4ef41-f69b-492b-bf9b-6c073bc53342 service neutron] Attempting to bind port aadce1a9-e375-4312-9a1f-aeb0911349f5 on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:45.085550 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-4fc4ef41-f69b-492b-bf9b-6c073bc53342 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:45.086137 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-4fc4ef41-f69b-492b-bf9b-6c073bc53342 service neutron] Checking segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:45.086627 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-4fc4ef41-f69b-492b-bf9b-6c073bc53342 service neutron] Bound using segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:45.087402 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-4fc4ef41-f69b-492b-bf9b-6c073bc53342 service neutron] Bound port: aadce1a9-e375-4312-9a1f-aeb0911349f5, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:45.141938 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681a4d1-305f-4622-a312-831cd01872e4 None None] Pushing event updated for resources: {'Port': ['ID=8108a18d-0ab2-4d22-9d9d-3ee861e2f133,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:45.145908 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] Set router 0fc321c5-444e-475f-a3d6-12a5ab29e530 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:45.164500 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-4fc4ef41-f69b-492b-bf9b-6c073bc53342 service neutron] For port aadce1a9-e375-4312-9a1f-aeb0911349f5, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=aadce1a9-e375-4312-9a1f-aeb0911349f5,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:45.172074 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-4fc4ef41-f69b-492b-bf9b-6c073bc53342 service neutron] Publish callbacks [] for binding, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:45.185285 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-4fc4ef41-f69b-492b-bf9b-6c073bc53342 service neutron] 10.222.0.31 "POST /v2.0/ports/aadce1a9-e375-4312-9a1f-aeb0911349f5/bindings HTTP/1.1" status: 201 len: 390 time: 0.3903515 Nov 12 00:42:45.198826 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-260b9d30-780a-4b8a-9100-4c97005f6350 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:45.269094 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-260b9d30-780a-4b8a-9100-4c97005f6350 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:45.296559 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] For port 8108a18d-0ab2-4d22-9d9d-3ee861e2f133, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8108a18d-0ab2-4d22-9d9d-3ee861e2f133,segment=NetworkSegment(01d5d3e2-e21b-490e-ba88-a320b04fa2c1),segment_id=01d5d3e2-e21b-490e-ba88-a320b04fa2c1)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:45.296952 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:45.356066 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Calling delete_port for 8108a18d-0ab2-4d22-9d9d-3ee861e2f133 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:45.399132 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 84d5b2ae-08dd-4b77-ac3a-2cb751043b25 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:45.612549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-08d42cb1-6aff-4bd6-9ac5-db3b3f119ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:45.614223 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-08d42cb1-6aff-4bd6-9ac5-db3b3f119ef4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 1097 time: 0.0967085 Nov 12 00:42:45.737141 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 84d5b2ae-08dd-4b77-ac3a-2cb751043b25, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=84d5b2ae-08dd-4b77-ac3a-2cb751043b25,segment=NetworkSegment(6bcd1460-7002-412d-8f91-bced057eb4e8),segment_id=6bcd1460-7002-412d-8f91-bced057eb4e8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:45.770440 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '84d5b2ae-08dd-4b77-ac3a-2cb751043b25', 'network_id': 'e9d51c46-f358-424d-ac2a-b0dc401b9ad6', 'port_id': '84d5b2ae-08dd-4b77-ac3a-2cb751043b25', 'mac_address': 'fa:16:3e:cb:18:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08cb9a84-8134-4e9c-99d6-c33732bf6cde', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:42:45.796948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-4b7e7d15-42dd-4dde-ac60-085a3760a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:45.798531 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-4b7e7d15-42dd-4dde-ac60-085a3760a2f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 909 time: 0.1725025 Nov 12 00:42:45.814255 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'name': 'tempest-ServersTestManualDisk-2001764058-router', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:33Z', 'updated_at': '2021-11-12T00:42:42Z', 'revision_number': 4, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'gw_port': {'id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:35Z', 'updated_at': '2021-11-12T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '3347e534-152b-46d3-84c0-8b02b9ae6ac5', 'name': '', 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'mac_address': 'fa:16:3e:66:2f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '84b2fe28-acf9-46d9-9afd-e7fecadc33af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:40Z', 'updated_at': '2021-11-12T00:42:42Z', 'revision_number': 2, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'subnets': [{'id': '84b2fe28-acf9-46d9-9afd-e7fecadc33af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:45.864865 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] Checking router: 0fc321c5-444e-475f-a3d6-12a5ab29e530 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:42:45.865404 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] Updating router 0fc321c5-444e-475f-a3d6-12a5ab29e530 port 3347e534-152b-46d3-84c0-8b02b9ae6ac5 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:42:45.874198 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-260b9d30-780a-4b8a-9100-4c97005f6350 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Allocated IP 172.25.0.57 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/25b37a7f-47f9-4e5b-9ed7-df8687ebf9ea) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:45.907454 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:45.914781 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-1806f863-5967-4e2d-a625-54e858ab7efc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aadce1a9-e375-4312-9a1f-aeb0911349f5 HTTP/1.1" status: 200 len: 217 time: 0.0952859 Nov 12 00:42:45.974955 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-29c9514b-6c6e-41de-94bf-e50ab3238698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:45.976254 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-29c9514b-6c6e-41de-94bf-e50ab3238698 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fc5c04a-017f-4820-8cce-df76bd4f7a1c HTTP/1.1" status: 200 len: 848 time: 0.0525267 Nov 12 00:42:45.988254 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54336d0-385e-4920-81ae-c58e3ab6e2f9 req-e5ab671f-5fcd-49c8-82a0-e3ae7ed2812a tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:45.996189 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d54336d0-385e-4920-81ae-c58e3ab6e2f9 req-e5ab671f-5fcd-49c8-82a0-e3ae7ed2812a tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=78983d7c-c4e9-4f3e-8e1b-09a596d5f34e HTTP/1.1" status: 200 len: 943 time: 0.1967921 Nov 12 00:42:46.015323 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-260b9d30-780a-4b8a-9100-4c97005f6350 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.073858 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d54336d0-385e-4920-81ae-c58e3ab6e2f9 req-18714589-f463-46f7-bcd1-bea56601d2a4 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720530 Nov 12 00:42:46.119280 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-8534ef24-1eab-48f7-8e20-2dd89f4eb81c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f1926e98-a223-4d69-aca0-b114b74b472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208663 Nov 12 00:42:46.145947 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60206) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:46.152524 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-9997b9cf-06b7-498b-8d5d-12e40b91652a tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--3987423', 'description': 'tempest-description--1064631954'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:46.161919 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-260b9d30-780a-4b8a-9100-4c97005f6350 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.174273 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.203502 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d5b2ae-08dd-4b77-ac3a-2cb751043b25 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:46.228469 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260b9d30-780a-4b8a-9100-4c97005f6350 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:46.237955 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.245725 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-260b9d30-780a-4b8a-9100-4c97005f6350 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:46.256420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b9d30-780a-4b8a-9100-4c97005f6350 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:46.266796 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b9d30-780a-4b8a-9100-4c97005f6350 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Port': ['ID=25b37a7f-47f9-4e5b-9ed7-df8687ebf9ea,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:46.288631 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407a0ee9-5ff3-41c4-9db4-0fafb63d698f None None] Network 43c25d7a-9c54-4443-a989-40b124b726ce requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:46.291592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeb0c05-ecd9-419d-9a77-1929d371a337 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:46.336824 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Port': ['ID=8108a18d-0ab2-4d22-9d9d-3ee861e2f133,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:46.341353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706f867-fea6-40b0-874a-018711b40e57 req-a8c858f0-236d-4d75-afd5-cfc876b7a98a tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:46.349777 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4706f867-fea6-40b0-874a-018711b40e57 req-a8c858f0-236d-4d75-afd5-cfc876b7a98a tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 945 time: 0.1457314 Nov 12 00:42:46.350672 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 84d5b2ae-08dd-4b77-ac3a-2cb751043b25, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=84d5b2ae-08dd-4b77-ac3a-2cb751043b25,segment=NetworkSegment(6bcd1460-7002-412d-8f91-bced057eb4e8),segment_id=6bcd1460-7002-412d-8f91-bced057eb4e8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:46.373581 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9997b9cf-06b7-498b-8d5d-12e40b91652a tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.390833 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-dc611a2a-36a0-4370-b4ba-3025304c27f0 None None] Could not find standard attr ID for object 8108a18d-0ab2-4d22-9d9d-3ee861e2f133. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:42:46.392334 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.418173 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No DVR routers for this DVR port 8108a18d-0ab2-4d22-9d9d-3ee861e2f133 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:46.450691 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9997b9cf-06b7-498b-8d5d-12e40b91652a tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.466015 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.467912 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9997b9cf-06b7-498b-8d5d-12e40b91652a tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.485314 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.510661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997b9cf-06b7-498b-8d5d-12e40b91652a tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5c2984-134f-4e0a-8ea7-0a3ab481d560,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:46.521553 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-31e2d2f6-9fff-4ee4-b6c1-47da38ddbcd4 service neutron] 10.222.0.15 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931985 Nov 12 00:42:46.534056 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4706f867-fea6-40b0-874a-018711b40e57 req-adbed7fd-a89e-4edd-9ecc-d21e416a0a54 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810830 Nov 12 00:42:46.537658 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=84d5b2ae-08dd-4b77-ac3a-2cb751043b25,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:46.559674 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9997b9cf-06b7-498b-8d5d-12e40b91652a tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.567656 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9997b9cf-06b7-498b-8d5d-12e40b91652a tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4218364 Nov 12 00:42:46.571123 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60214) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:46.582874 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-58de77ce-c8b3-4983-b04c-45f057b53a31 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Request body: {'security_group_rule': {'security_group_id': '1c5c2984-134f-4e0a-8ea7-0a3ab481d560', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:46.620241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-057ebedf-f2dd-4e67-b720-4f1e52d0fd52 None None] Provisioning complete for port 25b37a7f-47f9-4e5b-9ed7-df8687ebf9ea triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:46.620623 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-057ebedf-f2dd-4e67-b720-4f1e52d0fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.626627 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.639557 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfb34e-70f6-4481-b642-4bbe910c0735 req-5de7720f-e562-40d9-85ca-00633816f848 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:46.653566 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cbbfb34e-70f6-4481-b642-4bbe910c0735 req-5de7720f-e562-40d9-85ca-00633816f848 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 949 time: 0.1913347 Nov 12 00:42:46.706202 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-057ebedf-f2dd-4e67-b720-4f1e52d0fd52 None None] Port 25b37a7f-47f9-4e5b-9ed7-df8687ebf9ea cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:46.716202 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-58de77ce-c8b3-4983-b04c-45f057b53a31 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.790675 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e29ce9-37aa-4436-8b6b-a1db0362e6f6 None None] Pushing event updated for resources: {'Port': ['ID=3347e534-152b-46d3-84c0-8b02b9ae6ac5,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:46.819047 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] Attempting to bind port 3347e534-152b-46d3-84c0-8b02b9ae6ac5 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:46.819251 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-58de77ce-c8b3-4983-b04c-45f057b53a31 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.821047 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] Attempting to bind port 3347e534-152b-46d3-84c0-8b02b9ae6ac5 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:46.821517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] Attempting to bind port 3347e534-152b-46d3-84c0-8b02b9ae6ac5 on network 7d24e46d-a727-42f9-9ed5-ca40f7ef30aa {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:46.835196 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-58de77ce-c8b3-4983-b04c-45f057b53a31 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.870402 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-8ac9ad71-5df1-4aed-9fb4-a8a81ffadfa5 service neutron] 10.222.0.15 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351223 Nov 12 00:42:46.878867 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:46.879516 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] Checking segment: {'id': '1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:46.880900 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.881705 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] Bound using segment: {'id': '1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:46.882500 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] Bound port: 3347e534-152b-46d3-84c0-8b02b9ae6ac5, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:46.883072 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.888883 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de77ce-c8b3-4983-b04c-45f057b53a31 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e017305-4d86-44f4-b0df-7cd83bd290d4,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:46.911728 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['84d5b2ae-08dd-4b77-ac3a-2cb751043b25'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:46.915227 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-58de77ce-c8b3-4983-b04c-45f057b53a31 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:46.916734 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-58de77ce-c8b3-4983-b04c-45f057b53a31 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3423696 Nov 12 00:42:46.920323 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60222) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:46.925288 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-60f40606-e0bf-4706-8557-4cdd10b0a720 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Request body: {'security_group_rule': {'security_group_id': '1c5c2984-134f-4e0a-8ea7-0a3ab481d560', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:46.957400 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cbbfb34e-70f6-4481-b642-4bbe910c0735 req-41f11738-c404-43d2-9846-0a073ff567f0 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028595 Nov 12 00:42:46.988498 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebb3ce-5b69-4701-8a73-439428c5766c req-cdc5300d-a67c-4862-be08-2e7d21d6a021 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:46.990137 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3cebb3ce-5b69-4701-8a73-439428c5766c req-cdc5300d-a67c-4862-be08-2e7d21d6a021 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 945 time: 0.1224546 Nov 12 00:42:47.010063 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.023409 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-60f40606-e0bf-4706-8557-4cdd10b0a720 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.076469 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Subnet': ['ID=0caeb653-aa60-42ca-b663-ea2e876e39a9,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:47.103384 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3cebb3ce-5b69-4701-8a73-439428c5766c req-5ae00ee4-f0bf-44a4-9df5-08c7cd225377 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899947 Nov 12 00:42:47.104894 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5b90929c-9bf6-41a4-a3ff-afee6815a386 None None] Provisioning complete for port 3347e534-152b-46d3-84c0-8b02b9ae6ac5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:47.105380 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5b90929c-9bf6-41a4-a3ff-afee6815a386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.173140 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-60f40606-e0bf-4706-8557-4cdd10b0a720 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.180403 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-60f40606-e0bf-4706-8557-4cdd10b0a720 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.201463 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] For port 3347e534-152b-46d3-84c0-8b02b9ae6ac5, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:47.203364 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-260b9d30-780a-4b8a-9100-4c97005f6350 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.207329 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-79532538-4da3-4ca9-9ffc-86b5d0df465f tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:47.209297 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-79532538-4da3-4ca9-9ffc-86b5d0df465f tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f&tenant_id=0c08be1f58b544848c94fddfb37189e3&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 1097 time: 0.1011648 Nov 12 00:42:47.215895 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f40606-e0bf-4706-8557-4cdd10b0a720 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5ec0e8-1ef7-4075-af65-9246b94b8729,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:47.236966 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-5b90929c-9bf6-41a4-a3ff-afee6815a386 None None] Port 3347e534-152b-46d3-84c0-8b02b9ae6ac5 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:47.237421 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712137-14'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:47.246212 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] For port 3347e534-152b-46d3-84c0-8b02b9ae6ac5, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=3347e534-152b-46d3-84c0-8b02b9ae6ac5,segment=NetworkSegment(1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6),segment_id=1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:47.255744 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.271436 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bd1165-3bde-4314-a337-62db59dea53f None None] Network 43c25d7a-9c54-4443-a989-40b124b726ce requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:47.295588 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-60f40606-e0bf-4706-8557-4cdd10b0a720 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.306658 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-60f40606-e0bf-4706-8557-4cdd10b0a720 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3835363 Nov 12 00:42:47.306658 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60226) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:47.312993 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.321714 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-0cdb1796-7280-4aec-9ff2-4682a99f1aac tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:47.384596 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c25d7a-9c54-4443-a989-40b124b726ce']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:47.390337 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.398589 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0cdb1796-7280-4aec-9ff2-4682a99f1aac tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.418056 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69be6c5-d3ff-40ed-bc2f-8b343d9526e1 req-58b5ec92-1d4e-456a-a6b2-ca137f4efbd6 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:47.419650 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f69be6c5-d3ff-40ed-bc2f-8b343d9526e1 req-58b5ec92-1d4e-456a-a6b2-ca137f4efbd6 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=78983d7c-c4e9-4f3e-8e1b-09a596d5f34e HTTP/1.1" status: 200 len: 944 time: 0.2504599 Nov 12 00:42:47.422062 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d5d3e2-e21b-490e-ba88-a320b04fa2c1') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:47.422365 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d5d3e2-e21b-490e-ba88-a320b04fa2c1') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:47.426101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e29ce9-37aa-4436-8b6b-a1db0362e6f6 None None] Pushing event updated for resources: {'Port': ['ID=3347e534-152b-46d3-84c0-8b02b9ae6ac5,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:47.438056 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] Routers {'0fc321c5-444e-475f-a3d6-12a5ab29e530'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:47.438699 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0fc321c5-444e-475f-a3d6-12a5ab29e530'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:47.449836 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.503016 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.519725 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:47.520200 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:47.523747 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:47.573777 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f69be6c5-d3ff-40ed-bc2f-8b343d9526e1 req-5d2389f3-6e15-43ab-b165-6704084fc05e tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306074 Nov 12 00:42:47.706133 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.748241 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.756656 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/43c25d7a-9c54-4443-a989-40b124b726ce HTTP/1.1" status: 204 len: 168 time: 3.2225630 Nov 12 00:42:47.757842 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60232) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:47.802164 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50519e91-5c18-46f9-a24a-0a45f7936130 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Network': ['ID=43c25d7a-9c54-4443-a989-40b124b726ce,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:47.819871 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aa2f75-c365-4e01-b27b-a2795bfb6e1d None None] DHCP port deletion for 43c25d7a-9c54-4443-a989-40b124b726ce request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:47.828489 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-260b9d30-780a-4b8a-9100-4c97005f6350 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.830314 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-52e5bf28-be7e-40b2-abb5-d05520309a3e None None] Provisioning complete for port 3347e534-152b-46d3-84c0-8b02b9ae6ac5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:47.830690 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-52e5bf28-be7e-40b2-abb5-d05520309a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.836595 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] Set router 0fc321c5-444e-475f-a3d6-12a5ab29e530 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:42:47.856012 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0cdb1796-7280-4aec-9ff2-4682a99f1aac tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:47.859765 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] For port aadce1a9-e375-4312-9a1f-aeb0911349f5, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=aadce1a9-e375-4312-9a1f-aeb0911349f5,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:47.871227 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dca35-47d0-45fa-bd45-5d4bb7851f8b req-223ea9f9-9e84-4479-8ca1-3c05f0f42d31 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:47.873260 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f8dca35-47d0-45fa-bd45-5d4bb7851f8b req-223ea9f9-9e84-4479-8ca1-3c05f0f42d31 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 945 time: 0.1711805 Nov 12 00:42:47.891391 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b5237f-5e87-4e72-a076-1e6169ae5658 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] DELETE failed (client error): The resource could not be found. Nov 12 00:42:47.892011 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b5237f-5e87-4e72-a076-1e6169ae5658 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:42:47.898747 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-16b5237f-5e87-4e72-a076-1e6169ae5658 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/43c25d7a-9c54-4443-a989-40b124b726ce HTTP/1.1" status: 404 len: 339 time: 0.1126702 Nov 12 00:42:47.902283 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60234) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:47.910374 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-bb5ee7b9-e84d-434f-bd13-1279d189e9dd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1618434438', 'description': 'd1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:48.016972 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5ee7b9-e84d-434f-bd13-1279d189e9dd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:48.021486 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee7b9-e84d-434f-bd13-1279d189e9dd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:48.051599 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-52e5bf28-be7e-40b2-abb5-d05520309a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:48.064659 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5ee7b9-e84d-434f-bd13-1279d189e9dd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:42:48.124083 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-52e5bf28-be7e-40b2-abb5-d05520309a3e None None] For port 3347e534-152b-46d3-84c0-8b02b9ae6ac5, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=3347e534-152b-46d3-84c0-8b02b9ae6ac5,segment=NetworkSegment(1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6),segment_id=1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:48.128386 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee7b9-e84d-434f-bd13-1279d189e9dd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:48.128879 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-bb5ee7b9-e84d-434f-bd13-1279d189e9dd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Added segment 94589da9-62b8-42bd-b2a9-e34ae117f98c of type vlan for network 96c1c00b-0a9d-4d03-b0f0-d10ea8b3dfa1 Nov 12 00:42:48.130403 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-52e5bf28-be7e-40b2-abb5-d05520309a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:48.197669 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5bf28-be7e-40b2-abb5-d05520309a3e None None] Pushing event updated for resources: {'Port': ['ID=3347e534-152b-46d3-84c0-8b02b9ae6ac5,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:48.202517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'name': 'tempest-ServersTestManualDisk-2001764058-router', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:33Z', 'updated_at': '2021-11-12T00:42:42Z', 'revision_number': 4, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'gw_port': {'id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:35Z', 'updated_at': '2021-11-12T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '3347e534-152b-46d3-84c0-8b02b9ae6ac5', 'name': '', 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'mac_address': 'fa:16:3e:66:2f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '84b2fe28-acf9-46d9-9afd-e7fecadc33af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:40Z', 'updated_at': '2021-11-12T00:42:47Z', 'revision_number': 4, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'subnets': [{'id': '84b2fe28-acf9-46d9-9afd-e7fecadc33af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:48.206427 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee7b9-e84d-434f-bd13-1279d189e9dd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:48.224603 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e00fa0-44b3-4c59-90a4-f3eb639fe427 req-89b82f04-8a16-49fc-8827-b3d169dc1861 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:48.226275 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d5e00fa0-44b3-4c59-90a4-f3eb639fe427 req-89b82f04-8a16-49fc-8827-b3d169dc1861 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 949 time: 0.1495123 Nov 12 00:42:48.229854 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260b9d30-780a-4b8a-9100-4c97005f6350 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Router 442f9106-e30d-4a75-b10b-17f620abbe2b is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:42:48.235992 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74a580-62de-4923-a5a7-20fe72aaff2d None None] The sync data for ids ['0fc321c5-444e-475f-a3d6-12a5ab29e530'] in n-d-712137-14 is: [{'id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'name': 'tempest-ServersTestManualDisk-2001764058-router', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:33Z', 'updated_at': '2021-11-12T00:42:42Z', 'revision_number': 4, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'gw_port': {'id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:35Z', 'updated_at': '2021-11-12T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '3347e534-152b-46d3-84c0-8b02b9ae6ac5', 'name': '', 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'mac_address': 'fa:16:3e:66:2f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '84b2fe28-acf9-46d9-9afd-e7fecadc33af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:40Z', 'updated_at': '2021-11-12T00:42:47Z', 'revision_number': 4, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'subnets': [{'id': '84b2fe28-acf9-46d9-9afd-e7fecadc33af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:42:48.322594 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f8dca35-47d0-45fa-bd45-5d4bb7851f8b req-51480ada-344d-4b85-b0db-2acdbfe8be3d tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336238 Nov 12 00:42:48.398710 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] For port aadce1a9-e375-4312-9a1f-aeb0911349f5, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:48.400493 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee7b9-e84d-434f-bd13-1279d189e9dd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:48.407518 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5ee7b9-e84d-434f-bd13-1279d189e9dd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:48.408142 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee7b9-e84d-434f-bd13-1279d189e9dd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:48.467028 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:48.469923 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974f76f7-3292-4287-ad86-c8c95a2a2c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadce1a9-e375-4312-9a1f-aeb0911349f5'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:48.474356 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6714b2-ff55-401a-b55b-ce9fc8771c3f" -d '{"events": [{"server_uuid": "974f76f7-3292-4287-ad86-c8c95a2a2c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "aadce1a9-e375-4312-9a1f-aeb0911349f5"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:48.537329 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:48.585814 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bb5ee7b9-e84d-434f-bd13-1279d189e9dd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6797307 Nov 12 00:42:48.596848 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60242) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:48.604068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ee7b9-e84d-434f-bd13-1279d189e9dd tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Network': ['ID=96c1c00b-0a9d-4d03-b0f0-d10ea8b3dfa1,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:48.625836 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d5e00fa0-44b3-4c59-90a4-f3eb639fe427 req-62129f85-4b65-48b9-ba02-7b0d6be85557 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793409 Nov 12 00:42:48.631882 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 96c1c00b-0a9d-4d03-b0f0-d10ea8b3dfa1 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:48.651120 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260b9d30-780a-4b8a-9100-4c97005f6350 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:42:48.663130 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db86a237-0632-45cd-a4f3-848202d1f0d2 None None] Sync routers for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:42:48.668110 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061cbd39-6741-4b9d-91d0-995d2592b1ea None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:48.678305 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db86a237-0632-45cd-a4f3-848202d1f0d2 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:48.680464 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-db86a237-0632-45cd-a4f3-848202d1f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:48.697103 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-260b9d30-780a-4b8a-9100-4c97005f6350 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:48.710610 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-260b9d30-780a-4b8a-9100-4c97005f6350 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6108806 Nov 12 00:42:48.717724 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60246) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:48.719306 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d16d9a-ff87-4e80-bbd7-850bfb52c96d x-openstack-request-id: req-80d16d9a-ff87-4e80-bbd7-850bfb52c96d {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:48.719610 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974f76f7-3292-4287-ad86-c8c95a2a2c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "aadce1a9-e375-4312-9a1f-aeb0911349f5", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:48.719922 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80d16d9a-ff87-4e80-bbd7-850bfb52c96d {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:48.720453 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974f76f7-3292-4287-ad86-c8c95a2a2c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadce1a9-e375-4312-9a1f-aeb0911349f5', 'code': 200} Nov 12 00:42:48.735266 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-db86a237-0632-45cd-a4f3-848202d1f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:48.735668 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-0cdb1796-7280-4aec-9ff2-4682a99f1aac tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Allocated IP 172.25.0.69 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/c3f6c26d-b487-46c6-bf8b-13594d0bf427) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:48.749324 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db86a237-0632-45cd-a4f3-848202d1f0d2 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:48.750260 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-db86a237-0632-45cd-a4f3-848202d1f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:48.804883 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-db86a237-0632-45cd-a4f3-848202d1f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:48.806917 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db86a237-0632-45cd-a4f3-848202d1f0d2 None None] The sync data for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:42:48.860205 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb7dc3-a7a4-4355-be07-70378b70fd3a req-9838fae3-80a2-429b-adde-a8d216493fa6 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:48.872649 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aecb7dc3-a7a4-4355-be07-70378b70fd3a req-9838fae3-80a2-429b-adde-a8d216493fa6 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 945 time: 0.3488815 Nov 12 00:42:48.977000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1a27bc55-d008-4daf-a2ac-dd5ee6f894c2 None None] Provisioning complete for port aadce1a9-e375-4312-9a1f-aeb0911349f5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:48.977263 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1a27bc55-d008-4daf-a2ac-dd5ee6f894c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:48.992589 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] Pushing event updated for resources: {'Port': ['ID=aadce1a9-e375-4312-9a1f-aeb0911349f5,revision_number=7']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:49.023602 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 3347e534-152b-46d3-84c0-8b02b9ae6ac5 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:49.025219 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd9e6ee-c2ad-46e1-850b-4c8f179ec469 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:49.027105 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-edd9e6ee-c2ad-46e1-850b-4c8f179ec469 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "GET /v2.0/networks?id=96c1c00b-0a9d-4d03-b0f0-d10ea8b3dfa1 HTTP/1.1" status: 200 len: 761 time: 0.4248199 Nov 12 00:42:49.038893 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60252) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:49.046054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-ea570ef1-accb-41f1-86bb-0f27f78826ea tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'network': {'description': 'd2'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:49.055126 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] Attempting to bind port aadce1a9-e375-4312-9a1f-aeb0911349f5 on host n-h1-712137-14 for vnic_type normal with profile {"migrating_to": "n-h2-712137-14"} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:49.055759 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] Attempting to bind port aadce1a9-e375-4312-9a1f-aeb0911349f5 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:49.056284 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] Attempting to bind port aadce1a9-e375-4312-9a1f-aeb0911349f5 on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:49.090232 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1a27bc55-d008-4daf-a2ac-dd5ee6f894c2 None None] Port aadce1a9-e375-4312-9a1f-aeb0911349f5 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:49.112211 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 3347e534-152b-46d3-84c0-8b02b9ae6ac5 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:49.112686 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.120804 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] Port aadce1a9-e375-4312-9a1f-aeb0911349f5 on network f1926e98-a223-4d69-aca0-b114b74b472e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:42:49.121430 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] Attempting to bind port aadce1a9-e375-4312-9a1f-aeb0911349f5 on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:49.185861 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:49.186536 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] Checking segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:49.187113 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] Bound using segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:49.187807 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] Bound port: aadce1a9-e375-4312-9a1f-aeb0911349f5, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:49.188361 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.222320 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aecb7dc3-a7a4-4355-be07-70378b70fd3a req-51c2f551-1e5a-4772-8f8e-6a90aa9d112e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789245 Nov 12 00:42:49.242750 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8108a18d-0ab2-4d22-9d9d-3ee861e2f133 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:49.282696 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 8108a18d-0ab2-4d22-9d9d-3ee861e2f133 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:49.283139 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8108a18d-0ab2-4d22-9d9d-3ee861e2f133 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:49.334588 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 91da9e1b-38db-4191-b96a-9b51235f1578 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:49.356155 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0cdb1796-7280-4aec-9ff2-4682a99f1aac tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.360154 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb207e-db55-42c1-bf90-d49346054dde req-7e588403-dd15-4dbc-a19a-d2e01d268ccd tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:49.367682 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e6eb207e-db55-42c1-bf90-d49346054dde req-7e588403-dd15-4dbc-a19a-d2e01d268ccd tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=78983d7c-c4e9-4f3e-8e1b-09a596d5f34e HTTP/1.1" status: 200 len: 944 time: 0.4918244 Nov 12 00:42:49.413921 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device dbe5eb6e-1b13-4c28-ac81-41f031667785 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:49.438729 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 84d5b2ae-08dd-4b77-ac3a-2cb751043b25 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:49.482409 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e6eb207e-db55-42c1-bf90-d49346054dde req-a350695a-5563-4b8a-8dff-430f841b5c28 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138241 Nov 12 00:42:49.492663 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] For port aadce1a9-e375-4312-9a1f-aeb0911349f5, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:49.515461 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ea570ef1-accb-41f1-86bb-0f27f78826ea tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.534822 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] For port aadce1a9-e375-4312-9a1f-aeb0911349f5, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=aadce1a9-e375-4312-9a1f-aeb0911349f5,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:49.547917 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ea570ef1-accb-41f1-86bb-0f27f78826ea tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.550477 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.621029 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 84d5b2ae-08dd-4b77-ac3a-2cb751043b25 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:42:49.623783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ea570ef1-accb-41f1-86bb-0f27f78826ea tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network 96c1c00b-0a9d-4d03-b0f0-d10ea8b3dfa1 is not hosted by any dhcp agent {{(pid=114243) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 00:42:49.627758 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 91da9e1b-38db-4191-b96a-9b51235f1578 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:42:49.629713 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea570ef1-accb-41f1-86bb-0f27f78826ea tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:49.630381 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ea570ef1-accb-41f1-86bb-0f27f78826ea tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.631686 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 84d5b2ae-08dd-4b77-ac3a-2cb751043b25 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:49.631852 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ea570ef1-accb-41f1-86bb-0f27f78826ea tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "PUT /v2.0/networks/96c1c00b-0a9d-4d03-b0f0-d10ea8b3dfa1 HTTP/1.1" status: 200 len: 758 time: 0.5912094 Nov 12 00:42:49.632090 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.638716 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60256) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:49.638982 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 91da9e1b-38db-4191-b96a-9b51235f1578 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:49.639300 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.653254 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0cdb1796-7280-4aec-9ff2-4682a99f1aac tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.714573 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64764f2b-9dfc-470b-8d01-462bf9ec8888 req-c21572d5-1b98-4bc0-996b-cd5e2e02eb15 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:49.724499 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64764f2b-9dfc-470b-8d01-462bf9ec8888 req-c21572d5-1b98-4bc0-996b-cd5e2e02eb15 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 943 time: 0.2772689 Nov 12 00:42:49.737291 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a404c3-2649-4a94-aa95-824e36695e82 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:49.743048 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-46a404c3-2649-4a94-aa95-824e36695e82 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "GET /v2.0/networks?id=96c1c00b-0a9d-4d03-b0f0-d10ea8b3dfa1 HTTP/1.1" status: 200 len: 761 time: 0.1029806 Nov 12 00:42:49.743382 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60260) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:49.750250 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] Pushing event updated for resources: {'Port': ['ID=aadce1a9-e375-4312-9a1f-aeb0911349f5,revision_number=8']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:49.753492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b082b0-dbc4-478c-a31b-d307e48fe43a None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:49.765935 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-56ffe342-7589-4758-a31d-1106870274c1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1163083765'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:49.768030 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port dbe5eb6e-1b13-4c28-ac81-41f031667785, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=dbe5eb6e-1b13-4c28-ac81-41f031667785,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:49.770851 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdb1796-7280-4aec-9ff2-4682a99f1aac tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:49.771793 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea570ef1-accb-41f1-86bb-0f27f78826ea tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Network': ['ID=96c1c00b-0a9d-4d03-b0f0-d10ea8b3dfa1,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:49.789199 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 96c1c00b-0a9d-4d03-b0f0-d10ea8b3dfa1 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:49.825365 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-0cdb1796-7280-4aec-9ff2-4682a99f1aac tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:49.827771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdb1796-7280-4aec-9ff2-4682a99f1aac tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:49.835585 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:49.836221 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.837698 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-d8c3ce81-1397-4abe-9e1a-bf3c2ec0c5cb service neutron] 10.222.0.15 "PUT /v2.0/ports/aadce1a9-e375-4312-9a1f-aeb0911349f5 HTTP/1.1" status: 200 len: 1123 time: 2.6097403 Nov 12 00:42:49.880023 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'dbe5eb6e-1b13-4c28-ac81-41f031667785', 'network_id': '40d5199b-84d3-4e3a-b832-6d6d2623ed7f', 'port_id': 'dbe5eb6e-1b13-4c28-ac81-41f031667785', 'mac_address': 'fa:16:3e:0a:34:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab6fbd2-d7fa-46a6-839d-783bb02038fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:42:49.928179 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94118610-0522-4cfb-9811-9638e3b461a1 req-843454db-4b23-4c75-b964-6d2f7d052551 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:49.928815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb1796-7280-4aec-9ff2-4682a99f1aac tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Pushing event updated for resources: {'Port': ['ID=c3f6c26d-b487-46c6-bf8b-13594d0bf427,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:49.931021 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-94118610-0522-4cfb-9811-9638e3b461a1 req-843454db-4b23-4c75-b964-6d2f7d052551 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 949 time: 0.1808214 Nov 12 00:42:49.934607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ffe342-7589-4758-a31d-1106870274c1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:49.939161 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-56ffe342-7589-4758-a31d-1106870274c1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:49.946676 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64764f2b-9dfc-470b-8d01-462bf9ec8888 req-9a1937bd-8f19-42a9-b137-aafc6555afc9 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233522 Nov 12 00:42:49.998305 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.003490 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d7918b8b-b565-446e-9659-00a11e237fdb None None] Provisioning complete for port aadce1a9-e375-4312-9a1f-aeb0911349f5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:50.004105 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d7918b8b-b565-446e-9659-00a11e237fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.021682 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ffe342-7589-4758-a31d-1106870274c1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:42:50.025414 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0cdb1796-7280-4aec-9ff2-4682a99f1aac tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.062279 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-56ffe342-7589-4758-a31d-1106870274c1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.063077 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-56ffe342-7589-4758-a31d-1106870274c1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Added segment f16d03fe-7db1-44fd-8d26-fad3443700fe of type vlan for network 671ebcca-e22e-40ef-8f99-8da708c1eded Nov 12 00:42:50.065763 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['aadce1a9-e375-4312-9a1f-aeb0911349f5'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:50.073028 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0cdb1796-7280-4aec-9ff2-4682a99f1aac tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.117157 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-89b8d103-8be6-4fc7-9f92-4359fc1ac09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.126684 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-94118610-0522-4cfb-9811-9638e3b461a1 req-4801f957-42ec-4ed5-af64-d239c9de5ec7 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713972 Nov 12 00:42:50.144228 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-56ffe342-7589-4758-a31d-1106870274c1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.163739 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.173144 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f47f8e-185c-4ec7-ac60-477378108f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91da9e1b-38db-4191-b96a-9b51235f1578'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:50.184476 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64050ea-3461-418e-bf69-0e54f2440390" -d '{"events": [{"server_uuid": "d8f47f8e-185c-4ec7-ac60-477378108f7b", "name": "network-vif-plugged", "status": "completed", "tag": "91da9e1b-38db-4191-b96a-9b51235f1578"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:50.184476 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.210742 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.215692 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 91da9e1b-38db-4191-b96a-9b51235f1578, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=91da9e1b-38db-4191-b96a-9b51235f1578,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:50.228437 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-56ffe342-7589-4758-a31d-1106870274c1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.228976 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbe5eb6e-1b13-4c28-ac81-41f031667785 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:50.234433 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ffe342-7589-4758-a31d-1106870274c1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:50.235486 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-56ffe342-7589-4758-a31d-1106870274c1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.248053 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb40497a-072f-4077-b48b-39fb774a61f5 x-openstack-request-id: req-fb40497a-072f-4077-b48b-39fb774a61f5 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:50.248604 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f47f8e-185c-4ec7-ac60-477378108f7b", "name": "network-vif-plugged", "status": "completed", "tag": "91da9e1b-38db-4191-b96a-9b51235f1578", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:50.248604 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb40497a-072f-4077-b48b-39fb774a61f5 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:50.248991 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f47f8e-185c-4ec7-ac60-477378108f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91da9e1b-38db-4191-b96a-9b51235f1578', 'code': 200} Nov 12 00:42:50.252052 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.307059 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 84d5b2ae-08dd-4b77-ac3a-2cb751043b25, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=84d5b2ae-08dd-4b77-ac3a-2cb751043b25,segment=NetworkSegment(6bcd1460-7002-412d-8f91-bced057eb4e8),segment_id=6bcd1460-7002-412d-8f91-bced057eb4e8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:50.375757 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-56ffe342-7589-4758-a31d-1106870274c1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6266351 Nov 12 00:42:50.378677 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60268) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:50.384203 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-5f839734-5f61-432c-9c0c-3ff4fc84549e tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'subnet': {'network_id': '671ebcca-e22e-40ef-8f99-8da708c1eded', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:50.416523 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffe342-7589-4758-a31d-1106870274c1 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Network': ['ID=671ebcca-e22e-40ef-8f99-8da708c1eded,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:50.463715 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0cdb1796-7280-4aec-9ff2-4682a99f1aac tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.476653 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0cdb1796-7280-4aec-9ff2-4682a99f1aac tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.488582 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c534d3a-317b-492c-b32a-ba98f8f1bd53 req-6ff8c0fd-b2a1-4b40-9772-f920a2af9baa tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:50.496362 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c534d3a-317b-492c-b32a-ba98f8f1bd53 req-6ff8c0fd-b2a1-4b40-9772-f920a2af9baa tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 945 time: 0.1338339 Nov 12 00:42:50.496763 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port dbe5eb6e-1b13-4c28-ac81-41f031667785, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=dbe5eb6e-1b13-4c28-ac81-41f031667785,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:50.509011 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 671ebcca-e22e-40ef-8f99-8da708c1eded details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:50.512029 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.522308 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.564328 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898d937-af9c-44f6-85c7-944331794a69 req-98aa0fd4-2a51-46f3-aa17-11adbc93f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:50.566065 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6898d937-af9c-44f6-85c7-944331794a69 req-98aa0fd4-2a51-46f3-aa17-11adbc93f1b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 1102 time: 0.2101545 Nov 12 00:42:50.614356 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d7918b8b-b565-446e-9659-00a11e237fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.625949 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb1796-7280-4aec-9ff2-4682a99f1aac tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Pushing event updated for resources: {'Port': ['ID=c3f6c26d-b487-46c6-bf8b-13594d0bf427,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:50.628658 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=91da9e1b-38db-4191-b96a-9b51235f1578,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:50.645194 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c534d3a-317b-492c-b32a-ba98f8f1bd53 req-d82e4199-eaef-4d4a-80b8-b2ab7d93f851 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471643 Nov 12 00:42:50.664605 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['dbe5eb6e-1b13-4c28-ac81-41f031667785'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:50.679198 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0cdb1796-7280-4aec-9ff2-4682a99f1aac tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.686831 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f839734-5f61-432c-9c0c-3ff4fc84549e tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:50.690432 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5f839734-5f61-432c-9c0c-3ff4fc84549e tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.726994 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974f76f7-3292-4287-ad86-c8c95a2a2c4f', 'tag': 'aadce1a9-e375-4312-9a1f-aeb0911349f5'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:50.729370 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc001a5e-8223-4471-a746-c0bb55880d29" -d '{"events": [{"name": "network-changed", "server_uuid": "974f76f7-3292-4287-ad86-c8c95a2a2c4f", "tag": "aadce1a9-e375-4312-9a1f-aeb0911349f5"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:50.779515 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Allocated IP 172.20.0.1 (62bba9ec-6659-4e31-969e-1d27fd80dffe/d6cb6755-3dea-42f7-be11-90341df4e33e/e86d8df6-be1d-48e1-aa7a-0802181d24e0) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:50.792574 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d7918b8b-b565-446e-9659-00a11e237fdb None None] For port aadce1a9-e375-4312-9a1f-aeb0911349f5, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=aadce1a9-e375-4312-9a1f-aeb0911349f5,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:50.793077 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0cdb1796-7280-4aec-9ff2-4682a99f1aac tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.794393 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0cdb1796-7280-4aec-9ff2-4682a99f1aac tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4779208 Nov 12 00:42:50.803503 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=84d5b2ae-08dd-4b77-ac3a-2cb751043b25,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:50.816111 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d7918b8b-b565-446e-9659-00a11e237fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:50.823759 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6898d937-af9c-44f6-85c7-944331794a69 req-9b701f25-3876-4111-887c-32f2e52e4a18 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424846 Nov 12 00:42:50.867210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569b359-cfd6-48ff-b740-eb3e7b365471 req-dae870dd-839b-415a-b859-13128a1c4730 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:50.869218 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e569b359-cfd6-48ff-b740-eb3e7b365471 req-dae870dd-839b-415a-b859-13128a1c4730 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=78983d7c-c4e9-4f3e-8e1b-09a596d5f34e HTTP/1.1" status: 200 len: 945 time: 0.2362294 Nov 12 00:42:50.945394 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=dbe5eb6e-1b13-4c28-ac81-41f031667785,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:50.969903 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b286c147-a844-44db-921f-ed709d192458 x-openstack-request-id: req-b286c147-a844-44db-921f-ed709d192458 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:50.970514 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974f76f7-3292-4287-ad86-c8c95a2a2c4f", "tag": "aadce1a9-e375-4312-9a1f-aeb0911349f5", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:50.970514 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b286c147-a844-44db-921f-ed709d192458 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:50.970814 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974f76f7-3292-4287-ad86-c8c95a2a2c4f', 'tag': 'aadce1a9-e375-4312-9a1f-aeb0911349f5', 'status': 'completed', 'code': 200} Nov 12 00:42:50.982513 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e569b359-cfd6-48ff-b740-eb3e7b365471 req-d785113c-06b5-46b5-92cd-285ce8d3774f tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987124 Nov 12 00:42:51.021647 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.055489 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5f839734-5f61-432c-9c0c-3ff4fc84549e tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.071573 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7918b8b-b565-446e-9659-00a11e237fdb None None] Pushing event updated for resources: {'Port': ['ID=aadce1a9-e375-4312-9a1f-aeb0911349f5,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:51.106009 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.165647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f839734-5f61-432c-9c0c-3ff4fc84549e tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Subnet': ['ID=280dc4c3-2bea-4ccd-985b-3be23ae3e671,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:51.191918 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac03fb-03b5-4451-94f5-c4caca0d0ba0 req-ec132b04-ff1c-4624-b203-394b45c8690c tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:51.193208 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Network 62bba9ec-6659-4e31-969e-1d27fd80dffe is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:51.193463 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fcac03fb-03b5-4451-94f5-c4caca0d0ba0 req-ec132b04-ff1c-4624-b203-394b45c8690c tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 944 time: 0.0958858 Nov 12 00:42:51.196268 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f839734-5f61-432c-9c0c-3ff4fc84549e tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Checking segment: {'id': 'f16d03fe-7db1-44fd-8d26-fad3443700fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '671ebcca-e22e-40ef-8f99-8da708c1eded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:51.196630 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f839734-5f61-432c-9c0c-3ff4fc84549e tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network hostable DHCP agents. Network: 671ebcca-e22e-40ef-8f99-8da708c1eded, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:42:51.211629 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:51.215292 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:51.219617 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc001a5e-8223-4471-a746-c0bb55880d29 req-9fee7dc4-6fd6-4de4-9e38-0572e4ec0804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:51.221142 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cc001a5e-8223-4471-a746-c0bb55880d29 req-9fee7dc4-6fd6-4de4-9e38-0572e4ec0804 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 1128 time: 0.1621602 Nov 12 00:42:51.221737 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Port': ['ID=e86d8df6-be1d-48e1-aa7a-0802181d24e0,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:51.226344 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-b65b546f-7943-458e-a8dc-a37d6ebc0f5a tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--3987423&fields=id&tenant_id=2f8d8ae8bd2e42cfb193a886ac71e329 HTTP/1.1" status: 200 len: 267 time: 0.1445124 Nov 12 00:42:51.245974 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f839734-5f61-432c-9c0c-3ff4fc84549e tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network 671ebcca-e22e-40ef-8f99-8da708c1eded is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:42:51.254860 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fcac03fb-03b5-4451-94f5-c4caca0d0ba0 req-e32d0d56-33ed-46a1-82fb-ce652f7fd9c2 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547867 Nov 12 00:42:51.259241 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-5f839734-5f61-432c-9c0c-3ff4fc84549e tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 671ebcca-e22e-40ef-8f99-8da708c1eded) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:51.264398 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f839734-5f61-432c-9c0c-3ff4fc84549e tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:51.265105 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5f839734-5f61-432c-9c0c-3ff4fc84549e tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.270826 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a90e2ce-9a12-464c-953d-6ff31d7d402a None None] Network 671ebcca-e22e-40ef-8f99-8da708c1eded requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:51.271898 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:51.272204 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:51.272541 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:51.272981 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:51.273318 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:51.273641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:51.274049 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:51.274374 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:51.274695 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:51.275320 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:51.275320 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:51.275707 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:51.290189 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5f839734-5f61-432c-9c0c-3ff4fc84549e tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9103770 Nov 12 00:42:51.292888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60294) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:51.356738 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device aadce1a9-e375-4312-9a1f-aeb0911349f5 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:51.400187 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.418099 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device dbe5eb6e-1b13-4c28-ac81-41f031667785 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:51.433001 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a5ed6-8952-4f73-af28-ba0f3a2a5bfb req-3584a3d7-c39a-426d-be42-9c435a39b931 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:51.434511 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f00a5ed6-8952-4f73-af28-ba0f3a2a5bfb req-3584a3d7-c39a-426d-be42-9c435a39b931 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 945 time: 0.0776529 Nov 12 00:42:51.448852 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-968994f5-f3ab-49d0-85dd-69f9d31628dc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.524631 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-56f5e00f-3184-4bd2-a312-170ad6166fef tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:51.529188 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-56f5e00f-3184-4bd2-a312-170ad6166fef tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/networks?id=7d24e46d-a727-42f9-9ed5-ca40f7ef30aa HTTP/1.1" status: 200 len: 812 time: 0.2646158 Nov 12 00:42:51.533747 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f00a5ed6-8952-4f73-af28-ba0f3a2a5bfb req-0fcbb390-c6f2-417d-a449-2780860c89e3 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826197 Nov 12 00:42:51.537051 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-968994f5-f3ab-49d0-85dd-69f9d31628dc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.559752 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc001a5e-8223-4471-a746-c0bb55880d29 req-687a3ea9-0772-48cf-bd33-56cd3074b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:51.561004 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cc001a5e-8223-4471-a746-c0bb55880d29 req-687a3ea9-0772-48cf-bd33-56cd3074b3b4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 909 time: 0.3095431 Nov 12 00:42:51.568193 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port aadce1a9-e375-4312-9a1f-aeb0911349f5, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=aadce1a9-e375-4312-9a1f-aeb0911349f5,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:51.577536 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef0e8fe-1791-4b8f-bb2d-483ce77c0a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-671ebcca-e22e-40ef-8f99-8da708c1eded', 'network_id': '671ebcca-e22e-40ef-8f99-8da708c1eded', 'tenant_id': '743aa15e4e8e4568a0f650b704e9151a', 'fixed_ips': [{'subnet_id': '280dc4c3-2bea-4ccd-985b-3be23ae3e671'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:42:51.578414 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0ef0e8fe-1791-4b8f-bb2d-483ce77c0a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.604125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device aadce1a9-e375-4312-9a1f-aeb0911349f5 has no active binding in host n-h2-712137-14 {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:42:51.618639 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-968994f5-f3ab-49d0-85dd-69f9d31628dc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.648966 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cc001a5e-8223-4471-a746-c0bb55880d29 req-fe1348ae-d6fd-4d84-bf7e-4e8adb9307d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aadce1a9-e375-4312-9a1f-aeb0911349f5 HTTP/1.1" status: 200 len: 217 time: 0.0765159 Nov 12 00:42:51.659333 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-e3db3ad6-9f64-48d6-95ba-a70cc6cf25c9 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/quotas/2f8d8ae8bd2e42cfb193a886ac71e329 HTTP/1.1" status: 200 len: 375 time: 0.0814352 Nov 12 00:42:51.676153 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968994f5-f3ab-49d0-85dd-69f9d31628dc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Subnet': ['ID=280dc4c3-2bea-4ccd-985b-3be23ae3e671,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:51.708221 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.727976 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dbe5eb6e-1b13-4c28-ac81-41f031667785 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:51.742171 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13aa199-e77f-4e90-858d-4ae63fe739d7 None None] Network 671ebcca-e22e-40ef-8f99-8da708c1eded requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:51.771936 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-968994f5-f3ab-49d0-85dd-69f9d31628dc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.777991 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port dbe5eb6e-1b13-4c28-ac81-41f031667785, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=dbe5eb6e-1b13-4c28-ac81-41f031667785,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:51.786818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc001a5e-8223-4471-a746-c0bb55880d29 req-0a441c08-ec04-40c4-8039-3ffa30019724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:51.788965 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cc001a5e-8223-4471-a746-c0bb55880d29 req-0a441c08-ec04-40c4-8039-3ffa30019724 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fc5c04a-017f-4820-8cce-df76bd4f7a1c HTTP/1.1" status: 200 len: 848 time: 0.1246004 Nov 12 00:42:51.789640 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.801067 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2e086-3481-4b3a-8d3e-03e910cbe4b8 req-bd0093be-2262-4f67-9192-1aa36ca95d6d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:51.802621 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19d2e086-3481-4b3a-8d3e-03e910cbe4b8 req-bd0093be-2262-4f67-9192-1aa36ca95d6d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 950 time: 0.1285720 Nov 12 00:42:51.806501 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-968994f5-f3ab-49d0-85dd-69f9d31628dc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671ebcca-e22e-40ef-8f99-8da708c1eded']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:51.813573 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.826065 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-fca61798-d3f6-4a36-a7a8-9ceae261bfae tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f8d8ae8bd2e42cfb193a886ac71e329&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1653955 Nov 12 00:42:51.830200 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-968994f5-f3ab-49d0-85dd-69f9d31628dc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16d03fe-7db1-44fd-8d26-fad3443700fe') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:51.830580 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-968994f5-f3ab-49d0-85dd-69f9d31628dc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16d03fe-7db1-44fd-8d26-fad3443700fe') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:51.853492 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-968994f5-f3ab-49d0-85dd-69f9d31628dc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.867905 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cc001a5e-8223-4471-a746-c0bb55880d29 req-e72a0ad6-9e50-43a8-b09a-ddf52ff71ebe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1926e98-a223-4d69-aca0-b114b74b472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668128 Nov 12 00:42:51.888104 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-968994f5-f3ab-49d0-85dd-69f9d31628dc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.899895 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19d2e086-3481-4b3a-8d3e-03e910cbe4b8 req-323cb1d0-6d90-46fd-b8b6-980a4c1fc332 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839312 Nov 12 00:42:51.900853 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968994f5-f3ab-49d0-85dd-69f9d31628dc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:42:51.901289 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-968994f5-f3ab-49d0-85dd-69f9d31628dc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:42:51.904456 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:42:51.913469 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=dbe5eb6e-1b13-4c28-ac81-41f031667785,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:51.969110 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-968994f5-f3ab-49d0-85dd-69f9d31628dc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.976566 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-968994f5-f3ab-49d0-85dd-69f9d31628dc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:51.983727 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-968994f5-f3ab-49d0-85dd-69f9d31628dc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/671ebcca-e22e-40ef-8f99-8da708c1eded HTTP/1.1" status: 204 len: 168 time: 0.6897807 Nov 12 00:42:51.984423 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60298) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:52.023861 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-9176f26b-282c-4b77-b321-666bb87b86f9 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] GET failed (client error): The resource could not be found. Nov 12 00:42:52.025267 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9176f26b-282c-4b77-b321-666bb87b86f9 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "GET /v2.0/subnets/280dc4c3-2bea-4ccd-985b-3be23ae3e671 HTTP/1.1" status: 404 len: 337 time: 0.0383885 Nov 12 00:42:52.026679 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968994f5-f3ab-49d0-85dd-69f9d31628dc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Network': ['ID=671ebcca-e22e-40ef-8f99-8da708c1eded,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:52.028407 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60302) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:52.048737 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2da45dd-51cc-42e1-8a02-f529b9903bfc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] DELETE failed (client error): The resource could not be found. Nov 12 00:42:52.049413 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2da45dd-51cc-42e1-8a02-f529b9903bfc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:42:52.052595 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c2da45dd-51cc-42e1-8a02-f529b9903bfc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/671ebcca-e22e-40ef-8f99-8da708c1eded HTTP/1.1" status: 404 len: 339 time: 0.0231674 Nov 12 00:42:52.059373 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60304) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:52.249849 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78983d7c-c4e9-4f3e-8e1b-09a596d5f34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d5b2ae-08dd-4b77-ac3a-2cb751043b25'}, {'server_uuid': '974f76f7-3292-4287-ad86-c8c95a2a2c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadce1a9-e375-4312-9a1f-aeb0911349f5'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:52.252444 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec807f9-039d-496d-a772-c823b3490aae" -d '{"events": [{"server_uuid": "78983d7c-c4e9-4f3e-8e1b-09a596d5f34e", "name": "network-vif-plugged", "status": "completed", "tag": "84d5b2ae-08dd-4b77-ac3a-2cb751043b25"}, {"server_uuid": "974f76f7-3292-4287-ad86-c8c95a2a2c4f", "name": "network-vif-plugged", "status": "completed", "tag": "aadce1a9-e375-4312-9a1f-aeb0911349f5"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:52.272293 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe261b2d-6cf5-459e-9fbc-067eff9706e5 req-3a13d760-c725-433c-83b9-137794a4794a tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:52.273824 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fe261b2d-6cf5-459e-9fbc-067eff9706e5 req-3a13d760-c725-433c-83b9-137794a4794a tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=78983d7c-c4e9-4f3e-8e1b-09a596d5f34e HTTP/1.1" status: 200 len: 945 time: 0.1610456 Nov 12 00:42:52.292745 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e27a474e-0012-4810-97e3-138d16d99afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:52.296542 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2d49e4-bb89-4b2c-b23a-c6c65d9e894a tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:52.300485 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5c2d49e4-bb89-4b2c-b23a-c6c65d9e894a tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2376721 Nov 12 00:42:52.307121 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60310) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:52.344782 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-30216760-a20a-4975-b0b7-10ea58d744e5 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "GET /v2.0/subnets?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 207 time: 0.0360136 Nov 12 00:42:52.351512 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60312) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:52.375097 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fe261b2d-6cf5-459e-9fbc-067eff9706e5 req-b012acb0-3193-4b9b-8acf-2f1f17d8fe92 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921788 Nov 12 00:42:52.430767 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6dbfef-294e-4ac8-94bf-7d70a7c04059 x-openstack-request-id: req-ed6dbfef-294e-4ac8-94bf-7d70a7c04059 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:52.431189 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78983d7c-c4e9-4f3e-8e1b-09a596d5f34e", "name": "network-vif-plugged", "status": "completed", "tag": "84d5b2ae-08dd-4b77-ac3a-2cb751043b25", "code": 200}, {"server_uuid": "974f76f7-3292-4287-ad86-c8c95a2a2c4f", "name": "network-vif-plugged", "status": "completed", "tag": "aadce1a9-e375-4312-9a1f-aeb0911349f5", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:52.431593 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed6dbfef-294e-4ac8-94bf-7d70a7c04059 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:52.432279 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78983d7c-c4e9-4f3e-8e1b-09a596d5f34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d5b2ae-08dd-4b77-ac3a-2cb751043b25', 'code': 200} Nov 12 00:42:52.433276 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974f76f7-3292-4287-ad86-c8c95a2a2c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadce1a9-e375-4312-9a1f-aeb0911349f5', 'code': 200} Nov 12 00:42:52.521542 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-932cdcbd-b2f9-4152-be2f-c2c18100b3e0 service neutron] 10.222.0.31 "GET /v2.0/networks/7d24e46d-a727-42f9-9ed5-ca40f7ef30aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6775019 Nov 12 00:42:52.538317 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2826ab-6cf3-4c8b-8ccb-9b337568aefa req-3e1e0354-cf79-4b26-b268-f4efe7541810 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:52.539983 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2d2826ab-6cf3-4c8b-8ccb-9b337568aefa req-3e1e0354-cf79-4b26-b268-f4efe7541810 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 943 time: 0.0595295 Nov 12 00:42:52.543463 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cc001a5e-8223-4471-a746-c0bb55880d29 req-91a1d50b-994e-4224-8e79-874fce6fbc90 service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6424243 Nov 12 00:42:52.613675 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2d2826ab-6cf3-4c8b-8ccb-9b337568aefa req-ff48e726-dfb9-41f8-b0a1-90a641ab2c42 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592577 Nov 12 00:42:52.716240 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4610a-dc1f-4199-a555-c7463a487581 req-8f8fdaa1-2c5b-4845-a352-d4a2382d5bd0 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:52.717910 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5a4610a-dc1f-4199-a555-c7463a487581 req-8f8fdaa1-2c5b-4845-a352-d4a2382d5bd0 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 945 time: 0.0507231 Nov 12 00:42:52.782910 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5a4610a-dc1f-4199-a555-c7463a487581 req-b0383218-a0e1-4241-9b70-b57b10f49068 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575798 Nov 12 00:42:52.832327 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fe3fc-156b-4f0d-a461-8e6dd80cb587 req-81511029-5917-4345-8ce7-df1a26403e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:52.833840 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-498fe3fc-156b-4f0d-a461-8e6dd80cb587 req-81511029-5917-4345-8ce7-df1a26403e44 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=78983d7c-c4e9-4f3e-8e1b-09a596d5f34e HTTP/1.1" status: 200 len: 1097 time: 0.3030207 Nov 12 00:42:52.903661 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b119f2-f848-4f20-bac3-7a1a2e18b62f tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:52.909817 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b119f2-f848-4f20-bac3-7a1a2e18b62f tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:52.916218 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b119f2-f848-4f20-bac3-7a1a2e18b62f tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:52.922882 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b119f2-f848-4f20-bac3-7a1a2e18b62f tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:52.926536 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d9b119f2-f848-4f20-bac3-7a1a2e18b62f tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5725203 Nov 12 00:42:52.930235 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60316) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:53.030685 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cc001a5e-8223-4471-a746-c0bb55880d29 req-55e83616-178f-4c18-a97e-df2e783ea4af service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506373 Nov 12 00:42:53.043087 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-51fde737-1861-4965-b5d2-986932b6fb08 service neutron] 10.222.0.31 "GET /v2.0/networks/7d24e46d-a727-42f9-9ed5-ca40f7ef30aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134315 Nov 12 00:42:53.078794 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-498fe3fc-156b-4f0d-a461-8e6dd80cb587 req-3d33a8e8-c1a9-4e91-a2a6-88ee0823891e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342083 Nov 12 00:42:53.114295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227aa94-10cd-4c07-8dfb-1f68b928b13a req-356cedb0-5168-444d-9740-00ad8ab0e17e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:53.116643 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3227aa94-10cd-4c07-8dfb-1f68b928b13a req-356cedb0-5168-444d-9740-00ad8ab0e17e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.21 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 943 time: 0.1423295 Nov 12 00:42:53.122875 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:53.131075 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:53.232980 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:53.235020 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Port': ['ID=e86d8df6-be1d-48e1-aa7a-0802181d24e0,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:53.352577 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:53.419566 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device dbe5eb6e-1b13-4c28-ac81-41f031667785 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:53.523452 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port dbe5eb6e-1b13-4c28-ac81-41f031667785 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:53.523840 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:53.547845 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2f9ed-1a04-4743-914e-f62fd40219d0 req-5330a249-c2dd-4270-99b2-1e7ecff3021b tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:53.550036 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-32f2f9ed-1a04-4743-914e-f62fd40219d0 req-5330a249-c2dd-4270-99b2-1e7ecff3021b tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 950 time: 0.5378778 Nov 12 00:42:53.564084 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-20eca503-dd1d-4645-a22c-8ac7f715a643 req-f3b6d64d-3c06-4e09-aba4-86a5620cda64 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 210 time: 0.1561425 Nov 12 00:42:53.575855 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Network 62bba9ec-6659-4e31-969e-1d27fd80dffe is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:53.593468 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:53.603983 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-69666460-3e78-4ec8-a1df-cc4aa8af1256 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6721985 Nov 12 00:42:53.608568 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60332) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:53.636468 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:53.697025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port dbe5eb6e-1b13-4c28-ac81-41f031667785, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=dbe5eb6e-1b13-4c28-ac81-41f031667785,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:53.701435 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-32f2f9ed-1a04-4743-914e-f62fd40219d0 req-0e423c81-b015-4994-bd5e-5fbb8c259da7 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903397 Nov 12 00:42:53.713363 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:53.779231 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=dbe5eb6e-1b13-4c28-ac81-41f031667785,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:53.831409 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0e6ba-7532-4851-b173-0a8de4cc0cfa req-a2d02f3b-9848-4357-8a03-8c60db4b49b9 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:53.833570 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-98c0e6ba-7532-4851-b173-0a8de4cc0cfa req-a2d02f3b-9848-4357-8a03-8c60db4b49b9 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 945 time: 0.0554576 Nov 12 00:42:53.888517 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-98c0e6ba-7532-4851-b173-0a8de4cc0cfa req-80074453-074a-460b-bd6b-dffe25955eb0 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457966 Nov 12 00:42:53.916464 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-3227aa94-10cd-4c07-8dfb-1f68b928b13a req-4a8db461-4abd-4a91-9e5e-150511dc9b4b tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Deleting port dbe5eb6e-1b13-4c28-ac81-41f031667785 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:53.917147 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3227aa94-10cd-4c07-8dfb-1f68b928b13a req-4a8db461-4abd-4a91-9e5e-150511dc9b4b tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:53.991523 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5849be-c2e2-4b6d-a264-1c6c3d9c5634 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:53.993113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5849be-c2e2-4b6d-a264-1c6c3d9c5634 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:53.994652 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9c5849be-c2e2-4b6d-a264-1c6c3d9c5634 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3847554 Nov 12 00:42:53.999860 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60342) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:54.051676 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d6610-5fac-4878-b7f7-1d87f407a071 req-76a8c2a5-4f00-4d87-bb20-cceb4440758d tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:54.053181 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f40d6610-5fac-4878-b7f7-1d87f407a071 req-76a8c2a5-4f00-4d87-bb20-cceb4440758d tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=78983d7c-c4e9-4f3e-8e1b-09a596d5f34e HTTP/1.1" status: 200 len: 945 time: 0.2837460 Nov 12 00:42:54.102035 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Router 442f9106-e30d-4a75-b10b-17f620abbe2b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:42:54.118520 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcbf394-4ff3-4336-951a-61e47d9d0070 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:54.120496 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcbf394-4ff3-4336-951a-61e47d9d0070 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:54.122145 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5bcbf394-4ff3-4336-951a-61e47d9d0070 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1208906 Nov 12 00:42:54.127691 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60344) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:54.131895 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-3227aa94-10cd-4c07-8dfb-1f68b928b13a req-4a8db461-4abd-4a91-9e5e-150511dc9b4b tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] For port dbe5eb6e-1b13-4c28-ac81-41f031667785, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=dbe5eb6e-1b13-4c28-ac81-41f031667785,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:54.132269 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3227aa94-10cd-4c07-8dfb-1f68b928b13a req-4a8db461-4abd-4a91-9e5e-150511dc9b4b tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.158362 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-3227aa94-10cd-4c07-8dfb-1f68b928b13a req-4a8db461-4abd-4a91-9e5e-150511dc9b4b tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Calling delete_port for dbe5eb6e-1b13-4c28-ac81-41f031667785 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:42:54.165214 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b1a0-a750-42a4-b561-f3e3048b3d63 req-e63e0fc7-f13a-4f03-a0b9-e97e52a16e61 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:54.167092 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8056b1a0-a750-42a4-b561-f3e3048b3d63 req-e63e0fc7-f13a-4f03-a0b9-e97e52a16e61 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 1102 time: 0.1233344 Nov 12 00:42:54.171296 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f40d6610-5fac-4878-b7f7-1d87f407a071 req-0902c8f4-f440-436f-a57d-42c6c256e409 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039262 Nov 12 00:42:54.250380 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8056b1a0-a750-42a4-b561-f3e3048b3d63 req-89cd2af3-15d6-4c85-9572-841552e9a7fb tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524385 Nov 12 00:42:54.305977 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236faecf-a165-46f2-bec8-6c22b0cf1ab5 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:54.307433 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-236faecf-a165-46f2-bec8-6c22b0cf1ab5 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "GET /v2.0/networks/e3add4c8-7943-4a49-b2cd-46ea5141b9a7 HTTP/1.1" status: 200 len: 799 time: 0.1779363 Nov 12 00:42:54.311048 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60348) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:54.404504 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.435526 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974a6a04-f361-49aa-a65e-c4392da2887a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe5eb6e-1b13-4c28-ac81-41f031667785'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:54.438358 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bcc88c-18de-4892-b800-86d152b14090" -d '{"events": [{"server_uuid": "974a6a04-f361-49aa-a65e-c4392da2887a", "name": "network-vif-plugged", "status": "completed", "tag": "dbe5eb6e-1b13-4c28-ac81-41f031667785"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:54.467736 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b278f3d3-6c0b-447b-81b7-b6cce25c93cc tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "GET /v2.0/networks/e3add4c8-7943-4a49-b2cd-46ea5141b9a7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1554484 Nov 12 00:42:54.468726 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60356) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:54.537052 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddb7921-211e-4abe-808b-64adcd12ed92 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:54.541732 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9ddb7921-211e-4abe-808b-64adcd12ed92 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "GET /v2.0/subnets/dd4f7e24-003d-4f3f-af89-4742303c3938 HTTP/1.1" status: 200 len: 811 time: 0.0677609 Nov 12 00:42:54.542415 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ffd57a-8823-4c01-8456-7a6e4b338abe x-openstack-request-id: req-81ffd57a-8823-4c01-8456-7a6e4b338abe {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:54.542415 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974a6a04-f361-49aa-a65e-c4392da2887a", "name": "network-vif-plugged", "status": "completed", "tag": "dbe5eb6e-1b13-4c28-ac81-41f031667785", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:54.542415 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81ffd57a-8823-4c01-8456-7a6e4b338abe {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:54.542415 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974a6a04-f361-49aa-a65e-c4392da2887a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe5eb6e-1b13-4c28-ac81-41f031667785', 'code': 200} Nov 12 00:42:54.542843 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60358) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:54.613401 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6320d4f3-702d-40dc-a9f5-8bcc1010f4a4 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:54.618806 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6320d4f3-702d-40dc-a9f5-8bcc1010f4a4 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "GET /v2.0/subnets/dd4f7e24-003d-4f3f-af89-4742303c3938?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0715573 Nov 12 00:42:54.621303 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60370) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:54.627849 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-822bb0e2-1409-4af4-999d-e8c0b2561120 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-114742927'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:54.639053 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-62139177-c4b3-455b-b275-40b6a6aed660 req-e82a06b7-3bde-4b19-9422-c1120ffa3475 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e742524ad04144c1b8899d429dc46e5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213165 Nov 12 00:42:54.658371 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:42:54.667560 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6da3f-aca7-4874-8705-5ed63029d3d6 req-0d276d5a-8d08-454e-9d7b-f81f908735ef tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:54.669122 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ab6da3f-aca7-4874-8705-5ed63029d3d6 req-0d276d5a-8d08-454e-9d7b-f81f908735ef tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 945 time: 0.4254026 Nov 12 00:42:54.675635 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4968f691-4d46-4414-9bd4-0ee8d48fc019 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "PUT /v2.0/routers/442f9106-e30d-4a75-b10b-17f620abbe2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9534693 Nov 12 00:42:54.679511 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129ec318-a26c-4ad9-858c-901f30594386 None None] Sync routers for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:42:54.679676 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60372) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:54.684475 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-27094798-a46b-4c20-b3a0-c8e640e2d784 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Request body: {'port': {'network_id': '62bba9ec-6659-4e31-969e-1d27fd80dffe', 'name': 'tempest-FloatingIPTestJSON-1325431640'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:54.693934 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129ec318-a26c-4ad9-858c-901f30594386 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:54.695535 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-129ec318-a26c-4ad9-858c-901f30594386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:54.746791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822bb0e2-1409-4af4-999d-e8c0b2561120 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:54.750302 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-822bb0e2-1409-4af4-999d-e8c0b2561120 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.761559 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-129ec318-a26c-4ad9-858c-901f30594386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:54.771520 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129ec318-a26c-4ad9-858c-901f30594386 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:42:54.772562 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-129ec318-a26c-4ad9-858c-901f30594386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:54.812186 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-129ec318-a26c-4ad9-858c-901f30594386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:42:54.812993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129ec318-a26c-4ad9-858c-901f30594386 None None] The sync data for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:42:54.833653 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62139177-c4b3-455b-b275-40b6a6aed660 req-8345742e-4449-4db1-a9df-66a54f7c9970 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:54.845284 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-62139177-c4b3-455b-b275-40b6a6aed660 req-8345742e-4449-4db1-a9df-66a54f7c9970 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990080 Nov 12 00:42:54.873051 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822bb0e2-1409-4af4-999d-e8c0b2561120 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:42:54.889012 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ab6da3f-aca7-4874-8705-5ed63029d3d6 req-1586b8c6-13cf-4061-90e9-3408e63431cf tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099791 Nov 12 00:42:54.893892 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-62139177-c4b3-455b-b275-40b6a6aed660 req-85b46bcf-739e-4a07-908c-7fcf08af5f83 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/quotas/e742524ad04144c1b8899d429dc46e5a HTTP/1.1" status: 200 len: 375 time: 0.0473552 Nov 12 00:42:54.899800 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-822bb0e2-1409-4af4-999d-e8c0b2561120 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.900422 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-822bb0e2-1409-4af4-999d-e8c0b2561120 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Added segment 5f6a495d-8a7b-45b6-a8b2-80f7bcd2fe8d of type vlan for network bd2b43bf-e5a7-4d0f-a50e-1995166a84c2 Nov 12 00:42:54.902462 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3227aa94-10cd-4c07-8dfb-1f68b928b13a req-4a8db461-4abd-4a91-9e5e-150511dc9b4b tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:54.916038 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['dbe5eb6e-1b13-4c28-ac81-41f031667785'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:55.009776 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8db461-4abd-4a91-9e5e-150511dc9b4b tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Pushing event deleted for resources: {'Port': ['ID=dbe5eb6e-1b13-4c28-ac81-41f031667785,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:55.025143 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-62139177-c4b3-455b-b275-40b6a6aed660 req-b586a4c2-ac0e-4610-83e1-07dc6f0551dd tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1304951 Nov 12 00:42:55.036758 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-e8b9ed43-aff3-457b-9338-87bffe60f9dd tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:55.039319 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-e8b9ed43-aff3-457b-9338-87bffe60f9dd tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.15 "GET /v2.0/networks?id=7d24e46d-a727-42f9-9ed5-ca40f7ef30aa HTTP/1.1" status: 200 len: 812 time: 0.1912150 Nov 12 00:42:55.049271 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8cbae4-5ac1-4fbe-b29e-0a6d9de1b060 None None] DHCP port deletion for 40d5199b-84d3-4e3a-b832-6d6d2623ed7f request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:55.092467 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f0deea2-f1ba-4199-bdc5-6a1eecdea4f3 req-45edf324-163d-4cf2-86ba-bef14acba8a5 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 210 time: 0.0865929 Nov 12 00:42:55.094174 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-822bb0e2-1409-4af4-999d-e8c0b2561120 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.117690 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-f033d882-6d10-4ff8-b4c7-dc2f892b9ef9 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f8d8ae8bd2e42cfb193a886ac71e329 HTTP/1.1" status: 200 len: 377 time: 0.0603273 Nov 12 00:42:55.130991 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-3227aa94-10cd-4c07-8dfb-1f68b928b13a req-4a8db461-4abd-4a91-9e5e-150511dc9b4b tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] No DVR routers for this DVR port dbe5eb6e-1b13-4c28-ac81-41f031667785 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:55.137949 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3227aa94-10cd-4c07-8dfb-1f68b928b13a req-4a8db461-4abd-4a91-9e5e-150511dc9b4b tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.141538 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3227aa94-10cd-4c07-8dfb-1f68b928b13a req-4a8db461-4abd-4a91-9e5e-150511dc9b4b tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.21 "DELETE /v2.0/ports/dbe5eb6e-1b13-4c28-ac81-41f031667785 HTTP/1.1" status: 204 len: 173 time: 1.8370180 Nov 12 00:42:55.142268 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974a6a04-f361-49aa-a65e-c4392da2887a', 'name': 'network-vif-deleted', 'tag': 'dbe5eb6e-1b13-4c28-ac81-41f031667785'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:55.144774 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bcf2b3-6e52-4644-a3ae-27a207f87919" -d '{"events": [{"server_uuid": "974a6a04-f361-49aa-a65e-c4392da2887a", "name": "network-vif-deleted", "tag": "dbe5eb6e-1b13-4c28-ac81-41f031667785"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:55.153198 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27094798-a46b-4c20-b3a0-c8e640e2d784 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Made reservation on behalf of b8f79d1fccd54961bbbcdd7d96069e55 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:55.160782 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-76158fb7-8e50-40c9-be18-0558e89054d9 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Request body: {'port': {'device_id': 'd532f702-09d6-4995-8b47-54157e69d2dd', 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa', 'admin_state_up': True, 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'security_groups': ['1c5c2984-134f-4e0a-8ea7-0a3ab481d560']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:55.166076 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27094798-a46b-4c20-b3a0-c8e640e2d784 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.221924 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d13cf2-9dd6-43bd-88bc-7ca25639a85c x-openstack-request-id: req-e4d13cf2-9dd6-43bd-88bc-7ca25639a85c {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:55.222221 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974a6a04-f361-49aa-a65e-c4392da2887a", "name": "network-vif-deleted", "tag": "dbe5eb6e-1b13-4c28-ac81-41f031667785", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:55.222460 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4d13cf2-9dd6-43bd-88bc-7ca25639a85c {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:55.223262 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974a6a04-f361-49aa-a65e-c4392da2887a', 'name': 'network-vif-deleted', 'tag': 'dbe5eb6e-1b13-4c28-ac81-41f031667785', 'status': 'completed', 'code': 200} Nov 12 00:42:55.256127 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b6d4f04-cc63-4b6c-acd2-59b77c71d32d req-dfb25c76-8c8d-4bd5-90d8-26ec7e5971b5 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=974a6a04-f361-49aa-a65e-c4392da2887a HTTP/1.1" status: 200 len: 210 time: 0.0426464 Nov 12 00:42:55.259799 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-822bb0e2-1409-4af4-999d-e8c0b2561120 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.265133 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822bb0e2-1409-4af4-999d-e8c0b2561120 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:55.266371 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-822bb0e2-1409-4af4-999d-e8c0b2561120 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.292530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-27094798-a46b-4c20-b3a0-c8e640e2d784 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] device_id is not set on port 1d62ad58-e028-4ab8-a9b6-162f1fc72d89 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:42:55.294100 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.318899 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cf99b1ec-8e00-43bd-b027-80ae5baf5d35 req-6dd3374d-273a-498e-9258-1a367ee490ab tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b HTTP/1.1" status: 200 len: 210 time: 0.0362058 Nov 12 00:42:55.357713 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device aadce1a9-e375-4312-9a1f-aeb0911349f5 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:42:55.405704 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60386) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:55.409105 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-822bb0e2-1409-4af4-999d-e8c0b2561120 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7803309 Nov 12 00:42:55.412204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6541ecd1-e2b6-45a1-a3cb-cdb3ca6f1fe0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'subnet': {'network_id': 'bd2b43bf-e5a7-4d0f-a50e-1995166a84c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:55.476398 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bb0e2-1409-4af4-999d-e8c0b2561120 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Network': ['ID=bd2b43bf-e5a7-4d0f-a50e-1995166a84c2,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:55.497686 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network bd2b43bf-e5a7-4d0f-a50e-1995166a84c2 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:42:55.514109 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-76158fb7-8e50-40c9-be18-0558e89054d9 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Made reservation on behalf of 2f8d8ae8bd2e42cfb193a886ac71e329 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:55.534347 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-76158fb7-8e50-40c9-be18-0558e89054d9 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.556086 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-27094798-a46b-4c20-b3a0-c8e640e2d784 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Allocated IP 172.20.0.5 (62bba9ec-6659-4e31-969e-1d27fd80dffe/d6cb6755-3dea-42f7-be11-90341df4e33e/1d62ad58-e028-4ab8-a9b6-162f1fc72d89) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:55.569413 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9ad2c-0f18-45f6-b9c0-bdb72f44a349 req-9852f2db-e2e8-4c42-aa49-df1bb81fe142 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:55.577280 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85d9ad2c-0f18-45f6-b9c0-bdb72f44a349 req-9852f2db-e2e8-4c42-aa49-df1bb81fe142 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=78983d7c-c4e9-4f3e-8e1b-09a596d5f34e HTTP/1.1" status: 200 len: 945 time: 0.1665883 Nov 12 00:42:55.597716 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port aadce1a9-e375-4312-9a1f-aeb0911349f5, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=aadce1a9-e375-4312-9a1f-aeb0911349f5,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:55.629633 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device aadce1a9-e375-4312-9a1f-aeb0911349f5 has no active binding in host n-h2-712137-14 {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:42:55.712982 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6541ecd1-e2b6-45a1-a3cb-cdb3ca6f1fe0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Made reservation on behalf of 743aa15e4e8e4568a0f650b704e9151a for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:55.717112 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85d9ad2c-0f18-45f6-b9c0-bdb72f44a349 req-8a3e84d4-fe67-4c06-8997-827d0f8c9aec tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379292 Nov 12 00:42:55.721520 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6541ecd1-e2b6-45a1-a3cb-cdb3ca6f1fe0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.763991 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-76158fb7-8e50-40c9-be18-0558e89054d9 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Allocated IP 172.20.0.11 (7d24e46d-a727-42f9-9ed5-ca40f7ef30aa/84b2fe28-acf9-46d9-9afd-e7fecadc33af/9252c776-c234-4846-9a7d-03daf888e4e1) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:55.814360 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27094798-a46b-4c20-b3a0-c8e640e2d784 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.893621 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:55.980544 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-a240b53b-976f-47c0-ab44-a106a10b036a service neutron] 10.222.0.21 "GET /v2.0/ports/aadce1a9-e375-4312-9a1f-aeb0911349f5/bindings/n-h2-712137-14 HTTP/1.1" status: 200 len: 385 time: 0.1468968 Nov 12 00:42:55.982341 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27094798-a46b-4c20-b3a0-c8e640e2d784 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:56.039159 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.ipam_backend_mixin [None req-6541ecd1-e2b6-45a1-a3cb-cdb3ca6f1fe0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Performing IP validity checks on allocation pools {{(pid=114243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 00:42:56.039929 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.ipam_backend_mixin [None req-6541ecd1-e2b6-45a1-a3cb-cdb3ca6f1fe0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 00:42:56.085693 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27094798-a46b-4c20-b3a0-c8e640e2d784 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Network 62bba9ec-6659-4e31-969e-1d27fd80dffe is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:56.097375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-27094798-a46b-4c20-b3a0-c8e640e2d784 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:56.102862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27094798-a46b-4c20-b3a0-c8e640e2d784 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:56.110062 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27094798-a46b-4c20-b3a0-c8e640e2d784 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Port': ['ID=1d62ad58-e028-4ab8-a9b6-162f1fc72d89,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:56.111198 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-76158fb7-8e50-40c9-be18-0558e89054d9 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:56.189564 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7ee2c-eb34-4033-9a8d-3b5d8af6ae73 req-e029ad94-1d2f-4f36-acba-df73206d3efb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:56.191144 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13f7ee2c-eb34-4033-9a8d-3b5d8af6ae73 req-e029ad94-1d2f-4f36-acba-df73206d3efb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 945 time: 0.1810184 Nov 12 00:42:56.301959 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7761ef46-02de-4ebc-b932-1abdaecf7005 req-f2702773-5968-48c7-ad9c-46eb32e9e082 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 210 time: 0.0782931 Nov 12 00:42:56.317104 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27094798-a46b-4c20-b3a0-c8e640e2d784 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:56.317104 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27094798-a46b-4c20-b3a0-c8e640e2d784 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:56.340058 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13f7ee2c-eb34-4033-9a8d-3b5d8af6ae73 req-c103d1b3-3987-4ac2-9262-abaaa4ce0aa9 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363263 Nov 12 00:42:56.346603 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-76158fb7-8e50-40c9-be18-0558e89054d9 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:56.426230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-27094798-a46b-4c20-b3a0-c8e640e2d784 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7451935 Nov 12 00:42:56.427375 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-76158fb7-8e50-40c9-be18-0558e89054d9 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Network 7d24e46d-a727-42f9-9ed5-ca40f7ef30aa is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:56.428448 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6541ecd1-e2b6-45a1-a3cb-cdb3ca6f1fe0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:56.429432 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60412) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:56.435851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-18f976e8-0fe8-40b3-90bb-94e7d8c96476 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Request body: {'port': {'network_id': '62bba9ec-6659-4e31-969e-1d27fd80dffe', 'name': 'tempest-FloatingIPTestJSON-61413914'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:56.453721 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-76158fb7-8e50-40c9-be18-0558e89054d9 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:56.490681 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76158fb7-8e50-40c9-be18-0558e89054d9 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Pushing event updated for resources: {'Port': ['ID=9252c776-c234-4846-9a7d-03daf888e4e1,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:56.495542 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-76158fb7-8e50-40c9-be18-0558e89054d9 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:56.667859 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541ecd1-e2b6-45a1-a3cb-cdb3ca6f1fe0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Subnet': ['ID=9f136583-e7c3-436d-921a-c0255456093f,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:56.697793 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-76158fb7-8e50-40c9-be18-0558e89054d9 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:56.699017 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-76158fb7-8e50-40c9-be18-0558e89054d9 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:56.716358 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eeb17a63-4999-48c0-a70b-2403d74ed949 req-aa49a140-8701-4bd9-b8e8-90eb4eb98f28 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b HTTP/1.1" status: 200 len: 210 time: 0.0999992 Nov 12 00:42:56.731507 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-62139177-c4b3-455b-b275-40b6a6aed660 req-41461226-d4ba-4add-8756-39e8e592177f tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e742524ad04144c1b8899d429dc46e5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1163571 Nov 12 00:42:56.736919 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-9a4ad2bb-39bc-4439-9758-264a1d282607 service neutron] For port aadce1a9-e375-4312-9a1f-aeb0911349f5, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=aadce1a9-e375-4312-9a1f-aeb0911349f5,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:56.748161 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6541ecd1-e2b6-45a1-a3cb-cdb3ca6f1fe0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Checking segment: {'id': '5f6a495d-8a7b-45b6-a8b2-80f7bcd2fe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd2b43bf-e5a7-4d0f-a50e-1995166a84c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:56.748772 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6541ecd1-e2b6-45a1-a3cb-cdb3ca6f1fe0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network hostable DHCP agents. Network: bd2b43bf-e5a7-4d0f-a50e-1995166a84c2, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:42:56.802872 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-76158fb7-8e50-40c9-be18-0558e89054d9 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6463344 Nov 12 00:42:56.816161 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6541ecd1-e2b6-45a1-a3cb-cdb3ca6f1fe0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Network bd2b43bf-e5a7-4d0f-a50e-1995166a84c2 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:42:56.832818 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] Request body: {'port': {'device_id': 'd532f702-09d6-4995-8b47-54157e69d2dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:56.845392 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-b2048c73-8277-4099-b9f5-e542036fcc10 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:56.846864 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-b2048c73-8277-4099-b9f5-e542036fcc10 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/networks?id=40d5199b-84d3-4e3a-b832-6d6d2623ed7f HTTP/1.1" status: 200 len: 820 time: 0.2397435 Nov 12 00:42:56.866310 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-6541ecd1-e2b6-45a1-a3cb-cdb3ca6f1fe0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, bd2b43bf-e5a7-4d0f-a50e-1995166a84c2) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:56.876655 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d018f3-2784-4dd0-9631-68a32ef172f3 None None] Network bd2b43bf-e5a7-4d0f-a50e-1995166a84c2 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:56.934597 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62139177-c4b3-455b-b275-40b6a6aed660 req-5faa109c-13d9-401c-a2f8-f6307f7b17a9 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:56.936309 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-62139177-c4b3-455b-b275-40b6a6aed660 req-5faa109c-13d9-401c-a2f8-f6307f7b17a9 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1787510 Nov 12 00:42:56.937650 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541ecd1-e2b6-45a1-a3cb-cdb3ca6f1fe0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:56.938861 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-141fa748-3f87-4c1c-9744-92ab169cb506 None None] Provisioning complete for port 9252c776-c234-4846-9a7d-03daf888e4e1 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:56.939368 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6541ecd1-e2b6-45a1-a3cb-cdb3ca6f1fe0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:56.939519 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-141fa748-3f87-4c1c-9744-92ab169cb506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:56.941498 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f976e8-0fe8-40b3-90bb-94e7d8c96476 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Made reservation on behalf of b8f79d1fccd54961bbbcdd7d96069e55 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:56.945389 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-18f976e8-0fe8-40b3-90bb-94e7d8c96476 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:56.968762 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-9a4ad2bb-39bc-4439-9758-264a1d282607 service neutron] For port aadce1a9-e375-4312-9a1f-aeb0911349f5, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:56.970267 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-55acd767-4c91-46eb-bee9-b25075a01891 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/quotas/f1145286794e44c782b111d8c5f13ff8 HTTP/1.1" status: 200 len: 375 time: 0.1072707 Nov 12 00:42:56.973904 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-62139177-c4b3-455b-b275-40b6a6aed660 req-baf2846e-f7b0-444c-a102-e8dd6562535d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Request body: {'port': {'device_id': '2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': 'e742524ad04144c1b8899d429dc46e5a'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:56.995333 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-141fa748-3f87-4c1c-9744-92ab169cb506 None None] Port 9252c776-c234-4846-9a7d-03daf888e4e1 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:42:57.003975 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-18f976e8-0fe8-40b3-90bb-94e7d8c96476 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] device_id is not set on port b4be5042-580d-4a7a-8686-1ddf8479ac09 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:42:57.023739 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6541ecd1-e2b6-45a1-a3cb-cdb3ca6f1fe0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6169221 Nov 12 00:42:57.026875 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60426) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:57.036786 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-f0798d03-e2ac-4bd8-a5d8-3fc80354e073 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:57.083957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ea3e0e-e54c-4576-9c19-690c7338d746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-bd2b43bf-e5a7-4d0f-a50e-1995166a84c2', 'network_id': 'bd2b43bf-e5a7-4d0f-a50e-1995166a84c2', 'tenant_id': '743aa15e4e8e4568a0f650b704e9151a', 'fixed_ips': [{'subnet_id': '9f136583-e7c3-436d-921a-c0255456093f'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:42:57.084849 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-09ea3e0e-e54c-4576-9c19-690c7338d746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:57.142451 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:57.173393 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f0798d03-e2ac-4bd8-a5d8-3fc80354e073 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4344076'] for subnet, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:57.182189 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-9a4ad2bb-39bc-4439-9758-264a1d282607 service neutron] For port aadce1a9-e375-4312-9a1f-aeb0911349f5, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=aadce1a9-e375-4312-9a1f-aeb0911349f5,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:42:57.235724 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974f76f7-3292-4287-ad86-c8c95a2a2c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadce1a9-e375-4312-9a1f-aeb0911349f5'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:57.238165 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be2f309-255c-4dfb-ad66-2f0bae699378" -d '{"events": [{"server_uuid": "974f76f7-3292-4287-ad86-c8c95a2a2c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "aadce1a9-e375-4312-9a1f-aeb0911349f5"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:57.263767 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-9a4ad2bb-39bc-4439-9758-264a1d282607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:57.327857 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-880e4db1-1538-4639-bc40-131ee9e8380e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f1145286794e44c782b111d8c5f13ff8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3562965 Nov 12 00:42:57.328068 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-09ea3e0e-e54c-4576-9c19-690c7338d746 None None] Allocated IP 172.20.0.3 (bd2b43bf-e5a7-4d0f-a50e-1995166a84c2/9f136583-e7c3-436d-921a-c0255456093f/8e8ef92e-8d30-428f-8b1a-d4796f4342d2) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:57.351943 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da204d93-492d-4fa4-b656-4223bb34bec7 x-openstack-request-id: req-da204d93-492d-4fa4-b656-4223bb34bec7 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:57.352272 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974f76f7-3292-4287-ad86-c8c95a2a2c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "aadce1a9-e375-4312-9a1f-aeb0911349f5", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:57.352599 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da204d93-492d-4fa4-b656-4223bb34bec7 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:57.353383 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974f76f7-3292-4287-ad86-c8c95a2a2c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadce1a9-e375-4312-9a1f-aeb0911349f5', 'code': 200} Nov 12 00:42:57.366687 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-18f976e8-0fe8-40b3-90bb-94e7d8c96476 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Allocated IP 172.20.0.14 (62bba9ec-6659-4e31-969e-1d27fd80dffe/d6cb6755-3dea-42f7-be11-90341df4e33e/b4be5042-580d-4a7a-8686-1ddf8479ac09) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:57.397525 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62139177-c4b3-455b-b275-40b6a6aed660 req-baf2846e-f7b0-444c-a102-e8dd6562535d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Made reservation on behalf of e742524ad04144c1b8899d429dc46e5a for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:42:57.401622 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-62139177-c4b3-455b-b275-40b6a6aed660 req-baf2846e-f7b0-444c-a102-e8dd6562535d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:57.431213 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device aadce1a9-e375-4312-9a1f-aeb0911349f5 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:57.508594 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-dce1d974-ceb8-4d95-a9a4-8420057b5664 service neutron] 10.222.0.31 "GET /v2.0/networks/40d5199b-84d3-4e3a-b832-6d6d2623ed7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797450 Nov 12 00:42:57.633569 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device dbe5eb6e-1b13-4c28-ac81-41f031667785 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:42:57.649089 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-9a4ad2bb-39bc-4439-9758-264a1d282607 service neutron] Transition to ACTIVE for port object aadce1a9-e375-4312-9a1f-aeb0911349f5 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:42:57.665347 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: dbe5eb6e-1b13-4c28-ac81-41f031667785 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:42:57.665789 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device dbe5eb6e-1b13-4c28-ac81-41f031667785 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:42:57.668646 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-09ea3e0e-e54c-4576-9c19-690c7338d746 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:57.672832 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9252c776-c234-4846-9a7d-03daf888e4e1 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:42:57.676454 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-09ea3e0e-e54c-4576-9c19-690c7338d746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:57.691721 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:57.723229 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-9a4ad2bb-39bc-4439-9758-264a1d282607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:57.726602 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ea3e0e-e54c-4576-9c19-690c7338d746 None None] Network bd2b43bf-e5a7-4d0f-a50e-1995166a84c2 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:57.730322 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-09ea3e0e-e54c-4576-9c19-690c7338d746 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:57.736819 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ea3e0e-e54c-4576-9c19-690c7338d746 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:57.737218 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d322f1-7310-4b08-b498-ba8319a5f313 req-f9d085bf-eaa9-4d7c-86e4-22ed637e4cb4 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:57.741825 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea3e0e-e54c-4576-9c19-690c7338d746 None None] Pushing event updated for resources: {'Port': ['ID=8e8ef92e-8d30-428f-8b1a-d4796f4342d2,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:57.746068 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-39d322f1-7310-4b08-b498-ba8319a5f313 req-f9d085bf-eaa9-4d7c-86e4-22ed637e4cb4 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 932 time: 0.2230031 Nov 12 00:42:57.747969 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] Transition to ACTIVE for port object 9252c776-c234-4846-9a7d-03daf888e4e1 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:42:57.760742 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:57.777931 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-0cf81c65-4ac3-462f-abd6-21cf5fa75a35 service neutron] 10.222.0.31 "GET /v2.0/networks/40d5199b-84d3-4e3a-b832-6d6d2623ed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683313 Nov 12 00:42:57.816226 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-09ea3e0e-e54c-4576-9c19-690c7338d746 None None] Attempting to bind port 8e8ef92e-8d30-428f-8b1a-d4796f4342d2 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:57.817110 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-09ea3e0e-e54c-4576-9c19-690c7338d746 None None] Attempting to bind port 8e8ef92e-8d30-428f-8b1a-d4796f4342d2 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '5f6a495d-8a7b-45b6-a8b2-80f7bcd2fe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd2b43bf-e5a7-4d0f-a50e-1995166a84c2'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:57.817513 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ea3e0e-e54c-4576-9c19-690c7338d746 None None] Attempting to bind port 8e8ef92e-8d30-428f-8b1a-d4796f4342d2 on network bd2b43bf-e5a7-4d0f-a50e-1995166a84c2 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:57.824638 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ad2bb-39bc-4439-9758-264a1d282607 service neutron] Pushing event updated for resources: {'Port': ['ID=aadce1a9-e375-4312-9a1f-aeb0911349f5,revision_number=11']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:57.825587 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ea3e0e-e54c-4576-9c19-690c7338d746 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:57.826290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ea3e0e-e54c-4576-9c19-690c7338d746 None None] Checking segment: {'id': '5f6a495d-8a7b-45b6-a8b2-80f7bcd2fe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd2b43bf-e5a7-4d0f-a50e-1995166a84c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:57.827065 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-09ea3e0e-e54c-4576-9c19-690c7338d746 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:57.828449 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ea3e0e-e54c-4576-9c19-690c7338d746 None None] Bound using segment: {'id': '5f6a495d-8a7b-45b6-a8b2-80f7bcd2fe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd2b43bf-e5a7-4d0f-a50e-1995166a84c2'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:57.829168 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-09ea3e0e-e54c-4576-9c19-690c7338d746 None None] Bound port: 8e8ef92e-8d30-428f-8b1a-d4796f4342d2, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6a495d-8a7b-45b6-a8b2-80f7bcd2fe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bd2b43bf-e5a7-4d0f-a50e-1995166a84c2'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:57.831489 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-09ea3e0e-e54c-4576-9c19-690c7338d746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:57.885243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] Pushing event updated for resources: {'Port': ['ID=9252c776-c234-4846-9a7d-03daf888e4e1,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:57.925430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fad5143-ad7b-4c40-82ee-dd13b0f46e5b None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:42:57.968289 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-09ea3e0e-e54c-4576-9c19-690c7338d746 None None] For port 8e8ef92e-8d30-428f-8b1a-d4796f4342d2, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:57.978077 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-09ea3e0e-e54c-4576-9c19-690c7338d746 None None] For port 8e8ef92e-8d30-428f-8b1a-d4796f4342d2, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8e8ef92e-8d30-428f-8b1a-d4796f4342d2,segment=NetworkSegment(5f6a495d-8a7b-45b6-a8b2-80f7bcd2fe8d),segment_id=5f6a495d-8a7b-45b6-a8b2-80f7bcd2fe8d)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:57.984021 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-09ea3e0e-e54c-4576-9c19-690c7338d746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:57.990346 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-62139177-c4b3-455b-b275-40b6a6aed660 req-baf2846e-f7b0-444c-a102-e8dd6562535d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Allocated IP 192.168.233.6 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/89f5c8ff-9a0f-4195-92e0-709df7959d91) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:42:58.004181 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] Attempting to bind port 9252c776-c234-4846-9a7d-03daf888e4e1 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:42:58.004538 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] Attempting to bind port 9252c776-c234-4846-9a7d-03daf888e4e1 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:42:58.004912 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] Attempting to bind port 9252c776-c234-4846-9a7d-03daf888e4e1 on network 7d24e46d-a727-42f9-9ed5-ca40f7ef30aa {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:58.007476 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-9a4ad2bb-39bc-4439-9758-264a1d282607 service neutron] No DVR routers for this DVR port aadce1a9-e375-4312-9a1f-aeb0911349f5 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:42:58.018600 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] Port 9252c776-c234-4846-9a7d-03daf888e4e1 on network 7d24e46d-a727-42f9-9ed5-ca40f7ef30aa not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:42:58.019025 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] Attempting to bind port 9252c776-c234-4846-9a7d-03daf888e4e1 on network 7d24e46d-a727-42f9-9ed5-ca40f7ef30aa {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:42:58.034472 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:42:58.034840 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] Checking segment: {'id': '1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:42:58.038302 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] Bound using segment: {'id': '1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:42:58.039168 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] Bound port: 9252c776-c234-4846-9a7d-03daf888e4e1, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:42:58.039330 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.049520 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f0798d03-e2ac-4bd8-a5d8-3fc80354e073 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763651446411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4441760'] for subnet, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.060788 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-39d322f1-7310-4b08-b498-ba8319a5f313 req-f4876764-4b3a-49e8-aed2-1d8731397108 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c5c2984-134f-4e0a-8ea7-0a3ab481d560&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3111036 Nov 12 00:42:58.155083 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea3e0e-e54c-4576-9c19-690c7338d746 None None] Pushing event updated for resources: {'Port': ['ID=8e8ef92e-8d30-428f-8b1a-d4796f4342d2,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:58.200375 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-18f976e8-0fe8-40b3-90bb-94e7d8c96476 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.285422 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-9a4ad2bb-39bc-4439-9758-264a1d282607 service neutron] 10.222.0.21 "PUT /v2.0/ports/aadce1a9-e375-4312-9a1f-aeb0911349f5/bindings/n-h2-712137-14/activate HTTP/1.1" status: 200 len: 370 time: 2.2710433 Nov 12 00:42:58.311218 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eb5f3e68-e218-46e9-a947-c16378e767e0 req-c08eee12-c29d-4965-baf4-ca95fd1005fb tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b HTTP/1.1" status: 200 len: 210 time: 0.0583081 Nov 12 00:42:58.371852 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0798d03-e2ac-4bd8-a5d8-3fc80354e073 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:58.372467 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f0798d03-e2ac-4bd8-a5d8-3fc80354e073 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.373958 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f0798d03-e2ac-4bd8-a5d8-3fc80354e073 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "PUT /v2.0/subnets/9f136583-e7c3-436d-921a-c0255456093f HTTP/1.1" status: 200 len: 877 time: 1.3437135 Nov 12 00:42:58.377749 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0798d03-e2ac-4bd8-a5d8-3fc80354e073 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event updated for resources: {'Subnet': ['ID=9f136583-e7c3-436d-921a-c0255456093f,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:58.384131 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60446) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:58.498036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] For port 9252c776-c234-4846-9a7d-03daf888e4e1, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:42:58.511182 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964f0e8-5c01-486c-bd90-fa2d993d9046 req-b084cd7f-d938-4e7c-92db-4eb986feb2ed tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:58.518951 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d964f0e8-5c01-486c-bd90-fa2d993d9046 req-b084cd7f-d938-4e7c-92db-4eb986feb2ed tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 944 time: 0.2724073 Nov 12 00:42:58.523290 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-18f976e8-0fe8-40b3-90bb-94e7d8c96476 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.555830 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] For port 9252c776-c234-4846-9a7d-03daf888e4e1, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=9252c776-c234-4846-9a7d-03daf888e4e1,segment=NetworkSegment(1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6),segment_id=1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:42:58.573137 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.593993 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f976e8-0fe8-40b3-90bb-94e7d8c96476 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Network 62bba9ec-6659-4e31-969e-1d27fd80dffe is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:58.623974 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-18f976e8-0fe8-40b3-90bb-94e7d8c96476 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:58.657463 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f976e8-0fe8-40b3-90bb-94e7d8c96476 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:58.687135 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7baf471d-cf00-4d3b-ba8e-a28f4d797878 req-fefab71f-bc4e-45fc-8404-49f08cb574f6 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=d884d58b-a43b-47f1-be8f-b90fd611df0d HTTP/1.1" status: 200 len: 210 time: 0.0969079 Nov 12 00:42:58.689303 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-240870b7-db45-410b-a18d-0f23f0cf4ea0 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:58.690692 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-240870b7-db45-410b-a18d-0f23f0cf4ea0 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f&tenant_id=0c08be1f58b544848c94fddfb37189e3&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 1096 time: 0.2937789 Nov 12 00:42:58.703600 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-62139177-c4b3-455b-b275-40b6a6aed660 req-baf2846e-f7b0-444c-a102-e8dd6562535d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.726208 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d964f0e8-5c01-486c-bd90-fa2d993d9046 req-c1e94528-feea-4d03-bda2-28ce09cf0cf9 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061510 Nov 12 00:42:58.757847 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.762078 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:58.763380 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.765087 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] 10.222.0.15 "PUT /v2.0/ports/9252c776-c234-4846-9a7d-03daf888e4e1 HTTP/1.1" status: 200 len: 1093 time: 1.9407654 Nov 12 00:42:58.769926 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd532f702-09d6-4995-8b47-54157e69d2dd', 'tag': '9252c776-c234-4846-9a7d-03daf888e4e1'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:42:58.770696 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f976e8-0fe8-40b3-90bb-94e7d8c96476 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Port': ['ID=b4be5042-580d-4a7a-8686-1ddf8479ac09,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:58.773606 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5021b9-29ff-438b-b7a7-e87cf1275733" -d '{"events": [{"name": "network-changed", "server_uuid": "d532f702-09d6-4995-8b47-54157e69d2dd", "tag": "9252c776-c234-4846-9a7d-03daf888e4e1"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:42:58.855319 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8ab09-3920-4bc9-a2ca-3c8bbd75d671 service neutron] Pushing event updated for resources: {'Port': ['ID=9252c776-c234-4846-9a7d-03daf888e4e1,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:58.863038 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c08d3b0-3f45-4bfd-b237-9673d66f676d x-openstack-request-id: req-3c08d3b0-3f45-4bfd-b237-9673d66f676d {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:42:58.863978 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d532f702-09d6-4995-8b47-54157e69d2dd", "tag": "9252c776-c234-4846-9a7d-03daf888e4e1", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:42:58.864666 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c08d3b0-3f45-4bfd-b237-9673d66f676d {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:42:58.865313 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd532f702-09d6-4995-8b47-54157e69d2dd', 'tag': '9252c776-c234-4846-9a7d-03daf888e4e1', 'status': 'completed', 'code': 200} Nov 12 00:42:58.878620 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f976e8-0fe8-40b3-90bb-94e7d8c96476 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:58.879507 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-18f976e8-0fe8-40b3-90bb-94e7d8c96476 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.925141 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-0dd99c86-ddff-46f2-afde-ff23939a50df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:58.932594 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-0dd99c86-ddff-46f2-afde-ff23939a50df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f&tenant_id=0c08be1f58b544848c94fddfb37189e3 HTTP/1.1" status: 200 len: 1096 time: 0.2172821 Nov 12 00:42:58.944966 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-18f976e8-0fe8-40b3-90bb-94e7d8c96476 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5144632 Nov 12 00:42:58.945196 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60460) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:58.956291 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-62139177-c4b3-455b-b275-40b6a6aed660 req-baf2846e-f7b0-444c-a102-e8dd6562535d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:58.960906 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-0a1394f3-de86-4978-9e8a-759a273adce1 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': 'b4be5042-580d-4a7a-8686-1ddf8479ac09', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:58.973779 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['37a8070f-7261-432c-a284-dceea1ab4f9b', '1104d0a1-0b8c-4b63-886a-552dd272ce73'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:58.988459 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-6802ac03-55bb-4a23-b1ea-217201d015c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:58.990025 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-6802ac03-55bb-4a23-b1ea-217201d015c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f8d8ae8bd2e42cfb193a886ac71e329&device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 1096 time: 0.1482544 Nov 12 00:42:59.047419 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['6f57b479-9ea5-40cd-8a30-cc725fc1a835', '0dd76ff5-4be1-4f6e-9325-09ea366062c1', 'b8ee4bc0-8823-4aa3-a840-606de5fe2e92', '7f70719f-d7a5-466a-9568-cdf4d0a8b2f4', '91da9e1b-38db-4191-b96a-9b51235f1578'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:42:59.060594 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a1394f3-de86-4978-9e8a-759a273adce1 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:59.071139 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-daae2859-e3cf-40ed-a046-577992a0f985 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9252c776-c234-4846-9a7d-03daf888e4e1 HTTP/1.1" status: 200 len: 217 time: 0.0641191 Nov 12 00:42:59.084789 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Deleting port 8e8ef92e-8d30-428f-8b1a-d4796f4342d2 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:42:59.085059 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62139177-c4b3-455b-b275-40b6a6aed660 req-baf2846e-f7b0-444c-a102-e8dd6562535d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:42:59.085571 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:59.100988 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-62139177-c4b3-455b-b275-40b6a6aed660 req-baf2846e-f7b0-444c-a102-e8dd6562535d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:42:59.113792 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-62139177-c4b3-455b-b275-40b6a6aed660 req-baf2846e-f7b0-444c-a102-e8dd6562535d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:42:59.170061 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8e8ef92e-8d30-428f-8b1a-d4796f4342d2 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:42:59.254388 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2846e-f7b0-444c-a102-e8dd6562535d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Pushing event updated for resources: {'Port': ['ID=89f5c8ff-9a0f-4195-92e0-709df7959d91,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:59.286096 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-9a072453-1438-42da-b138-3bee8902e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:59.287815 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-9a072453-1438-42da-b138-3bee8902e882 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 1096 time: 0.2956483 Nov 12 00:42:59.298160 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62139177-c4b3-455b-b275-40b6a6aed660 req-baf2846e-f7b0-444c-a102-e8dd6562535d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:59.298942 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-62139177-c4b3-455b-b275-40b6a6aed660 req-baf2846e-f7b0-444c-a102-e8dd6562535d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:59.524535 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 8e8ef92e-8d30-428f-8b1a-d4796f4342d2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:59.524934 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:59.565014 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-bda97b76-0df5-4912-bc2d-7ca0dc48e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:59.566518 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-bda97b76-0df5-4912-bc2d-7ca0dc48e9cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 909 time: 0.2595677 Nov 12 00:42:59.586372 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-62139177-c4b3-455b-b275-40b6a6aed660 req-baf2846e-f7b0-444c-a102-e8dd6562535d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6242423 Nov 12 00:42:59.641895 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-62139177-c4b3-455b-b275-40b6a6aed660 req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] Request body: {'port': {'device_id': '2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:59.694884 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-0a8f4a73-56f8-4fe0-9610-86fc1d7b4499 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aadce1a9-e375-4312-9a1f-aeb0911349f5 HTTP/1.1" status: 200 len: 217 time: 0.1074488 Nov 12 00:42:59.771039 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-60ec453b-af40-452c-b129-99ae75b1706f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:59.772590 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-60ec453b-af40-452c-b129-99ae75b1706f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fc5c04a-017f-4820-8cce-df76bd4f7a1c HTTP/1.1" status: 200 len: 848 time: 0.0673673 Nov 12 00:42:59.913492 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3896a3-6747-45d4-a2b3-1b2ef0016909 req-7991158d-cc00-461c-a786-ea2e6e45d915 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:59.922991 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb3896a3-6747-45d4-a2b3-1b2ef0016909 req-7991158d-cc00-461c-a786-ea2e6e45d915 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b HTTP/1.1" status: 200 len: 934 time: 0.4107077 Nov 12 00:42:59.942292 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-988e67b5-ca51-487e-9f8d-16babed9832f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f1926e98-a223-4d69-aca0-b114b74b472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1619089 Nov 12 00:43:00.005429 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-a6eebafe-0702-4854-9239-adb97f21b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:00.007264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851dd198-ad16-4f46-bfb8-700aab6da829 None None] Network bd2b43bf-e5a7-4d0f-a50e-1995166a84c2 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:00.008329 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-a6eebafe-0702-4854-9239-adb97f21b4d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=84b2fe28-acf9-46d9-9afd-e7fecadc33af HTTP/1.1" status: 200 len: 851 time: 0.9199588 Nov 12 00:43:00.022337 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bf5ba-3b73-4c03-9b48-e3f0daa7ea98 req-17b98040-ff5c-4f4c-8c96-9cfd946fa6b5 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:00.030967 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e0bf5ba-3b73-4c03-9b48-e3f0daa7ea98 req-17b98040-ff5c-4f4c-8c96-9cfd946fa6b5 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 944 time: 0.7909009 Nov 12 00:43:00.043684 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d7e8f9b3-e78a-4ad3-91a9-7365ef05bd54 None None] Provisioning complete for port 89f5c8ff-9a0f-4195-92e0-709df7959d91 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:00.044056 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d7e8f9b3-e78a-4ad3-91a9-7365ef05bd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:00.110341 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] For port 8e8ef92e-8d30-428f-8b1a-d4796f4342d2, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8e8ef92e-8d30-428f-8b1a-d4796f4342d2,segment=NetworkSegment(5f6a495d-8a7b-45b6-a8b2-80f7bcd2fe8d),segment_id=5f6a495d-8a7b-45b6-a8b2-80f7bcd2fe8d)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:00.111243 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:00.151562 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:00.153813 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Calling delete_port for 8e8ef92e-8d30-428f-8b1a-d4796f4342d2 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:00.175613 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-27b70955-4518-4b83-9391-e259ab9fb376 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:00.187808 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-27b70955-4518-4b83-9391-e259ab9fb376 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.21 "GET /v2.0/networks?id=40d5199b-84d3-4e3a-b832-6d6d2623ed7f HTTP/1.1" status: 200 len: 820 time: 0.2594254 Nov 12 00:43:00.200245 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e0bf5ba-3b73-4c03-9b48-e3f0daa7ea98 req-e5fd4983-3d44-43b4-9568-80ff002ce679 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c5c2984-134f-4e0a-8ea7-0a3ab481d560&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1569512 Nov 12 00:43:00.201839 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-62139177-c4b3-455b-b275-40b6a6aed660 req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:00.233044 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-2338989d-b22f-4a17-81fa-7365bf02adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:00.235045 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-2338989d-b22f-4a17-81fa-7365bf02adfc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d24e46d-a727-42f9-9ed5-ca40f7ef30aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1763074 Nov 12 00:43:00.293316 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a1394f3-de86-4978-9e8a-759a273adce1 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:00.295795 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d7e8f9b3-e78a-4ad3-91a9-7365ef05bd54 None None] Port 89f5c8ff-9a0f-4195-92e0-709df7959d91 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:00.395838 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 8e8ef92e-8d30-428f-8b1a-d4796f4342d2, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8e8ef92e-8d30-428f-8b1a-d4796f4342d2,segment=NetworkSegment(5f6a495d-8a7b-45b6-a8b2-80f7bcd2fe8d),segment_id=5f6a495d-8a7b-45b6-a8b2-80f7bcd2fe8d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:00.413702 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:00.528526 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-bb8eb7c0-d2d3-471f-885b-089480e695fc service neutron] 10.222.0.15 "GET /v2.0/networks/7d24e46d-a727-42f9-9ed5-ca40f7ef30aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790902 Nov 12 00:43:00.541040 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd206b25-fffd-4903-ac6e-d57b8d0164be req-ed3b579d-d1c5-477e-92fb-1c54876caaec tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=d884d58b-a43b-47f1-be8f-b90fd611df0d HTTP/1.1" status: 200 len: 210 time: 0.1300964 Nov 12 00:43:00.588001 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-357cf211-f2fe-415a-af59-e6ee2cab85f7 None None] Provisioning complete for port 8e8ef92e-8d30-428f-8b1a-d4796f4342d2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:00.589065 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-357cf211-f2fe-415a-af59-e6ee2cab85f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:00.624512 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-07083001-eda9-4e02-a821-1bdd51c4975e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Request body: {'port': {'device_id': 'd884d58b-a43b-47f1-be8f-b90fd611df0d', 'network_id': '40d5199b-84d3-4e3a-b832-6d6d2623ed7f', 'admin_state_up': True, 'tenant_id': 'f1145286794e44c782b111d8c5f13ff8'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:00.666074 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-0a1394f3-de86-4978-9e8a-759a273adce1 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Allocated IP 172.25.0.226 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/157a594d-e552-4453-a5b4-28e95f305c00) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:00.712195 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=8e8ef92e-8d30-428f-8b1a-d4796f4342d2,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:00.814643 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a1394f3-de86-4978-9e8a-759a273adce1 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:00.954882 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8e8ef92e-8d30-428f-8b1a-d4796f4342d2 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:00.999857 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a6d832-7f30-4e4c-93bb-6b4e1d1c32a6 None None] Network bd2b43bf-e5a7-4d0f-a50e-1995166a84c2 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:01.003888 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-f6488871-da3f-43af-a750-40b25dafb523 service neutron] 10.222.0.15 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8113256 Nov 12 00:43:01.020138 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-046314e5-1bdc-4220-a497-dc2013fbc845 req-837b498d-1a8e-4eb9-9654-970d583e70e8 service neutron] 10.222.0.15 "GET /v2.0/networks/7d24e46d-a727-42f9-9ed5-ca40f7ef30aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603115 Nov 12 00:43:01.024830 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a1394f3-de86-4978-9e8a-759a273adce1 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.097948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1394f3-de86-4978-9e8a-759a273adce1 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Port': ['ID=157a594d-e552-4453-a5b4-28e95f305c00,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:01.129157 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1394f3-de86-4978-9e8a-759a273adce1 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:01.136081 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb3896a3-6747-45d4-a2b3-1b2ef0016909 req-1e2a25e7-49cf-4c59-a612-e0110b7af7ea tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2070429 Nov 12 00:43:01.147223 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-0a1394f3-de86-4978-9e8a-759a273adce1 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:01.157261 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 8e8ef92e-8d30-428f-8b1a-d4796f4342d2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:01.158390 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.159162 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1394f3-de86-4978-9e8a-759a273adce1 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:01.161587 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7a171547-ac17-40ff-9abb-f681ae7e43f0 None None] Provisioning complete for port 8e8ef92e-8d30-428f-8b1a-d4796f4342d2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:01.162216 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7a171547-ac17-40ff-9abb-f681ae7e43f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.250299 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c74a96-998a-4b42-ba93-1ce667e32075 req-2c1ea28c-7275-41fd-a516-d7bf5f96faef tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:01.259092 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-50c74a96-998a-4b42-ba93-1ce667e32075 req-2c1ea28c-7275-41fd-a516-d7bf5f96faef tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 944 time: 0.2515068 Nov 12 00:43:01.305705 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-1ad01684-6fd0-4751-ab1a-75f626fb7714 service neutron] 10.222.0.15 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909937 Nov 12 00:43:01.350716 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-50c74a96-998a-4b42-ba93-1ce667e32075 req-8d6cb1bb-f536-4c5e-83f9-ce78db4f06dc tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906491 Nov 12 00:43:01.369258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-07083001-eda9-4e02-a821-1bdd51c4975e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Made reservation on behalf of f1145286794e44c782b111d8c5f13ff8 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:01.373876 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-07083001-eda9-4e02-a821-1bdd51c4975e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.488766 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52de9f-01d6-4eb3-b448-de93bac1a7c8 req-86262eca-a86e-4c7b-b940-7d1bce1c1081 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:01.490494 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2a52de9f-01d6-4eb3-b448-de93bac1a7c8 req-86262eca-a86e-4c7b-b940-7d1bce1c1081 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 944 time: 0.1930308 Nov 12 00:43:01.530713 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5021b9-29ff-438b-b7a7-e87cf1275733 req-bbd8c01c-bdf9-44ae-8849-f051824b7e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:01.532224 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1b5021b9-29ff-438b-b7a7-e87cf1275733 req-bbd8c01c-bdf9-44ae-8849-f051824b7e5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f8d8ae8bd2e42cfb193a886ac71e329&device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 1096 time: 0.3696644 Nov 12 00:43:01.663919 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-62139177-c4b3-455b-b275-40b6a6aed660 req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f5c8ff-9a0f-4195-92e0-709df7959d91 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:01.735328 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-62139177-c4b3-455b-b275-40b6a6aed660 req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.770395 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2a52de9f-01d6-4eb3-b448-de93bac1a7c8 req-439353c7-535b-46f6-814b-ae9adc78b5fa tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c5c2984-134f-4e0a-8ea7-0a3ab481d560&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2636967 Nov 12 00:43:01.789230 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.798508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-62139177-c4b3-455b-b275-40b6a6aed660 req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] Transition to ACTIVE for port object 89f5c8ff-9a0f-4195-92e0-709df7959d91 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:43:01.809705 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-62139177-c4b3-455b-b275-40b6a6aed660 req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:01.818277 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0ddc8c38-73ff-4231-9635-1b6c53ad2d76 req-0d4b73cb-1fa5-45d2-9ec8-610eac8f7d17 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=d884d58b-a43b-47f1-be8f-b90fd611df0d HTTP/1.1" status: 200 len: 210 time: 0.1352665 Nov 12 00:43:01.855304 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7afe55d3-f944-4351-b79b-55b3f2686e59 None None] Could not find standard attr ID for object 8e8ef92e-8d30-428f-8b1a-d4796f4342d2. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:43:01.872536 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-07083001-eda9-4e02-a821-1bdd51c4975e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Allocated IP 172.20.0.8 (40d5199b-84d3-4e3a-b832-6d6d2623ed7f/bab6fbd2-d7fa-46a6-839d-783bb02038fc/77a1db08-631c-4a9e-b19a-176e3005c617) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:01.874517 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] Pushing event updated for resources: {'Port': ['ID=89f5c8ff-9a0f-4195-92e0-709df7959d91,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:01.884709 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Port': ['ID=8e8ef92e-8d30-428f-8b1a-d4796f4342d2,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:01.902628 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bf5e26-719b-4a89-a9be-17feeae2259c None None] DHCP port deletion for bd2b43bf-e5a7-4d0f-a50e-1995166a84c2 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:01.918706 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No DVR routers for this DVR port 8e8ef92e-8d30-428f-8b1a-d4796f4342d2 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:01.938256 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-8ce55eb2-3c5c-4ede-b690-86ff2880cbf4 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:01.939805 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-8ce55eb2-3c5c-4ede-b690-86ff2880cbf4 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f&tenant_id=0c08be1f58b544848c94fddfb37189e3&binding%3Ahost_id=n-h2-712137-14 HTTP/1.1" status: 200 len: 1096 time: 0.1925390 Nov 12 00:43:01.982834 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.035336 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5021b9-29ff-438b-b7a7-e87cf1275733 req-886ed99e-dbc6-46b8-b473-6e99c0c10b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:02.036896 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1b5021b9-29ff-438b-b7a7-e87cf1275733 req-886ed99e-dbc6-46b8-b473-6e99c0c10b3b service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d24e46d-a727-42f9-9ed5-ca40f7ef30aa HTTP/1.1" status: 200 len: 913 time: 0.4921424 Nov 12 00:43:02.112028 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1b5021b9-29ff-438b-b7a7-e87cf1275733 req-3dc99f71-45e2-479d-9643-67f4e5743c43 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9252c776-c234-4846-9a7d-03daf888e4e1 HTTP/1.1" status: 200 len: 217 time: 0.0610979 Nov 12 00:43:02.188530 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5021b9-29ff-438b-b7a7-e87cf1275733 req-d7c83548-6ca7-4894-97d9-db7c846adf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:02.189570 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d01838-1668-43ea-ba24-63ce3360d232 None None] get_active_networks_info from n-d-712137-14 {{(pid=114244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:43:02.190063 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1b5021b9-29ff-438b-b7a7-e87cf1275733 req-d7c83548-6ca7-4894-97d9-db7c846adf33 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=84b2fe28-acf9-46d9-9afd-e7fecadc33af HTTP/1.1" status: 200 len: 851 time: 0.0664945 Nov 12 00:43:02.195219 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.293261 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-62139177-c4b3-455b-b275-40b6a6aed660 req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] Attempting to bind port 89f5c8ff-9a0f-4195-92e0-709df7959d91 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:02.293856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-62139177-c4b3-455b-b275-40b6a6aed660 req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] Attempting to bind port 89f5c8ff-9a0f-4195-92e0-709df7959d91 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:02.293856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62139177-c4b3-455b-b275-40b6a6aed660 req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] Attempting to bind port 89f5c8ff-9a0f-4195-92e0-709df7959d91 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:02.295909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Subnet': ['ID=9f136583-e7c3-436d-921a-c0255456093f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:02.325070 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62139177-c4b3-455b-b275-40b6a6aed660 req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] Port 89f5c8ff-9a0f-4195-92e0-709df7959d91 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:43:02.325807 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62139177-c4b3-455b-b275-40b6a6aed660 req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] Attempting to bind port 89f5c8ff-9a0f-4195-92e0-709df7959d91 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:02.335521 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62139177-c4b3-455b-b275-40b6a6aed660 req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:02.336229 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62139177-c4b3-455b-b275-40b6a6aed660 req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:02.336912 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62139177-c4b3-455b-b275-40b6a6aed660 req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:02.337602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-62139177-c4b3-455b-b275-40b6a6aed660 req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] Bound port: 89f5c8ff-9a0f-4195-92e0-709df7959d91, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:02.338212 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-62139177-c4b3-455b-b275-40b6a6aed660 req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.367191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d01838-1668-43ea-ba24-63ce3360d232 None None] Resources bound (agent type, host, resource id): {{(pid=114244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 00:43:02.410107 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.427864 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5021b9-29ff-438b-b7a7-e87cf1275733 req-57523f04-b77a-44b7-90b0-474ebdfc6720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:02.429643 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1b5021b9-29ff-438b-b7a7-e87cf1275733 req-57523f04-b77a-44b7-90b0-474ebdfc6720 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d24e46d-a727-42f9-9ed5-ca40f7ef30aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1908352 Nov 12 00:43:02.456615 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd2b43bf-e5a7-4d0f-a50e-1995166a84c2']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:02.467821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-adf0d89d-311a-4ca3-bc15-bb19a19e6974 service neutron] For port aadce1a9-e375-4312-9a1f-aeb0911349f5, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:02.492278 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b3fc1-8de4-4fc9-ad79-03fdd601a9e5 req-1d03549d-5faa-43fc-95e9-0dbc146e7bc7 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:02.494014 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f3b3fc1-8de4-4fc9-ad79-03fdd601a9e5 req-1d03549d-5faa-43fc-95e9-0dbc146e7bc7 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b HTTP/1.1" status: 200 len: 946 time: 0.2330828 Nov 12 00:43:02.497532 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-adf0d89d-311a-4ca3-bc15-bb19a19e6974 service neutron] Publish callbacks [] for binding, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.498660 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f494b3f5-1528-4c31-86ff-701b6a0b2ad1 req-adf0d89d-311a-4ca3-bc15-bb19a19e6974 service neutron] 10.222.0.15 "DELETE /v2.0/ports/aadce1a9-e375-4312-9a1f-aeb0911349f5/bindings/n-h1-712137-14 HTTP/1.1" status: 204 len: 173 time: 0.5409923 Nov 12 00:43:02.536368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6a495d-8a7b-45b6-a8b2-80f7bcd2fe8d') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:02.536668 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6a495d-8a7b-45b6-a8b2-80f7bcd2fe8d') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:02.542054 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-07083001-eda9-4e02-a821-1bdd51c4975e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.554525 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-62139177-c4b3-455b-b275-40b6a6aed660 req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] For port 89f5c8ff-9a0f-4195-92e0-709df7959d91, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:02.560629 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-62139177-c4b3-455b-b275-40b6a6aed660 req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] For port 89f5c8ff-9a0f-4195-92e0-709df7959d91, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=89f5c8ff-9a0f-4195-92e0-709df7959d91,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:02.571938 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-62139177-c4b3-455b-b275-40b6a6aed660 req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.584016 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.632630 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.642479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970d582-7024-4568-ab4b-92e7443ff1ab req-6b9c5e82-7b20-4f96-90f5-89a0f178315f tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:02.644118 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7970d582-7024-4568-ab4b-92e7443ff1ab req-6b9c5e82-7b20-4f96-90f5-89a0f178315f tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 944 time: 0.1851304 Nov 12 00:43:02.647398 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a1394f3-de86-4978-9e8a-759a273adce1 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.684644 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:43:02.685077 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.685534 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f3b3fc1-8de4-4fc9-ad79-03fdd601a9e5 req-1e435a13-3303-4616-ad87-637771fc1f83 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785903 Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:43:02.691625 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:43:02.706230 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62139177-c4b3-455b-b275-40b6a6aed660 req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:02.707020 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-62139177-c4b3-455b-b275-40b6a6aed660 req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.708569 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-62139177-c4b3-455b-b275-40b6a6aed660 req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] 10.222.0.21 "PUT /v2.0/ports/89f5c8ff-9a0f-4195-92e0-709df7959d91 HTTP/1.1" status: 200 len: 1095 time: 3.0742090 Nov 12 00:43:02.709205 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b', 'tag': '89f5c8ff-9a0f-4195-92e0-709df7959d91'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:02.711654 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74aaae2b-521d-497b-a49f-94f37034739d" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b", "tag": "89f5c8ff-9a0f-4195-92e0-709df7959d91"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:02.753602 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-07083001-eda9-4e02-a821-1bdd51c4975e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.794942 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e11cd0-f81d-4bf8-8d09-8bd699b82339 service neutron] Pushing event updated for resources: {'Port': ['ID=89f5c8ff-9a0f-4195-92e0-709df7959d91,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:02.796375 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1b5021b9-29ff-438b-b7a7-e87cf1275733 req-254b7eba-df10-439f-b6ff-635e3e2e89d7 service neutron] 10.222.0.15 "GET /v2.0/networks/7d24e46d-a727-42f9-9ed5-ca40f7ef30aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515868 Nov 12 00:43:02.856357 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-07083001-eda9-4e02-a821-1bdd51c4975e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Network 40d5199b-84d3-4e3a-b832-6d6d2623ed7f is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:02.865299 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-07083001-eda9-4e02-a821-1bdd51c4975e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:02.881657 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-07083001-eda9-4e02-a821-1bdd51c4975e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:02.926616 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62139177-c4b3-455b-b275-40b6a6aed660 req-5e754431-67fc-4243-b2b6-bad90ad63602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:02.928361 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-62139177-c4b3-455b-b275-40b6a6aed660 req-5e754431-67fc-4243-b2b6-bad90ad63602 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&device_id=2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b HTTP/1.1" status: 200 len: 1098 time: 0.1698723 Nov 12 00:43:02.934219 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da13df2b-a4e3-4e0f-ba07-f9b768c8aa67 x-openstack-request-id: req-da13df2b-a4e3-4e0f-ba07-f9b768c8aa67 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:02.934607 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b", "tag": "89f5c8ff-9a0f-4195-92e0-709df7959d91", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:02.934929 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da13df2b-a4e3-4e0f-ba07-f9b768c8aa67 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:02.935467 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b', 'tag': '89f5c8ff-9a0f-4195-92e0-709df7959d91', 'status': 'completed', 'code': 200} Nov 12 00:43:02.939627 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07083001-eda9-4e02-a821-1bdd51c4975e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Pushing event updated for resources: {'Port': ['ID=77a1db08-631c-4a9e-b19a-176e3005c617,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:03.003806 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8e8ef92e-8d30-428f-8b1a-d4796f4342d2 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:03.009522 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078d8545-6409-4e91-8fa8-34136cc74766 None None] Network bd2b43bf-e5a7-4d0f-a50e-1995166a84c2 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:03.043985 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-62139177-c4b3-455b-b275-40b6a6aed660 req-83f69ac8-95b0-4a09-b0ca-ddff58860853 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=89f5c8ff-9a0f-4195-92e0-709df7959d91 HTTP/1.1" status: 200 len: 217 time: 0.0873399 Nov 12 00:43:03.059822 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-07083001-eda9-4e02-a821-1bdd51c4975e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:03.060486 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-07083001-eda9-4e02-a821-1bdd51c4975e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.078678 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.085644 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.090021 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/bd2b43bf-e5a7-4d0f-a50e-1995166a84c2 HTTP/1.1" status: 204 len: 168 time: 4.6984270 Nov 12 00:43:03.098634 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60502) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:03.119737 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97fba1e-362d-467f-82d8-00d76402e483 None None] DHCP port deletion for 40d5199b-84d3-4e3a-b832-6d6d2623ed7f request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:03.128065 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 8e8ef92e-8d30-428f-8b1a-d4796f4342d2 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:03.132836 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8e8ef92e-8d30-428f-8b1a-d4796f4342d2 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:03.137003 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a1394f3-de86-4978-9e8a-759a273adce1 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.143950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf9b8d-806a-4527-8456-3415cfa34b45 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Network': ['ID=bd2b43bf-e5a7-4d0f-a50e-1995166a84c2,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:03.152501 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078d8545-6409-4e91-8fa8-34136cc74766 None None] Network bd2b43bf-e5a7-4d0f-a50e-1995166a84c2 could not be found, it might have been deleted concurrently. {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 00:43:03.158375 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e35a87-efd7-4ddd-a56f-f08b5c595ad6 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:03.158836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e35a87-efd7-4ddd-a56f-f08b5c595ad6 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:03.161986 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d6e35a87-efd7-4ddd-a56f-f08b5c595ad6 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/subnets/9f136583-e7c3-436d-921a-c0255456093f HTTP/1.1" status: 404 len: 337 time: 0.0621734 Nov 12 00:43:03.170825 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-07083001-eda9-4e02-a821-1bdd51c4975e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9648967 Nov 12 00:43:03.176438 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60504) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:03.203325 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bebcc67-2621-41bc-9d7a-0526cdfa4c19 None None] DHCP port deletion for bd2b43bf-e5a7-4d0f-a50e-1995166a84c2 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:03.219082 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] Request body: {'port': {'device_id': 'd884d58b-a43b-47f1-be8f-b90fd611df0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:03.229626 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ddce46a0-40fe-4ee4-ac9d-e99d583a0598 None None] Provisioning complete for port 1d62ad58-e028-4ab8-a9b6-162f1fc72d89 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:03.230012 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ddce46a0-40fe-4ee4-ac9d-e99d583a0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.230769 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7970d582-7024-4568-ab4b-92e7443ff1ab req-f1746682-eb86-4d8b-bebe-b65df21a4a4f tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550411 Nov 12 00:43:03.262125 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-707f431b-7d0b-489d-8c62-a83875b1be34 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:03.262717 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-707f431b-7d0b-489d-8c62-a83875b1be34 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:03.265979 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-707f431b-7d0b-489d-8c62-a83875b1be34 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/bd2b43bf-e5a7-4d0f-a50e-1995166a84c2 HTTP/1.1" status: 404 len: 339 time: 0.0885541 Nov 12 00:43:03.279001 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60508) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:03.293069 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5416f2-1446-4d75-bab5-b7818045adee req-cf3402d0-33c4-46b6-86ce-9974d858ef08 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:03.294851 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ddce46a0-40fe-4ee4-ac9d-e99d583a0598 None None] Port 1d62ad58-e028-4ab8-a9b6-162f1fc72d89 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:03.301492 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9e5416f2-1446-4d75-bab5-b7818045adee req-cf3402d0-33c4-46b6-86ce-9974d858ef08 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 944 time: 0.2639413 Nov 12 00:43:03.308400 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ddce46a0-40fe-4ee4-ac9d-e99d583a0598 None None] Provisioning complete for port b4be5042-580d-4a7a-8686-1ddf8479ac09 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:03.308957 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ddce46a0-40fe-4ee4-ac9d-e99d583a0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.321763 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62139177-c4b3-455b-b275-40b6a6aed660 req-f3abd353-f252-43c3-9dc4-1c670c538c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:03.323241 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-62139177-c4b3-455b-b275-40b6a6aed660 req-f3abd353-f252-43c3-9dc4-1c670c538c5f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.2588096 Nov 12 00:43:03.384546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ddce46a0-40fe-4ee4-ac9d-e99d583a0598 None None] Port b4be5042-580d-4a7a-8686-1ddf8479ac09 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:03.384807 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-2798f76d-243a-49b6-ba1c-d84e365057be tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:03.384807 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2798f76d-243a-49b6-ba1c-d84e365057be tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:03.387350 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2798f76d-243a-49b6-ba1c-d84e365057be tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/subnets/280dc4c3-2bea-4ccd-985b-3be23ae3e671 HTTP/1.1" status: 404 len: 337 time: 0.0836902 Nov 12 00:43:03.396727 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ddce46a0-40fe-4ee4-ac9d-e99d583a0598 None None] Provisioning complete for port e86d8df6-be1d-48e1-aa7a-0802181d24e0 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:03.397452 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ddce46a0-40fe-4ee4-ac9d-e99d583a0598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.421831 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60510) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:03.466974 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db50b08-c8e1-45c9-98d3-09e74b65ac48 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:03.467576 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db50b08-c8e1-45c9-98d3-09e74b65ac48 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:03.470709 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5db50b08-c8e1-45c9-98d3-09e74b65ac48 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/671ebcca-e22e-40ef-8f99-8da708c1eded HTTP/1.1" status: 404 len: 339 time: 0.0452583 Nov 12 00:43:03.475125 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.476768 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60512) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:03.479808 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1b5021b9-29ff-438b-b7a7-e87cf1275733 req-d2bae92f-087d-4d77-af73-35109d523144 service neutron] 10.222.0.15 "GET /v2.0/networks/7d24e46d-a727-42f9-9ed5-ca40f7ef30aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646653 Nov 12 00:43:03.507333 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ddce46a0-40fe-4ee4-ac9d-e99d583a0598 None None] Port e86d8df6-be1d-48e1-aa7a-0802181d24e0 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:03.509465 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9123a8-eb7a-421e-945a-d15d62a4c046 req-1572ed4e-8458-4c1d-8d31-fb02329b7091 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:03.520092 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1e9123a8-eb7a-421e-945a-d15d62a4c046 req-1572ed4e-8458-4c1d-8d31-fb02329b7091 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=d884d58b-a43b-47f1-be8f-b90fd611df0d HTTP/1.1" status: 200 len: 931 time: 0.1394098 Nov 12 00:43:03.537384 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9e5416f2-1446-4d75-bab5-b7818045adee req-23b27ab0-21a0-4d7c-8739-8a1c768c3504 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c5c2984-134f-4e0a-8ea7-0a3ab481d560&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2348568 Nov 12 00:43:03.621416 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1e9123a8-eb7a-421e-945a-d15d62a4c046 req-6a6b6847-4321-40e6-88dd-ab4e9edfed15 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001949 Nov 12 00:43:03.653102 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f06623a7-e384-4da7-b944-9476a3fa26cd None None] Provisioning complete for port 77a1db08-631c-4a9e-b19a-176e3005c617 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:03.653102 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f06623a7-e384-4da7-b944-9476a3fa26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.663352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62139177-c4b3-455b-b275-40b6a6aed660 req-618dee0d-6b73-4875-a2cd-b3008960af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:03.665910 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-62139177-c4b3-455b-b275-40b6a6aed660 req-618dee0d-6b73-4875-a2cd-b3008960af29 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3091075 Nov 12 00:43:03.668163 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a1394f3-de86-4978-9e8a-759a273adce1 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.675388 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a1394f3-de86-4978-9e8a-759a273adce1 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.731476 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f06623a7-e384-4da7-b944-9476a3fa26cd None None] Port 77a1db08-631c-4a9e-b19a-176e3005c617 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:03.778808 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ca0186f7-4373-4d95-acbb-b5220817fce7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.821120 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1394f3-de86-4978-9e8a-759a273adce1 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Port': ['ID=157a594d-e552-4453-a5b4-28e95f305c00,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:03.830227 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a1394f3-de86-4978-9e8a-759a273adce1 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.889149 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf32bb8-f117-4d17-a95f-285ab3964d86 req-326d37a2-9f68-4376-9982-059f40c1c0f4 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:03.890627 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2bf32bb8-f117-4d17-a95f-285ab3964d86 req-326d37a2-9f68-4376-9982-059f40c1c0f4 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b HTTP/1.1" status: 200 len: 946 time: 0.1190591 Nov 12 00:43:03.897492 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45143262-24ad-4a76-b49a-0341e09a9d6c req-fe593607-1c2e-464b-a588-bf44dc2a86f8 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:03.899085 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-45143262-24ad-4a76-b49a-0341e09a9d6c req-fe593607-1c2e-464b-a588-bf44dc2a86f8 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 1096 time: 0.2581685 Nov 12 00:43:03.982854 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-0a1394f3-de86-4978-9e8a-759a273adce1 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Floating IP cf45644a-aea9-443e-bedf-3e775f51493f associated. External IP: 172.25.0.226, port: b4be5042-580d-4a7a-8686-1ddf8479ac09. Nov 12 00:43:03.987876 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2bf32bb8-f117-4d17-a95f-285ab3964d86 req-294571fe-7005-482d-8ac3-b91d8cce553c tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867982 Nov 12 00:43:04.018813 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-62139177-c4b3-455b-b275-40b6a6aed660 req-67ce265d-79a7-4002-b3b5-73711393dbd9 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264480 Nov 12 00:43:04.125503 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ca0186f7-4373-4d95-acbb-b5220817fce7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.448722 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-45143262-24ad-4a76-b49a-0341e09a9d6c req-4ffeefbb-2c51-4eb7-bc0a-1ec23d42af89 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5410721 Nov 12 00:43:04.503133 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-ca0186f7-4373-4d95-acbb-b5220817fce7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c1c00b-0a9d-4d03-b0f0-d10ea8b3dfa1']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:04.518726 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-ca0186f7-4373-4d95-acbb-b5220817fce7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94589da9-62b8-42bd-b2a9-e34ae117f98c') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:04.519032 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-ca0186f7-4373-4d95-acbb-b5220817fce7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94589da9-62b8-42bd-b2a9-e34ae117f98c') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:04.520018 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1394f3-de86-4978-9e8a-759a273adce1 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Router 442f9106-e30d-4a75-b10b-17f620abbe2b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:43:04.529612 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-62139177-c4b3-455b-b275-40b6a6aed660 req-7861b90c-8b97-4c3c-92b4-f992e563bade service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942179 Nov 12 00:43:04.535511 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ca0186f7-4373-4d95-acbb-b5220817fce7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.568592 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ca0186f7-4373-4d95-acbb-b5220817fce7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.581365 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0186f7-4373-4d95-acbb-b5220817fce7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:43:04.581888 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ca0186f7-4373-4d95-acbb-b5220817fce7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:43:04.585404 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:43:04.740086 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1394f3-de86-4978-9e8a-759a273adce1 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:04.754793 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcd8099-2f59-45c6-89f8-538965ecc26f None None] Sync routers for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:04.773351 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcd8099-2f59-45c6-89f8-538965ecc26f None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:04.774486 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-adcd8099-2f59-45c6-89f8-538965ecc26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:04.778755 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bbc48-26cd-400a-8bac-b394fe9f3514 req-706b7761-2181-4364-81cb-57643bd5d42b tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:04.788819 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ca0186f7-4373-4d95-acbb-b5220817fce7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.793288 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-366bbc48-26cd-400a-8bac-b394fe9f3514 req-706b7761-2181-4364-81cb-57643bd5d42b tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 944 time: 0.1276815 Nov 12 00:43:04.801065 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a1394f3-de86-4978-9e8a-759a273adce1 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.834065 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-adcd8099-2f59-45c6-89f8-538965ecc26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:04.857677 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ca0186f7-4373-4d95-acbb-b5220817fce7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.863337 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcd8099-2f59-45c6-89f8-538965ecc26f None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:04.863957 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-adcd8099-2f59-45c6-89f8-538965ecc26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:04.866690 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ca0186f7-4373-4d95-acbb-b5220817fce7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/96c1c00b-0a9d-4d03-b0f0-d10ea8b3dfa1 HTTP/1.1" status: 204 len: 168 time: 1.3757432 Nov 12 00:43:04.868057 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60540) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:04.881270 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0a1394f3-de86-4978-9e8a-759a273adce1 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.9349539 Nov 12 00:43:04.882205 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77a1db08-631c-4a9e-b19a-176e3005c617 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:04.888424 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60542) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:04.897873 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-6dbc5519-8467-44c6-8c60-6739ad56f4c7 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:04.902267 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-366bbc48-26cd-400a-8bac-b394fe9f3514 req-dc694125-c5b7-48ff-8cf0-1465bd54c7bf tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c5c2984-134f-4e0a-8ea7-0a3ab481d560&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0986974 Nov 12 00:43:04.902571 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.903290 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3725c4-36c4-4d54-ac43-ee8994b94e9d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:04.903750 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3725c4-36c4-4d54-ac43-ee8994b94e9d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:04.908331 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-adcd8099-2f59-45c6-89f8-538965ecc26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:04.909605 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7a3725c4-36c4-4d54-ac43-ee8994b94e9d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/subnets/0caeb653-aa60-42ca-b663-ea2e876e39a9 HTTP/1.1" status: 404 len: 337 time: 0.0391536 Nov 12 00:43:04.910229 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60544) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:04.910821 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcd8099-2f59-45c6-89f8-538965ecc26f None None] The sync data for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:04.935591 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-254175a1-c908-4e8a-93f2-8cbbcb825d09 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:04.936287 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254175a1-c908-4e8a-93f2-8cbbcb825d09 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:04.943001 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-254175a1-c908-4e8a-93f2-8cbbcb825d09 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/43c25d7a-9c54-4443-a989-40b124b726ce HTTP/1.1" status: 404 len: 339 time: 0.0317934 Nov 12 00:43:04.943657 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60546) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:04.966810 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0186f7-4373-4d95-acbb-b5220817fce7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Network': ['ID=96c1c00b-0a9d-4d03-b0f0-d10ea8b3dfa1,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:04.970073 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaae2b-521d-497b-a49f-94f37034739d req-78efbbf2-a275-41e8-a80a-ccbf2d26788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:04.971584 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74aaae2b-521d-497b-a49f-94f37034739d req-78efbbf2-a275-41e8-a80a-ccbf2d26788a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&device_id=2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b HTTP/1.1" status: 200 len: 1098 time: 0.3736422 Nov 12 00:43:04.974002 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-e339020d-0add-4776-a8a1-89ab27852c58 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:04.974766 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e339020d-0add-4776-a8a1-89ab27852c58 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:04.980720 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e339020d-0add-4776-a8a1-89ab27852c58 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/subnets/b6f9c453-973b-486b-b8f8-b3b6c6e319ef HTTP/1.1" status: 404 len: 337 time: 0.0359554 Nov 12 00:43:04.981531 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60548) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:05.010353 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-969eb0dc-2d09-46a4-b5da-a6ebcd78df9d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:05.013105 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969eb0dc-2d09-46a4-b5da-a6ebcd78df9d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:05.018550 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-969eb0dc-2d09-46a4-b5da-a6ebcd78df9d tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/de27b66a-8e03-4116-8607-fda0ee3a667b HTTP/1.1" status: 404 len: 339 time: 0.0337102 Nov 12 00:43:05.021403 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60552) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:05.041491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] Transition to ACTIVE for port object 77a1db08-631c-4a9e-b19a-176e3005c617 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:43:05.067175 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-158c5f4a-0b64-4177-aa84-13131ffdd491 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:05.067781 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158c5f4a-0b64-4177-aa84-13131ffdd491 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:05.071005 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-158c5f4a-0b64-4177-aa84-13131ffdd491 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/subnets/01c4b520-6e5c-41a7-9888-b1d41ef1b255 HTTP/1.1" status: 404 len: 337 time: 0.0511951 Nov 12 00:43:05.074145 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60554) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:05.078761 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:05.092610 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-6dae1dca-34c8-42b5-8b8e-8bf641c7a66f tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:05.094232 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-6dae1dca-34c8-42b5-8b8e-8bf641c7a66f tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 808 time: 0.3477006 Nov 12 00:43:05.097420 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-01edd88d-cf95-4743-984c-881f20576fd7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:05.098314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01edd88d-cf95-4743-984c-881f20576fd7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:05.102135 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-01edd88d-cf95-4743-984c-881f20576fd7 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/3d637c6a-47c8-4b24-b187-0d79f51513ee HTTP/1.1" status: 404 len: 339 time: 0.0267019 Nov 12 00:43:05.104779 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60556) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:05.123864 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5519-8467-44c6-8c60-6739ad56f4c7 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:05.126819 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932093a9-c556-4d85-889b-f27293c3c647 req-50e2209e-ad83-40fb-b51a-6ea25909c958 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:05.128478 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-932093a9-c556-4d85-889b-f27293c3c647 req-50e2209e-ad83-40fb-b51a-6ea25909c958 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=d884d58b-a43b-47f1-be8f-b90fd611df0d HTTP/1.1" status: 200 len: 931 time: 0.1274405 Nov 12 00:43:05.148682 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c280a6d-55e7-445c-9bb1-73231601af89 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:05.149317 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c280a6d-55e7-445c-9bb1-73231601af89 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:05.155075 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3c280a6d-55e7-445c-9bb1-73231601af89 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/subnets/68ee0d23-1bb1-4e15-8c1c-4652554abf5e HTTP/1.1" status: 404 len: 337 time: 0.0465045 Nov 12 00:43:05.158814 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60560) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:05.195095 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b76048-7f8a-4b7e-a9b5-a3a6702bb9aa tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:05.195349 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b76048-7f8a-4b7e-a9b5-a3a6702bb9aa tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:05.200404 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-e8687082-1be0-4537-bc9f-8067c17bc8a4 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/quotas/0c08be1f58b544848c94fddfb37189e3 HTTP/1.1" status: 200 len: 375 time: 0.0740435 Nov 12 00:43:05.201263 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda57313-87d8-48a9-b8ee-1b62f183e58b None None] DHCP port deletion for 40d5199b-84d3-4e3a-b832-6d6d2623ed7f request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:05.202434 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-11b76048-7f8a-4b7e-a9b5-a3a6702bb9aa tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/a00fed07-9c2e-47fd-8f7b-3c6c9c37f43a HTTP/1.1" status: 404 len: 339 time: 0.0422690 Nov 12 00:43:05.203319 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60562) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:05.219659 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] Pushing event updated for resources: {'Port': ['ID=77a1db08-631c-4a9e-b19a-176e3005c617,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:05.241733 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb8a836-ba03-4a68-b228-efc90e1b1799 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:05.242206 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb8a836-ba03-4a68-b228-efc90e1b1799 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:05.248888 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7fb8a836-ba03-4a68-b228-efc90e1b1799 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/subnets/d0428c04-d039-428d-93c6-3a7de16ff098 HTTP/1.1" status: 404 len: 337 time: 0.0420561 Nov 12 00:43:05.252446 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60564) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:05.283752 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e51901e-ff23-4e3f-a367-6b7aff5ddd96 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:05.284366 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e51901e-ff23-4e3f-a367-6b7aff5ddd96 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:05.290227 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2e51901e-ff23-4e3f-a367-6b7aff5ddd96 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/123f97ec-33ce-4e90-a666-4953969fd798 HTTP/1.1" status: 404 len: 339 time: 0.0367336 Nov 12 00:43:05.291164 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60566) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:05.293573 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaae2b-521d-497b-a49f-94f37034739d req-3f431cbd-3a5d-45aa-8819-0307d6820ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:05.295048 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74aaae2b-521d-497b-a49f-94f37034739d req-3f431cbd-3a5d-45aa-8819-0307d6820ade service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.3092337 Nov 12 00:43:05.325957 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-932093a9-c556-4d85-889b-f27293c3c647 req-01cdbef6-4da8-437c-9c6a-d834c442d85f tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795726 Nov 12 00:43:05.327015 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f2febc-69ce-42f5-ad86-027292ed42d0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:05.328215 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f2febc-69ce-42f5-ad86-027292ed42d0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:05.333682 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c6f2febc-69ce-42f5-ad86-027292ed42d0 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/subnets/263ab049-5a32-4f63-873a-3cb748420724 HTTP/1.1" status: 404 len: 337 time: 0.0409985 Nov 12 00:43:05.337172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60568) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:05.356989 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28c30d6-0cf2-428e-b3cb-f788ddac9c49 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:05.358375 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b28c30d6-0cf2-428e-b3cb-f788ddac9c49 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:05.364230 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b28c30d6-0cf2-428e-b3cb-f788ddac9c49 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/cbd2d02a-5be9-4125-bfa7-168e06f90794 HTTP/1.1" status: 404 len: 339 time: 0.0258863 Nov 12 00:43:05.364920 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60570) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:05.397900 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ef73f5-e7b5-4249-aa26-041681b4efce tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:05.398630 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ef73f5-e7b5-4249-aa26-041681b4efce tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:05.405486 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-57ef73f5-e7b5-4249-aa26-041681b4efce tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/subnets/9b17bf88-2c6c-4fd4-a60c-d67da0346152 HTTP/1.1" status: 404 len: 337 time: 0.0395818 Nov 12 00:43:05.406182 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60572) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:05.435696 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74aaae2b-521d-497b-a49f-94f37034739d req-ee18e3dc-0b1e-497c-8ec6-ad08f01126ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=89f5c8ff-9a0f-4195-92e0-709df7959d91 HTTP/1.1" status: 200 len: 217 time: 0.0686743 Nov 12 00:43:05.439047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] Attempting to bind port 77a1db08-631c-4a9e-b19a-176e3005c617 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:05.439047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] Attempting to bind port 77a1db08-631c-4a9e-b19a-176e3005c617 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '0bedd173-4eb9-45bc-8609-1e663a2b3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d5199b-84d3-4e3a-b832-6d6d2623ed7f'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:05.439353 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] Attempting to bind port 77a1db08-631c-4a9e-b19a-176e3005c617 on network 40d5199b-84d3-4e3a-b832-6d6d2623ed7f {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:05.453279 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b87b0d9-a5ac-451f-9014-12eb9b56eded tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:05.453900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b87b0d9-a5ac-451f-9014-12eb9b56eded tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:05.459489 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2b87b0d9-a5ac-451f-9014-12eb9b56eded tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/2947a0d7-61ba-480f-9e0a-5ba502575b2b HTTP/1.1" status: 404 len: 339 time: 0.0494666 Nov 12 00:43:05.460572 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60574) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:05.468429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 9252c776-c234-4846-9a7d-03daf888e4e1 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:43:05.472131 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-13e169c3-155f-401d-9c08-0ea07d76ab59 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2406712 Nov 12 00:43:05.498309 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] Port 77a1db08-631c-4a9e-b19a-176e3005c617 on network 40d5199b-84d3-4e3a-b832-6d6d2623ed7f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:43:05.498309 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] Attempting to bind port 77a1db08-631c-4a9e-b19a-176e3005c617 on network 40d5199b-84d3-4e3a-b832-6d6d2623ed7f {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:05.522587 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8561d68-1ecb-4b46-bbfb-8841611891ba tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:05.523934 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8561d68-1ecb-4b46-bbfb-8841611891ba tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:05.531302 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c8561d68-1ecb-4b46-bbfb-8841611891ba tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/subnets/3715ab81-2ebc-4f65-a070-cf79c009acb6 HTTP/1.1" status: 404 len: 337 time: 0.0696452 Nov 12 00:43:05.532266 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60576) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:05.543317 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5519-8467-44c6-8c60-6739ad56f4c7 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:05.558594 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:05.558934 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] Checking segment: {'id': '0bedd173-4eb9-45bc-8609-1e663a2b3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d5199b-84d3-4e3a-b832-6d6d2623ed7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:05.559639 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] Bound using segment: {'id': '0bedd173-4eb9-45bc-8609-1e663a2b3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d5199b-84d3-4e3a-b832-6d6d2623ed7f'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:05.559819 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] Bound port: 77a1db08-631c-4a9e-b19a-176e3005c617, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bedd173-4eb9-45bc-8609-1e663a2b3e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d5199b-84d3-4e3a-b832-6d6d2623ed7f'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:05.560118 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:05.582496 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5519-8467-44c6-8c60-6739ad56f4c7 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:05.582838 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-6dbc5519-8467-44c6-8c60-6739ad56f4c7 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Floating IP cf45644a-aea9-443e-bedf-3e775f51493f disassociated. External IP: 172.25.0.226, port: b4be5042-580d-4a7a-8686-1ddf8479ac09. Nov 12 00:43:05.589199 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 9252c776-c234-4846-9a7d-03daf888e4e1, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=9252c776-c234-4846-9a7d-03daf888e4e1,segment=NetworkSegment(1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6),segment_id=1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:05.594829 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f845d7-facc-46b4-8d5b-1cc1beec88bf req-a9cb58ee-7117-43ab-9c22-2a1a2dd7de1d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:05.603701 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-04f845d7-facc-46b4-8d5b-1cc1beec88bf req-a9cb58ee-7117-43ab-9c22-2a1a2dd7de1d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b HTTP/1.1" status: 200 len: 946 time: 0.1854877 Nov 12 00:43:05.614824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '9252c776-c234-4846-9a7d-03daf888e4e1', 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa', 'port_id': '9252c776-c234-4846-9a7d-03daf888e4e1', 'mac_address': 'fa:16:3e:9b:3a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b2fe28-acf9-46d9-9afd-e7fecadc33af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:43:05.628437 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bad175b-70e1-40e8-9c84-1daead072fb8 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:05.629125 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bad175b-70e1-40e8-9c84-1daead072fb8 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:05.636308 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7bad175b-70e1-40e8-9c84-1daead072fb8 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/456570b6-9eab-411b-ba88-7c3c26db1990 HTTP/1.1" status: 404 len: 339 time: 0.1017308 Nov 12 00:43:05.642708 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60578) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:05.670839 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:05.685246 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaae2b-521d-497b-a49f-94f37034739d req-7ef6e4ca-c898-452a-9173-5f4d4310ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:05.686715 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74aaae2b-521d-497b-a49f-94f37034739d req-7ef6e4ca-c898-452a-9173-5f4d4310ac9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.2364109 Nov 12 00:43:05.688614 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9252c776-c234-4846-9a7d-03daf888e4e1 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:05.709011 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-4046ca19-bb1e-427c-98cf-0716854b6138 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Deleting subnet dd4f7e24-003d-4f3f-af89-4742303c3938 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:43:05.712704 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4046ca19-bb1e-427c-98cf-0716854b6138 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:05.719768 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 9252c776-c234-4846-9a7d-03daf888e4e1, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=9252c776-c234-4846-9a7d-03daf888e4e1,segment=NetworkSegment(1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6),segment_id=1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:05.727291 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:05.771472 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-04f845d7-facc-46b4-8d5b-1cc1beec88bf req-83b10e4f-6918-42c1-86c5-37107a46c1cc tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662211 Nov 12 00:43:05.784626 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4046ca19-bb1e-427c-98cf-0716854b6138 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:05.811449 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-75d18c94-e19b-4481-a2c6-ad293af65598 service neutron] 10.222.0.31 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835674 Nov 12 00:43:05.833216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] For port 77a1db08-631c-4a9e-b19a-176e3005c617, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:05.834779 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=9252c776-c234-4846-9a7d-03daf888e4e1,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:05.837981 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] For port 77a1db08-631c-4a9e-b19a-176e3005c617, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=77a1db08-631c-4a9e-b19a-176e3005c617,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:05.868017 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:05.871595 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaae2b-521d-497b-a49f-94f37034739d req-89934f27-2c71-4dd3-bb0d-b7187514c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:05.873124 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74aaae2b-521d-497b-a49f-94f37034739d req-89934f27-2c71-4dd3-bb0d-b7187514c390 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1732106 Nov 12 00:43:05.990582 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4046ca19-bb1e-427c-98cf-0716854b6138 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:05.996452 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233b2df8-2f51-45ca-ac55-58384284296f None None] DHCP port deletion for 40d5199b-84d3-4e3a-b832-6d6d2623ed7f request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:06.025394 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:06.026586 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:06.027923 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] 10.222.0.21 "PUT /v2.0/ports/77a1db08-631c-4a9e-b19a-176e3005c617 HTTP/1.1" status: 200 len: 1092 time: 2.8363769 Nov 12 00:43:06.032843 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd884d58b-a43b-47f1-be8f-b90fd611df0d', 'tag': '77a1db08-631c-4a9e-b19a-176e3005c617'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:06.036573 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e5479b-647d-489c-865b-8e545084e17c" -d '{"events": [{"name": "network-changed", "server_uuid": "d884d58b-a43b-47f1-be8f-b90fd611df0d", "tag": "77a1db08-631c-4a9e-b19a-176e3005c617"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:06.137565 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0d267-7b9f-46e6-81f5-10f02af792c9 req-7eaad5ad-bc62-49a3-a235-2cd8b717866a tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:06.145265 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-29a0d267-7b9f-46e6-81f5-10f02af792c9 req-7eaad5ad-bc62-49a3-a235-2cd8b717866a tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 945 time: 0.0774946 Nov 12 00:43:06.155465 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4046ca19-bb1e-427c-98cf-0716854b6138 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:06.187330 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-5c44a3d0-7343-40d5-93a3-2d07bced9eeb service neutron] 10.222.0.31 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664174 Nov 12 00:43:06.195652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108e6d5-6bf2-4c7c-9399-a27596f3217e service neutron] Pushing event updated for resources: {'Port': ['ID=77a1db08-631c-4a9e-b19a-176e3005c617,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:06.203211 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046ca19-bb1e-427c-98cf-0716854b6138 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4f7e24-003d-4f3f-af89-4742303c3938,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:06.213633 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4046ca19-bb1e-427c-98cf-0716854b6138 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:06.220956 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4046ca19-bb1e-427c-98cf-0716854b6138 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/subnets/dd4f7e24-003d-4f3f-af89-4742303c3938 HTTP/1.1" status: 204 len: 168 time: 0.5809970 Nov 12 00:43:06.223401 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60586) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:06.227445 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74aaae2b-521d-497b-a49f-94f37034739d req-32a474dd-1af6-48a1-9470-3f1a39424259 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162370 Nov 12 00:43:06.246119 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87b5bc0-db74-447b-bf85-c6f08404ea32 None None] Network e3add4c8-7943-4a49-b2cd-46ea5141b9a7 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:06.249561 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbc5519-8467-44c6-8c60-6739ad56f4c7 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Router 442f9106-e30d-4a75-b10b-17f620abbe2b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:43:06.251502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-2b3e8773-0744-470a-89b4-b9302b669e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:06.252647 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-2b3e8773-0744-470a-89b4-b9302b669e5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1145286794e44c782b111d8c5f13ff8&device_id=d884d58b-a43b-47f1-be8f-b90fd611df0d HTTP/1.1" status: 200 len: 1095 time: 0.1691403 Nov 12 00:43:06.316215 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-29a0d267-7b9f-46e6-81f5-10f02af792c9 req-e8038da5-c852-4086-87a7-e15c59030d51 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c5c2984-134f-4e0a-8ea7-0a3ab481d560&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1655078 Nov 12 00:43:06.352970 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-af38d557-671c-4e96-9e8e-bae3feac27a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77a1db08-631c-4a9e-b19a-176e3005c617 HTTP/1.1" status: 200 len: 217 time: 0.0807831 Nov 12 00:43:06.373187 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd7263b1-a880-4fb6-bef3-30dc30632675 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:06.421594 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['9252c776-c234-4846-9a7d-03daf888e4e1'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:06.443338 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b31c8b9-8228-450d-becf-5f2ef38955dd x-openstack-request-id: req-5b31c8b9-8228-450d-becf-5f2ef38955dd {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:06.444022 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d884d58b-a43b-47f1-be8f-b90fd611df0d", "tag": "77a1db08-631c-4a9e-b19a-176e3005c617", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:06.444398 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b31c8b9-8228-450d-becf-5f2ef38955dd {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:06.445265 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd884d58b-a43b-47f1-be8f-b90fd611df0d', 'tag': '77a1db08-631c-4a9e-b19a-176e3005c617', 'status': 'completed', 'code': 200} Nov 12 00:43:06.559242 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-fd7263b1-a880-4fb6-bef3-30dc30632675 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Deleting port c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:06.559857 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd7263b1-a880-4fb6-bef3-30dc30632675 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:06.639271 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-fd7263b1-a880-4fb6-bef3-30dc30632675 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] For port c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7,segment=NetworkSegment(1ff68248-7fc5-4035-bec9-099aa49e32e2),segment_id=1ff68248-7fc5-4035-bec9-099aa49e32e2)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:06.639649 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd7263b1-a880-4fb6-bef3-30dc30632675 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:06.659227 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93e978-ef4a-4ee1-b003-2c8d329ffc0e req-7ff91da8-b531-45f5-8767-60b0d85be7a6 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:06.667804 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4d93e978-ef4a-4ee1-b003-2c8d329ffc0e req-7ff91da8-b531-45f5-8767-60b0d85be7a6 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=d884d58b-a43b-47f1-be8f-b90fd611df0d HTTP/1.1" status: 200 len: 943 time: 0.1389406 Nov 12 00:43:06.687440 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-fd7263b1-a880-4fb6-bef3-30dc30632675 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Calling delete_port for c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:06.780548 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4d93e978-ef4a-4ee1-b003-2c8d329ffc0e req-c65bfe00-9312-4a59-a269-f6c5df07d708 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117821 Nov 12 00:43:06.787939 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420fe2cc-f877-4411-a5ad-6dc120c8c4fd None None] DHCP port deletion for e3add4c8-7943-4a49-b2cd-46ea5141b9a7 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:06.855018 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd7263b1-a880-4fb6-bef3-30dc30632675 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:06.888097 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8199aec6-5d84-4c81-b84b-3aedd53eaf2c req-733c3aa0-be6d-4a41-ba54-cb87f1d4656e tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 210 time: 0.0726030 Nov 12 00:43:06.909174 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7263b1-a880-4fb6-bef3-30dc30632675 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Port': ['ID=c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:06.917798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7263b1-a880-4fb6-bef3-30dc30632675 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] No DVR routers for this DVR port c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:06.924646 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:06.952126 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:06.952320 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:06.955037 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74aaae2b-521d-497b-a49f-94f37034739d req-d24c5a2b-9df6-4ecd-a312-3b0f1d2624bb service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7178214 Nov 12 00:43:06.968904 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-18aa98f5-80f8-4b27-bd07-2e17752cf42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:06.971070 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-18aa98f5-80f8-4b27-bd07-2e17752cf42d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab6fbd2-d7fa-46a6-839d-783bb02038fc HTTP/1.1" status: 200 len: 860 time: 0.5781684 Nov 12 00:43:07.014347 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-420fe2cc-f877-4411-a5ad-6dc120c8c4fd None None] Deleting port c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:07.015454 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-420fe2cc-f877-4411-a5ad-6dc120c8c4fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.016409 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-3dbacfa0-4b1f-4165-9551-f307b165a5ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40d5199b-84d3-4e3a-b832-6d6d2623ed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371625 Nov 12 00:43:07.023631 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbc5519-8467-44c6-8c60-6739ad56f4c7 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:07.031886 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5519-8467-44c6-8c60-6739ad56f4c7 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.102311 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d43326f-13b3-4db7-90fb-8693cf7c35e6 None None] Sync routers for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:07.111104 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd7263b1-a880-4fb6-bef3-30dc30632675 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.131882 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566f799-573a-43be-8ceb-bfc12d3e5e75 req-d8c39abd-d82b-4954-a9e2-f4fbfd83a130 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:07.135766 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b566f799-573a-43be-8ceb-bfc12d3e5e75 req-d8c39abd-d82b-4954-a9e2-f4fbfd83a130 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b HTTP/1.1" status: 200 len: 946 time: 0.1471460 Nov 12 00:43:07.135947 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6dbc5519-8467-44c6-8c60-6739ad56f4c7 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "PUT /v2.0/floatingips/cf45644a-aea9-443e-bedf-3e775f51493f HTTP/1.1" status: 200 len: 688 time: 2.2396801 Nov 12 00:43:07.136713 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60606) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:07.147180 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-420fe2cc-f877-4411-a5ad-6dc120c8c4fd None None] For port c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7, host n-d-712137-14, got binding levels [] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:07.148101 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-420fe2cc-f877-4411-a5ad-6dc120c8c4fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.151968 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-fd7263b1-a880-4fb6-bef3-30dc30632675 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3add4c8-7943-4a49-b2cd-46ea5141b9a7']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:07.164583 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-420fe2cc-f877-4411-a5ad-6dc120c8c4fd None None] Calling delete_port for c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:07.168592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.ipam_backend_mixin [None req-420fe2cc-f877-4411-a5ad-6dc120c8c4fd None None] Port c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7 was not found and therefore no delete operation was performed {{(pid=114244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:43:07.170905 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d43326f-13b3-4db7-90fb-8693cf7c35e6 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:07.171547 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3d43326f-13b3-4db7-90fb-8693cf7c35e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:07.175994 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-420fe2cc-f877-4411-a5ad-6dc120c8c4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.179647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-fd7263b1-a880-4fb6-bef3-30dc30632675 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff68248-7fc5-4035-bec9-099aa49e32e2') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:07.179921 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-fd7263b1-a880-4fb6-bef3-30dc30632675 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff68248-7fc5-4035-bec9-099aa49e32e2') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:07.193697 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd7263b1-a880-4fb6-bef3-30dc30632675 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.222633 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd7263b1-a880-4fb6-bef3-30dc30632675 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.236433 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fe2cc-f877-4411-a5ad-6dc120c8c4fd None None] Pushing event deleted for resources: {'Port': ['ID=c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:07.241482 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3d43326f-13b3-4db7-90fb-8693cf7c35e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:07.250431 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b566f799-573a-43be-8ceb-bfc12d3e5e75 req-9f740a7e-e153-4607-b12b-3dc3a8f30cdd tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017306 Nov 12 00:43:07.255284 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7263b1-a880-4fb6-bef3-30dc30632675 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:43:07.255647 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd7263b1-a880-4fb6-bef3-30dc30632675 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:43:07.259076 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:43:07.264454 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d43326f-13b3-4db7-90fb-8693cf7c35e6 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:07.267266 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3d43326f-13b3-4db7-90fb-8693cf7c35e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:07.269464 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420fe2cc-f877-4411-a5ad-6dc120c8c4fd None None] No DVR routers for this DVR port c4ebe9ec-36ce-4f89-92e1-8a2fc36e32b7 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:07.279435 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-3f5701de-fa01-448c-8d52-5e4a870f6d01 service neutron] 10.222.0.21 "GET /v2.0/networks/40d5199b-84d3-4e3a-b832-6d6d2623ed7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427590 Nov 12 00:43:07.305004 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-07b2f3c0-d6bf-4ad9-a297-15db2100b950 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Deleting port 157a594d-e552-4453-a5b4-28e95f305c00 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:07.306025 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-07b2f3c0-d6bf-4ad9-a297-15db2100b950 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.306399 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3d43326f-13b3-4db7-90fb-8693cf7c35e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:07.307256 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d43326f-13b3-4db7-90fb-8693cf7c35e6 None None] The sync data for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:07.346136 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd7263b1-a880-4fb6-bef3-30dc30632675 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.362791 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd7263b1-a880-4fb6-bef3-30dc30632675 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.368457 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fd7263b1-a880-4fb6-bef3-30dc30632675 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] 10.222.0.31 "DELETE /v2.0/networks/e3add4c8-7943-4a49-b2cd-46ea5141b9a7 HTTP/1.1" status: 204 len: 168 time: 1.1414897 Nov 12 00:43:07.376276 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7263b1-a880-4fb6-bef3-30dc30632675 tempest-NetworksTest-219778147 tempest-NetworksTest-219778147-project] Pushing event deleted for resources: {'Network': ['ID=e3add4c8-7943-4a49-b2cd-46ea5141b9a7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:07.428577 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 89f5c8ff-9a0f-4195-92e0-709df7959d91 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:43:07.502903 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-07b2f3c0-d6bf-4ad9-a297-15db2100b950 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.503240 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-07b2f3c0-d6bf-4ad9-a297-15db2100b950 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.531953 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33dbe165-d5d2-4a1f-92d5-1a7905c1c05d req-4a5fe3fb-10b9-4543-981e-0c907c72e068 service neutron] 10.222.0.21 "GET /v2.0/networks/40d5199b-84d3-4e3a-b832-6d6d2623ed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289340 Nov 12 00:43:07.532825 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-07b2f3c0-d6bf-4ad9-a297-15db2100b950 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Calling delete_port for 157a594d-e552-4453-a5b4-28e95f305c00 owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:07.542685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab646b1d-4186-4667-abb9-b498d01ccb6e req-ec285f4c-cdb0-4827-9e41-e5d969eab2fe tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:07.544244 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab646b1d-4186-4667-abb9-b498d01ccb6e req-ec285f4c-cdb0-4827-9e41-e5d969eab2fe tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 945 time: 0.1186595 Nov 12 00:43:07.546898 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 89f5c8ff-9a0f-4195-92e0-709df7959d91, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=89f5c8ff-9a0f-4195-92e0-709df7959d91,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:07.562923 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '89f5c8ff-9a0f-4195-92e0-709df7959d91', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '89f5c8ff-9a0f-4195-92e0-709df7959d91', 'mac_address': 'fa:16:3e:31:7e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:43:07.612505 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.631546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f5c8ff-9a0f-4195-92e0-709df7959d91 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:07.657348 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 89f5c8ff-9a0f-4195-92e0-709df7959d91, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=89f5c8ff-9a0f-4195-92e0-709df7959d91,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:07.662617 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.692016 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab646b1d-4186-4667-abb9-b498d01ccb6e req-201ec37f-c651-4cd4-98a2-4c20a131aeb5 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c5c2984-134f-4e0a-8ea7-0a3ab481d560&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1381814 Nov 12 00:43:07.695264 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5479b-647d-489c-865b-8e545084e17c req-0013c489-435d-4f56-a01a-0b1ff8b490c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:07.696735 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e2e5479b-647d-489c-865b-8e545084e17c req-0013c489-435d-4f56-a01a-0b1ff8b490c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1145286794e44c782b111d8c5f13ff8&device_id=d884d58b-a43b-47f1-be8f-b90fd611df0d HTTP/1.1" status: 200 len: 1095 time: 0.0929379 Nov 12 00:43:07.722838 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=89f5c8ff-9a0f-4195-92e0-709df7959d91,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:07.742115 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60614) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:07.843302 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5479b-647d-489c-865b-8e545084e17c req-3f3f85c9-883a-410b-b126-d30b2a0a953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:07.845035 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e2e5479b-647d-489c-865b-8e545084e17c req-3f3f85c9-883a-410b-b126-d30b2a0a953a service neutron] 10.222.0.21 "GET /v2.0/networks?id=40d5199b-84d3-4e3a-b832-6d6d2623ed7f HTTP/1.1" status: 200 len: 921 time: 0.1336823 Nov 12 00:43:07.858321 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-07b2f3c0-d6bf-4ad9-a297-15db2100b950 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:07.958626 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bb554-b54a-49fe-b79b-28d06387bfc3 req-08954e6f-72de-47cd-9747-61d6bd650d6c tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:07.961010 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-180bb554-b54a-49fe-b79b-28d06387bfc3 req-08954e6f-72de-47cd-9747-61d6bd650d6c tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=d884d58b-a43b-47f1-be8f-b90fd611df0d HTTP/1.1" status: 200 len: 943 time: 0.0619164 Nov 12 00:43:07.965040 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['89f5c8ff-9a0f-4195-92e0-709df7959d91'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:07.975778 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e2e5479b-647d-489c-865b-8e545084e17c req-21530269-23d0-4044-8e35-716c2f26ba57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77a1db08-631c-4a9e-b19a-176e3005c617 HTTP/1.1" status: 200 len: 217 time: 0.1185374 Nov 12 00:43:07.976518 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2f3c0-d6bf-4ad9-a297-15db2100b950 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event deleted for resources: {'Port': ['ID=157a594d-e552-4453-a5b4-28e95f305c00,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:08.040175 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-180bb554-b54a-49fe-b79b-28d06387bfc3 req-fc620aa5-3de9-4a87-a194-bad2ec3c5af1 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691988 Nov 12 00:43:08.117349 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-10286cd6-95ba-41cf-b9c1-ca3acc14e969 req-68e4dfdf-0120-4278-9144-5eb5c64d93b7 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 210 time: 0.0678973 Nov 12 00:43:08.164185 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5479b-647d-489c-865b-8e545084e17c req-9ebda36c-a556-44ce-b137-689513b06893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:08.166103 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e2e5479b-647d-489c-865b-8e545084e17c req-9ebda36c-a556-44ce-b137-689513b06893 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab6fbd2-d7fa-46a6-839d-783bb02038fc HTTP/1.1" status: 200 len: 860 time: 0.1785529 Nov 12 00:43:08.173671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-fd214fc4-cccb-4c74-a23f-431268c887f8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:08.175079 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-fd214fc4-cccb-4c74-a23f-431268c887f8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.21 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 808 time: 0.3291874 Nov 12 00:43:08.180120 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-32d7542b-f4aa-4992-b6f0-b7973dfd882f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=743aa15e4e8e4568a0f650b704e9151a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4370136 Nov 12 00:43:08.181059 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-07b2f3c0-d6bf-4ad9-a297-15db2100b950 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.183355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60626) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:08.184150 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-07b2f3c0-d6bf-4ad9-a297-15db2100b950 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.185326 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-07b2f3c0-d6bf-4ad9-a297-15db2100b950 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "DELETE /v2.0/floatingips/cf45644a-aea9-443e-bedf-3e775f51493f HTTP/1.1" status: 204 len: 168 time: 1.0462518 Nov 12 00:43:08.190038 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60628) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:08.195451 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': '1d62ad58-e028-4ab8-a9b6-162f1fc72d89'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:08.197542 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-824b0725-ad20-4cec-a9e1-6f16c2ce71bb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Request body: {'port': {'device_id': 'afc6c407-53e5-48b5-a8c4-4f6c3be84f7c', 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e', 'admin_state_up': True, 'tenant_id': '0c08be1f58b544848c94fddfb37189e3'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:08.238098 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e2e5479b-647d-489c-865b-8e545084e17c req-10684cc8-3e81-4ee5-9813-2fd4e3773653 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40d5199b-84d3-4e3a-b832-6d6d2623ed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606897 Nov 12 00:43:08.249476 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.270598 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34c5bb84-7217-44a8-a1df-19f0bf43c925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.303018 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34c5bb84-7217-44a8-a1df-19f0bf43c925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.397495 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.400488 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34c5bb84-7217-44a8-a1df-19f0bf43c925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.403030 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.403663 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34c5bb84-7217-44a8-a1df-19f0bf43c925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.405395 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-34c5bb84-7217-44a8-a1df-19f0bf43c925 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1a7cde8-eff5-4cf7-8856-862c458f21e8 HTTP/1.1" status: 204 len: 168 time: 0.2204225 Nov 12 00:43:08.423754 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5bb84-7217-44a8-a1df-19f0bf43c925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a7cde8-eff5-4cf7-8856-862c458f21e8,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:08.468021 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db1e79-af1b-44e2-adb0-9b2219dfd592 req-09dbb29f-2b79-44c8-8abe-9452e616e036 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:08.469583 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4db1e79-af1b-44e2-adb0-9b2219dfd592 req-09dbb29f-2b79-44c8-8abe-9452e616e036 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b HTTP/1.1" status: 200 len: 947 time: 0.1619277 Nov 12 00:43:08.475599 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e2e5479b-647d-489c-865b-8e545084e17c req-e92829f7-6721-4c3b-ae50-a703562377a7 service neutron] 10.222.0.21 "GET /v2.0/networks/40d5199b-84d3-4e3a-b832-6d6d2623ed7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051897 Nov 12 00:43:08.524048 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-824b0725-ad20-4cec-a9e1-6f16c2ce71bb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Made reservation on behalf of 0c08be1f58b544848c94fddfb37189e3 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:08.528188 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-824b0725-ad20-4cec-a9e1-6f16c2ce71bb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.535597 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Allocated IP 172.25.0.37 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/57309a1e-0b32-436c-97bc-731581829f6a) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:08.657602 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.675939 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4db1e79-af1b-44e2-adb0-9b2219dfd592 req-c959e222-d7ca-41f2-82a4-83ee1f62bd53 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973333 Nov 12 00:43:08.682713 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e2e5479b-647d-489c-865b-8e545084e17c req-e075e6ef-5052-45b0-a42e-669e219a89de service neutron] 10.222.0.21 "GET /v2.0/networks/40d5199b-84d3-4e3a-b832-6d6d2623ed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934879 Nov 12 00:43:08.694565 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:08.759071 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:08.762665 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:08.767380 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:08.771176 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Port': ['ID=57309a1e-0b32-436c-97bc-731581829f6a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:08.789563 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-824b0725-ad20-4cec-a9e1-6f16c2ce71bb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Allocated IP 172.20.0.12 (f1926e98-a223-4d69-aca0-b114b74b472e/3fc5c04a-017f-4820-8cce-df76bd4f7a1c/be9e8077-27dd-4e70-8be7-42450793c0f9) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:08.814267 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:08.814643 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:08.814950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:08.815425 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:08.815764 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:08.816089 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:08.816422 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:08.816760 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:08.817135 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:08.817446 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:08.817770 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:08.818085 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:08.906767 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa8e66-b9df-46bf-a068-af3e10fac449 req-5f50f242-ddc6-4acd-96de-ed0084404a9b tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:08.909826 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-59fa8e66-b9df-46bf-a068-af3e10fac449 req-5f50f242-ddc6-4acd-96de-ed0084404a9b tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 945 time: 0.1198819 Nov 12 00:43:08.971086 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-824b0725-ad20-4cec-a9e1-6f16c2ce71bb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.007130 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-824b0725-ad20-4cec-a9e1-6f16c2ce71bb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.027678 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-59fa8e66-b9df-46bf-a068-af3e10fac449 req-27a94b6c-ee44-41a4-a0f1-6f548fd7cdc8 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c5c2984-134f-4e0a-8ea7-0a3ab481d560&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0974693 Nov 12 00:43:09.049583 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-824b0725-ad20-4cec-a9e1-6f16c2ce71bb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Network f1926e98-a223-4d69-aca0-b114b74b472e is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:09.051011 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-824b0725-ad20-4cec-a9e1-6f16c2ce71bb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:09.054757 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-824b0725-ad20-4cec-a9e1-6f16c2ce71bb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:09.079567 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab3385a-536b-4b9d-bbbe-4ba38ed54b60 None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:09.122766 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b0725-ad20-4cec-a9e1-6f16c2ce71bb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Pushing event updated for resources: {'Port': ['ID=be9e8077-27dd-4e70-8be7-42450793c0f9,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:09.150808 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-824b0725-ad20-4cec-a9e1-6f16c2ce71bb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:09.153284 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-824b0725-ad20-4cec-a9e1-6f16c2ce71bb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.176913 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-824b0725-ad20-4cec-a9e1-6f16c2ce71bb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9826283 Nov 12 00:43:09.208461 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] Request body: {'port': {'device_id': 'afc6c407-53e5-48b5-a8c4-4f6c3be84f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:09.228679 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ce4d2680-3d6b-48e3-ac41-cf169f1aeedb None None] Provisioning complete for port be9e8077-27dd-4e70-8be7-42450793c0f9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:09.230260 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ce4d2680-3d6b-48e3-ac41-cf169f1aeedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.278184 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ce4d2680-3d6b-48e3-ac41-cf169f1aeedb None None] Port be9e8077-27dd-4e70-8be7-42450793c0f9 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:09.282509 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.290167 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60662) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:09.293352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a5db5-8bc6-44f9-b5b9-19e3e26f9323 req-028c9e9b-20e7-4ea4-9c2d-6d7cb873c4f8 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:09.299203 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb5a5db5-8bc6-44f9-b5b9-19e3e26f9323 req-028c9e9b-20e7-4ea4-9c2d-6d7cb873c4f8 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=d884d58b-a43b-47f1-be8f-b90fd611df0d HTTP/1.1" status: 200 len: 943 time: 0.1227255 Nov 12 00:43:09.354881 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a51719-794b-41da-a77f-d19a4bd3834b req-f0c831c3-2790-483f-8d6f-5b3245246ea1 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:09.356498 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-32a51719-794b-41da-a77f-d19a4bd3834b req-f0c831c3-2790-483f-8d6f-5b3245246ea1 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 932 time: 0.1463640 Nov 12 00:43:09.381356 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.389545 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb5a5db5-8bc6-44f9-b5b9-19e3e26f9323 req-2dfc8e35-e199-4ff6-908b-992e4e4e1068 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880463 Nov 12 00:43:09.420196 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-53cfc776-21bd-470d-b198-dac0968cfd49 tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] Request body: {'port': {'network_id': '9baea72c-ba6c-4777-b26e-05d16838a91e', 'name': 'tempest-NetworksNegativeTestJSON-145628380'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:09.431883 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 89f5c8ff-9a0f-4195-92e0-709df7959d91 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:09.438900 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-53cfc776-21bd-470d-b198-dac0968cfd49 tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] POST failed (client error): The resource could not be found. Nov 12 00:43:09.439458 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53cfc776-21bd-470d-b198-dac0968cfd49 tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:09.445017 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-53cfc776-21bd-470d-b198-dac0968cfd49 tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1516290 Nov 12 00:43:09.448495 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60666) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:09.475478 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af9a6d0-3967-4055-b82c-6b903f46ca7f tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:09.476052 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af9a6d0-3967-4055-b82c-6b903f46ca7f tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:09.479762 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4af9a6d0-3967-4055-b82c-6b903f46ca7f tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] 10.222.0.31 "DELETE /v2.0/networks/c093c190-b124-4221-bd7e-8cf8fae999c0 HTTP/1.1" status: 404 len: 339 time: 0.0297163 Nov 12 00:43:09.485641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60668) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:09.489900 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 89f5c8ff-9a0f-4195-92e0-709df7959d91 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:43:09.494143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 89f5c8ff-9a0f-4195-92e0-709df7959d91 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:09.494759 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.499121 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 9252c776-c234-4846-9a7d-03daf888e4e1 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:09.518209 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-178fae2d-29fe-45df-9367-ba0d1ad9795a tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:09.518722 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-32a51719-794b-41da-a77f-d19a4bd3834b req-41ad7f80-ef8a-484f-815d-15225a5940e7 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456285 Nov 12 00:43:09.518924 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178fae2d-29fe-45df-9367-ba0d1ad9795a tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:09.519853 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.521995 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-178fae2d-29fe-45df-9367-ba0d1ad9795a tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] 10.222.0.31 "DELETE /v2.0/ports/7784f3d9-48e1-4e01-9ca5-97eed56c6d8b HTTP/1.1" status: 404 len: 333 time: 0.0354233 Nov 12 00:43:09.525633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60670) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:09.559123 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-af07274e-82bd-4b63-a7d5-3c39ea2203b0 tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:09.559585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af07274e-82bd-4b63-a7d5-3c39ea2203b0 tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:09.562744 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-af07274e-82bd-4b63-a7d5-3c39ea2203b0 tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] 10.222.0.31 "DELETE /v2.0/subnets/ad19c872-0f61-4970-8e6c-9de7aca7b809 HTTP/1.1" status: 404 len: 337 time: 0.0356603 Nov 12 00:43:09.568810 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60672) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:09.604999 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 9252c776-c234-4846-9a7d-03daf888e4e1 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:43:09.609521 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b12a250-3117-48a8-8e80-35818139778b tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] GET failed (client error): The resource could not be found. Nov 12 00:43:09.611764 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6b12a250-3117-48a8-8e80-35818139778b tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] 10.222.0.31 "GET /v2.0/networks/3e8dfa1e-acaf-4d51-9200-54eba8912794 HTTP/1.1" status: 404 len: 339 time: 0.0416441 Nov 12 00:43:09.615315 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60674) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:09.633826 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 9252c776-c234-4846-9a7d-03daf888e4e1 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:09.634577 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.662582 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-87484a0e-061b-45f8-af69-fa1c5a93a054 tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] GET failed (client error): The resource could not be found. Nov 12 00:43:09.664130 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-87484a0e-061b-45f8-af69-fa1c5a93a054 tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] 10.222.0.31 "GET /v2.0/ports/e7474f5c-bb40-45bb-a12a-882c7b675d9f HTTP/1.1" status: 404 len: 333 time: 0.0479336 Nov 12 00:43:09.670025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60676) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:09.674133 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.707046 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a5bc5b-4c85-47ff-b4c0-26815ebf5bca tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] GET failed (client error): The resource could not be found. Nov 12 00:43:09.708408 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f9a5bc5b-4c85-47ff-b4c0-26815ebf5bca tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] 10.222.0.31 "GET /v2.0/subnets/36fc13d3-4376-4e9b-9347-7a3d6a9ab823 HTTP/1.1" status: 404 len: 337 time: 0.0371101 Nov 12 00:43:09.712613 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60680) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:09.718228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-1ddd1728-1b89-4a3a-a1d5-13ece2d506e5 tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] Request body: {'network': {'name': 'new_name'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:09.719370 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f5c8ff-9a0f-4195-92e0-709df7959d91'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:09.735908 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ddd1728-1b89-4a3a-a1d5-13ece2d506e5 tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] PUT failed (client error): The resource could not be found. Nov 12 00:43:09.736483 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ddd1728-1b89-4a3a-a1d5-13ece2d506e5 tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:09.737689 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1ddd1728-1b89-4a3a-a1d5-13ece2d506e5 tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] 10.222.0.31 "PUT /v2.0/networks/acdf37ce-6346-4e90-acd8-d33b73aefea1 HTTP/1.1" status: 404 len: 339 time: 0.0240066 Nov 12 00:43:09.743064 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4484587d-9134-4f9e-b929-8e83b52bad47" -d '{"events": [{"server_uuid": "2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b", "name": "network-vif-plugged", "status": "completed", "tag": "89f5c8ff-9a0f-4195-92e0-709df7959d91"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:09.743297 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60682) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:09.748577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-8600a9dd-b45d-456a-a31b-455f8d69b1d9 tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] Request body: {'port': {'name': 'new_name'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:09.770616 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9e8077-27dd-4e70-8be7-42450793c0f9 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:09.775220 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 89f5c8ff-9a0f-4195-92e0-709df7959d91, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=89f5c8ff-9a0f-4195-92e0-709df7959d91,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:09.775664 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-8600a9dd-b45d-456a-a31b-455f8d69b1d9 tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] PUT failed (client error): The resource could not be found. Nov 12 00:43:09.776387 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8600a9dd-b45d-456a-a31b-455f8d69b1d9 tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:09.777569 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8600a9dd-b45d-456a-a31b-455f8d69b1d9 tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] 10.222.0.31 "PUT /v2.0/ports/0157d63b-c16b-4a3e-aad2-beb149866a79 HTTP/1.1" status: 404 len: 333 time: 0.0335815 Nov 12 00:43:09.783182 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60686) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:09.787817 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.788190 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-631d5b7e-0145-4704-804c-1833320d766c tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:09.813445 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-631d5b7e-0145-4704-804c-1833320d766c tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] PUT failed (client error): The resource could not be found. Nov 12 00:43:09.813905 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-631d5b7e-0145-4704-804c-1833320d766c tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:09.818188 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-631d5b7e-0145-4704-804c-1833320d766c tempest-NetworksNegativeTestJSON-242251720 tempest-NetworksNegativeTestJSON-242251720-project] 10.222.0.31 "PUT /v2.0/subnets/ead9d865-ba24-4b0c-88c3-f7d3899ab174 HTTP/1.1" status: 404 len: 337 time: 0.0309355 Nov 12 00:43:09.827313 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] Transition to ACTIVE for port object be9e8077-27dd-4e70-8be7-42450793c0f9 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:43:09.847048 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6790d7-da92-4042-af42-1a64323e515f x-openstack-request-id: req-7c6790d7-da92-4042-af42-1a64323e515f {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:09.847351 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b", "name": "network-vif-plugged", "status": "completed", "tag": "89f5c8ff-9a0f-4195-92e0-709df7959d91", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:09.847864 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c6790d7-da92-4042-af42-1a64323e515f {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:09.848187 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f5c8ff-9a0f-4195-92e0-709df7959d91', 'code': 200} Nov 12 00:43:09.849644 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.850874 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.853121 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.858886 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.859828 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2e68d-a4f4-4123-b569-0aaead8630c0 req-ffed56ce-82f1-472e-babd-74349dafb557 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:09.862066 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-83f2e68d-a4f4-4123-b569-0aaead8630c0 req-ffed56ce-82f1-472e-babd-74349dafb557 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b HTTP/1.1" status: 200 len: 948 time: 0.0946486 Nov 12 00:43:09.863328 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.950218 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9734bb82-7a7f-486a-b90d-120f5f947c6a None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:09.964778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Port': ['ID=57309a1e-0b32-436c-97bc-731581829f6a,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:09.987103 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:09.987353 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 9252c776-c234-4846-9a7d-03daf888e4e1, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=9252c776-c234-4846-9a7d-03daf888e4e1,segment=NetworkSegment(1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6),segment_id=1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:09.996470 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=be9e8077-27dd-4e70-8be7-42450793c0f9,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:10.002898 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:10.012831 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=89f5c8ff-9a0f-4195-92e0-709df7959d91,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:10.018638 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-83f2e68d-a4f4-4123-b569-0aaead8630c0 req-33a56aad-c936-446f-8a3b-ee35f4d71d83 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226153 Nov 12 00:43:10.073627 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4899f01-b01a-49bc-8b0f-68c95587a869 req-6046557c-10f7-4c7b-b155-bb3433e79852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:10.075176 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e4899f01-b01a-49bc-8b0f-68c95587a869 req-6046557c-10f7-4c7b-b155-bb3433e79852 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b HTTP/1.1" status: 200 len: 1100 time: 0.1697311 Nov 12 00:43:10.113953 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=9252c776-c234-4846-9a7d-03daf888e4e1,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:10.118832 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] Attempting to bind port be9e8077-27dd-4e70-8be7-42450793c0f9 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:10.119262 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] Attempting to bind port be9e8077-27dd-4e70-8be7-42450793c0f9 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:10.119706 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] Attempting to bind port be9e8077-27dd-4e70-8be7-42450793c0f9 on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:10.132285 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] Port be9e8077-27dd-4e70-8be7-42450793c0f9 on network f1926e98-a223-4d69-aca0-b114b74b472e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:43:10.132708 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] Attempting to bind port be9e8077-27dd-4e70-8be7-42450793c0f9 on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:10.149331 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:10.149331 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] Checking segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:10.149891 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] Bound using segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:10.150409 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] Bound port: be9e8077-27dd-4e70-8be7-42450793c0f9, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:10.151463 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:10.157347 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e4899f01-b01a-49bc-8b0f-68c95587a869 req-60c06cb4-871d-408d-ab52-430bd772dbb7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692475 Nov 12 00:43:10.196074 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Floating IP 94779311-8d43-43c4-ac24-7208a857075a associated. External IP: 172.25.0.37, port: 1d62ad58-e028-4ab8-a9b6-162f1fc72d89. Nov 12 00:43:10.208851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60694) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:10.227315 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] For port be9e8077-27dd-4e70-8be7-42450793c0f9, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:10.230685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] For port be9e8077-27dd-4e70-8be7-42450793c0f9, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=be9e8077-27dd-4e70-8be7-42450793c0f9,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:10.238072 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:10.250166 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd92db-37ec-42a2-8f9f-cd1198edf99e req-051e7a0a-cf94-4ba6-925a-916351442eae tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:10.251670 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-05bd92db-37ec-42a2-8f9f-cd1198edf99e req-051e7a0a-cf94-4ba6-925a-916351442eae tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 946 time: 0.1127148 Nov 12 00:43:10.290674 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:10.291369 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:10.292953 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] 10.222.0.21 "PUT /v2.0/ports/be9e8077-27dd-4e70-8be7-42450793c0f9 HTTP/1.1" status: 200 len: 1093 time: 1.1043468 Nov 12 00:43:10.293458 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc6c407-53e5-48b5-a8c4-4f6c3be84f7c', 'tag': 'be9e8077-27dd-4e70-8be7-42450793c0f9'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:10.296367 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abf71af-c21e-483f-87d5-6a3fe81ef523" -d '{"events": [{"name": "network-changed", "server_uuid": "afc6c407-53e5-48b5-a8c4-4f6c3be84f7c", "tag": "be9e8077-27dd-4e70-8be7-42450793c0f9"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:10.304098 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:43:10.305751 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb867e5-9cfe-4b85-a3e8-089986cbbdb7 None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:10.327770 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82a15c-bcc5-4750-a4e1-09f9c2aba7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=be9e8077-27dd-4e70-8be7-42450793c0f9,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:10.348888 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-05bd92db-37ec-42a2-8f9f-cd1198edf99e req-aa5f0c41-1695-4072-b7e8-9388ee2083b4 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c5c2984-134f-4e0a-8ea7-0a3ab481d560&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0885730 Nov 12 00:43:10.398820 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3b4bf8-76cc-4924-8704-c89f83fe7a5d x-openstack-request-id: req-ff3b4bf8-76cc-4924-8704-c89f83fe7a5d {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:10.400492 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc6c407-53e5-48b5-a8c4-4f6c3be84f7c", "tag": "be9e8077-27dd-4e70-8be7-42450793c0f9", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:10.400608 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff3b4bf8-76cc-4924-8704-c89f83fe7a5d {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:10.401559 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc6c407-53e5-48b5-a8c4-4f6c3be84f7c', 'tag': 'be9e8077-27dd-4e70-8be7-42450793c0f9', 'status': 'completed', 'code': 200} Nov 12 00:43:10.420422 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-93a5db15-700b-4548-afa6-2a89c64f538e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:10.484884 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-c96db0db-1f72-4efc-9fa7-32cb6814cd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:10.486653 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-c96db0db-1f72-4efc-9fa7-32cb6814cd76 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 1096 time: 0.0901778 Nov 12 00:43:10.582178 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-423c80e9-25c8-40b7-91fb-f2bf79ba2520 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be9e8077-27dd-4e70-8be7-42450793c0f9 HTTP/1.1" status: 200 len: 217 time: 0.0833144 Nov 12 00:43:10.618806 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-93a5db15-700b-4548-afa6-2a89c64f538e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:10.651748 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-93a5db15-700b-4548-afa6-2a89c64f538e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:10.690207 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-93a5db15-700b-4548-afa6-2a89c64f538e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c658ab79725447f980a6014e984b8af0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4802289 Nov 12 00:43:10.696105 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60708) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:10.760571 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5db15-700b-4548-afa6-2a89c64f538e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ba91dd-1601-47fa-b83b-cfb11f5dab3d,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:10.785457 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-49696f5b-8d08-415f-9680-376b34ae530b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:10.786962 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-49696f5b-8d08-415f-9680-376b34ae530b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fc5c04a-017f-4820-8cce-df76bd4f7a1c HTTP/1.1" status: 200 len: 848 time: 0.1953986 Nov 12 00:43:10.814778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Router 442f9106-e30d-4a75-b10b-17f620abbe2b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:43:10.827636 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626767bf-e22b-48c1-aeec-2164958723b8 req-531719ff-957a-462f-861f-f8b044d34683 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:10.829253 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-626767bf-e22b-48c1-aeec-2164958723b8 req-531719ff-957a-462f-861f-f8b044d34683 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=d884d58b-a43b-47f1-be8f-b90fd611df0d HTTP/1.1" status: 200 len: 943 time: 0.0796404 Nov 12 00:43:10.845856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafcff7-096c-453f-931b-16c0534edaa7 req-608e6aa0-82b1-44dd-b22f-f96c1075456e tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:10.850490 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cdafcff7-096c-453f-931b-16c0534edaa7 req-608e6aa0-82b1-44dd-b22f-f96c1075456e tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 944 time: 0.1362298 Nov 12 00:43:10.852474 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-af6d5f81-883d-4c74-b06a-757fe2296d3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1926e98-a223-4d69-aca0-b114b74b472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526414 Nov 12 00:43:10.903066 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e771-0123-43c3-b18d-32f315957f04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:10.933737 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-626767bf-e22b-48c1-aeec-2164958723b8 req-35221c58-988c-418c-9f78-07eab20fa99e tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944438 Nov 12 00:43:10.981809 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:10.982203 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e771-0123-43c3-b18d-32f315957f04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:10.993076 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cdafcff7-096c-453f-931b-16c0534edaa7 req-5f95334b-8c84-451b-a4ab-4e02f9e624ef tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391463 Nov 12 00:43:10.993841 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b7c121-06c1-41c4-9bcb-c0da31b06b41 None None] Sync routers for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:11.001330 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:11.007027 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b7c121-06c1-41c4-9bcb-c0da31b06b41 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:11.008118 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b0b7c121-06c1-41c4-9bcb-c0da31b06b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:11.034256 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fcbb2e6b-db9f-4905-9661-e66f4dd959ab tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.8431838 Nov 12 00:43:11.036292 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60710) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:11.049125 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b0b7c121-06c1-41c4-9bcb-c0da31b06b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:11.060794 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b7c121-06c1-41c4-9bcb-c0da31b06b41 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:11.061585 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b0b7c121-06c1-41c4-9bcb-c0da31b06b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:11.097870 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b0b7c121-06c1-41c4-9bcb-c0da31b06b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:11.098525 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b7c121-06c1-41c4-9bcb-c0da31b06b41 None None] The sync data for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:11.152207 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fdae314e-c40f-44cd-9d98-a87f4f81a82f tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "GET /v2.0/floatingips/94779311-8d43-43c4-ac24-7208a857075a HTTP/1.1" status: 200 len: 977 time: 0.1144676 Nov 12 00:43:11.155410 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60714) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:11.236095 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181fa33-598f-4ce2-8671-282659e18461 req-4432102a-8b11-4def-b133-6a1c7194ff2f tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:11.237708 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7181fa33-598f-4ce2-8671-282659e18461 req-4432102a-8b11-4def-b133-6a1c7194ff2f tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b HTTP/1.1" status: 200 len: 948 time: 0.1404417 Nov 12 00:43:11.306780 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-22af7c17-99d5-4d81-80b7-9d8e909f3dc0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1479452 Nov 12 00:43:11.309065 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-4dec4903-9a5f-44aa-ba7e-abdb4d9792d2 service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435987 Nov 12 00:43:11.309594 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60716) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:11.316685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-ac1b8c26-428a-48f6-acdf-0c426eff2f86 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Request body: {'floatingip': {'port_id': 'b4be5042-580d-4a7a-8686-1ddf8479ac09'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:11.323959 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7181fa33-598f-4ce2-8671-282659e18461 req-e695274d-d2f1-46ff-b93c-d2c6f5533792 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777869 Nov 12 00:43:11.437266 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e771-0123-43c3-b18d-32f315957f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:11.437813 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 77a1db08-631c-4a9e-b19a-176e3005c617 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:43:11.439864 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e771-0123-43c3-b18d-32f315957f04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:11.443319 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5fb1e771-0123-43c3-b18d-32f315957f04 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21ba91dd-1601-47fa-b83b-cfb11f5dab3d HTTP/1.1" status: 204 len: 168 time: 0.7439778 Nov 12 00:43:11.449747 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac1b8c26-428a-48f6-acdf-0c426eff2f86 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:11.514073 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1e771-0123-43c3-b18d-32f315957f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ba91dd-1601-47fa-b83b-cfb11f5dab3d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:11.566749 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c31586-b272-473b-80d3-dccc8033eee0 req-ab626f75-e8aa-4fcb-a783-81d446d68a12 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:11.568261 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f7c31586-b272-473b-80d3-dccc8033eee0 req-ab626f75-e8aa-4fcb-a783-81d446d68a12 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 946 time: 0.1459594 Nov 12 00:43:11.570155 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf585770-935f-497d-9b31-c5f0e57c89f8 req-20028998-3c44-4a96-9100-03eca8a81df4 service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491837 Nov 12 00:43:11.584845 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 77a1db08-631c-4a9e-b19a-176e3005c617, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=77a1db08-631c-4a9e-b19a-176e3005c617,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:11.616839 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '77a1db08-631c-4a9e-b19a-176e3005c617', 'network_id': '40d5199b-84d3-4e3a-b832-6d6d2623ed7f', 'port_id': '77a1db08-631c-4a9e-b19a-176e3005c617', 'mac_address': 'fa:16:3e:e2:1c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab6fbd2-d7fa-46a6-839d-783bb02038fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:43:11.672208 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:11.694294 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a1db08-631c-4a9e-b19a-176e3005c617 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:11.714448 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 77a1db08-631c-4a9e-b19a-176e3005c617, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=77a1db08-631c-4a9e-b19a-176e3005c617,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:11.721839 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:11.758624 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f7c31586-b272-473b-80d3-dccc8033eee0 req-a613ab70-3fe0-45b5-9311-fc77f904869b tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c5c2984-134f-4e0a-8ea7-0a3ab481d560&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1701422 Nov 12 00:43:11.786104 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=77a1db08-631c-4a9e-b19a-176e3005c617,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:11.796411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf71af-c21e-483f-87d5-6a3fe81ef523 req-0e2081a1-c901-42fe-b204-65b04305d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:11.798264 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0abf71af-c21e-483f-87d5-6a3fe81ef523 req-0e2081a1-c901-42fe-b204-65b04305d0a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 1096 time: 0.1349306 Nov 12 00:43:11.849643 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd532f702-09d6-4995-8b47-54157e69d2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9252c776-c234-4846-9a7d-03daf888e4e1'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:11.852799 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e3cb2f-8d66-4f36-adc0-17d173a4930a" -d '{"events": [{"server_uuid": "d532f702-09d6-4995-8b47-54157e69d2dd", "name": "network-vif-plugged", "status": "completed", "tag": "9252c776-c234-4846-9a7d-03daf888e4e1"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:11.898315 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c0011f-b917-4b4c-9718-96e2536ecdc3 x-openstack-request-id: req-d9c0011f-b917-4b4c-9718-96e2536ecdc3 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:11.898679 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d532f702-09d6-4995-8b47-54157e69d2dd", "name": "network-vif-plugged", "status": "completed", "tag": "9252c776-c234-4846-9a7d-03daf888e4e1", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:11.899005 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9c0011f-b917-4b4c-9718-96e2536ecdc3 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:11.899423 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd532f702-09d6-4995-8b47-54157e69d2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9252c776-c234-4846-9a7d-03daf888e4e1', 'code': 200} Nov 12 00:43:12.046511 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf71af-c21e-483f-87d5-6a3fe81ef523 req-5fde686e-9e30-4596-86ad-73c62ba7fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:12.048374 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0abf71af-c21e-483f-87d5-6a3fe81ef523 req-5fde686e-9e30-4596-86ad-73c62ba7fd6c service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 909 time: 0.2237289 Nov 12 00:43:12.063753 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ab97f-c617-4169-b81f-1c74ea7737a1 req-0982aaf6-1bb8-42c4-8d75-24e93faa0410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:12.065513 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c26ab97f-c617-4169-b81f-1c74ea7737a1 req-0982aaf6-1bb8-42c4-8d75-24e93faa0410 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 1098 time: 0.0545425 Nov 12 00:43:12.160529 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['77a1db08-631c-4a9e-b19a-176e3005c617'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:12.167042 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0abf71af-c21e-483f-87d5-6a3fe81ef523 req-95f8e05b-5a09-4607-a405-bad369c20706 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be9e8077-27dd-4e70-8be7-42450793c0f9 HTTP/1.1" status: 200 len: 217 time: 0.0763381 Nov 12 00:43:12.199840 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c26ab97f-c617-4169-b81f-1c74ea7737a1 req-319c2d3d-1f0c-45c9-abdf-63b38c8bd86b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1c5c2984-134f-4e0a-8ea7-0a3ab481d560&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1254413 Nov 12 00:43:12.215913 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c87e51-295e-44de-8042-d7dcbafad908 req-20bd842d-37c4-401f-9b92-906d7eb5766b tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:12.225653 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a2c87e51-295e-44de-8042-d7dcbafad908 req-20bd842d-37c4-401f-9b92-906d7eb5766b tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 944 time: 0.1360354 Nov 12 00:43:12.291581 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a2c87e51-295e-44de-8042-d7dcbafad908 req-5568f914-8900-4d7d-aea2-c32a0730f05a tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647819 Nov 12 00:43:12.347594 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4d034-7be7-4191-abc6-99cfc7d9a25d req-b64327fe-fcc1-4fc2-842e-89c2f829bfb0 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:12.355075 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-62f4d034-7be7-4191-abc6-99cfc7d9a25d req-b64327fe-fcc1-4fc2-842e-89c2f829bfb0 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=d884d58b-a43b-47f1-be8f-b90fd611df0d HTTP/1.1" status: 200 len: 944 time: 0.3175058 Nov 12 00:43:12.428254 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60752) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:12.455858 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2844e2-8919-4969-bbd3-7f53754c214c req-9e61f613-d3aa-4640-8a86-49df92a67314 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:12.457554 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b2844e2-8919-4969-bbd3-7f53754c214c req-9e61f613-d3aa-4640-8a86-49df92a67314 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b HTTP/1.1" status: 200 len: 948 time: 0.0586503 Nov 12 00:43:12.464791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf71af-c21e-483f-87d5-6a3fe81ef523 req-cb09ecb7-6e2f-4e8b-a6a9-1410e659171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:12.466232 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0abf71af-c21e-483f-87d5-6a3fe81ef523 req-cb09ecb7-6e2f-4e8b-a6a9-1410e659171e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fc5c04a-017f-4820-8cce-df76bd4f7a1c HTTP/1.1" status: 200 len: 848 time: 0.2737298 Nov 12 00:43:12.517291 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b2844e2-8919-4969-bbd3-7f53754c214c req-8e687084-b1c3-4f75-96f5-f26041953f08 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497911 Nov 12 00:43:12.534961 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0abf71af-c21e-483f-87d5-6a3fe81ef523 req-c0d302fe-bd37-4dce-bb19-53e18022dec3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1926e98-a223-4d69-aca0-b114b74b472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354655 Nov 12 00:43:12.542438 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-0208c086-848a-460d-a343-39bf73c4458e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-221818380'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:12.547850 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-62f4d034-7be7-4191-abc6-99cfc7d9a25d req-7b4da220-e04f-4d2e-989b-cce68cc2c355 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915531 Nov 12 00:43:12.567760 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0208c086-848a-460d-a343-39bf73c4458e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:12.572007 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0208c086-848a-460d-a343-39bf73c4458e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:12.582821 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0208c086-848a-460d-a343-39bf73c4458e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:12.600227 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.db.resource_extend [None req-ac1b8c26-428a-48f6-acdf-0c426eff2f86 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:43:12.672181 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221550b3-293e-4b77-94b2-9ef7b84f908d req-fede685c-704b-4e09-8333-72971a688a58 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:12.673819 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-221550b3-293e-4b77-94b2-9ef7b84f908d req-fede685c-704b-4e09-8333-72971a688a58 tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b HTTP/1.1" status: 200 len: 1100 time: 0.0667195 Nov 12 00:43:12.715303 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac1b8c26-428a-48f6-acdf-0c426eff2f86 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:12.730871 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0208c086-848a-460d-a343-39bf73c4458e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:12.740562 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0abf71af-c21e-483f-87d5-6a3fe81ef523 req-55f7ee6c-c4d8-4d72-8f43-fa6af297133f service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915646 Nov 12 00:43:12.741429 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac1b8c26-428a-48f6-acdf-0c426eff2f86 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:12.741879 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0208c086-848a-460d-a343-39bf73c4458e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:12.762741 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-221550b3-293e-4b77-94b2-9ef7b84f908d req-84bb3799-24fb-460a-8fee-fc7322b29a7b tempest-ServersOnMultiNodesTest-1106131555 tempest-ServersOnMultiNodesTest-1106131555-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771990 Nov 12 00:43:12.778534 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0208c086-848a-460d-a343-39bf73c4458e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:43:12.788251 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208c086-848a-460d-a343-39bf73c4458e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4d8a16-fc5a-41b1-bdb2-b71b807d6355,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:12.798266 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0208c086-848a-460d-a343-39bf73c4458e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:12.798398 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-0208c086-848a-460d-a343-39bf73c4458e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Added segment ab83b1a2-4fdd-4c2f-bfc4-77563efc1b0f of type vlan for network 8de229bf-fda9-444b-96fc-52c1e25318db Nov 12 00:43:12.853124 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0208c086-848a-460d-a343-39bf73c4458e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:12.890776 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0208c086-848a-460d-a343-39bf73c4458e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:12.896572 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0208c086-848a-460d-a343-39bf73c4458e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:12.897255 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0208c086-848a-460d-a343-39bf73c4458e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:12.968630 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0208c086-848a-460d-a343-39bf73c4458e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5391426 Nov 12 00:43:12.972256 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60778) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:12.979572 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-0c6e61e8-0a05-4573-8afe-06c5461b0ff5 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'port': {'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db', 'name': 'tempest-PortsTestJSON-981046242'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:13.004527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208c086-848a-460d-a343-39bf73c4458e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Network': ['ID=8de229bf-fda9-444b-96fc-52c1e25318db,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:13.024476 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 8de229bf-fda9-444b-96fc-52c1e25318db details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:43:13.116782 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6e61e8-0a05-4573-8afe-06c5461b0ff5 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:13.125679 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0c6e61e8-0a05-4573-8afe-06c5461b0ff5 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:13.158990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-0c6e61e8-0a05-4573-8afe-06c5461b0ff5 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] device_id is not set on port f638c670-5768-45f3-8d06-1cf96351aa69 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:43:13.266295 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-ac1b8c26-428a-48f6-acdf-0c426eff2f86 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Floating IP 94779311-8d43-43c4-ac24-7208a857075a associated. External IP: 172.25.0.37, port: 1d62ad58-e028-4ab8-a9b6-162f1fc72d89. Nov 12 00:43:13.275577 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0abf71af-c21e-483f-87d5-6a3fe81ef523 req-aa8d0c70-d2ce-48c9-8a5d-d9ee5aadfe55 service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820151 Nov 12 00:43:13.315700 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37ec52-9ba6-42be-b15a-78b4eac41045 req-df0ba040-651b-454f-ae4b-3f0701729257 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:13.317186 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7c37ec52-9ba6-42be-b15a-78b4eac41045 req-df0ba040-651b-454f-ae4b-3f0701729257 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 946 time: 0.4067090 Nov 12 00:43:13.403525 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0c6e61e8-0a05-4573-8afe-06c5461b0ff5 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:13.415251 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7c37ec52-9ba6-42be-b15a-78b4eac41045 req-65314198-25c2-4c07-9692-cc9afe9fb13c tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c5c2984-134f-4e0a-8ea7-0a3ab481d560&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0875051 Nov 12 00:43:13.417414 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b1da2-f3be-44b2-b56e-403bc933a361 req-94c3450d-c510-4c67-b7bc-d78e5dd6bd64 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:13.418941 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-758b1da2-f3be-44b2-b56e-403bc933a361 req-94c3450d-c510-4c67-b7bc-d78e5dd6bd64 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b HTTP/1.1" status: 200 len: 948 time: 0.0790977 Nov 12 00:43:13.433075 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 77a1db08-631c-4a9e-b19a-176e3005c617 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:13.481903 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0c6e61e8-0a05-4573-8afe-06c5461b0ff5 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:13.514282 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 77a1db08-631c-4a9e-b19a-176e3005c617 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:43:13.520544 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 77a1db08-631c-4a9e-b19a-176e3005c617 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:13.521554 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:13.547221 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-758b1da2-f3be-44b2-b56e-403bc933a361 req-a4d7c810-841f-41a7-8351-49ac99482f3a tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178658 Nov 12 00:43:13.566733 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e61e8-0a05-4573-8afe-06c5461b0ff5 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=f638c670-5768-45f3-8d06-1cf96351aa69,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:13.593603 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6e61e8-0a05-4573-8afe-06c5461b0ff5 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Checking segment: {'id': 'ab83b1a2-4fdd-4c2f-bfc4-77563efc1b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:13.594372 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6e61e8-0a05-4573-8afe-06c5461b0ff5 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network hostable DHCP agents. Network: 8de229bf-fda9-444b-96fc-52c1e25318db, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:43:13.598096 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952d765-9151-4c58-a7aa-ab516728e702 req-c694d409-27a7-467f-9e8f-b74ccf669c09 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:13.599776 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4952d765-9151-4c58-a7aa-ab516728e702 req-c694d409-27a7-467f-9e8f-b74ccf669c09 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 944 time: 0.0777135 Nov 12 00:43:13.606841 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:13.622133 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1b8c26-428a-48f6-acdf-0c426eff2f86 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Router 442f9106-e30d-4a75-b10b-17f620abbe2b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:43:13.631269 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6e61e8-0a05-4573-8afe-06c5461b0ff5 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 8de229bf-fda9-444b-96fc-52c1e25318db is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:43:13.647783 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 77a1db08-631c-4a9e-b19a-176e3005c617, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=77a1db08-631c-4a9e-b19a-176e3005c617,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:13.654116 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:13.659686 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-0c6e61e8-0a05-4573-8afe-06c5461b0ff5 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 8de229bf-fda9-444b-96fc-52c1e25318db) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:13.675500 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6e61e8-0a05-4573-8afe-06c5461b0ff5 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:13.683127 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6e61e8-0a05-4573-8afe-06c5461b0ff5 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:13.683822 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0c6e61e8-0a05-4573-8afe-06c5461b0ff5 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:13.707960 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=77a1db08-631c-4a9e-b19a-176e3005c617,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:13.710502 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926cd25c-254e-4fcc-92c6-4fc4171244a5 None None] Network 8de229bf-fda9-444b-96fc-52c1e25318db requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:13.712474 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4952d765-9151-4c58-a7aa-ab516728e702 req-5050780f-af80-4da3-a2fb-f6d39594f05f tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026106 Nov 12 00:43:13.743286 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:13.744005 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:13.744344 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:13.744768 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:13.745073 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:13.745401 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:13.745725 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:13.746050 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:13.746370 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:13.746697 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:13.747010 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:13.747367 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:13.748936 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0c6e61e8-0a05-4573-8afe-06c5461b0ff5 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7676959 Nov 12 00:43:13.754109 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60788) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:13.763966 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-97b00b93-2fc3-4a70-8e76-b163f6442d6d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1347447267'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:13.785292 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a14d68-6be3-40f8-a8c5-ab66d011db79 req-0d7bf2b1-76b2-4aa7-8dcd-fd0255ab3f00 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:13.794035 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0a14d68-6be3-40f8-a8c5-ab66d011db79 req-0d7bf2b1-76b2-4aa7-8dcd-fd0255ab3f00 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=d884d58b-a43b-47f1-be8f-b90fd611df0d HTTP/1.1" status: 200 len: 945 time: 0.1505952 Nov 12 00:43:13.797423 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1b8c26-428a-48f6-acdf-0c426eff2f86 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:13.810901 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56e76f9-ca1b-4e3b-9de7-7d0f1c13a6af None None] Sync routers for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:13.879044 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e76f9-ca1b-4e3b-9de7-7d0f1c13a6af None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:13.880090 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e56e76f9-ca1b-4e3b-9de7-7d0f1c13a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:13.891907 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b00b93-2fc3-4a70-8e76-b163f6442d6d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:13.902388 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-97b00b93-2fc3-4a70-8e76-b163f6442d6d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:13.915870 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd884d58b-a43b-47f1-be8f-b90fd611df0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a1db08-631c-4a9e-b19a-176e3005c617'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:13.918372 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3212f296-c03c-4b4f-9142-8b4cfcdb7754" -d '{"events": [{"server_uuid": "d884d58b-a43b-47f1-be8f-b90fd611df0d", "name": "network-vif-plugged", "status": "completed", "tag": "77a1db08-631c-4a9e-b19a-176e3005c617"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:13.923663 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e56e76f9-ca1b-4e3b-9de7-7d0f1c13a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:13.938239 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e76f9-ca1b-4e3b-9de7-7d0f1c13a6af None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:13.939112 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e56e76f9-ca1b-4e3b-9de7-7d0f1c13a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:13.979654 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e56e76f9-ca1b-4e3b-9de7-7d0f1c13a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:13.980311 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56e76f9-ca1b-4e3b-9de7-7d0f1c13a6af None None] The sync data for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:13.990575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b00b93-2fc3-4a70-8e76-b163f6442d6d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:43:14.004464 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-97b00b93-2fc3-4a70-8e76-b163f6442d6d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.004951 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-97b00b93-2fc3-4a70-8e76-b163f6442d6d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Added segment a8c51094-6334-4e8f-8ef4-f12aaa7943bc of type vlan for network 68ca6c63-b8ee-44b9-b175-106cf4a62419 Nov 12 00:43:14.063427 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1b8c26-428a-48f6-acdf-0c426eff2f86 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Router 442f9106-e30d-4a75-b10b-17f620abbe2b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:43:14.079704 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0a14d68-6be3-40f8-a8c5-ab66d011db79 req-3fb76337-f787-44ba-b590-91e391a922eb tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827749 Nov 12 00:43:14.083358 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85cbcb7-9fc7-4593-bc07-c626e2148e53 x-openstack-request-id: req-a85cbcb7-9fc7-4593-bc07-c626e2148e53 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:14.083844 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d884d58b-a43b-47f1-be8f-b90fd611df0d", "name": "network-vif-plugged", "status": "completed", "tag": "77a1db08-631c-4a9e-b19a-176e3005c617", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:14.083944 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a85cbcb7-9fc7-4593-bc07-c626e2148e53 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:14.084263 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd884d58b-a43b-47f1-be8f-b90fd611df0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a1db08-631c-4a9e-b19a-176e3005c617', 'code': 200} Nov 12 00:43:14.101501 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-97b00b93-2fc3-4a70-8e76-b163f6442d6d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.155283 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-97b00b93-2fc3-4a70-8e76-b163f6442d6d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.161908 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b00b93-2fc3-4a70-8e76-b163f6442d6d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:14.162747 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-97b00b93-2fc3-4a70-8e76-b163f6442d6d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.215279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1b8c26-428a-48f6-acdf-0c426eff2f86 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:14.221657 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac1b8c26-428a-48f6-acdf-0c426eff2f86 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.231284 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-97b00b93-2fc3-4a70-8e76-b163f6442d6d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4756045 Nov 12 00:43:14.234363 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba200a9-8d35-41ad-9357-3df00f3989c5 None None] Sync routers for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:14.245719 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60794) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:14.252250 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'ports': [{'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db'}, {'network_id': '68ca6c63-b8ee-44b9-b175-106cf4a62419'}]} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:14.252875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'port': {'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:14.253660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'port': {'network_id': '68ca6c63-b8ee-44b9-b175-106cf4a62419'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:14.254978 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba200a9-8d35-41ad-9357-3df00f3989c5 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:14.256358 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-4ba200a9-8d35-41ad-9357-3df00f3989c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:14.261585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3421f9-4d47-4118-9e16-ebc392fa7494 req-fb14cd50-25ce-4335-94bc-f084733b40ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:14.263351 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f3421f9-4d47-4118-9e16-ebc392fa7494 req-fb14cd50-25ce-4335-94bc-f084733b40ce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d884d58b-a43b-47f1-be8f-b90fd611df0d HTTP/1.1" status: 200 len: 1097 time: 0.0966778 Nov 12 00:43:14.289134 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b00b93-2fc3-4a70-8e76-b163f6442d6d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Network': ['ID=68ca6c63-b8ee-44b9-b175-106cf4a62419,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:14.305946 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 68ca6c63-b8ee-44b9-b175-106cf4a62419 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:43:14.338038 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-4ba200a9-8d35-41ad-9357-3df00f3989c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:14.369037 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba200a9-8d35-41ad-9357-3df00f3989c5 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:14.370309 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-4ba200a9-8d35-41ad-9357-3df00f3989c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:14.412604 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-4ba200a9-8d35-41ad-9357-3df00f3989c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:14.413275 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba200a9-8d35-41ad-9357-3df00f3989c5 None None] The sync data for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:14.475881 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ac1b8c26-428a-48f6-acdf-0c426eff2f86 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "PUT /v2.0/floatingips/94779311-8d43-43c4-ac24-7208a857075a HTTP/1.1" status: 200 len: 976 time: 3.1605775 Nov 12 00:43:14.476425 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60800) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:14.481971 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-70cfaf62-2519-428b-9016-f20d60a0939e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:14.494219 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f3421f9-4d47-4118-9e16-ebc392fa7494 req-cfe4fd40-c66c-48ad-9100-5112edc71e72 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144446 Nov 12 00:43:14.565463 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'port': 2} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:14.570383 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.585267 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70cfaf62-2519-428b-9016-f20d60a0939e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.586400 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.636088 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f794274-8ff7-43d0-bdb9-10e379c8d104 req-376a9a7f-09e0-4f43-ae66-a69b56313551 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:14.638300 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f794274-8ff7-43d0-bdb9-10e379c8d104 req-376a9a7f-09e0-4f43-ae66-a69b56313551 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 946 time: 0.1104743 Nov 12 00:43:14.731033 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] device_id is not set on port 1e75bbc4-6bba-4bef-bfe8-0f3026a2f002 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:43:14.757020 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f794274-8ff7-43d0-bdb9-10e379c8d104 req-3433af61-855b-4c2a-9039-b872330ab15a tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c5c2984-134f-4e0a-8ea7-0a3ab481d560&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1107461 Nov 12 00:43:14.765084 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12297a-a931-4022-80ba-98fcd72408d4 req-912ae38f-d9e9-4732-81d1-29b3198c8a22 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:14.774884 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fa12297a-a931-4022-80ba-98fcd72408d4 req-912ae38f-d9e9-4732-81d1-29b3198c8a22 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b HTTP/1.1" status: 200 len: 948 time: 0.0908360 Nov 12 00:43:14.832599 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70cfaf62-2519-428b-9016-f20d60a0939e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.844983 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70cfaf62-2519-428b-9016-f20d60a0939e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.845507 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-70cfaf62-2519-428b-9016-f20d60a0939e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Floating IP 94779311-8d43-43c4-ac24-7208a857075a disassociated. External IP: 172.25.0.37, port: b4be5042-580d-4a7a-8686-1ddf8479ac09. Nov 12 00:43:14.853389 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fa12297a-a931-4022-80ba-98fcd72408d4 req-baf772f2-9b1e-4179-8d6e-4b81f949d369 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720673 Nov 12 00:43:14.962893 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4deea-39ea-4fa7-8d7c-967f4b2f88cc req-e883b00a-5f6f-4f3f-8c25-06b5791dbf21 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:14.965399 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-57d4deea-39ea-4fa7-8d7c-967f4b2f88cc req-e883b00a-5f6f-4f3f-8c25-06b5791dbf21 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 944 time: 0.1311219 Nov 12 00:43:15.036199 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-57d4deea-39ea-4fa7-8d7c-967f4b2f88cc req-de2262ef-6128-4585-90ae-71a938606a58 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634153 Nov 12 00:43:15.060138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1db3db-d4f2-47c5-b65b-407883d59f07 req-53b11139-1cf3-4eb4-9fb0-3f2b90d9ab24 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:15.061753 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8f1db3db-d4f2-47c5-b65b-407883d59f07 req-53b11139-1cf3-4eb4-9fb0-3f2b90d9ab24 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 946 time: 0.1226509 Nov 12 00:43:15.075391 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60810) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:15.080438 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-4a730c86-86f0-4884-9b55-921f9cde9ad4 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Request body: {'floatingip': {'port_id': '9252c776-c234-4846-9a7d-03daf888e4e1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:15.088316 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.146099 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb88bad-d9a1-40a6-846d-a133f724ca08 req-398c6514-5ff6-4e60-9f53-3b2f5b3d7d8a tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:15.147917 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-efb88bad-d9a1-40a6-846d-a133f724ca08 req-398c6514-5ff6-4e60-9f53-3b2f5b3d7d8a tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b HTTP/1.1" status: 200 len: 948 time: 0.1466451 Nov 12 00:43:15.173142 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4a730c86-86f0-4884-9b55-921f9cde9ad4 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.185503 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cfaf62-2519-428b-9016-f20d60a0939e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Router 442f9106-e30d-4a75-b10b-17f620abbe2b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:43:15.296850 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cfaf62-2519-428b-9016-f20d60a0939e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:15.302418 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70cfaf62-2519-428b-9016-f20d60a0939e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.313941 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c863807b-0ae7-4049-b0c1-b407f00cbaf8 None None] Sync routers for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:15.328304 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c863807b-0ae7-4049-b0c1-b407f00cbaf8 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:15.329452 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c863807b-0ae7-4049-b0c1-b407f00cbaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:15.334628 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-70cfaf62-2519-428b-9016-f20d60a0939e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "PUT /v2.0/floatingips/94779311-8d43-43c4-ac24-7208a857075a HTTP/1.1" status: 200 len: 687 time: 0.8572598 Nov 12 00:43:15.338189 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60814) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:15.373130 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c863807b-0ae7-4049-b0c1-b407f00cbaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:15.385991 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c863807b-0ae7-4049-b0c1-b407f00cbaf8 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:15.388541 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c863807b-0ae7-4049-b0c1-b407f00cbaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:15.408286 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] device_id is not set on port 55d3c0ea-dbd2-4475-9c3f-3d9ba8ee5f6a yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:43:15.428043 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c863807b-0ae7-4049-b0c1-b407f00cbaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:15.428890 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c863807b-0ae7-4049-b0c1-b407f00cbaf8 None None] The sync data for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:15.439613 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device be9e8077-27dd-4e70-8be7-42450793c0f9 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:43:15.451529 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e807fd7-2d34-4d73-a72c-8fb8a3cb6c63 req-f645dde3-4531-4b31-8bfc-6fefc05d4a93 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:15.458904 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3e807fd7-2d34-4d73-a72c-8fb8a3cb6c63 req-f645dde3-4531-4b31-8bfc-6fefc05d4a93 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=d884d58b-a43b-47f1-be8f-b90fd611df0d HTTP/1.1" status: 200 len: 945 time: 0.2978144 Nov 12 00:43:15.496438 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4e28287d-f7dc-49df-bf02-f980eaa39267 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Deleting port 57309a1e-0b32-436c-97bc-731581829f6a {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:15.497341 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4e28287d-f7dc-49df-bf02-f980eaa39267 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.589444 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port be9e8077-27dd-4e70-8be7-42450793c0f9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=be9e8077-27dd-4e70-8be7-42450793c0f9,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:15.589811 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3e807fd7-2d34-4d73-a72c-8fb8a3cb6c63 req-9eaa013c-9461-4240-ace9-2d4a76118ead tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146595 Nov 12 00:43:15.604952 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4e28287d-f7dc-49df-bf02-f980eaa39267 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.605666 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4e28287d-f7dc-49df-bf02-f980eaa39267 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.616259 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'be9e8077-27dd-4e70-8be7-42450793c0f9', 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e', 'port_id': 'be9e8077-27dd-4e70-8be7-42450793c0f9', 'mac_address': 'fa:16:3e:dd:84:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc5c04a-017f-4820-8cce-df76bd4f7a1c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:43:15.628486 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4e28287d-f7dc-49df-bf02-f980eaa39267 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Calling delete_port for 57309a1e-0b32-436c-97bc-731581829f6a owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:15.665906 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.680807 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9e8077-27dd-4e70-8be7-42450793c0f9 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:43:15.704423 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port be9e8077-27dd-4e70-8be7-42450793c0f9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=be9e8077-27dd-4e70-8be7-42450793c0f9,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:15.711669 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.744020 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-efb88bad-d9a1-40a6-846d-a133f724ca08 req-4dc804ec-e69a-4438-a151-07fdce96e3d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Deleting port 89f5c8ff-9a0f-4195-92e0-709df7959d91 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:15.744998 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-efb88bad-d9a1-40a6-846d-a133f724ca08 req-4dc804ec-e69a-4438-a151-07fdce96e3d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.799628 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=be9e8077-27dd-4e70-8be7-42450793c0f9,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:15.848284 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4e28287d-f7dc-49df-bf02-f980eaa39267 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.896530 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28287d-f7dc-49df-bf02-f980eaa39267 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event deleted for resources: {'Port': ['ID=57309a1e-0b32-436c-97bc-731581829f6a,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:15.933373 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.998617 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['be9e8077-27dd-4e70-8be7-42450793c0f9'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:16.016294 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4e28287d-f7dc-49df-bf02-f980eaa39267 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:16.018980 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4e28287d-f7dc-49df-bf02-f980eaa39267 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:16.020288 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4e28287d-f7dc-49df-bf02-f980eaa39267 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "DELETE /v2.0/floatingips/94779311-8d43-43c4-ac24-7208a857075a HTTP/1.1" status: 204 len: 168 time: 0.6811595 Nov 12 00:43:16.024283 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60820) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:16.071510 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-2218da89-5e01-4e49-bc60-2b5e3e06a21e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] delete failed (client error): The resource could not be found. Nov 12 00:43:16.073897 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2218da89-5e01-4e49-bc60-2b5e3e06a21e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "DELETE /v2.0/floatingips/94779311-8d43-43c4-ac24-7208a857075a HTTP/1.1" status: 404 len: 345 time: 0.0475874 Nov 12 00:43:16.082047 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60824) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:16.095037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da67883-fb1b-414f-998c-93a417e29ffe req-a37bd36f-00c8-4a62-97e7-e201b4f6f702 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:16.099142 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9da67883-fb1b-414f-998c-93a417e29ffe req-a37bd36f-00c8-4a62-97e7-e201b4f6f702 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b HTTP/1.1" status: 200 len: 948 time: 0.1240089 Nov 12 00:43:16.227092 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53804652-fab2-48d0-b9b1-030a63caea4c tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:16.233414 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53804652-fab2-48d0-b9b1-030a63caea4c tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:16.239645 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53804652-fab2-48d0-b9b1-030a63caea4c tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:16.243987 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-53804652-fab2-48d0-b9b1-030a63caea4c tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "GET /v2.0/ports?network_id=62bba9ec-6659-4e31-969e-1d27fd80dffe HTTP/1.1" status: 200 len: 2357 time: 0.1413877 Nov 12 00:43:16.248044 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60828) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:16.297430 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9da67883-fb1b-414f-998c-93a417e29ffe req-d440c228-e553-45cd-8b08-02b011c390ef tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192474 Nov 12 00:43:16.326747 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe2117b-3a60-46dc-a6c3-7ba88a0b8282 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:16.336257 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bbe2117b-3a60-46dc-a6c3-7ba88a0b8282 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "GET /v2.0/subnets/d6cb6755-3dea-42f7-be11-90341df4e33e HTTP/1.1" status: 200 len: 797 time: 0.0869958 Nov 12 00:43:16.337129 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60830) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:16.344968 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7cb05bb1-da2a-4b56-88de-b42e3232c14b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Request body: {'port': {'network_id': '62bba9ec-6659-4e31-969e-1d27fd80dffe', 'name': 'tempest-FloatingIPTestJSON-757710603', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:16.356264 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-efb88bad-d9a1-40a6-846d-a133f724ca08 req-4dc804ec-e69a-4438-a151-07fdce96e3d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] For port 89f5c8ff-9a0f-4195-92e0-709df7959d91, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=89f5c8ff-9a0f-4195-92e0-709df7959d91,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:16.356601 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-efb88bad-d9a1-40a6-846d-a133f724ca08 req-4dc804ec-e69a-4438-a151-07fdce96e3d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:16.385885 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-efb88bad-d9a1-40a6-846d-a133f724ca08 req-4dc804ec-e69a-4438-a151-07fdce96e3d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Calling delete_port for 89f5c8ff-9a0f-4195-92e0-709df7959d91 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:16.438857 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:16.447575 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dbbe6-316c-43ed-85fa-1ee5b3953486 req-68b2ef84-c857-4136-a643-451d8074c220 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:16.449641 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5e7dbbe6-316c-43ed-85fa-1ee5b3953486 req-68b2ef84-c857-4136-a643-451d8074c220 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 945 time: 0.1753154 Nov 12 00:43:16.486218 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.db.resource_extend [None req-4a730c86-86f0-4884-9b55-921f9cde9ad4 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:43:16.488076 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb05bb1-da2a-4b56-88de-b42e3232c14b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Made reservation on behalf of b8f79d1fccd54961bbbcdd7d96069e55 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:16.583435 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7cb05bb1-da2a-4b56-88de-b42e3232c14b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:16.596381 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 8de229bf-fda9-444b-96fc-52c1e25318db is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:16.607785 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-7cb05bb1-da2a-4b56-88de-b42e3232c14b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] device_id is not set on port baef4e92-45a8-4008-8b1f-45c0227d5bbe yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:43:16.618901 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:16.636030 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:16.636892 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:16.642375 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4a730c86-86f0-4884-9b55-921f9cde9ad4 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:16.651375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=1e75bbc4-6bba-4bef-bfe8-0f3026a2f002,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:16.665530 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4a730c86-86f0-4884-9b55-921f9cde9ad4 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:16.742152 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5e7dbbe6-316c-43ed-85fa-1ee5b3953486 req-487731d5-ffd4-47e4-948c-ac800b7999b4 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186179 Nov 12 00:43:16.855790 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=55d3c0ea-dbd2-4475-9c3f-3d9ba8ee5f6a,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:16.892136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Checking segment: {'id': 'a8c51094-6334-4e8f-8ef4-f12aaa7943bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '68ca6c63-b8ee-44b9-b175-106cf4a62419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:16.892508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network hostable DHCP agents. Network: 68ca6c63-b8ee-44b9-b175-106cf4a62419, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:43:16.910926 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-4a730c86-86f0-4884-9b55-921f9cde9ad4 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Floating IP efe5105e-8b11-4ebf-b947-72af5d62ad4e associated. External IP: 172.25.0.69, port: 9252c776-c234-4846-9a7d-03daf888e4e1. Nov 12 00:43:16.917506 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-efb88bad-d9a1-40a6-846d-a133f724ca08 req-4dc804ec-e69a-4438-a151-07fdce96e3d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:16.931096 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['37a8070f-7261-432c-a284-dceea1ab4f9b', '1104d0a1-0b8c-4b63-886a-552dd272ce73', '89f5c8ff-9a0f-4195-92e0-709df7959d91'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:16.979336 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-7cb05bb1-da2a-4b56-88de-b42e3232c14b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Allocated IP 172.20.0.13 (62bba9ec-6659-4e31-969e-1d27fd80dffe/d6cb6755-3dea-42f7-be11-90341df4e33e/baef4e92-45a8-4008-8b1f-45c0227d5bbe) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:16.988472 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cedbd-c865-47f5-9492-b76fbecf4bae req-9094186e-0fd8-4ac9-b337-a53c12a81af4 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:16.992413 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc804ec-e69a-4438-a151-07fdce96e3d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Pushing event deleted for resources: {'Port': ['ID=89f5c8ff-9a0f-4195-92e0-709df7959d91,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:16.996451 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b02cedbd-c865-47f5-9492-b76fbecf4bae req-9094186e-0fd8-4ac9-b337-a53c12a81af4 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=d884d58b-a43b-47f1-be8f-b90fd611df0d HTTP/1.1" status: 200 len: 945 time: 0.0964839 Nov 12 00:43:16.997863 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 68ca6c63-b8ee-44b9-b175-106cf4a62419 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:43:17.007198 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-7cb05bb1-da2a-4b56-88de-b42e3232c14b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Allocated IP 172.20.0.12 (62bba9ec-6659-4e31-969e-1d27fd80dffe/d6cb6755-3dea-42f7-be11-90341df4e33e/baef4e92-45a8-4008-8b1f-45c0227d5bbe) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:17.053560 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['6f57b479-9ea5-40cd-8a30-cc725fc1a835', '0dd76ff5-4be1-4f6e-9325-09ea366062c1', 'b8ee4bc0-8823-4aa3-a840-606de5fe2e92', '7f70719f-d7a5-466a-9568-cdf4d0a8b2f4', '91da9e1b-38db-4191-b96a-9b51235f1578'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:17.067029 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b02cedbd-c865-47f5-9492-b76fbecf4bae req-359d410e-1a5b-4b90-92fd-98394866920a tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694084 Nov 12 00:43:17.096867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 68ca6c63-b8ee-44b9-b175-106cf4a62419) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:17.140522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:17.144526 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185fec24-7a29-4990-ac38-75d6df50b2a6 None None] Network 68ca6c63-b8ee-44b9-b175-106cf4a62419 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:17.153117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:17.158028 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:17.158728 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.171116 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb88bad-d9a1-40a6-846d-a133f724ca08 req-4dc804ec-e69a-4438-a151-07fdce96e3d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] No DVR routers for this DVR port 89f5c8ff-9a0f-4195-92e0-709df7959d91 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:17.197215 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-efb88bad-d9a1-40a6-846d-a133f724ca08 req-4dc804ec-e69a-4438-a151-07fdce96e3d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.201734 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-efb88bad-d9a1-40a6-846d-a133f724ca08 req-4dc804ec-e69a-4438-a151-07fdce96e3d2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.21 "DELETE /v2.0/ports/89f5c8ff-9a0f-4195-92e0-709df7959d91 HTTP/1.1" status: 204 len: 173 time: 2.0419555 Nov 12 00:43:17.212916 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b', 'name': 'network-vif-deleted', 'tag': '89f5c8ff-9a0f-4195-92e0-709df7959d91'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:17.224717 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f6f03b-859a-4a12-bf50-0e2c00bb66f8" -d '{"events": [{"server_uuid": "2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b", "name": "network-vif-deleted", "tag": "89f5c8ff-9a0f-4195-92e0-709df7959d91"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:17.295023 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1cbbead3-b0c3-4eb4-811f-52c68f83fa83 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0467007 Nov 12 00:43:17.301165 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60840) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:17.430627 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d766bd21-f10d-4e35-b617-19482bb1e15d x-openstack-request-id: req-d766bd21-f10d-4e35-b617-19482bb1e15d {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:17.431241 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b", "name": "network-vif-deleted", "tag": "89f5c8ff-9a0f-4195-92e0-709df7959d91", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:17.435808 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d766bd21-f10d-4e35-b617-19482bb1e15d {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:17.436949 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b', 'name': 'network-vif-deleted', 'tag': '89f5c8ff-9a0f-4195-92e0-709df7959d91', 'status': 'completed', 'code': 200} Nov 12 00:43:17.577406 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device be9e8077-27dd-4e70-8be7-42450793c0f9 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:17.662482 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa951ab6-f1a5-4d12-9b81-b61473339400 req-f081c675-0aa7-44bd-a6d5-fb3fd38f2944 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:17.669207 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa951ab6-f1a5-4d12-9b81-b61473339400 req-f081c675-0aa7-44bd-a6d5-fb3fd38f2944 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=d884d58b-a43b-47f1-be8f-b90fd611df0d HTTP/1.1" status: 200 len: 945 time: 0.1758103 Nov 12 00:43:17.709207 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port be9e8077-27dd-4e70-8be7-42450793c0f9 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:43:17.712755 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-26468e4e-4012-425f-837c-cc037e58622b req-23261093-4a1e-4f56-893d-9880a3ea02de tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f5bdcf6-1f14-4d0a-bf84-d8873e1d049b HTTP/1.1" status: 200 len: 210 time: 0.0447285 Nov 12 00:43:17.718232 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a730c86-86f0-4884-9b55-921f9cde9ad4 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Router 0fc321c5-444e-475f-a3d6-12a5ab29e530 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:43:17.749418 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port be9e8077-27dd-4e70-8be7-42450793c0f9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:17.749609 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.770849 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa951ab6-f1a5-4d12-9b81-b61473339400 req-b2d9562e-4317-447e-90df-f11879337e62 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002300 Nov 12 00:43:17.808037 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7cb05bb1-da2a-4b56-88de-b42e3232c14b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.846392 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-58a4a870-dbe8-4a3d-9176-4862bb1b5bcd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting port 55d3c0ea-dbd2-4475-9c3f-3d9ba8ee5f6a {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:17.846739 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58a4a870-dbe8-4a3d-9176-4862bb1b5bcd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.887004 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7cb05bb1-da2a-4b56-88de-b42e3232c14b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:17.956804 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb05bb1-da2a-4b56-88de-b42e3232c14b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Network 62bba9ec-6659-4e31-969e-1d27fd80dffe is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:17.960437 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-7cb05bb1-da2a-4b56-88de-b42e3232c14b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:17.963089 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb05bb1-da2a-4b56-88de-b42e3232c14b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:17.990711 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f982e0d1-d6a5-4590-80bc-dbba3384fd6c None None] DHCP port deletion for 62bba9ec-6659-4e31-969e-1d27fd80dffe request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:18.061425 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58a4a870-dbe8-4a3d-9176-4862bb1b5bcd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.097750 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a730c86-86f0-4884-9b55-921f9cde9ad4 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:18.105305 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb05bb1-da2a-4b56-88de-b42e3232c14b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:18.105947 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7cb05bb1-da2a-4b56-88de-b42e3232c14b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.109431 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2187afc-60de-48e1-92a2-991cd4a6b970 None None] Sync routers for ids ['0fc321c5-444e-475f-a3d6-12a5ab29e530'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:18.123572 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb05bb1-da2a-4b56-88de-b42e3232c14b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Port': ['ID=baef4e92-45a8-4008-8b1f-45c0227d5bbe,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:18.138012 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2187afc-60de-48e1-92a2-991cd4a6b970 None None] Routers {'0fc321c5-444e-475f-a3d6-12a5ab29e530'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:18.141569 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f2187afc-60de-48e1-92a2-991cd4a6b970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0fc321c5-444e-475f-a3d6-12a5ab29e530'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:18.149518 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.150909 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-58a4a870-dbe8-4a3d-9176-4862bb1b5bcd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Calling delete_port for 55d3c0ea-dbd2-4475-9c3f-3d9ba8ee5f6a owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:18.152289 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7cb05bb1-da2a-4b56-88de-b42e3232c14b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.8138833 Nov 12 00:43:18.163047 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31449c4-85c9-405c-af59-534069a6deec req-c13f41de-faef-4e71-a378-8c678fa154df tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:18.171951 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a31449c4-85c9-405c-af59-534069a6deec req-c13f41de-faef-4e71-a378-8c678fa154df tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 945 time: 0.1823056 Nov 12 00:43:18.178446 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60852) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:18.185256 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6d0e4f52-03b3-431c-8fc2-157b15f4a39b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': 'baef4e92-45a8-4008-8b1f-45c0227d5bbe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:18.256287 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a31449c4-85c9-405c-af59-534069a6deec req-83697b3d-2f08-4cdc-b65b-0ce47a0d6041 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783651 Nov 12 00:43:18.257849 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d0e4f52-03b3-431c-8fc2-157b15f4a39b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.266385 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-642acf5b-cc23-4f24-b7f7-90e2e48cbd80 None None] Provisioning complete for port baef4e92-45a8-4008-8b1f-45c0227d5bbe triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:18.272949 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4a730c86-86f0-4884-9b55-921f9cde9ad4 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.281239 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-642acf5b-cc23-4f24-b7f7-90e2e48cbd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.305233 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4a730c86-86f0-4884-9b55-921f9cde9ad4 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "PUT /v2.0/floatingips/efe5105e-8b11-4ebf-b947-72af5d62ad4e HTTP/1.1" status: 200 len: 991 time: 3.2289734 Nov 12 00:43:18.322251 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58a4a870-dbe8-4a3d-9176-4862bb1b5bcd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.371303 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-f2187afc-60de-48e1-92a2-991cd4a6b970 None None] Set router 0fc321c5-444e-475f-a3d6-12a5ab29e530 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:18.372780 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-642acf5b-cc23-4f24-b7f7-90e2e48cbd80 None None] Port baef4e92-45a8-4008-8b1f-45c0227d5bbe cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:18.373038 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4a870-dbe8-4a3d-9176-4862bb1b5bcd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Port': ['ID=55d3c0ea-dbd2-4475-9c3f-3d9ba8ee5f6a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:18.373984 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc6c407-53e5-48b5-a8c4-4f6c3be84f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9e8077-27dd-4e70-8be7-42450793c0f9'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:18.379704 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58a4a870-dbe8-4a3d-9176-4862bb1b5bcd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.384135 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-58a4a870-dbe8-4a3d-9176-4862bb1b5bcd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/ports/55d3c0ea-dbd2-4475-9c3f-3d9ba8ee5f6a HTTP/1.1" status: 204 len: 168 time: 1.0776377 Nov 12 00:43:18.386633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60856) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:18.389617 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dd411e-a37b-4fc6-8bfd-7e54c2d025b2" -d '{"events": [{"server_uuid": "afc6c407-53e5-48b5-a8c4-4f6c3be84f7c", "name": "network-vif-plugged", "status": "completed", "tag": "be9e8077-27dd-4e70-8be7-42450793c0f9"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:18.430017 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port be9e8077-27dd-4e70-8be7-42450793c0f9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=be9e8077-27dd-4e70-8be7-42450793c0f9,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:18.452492 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d0e4f52-03b3-431c-8fc2-157b15f4a39b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.461331 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.485705 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5417c44a-a0be-41b0-9f26-c04e542587fd x-openstack-request-id: req-5417c44a-a0be-41b0-9f26-c04e542587fd {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:18.485991 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc6c407-53e5-48b5-a8c4-4f6c3be84f7c", "name": "network-vif-plugged", "status": "completed", "tag": "be9e8077-27dd-4e70-8be7-42450793c0f9", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:18.486260 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5417c44a-a0be-41b0-9f26-c04e542587fd {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:18.486624 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc6c407-53e5-48b5-a8c4-4f6c3be84f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9e8077-27dd-4e70-8be7-42450793c0f9', 'code': 200} Nov 12 00:43:18.556291 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91da9205-1644-4b27-b168-1774f14b29ef tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:18.567173 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91da9205-1644-4b27-b168-1774f14b29ef tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:18.571328 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-91da9205-1644-4b27-b168-1774f14b29ef tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1831608 Nov 12 00:43:18.575788 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60860) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:18.612764 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=be9e8077-27dd-4e70-8be7-42450793c0f9,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:18.637219 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d3dab-89f2-4c6c-8e89-e34f508365bc req-3d6107b7-3b10-4d31-a877-503911f2dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:18.641644 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e63d3dab-89f2-4c6c-8e89-e34f508365bc req-3d6107b7-3b10-4d31-a877-503911f2dce9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 1098 time: 0.0691268 Nov 12 00:43:18.695524 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e63d3dab-89f2-4c6c-8e89-e34f508365bc req-66b2c2bb-244b-4353-8676-01fbedf06faa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422611 Nov 12 00:43:18.727887 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-6d0e4f52-03b3-431c-8fc2-157b15f4a39b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Allocated IP 172.25.0.152 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/0f10d709-85e1-4f55-a9b8-a5232b73441e) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:18.779083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-81864b4c-3ac7-4d05-9aca-ac2be6da96b6 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting port 1e75bbc4-6bba-4bef-bfe8-0f3026a2f002 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:18.779431 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81864b4c-3ac7-4d05-9aca-ac2be6da96b6 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:18.876167 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f2187afc-60de-48e1-92a2-991cd4a6b970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'name': 'tempest-ServersTestManualDisk-2001764058-router', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:33Z', 'updated_at': '2021-11-12T00:42:42Z', 'revision_number': 4, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'gw_port': {'id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:35Z', 'updated_at': '2021-11-12T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'efe5105e-8b11-4ebf-b947-72af5d62ad4e', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'floating_ip_address': '172.25.0.69', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'port_id': '9252c776-c234-4846-9a7d-03daf888e4e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa', 'mac_address': 'fa:16:3e:9b:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd532f702-09d6-4995-8b47-54157e69d2dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:42:49Z', 'updated_at': '2021-11-12T00:43:16Z', 'revision_number': 1, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3347e534-152b-46d3-84c0-8b02b9ae6ac5', 'name': '', 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'mac_address': 'fa:16:3e:66:2f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '84b2fe28-acf9-46d9-9afd-e7fecadc33af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:40Z', 'updated_at': '2021-11-12T00:42:48Z', 'revision_number': 5, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'subnets': [{'id': '84b2fe28-acf9-46d9-9afd-e7fecadc33af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:18.920252 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2187afc-60de-48e1-92a2-991cd4a6b970 None None] Checking router: 0fc321c5-444e-475f-a3d6-12a5ab29e530 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:43:18.942379 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2187afc-60de-48e1-92a2-991cd4a6b970 None None] Routers {'0fc321c5-444e-475f-a3d6-12a5ab29e530'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:18.943166 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f2187afc-60de-48e1-92a2-991cd4a6b970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0fc321c5-444e-475f-a3d6-12a5ab29e530'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:19.039659 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81864b4c-3ac7-4d05-9aca-ac2be6da96b6 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:19.065625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-81864b4c-3ac7-4d05-9aca-ac2be6da96b6 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Calling delete_port for 1e75bbc4-6bba-4bef-bfe8-0f3026a2f002 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:19.087569 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-f2187afc-60de-48e1-92a2-991cd4a6b970 None None] Set router 0fc321c5-444e-475f-a3d6-12a5ab29e530 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:19.087820 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d0e4f52-03b3-431c-8fc2-157b15f4a39b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:19.109556 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d080e0-2248-41a2-ac3d-10890883082c req-37e2ae16-27a9-49fd-8d33-6aa96745deaf tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:19.111176 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-73d080e0-2248-41a2-ac3d-10890883082c req-37e2ae16-27a9-49fd-8d33-6aa96745deaf tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=d884d58b-a43b-47f1-be8f-b90fd611df0d HTTP/1.1" status: 200 len: 945 time: 0.1615405 Nov 12 00:43:19.238976 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-73d080e0-2248-41a2-ac3d-10890883082c req-de7e9715-fa92-4740-bae2-c9a94fb934eb tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups?id=27190a0a-bbaa-4855-80fe-bed5dbd16172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926824 Nov 12 00:43:19.241717 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d0e4f52-03b3-431c-8fc2-157b15f4a39b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:19.279727 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81864b4c-3ac7-4d05-9aca-ac2be6da96b6 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:19.303912 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda5cd7-5a2e-4ebc-9b77-1678cfab2851 req-0abb926f-832d-4152-83a5-ffb588f2c02f tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:19.306218 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7dda5cd7-5a2e-4ebc-9b77-1678cfab2851 req-0abb926f-832d-4152-83a5-ffb588f2c02f tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.21 "GET /v2.0/ports?device_id=d884d58b-a43b-47f1-be8f-b90fd611df0d HTTP/1.1" status: 200 len: 945 time: 0.1673391 Nov 12 00:43:19.310367 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81864b4c-3ac7-4d05-9aca-ac2be6da96b6 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:19.319388 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-81864b4c-3ac7-4d05-9aca-ac2be6da96b6 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/ports/1e75bbc4-6bba-4bef-bfe8-0f3026a2f002 HTTP/1.1" status: 204 len: 168 time: 0.7427204 Nov 12 00:43:19.322067 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60876) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:19.350282 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0e4f52-03b3-431c-8fc2-157b15f4a39b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:19.377121 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62469e-4ab4-432e-bd5b-80ce17285a01 req-382946b8-e9e8-4e23-ab1c-b5c737cf17e4 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:19.378788 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6b62469e-4ab4-432e-bd5b-80ce17285a01 req-382946b8-e9e8-4e23-ab1c-b5c737cf17e4 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 950 time: 0.1521702 Nov 12 00:43:19.384767 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-6d0e4f52-03b3-431c-8fc2-157b15f4a39b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:19.387813 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0e4f52-03b3-431c-8fc2-157b15f4a39b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:19.409397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e4f52-03b3-431c-8fc2-157b15f4a39b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Port': ['ID=0f10d709-85e1-4f55-a9b8-a5232b73441e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:19.424630 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f2187afc-60de-48e1-92a2-991cd4a6b970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'name': 'tempest-ServersTestManualDisk-2001764058-router', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:33Z', 'updated_at': '2021-11-12T00:42:42Z', 'revision_number': 4, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'gw_port': {'id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:35Z', 'updated_at': '2021-11-12T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'efe5105e-8b11-4ebf-b947-72af5d62ad4e', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'floating_ip_address': '172.25.0.69', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'port_id': '9252c776-c234-4846-9a7d-03daf888e4e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa', 'mac_address': 'fa:16:3e:9b:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd532f702-09d6-4995-8b47-54157e69d2dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:42:49Z', 'updated_at': '2021-11-12T00:43:16Z', 'revision_number': 1, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3347e534-152b-46d3-84c0-8b02b9ae6ac5', 'name': '', 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'mac_address': 'fa:16:3e:66:2f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '84b2fe28-acf9-46d9-9afd-e7fecadc33af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:40Z', 'updated_at': '2021-11-12T00:42:48Z', 'revision_number': 5, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'subnets': [{'id': '84b2fe28-acf9-46d9-9afd-e7fecadc33af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:19.439490 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd532f702-09d6-4995-8b47-54157e69d2dd', 'tag': '9252c776-c234-4846-9a7d-03daf888e4e1'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:19.441729 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5740a17-5898-4dac-940f-d2175db2951e" -d '{"events": [{"name": "network-changed", "server_uuid": "d532f702-09d6-4995-8b47-54157e69d2dd", "tag": "9252c776-c234-4846-9a7d-03daf888e4e1"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:19.450979 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 89f5c8ff-9a0f-4195-92e0-709df7959d91 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:19.455645 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2187afc-60de-48e1-92a2-991cd4a6b970 None None] The sync data for ids ['0fc321c5-444e-475f-a3d6-12a5ab29e530'] in n-d-712137-14 is: [{'id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'name': 'tempest-ServersTestManualDisk-2001764058-router', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:33Z', 'updated_at': '2021-11-12T00:42:42Z', 'revision_number': 4, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'gw_port': {'id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:35Z', 'updated_at': '2021-11-12T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'efe5105e-8b11-4ebf-b947-72af5d62ad4e', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'floating_ip_address': '172.25.0.69', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'port_id': '9252c776-c234-4846-9a7d-03daf888e4e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa', 'mac_address': 'fa:16:3e:9b:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd532f702-09d6-4995-8b47-54157e69d2dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:42:49Z', 'updated_at': '2021-11-12T00:43:16Z', 'revision_number': 1, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3347e534-152b-46d3-84c0-8b02b9ae6ac5', 'name': '', 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'mac_address': 'fa:16:3e:66:2f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '84b2fe28-acf9-46d9-9afd-e7fecadc33af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:40Z', 'updated_at': '2021-11-12T00:42:48Z', 'revision_number': 5, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'subnets': [{'id': '84b2fe28-acf9-46d9-9afd-e7fecadc33af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:19.472205 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81864b4c-3ac7-4d05-9aca-ac2be6da96b6 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Port': ['ID=1e75bbc4-6bba-4bef-bfe8-0f3026a2f002,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:19.473807 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 89f5c8ff-9a0f-4195-92e0-709df7959d91 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:19.474165 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 89f5c8ff-9a0f-4195-92e0-709df7959d91 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:19.500865 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e96b46-4ab7-4d94-a8f7-73edc087f6b6 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:19.502413 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d6e96b46-4ab7-4d94-a8f7-73edc087f6b6 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1791949 Nov 12 00:43:19.505318 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6b62469e-4ab4-432e-bd5b-80ce17285a01 req-5cfa5b81-7e8c-43ed-8721-52de0a1f0e10 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077933 Nov 12 00:43:19.506738 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60882) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:19.527085 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-7dda5cd7-5a2e-4ebc-9b77-1678cfab2851 req-71ee4e79-28d5-40d1-89ba-dc0c579c2019 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Deleting port 77a1db08-631c-4a9e-b19a-176e3005c617 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:19.527294 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7dda5cd7-5a2e-4ebc-9b77-1678cfab2851 req-71ee4e79-28d5-40d1-89ba-dc0c579c2019 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:19.549197 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3a498-2c06-47c5-88c3-f6b108b5b1e9 req-6d8e4ab8-081f-472d-becb-1ddc498c29bb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:19.557038 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-45b3a498-2c06-47c5-88c3-f6b108b5b1e9 req-6d8e4ab8-081f-472d-becb-1ddc498c29bb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 946 time: 0.2102895 Nov 12 00:43:19.567336 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6365ab2-4a8d-48a3-81d7-b52b94f75a18 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] GET failed (client error): The resource could not be found. Nov 12 00:43:19.571575 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e6365ab2-4a8d-48a3-81d7-b52b94f75a18 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports/55d3c0ea-dbd2-4475-9c3f-3d9ba8ee5f6a HTTP/1.1" status: 404 len: 333 time: 0.0612845 Nov 12 00:43:19.573333 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60884) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:19.647675 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-489f29b7-c814-4e05-b9da-99e2c3c7135a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] GET failed (client error): The resource could not be found. Nov 12 00:43:19.649500 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-489f29b7-c814-4e05-b9da-99e2c3c7135a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports/1e75bbc4-6bba-4bef-bfe8-0f3026a2f002 HTTP/1.1" status: 404 len: 333 time: 0.0752239 Nov 12 00:43:19.652864 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60886) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:19.667105 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2bc0f9-daba-49cb-a20d-55709b68c31d x-openstack-request-id: req-ff2bc0f9-daba-49cb-a20d-55709b68c31d {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:19.667393 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d532f702-09d6-4995-8b47-54157e69d2dd", "tag": "9252c776-c234-4846-9a7d-03daf888e4e1", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:19.667650 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff2bc0f9-daba-49cb-a20d-55709b68c31d {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:19.668034 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd532f702-09d6-4995-8b47-54157e69d2dd', 'tag': '9252c776-c234-4846-9a7d-03daf888e4e1', 'status': 'completed', 'code': 200} Nov 12 00:43:19.681337 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-45b3a498-2c06-47c5-88c3-f6b108b5b1e9 req-e0c7557f-d62a-48b0-a4c1-b946844be738 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233566 Nov 12 00:43:19.720037 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-7dda5cd7-5a2e-4ebc-9b77-1678cfab2851 req-71ee4e79-28d5-40d1-89ba-dc0c579c2019 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] For port 77a1db08-631c-4a9e-b19a-176e3005c617, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=77a1db08-631c-4a9e-b19a-176e3005c617,segment=NetworkSegment(0bedd173-4eb9-45bc-8609-1e663a2b3e6c),segment_id=0bedd173-4eb9-45bc-8609-1e663a2b3e6c)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:19.720605 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7dda5cd7-5a2e-4ebc-9b77-1678cfab2851 req-71ee4e79-28d5-40d1-89ba-dc0c579c2019 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:19.769821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-7dda5cd7-5a2e-4ebc-9b77-1678cfab2851 req-71ee4e79-28d5-40d1-89ba-dc0c579c2019 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Calling delete_port for 77a1db08-631c-4a9e-b19a-176e3005c617 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:19.774598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98221a0a-82fa-4466-8a8c-a475fb54a802 None None] New status for floating IP efe5105e-8b11-4ebf-b947-72af5d62ad4e: ACTIVE {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:43:19.799177 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-162cb21e-309f-4e2a-aa5a-2237abccff23 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:19.800738 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5740a17-5898-4dac-940f-d2175db2951e req-de410364-ffd8-4fd2-b5b6-06c32297d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:19.802239 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5740a17-5898-4dac-940f-d2175db2951e req-de410364-ffd8-4fd2-b5b6-06c32297d125 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f8d8ae8bd2e42cfb193a886ac71e329&device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 1098 time: 0.0666628 Nov 12 00:43:19.956255 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-162cb21e-309f-4e2a-aa5a-2237abccff23 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:19.979621 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-21e7efb8-5151-4902-9f0d-dda3d331c11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.002679 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5740a17-5898-4dac-940f-d2175db2951e req-87189f64-570f-4a7b-987f-5786e4318653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:20.004292 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5740a17-5898-4dac-940f-d2175db2951e req-87189f64-570f-4a7b-987f-5786e4318653 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d24e46d-a727-42f9-9ed5-ca40f7ef30aa HTTP/1.1" status: 200 len: 913 time: 0.1679425 Nov 12 00:43:20.006058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-162cb21e-309f-4e2a-aa5a-2237abccff23 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ca6c63-b8ee-44b9-b175-106cf4a62419']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:20.023427 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-162cb21e-309f-4e2a-aa5a-2237abccff23 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c51094-6334-4e8f-8ef4-f12aaa7943bc') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:20.023788 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-162cb21e-309f-4e2a-aa5a-2237abccff23 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c51094-6334-4e8f-8ef4-f12aaa7943bc') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:20.040586 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-162cb21e-309f-4e2a-aa5a-2237abccff23 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.055184 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7dda5cd7-5a2e-4ebc-9b77-1678cfab2851 req-71ee4e79-28d5-40d1-89ba-dc0c579c2019 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.061455 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-162cb21e-309f-4e2a-aa5a-2237abccff23 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.069901 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['77a1db08-631c-4a9e-b19a-176e3005c617'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:20.093503 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d0e4f52-03b3-431c-8fc2-157b15f4a39b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.099050 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162cb21e-309f-4e2a-aa5a-2237abccff23 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:43:20.099461 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-162cb21e-309f-4e2a-aa5a-2237abccff23 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:43:20.107459 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:43:20.110417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee4e79-28d5-40d1-89ba-dc0c579c2019 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Pushing event deleted for resources: {'Port': ['ID=77a1db08-631c-4a9e-b19a-176e3005c617,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:20.126391 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5740a17-5898-4dac-940f-d2175db2951e req-5e15b85a-c2d2-4a95-8120-866a82819a4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9252c776-c234-4846-9a7d-03daf888e4e1 HTTP/1.1" status: 200 len: 1001 time: 0.1009836 Nov 12 00:43:20.137655 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4e90d9-96c8-4729-a042-0552cfaa69eb None None] DHCP port deletion for 40d5199b-84d3-4e3a-b832-6d6d2623ed7f request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:20.194854 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dda5cd7-5a2e-4ebc-9b77-1678cfab2851 req-71ee4e79-28d5-40d1-89ba-dc0c579c2019 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] No DVR routers for this DVR port 77a1db08-631c-4a9e-b19a-176e3005c617 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:20.197646 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7dda5cd7-5a2e-4ebc-9b77-1678cfab2851 req-71ee4e79-28d5-40d1-89ba-dc0c579c2019 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.201301 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7dda5cd7-5a2e-4ebc-9b77-1678cfab2851 req-71ee4e79-28d5-40d1-89ba-dc0c579c2019 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.21 "DELETE /v2.0/ports/77a1db08-631c-4a9e-b19a-176e3005c617 HTTP/1.1" status: 204 len: 173 time: 0.8822985 Nov 12 00:43:20.217405 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-162cb21e-309f-4e2a-aa5a-2237abccff23 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.217679 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d0e4f52-03b3-431c-8fc2-157b15f4a39b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.223421 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5740a17-5898-4dac-940f-d2175db2951e req-50943df5-d129-4899-8028-9ebd59b7c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:20.225053 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5740a17-5898-4dac-940f-d2175db2951e req-50943df5-d129-4899-8028-9ebd59b7c79f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=84b2fe28-acf9-46d9-9afd-e7fecadc33af HTTP/1.1" status: 200 len: 851 time: 0.0877020 Nov 12 00:43:20.255300 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-162cb21e-309f-4e2a-aa5a-2237abccff23 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.263929 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-162cb21e-309f-4e2a-aa5a-2237abccff23 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/networks/68ca6c63-b8ee-44b9-b175-106cf4a62419 HTTP/1.1" status: 204 len: 168 time: 0.6055677 Nov 12 00:43:20.263929 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162cb21e-309f-4e2a-aa5a-2237abccff23 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Network': ['ID=68ca6c63-b8ee-44b9-b175-106cf4a62419,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:20.267259 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60894) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:20.272362 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b6de2dc8-14f9-4bbc-adb9-e54e588ad321 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-126758902'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:20.358928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6de2dc8-14f9-4bbc-adb9-e54e588ad321 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:20.362449 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6de2dc8-14f9-4bbc-adb9-e54e588ad321 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.368362 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5740a17-5898-4dac-940f-d2175db2951e req-b0d885bf-f4ca-414d-a284-425589775457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:20.369935 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5740a17-5898-4dac-940f-d2175db2951e req-b0d885bf-f4ca-414d-a284-425589775457 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d24e46d-a727-42f9-9ed5-ca40f7ef30aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1268408 Nov 12 00:43:20.450287 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-effed360-5688-4aa5-b79e-84f876106603 req-0d7dbe2b-0d2e-41c4-a6c7-03948b2d8930 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/ports?device_id=d884d58b-a43b-47f1-be8f-b90fd611df0d HTTP/1.1" status: 200 len: 210 time: 0.0793362 Nov 12 00:43:20.509385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6de2dc8-14f9-4bbc-adb9-e54e588ad321 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:43:20.537673 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6de2dc8-14f9-4bbc-adb9-e54e588ad321 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.538032 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-b6de2dc8-14f9-4bbc-adb9-e54e588ad321 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Added segment efa244a0-a275-4e44-82e1-38713ac83fd9 of type vlan for network c5cf8b47-1139-46fc-b289-d24de0a0323d Nov 12 00:43:20.621231 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6de2dc8-14f9-4bbc-adb9-e54e588ad321 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.625954 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5740a17-5898-4dac-940f-d2175db2951e req-36c8454e-f79a-4e57-9228-9de06b89f26e service neutron] 10.222.0.15 "GET /v2.0/networks/7d24e46d-a727-42f9-9ed5-ca40f7ef30aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096837 Nov 12 00:43:20.639815 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d0e4f52-03b3-431c-8fc2-157b15f4a39b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.655577 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569eeff0-6086-4bec-a8bd-6940b38aa3d2 req-1a2225ad-5226-4510-bb5a-aa753c4ea76d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:20.663909 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-569eeff0-6086-4bec-a8bd-6940b38aa3d2 req-1a2225ad-5226-4510-bb5a-aa753c4ea76d tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 950 time: 0.0764077 Nov 12 00:43:20.665007 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d0e4f52-03b3-431c-8fc2-157b15f4a39b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.743993 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-569eeff0-6086-4bec-a8bd-6940b38aa3d2 req-ffedb9af-c251-4527-abfd-aa2630b5e02a tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785244 Nov 12 00:43:20.770161 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e4f52-03b3-431c-8fc2-157b15f4a39b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Port': ['ID=0f10d709-85e1-4f55-a9b8-a5232b73441e,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:20.772507 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6de2dc8-14f9-4bbc-adb9-e54e588ad321 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.778760 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6de2dc8-14f9-4bbc-adb9-e54e588ad321 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:20.779317 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6de2dc8-14f9-4bbc-adb9-e54e588ad321 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.935472 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b6de2dc8-14f9-4bbc-adb9-e54e588ad321 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6685820 Nov 12 00:43:20.938382 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60908) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:20.938810 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5740a17-5898-4dac-940f-d2175db2951e req-fca1e10e-2255-453a-b4ee-5e1912297abe service neutron] 10.222.0.15 "GET /v2.0/networks/7d24e46d-a727-42f9-9ed5-ca40f7ef30aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957456 Nov 12 00:43:20.939405 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de2dc8-14f9-4bbc-adb9-e54e588ad321 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Network': ['ID=c5cf8b47-1139-46fc-b289-d24de0a0323d,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:20.943612 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d0e4f52-03b3-431c-8fc2-157b15f4a39b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:20.944525 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-44a3043d-307a-4ded-8ce6-d673b3110821 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'subnet': {'network_id': 'c5cf8b47-1139-46fc-b289-d24de0a0323d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:20.949939 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network c5cf8b47-1139-46fc-b289-d24de0a0323d details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:43:21.011811 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d57fe-05bb-45ea-87bc-5df8162600a0 req-76576c12-54db-4cbf-a2ea-bbcf245cf4b5 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:21.013242 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-000d57fe-05bb-45ea-87bc-5df8162600a0 req-76576c12-54db-4cbf-a2ea-bbcf245cf4b5 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 946 time: 0.1722529 Nov 12 00:43:21.099155 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a3043d-307a-4ded-8ce6-d673b3110821 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:21.103062 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-44a3043d-307a-4ded-8ce6-d673b3110821 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.113253 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-6d0e4f52-03b3-431c-8fc2-157b15f4a39b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Floating IP cafe81d9-420e-41e2-88ec-e97044b30308 associated. External IP: 172.25.0.152, port: baef4e92-45a8-4008-8b1f-45c0227d5bbe. Nov 12 00:43:21.158457 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-000d57fe-05bb-45ea-87bc-5df8162600a0 req-49bebbc0-55ca-4222-ac34-797a99d67dac tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068480 Nov 12 00:43:21.166878 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.ipam_backend_mixin [None req-44a3043d-307a-4ded-8ce6-d673b3110821 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Performing IP validity checks on allocation pools {{(pid=114242) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 00:43:21.167518 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.ipam_backend_mixin [None req-44a3043d-307a-4ded-8ce6-d673b3110821 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114242) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 00:43:21.348942 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a9e76-532b-4f56-b3fb-dd7ca69eba7a req-0edd2b9c-f8c4-4b7d-8df5-e2c13122a415 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:21.359477 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a09a9e76-532b-4f56-b3fb-dd7ca69eba7a req-0edd2b9c-f8c4-4b7d-8df5-e2c13122a415 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 1098 time: 0.1169567 Nov 12 00:43:21.362338 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0e4f52-03b3-431c-8fc2-157b15f4a39b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Router 442f9106-e30d-4a75-b10b-17f620abbe2b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:43:21.365347 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-44a3043d-307a-4ded-8ce6-d673b3110821 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.442854 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3043d-307a-4ded-8ce6-d673b3110821 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Subnet': ['ID=f7517749-1dd0-4481-a226-75d165431893,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:21.476256 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a09a9e76-532b-4f56-b3fb-dd7ca69eba7a req-49d36d5f-9e77-4185-8701-0b64a999cf32 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180594 Nov 12 00:43:21.492453 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a3043d-307a-4ded-8ce6-d673b3110821 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Checking segment: {'id': 'efa244a0-a275-4e44-82e1-38713ac83fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c5cf8b47-1139-46fc-b289-d24de0a0323d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:21.492849 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a3043d-307a-4ded-8ce6-d673b3110821 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network hostable DHCP agents. Network: c5cf8b47-1139-46fc-b289-d24de0a0323d, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:43:21.526654 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0e4f52-03b3-431c-8fc2-157b15f4a39b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:21.538269 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80421974-81b6-45bd-ba04-c9a39fb713d8 None None] Sync routers for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:21.543644 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a3043d-307a-4ded-8ce6-d673b3110821 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network c5cf8b47-1139-46fc-b289-d24de0a0323d is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:43:21.557990 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80421974-81b6-45bd-ba04-c9a39fb713d8 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:21.558909 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-80421974-81b6-45bd-ba04-c9a39fb713d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:21.560732 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-44a3043d-307a-4ded-8ce6-d673b3110821 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, c5cf8b47-1139-46fc-b289-d24de0a0323d) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:21.565244 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a3043d-307a-4ded-8ce6-d673b3110821 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:21.566400 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-44a3043d-307a-4ded-8ce6-d673b3110821 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.575947 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5d795e-3fa8-40dc-b6ee-42d2eecdabbc None None] Network c5cf8b47-1139-46fc-b289-d24de0a0323d requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:21.617279 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-44a3043d-307a-4ded-8ce6-d673b3110821 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6774547 Nov 12 00:43:21.620236 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60932) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:21.625927 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d30ab-d76d-4a31-b426-565a18cb1b1b req-97b197f9-7c6f-4181-bc2a-fda489d2ca39 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:21.627465 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fa9d30ab-d76d-4a31-b426-565a18cb1b1b req-97b197f9-7c6f-4181-bc2a-fda489d2ca39 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 950 time: 0.2089202 Nov 12 00:43:21.630713 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d0e4f52-03b3-431c-8fc2-157b15f4a39b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.646337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-c6991ddf-02a8-43da-aacf-5fb1c33dd12b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'port': {'network_id': 'c5cf8b47-1139-46fc-b289-d24de0a0323d', 'name': 'tempest-PortsTestJSON-1450303328'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:21.665266 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-80421974-81b6-45bd-ba04-c9a39fb713d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:21.674330 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80421974-81b6-45bd-ba04-c9a39fb713d8 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:21.674702 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-80421974-81b6-45bd-ba04-c9a39fb713d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:42:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:21.679580 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd884d58b-a43b-47f1-be8f-b90fd611df0d', 'name': 'network-vif-deleted', 'tag': '77a1db08-631c-4a9e-b19a-176e3005c617'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:21.686893 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84baabb-092d-43e3-9b3c-4473c196fdad" -d '{"events": [{"server_uuid": "d884d58b-a43b-47f1-be8f-b90fd611df0d", "name": "network-vif-deleted", "tag": "77a1db08-631c-4a9e-b19a-176e3005c617"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:21.709888 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-80421974-81b6-45bd-ba04-c9a39fb713d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:21.710868 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80421974-81b6-45bd-ba04-c9a39fb713d8 None None] The sync data for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:21.778751 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60944) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:21.865598 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1432ed7f-219f-4f0a-bc5d-19cc4cbad29d x-openstack-request-id: req-1432ed7f-219f-4f0a-bc5d-19cc4cbad29d {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:21.866127 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d884d58b-a43b-47f1-be8f-b90fd611df0d", "name": "network-vif-deleted", "tag": "77a1db08-631c-4a9e-b19a-176e3005c617", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:21.866498 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1432ed7f-219f-4f0a-bc5d-19cc4cbad29d {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:21.866998 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd884d58b-a43b-47f1-be8f-b90fd611df0d', 'name': 'network-vif-deleted', 'tag': '77a1db08-631c-4a9e-b19a-176e3005c617', 'status': 'completed', 'code': 200} Nov 12 00:43:21.905784 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-16f02404-3caf-430f-bbd3-8102369b9fd2 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.948681 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-16f02404-3caf-430f-bbd3-8102369b9fd2 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:21.966668 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faed779d-77f8-4032-9df1-ff1ad46532f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-c5cf8b47-1139-46fc-b289-d24de0a0323d', 'network_id': 'c5cf8b47-1139-46fc-b289-d24de0a0323d', 'tenant_id': '6a418c9e3d724ba18332c717826e963e', 'fixed_ips': [{'subnet_id': 'f7517749-1dd0-4481-a226-75d165431893'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:43:21.968396 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-faed779d-77f8-4032-9df1-ff1ad46532f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.045841 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6991ddf-02a8-43da-aacf-5fb1c33dd12b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:22.056167 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6991ddf-02a8-43da-aacf-5fb1c33dd12b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.079336 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6d0e4f52-03b3-431c-8fc2-157b15f4a39b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8989370 Nov 12 00:43:22.085423 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60946) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:22.095151 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-4d4e81ed-b659-4417-a526-b79fcf44cbdb tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Request body: {'floatingip': {'port_id': 'baef4e92-45a8-4008-8b1f-45c0227d5bbe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:22.168078 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da78c9e-0eca-4f7d-9d03-d400d1559c25 req-76017f44-bdb1-4f2d-ab87-2eaa183f9d7b tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:22.169589 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5da78c9e-0eca-4f7d-9d03-d400d1559c25 req-76017f44-bdb1-4f2d-ab87-2eaa183f9d7b tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 950 time: 0.1025567 Nov 12 00:43:22.175481 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-16f02404-3caf-430f-bbd3-8102369b9fd2 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.179895 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-16f02404-3caf-430f-bbd3-8102369b9fd2 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.181648 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-16f02404-3caf-430f-bbd3-8102369b9fd2 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "DELETE /v2.0/security-groups/61f7cc3f-9998-417d-902b-5dea9b766647 HTTP/1.1" status: 204 len: 168 time: 0.4010148 Nov 12 00:43:22.188532 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60950) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:22.204104 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-c6991ddf-02a8-43da-aacf-5fb1c33dd12b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] device_id is not set on port b51a31f1-b91d-4135-9f85-ad3d913051b6 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:43:22.217072 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f02404-3caf-430f-bbd3-8102369b9fd2 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f7cc3f-9998-417d-902b-5dea9b766647,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:22.250914 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-faed779d-77f8-4032-9df1-ff1ad46532f8 None None] Allocated IP 172.20.0.2 (c5cf8b47-1139-46fc-b289-d24de0a0323d/f7517749-1dd0-4481-a226-75d165431893/d13a171a-1418-45fe-886a-4c99393ea2e2) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:22.270299 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-b3bfcdeb-839f-43f5-b8c7-26f304baaed4 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] show failed (client error): The resource could not be found. Nov 12 00:43:22.272956 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b3bfcdeb-839f-43f5-b8c7-26f304baaed4 tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "GET /v2.0/security-groups/61f7cc3f-9998-417d-902b-5dea9b766647 HTTP/1.1" status: 404 len: 347 time: 0.0779114 Nov 12 00:43:22.278408 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60954) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:22.304948 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4d4e81ed-b659-4417-a526-b79fcf44cbdb tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.321288 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d02cab95-b9e8-492e-ad97-a5d24cf56f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.373423 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-fa9d30ab-d76d-4a31-b426-565a18cb1b1b req-aa9bf778-cba3-401a-bbb4-0e534c6fda40 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Deleting port 91da9e1b-38db-4191-b96a-9b51235f1578 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:22.373772 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-fa9d30ab-d76d-4a31-b426-565a18cb1b1b req-aa9bf778-cba3-401a-bbb4-0e534c6fda40 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.532976 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-faed779d-77f8-4032-9df1-ff1ad46532f8 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.539517 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5da78c9e-0eca-4f7d-9d03-d400d1559c25 req-c0b93797-99e4-497b-ab4d-9888b8791737 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603530 Nov 12 00:43:22.562599 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-faed779d-77f8-4032-9df1-ff1ad46532f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.620502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-fa9d30ab-d76d-4a31-b426-565a18cb1b1b req-aa9bf778-cba3-401a-bbb4-0e534c6fda40 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] For port 91da9e1b-38db-4191-b96a-9b51235f1578, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=91da9e1b-38db-4191-b96a-9b51235f1578,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:22.620818 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-fa9d30ab-d76d-4a31-b426-565a18cb1b1b req-aa9bf778-cba3-401a-bbb4-0e534c6fda40 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.622227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faed779d-77f8-4032-9df1-ff1ad46532f8 None None] Network c5cf8b47-1139-46fc-b289-d24de0a0323d is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:22.624336 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-e65ea9e8-e9f1-425b-9187-87805d74ec2a tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Deleting port bee72630-8e12-4bc3-a87f-77268cb6d961 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:22.624684 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e65ea9e8-e9f1-425b-9187-87805d74ec2a tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.628147 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-faed779d-77f8-4032-9df1-ff1ad46532f8 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:22.631199 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faed779d-77f8-4032-9df1-ff1ad46532f8 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:22.633764 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed779d-77f8-4032-9df1-ff1ad46532f8 None None] Pushing event updated for resources: {'Port': ['ID=d13a171a-1418-45fe-886a-4c99393ea2e2,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:22.662647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-fa9d30ab-d76d-4a31-b426-565a18cb1b1b req-aa9bf778-cba3-401a-bbb4-0e534c6fda40 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Calling delete_port for 91da9e1b-38db-4191-b96a-9b51235f1578 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:22.713622 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-faed779d-77f8-4032-9df1-ff1ad46532f8 None None] Attempting to bind port d13a171a-1418-45fe-886a-4c99393ea2e2 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:22.714025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-faed779d-77f8-4032-9df1-ff1ad46532f8 None None] Attempting to bind port d13a171a-1418-45fe-886a-4c99393ea2e2 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'efa244a0-a275-4e44-82e1-38713ac83fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c5cf8b47-1139-46fc-b289-d24de0a0323d'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:22.714529 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faed779d-77f8-4032-9df1-ff1ad46532f8 None None] Attempting to bind port d13a171a-1418-45fe-886a-4c99393ea2e2 on network c5cf8b47-1139-46fc-b289-d24de0a0323d {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:22.721379 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faed779d-77f8-4032-9df1-ff1ad46532f8 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:22.721766 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faed779d-77f8-4032-9df1-ff1ad46532f8 None None] Checking segment: {'id': 'efa244a0-a275-4e44-82e1-38713ac83fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c5cf8b47-1139-46fc-b289-d24de0a0323d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:22.722243 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-faed779d-77f8-4032-9df1-ff1ad46532f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.722588 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faed779d-77f8-4032-9df1-ff1ad46532f8 None None] Bound using segment: {'id': 'efa244a0-a275-4e44-82e1-38713ac83fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c5cf8b47-1139-46fc-b289-d24de0a0323d'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:22.723270 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-faed779d-77f8-4032-9df1-ff1ad46532f8 None None] Bound port: d13a171a-1418-45fe-886a-4c99393ea2e2, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa244a0-a275-4e44-82e1-38713ac83fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c5cf8b47-1139-46fc-b289-d24de0a0323d'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:22.724261 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-faed779d-77f8-4032-9df1-ff1ad46532f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.779699 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e65ea9e8-e9f1-425b-9187-87805d74ec2a tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.780040 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e65ea9e8-e9f1-425b-9187-87805d74ec2a tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.799954 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-e65ea9e8-e9f1-425b-9187-87805d74ec2a tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Calling delete_port for bee72630-8e12-4bc3-a87f-77268cb6d961 owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:22.834433 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-faed779d-77f8-4032-9df1-ff1ad46532f8 None None] For port d13a171a-1418-45fe-886a-4c99393ea2e2, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:22.841145 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-faed779d-77f8-4032-9df1-ff1ad46532f8 None None] For port d13a171a-1418-45fe-886a-4c99393ea2e2, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d13a171a-1418-45fe-886a-4c99393ea2e2,segment=NetworkSegment(efa244a0-a275-4e44-82e1-38713ac83fd9),segment_id=efa244a0-a275-4e44-82e1-38713ac83fd9)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:22.857849 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-faed779d-77f8-4032-9df1-ff1ad46532f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.946320 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed779d-77f8-4032-9df1-ff1ad46532f8 None None] Pushing event updated for resources: {'Port': ['ID=d13a171a-1418-45fe-886a-4c99393ea2e2,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:22.956970 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-c6991ddf-02a8-43da-aacf-5fb1c33dd12b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Allocated IP 172.20.0.5 (c5cf8b47-1139-46fc-b289-d24de0a0323d/f7517749-1dd0-4481-a226-75d165431893/b51a31f1-b91d-4135-9f85-ad3d913051b6) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:23.014124 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-fa9d30ab-d76d-4a31-b426-565a18cb1b1b req-aa9bf778-cba3-401a-bbb4-0e534c6fda40 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.029090 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['37a8070f-7261-432c-a284-dceea1ab4f9b', '1104d0a1-0b8c-4b63-886a-552dd272ce73'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:23.065314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bf778-cba3-401a-bbb4-0e534c6fda40 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Pushing event deleted for resources: {'Port': ['ID=91da9e1b-38db-4191-b96a-9b51235f1578,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:23.075364 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['6f57b479-9ea5-40cd-8a30-cc725fc1a835', '0dd76ff5-4be1-4f6e-9325-09ea366062c1', 'b8ee4bc0-8823-4aa3-a840-606de5fe2e92', '7f70719f-d7a5-466a-9568-cdf4d0a8b2f4', '91da9e1b-38db-4191-b96a-9b51235f1578'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:23.278580 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9d30ab-d76d-4a31-b426-565a18cb1b1b req-aa9bf778-cba3-401a-bbb4-0e534c6fda40 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] No DVR routers for this DVR port 91da9e1b-38db-4191-b96a-9b51235f1578 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:23.294396 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-fa9d30ab-d76d-4a31-b426-565a18cb1b1b req-aa9bf778-cba3-401a-bbb4-0e534c6fda40 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.297894 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fa9d30ab-d76d-4a31-b426-565a18cb1b1b req-aa9bf778-cba3-401a-bbb4-0e534c6fda40 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "DELETE /v2.0/ports/91da9e1b-38db-4191-b96a-9b51235f1578 HTTP/1.1" status: 204 len: 173 time: 1.6507127 Nov 12 00:43:23.300148 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f47f8e-185c-4ec7-ac60-477378108f7b', 'name': 'network-vif-deleted', 'tag': '91da9e1b-38db-4191-b96a-9b51235f1578'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:23.302635 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943c43c7-7b31-4da3-b26e-5e5c87e9e78c" -d '{"events": [{"server_uuid": "d8f47f8e-185c-4ec7-ac60-477378108f7b", "name": "network-vif-deleted", "tag": "91da9e1b-38db-4191-b96a-9b51235f1578"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:23.305314 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e65ea9e8-e9f1-425b-9187-87805d74ec2a tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.377946 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ea9e8-e9f1-425b-9187-87805d74ec2a tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Pushing event deleted for resources: {'Port': ['ID=bee72630-8e12-4bc3-a87f-77268cb6d961,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:23.458426 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97323d76-d6c0-4d02-9a97-e517900808a7 x-openstack-request-id: req-97323d76-d6c0-4d02-9a97-e517900808a7 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:23.459572 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f47f8e-185c-4ec7-ac60-477378108f7b", "name": "network-vif-deleted", "tag": "91da9e1b-38db-4191-b96a-9b51235f1578", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:23.459572 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97323d76-d6c0-4d02-9a97-e517900808a7 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:23.468883 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f47f8e-185c-4ec7-ac60-477378108f7b', 'name': 'network-vif-deleted', 'tag': '91da9e1b-38db-4191-b96a-9b51235f1578', 'status': 'completed', 'code': 200} Nov 12 00:43:23.476546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 77a1db08-631c-4a9e-b19a-176e3005c617 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:23.496256 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e65ea9e8-e9f1-425b-9187-87805d74ec2a tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.520676 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e65ea9e8-e9f1-425b-9187-87805d74ec2a tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.551104 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e65ea9e8-e9f1-425b-9187-87805d74ec2a tempest-ImagesOneServerNegativeTestJSON-2065155006 tempest-ImagesOneServerNegativeTestJSON-2065155006-project] 10.222.0.31 "DELETE /v2.0/floatingips/df017de3-83e5-47ab-a980-03dc52018241 HTTP/1.1" status: 204 len: 168 time: 1.2667546 Nov 12 00:43:23.651865 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 77a1db08-631c-4a9e-b19a-176e3005c617 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:23.652216 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 77a1db08-631c-4a9e-b19a-176e3005c617 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:23.727294 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.774277 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6991ddf-02a8-43da-aacf-5fb1c33dd12b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.779774 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-efaaa9d4-1ac9-4baa-9afe-3b24ca31342b req-fbe51d34-b61d-4713-b74a-06a6cd31b3ae tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8f47f8e-185c-4ec7-ac60-477378108f7b HTTP/1.1" status: 200 len: 210 time: 0.0527713 Nov 12 00:43:23.850484 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60984) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:23.928666 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fae762c-34a4-4e0e-a8c5-6dcbcb6a9f05 admin admin] Deleting subnet bab6fbd2-d7fa-46a6-839d-783bb02038fc {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:43:23.933537 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6fae762c-34a4-4e0e-a8c5-6dcbcb6a9f05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:23.971756 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6fae762c-34a4-4e0e-a8c5-6dcbcb6a9f05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.017182 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6fae762c-34a4-4e0e-a8c5-6dcbcb6a9f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.036110 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4d4e81ed-b659-4417-a526-b79fcf44cbdb tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.052555 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4d4e81ed-b659-4417-a526-b79fcf44cbdb tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.139110 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6fae762c-34a4-4e0e-a8c5-6dcbcb6a9f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.181969 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae762c-34a4-4e0e-a8c5-6dcbcb6a9f05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bab6fbd2-d7fa-46a6-839d-783bb02038fc,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:24.194202 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6fae762c-34a4-4e0e-a8c5-6dcbcb6a9f05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.209755 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6fae762c-34a4-4e0e-a8c5-6dcbcb6a9f05 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bab6fbd2-d7fa-46a6-839d-783bb02038fc HTTP/1.1" status: 204 len: 168 time: 0.3578808 Nov 12 00:43:24.212131 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a4a257-8081-4d25-9857-8d6a323665f1 None None] Network 40d5199b-84d3-4e3a-b832-6d6d2623ed7f requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:24.212643 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6991ddf-02a8-43da-aacf-5fb1c33dd12b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.213096 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60988) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:24.375243 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a77af79-c580-477d-be95-c354cdb8abcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.384508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6991ddf-02a8-43da-aacf-5fb1c33dd12b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network c5cf8b47-1139-46fc-b289-d24de0a0323d is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:24.416054 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-c6991ddf-02a8-43da-aacf-5fb1c33dd12b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:24.430295 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.437862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6991ddf-02a8-43da-aacf-5fb1c33dd12b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:24.449372 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6991ddf-02a8-43da-aacf-5fb1c33dd12b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=b51a31f1-b91d-4135-9f85-ad3d913051b6,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:24.518942 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6991ddf-02a8-43da-aacf-5fb1c33dd12b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:24.519598 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6991ddf-02a8-43da-aacf-5fb1c33dd12b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.542654 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671dde52-49dd-4645-a90a-281418bca8cb None None] DHCP port deletion for 40d5199b-84d3-4e3a-b832-6d6d2623ed7f request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:24.546831 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a77af79-c580-477d-be95-c354cdb8abcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.575470 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-8a77af79-c580-477d-be95-c354cdb8abcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d5199b-84d3-4e3a-b832-6d6d2623ed7f']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:24.590764 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-8a77af79-c580-477d-be95-c354cdb8abcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bedd173-4eb9-45bc-8609-1e663a2b3e6c') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:24.591247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-8a77af79-c580-477d-be95-c354cdb8abcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bedd173-4eb9-45bc-8609-1e663a2b3e6c') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:24.607911 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a77af79-c580-477d-be95-c354cdb8abcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.622000 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c6991ddf-02a8-43da-aacf-5fb1c33dd12b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0006483 Nov 12 00:43:24.624670 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60996) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:24.634140 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a77af79-c580-477d-be95-c354cdb8abcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.668618 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4e81ed-b659-4417-a526-b79fcf44cbdb tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Router 442f9106-e30d-4a75-b10b-17f620abbe2b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:43:24.676281 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a77af79-c580-477d-be95-c354cdb8abcd admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:43:24.677881 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a77af79-c580-477d-be95-c354cdb8abcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:43:24.680278 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:43:24.824166 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ef7d86-7d7f-4023-9cee-90c311ab46be None None] Network c5cf8b47-1139-46fc-b289-d24de0a0323d requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:24.885924 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a77af79-c580-477d-be95-c354cdb8abcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.892645 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4e81ed-b659-4417-a526-b79fcf44cbdb tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:24.896590 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a77af79-c580-477d-be95-c354cdb8abcd admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.901135 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4d4e81ed-b659-4417-a526-b79fcf44cbdb tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.902810 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8a77af79-c580-477d-be95-c354cdb8abcd admin admin] 10.222.0.31 "DELETE /v2.0/networks/40d5199b-84d3-4e3a-b832-6d6d2623ed7f HTTP/1.1" status: 204 len: 168 time: 0.6884110 Nov 12 00:43:24.919217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77af79-c580-477d-be95-c354cdb8abcd admin admin] Pushing event deleted for resources: {'Network': ['ID=40d5199b-84d3-4e3a-b832-6d6d2623ed7f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:24.924452 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4db2c152-5eb7-461e-97ef-b414178a03cc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting port b51a31f1-b91d-4135-9f85-ad3d913051b6 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:24.924677 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4db2c152-5eb7-461e-97ef-b414178a03cc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:24.936934 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50953f90-ab30-4a41-b2d7-28eb7453d390 None None] Sync routers for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:25.011050 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50953f90-ab30-4a41-b2d7-28eb7453d390 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:25.015076 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-50953f90-ab30-4a41-b2d7-28eb7453d390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:25.036378 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4d4e81ed-b659-4417-a526-b79fcf44cbdb tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "PUT /v2.0/floatingips/cafe81d9-420e-41e2-88ec-e97044b30308 HTTP/1.1" status: 200 len: 978 time: 2.9476757 Nov 12 00:43:25.040901 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32780) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:25.072077 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4db2c152-5eb7-461e-97ef-b414178a03cc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.112676 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4db2c152-5eb7-461e-97ef-b414178a03cc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Calling delete_port for b51a31f1-b91d-4135-9f85-ad3d913051b6 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:25.266408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d13a171a-1418-45fe-886a-4c99393ea2e2 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:25.353043 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-294b1c03-44c9-480c-8eac-a8481431ac84 None None] Provisioning complete for port d13a171a-1418-45fe-886a-4c99393ea2e2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:25.353196 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-294b1c03-44c9-480c-8eac-a8481431ac84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.415519 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-50953f90-ab30-4a41-b2d7-28eb7453d390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:25.462698 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32788) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:25.468357 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.521317 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-9b31edd5-368c-44bd-bba6-786284658826 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Deleting port 0f10d709-85e1-4f55-a9b8-a5232b73441e {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:25.522616 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b31edd5-368c-44bd-bba6-786284658826 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.523599 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50953f90-ab30-4a41-b2d7-28eb7453d390 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:25.524243 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-50953f90-ab30-4a41-b2d7-28eb7453d390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:25.524733 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4db2c152-5eb7-461e-97ef-b414178a03cc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.537133 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32046d-381e-4be7-ba2e-e16a476681c6 req-b692c1c9-3274-45ad-82a6-76d0a6901945 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:25.547322 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bf32046d-381e-4be7-ba2e-e16a476681c6 req-b692c1c9-3274-45ad-82a6-76d0a6901945 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=a21d44ad-0a60-45f6-af26-04c53c0bb126 HTTP/1.1" status: 200 len: 950 time: 0.1006427 Nov 12 00:43:25.567639 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-50953f90-ab30-4a41-b2d7-28eb7453d390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:25.568186 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50953f90-ab30-4a41-b2d7-28eb7453d390 None None] The sync data for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:25.570983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 91da9e1b-38db-4191-b96a-9b51235f1578 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:25.589577 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-87ef9a51-b858-443b-b752-70e8bebe7201 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f1145286794e44c782b111d8c5f13ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1241448 Nov 12 00:43:25.590313 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32790) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:25.615377 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2c152-5eb7-461e-97ef-b414178a03cc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Port': ['ID=b51a31f1-b91d-4135-9f85-ad3d913051b6,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:25.698022 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bf32046d-381e-4be7-ba2e-e16a476681c6 req-1e6ec90d-22e4-4cd9-bdca-220bbed4ad86 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491668 Nov 12 00:43:25.748729 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4db2c152-5eb7-461e-97ef-b414178a03cc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.752263 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4db2c152-5eb7-461e-97ef-b414178a03cc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/ports/b51a31f1-b91d-4135-9f85-ad3d913051b6 HTTP/1.1" status: 204 len: 168 time: 1.1264598 Nov 12 00:43:25.755221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32792) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:25.786072 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b31edd5-368c-44bd-bba6-786284658826 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.786567 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b31edd5-368c-44bd-bba6-786284658826 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.788395 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa74b24e-6d53-4dd3-bbee-8585f8187ddb tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] DELETE failed (client error): The resource could not be found. Nov 12 00:43:25.789576 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa74b24e-6d53-4dd3-bbee-8585f8187ddb tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:25.793308 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-aa74b24e-6d53-4dd3-bbee-8585f8187ddb tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/ports/b51a31f1-b91d-4135-9f85-ad3d913051b6 HTTP/1.1" status: 404 len: 333 time: 0.0371006 Nov 12 00:43:25.795887 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32794) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:25.804911 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-9b31edd5-368c-44bd-bba6-786284658826 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Calling delete_port for 0f10d709-85e1-4f55-a9b8-a5232b73441e owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:25.823536 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7dc63aeb-4263-4453-b765-b6a6d1fc2f55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.826374 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-2768c573-47f0-438c-a303-d3b0a49b897d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] GET failed (client error): The resource could not be found. Nov 12 00:43:25.829496 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2768c573-47f0-438c-a303-d3b0a49b897d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports/b51a31f1-b91d-4135-9f85-ad3d913051b6 HTTP/1.1" status: 404 len: 333 time: 0.0314429 Nov 12 00:43:25.831231 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32798) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:25.834017 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 91da9e1b-38db-4191-b96a-9b51235f1578 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:25.834366 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 91da9e1b-38db-4191-b96a-9b51235f1578 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:25.871444 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-294b1c03-44c9-480c-8eac-a8481431ac84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.890192 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port d13a171a-1418-45fe-886a-4c99393ea2e2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:25.890407 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.939921 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.940219 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d66ba7f-0605-4c23-95b3-ce048f6df2fa tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting subnet f7517749-1dd0-4481-a226-75d165431893 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:43:25.950879 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d66ba7f-0605-4c23-95b3-ce048f6df2fa tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:25.975231 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-294b1c03-44c9-480c-8eac-a8481431ac84 None None] For port d13a171a-1418-45fe-886a-4c99393ea2e2, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d13a171a-1418-45fe-886a-4c99393ea2e2,segment=NetworkSegment(efa244a0-a275-4e44-82e1-38713ac83fd9),segment_id=efa244a0-a275-4e44-82e1-38713ac83fd9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:25.984821 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-294b1c03-44c9-480c-8eac-a8481431ac84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.015058 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7dc63aeb-4263-4453-b765-b6a6d1fc2f55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.065840 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d66ba7f-0605-4c23-95b3-ce048f6df2fa tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.135079 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b1c03-44c9-480c-8eac-a8481431ac84 None None] Pushing event updated for resources: {'Port': ['ID=d13a171a-1418-45fe-886a-4c99393ea2e2,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:26.315296 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d66ba7f-0605-4c23-95b3-ce048f6df2fa tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.324597 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7dc63aeb-4263-4453-b765-b6a6d1fc2f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.332445 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7dc63aeb-4263-4453-b765-b6a6d1fc2f55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.339839 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7dc63aeb-4263-4453-b765-b6a6d1fc2f55 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27190a0a-bbaa-4855-80fe-bed5dbd16172 HTTP/1.1" status: 204 len: 168 time: 0.7430370 Nov 12 00:43:26.344341 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b31edd5-368c-44bd-bba6-786284658826 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.400198 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20945ede-5e1a-438f-993a-965651ce704c req-fbc8917c-f821-4942-8e09-c00fb46e0ba0 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:26.409298 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20945ede-5e1a-438f-993a-965651ce704c req-fbc8917c-f821-4942-8e09-c00fb46e0ba0 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=78983d7c-c4e9-4f3e-8e1b-09a596d5f34e HTTP/1.1" status: 200 len: 945 time: 0.1532135 Nov 12 00:43:26.412964 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc63aeb-4263-4453-b765-b6a6d1fc2f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27190a0a-bbaa-4855-80fe-bed5dbd16172,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:26.417956 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-726e6c83-acb1-4592-bec2-3a3908f4180f None None] Provisioning complete for port d13a171a-1418-45fe-886a-4c99393ea2e2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:26.422216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31edd5-368c-44bd-bba6-786284658826 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event deleted for resources: {'Port': ['ID=0f10d709-85e1-4f55-a9b8-a5232b73441e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:26.427517 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-726e6c83-acb1-4592-bec2-3a3908f4180f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.482892 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d66ba7f-0605-4c23-95b3-ce048f6df2fa tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.514446 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20945ede-5e1a-438f-993a-965651ce704c req-912347b2-2a20-4cda-8f4f-26ef72d21580 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998926 Nov 12 00:43:26.540890 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d66ba7f-0605-4c23-95b3-ce048f6df2fa tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.548686 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6d66ba7f-0605-4c23-95b3-ce048f6df2fa tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/subnets/f7517749-1dd0-4481-a226-75d165431893 HTTP/1.1" status: 204 len: 168 time: 0.7160585 Nov 12 00:43:26.549866 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32812) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:26.561244 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66ba7f-0605-4c23-95b3-ce048f6df2fa tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Subnet': ['ID=f7517749-1dd0-4481-a226-75d165431893,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:26.588290 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b31edd5-368c-44bd-bba6-786284658826 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.588775 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-9b31edd5-368c-44bd-bba6-786284658826 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Floating IP cafe81d9-420e-41e2-88ec-e97044b30308 disassociated (deleted). External IP: 172.25.0.152, port: baef4e92-45a8-4008-8b1f-45c0227d5bbe. Nov 12 00:43:26.691370 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a860cbda-4eb2-4ff6-925e-9a089d2040ca tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.787101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c19895a-256b-4a61-b19b-49ffa159a774 None None] Network c5cf8b47-1139-46fc-b289-d24de0a0323d requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:26.821059 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4f2b21a0-0577-49be-9d79-4008c19a754d None None] Could not find standard attr ID for object b51a31f1-b91d-4135-9f85-ad3d913051b6. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:43:26.863251 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-a860cbda-4eb2-4ff6-925e-9a089d2040ca tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting port d13a171a-1418-45fe-886a-4c99393ea2e2 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:26.864401 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a860cbda-4eb2-4ff6-925e-9a089d2040ca tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:26.990097 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-a860cbda-4eb2-4ff6-925e-9a089d2040ca tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] For port d13a171a-1418-45fe-886a-4c99393ea2e2, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d13a171a-1418-45fe-886a-4c99393ea2e2,segment=NetworkSegment(efa244a0-a275-4e44-82e1-38713ac83fd9),segment_id=efa244a0-a275-4e44-82e1-38713ac83fd9)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:26.990743 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a860cbda-4eb2-4ff6-925e-9a089d2040ca tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.009606 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-a860cbda-4eb2-4ff6-925e-9a089d2040ca tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Calling delete_port for d13a171a-1418-45fe-886a-4c99393ea2e2 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:27.046701 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d13a171a-1418-45fe-886a-4c99393ea2e2 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:27.099934 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7eed1-cc48-440a-9b3a-92b112ef2e39 req-bb80763b-4564-453a-b7d4-d8dd271f26cb tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:27.108309 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a1e7eed1-cc48-440a-9b3a-92b112ef2e39 req-bb80763b-4564-453a-b7d4-d8dd271f26cb tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=a21d44ad-0a60-45f6-af26-04c53c0bb126 HTTP/1.1" status: 200 len: 950 time: 0.2254260 Nov 12 00:43:27.117275 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a860cbda-4eb2-4ff6-925e-9a089d2040ca tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.180445 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860cbda-4eb2-4ff6-925e-9a089d2040ca tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Port': ['ID=d13a171a-1418-45fe-886a-4c99393ea2e2,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:27.182708 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No active binding found for port d13a171a-1418-45fe-886a-4c99393ea2e2 {{(pid=114244) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 00:43:27.186527 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d13a171a-1418-45fe-886a-4c99393ea2e2 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 00:43:27.191471 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a860cbda-4eb2-4ff6-925e-9a089d2040ca tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] No DVR routers for this DVR port d13a171a-1418-45fe-886a-4c99393ea2e2 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:27.234362 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Port d13a171a-1418-45fe-886a-4c99393ea2e2 not found, will not notify nova. {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 00:43:27.239082 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a1e7eed1-cc48-440a-9b3a-92b112ef2e39 req-1a68ab8f-4e2b-4742-9e3a-aafff20f0a5f tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224430 Nov 12 00:43:27.257255 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f84626-ed15-4711-9e1c-b20c98e864d5 None None] DHCP port deletion for c5cf8b47-1139-46fc-b289-d24de0a0323d request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:27.281258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b31edd5-368c-44bd-bba6-786284658826 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Router 442f9106-e30d-4a75-b10b-17f620abbe2b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:43:27.370310 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a860cbda-4eb2-4ff6-925e-9a089d2040ca tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.413704 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-a860cbda-4eb2-4ff6-925e-9a089d2040ca tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5cf8b47-1139-46fc-b289-d24de0a0323d']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:27.438488 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b31edd5-368c-44bd-bba6-786284658826 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:27.444122 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b31edd5-368c-44bd-bba6-786284658826 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.449791 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0495e5-59e1-46b4-8aca-01c2a3e17708 None None] Sync routers for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:27.469676 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-a860cbda-4eb2-4ff6-925e-9a089d2040ca tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa244a0-a275-4e44-82e1-38713ac83fd9') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:27.469853 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-a860cbda-4eb2-4ff6-925e-9a089d2040ca tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa244a0-a275-4e44-82e1-38713ac83fd9') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:27.478066 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0495e5-59e1-46b4-8aca-01c2a3e17708 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:27.479264 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-7f0495e5-59e1-46b4-8aca-01c2a3e17708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:27.493751 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9b31edd5-368c-44bd-bba6-786284658826 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "DELETE /v2.0/floatingips/cafe81d9-420e-41e2-88ec-e97044b30308 HTTP/1.1" status: 204 len: 168 time: 2.4500167 Nov 12 00:43:27.496597 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32836) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:27.551767 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-7f0495e5-59e1-46b4-8aca-01c2a3e17708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:27.561281 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0495e5-59e1-46b4-8aca-01c2a3e17708 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:27.562282 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-7f0495e5-59e1-46b4-8aca-01c2a3e17708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:27.564103 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a860cbda-4eb2-4ff6-925e-9a089d2040ca tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.622525 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a860cbda-4eb2-4ff6-925e-9a089d2040ca tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.646936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c6e92-31f3-4934-bc6e-5297187ea649 req-e812fb68-5141-4fb3-a97f-15126174be89 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:27.674440 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-410c6e92-31f3-4934-bc6e-5297187ea649 req-e812fb68-5141-4fb3-a97f-15126174be89 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "GET /v2.0/ports?device_id=a21d44ad-0a60-45f6-af26-04c53c0bb126 HTTP/1.1" status: 200 len: 950 time: 0.2381268 Nov 12 00:43:27.690785 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a860cbda-4eb2-4ff6-925e-9a089d2040ca tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:43:27.691356 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a860cbda-4eb2-4ff6-925e-9a089d2040ca tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:43:27.696854 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:43:27.749397 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-7f0495e5-59e1-46b4-8aca-01c2a3e17708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:27.750444 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0495e5-59e1-46b4-8aca-01c2a3e17708 None None] The sync data for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:27.750663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-aad81294-3bf5-45fd-bcd4-25aa955b82e8 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Deleting port baef4e92-45a8-4008-8b1f-45c0227d5bbe {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:27.751021 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aad81294-3bf5-45fd-bcd4-25aa955b82e8 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.833703 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56539caa-6048-4ca8-9aae-c304d061e4d9 req-4d1ceced-e192-4ff9-8c19-e8abd3575949 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:27.840949 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-56539caa-6048-4ca8-9aae-c304d061e4d9 req-4d1ceced-e192-4ff9-8c19-e8abd3575949 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=78983d7c-c4e9-4f3e-8e1b-09a596d5f34e HTTP/1.1" status: 200 len: 945 time: 0.1607728 Nov 12 00:43:27.894991 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a860cbda-4eb2-4ff6-925e-9a089d2040ca tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.909761 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a860cbda-4eb2-4ff6-925e-9a089d2040ca tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.917086 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a860cbda-4eb2-4ff6-925e-9a089d2040ca tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/networks/c5cf8b47-1139-46fc-b289-d24de0a0323d HTTP/1.1" status: 204 len: 168 time: 1.3626702 Nov 12 00:43:27.921543 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32848) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:27.936340 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aad81294-3bf5-45fd-bcd4-25aa955b82e8 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:27.937259 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-cbbe8eba-931a-4211-aaf5-8bcfd93b6b60 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1286359876'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:27.949235 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974bc0b-30c7-4baf-bde7-158cb396fae2 req-c45b6f40-693d-40a8-bcba-e3aa7344cc4d tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:27.950768 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2974bc0b-30c7-4baf-bde7-158cb396fae2 req-c45b6f40-693d-40a8-bcba-e3aa7344cc4d tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.21 "GET /v2.0/ports?device_id=78983d7c-c4e9-4f3e-8e1b-09a596d5f34e HTTP/1.1" status: 200 len: 945 time: 0.1076145 Nov 12 00:43:27.955657 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860cbda-4eb2-4ff6-925e-9a089d2040ca tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Network': ['ID=c5cf8b47-1139-46fc-b289-d24de0a0323d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:27.976379 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbe8eba-931a-4211-aaf5-8bcfd93b6b60 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:27.978897 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-aad81294-3bf5-45fd-bcd4-25aa955b82e8 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Calling delete_port for baef4e92-45a8-4008-8b1f-45c0227d5bbe owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:27.981024 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cbbe8eba-931a-4211-aaf5-8bcfd93b6b60 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.017295 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbbe8eba-931a-4211-aaf5-8bcfd93b6b60 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:43:28.034250 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cbbe8eba-931a-4211-aaf5-8bcfd93b6b60 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.034855 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-cbbe8eba-931a-4211-aaf5-8bcfd93b6b60 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Added segment 9590ff68-bd78-49e8-bb4c-f271069e5098 of type vlan for network 9d5d333b-e62d-4faf-984f-e2997f705a6f Nov 12 00:43:28.045284 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-56539caa-6048-4ca8-9aae-c304d061e4d9 req-84c5bb60-7047-4edc-b765-880edd02ba35 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997750 Nov 12 00:43:28.047143 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-410c6e92-31f3-4934-bc6e-5297187ea649 req-e7bedfba-30d3-4d28-b9f3-2227aaa93408 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Deleting port 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:28.048075 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-410c6e92-31f3-4934-bc6e-5297187ea649 req-e7bedfba-30d3-4d28-b9f3-2227aaa93408 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.187469 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-2974bc0b-30c7-4baf-bde7-158cb396fae2 req-1ed98727-0fc3-461f-a062-4c0e8e8ea5f8 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Deleting port 84d5b2ae-08dd-4b77-ac3a-2cb751043b25 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:28.187855 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2974bc0b-30c7-4baf-bde7-158cb396fae2 req-1ed98727-0fc3-461f-a062-4c0e8e8ea5f8 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.207241 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cbbe8eba-931a-4211-aaf5-8bcfd93b6b60 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.263403 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cbbe8eba-931a-4211-aaf5-8bcfd93b6b60 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.270527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbe8eba-931a-4211-aaf5-8bcfd93b6b60 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:28.271262 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cbbe8eba-931a-4211-aaf5-8bcfd93b6b60 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.277547 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-410c6e92-31f3-4934-bc6e-5297187ea649 req-e7bedfba-30d3-4d28-b9f3-2227aaa93408 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] For port 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=7f70719f-d7a5-466a-9568-cdf4d0a8b2f4,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:28.278196 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-410c6e92-31f3-4934-bc6e-5297187ea649 req-e7bedfba-30d3-4d28-b9f3-2227aaa93408 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.316629 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-410c6e92-31f3-4934-bc6e-5297187ea649 req-e7bedfba-30d3-4d28-b9f3-2227aaa93408 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Calling delete_port for 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:28.383377 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cbbe8eba-931a-4211-aaf5-8bcfd93b6b60 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4587443 Nov 12 00:43:28.388246 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32862) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:28.396219 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-8cb731f3-dd26-4892-ad9c-bc09598ba93b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'subnet': {'network_id': '9d5d333b-e62d-4faf-984f-e2997f705a6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:28.432772 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32864) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:28.434815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe8eba-931a-4211-aaf5-8bcfd93b6b60 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Network': ['ID=9d5d333b-e62d-4faf-984f-e2997f705a6f,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:28.446492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 9d5d333b-e62d-4faf-984f-e2997f705a6f details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:43:28.564908 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb731f3-dd26-4892-ad9c-bc09598ba93b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:28.568798 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8cb731f3-dd26-4892-ad9c-bc09598ba93b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.690667 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-273cfa18-45ef-4734-b5f9-099691da150a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.738254 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-410c6e92-31f3-4934-bc6e-5297187ea649 req-e7bedfba-30d3-4d28-b9f3-2227aaa93408 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.748182 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-2974bc0b-30c7-4baf-bde7-158cb396fae2 req-1ed98727-0fc3-461f-a062-4c0e8e8ea5f8 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] For port 84d5b2ae-08dd-4b77-ac3a-2cb751043b25, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=84d5b2ae-08dd-4b77-ac3a-2cb751043b25,segment=NetworkSegment(6bcd1460-7002-412d-8f91-bced057eb4e8),segment_id=6bcd1460-7002-412d-8f91-bced057eb4e8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:28.748724 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2974bc0b-30c7-4baf-bde7-158cb396fae2 req-1ed98727-0fc3-461f-a062-4c0e8e8ea5f8 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.750810 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['37a8070f-7261-432c-a284-dceea1ab4f9b', '1104d0a1-0b8c-4b63-886a-552dd272ce73'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:28.769964 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bedfba-30d3-4d28-b9f3-2227aaa93408 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Pushing event deleted for resources: {'Port': ['ID=7f70719f-d7a5-466a-9568-cdf4d0a8b2f4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:28.805388 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56bd12-23ab-4c35-b194-bed7f3490765 req-62ce24fa-1792-4cdb-9cc0-7b62f8c4a94f tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:28.813569 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a56bd12-23ab-4c35-b194-bed7f3490765 req-62ce24fa-1792-4cdb-9cc0-7b62f8c4a94f tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=a21d44ad-0a60-45f6-af26-04c53c0bb126 HTTP/1.1" status: 200 len: 867 time: 0.1579578 Nov 12 00:43:28.816123 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-2974bc0b-30c7-4baf-bde7-158cb396fae2 req-1ed98727-0fc3-461f-a062-4c0e8e8ea5f8 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Calling delete_port for 84d5b2ae-08dd-4b77-ac3a-2cb751043b25 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:28.837438 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['6f57b479-9ea5-40cd-8a30-cc725fc1a835', '0dd76ff5-4be1-4f6e-9325-09ea366062c1', 'b8ee4bc0-8823-4aa3-a840-606de5fe2e92', '7f70719f-d7a5-466a-9568-cdf4d0a8b2f4'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:28.845133 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-410c6e92-31f3-4934-bc6e-5297187ea649 req-e7bedfba-30d3-4d28-b9f3-2227aaa93408 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] No DVR routers for this DVR port 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:28.849573 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-410c6e92-31f3-4934-bc6e-5297187ea649 req-e7bedfba-30d3-4d28-b9f3-2227aaa93408 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.852087 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-410c6e92-31f3-4934-bc6e-5297187ea649 req-e7bedfba-30d3-4d28-b9f3-2227aaa93408 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "DELETE /v2.0/ports/7f70719f-d7a5-466a-9568-cdf4d0a8b2f4 HTTP/1.1" status: 204 len: 173 time: 1.1201813 Nov 12 00:43:28.852591 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21d44ad-0a60-45f6-af26-04c53c0bb126', 'name': 'network-vif-deleted', 'tag': '7f70719f-d7a5-466a-9568-cdf4d0a8b2f4'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:28.856474 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c35ec0c-cccf-436a-be7f-479717a0aca8" -d '{"events": [{"server_uuid": "a21d44ad-0a60-45f6-af26-04c53c0bb126", "name": "network-vif-deleted", "tag": "7f70719f-d7a5-466a-9568-cdf4d0a8b2f4"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:28.930682 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aad81294-3bf5-45fd-bcd4-25aa955b82e8 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:28.998613 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a56bd12-23ab-4c35-b194-bed7f3490765 req-778e00ab-f048-4b68-9f03-22652bb3d1cb tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790407 Nov 12 00:43:29.028284 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad81294-3bf5-45fd-bcd4-25aa955b82e8 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event deleted for resources: {'Port': ['ID=baef4e92-45a8-4008-8b1f-45c0227d5bbe,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:29.038204 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1312f93-2485-4a2c-947d-243bafbde8ea x-openstack-request-id: req-e1312f93-2485-4a2c-947d-243bafbde8ea {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:29.038600 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21d44ad-0a60-45f6-af26-04c53c0bb126", "name": "network-vif-deleted", "tag": "7f70719f-d7a5-466a-9568-cdf4d0a8b2f4", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:29.038999 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1312f93-2485-4a2c-947d-243bafbde8ea {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:29.039478 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21d44ad-0a60-45f6-af26-04c53c0bb126', 'name': 'network-vif-deleted', 'tag': '7f70719f-d7a5-466a-9568-cdf4d0a8b2f4', 'status': 'completed', 'code': 200} Nov 12 00:43:29.123332 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d13a171a-1418-45fe-886a-4c99393ea2e2 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:29.130970 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ceaa88-9c41-42fc-a264-0bf4ca030fe3 None None] DHCP port deletion for 62bba9ec-6659-4e31-969e-1d27fd80dffe request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:29.157820 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-273cfa18-45ef-4734-b5f9-099691da150a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.159311 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8cb731f3-dd26-4892-ad9c-bc09598ba93b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.186426 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: d13a171a-1418-45fe-886a-4c99393ea2e2 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:29.187131 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d13a171a-1418-45fe-886a-4c99393ea2e2 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:29.240022 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb731f3-dd26-4892-ad9c-bc09598ba93b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Subnet': ['ID=faf6c445-e5a4-4a12-8fdc-3294e47039dd,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:29.247705 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-273cfa18-45ef-4734-b5f9-099691da150a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.313009 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb731f3-dd26-4892-ad9c-bc09598ba93b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Checking segment: {'id': '9590ff68-bd78-49e8-bb4c-f271069e5098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5d333b-e62d-4faf-984f-e2997f705a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:29.313388 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb731f3-dd26-4892-ad9c-bc09598ba93b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network hostable DHCP agents. Network: 9d5d333b-e62d-4faf-984f-e2997f705a6f, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:43:29.325947 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-273cfa18-45ef-4734-b5f9-099691da150a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a3f95f58bc84663b7e833c36e574513&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8896356 Nov 12 00:43:29.326426 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273cfa18-45ef-4734-b5f9-099691da150a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10baa5c2-5cf3-4e23-a8a4-79720db46674,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:29.329727 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32876) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:29.357567 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aad81294-3bf5-45fd-bcd4-25aa955b82e8 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.358353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb731f3-dd26-4892-ad9c-bc09598ba93b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 9d5d333b-e62d-4faf-984f-e2997f705a6f is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:43:29.365742 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-aad81294-3bf5-45fd-bcd4-25aa955b82e8 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "DELETE /v2.0/ports/baef4e92-45a8-4008-8b1f-45c0227d5bbe HTTP/1.1" status: 204 len: 168 time: 1.8676076 Nov 12 00:43:29.367417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32878) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:29.372299 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2974bc0b-30c7-4baf-bde7-158cb396fae2 req-1ed98727-0fc3-461f-a062-4c0e8e8ea5f8 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.377050 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-fa6623e1-5a94-418b-aed1-49eded28dade tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:29.386845 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-8cb731f3-dd26-4892-ad9c-bc09598ba93b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 9d5d333b-e62d-4faf-984f-e2997f705a6f) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:29.395973 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb731f3-dd26-4892-ad9c-bc09598ba93b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:29.396973 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8cb731f3-dd26-4892-ad9c-bc09598ba93b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.404814 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cbaad1-ff04-4e62-aa30-f00fd8d4fa16 None None] Network 9d5d333b-e62d-4faf-984f-e2997f705a6f requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:29.435968 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa6623e1-5a94-418b-aed1-49eded28dade tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.506571 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69339e-abb1-425e-a1ee-7f9cf3753629 req-ad565dd5-421c-48e1-914e-239073cf01cf tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:29.506801 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8cb731f3-dd26-4892-ad9c-bc09598ba93b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1148131 Nov 12 00:43:29.514329 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bd69339e-abb1-425e-a1ee-7f9cf3753629 req-ad565dd5-421c-48e1-914e-239073cf01cf tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=78983d7c-c4e9-4f3e-8e1b-09a596d5f34e HTTP/1.1" status: 200 len: 867 time: 0.2895846 Nov 12 00:43:29.518105 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32882) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:29.519675 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b5458486-2d2d-4cda-954a-675b4095763a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.552592 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed98727-0fc3-461f-a062-4c0e8e8ea5f8 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Pushing event deleted for resources: {'Port': ['ID=84d5b2ae-08dd-4b77-ac3a-2cb751043b25,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:29.561954 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b5458486-2d2d-4cda-954a-675b4095763a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.568647 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-cb304cd8-737b-4002-b744-711163026068 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'port': {'network_id': '9d5d333b-e62d-4faf-984f-e2997f705a6f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-433801882'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:29.645418 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf30d5f3-c9c6-47b6-a93c-cab57965088b None None] DHCP port deletion for e9d51c46-f358-424d-ac2a-b0dc401b9ad6 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:29.660177 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b5458486-2d2d-4cda-954a-675b4095763a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.664872 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b5458486-2d2d-4cda-954a-675b4095763a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.666554 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b5458486-2d2d-4cda-954a-675b4095763a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10baa5c2-5cf3-4e23-a8a4-79720db46674 HTTP/1.1" status: 204 len: 168 time: 0.3357277 Nov 12 00:43:29.682521 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5458486-2d2d-4cda-954a-675b4095763a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10baa5c2-5cf3-4e23-a8a4-79720db46674,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:29.858641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-2974bc0b-30c7-4baf-bde7-158cb396fae2 req-1ed98727-0fc3-461f-a062-4c0e8e8ea5f8 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] No DVR routers for this DVR port 84d5b2ae-08dd-4b77-ac3a-2cb751043b25 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:29.860909 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6462ebcb-a903-4f5c-8af2-163af9ae1047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-9d5d333b-e62d-4faf-984f-e2997f705a6f', 'network_id': '9d5d333b-e62d-4faf-984f-e2997f705a6f', 'tenant_id': '6a418c9e3d724ba18332c717826e963e', 'fixed_ips': [{'subnet_id': 'faf6c445-e5a4-4a12-8fdc-3294e47039dd'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:43:29.862000 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6462ebcb-a903-4f5c-8af2-163af9ae1047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.865462 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2974bc0b-30c7-4baf-bde7-158cb396fae2 req-1ed98727-0fc3-461f-a062-4c0e8e8ea5f8 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:29.868808 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2974bc0b-30c7-4baf-bde7-158cb396fae2 req-1ed98727-0fc3-461f-a062-4c0e8e8ea5f8 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.21 "DELETE /v2.0/ports/84d5b2ae-08dd-4b77-ac3a-2cb751043b25 HTTP/1.1" status: 204 len: 173 time: 1.9043720 Nov 12 00:43:29.870373 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78983d7c-c4e9-4f3e-8e1b-09a596d5f34e', 'name': 'network-vif-deleted', 'tag': '84d5b2ae-08dd-4b77-ac3a-2cb751043b25'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:29.872635 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536a939e-164b-4343-9f9d-9f6e1cd74dc5" -d '{"events": [{"server_uuid": "78983d7c-c4e9-4f3e-8e1b-09a596d5f34e", "name": "network-vif-deleted", "tag": "84d5b2ae-08dd-4b77-ac3a-2cb751043b25"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:29.917099 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['3027f6db-77dc-4fc4-80d1-19214add53e9', '23ddfda0-4f02-40ff-aea8-1dd1fc986a97'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:29.961581 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bd69339e-abb1-425e-a1ee-7f9cf3753629 req-d6e47ef5-3d91-4875-848b-5b666c8ccbaf tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453580 Nov 12 00:43:29.971995 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e637f39a-8340-4b1e-a380-63c3549bc4aa x-openstack-request-id: req-e637f39a-8340-4b1e-a380-63c3549bc4aa {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:29.973151 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78983d7c-c4e9-4f3e-8e1b-09a596d5f34e", "name": "network-vif-deleted", "tag": "84d5b2ae-08dd-4b77-ac3a-2cb751043b25", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:29.973619 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e637f39a-8340-4b1e-a380-63c3549bc4aa {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:29.974020 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78983d7c-c4e9-4f3e-8e1b-09a596d5f34e', 'name': 'network-vif-deleted', 'tag': '84d5b2ae-08dd-4b77-ac3a-2cb751043b25', 'status': 'completed', 'code': 200} Nov 12 00:43:30.098675 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa6623e1-5a94-418b-aed1-49eded28dade tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.119472 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb304cd8-737b-4002-b744-711163026068 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:30.123154 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cb304cd8-737b-4002-b744-711163026068 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.175628 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-cb304cd8-737b-4002-b744-711163026068 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] device_id is not set on port 1de85b2d-d011-4dae-ac1e-e10abe13431c yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:43:30.254191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-6462ebcb-a903-4f5c-8af2-163af9ae1047 None None] Allocated IP 172.20.0.2 (9d5d333b-e62d-4faf-984f-e2997f705a6f/faf6c445-e5a4-4a12-8fdc-3294e47039dd/c69793e1-f2ff-4d3f-a593-1250c3c351e0) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:30.326985 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-fa6623e1-5a94-418b-aed1-49eded28dade tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Allocated IP 172.25.0.14 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/dc7e42c7-217e-4aae-97c3-041a350b39ec) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:30.477995 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa6623e1-5a94-418b-aed1-49eded28dade tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.585596 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa6623e1-5a94-418b-aed1-49eded28dade tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.663701 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6623e1-5a94-418b-aed1-49eded28dade tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:30.668132 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-fa6623e1-5a94-418b-aed1-49eded28dade tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:30.670588 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6623e1-5a94-418b-aed1-49eded28dade tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:30.743651 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6623e1-5a94-418b-aed1-49eded28dade tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Port': ['ID=dc7e42c7-217e-4aae-97c3-041a350b39ec,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:30.756078 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6462ebcb-a903-4f5c-8af2-163af9ae1047 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.771105 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6462ebcb-a903-4f5c-8af2-163af9ae1047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.815845 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa6623e1-5a94-418b-aed1-49eded28dade tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.830145 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6462ebcb-a903-4f5c-8af2-163af9ae1047 None None] Network 9d5d333b-e62d-4faf-984f-e2997f705a6f is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:30.841998 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-6462ebcb-a903-4f5c-8af2-163af9ae1047 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:30.848149 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6462ebcb-a903-4f5c-8af2-163af9ae1047 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:30.855216 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462ebcb-a903-4f5c-8af2-163af9ae1047 None None] Pushing event updated for resources: {'Port': ['ID=c69793e1-f2ff-4d3f-a593-1250c3c351e0,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:30.890262 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c8a25-2df6-404e-8a6b-0ba234311706 req-7ebf49fb-33a4-4178-9fb0-5cb875556afe tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:30.891796 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb7c8a25-2df6-404e-8a6b-0ba234311706 req-7ebf49fb-33a4-4178-9fb0-5cb875556afe tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c5533fd-e2af-4c96-ae8a-f52cf1dbec90 HTTP/1.1" status: 200 len: 950 time: 0.2248943 Nov 12 00:43:30.915523 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa6623e1-5a94-418b-aed1-49eded28dade tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.943946 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6462ebcb-a903-4f5c-8af2-163af9ae1047 None None] Attempting to bind port c69793e1-f2ff-4d3f-a593-1250c3c351e0 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:30.944326 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6462ebcb-a903-4f5c-8af2-163af9ae1047 None None] Attempting to bind port c69793e1-f2ff-4d3f-a593-1250c3c351e0 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '9590ff68-bd78-49e8-bb4c-f271069e5098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5d333b-e62d-4faf-984f-e2997f705a6f'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:30.945116 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6462ebcb-a903-4f5c-8af2-163af9ae1047 None None] Attempting to bind port c69793e1-f2ff-4d3f-a593-1250c3c351e0 on network 9d5d333b-e62d-4faf-984f-e2997f705a6f {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:30.953256 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6462ebcb-a903-4f5c-8af2-163af9ae1047 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:30.953725 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6462ebcb-a903-4f5c-8af2-163af9ae1047 None None] Checking segment: {'id': '9590ff68-bd78-49e8-bb4c-f271069e5098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5d333b-e62d-4faf-984f-e2997f705a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:30.954055 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6462ebcb-a903-4f5c-8af2-163af9ae1047 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.954460 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6462ebcb-a903-4f5c-8af2-163af9ae1047 None None] Bound using segment: {'id': '9590ff68-bd78-49e8-bb4c-f271069e5098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5d333b-e62d-4faf-984f-e2997f705a6f'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:30.955706 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6462ebcb-a903-4f5c-8af2-163af9ae1047 None None] Bound port: c69793e1-f2ff-4d3f-a593-1250c3c351e0, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9590ff68-bd78-49e8-bb4c-f271069e5098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5d333b-e62d-4faf-984f-e2997f705a6f'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:30.956509 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6462ebcb-a903-4f5c-8af2-163af9ae1047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.968229 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-cb304cd8-737b-4002-b744-711163026068 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Allocated IP 172.20.0.8 (9d5d333b-e62d-4faf-984f-e2997f705a6f/faf6c445-e5a4-4a12-8fdc-3294e47039dd/1de85b2d-d011-4dae-ac1e-e10abe13431c) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:31.043398 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb7c8a25-2df6-404e-8a6b-0ba234311706 req-f34cc78e-1635-4767-8ce8-911e5737e002 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404550 Nov 12 00:43:31.052535 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6462ebcb-a903-4f5c-8af2-163af9ae1047 None None] For port c69793e1-f2ff-4d3f-a593-1250c3c351e0, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:31.059358 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6462ebcb-a903-4f5c-8af2-163af9ae1047 None None] For port c69793e1-f2ff-4d3f-a593-1250c3c351e0, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c69793e1-f2ff-4d3f-a593-1250c3c351e0,segment=NetworkSegment(9590ff68-bd78-49e8-bb4c-f271069e5098),segment_id=9590ff68-bd78-49e8-bb4c-f271069e5098)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:31.081086 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6462ebcb-a903-4f5c-8af2-163af9ae1047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.141510 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462ebcb-a903-4f5c-8af2-163af9ae1047 None None] Pushing event updated for resources: {'Port': ['ID=c69793e1-f2ff-4d3f-a593-1250c3c351e0,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:31.233505 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cb304cd8-737b-4002-b744-711163026068 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.252685 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa6623e1-5a94-418b-aed1-49eded28dade tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.266066 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa6623e1-5a94-418b-aed1-49eded28dade tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.406604 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6623e1-5a94-418b-aed1-49eded28dade tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Port': ['ID=dc7e42c7-217e-4aae-97c3-041a350b39ec,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:31.421893 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cb304cd8-737b-4002-b744-711163026068 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.431949 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa6623e1-5a94-418b-aed1-49eded28dade tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.492469 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 84d5b2ae-08dd-4b77-ac3a-2cb751043b25 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:31.520412 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb304cd8-737b-4002-b744-711163026068 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 9d5d333b-e62d-4faf-984f-e2997f705a6f is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:31.536572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 84d5b2ae-08dd-4b77-ac3a-2cb751043b25 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:31.537021 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 84d5b2ae-08dd-4b77-ac3a-2cb751043b25 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:31.538771 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['d22de70f-ea41-4e4c-b172-3e28f85e8c95'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:31.554412 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-cb304cd8-737b-4002-b744-711163026068 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:31.558582 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb304cd8-737b-4002-b744-711163026068 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:31.562145 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb304cd8-737b-4002-b744-711163026068 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=1de85b2d-d011-4dae-ac1e-e10abe13431c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:31.574370 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa6623e1-5a94-418b-aed1-49eded28dade tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.578173 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fa6623e1-5a94-418b-aed1-49eded28dade tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2067313 Nov 12 00:43:31.578580 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32964) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:31.586080 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6cab4f31-bdb5-45af-88cb-2369eefc9516 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Request body: {'port': {'network_id': '62bba9ec-6659-4e31-969e-1d27fd80dffe', 'name': 'tempest-FloatingIPTestJSON-1315133319'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:31.591998 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:31.661635 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:31.661989 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 7f70719f-d7a5-466a-9568-cdf4d0a8b2f4 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:31.685734 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb304cd8-737b-4002-b744-711163026068 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:31.686367 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cb304cd8-737b-4002-b744-711163026068 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.725077 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cb304cd8-737b-4002-b744-711163026068 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.1743212 Nov 12 00:43:31.728354 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32968) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:31.808839 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cab4f31-bdb5-45af-88cb-2369eefc9516 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Made reservation on behalf of b8f79d1fccd54961bbbcdd7d96069e55 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:31.818006 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6cab4f31-bdb5-45af-88cb-2369eefc9516 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:31.855555 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-6cab4f31-bdb5-45af-88cb-2369eefc9516 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] device_id is not set on port 24300aa7-bb1f-4c80-9218-b9f9758a34fa yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:43:31.897280 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32974) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:31.935358 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da515342-de80-4514-99e1-9e8b1a9ac532 req-2c6a0558-870e-4cc2-9e0b-d8ca3ba6bbd6 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:31.936914 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da515342-de80-4514-99e1-9e8b1a9ac532 req-2c6a0558-870e-4cc2-9e0b-d8ca3ba6bbd6 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5533fd-e2af-4c96-ae8a-f52cf1dbec90 HTTP/1.1" status: 200 len: 950 time: 0.0938745 Nov 12 00:43:32.006152 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-6cab4f31-bdb5-45af-88cb-2369eefc9516 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Allocated IP 172.20.0.7 (62bba9ec-6659-4e31-969e-1d27fd80dffe/d6cb6755-3dea-42f7-be11-90341df4e33e/24300aa7-bb1f-4c80-9218-b9f9758a34fa) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:32.030584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-0f2a41b4-c234-49ba-ad69-4bfe52b2f25f tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting port 1de85b2d-d011-4dae-ac1e-e10abe13431c {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:32.030933 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0f2a41b4-c234-49ba-ad69-4bfe52b2f25f tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.111660 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e959796a-bd62-4ae8-a48f-fbd569d14b3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.207747 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-da515342-de80-4514-99e1-9e8b1a9ac532 req-61e6f680-5bc3-4f45-a4bc-d78c4b07ced1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Deleting port 1104d0a1-0b8c-4b63-886a-552dd272ce73 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:32.208096 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-da515342-de80-4514-99e1-9e8b1a9ac532 req-61e6f680-5bc3-4f45-a4bc-d78c4b07ced1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.231972 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cefd91-50cb-4240-b68a-25a226d7071b req-2cb31812-30e2-41c2-b06f-61f0ef46b72f tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:32.233648 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-25cefd91-50cb-4240-b68a-25a226d7071b req-2cb31812-30e2-41c2-b06f-61f0ef46b72f tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c5533fd-e2af-4c96-ae8a-f52cf1dbec90 HTTP/1.1" status: 200 len: 950 time: 0.0927970 Nov 12 00:43:32.264357 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6cab4f31-bdb5-45af-88cb-2369eefc9516 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.305725 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-25cefd91-50cb-4240-b68a-25a226d7071b req-a89123c6-e312-4610-9c0b-f82c994cc25f tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657446 Nov 12 00:43:32.327149 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0f2a41b4-c234-49ba-ad69-4bfe52b2f25f tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.336393 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e959796a-bd62-4ae8-a48f-fbd569d14b3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.342207 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6cab4f31-bdb5-45af-88cb-2369eefc9516 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.346722 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e959796a-bd62-4ae8-a48f-fbd569d14b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.352598 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-0f2a41b4-c234-49ba-ad69-4bfe52b2f25f tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Calling delete_port for 1de85b2d-d011-4dae-ac1e-e10abe13431c owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:32.430108 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cab4f31-bdb5-45af-88cb-2369eefc9516 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Network 62bba9ec-6659-4e31-969e-1d27fd80dffe is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:32.434724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-6cab4f31-bdb5-45af-88cb-2369eefc9516 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:32.439774 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cab4f31-bdb5-45af-88cb-2369eefc9516 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:32.445170 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab4f31-bdb5-45af-88cb-2369eefc9516 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Port': ['ID=24300aa7-bb1f-4c80-9218-b9f9758a34fa,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:32.454398 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eabb89f-1880-4c38-b810-4385b1024504 None None] DHCP port deletion for 62bba9ec-6659-4e31-969e-1d27fd80dffe request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:32.475329 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e959796a-bd62-4ae8-a48f-fbd569d14b3c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d4bbeccb0794d088b87d6da3e07d4d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5754154 Nov 12 00:43:32.477534 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32984) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:32.482352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959796a-bd62-4ae8-a48f-fbd569d14b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0513bae-6df8-4930-852d-a6b462ba1808,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:32.529017 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c0fa6fc5-72d8-4a3b-915d-18eced27842b None None] Provisioning complete for port 24300aa7-bb1f-4c80-9218-b9f9758a34fa triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:32.529774 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c0fa6fc5-72d8-4a3b-915d-18eced27842b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.543691 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-da515342-de80-4514-99e1-9e8b1a9ac532 req-61e6f680-5bc3-4f45-a4bc-d78c4b07ced1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] For port 1104d0a1-0b8c-4b63-886a-552dd272ce73, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=1104d0a1-0b8c-4b63-886a-552dd272ce73,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:32.544213 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-da515342-de80-4514-99e1-9e8b1a9ac532 req-61e6f680-5bc3-4f45-a4bc-d78c4b07ced1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.548479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cab4f31-bdb5-45af-88cb-2369eefc9516 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:32.549143 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6cab4f31-bdb5-45af-88cb-2369eefc9516 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.576834 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6cab4f31-bdb5-45af-88cb-2369eefc9516 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9942801 Nov 12 00:43:32.577091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32986) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:32.579126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-da515342-de80-4514-99e1-9e8b1a9ac532 req-61e6f680-5bc3-4f45-a4bc-d78c4b07ced1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Calling delete_port for 1104d0a1-0b8c-4b63-886a-552dd272ce73 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:32.582639 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-5597f855-a959-47e6-873f-2d80dcde805a tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Request body: {'floatingip': {'port_id': '24300aa7-bb1f-4c80-9218-b9f9758a34fa'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:32.586058 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c0fa6fc5-72d8-4a3b-915d-18eced27842b None None] Port 24300aa7-bb1f-4c80-9218-b9f9758a34fa cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:32.597656 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27fbe1d7-bc6f-4980-92d5-f8eae1a46f87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.657181 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5597f855-a959-47e6-873f-2d80dcde805a tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.686395 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27fbe1d7-bc6f-4980-92d5-f8eae1a46f87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.748565 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583653b8-d24e-4ce3-8aef-ccf3ce5729a2 None None] Network 9d5d333b-e62d-4faf-984f-e2997f705a6f requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:32.788280 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0f2a41b4-c234-49ba-ad69-4bfe52b2f25f tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.825292 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a41b4-c234-49ba-ad69-4bfe52b2f25f tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Port': ['ID=1de85b2d-d011-4dae-ac1e-e10abe13431c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:32.859357 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27fbe1d7-bc6f-4980-92d5-f8eae1a46f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.862061 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27fbe1d7-bc6f-4980-92d5-f8eae1a46f87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.863326 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-27fbe1d7-bc6f-4980-92d5-f8eae1a46f87 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0513bae-6df8-4930-852d-a6b462ba1808 HTTP/1.1" status: 204 len: 168 time: 0.3782015 Nov 12 00:43:32.920874 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8537a5db-fe20-4a64-b148-7c4d7ec37e98 None None] Provisioning complete for port c69793e1-f2ff-4d3f-a593-1250c3c351e0 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:32.927088 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8537a5db-fe20-4a64-b148-7c4d7ec37e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.931289 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fbe1d7-bc6f-4980-92d5-f8eae1a46f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0513bae-6df8-4930-852d-a6b462ba1808,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:32.967902 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0f2a41b4-c234-49ba-ad69-4bfe52b2f25f tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.973650 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0f2a41b4-c234-49ba-ad69-4bfe52b2f25f tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/ports/1de85b2d-d011-4dae-ac1e-e10abe13431c HTTP/1.1" status: 204 len: 168 time: 1.2417014 Nov 12 00:43:32.979823 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-da515342-de80-4514-99e1-9e8b1a9ac532 req-61e6f680-5bc3-4f45-a4bc-d78c4b07ced1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.983247 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32992) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:32.988363 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fe986-aeec-4198-b09b-3ad282d4e62e req-07bf0ce6-81e1-46f4-803d-83c7042ac956 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:32.992300 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0b0fe986-aeec-4198-b09b-3ad282d4e62e req-07bf0ce6-81e1-46f4-803d-83c7042ac956 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "GET /v2.0/ports?device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 950 time: 0.1165154 Nov 12 00:43:33.062578 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-788407c3-991a-43ba-9951-9134a0e2f288 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] GET failed (client error): The resource could not be found. Nov 12 00:43:33.069330 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-788407c3-991a-43ba-9951-9134a0e2f288 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports/1de85b2d-d011-4dae-ac1e-e10abe13431c HTTP/1.1" status: 404 len: 333 time: 0.0851874 Nov 12 00:43:33.078783 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32996) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:33.106400 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['37a8070f-7261-432c-a284-dceea1ab4f9b', '1104d0a1-0b8c-4b63-886a-552dd272ce73'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:33.109407 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['6f57b479-9ea5-40cd-8a30-cc725fc1a835', '0dd76ff5-4be1-4f6e-9325-09ea366062c1', 'b8ee4bc0-8823-4aa3-a840-606de5fe2e92'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:33.129192 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6f680-5bc3-4f45-a4bc-d78c4b07ced1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Pushing event deleted for resources: {'Port': ['ID=1104d0a1-0b8c-4b63-886a-552dd272ce73,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:33.212837 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c69793e1-f2ff-4d3f-a593-1250c3c351e0 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:33.234420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-da515342-de80-4514-99e1-9e8b1a9ac532 req-61e6f680-5bc3-4f45-a4bc-d78c4b07ced1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] No DVR routers for this DVR port 1104d0a1-0b8c-4b63-886a-552dd272ce73 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:33.239780 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a18c866-ca78-4534-aec6-4c11bead596d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting subnet faf6c445-e5a4-4a12-8fdc-3294e47039dd {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:43:33.245235 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8a18c866-ca78-4534-aec6-4c11bead596d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:33.282703 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-da515342-de80-4514-99e1-9e8b1a9ac532 req-61e6f680-5bc3-4f45-a4bc-d78c4b07ced1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:33.297570 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da515342-de80-4514-99e1-9e8b1a9ac532 req-61e6f680-5bc3-4f45-a4bc-d78c4b07ced1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.21 "DELETE /v2.0/ports/1104d0a1-0b8c-4b63-886a-552dd272ce73 HTTP/1.1" status: 204 len: 173 time: 1.3389571 Nov 12 00:43:33.299569 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5533fd-e2af-4c96-ae8a-f52cf1dbec90', 'name': 'network-vif-deleted', 'tag': '1104d0a1-0b8c-4b63-886a-552dd272ce73'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:33.304476 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd6795b-20f2-44ab-bb5d-4fdfc204604b" -d '{"events": [{"server_uuid": "5c5533fd-e2af-4c96-ae8a-f52cf1dbec90", "name": "network-vif-deleted", "tag": "1104d0a1-0b8c-4b63-886a-552dd272ce73"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:33.341658 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8a18c866-ca78-4534-aec6-4c11bead596d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:33.358518 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-0b0fe986-aeec-4198-b09b-3ad282d4e62e req-7bb8c7de-90ba-4ed3-8d52-87b0c84eb534 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Deleting port b8ee4bc0-8823-4aa3-a840-606de5fe2e92 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:33.358788 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0b0fe986-aeec-4198-b09b-3ad282d4e62e req-7bb8c7de-90ba-4ed3-8d52-87b0c84eb534 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:33.417747 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762fbfc4-15bb-43b3-9e7c-661de017721d x-openstack-request-id: req-762fbfc4-15bb-43b3-9e7c-661de017721d {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:33.418597 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5533fd-e2af-4c96-ae8a-f52cf1dbec90", "name": "network-vif-deleted", "tag": "1104d0a1-0b8c-4b63-886a-552dd272ce73", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:33.420933 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-762fbfc4-15bb-43b3-9e7c-661de017721d {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:33.422413 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5533fd-e2af-4c96-ae8a-f52cf1dbec90', 'name': 'network-vif-deleted', 'tag': '1104d0a1-0b8c-4b63-886a-552dd272ce73', 'status': 'completed', 'code': 200} Nov 12 00:43:33.624073 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8a18c866-ca78-4534-aec6-4c11bead596d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:33.768165 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8a18c866-ca78-4534-aec6-4c11bead596d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:33.846834 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8537a5db-fe20-4a64-b148-7c4d7ec37e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:33.860247 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18c866-ca78-4534-aec6-4c11bead596d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Subnet': ['ID=faf6c445-e5a4-4a12-8fdc-3294e47039dd,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:33.862277 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8a18c866-ca78-4534-aec6-4c11bead596d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:33.877612 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8a18c866-ca78-4534-aec6-4c11bead596d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/subnets/faf6c445-e5a4-4a12-8fdc-3294e47039dd HTTP/1.1" status: 204 len: 168 time: 0.7955506 Nov 12 00:43:33.886265 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33022) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:34.001073 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port c69793e1-f2ff-4d3f-a593-1250c3c351e0 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:34.001446 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.109755 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5c7c6c5b-3bec-473c-85e5-b52bf0a272ab tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.155095 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a00a7207-907d-4d0d-90f9-38024068086c req-b9b21e6c-1ad0-495e-ad4f-b6e1c794607a tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c5533fd-e2af-4c96-ae8a-f52cf1dbec90 HTTP/1.1" status: 200 len: 210 time: 0.0731907 Nov 12 00:43:34.231776 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-5c7c6c5b-3bec-473c-85e5-b52bf0a272ab tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting port c69793e1-f2ff-4d3f-a593-1250c3c351e0 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:34.232119 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5c7c6c5b-3bec-473c-85e5-b52bf0a272ab tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.321955 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-0b0fe986-aeec-4198-b09b-3ad282d4e62e req-7bb8c7de-90ba-4ed3-8d52-87b0c84eb534 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] For port b8ee4bc0-8823-4aa3-a840-606de5fe2e92, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=b8ee4bc0-8823-4aa3-a840-606de5fe2e92,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:34.322283 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0b0fe986-aeec-4198-b09b-3ad282d4e62e req-7bb8c7de-90ba-4ed3-8d52-87b0c84eb534 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.376666 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d73012-d38a-4f93-8787-68a641497d80 None None] Network 9d5d333b-e62d-4faf-984f-e2997f705a6f requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:34.386203 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-0b0fe986-aeec-4198-b09b-3ad282d4e62e req-7bb8c7de-90ba-4ed3-8d52-87b0c84eb534 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Calling delete_port for b8ee4bc0-8823-4aa3-a840-606de5fe2e92 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:34.395700 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-8537a5db-fe20-4a64-b148-7c4d7ec37e98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:43:34.396179 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-5c7c6c5b-3bec-473c-85e5-b52bf0a272ab tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] For port c69793e1-f2ff-4d3f-a593-1250c3c351e0, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c69793e1-f2ff-4d3f-a593-1250c3c351e0,segment=NetworkSegment(9590ff68-bd78-49e8-bb4c-f271069e5098),segment_id=9590ff68-bd78-49e8-bb4c-f271069e5098)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:34.396976 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5c7c6c5b-3bec-473c-85e5-b52bf0a272ab tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.400206 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-8537a5db-fe20-4a64-b148-7c4d7ec37e98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:43:34.417774 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-5c7c6c5b-3bec-473c-85e5-b52bf0a272ab tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Calling delete_port for c69793e1-f2ff-4d3f-a593-1250c3c351e0 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:34.462570 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5597f855-a959-47e6-873f-2d80dcde805a tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.482937 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5597f855-a959-47e6-873f-2d80dcde805a tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.730933 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-5597f855-a959-47e6-873f-2d80dcde805a tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Floating IP 4ee0fa04-115e-4321-ae72-661540b1755a associated. External IP: 172.25.0.14, port: 24300aa7-bb1f-4c80-9218-b9f9758a34fa. Nov 12 00:43:34.796211 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.899863 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port c69793e1-f2ff-4d3f-a593-1250c3c351e0, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c69793e1-f2ff-4d3f-a593-1250c3c351e0,segment=NetworkSegment(9590ff68-bd78-49e8-bb4c-f271069e5098),segment_id=9590ff68-bd78-49e8-bb4c-f271069e5098)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:34.908715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bb3309-7e19-4e3d-8d26-d1c99c5e1f8f None None] DHCP port deletion for 9d5d333b-e62d-4faf-984f-e2997f705a6f request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:34.991489 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.044616 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0b0fe986-aeec-4198-b09b-3ad282d4e62e req-7bb8c7de-90ba-4ed3-8d52-87b0c84eb534 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.083583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8c7de-90ba-4ed3-8d52-87b0c84eb534 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Pushing event deleted for resources: {'Port': ['ID=b8ee4bc0-8823-4aa3-a840-606de5fe2e92,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:35.107672 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5c7c6c5b-3bec-473c-85e5-b52bf0a272ab tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.123741 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7c6c5b-3bec-473c-85e5-b52bf0a272ab tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] No DVR routers for this DVR port c69793e1-f2ff-4d3f-a593-1250c3c351e0 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:35.152878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['37a8070f-7261-432c-a284-dceea1ab4f9b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:35.167577 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c6c5b-3bec-473c-85e5-b52bf0a272ab tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Port': ['ID=c69793e1-f2ff-4d3f-a593-1250c3c351e0,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:35.174764 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0fe986-aeec-4198-b09b-3ad282d4e62e req-7bb8c7de-90ba-4ed3-8d52-87b0c84eb534 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] No DVR routers for this DVR port b8ee4bc0-8823-4aa3-a840-606de5fe2e92 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:35.178162 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0b0fe986-aeec-4198-b09b-3ad282d4e62e req-7bb8c7de-90ba-4ed3-8d52-87b0c84eb534 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.182365 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0b0fe986-aeec-4198-b09b-3ad282d4e62e req-7bb8c7de-90ba-4ed3-8d52-87b0c84eb534 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "DELETE /v2.0/ports/b8ee4bc0-8823-4aa3-a840-606de5fe2e92 HTTP/1.1" status: 204 len: 173 time: 2.1463170 Nov 12 00:43:35.185205 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33', 'name': 'network-vif-deleted', 'tag': 'b8ee4bc0-8823-4aa3-a840-606de5fe2e92'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:35.188683 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2125b3-089d-45e6-9e7d-2c816597dd6a" -d '{"events": [{"server_uuid": "8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33", "name": "network-vif-deleted", "tag": "b8ee4bc0-8823-4aa3-a840-606de5fe2e92"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:35.239336 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c69793e1-f2ff-4d3f-a593-1250c3c351e0 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:35.260594 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8537a5db-fe20-4a64-b148-7c4d7ec37e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.330488 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5597f855-a959-47e6-873f-2d80dcde805a tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Router 442f9106-e30d-4a75-b10b-17f620abbe2b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:43:35.411071 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5c7c6c5b-3bec-473c-85e5-b52bf0a272ab tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.420255 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: c69793e1-f2ff-4d3f-a593-1250c3c351e0 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:35.420609 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c69793e1-f2ff-4d3f-a593-1250c3c351e0 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:35.457476 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0c6ab5-48bd-4809-957a-9c3b5c760fc7 x-openstack-request-id: req-9d0c6ab5-48bd-4809-957a-9c3b5c760fc7 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:35.457476 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33", "name": "network-vif-deleted", "tag": "b8ee4bc0-8823-4aa3-a840-606de5fe2e92", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:35.457476 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d0c6ab5-48bd-4809-957a-9c3b5c760fc7 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:35.457931 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33', 'name': 'network-vif-deleted', 'tag': 'b8ee4bc0-8823-4aa3-a840-606de5fe2e92', 'status': 'completed', 'code': 200} Nov 12 00:43:35.468596 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=c69793e1-f2ff-4d3f-a593-1250c3c351e0,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:35.505368 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-5c7c6c5b-3bec-473c-85e5-b52bf0a272ab tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5d333b-e62d-4faf-984f-e2997f705a6f']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:35.533446 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-5c7c6c5b-3bec-473c-85e5-b52bf0a272ab tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9590ff68-bd78-49e8-bb4c-f271069e5098') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:35.533777 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-5c7c6c5b-3bec-473c-85e5-b52bf0a272ab tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9590ff68-bd78-49e8-bb4c-f271069e5098') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:35.545865 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 1104d0a1-0b8c-4b63-886a-552dd272ce73 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:35.565938 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5c7c6c5b-3bec-473c-85e5-b52bf0a272ab tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.611681 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5597f855-a959-47e6-873f-2d80dcde805a tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:35.625247 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5597f855-a959-47e6-873f-2d80dcde805a tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.660371 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24511322-4cce-4dfb-85bb-2840a8790301 None None] Sync routers for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:35.669857 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-56c9658f-391f-4576-93de-967bf1315850 req-71c2169b-d4b2-4148-bc76-8d4585a713fa tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=8995f6af-5eeb-402f-a9c6-1b5a2c4c3b33 HTTP/1.1" status: 200 len: 210 time: 0.1094980 Nov 12 00:43:35.691263 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 1104d0a1-0b8c-4b63-886a-552dd272ce73 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:35.691709 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 1104d0a1-0b8c-4b63-886a-552dd272ce73 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:35.694208 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5c7c6c5b-3bec-473c-85e5-b52bf0a272ab tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.719210 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7c6c5b-3bec-473c-85e5-b52bf0a272ab tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:43:35.719998 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5c7c6c5b-3bec-473c-85e5-b52bf0a272ab tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.730898 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24511322-4cce-4dfb-85bb-2840a8790301 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:35.731545 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-24511322-4cce-4dfb-85bb-2840a8790301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:43:35.736248 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:43:35.738835 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5597f855-a959-47e6-873f-2d80dcde805a tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "PUT /v2.0/floatingips/4ee0fa04-115e-4321-ae72-661540b1755a HTTP/1.1" status: 200 len: 977 time: 3.1557820 Nov 12 00:43:35.738835 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33066) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:35.846529 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5c7c6c5b-3bec-473c-85e5-b52bf0a272ab tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.856585 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5c7c6c5b-3bec-473c-85e5-b52bf0a272ab tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.866378 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33068) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:35.867980 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5c7c6c5b-3bec-473c-85e5-b52bf0a272ab tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/networks/9d5d333b-e62d-4faf-984f-e2997f705a6f HTTP/1.1" status: 204 len: 168 time: 1.9759169 Nov 12 00:43:35.876475 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-40d42413-9786-41ef-a537-37a96cbc0599 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'port': {'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db', 'name': 'tempest-PortsTestJSON-781041043'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:35.901016 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c6c5b-3bec-473c-85e5-b52bf0a272ab tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Network': ['ID=9d5d333b-e62d-4faf-984f-e2997f705a6f,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:35.902282 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-11bb3309-7e19-4e3d-8d26-d1c99c5e1f8f None None] Deleting port c69793e1-f2ff-4d3f-a593-1250c3c351e0 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:35.902799 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-11bb3309-7e19-4e3d-8d26-d1c99c5e1f8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:35.915448 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-24511322-4cce-4dfb-85bb-2840a8790301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:35.933644 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7e21eb4d-ef0a-4bc5-95c5-1bb96842f79a None None] Could not find standard attr ID for object c69793e1-f2ff-4d3f-a593-1250c3c351e0. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server [None req-11bb3309-7e19-4e3d-8d26-d1c99c5e1f8f None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 9d5d333b-e62d-4faf-984f-e2997f705a6f could not be found. Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 00:43:35.966885 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 9d5d333b-e62d-4faf-984f-e2997f705a6f could not be found. Nov 12 00:43:35.973306 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Nov 12 00:43:36.024502 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74505f06-92c3-407e-9e8f-28472d4f2534 None None] DHCP port deletion for 9d5d333b-e62d-4faf-984f-e2997f705a6f request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:36.052071 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24511322-4cce-4dfb-85bb-2840a8790301 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:36.053080 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-24511322-4cce-4dfb-85bb-2840a8790301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:36.093003 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-164a73e2-73f5-470f-b093-fb78b2dd0f5b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Deleting port 24300aa7-bb1f-4c80-9218-b9f9758a34fa {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:36.093406 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-164a73e2-73f5-470f-b093-fb78b2dd0f5b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:36.137424 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-24511322-4cce-4dfb-85bb-2840a8790301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:36.139218 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24511322-4cce-4dfb-85bb-2840a8790301 None None] The sync data for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:36.171527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d42413-9786-41ef-a537-37a96cbc0599 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:36.172045 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5befdd32-c060-4810-936c-cddb4daaa912 None None] get_active_networks_info from n-d-712137-14 {{(pid=114244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:43:36.175628 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40d42413-9786-41ef-a537-37a96cbc0599 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:36.203453 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-40d42413-9786-41ef-a537-37a96cbc0599 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] device_id is not set on port 171ef4b6-3fe8-48d5-90e9-264185c0b7f5 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:43:36.290680 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-164a73e2-73f5-470f-b093-fb78b2dd0f5b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:36.297301 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54f4b6ea-984b-4c8d-86ff-82d537010af1 req-24fd8e29-64ac-406d-abec-3da6e302f9f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29b35c25-4bb5-4777-a22f-7852606a2cf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0829439 Nov 12 00:43:36.363002 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5befdd32-c060-4810-936c-cddb4daaa912 None None] Resources bound (agent type, host, resource id): {{(pid=114244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 00:43:36.409097 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4b6ea-984b-4c8d-86ff-82d537010af1 req-7c2e0195-ce9d-4bcc-ad21-564cb5bac2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:36.411503 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54f4b6ea-984b-4c8d-86ff-82d537010af1 req-7c2e0195-ce9d-4bcc-ad21-564cb5bac2e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e742524ad04144c1b8899d429dc46e5a&device_id=29b35c25-4bb5-4777-a22f-7852606a2cf1 HTTP/1.1" status: 200 len: 1102 time: 0.0556440 Nov 12 00:43:36.615926 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4b6ea-984b-4c8d-86ff-82d537010af1 req-9c97fd57-2fb3-4e46-b6b0-a56dab87f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:36.622525 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54f4b6ea-984b-4c8d-86ff-82d537010af1 req-9c97fd57-2fb3-4e46-b6b0-a56dab87f9bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1831594 Nov 12 00:43:36.684312 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54f4b6ea-984b-4c8d-86ff-82d537010af1 req-76f2d202-cf8a-4b04-8572-2f6673bcabba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=37a8070f-7261-432c-a284-dceea1ab4f9b HTTP/1.1" status: 200 len: 217 time: 0.0466371 Nov 12 00:43:36.694759 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40d42413-9786-41ef-a537-37a96cbc0599 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:36.711663 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-164a73e2-73f5-470f-b093-fb78b2dd0f5b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:36.712040 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-164a73e2-73f5-470f-b093-fb78b2dd0f5b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:36.712368 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-164a73e2-73f5-470f-b093-fb78b2dd0f5b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Floating IP 4ee0fa04-115e-4321-ae72-661540b1755a disassociated. External IP: 172.25.0.14, port: 24300aa7-bb1f-4c80-9218-b9f9758a34fa. Nov 12 00:43:36.713287 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-164a73e2-73f5-470f-b093-fb78b2dd0f5b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Calling delete_port for 24300aa7-bb1f-4c80-9218-b9f9758a34fa owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:36.811173 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40d42413-9786-41ef-a537-37a96cbc0599 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:36.824193 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4b6ea-984b-4c8d-86ff-82d537010af1 req-0766359e-59ac-4678-a894-09aabf79b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:36.826787 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54f4b6ea-984b-4c8d-86ff-82d537010af1 req-0766359e-59ac-4678-a894-09aabf79b784 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1255231 Nov 12 00:43:36.880846 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d42413-9786-41ef-a537-37a96cbc0599 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 8de229bf-fda9-444b-96fc-52c1e25318db is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:36.885512 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-40d42413-9786-41ef-a537-37a96cbc0599 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:36.916959 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4b6ea-984b-4c8d-86ff-82d537010af1 req-17b421b0-d58b-4846-bdb3-95d745395468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:36.919720 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54f4b6ea-984b-4c8d-86ff-82d537010af1 req-17b421b0-d58b-4846-bdb3-95d745395468 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0826664 Nov 12 00:43:36.956559 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d42413-9786-41ef-a537-37a96cbc0599 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:36.964644 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d42413-9786-41ef-a537-37a96cbc0599 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:36.965350 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40d42413-9786-41ef-a537-37a96cbc0599 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:36.990166 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d42413-9786-41ef-a537-37a96cbc0599 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=171ef4b6-3fe8-48d5-90e9-264185c0b7f5,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:37.004310 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33094) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:37.004741 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-40d42413-9786-41ef-a537-37a96cbc0599 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1321802 Nov 12 00:43:37.065455 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['6f57b479-9ea5-40cd-8a30-cc725fc1a835', '0dd76ff5-4be1-4f6e-9325-09ea366062c1'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:37.125652 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-164a73e2-73f5-470f-b093-fb78b2dd0f5b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:37.175207 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54f4b6ea-984b-4c8d-86ff-82d537010af1 req-fa915b06-3628-4865-9ce7-cb0ab5506363 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416081 Nov 12 00:43:37.186981 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a73e2-73f5-470f-b093-fb78b2dd0f5b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event deleted for resources: {'Port': ['ID=24300aa7-bb1f-4c80-9218-b9f9758a34fa,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:37.210137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ed7b33-8072-45ce-8bbd-685ecd637375 None None] DHCP port deletion for 62bba9ec-6659-4e31-969e-1d27fd80dffe request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:37.283096 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-2e86cfd2-4586-4596-915c-ca8160ddc93e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting port 171ef4b6-3fe8-48d5-90e9-264185c0b7f5 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:37.287688 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2e86cfd2-4586-4596-915c-ca8160ddc93e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:37.383937 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164a73e2-73f5-470f-b093-fb78b2dd0f5b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Router 442f9106-e30d-4a75-b10b-17f620abbe2b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:43:37.445218 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2e86cfd2-4586-4596-915c-ca8160ddc93e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:37.506994 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-2e86cfd2-4586-4596-915c-ca8160ddc93e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Calling delete_port for 171ef4b6-3fe8-48d5-90e9-264185c0b7f5 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:37.519354 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54f4b6ea-984b-4c8d-86ff-82d537010af1 req-3c345562-f840-46a1-912d-f6f195b903ce service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297346 Nov 12 00:43:37.592808 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33110) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:37.604990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458832a-a953-4dec-a21a-7304085d68fa req-6780f919-b765-4931-a8f9-704df3c37d18 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:37.615181 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b458832a-a953-4dec-a21a-7304085d68fa req-6780f919-b765-4931-a8f9-704df3c37d18 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=628da882-4729-476c-b13b-517ae3962336 HTTP/1.1" status: 200 len: 949 time: 0.0981455 Nov 12 00:43:37.618678 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164a73e2-73f5-470f-b093-fb78b2dd0f5b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:37.629884 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d592cf-4db7-4155-ac9f-4b266c92d307 None None] Sync routers for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:37.640514 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d592cf-4db7-4155-ac9f-4b266c92d307 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:37.646040 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-09d592cf-4db7-4155-ac9f-4b266c92d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:37.694759 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2e86cfd2-4586-4596-915c-ca8160ddc93e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:37.695828 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-09d592cf-4db7-4155-ac9f-4b266c92d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:37.718245 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d592cf-4db7-4155-ac9f-4b266c92d307 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:37.719490 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-09d592cf-4db7-4155-ac9f-4b266c92d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:37.731075 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86cfd2-4586-4596-915c-ca8160ddc93e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Port': ['ID=171ef4b6-3fe8-48d5-90e9-264185c0b7f5,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:37.738339 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2e86cfd2-4586-4596-915c-ca8160ddc93e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:37.741770 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2e86cfd2-4586-4596-915c-ca8160ddc93e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/ports/171ef4b6-3fe8-48d5-90e9-264185c0b7f5 HTTP/1.1" status: 204 len: 168 time: 0.7289994 Nov 12 00:43:37.744209 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33114) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:37.749299 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-487bb235-5751-4f6a-8494-d05aaa99d302 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'port': {'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db', 'mac_address': 'fa:16:3e:b7:71:21', 'name': 'tempest-PortsTestJSON-1726504629'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:37.766636 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b458832a-a953-4dec-a21a-7304085d68fa req-d61a3839-8239-4873-b235-b4582084870c tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505537 Nov 12 00:43:37.779165 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-164a73e2-73f5-470f-b093-fb78b2dd0f5b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:37.785263 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-164a73e2-73f5-470f-b093-fb78b2dd0f5b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "DELETE /v2.0/ports/24300aa7-bb1f-4c80-9218-b9f9758a34fa HTTP/1.1" status: 204 len: 168 time: 2.0475936 Nov 12 00:43:37.785917 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33116) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:37.786829 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-09d592cf-4db7-4155-ac9f-4b266c92d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:37.787635 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d592cf-4db7-4155-ac9f-4b266c92d307 None None] The sync data for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:37.791710 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device b8ee4bc0-8823-4aa3-a840-606de5fe2e92 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:37.843791 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: b8ee4bc0-8823-4aa3-a840-606de5fe2e92 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:37.844259 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device b8ee4bc0-8823-4aa3-a840-606de5fe2e92 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:37.865867 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0791762a-c043-44a2-8619-c1a93fe72530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:37.871156 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e7fec0bf-b0db-40ab-b253-7dc354970b05 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "GET /v2.0/floatingips/4ee0fa04-115e-4321-ae72-661540b1755a HTTP/1.1" status: 200 len: 687 time: 0.0772870 Nov 12 00:43:37.875454 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33118) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:37.939361 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487bb235-5751-4f6a-8494-d05aaa99d302 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:37.967572 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0791762a-c043-44a2-8619-c1a93fe72530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:37.971679 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0791762a-c043-44a2-8619-c1a93fe72530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.021042 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0791762a-c043-44a2-8619-c1a93fe72530 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea353e456e674150a5cabf9c6768abb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4037137 Nov 12 00:43:38.022673 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33124) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:38.036497 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791762a-c043-44a2-8619-c1a93fe72530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9467b739-80dd-436b-a355-02cdfc0d93c8,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:38.066742 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-487bb235-5751-4f6a-8494-d05aaa99d302 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.085747 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9de0c5d0-6ba9-480d-98db-5a23f6c0e1c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.096795 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-487bb235-5751-4f6a-8494-d05aaa99d302 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] device_id is not set on port bf906f34-bf53-42e9-8e39-98c860f69984 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:43:38.113051 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9de0c5d0-6ba9-480d-98db-5a23f6c0e1c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.140581 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-d31bc999-e1c9-4ea2-aba2-39a0de2e59f9 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Deleting port dc7e42c7-217e-4aae-97c3-041a350b39ec {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:38.140939 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d31bc999-e1c9-4ea2-aba2-39a0de2e59f9 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.177438 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9de0c5d0-6ba9-480d-98db-5a23f6c0e1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.180065 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9de0c5d0-6ba9-480d-98db-5a23f6c0e1c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.183842 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9de0c5d0-6ba9-480d-98db-5a23f6c0e1c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9467b739-80dd-436b-a355-02cdfc0d93c8 HTTP/1.1" status: 204 len: 168 time: 0.1572700 Nov 12 00:43:38.192318 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0c5d0-6ba9-480d-98db-5a23f6c0e1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9467b739-80dd-436b-a355-02cdfc0d93c8,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:38.302301 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d31bc999-e1c9-4ea2-aba2-39a0de2e59f9 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.302638 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d31bc999-e1c9-4ea2-aba2-39a0de2e59f9 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.325055 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-d31bc999-e1c9-4ea2-aba2-39a0de2e59f9 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Calling delete_port for dc7e42c7-217e-4aae-97c3-041a350b39ec owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:38.347666 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-487bb235-5751-4f6a-8494-d05aaa99d302 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.403136 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.446226 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-487bb235-5751-4f6a-8494-d05aaa99d302 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.495059 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487bb235-5751-4f6a-8494-d05aaa99d302 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 8de229bf-fda9-444b-96fc-52c1e25318db is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:38.521749 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-487bb235-5751-4f6a-8494-d05aaa99d302 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:38.528184 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487bb235-5751-4f6a-8494-d05aaa99d302 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:38.533888 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487bb235-5751-4f6a-8494-d05aaa99d302 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:38.534760 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-487bb235-5751-4f6a-8494-d05aaa99d302 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.543667 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bb235-5751-4f6a-8494-d05aaa99d302 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=bf906f34-bf53-42e9-8e39-98c860f69984,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:38.570936 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-487bb235-5751-4f6a-8494-d05aaa99d302 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8254368 Nov 12 00:43:38.574044 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d31bc999-e1c9-4ea2-aba2-39a0de2e59f9 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.574141 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33136) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:38.614270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bc999-e1c9-4ea2-aba2-39a0de2e59f9 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event deleted for resources: {'Port': ['ID=dc7e42c7-217e-4aae-97c3-041a350b39ec,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:38.640843 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedf7915-5190-4221-9499-924a69ef300d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:38.648670 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-dedf7915-5190-4221-9499-924a69ef300d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports/bf906f34-bf53-42e9-8e39-98c860f69984 HTTP/1.1" status: 200 len: 841 time: 0.0732009 Nov 12 00:43:38.649308 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33142) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:38.746617 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d31bc999-e1c9-4ea2-aba2-39a0de2e59f9 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.749699 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d31bc999-e1c9-4ea2-aba2-39a0de2e59f9 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.754904 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d31bc999-e1c9-4ea2-aba2-39a0de2e59f9 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "DELETE /v2.0/floatingips/4ee0fa04-115e-4321-ae72-661540b1755a HTTP/1.1" status: 204 len: 168 time: 0.8745501 Nov 12 00:43:38.755161 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33146) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:38.759472 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-94121fbd-0a22-47c6-8a5f-a584a9e6cc2e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': 'b4be5042-580d-4a7a-8686-1ddf8479ac09'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:38.784393 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94121fbd-0a22-47c6-8a5f-a584a9e6cc2e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.785925 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-71fc671a-8d06-43a7-b6a2-fd55430e800a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting port bf906f34-bf53-42e9-8e39-98c860f69984 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:38.786444 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71fc671a-8d06-43a7-b6a2-fd55430e800a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:38.937112 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94121fbd-0a22-47c6-8a5f-a584a9e6cc2e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.000263 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71fc671a-8d06-43a7-b6a2-fd55430e800a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.020417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-71fc671a-8d06-43a7-b6a2-fd55430e800a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Calling delete_port for bf906f34-bf53-42e9-8e39-98c860f69984 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:39.066102 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b4719-d107-4d72-b310-6e1d457f6b48 req-2fb5ceae-4dca-4fcc-bf24-6713a1ef7c00 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:39.073232 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-94121fbd-0a22-47c6-8a5f-a584a9e6cc2e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Allocated IP 172.25.0.134 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/b07c33e9-7b84-4ac9-8c53-af337d93f2f2) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:39.075871 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-397b4719-d107-4d72-b310-6e1d457f6b48 req-2fb5ceae-4dca-4fcc-bf24-6713a1ef7c00 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=628da882-4729-476c-b13b-517ae3962336 HTTP/1.1" status: 200 len: 949 time: 0.1476226 Nov 12 00:43:39.174713 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33164) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:39.199408 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-397b4719-d107-4d72-b310-6e1d457f6b48 req-58eb6000-22ba-4e9a-8148-d7abeaf8f24b tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181989 Nov 12 00:43:39.212510 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94121fbd-0a22-47c6-8a5f-a584a9e6cc2e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.245910 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71fc671a-8d06-43a7-b6a2-fd55430e800a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.295883 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71fc671a-8d06-43a7-b6a2-fd55430e800a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.299520 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-71fc671a-8d06-43a7-b6a2-fd55430e800a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/ports/bf906f34-bf53-42e9-8e39-98c860f69984 HTTP/1.1" status: 204 len: 168 time: 0.6470268 Nov 12 00:43:39.300892 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc671a-8d06-43a7-b6a2-fd55430e800a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Port': ['ID=bf906f34-bf53-42e9-8e39-98c860f69984,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:39.303557 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33170) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:39.349239 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5ad9b4-afae-466c-92ef-a3b8f1e59fe2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] GET failed (client error): The resource could not be found. Nov 12 00:43:39.352758 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ac5ad9b4-afae-466c-92ef-a3b8f1e59fe2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports/bf906f34-bf53-42e9-8e39-98c860f69984 HTTP/1.1" status: 404 len: 333 time: 0.0407541 Nov 12 00:43:39.352874 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01688475-f018-49ce-9154-529885bdd94a req-4f10d203-0fab-49b9-86e2-58acd4f3d879 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:39.354310 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01688475-f018-49ce-9154-529885bdd94a req-4f10d203-0fab-49b9-86e2-58acd4f3d879 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "GET /v2.0/ports?device_id=628da882-4729-476c-b13b-517ae3962336 HTTP/1.1" status: 200 len: 949 time: 0.1120310 Nov 12 00:43:39.355495 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33172) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:39.355828 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94121fbd-0a22-47c6-8a5f-a584a9e6cc2e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.360252 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-fbfabf81-c396-4666-ada0-ddfc5dcf9e65 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'port': {'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db', 'name': 'tempest-PortsTestJSON-1416374729'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:39.396540 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-acc81375-cef2-4d6b-aa25-05212de0ebd5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1906498697-network', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:39.439666 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94121fbd-0a22-47c6-8a5f-a584a9e6cc2e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:39.477707 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.db.api [None req-fbfabf81-c396-4666-ada0-ddfc5dcf9e65 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 00:43:39.477707 n-d-712137-14 neutron-server[114242]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 00:43:39.477707 n-d-712137-14 neutron-server[114242]: [parameters: {'project_id_1': '6a418c9e3d724ba18332c717826e963e', 'expiration_1': datetime.datetime(2021, 11, 12, 0, 43, 19, 439898)}] Nov 12 00:43:39.477707 n-d-712137-14 neutron-server[114242]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:43:39.477707 n-d-712137-14 neutron-server[114242]: DEBUG oslo_db.api [None req-fbfabf81-c396-4666-ada0-ddfc5dcf9e65 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:43:39.485172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-94121fbd-0a22-47c6-8a5f-a584a9e6cc2e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:39.496652 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94121fbd-0a22-47c6-8a5f-a584a9e6cc2e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:39.509354 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94121fbd-0a22-47c6-8a5f-a584a9e6cc2e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Port': ['ID=b07c33e9-7b84-4ac9-8c53-af337d93f2f2,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:39.550847 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc81375-cef2-4d6b-aa25-05212de0ebd5 admin admin] Made reservation on behalf of 0f2d9c22f3474bf184d363afe28f5685 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:39.553144 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-acc81375-cef2-4d6b-aa25-05212de0ebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.578462 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9ce96-09e2-4648-97ee-10de65b571ae req-f711d661-52ad-47c3-97f3-2f89f761c328 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:39.580059 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0ac9ce96-09e2-4648-97ee-10de65b571ae req-f711d661-52ad-47c3-97f3-2f89f761c328 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 945 time: 0.1916409 Nov 12 00:43:39.585050 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-acc81375-cef2-4d6b-aa25-05212de0ebd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:39.815276 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92acae-2528-4dc5-9411-12b34e23cb0d req-1c7a9410-560b-41bd-902e-563560381b8b tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:39.817005 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f92acae-2528-4dc5-9411-12b34e23cb0d req-1c7a9410-560b-41bd-902e-563560381b8b tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "GET /v2.0/ports?device_id=dee4658f-2ef4-49d9-beda-350c9fb233cb HTTP/1.1" status: 200 len: 950 time: 0.0516636 Nov 12 00:43:39.932377 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-3f92acae-2528-4dc5-9411-12b34e23cb0d req-47d61d4f-fedd-49fb-9a74-5658bc6d09c6 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Deleting port 6f57b479-9ea5-40cd-8a30-cc725fc1a835 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:39.932930 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3f92acae-2528-4dc5-9411-12b34e23cb0d req-47d61d4f-fedd-49fb-9a74-5658bc6d09c6 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.042676 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfabf81-c396-4666-ada0-ddfc5dcf9e65 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:40.046319 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0ac9ce96-09e2-4648-97ee-10de65b571ae req-45679e2d-2e3e-4ce8-b624-3692f7d68ec9 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533360 Nov 12 00:43:40.046838 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbfabf81-c396-4666-ada0-ddfc5dcf9e65 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.065922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-3f92acae-2528-4dc5-9411-12b34e23cb0d req-47d61d4f-fedd-49fb-9a74-5658bc6d09c6 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] For port 6f57b479-9ea5-40cd-8a30-cc725fc1a835, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=6f57b479-9ea5-40cd-8a30-cc725fc1a835,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:40.065922 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3f92acae-2528-4dc5-9411-12b34e23cb0d req-47d61d4f-fedd-49fb-9a74-5658bc6d09c6 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.080948 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-fbfabf81-c396-4666-ada0-ddfc5dcf9e65 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] device_id is not set on port d49d1e47-b2bb-4706-b216-5b19e6e22a58 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:43:40.091122 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-3f92acae-2528-4dc5-9411-12b34e23cb0d req-47d61d4f-fedd-49fb-9a74-5658bc6d09c6 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Calling delete_port for 6f57b479-9ea5-40cd-8a30-cc725fc1a835 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:40.138281 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-01688475-f018-49ce-9154-529885bdd94a req-ee410530-3630-4cf9-b795-330ac2290158 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Deleting port 0dd76ff5-4be1-4f6e-9325-09ea366062c1 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:40.138622 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-01688475-f018-49ce-9154-529885bdd94a req-ee410530-3630-4cf9-b795-330ac2290158 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.310578 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-acc81375-cef2-4d6b-aa25-05212de0ebd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.322167 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-acc81375-cef2-4d6b-aa25-05212de0ebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.379547 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc81375-cef2-4d6b-aa25-05212de0ebd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:43:40.382712 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-01688475-f018-49ce-9154-529885bdd94a req-ee410530-3630-4cf9-b795-330ac2290158 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] For port 0dd76ff5-4be1-4f6e-9325-09ea366062c1, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=0dd76ff5-4be1-4f6e-9325-09ea366062c1,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:40.383242 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-01688475-f018-49ce-9154-529885bdd94a req-ee410530-3630-4cf9-b795-330ac2290158 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.407661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc81375-cef2-4d6b-aa25-05212de0ebd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c7d41e-00b9-4fac-b5f9-c0156187f24b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:40.411455 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-01688475-f018-49ce-9154-529885bdd94a req-ee410530-3630-4cf9-b795-330ac2290158 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Calling delete_port for 0dd76ff5-4be1-4f6e-9325-09ea366062c1 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:40.412595 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74032e-2c06-4d31-a4df-02b0be5a53b4 req-55effbe4-4e25-4b98-b682-562e21847c27 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:40.414275 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5f74032e-2c06-4d31-a4df-02b0be5a53b4 req-55effbe4-4e25-4b98-b682-562e21847c27 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=628da882-4729-476c-b13b-517ae3962336 HTTP/1.1" status: 200 len: 949 time: 0.1054618 Nov 12 00:43:40.418593 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-acc81375-cef2-4d6b-aa25-05212de0ebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.418946 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-acc81375-cef2-4d6b-aa25-05212de0ebd5 admin admin] Added segment 822f2946-5e7f-4953-a7aa-d14d65825efb of type vlan for network 04c1d52a-5324-4875-a342-c2052d89ed08 Nov 12 00:43:40.429266 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbfabf81-c396-4666-ada0-ddfc5dcf9e65 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.466980 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3f92acae-2528-4dc5-9411-12b34e23cb0d req-47d61d4f-fedd-49fb-9a74-5658bc6d09c6 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.479632 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['37a8070f-7261-432c-a284-dceea1ab4f9b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:40.510734 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['6f57b479-9ea5-40cd-8a30-cc725fc1a835', '0dd76ff5-4be1-4f6e-9325-09ea366062c1'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:40.526662 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d61d4f-fedd-49fb-9a74-5658bc6d09c6 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Pushing event deleted for resources: {'Port': ['ID=6f57b479-9ea5-40cd-8a30-cc725fc1a835,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:40.548458 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-acc81375-cef2-4d6b-aa25-05212de0ebd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.578384 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5f74032e-2c06-4d31-a4df-02b0be5a53b4 req-92ea94eb-abd4-49f9-bda1-2b266089b3a4 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427574 Nov 12 00:43:40.602548 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f92acae-2528-4dc5-9411-12b34e23cb0d req-47d61d4f-fedd-49fb-9a74-5658bc6d09c6 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] No DVR routers for this DVR port 6f57b479-9ea5-40cd-8a30-cc725fc1a835 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:40.606042 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3f92acae-2528-4dc5-9411-12b34e23cb0d req-47d61d4f-fedd-49fb-9a74-5658bc6d09c6 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.610636 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f92acae-2528-4dc5-9411-12b34e23cb0d req-47d61d4f-fedd-49fb-9a74-5658bc6d09c6 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "DELETE /v2.0/ports/6f57b479-9ea5-40cd-8a30-cc725fc1a835 HTTP/1.1" status: 204 len: 173 time: 0.7849567 Nov 12 00:43:40.611342 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee4658f-2ef4-49d9-beda-350c9fb233cb', 'name': 'network-vif-deleted', 'tag': '6f57b479-9ea5-40cd-8a30-cc725fc1a835'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:40.614079 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d72cd3-2576-4c4d-ba78-d02716154499" -d '{"events": [{"server_uuid": "dee4658f-2ef4-49d9-beda-350c9fb233cb", "name": "network-vif-deleted", "tag": "6f57b479-9ea5-40cd-8a30-cc725fc1a835"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:40.618475 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbfabf81-c396-4666-ada0-ddfc5dcf9e65 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.656543 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-acc81375-cef2-4d6b-aa25-05212de0ebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.657539 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc81375-cef2-4d6b-aa25-05212de0ebd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:40.658254 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-acc81375-cef2-4d6b-aa25-05212de0ebd5 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.671282 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfabf81-c396-4666-ada0-ddfc5dcf9e65 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 8de229bf-fda9-444b-96fc-52c1e25318db is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:40.676917 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-fbfabf81-c396-4666-ada0-ddfc5dcf9e65 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:40.689699 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfabf81-c396-4666-ada0-ddfc5dcf9e65 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:40.698734 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfabf81-c396-4666-ada0-ddfc5dcf9e65 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:40.700350 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbfabf81-c396-4666-ada0-ddfc5dcf9e65 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.711717 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec77e67f-d99b-4fce-8340-9b8049bc5528 x-openstack-request-id: req-ec77e67f-d99b-4fce-8340-9b8049bc5528 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:40.711901 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee4658f-2ef4-49d9-beda-350c9fb233cb", "name": "network-vif-deleted", "tag": "6f57b479-9ea5-40cd-8a30-cc725fc1a835", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:40.714333 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec77e67f-d99b-4fce-8340-9b8049bc5528 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:40.714333 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4658f-2ef4-49d9-beda-350c9fb233cb', 'name': 'network-vif-deleted', 'tag': '6f57b479-9ea5-40cd-8a30-cc725fc1a835', 'status': 'completed', 'code': 200} Nov 12 00:43:40.736837 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfabf81-c396-4666-ada0-ddfc5dcf9e65 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=d49d1e47-b2bb-4706-b216-5b19e6e22a58,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:40.768670 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fbfabf81-c396-4666-ada0-ddfc5dcf9e65 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4121034 Nov 12 00:43:40.772049 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33188) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:40.780953 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-b040f31d-0211-46a7-a848-fc0bc587c394 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:40.799966 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-acc81375-cef2-4d6b-aa25-05212de0ebd5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6239204 Nov 12 00:43:40.829413 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33190) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:40.861128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-8b276c59-452f-4943-b2ab-65e1b1e16280 admin admin] Request body: {'subnet': {'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1906498697-subnet', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:40.875901 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc81375-cef2-4d6b-aa25-05212de0ebd5 admin admin] Pushing event updated for resources: {'Network': ['ID=04c1d52a-5324-4875-a342-c2052d89ed08,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:40.881799 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b040f31d-0211-46a7-a848-fc0bc587c394 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.896113 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 04c1d52a-5324-4875-a342-c2052d89ed08 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:43:40.932746 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94121fbd-0a22-47c6-8a5f-a584a9e6cc2e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.938683 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b276c59-452f-4943-b2ab-65e1b1e16280 admin admin] Made reservation on behalf of 0f2d9c22f3474bf184d363afe28f5685 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:40.942069 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b276c59-452f-4943-b2ab-65e1b1e16280 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.975162 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-01688475-f018-49ce-9154-529885bdd94a req-ee410530-3630-4cf9-b795-330ac2290158 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:40.995134 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['37a8070f-7261-432c-a284-dceea1ab4f9b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:41.033274 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['6f57b479-9ea5-40cd-8a30-cc725fc1a835'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:41.126322 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee410530-3630-4cf9-b795-330ac2290158 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Pushing event deleted for resources: {'Port': ['ID=0dd76ff5-4be1-4f6e-9325-09ea366062c1,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:41.237279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9105db-32ad-4876-b2d7-1502616d7e70 req-6be03b2b-7ef6-4b83-8359-1eaef27fed9f tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:41.238836 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be9105db-32ad-4876-b2d7-1502616d7e70 req-6be03b2b-7ef6-4b83-8359-1eaef27fed9f tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.21 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 945 time: 0.2823095 Nov 12 00:43:41.273176 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b538d93-808e-4241-a417-64dadc603a13 req-0711ddda-1aad-4bb5-b553-5bc0bef4ca2c tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:41.274684 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b538d93-808e-4241-a417-64dadc603a13 req-0711ddda-1aad-4bb5-b553-5bc0bef4ca2c tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 945 time: 0.1147962 Nov 12 00:43:41.282053 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-01688475-f018-49ce-9154-529885bdd94a req-ee410530-3630-4cf9-b795-330ac2290158 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] No DVR routers for this DVR port 0dd76ff5-4be1-4f6e-9325-09ea366062c1 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:41.284622 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-01688475-f018-49ce-9154-529885bdd94a req-ee410530-3630-4cf9-b795-330ac2290158 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.289846 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01688475-f018-49ce-9154-529885bdd94a req-ee410530-3630-4cf9-b795-330ac2290158 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.15 "DELETE /v2.0/ports/0dd76ff5-4be1-4f6e-9325-09ea366062c1 HTTP/1.1" status: 204 len: 173 time: 1.8861761 Nov 12 00:43:41.298299 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628da882-4729-476c-b13b-517ae3962336', 'name': 'network-vif-deleted', 'tag': '0dd76ff5-4be1-4f6e-9325-09ea366062c1'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:41.301541 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5192b2-9dfc-4ba5-9e3f-cfe7264bbf3b" -d '{"events": [{"server_uuid": "628da882-4729-476c-b13b-517ae3962336", "name": "network-vif-deleted", "tag": "0dd76ff5-4be1-4f6e-9325-09ea366062c1"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:41.305082 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b040f31d-0211-46a7-a848-fc0bc587c394 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.326438 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b040f31d-0211-46a7-a848-fc0bc587c394 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.341972 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94121fbd-0a22-47c6-8a5f-a584a9e6cc2e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.343855 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffc202-439e-4a0c-a42e-12107f2de55e req-543a253a-6878-42a4-b001-8943bd520fc7 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:41.345451 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5dffc202-439e-4a0c-a42e-12107f2de55e req-543a253a-6878-42a4-b001-8943bd520fc7 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 1098 time: 0.2246993 Nov 12 00:43:41.407505 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-b040f31d-0211-46a7-a848-fc0bc587c394 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] In _notify_port_updated(), no bound segment for port d49d1e47-b2bb-4706-b216-5b19e6e22a58 on network 8de229bf-fda9-444b-96fc-52c1e25318db {{(pid=114242) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:43:41.413675 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b040f31d-0211-46a7-a848-fc0bc587c394 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:41.414300 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b040f31d-0211-46a7-a848-fc0bc587c394 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.418708 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b040f31d-0211-46a7-a848-fc0bc587c394 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "PUT /v2.0/ports/d49d1e47-b2bb-4706-b216-5b19e6e22a58 HTTP/1.1" status: 200 len: 818 time: 0.6424000 Nov 12 00:43:41.419616 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33200) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:41.433549 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b538d93-808e-4241-a417-64dadc603a13 req-3171ad6d-796e-46da-b2ca-b61b92ddf108 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361287 Nov 12 00:43:41.462445 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040f31d-0211-46a7-a848-fc0bc587c394 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=d49d1e47-b2bb-4706-b216-5b19e6e22a58,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:41.492598 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-be9105db-32ad-4876-b2d7-1502616d7e70 req-153725dd-9213-47fb-9d51-ef1ffbb47956 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Deleting port 23ddfda0-4f02-40ff-aea8-1dd1fc986a97 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:41.493217 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-be9105db-32ad-4876-b2d7-1502616d7e70 req-153725dd-9213-47fb-9d51-ef1ffbb47956 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.508740 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9577b067-6f56-4aeb-b189-99e5d2dd4f27 x-openstack-request-id: req-9577b067-6f56-4aeb-b189-99e5d2dd4f27 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:41.509034 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628da882-4729-476c-b13b-517ae3962336", "name": "network-vif-deleted", "tag": "0dd76ff5-4be1-4f6e-9325-09ea366062c1", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:41.509284 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9577b067-6f56-4aeb-b189-99e5d2dd4f27 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:41.510714 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628da882-4729-476c-b13b-517ae3962336', 'name': 'network-vif-deleted', 'tag': '0dd76ff5-4be1-4f6e-9325-09ea366062c1', 'status': 'completed', 'code': 200} Nov 12 00:43:41.568605 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b276c59-452f-4943-b2ab-65e1b1e16280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.629182 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-be9105db-32ad-4876-b2d7-1502616d7e70 req-153725dd-9213-47fb-9d51-ef1ffbb47956 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] For port 23ddfda0-4f02-40ff-aea8-1dd1fc986a97, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=23ddfda0-4f02-40ff-aea8-1dd1fc986a97,segment=NetworkSegment(6bcd1460-7002-412d-8f91-bced057eb4e8),segment_id=6bcd1460-7002-412d-8f91-bced057eb4e8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:41.629717 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-be9105db-32ad-4876-b2d7-1502616d7e70 req-153725dd-9213-47fb-9d51-ef1ffbb47956 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.647619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-be9105db-32ad-4876-b2d7-1502616d7e70 req-153725dd-9213-47fb-9d51-ef1ffbb47956 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Calling delete_port for 23ddfda0-4f02-40ff-aea8-1dd1fc986a97 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:41.693340 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5dffc202-439e-4a0c-a42e-12107f2de55e req-70676099-5053-421a-a4bb-0dc6ab76e252 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183079 Nov 12 00:43:41.725913 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc9c6a65-0c79-4e05-837c-98950e9c61b8 req-34a3c38a-0fd5-42d8-9f77-f510d749eabb tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=628da882-4729-476c-b13b-517ae3962336 HTTP/1.1" status: 200 len: 210 time: 0.0334141 Nov 12 00:43:41.759011 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b276c59-452f-4943-b2ab-65e1b1e16280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8de245d-1750-4d1c-903a-2a086535947f,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:41.812372 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-0663a4d1-0dc2-4a40-a82d-bf361c975c4a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting port d49d1e47-b2bb-4706-b216-5b19e6e22a58 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:41.812638 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0663a4d1-0dc2-4a40-a82d-bf361c975c4a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.830074 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b276c59-452f-4943-b2ab-65e1b1e16280 admin admin] Checking segment: {'id': '822f2946-5e7f-4953-a7aa-d14d65825efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:41.830457 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b276c59-452f-4943-b2ab-65e1b1e16280 admin admin] Network hostable DHCP agents. Network: 04c1d52a-5324-4875-a342-c2052d89ed08, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:43:41.833418 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-be9105db-32ad-4876-b2d7-1502616d7e70 req-153725dd-9213-47fb-9d51-ef1ffbb47956 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.849137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['3027f6db-77dc-4fc4-80d1-19214add53e9', '23ddfda0-4f02-40ff-aea8-1dd1fc986a97'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:41.896914 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['d22de70f-ea41-4e4c-b172-3e28f85e8c95'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:41.898384 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94121fbd-0a22-47c6-8a5f-a584a9e6cc2e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.917780 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94121fbd-0a22-47c6-8a5f-a584a9e6cc2e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.925392 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153725dd-9213-47fb-9d51-ef1ffbb47956 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Pushing event deleted for resources: {'Port': ['ID=23ddfda0-4f02-40ff-aea8-1dd1fc986a97,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:41.925576 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0663a4d1-0dc2-4a40-a82d-bf361c975c4a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.930828 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b276c59-452f-4943-b2ab-65e1b1e16280 admin admin] Network 04c1d52a-5324-4875-a342-c2052d89ed08 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:43:41.967408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da4d6fa-fdfe-428c-802f-f2d5b9f81758 None None] DHCP port deletion for e9d51c46-f358-424d-ac2a-b0dc401b9ad6 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:41.973397 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9105db-32ad-4876-b2d7-1502616d7e70 req-153725dd-9213-47fb-9d51-ef1ffbb47956 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] No DVR routers for this DVR port 23ddfda0-4f02-40ff-aea8-1dd1fc986a97 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:41.979676 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-be9105db-32ad-4876-b2d7-1502616d7e70 req-153725dd-9213-47fb-9d51-ef1ffbb47956 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:41.979862 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-0663a4d1-0dc2-4a40-a82d-bf361c975c4a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Calling delete_port for d49d1e47-b2bb-4706-b216-5b19e6e22a58 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:41.987008 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be9105db-32ad-4876-b2d7-1502616d7e70 req-153725dd-9213-47fb-9d51-ef1ffbb47956 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.21 "DELETE /v2.0/ports/23ddfda0-4f02-40ff-aea8-1dd1fc986a97 HTTP/1.1" status: 204 len: 173 time: 0.7359669 Nov 12 00:43:42.012268 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-8b276c59-452f-4943-b2ab-65e1b1e16280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 04c1d52a-5324-4875-a342-c2052d89ed08) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:42.033519 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b276c59-452f-4943-b2ab-65e1b1e16280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:42.034116 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b276c59-452f-4943-b2ab-65e1b1e16280 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:42.046357 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ea4aac-ff10-4fe4-9b0d-3377503b6121 None None] Network 04c1d52a-5324-4875-a342-c2052d89ed08 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:42.051947 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94121fbd-0a22-47c6-8a5f-a584a9e6cc2e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Port': ['ID=b07c33e9-7b84-4ac9-8c53-af337d93f2f2,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:42.110609 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94121fbd-0a22-47c6-8a5f-a584a9e6cc2e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:42.202826 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8b276c59-452f-4943-b2ab-65e1b1e16280 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3672531 Nov 12 00:43:42.202987 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33216) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:42.207936 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-51e3011c-d3f4-4fa7-b7cc-e17755da7a5c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1906498697-router', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:42.242895 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-51e3011c-d3f4-4fa7-b7cc-e17755da7a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:42.245574 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-51e3011c-d3f4-4fa7-b7cc-e17755da7a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:42.309112 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-94121fbd-0a22-47c6-8a5f-a584a9e6cc2e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Floating IP a4774c41-c84e-4171-8caa-6c261c392a77 associated. External IP: 172.25.0.134, port: b4be5042-580d-4a7a-8686-1ddf8479ac09. Nov 12 00:43:42.327658 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-51e3011c-d3f4-4fa7-b7cc-e17755da7a5c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:42.545875 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-51e3011c-d3f4-4fa7-b7cc-e17755da7a5c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:42.554787 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0663a4d1-0dc2-4a40-a82d-bf361c975c4a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:42.593956 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0044ca9-ec87-4a36-ac20-cdf9c4ba0f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-04c1d52a-5324-4875-a342-c2052d89ed08', 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'fixed_ips': [{'subnet_id': 'd8de245d-1750-4d1c-903a-2a086535947f'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:43:42.595176 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a0044ca9-ec87-4a36-ac20-cdf9c4ba0f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:42.667813 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2ac819ba-1ec5-4241-9fe1-dffe180ffe5d req-5b1f81c0-28b7-4630-bdee-66f446113c83 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=40526dd1-099a-46bf-88a2-fb385b1ab4a6 HTTP/1.1" status: 200 len: 210 time: 0.0663655 Nov 12 00:43:42.695435 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0663a4d1-0dc2-4a40-a82d-bf361c975c4a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:42.706647 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0663a4d1-0dc2-4a40-a82d-bf361c975c4a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/ports/d49d1e47-b2bb-4706-b216-5b19e6e22a58 HTTP/1.1" status: 204 len: 168 time: 1.2767110 Nov 12 00:43:42.714252 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40526dd1-099a-46bf-88a2-fb385b1ab4a6', 'name': 'network-vif-deleted', 'tag': '23ddfda0-4f02-40ff-aea8-1dd1fc986a97'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:42.717567 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f029c09-1466-41bd-b930-f14300064d87" -d '{"events": [{"server_uuid": "40526dd1-099a-46bf-88a2-fb385b1ab4a6", "name": "network-vif-deleted", "tag": "23ddfda0-4f02-40ff-aea8-1dd1fc986a97"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:42.720350 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33236) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:42.739307 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663a4d1-0dc2-4a40-a82d-bf361c975c4a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Port': ['ID=d49d1e47-b2bb-4706-b216-5b19e6e22a58,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:42.758977 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94121fbd-0a22-47c6-8a5f-a584a9e6cc2e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Router 442f9106-e30d-4a75-b10b-17f620abbe2b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:43:42.803846 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-a0044ca9-ec87-4a36-ac20-cdf9c4ba0f63 None None] Allocated IP 172.20.0.2 (04c1d52a-5324-4875-a342-c2052d89ed08/d8de245d-1750-4d1c-903a-2a086535947f/f044e19c-9024-427c-8847-f7464d0f0499) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:42.817399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b39d23-85fe-46e1-b502-a287daa7fea9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:42.819349 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d4b39d23-85fe-46e1-b502-a287daa7fea9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0942209 Nov 12 00:43:42.822749 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f7f6ab-fe45-46b4-8ddc-cb02dc0afc3f x-openstack-request-id: req-21f7f6ab-fe45-46b4-8ddc-cb02dc0afc3f {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:42.823083 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40526dd1-099a-46bf-88a2-fb385b1ab4a6", "name": "network-vif-deleted", "tag": "23ddfda0-4f02-40ff-aea8-1dd1fc986a97", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:42.823444 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21f7f6ab-fe45-46b4-8ddc-cb02dc0afc3f {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:42.823720 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40526dd1-099a-46bf-88a2-fb385b1ab4a6', 'name': 'network-vif-deleted', 'tag': '23ddfda0-4f02-40ff-aea8-1dd1fc986a97', 'status': 'completed', 'code': 200} Nov 12 00:43:42.824214 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33242) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:42.861540 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a71318-083e-422b-8b27-3a9331ca7ae0 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] GET failed (client error): The resource could not be found. Nov 12 00:43:42.863281 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-15a71318-083e-422b-8b27-3a9331ca7ae0 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports/d49d1e47-b2bb-4706-b216-5b19e6e22a58 HTTP/1.1" status: 404 len: 333 time: 0.0379980 Nov 12 00:43:42.868072 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33246) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:42.881719 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-0e268908-b13f-4e4a-a10c-986910788070 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1028872363'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:42.978018 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94121fbd-0a22-47c6-8a5f-a584a9e6cc2e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:42.995146 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9edd5-06fb-43b9-ac6f-d893f87f9a0b None None] Sync routers for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:43.022032 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a0044ca9-ec87-4a36-ac20-cdf9c4ba0f63 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:43.026741 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e9edd5-06fb-43b9-ac6f-d893f87f9a0b None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:43.027478 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e2e9edd5-06fb-43b9-ac6f-d893f87f9a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:43.076149 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e2e9edd5-06fb-43b9-ac6f-d893f87f9a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:43.079100 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a0044ca9-ec87-4a36-ac20-cdf9c4ba0f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:43.125969 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0044ca9-ec87-4a36-ac20-cdf9c4ba0f63 None None] Network 04c1d52a-5324-4875-a342-c2052d89ed08 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:43.128794 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e9edd5-06fb-43b9-ac6f-d893f87f9a0b None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:43.129414 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e2e9edd5-06fb-43b9-ac6f-d893f87f9a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:43.134191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-a0044ca9-ec87-4a36-ac20-cdf9c4ba0f63 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:43.172293 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0044ca9-ec87-4a36-ac20-cdf9c4ba0f63 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:43.176244 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e2e9edd5-06fb-43b9-ac6f-d893f87f9a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:43.176878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9edd5-06fb-43b9-ac6f-d893f87f9a0b None None] The sync data for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:43.185770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0044ca9-ec87-4a36-ac20-cdf9c4ba0f63 None None] Pushing event updated for resources: {'Port': ['ID=f044e19c-9024-427c-8847-f7464d0f0499,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:43.243608 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a0044ca9-ec87-4a36-ac20-cdf9c4ba0f63 None None] Attempting to bind port f044e19c-9024-427c-8847-f7464d0f0499 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:43.244072 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a0044ca9-ec87-4a36-ac20-cdf9c4ba0f63 None None] Attempting to bind port f044e19c-9024-427c-8847-f7464d0f0499 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '822f2946-5e7f-4953-a7aa-d14d65825efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:43.244390 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0044ca9-ec87-4a36-ac20-cdf9c4ba0f63 None None] Attempting to bind port f044e19c-9024-427c-8847-f7464d0f0499 on network 04c1d52a-5324-4875-a342-c2052d89ed08 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:43.255323 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0044ca9-ec87-4a36-ac20-cdf9c4ba0f63 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:43.255715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0044ca9-ec87-4a36-ac20-cdf9c4ba0f63 None None] Checking segment: {'id': '822f2946-5e7f-4953-a7aa-d14d65825efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:43.256128 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a0044ca9-ec87-4a36-ac20-cdf9c4ba0f63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:43.256525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0044ca9-ec87-4a36-ac20-cdf9c4ba0f63 None None] Bound using segment: {'id': '822f2946-5e7f-4953-a7aa-d14d65825efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:43.257049 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a0044ca9-ec87-4a36-ac20-cdf9c4ba0f63 None None] Bound port: f044e19c-9024-427c-8847-f7464d0f0499, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822f2946-5e7f-4953-a7aa-d14d65825efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:43.257435 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a0044ca9-ec87-4a36-ac20-cdf9c4ba0f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:43.329275 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a0044ca9-ec87-4a36-ac20-cdf9c4ba0f63 None None] For port f044e19c-9024-427c-8847-f7464d0f0499, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:43.332487 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a0044ca9-ec87-4a36-ac20-cdf9c4ba0f63 None None] For port f044e19c-9024-427c-8847-f7464d0f0499, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f044e19c-9024-427c-8847-f7464d0f0499,segment=NetworkSegment(822f2946-5e7f-4953-a7aa-d14d65825efb),segment_id=822f2946-5e7f-4953-a7aa-d14d65825efb)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:43.338535 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a0044ca9-ec87-4a36-ac20-cdf9c4ba0f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:43.369872 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94121fbd-0a22-47c6-8a5f-a584a9e6cc2e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:43.396641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e268908-b13f-4e4a-a10c-986910788070 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:43.401991 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0e268908-b13f-4e4a-a10c-986910788070 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:43.415440 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0044ca9-ec87-4a36-ac20-cdf9c4ba0f63 None None] Pushing event updated for resources: {'Port': ['ID=f044e19c-9024-427c-8847-f7464d0f0499,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:43.421637 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-94121fbd-0a22-47c6-8a5f-a584a9e6cc2e tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.6630113 Nov 12 00:43:43.421637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33258) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:43.427424 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-01b5cb83-bf15-45e5-98e4-50b392580451 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1486253040'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:43.463960 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b5cb83-bf15-45e5-98e4-50b392580451 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Made reservation on behalf of b8f79d1fccd54961bbbcdd7d96069e55 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:43.471610 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01b5cb83-bf15-45e5-98e4-50b392580451 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:43.482158 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817625a4-b0db-4a4c-9748-119d21ffe84d req-8d1c8ecc-d685-411b-9cee-68e3a914c3c1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:43.484201 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-817625a4-b0db-4a4c-9748-119d21ffe84d req-8d1c8ecc-d685-411b-9cee-68e3a914c3c1 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b35c25-4bb5-4777-a22f-7852606a2cf1 HTTP/1.1" status: 200 len: 950 time: 0.1765773 Nov 12 00:43:43.520061 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e268908-b13f-4e4a-a10c-986910788070 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:43:43.520653 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b5cb83-bf15-45e5-98e4-50b392580451 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:43:43.523076 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-51e3011c-d3f4-4fa7-b7cc-e17755da7a5c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:43.533324 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01b5cb83-bf15-45e5-98e4-50b392580451 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:43.533779 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-01b5cb83-bf15-45e5-98e4-50b392580451 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Added segment d33d86f7-a989-4454-b738-938632e880fa of type vlan for network 393c657e-350e-4b7e-a9bb-d7d25340583c Nov 12 00:43:43.560470 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-106f82fc-4f34-49dd-93f2-398d119fe191 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:43:43.561529 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-106f82fc-4f34-49dd-93f2-398d119fe191 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2507331 Nov 12 00:43:43.566118 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-51e3011c-d3f4-4fa7-b7cc-e17755da7a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:43.620418 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01b5cb83-bf15-45e5-98e4-50b392580451 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:43.631195 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0e268908-b13f-4e4a-a10c-986910788070 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:43.631695 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-0e268908-b13f-4e4a-a10c-986910788070 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Added segment d74bb0a5-f627-4e74-a336-ca51426f71fd of type vlan for network 3fbd1134-ad2f-4053-9415-218930dac453 Nov 12 00:43:43.658067 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01b5cb83-bf15-45e5-98e4-50b392580451 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:43.664520 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b5cb83-bf15-45e5-98e4-50b392580451 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:43.665292 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01b5cb83-bf15-45e5-98e4-50b392580451 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:43.711852 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-01b5cb83-bf15-45e5-98e4-50b392580451 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2868848 Nov 12 00:43:43.724524 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33264) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:43.738425 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-6e6ed5ca-5718-4aad-84d9-43161f751aca tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Request body: {'subnet': {'network_id': '393c657e-350e-4b7e-a9bb-d7d25340583c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:43.749479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5cb83-bf15-45e5-98e4-50b392580451 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Network': ['ID=393c657e-350e-4b7e-a9bb-d7d25340583c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:43.761210 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 393c657e-350e-4b7e-a9bb-d7d25340583c details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:43:43.810316 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 6f57b479-9ea5-40cd-8a30-cc725fc1a835 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:43.814829 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-817625a4-b0db-4a4c-9748-119d21ffe84d req-9847d76c-f272-4c29-8506-e56da3862792 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205633 Nov 12 00:43:43.842709 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 6f57b479-9ea5-40cd-8a30-cc725fc1a835 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:43.842998 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 6f57b479-9ea5-40cd-8a30-cc725fc1a835 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:43.843402 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 0dd76ff5-4be1-4f6e-9325-09ea366062c1 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:43.867844 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 0dd76ff5-4be1-4f6e-9325-09ea366062c1 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:43.868184 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 0dd76ff5-4be1-4f6e-9325-09ea366062c1 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:43.877706 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-84c2f4be-31f1-42a6-a769-ce48a35e11b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:43.879105 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-84c2f4be-31f1-42a6-a769-ce48a35e11b5 service neutron] 10.222.0.31 "GET /v2.0/ports/be9e8077-27dd-4e70-8be7-42450793c0f9 HTTP/1.1" status: 200 len: 1095 time: 0.2789922 Nov 12 00:43:43.880831 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0e268908-b13f-4e4a-a10c-986910788070 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:43.917420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-e36771c3-5fe1-4eaf-b519-c7340d196888 service neutron] Request body: {'binding': {'host': 'n-h2-712137-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:43.917837 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-e36771c3-5fe1-4eaf-b519-c7340d196888 service neutron] Unknown quota resources ['binding']. {{(pid=114242) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:43:44.025893 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-51e3011c-d3f4-4fa7-b7cc-e17755da7a5c admin admin] Allocated IP 172.25.0.127 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/9f4fc317-a487-42e4-91c7-18d7d6857f44) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:44.038494 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0e268908-b13f-4e4a-a10c-986910788070 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:44.044130 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e268908-b13f-4e4a-a10c-986910788070 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:44.044752 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0e268908-b13f-4e4a-a10c-986910788070 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:44.115636 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6ed5ca-5718-4aad-84d9-43161f751aca tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Made reservation on behalf of b8f79d1fccd54961bbbcdd7d96069e55 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:44.119655 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e6ed5ca-5718-4aad-84d9-43161f751aca tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:44.183075 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0e268908-b13f-4e4a-a10c-986910788070 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3139985 Nov 12 00:43:44.185847 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33272) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:44.191102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-f51f79a1-c991-4ec6-a868-def2bb35e3fc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'subnet': {'network_id': '3fbd1134-ad2f-4053-9415-218930dac453', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:44.297037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51f79a1-c991-4ec6-a868-def2bb35e3fc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:44.300732 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f51f79a1-c991-4ec6-a868-def2bb35e3fc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:44.327767 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e268908-b13f-4e4a-a10c-986910788070 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Network': ['ID=3fbd1134-ad2f-4053-9415-218930dac453,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:44.341775 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 3fbd1134-ad2f-4053-9415-218930dac453 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:43:44.402938 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-e36771c3-5fe1-4eaf-b519-c7340d196888 service neutron] Attempting to bind port be9e8077-27dd-4e70-8be7-42450793c0f9 on host n-h2-712137-14 for vnic_type normal with profile None {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:44.403278 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-e36771c3-5fe1-4eaf-b519-c7340d196888 service neutron] Attempting to bind port be9e8077-27dd-4e70-8be7-42450793c0f9 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:44.403615 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-e36771c3-5fe1-4eaf-b519-c7340d196888 service neutron] Attempting to bind port be9e8077-27dd-4e70-8be7-42450793c0f9 on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:44.420178 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101d87b-f672-4343-9908-f820348db62f req-5d17df9e-52c2-4c9b-ad8a-3821d6ff3f60 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:44.427658 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0101d87b-f672-4343-9908-f820348db62f req-5d17df9e-52c2-4c9b-ad8a-3821d6ff3f60 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9 HTTP/1.1" status: 200 len: 946 time: 0.2653556 Nov 12 00:43:44.449066 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-e36771c3-5fe1-4eaf-b519-c7340d196888 service neutron] Port be9e8077-27dd-4e70-8be7-42450793c0f9 on network f1926e98-a223-4d69-aca0-b114b74b472e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:43:44.449395 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-e36771c3-5fe1-4eaf-b519-c7340d196888 service neutron] Attempting to bind port be9e8077-27dd-4e70-8be7-42450793c0f9 on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:44.478063 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5068d8ef-9344-4017-a3ef-e1cf426fe2f2 None None] Network 04c1d52a-5324-4875-a342-c2052d89ed08 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:44.482654 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-e36771c3-5fe1-4eaf-b519-c7340d196888 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:44.483004 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-e36771c3-5fe1-4eaf-b519-c7340d196888 service neutron] Checking segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:44.483395 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-e36771c3-5fe1-4eaf-b519-c7340d196888 service neutron] Bound using segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:44.483841 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-e36771c3-5fe1-4eaf-b519-c7340d196888 service neutron] Bound port: be9e8077-27dd-4e70-8be7-42450793c0f9, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:44.519807 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-51e3011c-d3f4-4fa7-b7cc-e17755da7a5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:44.536675 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f51f79a1-c991-4ec6-a868-def2bb35e3fc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:44.576745 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3d1c9491-6375-4a8c-ab1f-28b0720c45e7 None None] Provisioning complete for port f044e19c-9024-427c-8847-f7464d0f0499 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:44.577201 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3d1c9491-6375-4a8c-ab1f-28b0720c45e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:44.598177 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0101d87b-f672-4343-9908-f820348db62f req-c528b365-5e69-42fb-8a67-a234df425e90 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696303 Nov 12 00:43:44.619874 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51f79a1-c991-4ec6-a868-def2bb35e3fc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Checking segment: {'id': 'd74bb0a5-f627-4e74-a336-ca51426f71fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3fbd1134-ad2f-4053-9415-218930dac453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:44.620228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51f79a1-c991-4ec6-a868-def2bb35e3fc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network hostable DHCP agents. Network: 3fbd1134-ad2f-4053-9415-218930dac453, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:43:44.622612 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f79a1-c991-4ec6-a868-def2bb35e3fc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Subnet': ['ID=aa027746-7a17-4571-a664-d55dabf5efb1,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:44.656157 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51f79a1-c991-4ec6-a868-def2bb35e3fc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 3fbd1134-ad2f-4053-9415-218930dac453 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:43:44.687954 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-f51f79a1-c991-4ec6-a868-def2bb35e3fc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 3fbd1134-ad2f-4053-9415-218930dac453) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:44.694300 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51f79a1-c991-4ec6-a868-def2bb35e3fc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:44.695375 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f51f79a1-c991-4ec6-a868-def2bb35e3fc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:44.706023 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-e36771c3-5fe1-4eaf-b519-c7340d196888 service neutron] For port be9e8077-27dd-4e70-8be7-42450793c0f9, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=be9e8077-27dd-4e70-8be7-42450793c0f9,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:44.713731 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47709dad-eeba-43f5-900c-907bc8387186 None None] Network 3fbd1134-ad2f-4053-9415-218930dac453 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:44.715774 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e6ed5ca-5718-4aad-84d9-43161f751aca tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:44.723121 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f51f79a1-c991-4ec6-a868-def2bb35e3fc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5334480 Nov 12 00:43:44.723496 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33276) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:44.723597 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-e36771c3-5fe1-4eaf-b519-c7340d196888 service neutron] Publish callbacks [] for binding, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:44.724747 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-e36771c3-5fe1-4eaf-b519-c7340d196888 service neutron] 10.222.0.31 "POST /v2.0/ports/be9e8077-27dd-4e70-8be7-42450793c0f9/bindings HTTP/1.1" status: 201 len: 390 time: 0.8366568 Nov 12 00:43:44.729793 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d61d88c2-8638-4a13-84ab-a705605659d1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'subnet': {'network_id': '3fbd1134-ad2f-4053-9415-218930dac453', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:44.759995 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-51e3011c-d3f4-4fa7-b7cc-e17755da7a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:44.826628 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e5ed0-faf4-40fd-a966-9698d06a849d req-bea3acdd-c018-4037-bdaa-a50717859917 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:44.828216 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1a6e5ed0-faf4-40fd-a966-9698d06a849d req-bea3acdd-c018-4037-bdaa-a50717859917 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.21 "GET /v2.0/ports?device_id=29b35c25-4bb5-4777-a22f-7852606a2cf1 HTTP/1.1" status: 200 len: 950 time: 0.1905427 Nov 12 00:43:44.845119 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e3011c-d3f4-4fa7-b7cc-e17755da7a5c admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:44.851296 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3d1c9491-6375-4a8c-ab1f-28b0720c45e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:44.870235 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ed5ca-5718-4aad-84d9-43161f751aca tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Subnet': ['ID=0132c3bd-c60e-4806-93c5-ca79f781f4a5,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:44.872598 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-51e3011c-d3f4-4fa7-b7cc-e17755da7a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:44.901220 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3011c-d3f4-4fa7-b7cc-e17755da7a5c admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:44.907069 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a00f5e5-4fad-4ca7-844b-60691cb84d6a None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:44.928781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-3d1c9491-6375-4a8c-ab1f-28b0720c45e7 None None] For port f044e19c-9024-427c-8847-f7464d0f0499, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f044e19c-9024-427c-8847-f7464d0f0499,segment=NetworkSegment(822f2946-5e7f-4953-a7aa-d14d65825efb),segment_id=822f2946-5e7f-4953-a7aa-d14d65825efb)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:44.967289 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3d1c9491-6375-4a8c-ab1f-28b0720c45e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:44.976736 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3011c-d3f4-4fa7-b7cc-e17755da7a5c admin admin] Pushing event updated for resources: {'Port': ['ID=9f4fc317-a487-42e4-91c7-18d7d6857f44,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:45.083044 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c9491-6375-4a8c-ab1f-28b0720c45e7 None None] Pushing event updated for resources: {'Port': ['ID=f044e19c-9024-427c-8847-f7464d0f0499,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:45.091892 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f3cd02-9f82-4f13-8546-f9d0acfea42c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-3fbd1134-ad2f-4053-9415-218930dac453', 'network_id': '3fbd1134-ad2f-4053-9415-218930dac453', 'tenant_id': '6a418c9e3d724ba18332c717826e963e', 'fixed_ips': [{'subnet_id': 'aa027746-7a17-4571-a664-d55dabf5efb1'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:43:45.093469 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-78f3cd02-9f82-4f13-8546-f9d0acfea42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:45.101761 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61d88c2-8638-4a13-84ab-a705605659d1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:45.114253 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d61d88c2-8638-4a13-84ab-a705605659d1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:45.128973 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-47236ad4-a0eb-4ccb-b4c1-470b016a7c58 None None] Provisioning complete for port 9f4fc317-a487-42e4-91c7-18d7d6857f44 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:45.129573 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-47236ad4-a0eb-4ccb-b4c1-470b016a7c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:45.154575 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ed5ca-5718-4aad-84d9-43161f751aca tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Checking segment: {'id': 'd33d86f7-a989-4454-b738-938632e880fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '393c657e-350e-4b7e-a9bb-d7d25340583c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:45.154949 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6ed5ca-5718-4aad-84d9-43161f751aca tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Network hostable DHCP agents. Network: 393c657e-350e-4b7e-a9bb-d7d25340583c, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:43:45.213706 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f044e19c-9024-427c-8847-f7464d0f0499 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:45.262825 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-47236ad4-a0eb-4ccb-b4c1-470b016a7c58 None None] Port 9f4fc317-a487-42e4-91c7-18d7d6857f44 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:45.268915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-5cc3a292-a61c-4a39-8191-127a466d8784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:45.270762 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-5cc3a292-a61c-4a39-8191-127a466d8784 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 1098 time: 0.1249228 Nov 12 00:43:45.306113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728deb3-63af-44e1-bcab-812caee09a8d req-baaff432-4bce-42fe-b34f-466405506230 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:45.308295 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b728deb3-63af-44e1-bcab-812caee09a8d req-baaff432-4bce-42fe-b34f-466405506230 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 946 time: 0.3500686 Nov 12 00:43:45.329798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca3a2b-8b91-4777-8d9c-ec087b5bcc6b req-b3745b54-b88c-4e84-ab6f-ba9655dc8f36 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:45.330719 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-78f3cd02-9f82-4f13-8546-f9d0acfea42c None None] Allocated IP 172.20.0.2 (3fbd1134-ad2f-4053-9415-218930dac453/aa027746-7a17-4571-a664-d55dabf5efb1/851497c6-3e28-4064-a928-7751b279b42b) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:45.331378 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-adca3a2b-8b91-4777-8d9c-ec087b5bcc6b req-b3745b54-b88c-4e84-ab6f-ba9655dc8f36 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b35c25-4bb5-4777-a22f-7852606a2cf1 HTTP/1.1" status: 200 len: 950 time: 0.2530372 Nov 12 00:43:45.339743 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port f044e19c-9024-427c-8847-f7464d0f0499 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:45.340116 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:45.350657 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6ed5ca-5718-4aad-84d9-43161f751aca tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Network 393c657e-350e-4b7e-a9bb-d7d25340583c is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:43:45.380589 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-1a6e5ed0-faf4-40fd-a966-9698d06a849d req-181e37d5-b717-49e0-83d1-712edac520a2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Deleting port 37a8070f-7261-432c-a284-dceea1ab4f9b {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:45.381073 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1a6e5ed0-faf4-40fd-a966-9698d06a849d req-181e37d5-b717-49e0-83d1-712edac520a2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:45.402778 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-6e6ed5ca-5718-4aad-84d9-43161f751aca tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 393c657e-350e-4b7e-a9bb-d7d25340583c) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:45.419444 n-d-712137-14 neutron-server[114243]: INFO neutron.db.ipam_backend_mixin [None req-d61d88c2-8638-4a13-84ab-a705605659d1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet aa027746-7a17-4571-a664-d55dabf5efb1 (CIDR: 172.20.0.0/28) Nov 12 00:43:45.423219 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6ed5ca-5718-4aad-84d9-43161f751aca tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:45.424076 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e6ed5ca-5718-4aad-84d9-43161f751aca tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:45.434867 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61d88c2-8638-4a13-84ab-a705605659d1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:43:45.435058 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1033f4-c4a6-4291-a490-278b4d8870c2 None None] Network 393c657e-350e-4b7e-a9bb-d7d25340583c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:45.435514 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d61d88c2-8638-4a13-84ab-a705605659d1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:43:45.477376 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-adca3a2b-8b91-4777-8d9c-ec087b5bcc6b req-6c67e4e9-b3ec-4cb4-9f1e-196ef47ecdba tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272016 Nov 12 00:43:45.501008 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-c778ddc6-37db-46d1-9ae2-45ba388a8852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:45.504561 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-c778ddc6-37db-46d1-9ae2-45ba388a8852 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 909 time: 0.2165995 Nov 12 00:43:45.515101 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d61d88c2-8638-4a13-84ab-a705605659d1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7871137 Nov 12 00:43:45.522419 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33284) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:45.529448 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-ddbf1aa6-7d78-485b-b5a3-d5e964f1bd9a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'subnet': {'network_id': '3fbd1134-ad2f-4053-9415-218930dac453', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:45.552912 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b728deb3-63af-44e1-bcab-812caee09a8d req-445c4eea-79c7-4847-bb9d-0b100046746c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103472 Nov 12 00:43:45.564536 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6e6ed5ca-5718-4aad-84d9-43161f751aca tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8389113 Nov 12 00:43:45.569107 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33286) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:45.574600 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-735b87e9-107f-4d37-bcd2-d64e2045a4c0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-472082168', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}, 'admin_state_up': False}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:45.605465 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-051fa27b-a8a5-40b9-96c4-d604f8e9ddc0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be9e8077-27dd-4e70-8be7-42450793c0f9 HTTP/1.1" status: 200 len: 217 time: 0.0917425 Nov 12 00:43:45.662235 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 37a8070f-7261-432c-a284-dceea1ab4f9b no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:45.670018 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cc51245f-87d1-4a31-ac3e-39497093d24e None None] Provisioning complete for port f044e19c-9024-427c-8847-f7464d0f0499 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:45.670199 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc51245f-87d1-4a31-ac3e-39497093d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:45.689578 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-1a6e5ed0-faf4-40fd-a966-9698d06a849d req-181e37d5-b717-49e0-83d1-712edac520a2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] For port 37a8070f-7261-432c-a284-dceea1ab4f9b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=37a8070f-7261-432c-a284-dceea1ab4f9b,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:45.690047 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1a6e5ed0-faf4-40fd-a966-9698d06a849d req-181e37d5-b717-49e0-83d1-712edac520a2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:45.699221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-528a10ac-0d07-47f2-bb06-d886ed384d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:45.700914 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-528a10ac-0d07-47f2-bb06-d886ed384d78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fc5c04a-017f-4820-8cce-df76bd4f7a1c HTTP/1.1" status: 200 len: 848 time: 0.0618618 Nov 12 00:43:45.722754 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-1a6e5ed0-faf4-40fd-a966-9698d06a849d req-181e37d5-b717-49e0-83d1-712edac520a2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Calling delete_port for 37a8070f-7261-432c-a284-dceea1ab4f9b owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:45.725425 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-735b87e9-107f-4d37-bcd2-d64e2045a4c0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:45.726329 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-735b87e9-107f-4d37-bcd2-d64e2045a4c0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:45.756125 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-51e3011c-d3f4-4fa7-b7cc-e17755da7a5c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:45.887459 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5c0df-2dd8-423d-9669-e409ebbbca53 req-37cf2b3c-2982-4994-948a-e3e8c3757973 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:45.889753 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-13e5c0df-2dd8-423d-9669-e409ebbbca53 req-37cf2b3c-2982-4994-948a-e3e8c3757973 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9 HTTP/1.1" status: 200 len: 946 time: 0.2901561 Nov 12 00:43:46.048177 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-735b87e9-107f-4d37-bcd2-d64e2045a4c0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:46.051885 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-78f3cd02-9f82-4f13-8546-f9d0acfea42c None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:46.056986 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:46.086757 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a629158a-a79c-4c4c-bfc2-f73e87fab4b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f1926e98-a223-4d69-aca0-b114b74b472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3748307 Nov 12 00:43:46.090254 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-78f3cd02-9f82-4f13-8546-f9d0acfea42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:46.104580 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a481509-387a-44d2-bc60-721d25db096c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-393c657e-350e-4b7e-a9bb-d7d25340583c', 'network_id': '393c657e-350e-4b7e-a9bb-d7d25340583c', 'tenant_id': 'b8f79d1fccd54961bbbcdd7d96069e55', 'fixed_ips': [{'subnet_id': '0132c3bd-c60e-4806-93c5-ca79f781f4a5'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:43:46.105043 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8a481509-387a-44d2-bc60-721d25db096c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:46.141182 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b35c25-4bb5-4777-a22f-7852606a2cf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37a8070f-7261-432c-a284-dceea1ab4f9b'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:46.144010 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8cc13a-a2db-4ff3-9996-478871109f90" -d '{"events": [{"server_uuid": "29b35c25-4bb5-4777-a22f-7852606a2cf1", "name": "network-vif-unplugged", "status": "completed", "tag": "37a8070f-7261-432c-a284-dceea1ab4f9b"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:46.175455 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 37a8070f-7261-432c-a284-dceea1ab4f9b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=37a8070f-7261-432c-a284-dceea1ab4f9b,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:46.180502 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f3cd02-9f82-4f13-8546-f9d0acfea42c None None] Network 3fbd1134-ad2f-4053-9415-218930dac453 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:46.192094 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-78f3cd02-9f82-4f13-8546-f9d0acfea42c None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:46.195499 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:46.196202 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 23ddfda0-4f02-40ff-aea8-1dd1fc986a97 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:46.198842 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3cd02-9f82-4f13-8546-f9d0acfea42c None None] Pushing event updated for resources: {'Port': ['ID=851497c6-3e28-4064-a928-7751b279b42b,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:46.199537 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbf1aa6-7d78-485b-b5a3-d5e964f1bd9a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:46.201177 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f3cd02-9f82-4f13-8546-f9d0acfea42c None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:46.203391 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1aa6-7d78-485b-b5a3-d5e964f1bd9a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:46.273495 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5af091-d3c2-4859-81e5-fc8259998b13 x-openstack-request-id: req-ed5af091-d3c2-4859-81e5-fc8259998b13 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:46.273854 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b35c25-4bb5-4777-a22f-7852606a2cf1", "name": "network-vif-unplugged", "status": "completed", "tag": "37a8070f-7261-432c-a284-dceea1ab4f9b", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:46.274042 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed5af091-d3c2-4859-81e5-fc8259998b13 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:46.274433 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b35c25-4bb5-4777-a22f-7852606a2cf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37a8070f-7261-432c-a284-dceea1ab4f9b', 'code': 200} Nov 12 00:43:46.296110 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 23ddfda0-4f02-40ff-aea8-1dd1fc986a97 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:46.296463 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 23ddfda0-4f02-40ff-aea8-1dd1fc986a97 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:46.338408 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-0e292b36-9766-4989-9b8f-574fb7ad0e6d service neutron] 10.222.0.15 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358055 Nov 12 00:43:46.379831 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=37a8070f-7261-432c-a284-dceea1ab4f9b,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:46.414701 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-78f3cd02-9f82-4f13-8546-f9d0acfea42c None None] Attempting to bind port 851497c6-3e28-4064-a928-7751b279b42b on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:46.415080 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-78f3cd02-9f82-4f13-8546-f9d0acfea42c None None] Attempting to bind port 851497c6-3e28-4064-a928-7751b279b42b by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'd74bb0a5-f627-4e74-a336-ca51426f71fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3fbd1134-ad2f-4053-9415-218930dac453'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:46.415452 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3cd02-9f82-4f13-8546-f9d0acfea42c None None] Attempting to bind port 851497c6-3e28-4064-a928-7751b279b42b on network 3fbd1134-ad2f-4053-9415-218930dac453 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:46.429564 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3cd02-9f82-4f13-8546-f9d0acfea42c None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:46.429945 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3cd02-9f82-4f13-8546-f9d0acfea42c None None] Checking segment: {'id': 'd74bb0a5-f627-4e74-a336-ca51426f71fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3fbd1134-ad2f-4053-9415-218930dac453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:46.430736 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-78f3cd02-9f82-4f13-8546-f9d0acfea42c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:46.430736 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3cd02-9f82-4f13-8546-f9d0acfea42c None None] Bound using segment: {'id': 'd74bb0a5-f627-4e74-a336-ca51426f71fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3fbd1134-ad2f-4053-9415-218930dac453'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:46.431228 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-78f3cd02-9f82-4f13-8546-f9d0acfea42c None None] Bound port: 851497c6-3e28-4064-a928-7751b279b42b, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74bb0a5-f627-4e74-a336-ca51426f71fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3fbd1134-ad2f-4053-9415-218930dac453'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:46.431652 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-78f3cd02-9f82-4f13-8546-f9d0acfea42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:46.451467 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-8a481509-387a-44d2-bc60-721d25db096c None None] Allocated IP 172.20.0.2 (393c657e-350e-4b7e-a9bb-d7d25340583c/0132c3bd-c60e-4806-93c5-ca79f781f4a5/024029ee-7232-445d-9cb9-9e77c50bccda) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:46.511388 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-f3acf5a5-3966-4d39-b652-c07f6cd39b54 service neutron] 10.222.0.15 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647336 Nov 12 00:43:46.570719 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-78f3cd02-9f82-4f13-8546-f9d0acfea42c None None] For port 851497c6-3e28-4064-a928-7751b279b42b, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:46.594257 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-78f3cd02-9f82-4f13-8546-f9d0acfea42c None None] For port 851497c6-3e28-4064-a928-7751b279b42b, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=851497c6-3e28-4064-a928-7751b279b42b,segment=NetworkSegment(d74bb0a5-f627-4e74-a336-ca51426f71fd),segment_id=d74bb0a5-f627-4e74-a336-ca51426f71fd)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:46.599865 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-78f3cd02-9f82-4f13-8546-f9d0acfea42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:46.610843 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e8d01-1654-4ba8-b304-27ab836ca0e7 req-af0d5c20-b5ed-41a7-ad9d-4347a9a1f4bf tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:46.612379 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1aa6-7d78-485b-b5a3-d5e964f1bd9a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:46.614655 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f4e8d01-1654-4ba8-b304-27ab836ca0e7 req-af0d5c20-b5ed-41a7-ad9d-4347a9a1f4bf tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9 HTTP/1.1" status: 200 len: 946 time: 0.7400994 Nov 12 00:43:46.700091 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1a6e5ed0-faf4-40fd-a966-9698d06a849d req-181e37d5-b717-49e0-83d1-712edac520a2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:46.723557 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3cd02-9f82-4f13-8546-f9d0acfea42c None None] Pushing event updated for resources: {'Port': ['ID=851497c6-3e28-4064-a928-7751b279b42b,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:46.731623 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8a481509-387a-44d2-bc60-721d25db096c None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:46.742866 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8a481509-387a-44d2-bc60-721d25db096c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:46.759140 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbf1aa6-7d78-485b-b5a3-d5e964f1bd9a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 3fbd1134-ad2f-4053-9415-218930dac453 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:46.762811 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf1aa6-7d78-485b-b5a3-d5e964f1bd9a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Subnet': ['ID=fa4f26c2-3e7e-4aba-b335-3964326f403f,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:46.766964 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-ddbf1aa6-7d78-485b-b5a3-d5e964f1bd9a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:46.782915 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a481509-387a-44d2-bc60-721d25db096c None None] Network 393c657e-350e-4b7e-a9bb-d7d25340583c is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:46.785040 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbf1aa6-7d78-485b-b5a3-d5e964f1bd9a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:46.785648 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1aa6-7d78-485b-b5a3-d5e964f1bd9a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:46.796506 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-8a481509-387a-44d2-bc60-721d25db096c None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:46.801148 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a481509-387a-44d2-bc60-721d25db096c None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:46.804422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a481509-387a-44d2-bc60-721d25db096c None None] Pushing event updated for resources: {'Port': ['ID=024029ee-7232-445d-9cb9-9e77c50bccda,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:46.823150 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ddbf1aa6-7d78-485b-b5a3-d5e964f1bd9a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2992578 Nov 12 00:43:46.831530 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c5221-5c12-4e94-aebd-23bd09b92331 req-3ed7920a-5876-46ec-b452-968d23d0d01e tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:46.840549 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33300) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:46.842178 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f6c5221-5c12-4e94-aebd-23bd09b92331 req-3ed7920a-5876-46ec-b452-968d23d0d01e tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b35c25-4bb5-4777-a22f-7852606a2cf1 HTTP/1.1" status: 200 len: 865 time: 0.2446568 Nov 12 00:43:46.874774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-8a481509-387a-44d2-bc60-721d25db096c None None] Attempting to bind port 024029ee-7232-445d-9cb9-9e77c50bccda on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:46.879180 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-8a481509-387a-44d2-bc60-721d25db096c None None] Attempting to bind port 024029ee-7232-445d-9cb9-9e77c50bccda by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'd33d86f7-a989-4454-b738-938632e880fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '393c657e-350e-4b7e-a9bb-d7d25340583c'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:46.879745 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a481509-387a-44d2-bc60-721d25db096c None None] Attempting to bind port 024029ee-7232-445d-9cb9-9e77c50bccda on network 393c657e-350e-4b7e-a9bb-d7d25340583c {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:46.896099 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a481509-387a-44d2-bc60-721d25db096c None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:46.896481 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a481509-387a-44d2-bc60-721d25db096c None None] Checking segment: {'id': 'd33d86f7-a989-4454-b738-938632e880fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '393c657e-350e-4b7e-a9bb-d7d25340583c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:46.896915 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8a481509-387a-44d2-bc60-721d25db096c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:46.897319 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a481509-387a-44d2-bc60-721d25db096c None None] Bound using segment: {'id': 'd33d86f7-a989-4454-b738-938632e880fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '393c657e-350e-4b7e-a9bb-d7d25340583c'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:46.898130 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-8a481509-387a-44d2-bc60-721d25db096c None None] Bound port: 024029ee-7232-445d-9cb9-9e77c50bccda, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33d86f7-a989-4454-b738-938632e880fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '393c657e-350e-4b7e-a9bb-d7d25340583c'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:46.898256 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8a481509-387a-44d2-bc60-721d25db096c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:46.902405 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a277ef6c-338b-4f18-a55c-50372476ab81 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'port': {'network_id': '3fbd1134-ad2f-4053-9415-218930dac453', 'fixed_ips': [{'subnet_id': 'aa027746-7a17-4571-a664-d55dabf5efb1'}, {'subnet_id': 'fa4f26c2-3e7e-4aba-b335-3964326f403f'}], 'name': 'tempest-PortsTestJSON-1928372853'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:46.908741 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f6c5221-5c12-4e94-aebd-23bd09b92331 req-a1e548e1-e6c7-4fde-9d35-2f4747c8df5e tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/security-groups?id=0b6005dd-4898-4d2c-92f0-630720b93cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615449 Nov 12 00:43:46.960975 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-735b87e9-107f-4d37-bcd2-d64e2045a4c0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:46.999458 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e37d5-b717-49e0-83d1-712edac520a2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Pushing event deleted for resources: {'Port': ['ID=37a8070f-7261-432c-a284-dceea1ab4f9b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:47.019282 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-13e5c0df-2dd8-423d-9669-e409ebbbca53 req-911ba17f-0886-4a69-9700-97eb38f73488 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Deleting port 3027f6db-77dc-4fc4-80d1-19214add53e9 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:47.019632 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-13e5c0df-2dd8-423d-9669-e409ebbbca53 req-911ba17f-0886-4a69-9700-97eb38f73488 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:47.050155 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-8a481509-387a-44d2-bc60-721d25db096c None None] For port 024029ee-7232-445d-9cb9-9e77c50bccda, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:47.055272 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-8a481509-387a-44d2-bc60-721d25db096c None None] For port 024029ee-7232-445d-9cb9-9e77c50bccda, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=024029ee-7232-445d-9cb9-9e77c50bccda,segment=NetworkSegment(d33d86f7-a989-4454-b738-938632e880fa),segment_id=d33d86f7-a989-4454-b738-938632e880fa)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:47.061310 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8a481509-387a-44d2-bc60-721d25db096c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:47.117525 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb0ee7-d2f0-4267-b472-23a5e4e239b8 req-d185b9c5-acb3-4f59-95a7-c130ebde9baa tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:47.130707 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a481509-387a-44d2-bc60-721d25db096c None None] Pushing event updated for resources: {'Port': ['ID=024029ee-7232-445d-9cb9-9e77c50bccda,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:47.132868 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-87bb0ee7-d2f0-4267-b472-23a5e4e239b8 req-d185b9c5-acb3-4f59-95a7-c130ebde9baa tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 946 time: 0.1459999 Nov 12 00:43:47.215721 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-87bb0ee7-d2f0-4267-b472-23a5e4e239b8 req-a6b9002d-6f15-4b0b-883e-9a7a4c854ff1 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819368 Nov 12 00:43:47.289310 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:43:47.321701 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 851497c6-3e28-4064-a928-7751b279b42b up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:47.359744 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6e5ed0-faf4-40fd-a966-9698d06a849d req-181e37d5-b717-49e0-83d1-712edac520a2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] No DVR routers for this DVR port 37a8070f-7261-432c-a284-dceea1ab4f9b on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:47.365890 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1a6e5ed0-faf4-40fd-a966-9698d06a849d req-181e37d5-b717-49e0-83d1-712edac520a2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:47.369714 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1a6e5ed0-faf4-40fd-a966-9698d06a849d req-181e37d5-b717-49e0-83d1-712edac520a2 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.21 "DELETE /v2.0/ports/37a8070f-7261-432c-a284-dceea1ab4f9b HTTP/1.1" status: 204 len: 173 time: 2.5233917 Nov 12 00:43:47.382552 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b35c25-4bb5-4777-a22f-7852606a2cf1', 'name': 'network-vif-deleted', 'tag': '37a8070f-7261-432c-a284-dceea1ab4f9b'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:47.387600 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6956c845-fc8a-4602-90ae-7b50268ccae4" -d '{"events": [{"server_uuid": "29b35c25-4bb5-4777-a22f-7852606a2cf1", "name": "network-vif-deleted", "tag": "37a8070f-7261-432c-a284-dceea1ab4f9b"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:47.421696 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f4e8d01-1654-4ba8-b304-27ab836ca0e7 req-39fce577-1e2e-45e4-b7f5-a8fcddedb3e3 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7264850 Nov 12 00:43:47.472591 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 851497c6-3e28-4064-a928-7751b279b42b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:47.473123 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:47.549232 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-51e3011c-d3f4-4fa7-b7cc-e17755da7a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:47.555362 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b862118e-8190-424c-a077-f1e716fb3283 x-openstack-request-id: req-b862118e-8190-424c-a077-f1e716fb3283 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:47.555362 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b35c25-4bb5-4777-a22f-7852606a2cf1", "name": "network-vif-deleted", "tag": "37a8070f-7261-432c-a284-dceea1ab4f9b", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:47.555839 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b862118e-8190-424c-a077-f1e716fb3283 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:47.556296 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b35c25-4bb5-4777-a22f-7852606a2cf1', 'name': 'network-vif-deleted', 'tag': '37a8070f-7261-432c-a284-dceea1ab4f9b', 'status': 'completed', 'code': 200} Nov 12 00:43:47.598900 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-13e5c0df-2dd8-423d-9669-e409ebbbca53 req-911ba17f-0886-4a69-9700-97eb38f73488 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] For port 3027f6db-77dc-4fc4-80d1-19214add53e9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3027f6db-77dc-4fc4-80d1-19214add53e9,segment=NetworkSegment(6bcd1460-7002-412d-8f91-bced057eb4e8),segment_id=6bcd1460-7002-412d-8f91-bced057eb4e8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:47.599272 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-13e5c0df-2dd8-423d-9669-e409ebbbca53 req-911ba17f-0886-4a69-9700-97eb38f73488 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:47.678997 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:47.714703 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-13e5c0df-2dd8-423d-9669-e409ebbbca53 req-911ba17f-0886-4a69-9700-97eb38f73488 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Calling delete_port for 3027f6db-77dc-4fc4-80d1-19214add53e9 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:47.753365 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a277ef6c-338b-4f18-a55c-50372476ab81 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:47.758751 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 851497c6-3e28-4064-a928-7751b279b42b, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=851497c6-3e28-4064-a928-7751b279b42b,segment=NetworkSegment(d74bb0a5-f627-4e74-a336-ca51426f71fd),segment_id=d74bb0a5-f627-4e74-a336-ca51426f71fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:47.765421 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:47.766268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f044e19c-9024-427c-8847-f7464d0f0499 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:47.851433 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=851497c6-3e28-4064-a928-7751b279b42b,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:47.862593 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port f044e19c-9024-427c-8847-f7464d0f0499 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:47.862974 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:48.088521 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a277ef6c-338b-4f18-a55c-50372476ab81 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:48.167091 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-a277ef6c-338b-4f18-a55c-50372476ab81 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] device_id is not set on port b6e2e7fd-7f76-4c40-9606-dc10e639e889 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:43:48.183197 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a3bf62d0-6f63-4f70-af1d-238bd2ef0d5d req-49d6c57c-518b-4bf0-a17d-56ac841b9a19 tempest-ServersOnMultiNodesTest-767577122 tempest-ServersOnMultiNodesTest-767577122-project] 10.222.0.31 "GET /v2.0/ports?device_id=29b35c25-4bb5-4777-a22f-7852606a2cf1 HTTP/1.1" status: 200 len: 210 time: 0.1470923 Nov 12 00:43:48.244410 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e3011c-d3f4-4fa7-b7cc-e17755da7a5c admin admin] Router de6ff89b-6831-4745-95ce-179f4773211f is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:43:48.293846 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-735b87e9-107f-4d37-bcd2-d64e2045a4c0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:48.313506 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a58cf75-84e6-4b86-b3a1-de655009e0b0 None None] Network 3fbd1134-ad2f-4053-9415-218930dac453 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:48.393111 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f72eb76c-9136-4d96-96fe-c5bf6bfe0a0f None None] Provisioning complete for port 851497c6-3e28-4064-a928-7751b279b42b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:48.394586 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f72eb76c-9136-4d96-96fe-c5bf6bfe0a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:48.394857 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-735b87e9-107f-4d37-bcd2-d64e2045a4c0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:48.435212 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-13e5c0df-2dd8-423d-9669-e409ebbbca53 req-911ba17f-0886-4a69-9700-97eb38f73488 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:48.471411 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['d22de70f-ea41-4e4c-b172-3e28f85e8c95'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:43:48.588601 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d1bc54d8-90ee-43ac-a650-2fdc3f8ca72b req-7e6ecaf1-896d-4370-b3be-f23644276992 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9 HTTP/1.1" status: 200 len: 210 time: 0.0525944 Nov 12 00:43:48.628522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ba17f-0886-4a69-9700-97eb38f73488 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Pushing event deleted for resources: {'Port': ['ID=3027f6db-77dc-4fc4-80d1-19214add53e9,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:48.662563 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e62014-18c8-4155-98ff-ef972fb27276 None None] DHCP port deletion for e9d51c46-f358-424d-ac2a-b0dc401b9ad6 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:48.766723 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef193e7-c258-433d-8517-b25ce4a507ed None None] Network 393c657e-350e-4b7e-a9bb-d7d25340583c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:48.863694 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cae31-f29b-43e5-97e0-f3e90b583bb1 req-2e1f0984-c174-4dc8-9068-4965cdcb9c2c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:48.865348 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-905cae31-f29b-43e5-97e0-f3e90b583bb1 req-2e1f0984-c174-4dc8-9068-4965cdcb9c2c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 946 time: 0.5053966 Nov 12 00:43:48.884234 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e5c0df-2dd8-423d-9669-e409ebbbca53 req-911ba17f-0886-4a69-9700-97eb38f73488 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] No DVR routers for this DVR port 3027f6db-77dc-4fc4-80d1-19214add53e9 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:43:48.908934 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-13e5c0df-2dd8-423d-9669-e409ebbbca53 req-911ba17f-0886-4a69-9700-97eb38f73488 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:48.912272 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-13e5c0df-2dd8-423d-9669-e409ebbbca53 req-911ba17f-0886-4a69-9700-97eb38f73488 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.21 "DELETE /v2.0/ports/3027f6db-77dc-4fc4-80d1-19214add53e9 HTTP/1.1" status: 204 len: 173 time: 3.0056074 Nov 12 00:43:48.957504 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e3011c-d3f4-4fa7-b7cc-e17755da7a5c admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:48.975177 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] Sync routers for ids ['de6ff89b-6831-4745-95ce-179f4773211f'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:49.005374 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] Routers {'de6ff89b-6831-4745-95ce-179f4773211f'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:49.005538 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-735b87e9-107f-4d37-bcd2-d64e2045a4c0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Allocated IP 172.25.0.150 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/8520982a-b7d0-4492-9630-d7167d67c40d) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:49.020373 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['de6ff89b-6831-4745-95ce-179f4773211f'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:49.042669 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-dac884cc-70fc-4385-be27-8d779632eec7 None None] Provisioning complete for port 024029ee-7232-445d-9cb9-9e77c50bccda triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:49.043045 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dac884cc-70fc-4385-be27-8d779632eec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:49.053235 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-51e3011c-d3f4-4fa7-b7cc-e17755da7a5c admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:49.062092 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-51e3011c-d3f4-4fa7-b7cc-e17755da7a5c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8585963 Nov 12 00:43:49.066002 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33318) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:49.102935 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4b9b73-d718-4950-a6e6-95220674ce88 None None] Update dhcp port {'port': {'network_id': '3fbd1134-ad2f-4053-9415-218930dac453', 'fixed_ips': [{'subnet_id': 'aa027746-7a17-4571-a664-d55dabf5efb1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fa4f26c2-3e7e-4aba-b335-3964326f403f'}], 'binding:host_id': 'n-d-712137-14'}, 'id': '851497c6-3e28-4064-a928-7751b279b42b'} from n-d-712137-14. {{(pid=114244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:43:49.124113 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-905cae31-f29b-43e5-97e0-f3e90b583bb1 req-9eae7f0e-6a02-4689-b960-412b8d5fafcf tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377915 Nov 12 00:43:49.184275 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0e4b9b73-d718-4950-a6e6-95220674ce88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:49.264631 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] Set router de6ff89b-6831-4745-95ce-179f4773211f gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:49.293719 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-a277ef6c-338b-4f18-a55c-50372476ab81 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Allocated IP 172.20.0.9 (3fbd1134-ad2f-4053-9415-218930dac453/aa027746-7a17-4571-a664-d55dabf5efb1/b6e2e7fd-7f76-4c40-9606-dc10e639e889) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:49.307315 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-a277ef6c-338b-4f18-a55c-50372476ab81 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Allocated IP 172.20.0.25 (3fbd1134-ad2f-4053-9415-218930dac453/fa4f26c2-3e7e-4aba-b335-3964326f403f/b6e2e7fd-7f76-4c40-9606-dc10e639e889) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:49.406338 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 024029ee-7232-445d-9cb9-9e77c50bccda up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:49.502333 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-735b87e9-107f-4d37-bcd2-d64e2045a4c0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:49.561706 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9', 'name': 'network-vif-deleted', 'tag': '3027f6db-77dc-4fc4-80d1-19214add53e9'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:43:49.567915 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568697b6-9035-4a97-a784-7be23dfb5fa3" -d '{"events": [{"server_uuid": "7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9", "name": "network-vif-deleted", "tag": "3027f6db-77dc-4fc4-80d1-19214add53e9"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:43:49.690803 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3027f6db-77dc-4fc4-80d1-19214add53e9 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:43:49.694293 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dac884cc-70fc-4385-be27-8d779632eec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:49.789866 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346e6506-1c62-4acd-a87f-41576a1b1e01 x-openstack-request-id: req-346e6506-1c62-4acd-a87f-41576a1b1e01 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:43:49.790196 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9", "name": "network-vif-deleted", "tag": "3027f6db-77dc-4fc4-80d1-19214add53e9", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:43:49.790420 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-346e6506-1c62-4acd-a87f-41576a1b1e01 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:43:49.791548 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9', 'name': 'network-vif-deleted', 'tag': '3027f6db-77dc-4fc4-80d1-19214add53e9', 'status': 'completed', 'code': 200} Nov 12 00:43:49.815620 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'name': 'tempest-ServersTestBootFromVolume-1906498697-router', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:42Z', 'updated_at': '2021-11-12T00:43:45Z', 'revision_number': 3, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'gw_port': {'id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:43Z', 'updated_at': '2021-11-12T00:43:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:49.816551 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 3027f6db-77dc-4fc4-80d1-19214add53e9 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:43:49.818514 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3027f6db-77dc-4fc4-80d1-19214add53e9 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:43:49.856738 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 024029ee-7232-445d-9cb9-9e77c50bccda triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:49.857104 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:49.875691 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] Checking router: de6ff89b-6831-4745-95ce-179f4773211f for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:43:49.876324 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] Updating router de6ff89b-6831-4745-95ce-179f4773211f port 9f4fc317-a487-42e4-91c7-18d7d6857f44 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:43:49.898682 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33334) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:49.904442 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:49.990145 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-dac884cc-70fc-4385-be27-8d779632eec7 None None] For port 024029ee-7232-445d-9cb9-9e77c50bccda, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=024029ee-7232-445d-9cb9-9e77c50bccda,segment=NetworkSegment(d33d86f7-a989-4454-b738-938632e880fa),segment_id=d33d86f7-a989-4454-b738-938632e880fa)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:50.040381 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dac884cc-70fc-4385-be27-8d779632eec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.052642 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4f2ad45e-54bc-46d8-8bbc-74318ad57b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.148186 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac884cc-70fc-4385-be27-8d779632eec7 None None] Pushing event updated for resources: {'Port': ['ID=024029ee-7232-445d-9cb9-9e77c50bccda,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:50.164369 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 851497c6-3e28-4064-a928-7751b279b42b up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:50.223271 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 851497c6-3e28-4064-a928-7751b279b42b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:50.224341 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.246238 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-196c82ad-d1cd-440a-8afb-05328c69550f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e742524ad04144c1b8899d429dc46e5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3462446 Nov 12 00:43:50.250387 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33340) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:50.331942 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-85df6b31-a9a0-4683-b4ce-8bd3969455c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.418274 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe38673-f724-4c83-8d68-58b5a5fbcfce req-48db9b60-a793-4188-9e25-88a1a8866d89 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:50.419884 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-afe38673-f724-4c83-8d68-58b5a5fbcfce req-48db9b60-a793-4188-9e25-88a1a8866d89 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 946 time: 0.1289635 Nov 12 00:43:50.474466 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-735b87e9-107f-4d37-bcd2-d64e2045a4c0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.478028 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-788ec7b2-6a01-459b-91a5-ca7a99288608 req-226dc7d2-0b8e-4795-8841-dcae1fe72d4c tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e4c6c91-c1e3-4968-a3d4-aa5ee3804be9 HTTP/1.1" status: 200 len: 210 time: 0.6658657 Nov 12 00:43:50.485468 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1b264d09-3e60-49a2-879e-a839b311be01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.501196 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0dbd0a6f-1e75-41ec-b922-8e0707f9d110 None None] Provisioning complete for port 024029ee-7232-445d-9cb9-9e77c50bccda triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:50.502352 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0dbd0a6f-1e75-41ec-b922-8e0707f9d110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.534256 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b87e9-107f-4d37-bcd2-d64e2045a4c0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Port': ['ID=8520982a-b7d0-4492-9630-d7167d67c40d,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:50.551325 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735b87e9-107f-4d37-bcd2-d64e2045a4c0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:50.557481 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-735b87e9-107f-4d37-bcd2-d64e2045a4c0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:50.561096 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735b87e9-107f-4d37-bcd2-d64e2045a4c0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:50.586242 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ed6eba-8ac0-4c8d-ab1e-c935e3cd84ce None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:50.616004 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a277ef6c-338b-4f18-a55c-50372476ab81 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.678319 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1b264d09-3e60-49a2-879e-a839b311be01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.726075 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-afe38673-f724-4c83-8d68-58b5a5fbcfce req-947bc554-1f27-4647-adf9-db2cd16329be tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716877 Nov 12 00:43:50.771293 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a277ef6c-338b-4f18-a55c-50372476ab81 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.773310 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.794263 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.801295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a277ef6c-338b-4f18-a55c-50372476ab81 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 3fbd1134-ad2f-4053-9415-218930dac453 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:50.806501 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-a277ef6c-338b-4f18-a55c-50372476ab81 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:50.828558 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1b264d09-3e60-49a2-879e-a839b311be01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.831246 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1b264d09-3e60-49a2-879e-a839b311be01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.831378 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a277ef6c-338b-4f18-a55c-50372476ab81 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:50.832499 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1b264d09-3e60-49a2-879e-a839b311be01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b6005dd-4898-4d2c-92f0-630720b93cb7 HTTP/1.1" status: 204 len: 168 time: 0.5812950 Nov 12 00:43:50.841635 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62bf70d-f16d-4675-93c8-0c5714ffc9cd None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:50.868036 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] Attempting to bind port 9f4fc317-a487-42e4-91c7-18d7d6857f44 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:50.868433 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] Attempting to bind port 9f4fc317-a487-42e4-91c7-18d7d6857f44 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:50.871394 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] Attempting to bind port 9f4fc317-a487-42e4-91c7-18d7d6857f44 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:50.903340 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2f5a0a6e-58ac-4db6-8474-edcbd64741f9 None None] Provisioning complete for port 8520982a-b7d0-4492-9630-d7167d67c40d triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:50.903720 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2f5a0a6e-58ac-4db6-8474-edcbd64741f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.905137 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b264d09-3e60-49a2-879e-a839b311be01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6005dd-4898-4d2c-92f0-630720b93cb7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:50.908721 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-0e4b9b73-d718-4950-a6e6-95220674ce88 None None] Allocated IP 172.20.0.18 (3fbd1134-ad2f-4053-9415-218930dac453/fa4f26c2-3e7e-4aba-b335-3964326f403f/851497c6-3e28-4064-a928-7751b279b42b) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:50.920296 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-85df6b31-a9a0-4683-b4ce-8bd3969455c8 admin admin] Allocated IP 172.20.0.1 (04c1d52a-5324-4875-a342-c2052d89ed08/d8de245d-1750-4d1c-903a-2a086535947f/82566c4f-4759-46e0-b48b-74b172837696) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:50.946412 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:50.947263 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:50.947816 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:50.948348 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:50.949008 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] Bound port: 9f4fc317-a487-42e4-91c7-18d7d6857f44, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:50.949568 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:51.001517 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-735b87e9-107f-4d37-bcd2-d64e2045a4c0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:51.057520 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] For port 9f4fc317-a487-42e4-91c7-18d7d6857f44, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:51.063115 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] For port 9f4fc317-a487-42e4-91c7-18d7d6857f44, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9f4fc317-a487-42e4-91c7-18d7d6857f44,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:51.105845 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e14f3-b707-4510-ae8b-49b16a291ec6 None None] Pushing event updated for resources: {'Port': ['ID=9f4fc317-a487-42e4-91c7-18d7d6857f44,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:51.112254 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-2f5a0a6e-58ac-4db6-8474-edcbd64741f9 None None] Port 8520982a-b7d0-4492-9630-d7167d67c40d cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:51.113737 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:51.141831 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277ef6c-338b-4f18-a55c-50372476ab81 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=b6e2e7fd-7f76-4c40-9606-dc10e639e889,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:51.165282 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e14f3-b707-4510-ae8b-49b16a291ec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.173117 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e14f3-b707-4510-ae8b-49b16a291ec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.175365 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-41e19ace-0ad2-470e-9a3e-3e1f5de7fb12 req-915749fd-584a-478a-8847-02663016ea68 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=99077391-e618-45ea-8341-a34e6459be9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1483665 Nov 12 00:43:51.175819 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e14f3-b707-4510-ae8b-49b16a291ec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.176255 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e14f3-b707-4510-ae8b-49b16a291ec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.176650 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e14f3-b707-4510-ae8b-49b16a291ec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.177137 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e14f3-b707-4510-ae8b-49b16a291ec6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.177819 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e14f3-b707-4510-ae8b-49b16a291ec6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.182121 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e14f3-b707-4510-ae8b-49b16a291ec6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.183796 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e14f3-b707-4510-ae8b-49b16a291ec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.184426 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e14f3-b707-4510-ae8b-49b16a291ec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.186306 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e14f3-b707-4510-ae8b-49b16a291ec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.186974 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e14f3-b707-4510-ae8b-49b16a291ec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:51.194716 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-85df6b31-a9a0-4683-b4ce-8bd3969455c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:51.211328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 024029ee-7232-445d-9cb9-9e77c50bccda up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:51.213287 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc32ee52-6dd8-471f-9712-b73d9f0a8bd9 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:43:51.217346 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a277ef6c-338b-4f18-a55c-50372476ab81 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:51.222367 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a277ef6c-338b-4f18-a55c-50372476ab81 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:51.306881 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-28b9241a-d1c3-49ec-8982-f353951349c0 None None] Provisioning complete for port 9f4fc317-a487-42e4-91c7-18d7d6857f44 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:51.307285 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-28b9241a-d1c3-49ec-8982-f353951349c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:51.314928 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-0e4b9b73-d718-4950-a6e6-95220674ce88 None None] For port 851497c6-3e28-4064-a928-7751b279b42b, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=851497c6-3e28-4064-a928-7751b279b42b,segment=NetworkSegment(d74bb0a5-f627-4e74-a336-ca51426f71fd),segment_id=d74bb0a5-f627-4e74-a336-ca51426f71fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:51.318253 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e14f3-b707-4510-ae8b-49b16a291ec6 None None] Pushing event updated for resources: {'Port': ['ID=9f4fc317-a487-42e4-91c7-18d7d6857f44,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:51.336011 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] Routers {'de6ff89b-6831-4745-95ce-179f4773211f'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:51.336791 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['de6ff89b-6831-4745-95ce-179f4773211f'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:51.361591 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a277ef6c-338b-4f18-a55c-50372476ab81 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.4782777 Nov 12 00:43:51.364631 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33350) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:51.376956 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-23cc0c0b-0f0f-45ee-9ff5-001eec1a7985 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aa027746-7a17-4571-a664-d55dabf5efb1'}]}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:51.381100 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 024029ee-7232-445d-9cb9-9e77c50bccda triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:51.381474 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:51.382948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e19ace-0ad2-470e-9a3e-3e1f5de7fb12 req-ad90c7d7-f29d-4276-a6b5-b862734f5602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:51.387202 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-41e19ace-0ad2-470e-9a3e-3e1f5de7fb12 req-ad90c7d7-f29d-4276-a6b5-b862734f5602 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5296ecb4beb2464f89b29bec01832302&device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 1098 time: 0.1249766 Nov 12 00:43:51.411624 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0e4b9b73-d718-4950-a6e6-95220674ce88 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:51.422419 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33352) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:51.428489 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0e4b9b73-d718-4950-a6e6-95220674ce88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:51.461438 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-85df6b31-a9a0-4683-b4ce-8bd3969455c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:51.556592 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85df6b31-a9a0-4683-b4ce-8bd3969455c8 admin admin] Network 04c1d52a-5324-4875-a342-c2052d89ed08 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:51.562995 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23cc0c0b-0f0f-45ee-9ff5-001eec1a7985 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:51.569344 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b9b73-d718-4950-a6e6-95220674ce88 None None] Pushing event updated for resources: {'Port': ['ID=851497c6-3e28-4064-a928-7751b279b42b,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:51.572459 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df6b31-a9a0-4683-b4ce-8bd3969455c8 admin admin] Pushing event updated for resources: {'Port': ['ID=82566c4f-4759-46e0-b48b-74b172837696,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:51.579064 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-85df6b31-a9a0-4683-b4ce-8bd3969455c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:51.586873 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85df6b31-a9a0-4683-b4ce-8bd3969455c8 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:51.626603 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] Set router de6ff89b-6831-4745-95ce-179f4773211f gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:51.632159 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-28b9241a-d1c3-49ec-8982-f353951349c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:51.660405 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-85df6b31-a9a0-4683-b4ce-8bd3969455c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:51.719496 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-28b9241a-d1c3-49ec-8982-f353951349c0 None None] For port 9f4fc317-a487-42e4-91c7-18d7d6857f44, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9f4fc317-a487-42e4-91c7-18d7d6857f44,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:51.791610 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-165885b4-426d-422c-95ef-a7dd7f628e0e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f287266c414a4e72a09ea3c4d723e91c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677001 Nov 12 00:43:51.824543 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33364) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:51.830173 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-28b9241a-d1c3-49ec-8982-f353951349c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:52.031178 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9241a-d1c3-49ec-8982-f353951349c0 None None] Pushing event updated for resources: {'Port': ['ID=9f4fc317-a487-42e4-91c7-18d7d6857f44,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:52.046043 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e19ace-0ad2-470e-9a3e-3e1f5de7fb12 req-21c96ab6-7a33-4d58-ad69-36c7382309e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:52.047833 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-41e19ace-0ad2-470e-9a3e-3e1f5de7fb12 req-21c96ab6-7a33-4d58-ad69-36c7382309e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6 HTTP/1.1" status: 200 len: 916 time: 0.6419082 Nov 12 00:43:52.053552 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fc99d05d-2d8a-4e37-838a-3939f82e514a None None] Provisioning complete for port 9f4fc317-a487-42e4-91c7-18d7d6857f44 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:52.053930 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fc99d05d-2d8a-4e37-838a-3939f82e514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:52.154349 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-41e19ace-0ad2-470e-9a3e-3e1f5de7fb12 req-5daf12ae-7f6d-459b-8413-0d4ddf091a1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d22de70f-ea41-4e4c-b172-3e28f85e8c95 HTTP/1.1" status: 200 len: 217 time: 0.0974953 Nov 12 00:43:52.185336 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'name': 'tempest-ServersTestBootFromVolume-1906498697-router', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:42Z', 'updated_at': '2021-11-12T00:43:45Z', 'revision_number': 3, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'gw_port': {'id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:43Z', 'updated_at': '2021-11-12T00:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:52.254939 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c29c123-8757-40d6-ba07-c721e055c051 None None] The sync data for ids ['de6ff89b-6831-4745-95ce-179f4773211f'] in n-d-712137-14 is: [{'id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'name': 'tempest-ServersTestBootFromVolume-1906498697-router', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:42Z', 'updated_at': '2021-11-12T00:43:45Z', 'revision_number': 3, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'gw_port': {'id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:43Z', 'updated_at': '2021-11-12T00:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:52.334513 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7981e395-c848-40a7-be8a-380264057632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:52.345426 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-23cc0c0b-0f0f-45ee-9ff5-001eec1a7985 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Delete allocated IP 172.20.0.25 (3fbd1134-ad2f-4053-9415-218930dac453/fa4f26c2-3e7e-4aba-b335-3964326f403f) {{(pid=114242) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 00:43:52.370793 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-735b87e9-107f-4d37-bcd2-d64e2045a4c0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:52.378265 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ff7d692-46dc-4400-aa3b-cc54dcbbcdd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:52.444904 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b553e604-e759-40cf-9eea-bac7753904bb None None] Provisioning complete for port 82566c4f-4759-46e0-b48b-74b172837696 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:52.445235 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873551a-9a30-44f6-aa77-4843fdd5b2eb req-545a6ffc-7036-491c-b605-ba15e4429f4c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:52.445381 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b553e604-e759-40cf-9eea-bac7753904bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:52.457801 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4873551a-9a30-44f6-aa77-4843fdd5b2eb req-545a6ffc-7036-491c-b605-ba15e4429f4c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 946 time: 0.3282030 Nov 12 00:43:52.517628 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e19ace-0ad2-470e-9a3e-3e1f5de7fb12 req-11f77d87-4fda-4a96-a4fe-534dc5b9dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:52.521410 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-41e19ace-0ad2-470e-9a3e-3e1f5de7fb12 req-11f77d87-4fda-4a96-a4fe-534dc5b9dd3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08cb9a84-8134-4e9c-99d6-c33732bf6cde HTTP/1.1" status: 200 len: 855 time: 0.3119006 Nov 12 00:43:52.542191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b553e604-e759-40cf-9eea-bac7753904bb None None] Port 82566c4f-4759-46e0-b48b-74b172837696 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:52.680096 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23cc0c0b-0f0f-45ee-9ff5-001eec1a7985 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:52.694848 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23cc0c0b-0f0f-45ee-9ff5-001eec1a7985 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:52.698864 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258fb9e9-825f-4e99-8878-c55b40c222f8 None None] Network 3fbd1134-ad2f-4053-9415-218930dac453 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:52.722696 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ff7d692-46dc-4400-aa3b-cc54dcbbcdd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:52.800228 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-85df6b31-a9a0-4683-b4ce-8bd3969455c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:52.827880 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4873551a-9a30-44f6-aa77-4843fdd5b2eb req-e744634c-5aa8-46af-bd21-ad8eb5aaced9 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675880 Nov 12 00:43:52.841188 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735b87e9-107f-4d37-bcd2-d64e2045a4c0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Router 7d762c3d-f56e-4302-a823-194d03c74a53 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:43:52.847445 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc0c0b-0f0f-45ee-9ff5-001eec1a7985 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=b6e2e7fd-7f76-4c40-9606-dc10e639e889,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:52.865092 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc0c0b-0f0f-45ee-9ff5-001eec1a7985 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:52.865562 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc0c0b-0f0f-45ee-9ff5-001eec1a7985 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:52.866019 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc0c0b-0f0f-45ee-9ff5-001eec1a7985 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:52.866474 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc0c0b-0f0f-45ee-9ff5-001eec1a7985 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:52.867320 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc0c0b-0f0f-45ee-9ff5-001eec1a7985 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:52.867811 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc0c0b-0f0f-45ee-9ff5-001eec1a7985 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:52.868261 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc0c0b-0f0f-45ee-9ff5-001eec1a7985 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:52.868825 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc0c0b-0f0f-45ee-9ff5-001eec1a7985 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:52.869394 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc0c0b-0f0f-45ee-9ff5-001eec1a7985 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:52.869934 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc0c0b-0f0f-45ee-9ff5-001eec1a7985 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:52.875773 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc0c0b-0f0f-45ee-9ff5-001eec1a7985 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:52.876955 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc0c0b-0f0f-45ee-9ff5-001eec1a7985 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:52.885145 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-41e19ace-0ad2-470e-9a3e-3e1f5de7fb12 req-ac132435-c132-4066-8e89-8fcafdc772eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9d51c46-f358-424d-ac2a-b0dc401b9ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3063877 Nov 12 00:43:52.887996 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ff7d692-46dc-4400-aa3b-cc54dcbbcdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:52.888203 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-23cc0c0b-0f0f-45ee-9ff5-001eec1a7985 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] In _notify_port_updated(), no bound segment for port b6e2e7fd-7f76-4c40-9606-dc10e639e889 on network 3fbd1134-ad2f-4053-9415-218930dac453 {{(pid=114242) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:43:52.894570 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cc0c0b-0f0f-45ee-9ff5-001eec1a7985 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:52.895319 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23cc0c0b-0f0f-45ee-9ff5-001eec1a7985 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:52.895704 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ff7d692-46dc-4400-aa3b-cc54dcbbcdd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:52.899644 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7ff7d692-46dc-4400-aa3b-cc54dcbbcdd4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a8a6e09-aa6b-45a7-b5a5-d5f08c4d95a7 HTTP/1.1" status: 204 len: 168 time: 1.0593755 Nov 12 00:43:52.900617 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-23cc0c0b-0f0f-45ee-9ff5-001eec1a7985 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "PUT /v2.0/ports/b6e2e7fd-7f76-4c40-9606-dc10e639e889 HTTP/1.1" status: 200 len: 919 time: 1.5345693 Nov 12 00:43:52.903036 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33370) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:52.909917 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-52191b93-c2de-4c88-abab-fd90180f1601 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aa027746-7a17-4571-a664-d55dabf5efb1'}, {'subnet_id': 'fa4f26c2-3e7e-4aba-b335-3964326f403f'}]}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:52.922750 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-461ba8e1-0756-4d8b-93db-7121971ed6f3 None None] Provisioning complete for port 851497c6-3e28-4064-a928-7751b279b42b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:52.923173 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-461ba8e1-0756-4d8b-93db-7121971ed6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:53.073741 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735b87e9-107f-4d37-bcd2-d64e2045a4c0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:53.088961 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3737f20d-5788-432e-bbe4-15c5ca0f33bc None None] Sync routers for ids ['7d762c3d-f56e-4302-a823-194d03c74a53'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:53.163619 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-41e19ace-0ad2-470e-9a3e-3e1f5de7fb12 req-dea89ef6-be64-4201-9817-2c8b041c4930 service neutron] 10.222.0.15 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646537 Nov 12 00:43:53.168941 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7d692-46dc-4400-aa3b-cc54dcbbcdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8a6e09-aa6b-45a7-b5a5-d5f08c4d95a7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:53.243067 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-735b87e9-107f-4d37-bcd2-d64e2045a4c0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:53.255201 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-735b87e9-107f-4d37-bcd2-d64e2045a4c0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.6823752 Nov 12 00:43:53.330177 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33378) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:53.520722 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52191b93-c2de-4c88-abab-fd90180f1601 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:53.535465 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 851497c6-3e28-4064-a928-7751b279b42b up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:53.640154 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737f20d-5788-432e-bbe4-15c5ca0f33bc None None] Routers {'7d762c3d-f56e-4302-a823-194d03c74a53'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:53.641980 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3737f20d-5788-432e-bbe4-15c5ca0f33bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7d762c3d-f56e-4302-a823-194d03c74a53'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:53.688092 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-41e19ace-0ad2-470e-9a3e-3e1f5de7fb12 req-14bd7b30-4659-4cd6-8243-45e0ef94fa75 service neutron] 10.222.0.15 "GET /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092103 Nov 12 00:43:53.976029 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3737f20d-5788-432e-bbe4-15c5ca0f33bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:54.003852 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:54.017270 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 851497c6-3e28-4064-a928-7751b279b42b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:54.017781 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:54.020109 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737f20d-5788-432e-bbe4-15c5ca0f33bc None None] Routers {'7d762c3d-f56e-4302-a823-194d03c74a53'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:54.021183 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3737f20d-5788-432e-bbe4-15c5ca0f33bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7d762c3d-f56e-4302-a823-194d03c74a53'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:54.059732 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-52191b93-c2de-4c88-abab-fd90180f1601 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Allocated IP 172.20.0.28 (3fbd1134-ad2f-4053-9415-218930dac453/fa4f26c2-3e7e-4aba-b335-3964326f403f/b6e2e7fd-7f76-4c40-9606-dc10e639e889) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:54.115865 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3737f20d-5788-432e-bbe4-15c5ca0f33bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:54.119851 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3737f20d-5788-432e-bbe4-15c5ca0f33bc None None] The sync data for ids ['7d762c3d-f56e-4302-a823-194d03c74a53'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:54.276076 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9f4fc317-a487-42e4-91c7-18d7d6857f44 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:54.347618 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52191b93-c2de-4c88-abab-fd90180f1601 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:54.365361 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52191b93-c2de-4c88-abab-fd90180f1601 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:54.460817 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:54.461958 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 9f4fc317-a487-42e4-91c7-18d7d6857f44 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:54.463619 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:54.465860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52191b93-c2de-4c88-abab-fd90180f1601 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=b6e2e7fd-7f76-4c40-9606-dc10e639e889,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:54.701432 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6e09e1d7-82ae-48d1-aa95-8a8e18b4768d None None] Provisioning complete for port 851497c6-3e28-4064-a928-7751b279b42b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:54.703315 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6e09e1d7-82ae-48d1-aa95-8a8e18b4768d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:54.809413 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf393e-a9eb-4eff-8a39-e1fcf931e017 req-c3928005-2f63-46e0-ae2b-fed4071638c5 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:54.817090 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-52cf393e-a9eb-4eff-8a39-e1fcf931e017 req-c3928005-2f63-46e0-ae2b-fed4071638c5 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 946 time: 0.8317091 Nov 12 00:43:54.850799 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-52191b93-c2de-4c88-abab-fd90180f1601 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] In _notify_port_updated(), no bound segment for port b6e2e7fd-7f76-4c40-9606-dc10e639e889 on network 3fbd1134-ad2f-4053-9415-218930dac453 {{(pid=114242) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:43:54.863764 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52191b93-c2de-4c88-abab-fd90180f1601 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:54.864510 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52191b93-c2de-4c88-abab-fd90180f1601 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:54.865953 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-52191b93-c2de-4c88-abab-fd90180f1601 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "PUT /v2.0/ports/b6e2e7fd-7f76-4c40-9606-dc10e639e889 HTTP/1.1" status: 200 len: 999 time: 1.9606690 Nov 12 00:43:54.874883 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33408) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:54.946313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6e09e1d7-82ae-48d1-aa95-8a8e18b4768d None None] Provisioning complete for port b6e2e7fd-7f76-4c40-9606-dc10e639e889 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:54.947513 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6e09e1d7-82ae-48d1-aa95-8a8e18b4768d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:54.958023 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33410) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:55.077051 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6e09e1d7-82ae-48d1-aa95-8a8e18b4768d None None] Port b6e2e7fd-7f76-4c40-9606-dc10e639e889 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:55.154971 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-85df6b31-a9a0-4683-b4ce-8bd3969455c8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:55.157954 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-52cf393e-a9eb-4eff-8a39-e1fcf931e017 req-f47d706c-4121-45a8-9e7d-6a73e938a75b tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243854 Nov 12 00:43:55.170075 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-85df6b31-a9a0-4683-b4ce-8bd3969455c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:55.180496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-09f39420-3bff-400a-a73f-68e39f91874d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-network', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:55.224106 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c7da80ab-9f05-467e-9c3b-1198039df343 None None] Provisioning complete for port b6e2e7fd-7f76-4c40-9606-dc10e639e889 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:55.224643 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c7da80ab-9f05-467e-9c3b-1198039df343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:55.317295 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df6b31-a9a0-4683-b4ce-8bd3969455c8 admin admin] Pushing event updated for resources: {'Port': ['ID=82566c4f-4759-46e0-b48b-74b172837696,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:55.328628 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-85df6b31-a9a0-4683-b4ce-8bd3969455c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:55.341955 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c7da80ab-9f05-467e-9c3b-1198039df343 None None] Port b6e2e7fd-7f76-4c40-9606-dc10e639e889 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:55.354424 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-9dbd7210-6687-4b81-a5aa-e3e310874177 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting port b6e2e7fd-7f76-4c40-9606-dc10e639e889 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:55.354778 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9dbd7210-6687-4b81-a5aa-e3e310874177 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:55.385555 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:55.416102 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f39420-3bff-400a-a73f-68e39f91874d admin admin] Made reservation on behalf of a7599eb657084d80a1806919aa3c14e6 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:55.420735 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09f39420-3bff-400a-a73f-68e39f91874d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:55.453324 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09f39420-3bff-400a-a73f-68e39f91874d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:55.499770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8763d05f-5a06-4bd2-88fd-c1ab9f5cc767 None None] Provisioning complete for port b6e2e7fd-7f76-4c40-9606-dc10e639e889 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:55.500232 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8763d05f-5a06-4bd2-88fd-c1ab9f5cc767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:55.589719 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-8763d05f-5a06-4bd2-88fd-c1ab9f5cc767 None None] Port b6e2e7fd-7f76-4c40-9606-dc10e639e889 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:55.681731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85df6b31-a9a0-4683-b4ce-8bd3969455c8 admin admin] Network 04c1d52a-5324-4875-a342-c2052d89ed08 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:55.687851 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-85df6b31-a9a0-4683-b4ce-8bd3969455c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:55.721490 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09f39420-3bff-400a-a73f-68e39f91874d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:55.778775 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9dbd7210-6687-4b81-a5aa-e3e310874177 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:55.795951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-9dbd7210-6687-4b81-a5aa-e3e310874177 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Calling delete_port for b6e2e7fd-7f76-4c40-9606-dc10e639e889 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:43:55.835044 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-690ce536-2e16-4de9-a321-d1cc703fd149 None None] Provisioning complete for port b6e2e7fd-7f76-4c40-9606-dc10e639e889 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:55.835345 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-690ce536-2e16-4de9-a321-d1cc703fd149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:55.840249 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85df6b31-a9a0-4683-b4ce-8bd3969455c8 admin admin] Router de6ff89b-6831-4745-95ce-179f4773211f has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:43:55.902248 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-690ce536-2e16-4de9-a321-d1cc703fd149 None None] Port b6e2e7fd-7f76-4c40-9606-dc10e639e889 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:55.904897 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-122feca7-d9c0-4e7e-b795-1c3a62767bf0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:55.932653 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:56.038370 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09f39420-3bff-400a-a73f-68e39f91874d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:56.100778 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f39420-3bff-400a-a73f-68e39f91874d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:56.126570 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9dbd7210-6687-4b81-a5aa-e3e310874177 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:56.128311 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f39420-3bff-400a-a73f-68e39f91874d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:43:56.137802 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d825f65f-2f1e-4ec0-8ee8-780a0d0792e3 None None] Provisioning complete for port 82566c4f-4759-46e0-b48b-74b172837696 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:56.138090 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d825f65f-2f1e-4ec0-8ee8-780a0d0792e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:56.184559 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd7210-6687-4b81-a5aa-e3e310874177 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Port': ['ID=b6e2e7fd-7f76-4c40-9606-dc10e639e889,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:56.189257 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09f39420-3bff-400a-a73f-68e39f91874d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:56.189615 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-09f39420-3bff-400a-a73f-68e39f91874d admin admin] Added segment bf5aac80-8f2b-48d2-b459-fc0469e08d3a of type vlan for network 3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a Nov 12 00:43:56.230635 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d825f65f-2f1e-4ec0-8ee8-780a0d0792e3 None None] Port 82566c4f-4759-46e0-b48b-74b172837696 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:56.237162 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85df6b31-a9a0-4683-b4ce-8bd3969455c8 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:43:56.249875 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] Sync routers for ids ['de6ff89b-6831-4745-95ce-179f4773211f'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:43:56.260938 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-85df6b31-a9a0-4683-b4ce-8bd3969455c8 admin admin] 10.222.0.31 "PUT /v2.0/routers/de6ff89b-6831-4745-95ce-179f4773211f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1935163 Nov 12 00:43:56.264091 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] Routers {'de6ff89b-6831-4745-95ce-179f4773211f'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:56.267398 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['de6ff89b-6831-4745-95ce-179f4773211f'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:56.321632 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09f39420-3bff-400a-a73f-68e39f91874d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:56.447502 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09f39420-3bff-400a-a73f-68e39f91874d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:56.449359 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f39420-3bff-400a-a73f-68e39f91874d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:56.451153 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09f39420-3bff-400a-a73f-68e39f91874d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:56.530206 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] Set router de6ff89b-6831-4745-95ce-179f4773211f gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:56.628569 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bb457-6c53-4f0a-b757-7c68560e12d4 req-bf8ffbad-6185-4aca-a9d7-eca245c9a0dd tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:56.630080 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-384bb457-6c53-4f0a-b757-7c68560e12d4 req-bf8ffbad-6185-4aca-a9d7-eca245c9a0dd tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 946 time: 0.2952321 Nov 12 00:43:56.654917 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9dbd7210-6687-4b81-a5aa-e3e310874177 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:56.667636 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9dbd7210-6687-4b81-a5aa-e3e310874177 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/ports/b6e2e7fd-7f76-4c40-9606-dc10e639e889 HTTP/1.1" status: 204 len: 168 time: 1.7916420 Nov 12 00:43:56.671884 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33432) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:56.751838 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-17fd7949-e59b-4abb-bb81-8bcf246bd72b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] GET failed (client error): The resource could not be found. Nov 12 00:43:56.754432 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-17fd7949-e59b-4abb-bb81-8bcf246bd72b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports/b6e2e7fd-7f76-4c40-9606-dc10e639e889 HTTP/1.1" status: 404 len: 333 time: 0.0744720 Nov 12 00:43:56.776620 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-09f39420-3bff-400a-a73f-68e39f91874d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8149309 Nov 12 00:43:56.777563 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33436) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:56.778082 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33438) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:56.785793 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-122feca7-d9c0-4e7e-b795-1c3a62767bf0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Allocated IP 172.20.0.1 (393c657e-350e-4b7e-a9bb-d7d25340583c/0132c3bd-c60e-4806-93c5-ca79f781f4a5/aa80d091-f10f-4287-8c11-de350ee3039b) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:56.852800 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-78337d64-47ce-4442-9afc-b9ba3504812e admin admin] Request body: {'subnet': {'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-subnet', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:56.869847 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f39420-3bff-400a-a73f-68e39f91874d admin admin] Pushing event updated for resources: {'Network': ['ID=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:56.882327 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:43:56.906799 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af0ec91-6dac-4a10-8eae-41c23b03ada4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting subnet fa4f26c2-3e7e-4aba-b335-3964326f403f {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:43:56.910461 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3af0ec91-6dac-4a10-8eae-41c23b03ada4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:56.918781 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-384bb457-6c53-4f0a-b757-7c68560e12d4 req-05fc317e-5b1d-43e0-a313-87c789eea931 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664905 Nov 12 00:43:56.963754 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3af0ec91-6dac-4a10-8eae-41c23b03ada4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.054011 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'name': 'tempest-ServersTestBootFromVolume-1906498697-router', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:42Z', 'updated_at': '2021-11-12T00:43:52Z', 'revision_number': 4, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'gw_port': {'id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:43Z', 'updated_at': '2021-11-12T00:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '82566c4f-4759-46e0-b48b-74b172837696', 'name': '', 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'mac_address': 'fa:16:3e:43:0a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'd8de245d-1750-4d1c-903a-2a086535947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:50Z', 'updated_at': '2021-11-12T00:43:53Z', 'revision_number': 2, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'subnets': [{'id': 'd8de245d-1750-4d1c-903a-2a086535947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:57.085190 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-122feca7-d9c0-4e7e-b795-1c3a62767bf0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.114546 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] Checking router: de6ff89b-6831-4745-95ce-179f4773211f for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:43:57.116467 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] Updating router de6ff89b-6831-4745-95ce-179f4773211f port 82566c4f-4759-46e0-b48b-74b172837696 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:43:57.125671 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-122feca7-d9c0-4e7e-b795-1c3a62767bf0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.136924 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3af0ec91-6dac-4a10-8eae-41c23b03ada4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.173914 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.201949 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122feca7-d9c0-4e7e-b795-1c3a62767bf0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Network 393c657e-350e-4b7e-a9bb-d7d25340583c is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:57.203142 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78337d64-47ce-4442-9afc-b9ba3504812e admin admin] Made reservation on behalf of a7599eb657084d80a1806919aa3c14e6 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:57.205774 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-78337d64-47ce-4442-9afc-b9ba3504812e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.221072 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3af0ec91-6dac-4a10-8eae-41c23b03ada4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.223682 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-122feca7-d9c0-4e7e-b795-1c3a62767bf0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:57.235470 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122feca7-d9c0-4e7e-b795-1c3a62767bf0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:57.320816 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122feca7-d9c0-4e7e-b795-1c3a62767bf0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Port': ['ID=aa80d091-f10f-4287-8c11-de350ee3039b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:57.357399 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-122feca7-d9c0-4e7e-b795-1c3a62767bf0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.391083 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0ec91-6dac-4a10-8eae-41c23b03ada4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Subnet': ['ID=fa4f26c2-3e7e-4aba-b335-3964326f403f,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:57.405749 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bdac88-fdeb-47d6-be7b-806350f180f8 None None] Network 3fbd1134-ad2f-4053-9415-218930dac453 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:57.407034 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3af0ec91-6dac-4a10-8eae-41c23b03ada4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.416458 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3af0ec91-6dac-4a10-8eae-41c23b03ada4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/subnets/fa4f26c2-3e7e-4aba-b335-3964326f403f HTTP/1.1" status: 204 len: 168 time: 0.6317797 Nov 12 00:43:57.419439 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33440) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:57.575676 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33444) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:57.584229 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13143b8-63e8-4d2b-ad06-0fe119d82e63 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting subnet aa027746-7a17-4571-a664-d55dabf5efb1 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:43:57.609554 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-e2992418-eedd-482f-be42-cb5108879601 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1062891604', 'description': 'tempest-description--509520314'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:57.666840 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c13143b8-63e8-4d2b-ad06-0fe119d82e63 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.720118 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2992418-eedd-482f-be42-cb5108879601 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.741425 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-87258a8f-2cd0-4955-adb3-6f9bafd54e49 None None] Provisioning complete for port aa80d091-f10f-4287-8c11-de350ee3039b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:57.743317 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-87258a8f-2cd0-4955-adb3-6f9bafd54e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.745622 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-78337d64-47ce-4442-9afc-b9ba3504812e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.768283 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c13143b8-63e8-4d2b-ad06-0fe119d82e63 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.845226 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-87258a8f-2cd0-4955-adb3-6f9bafd54e49 None None] Port aa80d091-f10f-4287-8c11-de350ee3039b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:57.893079 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-122feca7-d9c0-4e7e-b795-1c3a62767bf0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.973162 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.992618 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:58.081615 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c13143b8-63e8-4d2b-ad06-0fe119d82e63 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:58.270331 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb5b29-b1f7-41c5-8300-ba62290ff88a None None] Pushing event updated for resources: {'Port': ['ID=82566c4f-4759-46e0-b48b-74b172837696,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:58.314840 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] Attempting to bind port 82566c4f-4759-46e0-b48b-74b172837696 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:58.315137 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] Attempting to bind port 82566c4f-4759-46e0-b48b-74b172837696 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '822f2946-5e7f-4953-a7aa-d14d65825efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:58.315542 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] Attempting to bind port 82566c4f-4759-46e0-b48b-74b172837696 on network 04c1d52a-5324-4875-a342-c2052d89ed08 {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:58.322794 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:58.323173 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] Checking segment: {'id': '822f2946-5e7f-4953-a7aa-d14d65825efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:58.323677 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:58.324100 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] Bound using segment: {'id': '822f2946-5e7f-4953-a7aa-d14d65825efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:58.324576 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] Bound port: 82566c4f-4759-46e0-b48b-74b172837696, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822f2946-5e7f-4953-a7aa-d14d65825efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:58.325020 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:58.487890 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] For port 82566c4f-4759-46e0-b48b-74b172837696, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:58.488910 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-431084e0-0e45-46af-9b8e-8127f2d08dd5 None None] Provisioning complete for port 82566c4f-4759-46e0-b48b-74b172837696 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:58.489915 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-431084e0-0e45-46af-9b8e-8127f2d08dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:58.507214 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] For port 82566c4f-4759-46e0-b48b-74b172837696, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=82566c4f-4759-46e0-b48b-74b172837696,segment=NetworkSegment(822f2946-5e7f-4953-a7aa-d14d65825efb),segment_id=822f2946-5e7f-4953-a7aa-d14d65825efb)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:58.517854 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:58.551952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78337d64-47ce-4442-9afc-b9ba3504812e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca6f62c9-3a34-45a3-8f31-24454b3d735a,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:58.611492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-431084e0-0e45-46af-9b8e-8127f2d08dd5 None None] Port 82566c4f-4759-46e0-b48b-74b172837696 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:43:58.648500 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fdbdf-e311-45ca-af10-91c8d2422cf0 req-213e9fb3-352a-4d1a-b1c5-de0a3a522c10 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:58.658104 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-091fdbdf-e311-45ca-af10-91c8d2422cf0 req-213e9fb3-352a-4d1a-b1c5-de0a3a522c10 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 946 time: 0.5329399 Nov 12 00:43:58.686480 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb5b29-b1f7-41c5-8300-ba62290ff88a None None] Pushing event updated for resources: {'Port': ['ID=82566c4f-4759-46e0-b48b-74b172837696,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:58.706958 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] Routers {'de6ff89b-6831-4745-95ce-179f4773211f'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:43:58.707614 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['de6ff89b-6831-4745-95ce-179f4773211f'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:58.718241 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78337d64-47ce-4442-9afc-b9ba3504812e admin admin] Checking segment: {'id': 'bf5aac80-8f2b-48d2-b459-fc0469e08d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:58.718618 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78337d64-47ce-4442-9afc-b9ba3504812e admin admin] Network hostable DHCP agents. Network: 3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:43:58.720375 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c13143b8-63e8-4d2b-ad06-0fe119d82e63 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:58.748910 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2992418-eedd-482f-be42-cb5108879601 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:58.761487 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2992418-eedd-482f-be42-cb5108879601 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:58.779647 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78337d64-47ce-4442-9afc-b9ba3504812e admin admin] Network 3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:43:58.819360 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-78337d64-47ce-4442-9afc-b9ba3504812e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:58.837645 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5a3e7f-b1ca-4d06-aee6-f2bd51f28b0a None None] Network 3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:58.848169 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2992418-eedd-482f-be42-cb5108879601 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:58.850327 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e2992418-eedd-482f-be42-cb5108879601 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2715604 Nov 12 00:43:58.852346 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78337d64-47ce-4442-9afc-b9ba3504812e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:58.855078 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-78337d64-47ce-4442-9afc-b9ba3504812e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:58.858630 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33454) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:58.859523 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2992418-eedd-482f-be42-cb5108879601 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:58.866276 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-4b4db74a-bba4-443a-b86c-7574583922b4 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Request body: {'security_group_rule': {'security_group_id': 'dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:58.935044 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] Set router de6ff89b-6831-4745-95ce-179f4773211f gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:43:58.959735 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-78337d64-47ce-4442-9afc-b9ba3504812e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1098723 Nov 12 00:43:58.970481 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33456) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:58.972964 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4b4db74a-bba4-443a-b86c-7574583922b4 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:58.978918 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-aac7579d-74a8-4153-8350-919cdfdf1545 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:59.030638 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-091fdbdf-e311-45ca-af10-91c8d2422cf0 req-c1f3786a-fe7c-40f2-8343-db32376a9d71 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712244 Nov 12 00:43:59.060083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13143b8-63e8-4d2b-ad06-0fe119d82e63 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Subnet': ['ID=aa027746-7a17-4571-a664-d55dabf5efb1,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:59.094917 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c13143b8-63e8-4d2b-ad06-0fe119d82e63 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.100976 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c13143b8-63e8-4d2b-ad06-0fe119d82e63 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/subnets/aa027746-7a17-4571-a664-d55dabf5efb1 HTTP/1.1" status: 204 len: 168 time: 1.6779659 Nov 12 00:43:59.109378 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33460) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:59.113447 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aac7579d-74a8-4153-8350-919cdfdf1545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.116100 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aac7579d-74a8-4153-8350-919cdfdf1545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.289394 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449983df-0280-4680-9480-f5aa0effb985 None None] Network 3fbd1134-ad2f-4053-9415-218930dac453 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:59.296947 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a1999f2-8370-46ca-bc8b-8aae36ca4f47 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.297987 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aac7579d-74a8-4153-8350-919cdfdf1545 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.309139 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-122feca7-d9c0-4e7e-b795-1c3a62767bf0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.323750 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-122feca7-d9c0-4e7e-b795-1c3a62767bf0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.357643 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34817019-5e0f-41cd-906e-42c2086fa8e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:43:59.364975 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-34817019-5e0f-41cd-906e-42c2086fa8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.388362 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-122feca7-d9c0-4e7e-b795-1c3a62767bf0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.429293 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'name': 'tempest-ServersTestBootFromVolume-1906498697-router', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:42Z', 'updated_at': '2021-11-12T00:43:52Z', 'revision_number': 4, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'gw_port': {'id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:43Z', 'updated_at': '2021-11-12T00:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '82566c4f-4759-46e0-b48b-74b172837696', 'name': '', 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'mac_address': 'fa:16:3e:43:0a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'd8de245d-1750-4d1c-903a-2a086535947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:50Z', 'updated_at': '2021-11-12T00:43:58Z', 'revision_number': 4, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'subnets': [{'id': 'd8de245d-1750-4d1c-903a-2a086535947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:43:59.460446 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ed0229-835e-48a9-ae5c-9679b1a6766b None None] The sync data for ids ['de6ff89b-6831-4745-95ce-179f4773211f'] in n-d-712137-14 is: [{'id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'name': 'tempest-ServersTestBootFromVolume-1906498697-router', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:42Z', 'updated_at': '2021-11-12T00:43:52Z', 'revision_number': 4, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'gw_port': {'id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:43Z', 'updated_at': '2021-11-12T00:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '82566c4f-4759-46e0-b48b-74b172837696', 'name': '', 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'mac_address': 'fa:16:3e:43:0a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'd8de245d-1750-4d1c-903a-2a086535947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:50Z', 'updated_at': '2021-11-12T00:43:58Z', 'revision_number': 4, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'subnets': [{'id': 'd8de245d-1750-4d1c-903a-2a086535947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:43:59.492295 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4b4db74a-bba4-443a-b86c-7574583922b4 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.534084 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4b4db74a-bba4-443a-b86c-7574583922b4 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.578075 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122feca7-d9c0-4e7e-b795-1c3a62767bf0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Port': ['ID=aa80d091-f10f-4287-8c11-de350ee3039b,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:59.609723 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aac7579d-74a8-4153-8350-919cdfdf1545 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.612972 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4db74a-bba4-443a-b86c-7574583922b4 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47a68f9-291c-42eb-bba7-d91b21827aa5,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:59.636253 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4b4db74a-bba4-443a-b86c-7574583922b4 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.640790 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4b4db74a-bba4-443a-b86c-7574583922b4 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7752209 Nov 12 00:43:59.640790 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33466) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:59.641809 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-0a1999f2-8370-46ca-bc8b-8aae36ca4f47 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting port 851497c6-3e28-4064-a928-7751b279b42b {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:43:59.642221 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a1999f2-8370-46ca-bc8b-8aae36ca4f47 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.651787 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-91d1cb4f-0727-4912-9df6-e545e184ebb8 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Request body: {'security_group_rule': {'security_group_id': 'dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:59.795621 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-91d1cb4f-0727-4912-9df6-e545e184ebb8 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.863181 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5e417a0c-d7b8-4edb-9585-8cd8df0a5d06 None None] Provisioning complete for port 851497c6-3e28-4064-a928-7751b279b42b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:59.871839 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5e417a0c-d7b8-4edb-9585-8cd8df0a5d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.906372 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-91d1cb4f-0727-4912-9df6-e545e184ebb8 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.964274 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-91d1cb4f-0727-4912-9df6-e545e184ebb8 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:00.056935 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-91d1cb4f-0727-4912-9df6-e545e184ebb8 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:00.066976 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-91d1cb4f-0727-4912-9df6-e545e184ebb8 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4235375 Nov 12 00:44:00.072192 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33476) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:00.083004 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-8b971fbe-8dbe-4bcd-8c69-25a9bf3cf794 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:00.092330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1cb4f-0727-4912-9df6-e545e184ebb8 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba66370b-8b37-4a80-a838-5ee839fdcc78,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:00.100742 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-34817019-5e0f-41cd-906e-42c2086fa8e5 None None] Allocated IP 172.20.0.2 (3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a/ca6f62c9-3a34-45a3-8f31-24454b3d735a/867f3266-028c-4bbe-93f3-11d76a68c89e) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:00.145917 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df86cb82-d4c5-4ca1-b03c-084757efaf6c None None] DHCP port deletion for 3fbd1134-ad2f-4053-9415-218930dac453 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:00.183074 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aac7579d-74a8-4153-8350-919cdfdf1545 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:00.209037 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aac7579d-74a8-4153-8350-919cdfdf1545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:00.342127 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5e417a0c-d7b8-4edb-9585-8cd8df0a5d06 None None] Provisioning complete for port 82566c4f-4759-46e0-b48b-74b172837696 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:00.342578 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5e417a0c-d7b8-4edb-9585-8cd8df0a5d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:00.354845 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-aac7579d-74a8-4153-8350-919cdfdf1545 admin admin] Allocated IP 172.25.0.198 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/4c52c776-8ac0-4f11-8f8d-546f7d6d1f73) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:00.411159 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122feca7-d9c0-4e7e-b795-1c3a62767bf0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Network 393c657e-350e-4b7e-a9bb-d7d25340583c is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:00.413163 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-122feca7-d9c0-4e7e-b795-1c3a62767bf0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:00.490026 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aac7579d-74a8-4153-8350-919cdfdf1545 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:00.490359 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-0a1999f2-8370-46ca-bc8b-8aae36ca4f47 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] For port 851497c6-3e28-4064-a928-7751b279b42b, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=851497c6-3e28-4064-a928-7751b279b42b,segment=NetworkSegment(d74bb0a5-f627-4e74-a336-ca51426f71fd),segment_id=d74bb0a5-f627-4e74-a336-ca51426f71fd)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:00.490724 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a1999f2-8370-46ca-bc8b-8aae36ca4f47 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:00.524172 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8b971fbe-8dbe-4bcd-8c69-25a9bf3cf794 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:00.563593 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aac7579d-74a8-4153-8350-919cdfdf1545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:00.576783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-0a1999f2-8370-46ca-bc8b-8aae36ca4f47 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Calling delete_port for 851497c6-3e28-4064-a928-7751b279b42b owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:00.657022 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-df86cb82-d4c5-4ca1-b03c-084757efaf6c None None] Deleting port 851497c6-3e28-4064-a928-7751b279b42b {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:00.657400 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-df86cb82-d4c5-4ca1-b03c-084757efaf6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:00.687374 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d948d1d-b5ce-4a6d-ba82-aa4415ce72fe req-555907a0-6e7a-4dc0-9ee8-2571cc531c99 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:00.695660 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5d948d1d-b5ce-4a6d-ba82-aa4415ce72fe req-555907a0-6e7a-4dc0-9ee8-2571cc531c99 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 946 time: 0.2781622 Nov 12 00:44:00.751210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122feca7-d9c0-4e7e-b795-1c3a62767bf0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Router 7d762c3d-f56e-4302-a823-194d03c74a53 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:44:00.782472 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5e417a0c-d7b8-4edb-9585-8cd8df0a5d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:00.801550 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-34817019-5e0f-41cd-906e-42c2086fa8e5 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:00.802173 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac7579d-74a8-4153-8350-919cdfdf1545 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:00.810441 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-aac7579d-74a8-4153-8350-919cdfdf1545 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:00.813840 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5d948d1d-b5ce-4a6d-ba82-aa4415ce72fe req-8c4b5f33-69c9-4c43-8b00-7bd1a55918f5 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140206 Nov 12 00:44:00.813980 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac7579d-74a8-4153-8350-919cdfdf1545 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:00.867465 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e613d5e6-e235-4b2a-89d2-2ea95c40dd45 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:00.878825 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-df86cb82-d4c5-4ca1-b03c-084757efaf6c None None] For port 851497c6-3e28-4064-a928-7751b279b42b, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=851497c6-3e28-4064-a928-7751b279b42b,segment=NetworkSegment(d74bb0a5-f627-4e74-a336-ca51426f71fd),segment_id=d74bb0a5-f627-4e74-a336-ca51426f71fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:00.879301 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-df86cb82-d4c5-4ca1-b03c-084757efaf6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:00.885367 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-34817019-5e0f-41cd-906e-42c2086fa8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:00.970089 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-df86cb82-d4c5-4ca1-b03c-084757efaf6c None None] Calling delete_port for 851497c6-3e28-4064-a928-7751b279b42b owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:01.013096 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5e417a0c-d7b8-4edb-9585-8cd8df0a5d06 None None] For port 82566c4f-4759-46e0-b48b-74b172837696, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=82566c4f-4759-46e0-b48b-74b172837696,segment=NetworkSegment(822f2946-5e7f-4953-a7aa-d14d65825efb),segment_id=822f2946-5e7f-4953-a7aa-d14d65825efb)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:01.018343 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34817019-5e0f-41cd-906e-42c2086fa8e5 None None] Network 3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:01.064556 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-34817019-5e0f-41cd-906e-42c2086fa8e5 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:01.067701 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5e417a0c-d7b8-4edb-9585-8cd8df0a5d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.071360 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34817019-5e0f-41cd-906e-42c2086fa8e5 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:01.071531 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a1999f2-8370-46ca-bc8b-8aae36ca4f47 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.074778 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34817019-5e0f-41cd-906e-42c2086fa8e5 None None] Pushing event updated for resources: {'Port': ['ID=867f3266-028c-4bbe-93f3-11d76a68c89e,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:01.141060 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1999f2-8370-46ca-bc8b-8aae36ca4f47 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] No DVR routers for this DVR port 851497c6-3e28-4064-a928-7751b279b42b on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:01.158989 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122feca7-d9c0-4e7e-b795-1c3a62767bf0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:44:01.162602 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1999f2-8370-46ca-bc8b-8aae36ca4f47 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Port': ['ID=851497c6-3e28-4064-a928-7751b279b42b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:01.180658 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-122feca7-d9c0-4e7e-b795-1c3a62767bf0 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "PUT /v2.0/routers/7d762c3d-f56e-4302-a823-194d03c74a53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8407466 Nov 12 00:44:01.183008 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc079af-a47b-4f9a-8c5e-8db9f500ee60 None None] Sync routers for ids ['7d762c3d-f56e-4302-a823-194d03c74a53'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:44:01.189565 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79721db8-3920-4445-96cb-09486c9e2417 req-2a50c50f-6a53-4cc2-8a1e-36b007f536d2 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:01.192290 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-79721db8-3920-4445-96cb-09486c9e2417 req-2a50c50f-6a53-4cc2-8a1e-36b007f536d2 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 946 time: 0.9847658 Nov 12 00:44:01.202754 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33484) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:01.231053 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7579d-74a8-4153-8350-919cdfdf1545 admin admin] Pushing event updated for resources: {'Port': ['ID=4c52c776-8ac0-4f11-8f8d-546f7d6d1f73,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:01.250889 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 82566c4f-4759-46e0-b48b-74b172837696 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:01.310199 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a1999f2-8370-46ca-bc8b-8aae36ca4f47 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.327578 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc079af-a47b-4f9a-8c5e-8db9f500ee60 None None] Routers {'7d762c3d-f56e-4302-a823-194d03c74a53'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:01.328292 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-2cc079af-a47b-4f9a-8c5e-8db9f500ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7d762c3d-f56e-4302-a823-194d03c74a53'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:01.339177 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e417a0c-d7b8-4edb-9585-8cd8df0a5d06 None None] Pushing event updated for resources: {'Port': ['ID=82566c4f-4759-46e0-b48b-74b172837696,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:01.357460 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-0a1999f2-8370-46ca-bc8b-8aae36ca4f47 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fbd1134-ad2f-4053-9415-218930dac453']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:01.362344 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-50fba4a7-d0ee-463a-9a6a-ee2f91104a08 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Request body: {'port': {'network_id': '393c657e-350e-4b7e-a9bb-d7d25340583c', 'name': 'tempest-FloatingIPTestJSON-1598310244'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:01.369476 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-0a1999f2-8370-46ca-bc8b-8aae36ca4f47 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd74bb0a5-f627-4e74-a336-ca51426f71fd') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:01.369773 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-0a1999f2-8370-46ca-bc8b-8aae36ca4f47 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd74bb0a5-f627-4e74-a336-ca51426f71fd') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:01.388671 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0d325d5c-3e8a-4542-83d1-b04d5ddb75ca None None] Provisioning complete for port aa80d091-f10f-4287-8c11-de350ee3039b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:01.389081 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0d325d5c-3e8a-4542-83d1-b04d5ddb75ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.389180 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a1999f2-8370-46ca-bc8b-8aae36ca4f47 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.404020 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a1999f2-8370-46ca-bc8b-8aae36ca4f47 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.410998 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1999f2-8370-46ca-bc8b-8aae36ca4f47 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:44:01.411400 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-df86cb82-d4c5-4ca1-b03c-084757efaf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.411527 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a1999f2-8370-46ca-bc8b-8aae36ca4f47 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:44:01.415927 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:44:01.420259 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-34817019-5e0f-41cd-906e-42c2086fa8e5 None None] Attempting to bind port 867f3266-028c-4bbe-93f3-11d76a68c89e on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:01.420646 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-34817019-5e0f-41cd-906e-42c2086fa8e5 None None] Attempting to bind port 867f3266-028c-4bbe-93f3-11d76a68c89e by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'bf5aac80-8f2b-48d2-b459-fc0469e08d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:01.421032 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34817019-5e0f-41cd-906e-42c2086fa8e5 None None] Attempting to bind port 867f3266-028c-4bbe-93f3-11d76a68c89e on network 3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:01.423304 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-2cc079af-a47b-4f9a-8c5e-8db9f500ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:01.475185 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86cb82-d4c5-4ca1-b03c-084757efaf6c None None] Pushing event deleted for resources: {'Port': ['ID=851497c6-3e28-4064-a928-7751b279b42b,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:01.481843 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aac7579d-74a8-4153-8350-919cdfdf1545 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.482362 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34817019-5e0f-41cd-906e-42c2086fa8e5 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:01.482771 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34817019-5e0f-41cd-906e-42c2086fa8e5 None None] Checking segment: {'id': 'bf5aac80-8f2b-48d2-b459-fc0469e08d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:01.483327 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-34817019-5e0f-41cd-906e-42c2086fa8e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.485003 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34817019-5e0f-41cd-906e-42c2086fa8e5 None None] Bound using segment: {'id': 'bf5aac80-8f2b-48d2-b459-fc0469e08d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:01.485520 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-34817019-5e0f-41cd-906e-42c2086fa8e5 None None] Bound port: 867f3266-028c-4bbe-93f3-11d76a68c89e, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5aac80-8f2b-48d2-b459-fc0469e08d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:01.485915 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-34817019-5e0f-41cd-906e-42c2086fa8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.490463 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc079af-a47b-4f9a-8c5e-8db9f500ee60 None None] Routers {'7d762c3d-f56e-4302-a823-194d03c74a53'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:01.491201 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-2cc079af-a47b-4f9a-8c5e-8db9f500ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7d762c3d-f56e-4302-a823-194d03c74a53'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:01.499889 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a1999f2-8370-46ca-bc8b-8aae36ca4f47 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.508610 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df86cb82-d4c5-4ca1-b03c-084757efaf6c None None] No DVR routers for this DVR port 851497c6-3e28-4064-a928-7751b279b42b on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:01.520085 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a1999f2-8370-46ca-bc8b-8aae36ca4f47 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.533714 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0a1999f2-8370-46ca-bc8b-8aae36ca4f47 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/networks/3fbd1134-ad2f-4053-9415-218930dac453 HTTP/1.1" status: 204 len: 168 time: 2.4116235 Nov 12 00:44:01.541931 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33486) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:01.545545 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-0d325d5c-3e8a-4542-83d1-b04d5ddb75ca None None] Port aa80d091-f10f-4287-8c11-de350ee3039b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:01.550760 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-2cc079af-a47b-4f9a-8c5e-8db9f500ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:01.551408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc079af-a47b-4f9a-8c5e-8db9f500ee60 None None] The sync data for ids ['7d762c3d-f56e-4302-a823-194d03c74a53'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:44:01.593244 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1999f2-8370-46ca-bc8b-8aae36ca4f47 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Network': ['ID=3fbd1134-ad2f-4053-9415-218930dac453,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:01.614873 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8b971fbe-8dbe-4bcd-8c69-25a9bf3cf794 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.620226 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 82566c4f-4759-46e0-b48b-74b172837696 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:01.620605 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.620901 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-79721db8-3920-4445-96cb-09486c9e2417 req-e24739c1-894b-4c74-aec8-28abb57bf454 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193859 Nov 12 00:44:01.622431 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0d325d5c-3e8a-4542-83d1-b04d5ddb75ca None None] Provisioning complete for port 4c52c776-8ac0-4f11-8f8d-546f7d6d1f73 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:01.622794 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0d325d5c-3e8a-4542-83d1-b04d5ddb75ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.625679 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ee31d9-dfeb-4261-9848-ddeddfd0fa40 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:01.630587 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e7ee31d9-dfeb-4261-9848-ddeddfd0fa40 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0808847 Nov 12 00:44:01.633356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33488) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:01.698190 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cd729b53-9402-4766-ac2b-e153da046db7 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0540614 Nov 12 00:44:01.701525 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33490) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:01.706632 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-2e183456-ef36-4df1-8a44-ebf7255cca36 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-805953145'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:01.727232 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e183456-ef36-4df1-8a44-ebf7255cca36 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:01.731374 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e183456-ef36-4df1-8a44-ebf7255cca36 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.770939 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e183456-ef36-4df1-8a44-ebf7255cca36 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:44:01.783382 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e183456-ef36-4df1-8a44-ebf7255cca36 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.783745 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-2e183456-ef36-4df1-8a44-ebf7255cca36 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Added segment 02c46417-3c0c-4951-8f83-49d63c7d9e6f of type vlan for network 82396d46-c089-431d-870b-7d3270ce286c Nov 12 00:44:01.823137 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fba4a7-d0ee-463a-9a6a-ee2f91104a08 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Made reservation on behalf of b8f79d1fccd54961bbbcdd7d96069e55 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:01.824862 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-34817019-5e0f-41cd-906e-42c2086fa8e5 None None] For port 867f3266-028c-4bbe-93f3-11d76a68c89e, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:01.826646 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50fba4a7-d0ee-463a-9a6a-ee2f91104a08 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.836722 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e183456-ef36-4df1-8a44-ebf7255cca36 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.865983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-34817019-5e0f-41cd-906e-42c2086fa8e5 None None] For port 867f3266-028c-4bbe-93f3-11d76a68c89e, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=867f3266-028c-4bbe-93f3-11d76a68c89e,segment=NetworkSegment(bf5aac80-8f2b-48d2-b459-fc0469e08d3a),segment_id=bf5aac80-8f2b-48d2-b459-fc0469e08d3a)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:01.872823 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-0d325d5c-3e8a-4542-83d1-b04d5ddb75ca None None] Port 4c52c776-8ac0-4f11-8f8d-546f7d6d1f73 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:01.879031 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-34817019-5e0f-41cd-906e-42c2086fa8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.893507 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-50fba4a7-d0ee-463a-9a6a-ee2f91104a08 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] device_id is not set on port 4d207d7f-c602-4f18-863f-306352b8d82b yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:44:01.924746 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e183456-ef36-4df1-8a44-ebf7255cca36 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.930598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e183456-ef36-4df1-8a44-ebf7255cca36 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:01.931867 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e183456-ef36-4df1-8a44-ebf7255cca36 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:01.978957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34817019-5e0f-41cd-906e-42c2086fa8e5 None None] Pushing event updated for resources: {'Port': ['ID=867f3266-028c-4bbe-93f3-11d76a68c89e,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:02.025394 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-8b971fbe-8dbe-4bcd-8c69-25a9bf3cf794 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Allocated IP 172.25.0.245 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/a38d6286-232d-41c2-9899-747bb9ef2197) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:02.042023 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90f7cd-ec98-4e77-b3cf-a1032358d692 req-b70f4741-2d1a-4fbe-b386-a68587595373 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:02.043690 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1d90f7cd-ec98-4e77-b3cf-a1032358d692 req-b70f4741-2d1a-4fbe-b386-a68587595373 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 946 time: 0.1514940 Nov 12 00:44:02.049666 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2e183456-ef36-4df1-8a44-ebf7255cca36 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3445797 Nov 12 00:44:02.050240 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33496) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:02.072896 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-2774ed1a-35fd-4327-8a9f-f9231929a3bd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'subnet': {'network_id': '82396d46-c089-431d-870b-7d3270ce286c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:02.080105 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e183456-ef36-4df1-8a44-ebf7255cca36 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Network': ['ID=82396d46-c089-431d-870b-7d3270ce286c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:02.085736 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 851497c6-3e28-4064-a928-7751b279b42b no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:02.130158 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 82396d46-c089-431d-870b-7d3270ce286c details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:44:02.137618 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 851497c6-3e28-4064-a928-7751b279b42b {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:02.138044 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 851497c6-3e28-4064-a928-7751b279b42b not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:02.148073 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab338dd-ad90-48cd-b223-2c35487f9120 req-b78e31d7-8e24-4270-b9fd-ab1477ace4f4 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:02.151828 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3ab338dd-ad90-48cd-b223-2c35487f9120 req-b78e31d7-8e24-4270-b9fd-ab1477ace4f4 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.15 "GET /v2.0/ports?device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 946 time: 0.1448984 Nov 12 00:44:02.153961 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aac7579d-74a8-4153-8350-919cdfdf1545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.159658 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1d90f7cd-ec98-4e77-b3cf-a1032358d692 req-64b8c840-e265-4bb7-b741-df8760449e25 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/security-groups?id=35016ce7-6546-4807-ae63-55e0105d00df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942018 Nov 12 00:44:02.319759 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-3ab338dd-ad90-48cd-b223-2c35487f9120 req-10650a2e-e73e-40e6-a898-1575929c74d0 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Deleting port d22de70f-ea41-4e4c-b172-3e28f85e8c95 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:02.320112 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3ab338dd-ad90-48cd-b223-2c35487f9120 req-10650a2e-e73e-40e6-a898-1575929c74d0 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.415911 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-3ab338dd-ad90-48cd-b223-2c35487f9120 req-10650a2e-e73e-40e6-a898-1575929c74d0 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] For port d22de70f-ea41-4e4c-b172-3e28f85e8c95, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d22de70f-ea41-4e4c-b172-3e28f85e8c95,segment=NetworkSegment(6bcd1460-7002-412d-8f91-bced057eb4e8),segment_id=6bcd1460-7002-412d-8f91-bced057eb4e8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:02.416580 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3ab338dd-ad90-48cd-b223-2c35487f9120 req-10650a2e-e73e-40e6-a898-1575929c74d0 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.424079 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-50fba4a7-d0ee-463a-9a6a-ee2f91104a08 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Allocated IP 172.20.0.6 (393c657e-350e-4b7e-a9bb-d7d25340583c/0132c3bd-c60e-4806-93c5-ca79f781f4a5/4d207d7f-c602-4f18-863f-306352b8d82b) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:02.427820 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2774ed1a-35fd-4327-8a9f-f9231929a3bd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:02.430792 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-3ab338dd-ad90-48cd-b223-2c35487f9120 req-10650a2e-e73e-40e6-a898-1575929c74d0 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Calling delete_port for d22de70f-ea41-4e4c-b172-3e28f85e8c95 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:02.431300 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2774ed1a-35fd-4327-8a9f-f9231929a3bd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.546862 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8b971fbe-8dbe-4bcd-8c69-25a9bf3cf794 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.564178 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3ab338dd-ad90-48cd-b223-2c35487f9120 req-10650a2e-e73e-40e6-a898-1575929c74d0 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.593153 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10650a2e-e73e-40e6-a898-1575929c74d0 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Pushing event deleted for resources: {'Port': ['ID=d22de70f-ea41-4e4c-b172-3e28f85e8c95,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:02.605060 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['d22de70f-ea41-4e4c-b172-3e28f85e8c95'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:02.638034 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0617e1-6473-4f13-a83d-ffab6d944eb1 None None] DHCP port deletion for e9d51c46-f358-424d-ac2a-b0dc401b9ad6 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:02.672931 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab338dd-ad90-48cd-b223-2c35487f9120 req-10650a2e-e73e-40e6-a898-1575929c74d0 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] No DVR routers for this DVR port d22de70f-ea41-4e4c-b172-3e28f85e8c95 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:02.681857 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3ab338dd-ad90-48cd-b223-2c35487f9120 req-10650a2e-e73e-40e6-a898-1575929c74d0 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.685745 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3ab338dd-ad90-48cd-b223-2c35487f9120 req-10650a2e-e73e-40e6-a898-1575929c74d0 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.15 "DELETE /v2.0/ports/d22de70f-ea41-4e4c-b172-3e28f85e8c95 HTTP/1.1" status: 204 len: 173 time: 0.5250554 Nov 12 00:44:02.686190 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99077391-e618-45ea-8341-a34e6459be9d', 'name': 'network-vif-deleted', 'tag': 'd22de70f-ea41-4e4c-b172-3e28f85e8c95'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:02.689193 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432add08-9d2d-423e-b63b-d9aabfcbf792" -d '{"events": [{"server_uuid": "99077391-e618-45ea-8341-a34e6459be9d", "name": "network-vif-deleted", "tag": "d22de70f-ea41-4e4c-b172-3e28f85e8c95"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:02.726399 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8b971fbe-8dbe-4bcd-8c69-25a9bf3cf794 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.766136 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a84f32-65e7-4f3b-a674-4fd88788b3bf x-openstack-request-id: req-25a84f32-65e7-4f3b-a674-4fd88788b3bf {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:02.766490 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99077391-e618-45ea-8341-a34e6459be9d", "name": "network-vif-deleted", "tag": "d22de70f-ea41-4e4c-b172-3e28f85e8c95", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:02.766831 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25a84f32-65e7-4f3b-a674-4fd88788b3bf {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:02.767276 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99077391-e618-45ea-8341-a34e6459be9d', 'name': 'network-vif-deleted', 'tag': 'd22de70f-ea41-4e4c-b172-3e28f85e8c95', 'status': 'completed', 'code': 200} Nov 12 00:44:02.794469 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf62ff-b90d-4de3-a187-2422d0438b48 req-236aded5-1c88-457b-9128-d9a63f2e713a tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:02.798435 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-42bf62ff-b90d-4de3-a187-2422d0438b48 req-236aded5-1c88-457b-9128-d9a63f2e713a tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 946 time: 0.0638573 Nov 12 00:44:02.867697 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-42bf62ff-b90d-4de3-a187-2422d0438b48 req-e9f04989-2e21-4e1d-a3ab-0e4662653995 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605090 Nov 12 00:44:03.109762 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c8a8f6-0290-4c71-8deb-c005627ab2fd None None] Network 3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:03.164784 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac7579d-74a8-4153-8350-919cdfdf1545 admin admin] Router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:44:03.167066 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b971fbe-8dbe-4bcd-8c69-25a9bf3cf794 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Pushing event updated for resources: {'Port': ['ID=a38d6286-232d-41c2-9899-747bb9ef2197,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:03.184033 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b971fbe-8dbe-4bcd-8c69-25a9bf3cf794 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:03.218410 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-8b971fbe-8dbe-4bcd-8c69-25a9bf3cf794 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:03.257982 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b971fbe-8dbe-4bcd-8c69-25a9bf3cf794 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:03.277895 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 867f3266-028c-4bbe-93f3-11d76a68c89e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:03.337587 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9dd5b5df-6973-47f6-8e2b-e84bc8db4227 req-b81ab1cf-ad2d-4390-9a29-8af5f627eb77 tempest-AttachVolumeNegativeTest-1865358143 tempest-AttachVolumeNegativeTest-1865358143-project] 10.222.0.31 "GET /v2.0/ports?device_id=99077391-e618-45ea-8341-a34e6459be9d HTTP/1.1" status: 200 len: 210 time: 0.0429504 Nov 12 00:44:03.372156 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f6d53a3c-f0d8-4b33-bfd3-bcd82646c5ab None None] Provisioning complete for port 867f3266-028c-4bbe-93f3-11d76a68c89e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:03.372747 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f6d53a3c-f0d8-4b33-bfd3-bcd82646c5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.397740 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50fba4a7-d0ee-463a-9a6a-ee2f91104a08 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.417514 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2774ed1a-35fd-4327-8a9f-f9231929a3bd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.418928 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 867f3266-028c-4bbe-93f3-11d76a68c89e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:03.419377 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.511553 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f6d53a3c-f0d8-4b33-bfd3-bcd82646c5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.580271 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.583306 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-f6d53a3c-f0d8-4b33-bfd3-bcd82646c5ab None None] For port 867f3266-028c-4bbe-93f3-11d76a68c89e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=867f3266-028c-4bbe-93f3-11d76a68c89e,segment=NetworkSegment(bf5aac80-8f2b-48d2-b459-fc0469e08d3a),segment_id=bf5aac80-8f2b-48d2-b459-fc0469e08d3a)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:03.590959 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8b971fbe-8dbe-4bcd-8c69-25a9bf3cf794 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.595624 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f6d53a3c-f0d8-4b33-bfd3-bcd82646c5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.610349 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774ed1a-35fd-4327-8a9f-f9231929a3bd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Subnet': ['ID=2d4fa650-a8c2-429e-bbb6-a8038c3345d4,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:03.616309 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac7579d-74a8-4153-8350-919cdfdf1545 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:44:03.628932 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] Sync routers for ids ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:44:03.647928 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d53a3c-f0d8-4b33-bfd3-bcd82646c5ab None None] Pushing event updated for resources: {'Port': ['ID=867f3266-028c-4bbe-93f3-11d76a68c89e,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:03.653544 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] Routers {'0d5cbc30-80cc-4535-8c80-d2ab4e743a78'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:03.654668 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:03.684587 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8b971fbe-8dbe-4bcd-8c69-25a9bf3cf794 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.686988 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50fba4a7-d0ee-463a-9a6a-ee2f91104a08 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.699674 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:44:03.700575 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:44:03.713539 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774ed1a-35fd-4327-8a9f-f9231929a3bd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Checking segment: {'id': '02c46417-3c0c-4951-8f83-49d63c7d9e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '82396d46-c089-431d-870b-7d3270ce286c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:03.713911 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2774ed1a-35fd-4327-8a9f-f9231929a3bd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network hostable DHCP agents. Network: 82396d46-c089-431d-870b-7d3270ce286c, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:44:03.717963 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-140b3325-d500-4f3a-926f-f197f2ef6e3a None None] Provisioning complete for port 867f3266-028c-4bbe-93f3-11d76a68c89e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:03.719252 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-140b3325-d500-4f3a-926f-f197f2ef6e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.746661 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aac7579d-74a8-4153-8350-919cdfdf1545 admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.752010 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-aac7579d-74a8-4153-8350-919cdfdf1545 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.7761965 Nov 12 00:44:03.752193 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33510) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:03.779263 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] Set router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:03.792101 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fba4a7-d0ee-463a-9a6a-ee2f91104a08 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Network 393c657e-350e-4b7e-a9bb-d7d25340583c is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:03.803469 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-50fba4a7-d0ee-463a-9a6a-ee2f91104a08 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:03.808099 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fba4a7-d0ee-463a-9a6a-ee2f91104a08 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:03.819473 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fba4a7-d0ee-463a-9a6a-ee2f91104a08 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event updated for resources: {'Port': ['ID=4d207d7f-c602-4f18-863f-306352b8d82b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:03.855329 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2774ed1a-35fd-4327-8a9f-f9231929a3bd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 82396d46-c089-431d-870b-7d3270ce286c is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:44:03.926252 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-2774ed1a-35fd-4327-8a9f-f9231929a3bd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 82396d46-c089-431d-870b-7d3270ce286c) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:03.938294 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed05a8ae-c5af-4f1f-9d6e-cc9245e8a912 None None] Network 82396d46-c089-431d-870b-7d3270ce286c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:03.952152 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2774ed1a-35fd-4327-8a9f-f9231929a3bd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:03.954301 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2774ed1a-35fd-4327-8a9f-f9231929a3bd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.985909 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fba4a7-d0ee-463a-9a6a-ee2f91104a08 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:03.986556 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50fba4a7-d0ee-463a-9a6a-ee2f91104a08 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.059325 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2774ed1a-35fd-4327-8a9f-f9231929a3bd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9992695 Nov 12 00:44:04.065789 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:01Z', 'revision_number': 3, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:04.084475 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33514) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:04.093101 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-2bde728e-8607-43d2-b75b-eabe5cca50bf tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'port': {'network_id': '82396d46-c089-431d-870b-7d3270ce286c', 'name': 'tempest-PortsTestJSON-1250022707'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:04.101468 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] Checking router: 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:44:04.102144 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] Updating router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 port 4c52c776-8ac0-4f11-8f8d-546f7d6d1f73 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:44:04.111213 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-50fba4a7-d0ee-463a-9a6a-ee2f91104a08 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8658566 Nov 12 00:44:04.139373 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33516) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:04.143161 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad096db-6e2d-49dc-95ba-e7cf8c5d8738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-82396d46-c089-431d-870b-7d3270ce286c', 'network_id': '82396d46-c089-431d-870b-7d3270ce286c', 'tenant_id': '6a418c9e3d724ba18332c717826e963e', 'fixed_ips': [{'subnet_id': '2d4fa650-a8c2-429e-bbb6-a8038c3345d4'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:44:04.143822 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-1d2f9119-fcc6-4a12-804c-bec3f778e662 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Request body: {'floatingip': {'port_id': '4d207d7f-c602-4f18-863f-306352b8d82b'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:04.144208 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7ad096db-6e2d-49dc-95ba-e7cf8c5d8738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.173823 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.256080 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8b971fbe-8dbe-4bcd-8c69-25a9bf3cf794 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.277441 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921b982-bec9-40bb-be4a-5dd90e4e86e5 req-ea74d473-7fb1-413a-a91d-9ea829a91ae2 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:04.279003 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6921b982-bec9-40bb-be4a-5dd90e4e86e5 req-ea74d473-7fb1-413a-a91d-9ea829a91ae2 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 946 time: 0.2756548 Nov 12 00:44:04.284666 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8b971fbe-8dbe-4bcd-8c69-25a9bf3cf794 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.299244 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d2f9119-fcc6-4a12-804c-bec3f778e662 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.347619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-7ad096db-6e2d-49dc-95ba-e7cf8c5d8738 None None] Allocated IP 172.20.0.2 (82396d46-c089-431d-870b-7d3270ce286c/2d4fa650-a8c2-429e-bbb6-a8038c3345d4/5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:04.363206 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00439a6b-f235-4792-b43d-5b909d9c3308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.517851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33524) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:04.531309 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7ad096db-6e2d-49dc-95ba-e7cf8c5d8738 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.534940 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6921b982-bec9-40bb-be4a-5dd90e4e86e5 req-7a69382f-1642-49d6-990e-510d8ba1744a tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279377 Nov 12 00:44:04.550235 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-00439a6b-f235-4792-b43d-5b909d9c3308 admin admin] Allocated IP 172.20.0.1 (3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a/ca6f62c9-3a34-45a3-8f31-24454b3d735a/df6f7573-0558-4b14-8989-99ac421f3fd2) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:04.551222 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.559485 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.561985 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7ad096db-6e2d-49dc-95ba-e7cf8c5d8738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.564199 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c9fd0638-da0e-42b1-978c-b0f3834c4612 None None] Provisioning complete for port 4d207d7f-c602-4f18-863f-306352b8d82b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:04.564548 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c9fd0638-da0e-42b1-978c-b0f3834c4612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.609445 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd0638-da0e-42b1-978c-b0f3834c4612 None None] Port 4d207d7f-c602-4f18-863f-306352b8d82b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:04.610997 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c8e6d8-d908-4b11-8d46-d694de4a2328 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:04.627346 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] Attempting to bind port 4c52c776-8ac0-4f11-8f8d-546f7d6d1f73 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:04.627717 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] Attempting to bind port 4c52c776-8ac0-4f11-8f8d-546f7d6d1f73 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:04.628114 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] Attempting to bind port 4c52c776-8ac0-4f11-8f8d-546f7d6d1f73 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:04.632265 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c55841-4b9d-4849-b129-82e9c56591d3 None None] Pushing event updated for resources: {'Port': ['ID=4c52c776-8ac0-4f11-8f8d-546f7d6d1f73,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:04.644352 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:04.644793 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:04.645142 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.645692 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:04.646316 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] Bound port: 4c52c776-8ac0-4f11-8f8d-546f7d6d1f73, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:04.646873 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.699421 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b971fbe-8dbe-4bcd-8c69-25a9bf3cf794 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Pushing event updated for resources: {'Port': ['ID=a38d6286-232d-41c2-9899-747bb9ef2197,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:04.705228 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad096db-6e2d-49dc-95ba-e7cf8c5d8738 None None] Network 82396d46-c089-431d-870b-7d3270ce286c is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:04.707610 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 82566c4f-4759-46e0-b48b-74b172837696 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:04.710530 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] For port 4c52c776-8ac0-4f11-8f8d-546f7d6d1f73, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:04.712895 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-7ad096db-6e2d-49dc-95ba-e7cf8c5d8738 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:04.716622 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] For port 4c52c776-8ac0-4f11-8f8d-546f7d6d1f73, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=4c52c776-8ac0-4f11-8f8d-546f7d6d1f73,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:04.724447 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.740888 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00439a6b-f235-4792-b43d-5b909d9c3308 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.742663 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad096db-6e2d-49dc-95ba-e7cf8c5d8738 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:04.752821 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad096db-6e2d-49dc-95ba-e7cf8c5d8738 None None] Pushing event updated for resources: {'Port': ['ID=5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:04.760859 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-0520123a-0216-40c5-b0be-44a165c702ee admin admin] Deleting subnet 08cb9a84-8134-4e9c-99d6-c33732bf6cde {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:44:04.767005 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0520123a-0216-40c5-b0be-44a165c702ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.802408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-15b3af98-5370-4d1f-bb79-7a7d5fc6a909 None None] Provisioning complete for port 4c52c776-8ac0-4f11-8f8d-546f7d6d1f73 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:04.802782 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-15b3af98-5370-4d1f-bb79-7a7d5fc6a909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.816073 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] Routers {'0d5cbc30-80cc-4535-8c80-d2ab4e743a78'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:04.816733 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:04.823398 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bb1e86-849b-42c5-82a0-df6573a13b08 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:04.829002 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0520123a-0216-40c5-b0be-44a165c702ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.829953 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00439a6b-f235-4792-b43d-5b909d9c3308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.862152 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c55841-4b9d-4849-b129-82e9c56591d3 None None] Pushing event updated for resources: {'Port': ['ID=4c52c776-8ac0-4f11-8f8d-546f7d6d1f73,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:04.872515 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7ad096db-6e2d-49dc-95ba-e7cf8c5d8738 None None] Attempting to bind port 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:04.872989 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7ad096db-6e2d-49dc-95ba-e7cf8c5d8738 None None] Attempting to bind port 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '02c46417-3c0c-4951-8f83-49d63c7d9e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '82396d46-c089-431d-870b-7d3270ce286c'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:04.873355 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad096db-6e2d-49dc-95ba-e7cf8c5d8738 None None] Attempting to bind port 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc on network 82396d46-c089-431d-870b-7d3270ce286c {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:04.877896 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0520123a-0216-40c5-b0be-44a165c702ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.889961 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad096db-6e2d-49dc-95ba-e7cf8c5d8738 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:04.890347 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad096db-6e2d-49dc-95ba-e7cf8c5d8738 None None] Checking segment: {'id': '02c46417-3c0c-4951-8f83-49d63c7d9e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '82396d46-c089-431d-870b-7d3270ce286c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:04.890894 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7ad096db-6e2d-49dc-95ba-e7cf8c5d8738 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.891441 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad096db-6e2d-49dc-95ba-e7cf8c5d8738 None None] Bound using segment: {'id': '02c46417-3c0c-4951-8f83-49d63c7d9e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '82396d46-c089-431d-870b-7d3270ce286c'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:04.892055 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7ad096db-6e2d-49dc-95ba-e7cf8c5d8738 None None] Bound port: 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c46417-3c0c-4951-8f83-49d63c7d9e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '82396d46-c089-431d-870b-7d3270ce286c'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:04.892445 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7ad096db-6e2d-49dc-95ba-e7cf8c5d8738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.906085 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00439a6b-f235-4792-b43d-5b909d9c3308 admin admin] Network 3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:04.912055 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-00439a6b-f235-4792-b43d-5b909d9c3308 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:04.919633 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 82566c4f-4759-46e0-b48b-74b172837696 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:04.920000 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.932411 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00439a6b-f235-4792-b43d-5b909d9c3308 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:04.935954 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00439a6b-f235-4792-b43d-5b909d9c3308 admin admin] Pushing event updated for resources: {'Port': ['ID=df6f7573-0558-4b14-8989-99ac421f3fd2,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:04.956161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bde728e-8607-43d2-b75b-eabe5cca50bf tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:04.960726 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2bde728e-8607-43d2-b75b-eabe5cca50bf tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.985264 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8b971fbe-8dbe-4bcd-8c69-25a9bf3cf794 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.010826 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00439a6b-f235-4792-b43d-5b909d9c3308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.016301 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0520123a-0216-40c5-b0be-44a165c702ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.049265 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-15b3af98-5370-4d1f-bb79-7a7d5fc6a909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.055897 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8b971fbe-8dbe-4bcd-8c69-25a9bf3cf794 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.073363 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8b971fbe-8dbe-4bcd-8c69-25a9bf3cf794 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9999220 Nov 12 00:44:05.079594 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-2bde728e-8607-43d2-b75b-eabe5cca50bf tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] device_id is not set on port 3f890fa2-02e6-41ae-92be-dab22fbfa7f4 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:44:05.101699 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-15b3af98-5370-4d1f-bb79-7a7d5fc6a909 None None] For port 4c52c776-8ac0-4f11-8f8d-546f7d6d1f73, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=4c52c776-8ac0-4f11-8f8d-546f7d6d1f73,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:05.122639 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-15b3af98-5370-4d1f-bb79-7a7d5fc6a909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.133513 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-7ad096db-6e2d-49dc-95ba-e7cf8c5d8738 None None] For port 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:05.154408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-7ad096db-6e2d-49dc-95ba-e7cf8c5d8738 None None] For port 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc,segment=NetworkSegment(02c46417-3c0c-4951-8f83-49d63c7d9e6f),segment_id=02c46417-3c0c-4951-8f83-49d63c7d9e6f)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:05.156283 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] Set router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:05.186969 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb7e43b-f41f-4da7-98b4-cc0ef9914308 None None] Network e9d51c46-f358-424d-ac2a-b0dc401b9ad6 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:05.193132 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7ad096db-6e2d-49dc-95ba-e7cf8c5d8738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.207332 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520123a-0216-40c5-b0be-44a165c702ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08cb9a84-8134-4e9c-99d6-c33732bf6cde,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:05.209849 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0520123a-0216-40c5-b0be-44a165c702ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.215334 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0520123a-0216-40c5-b0be-44a165c702ee admin admin] 10.222.0.31 "DELETE /v2.0/subnets/08cb9a84-8134-4e9c-99d6-c33732bf6cde HTTP/1.1" status: 204 len: 168 time: 0.6786933 Nov 12 00:44:05.224066 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33536) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:05.251533 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00439a6b-f235-4792-b43d-5b909d9c3308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.378512 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3af98-5370-4d1f-bb79-7a7d5fc6a909 None None] Pushing event updated for resources: {'Port': ['ID=4c52c776-8ac0-4f11-8f8d-546f7d6d1f73,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:05.527746 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fdf7572b-a3e1-4936-8aef-0243daaace9f None None] Provisioning complete for port 4c52c776-8ac0-4f11-8f8d-546f7d6d1f73 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:05.528321 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fdf7572b-a3e1-4936-8aef-0243daaace9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.586077 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00439a6b-f235-4792-b43d-5b909d9c3308 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.598592 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00439a6b-f235-4792-b43d-5b909d9c3308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.676304 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:01Z', 'revision_number': 3, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:05.761102 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d99cc2-7967-426f-804b-320b132a1996 None None] The sync data for ids ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'] in n-d-712137-14 is: [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:01Z', 'revision_number': 3, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:44:05.776041 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 867f3266-028c-4bbe-93f3-11d76a68c89e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:05.782143 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00439a6b-f235-4792-b43d-5b909d9c3308 admin admin] Pushing event updated for resources: {'Port': ['ID=df6f7573-0558-4b14-8989-99ac421f3fd2,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:05.784576 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00439a6b-f235-4792-b43d-5b909d9c3308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.866229 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87613658-f2ca-407a-9de1-f189bab4d284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:05.896846 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39749a-f012-44fe-9461-b1d34a86b594 req-2670ae49-97b8-4824-8738-c3f8d017a4d6 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:05.907142 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ec39749a-f012-44fe-9461-b1d34a86b594 req-2670ae49-97b8-4824-8738-c3f8d017a4d6 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 946 time: 0.2147770 Nov 12 00:44:05.920546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device d22de70f-ea41-4e4c-b172-3e28f85e8c95 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:05.961772 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-2bde728e-8607-43d2-b75b-eabe5cca50bf tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Allocated IP 172.20.0.6 (82396d46-c089-431d-870b-7d3270ce286c/2d4fa650-a8c2-429e-bbb6-a8038c3345d4/3f890fa2-02e6-41ae-92be-dab22fbfa7f4) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:05.997828 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df53bff-9438-4c99-8828-5f1d389cec9f None None] DHCP port deletion for e9d51c46-f358-424d-ac2a-b0dc401b9ad6 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:06.020391 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: d22de70f-ea41-4e4c-b172-3e28f85e8c95 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:06.020795 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device d22de70f-ea41-4e4c-b172-3e28f85e8c95 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:06.025513 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad096db-6e2d-49dc-95ba-e7cf8c5d8738 None None] Pushing event updated for resources: {'Port': ['ID=5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:06.029061 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ec39749a-f012-44fe-9461-b1d34a86b594 req-66eeda19-da06-4401-9c5d-78cd1acb393e tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189091 Nov 12 00:44:06.066006 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00439a6b-f235-4792-b43d-5b909d9c3308 admin admin] Network 3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:06.095008 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-00439a6b-f235-4792-b43d-5b909d9c3308 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:06.120188 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 867f3266-028c-4bbe-93f3-11d76a68c89e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:06.120563 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.292274 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-883a89cc-948d-4431-8e1f-8986de2549b0 None None] Provisioning complete for port df6f7573-0558-4b14-8989-99ac421f3fd2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:06.292925 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-883a89cc-948d-4431-8e1f-8986de2549b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.310043 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-0af90b96-7da9-43f9-a9fb-5657b8648977 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:06.311605 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-0af90b96-7da9-43f9-a9fb-5657b8648977 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c&tenant_id=0c08be1f58b544848c94fddfb37189e3&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 1098 time: 0.2554827 Nov 12 00:44:06.326756 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712137-14'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:06.361662 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-883a89cc-948d-4431-8e1f-8986de2549b0 None None] Port df6f7573-0558-4b14-8989-99ac421f3fd2 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:06.417733 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2bde728e-8607-43d2-b75b-eabe5cca50bf tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.568928 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2bde728e-8607-43d2-b75b-eabe5cca50bf tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.594609 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87613658-f2ca-407a-9de1-f189bab4d284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.599309 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.db.resource_extend [None req-1d2f9119-fcc6-4a12-804c-bec3f778e662 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:44:06.599836 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2c39f6a6-d97d-4312-8917-b3ba385a671e None None] Provisioning complete for port df6f7573-0558-4b14-8989-99ac421f3fd2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:06.605181 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2c39f6a6-d97d-4312-8917-b3ba385a671e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.621673 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00439a6b-f235-4792-b43d-5b909d9c3308 admin admin] Router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:44:06.627682 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.699833 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-2c39f6a6-d97d-4312-8917-b3ba385a671e None None] Port df6f7573-0558-4b14-8989-99ac421f3fd2 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:06.758148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-87613658-f2ca-407a-9de1-f189bab4d284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d51c46-f358-424d-ac2a-b0dc401b9ad6']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:06.773841 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-87613658-f2ca-407a-9de1-f189bab4d284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcd1460-7002-412d-8f91-bced057eb4e8') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:06.775229 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-87613658-f2ca-407a-9de1-f189bab4d284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcd1460-7002-412d-8f91-bced057eb4e8') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:06.788465 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87613658-f2ca-407a-9de1-f189bab4d284 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.829155 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87613658-f2ca-407a-9de1-f189bab4d284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.852291 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bde728e-8607-43d2-b75b-eabe5cca50bf tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 82396d46-c089-431d-870b-7d3270ce286c is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:06.870114 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87613658-f2ca-407a-9de1-f189bab4d284 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:44:06.870914 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87613658-f2ca-407a-9de1-f189bab4d284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.873479 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-2bde728e-8607-43d2-b75b-eabe5cca50bf tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:44:06.875197 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:44:06.886937 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bde728e-8607-43d2-b75b-eabe5cca50bf tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:06.892070 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d2f9119-fcc6-4a12-804c-bec3f778e662 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:06.961899 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00439a6b-f235-4792-b43d-5b909d9c3308 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:44:07.004588 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-00439a6b-f235-4792-b43d-5b909d9c3308 admin admin] 10.222.0.31 "PUT /v2.0/routers/0d5cbc30-80cc-4535-8c80-d2ab4e743a78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2524889 Nov 12 00:44:07.065796 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41322d3e-2df6-4690-bd9d-8b60af9094b2 None None] Network 82396d46-c089-431d-870b-7d3270ce286c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:07.109036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] For port be9e8077-27dd-4e70-8be7-42450793c0f9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=be9e8077-27dd-4e70-8be7-42450793c0f9,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:07.154993 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] For port be9e8077-27dd-4e70-8be7-42450793c0f9, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:07.221237 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc6c407-53e5-48b5-a8c4-4f6c3be84f7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be9e8077-27dd-4e70-8be7-42450793c0f9'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:07.229443 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bbaa87-a9f8-4048-b5e7-f8fee2d6e180" -d '{"events": [{"server_uuid": "afc6c407-53e5-48b5-a8c4-4f6c3be84f7c", "name": "network-vif-unplugged", "status": "completed", "tag": "be9e8077-27dd-4e70-8be7-42450793c0f9"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:07.241959 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.246227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-35185b11-f804-4d73-987b-4f1155be8120 None None] Provisioning complete for port 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:07.246950 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-35185b11-f804-4d73-987b-4f1155be8120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.273624 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.344947 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28682b5-54fb-4a50-acbd-0c57824529bf x-openstack-request-id: req-b28682b5-54fb-4a50-acbd-0c57824529bf {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:07.345390 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc6c407-53e5-48b5-a8c4-4f6c3be84f7c", "name": "network-vif-unplugged", "status": "completed", "tag": "be9e8077-27dd-4e70-8be7-42450793c0f9", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:07.345654 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b28682b5-54fb-4a50-acbd-0c57824529bf {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:07.346197 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc6c407-53e5-48b5-a8c4-4f6c3be84f7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be9e8077-27dd-4e70-8be7-42450793c0f9', 'code': 200} Nov 12 00:44:07.392723 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7412d2b7-03ce-4443-8b92-098503fa4af8 None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:07.466835 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] Pushing event updated for resources: {'Port': ['ID=be9e8077-27dd-4e70-8be7-42450793c0f9,revision_number=7']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:07.470299 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] Attempting to bind port be9e8077-27dd-4e70-8be7-42450793c0f9 on host n-h1-712137-14 for vnic_type normal with profile {"migrating_to": "n-h2-712137-14"} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:07.470641 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] Attempting to bind port be9e8077-27dd-4e70-8be7-42450793c0f9 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:07.470990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] Attempting to bind port be9e8077-27dd-4e70-8be7-42450793c0f9 on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:07.476592 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] Port be9e8077-27dd-4e70-8be7-42450793c0f9 on network f1926e98-a223-4d69-aca0-b114b74b472e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:07.477089 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] Attempting to bind port be9e8077-27dd-4e70-8be7-42450793c0f9 on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:07.483032 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:07.483380 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] Checking segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:07.483771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] Bound using segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:07.484205 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] Bound port: be9e8077-27dd-4e70-8be7-42450793c0f9, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:07.484566 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.564394 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d2f9119-fcc6-4a12-804c-bec3f778e662 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.572268 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde728e-8607-43d2-b75b-eabe5cca50bf tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=3f890fa2-02e6-41ae-92be-dab22fbfa7f4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:07.585612 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] For port be9e8077-27dd-4e70-8be7-42450793c0f9, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:07.589563 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] For port be9e8077-27dd-4e70-8be7-42450793c0f9, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=be9e8077-27dd-4e70-8be7-42450793c0f9,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:07.604995 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.733703 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-35185b11-f804-4d73-987b-4f1155be8120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.783911 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-35185b11-f804-4d73-987b-4f1155be8120 None None] For port 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc,segment=NetworkSegment(02c46417-3c0c-4951-8f83-49d63c7d9e6f),segment_id=02c46417-3c0c-4951-8f83-49d63c7d9e6f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:07.789507 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-35185b11-f804-4d73-987b-4f1155be8120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.805928 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87613658-f2ca-407a-9de1-f189bab4d284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.840429 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87613658-f2ca-407a-9de1-f189bab4d284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.844140 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-87613658-f2ca-407a-9de1-f189bab4d284 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e9d51c46-f358-424d-ac2a-b0dc401b9ad6 HTTP/1.1" status: 204 len: 168 time: 2.4738793 Nov 12 00:44:07.856570 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] Pushing event updated for resources: {'Port': ['ID=be9e8077-27dd-4e70-8be7-42450793c0f9,revision_number=8']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:07.874148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bde728e-8607-43d2-b75b-eabe5cca50bf tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:07.874961 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2bde728e-8607-43d2-b75b-eabe5cca50bf tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.883799 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-d7277e35-561d-4a70-943e-aa8c6a2bba0b tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:07.885998 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-d7277e35-561d-4a70-943e-aa8c6a2bba0b tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/networks?id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a HTTP/1.1" status: 200 len: 821 time: 0.2946923 Nov 12 00:44:07.890645 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87613658-f2ca-407a-9de1-f189bab4d284 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9d51c46-f358-424d-ac2a-b0dc401b9ad6,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:07.939905 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:07.940525 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:07.941904 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a6aa7799-f02d-4827-bd01-287abc7bd3ac service neutron] 10.222.0.15 "PUT /v2.0/ports/be9e8077-27dd-4e70-8be7-42450793c0f9 HTTP/1.1" status: 200 len: 1124 time: 1.6210220 Nov 12 00:44:07.942024 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf968d0-4811-4785-b10c-7458926335dc req-b3ee7ca7-a526-4f3c-860a-10dd602fff9c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:07.945466 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device be9e8077-27dd-4e70-8be7-42450793c0f9 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:44:07.948921 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:07.961466 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbf968d0-4811-4785-b10c-7458926335dc req-b3ee7ca7-a526-4f3c-860a-10dd602fff9c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 944 time: 0.3835089 Nov 12 00:44:07.963490 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-0df533cc-92a0-4341-ae32-d4d2149a8988 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/quotas/a7599eb657084d80a1806919aa3c14e6 HTTP/1.1" status: 200 len: 375 time: 0.0590339 Nov 12 00:44:08.013406 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3573f49e-c50b-4678-9a60-dfef28e14959 None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:08.030325 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2bde728e-8607-43d2-b75b-eabe5cca50bf tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9428835 Nov 12 00:44:08.034900 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33638) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:08.052899 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-e430b532-9534-4b59-ba44-590aa78c68f1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'port': {'network_id': '82396d46-c089-431d-870b-7d3270ce286c', 'name': 'tempest-PortsTestJSON-1151183628'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:08.110646 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbf968d0-4811-4785-b10c-7458926335dc req-9a0e6f0f-9690-4e40-ab80-39ca893d4671 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351175 Nov 12 00:44:08.113584 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['be9e8077-27dd-4e70-8be7-42450793c0f9'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:08.140565 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-1d2f9119-fcc6-4a12-804c-bec3f778e662 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Floating IP a4774c41-c84e-4171-8caa-6c261c392a77 associated. External IP: 172.25.0.134, port: b4be5042-580d-4a7a-8686-1ddf8479ac09. Nov 12 00:44:08.160589 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-77e43332-0501-4ee6-b0e1-e3c88c433675 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7599eb657084d80a1806919aa3c14e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1861470 Nov 12 00:44:08.223546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['be9e8077-27dd-4e70-8be7-42450793c0f9'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:08.348034 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33642) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:08.371929 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.resource_extend [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:44:08.377018 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35185b11-f804-4d73-987b-4f1155be8120 None None] Pushing event updated for resources: {'Port': ['ID=5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:08.396791 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a6ec36de-eeee-4b55-a4d5-3c207e2b86e1 None None] Provisioning complete for port be9e8077-27dd-4e70-8be7-42450793c0f9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:08.397419 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a6ec36de-eeee-4b55-a4d5-3c207e2b86e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.438441 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-b38b660c-92af-4796-a621-76f3b5f1513c service neutron] 10.222.0.31 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584739 Nov 12 00:44:08.524290 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1fce72d0-cb11-4962-a5dd-d518677c5719 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5296ecb4beb2464f89b29bec01832302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724138 Nov 12 00:44:08.549164 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33644) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:08.599822 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.612726 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-f00678da-03ba-4faf-9a52-2c1c5315c8f8 service neutron] 10.222.0.31 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699252 Nov 12 00:44:08.633790 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e430b532-9534-4b59-ba44-590aa78c68f1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:08.639377 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e430b532-9534-4b59-ba44-590aa78c68f1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.670683 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] Sync routers for ids ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:44:08.725568 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:08.726667 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.726814 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-e430b532-9534-4b59-ba44-590aa78c68f1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] device_id is not set on port cdbc15a0-bd08-4b02-80fc-ba1d1e4ce9f6 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:44:08.803335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] Routers {'0d5cbc30-80cc-4535-8c80-d2ab4e743a78'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:08.804252 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:08.919628 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a6ec36de-eeee-4b55-a4d5-3c207e2b86e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:08.924398 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port be9e8077-27dd-4e70-8be7-42450793c0f9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=be9e8077-27dd-4e70-8be7-42450793c0f9,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:08.961315 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46ae501f-475d-4a5d-a155-b754fceaa13a req-bcbcc5cb-d46b-4975-8682-1095af6dfad3 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 210 time: 0.0590978 Nov 12 00:44:08.979206 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device be9e8077-27dd-4e70-8be7-42450793c0f9 has no active binding in host n-h2-712137-14 {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:44:09.019390 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-94dc1e66-7d1e-41c5-ad7c-91c07a944f18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:09.046250 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc6c407-53e5-48b5-a8c4-4f6c3be84f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9e8077-27dd-4e70-8be7-42450793c0f9'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:09.049236 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c1ca9b-a800-4a1c-905a-6c06d9638340" -d '{"events": [{"server_uuid": "afc6c407-53e5-48b5-a8c4-4f6c3be84f7c", "name": "network-vif-plugged", "status": "completed", "tag": "be9e8077-27dd-4e70-8be7-42450793c0f9"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:09.061976 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-e430b532-9534-4b59-ba44-590aa78c68f1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Allocated IP 172.20.0.9 (82396d46-c089-431d-870b-7d3270ce286c/2d4fa650-a8c2-429e-bbb6-a8038c3345d4/cdbc15a0-bd08-4b02-80fc-ba1d1e4ce9f6) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:09.095732 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a6ec36de-eeee-4b55-a4d5-3c207e2b86e1 None None] For port be9e8077-27dd-4e70-8be7-42450793c0f9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=be9e8077-27dd-4e70-8be7-42450793c0f9,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:09.100090 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-94dc1e66-7d1e-41c5-ad7c-91c07a944f18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:09.131829 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7030f7ce-e2bf-4c6f-8e07-4624a41345fd x-openstack-request-id: req-7030f7ce-e2bf-4c6f-8e07-4624a41345fd {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:09.132014 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2f9119-fcc6-4a12-804c-bec3f778e662 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Router 442f9106-e30d-4a75-b10b-17f620abbe2b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:44:09.132110 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc6c407-53e5-48b5-a8c4-4f6c3be84f7c", "name": "network-vif-plugged", "status": "completed", "tag": "be9e8077-27dd-4e70-8be7-42450793c0f9", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:09.132362 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7030f7ce-e2bf-4c6f-8e07-4624a41345fd {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:09.132788 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc6c407-53e5-48b5-a8c4-4f6c3be84f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9e8077-27dd-4e70-8be7-42450793c0f9', 'code': 200} Nov 12 00:44:09.137056 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a6ec36de-eeee-4b55-a4d5-3c207e2b86e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:09.187241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] Set router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:09.274271 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 4c52c776-8ac0-4f11-8f8d-546f7d6d1f73 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:09.346886 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc6c407-53e5-48b5-a8c4-4f6c3be84f7c', 'tag': 'be9e8077-27dd-4e70-8be7-42450793c0f9'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:09.350169 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bc7b8b-4e19-42a3-baf4-a9c148d1ba27" -d '{"events": [{"name": "network-changed", "server_uuid": "afc6c407-53e5-48b5-a8c4-4f6c3be84f7c", "tag": "be9e8077-27dd-4e70-8be7-42450793c0f9"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:09.436950 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec36de-eeee-4b55-a4d5-3c207e2b86e1 None None] Pushing event updated for resources: {'Port': ['ID=be9e8077-27dd-4e70-8be7-42450793c0f9,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:09.465353 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a99640-1cb4-47a7-b83f-42f01f444370 x-openstack-request-id: req-56a99640-1cb4-47a7-b83f-42f01f444370 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:09.467112 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc6c407-53e5-48b5-a8c4-4f6c3be84f7c", "tag": "be9e8077-27dd-4e70-8be7-42450793c0f9", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:09.467531 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56a99640-1cb4-47a7-b83f-42f01f444370 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:09.468077 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc6c407-53e5-48b5-a8c4-4f6c3be84f7c', 'tag': 'be9e8077-27dd-4e70-8be7-42450793c0f9', 'status': 'completed', 'code': 200} Nov 12 00:44:09.554880 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449d71d-8cac-4605-a6e4-a18bf75f14cf req-43759243-6b49-4a3c-a8aa-4c3fa17c0e3c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:09.557848 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e449d71d-8cac-4605-a6e4-a18bf75f14cf req-43759243-6b49-4a3c-a8aa-4c3fa17c0e3c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 946 time: 0.3515797 Nov 12 00:44:09.558921 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1c484399-d0fb-4fcb-ba38-27c03bf9c6a9 None None] Provisioning complete for port be9e8077-27dd-4e70-8be7-42450793c0f9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:09.559283 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1c484399-d0fb-4fcb-ba38-27c03bf9c6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:09.590390 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2f9119-fcc6-4a12-804c-bec3f778e662 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:44:09.598157 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-94dc1e66-7d1e-41c5-ad7c-91c07a944f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:09.604506 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9970fa8-08d7-43fe-9861-8de10802b054 None None] Sync routers for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:44:09.609487 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-94dc1e66-7d1e-41c5-ad7c-91c07a944f18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:09.610113 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 4c52c776-8ac0-4f11-8f8d-546f7d6d1f73 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:09.610559 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:09.613592 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-94dc1e66-7d1e-41c5-ad7c-91c07a944f18 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35016ce7-6546-4807-ae63-55e0105d00df HTTP/1.1" status: 204 len: 168 time: 1.0624766 Nov 12 00:44:09.643919 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9970fa8-08d7-43fe-9861-8de10802b054 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:09.645269 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f9970fa8-08d7-43fe-9861-8de10802b054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:09.767241 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f9970fa8-08d7-43fe-9861-8de10802b054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:09.811041 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9970fa8-08d7-43fe-9861-8de10802b054 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:09.815791 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f9970fa8-08d7-43fe-9861-8de10802b054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:09.822018 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc1e66-7d1e-41c5-ad7c-91c07a944f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35016ce7-6546-4807-ae63-55e0105d00df,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:09.833749 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df6f7573-0558-4b14-8989-99ac421f3fd2', 'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'mac_address': 'fa:16:3e:81:ec:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:04Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 2, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'subnets': [{'id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:09.836151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1c484399-d0fb-4fcb-ba38-27c03bf9c6a9 None None] Provisioning complete for port 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:09.836534 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1c484399-d0fb-4fcb-ba38-27c03bf9c6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:09.891737 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] Checking router: 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:44:09.892100 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] Updating router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 port df6f7573-0558-4b14-8989-99ac421f3fd2 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:44:09.937137 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f9970fa8-08d7-43fe-9861-8de10802b054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:09.943825 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:09.947242 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9970fa8-08d7-43fe-9861-8de10802b054 None None] The sync data for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:44:10.029659 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e430b532-9534-4b59-ba44-590aa78c68f1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.048211 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e449d71d-8cac-4605-a6e4-a18bf75f14cf req-d40e9f9a-2646-4381-8857-9385cc64483f tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641154 Nov 12 00:44:10.096645 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:10.098265 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc7b8b-4e19-42a3-baf4-a9c148d1ba27 req-40f9795b-7cd4-4914-ba40-bcad48b150aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:10.100278 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-68bc7b8b-4e19-42a3-baf4-a9c148d1ba27 req-40f9795b-7cd4-4914-ba40-bcad48b150aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 1129 time: 0.5703890 Nov 12 00:44:10.179425 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0b1d0afb-8be9-4430-966e-4014dd6cf696 req-27cfc602-6966-41d9-be7f-f1adfe632c35 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 210 time: 0.0525601 Nov 12 00:44:10.244268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1c484399-d0fb-4fcb-ba38-27c03bf9c6a9 None None] Provisioning complete for port 3f890fa2-02e6-41ae-92be-dab22fbfa7f4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:10.244643 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1c484399-d0fb-4fcb-ba38-27c03bf9c6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.334564 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e430b532-9534-4b59-ba44-590aa78c68f1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.397510 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430b532-9534-4b59-ba44-590aa78c68f1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=cdbc15a0-bd08-4b02-80fc-ba1d1e4ce9f6,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:10.419341 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc7b8b-4e19-42a3-baf4-a9c148d1ba27 req-7a5dc990-5568-4064-acf3-858c9638d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:10.420927 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-68bc7b8b-4e19-42a3-baf4-a9c148d1ba27 req-7a5dc990-5568-4064-acf3-858c9638d963 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 909 time: 0.3108811 Nov 12 00:44:10.436599 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e430b532-9534-4b59-ba44-590aa78c68f1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 82396d46-c089-431d-870b-7d3270ce286c is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:10.495627 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-e430b532-9534-4b59-ba44-590aa78c68f1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:10.513626 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e430b532-9534-4b59-ba44-590aa78c68f1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:10.517408 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-68bc7b8b-4e19-42a3-baf4-a9c148d1ba27 req-2d5c807f-c592-4f3b-a5a0-9edb003d3797 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be9e8077-27dd-4e70-8be7-42450793c0f9 HTTP/1.1" status: 200 len: 217 time: 0.0844481 Nov 12 00:44:10.519329 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2f9119-fcc6-4a12-804c-bec3f778e662 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Router 7d762c3d-f56e-4302-a823-194d03c74a53 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:44:10.530593 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:10.531206 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.625975 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1c484399-d0fb-4fcb-ba38-27c03bf9c6a9 None None] Port 3f890fa2-02e6-41ae-92be-dab22fbfa7f4 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:10.833966 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e430b532-9534-4b59-ba44-590aa78c68f1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:10.843077 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e430b532-9534-4b59-ba44-590aa78c68f1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.928113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc7b8b-4e19-42a3-baf4-a9c148d1ba27 req-0c681de1-ff33-42ac-8b15-629e4bf9cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:10.930224 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-68bc7b8b-4e19-42a3-baf4-a9c148d1ba27 req-0c681de1-ff33-42ac-8b15-629e4bf9cd2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fc5c04a-017f-4820-8cce-df76bd4f7a1c HTTP/1.1" status: 200 len: 848 time: 0.3836701 Nov 12 00:44:10.932766 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.941119 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:10.952303 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e430b532-9534-4b59-ba44-590aa78c68f1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9127357 Nov 12 00:44:10.954168 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33694) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:11.051481 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c8afa-e1be-42bf-ba05-8a2b14733a4b None None] Pushing event updated for resources: {'Port': ['ID=df6f7573-0558-4b14-8989-99ac421f3fd2,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:11.063299 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4862c051-2c07-43bf-b17a-1d3feb84c4f0 None None] Provisioning complete for port cdbc15a0-bd08-4b02-80fc-ba1d1e4ce9f6 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:11.063682 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4862c051-2c07-43bf-b17a-1d3feb84c4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:11.164801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-42bda20e-a49c-4eb1-ad9d-a2b19a659dea tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:11.166378 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-42bda20e-a49c-4eb1-ad9d-a2b19a659dea tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.21 "GET /v2.0/networks?id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a HTTP/1.1" status: 200 len: 821 time: 0.5428572 Nov 12 00:44:11.168343 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-68bc7b8b-4e19-42a3-baf4-a9c148d1ba27 req-b1cc208c-e775-44a7-b9b7-c5b84f2e75fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1926e98-a223-4d69-aca0-b114b74b472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842888 Nov 12 00:44:11.188815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90923859-b4bb-42a3-80fd-778d76ed6409 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:11.201755 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-90923859-b4bb-42a3-80fd-778d76ed6409 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.2404513 Nov 12 00:44:11.203716 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33702) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:11.211627 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-68bc7b8b-4e19-42a3-baf4-a9c148d1ba27 req-f5ec4b09-e2c5-4c20-867b-056007c5333d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:44:11.215452 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-68bc7b8b-4e19-42a3-baf4-a9c148d1ba27 req-f5ec4b09-e2c5-4c20-867b-056007c5333d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152092 Nov 12 00:44:11.233974 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-f4e97695-7e7d-46a9-a97d-77cbb2501f24 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Request body: {'port': {'device_id': 'a0525b0e-78f8-40e0-bb6d-edface8f0bcb', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'admin_state_up': True, 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:11.295535 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4862c051-2c07-43bf-b17a-1d3feb84c4f0 None None] Port cdbc15a0-bd08-4b02-80fc-ba1d1e4ce9f6 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:11.323981 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] Attempting to bind port df6f7573-0558-4b14-8989-99ac421f3fd2 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:11.324298 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] Attempting to bind port df6f7573-0558-4b14-8989-99ac421f3fd2 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'bf5aac80-8f2b-48d2-b459-fc0469e08d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:11.324883 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] Attempting to bind port df6f7573-0558-4b14-8989-99ac421f3fd2 on network 3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:11.332766 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:11.332766 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] Checking segment: {'id': 'bf5aac80-8f2b-48d2-b459-fc0469e08d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:11.333734 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:11.334510 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] Bound using segment: {'id': 'bf5aac80-8f2b-48d2-b459-fc0469e08d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:11.335024 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] Bound port: df6f7573-0558-4b14-8989-99ac421f3fd2, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5aac80-8f2b-48d2-b459-fc0469e08d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:11.335475 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:11.428716 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] For port df6f7573-0558-4b14-8989-99ac421f3fd2, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:11.432402 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] For port df6f7573-0558-4b14-8989-99ac421f3fd2, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=df6f7573-0558-4b14-8989-99ac421f3fd2,segment=NetworkSegment(bf5aac80-8f2b-48d2-b459-fc0469e08d3a),segment_id=bf5aac80-8f2b-48d2-b459-fc0469e08d3a)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:11.441952 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:11.504831 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fa684ad2-9a2e-4a44-8284-01b7214141b4 req-b2994a1e-d652-49d3-86ab-c96c751e7d90 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 210 time: 0.1242592 Nov 12 00:44:11.536637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c2acd296-4632-46d7-96de-f8e659632da9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting port cdbc15a0-bd08-4b02-80fc-ba1d1e4ce9f6 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:11.537169 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c2acd296-4632-46d7-96de-f8e659632da9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:11.600179 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] Routers {'0d5cbc30-80cc-4535-8c80-d2ab4e743a78'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:11.600179 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:11.660580 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c8afa-e1be-42bf-ba05-8a2b14733a4b None None] Pushing event updated for resources: {'Port': ['ID=df6f7573-0558-4b14-8989-99ac421f3fd2,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:11.665928 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c56745b7-6770-482a-913f-9898ea9f3a0c None None] Provisioning complete for port df6f7573-0558-4b14-8989-99ac421f3fd2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:11.666467 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c56745b7-6770-482a-913f-9898ea9f3a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:11.705736 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c2acd296-4632-46d7-96de-f8e659632da9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:11.744685 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c2acd296-4632-46d7-96de-f8e659632da9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Calling delete_port for cdbc15a0-bd08-4b02-80fc-ba1d1e4ce9f6 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:11.814796 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] Set router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:11.950151 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c56745b7-6770-482a-913f-9898ea9f3a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:11.982213 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c2acd296-4632-46d7-96de-f8e659632da9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:12.030905 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acd296-4632-46d7-96de-f8e659632da9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Port': ['ID=cdbc15a0-bd08-4b02-80fc-ba1d1e4ce9f6,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:12.046464 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c56745b7-6770-482a-913f-9898ea9f3a0c None None] For port df6f7573-0558-4b14-8989-99ac421f3fd2, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=df6f7573-0558-4b14-8989-99ac421f3fd2,segment=NetworkSegment(bf5aac80-8f2b-48d2-b459-fc0469e08d3a),segment_id=bf5aac80-8f2b-48d2-b459-fc0469e08d3a)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:12.051618 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acd296-4632-46d7-96de-f8e659632da9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:12.052192 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acd296-4632-46d7-96de-f8e659632da9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:12.052777 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acd296-4632-46d7-96de-f8e659632da9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:12.053331 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acd296-4632-46d7-96de-f8e659632da9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:12.054176 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acd296-4632-46d7-96de-f8e659632da9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:12.054722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acd296-4632-46d7-96de-f8e659632da9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:12.055202 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acd296-4632-46d7-96de-f8e659632da9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:12.055755 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acd296-4632-46d7-96de-f8e659632da9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:12.056254 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acd296-4632-46d7-96de-f8e659632da9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:12.056873 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acd296-4632-46d7-96de-f8e659632da9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:12.057354 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acd296-4632-46d7-96de-f8e659632da9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:12.057857 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acd296-4632-46d7-96de-f8e659632da9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:12.080817 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c56745b7-6770-482a-913f-9898ea9f3a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:12.173441 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56745b7-6770-482a-913f-9898ea9f3a0c None None] Pushing event updated for resources: {'Port': ['ID=df6f7573-0558-4b14-8989-99ac421f3fd2,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:12.279029 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-92552f68-d6f0-4b39-90c0-5c39de45e20b None None] Provisioning complete for port df6f7573-0558-4b14-8989-99ac421f3fd2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:12.279408 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-92552f68-d6f0-4b39-90c0-5c39de45e20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:12.341979 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2f9119-fcc6-4a12-804c-bec3f778e662 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:44:12.358027 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d2f9119-fcc6-4a12-804c-bec3f778e662 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:12.363128 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df6f7573-0558-4b14-8989-99ac421f3fd2', 'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'mac_address': 'fa:16:3e:81:ec:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:04Z', 'updated_at': '2021-11-12T00:44:11Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'subnets': [{'id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:12.364143 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-f4e97695-7e7d-46a9-a97d-77cbb2501f24 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Made reservation on behalf of a7599eb657084d80a1806919aa3c14e6 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:12.378322 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-f4e97695-7e7d-46a9-a97d-77cbb2501f24 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:12.397947 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00dde9-611b-4d6a-a376-afc92ea7c3f7 None None] Sync routers for ids ['7d762c3d-f56e-4302-a823-194d03c74a53'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:44:12.470969 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e60f5e-9ff1-4b06-bec6-af8b5c66d534 None None] The sync data for ids ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'] in n-d-712137-14 is: [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df6f7573-0558-4b14-8989-99ac421f3fd2', 'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'mac_address': 'fa:16:3e:81:ec:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:04Z', 'updated_at': '2021-11-12T00:44:11Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'subnets': [{'id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:44:12.474352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b00dde9-611b-4d6a-a376-afc92ea7c3f7 None None] Routers {'7d762c3d-f56e-4302-a823-194d03c74a53'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:12.475020 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-1b00dde9-611b-4d6a-a376-afc92ea7c3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7d762c3d-f56e-4302-a823-194d03c74a53'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:12.603523 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-1b00dde9-611b-4d6a-a376-afc92ea7c3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:12.659853 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b00dde9-611b-4d6a-a376-afc92ea7c3f7 None None] Routers {'7d762c3d-f56e-4302-a823-194d03c74a53'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:12.660505 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-1b00dde9-611b-4d6a-a376-afc92ea7c3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7d762c3d-f56e-4302-a823-194d03c74a53'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:12.660781 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74582def-e7c1-496e-9e55-d5b774b2a830 req-bc4c10f4-7947-4f0b-8fcf-bc5d2bf36741 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:12.668597 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74582def-e7c1-496e-9e55-d5b774b2a830 req-bc4c10f4-7947-4f0b-8fcf-bc5d2bf36741 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 946 time: 1.4188049 Nov 12 00:44:12.690867 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-68bc7b8b-4e19-42a3-baf4-a9c148d1ba27 req-e082a419-c051-4593-af65-63e4491fc7d6 service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4107087 Nov 12 00:44:12.749023 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-1b00dde9-611b-4d6a-a376-afc92ea7c3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:12.750032 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00dde9-611b-4d6a-a376-afc92ea7c3f7 None None] The sync data for ids ['7d762c3d-f56e-4302-a823-194d03c74a53'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:44:12.802253 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4b2d851-886c-4e8d-8b8d-935044ba732d req-9d6296f2-3e9f-4412-99b7-9404033a2db6 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 210 time: 0.0837920 Nov 12 00:44:12.844153 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c2acd296-4632-46d7-96de-f8e659632da9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:12.850024 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c2acd296-4632-46d7-96de-f8e659632da9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/ports/cdbc15a0-bd08-4b02-80fc-ba1d1e4ce9f6 HTTP/1.1" status: 204 len: 168 time: 1.6424580 Nov 12 00:44:12.850229 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33738) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:12.865446 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1d2f9119-fcc6-4a12-804c-bec3f778e662 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "PUT /v2.0/floatingips/a4774c41-c84e-4171-8caa-6c261c392a77 HTTP/1.1" status: 200 len: 978 time: 8.7248998 Nov 12 00:44:12.872327 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33740) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:12.883414 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1edb73-1f7d-49f1-9d2d-03b03df9f8d6 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] GET failed (client error): The resource could not be found. Nov 12 00:44:12.885964 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cf1edb73-1f7d-49f1-9d2d-03b03df9f8d6 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports/cdbc15a0-bd08-4b02-80fc-ba1d1e4ce9f6 HTTP/1.1" status: 404 len: 333 time: 0.0343914 Nov 12 00:44:12.890597 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33744) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:13.082922 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb4451-3842-433d-95d8-23c4ecb12659 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting port 3f890fa2-02e6-41ae-92be-dab22fbfa7f4 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:13.084026 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4451-3842-433d-95d8-23c4ecb12659 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:13.127312 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74582def-e7c1-496e-9e55-d5b774b2a830 req-1d4a08f8-4f95-4ac7-ab91-ce4b4169412f tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332254 Nov 12 00:44:13.130009 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-f4e97695-7e7d-46a9-a97d-77cbb2501f24 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Allocated IP 172.20.0.12 (3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a/ca6f62c9-3a34-45a3-8f31-24454b3d735a/e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:13.284096 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4451-3842-433d-95d8-23c4ecb12659 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:13.299575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb4451-3842-433d-95d8-23c4ecb12659 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Calling delete_port for 3f890fa2-02e6-41ae-92be-dab22fbfa7f4 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:13.347106 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-68bc7b8b-4e19-42a3-baf4-a9c148d1ba27 req-7cc431c5-0219-4a85-92e2-af311e8d61d0 service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698075 Nov 12 00:44:13.436001 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-186ba69b-0187-42e3-ac1d-5c048d6b76dc tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Deleting port 4d207d7f-c602-4f18-863f-306352b8d82b {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:13.436352 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-186ba69b-0187-42e3-ac1d-5c048d6b76dc tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:13.508211 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4451-3842-433d-95d8-23c4ecb12659 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:13.552121 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb4451-3842-433d-95d8-23c4ecb12659 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Port': ['ID=3f890fa2-02e6-41ae-92be-dab22fbfa7f4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:13.568949 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-f4e97695-7e7d-46a9-a97d-77cbb2501f24 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:13.613400 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-186ba69b-0187-42e3-ac1d-5c048d6b76dc tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:13.695290 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-f4e97695-7e7d-46a9-a97d-77cbb2501f24 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:13.719691 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4451-3842-433d-95d8-23c4ecb12659 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:13.729176 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7bbb4451-3842-433d-95d8-23c4ecb12659 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/ports/3f890fa2-02e6-41ae-92be-dab22fbfa7f4 HTTP/1.1" status: 204 len: 168 time: 0.8373897 Nov 12 00:44:13.732414 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33768) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:13.782514 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d91ec7-095f-46d0-b822-19e97f8e61c3 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] GET failed (client error): The resource could not be found. Nov 12 00:44:13.784153 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-46d91ec7-095f-46d0-b822-19e97f8e61c3 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports/3f890fa2-02e6-41ae-92be-dab22fbfa7f4 HTTP/1.1" status: 404 len: 333 time: 0.0494123 Nov 12 00:44:13.790722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33772) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:13.802902 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-f4e97695-7e7d-46a9-a97d-77cbb2501f24 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Network 3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:13.813248 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-f4e97695-7e7d-46a9-a97d-77cbb2501f24 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:13.816064 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-f4e97695-7e7d-46a9-a97d-77cbb2501f24 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:13.945955 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-f4e97695-7e7d-46a9-a97d-77cbb2501f24 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:13.946706 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-f4e97695-7e7d-46a9-a97d-77cbb2501f24 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:13.997002 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8557fc-15b4-499d-bdcd-e1341a4ca0a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting subnet 2d4fa650-a8c2-429e-bbb6-a8038c3345d4 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:44:14.010956 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e97695-7e7d-46a9-a97d-77cbb2501f24 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Pushing event updated for resources: {'Port': ['ID=e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:14.011107 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9a8557fc-15b4-499d-bdcd-e1341a4ca0a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.039350 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-f4e97695-7e7d-46a9-a97d-77cbb2501f24 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8227990 Nov 12 00:44:14.105626 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device df6f7573-0558-4b14-8989-99ac421f3fd2 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:14.161900 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9a8557fc-15b4-499d-bdcd-e1341a4ca0a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.173600 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-3672be66-9591-49da-a546-a013ca609a4a service neutron] Request body: {'port': {'device_id': 'a0525b0e-78f8-40e0-bb6d-edface8f0bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:14.283250 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-3672be66-9591-49da-a546-a013ca609a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.298380 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f2117d22-b174-4c41-a21e-67d7f76b0da4 None None] Provisioning complete for port e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:14.298754 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f2117d22-b174-4c41-a21e-67d7f76b0da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.320727 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9a8557fc-15b4-499d-bdcd-e1341a4ca0a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.356306 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port df6f7573-0558-4b14-8989-99ac421f3fd2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:14.356722 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.400427 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9a8557fc-15b4-499d-bdcd-e1341a4ca0a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.422106 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-186ba69b-0187-42e3-ac1d-5c048d6b76dc tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.423040 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-186ba69b-0187-42e3-ac1d-5c048d6b76dc tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.428021 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-186ba69b-0187-42e3-ac1d-5c048d6b76dc tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Floating IP a4774c41-c84e-4171-8caa-6c261c392a77 disassociated. External IP: 172.25.0.134, port: 4d207d7f-c602-4f18-863f-306352b8d82b. Nov 12 00:44:14.428727 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-186ba69b-0187-42e3-ac1d-5c048d6b76dc tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Calling delete_port for 4d207d7f-c602-4f18-863f-306352b8d82b owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:14.460113 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8557fc-15b4-499d-bdcd-e1341a4ca0a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Subnet': ['ID=2d4fa650-a8c2-429e-bbb6-a8038c3345d4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:14.463328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f2117d22-b174-4c41-a21e-67d7f76b0da4 None None] Port e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:14.468567 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9a8557fc-15b4-499d-bdcd-e1341a4ca0a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.471993 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9a8557fc-15b4-499d-bdcd-e1341a4ca0a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/subnets/2d4fa650-a8c2-429e-bbb6-a8038c3345d4 HTTP/1.1" status: 204 len: 168 time: 0.6784916 Nov 12 00:44:14.475650 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33786) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:14.482109 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f6b342-4bc1-4e76-af96-5ba084c33f57 None None] Network 82396d46-c089-431d-870b-7d3270ce286c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:14.558393 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-19c102f6-487c-46de-b9a7-e2778f9a2b9e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.576938 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84025f3f-1dfb-4e11-a7b1-d22d1c25b9e8 req-a4fff8c1-c616-4d00-8ec5-4d523d8cea6b tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:14.584666 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-84025f3f-1dfb-4e11-a7b1-d22d1c25b9e8 req-a4fff8c1-c616-4d00-8ec5-4d523d8cea6b tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 946 time: 0.1989737 Nov 12 00:44:14.672978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab304e-a2e6-4f50-bdfc-a1a7a38c3dee req-223b3aec-a1a3-4a28-a7b5-718e11d4eefa tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:14.674605 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-03ab304e-a2e6-4f50-bdfc-a1a7a38c3dee req-223b3aec-a1a3-4a28-a7b5-718e11d4eefa tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 932 time: 0.6417046 Nov 12 00:44:14.680445 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-84025f3f-1dfb-4e11-a7b1-d22d1c25b9e8 req-0d961eb4-c407-4f43-b324-d236b17871c5 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935833 Nov 12 00:44:14.727608 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-19c102f6-487c-46de-b9a7-e2778f9a2b9e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting port 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:14.729141 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-19c102f6-487c-46de-b9a7-e2778f9a2b9e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.823861 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33792) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:14.847229 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fc40dd-a7c0-4fbc-8ede-ab07f429d1fe None None] DHCP port deletion for 82396d46-c089-431d-870b-7d3270ce286c request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:14.883370 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-19c102f6-487c-46de-b9a7-e2778f9a2b9e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] For port 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc,segment=NetworkSegment(02c46417-3c0c-4951-8f83-49d63c7d9e6f),segment_id=02c46417-3c0c-4951-8f83-49d63c7d9e6f)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:14.885051 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-19c102f6-487c-46de-b9a7-e2778f9a2b9e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.899999 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-03ab304e-a2e6-4f50-bdfc-a1a7a38c3dee req-bf167253-3cc6-44c0-951b-24e8cacc2a4b tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502287 Nov 12 00:44:14.907094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-19c102f6-487c-46de-b9a7-e2778f9a2b9e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Calling delete_port for 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:14.926145 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-94fc40dd-a7c0-4fbc-8ede-ab07f429d1fe None None] Deleting port 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:14.926961 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-94fc40dd-a7c0-4fbc-8ede-ab07f429d1fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:14.989784 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-186ba69b-0187-42e3-ac1d-5c048d6b76dc tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.037401 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-94fc40dd-a7c0-4fbc-8ede-ab07f429d1fe None None] For port 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc,segment=NetworkSegment(02c46417-3c0c-4951-8f83-49d63c7d9e6f),segment_id=02c46417-3c0c-4951-8f83-49d63c7d9e6f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:15.039857 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-94fc40dd-a7c0-4fbc-8ede-ab07f429d1fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.048668 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-19c102f6-487c-46de-b9a7-e2778f9a2b9e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.069382 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-94fc40dd-a7c0-4fbc-8ede-ab07f429d1fe None None] Calling delete_port for 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:15.070946 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ba69b-0187-42e3-ac1d-5c048d6b76dc tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event deleted for resources: {'Port': ['ID=4d207d7f-c602-4f18-863f-306352b8d82b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:15.090608 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c102f6-487c-46de-b9a7-e2778f9a2b9e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Port': ['ID=5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:15.104758 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c102f6-487c-46de-b9a7-e2778f9a2b9e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] No DVR routers for this DVR port 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:15.186797 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d303e6c4-b2cc-482b-8847-dbaf5789de33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.199645 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-3672be66-9591-49da-a546-a013ca609a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:15.213226 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-3672be66-9591-49da-a546-a013ca609a4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.232099 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-19c102f6-487c-46de-b9a7-e2778f9a2b9e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: from cryptography.utils import int_from_bytes Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: from cryptography.utils import int_from_bytes Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.270015 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.273126 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.273126 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.273126 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.273126 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.273126 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.273126 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.273126 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.273126 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.273126 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.273126 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.273126 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.273126 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.273126 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:15.273126 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:44:15.273972 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-19c102f6-487c-46de-b9a7-e2778f9a2b9e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82396d46-c089-431d-870b-7d3270ce286c']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:15.281929 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-19c102f6-487c-46de-b9a7-e2778f9a2b9e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c46417-3c0c-4951-8f83-49d63c7d9e6f') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:15.282625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-19c102f6-487c-46de-b9a7-e2778f9a2b9e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c46417-3c0c-4951-8f83-49d63c7d9e6f') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:15.283947 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-94fc40dd-a7c0-4fbc-8ede-ab07f429d1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.290665 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-3672be66-9591-49da-a546-a013ca609a4a service neutron] Transition to ACTIVE for port object e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:44:15.297758 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-19c102f6-487c-46de-b9a7-e2778f9a2b9e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.304393 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-3672be66-9591-49da-a546-a013ca609a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.322246 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-19c102f6-487c-46de-b9a7-e2778f9a2b9e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.332046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c102f6-487c-46de-b9a7-e2778f9a2b9e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:44:15.332949 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-19c102f6-487c-46de-b9a7-e2778f9a2b9e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:44:15.336100 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:44:15.357469 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc40dd-a7c0-4fbc-8ede-ab07f429d1fe None None] No DVR routers for this DVR port 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:15.359585 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc40dd-a7c0-4fbc-8ede-ab07f429d1fe None None] Pushing event deleted for resources: {'Port': ['ID=5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:15.393709 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc40dd-a7c0-4fbc-8ede-ab07f429d1fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:15.394346 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc40dd-a7c0-4fbc-8ede-ab07f429d1fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:15.397660 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc40dd-a7c0-4fbc-8ede-ab07f429d1fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:15.398259 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc40dd-a7c0-4fbc-8ede-ab07f429d1fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:15.398770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc40dd-a7c0-4fbc-8ede-ab07f429d1fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:15.399988 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc40dd-a7c0-4fbc-8ede-ab07f429d1fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:15.400642 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc40dd-a7c0-4fbc-8ede-ab07f429d1fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:15.401582 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc40dd-a7c0-4fbc-8ede-ab07f429d1fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:15.402219 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc40dd-a7c0-4fbc-8ede-ab07f429d1fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:15.402878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc40dd-a7c0-4fbc-8ede-ab07f429d1fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:15.404069 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc40dd-a7c0-4fbc-8ede-ab07f429d1fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:15.405035 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fc40dd-a7c0-4fbc-8ede-ab07f429d1fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:15.422279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186ba69b-0187-42e3-ac1d-5c048d6b76dc tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Router 7d762c3d-f56e-4302-a823-194d03c74a53 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:44:15.425418 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672be66-9591-49da-a546-a013ca609a4a service neutron] Pushing event updated for resources: {'Port': ['ID=e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:15.467408 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-19c102f6-487c-46de-b9a7-e2778f9a2b9e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.474568 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-19c102f6-487c-46de-b9a7-e2778f9a2b9e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.478870 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-19c102f6-487c-46de-b9a7-e2778f9a2b9e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/networks/82396d46-c089-431d-870b-7d3270ce286c HTTP/1.1" status: 204 len: 168 time: 1.0019109 Nov 12 00:44:15.482938 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33798) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:15.505635 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-50d62b9c-23ea-41be-b1b7-3266bdb3b4c7 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-324148529'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:15.510297 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c102f6-487c-46de-b9a7-e2778f9a2b9e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Network': ['ID=82396d46-c089-431d-870b-7d3270ce286c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:15.520070 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d303e6c4-b2cc-482b-8847-dbaf5789de33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.531716 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d62b9c-23ea-41be-b1b7-3266bdb3b4c7 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:15.535432 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50d62b9c-23ea-41be-b1b7-3266bdb3b4c7 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.564488 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d303e6c4-b2cc-482b-8847-dbaf5789de33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.565741 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d62b9c-23ea-41be-b1b7-3266bdb3b4c7 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:44:15.576391 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50d62b9c-23ea-41be-b1b7-3266bdb3b4c7 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.577159 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-50d62b9c-23ea-41be-b1b7-3266bdb3b4c7 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Added segment 28112711-c9fc-4d7b-8c80-42af20c826da of type vlan for network a3120247-0abb-4dd7-899f-595e80a1f9f4 Nov 12 00:44:15.636920 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50d62b9c-23ea-41be-b1b7-3266bdb3b4c7 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.676098 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50d62b9c-23ea-41be-b1b7-3266bdb3b4c7 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.686314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d62b9c-23ea-41be-b1b7-3266bdb3b4c7 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:15.687658 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50d62b9c-23ea-41be-b1b7-3266bdb3b4c7 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.689155 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-3672be66-9591-49da-a546-a013ca609a4a service neutron] Attempting to bind port e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:15.689510 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-3672be66-9591-49da-a546-a013ca609a4a service neutron] Attempting to bind port e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'bf5aac80-8f2b-48d2-b459-fc0469e08d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:15.689892 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-3672be66-9591-49da-a546-a013ca609a4a service neutron] Attempting to bind port e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 on network 3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:15.699195 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303e6c4-b2cc-482b-8847-dbaf5789de33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f94c18e-d224-4d59-b6ce-469f7b5c1b75,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:15.718263 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d303e6c4-b2cc-482b-8847-dbaf5789de33 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3903f245e924f36bfdcc81039b61fd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8854072 Nov 12 00:44:15.726564 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33802) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:15.727676 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-3672be66-9591-49da-a546-a013ca609a4a service neutron] Port e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 on network 3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:15.728629 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-3672be66-9591-49da-a546-a013ca609a4a service neutron] Attempting to bind port e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 on network 3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:15.741427 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-3672be66-9591-49da-a546-a013ca609a4a service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:15.741980 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-3672be66-9591-49da-a546-a013ca609a4a service neutron] Checking segment: {'id': 'bf5aac80-8f2b-48d2-b459-fc0469e08d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:15.742554 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-3672be66-9591-49da-a546-a013ca609a4a service neutron] Bound using segment: {'id': 'bf5aac80-8f2b-48d2-b459-fc0469e08d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:15.743196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-3672be66-9591-49da-a546-a013ca609a4a service neutron] Bound port: e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf5aac80-8f2b-48d2-b459-fc0469e08d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:15.743779 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-3672be66-9591-49da-a546-a013ca609a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.761342 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186ba69b-0187-42e3-ac1d-5c048d6b76dc tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:44:15.772939 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199419fb-d0ec-4d11-a807-b878a565d366 None None] Sync routers for ids ['7d762c3d-f56e-4302-a823-194d03c74a53'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:44:15.785750 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-50d62b9c-23ea-41be-b1b7-3266bdb3b4c7 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2904727 Nov 12 00:44:15.786973 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199419fb-d0ec-4d11-a807-b878a565d366 None None] Routers {'7d762c3d-f56e-4302-a823-194d03c74a53'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:15.787805 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-199419fb-d0ec-4d11-a807-b878a565d366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7d762c3d-f56e-4302-a823-194d03c74a53'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:15.793285 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33804) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:15.798252 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-265383f5-8e5a-4d49-b2a7-73c04f9c32a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'subnet': {'network_id': 'a3120247-0abb-4dd7-899f-595e80a1f9f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:15.827020 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-199419fb-d0ec-4d11-a807-b878a565d366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:15.835094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d62b9c-23ea-41be-b1b7-3266bdb3b4c7 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Network': ['ID=a3120247-0abb-4dd7-899f-595e80a1f9f4,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:15.838473 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199419fb-d0ec-4d11-a807-b878a565d366 None None] Routers {'7d762c3d-f56e-4302-a823-194d03c74a53'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:15.839521 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-199419fb-d0ec-4d11-a807-b878a565d366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:43:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7d762c3d-f56e-4302-a823-194d03c74a53'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:15.848225 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network a3120247-0abb-4dd7-899f-595e80a1f9f4 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:44:15.918390 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d006d80-52a5-4d20-ac2a-a91f91ecdac6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.936407 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-199419fb-d0ec-4d11-a807-b878a565d366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:15.938375 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199419fb-d0ec-4d11-a807-b878a565d366 None None] The sync data for ids ['7d762c3d-f56e-4302-a823-194d03c74a53'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:44:15.952528 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d006d80-52a5-4d20-ac2a-a91f91ecdac6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:15.972495 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265383f5-8e5a-4d49-b2a7-73c04f9c32a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:15.976445 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-265383f5-8e5a-4d49-b2a7-73c04f9c32a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:16.037977 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:16.082025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:16.082626 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5e60ec94-b6ee-40d9-a0ee-8ab1a90c63bc not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:16.104138 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-186ba69b-0187-42e3-ac1d-5c048d6b76dc tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:16.112773 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-186ba69b-0187-42e3-ac1d-5c048d6b76dc tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "DELETE /v2.0/ports/4d207d7f-c602-4f18-863f-306352b8d82b HTTP/1.1" status: 204 len: 168 time: 3.2020123 Nov 12 00:44:16.112773 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33812) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:16.123963 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-3672be66-9591-49da-a546-a013ca609a4a service neutron] For port e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:16.126649 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d006d80-52a5-4d20-ac2a-a91f91ecdac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:16.130896 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d006d80-52a5-4d20-ac2a-a91f91ecdac6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:16.133910 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6d006d80-52a5-4d20-ac2a-a91f91ecdac6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f94c18e-d224-4d59-b6ce-469f7b5c1b75 HTTP/1.1" status: 204 len: 168 time: 0.4062696 Nov 12 00:44:16.180151 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff916f5-37ba-41bc-8f79-11e5bafbb729 req-ddbd8e1f-9a59-40a8-8fda-af72f7ba2c66 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:16.182400 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6ff916f5-37ba-41bc-8f79-11e5bafbb729 req-ddbd8e1f-9a59-40a8-8fda-af72f7ba2c66 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 946 time: 0.3569129 Nov 12 00:44:16.182551 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d006d80-52a5-4d20-ac2a-a91f91ecdac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f94c18e-d224-4d59-b6ce-469f7b5c1b75,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:16.187920 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-3672be66-9591-49da-a546-a013ca609a4a service neutron] For port e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84,segment=NetworkSegment(bf5aac80-8f2b-48d2-b459-fc0469e08d3a),segment_id=bf5aac80-8f2b-48d2-b459-fc0469e08d3a)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:16.221025 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-3672be66-9591-49da-a546-a013ca609a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:16.258645 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a549a-a657-4174-b5d7-7c883ba2673c req-1d536401-e999-4aa3-b4c8-8dbfd66d8a43 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:16.265231 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e49a549a-a657-4174-b5d7-7c883ba2673c req-1d536401-e999-4aa3-b4c8-8dbfd66d8a43 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 944 time: 0.1420918 Nov 12 00:44:16.331456 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-3672be66-9591-49da-a546-a013ca609a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:16.332136 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-3672be66-9591-49da-a546-a013ca609a4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:16.333637 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-3672be66-9591-49da-a546-a013ca609a4a service neutron] 10.222.0.21 "PUT /v2.0/ports/e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 HTTP/1.1" status: 200 len: 1093 time: 2.1739273 Nov 12 00:44:16.335363 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0525b0e-78f8-40e0-bb6d-edface8f0bcb', 'tag': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:16.338325 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554909e9-f982-47a9-84b2-313f52cd209a" -d '{"events": [{"name": "network-changed", "server_uuid": "a0525b0e-78f8-40e0-bb6d-edface8f0bcb", "tag": "e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:16.416875 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e49a549a-a657-4174-b5d7-7c883ba2673c req-8ff70e53-8078-43aa-9823-f1f872ee7e4a tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439476 Nov 12 00:44:16.422639 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-265383f5-8e5a-4d49-b2a7-73c04f9c32a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:16.522650 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6ff916f5-37ba-41bc-8f79-11e5bafbb729 req-f56d304d-0eb0-46e0-9782-ed843cdf129c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314245 Nov 12 00:44:16.573300 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265383f5-8e5a-4d49-b2a7-73c04f9c32a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Subnet': ['ID=5c97fa19-6d14-495f-a8f5-202c977ce20d,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:16.584396 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672be66-9591-49da-a546-a013ca609a4a service neutron] Pushing event updated for resources: {'Port': ['ID=e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:16.611811 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265383f5-8e5a-4d49-b2a7-73c04f9c32a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Checking segment: {'id': '28112711-c9fc-4d7b-8c80-42af20c826da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a3120247-0abb-4dd7-899f-595e80a1f9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:16.612191 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265383f5-8e5a-4d49-b2a7-73c04f9c32a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network hostable DHCP agents. Network: a3120247-0abb-4dd7-899f-595e80a1f9f4, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:44:16.651201 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33824) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:16.680826 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ebba500-e7d4-4c59-8ff8-fb8673fcda79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:16.687526 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265383f5-8e5a-4d49-b2a7-73c04f9c32a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network a3120247-0abb-4dd7-899f-595e80a1f9f4 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:44:16.742852 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-265383f5-8e5a-4d49-b2a7-73c04f9c32a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, a3120247-0abb-4dd7-899f-595e80a1f9f4) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:16.754421 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f109a737-3a0f-4acb-a366-b706643c662b None None] Network a3120247-0abb-4dd7-899f-595e80a1f9f4 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:16.756603 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265383f5-8e5a-4d49-b2a7-73c04f9c32a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:16.757251 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-265383f5-8e5a-4d49-b2a7-73c04f9c32a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:16.822769 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-265383f5-8e5a-4d49-b2a7-73c04f9c32a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0252597 Nov 12 00:44:16.896818 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ebba500-e7d4-4c59-8ff8-fb8673fcda79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:16.898790 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33826) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:16.908474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-4b61183b-c32b-4351-8ff6-fde98fd5697e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'port': {'network_id': 'a3120247-0abb-4dd7-899f-595e80a1f9f4', 'name': 'tempest-PortsTestJSON-1056706321', 'fixed_ips': [{'subnet_id': '5c97fa19-6d14-495f-a8f5-202c977ce20d', 'ip_address': '172.20.0.10'}]}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:16.915607 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ebba500-e7d4-4c59-8ff8-fb8673fcda79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:17.087142 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5ebba500-e7d4-4c59-8ff8-fb8673fcda79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4cbff6ecce594aa0aaf84e07ca6ded74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4325991 Nov 12 00:44:17.090719 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33832) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:17.098847 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cbb30c-b3f3-4b4f-a031-be718311ea54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-a3120247-0abb-4dd7-899f-595e80a1f9f4', 'network_id': 'a3120247-0abb-4dd7-899f-595e80a1f9f4', 'tenant_id': '6a418c9e3d724ba18332c717826e963e', 'fixed_ips': [{'subnet_id': '5c97fa19-6d14-495f-a8f5-202c977ce20d'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:44:17.099732 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-61cbb30c-b3f3-4b4f-a031-be718311ea54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:17.114199 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebba500-e7d4-4c59-8ff8-fb8673fcda79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7b2bcd-5327-4cc3-a03d-4568e36bcc3b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:17.235323 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b61183b-c32b-4351-8ff6-fde98fd5697e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:17.244288 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d14a89da-b4ee-4be9-b8ed-289f2aebda6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:17.338103 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d14a89da-b4ee-4be9-b8ed-289f2aebda6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:17.405052 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba5258c-cd5f-45f0-bb58-d601ac888469 x-openstack-request-id: req-1ba5258c-cd5f-45f0-bb58-d601ac888469 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:17.405552 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4b61183b-c32b-4351-8ff6-fde98fd5697e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:17.406545 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0525b0e-78f8-40e0-bb6d-edface8f0bcb", "tag": "e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:17.407050 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ba5258c-cd5f-45f0-bb58-d601ac888469 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:17.408253 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0525b0e-78f8-40e0-bb6d-edface8f0bcb', 'tag': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84', 'status': 'completed', 'code': 200} Nov 12 00:44:17.419424 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-2eaa5268-1880-4d5d-8e50-a41eee6236e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:17.425047 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-2eaa5268-1880-4d5d-8e50-a41eee6236e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7599eb657084d80a1806919aa3c14e6&device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 1096 time: 0.9441173 Nov 12 00:44:17.429609 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-4b61183b-c32b-4351-8ff6-fde98fd5697e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] device_id is not set on port f94e6887-29cb-4aa6-812a-6348caa6b083 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:44:17.431034 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-61cbb30c-b3f3-4b4f-a031-be718311ea54 None None] Allocated IP 172.20.0.2 (a3120247-0abb-4dd7-899f-595e80a1f9f4/5c97fa19-6d14-495f-a8f5-202c977ce20d/7c30f27d-b2a6-4e87-8aed-e47afffe9b3c) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:17.510987 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-1e176603-37cf-48ac-bf5d-3355119bb960 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 HTTP/1.1" status: 200 len: 217 time: 0.0530667 Nov 12 00:44:17.630196 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d14a89da-b4ee-4be9-b8ed-289f2aebda6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:17.636337 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d14a89da-b4ee-4be9-b8ed-289f2aebda6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:17.640631 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d14a89da-b4ee-4be9-b8ed-289f2aebda6c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e7b2bcd-5327-4cc3-a03d-4568e36bcc3b HTTP/1.1" status: 204 len: 168 time: 0.5422180 Nov 12 00:44:17.676420 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a89da-b4ee-4be9-b8ed-289f2aebda6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7b2bcd-5327-4cc3-a03d-4568e36bcc3b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:17.684810 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-61cbb30c-b3f3-4b4f-a031-be718311ea54 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:17.699657 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-61cbb30c-b3f3-4b4f-a031-be718311ea54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:17.743818 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cbb30c-b3f3-4b4f-a031-be718311ea54 None None] Network a3120247-0abb-4dd7-899f-595e80a1f9f4 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:17.745304 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-34de8d6d-4498-4db1-b310-307b3a90b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:17.751889 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-61cbb30c-b3f3-4b4f-a031-be718311ea54 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:17.755878 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-34de8d6d-4498-4db1-b310-307b3a90b945 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ca6f62c9-3a34-45a3-8f31-24454b3d735a HTTP/1.1" status: 200 len: 860 time: 0.2312782 Nov 12 00:44:17.756681 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cbb30c-b3f3-4b4f-a031-be718311ea54 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:17.765504 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbb30c-b3f3-4b4f-a031-be718311ea54 None None] Pushing event updated for resources: {'Port': ['ID=7c30f27d-b2a6-4e87-8aed-e47afffe9b3c,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:17.853642 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-61cbb30c-b3f3-4b4f-a031-be718311ea54 None None] Attempting to bind port 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:17.854033 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-61cbb30c-b3f3-4b4f-a031-be718311ea54 None None] Attempting to bind port 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '28112711-c9fc-4d7b-8c80-42af20c826da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a3120247-0abb-4dd7-899f-595e80a1f9f4'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:17.854513 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cbb30c-b3f3-4b4f-a031-be718311ea54 None None] Attempting to bind port 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c on network a3120247-0abb-4dd7-899f-595e80a1f9f4 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:17.856192 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc914da-1a99-4046-8c67-904d4e6a22f5 req-9212e6ca-88db-4bfa-a454-b34c660380c6 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:17.875487 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5dc914da-1a99-4046-8c67-904d4e6a22f5 req-9212e6ca-88db-4bfa-a454-b34c660380c6 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 946 time: 0.2217958 Nov 12 00:44:17.880037 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cbb30c-b3f3-4b4f-a031-be718311ea54 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:17.880476 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cbb30c-b3f3-4b4f-a031-be718311ea54 None None] Checking segment: {'id': '28112711-c9fc-4d7b-8c80-42af20c826da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a3120247-0abb-4dd7-899f-595e80a1f9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:17.880853 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-61cbb30c-b3f3-4b4f-a031-be718311ea54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:17.881302 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cbb30c-b3f3-4b4f-a031-be718311ea54 None None] Bound using segment: {'id': '28112711-c9fc-4d7b-8c80-42af20c826da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a3120247-0abb-4dd7-899f-595e80a1f9f4'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:17.882077 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-61cbb30c-b3f3-4b4f-a031-be718311ea54 None None] Bound port: 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28112711-c9fc-4d7b-8c80-42af20c826da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a3120247-0abb-4dd7-899f-595e80a1f9f4'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:17.882481 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-61cbb30c-b3f3-4b4f-a031-be718311ea54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:17.892646 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c9e57-e57c-40ff-8028-4f45cac15b4f req-8d305687-5124-4434-8008-7aa20b277cf4 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:17.894265 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be5c9e57-e57c-40ff-8028-4f45cac15b4f req-8d305687-5124-4434-8008-7aa20b277cf4 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 944 time: 0.3381493 Nov 12 00:44:17.929081 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-4b61183b-c32b-4351-8ff6-fde98fd5697e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Allocated IP 172.20.0.10 (a3120247-0abb-4dd7-899f-595e80a1f9f4/5c97fa19-6d14-495f-a8f5-202c977ce20d/f94e6887-29cb-4aa6-812a-6348caa6b083) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:17.950439 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-fa29f771-b82c-4cff-802d-ddc6769ac5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:17.952471 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-fa29f771-b82c-4cff-802d-ddc6769ac5e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1580989 Nov 12 00:44:18.017068 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5dc914da-1a99-4046-8c67-904d4e6a22f5 req-6f903b6f-224f-47d9-975e-230832b70e26 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406949 Nov 12 00:44:18.058057 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be5c9e57-e57c-40ff-8028-4f45cac15b4f req-7ed660ce-9d4b-49d4-a02d-69cafee3e008 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547623 Nov 12 00:44:18.099698 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-61cbb30c-b3f3-4b4f-a031-be718311ea54 None None] For port 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:18.104688 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-61cbb30c-b3f3-4b4f-a031-be718311ea54 None None] For port 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7c30f27d-b2a6-4e87-8aed-e47afffe9b3c,segment=NetworkSegment(28112711-c9fc-4d7b-8c80-42af20c826da),segment_id=28112711-c9fc-4d7b-8c80-42af20c826da)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:18.124502 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-61cbb30c-b3f3-4b4f-a031-be718311ea54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.208503 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-6e9a5820-4a38-470c-92ec-02bba7382961 service neutron] 10.222.0.21 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406845 Nov 12 00:44:18.213006 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f4374df4-1247-4e1a-95f2-b00059df667b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.243677 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbb30c-b3f3-4b4f-a031-be718311ea54 None None] Pushing event updated for resources: {'Port': ['ID=7c30f27d-b2a6-4e87-8aed-e47afffe9b3c,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:18.403878 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4b61183b-c32b-4351-8ff6-fde98fd5697e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.489781 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4b61183b-c32b-4351-8ff6-fde98fd5697e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.574276 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b37f1707-e3f8-46f5-8714-6674e31d736a req-224837ce-87ca-4b1d-a350-c0172b077442 service neutron] 10.222.0.21 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530860 Nov 12 00:44:18.662518 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b61183b-c32b-4351-8ff6-fde98fd5697e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network a3120247-0abb-4dd7-899f-595e80a1f9f4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:18.669694 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-4b61183b-c32b-4351-8ff6-fde98fd5697e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:18.701669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b61183b-c32b-4351-8ff6-fde98fd5697e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:18.771530 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61183b-c32b-4351-8ff6-fde98fd5697e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=f94e6887-29cb-4aa6-812a-6348caa6b083,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:18.796194 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554909e9-f982-47a9-84b2-313f52cd209a req-b45e9845-c86e-4f4f-877f-6c212fc381e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:18.798072 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-554909e9-f982-47a9-84b2-313f52cd209a req-b45e9845-c86e-4f4f-877f-6c212fc381e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7599eb657084d80a1806919aa3c14e6&device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 1096 time: 0.1144342 Nov 12 00:44:18.816068 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b61183b-c32b-4351-8ff6-fde98fd5697e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:18.816750 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4b61183b-c32b-4351-8ff6-fde98fd5697e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:18.840779 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4b61183b-c32b-4351-8ff6-fde98fd5697e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9392402 Nov 12 00:44:18.842647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33860) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:18.882646 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-432a3cff-7a67-45ac-8bb2-96c76e7d1a52 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'port': {'network_id': 'a3120247-0abb-4dd7-899f-595e80a1f9f4', 'name': 'tempest-PortsTestJSON-2119570829', 'fixed_ips': [{'subnet_id': '5c97fa19-6d14-495f-a8f5-202c977ce20d', 'ip_address': '172.20.0.9'}]}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:18.997268 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554909e9-f982-47a9-84b2-313f52cd209a req-71ef9b83-eef4-492c-a89f-9f1752ebaa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:19.001240 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-554909e9-f982-47a9-84b2-313f52cd209a req-71ef9b83-eef4-492c-a89f-9f1752ebaa5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a HTTP/1.1" status: 200 len: 922 time: 0.1863298 Nov 12 00:44:19.037793 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-f4374df4-1247-4e1a-95f2-b00059df667b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Deleting port aa80d091-f10f-4287-8c11-de350ee3039b {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:19.038476 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f4374df4-1247-4e1a-95f2-b00059df667b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:19.043632 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432a3cff-7a67-45ac-8bb2-96c76e7d1a52 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:19.053800 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-432a3cff-7a67-45ac-8bb2-96c76e7d1a52 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:19.079208 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-554909e9-f982-47a9-84b2-313f52cd209a req-818048ff-fdd1-4fe3-8bb2-7767c75c1d11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 HTTP/1.1" status: 200 len: 217 time: 0.0711102 Nov 12 00:44:19.132951 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-432a3cff-7a67-45ac-8bb2-96c76e7d1a52 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] device_id is not set on port 148c3840-1ea3-4f02-984c-f8478f4e7378 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:44:19.251135 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554909e9-f982-47a9-84b2-313f52cd209a req-0943b758-2c83-4aef-a545-2eb589325a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:19.252642 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-554909e9-f982-47a9-84b2-313f52cd209a req-0943b758-2c83-4aef-a545-2eb589325a62 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ca6f62c9-3a34-45a3-8f31-24454b3d735a HTTP/1.1" status: 200 len: 860 time: 0.1476676 Nov 12 00:44:19.486822 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554909e9-f982-47a9-84b2-313f52cd209a req-93cbbbb6-ebd8-46cf-8451-2f5de40aa3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:19.489381 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-554909e9-f982-47a9-84b2-313f52cd209a req-93cbbbb6-ebd8-46cf-8451-2f5de40aa3b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2136393 Nov 12 00:44:19.493436 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c8199-b5db-46f6-ad8c-fa59c2319278 req-36f5c893-0d15-4b02-ada7-9ef0386b0870 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:19.494976 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-154c8199-b5db-46f6-ad8c-fa59c2319278 req-36f5c893-0d15-4b02-ada7-9ef0386b0870 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 946 time: 0.1646771 Nov 12 00:44:19.498243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-432a3cff-7a67-45ac-8bb2-96c76e7d1a52 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Allocated IP 172.20.0.9 (a3120247-0abb-4dd7-899f-595e80a1f9f4/5c97fa19-6d14-495f-a8f5-202c977ce20d/148c3840-1ea3-4f02-984c-f8478f4e7378) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:19.565959 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cd9b2-e53e-4e4a-8647-64047c151ed2 req-edea506c-6be7-4055-a4c2-96e5f039812a tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:19.568367 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e79cd9b2-e53e-4e4a-8647-64047c151ed2 req-edea506c-6be7-4055-a4c2-96e5f039812a tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 944 time: 0.3067818 Nov 12 00:44:19.592228 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f4374df4-1247-4e1a-95f2-b00059df667b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:19.653042 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-154c8199-b5db-46f6-ad8c-fa59c2319278 req-011ef284-bcd2-413e-897a-1aea5f4edf0c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459460 Nov 12 00:44:19.738836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-f4374df4-1247-4e1a-95f2-b00059df667b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Calling delete_port for aa80d091-f10f-4287-8c11-de350ee3039b owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:19.789525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device be9e8077-27dd-4e70-8be7-42450793c0f9 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:19.926459 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-432a3cff-7a67-45ac-8bb2-96c76e7d1a52 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:19.951664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccba565-1e84-4eda-a8e1-c31304e379d1 None None] Network a3120247-0abb-4dd7-899f-595e80a1f9f4 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:19.996681 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-432a3cff-7a67-45ac-8bb2-96c76e7d1a52 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.063108 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432a3cff-7a67-45ac-8bb2-96c76e7d1a52 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network a3120247-0abb-4dd7-899f-595e80a1f9f4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:20.075680 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-432a3cff-7a67-45ac-8bb2-96c76e7d1a52 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:20.080221 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f0ff281a-896f-427f-934e-104e9dbfd648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.098607 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432a3cff-7a67-45ac-8bb2-96c76e7d1a52 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:20.103046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a3cff-7a67-45ac-8bb2-96c76e7d1a52 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=148c3840-1ea3-4f02-984c-f8478f4e7378,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:20.120806 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.128183 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:20.149298 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d91639aa-c0fc-4646-b96e-38c6d99e1aca None None] Provisioning complete for port 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:20.150409 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d91639aa-c0fc-4646-b96e-38c6d99e1aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.153373 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e79cd9b2-e53e-4e4a-8647-64047c151ed2 req-5a25a912-f01d-4740-98a1-4d51ca687fd8 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693686 Nov 12 00:44:20.153895 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-e4c55daa-b17f-4f0e-8227-5e0eb569fc90 service neutron] 10.222.0.21 "GET /v2.0/ports/be9e8077-27dd-4e70-8be7-42450793c0f9/bindings/n-h2-712137-14 HTTP/1.1" status: 200 len: 385 time: 0.1783836 Nov 12 00:44:20.159170 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-554909e9-f982-47a9-84b2-313f52cd209a req-0d8fa95f-0631-4aa8-be79-bf0fb9ba12a6 service neutron] 10.222.0.21 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518354 Nov 12 00:44:20.194634 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33890) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:20.237348 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a3cff-7a67-45ac-8bb2-96c76e7d1a52 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:20.241339 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-432a3cff-7a67-45ac-8bb2-96c76e7d1a52 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.269519 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc6c407-53e5-48b5-a8c4-4f6c3be84f7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be9e8077-27dd-4e70-8be7-42450793c0f9'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:20.279390 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-432a3cff-7a67-45ac-8bb2-96c76e7d1a52 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4297342 Nov 12 00:44:20.279591 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33896) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:20.282127 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfd00e5-7b6c-418e-a56c-34d307ba9511" -d '{"events": [{"server_uuid": "afc6c407-53e5-48b5-a8c4-4f6c3be84f7c", "name": "network-vif-unplugged", "status": "completed", "tag": "be9e8077-27dd-4e70-8be7-42450793c0f9"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:20.393773 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ae62be-852c-4123-bc23-e1c5143c2b1f tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:20.395576 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-59ae62be-852c-4123-bc23-e1c5143c2b1f tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1148427 Nov 12 00:44:20.398904 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33900) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:20.416789 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf96189c-b337-461d-bfb5-db9429c6b647 x-openstack-request-id: req-cf96189c-b337-461d-bfb5-db9429c6b647 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:20.417234 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc6c407-53e5-48b5-a8c4-4f6c3be84f7c", "name": "network-vif-unplugged", "status": "completed", "tag": "be9e8077-27dd-4e70-8be7-42450793c0f9", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:20.417587 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf96189c-b337-461d-bfb5-db9429c6b647 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:20.418079 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc6c407-53e5-48b5-a8c4-4f6c3be84f7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be9e8077-27dd-4e70-8be7-42450793c0f9', 'code': 200} Nov 12 00:44:20.421743 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-f72ea80c-ab49-42f2-b627-68900d671510 tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1070660522'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:20.422340 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port be9e8077-27dd-4e70-8be7-42450793c0f9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=be9e8077-27dd-4e70-8be7-42450793c0f9,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:20.422571 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-f72ea80c-ab49-42f2-b627-68900d671510 tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] Unknown quota resources ['metering_label']. {{(pid=114243) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:44:20.468075 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d91639aa-c0fc-4646-b96e-38c6d99e1aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.505332 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-554909e9-f982-47a9-84b2-313f52cd209a req-698cd592-a8e5-4b84-8620-9cdcea88a8ad service neutron] 10.222.0.21 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326647 Nov 12 00:44:20.508461 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d91639aa-c0fc-4646-b96e-38c6d99e1aca None None] For port 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7c30f27d-b2a6-4e87-8aed-e47afffe9b3c,segment=NetworkSegment(28112711-c9fc-4d7b-8c80-42af20c826da),segment_id=28112711-c9fc-4d7b-8c80-42af20c826da)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:20.514960 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.571461 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d91639aa-c0fc-4646-b96e-38c6d99e1aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.576025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=be9e8077-27dd-4e70-8be7-42450793c0f9,revision_number=10']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:20.631758 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-9ec96314-839b-43b1-a01b-35ae293fd09f service neutron] For port be9e8077-27dd-4e70-8be7-42450793c0f9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=be9e8077-27dd-4e70-8be7-42450793c0f9,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:20.639646 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f4374df4-1247-4e1a-95f2-b00059df667b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.692247 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:20.692819 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.698778 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4374df4-1247-4e1a-95f2-b00059df667b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event deleted for resources: {'Port': ['ID=aa80d091-f10f-4287-8c11-de350ee3039b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:20.721239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee53666e-4827-44f7-869b-1e33ea228c23 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:20.731184 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee53666e-4827-44f7-869b-1e33ea228c23 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:20.735627 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-9ec96314-839b-43b1-a01b-35ae293fd09f service neutron] For port be9e8077-27dd-4e70-8be7-42450793c0f9, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:20.738131 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee53666e-4827-44f7-869b-1e33ea228c23 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:20.739875 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ee53666e-4827-44f7-869b-1e33ea228c23 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3396194 Nov 12 00:44:20.743664 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f72ea80c-ab49-42f2-b627-68900d671510 tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:20.744855 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f72ea80c-ab49-42f2-b627-68900d671510 tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5488491 Nov 12 00:44:20.745428 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33904) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:20.754059 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33906) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:20.763375 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d61a561f-1d95-4dd0-af71-90ad689729d7 tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '95cc3244-2eb3-417e-8c88-9d8e7fe8b6cf'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:20.763832 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d61a561f-1d95-4dd0-af71-90ad689729d7 tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114243) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:44:20.776564 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91639aa-c0fc-4646-b96e-38c6d99e1aca None None] Pushing event updated for resources: {'Port': ['ID=7c30f27d-b2a6-4e87-8aed-e47afffe9b3c,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:20.922508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-9ec96314-839b-43b1-a01b-35ae293fd09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9e8077-27dd-4e70-8be7-42450793c0f9 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:20.961115 n-d-712137-14 neutron-server[114243]: WARNING neutron.services.metering.metering_plugin [None req-d61a561f-1d95-4dd0-af71-90ad689729d7 tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 00:44:20.968768 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-9ec96314-839b-43b1-a01b-35ae293fd09f service neutron] For port be9e8077-27dd-4e70-8be7-42450793c0f9, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=be9e8077-27dd-4e70-8be7-42450793c0f9,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:21.016621 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-9ec96314-839b-43b1-a01b-35ae293fd09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:21.122954 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0911db4c-62cf-41f7-aad5-273853cc0ea0 None None] Provisioning complete for port f94e6887-29cb-4aa6-812a-6348caa6b083 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:21.123445 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0911db4c-62cf-41f7-aad5-273853cc0ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:21.169838 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c527b3a-8d0c-4334-8b04-eb96109b54b5 req-e346364f-0a13-429b-8bcd-c341590956fe tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:21.177589 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0c527b3a-8d0c-4334-8b04-eb96109b54b5 req-e346364f-0a13-429b-8bcd-c341590956fe tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 945 time: 0.3400531 Nov 12 00:44:21.190998 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d61a561f-1d95-4dd0-af71-90ad689729d7 tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:21.194720 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d61a561f-1d95-4dd0-af71-90ad689729d7 tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4360166 Nov 12 00:44:21.198408 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33914) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:21.203928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b3054dcc-155e-46be-81a3-732dddb494d0 tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '95cc3244-2eb3-417e-8c88-9d8e7fe8b6cf'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:21.209598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-0911db4c-62cf-41f7-aad5-273853cc0ea0 None None] Port f94e6887-29cb-4aa6-812a-6348caa6b083 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:21.210596 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b3054dcc-155e-46be-81a3-732dddb494d0 tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114243) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:44:21.234282 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0911db4c-62cf-41f7-aad5-273853cc0ea0 None None] Provisioning complete for port 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:21.237987 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0911db4c-62cf-41f7-aad5-273853cc0ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:21.331918 n-d-712137-14 neutron-server[114243]: WARNING neutron.services.metering.metering_plugin [None req-b3054dcc-155e-46be-81a3-732dddb494d0 tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 00:44:21.381223 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-dfcec186-1a31-4069-bf4c-2ee494e58f10 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting port 148c3840-1ea3-4f02-984c-f8478f4e7378 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:21.381223 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dfcec186-1a31-4069-bf4c-2ee494e58f10 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:21.381483 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0911db4c-62cf-41f7-aad5-273853cc0ea0 None None] Provisioning complete for port 148c3840-1ea3-4f02-984c-f8478f4e7378 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:21.381483 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0911db4c-62cf-41f7-aad5-273853cc0ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:21.381945 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f4374df4-1247-4e1a-95f2-b00059df667b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:21.444869 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-0911db4c-62cf-41f7-aad5-273853cc0ea0 None None] Port 148c3840-1ea3-4f02-984c-f8478f4e7378 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:21.472279 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0c527b3a-8d0c-4334-8b04-eb96109b54b5 req-2b6cc57d-7d82-4c97-8ac7-f683c02f4b3c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936895 Nov 12 00:44:21.513911 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-9ec96314-839b-43b1-a01b-35ae293fd09f service neutron] Transition to ACTIVE for port object be9e8077-27dd-4e70-8be7-42450793c0f9 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:44:21.521760 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-9ec96314-839b-43b1-a01b-35ae293fd09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:21.567447 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ce34ee3d-7485-44c7-908f-cf6703ddbc6b None None] Provisioning complete for port f94e6887-29cb-4aa6-812a-6348caa6b083 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:21.568176 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ce34ee3d-7485-44c7-908f-cf6703ddbc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:21.641804 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3614ba35-21de-4437-9fe2-cea0eeef2d15 None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:21.641932 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-9ec96314-839b-43b1-a01b-35ae293fd09f service neutron] No DVR routers for this DVR port be9e8077-27dd-4e70-8be7-42450793c0f9 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:21.662365 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ce34ee3d-7485-44c7-908f-cf6703ddbc6b None None] Port f94e6887-29cb-4aa6-812a-6348caa6b083 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:21.665544 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec96314-839b-43b1-a01b-35ae293fd09f service neutron] Pushing event updated for resources: {'Port': ['ID=be9e8077-27dd-4e70-8be7-42450793c0f9,revision_number=12']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:21.730551 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-9ec96314-839b-43b1-a01b-35ae293fd09f service neutron] 10.222.0.21 "PUT /v2.0/ports/be9e8077-27dd-4e70-8be7-42450793c0f9/bindings/n-h2-712137-14/activate HTTP/1.1" status: 200 len: 370 time: 1.5591006 Nov 12 00:44:21.821163 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:44:21.857345 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1dc9565b-7378-478d-8474-14f0bd0e983f None None] Provisioning complete for port 148c3840-1ea3-4f02-984c-f8478f4e7378 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:21.858321 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1dc9565b-7378-478d-8474-14f0bd0e983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:21.995474 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dfcec186-1a31-4069-bf4c-2ee494e58f10 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:22.002938 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1dc9565b-7378-478d-8474-14f0bd0e983f None None] Port 148c3840-1ea3-4f02-984c-f8478f4e7378 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:22.010182 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-dfcec186-1a31-4069-bf4c-2ee494e58f10 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Calling delete_port for 148c3840-1ea3-4f02-984c-f8478f4e7378 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:22.031526 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:22.094065 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84,segment=NetworkSegment(bf5aac80-8f2b-48d2-b459-fc0469e08d3a),segment_id=bf5aac80-8f2b-48d2-b459-fc0469e08d3a)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:22.113005 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'port_id': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84', 'mac_address': 'fa:16:3e:cf:b6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:44:22.148407 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4374df4-1247-4e1a-95f2-b00059df667b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Router 7d762c3d-f56e-4302-a823-194d03c74a53 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:44:22.161279 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3054dcc-155e-46be-81a3-732dddb494d0 tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:22.162490 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b3054dcc-155e-46be-81a3-732dddb494d0 tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9620314 Nov 12 00:44:22.163110 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:22.166551 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33920) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:22.179703 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:22.180080 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:22.184328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:22.186271 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-9a0cabd0-ad72-4dcf-b348-a003ac38ecea tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:22.187769 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-9a0cabd0-ad72-4dcf-b348-a003ac38ecea tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c&tenant_id=0c08be1f58b544848c94fddfb37189e3&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 1097 time: 0.3164904 Nov 12 00:44:22.219344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06e544-8c70-414c-b9be-83b2bf4e6578 req-9096e397-611f-41ff-b530-09dae19a33bc tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:22.220943 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fc06e544-8c70-414c-b9be-83b2bf4e6578 req-9096e397-611f-41ff-b530-09dae19a33bc tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 944 time: 0.8931463 Nov 12 00:44:22.235644 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84,segment=NetworkSegment(bf5aac80-8f2b-48d2-b459-fc0469e08d3a),segment_id=bf5aac80-8f2b-48d2-b459-fc0469e08d3a)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:22.235866 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1580f777-3025-40b8-93c1-9589db43f2e8 tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=502f4c26-683e-4134-94af-bbf28669ec8f HTTP/1.1" status: 200 len: 464 time: 0.0649230 Nov 12 00:44:22.237792 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33924) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:22.239473 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:22.308079 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1481231f-6c43-4761-bd06-7f3491c53a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:22.308285 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fc06e544-8c70-414c-b9be-83b2bf4e6578 req-a7b11498-352f-413e-9992-6e1b64af613c tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694511 Nov 12 00:44:22.352810 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:22.440597 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dfcec186-1a31-4069-bf4c-2ee494e58f10 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:22.478300 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:22.492015 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcec186-1a31-4069-bf4c-2ee494e58f10 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Port': ['ID=148c3840-1ea3-4f02-984c-f8478f4e7378,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:22.546908 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4374df4-1247-4e1a-95f2-b00059df667b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:44:22.572541 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58808b6b-f36f-4d82-9b42-c7e3999f379f None None] Sync routers for ids ['7d762c3d-f56e-4302-a823-194d03c74a53'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:44:22.608425 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f4374df4-1247-4e1a-95f2-b00059df667b tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "PUT /v2.0/routers/7d762c3d-f56e-4302-a823-194d03c74a53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4944634 Nov 12 00:44:22.612907 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dd9bea08-51c5-4f04-9852-f4b498368ebf tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:22.616302 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58808b6b-f36f-4d82-9b42-c7e3999f379f None None] Routers {'7d762c3d-f56e-4302-a823-194d03c74a53'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:22.617092 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dd9bea08-51c5-4f04-9852-f4b498368ebf tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/502f4c26-683e-4134-94af-bbf28669ec8f HTTP/1.1" status: 204 len: 168 time: 0.3793612 Nov 12 00:44:22.617892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33932) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:22.618798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33934) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:22.619094 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-58808b6b-f36f-4d82-9b42-c7e3999f379f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:44:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7d762c3d-f56e-4302-a823-194d03c74a53'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:22.644362 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-76aa3b23-3d82-48c4-8083-67e704b6bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:22.646746 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-76aa3b23-3d82-48c4-8083-67e704b6bd7f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c&tenant_id=0c08be1f58b544848c94fddfb37189e3 HTTP/1.1" status: 200 len: 1097 time: 0.4233611 Nov 12 00:44:22.673394 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-58808b6b-f36f-4d82-9b42-c7e3999f379f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:22.693172 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58808b6b-f36f-4d82-9b42-c7e3999f379f None None] Routers {'7d762c3d-f56e-4302-a823-194d03c74a53'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:22.693996 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-58808b6b-f36f-4d82-9b42-c7e3999f379f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:44:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7d762c3d-f56e-4302-a823-194d03c74a53'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:22.702646 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec5136-b3a5-4333-bef5-e4bef14357b6 req-b753bfbd-36bc-4fb9-9d29-bd16ebb49f9e tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:22.711633 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86ec5136-b3a5-4333-bef5-e4bef14357b6 req-b753bfbd-36bc-4fb9-9d29-bd16ebb49f9e tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 945 time: 0.1099164 Nov 12 00:44:22.729790 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-c3bacd8f-8a99-43a7-87d9-f6fc295d1bbd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:44:22.730865 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-c3bacd8f-8a99-43a7-87d9-f6fc295d1bbd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152383 Nov 12 00:44:22.750468 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7667c7a2-be99-480d-8f11-88827e222f16 tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=502f4c26-683e-4134-94af-bbf28669ec8f HTTP/1.1" status: 200 len: 221 time: 0.1245546 Nov 12 00:44:22.762450 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33936) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:22.772594 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-a15ddfd6-a5c0-4025-9bb5-469c262e53ed tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1514748480', 'description': 'label created by tempest'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:22.775450 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-a15ddfd6-a5c0-4025-9bb5-469c262e53ed tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] Unknown quota resources ['metering_label']. {{(pid=114243) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:44:22.780114 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-58808b6b-f36f-4d82-9b42-c7e3999f379f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:22.780839 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58808b6b-f36f-4d82-9b42-c7e3999f379f None None] The sync data for ids ['7d762c3d-f56e-4302-a823-194d03c74a53'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:44:22.799355 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86ec5136-b3a5-4333-bef5-e4bef14357b6 req-20442a1a-de13-404a-be2e-95f561b0cbd3 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753729 Nov 12 00:44:22.810986 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dfcec186-1a31-4069-bf4c-2ee494e58f10 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:22.816088 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-dfcec186-1a31-4069-bf4c-2ee494e58f10 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/ports/148c3840-1ea3-4f02-984c-f8478f4e7378 HTTP/1.1" status: 204 len: 168 time: 2.0696518 Nov 12 00:44:22.818769 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33938) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:22.850552 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb796e1-a52b-4aa4-ab92-1fe6d7d4221a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] GET failed (client error): The resource could not be found. Nov 12 00:44:22.852817 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8cb796e1-a52b-4aa4-ab92-1fe6d7d4221a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports/148c3840-1ea3-4f02-984c-f8478f4e7378 HTTP/1.1" status: 404 len: 333 time: 0.0325325 Nov 12 00:44:22.855620 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33940) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:22.962446 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-f7fdb3d1-b79a-45fa-a916-f9e5b0a02642 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting port f94e6887-29cb-4aa6-812a-6348caa6b083 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:22.962932 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f7fdb3d1-b79a-45fa-a916-f9e5b0a02642 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.067806 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f7fdb3d1-b79a-45fa-a916-f9e5b0a02642 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.084837 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-f7fdb3d1-b79a-45fa-a916-f9e5b0a02642 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Calling delete_port for f94e6887-29cb-4aa6-812a-6348caa6b083 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:23.085386 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-aa0a5f5f-298f-4077-b4a3-37f60744705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:23.086930 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-aa0a5f5f-298f-4077-b4a3-37f60744705f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 1097 time: 0.3003027 Nov 12 00:44:23.089680 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a15ddfd6-a5c0-4025-9bb5-469c262e53ed tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.090755 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a15ddfd6-a5c0-4025-9bb5-469c262e53ed tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3253388 Nov 12 00:44:23.093671 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdaf931d-befc-49cf-bf6c-bed4ef0fad6d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.095327 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33942) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:23.243644 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f7fdb3d1-b79a-45fa-a916-f9e5b0a02642 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.252195 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a9d65264-8c39-46e6-8af7-7330e23ada9f tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=e994a5a7-1d7b-4056-a3b8-69e62eb4ae98 HTTP/1.1" status: 200 len: 468 time: 0.1536689 Nov 12 00:44:23.255743 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33946) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:23.274569 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdb3d1-b79a-45fa-a916-f9e5b0a02642 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Port': ['ID=f94e6887-29cb-4aa6-812a-6348caa6b083,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:23.370452 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.403609 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f7fdb3d1-b79a-45fa-a916-f9e5b0a02642 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.412075 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f7fdb3d1-b79a-45fa-a916-f9e5b0a02642 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/ports/f94e6887-29cb-4aa6-812a-6348caa6b083 HTTP/1.1" status: 204 len: 168 time: 0.5529599 Nov 12 00:44:23.413736 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33952) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:23.466498 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfea643c-8747-4844-be0c-e852e6af89aa tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] GET failed (client error): The resource could not be found. Nov 12 00:44:23.468787 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dfea643c-8747-4844-be0c-e852e6af89aa tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports/f94e6887-29cb-4aa6-812a-6348caa6b083 HTTP/1.1" status: 404 len: 333 time: 0.0535734 Nov 12 00:44:23.471726 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33956) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:23.485904 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-29c667f7-3dd6-4841-89f4-6f9c9174fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:23.485904 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-29c667f7-3dd6-4841-89f4-6f9c9174fab2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 909 time: 0.3874919 Nov 12 00:44:23.553419 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-41bdbdf8-438a-4c82-81d3-affe51790072 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting subnet 5c97fa19-6d14-495f-a8f5-202c977ce20d {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:44:23.558041 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-41bdbdf8-438a-4c82-81d3-affe51790072 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.610480 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-a4e605ee-2434-4d00-be06-d2eea438fed8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be9e8077-27dd-4e70-8be7-42450793c0f9 HTTP/1.1" status: 200 len: 217 time: 0.0466444 Nov 12 00:44:23.629894 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-41bdbdf8-438a-4c82-81d3-affe51790072 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.654772 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdaf931d-befc-49cf-bf6c-bed4ef0fad6d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.726652 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d427d208-9605-439c-9831-da10a774a53e tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.728044 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-41bdbdf8-438a-4c82-81d3-affe51790072 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.728527 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d427d208-9605-439c-9831-da10a774a53e tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/e994a5a7-1d7b-4056-a3b8-69e62eb4ae98 HTTP/1.1" status: 204 len: 168 time: 0.4451256 Nov 12 00:44:23.731160 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33958) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:23.771396 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-8f21ea39-83ca-49b2-8ef2-a413749c6e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:23.772908 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9e564fdb-6a88-4407-a45a-2c857aecd8ee tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=e994a5a7-1d7b-4056-a3b8-69e62eb4ae98 HTTP/1.1" status: 200 len: 216 time: 0.0405450 Nov 12 00:44:23.773059 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-8f21ea39-83ca-49b2-8ef2-a413749c6e26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fc5c04a-017f-4820-8cce-df76bd4f7a1c HTTP/1.1" status: 200 len: 848 time: 0.1385298 Nov 12 00:44:23.776924 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33960) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:23.786706 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25086521-a5c7-4d62-bec7-c56e95f330a0 req-bb11629c-ba57-46d3-935e-d6f3957d2d5f tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:23.788386 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-25086521-a5c7-4d62-bec7-c56e95f330a0 req-bb11629c-ba57-46d3-935e-d6f3957d2d5f tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 945 time: 0.3032496 Nov 12 00:44:23.793485 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7be0b400-7f12-4fe6-8811-344986f76a47 tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0154123 Nov 12 00:44:23.796851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33962) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:23.814223 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-11edfb82-d42c-44d8-bc24-151d0750028e tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0162144 Nov 12 00:44:23.818655 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33966) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:23.821387 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:23.843105 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-f74e134b-15d2-4079-8ff4-d6243ab6e9f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f1926e98-a223-4d69-aca0-b114b74b472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520575 Nov 12 00:44:23.896732 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-41bdbdf8-438a-4c82-81d3-affe51790072 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.905252 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6f7d5d39-8fef-444a-96dc-968877ce9205 tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/95cc3244-2eb3-417e-8c88-9d8e7fe8b6cf HTTP/1.1" status: 200 len: 473 time: 0.0815444 Nov 12 00:44:23.916281 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33968) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:23.923192 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:44:23.929071 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:23.929477 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.945979 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bdbdf8-438a-4c82-81d3-affe51790072 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Subnet': ['ID=5c97fa19-6d14-495f-a8f5-202c977ce20d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:23.952900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf931d-befc-49cf-bf6c-bed4ef0fad6d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Deleting port 8520982a-b7d0-4492-9630-d7167d67c40d {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:23.953379 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdaf931d-befc-49cf-bf6c-bed4ef0fad6d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.972215 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-41bdbdf8-438a-4c82-81d3-affe51790072 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:23.978965 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-41bdbdf8-438a-4c82-81d3-affe51790072 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/subnets/5c97fa19-6d14-495f-a8f5-202c977ce20d HTTP/1.1" status: 204 len: 168 time: 0.5023766 Nov 12 00:44:23.980367 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33970) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:23.985368 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843ddf35-6ccd-4b2c-a19d-a8cce20e1efc None None] Network a3120247-0abb-4dd7-899f-595e80a1f9f4 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:23.999039 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-eea73873-a1bc-4a66-91a9-49edea88e22e tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/49f4a20a-a8b7-40bb-a725-c1fcfe4148da HTTP/1.1" status: 200 len: 461 time: 0.0758207 Nov 12 00:44:24.004755 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33972) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:24.029097 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-25086521-a5c7-4d62-bec7-c56e95f330a0 req-46b762fb-ecfe-473d-9626-5372e8d97385 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261903 Nov 12 00:44:24.035244 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff480a25-1160-4a09-a423-c0451f368a73 req-ec1592d4-c3c5-4b94-bf83-e11338bb4c43 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:24.036917 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff480a25-1160-4a09-a423-c0451f368a73 req-ec1592d4-c3c5-4b94-bf83-e11338bb4c43 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 945 time: 0.1427934 Nov 12 00:44:24.100190 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-ca0f1a71-2a0d-43c3-9d1c-c9990460c30a service neutron] 10.222.0.15 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142713 Nov 12 00:44:24.117420 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bcb941f9-1495-440e-97af-a18d5305aed4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:24.127176 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:24.150994 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdaf931d-befc-49cf-bf6c-bed4ef0fad6d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:24.167551 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf931d-befc-49cf-bf6c-bed4ef0fad6d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Calling delete_port for 8520982a-b7d0-4492-9630-d7167d67c40d owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:24.197121 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84,segment=NetworkSegment(bf5aac80-8f2b-48d2-b459-fc0469e08d3a),segment_id=bf5aac80-8f2b-48d2-b459-fc0469e08d3a)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:24.199024 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0525b0e-78f8-40e0-bb6d-edface8f0bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:24.201558 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd53f1a3-971c-44e6-9616-dc013e68e961" -d '{"events": [{"server_uuid": "a0525b0e-78f8-40e0-bb6d-edface8f0bcb", "name": "network-vif-plugged", "status": "completed", "tag": "e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:24.208468 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:24.244004 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff480a25-1160-4a09-a423-c0451f368a73 req-3c6ebfa5-412f-4617-94eb-a45fdadcd20a tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744189 Nov 12 00:44:24.299905 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d62673a-9429-415f-97df-0259269b0884 x-openstack-request-id: req-1d62673a-9429-415f-97df-0259269b0884 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:24.300519 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:44:24.301110 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0525b0e-78f8-40e0-bb6d-edface8f0bcb", "name": "network-vif-plugged", "status": "completed", "tag": "e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:24.302136 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d62673a-9429-415f-97df-0259269b0884 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:24.302576 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0525b0e-78f8-40e0-bb6d-edface8f0bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84', 'code': 200} Nov 12 00:44:24.315516 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a97d7715-dbdb-4fcf-ab3c-91151b79d65d tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:24.318980 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a97d7715-dbdb-4fcf-ab3c-91151b79d65d tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/49f4a20a-a8b7-40bb-a725-c1fcfe4148da HTTP/1.1" status: 204 len: 168 time: 0.3109708 Nov 12 00:44:24.319312 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33978) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:24.359539 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:24.392919 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:24.406754 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-bcb941f9-1495-440e-97af-a18d5305aed4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting port 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:24.407117 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bcb941f9-1495-440e-97af-a18d5305aed4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:24.438539 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d0afd9-4301-4519-9c52-6c208a46cb5a None None] DHCP port deletion for a3120247-0abb-4dd7-899f-595e80a1f9f4 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:24.494365 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-c02e9069-7fcd-41ba-bdb5-6598bd5c34ea service neutron] 10.222.0.15 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846807 Nov 12 00:44:24.507970 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a0d0afd9-4301-4519-9c52-6c208a46cb5a None None] Deleting port 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:24.509300 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a0d0afd9-4301-4519-9c52-6c208a46cb5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:24.526944 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdaf931d-befc-49cf-bf6c-bed4ef0fad6d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:24.594919 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a0d0afd9-4301-4519-9c52-6c208a46cb5a None None] For port 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7c30f27d-b2a6-4e87-8aed-e47afffe9b3c,segment=NetworkSegment(28112711-c9fc-4d7b-8c80-42af20c826da),segment_id=28112711-c9fc-4d7b-8c80-42af20c826da)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:24.595323 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a0d0afd9-4301-4519-9c52-6c208a46cb5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:24.610262 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a0d0afd9-4301-4519-9c52-6c208a46cb5a None None] Calling delete_port for 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:24.622469 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf931d-befc-49cf-bf6c-bed4ef0fad6d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event deleted for resources: {'Port': ['ID=8520982a-b7d0-4492-9630-d7167d67c40d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:24.665827 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-bcb941f9-1495-440e-97af-a18d5305aed4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] For port 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7c30f27d-b2a6-4e87-8aed-e47afffe9b3c,segment=NetworkSegment(28112711-c9fc-4d7b-8c80-42af20c826da),segment_id=28112711-c9fc-4d7b-8c80-42af20c826da)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:24.666153 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bcb941f9-1495-440e-97af-a18d5305aed4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:24.676318 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fcb812-b64f-4cd5-b369-fe97e3af258d None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:24.686257 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1d3ba-4fb9-4f1c-b7ee-29d385b4d51d req-37b375df-17f4-4907-9eb6-d0686e6570d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:24.687806 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ea1d3ba-4fb9-4f1c-b7ee-29d385b4d51d req-37b375df-17f4-4907-9eb6-d0686e6570d1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 1098 time: 0.2927127 Nov 12 00:44:24.732528 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a0d0afd9-4301-4519-9c52-6c208a46cb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:24.733259 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-bcb941f9-1495-440e-97af-a18d5305aed4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Calling delete_port for 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:24.759547 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0afd9-4301-4519-9c52-6c208a46cb5a None None] Pushing event deleted for resources: {'Port': ['ID=7c30f27d-b2a6-4e87-8aed-e47afffe9b3c,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:24.760265 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdaf931d-befc-49cf-bf6c-bed4ef0fad6d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:24.764411 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd2b9f82-5255-4fc7-b45c-49cfbc88f238 tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:24.768854 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cd2b9f82-5255-4fc7-b45c-49cfbc88f238 tempest-MeteringTestJSON-301429101 tempest-MeteringTestJSON-301429101-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/95cc3244-2eb3-417e-8c88-9d8e7fe8b6cf HTTP/1.1" status: 204 len: 168 time: 0.4486868 Nov 12 00:44:24.775226 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d0afd9-4301-4519-9c52-6c208a46cb5a None None] No DVR routers for this DVR port 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:24.838819 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ea1d3ba-4fb9-4f1c-b7ee-29d385b4d51d req-d522d879-de79-43b4-902e-fdbd704a2009 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028929 Nov 12 00:44:24.861748 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bcb941f9-1495-440e-97af-a18d5305aed4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:24.896429 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb941f9-1495-440e-97af-a18d5305aed4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Port': ['ID=7c30f27d-b2a6-4e87-8aed-e47afffe9b3c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:24.905733 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb941f9-1495-440e-97af-a18d5305aed4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] No DVR routers for this DVR port 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:24.951353 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdaf931d-befc-49cf-bf6c-bed4ef0fad6d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:24.954131 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdaf931d-befc-49cf-bf6c-bed4ef0fad6d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.002222 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-d783efee-89f4-4f76-aad1-c4584c38bd21 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:25.003949 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-d783efee-89f4-4f76-aad1-c4584c38bd21 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c&tenant_id=0c08be1f58b544848c94fddfb37189e3&binding%3Ahost_id=n-h2-712137-14 HTTP/1.1" status: 200 len: 1097 time: 0.1238165 Nov 12 00:44:25.009983 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdaf931d-befc-49cf-bf6c-bed4ef0fad6d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.010704 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaf931d-befc-49cf-bf6c-bed4ef0fad6d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Fanout notify agent at l3_agent the message router_deleted on router 7d762c3d-f56e-4302-a823-194d03c74a53 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:44:25.012679 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bcb941f9-1495-440e-97af-a18d5305aed4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.024878 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdaf931d-befc-49cf-bf6c-bed4ef0fad6d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.026472 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fdaf931d-befc-49cf-bf6c-bed4ef0fad6d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "DELETE /v2.0/routers/7d762c3d-f56e-4302-a823-194d03c74a53 HTTP/1.1" status: 204 len: 168 time: 2.4067419 Nov 12 00:44:25.029187 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33986) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:25.053486 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-bcb941f9-1495-440e-97af-a18d5305aed4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3120247-0abb-4dd7-899f-595e80a1f9f4']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:25.093656 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-bcb941f9-1495-440e-97af-a18d5305aed4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28112711-c9fc-4d7b-8c80-42af20c826da') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:25.093973 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-bcb941f9-1495-440e-97af-a18d5305aed4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28112711-c9fc-4d7b-8c80-42af20c826da') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:25.112997 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bcb941f9-1495-440e-97af-a18d5305aed4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.133070 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e5b25c-742c-4e23-b777-0b9961054a47 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Deleting subnet 0132c3bd-c60e-4806-93c5-ca79f781f4a5 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:44:25.137128 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-79e5b25c-742c-4e23-b777-0b9961054a47 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.140174 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bcb941f9-1495-440e-97af-a18d5305aed4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.179302 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-285c7f86-344c-4fcf-9934-b33d6a061004 service neutron] For port be9e8077-27dd-4e70-8be7-42450793c0f9, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:25.183383 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-285c7f86-344c-4fcf-9934-b33d6a061004 service neutron] Publish callbacks [] for binding, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.184635 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-285c7f86-344c-4fcf-9934-b33d6a061004 service neutron] 10.222.0.15 "DELETE /v2.0/ports/be9e8077-27dd-4e70-8be7-42450793c0f9/bindings/n-h1-712137-14 HTTP/1.1" status: 204 len: 173 time: 0.1723855 Nov 12 00:44:25.202411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb941f9-1495-440e-97af-a18d5305aed4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:44:25.202982 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bcb941f9-1495-440e-97af-a18d5305aed4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:44:25.206272 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:44:25.231988 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33992) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:25.268581 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-79e5b25c-742c-4e23-b777-0b9961054a47 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.301433 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.321779 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df638bc0-7410-4e0d-977b-606036bafca7 req-4ba691a0-fd0e-4e08-b926-5992667e3dd3 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:25.324564 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-df638bc0-7410-4e0d-977b-606036bafca7 req-4ba691a0-fd0e-4e08-b926-5992667e3dd3 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 946 time: 0.1617084 Nov 12 00:44:25.326951 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bcb941f9-1495-440e-97af-a18d5305aed4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.338486 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bcb941f9-1495-440e-97af-a18d5305aed4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.342059 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bcb941f9-1495-440e-97af-a18d5305aed4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/networks/a3120247-0abb-4dd7-899f-595e80a1f9f4 HTTP/1.1" status: 204 len: 168 time: 1.3606458 Nov 12 00:44:25.346874 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33998) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:25.354456 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7d212d18-7700-4471-8bfd-c1ea7c72f479 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-123726397'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:25.366359 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb941f9-1495-440e-97af-a18d5305aed4 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Network': ['ID=a3120247-0abb-4dd7-899f-595e80a1f9f4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:25.421877 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8d8c7ead-7870-480e-a774-4553538559e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.425307 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d212d18-7700-4471-8bfd-c1ea7c72f479 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:25.431294 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7d212d18-7700-4471-8bfd-c1ea7c72f479 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.435942 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-79e5b25c-742c-4e23-b777-0b9961054a47 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.442048 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-df638bc0-7410-4e0d-977b-606036bafca7 req-3c8a5da2-a1d0-4d96-83de-fa82550743b1 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956793 Nov 12 00:44:25.529927 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-79e5b25c-742c-4e23-b777-0b9961054a47 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.536375 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d212d18-7700-4471-8bfd-c1ea7c72f479 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:44:25.570684 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5b25c-742c-4e23-b777-0b9961054a47 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event deleted for resources: {'Subnet': ['ID=0132c3bd-c60e-4806-93c5-ca79f781f4a5,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:25.576825 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-79e5b25c-742c-4e23-b777-0b9961054a47 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.580940 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-79e5b25c-742c-4e23-b777-0b9961054a47 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "DELETE /v2.0/subnets/0132c3bd-c60e-4806-93c5-ca79f781f4a5 HTTP/1.1" status: 204 len: 168 time: 0.5495360 Nov 12 00:44:25.584194 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34012) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:25.586181 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ab3d8-2d81-49fd-b2ae-b2580c2213d1 req-0579dfc8-e3e5-4a6c-a0f7-12fc686c3075 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:25.587079 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f70297-a5a5-4dec-b359-a8efec00518a None None] Network 393c657e-350e-4b7e-a9bb-d7d25340583c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:25.590625 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-973ab3d8-2d81-49fd-b2ae-b2580c2213d1 req-0579dfc8-e3e5-4a6c-a0f7-12fc686c3075 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 945 time: 0.1313283 Nov 12 00:44:25.594640 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7d212d18-7700-4471-8bfd-c1ea7c72f479 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.595239 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-7d212d18-7700-4471-8bfd-c1ea7c72f479 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Added segment cffc7099-d36f-4e9a-8dc3-88a1fffa4af9 of type vlan for network 894b4aac-f7a7-4a88-bc15-37c0b8a49c9c Nov 12 00:44:25.678508 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f87d84ce-8468-47f4-b358-3be609533890 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.751358 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-f87d84ce-8468-47f4-b358-3be609533890 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Deleting port 024029ee-7232-445d-9cb9-9e77c50bccda {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:25.751705 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f87d84ce-8468-47f4-b358-3be609533890 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.788363 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8d8c7ead-7870-480e-a774-4553538559e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.796537 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7d212d18-7700-4471-8bfd-c1ea7c72f479 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.802168 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8d8c7ead-7870-480e-a774-4553538559e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.828571 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-f87d84ce-8468-47f4-b358-3be609533890 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] For port 024029ee-7232-445d-9cb9-9e77c50bccda, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=024029ee-7232-445d-9cb9-9e77c50bccda,segment=NetworkSegment(d33d86f7-a989-4454-b738-938632e880fa),segment_id=d33d86f7-a989-4454-b738-938632e880fa)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:25.828878 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f87d84ce-8468-47f4-b358-3be609533890 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.843074 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-f87d84ce-8468-47f4-b358-3be609533890 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Calling delete_port for 024029ee-7232-445d-9cb9-9e77c50bccda owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:25.854912 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-973ab3d8-2d81-49fd-b2ae-b2580c2213d1 req-88ad0a1a-7f6b-457b-8ce4-74f102b27641 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528286 Nov 12 00:44:25.947317 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8d8c7ead-7870-480e-a774-4553538559e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f7d8005fbf54ba2a31c02b0ea43ff8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7114820 Nov 12 00:44:25.951751 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34020) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:25.969170 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7d212d18-7700-4471-8bfd-c1ea7c72f479 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:25.985531 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d212d18-7700-4471-8bfd-c1ea7c72f479 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:25.988313 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7d212d18-7700-4471-8bfd-c1ea7c72f479 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.021212 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c7ead-7870-480e-a774-4553538559e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e167a0-a7b7-486b-a8e7-740a885b98bc,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:26.021881 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:26.073510 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:26.074109 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7c30f27d-b2a6-4e87-8aed-e47afffe9b3c not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:26.089473 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7d212d18-7700-4471-8bfd-c1ea7c72f479 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7397707 Nov 12 00:44:26.110187 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34022) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:26.128020 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.128620 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-aeec13ff-fbf2-42a0-86e2-912c8ba15549 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'subnet': {'network_id': '894b4aac-f7a7-4a88-bc15-37c0b8a49c9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:26.161706 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d212d18-7700-4471-8bfd-c1ea7c72f479 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Network': ['ID=894b4aac-f7a7-4a88-bc15-37c0b8a49c9c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:26.181747 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f295f-7cca-49ae-b5d5-31023ac76e7a req-afaeb9cf-1b95-4c67-8ad6-398d12d55b34 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:26.183529 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-360f295f-7cca-49ae-b5d5-31023ac76e7a req-afaeb9cf-1b95-4c67-8ad6-398d12d55b34 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 1097 time: 0.1361327 Nov 12 00:44:26.186693 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 894b4aac-f7a7-4a88-bc15-37c0b8a49c9c details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:44:26.237706 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f87d84ce-8468-47f4-b358-3be609533890 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.268164 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-360f295f-7cca-49ae-b5d5-31023ac76e7a req-aaf4f68d-1e58-411d-a9d2-417a6e128071 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731421 Nov 12 00:44:26.295570 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8fcf570c-deb1-4d52-86fa-42e129fda794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.300762 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d84ce-8468-47f4-b358-3be609533890 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event deleted for resources: {'Port': ['ID=024029ee-7232-445d-9cb9-9e77c50bccda,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:26.317696 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d84ce-8468-47f4-b358-3be609533890 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] No DVR routers for this DVR port 024029ee-7232-445d-9cb9-9e77c50bccda on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:26.357926 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8fcf570c-deb1-4d52-86fa-42e129fda794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.370287 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeec13ff-fbf2-42a0-86e2-912c8ba15549 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:26.374346 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aeec13ff-fbf2-42a0-86e2-912c8ba15549 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.376789 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f704c60-78fa-4098-80a6-a17371f06d9d None None] DHCP port deletion for 393c657e-350e-4b7e-a9bb-d7d25340583c request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:26.516427 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f87d84ce-8468-47f4-b358-3be609533890 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.564348 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-f87d84ce-8468-47f4-b358-3be609533890 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393c657e-350e-4b7e-a9bb-d7d25340583c']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:26.584563 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b40e80-3171-4bee-a6f9-09d4f112be74 req-87b7cd4d-d220-4302-93f2-58da9d5f5349 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:26.586221 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22b40e80-3171-4bee-a6f9-09d4f112be74 req-87b7cd4d-d220-4302-93f2-58da9d5f5349 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 1097 time: 0.2262979 Nov 12 00:44:26.592434 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-f87d84ce-8468-47f4-b358-3be609533890 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33d86f7-a989-4454-b738-938632e880fa') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:26.592709 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-f87d84ce-8468-47f4-b358-3be609533890 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33d86f7-a989-4454-b738-938632e880fa') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:26.599501 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ec008-41cf-4baf-b762-c9da57e60907 req-9e4a13c1-8dcf-40e3-b433-5c2acfe6c73d tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:26.604751 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0f1ec008-41cf-4baf-b762-c9da57e60907 req-9e4a13c1-8dcf-40e3-b433-5c2acfe6c73d tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 946 time: 0.0642715 Nov 12 00:44:26.611388 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f87d84ce-8468-47f4-b358-3be609533890 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.627557 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8fcf570c-deb1-4d52-86fa-42e129fda794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.629932 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8fcf570c-deb1-4d52-86fa-42e129fda794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.631078 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8fcf570c-deb1-4d52-86fa-42e129fda794 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2e167a0-a7b7-486b-a8e7-740a885b98bc HTTP/1.1" status: 204 len: 168 time: 0.6739492 Nov 12 00:44:26.644861 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f87d84ce-8468-47f4-b358-3be609533890 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.665505 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87d84ce-8468-47f4-b358-3be609533890 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:44:26.666029 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f87d84ce-8468-47f4-b358-3be609533890 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.669109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf570c-deb1-4d52-86fa-42e129fda794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e167a0-a7b7-486b-a8e7-740a885b98bc,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:44:26.670827 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:44:26.696058 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0f1ec008-41cf-4baf-b762-c9da57e60907 req-51bcca9b-c0c0-41c9-845a-5b9eae8b574c tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796659 Nov 12 00:44:26.769903 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22b40e80-3171-4bee-a6f9-09d4f112be74 req-1ee22ce6-1ea8-464f-ad87-f7ef7d11e51b tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703913 Nov 12 00:44:26.787358 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f87d84ce-8468-47f4-b358-3be609533890 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.798854 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f87d84ce-8468-47f4-b358-3be609533890 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:26.802502 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f87d84ce-8468-47f4-b358-3be609533890 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "DELETE /v2.0/networks/393c657e-350e-4b7e-a9bb-d7d25340583c HTTP/1.1" status: 204 len: 168 time: 1.2164071 Nov 12 00:44:26.805247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34048) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:26.864740 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d84ce-8468-47f4-b358-3be609533890 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event deleted for resources: {'Network': ['ID=393c657e-350e-4b7e-a9bb-d7d25340583c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:27.075556 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aeec13ff-fbf2-42a0-86e2-912c8ba15549 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.161410 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2be858bf-4c51-4e3a-891e-58dddf92679c req-7f0cb7d6-fb80-40a7-894e-e295a1c5ae05 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3208935 Nov 12 00:44:27.174419 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-2be858bf-4c51-4e3a-891e-58dddf92679c req-a80b2c94-4a64-4b45-b30c-f70123c2f111 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:27.188371 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34056) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:27.219178 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec13ff-fbf2-42a0-86e2-912c8ba15549 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Subnet': ['ID=244c2024-922e-48ff-8eee-92edbc734859,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:27.236072 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db1b564f-10d6-43bd-a979-6d1c9f228e5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.264509 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2be858bf-4c51-4e3a-891e-58dddf92679c req-a80b2c94-4a64-4b45-b30c-f70123c2f111 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.282042 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeec13ff-fbf2-42a0-86e2-912c8ba15549 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Checking segment: {'id': 'cffc7099-d36f-4e9a-8dc3-88a1fffa4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '894b4aac-f7a7-4a88-bc15-37c0b8a49c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:27.282564 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeec13ff-fbf2-42a0-86e2-912c8ba15549 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network hostable DHCP agents. Network: 894b4aac-f7a7-4a88-bc15-37c0b8a49c9c, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:44:27.381442 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeec13ff-fbf2-42a0-86e2-912c8ba15549 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 894b4aac-f7a7-4a88-bc15-37c0b8a49c9c is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:44:27.409765 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-aeec13ff-fbf2-42a0-86e2-912c8ba15549 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 894b4aac-f7a7-4a88-bc15-37c0b8a49c9c) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:27.418290 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeec13ff-fbf2-42a0-86e2-912c8ba15549 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:27.419043 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aeec13ff-fbf2-42a0-86e2-912c8ba15549 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.425974 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1c78d0-b99c-4555-83d9-39c832c5642a None None] Network 894b4aac-f7a7-4a88-bc15-37c0b8a49c9c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:27.475483 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-aeec13ff-fbf2-42a0-86e2-912c8ba15549 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3619778 Nov 12 00:44:27.478976 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34060) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:27.498752 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-bf6d593c-69e6-429a-a7de-773d549205c7 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2063087924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:27.519207 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db1b564f-10d6-43bd-a979-6d1c9f228e5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.526878 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db1b564f-10d6-43bd-a979-6d1c9f228e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.539233 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-57863849-2f57-4743-b693-656d1db11533 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Deleting port b07c33e9-7b84-4ac9-8c53-af337d93f2f2 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:27.539884 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-57863849-2f57-4743-b693-656d1db11533 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.610690 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eca4eb-db3d-4f71-8b3e-66d7abcf6614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-894b4aac-f7a7-4a88-bc15-37c0b8a49c9c', 'network_id': '894b4aac-f7a7-4a88-bc15-37c0b8a49c9c', 'tenant_id': '6a418c9e3d724ba18332c717826e963e', 'fixed_ips': [{'subnet_id': '244c2024-922e-48ff-8eee-92edbc734859'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:44:27.611934 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-59eca4eb-db3d-4f71-8b3e-66d7abcf6614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.614072 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2be858bf-4c51-4e3a-891e-58dddf92679c req-a80b2c94-4a64-4b45-b30c-f70123c2f111 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.616496 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bf6d593c-69e6-429a-a7de-773d549205c7 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.617590 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bf6d593c-69e6-429a-a7de-773d549205c7 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.642057 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b564f-10d6-43bd-a979-6d1c9f228e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc6922c-a5f7-4bef-90d0-d9817db1b51e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:27.668609 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-db1b564f-10d6-43bd-a979-6d1c9f228e5f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb0d7273abfa4617957b02765d30e97d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4791226 Nov 12 00:44:27.692963 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-57863849-2f57-4743-b693-656d1db11533 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.693446 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-57863849-2f57-4743-b693-656d1db11533 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.708975 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-57863849-2f57-4743-b693-656d1db11533 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Calling delete_port for b07c33e9-7b84-4ac9-8c53-af337d93f2f2 owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:27.736827 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34066) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:27.791090 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-59eca4eb-db3d-4f71-8b3e-66d7abcf6614 None None] Allocated IP 172.20.0.2 (894b4aac-f7a7-4a88-bc15-37c0b8a49c9c/244c2024-922e-48ff-8eee-92edbc734859/1c339440-721f-4a22-ba2b-9a3b5ec39632) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:27.881779 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-afa06126-2df1-4c0a-a3dc-8f77f793bfed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.943090 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-afa06126-2df1-4c0a-a3dc-8f77f793bfed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.967112 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-57863849-2f57-4743-b693-656d1db11533 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.994034 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 024029ee-7232-445d-9cb9-9e77c50bccda no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:28.037134 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 024029ee-7232-445d-9cb9-9e77c50bccda {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:28.037785 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 024029ee-7232-445d-9cb9-9e77c50bccda not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:28.039284 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57863849-2f57-4743-b693-656d1db11533 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event deleted for resources: {'Port': ['ID=b07c33e9-7b84-4ac9-8c53-af337d93f2f2,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:28.045979 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bf6d593c-69e6-429a-a7de-773d549205c7 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.073057 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-59eca4eb-db3d-4f71-8b3e-66d7abcf6614 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.080317 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-59eca4eb-db3d-4f71-8b3e-66d7abcf6614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.102638 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bf6d593c-69e6-429a-a7de-773d549205c7 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.123387 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eca4eb-db3d-4f71-8b3e-66d7abcf6614 None None] Network 894b4aac-f7a7-4a88-bc15-37c0b8a49c9c is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:28.128465 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bf6d593c-69e6-429a-a7de-773d549205c7 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.129601 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-59eca4eb-db3d-4f71-8b3e-66d7abcf6614 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:28.129795 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bf6d593c-69e6-429a-a7de-773d549205c7 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6496742 Nov 12 00:44:28.133165 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34072) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:28.134514 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eca4eb-db3d-4f71-8b3e-66d7abcf6614 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:28.143167 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eca4eb-db3d-4f71-8b3e-66d7abcf6614 None None] Pushing event updated for resources: {'Port': ['ID=1c339440-721f-4a22-ba2b-9a3b5ec39632,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:28.147396 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-bae8b6c4-b8d1-4795-8f3f-a07cce727f14 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'port': {'network_id': '894b4aac-f7a7-4a88-bc15-37c0b8a49c9c', 'name': 'tempest-PortsTestJSON-1486926231'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:28.219799 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-57863849-2f57-4743-b693-656d1db11533 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.224855 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-57863849-2f57-4743-b693-656d1db11533 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.226256 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-57863849-2f57-4743-b693-656d1db11533 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "DELETE /v2.0/floatingips/a4774c41-c84e-4171-8caa-6c261c392a77 HTTP/1.1" status: 204 len: 168 time: 1.4194655 Nov 12 00:44:28.230777 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34074) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:28.233805 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-59eca4eb-db3d-4f71-8b3e-66d7abcf6614 None None] Attempting to bind port 1c339440-721f-4a22-ba2b-9a3b5ec39632 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:28.233805 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-59eca4eb-db3d-4f71-8b3e-66d7abcf6614 None None] Attempting to bind port 1c339440-721f-4a22-ba2b-9a3b5ec39632 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'cffc7099-d36f-4e9a-8dc3-88a1fffa4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '894b4aac-f7a7-4a88-bc15-37c0b8a49c9c'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:28.233805 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eca4eb-db3d-4f71-8b3e-66d7abcf6614 None None] Attempting to bind port 1c339440-721f-4a22-ba2b-9a3b5ec39632 on network 894b4aac-f7a7-4a88-bc15-37c0b8a49c9c {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:28.249053 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eca4eb-db3d-4f71-8b3e-66d7abcf6614 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:28.249438 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eca4eb-db3d-4f71-8b3e-66d7abcf6614 None None] Checking segment: {'id': 'cffc7099-d36f-4e9a-8dc3-88a1fffa4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '894b4aac-f7a7-4a88-bc15-37c0b8a49c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:28.249883 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-59eca4eb-db3d-4f71-8b3e-66d7abcf6614 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.250287 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eca4eb-db3d-4f71-8b3e-66d7abcf6614 None None] Bound using segment: {'id': 'cffc7099-d36f-4e9a-8dc3-88a1fffa4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '894b4aac-f7a7-4a88-bc15-37c0b8a49c9c'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:28.250778 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-59eca4eb-db3d-4f71-8b3e-66d7abcf6614 None None] Bound port: 1c339440-721f-4a22-ba2b-9a3b5ec39632, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffc7099-d36f-4e9a-8dc3-88a1fffa4af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '894b4aac-f7a7-4a88-bc15-37c0b8a49c9c'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:28.251156 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-59eca4eb-db3d-4f71-8b3e-66d7abcf6614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.323619 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-255a9604-bcc8-49e4-b1e2-5379a9da4b31 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] DELETE failed (client error): The resource could not be found. Nov 12 00:44:28.325009 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255a9604-bcc8-49e4-b1e2-5379a9da4b31 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:44:28.332597 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-255a9604-bcc8-49e4-b1e2-5379a9da4b31 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "DELETE /v2.0/ports/4d207d7f-c602-4f18-863f-306352b8d82b HTTP/1.1" status: 404 len: 333 time: 0.0972724 Nov 12 00:44:28.332597 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34078) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:28.355635 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-2be858bf-4c51-4e3a-891e-58dddf92679c req-a80b2c94-4a64-4b45-b30c-f70123c2f111 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Allocated IP 172.25.0.64 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/f5627801-f788-4c4f-aa92-55a776123eca) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:28.388427 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-59eca4eb-db3d-4f71-8b3e-66d7abcf6614 None None] For port 1c339440-721f-4a22-ba2b-9a3b5ec39632, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:28.390459 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3442cb5a-9c61-464a-a26d-cd287d6c8470 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d762c3d-f56e-4302-a823-194d03c74a53 HTTP/1.1" status: 200 len: 205 time: 0.0567093 Nov 12 00:44:28.395608 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34088) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:28.400421 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-59eca4eb-db3d-4f71-8b3e-66d7abcf6614 None None] For port 1c339440-721f-4a22-ba2b-9a3b5ec39632, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1c339440-721f-4a22-ba2b-9a3b5ec39632,segment=NetworkSegment(cffc7099-d36f-4e9a-8dc3-88a1fffa4af9),segment_id=cffc7099-d36f-4e9a-8dc3-88a1fffa4af9)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:28.407301 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-59eca4eb-db3d-4f71-8b3e-66d7abcf6614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.508103 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-7bb12eea-a873-44c0-b589-7b163efa9dbf tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] delete failed (client error): The resource could not be found. Nov 12 00:44:28.509352 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7bb12eea-a873-44c0-b589-7b163efa9dbf tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "DELETE /v2.0/routers/7d762c3d-f56e-4302-a823-194d03c74a53 HTTP/1.1" status: 404 len: 336 time: 0.1127467 Nov 12 00:44:28.514449 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2be858bf-4c51-4e3a-891e-58dddf92679c req-a80b2c94-4a64-4b45-b30c-f70123c2f111 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.515798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34090) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:28.516623 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-afa06126-2df1-4c0a-a3dc-8f77f793bfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.523157 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-afa06126-2df1-4c0a-a3dc-8f77f793bfed admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.524874 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-afa06126-2df1-4c0a-a3dc-8f77f793bfed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0bc6922c-a5f7-4bef-90d0-d9817db1b51e HTTP/1.1" status: 204 len: 168 time: 0.7865124 Nov 12 00:44:28.526839 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eca4eb-db3d-4f71-8b3e-66d7abcf6614 None None] Pushing event updated for resources: {'Port': ['ID=1c339440-721f-4a22-ba2b-9a3b5ec39632,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:28.542941 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa06126-2df1-4c0a-a3dc-8f77f793bfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc6922c-a5f7-4bef-90d0-d9817db1b51e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:28.583782 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2be858bf-4c51-4e3a-891e-58dddf92679c req-a80b2c94-4a64-4b45-b30c-f70123c2f111 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.613024 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be858bf-4c51-4e3a-891e-58dddf92679c req-a80b2c94-4a64-4b45-b30c-f70123c2f111 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:28.616352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-2be858bf-4c51-4e3a-891e-58dddf92679c req-a80b2c94-4a64-4b45-b30c-f70123c2f111 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:28.619894 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf09197-a7f2-45ec-b2c7-e6ad692e7a84 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] DELETE failed (client error): The resource could not be found. Nov 12 00:44:28.629378 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf09197-a7f2-45ec-b2c7-e6ad692e7a84 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:44:28.632770 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4bf09197-a7f2-45ec-b2c7-e6ad692e7a84 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "DELETE /v2.0/subnets/0132c3bd-c60e-4806-93c5-ca79f781f4a5 HTTP/1.1" status: 404 len: 337 time: 0.1152711 Nov 12 00:44:28.635824 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34094) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:28.670528 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be858bf-4c51-4e3a-891e-58dddf92679c req-a80b2c94-4a64-4b45-b30c-f70123c2f111 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:28.734622 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b2c94-4a64-4b45-b30c-f70123c2f111 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Pushing event updated for resources: {'Port': ['ID=f5627801-f788-4c4f-aa92-55a776123eca,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:28.881139 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2be858bf-4c51-4e3a-891e-58dddf92679c req-a80b2c94-4a64-4b45-b30c-f70123c2f111 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.896640 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae8b6c4-b8d1-4795-8f3f-a07cce727f14 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:28.903747 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bae8b6c4-b8d1-4795-8f3f-a07cce727f14 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.956079 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2be858bf-4c51-4e3a-891e-58dddf92679c req-a80b2c94-4a64-4b45-b30c-f70123c2f111 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.984235 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-bae8b6c4-b8d1-4795-8f3f-a07cce727f14 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] device_id is not set on port b72fbd26-71c5-4025-9df2-d1fa4e40c9b8 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:44:29.200516 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-d536d718-3564-44b6-9c3a-28c5e515d53d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Deleting port b4be5042-580d-4a7a-8686-1ddf8479ac09 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:29.201033 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d536d718-3564-44b6-9c3a-28c5e515d53d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.259151 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2be858bf-4c51-4e3a-891e-58dddf92679c req-a80b2c94-4a64-4b45-b30c-f70123c2f111 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.261296 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-bae8b6c4-b8d1-4795-8f3f-a07cce727f14 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Allocated IP 172.20.0.9 (894b4aac-f7a7-4a88-bc15-37c0b8a49c9c/244c2024-922e-48ff-8eee-92edbc734859/b72fbd26-71c5-4025-9df2-d1fa4e40c9b8) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:29.266109 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2be858bf-4c51-4e3a-891e-58dddf92679c req-a80b2c94-4a64-4b45-b30c-f70123c2f111 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.374584 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d536d718-3564-44b6-9c3a-28c5e515d53d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.391106 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2be858bf-4c51-4e3a-891e-58dddf92679c req-a80b2c94-4a64-4b45-b30c-f70123c2f111 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.409945 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-d536d718-3564-44b6-9c3a-28c5e515d53d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Calling delete_port for b4be5042-580d-4a7a-8686-1ddf8479ac09 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:29.417181 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b2c94-4a64-4b45-b30c-f70123c2f111 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Pushing event updated for resources: {'Port': ['ID=f5627801-f788-4c4f-aa92-55a776123eca,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:29.451351 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2be858bf-4c51-4e3a-891e-58dddf92679c req-a80b2c94-4a64-4b45-b30c-f70123c2f111 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.455524 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2be858bf-4c51-4e3a-891e-58dddf92679c req-a80b2c94-4a64-4b45-b30c-f70123c2f111 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2846541 Nov 12 00:44:29.631316 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2be858bf-4c51-4e3a-891e-58dddf92679c req-86173e1d-1f19-4eb8-bd42-c86727bb3dbb tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.64 HTTP/1.1" status: 200 len: 695 time: 0.1693044 Nov 12 00:44:29.658964 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bae8b6c4-b8d1-4795-8f3f-a07cce727f14 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.798651 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bae8b6c4-b8d1-4795-8f3f-a07cce727f14 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.840468 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be858bf-4c51-4e3a-891e-58dddf92679c req-a34dc3ef-cb1b-4171-a3f2-1884b72f97e1 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:29.843421 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2be858bf-4c51-4e3a-891e-58dddf92679c req-a34dc3ef-cb1b-4171-a3f2-1884b72f97e1 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.2102962 Nov 12 00:44:29.876431 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d536d718-3564-44b6-9c3a-28c5e515d53d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.935900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae8b6c4-b8d1-4795-8f3f-a07cce727f14 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 894b4aac-f7a7-4a88-bc15-37c0b8a49c9c is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:29.986830 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-bae8b6c4-b8d1-4795-8f3f-a07cce727f14 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:30.015784 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae8b6c4-b8d1-4795-8f3f-a07cce727f14 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:30.083383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8b6c4-b8d1-4795-8f3f-a07cce727f14 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=b72fbd26-71c5-4025-9df2-d1fa4e40c9b8,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:30.107170 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4cf0f0-2e6c-44cd-b8b7-fae9991afeeb None None] DHCP port deletion for 62bba9ec-6659-4e31-969e-1d27fd80dffe request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:30.173452 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1c339440-721f-4a22-ba2b-9a3b5ec39632 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:30.178290 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536d718-3564-44b6-9c3a-28c5e515d53d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event deleted for resources: {'Port': ['ID=b4be5042-580d-4a7a-8686-1ddf8479ac09,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:30.205887 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae8b6c4-b8d1-4795-8f3f-a07cce727f14 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:30.206731 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bae8b6c4-b8d1-4795-8f3f-a07cce727f14 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.226519 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d536d718-3564-44b6-9c3a-28c5e515d53d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.230958 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d536d718-3564-44b6-9c3a-28c5e515d53d tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "DELETE /v2.0/ports/b4be5042-580d-4a7a-8686-1ddf8479ac09 HTTP/1.1" status: 204 len: 168 time: 1.5941656 Nov 12 00:44:30.233531 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34144) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:30.250656 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bae8b6c4-b8d1-4795-8f3f-a07cce727f14 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1158180 Nov 12 00:44:30.278575 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 1c339440-721f-4a22-ba2b-9a3b5ec39632 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:30.279213 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.294552 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34146) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:30.345338 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454dd4e2-02a1-40cd-b48f-caa8b70d2c04 None None] Network 894b4aac-f7a7-4a88-bc15-37c0b8a49c9c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:30.446635 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-e106ecd0-7b21-484c-900b-d89076a0e96f tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Deleting port 1d62ad58-e028-4ab8-a9b6-162f1fc72d89 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:30.447167 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e106ecd0-7b21-484c-900b-d89076a0e96f tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.621866 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.629286 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e106ecd0-7b21-484c-900b-d89076a0e96f tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.656386 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-e106ecd0-7b21-484c-900b-d89076a0e96f tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Calling delete_port for 1d62ad58-e028-4ab8-a9b6-162f1fc72d89 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:30.657800 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3ba6085d-9c7e-4fcd-b969-8f6f6a7c0123 None None] Provisioning complete for port 1c339440-721f-4a22-ba2b-9a3b5ec39632 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:30.658488 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3ba6085d-9c7e-4fcd-b969-8f6f6a7c0123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.709999 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 1c339440-721f-4a22-ba2b-9a3b5ec39632, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1c339440-721f-4a22-ba2b-9a3b5ec39632,segment=NetworkSegment(cffc7099-d36f-4e9a-8dc3-88a1fffa4af9),segment_id=cffc7099-d36f-4e9a-8dc3-88a1fffa4af9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:30.719579 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:30.832706 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=1c339440-721f-4a22-ba2b-9a3b5ec39632,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:30.919206 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-70fca667-2dd1-4f80-8c55-67ca6449d8aa tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:30.922371 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-70fca667-2dd1-4f80-8c55-67ca6449d8aa tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/networks?id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a HTTP/1.1" status: 200 len: 821 time: 0.6991513 Nov 12 00:44:30.956479 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e106ecd0-7b21-484c-900b-d89076a0e96f tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:31.003502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106ecd0-7b21-484c-900b-d89076a0e96f tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event deleted for resources: {'Port': ['ID=1d62ad58-e028-4ab8-a9b6-162f1fc72d89,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:31.019875 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc07ea7-65ee-4318-986e-b6b8ad112ecd None None] DHCP port deletion for 62bba9ec-6659-4e31-969e-1d27fd80dffe request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:31.050035 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-65965d05-eab4-4d6f-93ba-76249344a495 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/quotas/a7599eb657084d80a1806919aa3c14e6 HTTP/1.1" status: 200 len: 375 time: 0.0788662 Nov 12 00:44:31.147922 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34164) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:31.205880 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f9175790-ff74-4e74-99e9-783449037e67 None None] Provisioning complete for port b72fbd26-71c5-4025-9df2-d1fa4e40c9b8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:31.206412 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f9175790-ff74-4e74-99e9-783449037e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:31.248116 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e106ecd0-7b21-484c-900b-d89076a0e96f tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:31.256755 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e106ecd0-7b21-484c-900b-d89076a0e96f tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "DELETE /v2.0/ports/1d62ad58-e028-4ab8-a9b6-162f1fc72d89 HTTP/1.1" status: 204 len: 168 time: 1.0219786 Nov 12 00:44:31.264384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34168) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:31.283853 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-020829ac-5e33-41cb-a7ac-49807c364b59 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7599eb657084d80a1806919aa3c14e6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1731362 Nov 12 00:44:31.335841 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f9175790-ff74-4e74-99e9-783449037e67 None None] Port b72fbd26-71c5-4025-9df2-d1fa4e40c9b8 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:31.347227 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7e946b-760b-4b5f-ba02-29018d6c4f92 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:31.349990 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-aa7e946b-760b-4b5f-ba02-29018d6c4f92 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "GET /v2.0/ports?device_id=442f9106-e30d-4a75-b10b-17f620abbe2b HTTP/1.1" status: 200 len: 913 time: 0.0843315 Nov 12 00:44:31.353833 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34172) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:31.365658 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f9175790-ff74-4e74-99e9-783449037e67 None None] Provisioning complete for port 1c339440-721f-4a22-ba2b-9a3b5ec39632 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:31.370327 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f9175790-ff74-4e74-99e9-783449037e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:31.378217 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-41e1d7fd-33cc-49b5-8dfd-0dba42d966e8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:31.512406 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-84d49e2e-82c6-4f7c-a810-9982be707a9a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:44:31.515003 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-84d49e2e-82c6-4f7c-a810-9982be707a9a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1828520 Nov 12 00:44:31.577046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-766e6bcf-b20a-47e9-b434-639bbc88c279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1648689431'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:31.669945 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9efec0e4-7823-4d91-8ad4-3491acca84c5 None None] Provisioning complete for port b72fbd26-71c5-4025-9df2-d1fa4e40c9b8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:31.670483 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9efec0e4-7823-4d91-8ad4-3491acca84c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:31.735998 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-9efec0e4-7823-4d91-8ad4-3491acca84c5 None None] Port b72fbd26-71c5-4025-9df2-d1fa4e40c9b8 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:31.776191 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766e6bcf-b20a-47e9-b434-639bbc88c279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Made reservation on behalf of 05df0a33c7344676b765547ffe430677 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:31.781330 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-766e6bcf-b20a-47e9-b434-639bbc88c279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:31.794085 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-766e6bcf-b20a-47e9-b434-639bbc88c279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:31.820376 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-32671a60-c8a5-4ae5-a417-cc771d7c337f service neutron] 10.222.0.31 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445142 Nov 12 00:44:32.035753 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-41e1d7fd-33cc-49b5-8dfd-0dba42d966e8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:32.041718 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1c339440-721f-4a22-ba2b-9a3b5ec39632 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:32.042893 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-41e1d7fd-33cc-49b5-8dfd-0dba42d966e8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:32.058284 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-30004dcb-f2c9-4db5-9537-ac25fdc8ef7c service neutron] 10.222.0.31 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370183 Nov 12 00:44:32.061876 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-766e6bcf-b20a-47e9-b434-639bbc88c279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:32.068984 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-766e6bcf-b20a-47e9-b434-639bbc88c279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:32.130820 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1d7fd-33cc-49b5-8dfd-0dba42d966e8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=b72fbd26-71c5-4025-9df2-d1fa4e40c9b8,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:32.160266 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 1c339440-721f-4a22-ba2b-9a3b5ec39632 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:32.160266 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:32.182592 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766e6bcf-b20a-47e9-b434-639bbc88c279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:44:32.198861 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e6bcf-b20a-47e9-b434-639bbc88c279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b63c968-d2b2-46e8-a8bf-3b65749ccca8,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:32.262014 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-766e6bcf-b20a-47e9-b434-639bbc88c279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:32.265932 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-766e6bcf-b20a-47e9-b434-639bbc88c279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Added segment d36b1ab4-55fa-405f-99cc-02f9555adba8 of type vlan for network b9cf9329-8907-432a-8276-834216d7b790 Nov 12 00:44:32.376400 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-766e6bcf-b20a-47e9-b434-639bbc88c279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:32.385659 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01cfa41d-29eb-4215-8ee1-72e343869344 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:32.460833 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-41e1d7fd-33cc-49b5-8dfd-0dba42d966e8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:32.496677 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-766e6bcf-b20a-47e9-b434-639bbc88c279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:32.502655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766e6bcf-b20a-47e9-b434-639bbc88c279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:32.503343 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-766e6bcf-b20a-47e9-b434-639bbc88c279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:32.567980 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-893cdd36-a03a-4b21-9f0a-5ff7e8571652 None None] Provisioning complete for port b72fbd26-71c5-4025-9df2-d1fa4e40c9b8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:32.568472 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-893cdd36-a03a-4b21-9f0a-5ff7e8571652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:32.641418 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e6bcf-b20a-47e9-b434-639bbc88c279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Pushing event updated for resources: {'Network': ['ID=b9cf9329-8907-432a-8276-834216d7b790,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:32.663130 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-893cdd36-a03a-4b21-9f0a-5ff7e8571652 None None] Port b72fbd26-71c5-4025-9df2-d1fa4e40c9b8 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:32.667245 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network b9cf9329-8907-432a-8276-834216d7b790 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:44:32.673483 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-766e6bcf-b20a-47e9-b434-639bbc88c279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5242178 Nov 12 00:44:32.692304 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1dd1ed3f-22f1-45de-a8b3-52fb42f67aec req-718c8911-89e4-409b-a876-2135fe2c84c0 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02 HTTP/1.1" status: 200 len: 210 time: 0.2961755 Nov 12 00:44:32.802501 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-41e1d7fd-33cc-49b5-8dfd-0dba42d966e8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:32.958055 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-01cfa41d-29eb-4215-8ee1-72e343869344 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Deleting port e86d8df6-be1d-48e1-aa7a-0802181d24e0 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:32.958694 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01cfa41d-29eb-4215-8ee1-72e343869344 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:33.033226 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34200) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:33.049164 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Request body: {'port': {'network_id': 'b9cf9329-8907-432a-8276-834216d7b790', 'binding:host_id': 'n-h1-712137-14', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-784256950'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:33.082711 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01cfa41d-29eb-4215-8ee1-72e343869344 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:33.097283 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-01cfa41d-29eb-4215-8ee1-72e343869344 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Calling delete_port for e86d8df6-be1d-48e1-aa7a-0802181d24e0 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:33.099295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Made reservation on behalf of e567eb5ece744cb9b22bb0e002ed2754 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:33.102354 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:33.122120 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:33.381478 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01cfa41d-29eb-4215-8ee1-72e343869344 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:33.428680 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb04843-334d-4e42-a28d-c32c9a1a712e None None] DHCP port deletion for 62bba9ec-6659-4e31-969e-1d27fd80dffe request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:33.505764 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfa41d-29eb-4215-8ee1-72e343869344 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event deleted for resources: {'Port': ['ID=e86d8df6-be1d-48e1-aa7a-0802181d24e0,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:33.513209 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-41e1d7fd-33cc-49b5-8dfd-0dba42d966e8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:33.521741 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-41e1d7fd-33cc-49b5-8dfd-0dba42d966e8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:33.633165 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:33.661928 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:33.684990 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] device_id is not set on port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:44:33.736216 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-41e1d7fd-33cc-49b5-8dfd-0dba42d966e8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:33.766390 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01cfa41d-29eb-4215-8ee1-72e343869344 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:33.860936 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1d7fd-33cc-49b5-8dfd-0dba42d966e8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=b72fbd26-71c5-4025-9df2-d1fa4e40c9b8,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:33.876152 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-84eda8f7-15eb-44a1-b3ac-a16db722f834 req-8eb78bbc-2010-4aa4-b8d5-4ac0f266a17a tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02 HTTP/1.1" status: 200 len: 210 time: 0.0489831 Nov 12 00:44:33.900745 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83871856-2334-42b7-833f-6847606d5a7d,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:34.111528 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e1d7fd-33cc-49b5-8dfd-0dba42d966e8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 894b4aac-f7a7-4a88-bc15-37c0b8a49c9c is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:34.117967 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-41e1d7fd-33cc-49b5-8dfd-0dba42d966e8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:34.394437 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] device_id is not set on port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:44:34.409676 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:34.422695 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:34.497807 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Pushing event updated for resources: {'Port': ['ID=c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:34.513501 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e1d7fd-33cc-49b5-8dfd-0dba42d966e8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Router 889735f3-0bc0-4cd2-903e-3663adae2534 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:44:34.520338 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6ee17de5-f16f-4adb-9a36-3267e3e52902 None None] Provisioning complete for port b72fbd26-71c5-4025-9df2-d1fa4e40c9b8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:34.521324 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6ee17de5-f16f-4adb-9a36-3267e3e52902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:34.537267 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Checking segment: {'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:34.537625 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Network hostable DHCP agents. Network: b9cf9329-8907-432a-8276-834216d7b790, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:44:34.567031 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6ee17de5-f16f-4adb-9a36-3267e3e52902 None None] Port b72fbd26-71c5-4025-9df2-d1fa4e40c9b8 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:34.623358 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Network b9cf9329-8907-432a-8276-834216d7b790 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:44:34.647094 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, b9cf9329-8907-432a-8276-834216d7b790) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:34.655248 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:34.660409 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b424d972-481a-42ba-92d1-506ff8fb38a1 None None] Network b9cf9329-8907-432a-8276-834216d7b790 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:34.690836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e1d7fd-33cc-49b5-8dfd-0dba42d966e8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:44:34.702013 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a94d018-83b0-4212-b9ec-54bab27e8939 None None] Sync routers for ids ['889735f3-0bc0-4cd2-903e-3663adae2534'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:44:34.710690 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-41e1d7fd-33cc-49b5-8dfd-0dba42d966e8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "PUT /v2.0/routers/889735f3-0bc0-4cd2-903e-3663adae2534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4079561 Nov 12 00:44:34.711587 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34216) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:34.715882 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:34.716034 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:34.716656 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:34.735439 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a94d018-83b0-4212-b9ec-54bab27e8939 None None] Routers {'889735f3-0bc0-4cd2-903e-3663adae2534'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:34.737748 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5a94d018-83b0-4212-b9ec-54bab27e8939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:44:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['889735f3-0bc0-4cd2-903e-3663adae2534'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:34.799678 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:34.800613 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:34.801980 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 2 to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de Nov 12 00:44:34.852128 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:34.852472 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:34.860054 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:34.867998 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:34.868328 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:34.869522 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 3 to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de Nov 12 00:44:34.882144 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5a94d018-83b0-4212-b9ec-54bab27e8939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:34.906675 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a94d018-83b0-4212-b9ec-54bab27e8939 None None] Routers {'889735f3-0bc0-4cd2-903e-3663adae2534'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:34.907307 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5a94d018-83b0-4212-b9ec-54bab27e8939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:44:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['889735f3-0bc0-4cd2-903e-3663adae2534'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:34.911932 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:34.912274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:34.912602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:34.933137 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3861b800-4ca5-4e6d-be95-03cc7cd992f7 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:34.941735 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3861b800-4ca5-4e6d-be95-03cc7cd992f7 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports?device_id=889735f3-0bc0-4cd2-903e-3663adae2534 HTTP/1.1" status: 200 len: 982 time: 0.2107346 Nov 12 00:44:34.944315 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:34.944648 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:34.945091 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34222) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:34.945538 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 4 to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de Nov 12 00:44:34.983262 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5a94d018-83b0-4212-b9ec-54bab27e8939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:34.983915 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a94d018-83b0-4212-b9ec-54bab27e8939 None None] The sync data for ids ['889735f3-0bc0-4cd2-903e-3663adae2534'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:44:35.051151 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-477c00b9-5924-40a2-a6c0-f0bb1e258ba0 req-685a2b90-9129-4708-8620-608a34b9002e tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02 HTTP/1.1" status: 200 len: 210 time: 0.0466928 Nov 12 00:44:35.061743 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cfa41d-29eb-4215-8ee1-72e343869344 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Router 442f9106-e30d-4a75-b10b-17f620abbe2b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:44:35.080167 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-a62b3199-3b98-4ba9-aafc-3767143c30cd tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:35.082021 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-a62b3199-3b98-4ba9-aafc-3767143c30cd tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.15 "GET /v2.0/networks?id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a HTTP/1.1" status: 200 len: 821 time: 1.0454245 Nov 12 00:44:35.152031 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-577eb68e-f763-46ca-9951-73bf147cfb38 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Request body: {'port': {'device_id': '3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'admin_state_up': True, 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:35.167227 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:35.167775 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:35.167878 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:35.177605 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:35.177911 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:35.179758 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 5 to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de Nov 12 00:44:35.203658 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:35.203996 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:35.204326 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:35.210120 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:35.210447 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:35.211104 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 6 to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de Nov 12 00:44:35.216550 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cfa41d-29eb-4215-8ee1-72e343869344 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:44:35.223048 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-01cfa41d-29eb-4215-8ee1-72e343869344 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "PUT /v2.0/routers/442f9106-e30d-4a75-b10b-17f620abbe2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8674738 Nov 12 00:44:35.229162 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5710cc1-90cb-4e4d-8c96-07b208499817 None None] Sync routers for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:44:35.235286 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34224) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:35.249902 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5710cc1-90cb-4e4d-8c96-07b208499817 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:35.250556 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c5710cc1-90cb-4e4d-8c96-07b208499817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:44:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:35.269528 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:35.269860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:35.270193 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:35.280822 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:35.281160 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:35.282361 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 7 to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de Nov 12 00:44:35.301787 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:35.302121 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:35.302455 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:35.325411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:35.325754 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:35.330980 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 8 to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de Nov 12 00:44:35.346014 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c5710cc1-90cb-4e4d-8c96-07b208499817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:35.374131 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5710cc1-90cb-4e4d-8c96-07b208499817 None None] Routers {'442f9106-e30d-4a75-b10b-17f620abbe2b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:35.374886 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c5710cc1-90cb-4e4d-8c96-07b208499817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:44:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['442f9106-e30d-4a75-b10b-17f620abbe2b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:35.394831 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:35.394831 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:35.395138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:35.412107 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:35.412361 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:35.413586 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 9 to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de Nov 12 00:44:35.437571 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c5710cc1-90cb-4e4d-8c96-07b208499817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:35.438249 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5710cc1-90cb-4e4d-8c96-07b208499817 None None] The sync data for ids ['442f9106-e30d-4a75-b10b-17f620abbe2b'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:44:35.446411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:35.446411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:35.446750 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:35.447994 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b5d96fea-7873-4456-b05d-c02adbf01006 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.468528 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:35.468884 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:35.494900 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 10 to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de Nov 12 00:44:35.512829 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-577eb68e-f763-46ca-9951-73bf147cfb38 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Made reservation on behalf of a7599eb657084d80a1806919aa3c14e6 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:35.517327 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-577eb68e-f763-46ca-9951-73bf147cfb38 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.668022 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b5d96fea-7873-4456-b05d-c02adbf01006 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.760063 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-577eb68e-f763-46ca-9951-73bf147cfb38 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Allocated IP 172.20.0.11 (3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a/ca6f62c9-3a34-45a3-8f31-24454b3d735a/ddcd573b-856f-4ddd-8dde-43fb0967e6c5) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:35.801204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-b5d96fea-7873-4456-b05d-c02adbf01006 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Deleting port 25b37a7f-47f9-4e5b-9ed7-df8687ebf9ea {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:35.801542 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b5d96fea-7873-4456-b05d-c02adbf01006 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.881602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:35.881949 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:35.882289 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:35.899928 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:35.900269 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:35.900645 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.902736 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9ca9d952-8e24-41e4-82c5-e8fe40466f9b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.957720 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b5d96fea-7873-4456-b05d-c02adbf01006 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:35.981625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-b5d96fea-7873-4456-b05d-c02adbf01006 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Calling delete_port for 25b37a7f-47f9-4e5b-9ed7-df8687ebf9ea owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:36.010032 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-577eb68e-f763-46ca-9951-73bf147cfb38 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.093619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] For port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:36.094005 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempted to set empty binding levels {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 00:44:36.101237 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.137868 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-577eb68e-f763-46ca-9951-73bf147cfb38 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.140845 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:36.141480 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.152020 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:36.171261 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Pushing event updated for resources: {'Port': ['ID=c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:36.185586 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-02e7606c-98c0-46f2-8f10-3c2ad8f40de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.1506562 Nov 12 00:44:36.204430 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34236) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:36.215595 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-577eb68e-f763-46ca-9951-73bf147cfb38 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Network 3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:36.223126 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-577eb68e-f763-46ca-9951-73bf147cfb38 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:36.233035 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-577eb68e-f763-46ca-9951-73bf147cfb38 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:36.236326 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577eb68e-f763-46ca-9951-73bf147cfb38 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Pushing event updated for resources: {'Port': ['ID=ddcd573b-856f-4ddd-8dde-43fb0967e6c5,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:36.291480 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-9ca9d952-8e24-41e4-82c5-e8fe40466f9b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting port b72fbd26-71c5-4025-9df2-d1fa4e40c9b8 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:36.291834 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9ca9d952-8e24-41e4-82c5-e8fe40466f9b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.322129 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b5d96fea-7873-4456-b05d-c02adbf01006 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.368174 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-577eb68e-f763-46ca-9951-73bf147cfb38 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:36.369231 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-577eb68e-f763-46ca-9951-73bf147cfb38 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.374528 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d96fea-7873-4456-b05d-c02adbf01006 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event deleted for resources: {'Port': ['ID=25b37a7f-47f9-4e5b-9ed7-df8687ebf9ea,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:36.377875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-54e10490-090f-449d-b3dd-c1cf8b867226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Deleting port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:36.378208 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-54e10490-090f-449d-b3dd-c1cf8b867226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.404163 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cc80f1-644d-41c5-8fa8-0a3d56120fcc None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:36.446758 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-577eb68e-f763-46ca-9951-73bf147cfb38 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3005672 Nov 12 00:44:36.452358 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9ca9d952-8e24-41e4-82c5-e8fe40466f9b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.475095 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-9ca9d952-8e24-41e4-82c5-e8fe40466f9b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Calling delete_port for b72fbd26-71c5-4025-9df2-d1fa4e40c9b8 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:36.485025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-54e10490-090f-449d-b3dd-c1cf8b867226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] For port c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de, host n-h1-712137-14, got binding levels [] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:36.485412 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-54e10490-090f-449d-b3dd-c1cf8b867226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.500320 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] Request body: {'port': {'device_id': '3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:36.504993 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-54e10490-090f-449d-b3dd-c1cf8b867226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Calling delete_port for c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:36.532965 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b5d96fea-7873-4456-b05d-c02adbf01006 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.544606 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0755097-78e8-4e4c-8036-7f706010d9a6 req-2fae562b-7605-4545-9d62-7284b3d61778 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:36.546129 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0755097-78e8-4e4c-8036-7f706010d9a6 req-2fae562b-7605-4545-9d62-7284b3d61778 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02 HTTP/1.1" status: 200 len: 932 time: 0.3190966 Nov 12 00:44:36.608331 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fce049ae-0fff-4748-9461-7604c2f14adc None None] Provisioning complete for port ddcd573b-856f-4ddd-8dde-43fb0967e6c5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:36.608731 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fce049ae-0fff-4748-9461-7604c2f14adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.655157 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-fce049ae-0fff-4748-9461-7604c2f14adc None None] Port ddcd573b-856f-4ddd-8dde-43fb0967e6c5 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:36.684094 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-54e10490-090f-449d-b3dd-c1cf8b867226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.706325 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b5d96fea-7873-4456-b05d-c02adbf01006 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.710642 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b5d96fea-7873-4456-b05d-c02adbf01006 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.712425 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.741269 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e10490-090f-449d-b3dd-c1cf8b867226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:36.752656 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-54e10490-090f-449d-b3dd-c1cf8b867226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.755943 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-54e10490-090f-449d-b3dd-c1cf8b867226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] 10.222.0.31 "DELETE /v2.0/ports/c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de HTTP/1.1" status: 204 len: 168 time: 0.5503614 Nov 12 00:44:36.761219 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34248) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:36.804160 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0755097-78e8-4e4c-8036-7f706010d9a6 req-ad3591c1-84b5-468a-a0be-f0e3b96a2501 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293115 Nov 12 00:44:36.804786 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b5d96fea-7873-4456-b05d-c02adbf01006 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.806012 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d96fea-7873-4456-b05d-c02adbf01006 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Fanout notify agent at l3_agent the message router_deleted on router 442f9106-e30d-4a75-b10b-17f620abbe2b {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:44:36.807863 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc6f56c-6b5e-481e-8883-5ca5b044d0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] GET failed (client error): The resource could not be found. Nov 12 00:44:36.813457 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9cc6f56c-6b5e-481e-8883-5ca5b044d0bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] 10.222.0.31 "GET /v2.0/ports/c4b6b6ac-d2b0-4038-83ac-0c0fc805c6de HTTP/1.1" status: 404 len: 333 time: 0.0474265 Nov 12 00:44:36.814692 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34250) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:36.814859 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b5d96fea-7873-4456-b05d-c02adbf01006 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.818075 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b5d96fea-7873-4456-b05d-c02adbf01006 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "DELETE /v2.0/routers/442f9106-e30d-4a75-b10b-17f620abbe2b HTTP/1.1" status: 204 len: 168 time: 1.5791380 Nov 12 00:44:36.818075 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34252) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:36.818852 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-478b6ec1-0781-49e9-9417-904283b2ec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Request body: {'port': {'network_id': 'b9cf9329-8907-432a-8276-834216d7b790', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-23110681'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:36.829251 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9ca9d952-8e24-41e4-82c5-e8fe40466f9b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.892134 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9d952-8e24-41e4-82c5-e8fe40466f9b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Port': ['ID=b72fbd26-71c5-4025-9df2-d1fa4e40c9b8,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:36.931136 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-0a5e3ba0-e1fd-4334-8582-1a51dd7a8502 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1062891604&fields=id&tenant_id=0f2d9c22f3474bf184d363afe28f5685 HTTP/1.1" status: 200 len: 267 time: 0.1734636 Nov 12 00:44:36.933777 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478b6ec1-0781-49e9-9417-904283b2ec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Made reservation on behalf of e567eb5ece744cb9b22bb0e002ed2754 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:36.936160 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-478b6ec1-0781-49e9-9417-904283b2ec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.960723 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db1dfce-07ca-47f9-9376-5554659916cf tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Deleting subnet d6cb6755-3dea-42f7-be11-90341df4e33e {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:44:36.964598 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0db1dfce-07ca-47f9-9376-5554659916cf tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.975978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-478b6ec1-0781-49e9-9417-904283b2ec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] device_id is not set on port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:44:37.030598 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0db1dfce-07ca-47f9-9376-5554659916cf tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.175826 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0db1dfce-07ca-47f9-9376-5554659916cf tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.239407 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9ca9d952-8e24-41e4-82c5-e8fe40466f9b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.288237 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0db1dfce-07ca-47f9-9376-5554659916cf tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.305674 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-712bd2a1-4f68-4d7e-8a17-5b234275dbad tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:37.307200 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-712bd2a1-4f68-4d7e-8a17-5b234275dbad tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/networks?id=04c1d52a-5324-4875-a342-c2052d89ed08 HTTP/1.1" status: 200 len: 816 time: 0.3240161 Nov 12 00:44:37.336178 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1dfce-07ca-47f9-9376-5554659916cf tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event deleted for resources: {'Subnet': ['ID=d6cb6755-3dea-42f7-be11-90341df4e33e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:37.346877 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0db1dfce-07ca-47f9-9376-5554659916cf tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.354212 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0db1dfce-07ca-47f9-9376-5554659916cf tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "DELETE /v2.0/subnets/d6cb6755-3dea-42f7-be11-90341df4e33e HTTP/1.1" status: 204 len: 168 time: 0.5353534 Nov 12 00:44:37.356994 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34294) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:37.357370 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7d03cf-5299-4abf-abae-ceae2d2fa98c None None] Network 62bba9ec-6659-4e31-969e-1d27fd80dffe requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:37.373751 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddcd573b-856f-4ddd-8dde-43fb0967e6c5 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:37.386839 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-98e114a7-1fa8-43b0-8750-02f82d2520d6 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/quotas/0f2d9c22f3474bf184d363afe28f5685 HTTP/1.1" status: 200 len: 375 time: 0.0468836 Nov 12 00:44:37.407354 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.496773 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] Transition to ACTIVE for port object ddcd573b-856f-4ddd-8dde-43fb0967e6c5 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:44:37.516790 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-823f6a2f-fdb6-4062-95bf-a7d5afafc1f6 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.518811 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-478b6ec1-0781-49e9-9417-904283b2ec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.524990 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.526521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c1cfed-92b1-44ef-81f9-7489b8b76e8e None None] DHCP port deletion for 62bba9ec-6659-4e31-969e-1d27fd80dffe request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:37.592985 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-72837340-fdfd-4ba9-b980-304b8bb07682 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f2d9c22f3474bf184d363afe28f5685&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1969988 Nov 12 00:44:37.695324 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca9d952-8e24-41e4-82c5-e8fe40466f9b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Router 889735f3-0bc0-4cd2-903e-3663adae2534 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:44:37.732965 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcd573b-856f-4ddd-8dde-43fb0967e6c5,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:37.786990 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-478b6ec1-0781-49e9-9417-904283b2ec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.791949 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-823f6a2f-fdb6-4062-95bf-a7d5afafc1f6 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.866749 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-823f6a2f-fdb6-4062-95bf-a7d5afafc1f6 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bba9ec-6659-4e31-969e-1d27fd80dffe']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:37.886196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478b6ec1-0781-49e9-9417-904283b2ec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Network b9cf9329-8907-432a-8276-834216d7b790 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:37.893375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca9d952-8e24-41e4-82c5-e8fe40466f9b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:44:37.899181 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] Attempting to bind port ddcd573b-856f-4ddd-8dde-43fb0967e6c5 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:37.899924 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] Attempting to bind port ddcd573b-856f-4ddd-8dde-43fb0967e6c5 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': 'bf5aac80-8f2b-48d2-b459-fc0469e08d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:37.899924 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] Attempting to bind port ddcd573b-856f-4ddd-8dde-43fb0967e6c5 on network 3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:37.905404 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9ca9d952-8e24-41e4-82c5-e8fe40466f9b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "PUT /v2.0/routers/889735f3-0bc0-4cd2-903e-3663adae2534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9544332 Nov 12 00:44:37.907993 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34330) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:37.909276 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] Port ddcd573b-856f-4ddd-8dde-43fb0967e6c5 on network 3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:37.909620 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] Attempting to bind port ddcd573b-856f-4ddd-8dde-43fb0967e6c5 on network 3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:37.911644 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099e2133-1bc1-48cd-8fa6-60cfff37775e None None] Sync routers for ids ['889735f3-0bc0-4cd2-903e-3663adae2534'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:44:37.917795 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-823f6a2f-fdb6-4062-95bf-a7d5afafc1f6 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f926aebd-1644-4e44-be6f-9c5bd96c2cf4') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:37.918105 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-823f6a2f-fdb6-4062-95bf-a7d5afafc1f6 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f926aebd-1644-4e44-be6f-9c5bd96c2cf4') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:37.926739 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:37.927037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] Checking segment: {'id': 'bf5aac80-8f2b-48d2-b459-fc0469e08d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:37.927503 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] Bound using segment: {'id': 'bf5aac80-8f2b-48d2-b459-fc0469e08d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:37.927868 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] Bound port: ddcd573b-856f-4ddd-8dde-43fb0967e6c5, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf5aac80-8f2b-48d2-b459-fc0469e08d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:37.928088 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-17d5072d-2875-4296-ac55-ec13ec4a8ac4 service neutron] 10.222.0.31 "GET /v2.0/networks/04c1d52a-5324-4875-a342-c2052d89ed08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342319 Nov 12 00:44:37.928261 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.929894 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-478b6ec1-0781-49e9-9417-904283b2ec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:37.941340 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099e2133-1bc1-48cd-8fa6-60cfff37775e None None] Routers {'889735f3-0bc0-4cd2-903e-3663adae2534'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:37.942305 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-099e2133-1bc1-48cd-8fa6-60cfff37775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:44:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['889735f3-0bc0-4cd2-903e-3663adae2534'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:37.950053 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b6ec1-0781-49e9-9417-904283b2ec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Pushing event updated for resources: {'Port': ['ID=fd85cb61-3f91-43e7-be74-9d0f7bfcbef4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:37.965507 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b6ec1-0781-49e9-9417-904283b2ec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:37.972421 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44fa10d-dff5-463c-8754-88154e43b236 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] GET failed (client error): The resource could not be found. Nov 12 00:44:37.972757 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478b6ec1-0781-49e9-9417-904283b2ec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:37.976607 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d44fa10d-dff5-463c-8754-88154e43b236 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports/b72fbd26-71c5-4025-9df2-d1fa4e40c9b8 HTTP/1.1" status: 404 len: 333 time: 0.0585227 Nov 12 00:44:37.976607 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-823f6a2f-fdb6-4062-95bf-a7d5afafc1f6 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.979566 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-478b6ec1-0781-49e9-9417-904283b2ec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:37.983781 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34336) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:38.025631 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-099e2133-1bc1-48cd-8fa6-60cfff37775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:38.037491 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099e2133-1bc1-48cd-8fa6-60cfff37775e None None] Routers {'889735f3-0bc0-4cd2-903e-3663adae2534'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:38.038100 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-099e2133-1bc1-48cd-8fa6-60cfff37775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:44:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['889735f3-0bc0-4cd2-903e-3663adae2534'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:38.072198 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-478b6ec1-0781-49e9-9417-904283b2ec83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.2543883 Nov 12 00:44:38.079443 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-099e2133-1bc1-48cd-8fa6-60cfff37775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:38.080086 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099e2133-1bc1-48cd-8fa6-60cfff37775e None None] The sync data for ids ['889735f3-0bc0-4cd2-903e-3663adae2534'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:44:38.085159 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34338) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:38.093675 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-823f6a2f-fdb6-4062-95bf-a7d5afafc1f6 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.099388 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:38.115128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-823f6a2f-fdb6-4062-95bf-a7d5afafc1f6 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:44:38.115372 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-823f6a2f-fdb6-4062-95bf-a7d5afafc1f6 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:44:38.142229 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:44:38.150281 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fb264705-0a53-4df7-adfc-023b09d68568 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.260601 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f6a9b-1562-416c-b813-31d1463a13a2 req-a03a6066-caf5-4eef-98c8-bf1ea03af0ea tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:38.262161 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3f7f6a9b-1562-416c-b813-31d1463a13a2 req-a03a6066-caf5-4eef-98c8-bf1ea03af0ea tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02 HTTP/1.1" status: 200 len: 944 time: 0.2728579 Nov 12 00:44:38.263476 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] For port ddcd573b-856f-4ddd-8dde-43fb0967e6c5, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:38.276299 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.280474 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-823f6a2f-fdb6-4062-95bf-a7d5afafc1f6 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.283984 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] For port ddcd573b-856f-4ddd-8dde-43fb0967e6c5, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=ddcd573b-856f-4ddd-8dde-43fb0967e6c5,segment=NetworkSegment(bf5aac80-8f2b-48d2-b459-fc0469e08d3a),segment_id=bf5aac80-8f2b-48d2-b459-fc0469e08d3a)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:38.308627 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-823f6a2f-fdb6-4062-95bf-a7d5afafc1f6 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.311925 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-823f6a2f-fdb6-4062-95bf-a7d5afafc1f6 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] 10.222.0.31 "DELETE /v2.0/networks/62bba9ec-6659-4e31-969e-1d27fd80dffe HTTP/1.1" status: 204 len: 168 time: 0.9539268 Nov 12 00:44:38.320578 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.335534 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-c5b6ee3a-c7b2-47f6-a3ad-51781054aa71 service neutron] 10.222.0.31 "GET /v2.0/networks/04c1d52a-5324-4875-a342-c2052d89ed08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741963 Nov 12 00:44:38.339268 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fb264705-0a53-4df7-adfc-023b09d68568 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.341931 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fb264705-0a53-4df7-adfc-023b09d68568 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.373128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f6a2f-fdb6-4062-95bf-a7d5afafc1f6 tempest-FloatingIPTestJSON-1834144806 tempest-FloatingIPTestJSON-1834144806-project] Pushing event deleted for resources: {'Network': ['ID=62bba9ec-6659-4e31-969e-1d27fd80dffe,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:38.403178 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fb264705-0a53-4df7-adfc-023b09d68568 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.407730 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb264705-0a53-4df7-adfc-023b09d68568 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Fanout notify agent at l3_agent the message router_deleted on router 889735f3-0bc0-4cd2-903e-3663adae2534 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:44:38.417681 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.422304 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fb264705-0a53-4df7-adfc-023b09d68568 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.423682 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fb264705-0a53-4df7-adfc-023b09d68568 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/routers/889735f3-0bc0-4cd2-903e-3663adae2534 HTTP/1.1" status: 204 len: 168 time: 0.4265838 Nov 12 00:44:38.426473 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34344) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:38.437669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:38.438300 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.439714 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] 10.222.0.15 "PUT /v2.0/ports/ddcd573b-856f-4ddd-8dde-43fb0967e6c5 HTTP/1.1" status: 200 len: 1093 time: 1.9440024 Nov 12 00:44:38.440189 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02', 'tag': 'ddcd573b-856f-4ddd-8dde-43fb0967e6c5'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:38.446610 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad2eb09-5e71-497d-91be-6fd2725fe2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02", "tag": "ddcd573b-856f-4ddd-8dde-43fb0967e6c5"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:38.491553 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3f7f6a9b-1562-416c-b813-31d1463a13a2 req-d7bcc926-0740-43d7-9e53-8c4e5138bbf1 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215908 Nov 12 00:44:38.528672 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00a808-d393-48a5-84c6-2acb3a07b171 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcd573b-856f-4ddd-8dde-43fb0967e6c5,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:38.546641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-30bb2dc0-d6ae-4cb6-a4d4-f9c084331687 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting subnet 244c2024-922e-48ff-8eee-92edbc734859 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:44:38.558235 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-30bb2dc0-d6ae-4cb6-a4d4-f9c084331687 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.749501 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-30bb2dc0-d6ae-4cb6-a4d4-f9c084331687 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.756045 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-cc0f80e6-95ac-4d8c-8c90-1954acfee981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:38.757669 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-cc0f80e6-95ac-4d8c-8c90-1954acfee981 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7599eb657084d80a1806919aa3c14e6&device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02 HTTP/1.1" status: 200 len: 1096 time: 0.2094016 Nov 12 00:44:38.928389 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34362) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:38.942254 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9676e8b0-0632-49cb-a2f6-ebada87cd442 x-openstack-request-id: req-9676e8b0-0632-49cb-a2f6-ebada87cd442 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:38.942731 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02", "tag": "ddcd573b-856f-4ddd-8dde-43fb0967e6c5", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:38.943271 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9676e8b0-0632-49cb-a2f6-ebada87cd442 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:38.943593 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-30bb2dc0-d6ae-4cb6-a4d4-f9c084331687 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:38.944924 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02', 'tag': 'ddcd573b-856f-4ddd-8dde-43fb0967e6c5', 'status': 'completed', 'code': 200} Nov 12 00:44:38.949444 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-dceb4e2a-6355-4b60-9dcd-5e8fb7ab5203 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddcd573b-856f-4ddd-8dde-43fb0967e6c5 HTTP/1.1" status: 200 len: 217 time: 0.1544261 Nov 12 00:44:38.980057 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] device_id is not set on port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:44:39.020220 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.037615 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.053490 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-30bb2dc0-d6ae-4cb6-a4d4-f9c084331687 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.075567 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-40eea7f0-e177-4352-9d52-2f060947a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:39.077117 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-40eea7f0-e177-4352-9d52-2f060947a2a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca6f62c9-3a34-45a3-8f31-24454b3d735a HTTP/1.1" status: 200 len: 860 time: 0.1167030 Nov 12 00:44:39.091388 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-30bb2dc0-d6ae-4cb6-a4d4-f9c084331687 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.091698 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5dc081-0315-4a29-ab76-07dd040f9053 None None] Network 894b4aac-f7a7-4a88-bc15-37c0b8a49c9c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:39.102601 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-30bb2dc0-d6ae-4cb6-a4d4-f9c084331687 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/subnets/244c2024-922e-48ff-8eee-92edbc734859 HTTP/1.1" status: 204 len: 168 time: 0.6720023 Nov 12 00:44:39.108278 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34370) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:39.150749 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb2dc0-d6ae-4cb6-a4d4-f9c084331687 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Subnet': ['ID=244c2024-922e-48ff-8eee-92edbc734859,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:39.173785 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Pushing event updated for resources: {'Port': ['ID=fd85cb61-3f91-43e7-be74-9d0f7bfcbef4,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:39.188963 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2425bbe6-e400-4385-8f39-f657743be4b2 req-1e0915e9-378f-4075-954b-6d0ea287e078 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 210 time: 0.1033206 Nov 12 00:44:39.235169 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-528dceb2-63ec-451c-b700-dfb5d5698a3f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8f79d1fccd54961bbbcdd7d96069e55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3033288 Nov 12 00:44:39.235909 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34372) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:39.253562 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:39.253902 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:39.254274 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:39.273374 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:39.274550 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:39.276315 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 2 to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 Nov 12 00:44:39.280334 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-d921dfd8-746a-4b90-b0c5-3cd2245dd248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:39.282060 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-d921dfd8-746a-4b90-b0c5-3cd2245dd248 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1946585 Nov 12 00:44:39.294085 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00f62b97-b13b-4879-aa9e-02bbd4b10d8c tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.315965 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:39.316529 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:39.317115 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:39.326520 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dd8d48f9-0a43-42d1-99df-e8bce264d5d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.342390 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:39.342976 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:39.345588 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 3 to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 Nov 12 00:44:39.357878 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dd8d48f9-0a43-42d1-99df-e8bce264d5d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.401110 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7ad6b7-79f9-4d94-aa0f-f16577582927 None None] DHCP port deletion for 894b4aac-f7a7-4a88-bc15-37c0b8a49c9c request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:44:39.422501 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:39.422880 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:39.423224 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:39.437255 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:39.437588 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:39.440934 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 4 to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 Nov 12 00:44:39.445376 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dd8d48f9-0a43-42d1-99df-e8bce264d5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.452351 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dd8d48f9-0a43-42d1-99df-e8bce264d5d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.457740 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dd8d48f9-0a43-42d1-99df-e8bce264d5d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c214983a-1fcb-4dfc-8777-261170d7fd3d HTTP/1.1" status: 204 len: 168 time: 0.2188251 Nov 12 00:44:39.471603 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d48f9-0a43-42d1-99df-e8bce264d5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c214983a-1fcb-4dfc-8777-261170d7fd3d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:39.500828 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-0bf3bf2f-898a-4740-ba9c-dfb307f0c101 service neutron] 10.222.0.15 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035208 Nov 12 00:44:39.501440 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:39.501775 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:39.502108 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:39.512397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:39.512795 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:39.519381 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-af7ad6b7-79f9-4d94-aa0f-f16577582927 None None] Deleting port 1c339440-721f-4a22-ba2b-9a3b5ec39632 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:39.519967 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-af7ad6b7-79f9-4d94-aa0f-f16577582927 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.520463 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 5 to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 Nov 12 00:44:39.556055 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-00f62b97-b13b-4879-aa9e-02bbd4b10d8c tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting port 1c339440-721f-4a22-ba2b-9a3b5ec39632 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:39.556408 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00f62b97-b13b-4879-aa9e-02bbd4b10d8c tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.596093 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:39.596434 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:39.596799 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:39.655885 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:39.656229 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:39.659703 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 6 to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 Nov 12 00:44:39.710977 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:39.711353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:39.712268 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:39.717038 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-af7ad6b7-79f9-4d94-aa0f-f16577582927 None None] For port 1c339440-721f-4a22-ba2b-9a3b5ec39632, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1c339440-721f-4a22-ba2b-9a3b5ec39632,segment=NetworkSegment(cffc7099-d36f-4e9a-8dc3-88a1fffa4af9),segment_id=cffc7099-d36f-4e9a-8dc3-88a1fffa4af9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:39.717561 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-af7ad6b7-79f9-4d94-aa0f-f16577582927 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.730239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-00f62b97-b13b-4879-aa9e-02bbd4b10d8c tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] For port 1c339440-721f-4a22-ba2b-9a3b5ec39632, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1c339440-721f-4a22-ba2b-9a3b5ec39632,segment=NetworkSegment(cffc7099-d36f-4e9a-8dc3-88a1fffa4af9),segment_id=cffc7099-d36f-4e9a-8dc3-88a1fffa4af9)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:39.730545 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00f62b97-b13b-4879-aa9e-02bbd4b10d8c tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.766913 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-af7ad6b7-79f9-4d94-aa0f-f16577582927 None None] Calling delete_port for 1c339440-721f-4a22-ba2b-9a3b5ec39632 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:39.773598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:39.774496 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:39.775350 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-00f62b97-b13b-4879-aa9e-02bbd4b10d8c tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Calling delete_port for 1c339440-721f-4a22-ba2b-9a3b5ec39632 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:39.780291 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 7 to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 Nov 12 00:44:39.827183 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-275bc20e-fc3d-4d22-804c-a63fb42af856 req-a2925a5c-3bf2-4415-a505-542a4421f45b service neutron] 10.222.0.15 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142302 Nov 12 00:44:39.837454 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:39.847972 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:39.848409 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:39.902634 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:39.902968 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:39.904987 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 8 to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 Nov 12 00:44:39.915238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f280c-5742-4019-a18f-6e672b5b9a15 req-42f0383f-fe0b-43b5-b786-c4f4a4cd8575 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:39.922530 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-128f280c-5742-4019-a18f-6e672b5b9a15 req-42f0383f-fe0b-43b5-b786-c4f4a4cd8575 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02 HTTP/1.1" status: 200 len: 944 time: 0.2314899 Nov 12 00:44:39.942926 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-af7ad6b7-79f9-4d94-aa0f-f16577582927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:39.962295 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7ad6b7-79f9-4d94-aa0f-f16577582927 None None] No DVR routers for this DVR port 1c339440-721f-4a22-ba2b-9a3b5ec39632 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:39.989412 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ad6b7-79f9-4d94-aa0f-f16577582927 None None] Pushing event deleted for resources: {'Port': ['ID=1c339440-721f-4a22-ba2b-9a3b5ec39632,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:40.023200 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:40.023460 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:40.023854 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:40.033519 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1c339440-721f-4a22-ba2b-9a3b5ec39632 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:44:40.073876 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 1c339440-721f-4a22-ba2b-9a3b5ec39632 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:44:40.074401 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1c339440-721f-4a22-ba2b-9a3b5ec39632 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:44:40.080046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:40.080381 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:40.086273 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 9 to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 Nov 12 00:44:40.132939 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:40.133825 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:40.134146 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:40.145093 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00f62b97-b13b-4879-aa9e-02bbd4b10d8c tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.151233 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-128f280c-5742-4019-a18f-6e672b5b9a15 req-0b4a7423-6684-4239-9ebd-e8cc394adfc9 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277400 Nov 12 00:44:40.156356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2eb09-5e71-497d-91be-6fd2725fe2e8 req-59284244-f3ee-4cee-bb50-8498ba4277f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:40.157927 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6ad2eb09-5e71-497d-91be-6fd2725fe2e8 req-59284244-f3ee-4cee-bb50-8498ba4277f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7599eb657084d80a1806919aa3c14e6&device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02 HTTP/1.1" status: 200 len: 1096 time: 0.1881709 Nov 12 00:44:40.158507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:40.158793 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:40.163555 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 10 to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 Nov 12 00:44:40.208436 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f62b97-b13b-4879-aa9e-02bbd4b10d8c tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] No DVR routers for this DVR port 1c339440-721f-4a22-ba2b-9a3b5ec39632 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:44:40.213267 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f62b97-b13b-4879-aa9e-02bbd4b10d8c tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Port': ['ID=1c339440-721f-4a22-ba2b-9a3b5ec39632,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:40.269888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:40.270242 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:40.270587 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:40.291095 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:40.291749 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:40.291845 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.318003 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c3ea7bbb-bb49-446e-95e5-90402309e2dc req-e9d9bbe4-6920-4b47-bad0-503d9207a25e tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 210 time: 0.0434504 Nov 12 00:44:40.580122 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34410) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:40.600850 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-bab0bc5f-b7c6-4087-bebf-a38c005288a4 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:40.604150 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-bab0bc5f-b7c6-4087-bebf-a38c005288a4 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.21 "GET /v2.0/networks?id=04c1d52a-5324-4875-a342-c2052d89ed08 HTTP/1.1" status: 200 len: 816 time: 0.1715286 Nov 12 00:44:40.710499 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-a59a62de-3cd8-41e7-ab90-b8ed4deacb57 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f2d9c22f3474bf184d363afe28f5685 HTTP/1.1" status: 200 len: 380 time: 0.0974791 Nov 12 00:44:40.732855 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-9f1da147-9bb1-4a7d-82d0-f60080b5cf5f tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Request body: {'port': {'device_id': 'e5d334d7-6e03-40aa-91fc-cf770958a205', 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08', 'admin_state_up': True, 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'security_groups': ['dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:40.741064 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-05533652-7e56-4b6f-9126-08eb58aa1966 tempest-SubnetPoolsTestJSON-1211519011 tempest-SubnetPoolsTestJSON-1211519011-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-65792452', 'prefixes': ['172.20.0.0/16']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:40.817028 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00f62b97-b13b-4879-aa9e-02bbd4b10d8c tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.840292 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-00f62b97-b13b-4879-aa9e-02bbd4b10d8c tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894b4aac-f7a7-4a88-bc15-37c0b8a49c9c']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:40.856245 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-00f62b97-b13b-4879-aa9e-02bbd4b10d8c tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cffc7099-d36f-4e9a-8dc3-88a1fffa4af9') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:40.856462 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-00f62b97-b13b-4879-aa9e-02bbd4b10d8c tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cffc7099-d36f-4e9a-8dc3-88a1fffa4af9') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:40.882036 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00f62b97-b13b-4879-aa9e-02bbd4b10d8c tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.885881 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2eb09-5e71-497d-91be-6fd2725fe2e8 req-3018ffb6-00b5-4da7-81fb-cdf653e808d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:40.887407 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6ad2eb09-5e71-497d-91be-6fd2725fe2e8 req-3018ffb6-00b5-4da7-81fb-cdf653e808d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a HTTP/1.1" status: 200 len: 922 time: 0.6978142 Nov 12 00:44:40.913018 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-9f1da147-9bb1-4a7d-82d0-f60080b5cf5f tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Made reservation on behalf of 0f2d9c22f3474bf184d363afe28f5685 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:40.921413 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-9f1da147-9bb1-4a7d-82d0-f60080b5cf5f tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.960058 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00f62b97-b13b-4879-aa9e-02bbd4b10d8c tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.967327 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6ad2eb09-5e71-497d-91be-6fd2725fe2e8 req-a24d5f10-a14a-47e8-970b-be6d07803465 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddcd573b-856f-4ddd-8dde-43fb0967e6c5 HTTP/1.1" status: 200 len: 217 time: 0.0526438 Nov 12 00:44:40.969256 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-05533652-7e56-4b6f-9126-08eb58aa1966 tempest-SubnetPoolsTestJSON-1211519011 tempest-SubnetPoolsTestJSON-1211519011-project] Publish callbacks [] for subnetpool, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.970670 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-05533652-7e56-4b6f-9126-08eb58aa1966 tempest-SubnetPoolsTestJSON-1211519011 tempest-SubnetPoolsTestJSON-1211519011-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.3891537 Nov 12 00:44:40.973345 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34418) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:40.978867 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f62b97-b13b-4879-aa9e-02bbd4b10d8c tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:44:40.979284 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00f62b97-b13b-4879-aa9e-02bbd4b10d8c tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:44:40.982685 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:44:41.082742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] For port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:41.083190 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempted to set empty binding levels {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 00:44:41.093851 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:41.099691 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00f62b97-b13b-4879-aa9e-02bbd4b10d8c tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:41.135236 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00f62b97-b13b-4879-aa9e-02bbd4b10d8c tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:41.142497 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-00f62b97-b13b-4879-aa9e-02bbd4b10d8c tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/networks/894b4aac-f7a7-4a88-bc15-37c0b8a49c9c HTTP/1.1" status: 204 len: 168 time: 2.0105526 Nov 12 00:44:41.147460 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2eb09-5e71-497d-91be-6fd2725fe2e8 req-4946c048-3225-48ed-ae26-48676a70d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.149737 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6ad2eb09-5e71-497d-91be-6fd2725fe2e8 req-4946c048-3225-48ed-ae26-48676a70d16c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca6f62c9-3a34-45a3-8f31-24454b3d735a HTTP/1.1" status: 200 len: 860 time: 0.1728306 Nov 12 00:44:41.159317 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34420) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:41.227429 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f62b97-b13b-4879-aa9e-02bbd4b10d8c tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Network': ['ID=894b4aac-f7a7-4a88-bc15-37c0b8a49c9c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:41.278923 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] In _notify_port_updated(), no bound segment for port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:44:41.280076 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.285081 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:41.291979 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] 10.222.0.31 "PUT /v2.0/ports/fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 HTTP/1.1" status: 200 len: 978 time: 3.2038848 Nov 12 00:44:41.300099 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34426) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:41.329937 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c271233-fc94-4818-9249-0408f2784fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Pushing event updated for resources: {'Port': ['ID=fd85cb61-3f91-43e7-be74-9d0f7bfcbef4,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:41.457000 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5f82e3-7f2a-4369-a7c5-2af2c0b5ac07 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.462385 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fb5f82e3-7f2a-4369-a7c5-2af2c0b5ac07 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports/f638c670-5768-45f3-8d06-1cf96351aa69 HTTP/1.1" status: 200 len: 840 time: 0.2961454 Nov 12 00:44:41.466996 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34430) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:41.527933 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2eb09-5e71-497d-91be-6fd2725fe2e8 req-5ecf5e34-f379-446b-b04b-851a872fddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.529531 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6ad2eb09-5e71-497d-91be-6fd2725fe2e8 req-5ecf5e34-f379-446b-b04b-851a872fddc0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3658998 Nov 12 00:44:41.550276 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9260a-afee-4e38-8b54-3539bebe255c req-01bda5ea-9757-49bc-a15a-ba7410f37353 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.551806 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14f9260a-afee-4e38-8b54-3539bebe255c req-01bda5ea-9757-49bc-a15a-ba7410f37353 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02 HTTP/1.1" status: 200 len: 944 time: 0.2499080 Nov 12 00:44:41.555351 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e85ebc50-94e4-4f2d-9def-0a12d705f861 tempest-SubnetPoolsTestJSON-1211519011 tempest-SubnetPoolsTestJSON-1211519011-project] 10.222.0.31 "GET /v2.0/subnetpools/2f74e2a5-ce07-456e-8bf1-cbef194907f4 HTTP/1.1" status: 200 len: 730 time: 0.5782716 Nov 12 00:44:41.558140 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3496efa4-77e4-43ee-a6e8-09a3ddb54b60 req-95f46706-f431-4177-88f0-04b6f787f00b tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 210 time: 0.0843530 Nov 12 00:44:41.558366 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-41086bda-b81d-475e-b3d9-0a69219896c2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports/f638c670-5768-45f3-8d06-1cf96351aa69?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0878084 Nov 12 00:44:41.558709 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34432) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:41.569325 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a8ae0a60-268f-4040-ab0e-dd04341eaf44 tempest-SubnetPoolsTestJSON-1211519011 tempest-SubnetPoolsTestJSON-1211519011-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-415051189'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:41.585807 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34434) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:41.590084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.590569 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.591359 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.591849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.592344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.592840 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.593575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.593765 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.594222 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.594740 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.595086 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-0baf16df-8286-4460-a487-5b401dfed0c9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'subnet': {'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:41.595180 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.595744 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.596105 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.596906 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.598642 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.598642 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.598642 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.598642 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.598963 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.599552 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.608096 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.608687 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.609192 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.609669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.610134 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.610598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.611062 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.611526 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.611990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.612449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.612932 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.613393 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.613848 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.614302 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.614756 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.615217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.615671 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:41.624144 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-efe4d8d2-732c-4c4a-accc-be91d8ed5567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33093 time: 0.2868118 Nov 12 00:44:41.628639 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34436) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:41.741293 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14f9260a-afee-4e38-8b54-3539bebe255c req-6eb6abef-c5f8-40f3-8e54-2229c1042a90 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201658 Nov 12 00:44:41.785091 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6ad2eb09-5e71-497d-91be-6fd2725fe2e8 req-f5fa404c-c64d-47be-89ae-389cb31a084f service neutron] 10.222.0.15 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295408 Nov 12 00:44:41.924195 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-9f1da147-9bb1-4a7d-82d0-f60080b5cf5f tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Allocated IP 172.20.0.5 (04c1d52a-5324-4875-a342-c2052d89ed08/d8de245d-1750-4d1c-903a-2a086535947f/3edd12ed-7c55-452f-ae18-e455c6485579) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:41.927112 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0baf16df-8286-4460-a487-5b401dfed0c9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:41.931882 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6ad2eb09-5e71-497d-91be-6fd2725fe2e8 req-90136c1a-94ff-40b8-9232-d20857d7c08f service neutron] 10.222.0.15 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393383 Nov 12 00:44:41.936960 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0baf16df-8286-4460-a487-5b401dfed0c9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.061177 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8ae0a60-268f-4040-ab0e-dd04341eaf44 tempest-SubnetPoolsTestJSON-1211519011 tempest-SubnetPoolsTestJSON-1211519011-project] Publish callbacks [] for subnetpool, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.064684 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a8ae0a60-268f-4040-ab0e-dd04341eaf44 tempest-SubnetPoolsTestJSON-1211519011 tempest-SubnetPoolsTestJSON-1211519011-project] 10.222.0.31 "PUT /v2.0/subnetpools/2f74e2a5-ce07-456e-8bf1-cbef194907f4 HTTP/1.1" status: 200 len: 683 time: 0.4989080 Nov 12 00:44:42.066172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34442) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:42.113887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-fadade20-921b-475d-8b9d-98d1c8063b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Deleting port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:42.114381 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fadade20-921b-475d-8b9d-98d1c8063b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.181971 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6c4c6a1f-574b-446b-8522-94df15a0afc9 tempest-SubnetPoolsTestJSON-1211519011 tempest-SubnetPoolsTestJSON-1211519011-project] Publish callbacks [] for subnetpool, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.185249 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6c4c6a1f-574b-446b-8522-94df15a0afc9 tempest-SubnetPoolsTestJSON-1211519011 tempest-SubnetPoolsTestJSON-1211519011-project] 10.222.0.31 "DELETE /v2.0/subnetpools/2f74e2a5-ce07-456e-8bf1-cbef194907f4 HTTP/1.1" status: 204 len: 168 time: 0.1176345 Nov 12 00:44:42.186128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34444) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:42.213279 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-74e3c961-e657-4931-b061-c70c0f45a30b tempest-SubnetPoolsTestJSON-1211519011 tempest-SubnetPoolsTestJSON-1211519011-project] show failed (client error): The resource could not be found. Nov 12 00:44:42.215495 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-74e3c961-e657-4931-b061-c70c0f45a30b tempest-SubnetPoolsTestJSON-1211519011 tempest-SubnetPoolsTestJSON-1211519011-project] 10.222.0.31 "GET /v2.0/subnetpools/2f74e2a5-ce07-456e-8bf1-cbef194907f4 HTTP/1.1" status: 404 len: 346 time: 0.0251584 Nov 12 00:44:42.224567 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34446) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:42.252288 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-29c7d919-5319-48c9-be57-5ca88fa8d3c0 tempest-SubnetPoolsTestJSON-1211519011 tempest-SubnetPoolsTestJSON-1211519011-project] delete failed (client error): The resource could not be found. Nov 12 00:44:42.257911 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-29c7d919-5319-48c9-be57-5ca88fa8d3c0 tempest-SubnetPoolsTestJSON-1211519011 tempest-SubnetPoolsTestJSON-1211519011-project] 10.222.0.31 "DELETE /v2.0/subnetpools/2f74e2a5-ce07-456e-8bf1-cbef194907f4 HTTP/1.1" status: 404 len: 346 time: 0.0262866 Nov 12 00:44:42.330898 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-fadade20-921b-475d-8b9d-98d1c8063b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] For port fd85cb61-3f91-43e7-be74-9d0f7bfcbef4, host n-h1-712137-14, got binding levels [] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:42.331508 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fadade20-921b-475d-8b9d-98d1c8063b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.347268 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0baf16df-8286-4460-a487-5b401dfed0c9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.363806 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-fadade20-921b-475d-8b9d-98d1c8063b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Calling delete_port for fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:42.438488 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baf16df-8286-4460-a487-5b401dfed0c9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 8de229bf-fda9-444b-96fc-52c1e25318db is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:42.493502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-0baf16df-8286-4460-a487-5b401dfed0c9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:42.507188 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01aada3-9e29-4e1a-90e0-eb2fd494c49d None None] Network 8de229bf-fda9-444b-96fc-52c1e25318db requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:42.511813 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baf16df-8286-4460-a487-5b401dfed0c9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:42.511813 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0baf16df-8286-4460-a487-5b401dfed0c9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.527031 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-9f1da147-9bb1-4a7d-82d0-f60080b5cf5f tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.543185 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34452) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:42.543763 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0baf16df-8286-4460-a487-5b401dfed0c9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9554124 Nov 12 00:44:42.550257 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf16df-8286-4460-a487-5b401dfed0c9 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Subnet': ['ID=3c162a4a-02aa-4bf9-ba25-f518754a92ae,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:42.556624 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-01968c6d-bdff-4321-abc8-a70e40ade006 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'security_group': {'name': 'tempest-secgroup-2127484981'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:42.604372 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fadade20-921b-475d-8b9d-98d1c8063b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.620651 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01968c6d-bdff-4321-abc8-a70e40ade006 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.654549 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadade20-921b-475d-8b9d-98d1c8063b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd85cb61-3f91-43e7-be74-9d0f7bfcbef4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:42.659996 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fadade20-921b-475d-8b9d-98d1c8063b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.668286 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fadade20-921b-475d-8b9d-98d1c8063b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] 10.222.0.31 "DELETE /v2.0/ports/fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 HTTP/1.1" status: 204 len: 168 time: 1.0331397 Nov 12 00:44:42.668476 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34458) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:42.680748 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-9f1da147-9bb1-4a7d-82d0-f60080b5cf5f tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.750475 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-9f1da147-9bb1-4a7d-82d0-f60080b5cf5f tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Network 04c1d52a-5324-4875-a342-c2052d89ed08 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:42.752331 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d61bf1-8440-43cf-ab95-53a3b48b1e38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] GET failed (client error): The resource could not be found. Nov 12 00:44:42.760374 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34462) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:42.764939 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-04d61bf1-8440-43cf-ab95-53a3b48b1e38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] 10.222.0.31 "GET /v2.0/ports/fd85cb61-3f91-43e7-be74-9d0f7bfcbef4 HTTP/1.1" status: 404 len: 333 time: 0.0846820 Nov 12 00:44:42.765812 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34464) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:42.796800 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-f632f61c-22f1-4e5f-9af2-170d2f1ed8c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1581976769', 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:42.846864 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1da147-9bb1-4a7d-82d0-f60080b5cf5f tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Pushing event updated for resources: {'Port': ['ID=3edd12ed-7c55-452f-ae18-e455c6485579,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:42.853917 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-9f1da147-9bb1-4a7d-82d0-f60080b5cf5f tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:42.866179 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f632f61c-22f1-4e5f-9af2-170d2f1ed8c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Made reservation on behalf of e567eb5ece744cb9b22bb0e002ed2754 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:42.869515 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f632f61c-22f1-4e5f-9af2-170d2f1ed8c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.873654 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-9f1da147-9bb1-4a7d-82d0-f60080b5cf5f tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:42.922186 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e73e795-418f-4118-b624-b202536861be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-8de229bf-fda9-444b-96fc-52c1e25318db', 'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db', 'tenant_id': '6a418c9e3d724ba18332c717826e963e', 'fixed_ips': [{'subnet_id': '3c162a4a-02aa-4bf9-ba25-f518754a92ae'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:44:42.923134 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7e73e795-418f-4118-b624-b202536861be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.969127 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01968c6d-bdff-4321-abc8-a70e40ade006 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:42.993516 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01968c6d-bdff-4321-abc8-a70e40ade006 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.027132 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01968c6d-bdff-4321-abc8-a70e40ade006 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.029489 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-01968c6d-bdff-4321-abc8-a70e40ade006 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4845409 Nov 12 00:44:43.038632 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34468) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:43.074096 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720347e6-65b0-4068-91fc-18ba0f259342 req-6adaf803-9884-40d3-a42e-5ca7b83ac0bc tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:43.075739 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-f632f61c-22f1-4e5f-9af2-170d2f1ed8c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] device_id is not set on port 6a15ba99-ec8a-4f12-b359-6ca55922b901 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:44:43.078290 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-720347e6-65b0-4068-91fc-18ba0f259342 req-6adaf803-9884-40d3-a42e-5ca7b83ac0bc tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02 HTTP/1.1" status: 200 len: 944 time: 0.2069073 Nov 12 00:44:43.079496 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d97f7ae-253a-415d-9177-229ed50d368b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.101046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-f6b5375f-23c3-4231-900c-6ef3bb9bf773 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'security_group': {'name': 'tempest-secgroup-229953065'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:43.155607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-9f1da147-9bb1-4a7d-82d0-f60080b5cf5f tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:43.164723 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-9f1da147-9bb1-4a7d-82d0-f60080b5cf5f tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.191465 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f6b5375f-23c3-4231-900c-6ef3bb9bf773 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.275953 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01968c6d-bdff-4321-abc8-a70e40ade006 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=784e9ec0-2806-437e-8a10-5c9eac0353b8,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:43.318530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5587bc-0c39-44d5-a5fd-5f12f0699e15 req-dcfa8f2b-2b48-45ba-ab04-d1c3bfbde274 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:43.330607 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b5587bc-0c39-44d5-a5fd-5f12f0699e15 req-dcfa8f2b-2b48-45ba-ab04-d1c3bfbde274 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 931 time: 0.5663490 Nov 12 00:44:43.352360 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-9f1da147-9bb1-4a7d-82d0-f60080b5cf5f tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6252019 Nov 12 00:44:43.359144 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d97f7ae-253a-415d-9177-229ed50d368b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.362175 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-7e73e795-418f-4118-b624-b202536861be None None] Allocated IP 172.20.0.2 (8de229bf-fda9-444b-96fc-52c1e25318db/3c162a4a-02aa-4bf9-ba25-f518754a92ae/bd0c0a12-4b80-48fc-9284-a2f713f97bd5) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:43.380963 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-720347e6-65b0-4068-91fc-18ba0f259342 req-5527ed2d-2089-4294-b160-7fc67f026833 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786562 Nov 12 00:44:43.384572 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d97f7ae-253a-415d-9177-229ed50d368b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.391487 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] Request body: {'port': {'device_id': 'e5d334d7-6e03-40aa-91fc-cf770958a205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:43.496659 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b5587bc-0c39-44d5-a5fd-5f12f0699e15 req-1a1dd62e-19d9-4e42-b119-f5678a74ed47 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/security-groups?id=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649981 Nov 12 00:44:43.527030 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3d97f7ae-253a-415d-9177-229ed50d368b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e7a78c5305b4e5a8a0c63da18f86bde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7585757 Nov 12 00:44:43.530581 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34476) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:43.547217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97f7ae-253a-415d-9177-229ed50d368b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e461f352-0103-442e-b02c-f86972c62d44,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:43.579675 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f6b5375f-23c3-4231-900c-6ef3bb9bf773 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.584992 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7e73e795-418f-4118-b624-b202536861be None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.596074 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f6b5375f-23c3-4231-900c-6ef3bb9bf773 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.609207 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7e73e795-418f-4118-b624-b202536861be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.653861 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73e795-418f-4118-b624-b202536861be None None] Pushing event updated for resources: {'Port': ['ID=bd0c0a12-4b80-48fc-9284-a2f713f97bd5,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:43.660849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5375f-23c3-4231-900c-6ef3bb9bf773 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f9ad3b-247c-49c0-ba9d-d2620e3af5a5,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:43.668170 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f6b5375f-23c3-4231-900c-6ef3bb9bf773 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.670047 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f6b5375f-23c3-4231-900c-6ef3bb9bf773 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5772686 Nov 12 00:44:43.672934 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34478) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:43.673520 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b04b728c-984c-4f20-8fef-f662f4da8671 None None] Provisioning complete for port 3edd12ed-7c55-452f-ae18-e455c6485579 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:43.673900 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b04b728c-984c-4f20-8fef-f662f4da8671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.681075 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.681871 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7f22ed04-6b4e-4a39-b721-22ff1496f522 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1143575906', 'security_groups': ['55f9ad3b-247c-49c0-ba9d-d2620e3af5a5'], 'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3c162a4a-02aa-4bf9-ba25-f518754a92ae'}]}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:43.721916 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b04b728c-984c-4f20-8fef-f662f4da8671 None None] Port 3edd12ed-7c55-452f-ae18-e455c6485579 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:43.726255 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e73e795-418f-4118-b624-b202536861be None None] Network 8de229bf-fda9-444b-96fc-52c1e25318db is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:43.728252 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-7e73e795-418f-4118-b624-b202536861be None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:43.730640 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e73e795-418f-4118-b624-b202536861be None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:43.789020 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b4280476-ba24-42d5-be10-45a98ac7c16e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.821447 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7e73e795-418f-4118-b624-b202536861be None None] Attempting to bind port bd0c0a12-4b80-48fc-9284-a2f713f97bd5 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:43.821828 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7e73e795-418f-4118-b624-b202536861be None None] Attempting to bind port bd0c0a12-4b80-48fc-9284-a2f713f97bd5 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'ab83b1a2-4fdd-4c2f-bfc4-77563efc1b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:43.822203 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e73e795-418f-4118-b624-b202536861be None None] Attempting to bind port bd0c0a12-4b80-48fc-9284-a2f713f97bd5 on network 8de229bf-fda9-444b-96fc-52c1e25318db {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:43.827675 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e73e795-418f-4118-b624-b202536861be None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:43.828062 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e73e795-418f-4118-b624-b202536861be None None] Checking segment: {'id': 'ab83b1a2-4fdd-4c2f-bfc4-77563efc1b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:43.828465 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7e73e795-418f-4118-b624-b202536861be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.828903 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e73e795-418f-4118-b624-b202536861be None None] Bound using segment: {'id': 'ab83b1a2-4fdd-4c2f-bfc4-77563efc1b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:43.829381 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7e73e795-418f-4118-b624-b202536861be None None] Bound port: bd0c0a12-4b80-48fc-9284-a2f713f97bd5, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab83b1a2-4fdd-4c2f-bfc4-77563efc1b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:43.829764 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7e73e795-418f-4118-b624-b202536861be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.855592 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f22ed04-6b4e-4a39-b721-22ff1496f522 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:43.902382 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f632f61c-22f1-4e5f-9af2-170d2f1ed8c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.906916 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-7e73e795-418f-4118-b624-b202536861be None None] For port bd0c0a12-4b80-48fc-9284-a2f713f97bd5, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:43.913075 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-7e73e795-418f-4118-b624-b202536861be None None] For port bd0c0a12-4b80-48fc-9284-a2f713f97bd5, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=bd0c0a12-4b80-48fc-9284-a2f713f97bd5,segment=NetworkSegment(ab83b1a2-4fdd-4c2f-bfc4-77563efc1b0f),segment_id=ab83b1a2-4fdd-4c2f-bfc4-77563efc1b0f)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:43.918019 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7e73e795-418f-4118-b624-b202536861be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:43.943068 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device ddcd573b-856f-4ddd-8dde-43fb0967e6c5 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:44:43.973777 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b4280476-ba24-42d5-be10-45a98ac7c16e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.060740 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f22ed04-6b4e-4a39-b721-22ff1496f522 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.084572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73e795-418f-4118-b624-b202536861be None None] Pushing event updated for resources: {'Port': ['ID=bd0c0a12-4b80-48fc-9284-a2f713f97bd5,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:44.109202 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-7f22ed04-6b4e-4a39-b721-22ff1496f522 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] device_id is not set on port cc8febed-bb36-48e5-9b31-496dc4009c82 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:44:44.198426 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f632f61c-22f1-4e5f-9af2-170d2f1ed8c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.228277 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port ddcd573b-856f-4ddd-8dde-43fb0967e6c5, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=ddcd573b-856f-4ddd-8dde-43fb0967e6c5,segment=NetworkSegment(bf5aac80-8f2b-48d2-b459-fc0469e08d3a),segment_id=bf5aac80-8f2b-48d2-b459-fc0469e08d3a)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:44.264164 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'ddcd573b-856f-4ddd-8dde-43fb0967e6c5', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'port_id': 'ddcd573b-856f-4ddd-8dde-43fb0967e6c5', 'mac_address': 'fa:16:3e:ca:2e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:44:44.388948 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.420675 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcd573b-856f-4ddd-8dde-43fb0967e6c5 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:44.456131 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port ddcd573b-856f-4ddd-8dde-43fb0967e6c5, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=ddcd573b-856f-4ddd-8dde-43fb0967e6c5,segment=NetworkSegment(bf5aac80-8f2b-48d2-b459-fc0469e08d3a),segment_id=bf5aac80-8f2b-48d2-b459-fc0469e08d3a)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:44.462341 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.462530 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-7f22ed04-6b4e-4a39-b721-22ff1496f522 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Allocated IP 172.20.0.14 (8de229bf-fda9-444b-96fc-52c1e25318db/3c162a4a-02aa-4bf9-ba25-f518754a92ae/cc8febed-bb36-48e5-9b31-496dc4009c82) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:44.569273 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=ddcd573b-856f-4ddd-8dde-43fb0967e6c5,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:44.571134 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b4280476-ba24-42d5-be10-45a98ac7c16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.578701 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b4280476-ba24-42d5-be10-45a98ac7c16e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.580016 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b4280476-ba24-42d5-be10-45a98ac7c16e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e461f352-0103-442e-b02c-f86972c62d44 HTTP/1.1" status: 204 len: 168 time: 1.0439816 Nov 12 00:44:44.634291 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f632f61c-22f1-4e5f-9af2-170d2f1ed8c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Network b9cf9329-8907-432a-8276-834216d7b790 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:44.637058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3edd12ed-7c55-452f-ae18-e455c6485579 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:44.655975 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4280476-ba24-42d5-be10-45a98ac7c16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e461f352-0103-442e-b02c-f86972c62d44,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:44.657751 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632f61c-22f1-4e5f-9af2-170d2f1ed8c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Pushing event updated for resources: {'Port': ['ID=6a15ba99-ec8a-4f12-b359-6ca55922b901,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:44.668080 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa37c73-27ec-4600-a146-a8ce636309c9 req-50bf2125-c812-4190-bd40-eeff0c10b882 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:44.669822 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2aa37c73-27ec-4600-a146-a8ce636309c9 req-50bf2125-c812-4190-bd40-eeff0c10b882 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02 HTTP/1.1" status: 200 len: 945 time: 0.1748307 Nov 12 00:44:44.677190 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.686271 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-f632f61c-22f1-4e5f-9af2-170d2f1ed8c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:44.720146 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f632f61c-22f1-4e5f-9af2-170d2f1ed8c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:44.721106 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f632f61c-22f1-4e5f-9af2-170d2f1ed8c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:44.721707 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f632f61c-22f1-4e5f-9af2-170d2f1ed8c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.765513 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] Transition to ACTIVE for port object 3edd12ed-7c55-452f-ae18-e455c6485579 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:44:44.785373 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.809383 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f22ed04-6b4e-4a39-b721-22ff1496f522 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:44.821670 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ccd3c-3674-4420-b2aa-bef27e1c6481 req-7b32bdf9-54aa-46fa-aaee-090fd6afbdc8 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:44.823174 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-326ccd3c-3674-4420-b2aa-bef27e1c6481 req-7b32bdf9-54aa-46fa-aaee-090fd6afbdc8 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 931 time: 0.1032696 Nov 12 00:44:44.825530 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f632f61c-22f1-4e5f-9af2-170d2f1ed8c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0634797 Nov 12 00:44:44.832465 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34492) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:44.921537 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2aa37c73-27ec-4600-a146-a8ce636309c9 req-aa0747b3-7c1f-4994-b0ec-e6a3a5369d3b tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231264 Nov 12 00:44:44.964750 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['ddcd573b-856f-4ddd-8dde-43fb0967e6c5'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:45.036365 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fa97ee-2a6f-430e-8018-952ecb496a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:45.047503 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-23fa97ee-2a6f-430e-8018-952ecb496a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] 10.222.0.31 "GET /v2.0/ports/6a15ba99-ec8a-4f12-b359-6ca55922b901 HTTP/1.1" status: 200 len: 959 time: 0.2161105 Nov 12 00:44:45.050564 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34496) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:45.129730 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] Pushing event updated for resources: {'Port': ['ID=3edd12ed-7c55-452f-ae18-e455c6485579,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:45.164520 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] Attempting to bind port 3edd12ed-7c55-452f-ae18-e455c6485579 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:45.164818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] Attempting to bind port 3edd12ed-7c55-452f-ae18-e455c6485579 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '822f2946-5e7f-4953-a7aa-d14d65825efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:45.165154 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] Attempting to bind port 3edd12ed-7c55-452f-ae18-e455c6485579 on network 04c1d52a-5324-4875-a342-c2052d89ed08 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:45.173943 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] Port 3edd12ed-7c55-452f-ae18-e455c6485579 on network 04c1d52a-5324-4875-a342-c2052d89ed08 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:45.174263 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] Attempting to bind port 3edd12ed-7c55-452f-ae18-e455c6485579 on network 04c1d52a-5324-4875-a342-c2052d89ed08 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:45.182339 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:45.182773 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] Checking segment: {'id': '822f2946-5e7f-4953-a7aa-d14d65825efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:45.183735 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-326ccd3c-3674-4420-b2aa-bef27e1c6481 req-611919c6-b561-4423-a33f-475e744d5614 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/security-groups?id=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3438387 Nov 12 00:44:45.197773 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] Bound using segment: {'id': '822f2946-5e7f-4953-a7aa-d14d65825efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:45.199014 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] Bound port: 3edd12ed-7c55-452f-ae18-e455c6485579, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '822f2946-5e7f-4953-a7aa-d14d65825efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:45.199400 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:45.249589 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f22ed04-6b4e-4a39-b721-22ff1496f522 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:45.332804 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] For port 3edd12ed-7c55-452f-ae18-e455c6485579, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:45.346519 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] For port 3edd12ed-7c55-452f-ae18-e455c6485579, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3edd12ed-7c55-452f-ae18-e455c6485579,segment=NetworkSegment(822f2946-5e7f-4953-a7aa-d14d65825efb),segment_id=822f2946-5e7f-4953-a7aa-d14d65825efb)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:45.366177 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:45.406557 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f22ed04-6b4e-4a39-b721-22ff1496f522 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 8de229bf-fda9-444b-96fc-52c1e25318db is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:45.415278 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-7f22ed04-6b4e-4a39-b721-22ff1496f522 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:45.434106 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f22ed04-6b4e-4a39-b721-22ff1496f522 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:45.481175 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] Pushing event updated for resources: {'Port': ['ID=3edd12ed-7c55-452f-ae18-e455c6485579,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:45.496168 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:45.497098 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:45.498923 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-518b8a42-75f3-4262-b4cb-b9ab7075f437 service neutron] 10.222.0.21 "PUT /v2.0/ports/3edd12ed-7c55-452f-ae18-e455c6485579 HTTP/1.1" status: 200 len: 1092 time: 2.1136632 Nov 12 00:44:45.499450 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d334d7-6e03-40aa-91fc-cf770958a205', 'tag': '3edd12ed-7c55-452f-ae18-e455c6485579'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:45.502035 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6ebe43-0ea8-496a-a1cf-8cb2c457b901" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d334d7-6e03-40aa-91fc-cf770958a205", "tag": "3edd12ed-7c55-452f-ae18-e455c6485579"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:45.537025 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22ed04-6b4e-4a39-b721-22ff1496f522 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=cc8febed-bb36-48e5-9b31-496dc4009c82,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:45.645990 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32022474-6e17-47d0-a367-a60ea9242862 x-openstack-request-id: req-32022474-6e17-47d0-a367-a60ea9242862 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:45.646289 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d334d7-6e03-40aa-91fc-cf770958a205", "tag": "3edd12ed-7c55-452f-ae18-e455c6485579", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:45.646549 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32022474-6e17-47d0-a367-a60ea9242862 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:45.646957 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d334d7-6e03-40aa-91fc-cf770958a205', 'tag': '3edd12ed-7c55-452f-ae18-e455c6485579', 'status': 'completed', 'code': 200} Nov 12 00:44:45.657043 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-8910bbe2-9127-4175-bd2a-c8b391a272b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Deleting port 6a15ba99-ec8a-4f12-b359-6ca55922b901 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:45.657655 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8910bbe2-9127-4175-bd2a-c8b391a272b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:45.667233 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f22ed04-6b4e-4a39-b721-22ff1496f522 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:45.668515 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f22ed04-6b4e-4a39-b721-22ff1496f522 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:45.677814 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-2c3dd0e7-89aa-4524-8acf-1f40debabe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:45.679357 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-2c3dd0e7-89aa-4524-8acf-1f40debabe4a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f2d9c22f3474bf184d363afe28f5685&device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 1095 time: 0.1161628 Nov 12 00:44:45.791851 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-15e5cf75-6d1f-40c4-b942-89719a046bb3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3edd12ed-7c55-452f-ae18-e455c6485579 HTTP/1.1" status: 200 len: 217 time: 0.0983417 Nov 12 00:44:45.799502 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4b8fb1b9-99c9-4677-9f60-56b853e78681 None None] Provisioning complete for port bd0c0a12-4b80-48fc-9284-a2f713f97bd5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:45.799951 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4b8fb1b9-99c9-4677-9f60-56b853e78681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:45.822447 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34518) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:45.824103 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7f22ed04-6b4e-4a39-b721-22ff1496f522 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1499271 Nov 12 00:44:45.854683 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8910bbe2-9127-4175-bd2a-c8b391a272b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:45.898451 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-8910bbe2-9127-4175-bd2a-c8b391a272b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Calling delete_port for 6a15ba99-ec8a-4f12-b359-6ca55922b901 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:45.935569 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-b06828ca-a767-4271-a2cf-69989c2701f6 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'subnet': {'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:46.032315 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4b8fb1b9-99c9-4677-9f60-56b853e78681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.104072 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4b8fb1b9-99c9-4677-9f60-56b853e78681 None None] For port bd0c0a12-4b80-48fc-9284-a2f713f97bd5, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=bd0c0a12-4b80-48fc-9284-a2f713f97bd5,segment=NetworkSegment(ab83b1a2-4fdd-4c2f-bfc4-77563efc1b0f),segment_id=ab83b1a2-4fdd-4c2f-bfc4-77563efc1b0f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:46.116620 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4b8fb1b9-99c9-4677-9f60-56b853e78681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.166906 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8910bbe2-9127-4175-bd2a-c8b391a272b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.207055 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bd0c0a12-4b80-48fc-9284-a2f713f97bd5 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:46.230100 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910bbe2-9127-4175-bd2a-c8b391a272b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a15ba99-ec8a-4f12-b359-6ca55922b901,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:46.238766 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34528) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:46.283359 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8910bbe2-9127-4175-bd2a-c8b391a272b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.292114 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8910bbe2-9127-4175-bd2a-c8b391a272b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] 10.222.0.31 "DELETE /v2.0/ports/6a15ba99-ec8a-4f12-b359-6ca55922b901 HTTP/1.1" status: 204 len: 168 time: 1.2325857 Nov 12 00:44:46.293256 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4b8fb1b9-99c9-4677-9f60-56b853e78681 None None] Provisioning complete for port f638c670-5768-45f3-8d06-1cf96351aa69 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:46.293817 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4b8fb1b9-99c9-4677-9f60-56b853e78681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.294839 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34532) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:46.303354 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-ce33b049-2edd-4974-8251-9d91424ac070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:46.303855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8fb1b9-99c9-4677-9f60-56b853e78681 None None] Pushing event updated for resources: {'Port': ['ID=bd0c0a12-4b80-48fc-9284-a2f713f97bd5,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:46.304897 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-ce33b049-2edd-4974-8251-9d91424ac070 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8de245d-1750-4d1c-903a-2a086535947f HTTP/1.1" status: 200 len: 855 time: 0.5049219 Nov 12 00:44:46.353838 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fc15a0-4eb0-4ac6-957d-df92ae0ff9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] GET failed (client error): The resource could not be found. Nov 12 00:44:46.359118 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-84fc15a0-4eb0-4ac6-957d-df92ae0ff9a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] 10.222.0.31 "GET /v2.0/ports/6a15ba99-ec8a-4f12-b359-6ca55922b901 HTTP/1.1" status: 404 len: 333 time: 0.0590475 Nov 12 00:44:46.359309 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34534) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:46.364324 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-50a418f0-5ab5-4036-9c8f-ce383ca6afc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Request body: {'port': {'network_id': 'b9cf9329-8907-432a-8276-834216d7b790', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1160552135'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:46.387725 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b5889-5dac-4b5a-acdb-dd94fe28547b req-213a55fb-ecb4-4c08-8bef-c9a029520f17 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:46.396574 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4b8fb1b9-99c9-4677-9f60-56b853e78681 None None] Port f638c670-5768-45f3-8d06-1cf96351aa69 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:46.397563 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d89b5889-5dac-4b5a-acdb-dd94fe28547b req-213a55fb-ecb4-4c08-8bef-c9a029520f17 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02 HTTP/1.1" status: 200 len: 945 time: 0.2582424 Nov 12 00:44:46.403113 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port bd0c0a12-4b80-48fc-9284-a2f713f97bd5 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:46.404246 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.434025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06828ca-a767-4271-a2cf-69989c2701f6 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:46.438768 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b06828ca-a767-4271-a2cf-69989c2701f6 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.446596 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a418f0-5ab5-4036-9c8f-ce383ca6afc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Made reservation on behalf of e567eb5ece744cb9b22bb0e002ed2754 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:46.449057 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50a418f0-5ab5-4036-9c8f-ce383ca6afc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.461126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-38b23042-4de7-4dbf-9864-34d32aacc12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:46.463755 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-38b23042-4de7-4dbf-9864-34d32aacc12e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04c1d52a-5324-4875-a342-c2052d89ed08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1441369 Nov 12 00:44:46.481542 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-50a418f0-5ab5-4036-9c8f-ce383ca6afc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] device_id is not set on port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:44:46.513808 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d89b5889-5dac-4b5a-acdb-dd94fe28547b req-61df1208-46ea-485a-9955-55f158b98b1d tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149898 Nov 12 00:44:46.606194 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-305c3408-25ca-43ef-9033-a7bc1873c66f None None] Provisioning complete for port cc8febed-bb36-48e5-9b31-496dc4009c82 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:46.606570 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-305c3408-25ca-43ef-9033-a7bc1873c66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.637096 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-97b5c013-5ff0-46f3-b405-000542f4f440 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1589259454'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:46.653447 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-305c3408-25ca-43ef-9033-a7bc1873c66f None None] Port cc8febed-bb36-48e5-9b31-496dc4009c82 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:46.713139 n-d-712137-14 neutron-server[114242]: INFO neutron.db.ipam_backend_mixin [None req-b06828ca-a767-4271-a2cf-69989c2701f6 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3c162a4a-02aa-4bf9-ba25-f518754a92ae (CIDR: 172.20.0.0/28) Nov 12 00:44:46.720976 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-5388a13a-5226-44be-9885-63274e916196 service neutron] 10.222.0.21 "GET /v2.0/networks/04c1d52a-5324-4875-a342-c2052d89ed08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204623 Nov 12 00:44:46.723197 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06828ca-a767-4271-a2cf-69989c2701f6 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:44:46.723897 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06828ca-a767-4271-a2cf-69989c2701f6 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:44:46.724573 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd3e9a-1af2-4593-bac9-b6d34a9cad6b req-879b4edc-faff-46c6-a5b1-6f20c4c470d9 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:46.726171 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-26dd3e9a-1af2-4593-bac9-b6d34a9cad6b req-879b4edc-faff-46c6-a5b1-6f20c4c470d9 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 943 time: 0.2464294 Nov 12 00:44:46.730822 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b5c013-5ff0-46f3-b405-000542f4f440 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Made reservation on behalf of 668d66c4dbfa4bd3bcd75c54027df45b for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:46.734444 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-97b5c013-5ff0-46f3-b405-000542f4f440 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.771761 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-97b5c013-5ff0-46f3-b405-000542f4f440 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:46.849201 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b06828ca-a767-4271-a2cf-69989c2701f6 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9514768 Nov 12 00:44:46.849709 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34540) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:46.860181 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-b56cc204-c8ac-462d-b35b-fb5be418fe87 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'subnet': {'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:46.917194 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-26dd3e9a-1af2-4593-bac9-b6d34a9cad6b req-9b3b3460-3e21-4f40-833a-97c2572f656d tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/security-groups?id=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765053 Nov 12 00:44:46.925835 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50a418f0-5ab5-4036-9c8f-ce383ca6afc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.020293 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-97b5c013-5ff0-46f3-b405-000542f4f440 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.025610 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a12e4cd7-f90d-4c71-874e-48d20ceeae31 req-6b8b4047-362d-44f0-93fa-881b82d930ee service neutron] 10.222.0.21 "GET /v2.0/networks/04c1d52a-5324-4875-a342-c2052d89ed08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899065 Nov 12 00:44:47.027917 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-97b5c013-5ff0-46f3-b405-000542f4f440 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.040461 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50a418f0-5ab5-4036-9c8f-ce383ca6afc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.074350 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56cc204-c8ac-462d-b35b-fb5be418fe87 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:47.082782 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b56cc204-c8ac-462d-b35b-fb5be418fe87 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.093326 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b5c013-5ff0-46f3-b405-000542f4f440 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:44:47.128278 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-97b5c013-5ff0-46f3-b405-000542f4f440 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.128636 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-97b5c013-5ff0-46f3-b405-000542f4f440 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Added segment 21609126-7fa1-4291-bef8-7887323c7da4 of type vlan for network beb1747c-3356-4267-98b9-2a3c347ad2be Nov 12 00:44:47.130975 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a418f0-5ab5-4036-9c8f-ce383ca6afc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Network b9cf9329-8907-432a-8276-834216d7b790 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:47.132488 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5c013-5ff0-46f3-b405-000542f4f440 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef27845-a037-40ba-8baa-98378e9fe773,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:47.146160 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-50a418f0-5ab5-4036-9c8f-ce383ca6afc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:47.153494 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a418f0-5ab5-4036-9c8f-ce383ca6afc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:47.155205 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a418f0-5ab5-4036-9c8f-ce383ca6afc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:47.156142 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50a418f0-5ab5-4036-9c8f-ce383ca6afc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.164577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a418f0-5ab5-4036-9c8f-ce383ca6afc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Pushing event updated for resources: {'Port': ['ID=51e528f3-5aa8-46e6-89c8-db5d7462b0a2,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:47.212444 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ebe43-0ea8-496a-a1cf-8cb2c457b901 req-0a5a00b2-de3e-496c-9232-5e59a0d108b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:47.212945 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-50a418f0-5ab5-4036-9c8f-ce383ca6afc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8522792 Nov 12 00:44:47.214193 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d6ebe43-0ea8-496a-a1cf-8cb2c457b901 req-0a5a00b2-de3e-496c-9232-5e59a0d108b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f2d9c22f3474bf184d363afe28f5685&device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 1095 time: 0.1259460 Nov 12 00:44:47.214846 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-97b5c013-5ff0-46f3-b405-000542f4f440 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.216851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34542) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:47.222124 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:47.241885 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-97b5c013-5ff0-46f3-b405-000542f4f440 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.251116 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b5c013-5ff0-46f3-b405-000542f4f440 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:47.252016 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-97b5c013-5ff0-46f3-b405-000542f4f440 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.294218 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-97b5c013-5ff0-46f3-b405-000542f4f440 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0500822 Nov 12 00:44:47.298379 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34544) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:47.307246 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-bf476341-115c-438a-9a64-682cce20e352 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Request body: {'subnet': {'network_id': 'beb1747c-3356-4267-98b9-2a3c347ad2be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:47.473419 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5c013-5ff0-46f3-b405-000542f4f440 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Pushing event updated for resources: {'Network': ['ID=beb1747c-3356-4267-98b9-2a3c347ad2be,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:47.475959 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf476341-115c-438a-9a64-682cce20e352 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Made reservation on behalf of 668d66c4dbfa4bd3bcd75c54027df45b for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:47.480727 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bf476341-115c-438a-9a64-682cce20e352 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.483221 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.493912 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network beb1747c-3356-4267-98b9-2a3c347ad2be details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:44:47.524978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ebe43-0ea8-496a-a1cf-8cb2c457b901 req-e914beb4-84a7-4ee1-b297-d64f0f511836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:47.526464 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d6ebe43-0ea8-496a-a1cf-8cb2c457b901 req-e914beb4-84a7-4ee1-b297-d64f0f511836 service neutron] 10.222.0.21 "GET /v2.0/networks?id=04c1d52a-5324-4875-a342-c2052d89ed08 HTTP/1.1" status: 200 len: 917 time: 0.2959628 Nov 12 00:44:47.730464 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fb6e3-ce1a-4d28-9618-8f0d4c8fb32a req-42a42fdd-4d16-46b7-a9b2-13e0bfaf2ec7 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:47.740294 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-383fb6e3-ce1a-4d28-9618-8f0d4c8fb32a req-42a42fdd-4d16-46b7-a9b2-13e0bfaf2ec7 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02 HTTP/1.1" status: 200 len: 945 time: 0.0964687 Nov 12 00:44:47.754809 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d6ebe43-0ea8-496a-a1cf-8cb2c457b901 req-cf2d4ffc-83a7-4498-ac38-08f91167f1af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3edd12ed-7c55-452f-ae18-e455c6485579 HTTP/1.1" status: 200 len: 217 time: 0.2028477 Nov 12 00:44:47.828492 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-383fb6e3-ce1a-4d28-9618-8f0d4c8fb32a req-ef8dacfb-a04f-419b-ad44-d62b0ebacec0 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872669 Nov 12 00:44:47.886740 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b56cc204-c8ac-462d-b35b-fb5be418fe87 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.889369 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ebe43-0ea8-496a-a1cf-8cb2c457b901 req-1a1a9ef6-c48d-44ed-a7bb-55d48183fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:47.890834 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d6ebe43-0ea8-496a-a1cf-8cb2c457b901 req-1a1a9ef6-c48d-44ed-a7bb-55d48183fb6d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8de245d-1750-4d1c-903a-2a086535947f HTTP/1.1" status: 200 len: 855 time: 0.1148193 Nov 12 00:44:47.925958 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bf476341-115c-438a-9a64-682cce20e352 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:47.955376 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device ddcd573b-856f-4ddd-8dde-43fb0967e6c5 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:48.087260 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bd0c0a12-4b80-48fc-9284-a2f713f97bd5 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:48.093575 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port ddcd573b-856f-4ddd-8dde-43fb0967e6c5 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:44:48.121777 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port ddcd573b-856f-4ddd-8dde-43fb0967e6c5 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:48.122480 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.131202 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf476341-115c-438a-9a64-682cce20e352 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Checking segment: {'id': '21609126-7fa1-4291-bef8-7887323c7da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'beb1747c-3356-4267-98b9-2a3c347ad2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:48.131724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf476341-115c-438a-9a64-682cce20e352 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Network hostable DHCP agents. Network: beb1747c-3356-4267-98b9-2a3c347ad2be, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:44:48.135892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf476341-115c-438a-9a64-682cce20e352 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Pushing event updated for resources: {'Subnet': ['ID=cdd8da4b-06ed-4a03-9f08-d703ec1f588a,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:48.179666 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445caa47-84f5-4f29-9b20-a48a04577a4a req-16ac5bdc-151c-434c-b22d-cc96a9613b49 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:48.185976 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-445caa47-84f5-4f29-9b20-a48a04577a4a req-16ac5bdc-151c-434c-b22d-cc96a9613b49 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 943 time: 0.1443567 Nov 12 00:44:48.187287 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf476341-115c-438a-9a64-682cce20e352 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Network beb1747c-3356-4267-98b9-2a3c347ad2be is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:44:48.223978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-bf476341-115c-438a-9a64-682cce20e352 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, beb1747c-3356-4267-98b9-2a3c347ad2be) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:48.235601 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf476341-115c-438a-9a64-682cce20e352 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:48.236198 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bf476341-115c-438a-9a64-682cce20e352 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.259933 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510779e0-73d7-49cd-9953-313fe47924d1 None None] Network beb1747c-3356-4267-98b9-2a3c347ad2be requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:48.303855 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bf476341-115c-438a-9a64-682cce20e352 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0014236 Nov 12 00:44:48.304262 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34556) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:48.313957 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-44c6f7dd-c4b0-48a5-a7b8-215879b1cf44 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Request body: {'port': {'network_id': 'beb1747c-3356-4267-98b9-2a3c347ad2be', 'name': 'tempest-TagsExtTest-443080136'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:48.338972 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port bd0c0a12-4b80-48fc-9284-a2f713f97bd5 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:48.339349 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.391033 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-445caa47-84f5-4f29-9b20-a48a04577a4a req-b4395c5a-fae3-4b1d-8ce0-948101eb284d tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/security-groups?id=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892591 Nov 12 00:44:48.491588 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56cc204-c8ac-462d-b35b-fb5be418fe87 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 8de229bf-fda9-444b-96fc-52c1e25318db is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:48.504244 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-b56cc204-c8ac-462d-b35b-fb5be418fe87 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:48.504960 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.511798 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] device_id is not set on port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:44:48.518076 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56cc204-c8ac-462d-b35b-fb5be418fe87 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:48.518854 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b56cc204-c8ac-462d-b35b-fb5be418fe87 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.541016 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.546245 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b56cc204-c8ac-462d-b35b-fb5be418fe87 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6946754 Nov 12 00:44:48.550745 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34560) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:48.559631 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-c15311d8-966a-46ec-bbd2-f3132cdcc563 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-745608392', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9dac48a9-7e58-4056-a99b-0c2fa3cd1da9'}], 'security_groups': ['784e9ec0-2806-437e-8a10-5c9eac0353b8']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:48.593101 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c6f7dd-c4b0-48a5-a7b8-215879b1cf44 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Made reservation on behalf of 668d66c4dbfa4bd3bcd75c54027df45b for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:48.596565 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ebe43-0ea8-496a-a1cf-8cb2c457b901 req-977cb8a0-11c1-4d6f-bdde-4243032e5c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:48.598408 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d6ebe43-0ea8-496a-a1cf-8cb2c457b901 req-977cb8a0-11c1-4d6f-bdde-4243032e5c60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04c1d52a-5324-4875-a342-c2052d89ed08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6750827 Nov 12 00:44:48.599155 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cc204-c8ac-462d-b35b-fb5be418fe87 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Subnet': ['ID=9dac48a9-7e58-4056-a99b-0c2fa3cd1da9,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:48.605997 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84520aa-1437-4101-861c-0f9e3503089e None None] Network 8de229bf-fda9-444b-96fc-52c1e25318db requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:48.612163 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-44c6f7dd-c4b0-48a5-a7b8-215879b1cf44 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.612869 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.669724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-44c6f7dd-c4b0-48a5-a7b8-215879b1cf44 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] device_id is not set on port 672c6903-a574-4ac7-b2cf-ffeb4571065e yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:44:48.762427 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcd573b-856f-4ddd-8dde-43fb0967e6c5'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:48.766633 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a823cee7-4dc2-4e5c-95c7-abb3771b4f31" -d '{"events": [{"server_uuid": "3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02", "name": "network-vif-plugged", "status": "completed", "tag": "ddcd573b-856f-4ddd-8dde-43fb0967e6c5"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:48.894494 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port ddcd573b-856f-4ddd-8dde-43fb0967e6c5, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=ddcd573b-856f-4ddd-8dde-43fb0967e6c5,segment=NetworkSegment(bf5aac80-8f2b-48d2-b459-fc0469e08d3a),segment_id=bf5aac80-8f2b-48d2-b459-fc0469e08d3a)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:48.901216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:48.903226 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:48.903706 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:48.910798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-44c6f7dd-c4b0-48a5-a7b8-215879b1cf44 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Allocated IP 172.20.0.2 (beb1747c-3356-4267-98b9-2a3c347ad2be/cdd8da4b-06ed-4a03-9f08-d703ec1f588a/672c6903-a574-4ac7-b2cf-ffeb4571065e) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:48.927972 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:48.962836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Pushing event updated for resources: {'Port': ['ID=51e528f3-5aa8-46e6-89c8-db5d7462b0a2,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:48.986499 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:48.986835 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:48.994346 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 2 to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 Nov 12 00:44:49.123370 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:49.126264 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:49.128033 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:49.140799 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d6ebe43-0ea8-496a-a1cf-8cb2c457b901 req-9294ef30-9d87-4d51-a409-b632cc39ab6a service neutron] 10.222.0.21 "GET /v2.0/networks/04c1d52a-5324-4875-a342-c2052d89ed08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135825 Nov 12 00:44:49.149931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:49.150925 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:49.159833 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=ddcd573b-856f-4ddd-8dde-43fb0967e6c5,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:49.163079 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 3 to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 Nov 12 00:44:49.176151 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfd2319-1895-40d7-96de-8bac8337e16c x-openstack-request-id: req-adfd2319-1895-40d7-96de-8bac8337e16c {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:49.176443 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02", "name": "network-vif-plugged", "status": "completed", "tag": "ddcd573b-856f-4ddd-8dde-43fb0967e6c5", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:49.176717 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-adfd2319-1895-40d7-96de-8bac8337e16c {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:49.177351 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcd573b-856f-4ddd-8dde-43fb0967e6c5', 'code': 200} Nov 12 00:44:49.206009 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-44c6f7dd-c4b0-48a5-a7b8-215879b1cf44 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.226033 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba952e7-a2a6-4622-b3c0-6ca13a39fff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-beb1747c-3356-4267-98b9-2a3c347ad2be', 'network_id': 'beb1747c-3356-4267-98b9-2a3c347ad2be', 'tenant_id': '668d66c4dbfa4bd3bcd75c54027df45b', 'fixed_ips': [{'subnet_id': 'cdd8da4b-06ed-4a03-9f08-d703ec1f588a'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:44:49.226945 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fba952e7-a2a6-4622-b3c0-6ca13a39fff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.266043 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-44c6f7dd-c4b0-48a5-a7b8-215879b1cf44 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.344395 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38eaff5-9d4d-4feb-b21c-cedb1e26c6d0 req-3021bf43-eecb-444e-82b7-23d2cacfad06 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:49.347343 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e38eaff5-9d4d-4feb-b21c-cedb1e26c6d0 req-3021bf43-eecb-444e-82b7-23d2cacfad06 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02 HTTP/1.1" status: 200 len: 946 time: 0.3781800 Nov 12 00:44:49.360360 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:49.360587 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c6f7dd-c4b0-48a5-a7b8-215879b1cf44 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Network beb1747c-3356-4267-98b9-2a3c347ad2be is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:49.361240 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:49.362049 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:49.375002 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-44c6f7dd-c4b0-48a5-a7b8-215879b1cf44 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:49.384101 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c6f7dd-c4b0-48a5-a7b8-215879b1cf44 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:49.426297 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036fbea-8992-45b8-826d-9e3a7f5f095d req-3882ba08-ca52-4de9-8a96-7321ebc2637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:49.428010 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9036fbea-8992-45b8-826d-9e3a7f5f095d req-3882ba08-ca52-4de9-8a96-7321ebc2637e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02 HTTP/1.1" status: 200 len: 1098 time: 0.1793354 Nov 12 00:44:49.428652 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f7dd-c4b0-48a5-a7b8-215879b1cf44 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Pushing event updated for resources: {'Port': ['ID=672c6903-a574-4ac7-b2cf-ffeb4571065e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:49.440594 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:49.441851 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:49.442534 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c15311d8-966a-46ec-bbd2-f3132cdcc563 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.459321 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 4 to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 Nov 12 00:44:49.508533 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c6f7dd-c4b0-48a5-a7b8-215879b1cf44 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:49.509500 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-44c6f7dd-c4b0-48a5-a7b8-215879b1cf44 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.536280 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9036fbea-8992-45b8-826d-9e3a7f5f095d req-e5eae7ef-3cd6-4498-a63d-8de6808b25f8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995669 Nov 12 00:44:49.548235 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-44c6f7dd-c4b0-48a5-a7b8-215879b1cf44 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2428086 Nov 12 00:44:49.552011 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34574) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:49.552915 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:49.553379 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:49.553898 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:49.571522 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-cff308db-cad0-4ec6-a4f2-fc59b9df8f00 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1690060883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:49.634101 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a324df-3995-4419-8060-44cafb8e94e6 req-a05a10e6-8fb2-4da2-8701-664412a3981b tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:49.636104 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e8a324df-3995-4419-8060-44cafb8e94e6 req-a05a10e6-8fb2-4da2-8701-664412a3981b tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 943 time: 0.0863585 Nov 12 00:44:49.637497 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d6ebe43-0ea8-496a-a1cf-8cb2c457b901 req-7cbb047d-c8cc-4e04-9d46-5f533b56f248 service neutron] 10.222.0.21 "GET /v2.0/networks/04c1d52a-5324-4875-a342-c2052d89ed08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828603 Nov 12 00:44:49.638025 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cff308db-cad0-4ec6-a4f2-fc59b9df8f00 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.638308 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:49.638645 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:49.639685 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cff308db-cad0-4ec6-a4f2-fc59b9df8f00 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.658962 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 5 to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 Nov 12 00:44:49.690532 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:49.690903 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:49.691218 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:49.701527 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:49.701857 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:49.707609 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 6 to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 Nov 12 00:44:49.728922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:49.729519 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:49.729868 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:49.735729 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cff308db-cad0-4ec6-a4f2-fc59b9df8f00 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.741451 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:49.741831 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:49.745736 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e38eaff5-9d4d-4feb-b21c-cedb1e26c6d0 req-389135e2-f9fa-4cd3-8e02-966cc3b55025 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729672 Nov 12 00:44:49.760625 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cff308db-cad0-4ec6-a4f2-fc59b9df8f00 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.783419 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 7 to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 Nov 12 00:44:49.788191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-fba952e7-a2a6-4622-b3c0-6ca13a39fff7 None None] Allocated IP 172.20.0.3 (beb1747c-3356-4267-98b9-2a3c347ad2be/cdd8da4b-06ed-4a03-9f08-d703ec1f588a/c1a230a5-e551-4d7f-931b-2fcc139cd374) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:49.813949 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:49.814143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138a6505-374b-43b9-9b72-b66156bcf385 None None] Update dhcp port {'port': {'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db', 'fixed_ips': [{'subnet_id': '3c162a4a-02aa-4bf9-ba25-f518754a92ae', 'ip_address': '172.20.0.2'}, {'subnet_id': '9dac48a9-7e58-4056-a99b-0c2fa3cd1da9'}], 'binding:host_id': 'n-d-712137-14'}, 'id': 'bd0c0a12-4b80-48fc-9284-a2f713f97bd5'} from n-d-712137-14. {{(pid=114244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:44:49.814258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:49.814532 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:49.825862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:49.826185 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:49.829897 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 8 to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 Nov 12 00:44:49.858484 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e8a324df-3995-4419-8060-44cafb8e94e6 req-aed09e24-f2dd-42d3-bb95-5a1c2b6edc95 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/security-groups?id=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184886 Nov 12 00:44:49.866087 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cff308db-cad0-4ec6-a4f2-fc59b9df8f00 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.868160 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cff308db-cad0-4ec6-a4f2-fc59b9df8f00 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3031592 Nov 12 00:44:49.871922 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34580) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:49.876684 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c37c5dfb-6570-4497-bcf0-f8172f357380 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1784522908', 'prefixes': ['172.20.0.0/16']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:49.900381 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:49.911497 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-138a6505-374b-43b9-9b72-b66156bcf385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.913638 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:49.914351 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:49.927673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:49.927998 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:49.931121 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 9 to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 Nov 12 00:44:49.974403 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c37c5dfb-6570-4497-bcf0-f8172f357380 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks [] for subnetpool, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:49.976468 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:49.976920 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:49.977280 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:49.978876 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c37c5dfb-6570-4497-bcf0-f8172f357380 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1034861 Nov 12 00:44:49.980430 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34582) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:49.984874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.tag.tag_plugin [None req-031aadaf-e8ec-4e05-a991-336fd0b0fddb tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cdd8da4b-06ed-4a03-9f08-d703ec1f588a', 'tempest-TagsExtTest-Tag-563831225') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:50.018219 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-39e56902-f263-4110-ba44-6287fbd69ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.032278 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:50.032613 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:50.035236 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempt 10 to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 Nov 12 00:44:50.069913 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:50.070192 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:50.070564 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempting to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:50.104916 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on network b9cf9329-8907-432a-8276-834216d7b790 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:44:50.105176 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Failed to bind port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on host n-h1-712137-14 for vnic_type normal using segments [{'id': 'd36b1ab4-55fa-405f-99cc-02f9555adba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9cf9329-8907-432a-8276-834216d7b790'}] Nov 12 00:44:50.105552 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.144614 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fba952e7-a2a6-4622-b3c0-6ca13a39fff7 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.153062 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fba952e7-a2a6-4622-b3c0-6ca13a39fff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.192140 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba952e7-a2a6-4622-b3c0-6ca13a39fff7 None None] Network beb1747c-3356-4267-98b9-2a3c347ad2be is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:50.197189 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-fba952e7-a2a6-4622-b3c0-6ca13a39fff7 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:50.200721 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba952e7-a2a6-4622-b3c0-6ca13a39fff7 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:44:50.207967 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba952e7-a2a6-4622-b3c0-6ca13a39fff7 None None] Pushing event updated for resources: {'Port': ['ID=c1a230a5-e551-4d7f-931b-2fcc139cd374,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:50.265361 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-fba952e7-a2a6-4622-b3c0-6ca13a39fff7 None None] Attempting to bind port c1a230a5-e551-4d7f-931b-2fcc139cd374 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:44:50.265824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-fba952e7-a2a6-4622-b3c0-6ca13a39fff7 None None] Attempting to bind port c1a230a5-e551-4d7f-931b-2fcc139cd374 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '21609126-7fa1-4291-bef8-7887323c7da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'beb1747c-3356-4267-98b9-2a3c347ad2be'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:44:50.266263 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba952e7-a2a6-4622-b3c0-6ca13a39fff7 None None] Attempting to bind port c1a230a5-e551-4d7f-931b-2fcc139cd374 on network beb1747c-3356-4267-98b9-2a3c347ad2be {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:44:50.272057 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba952e7-a2a6-4622-b3c0-6ca13a39fff7 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:44:50.272582 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba952e7-a2a6-4622-b3c0-6ca13a39fff7 None None] Checking segment: {'id': '21609126-7fa1-4291-bef8-7887323c7da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'beb1747c-3356-4267-98b9-2a3c347ad2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:44:50.273275 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fba952e7-a2a6-4622-b3c0-6ca13a39fff7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.274224 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba952e7-a2a6-4622-b3c0-6ca13a39fff7 None None] Bound using segment: {'id': '21609126-7fa1-4291-bef8-7887323c7da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'beb1747c-3356-4267-98b9-2a3c347ad2be'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:44:50.274709 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-fba952e7-a2a6-4622-b3c0-6ca13a39fff7 None None] Bound port: c1a230a5-e551-4d7f-931b-2fcc139cd374, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21609126-7fa1-4291-bef8-7887323c7da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'beb1747c-3356-4267-98b9-2a3c347ad2be'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:44:50.275092 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fba952e7-a2a6-4622-b3c0-6ca13a39fff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.276292 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-c15311d8-966a-46ec-bbd2-f3132cdcc563 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Delete allocated IP 172.20.0.14 (8de229bf-fda9-444b-96fc-52c1e25318db/3c162a4a-02aa-4bf9-ba25-f518754a92ae) {{(pid=114242) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 00:44:50.286590 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] For port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:50.287030 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attempted to set empty binding levels {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 00:44:50.293700 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-c15311d8-966a-46ec-bbd2-f3132cdcc563 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Allocated IP 172.20.0.22 (8de229bf-fda9-444b-96fc-52c1e25318db/9dac48a9-7e58-4056-a99b-0c2fa3cd1da9/cc8febed-bb36-48e5-9b31-496dc4009c82) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:50.296335 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.334211 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-031aadaf-e8ec-4e05-a991-336fd0b0fddb tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "PUT /v2.0/subnets/cdd8da4b-06ed-4a03-9f08-d703ec1f588a/tags/tempest-TagsExtTest-Tag-563831225 HTTP/1.1" status: 201 len: 201 time: 0.3530347 Nov 12 00:44:50.337530 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34586) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:50.344120 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-3188e289-77ee-4c7a-afad-8a2b97b0969d tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '672c6903-a574-4ac7-b2cf-ffeb4571065e', 'tempest-TagsExtTest-Tag-518683570') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:50.354385 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] In _notify_port_updated(), no bound segment for port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 on network b9cf9329-8907-432a-8276-834216d7b790 {{(pid=114242) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:44:50.355184 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:50.355906 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.360120 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] 10.222.0.31 "PUT /v2.0/ports/51e528f3-5aa8-46e6-89c8-db5d7462b0a2 HTTP/1.1" status: 200 len: 980 time: 3.1422837 Nov 12 00:44:50.362492 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34588) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:50.376370 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-fba952e7-a2a6-4622-b3c0-6ca13a39fff7 None None] For port c1a230a5-e551-4d7f-931b-2fcc139cd374, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:44:50.387652 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-fba952e7-a2a6-4622-b3c0-6ca13a39fff7 None None] For port c1a230a5-e551-4d7f-931b-2fcc139cd374, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c1a230a5-e551-4d7f-931b-2fcc139cd374,segment=NetworkSegment(21609126-7fa1-4291-bef8-7887323c7da4),segment_id=21609126-7fa1-4291-bef8-7887323c7da4)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:44:50.399435 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fba952e7-a2a6-4622-b3c0-6ca13a39fff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.411611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadaeff9-8fac-48be-a768-02bb90669dbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Pushing event updated for resources: {'Port': ['ID=51e528f3-5aa8-46e6-89c8-db5d7462b0a2,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:50.494876 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba952e7-a2a6-4622-b3c0-6ca13a39fff7 None None] Pushing event updated for resources: {'Port': ['ID=c1a230a5-e551-4d7f-931b-2fcc139cd374,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:50.544740 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3188e289-77ee-4c7a-afad-8a2b97b0969d tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "PUT /v2.0/ports/672c6903-a574-4ac7-b2cf-ffeb4571065e/tags/tempest-TagsExtTest-Tag-518683570 HTTP/1.1" status: 201 len: 201 time: 0.1997526 Nov 12 00:44:50.580499 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-1d4af555-7fd1-4893-8e65-8aa64eaee287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Deleting port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:50.580773 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d4af555-7fd1-4893-8e65-8aa64eaee287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.609696 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34590) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:50.621187 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-32ac7183-3a1c-417c-a81b-e90e92ed0b0d tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b1e77fdf-9f8e-4fc6-a16b-ff27149be539', 'tempest-TagsExtTest-Tag-2134745116') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:50.658726 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c15311d8-966a-46ec-bbd2-f3132cdcc563 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.669298 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c15311d8-966a-46ec-bbd2-f3132cdcc563 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.678996 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-1d4af555-7fd1-4893-8e65-8aa64eaee287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] For port 51e528f3-5aa8-46e6-89c8-db5d7462b0a2, host n-h1-712137-14, got binding levels [] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:50.679355 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d4af555-7fd1-4893-8e65-8aa64eaee287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:50.736060 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-138a6505-374b-43b9-9b72-b66156bcf385 None None] Allocated IP 172.20.0.18 (8de229bf-fda9-444b-96fc-52c1e25318db/9dac48a9-7e58-4056-a99b-0c2fa3cd1da9/bd0c0a12-4b80-48fc-9284-a2f713f97bd5) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:50.744862 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-32ac7183-3a1c-417c-a81b-e90e92ed0b0d tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "PUT /v2.0/routers/b1e77fdf-9f8e-4fc6-a16b-ff27149be539/tags/tempest-TagsExtTest-Tag-2134745116 HTTP/1.1" status: 201 len: 201 time: 0.1318028 Nov 12 00:44:50.749115 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34592) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:50.757246 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-f9e58528-ac5b-4f1e-ac28-2a9cd32389e0 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3aa0a5f0-194c-4b65-a7bb-abdd73379da9', 'tempest-TagsExtTest-Tag-1258576686') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:50.827621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15311d8-966a-46ec-bbd2-f3132cdcc563 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=cc8febed-bb36-48e5-9b31-496dc4009c82,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:50.840075 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-1d4af555-7fd1-4893-8e65-8aa64eaee287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Calling delete_port for 51e528f3-5aa8-46e6-89c8-db5d7462b0a2 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:50.900982 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f9e58528-ac5b-4f1e-ac28-2a9cd32389e0 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "PUT /v2.0/subnetpools/3aa0a5f0-194c-4b65-a7bb-abdd73379da9/tags/tempest-TagsExtTest-Tag-1258576686 HTTP/1.1" status: 201 len: 201 time: 0.1516609 Nov 12 00:44:50.909631 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34600) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:50.917676 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-cd6a382a-0b2e-4444-871d-1ecf613e303f tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cdd8da4b-06ed-4a03-9f08-d703ec1f588a') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:50.965497 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-138a6505-374b-43b9-9b72-b66156bcf385 None None] For port bd0c0a12-4b80-48fc-9284-a2f713f97bd5, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=bd0c0a12-4b80-48fc-9284-a2f713f97bd5,segment=NetworkSegment(ab83b1a2-4fdd-4c2f-bfc4-77563efc1b0f),segment_id=ab83b1a2-4fdd-4c2f-bfc4-77563efc1b0f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:51.030366 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-138a6505-374b-43b9-9b72-b66156bcf385 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.042474 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-138a6505-374b-43b9-9b72-b66156bcf385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.060305 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-c15311d8-966a-46ec-bbd2-f3132cdcc563 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] In _notify_port_updated(), no bound segment for port cc8febed-bb36-48e5-9b31-496dc4009c82 on network 8de229bf-fda9-444b-96fc-52c1e25318db {{(pid=114242) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:44:51.069358 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15311d8-966a-46ec-bbd2-f3132cdcc563 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:51.070048 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c15311d8-966a-46ec-bbd2-f3132cdcc563 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.072047 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c15311d8-966a-46ec-bbd2-f3132cdcc563 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "PUT /v2.0/ports/cc8febed-bb36-48e5-9b31-496dc4009c82 HTTP/1.1" status: 200 len: 920 time: 2.5203364 Nov 12 00:44:51.075408 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34604) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:51.097435 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cd6a382a-0b2e-4444-871d-1ecf613e303f tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/subnets/cdd8da4b-06ed-4a03-9f08-d703ec1f588a/tags HTTP/1.1" status: 200 len: 240 time: 0.1863606 Nov 12 00:44:51.100871 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34606) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:51.107383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-d1fb029c-eee4-45d7-928a-de0ed42164a9 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cdd8da4b-06ed-4a03-9f08-d703ec1f588a', 'tempest-TagsExtTest-Tag-563831225') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:51.145737 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611db66-c466-4e3e-9c26-97c0f528828f req-9c6785bf-5c46-4b64-b408-d9fadca07dc7 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:51.148260 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a611db66-c466-4e3e-9c26-97c0f528828f req-9c6785bf-5c46-4b64-b408-d9fadca07dc7 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02 HTTP/1.1" status: 200 len: 946 time: 0.2147627 Nov 12 00:44:51.173311 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d24b8-fdf2-40d1-8d58-230762326f67 req-d2e7979a-4bed-4f93-bf95-c3a9616551e2 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:51.175307 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f0d24b8-fdf2-40d1-8d58-230762326f67 req-d2e7979a-4bed-4f93-bf95-c3a9616551e2 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 943 time: 0.1547861 Nov 12 00:44:51.199963 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a6505-374b-43b9-9b72-b66156bcf385 None None] Pushing event updated for resources: {'Port': ['ID=bd0c0a12-4b80-48fc-9284-a2f713f97bd5,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:51.242114 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d4af555-7fd1-4893-8e65-8aa64eaee287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.251622 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d1fb029c-eee4-45d7-928a-de0ed42164a9 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/subnets/cdd8da4b-06ed-4a03-9f08-d703ec1f588a/tags/tempest-TagsExtTest-Tag-563831225 HTTP/1.1" status: 204 len: 168 time: 0.1452563 Nov 12 00:44:51.255236 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34608) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:51.262992 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-832616d4-6730-4434-82d0-5bd865c7bbd5 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'cdd8da4b-06ed-4a03-9f08-d703ec1f588a', 'tempest-TagsExtTest-Tag-563831225') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:51.279007 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d4af555-7fd1-4893-8e65-8aa64eaee287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.286611 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1d4af555-7fd1-4893-8e65-8aa64eaee287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] 10.222.0.31 "DELETE /v2.0/ports/51e528f3-5aa8-46e6-89c8-db5d7462b0a2 HTTP/1.1" status: 204 len: 168 time: 0.9182386 Nov 12 00:44:51.301761 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34610) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:51.310371 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4af555-7fd1-4893-8e65-8aa64eaee287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] Pushing event deleted for resources: {'Port': ['ID=51e528f3-5aa8-46e6-89c8-db5d7462b0a2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:51.319233 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a611db66-c466-4e3e-9c26-97c0f528828f req-e80d3f60-b4df-4842-93d2-2683f4caac3c tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632793 Nov 12 00:44:51.340579 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-03de1fe5-e139-47f8-bdb7-92e6c0a3b81e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting port cc8febed-bb36-48e5-9b31-496dc4009c82 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:44:51.341218 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-03de1fe5-e139-47f8-bdb7-92e6c0a3b81e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.360870 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f0d24b8-fdf2-40d1-8d58-230762326f67 req-cb92269e-24c3-4f7d-9aae-578be410b4f0 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/security-groups?id=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722989 Nov 12 00:44:51.362863 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e06fa89-138d-4233-b22b-545c394165ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] GET failed (client error): The resource could not be found. Nov 12 00:44:51.364531 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2e06fa89-138d-4233-b22b-545c394165ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383631911-project-admin] 10.222.0.31 "GET /v2.0/ports/51e528f3-5aa8-46e6-89c8-db5d7462b0a2 HTTP/1.1" status: 404 len: 333 time: 0.0597842 Nov 12 00:44:51.371095 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34612) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:51.547402 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-03de1fe5-e139-47f8-bdb7-92e6c0a3b81e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.567997 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-03de1fe5-e139-47f8-bdb7-92e6c0a3b81e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Calling delete_port for cc8febed-bb36-48e5-9b31-496dc4009c82 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:44:51.776844 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-03de1fe5-e139-47f8-bdb7-92e6c0a3b81e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.812684 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de1fe5-e139-47f8-bdb7-92e6c0a3b81e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Port': ['ID=cc8febed-bb36-48e5-9b31-496dc4009c82,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:51.930475 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f66449f1-143f-4c8c-bb43-3ffccfdcceb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.943854 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-03de1fe5-e139-47f8-bdb7-92e6c0a3b81e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:51.962137 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-03de1fe5-e139-47f8-bdb7-92e6c0a3b81e tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/ports/cc8febed-bb36-48e5-9b31-496dc4009c82 HTTP/1.1" status: 204 len: 168 time: 0.8850784 Nov 12 00:44:51.962661 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34618) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:52.019367 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-39691ec1-e6ec-4db4-94aa-b7791bb18257 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] GET failed (client error): The resource could not be found. Nov 12 00:44:52.025484 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-39691ec1-e6ec-4db4-94aa-b7791bb18257 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports/cc8febed-bb36-48e5-9b31-496dc4009c82 HTTP/1.1" status: 404 len: 333 time: 0.0616519 Nov 12 00:44:52.026322 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34620) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:52.057132 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-832616d4-6730-4434-82d0-5bd865c7bbd5 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "DELETE /v2.0/subnets/cdd8da4b-06ed-4a03-9f08-d703ec1f588a/tags/tempest-TagsExtTest-Tag-563831225 HTTP/1.1" status: 204 len: 168 time: 0.8008106 Nov 12 00:44:52.059703 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34622) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:52.103660 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cca09e40-ff13-4af4-bd7b-33b237923120 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.113816 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae45b65-8d81-4459-974e-1d0a66129273 None None] Network beb1747c-3356-4267-98b9-2a3c347ad2be requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:52.114321 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-16b6098f-1056-4cbe-a193-6dc6dd184e79 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cdd8da4b-06ed-4a03-9f08-d703ec1f588a') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:52.153452 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cca09e40-ff13-4af4-bd7b-33b237923120 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.200872 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f66449f1-143f-4c8c-bb43-3ffccfdcceb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.202630 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cca09e40-ff13-4af4-bd7b-33b237923120 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.206296 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cca09e40-ff13-4af4-bd7b-33b237923120 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.208680 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cca09e40-ff13-4af4-bd7b-33b237923120 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/security-groups/55f9ad3b-247c-49c0-ba9d-d2620e3af5a5 HTTP/1.1" status: 204 len: 168 time: 0.1804066 Nov 12 00:44:52.214602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34624) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:52.233432 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8f88fe77-5805-40ef-82bf-b82defbf7ee1 None None] Provisioning complete for port c1a230a5-e551-4d7f-931b-2fcc139cd374 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:52.234057 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8f88fe77-5805-40ef-82bf-b82defbf7ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.241850 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca09e40-ff13-4af4-bd7b-33b237923120 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f9ad3b-247c-49c0-ba9d-d2620e3af5a5,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:52.257054 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-866d700d-0604-41d6-ad26-2763a7d75ba2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2334216 Nov 12 00:44:52.266019 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-f66449f1-143f-4c8c-bb43-3ffccfdcceb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9cf9329-8907-432a-8276-834216d7b790']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:52.273025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bd0c0a12-4b80-48fc-9284-a2f713f97bd5 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:52.284926 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-f66449f1-143f-4c8c-bb43-3ffccfdcceb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36b1ab4-55fa-405f-99cc-02f9555adba8') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:52.285274 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-f66449f1-143f-4c8c-bb43-3ffccfdcceb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36b1ab4-55fa-405f-99cc-02f9555adba8') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:52.294079 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-35d7527d-87d4-47a8-9864-2bb0e4826b42 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.296293 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f66449f1-143f-4c8c-bb43-3ffccfdcceb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.321751 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-35d7527d-87d4-47a8-9864-2bb0e4826b42 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.330530 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-16b6098f-1056-4cbe-a193-6dc6dd184e79 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/subnets/cdd8da4b-06ed-4a03-9f08-d703ec1f588a/tags HTTP/1.1" status: 200 len: 205 time: 0.2320795 Nov 12 00:44:52.338923 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f66449f1-143f-4c8c-bb43-3ffccfdcceb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.342243 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34626) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:52.347113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.tag.tag_plugin [None req-c9b8fb06-a6a0-41df-9c62-2b3efde46f43 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '672c6903-a574-4ac7-b2cf-ffeb4571065e') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:52.365512 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66449f1-143f-4c8c-bb43-3ffccfdcceb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:44:52.366514 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f66449f1-143f-4c8c-bb43-3ffccfdcceb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:44:52.370315 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:44:52.413947 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-35d7527d-87d4-47a8-9864-2bb0e4826b42 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.417571 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-35d7527d-87d4-47a8-9864-2bb0e4826b42 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.418719 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-35d7527d-87d4-47a8-9864-2bb0e4826b42 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/security-groups/784e9ec0-2806-437e-8a10-5c9eac0353b8 HTTP/1.1" status: 204 len: 168 time: 0.2024209 Nov 12 00:44:52.423154 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34632) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:52.463629 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cf299038-9686-4c82-a89a-77c967fcb6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.465169 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7527d-87d4-47a8-9864-2bb0e4826b42 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=784e9ec0-2806-437e-8a10-5c9eac0353b8,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:52.476444 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-5b5dfa85-61d0-47c0-9f2a-04fb79482568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:52.476998 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-5b5dfa85-61d0-47c0-9f2a-04fb79482568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:52.477470 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-5b5dfa85-61d0-47c0-9f2a-04fb79482568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:52.477932 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-5b5dfa85-61d0-47c0-9f2a-04fb79482568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:52.478393 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-5b5dfa85-61d0-47c0-9f2a-04fb79482568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:52.478866 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-5b5dfa85-61d0-47c0-9f2a-04fb79482568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:52.479712 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-5b5dfa85-61d0-47c0-9f2a-04fb79482568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:52.481363 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-5b5dfa85-61d0-47c0-9f2a-04fb79482568 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff69603520634453a797ab4b4216646a&device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 6509 time: 0.1723125 Nov 12 00:44:52.502230 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f66449f1-143f-4c8c-bb43-3ffccfdcceb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.505988 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c9b8fb06-a6a0-41df-9c62-2b3efde46f43 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/ports/672c6903-a574-4ac7-b2cf-ffeb4571065e/tags HTTP/1.1" status: 200 len: 240 time: 0.1625249 Nov 12 00:44:52.509641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34636) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:52.514345 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.tag.tag_plugin [None req-a4e54829-c8f1-4e2d-b1b8-6cab33bf3d23 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '672c6903-a574-4ac7-b2cf-ffeb4571065e', 'tempest-TagsExtTest-Tag-518683570') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:52.536732 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f66449f1-143f-4c8c-bb43-3ffccfdcceb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.548979 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f66449f1-143f-4c8c-bb43-3ffccfdcceb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] 10.222.0.31 "DELETE /v2.0/networks/b9cf9329-8907-432a-8276-834216d7b790 HTTP/1.1" status: 204 len: 168 time: 1.1748004 Nov 12 00:44:52.549687 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66449f1-143f-4c8c-bb43-3ffccfdcceb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057799789-project] Pushing event deleted for resources: {'Network': ['ID=b9cf9329-8907-432a-8276-834216d7b790,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:52.574205 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-de84615b-5d6e-4250-8f7e-874ca06cce58 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting subnet 3c162a4a-02aa-4bf9-ba25-f518754a92ae {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:44:52.585979 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de84615b-5d6e-4250-8f7e-874ca06cce58 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.613978 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port bd0c0a12-4b80-48fc-9284-a2f713f97bd5 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:52.614728 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.789012 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de84615b-5d6e-4250-8f7e-874ca06cce58 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.843688 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a4e54829-c8f1-4e2d-b1b8-6cab33bf3d23 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/ports/672c6903-a574-4ac7-b2cf-ffeb4571065e/tags/tempest-TagsExtTest-Tag-518683570 HTTP/1.1" status: 204 len: 168 time: 0.3329899 Nov 12 00:44:52.850027 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34642) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:52.855360 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.tag.tag_plugin [None req-e7e7f994-fd07-4c6b-9518-7d9322949e0f tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '672c6903-a574-4ac7-b2cf-ffeb4571065e', 'tempest-TagsExtTest-Tag-518683570') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:52.910926 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-9c8b0427-d19c-422c-bfd7-26f1fda10246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:52.911445 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-9c8b0427-d19c-422c-bfd7-26f1fda10246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:52.911854 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-9c8b0427-d19c-422c-bfd7-26f1fda10246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:52.913630 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-9c8b0427-d19c-422c-bfd7-26f1fda10246 service neutron] 10.222.0.15 "GET /v2.0/networks?id=11cf3641-542c-41f7-80c8-38f810587d17&id=a5429105-7df0-4f08-b65b-bfa50831b1cd&id=a5429105-7df0-4f08-b65b-bfa50831b1cd&id=a5429105-7df0-4f08-b65b-bfa50831b1cd&id=a5429105-7df0-4f08-b65b-bfa50831b1cd&id=a47d1011-e7d0-4734-88d5-45d0a4429b4e&id=a47d1011-e7d0-4734-88d5-45d0a4429b4e HTTP/1.1" status: 200 len: 2298 time: 0.3657515 Nov 12 00:44:52.918190 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809524f-5578-4827-8c11-14da2816718c req-48d187e0-2ef8-4d28-a3c5-278570e95b84 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:52.919764 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5809524f-5578-4827-8c11-14da2816718c req-48d187e0-2ef8-4d28-a3c5-278570e95b84 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02 HTTP/1.1" status: 200 len: 946 time: 0.2442925 Nov 12 00:44:52.934390 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d6eeb-9289-4a86-9a0b-fdc9d6f3854f req-5e1a41e4-dc13-4d55-be8b-298d90dccdc1 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:52.938404 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8f88fe77-5805-40ef-82bf-b82defbf7ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:52.952145 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-857d6eeb-9289-4a86-9a0b-fdc9d6f3854f req-5e1a41e4-dc13-4d55-be8b-298d90dccdc1 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 943 time: 0.2378039 Nov 12 00:44:53.117224 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34648) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:53.133867 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-8f88fe77-5805-40ef-82bf-b82defbf7ee1 None None] For port c1a230a5-e551-4d7f-931b-2fcc139cd374, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c1a230a5-e551-4d7f-931b-2fcc139cd374,segment=NetworkSegment(21609126-7fa1-4291-bef8-7887323c7da4),segment_id=21609126-7fa1-4291-bef8-7887323c7da4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:53.144147 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8f88fe77-5805-40ef-82bf-b82defbf7ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.166702 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5809524f-5578-4827-8c11-14da2816718c req-c9cab069-8532-4a01-a0d3-fee9c8074026 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349985 Nov 12 00:44:53.231224 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de84615b-5d6e-4250-8f7e-874ca06cce58 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.244953 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c1a230a5-e551-4d7f-931b-2fcc139cd374 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:53.331637 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-32901fbd-e8ed-42a9-b59b-88a66daf1681 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7492299e-b0d6-4740-9134-5b1767b6004a HTTP/1.1" status: 200 len: 1002 time: 0.3688910 Nov 12 00:44:53.350361 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f6ba8f7f-8360-493d-ae48-8399776128be None None] Could not find standard attr ID for object cc8febed-bb36-48e5-9b31-496dc4009c82. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:44:53.407259 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e7e7f994-fd07-4c6b-9518-7d9322949e0f tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "DELETE /v2.0/ports/672c6903-a574-4ac7-b2cf-ffeb4571065e/tags/tempest-TagsExtTest-Tag-518683570 HTTP/1.1" status: 204 len: 168 time: 0.5558717 Nov 12 00:44:53.412042 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34654) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:53.433665 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-c10a6a51-8456-4559-bbf4-7ffe709aed02 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '672c6903-a574-4ac7-b2cf-ffeb4571065e') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:53.465487 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88fe77-5805-40ef-82bf-b82defbf7ee1 None None] Pushing event updated for resources: {'Port': ['ID=c1a230a5-e551-4d7f-931b-2fcc139cd374,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:53.476767 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-857d6eeb-9289-4a86-9a0b-fdc9d6f3854f req-60a786c2-f58c-4873-89e6-5580d2e2119a tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/security-groups?id=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5233917 Nov 12 00:44:53.501648 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.515629 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f6ba8f7f-8360-493d-ae48-8399776128be None None] Provisioning complete for port f638c670-5768-45f3-8d06-1cf96351aa69 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:53.518624 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f6ba8f7f-8360-493d-ae48-8399776128be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.521088 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de84615b-5d6e-4250-8f7e-874ca06cce58 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.590034 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f6ba8f7f-8360-493d-ae48-8399776128be None None] Port f638c670-5768-45f3-8d06-1cf96351aa69 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:53.605848 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84615b-5d6e-4250-8f7e-874ca06cce58 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Subnet': ['ID=3c162a4a-02aa-4bf9-ba25-f518754a92ae,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:53.610704 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-b9a4e755-16c5-44f4-9be3-9591b4498796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:53.612393 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-b9a4e755-16c5-44f4-9be3-9591b4498796 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=039608db-f2a3-4af6-b30e-cf0d39b5f975 HTTP/1.1" status: 200 len: 856 time: 0.2521820 Nov 12 00:44:53.619432 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port c1a230a5-e551-4d7f-931b-2fcc139cd374 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:53.619432 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.679051 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f6ba8f7f-8360-493d-ae48-8399776128be None None] Provisioning complete for port bd0c0a12-4b80-48fc-9284-a2f713f97bd5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:53.679482 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f6ba8f7f-8360-493d-ae48-8399776128be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.693613 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c10a6a51-8456-4559-bbf4-7ffe709aed02 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/ports/672c6903-a574-4ac7-b2cf-ffeb4571065e/tags HTTP/1.1" status: 200 len: 205 time: 0.2804990 Nov 12 00:44:53.698948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34656) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:53.707533 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-ebb8b9a2-5ba8-455a-9d0d-f5bacbc99176 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b1e77fdf-9f8e-4fc6-a16b-ff27149be539') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:53.775529 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-9dd52af1-ca01-45bf-acbf-c2ccf2b54bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:53.775839 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84615b-5d6e-4250-8f7e-874ca06cce58 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.776201 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84615b-5d6e-4250-8f7e-874ca06cce58 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.776597 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84615b-5d6e-4250-8f7e-874ca06cce58 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.776926 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84615b-5d6e-4250-8f7e-874ca06cce58 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.777269 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84615b-5d6e-4250-8f7e-874ca06cce58 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.777609 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84615b-5d6e-4250-8f7e-874ca06cce58 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.777943 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84615b-5d6e-4250-8f7e-874ca06cce58 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.778275 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84615b-5d6e-4250-8f7e-874ca06cce58 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.778608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84615b-5d6e-4250-8f7e-874ca06cce58 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.778940 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84615b-5d6e-4250-8f7e-874ca06cce58 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.779270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84615b-5d6e-4250-8f7e-874ca06cce58 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.779596 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84615b-5d6e-4250-8f7e-874ca06cce58 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:53.780087 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-9dd52af1-ca01-45bf-acbf-c2ccf2b54bbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11cf3641-542c-41f7-80c8-38f810587d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1592271 Nov 12 00:44:53.792122 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de84615b-5d6e-4250-8f7e-874ca06cce58 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:53.795473 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-de84615b-5d6e-4250-8f7e-874ca06cce58 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/subnets/3c162a4a-02aa-4bf9-ba25-f518754a92ae HTTP/1.1" status: 204 len: 168 time: 1.3443077 Nov 12 00:44:53.806491 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fbe9e7-4f23-4e95-92bb-15a7da7ccc08 None None] Network 8de229bf-fda9-444b-96fc-52c1e25318db requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:53.822685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34658) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:53.827653 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-1d479fb1-83f1-4c78-9cbb-d048c3000db8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'subnet': {'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:53.843137 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8090a33b-764d-49db-832f-4b2b2255367e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05df0a33c7344676b765547ffe430677&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7174671 Nov 12 00:44:53.856581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34660) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:53.966496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-e8d76fd1-3bc0-4c03-9794-5bdc1d8de532 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:53.973975 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-e8d76fd1-3bc0-4c03-9794-5bdc1d8de532 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3692017 Nov 12 00:44:54.036666 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ebb8b9a2-5ba8-455a-9d0d-f5bacbc99176 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/routers/b1e77fdf-9f8e-4fc6-a16b-ff27149be539/tags HTTP/1.1" status: 200 len: 241 time: 0.3366601 Nov 12 00:44:54.041208 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34664) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:54.053060 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-c2a9478c-80a5-4d66-9303-d6c078e49f5b tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b1e77fdf-9f8e-4fc6-a16b-ff27149be539', 'tempest-TagsExtTest-Tag-2134745116') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:54.082555 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-8237fe0a-c1d4-4eed-9f21-2a79f10f25b6 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.64 HTTP/1.1" status: 200 len: 695 time: 0.1076069 Nov 12 00:44:54.084951 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c1a230a5-e551-4d7f-931b-2fcc139cd374 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:54.091668 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-0a987c15-19ce-49fd-ae31-cd338cd458b5 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Request body: {'floatingip': {'port_id': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:54.172075 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d85de554-2221-41bd-99c3-0a6e84a23fc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.176272 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-1c3729f4-144f-47ba-9b67-d4f1e8338d99 service neutron] 10.222.0.15 "GET /v2.0/networks/11cf3641-542c-41f7-80c8-38f810587d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303564 Nov 12 00:44:54.185134 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a099429b-18a5-4756-a7cc-7be06a5c73e3 None None] Provisioning complete for port 672c6903-a574-4ac7-b2cf-ffeb4571065e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:54.186387 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a099429b-18a5-4756-a7cc-7be06a5c73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.206828 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-0a987c15-19ce-49fd-ae31-cd338cd458b5 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.235260 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a099429b-18a5-4756-a7cc-7be06a5c73e3 None None] Port 672c6903-a574-4ac7-b2cf-ffeb4571065e cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:54.275420 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a099429b-18a5-4756-a7cc-7be06a5c73e3 None None] Provisioning complete for port c1a230a5-e551-4d7f-931b-2fcc139cd374 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:54.276764 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a099429b-18a5-4756-a7cc-7be06a5c73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.334743 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d479fb1-83f1-4c78-9cbb-d048c3000db8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:54.338549 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d479fb1-83f1-4c78-9cbb-d048c3000db8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.360083 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-0a8e9ead-f1cf-448e-88d1-78573d38c1a3 service neutron] 10.222.0.15 "GET /v2.0/networks/11cf3641-542c-41f7-80c8-38f810587d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730065 Nov 12 00:44:54.365091 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c2a9478c-80a5-4d66-9303-d6c078e49f5b tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/routers/b1e77fdf-9f8e-4fc6-a16b-ff27149be539/tags/tempest-TagsExtTest-Tag-2134745116 HTTP/1.1" status: 204 len: 168 time: 0.3155842 Nov 12 00:44:54.369743 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34668) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:54.379414 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d85de554-2221-41bd-99c3-0a6e84a23fc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.387022 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.tag.tag_plugin [None req-ea19c32d-750b-4643-9667-412424f9c466 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b1e77fdf-9f8e-4fc6-a16b-ff27149be539', 'tempest-TagsExtTest-Tag-2134745116') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:54.507756 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-2a12d3b9-6872-41f2-93f7-1da9c7fcd703 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=46bdef3d-f8bc-4521-88a2-2afdcf545a6a HTTP/1.1" status: 200 len: 217 time: 0.0530941 Nov 12 00:44:54.509734 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d85de554-2221-41bd-99c3-0a6e84a23fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.519631 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d85de554-2221-41bd-99c3-0a6e84a23fc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.523247 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d85de554-2221-41bd-99c3-0a6e84a23fc6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b63c968-d2b2-46e8-a8bf-3b65749ccca8 HTTP/1.1" status: 204 len: 168 time: 0.6619177 Nov 12 00:44:54.545551 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.565945 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port c1a230a5-e551-4d7f-931b-2fcc139cd374 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:54.565945 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:54.650799 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85de554-2221-41bd-99c3-0a6e84a23fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b63c968-d2b2-46e8-a8bf-3b65749ccca8,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:54.683648 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-57ce3141-fed6-4a8d-b6dc-462799e8bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:54.685332 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-57ce3141-fed6-4a8d-b6dc-462799e8bebe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79ef9191-98fa-4a9d-80f9-c51942b38fb7 HTTP/1.1" status: 200 len: 797 time: 0.1627584 Nov 12 00:44:54.873442 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-32caf8e8-2a52-4bea-b6ef-336265da73fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:54.874951 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-32caf8e8-2a52-4bea-b6ef-336265da73fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5429105-7df0-4f08-b65b-bfa50831b1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1797850 Nov 12 00:44:54.903826 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda66c12-2ac2-49d4-a60e-de64c5b36b07 req-f4e30123-c84d-475f-aa81-dcc854336a46 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:54.915825 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dda66c12-2ac2-49d4-a60e-de64c5b36b07 req-f4e30123-c84d-475f-aa81-dcc854336a46 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 943 time: 0.1576719 Nov 12 00:44:55.124228 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dda66c12-2ac2-49d4-a60e-de64c5b36b07 req-df375a24-efcc-4b52-8f19-cc0452bf2e47 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/security-groups?id=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075193 Nov 12 00:44:55.146632 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-2303d1f2-0889-4d9e-aef9-b3787754bfd2 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261064 Nov 12 00:44:55.183723 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34680) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:55.274192 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-3addc63c-54ff-4869-a0a0-e9425f2a09ad service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201861 Nov 12 00:44:55.309887 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.344190 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-0478ff99-4905-417d-acf4-b2081dd39c62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae HTTP/1.1" status: 200 len: 217 time: 0.0619056 Nov 12 00:44:55.380800 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-efd5eeef-24de-4b46-8103-13e8dc3f37a6 None None] Provisioning complete for port bd0c0a12-4b80-48fc-9284-a2f713f97bd5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:55.381738 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-efd5eeef-24de-4b46-8103-13e8dc3f37a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.401936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-28e27a56-cda0-4139-b8f8-f20beda3a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:55.403565 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-28e27a56-cda0-4139-b8f8-f20beda3a753 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79ef9191-98fa-4a9d-80f9-c51942b38fb7 HTTP/1.1" status: 200 len: 797 time: 0.0527711 Nov 12 00:44:55.453149 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3ee36980-6b23-4b4b-a44d-44895798a083 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e567eb5ece744cb9b22bb0e002ed2754&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2632117 Nov 12 00:44:55.453701 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34682) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:55.481363 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ea19c32d-750b-4643-9667-412424f9c466 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "DELETE /v2.0/routers/b1e77fdf-9f8e-4fc6-a16b-ff27149be539/tags/tempest-TagsExtTest-Tag-2134745116 HTTP/1.1" status: 204 len: 168 time: 1.1024930 Nov 12 00:44:55.487074 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34684) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:55.497239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-0fc5fe82-76c3-4c2e-a5d4-d2ec3bfd69a8 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b1e77fdf-9f8e-4fc6-a16b-ff27149be539') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:55.512321 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-efd5eeef-24de-4b46-8103-13e8dc3f37a6 None None] Provisioning complete for port f638c670-5768-45f3-8d06-1cf96351aa69 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:55.512717 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-efd5eeef-24de-4b46-8103-13e8dc3f37a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.553700 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-ef98fd36-26ec-4155-a03f-72bea3e3caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:55.554189 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-efd5eeef-24de-4b46-8103-13e8dc3f37a6 None None] Port f638c670-5768-45f3-8d06-1cf96351aa69 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:55.555306 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-ef98fd36-26ec-4155-a03f-72bea3e3caa4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5429105-7df0-4f08-b65b-bfa50831b1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1442719 Nov 12 00:44:55.688437 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f436b8fd-813a-4cdd-a2a4-2f54c859cbd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.701684 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0fc5fe82-76c3-4c2e-a5d4-d2ec3bfd69a8 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/routers/b1e77fdf-9f8e-4fc6-a16b-ff27149be539/tags HTTP/1.1" status: 200 len: 205 time: 0.2093363 Nov 12 00:44:55.711821 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34690) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:55.718236 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-14090210-1517-4a67-b6ea-82e1641f78d1 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3aa0a5f0-194c-4b65-a7bb-abdd73379da9') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:55.743969 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-2b1145ac-9f89-48e3-ba33-94fd406c3089 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753399 Nov 12 00:44:55.746393 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f436b8fd-813a-4cdd-a2a4-2f54c859cbd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.798561 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-14090210-1517-4a67-b6ea-82e1641f78d1 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/subnetpools/3aa0a5f0-194c-4b65-a7bb-abdd73379da9/tags HTTP/1.1" status: 200 len: 241 time: 0.0841236 Nov 12 00:44:55.809456 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34692) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:55.820303 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.tag.tag_plugin [None req-1f7e54f8-d6b3-430b-bf62-e3ddb390bb49 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3aa0a5f0-194c-4b65-a7bb-abdd73379da9', 'tempest-TagsExtTest-Tag-1258576686') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:55.877762 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-4b7724e0-e27d-4ef6-8660-69ab9e26699a service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230268 Nov 12 00:44:55.882091 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f436b8fd-813a-4cdd-a2a4-2f54c859cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.885507 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f436b8fd-813a-4cdd-a2a4-2f54c859cbd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.886760 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f436b8fd-813a-4cdd-a2a4-2f54c859cbd4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83871856-2334-42b7-833f-6847606d5a7d HTTP/1.1" status: 204 len: 168 time: 0.4319608 Nov 12 00:44:55.910750 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.930422 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d479fb1-83f1-4c78-9cbb-d048c3000db8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:55.937885 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-144eb8b3-b4fb-4fb5-a2e8-025ec036243c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf HTTP/1.1" status: 200 len: 217 time: 0.0499256 Nov 12 00:44:55.943245 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436b8fd-813a-4cdd-a2a4-2f54c859cbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83871856-2334-42b7-833f-6847606d5a7d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:55.961864 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1f7e54f8-d6b3-430b-bf62-e3ddb390bb49 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/subnetpools/3aa0a5f0-194c-4b65-a7bb-abdd73379da9/tags/tempest-TagsExtTest-Tag-1258576686 HTTP/1.1" status: 204 len: 168 time: 0.1484957 Nov 12 00:44:55.979073 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34696) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:55.988411 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-cb80d24f-8b1c-4468-8ea9-4bad1815adcb tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3aa0a5f0-194c-4b65-a7bb-abdd73379da9', 'tempest-TagsExtTest-Tag-1258576686') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:56.006009 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.db.resource_extend [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-0a987c15-19ce-49fd-ae31-cd338cd458b5 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:44:56.012154 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d479fb1-83f1-4c78-9cbb-d048c3000db8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 8de229bf-fda9-444b-96fc-52c1e25318db is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:44:56.046899 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-1d479fb1-83f1-4c78-9cbb-d048c3000db8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:44:56.059012 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cd7790-939c-45b4-be4e-62f220c62edf None None] Network 8de229bf-fda9-444b-96fc-52c1e25318db requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:44:56.063791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d479fb1-83f1-4c78-9cbb-d048c3000db8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:56.064420 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d479fb1-83f1-4c78-9cbb-d048c3000db8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.064574 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-0eedf3b5-ad57-4d67-a6f6-fa8dccfb182d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:56.066250 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-0eedf3b5-ad57-4d67-a6f6-fa8dccfb182d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79ef9191-98fa-4a9d-80f9-c51942b38fb7 HTTP/1.1" status: 200 len: 797 time: 0.0994270 Nov 12 00:44:56.086498 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d479fb1-83f1-4c78-9cbb-d048c3000db8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Subnet': ['ID=b08a9c9b-e466-497e-b727-1bbcbac2ca96,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:56.090331 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cb80d24f-8b1c-4468-8ea9-4bad1815adcb tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "DELETE /v2.0/subnetpools/3aa0a5f0-194c-4b65-a7bb-abdd73379da9/tags/tempest-TagsExtTest-Tag-1258576686 HTTP/1.1" status: 204 len: 168 time: 0.1101584 Nov 12 00:44:56.093083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34698) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:56.099386 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-c9efd985-2c5e-4529-a5a2-41d448a1d7c4 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3aa0a5f0-194c-4b65-a7bb-abdd73379da9') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:56.114154 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1d479fb1-83f1-4c78-9cbb-d048c3000db8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2903497 Nov 12 00:44:56.116895 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-0a987c15-19ce-49fd-ae31-cd338cd458b5 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.117614 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34700) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:56.122217 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-86b1e81b-1d64-46ba-85dd-e81dccc491da tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'security_group': {'name': 'tempest-secgroup-2054067059'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:56.129812 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-0a987c15-19ce-49fd-ae31-cd338cd458b5 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.304245 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-86b1e81b-1d64-46ba-85dd-e81dccc491da tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.343863 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-0a987c15-19ce-49fd-ae31-cd338cd458b5 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Floating IP e748a9f4-3c29-4d5f-a5ac-91ea7736df4c associated. External IP: 172.25.0.64, port: e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84. Nov 12 00:44:56.568573 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb68fb-dd20-43ea-b2ad-26ecdf8b7a92 None None] Update dhcp port {'port': {'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db', 'fixed_ips': [{'subnet_id': '9dac48a9-7e58-4056-a99b-0c2fa3cd1da9', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b08a9c9b-e466-497e-b727-1bbcbac2ca96'}], 'binding:host_id': 'n-d-712137-14'}, 'id': 'bd0c0a12-4b80-48fc-9284-a2f713f97bd5'} from n-d-712137-14. {{(pid=114244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:44:56.585089 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-86b1e81b-1d64-46ba-85dd-e81dccc491da tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.610697 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-37bb68fb-dd20-43ea-b2ad-26ecdf8b7a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.642218 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-3da989fc-a7c8-497d-88f3-efa61986e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:56.647615 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-3da989fc-a7c8-497d-88f3-efa61986e90b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5429105-7df0-4f08-b65b-bfa50831b1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5727344 Nov 12 00:44:56.657162 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c9efd985-2c5e-4529-a5a2-41d448a1d7c4 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/subnetpools/3aa0a5f0-194c-4b65-a7bb-abdd73379da9/tags HTTP/1.1" status: 200 len: 205 time: 0.5630209 Nov 12 00:44:56.741476 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34726) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:56.763550 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-0a987c15-19ce-49fd-ae31-cd338cd458b5 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:44:56.765057 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa11639-d678-43b3-9db5-644b35949958 req-cc0417ac-92db-4fff-ae18-983dc40c50f0 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:56.766903 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfa11639-d678-43b3-9db5-644b35949958 req-cc0417ac-92db-4fff-ae18-983dc40c50f0 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 943 time: 0.1900294 Nov 12 00:44:56.769120 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-044fa928-0c44-4fc2-a7fd-ba4b4aadc495 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102881 Nov 12 00:44:56.781130 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.tag.tag_plugin [None req-24b3f1a4-4d4a-4116-8b8b-34f5dbc1b62d tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3aa0a5f0-194c-4b65-a7bb-abdd73379da9') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:56.822731 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-37bb68fb-dd20-43ea-b2ad-26ecdf8b7a92 None None] Allocated IP 172.20.0.2 (8de229bf-fda9-444b-96fc-52c1e25318db/b08a9c9b-e466-497e-b727-1bbcbac2ca96/bd0c0a12-4b80-48fc-9284-a2f713f97bd5) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:56.822925 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-86b1e81b-1d64-46ba-85dd-e81dccc491da tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.897557 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1e81b-1d64-46ba-85dd-e81dccc491da tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666364d9-3f7f-4dbb-87f3-a0933582d34b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:56.912519 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfa11639-d678-43b3-9db5-644b35949958 req-9184c5f4-d8a7-42ce-9962-3e9424513283 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/security-groups?id=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354537 Nov 12 00:44:56.945523 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-37bb68fb-dd20-43ea-b2ad-26ecdf8b7a92 None None] For port bd0c0a12-4b80-48fc-9284-a2f713f97bd5, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=bd0c0a12-4b80-48fc-9284-a2f713f97bd5,segment=NetworkSegment(ab83b1a2-4fdd-4c2f-bfc4-77563efc1b0f),segment_id=ab83b1a2-4fdd-4c2f-bfc4-77563efc1b0f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:56.947209 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-86b1e81b-1d64-46ba-85dd-e81dccc491da tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:56.952972 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34736) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:56.957275 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-86b1e81b-1d64-46ba-85dd-e81dccc491da tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8385558 Nov 12 00:44:57.012928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-48bfd046-d8eb-4584-889f-25da2e4907f5 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'security_group': {'name': 'tempest-secgroup-1501387737'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:57.017704 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-37bb68fb-dd20-43ea-b2ad-26ecdf8b7a92 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.026163 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-37bb68fb-dd20-43ea-b2ad-26ecdf8b7a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.053239 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-24b3f1a4-4d4a-4116-8b8b-34f5dbc1b62d tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "DELETE /v2.0/subnetpools/3aa0a5f0-194c-4b65-a7bb-abdd73379da9/tags HTTP/1.1" status: 204 len: 168 time: 0.2872217 Nov 12 00:44:57.057587 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34740) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:57.064346 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-5296057d-6cf0-4ab3-b135-b031e524faa4 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b1e77fdf-9f8e-4fc6-a16b-ff27149be539') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:57.113585 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-48bfd046-d8eb-4584-889f-25da2e4907f5 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.138393 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-edeb1195-0298-46f3-9320-e08e34725900 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571368 Nov 12 00:44:57.223119 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-9944155f-577e-4af9-93ae-49a9e5f32450 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=598a4042-c420-4cc6-a0c6-65564b98695e HTTP/1.1" status: 200 len: 217 time: 0.0516727 Nov 12 00:44:57.243570 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb68fb-dd20-43ea-b2ad-26ecdf8b7a92 None None] Pushing event updated for resources: {'Port': ['ID=bd0c0a12-4b80-48fc-9284-a2f713f97bd5,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:57.267432 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5296057d-6cf0-4ab3-b135-b031e524faa4 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "DELETE /v2.0/routers/b1e77fdf-9f8e-4fc6-a16b-ff27149be539/tags HTTP/1.1" status: 204 len: 168 time: 0.2044361 Nov 12 00:44:57.286316 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34744) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:57.293510 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-8df6e30d-c4a3-4e41-a161-824872b5a87f tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '672c6903-a574-4ac7-b2cf-ffeb4571065e') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:57.402013 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-48bfd046-d8eb-4584-889f-25da2e4907f5 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.404399 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-6abe20e8-aa79-4093-a282-2b4226783483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:57.405997 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-6abe20e8-aa79-4093-a282-2b4226783483 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79ef9191-98fa-4a9d-80f9-c51942b38fb7 HTTP/1.1" status: 200 len: 797 time: 0.1665959 Nov 12 00:44:57.422340 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-48bfd046-d8eb-4584-889f-25da2e4907f5 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.502246 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-48bfd046-d8eb-4584-889f-25da2e4907f5 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.504734 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-48bfd046-d8eb-4584-889f-25da2e4907f5 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5460796 Nov 12 00:44:57.512962 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34750) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:57.517735 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c0c488e9-01e4-4f5a-968a-6bbc695587ec tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'security_group': {'name': 'tempest-secgroup-584837462'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:57.527347 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfd046-d8eb-4584-889f-25da2e4907f5 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8de4e88-6ca4-424b-8052-51ab3ebb9754,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:57.539808 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8df6e30d-c4a3-4e41-a161-824872b5a87f tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "DELETE /v2.0/ports/672c6903-a574-4ac7-b2cf-ffeb4571065e/tags HTTP/1.1" status: 204 len: 168 time: 0.2495863 Nov 12 00:44:57.540657 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34752) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:57.549909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-a94509fc-f99a-4a88-837c-00dfcfd3ed4d tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cdd8da4b-06ed-4a03-9f08-d703ec1f588a') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:57.581822 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-96c9abd3-5405-4649-a0e3-fe119c9128e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:57.583640 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-96c9abd3-5405-4649-a0e3-fe119c9128e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5429105-7df0-4f08-b65b-bfa50831b1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1638169 Nov 12 00:44:57.606992 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-0a987c15-19ce-49fd-ae31-cd338cd458b5 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:44:57.613441 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-0a987c15-19ce-49fd-ae31-cd338cd458b5 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.622428 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d24d9b-621f-4eee-ad58-a4115a8e47a0 None None] Sync routers for ids ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:44:57.635409 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d24d9b-621f-4eee-ad58-a4115a8e47a0 None None] Routers {'0d5cbc30-80cc-4535-8c80-d2ab4e743a78'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:57.636332 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-b1d24d9b-621f-4eee-ad58-a4115a8e47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:44:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:57.669298 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c0c488e9-01e4-4f5a-968a-6bbc695587ec tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:57.674672 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-0a987c15-19ce-49fd-ae31-cd338cd458b5 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "PUT /v2.0/floatingips/e748a9f4-3c29-4d5f-a5ac-91ea7736df4c HTTP/1.1" status: 200 len: 996 time: 3.5826435 Nov 12 00:44:57.675380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0525b0e-78f8-40e0-bb6d-edface8f0bcb', 'tag': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:44:57.688035 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76310fd5-fe06-4cc8-9e41-89218a196e09" -d '{"events": [{"name": "network-changed", "server_uuid": "a0525b0e-78f8-40e0-bb6d-edface8f0bcb", "tag": "e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:44:57.797391 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f341f8-2196-47aa-b5b8-26bbd619e776 x-openstack-request-id: req-76f341f8-2196-47aa-b5b8-26bbd619e776 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:44:57.798904 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0525b0e-78f8-40e0-bb6d-edface8f0bcb", "tag": "e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:44:57.799182 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76f341f8-2196-47aa-b5b8-26bbd619e776 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:44:57.799646 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0525b0e-78f8-40e0-bb6d-edface8f0bcb', 'tag': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84', 'status': 'completed', 'code': 200} Nov 12 00:44:57.802494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-2b903fb3-1ef7-4174-b425-c95444a31370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:57.804157 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-2b903fb3-1ef7-4174-b425-c95444a31370 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7599eb657084d80a1806919aa3c14e6&device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 1098 time: 0.0930550 Nov 12 00:44:57.829172 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a94509fc-f99a-4a88-837c-00dfcfd3ed4d tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "DELETE /v2.0/subnets/cdd8da4b-06ed-4a03-9f08-d703ec1f588a/tags HTTP/1.1" status: 204 len: 168 time: 0.2848744 Nov 12 00:44:57.834204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34768) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:57.842541 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-f1a4581c-63d8-4d35-82de-e5185fae8bbc service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346256 Nov 12 00:44:57.844590 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-53329588-246c-4b1b-90ae-69cedb9bce4b tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cdd8da4b-06ed-4a03-9f08-d703ec1f588a', 'tempest-TagsExtTest-Tag-124269745') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:58.050661 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76310fd5-fe06-4cc8-9e41-89218a196e09 req-f4d773c5-27e7-4a55-ae16-09d6fa5d7f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:58.052477 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-76310fd5-fe06-4cc8-9e41-89218a196e09 req-f4d773c5-27e7-4a55-ae16-09d6fa5d7f60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7599eb657084d80a1806919aa3c14e6&device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 1098 time: 0.2236149 Nov 12 00:44:58.113877 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-c21eddbe-3ae2-4a2a-b25a-4b5badfc8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:58.115371 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-c21eddbe-3ae2-4a2a-b25a-4b5badfc8efc service neutron] 10.222.0.31 "GET /v2.0/networks?id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a HTTP/1.1" status: 200 len: 922 time: 0.3021972 Nov 12 00:44:58.189569 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c0c488e9-01e4-4f5a-968a-6bbc695587ec tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.237012 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c0c488e9-01e4-4f5a-968a-6bbc695587ec tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.282470 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-84f7a2bc-b3ed-4187-ab65-6f5b6d8dd20e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 HTTP/1.1" status: 200 len: 999 time: 0.1360290 Nov 12 00:44:58.309697 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76310fd5-fe06-4cc8-9e41-89218a196e09 req-e06650f3-bf1f-4eb0-b22a-9d3c49afa9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:58.311181 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-76310fd5-fe06-4cc8-9e41-89218a196e09 req-e06650f3-bf1f-4eb0-b22a-9d3c49afa9d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a HTTP/1.1" status: 200 len: 922 time: 0.2430406 Nov 12 00:44:58.334891 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-b1d24d9b-621f-4eee-ad58-a4115a8e47a0 None None] Set router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:58.338580 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34782) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:58.420792 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-a6cafe78-cefb-4cd4-b413-1d6fd4f60fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:58.422364 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-a6cafe78-cefb-4cd4-b413-1d6fd4f60fbd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca6f62c9-3a34-45a3-8f31-24454b3d735a HTTP/1.1" status: 200 len: 860 time: 0.1286557 Nov 12 00:44:58.426039 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c0c488e9-01e4-4f5a-968a-6bbc695587ec tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.427301 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c0c488e9-01e4-4f5a-968a-6bbc695587ec tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9133458 Nov 12 00:44:58.430872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34788) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:58.438700 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-64dc27e0-a641-48ff-8992-bd4a8f1aa5c2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-32735572', 'security_groups': ['0e875952-3c73-4626-a7f9-de13811b14df'], 'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b08a9c9b-e466-497e-b727-1bbcbac2ca96'}]}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:58.465652 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627b069-7ed7-4a8d-afdc-9cbe90b6bf0d req-f42d0c78-241d-41b9-b81f-2a00abc99b62 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:58.467479 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9627b069-7ed7-4a8d-afdc-9cbe90b6bf0d req-f42d0c78-241d-41b9-b81f-2a00abc99b62 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 943 time: 0.2765281 Nov 12 00:44:58.469799 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-76310fd5-fe06-4cc8-9e41-89218a196e09 req-0f0ffc23-35d6-4d08-b8a1-64dc31d61914 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 HTTP/1.1" status: 200 len: 999 time: 0.1321101 Nov 12 00:44:58.498752 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c488e9-01e4-4f5a-968a-6bbc695587ec tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e875952-3c73-4626-a7f9-de13811b14df,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:58.584610 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-c69fec72-27f3-4eab-89cb-a3276d215da4 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6725235 Nov 12 00:44:58.599154 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3edd12ed-7c55-452f-ae18-e455c6485579 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:44:58.606365 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bd0c0a12-4b80-48fc-9284-a2f713f97bd5 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:44:58.636853 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9627b069-7ed7-4a8d-afdc-9cbe90b6bf0d req-76e5ab13-5d19-4cb5-aefd-56bf8a033460 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/security-groups?id=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441905 Nov 12 00:44:58.640928 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-9c1ce4ba-3cad-4ed2-b358-010fcfebb2aa tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1864239616', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:44:58.644746 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76310fd5-fe06-4cc8-9e41-89218a196e09 req-b1135258-2bba-4520-8ff4-58aa2b204dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:58.646318 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-76310fd5-fe06-4cc8-9e41-89218a196e09 req-b1135258-2bba-4520-8ff4-58aa2b204dc0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ca6f62c9-3a34-45a3-8f31-24454b3d735a HTTP/1.1" status: 200 len: 860 time: 0.1442187 Nov 12 00:44:58.661830 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-53329588-246c-4b1b-90ae-69cedb9bce4b tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "PUT /v2.0/subnets/cdd8da4b-06ed-4a03-9f08-d703ec1f588a/tags/tempest-TagsExtTest-Tag-124269745 HTTP/1.1" status: 201 len: 201 time: 0.8267984 Nov 12 00:44:58.693458 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34790) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:58.705757 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-ef81d71b-cef4-483a-8b6f-92752d24c0c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7ec6bbb6-cda8-445c-acc9-186646419b56 HTTP/1.1" status: 200 len: 217 time: 0.0786362 Nov 12 00:44:58.781365 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.tag.tag_plugin [None req-cadef676-0187-49b0-b197-13e568d8023c tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '672c6903-a574-4ac7-b2cf-ffeb4571065e', 'tempest-TagsExtTest-Tag-466957530') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:58.793402 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.resource_extend [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:44:58.799625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-cc49f7f6-52b7-4ed2-903f-dce2f1207e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:58.803744 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-cc49f7f6-52b7-4ed2-903f-dce2f1207e69 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b4b93af-0a2a-4ab0-978c-c22484f952fd HTTP/1.1" status: 200 len: 797 time: 0.0905929 Nov 12 00:44:58.808414 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-d32ecc88-455d-401f-b547-a464604fabef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:58.810335 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-d32ecc88-455d-401f-b547-a464604fabef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3632789 Nov 12 00:44:58.879678 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1ce4ba-3cad-4ed2-b358-010fcfebb2aa tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Made reservation on behalf of e9e77a2ecfa54883b7b8ab142f4b64f2 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:58.881479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-22a7c2e9-079a-4aa2-852f-80e485cc7082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:58.882562 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9c1ce4ba-3cad-4ed2-b358-010fcfebb2aa tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.884288 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-22a7c2e9-079a-4aa2-852f-80e485cc7082 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a47d1011-e7d0-4734-88d5-45d0a4429b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0726686 Nov 12 00:44:58.902547 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3edd12ed-7c55-452f-ae18-e455c6485579, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3edd12ed-7c55-452f-ae18-e455c6485579,segment=NetworkSegment(822f2946-5e7f-4953-a7aa-d14d65825efb),segment_id=822f2946-5e7f-4953-a7aa-d14d65825efb)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:58.931274 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9c1ce4ba-3cad-4ed2-b358-010fcfebb2aa tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.936287 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '3edd12ed-7c55-452f-ae18-e455c6485579', 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08', 'port_id': '3edd12ed-7c55-452f-ae18-e455c6485579', 'mac_address': 'fa:16:3e:cb:6a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8de245d-1750-4d1c-903a-2a086535947f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:44:58.944284 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f55b825d-cfaf-4767-a531-0398f7b9fb51 None None] Provisioning complete for port bd0c0a12-4b80-48fc-9284-a2f713f97bd5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:58.944738 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f55b825d-cfaf-4767-a531-0398f7b9fb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:58.986472 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dc27e0-a641-48ff-8992-bd4a8f1aa5c2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:44:59.011331 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76310fd5-fe06-4cc8-9e41-89218a196e09 req-b2daf83b-4763-4022-932a-e2bc29bd9d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:59.013134 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-76310fd5-fe06-4cc8-9e41-89218a196e09 req-b2daf83b-4763-4022-932a-e2bc29bd9d3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3522136 Nov 12 00:44:59.032717 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-30fdc88d-52d2-4f3f-afd3-708a95a891d8 service neutron] 10.222.0.15 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406243 Nov 12 00:44:59.044137 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.063764 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3edd12ed-7c55-452f-ae18-e455c6485579 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:44:59.086516 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3edd12ed-7c55-452f-ae18-e455c6485579, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3edd12ed-7c55-452f-ae18-e455c6485579,segment=NetworkSegment(822f2946-5e7f-4953-a7aa-d14d65825efb),segment_id=822f2946-5e7f-4953-a7aa-d14d65825efb)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:44:59.101287 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.162391 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port bd0c0a12-4b80-48fc-9284-a2f713f97bd5 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:59.162914 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.189336 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-77e3bec1-5253-424c-910b-c1c6edb0c4f8 service neutron] 10.222.0.31 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247614 Nov 12 00:44:59.197239 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-16753cd5-0f63-4be7-9238-180d67c9d841 service neutron] 10.222.0.15 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498766 Nov 12 00:44:59.241880 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cadef676-0187-49b0-b197-13e568d8023c tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "PUT /v2.0/ports/672c6903-a574-4ac7-b2cf-ffeb4571065e/tags/tempest-TagsExtTest-Tag-466957530 HTTP/1.1" status: 201 len: 201 time: 0.5293038 Nov 12 00:44:59.254043 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-b1d24d9b-621f-4eee-ad58-a4115a8e47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'e748a9f4-3c29-4d5f-a5ac-91ea7736df4c', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'floating_ip_address': '172.25.0.64', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'port_id': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'mac_address': 'fa:16:3e:cf:b6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0525b0e-78f8-40e0-bb6d-edface8f0bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:44:28Z', 'updated_at': '2021-11-12T00:44:55Z', 'revision_number': 1, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6f7573-0558-4b14-8989-99ac421f3fd2', 'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'mac_address': 'fa:16:3e:81:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:04Z', 'updated_at': '2021-11-12T00:44:11Z', 'revision_number': 5, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'subnets': [{'id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:59.260116 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34792) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:59.266617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-5bf09ad9-2327-4582-a39f-9dedc65cfee4 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b1e77fdf-9f8e-4fc6-a16b-ff27149be539', 'tempest-TagsExtTest-Tag-1329179989') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:59.311922 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-548efc23-5f7a-47b4-be22-eebf88eafe62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5499a9f2-ee89-4018-a3da-de31014146c2 HTTP/1.1" status: 200 len: 217 time: 0.1084197 Nov 12 00:44:59.314715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=3edd12ed-7c55-452f-ae18-e455c6485579,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:59.327743 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d24d9b-621f-4eee-ad58-a4115a8e47a0 None None] Checking router: 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:44:59.342881 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-64dc27e0-a641-48ff-8992-bd4a8f1aa5c2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.354296 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['3edd12ed-7c55-452f-ae18-e455c6485579'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:44:59.357241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d24d9b-621f-4eee-ad58-a4115a8e47a0 None None] Routers {'0d5cbc30-80cc-4535-8c80-d2ab4e743a78'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:44:59.357877 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-b1d24d9b-621f-4eee-ad58-a4115a8e47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:44:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:59.382500 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9c1ce4ba-3cad-4ed2-b358-010fcfebb2aa tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.387654 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-d32d8c5c-4743-4522-b630-94f57cb56589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:59.392013 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-d32d8c5c-4743-4522-b630-94f57cb56589 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b4b93af-0a2a-4ab0-978c-c22484f952fd HTTP/1.1" status: 200 len: 797 time: 0.0654855 Nov 12 00:44:59.403034 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9c1ce4ba-3cad-4ed2-b358-010fcfebb2aa tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.408337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-9c1ce4ba-3cad-4ed2-b358-010fcfebb2aa tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] device_id is not set on port 7ef1102b-81b0-4f35-b62a-135d57c9d49c yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:44:59.490011 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5bf09ad9-2327-4582-a39f-9dedc65cfee4 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "PUT /v2.0/routers/b1e77fdf-9f8e-4fc6-a16b-ff27149be539/tags/tempest-TagsExtTest-Tag-1329179989 HTTP/1.1" status: 201 len: 201 time: 0.2285163 Nov 12 00:44:59.490702 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34794) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:59.501067 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-3147477a-42b2-40da-8953-a3f6a0d829aa tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3aa0a5f0-194c-4b65-a7bb-abdd73379da9', 'tempest-TagsExtTest-Tag-1062268529') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:59.533363 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-f6a521ba-8420-4299-8c2d-19d6f9e84cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:59.534879 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-f6a521ba-8420-4299-8c2d-19d6f9e84cdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a47d1011-e7d0-4734-88d5-45d0a4429b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1056707 Nov 12 00:44:59.540709 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-64dc27e0-a641-48ff-8992-bd4a8f1aa5c2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] device_id is not set on port ef0bcb42-da1f-4138-86a4-7a5144d7eb59 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:44:59.553308 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-76310fd5-fe06-4cc8-9e41-89218a196e09 req-d7e71f08-60f2-4974-9a2e-8fb206f4e86d service neutron] 10.222.0.21 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223053 Nov 12 00:44:59.569617 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f55b825d-cfaf-4767-a531-0398f7b9fb51 None None] Provisioning complete for port f638c670-5768-45f3-8d06-1cf96351aa69 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:44:59.569995 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f55b825d-cfaf-4767-a531-0398f7b9fb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:59.600670 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3147477a-42b2-40da-8953-a3f6a0d829aa tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "PUT /v2.0/subnetpools/3aa0a5f0-194c-4b65-a7bb-abdd73379da9/tags/tempest-TagsExtTest-Tag-1062268529 HTTP/1.1" status: 201 len: 201 time: 0.1080518 Nov 12 00:44:59.606426 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34806) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:59.643250 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-ccc7f474-8bb3-42e3-b373-606fa53fe2d4 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'cdd8da4b-06ed-4a03-9f08-d703ec1f588a', {'tags': ['tempest-TagsExtTest-Tag-288965491', 'tempest-TagsExtTest-Tag-105798500', 'tempest-TagsExtTest-Tag-1198735369']}) {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:59.649750 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-b1d24d9b-621f-4eee-ad58-a4115a8e47a0 None None] Set router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:44:59.685814 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f55b825d-cfaf-4767-a531-0398f7b9fb51 None None] Port f638c670-5768-45f3-8d06-1cf96351aa69 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:44:59.702819 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-9c1ce4ba-3cad-4ed2-b358-010fcfebb2aa tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Allocated IP 172.25.0.70 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/7ef1102b-81b0-4f35-b62a-135d57c9d49c) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:44:59.809449 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-0422660d-72d2-484b-8965-b57ec882061c service neutron] 10.222.0.15 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575688 Nov 12 00:44:59.831829 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ccc7f474-8bb3-42e3-b373-606fa53fe2d4 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "PUT /v2.0/subnets/cdd8da4b-06ed-4a03-9f08-d703ec1f588a/tags HTTP/1.1" status: 200 len: 316 time: 0.2243667 Nov 12 00:44:59.846690 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34812) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:59.860638 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-23583a4c-5a86-43cc-bb87-eaf56824ffb1 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cdd8da4b-06ed-4a03-9f08-d703ec1f588a') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:44:59.935921 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17813e78-0224-40ab-b187-4a987258c6a9 req-c2dc39f4-9f97-4367-88a4-3c691776eab7 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:44:59.944442 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-17813e78-0224-40ab-b187-4a987258c6a9 req-c2dc39f4-9f97-4367-88a4-3c691776eab7 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 944 time: 0.1781497 Nov 12 00:44:59.990009 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ce4ba-3cad-4ed2-b358-010fcfebb2aa tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2998bb25-df9b-48f0-b378-405cd205c19c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:00.023082 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95eca91e-cd0e-4d6e-a93a-cbb2c8f5ad69 req-1b7ce577-d301-48ad-ad75-b963f622f449 service neutron] 10.222.0.31 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8254657 Nov 12 00:45:00.026929 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9c1ce4ba-3cad-4ed2-b358-010fcfebb2aa tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.048888 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94db1ca6-86fe-4835-9d13-a185196b2de0 req-b249f4e3-a9a7-42ee-abcd-d9ae15d57d94 service neutron] 10.222.0.15 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302070 Nov 12 00:45:00.085351 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-b1d24d9b-621f-4eee-ad58-a4115a8e47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'e748a9f4-3c29-4d5f-a5ac-91ea7736df4c', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'floating_ip_address': '172.25.0.64', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'port_id': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'mac_address': 'fa:16:3e:cf:b6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0525b0e-78f8-40e0-bb6d-edface8f0bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:44:28Z', 'updated_at': '2021-11-12T00:44:55Z', 'revision_number': 1, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6f7573-0558-4b14-8989-99ac421f3fd2', 'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'mac_address': 'fa:16:3e:81:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:04Z', 'updated_at': '2021-11-12T00:44:11Z', 'revision_number': 5, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'subnets': [{'id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:00.127852 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-76310fd5-fe06-4cc8-9e41-89218a196e09 req-d70534a4-d62d-45f2-b9de-da9ef3fb9c08 service neutron] 10.222.0.21 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351939 Nov 12 00:45:00.128397 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-17813e78-0224-40ab-b187-4a987258c6a9 req-08ea4a00-3eb9-42fd-a4af-08ad65cce3d0 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/security-groups?id=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689756 Nov 12 00:45:00.146624 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-64dc27e0-a641-48ff-8992-bd4a8f1aa5c2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Allocated IP 172.20.0.10 (8de229bf-fda9-444b-96fc-52c1e25318db/b08a9c9b-e466-497e-b727-1bbcbac2ca96/ef0bcb42-da1f-4138-86a4-7a5144d7eb59) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:00.169102 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9c1ce4ba-3cad-4ed2-b358-010fcfebb2aa tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.176524 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d24d9b-621f-4eee-ad58-a4115a8e47a0 None None] The sync data for ids ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'] in n-d-712137-14 is: [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'e748a9f4-3c29-4d5f-a5ac-91ea7736df4c', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'floating_ip_address': '172.25.0.64', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'port_id': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'mac_address': 'fa:16:3e:cf:b6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0525b0e-78f8-40e0-bb6d-edface8f0bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:44:28Z', 'updated_at': '2021-11-12T00:44:55Z', 'revision_number': 1, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6f7573-0558-4b14-8989-99ac421f3fd2', 'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'mac_address': 'fa:16:3e:81:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:04Z', 'updated_at': '2021-11-12T00:44:11Z', 'revision_number': 5, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'subnets': [{'id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:00.193593 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-23583a4c-5a86-43cc-bb87-eaf56824ffb1 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "DELETE /v2.0/subnets/cdd8da4b-06ed-4a03-9f08-d703ec1f588a/tags HTTP/1.1" status: 204 len: 168 time: 0.3391778 Nov 12 00:45:00.199021 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34818) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:00.215768 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-bf029f94-215b-4c4f-bd5e-0f65792f03b8 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cdd8da4b-06ed-4a03-9f08-d703ec1f588a', 'tempest-TagsExtTest-Tag-288965491') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:00.282255 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1ce4ba-3cad-4ed2-b358-010fcfebb2aa tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:00.306979 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-9c1ce4ba-3cad-4ed2-b358-010fcfebb2aa tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:00.321024 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1ce4ba-3cad-4ed2-b358-010fcfebb2aa tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:00.329411 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429807c6-7b0a-46a6-802c-cb74cc881fd1 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:45:00.330582 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ce4ba-3cad-4ed2-b358-010fcfebb2aa tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Pushing event updated for resources: {'Port': ['ID=7ef1102b-81b0-4f35-b62a-135d57c9d49c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:00.337743 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-bf029f94-215b-4c4f-bd5e-0f65792f03b8 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] show failed (client error): The resource could not be found. Nov 12 00:45:00.338905 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bf029f94-215b-4c4f-bd5e-0f65792f03b8 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/subnets/cdd8da4b-06ed-4a03-9f08-d703ec1f588a/tags/tempest-TagsExtTest-Tag-288965491 HTTP/1.1" status: 404 len: 328 time: 0.1388812 Nov 12 00:45:00.343768 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34820) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:00.351275 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-b6029999-9fc5-409e-b3c1-1abb239e62c9 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cdd8da4b-06ed-4a03-9f08-d703ec1f588a', 'tempest-TagsExtTest-Tag-105798500') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:00.435217 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a64026e3-0ee9-48e3-96d8-3f7f8c996ea9 None None] Provisioning complete for port 7ef1102b-81b0-4f35-b62a-135d57c9d49c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:00.435900 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a64026e3-0ee9-48e3-96d8-3f7f8c996ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.443988 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-b6029999-9fc5-409e-b3c1-1abb239e62c9 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] show failed (client error): The resource could not be found. Nov 12 00:45:00.446126 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b6029999-9fc5-409e-b3c1-1abb239e62c9 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/subnets/cdd8da4b-06ed-4a03-9f08-d703ec1f588a/tags/tempest-TagsExtTest-Tag-105798500 HTTP/1.1" status: 404 len: 328 time: 0.1004591 Nov 12 00:45:00.449499 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34822) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:00.449652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1ce4ba-3cad-4ed2-b358-010fcfebb2aa tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:00.450140 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9c1ce4ba-3cad-4ed2-b358-010fcfebb2aa tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.458920 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-9ba53c6d-7b7a-4fef-a2a5-f93c0200b8c9 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cdd8da4b-06ed-4a03-9f08-d703ec1f588a', 'tempest-TagsExtTest-Tag-1198735369') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:00.489990 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9c1ce4ba-3cad-4ed2-b358-010fcfebb2aa tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.1503592 Nov 12 00:45:00.494759 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34824) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:00.499960 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-8b4819c9-61b2-4615-8034-714e4593b4f7 tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.70'}]}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:00.501579 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acd660-c207-449c-96b8-8cf23744794d req-d5e6aa6f-8725-4444-87d6-f04d0fb0c7da tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:00.503496 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16acd660-c207-449c-96b8-8cf23744794d req-d5e6aa6f-8725-4444-87d6-f04d0fb0c7da tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1790729 Nov 12 00:45:00.526581 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a64026e3-0ee9-48e3-96d8-3f7f8c996ea9 None None] Port 7ef1102b-81b0-4f35-b62a-135d57c9d49c cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:00.546699 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b4819c9-61b2-4615-8034-714e4593b4f7 tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.548166 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b4819c9-61b2-4615-8034-714e4593b4f7 tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.554102 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-64dc27e0-a641-48ff-8992-bd4a8f1aa5c2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.564291 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-9ba53c6d-7b7a-4fef-a2a5-f93c0200b8c9 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] show failed (client error): The resource could not be found. Nov 12 00:45:00.565545 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9ba53c6d-7b7a-4fef-a2a5-f93c0200b8c9 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/subnets/cdd8da4b-06ed-4a03-9f08-d703ec1f588a/tags/tempest-TagsExtTest-Tag-1198735369 HTTP/1.1" status: 404 len: 329 time: 0.1144979 Nov 12 00:45:00.570313 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34826) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:00.578052 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-24266326-badf-48e7-9a2a-555ef98a1f1a tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '672c6903-a574-4ac7-b2cf-ffeb4571065e', {'tags': ['tempest-TagsExtTest-Tag-1407293661', 'tempest-TagsExtTest-Tag-1323967414', 'tempest-TagsExtTest-Tag-1507626175']}) {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:00.628059 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edced3e-3a82-48aa-b74c-1bea4bcbe934 None None] New status for floating IP e748a9f4-3c29-4d5f-a5ac-91ea7736df4c: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:45:00.690377 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b4819c9-61b2-4615-8034-714e4593b4f7 tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.754888 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16acd660-c207-449c-96b8-8cf23744794d req-18dcdea6-9460-43de-b9dd-3e8b339bc54b tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.64 HTTP/1.1" status: 200 len: 999 time: 0.2322707 Nov 12 00:45:00.767115 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-16acd660-c207-449c-96b8-8cf23744794d req-48d77aff-4ef7-43ee-9441-0b25f0b1c806 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Request body: {'floatingip': {'port_id': 'ddcd573b-856f-4ddd-8dde-43fb0967e6c5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:00.773264 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-24266326-badf-48e7-9a2a-555ef98a1f1a tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "PUT /v2.0/ports/672c6903-a574-4ac7-b2cf-ffeb4571065e/tags HTTP/1.1" status: 200 len: 318 time: 0.2011366 Nov 12 00:45:00.774877 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34830) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:00.812790 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.tag.tag_plugin [None req-b993f2f8-db5e-4857-93e8-e294df931f3a tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '672c6903-a574-4ac7-b2cf-ffeb4571065e') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:01.097916 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-64dc27e0-a641-48ff-8992-bd4a8f1aa5c2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:01.166613 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-16acd660-c207-449c-96b8-8cf23744794d req-48d77aff-4ef7-43ee-9441-0b25f0b1c806 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:01.171715 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dc27e0-a641-48ff-8992-bd4a8f1aa5c2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 8de229bf-fda9-444b-96fc-52c1e25318db is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:01.202227 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b4819c9-61b2-4615-8034-714e4593b4f7 tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:01.214245 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-64dc27e0-a641-48ff-8992-bd4a8f1aa5c2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:01.221935 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dc27e0-a641-48ff-8992-bd4a8f1aa5c2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:01.231409 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc27e0-a641-48ff-8992-bd4a8f1aa5c2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=ef0bcb42-da1f-4138-86a4-7a5144d7eb59,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:01.282488 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba266e8-877a-45da-831f-25c91eab82ee req-8df93f39-1564-49d9-9ad2-6d774d53fffa tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:01.285300 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cba266e8-877a-45da-831f-25c91eab82ee req-8df93f39-1564-49d9-9ad2-6d774d53fffa tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 944 time: 0.0854993 Nov 12 00:45:01.300078 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:45:01.374389 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dc27e0-a641-48ff-8992-bd4a8f1aa5c2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:01.375014 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-64dc27e0-a641-48ff-8992-bd4a8f1aa5c2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:01.396114 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cba266e8-877a-45da-831f-25c91eab82ee req-221f8282-16db-47ce-9131-f3aa5b654ea8 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/security-groups?id=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743721 Nov 12 00:45:01.428335 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b993f2f8-db5e-4857-93e8-e294df931f3a tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "DELETE /v2.0/ports/672c6903-a574-4ac7-b2cf-ffeb4571065e/tags HTTP/1.1" status: 204 len: 168 time: 0.6524217 Nov 12 00:45:01.429054 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34838) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:01.440068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.tag.tag_plugin [None req-0555f9de-4100-4baf-874f-0c28598c1999 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '672c6903-a574-4ac7-b2cf-ffeb4571065e', 'tempest-TagsExtTest-Tag-1407293661') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:01.481488 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-64dc27e0-a641-48ff-8992-bd4a8f1aa5c2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0492384 Nov 12 00:45:01.517591 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34840) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:01.529363 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-ce4793c1-40f6-46ac-9aa6-0357cb0baaf0 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'subnet': {'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:01.613252 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-52b17fd0-db48-4bd3-ae16-2b8942c15fc5 None None] Provisioning complete for port ef0bcb42-da1f-4138-86a4-7a5144d7eb59 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:01.613813 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-52b17fd0-db48-4bd3-ae16-2b8942c15fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:01.660382 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-52b17fd0-db48-4bd3-ae16-2b8942c15fc5 None None] Port ef0bcb42-da1f-4138-86a4-7a5144d7eb59 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:01.670040 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b4819c9-61b2-4615-8034-714e4593b4f7 tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:01.701359 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-0555f9de-4100-4baf-874f-0c28598c1999 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] show failed (client error): The resource could not be found. Nov 12 00:45:01.702577 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0555f9de-4100-4baf-874f-0c28598c1999 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/ports/672c6903-a574-4ac7-b2cf-ffeb4571065e/tags/tempest-TagsExtTest-Tag-1407293661 HTTP/1.1" status: 404 len: 329 time: 0.2659400 Nov 12 00:45:01.711930 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34844) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:01.713687 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b4819c9-61b2-4615-8034-714e4593b4f7 tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:01.717280 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.tag.tag_plugin [None req-1d78aa20-723f-4e26-8490-84e3b6698c6e tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '672c6903-a574-4ac7-b2cf-ffeb4571065e', 'tempest-TagsExtTest-Tag-1323967414') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:01.910241 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-1d78aa20-723f-4e26-8490-84e3b6698c6e tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] show failed (client error): The resource could not be found. Nov 12 00:45:01.914207 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1d78aa20-723f-4e26-8490-84e3b6698c6e tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/ports/672c6903-a574-4ac7-b2cf-ffeb4571065e/tags/tempest-TagsExtTest-Tag-1323967414 HTTP/1.1" status: 404 len: 329 time: 0.2012260 Nov 12 00:45:01.919782 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34846) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:01.924680 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.tag.tag_plugin [None req-4e129481-e94e-4004-9255-dd9d10d91b21 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '672c6903-a574-4ac7-b2cf-ffeb4571065e', 'tempest-TagsExtTest-Tag-1507626175') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:01.932061 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4793c1-40f6-46ac-9aa6-0357cb0baaf0 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:01.935980 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce4793c1-40f6-46ac-9aa6-0357cb0baaf0 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:01.961851 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3edd12ed-7c55-452f-ae18-e455c6485579 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:01.979307 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b4819c9-61b2-4615-8034-714e4593b4f7 tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:02.034100 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 3edd12ed-7c55-452f-ae18-e455c6485579 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:45:02.040564 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 3edd12ed-7c55-452f-ae18-e455c6485579 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:02.041302 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:02.176630 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b4819c9-61b2-4615-8034-714e4593b4f7 tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:02.180821 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b4819c9-61b2-4615-8034-714e4593b4f7 tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:02.207006 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-16acd660-c207-449c-96b8-8cf23744794d req-48d77aff-4ef7-43ee-9441-0b25f0b1c806 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:02.219117 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-16acd660-c207-449c-96b8-8cf23744794d req-48d77aff-4ef7-43ee-9441-0b25f0b1c806 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:02.244110 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b4819c9-61b2-4615-8034-714e4593b4f7 tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:02.244942 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4819c9-61b2-4615-8034-714e4593b4f7 tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c68731c-fc04-4a10-a50a-6777972bff1a {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:45:02.265620 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-4e129481-e94e-4004-9255-dd9d10d91b21 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] show failed (client error): The resource could not be found. Nov 12 00:45:02.268226 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4e129481-e94e-4004-9255-dd9d10d91b21 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/ports/672c6903-a574-4ac7-b2cf-ffeb4571065e/tags/tempest-TagsExtTest-Tag-1507626175 HTTP/1.1" status: 404 len: 329 time: 0.3468890 Nov 12 00:45:02.270643 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34848) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:02.279604 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-a6bce3ad-05e5-45b7-a8f7-ff5b38e3543b tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b1e77fdf-9f8e-4fc6-a16b-ff27149be539', {'tags': ['tempest-TagsExtTest-Tag-1244393591', 'tempest-TagsExtTest-Tag-836585674', 'tempest-TagsExtTest-Tag-1875157200']}) {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:02.284877 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-8b4819c9-61b2-4615-8034-714e4593b4f7 tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 00:45:02.286894 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8b4819c9-61b2-4615-8034-714e4593b4f7 tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.7908356 Nov 12 00:45:02.293822 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:02.295742 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34850) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:02.334631 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3edd12ed-7c55-452f-ae18-e455c6485579, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3edd12ed-7c55-452f-ae18-e455c6485579,segment=NetworkSegment(822f2946-5e7f-4953-a7aa-d14d65825efb),segment_id=822f2946-5e7f-4953-a7aa-d14d65825efb)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:02.335840 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d334d7-6e03-40aa-91fc-cf770958a205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edd12ed-7c55-452f-ae18-e455c6485579'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:02.339750 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6d9d11-3e4e-44e8-9959-0bd8320de6d7" -d '{"events": [{"server_uuid": "e5d334d7-6e03-40aa-91fc-cf770958a205", "name": "network-vif-plugged", "status": "completed", "tag": "3edd12ed-7c55-452f-ae18-e455c6485579"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:02.345367 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:02.361047 n-d-712137-14 neutron-server[114242]: INFO neutron.db.ipam_backend_mixin [None req-ce4793c1-40f6-46ac-9aa6-0357cb0baaf0 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b08a9c9b-e466-497e-b727-1bbcbac2ca96 (CIDR: 172.20.0.0/28) Nov 12 00:45:02.415190 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a6bce3ad-05e5-45b7-a8f7-ff5b38e3543b tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "PUT /v2.0/routers/b1e77fdf-9f8e-4fc6-a16b-ff27149be539/tags HTTP/1.1" status: 200 len: 317 time: 0.1419978 Nov 12 00:45:02.417763 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34854) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:02.421242 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de11dd5f-2aeb-4b1b-9e41-be45263ef375 x-openstack-request-id: req-de11dd5f-2aeb-4b1b-9e41-be45263ef375 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:02.421526 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d334d7-6e03-40aa-91fc-cf770958a205", "name": "network-vif-plugged", "status": "completed", "tag": "3edd12ed-7c55-452f-ae18-e455c6485579", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:02.421785 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de11dd5f-2aeb-4b1b-9e41-be45263ef375 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:02.422185 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d334d7-6e03-40aa-91fc-cf770958a205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edd12ed-7c55-452f-ae18-e455c6485579', 'code': 200} Nov 12 00:45:02.424660 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-4878cece-4cc4-414a-8b4b-eea6bcdf9248 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b1e77fdf-9f8e-4fc6-a16b-ff27149be539') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:02.429549 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=3edd12ed-7c55-452f-ae18-e455c6485579,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:02.503359 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [req-16acd660-c207-449c-96b8-8cf23744794d req-48d77aff-4ef7-43ee-9441-0b25f0b1c806 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Floating IP e748a9f4-3c29-4d5f-a5ac-91ea7736df4c associated. External IP: 172.25.0.64, port: e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84. Nov 12 00:45:02.518421 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4793c1-40f6-46ac-9aa6-0357cb0baaf0 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:45:02.518935 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce4793c1-40f6-46ac-9aa6-0357cb0baaf0 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:45:02.601642 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6d6ea-6fec-43a6-a8a6-326273a6e8f2 req-c23ddd23-a0ce-49f3-80bf-05d52804ccb1 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:02.609115 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94f6d6ea-6fec-43a6-a8a6-326273a6e8f2 req-c23ddd23-a0ce-49f3-80bf-05d52804ccb1 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 945 time: 0.0940886 Nov 12 00:45:02.615606 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ce4793c1-40f6-46ac-9aa6-0357cb0baaf0 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0900795 Nov 12 00:45:02.620968 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4878cece-4cc4-414a-8b4b-eea6bcdf9248 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "DELETE /v2.0/routers/b1e77fdf-9f8e-4fc6-a16b-ff27149be539/tags HTTP/1.1" status: 204 len: 168 time: 0.1991730 Nov 12 00:45:02.621209 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34860) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:02.621311 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34862) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:02.625904 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-d2ac023d-94f0-4e8e-87a7-f46b83277d79 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'subnet': {'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:02.626265 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-3fd8dc7e-49c9-4b5a-a24c-d230e889dbe5 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b1e77fdf-9f8e-4fc6-a16b-ff27149be539', 'tempest-TagsExtTest-Tag-1244393591') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:02.706478 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b4865-723b-4e93-80ac-6ed852e30839 req-ac3e2a8d-4822-4613-afb2-f47707e18b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:02.707978 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-641b4865-723b-4e93-80ac-6ed852e30839 req-ac3e2a8d-4822-4613-afb2-f47707e18b33 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 1097 time: 0.1992834 Nov 12 00:45:02.761609 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94f6d6ea-6fec-43a6-a8a6-326273a6e8f2 req-7b814771-0064-41d5-8472-cfb80fa70f31 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/security-groups?id=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515799 Nov 12 00:45:02.769358 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-3fd8dc7e-49c9-4b5a-a24c-d230e889dbe5 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] show failed (client error): The resource could not be found. Nov 12 00:45:02.774590 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3fd8dc7e-49c9-4b5a-a24c-d230e889dbe5 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/routers/b1e77fdf-9f8e-4fc6-a16b-ff27149be539/tags/tempest-TagsExtTest-Tag-1244393591 HTTP/1.1" status: 404 len: 329 time: 0.1490290 Nov 12 00:45:02.774590 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34868) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:02.775348 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-44ca7d69-d0f0-4d8b-8b4f-e9f54641281b tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Deleting port 7ef1102b-81b0-4f35-b62a-135d57c9d49c {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:02.775348 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-44ca7d69-d0f0-4d8b-8b4f-e9f54641281b tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:02.782624 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-085535b9-bf91-4ee9-9361-4db037039cd5 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b1e77fdf-9f8e-4fc6-a16b-ff27149be539', 'tempest-TagsExtTest-Tag-836585674') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:02.913611 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-085535b9-bf91-4ee9-9361-4db037039cd5 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] show failed (client error): The resource could not be found. Nov 12 00:45:02.917444 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-085535b9-bf91-4ee9-9361-4db037039cd5 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/routers/b1e77fdf-9f8e-4fc6-a16b-ff27149be539/tags/tempest-TagsExtTest-Tag-836585674 HTTP/1.1" status: 404 len: 328 time: 0.1390345 Nov 12 00:45:02.917614 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-641b4865-723b-4e93-80ac-6ed852e30839 req-ef38b756-249f-4ccd-a2de-98eddbe6924d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553876 Nov 12 00:45:02.918102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34870) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:02.923352 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-ff02ad6f-09fd-44c6-9e48-f247dc2518d3 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b1e77fdf-9f8e-4fc6-a16b-ff27149be539', 'tempest-TagsExtTest-Tag-1875157200') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:03.012020 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-44ca7d69-d0f0-4d8b-8b4f-e9f54641281b tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:03.019321 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-ff02ad6f-09fd-44c6-9e48-f247dc2518d3 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] show failed (client error): The resource could not be found. Nov 12 00:45:03.021109 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ff02ad6f-09fd-44c6-9e48-f247dc2518d3 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/routers/b1e77fdf-9f8e-4fc6-a16b-ff27149be539/tags/tempest-TagsExtTest-Tag-1875157200 HTTP/1.1" status: 404 len: 329 time: 0.1021719 Nov 12 00:45:03.024795 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34872) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:03.031031 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-6b487ca3-4a49-42c9-9cf3-9e8dfe8d5fc9 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3aa0a5f0-194c-4b65-a7bb-abdd73379da9', {'tags': ['tempest-TagsExtTest-Tag-659763216', 'tempest-TagsExtTest-Tag-1586324732', 'tempest-TagsExtTest-Tag-2010314386']}) {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:03.069927 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-44ca7d69-d0f0-4d8b-8b4f-e9f54641281b tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Calling delete_port for 7ef1102b-81b0-4f35-b62a-135d57c9d49c owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:03.072408 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ac023d-94f0-4e8e-87a7-f46b83277d79 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:03.076158 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2ac023d-94f0-4e8e-87a7-f46b83277d79 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:03.089073 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6b487ca3-4a49-42c9-9cf3-9e8dfe8d5fc9 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "PUT /v2.0/subnetpools/3aa0a5f0-194c-4b65-a7bb-abdd73379da9/tags HTTP/1.1" status: 200 len: 317 time: 0.0623009 Nov 12 00:45:03.089757 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34874) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:03.094905 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-a5ae540e-ceba-47f2-9ca7-8ed90da8da99 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3aa0a5f0-194c-4b65-a7bb-abdd73379da9') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:03.141782 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a5ae540e-ceba-47f2-9ca7-8ed90da8da99 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "DELETE /v2.0/subnetpools/3aa0a5f0-194c-4b65-a7bb-abdd73379da9/tags HTTP/1.1" status: 204 len: 168 time: 0.0505972 Nov 12 00:45:03.144453 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34876) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:03.151608 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-5ed0832e-7b84-49a1-8c7a-b79707780b8e tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3aa0a5f0-194c-4b65-a7bb-abdd73379da9', 'tempest-TagsExtTest-Tag-659763216') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:03.184180 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-5ed0832e-7b84-49a1-8c7a-b79707780b8e tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] show failed (client error): The resource could not be found. Nov 12 00:45:03.188644 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5ed0832e-7b84-49a1-8c7a-b79707780b8e tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/subnetpools/3aa0a5f0-194c-4b65-a7bb-abdd73379da9/tags/tempest-TagsExtTest-Tag-659763216 HTTP/1.1" status: 404 len: 328 time: 0.0420735 Nov 12 00:45:03.189273 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34878) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:03.194352 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-fbfc41ec-0f57-4b88-ac27-60b2910271a2 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3aa0a5f0-194c-4b65-a7bb-abdd73379da9', 'tempest-TagsExtTest-Tag-1586324732') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:03.210003 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16acd660-c207-449c-96b8-8cf23744794d req-48d77aff-4ef7-43ee-9441-0b25f0b1c806 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:45:03.220137 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-fbfc41ec-0f57-4b88-ac27-60b2910271a2 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] show failed (client error): The resource could not be found. Nov 12 00:45:03.224821 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fbfc41ec-0f57-4b88-ac27-60b2910271a2 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/subnetpools/3aa0a5f0-194c-4b65-a7bb-abdd73379da9/tags/tempest-TagsExtTest-Tag-1586324732 HTTP/1.1" status: 404 len: 329 time: 0.0341699 Nov 12 00:45:03.225362 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34880) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:03.231816 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-03abc96f-e471-4947-813a-21851517f981 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3aa0a5f0-194c-4b65-a7bb-abdd73379da9', 'tempest-TagsExtTest-Tag-2010314386') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:03.256718 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-03abc96f-e471-4947-813a-21851517f981 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] show failed (client error): The resource could not be found. Nov 12 00:45:03.262109 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-03abc96f-e471-4947-813a-21851517f981 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/subnetpools/3aa0a5f0-194c-4b65-a7bb-abdd73379da9/tags/tempest-TagsExtTest-Tag-2010314386 HTTP/1.1" status: 404 len: 329 time: 0.0348778 Nov 12 00:45:03.263104 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34882) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:03.275784 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.tag.tag_plugin [None req-d32cebb5-b384-487b-b9ac-890936a3a13f tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3aa0a5f0-194c-4b65-a7bb-abdd73379da9') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:03.328554 n-d-712137-14 neutron-server[114242]: INFO neutron.db.ipam_backend_mixin [None req-d2ac023d-94f0-4e8e-87a7-f46b83277d79 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9dac48a9-7e58-4056-a99b-0c2fa3cd1da9 (CIDR: 172.20.0.16/28) Nov 12 00:45:03.343052 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ac023d-94f0-4e8e-87a7-f46b83277d79 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:45:03.343575 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ac023d-94f0-4e8e-87a7-f46b83277d79 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:45:03.427876 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d2ac023d-94f0-4e8e-87a7-f46b83277d79 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8063824 Nov 12 00:45:03.432547 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34884) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:03.438191 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d32cebb5-b384-487b-b9ac-890936a3a13f tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "DELETE /v2.0/subnetpools/3aa0a5f0-194c-4b65-a7bb-abdd73379da9/tags HTTP/1.1" status: 204 len: 168 time: 0.1725805 Nov 12 00:45:03.438593 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c5576d9a-ed77-47ca-a38b-de05f1a20557 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'subnet': {'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:03.444660 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34886) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:03.449829 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-33d64a0c-7004-4544-8902-035ff548216a tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b1e77fdf-9f8e-4fc6-a16b-ff27149be539') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:03.460096 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-44ca7d69-d0f0-4d8b-8b4f-e9f54641281b tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:03.463943 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16acd660-c207-449c-96b8-8cf23744794d req-48d77aff-4ef7-43ee-9441-0b25f0b1c806 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:03.483300 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a50d31-bbcd-4e8d-8573-7f452a84cbf4 None None] Sync routers for ids ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:03.495269 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a50d31-bbcd-4e8d-8573-7f452a84cbf4 None None] Routers {'0d5cbc30-80cc-4535-8c80-d2ab4e743a78'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:03.496160 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d6a50d31-bbcd-4e8d-8573-7f452a84cbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:44:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:03.634037 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-d6a50d31-bbcd-4e8d-8573-7f452a84cbf4 None None] Set router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:03.684671 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-33d64a0c-7004-4544-8902-035ff548216a tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "DELETE /v2.0/routers/b1e77fdf-9f8e-4fc6-a16b-ff27149be539/tags HTTP/1.1" status: 204 len: 168 time: 0.2389429 Nov 12 00:45:03.685420 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34888) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:03.691763 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-059a7a65-826e-4915-9dbd-e0935eed03c8 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '672c6903-a574-4ac7-b2cf-ffeb4571065e') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:03.733873 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5576d9a-ed77-47ca-a38b-de05f1a20557 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Made reservation on behalf of 6a418c9e3d724ba18332c717826e963e for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:03.737044 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c5576d9a-ed77-47ca-a38b-de05f1a20557 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:03.790954 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca7d69-d0f0-4d8b-8b4f-e9f54641281b tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ef1102b-81b0-4f35-b62a-135d57c9d49c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:03.828851 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2234a5-ec80-4391-9e2e-6889f4395eb6 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:45:03.977799 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d6a50d31-bbcd-4e8d-8573-7f452a84cbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'e748a9f4-3c29-4d5f-a5ac-91ea7736df4c', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'floating_ip_address': '172.25.0.64', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'port_id': 'ddcd573b-856f-4ddd-8dde-43fb0967e6c5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'mac_address': 'fa:16:3e:ca:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:44:28Z', 'updated_at': '2021-11-12T00:45:02Z', 'revision_number': 3, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6f7573-0558-4b14-8989-99ac421f3fd2', 'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'mac_address': 'fa:16:3e:81:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:04Z', 'updated_at': '2021-11-12T00:44:11Z', 'revision_number': 5, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'subnets': [{'id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:04.009466 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a50d31-bbcd-4e8d-8573-7f452a84cbf4 None None] Checking router: 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:45:04.010067 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-44ca7d69-d0f0-4d8b-8b4f-e9f54641281b tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.018126 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-44ca7d69-d0f0-4d8b-8b4f-e9f54641281b tempest-RoutersAdminNegativeIpV6Test-302109948 tempest-RoutersAdminNegativeIpV6Test-302109948-project-admin] 10.222.0.31 "DELETE /v2.0/ports/7ef1102b-81b0-4f35-b62a-135d57c9d49c HTTP/1.1" status: 204 len: 168 time: 1.7209647 Nov 12 00:45:04.022020 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a50d31-bbcd-4e8d-8573-7f452a84cbf4 None None] Routers {'0d5cbc30-80cc-4535-8c80-d2ab4e743a78'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:04.022688 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d6a50d31-bbcd-4e8d-8573-7f452a84cbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:44:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:04.032955 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c5576d9a-ed77-47ca-a38b-de05f1a20557 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.155716 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5576d9a-ed77-47ca-a38b-de05f1a20557 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Network 8de229bf-fda9-444b-96fc-52c1e25318db is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:04.182369 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-c5576d9a-ed77-47ca-a38b-de05f1a20557 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:04.190526 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-d6a50d31-bbcd-4e8d-8573-7f452a84cbf4 None None] Set router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:04.191138 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5576d9a-ed77-47ca-a38b-de05f1a20557 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:04.191738 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c5576d9a-ed77-47ca-a38b-de05f1a20557 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.211367 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5576d9a-ed77-47ca-a38b-de05f1a20557 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Subnet': ['ID=02908463-7857-4593-8130-1159b3f56b8e,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:04.218918 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-059a7a65-826e-4915-9dbd-e0935eed03c8 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "DELETE /v2.0/ports/672c6903-a574-4ac7-b2cf-ffeb4571065e/tags HTTP/1.1" status: 204 len: 168 time: 0.5309696 Nov 12 00:45:04.219607 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34900) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:04.224003 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108a0620-2d90-44b0-b304-7c6fdfef9a57 None None] Network 8de229bf-fda9-444b-96fc-52c1e25318db requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:04.228319 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-7da6c44a-6017-4ca8-aae1-e20e1e2fb55b tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cdd8da4b-06ed-4a03-9f08-d703ec1f588a') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:04.241709 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c103bb2-7458-4204-a4f6-b07e15bd4f7c req-7a0ab6e4-00de-4127-89ba-b0c8a7e32628 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:04.246244 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16acd660-c207-449c-96b8-8cf23744794d req-48d77aff-4ef7-43ee-9441-0b25f0b1c806 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:45:04.253172 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c103bb2-7458-4204-a4f6-b07e15bd4f7c req-7a0ab6e4-00de-4127-89ba-b0c8a7e32628 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 945 time: 0.2352402 Nov 12 00:45:04.267100 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c5576d9a-ed77-47ca-a38b-de05f1a20557 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8324082 Nov 12 00:45:04.337032 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34902) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:04.356455 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-e153781c-1cab-4341-b2a2-dc800eec7e40 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1235204267', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '02908463-7857-4593-8130-1159b3f56b8e'}], 'security_groups': ['666364d9-3f7f-4dbb-87f3-a0933582d34b', 'd8de4e88-6ca4-424b-8052-51ab3ebb9754']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:04.475000 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34906) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:04.558750 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16acd660-c207-449c-96b8-8cf23744794d req-48d77aff-4ef7-43ee-9441-0b25f0b1c806 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:04.565896 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-16acd660-c207-449c-96b8-8cf23744794d req-48d77aff-4ef7-43ee-9441-0b25f0b1c806 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.611663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0525b0e-78f8-40e0-bb6d-edface8f0bcb', 'tag': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:04.614192 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34747e3-7721-4020-884b-0ab34285eea8" -d '{"events": [{"name": "network-changed", "server_uuid": "a0525b0e-78f8-40e0-bb6d-edface8f0bcb", "tag": "e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:04.679273 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16acd660-c207-449c-96b8-8cf23744794d req-48d77aff-4ef7-43ee-9441-0b25f0b1c806 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "PUT /v2.0/floatingips/e748a9f4-3c29-4d5f-a5ac-91ea7736df4c HTTP/1.1" status: 200 len: 998 time: 3.9175262 Nov 12 00:45:04.714002 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e153781c-1cab-4341-b2a2-dc800eec7e40 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.720040 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f809379b-5fe9-46d1-9126-6fe1dee1cfcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.745138 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a9b526-08e2-4920-81d9-6308913cff49 None None] Update dhcp port {'port': {'network_id': '8de229bf-fda9-444b-96fc-52c1e25318db', 'fixed_ips': [{'subnet_id': '9dac48a9-7e58-4056-a99b-0c2fa3cd1da9', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b08a9c9b-e466-497e-b727-1bbcbac2ca96', 'ip_address': '172.20.0.2'}, {'subnet_id': '02908463-7857-4593-8130-1159b3f56b8e'}], 'binding:host_id': 'n-d-712137-14'}, 'id': 'bd0c0a12-4b80-48fc-9284-a2f713f97bd5'} from n-d-712137-14. {{(pid=114244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:45:04.747904 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c103bb2-7458-4204-a4f6-b07e15bd4f7c req-e9161baa-37fb-4d1e-8497-a7748ef767e0 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/security-groups?id=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4938033 Nov 12 00:45:04.765925 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7da6c44a-6017-4ca8-aae1-e20e1e2fb55b tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "DELETE /v2.0/subnets/cdd8da4b-06ed-4a03-9f08-d703ec1f588a/tags HTTP/1.1" status: 204 len: 168 time: 0.5397387 Nov 12 00:45:04.767209 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34912) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:04.791111 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acd660-c207-449c-96b8-8cf23744794d req-ff55dce2-61ec-4660-86eb-f68fbdc39d07 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:04.792544 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16acd660-c207-449c-96b8-8cf23744794d req-ff55dce2-61ec-4660-86eb-f68fbdc39d07 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports/e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 HTTP/1.1" status: 200 len: 943 time: 0.1010485 Nov 12 00:45:04.846470 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c9466696-c80c-48f0-b9c6-9694b6bfcb1e tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks [] for subnetpool, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.852740 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c9466696-c80c-48f0-b9c6-9694b6bfcb1e tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "DELETE /v2.0/subnetpools/3aa0a5f0-194c-4b65-a7bb-abdd73379da9 HTTP/1.1" status: 204 len: 168 time: 0.0814898 Nov 12 00:45:04.853718 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34914) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:04.853869 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e6a9b526-08e2-4920-81d9-6308913cff49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.882323 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d6a50d31-bbcd-4e8d-8573-7f452a84cbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'e748a9f4-3c29-4d5f-a5ac-91ea7736df4c', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'floating_ip_address': '172.25.0.64', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'port_id': 'ddcd573b-856f-4ddd-8dde-43fb0967e6c5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'mac_address': 'fa:16:3e:ca:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:44:28Z', 'updated_at': '2021-11-12T00:45:02Z', 'revision_number': 3, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6f7573-0558-4b14-8989-99ac421f3fd2', 'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'mac_address': 'fa:16:3e:81:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:04Z', 'updated_at': '2021-11-12T00:44:11Z', 'revision_number': 5, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'subnets': [{'id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:04.912050 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8d1daa22-7580-4ac7-a68d-e2b08de83151 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1e77fdf-9f8e-4fc6-a16b-ff27149be539 HTTP/1.1" status: 200 len: 205 time: 0.0545716 Nov 12 00:45:04.912379 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34916) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:04.921269 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a50d31-bbcd-4e8d-8573-7f452a84cbf4 None None] The sync data for ids ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'] in n-d-712137-14 is: [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'e748a9f4-3c29-4d5f-a5ac-91ea7736df4c', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'floating_ip_address': '172.25.0.64', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'port_id': 'ddcd573b-856f-4ddd-8dde-43fb0967e6c5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'mac_address': 'fa:16:3e:ca:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:44:28Z', 'updated_at': '2021-11-12T00:45:02Z', 'revision_number': 3, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6f7573-0558-4b14-8989-99ac421f3fd2', 'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'mac_address': 'fa:16:3e:81:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:04Z', 'updated_at': '2021-11-12T00:44:11Z', 'revision_number': 5, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'subnets': [{'id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:05.000751 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f809379b-5fe9-46d1-9126-6fe1dee1cfcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.011296 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f809379b-5fe9-46d1-9126-6fe1dee1cfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.046229 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acd660-c207-449c-96b8-8cf23744794d req-33c06e1f-51a8-4dbf-93cd-6e6ccabd905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:05.047320 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16acd660-c207-449c-96b8-8cf23744794d req-33c06e1f-51a8-4dbf-93cd-6e6ccabd905e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7599eb657084d80a1806919aa3c14e6&device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 1098 time: 0.1558812 Nov 12 00:45:05.081665 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a33e97-a1ba-4a86-91ad-f9051425cd31 x-openstack-request-id: req-f9a33e97-a1ba-4a86-91ad-f9051425cd31 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:05.081926 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0525b0e-78f8-40e0-bb6d-edface8f0bcb", "tag": "e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:05.082249 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9a33e97-a1ba-4a86-91ad-f9051425cd31 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:05.083172 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0525b0e-78f8-40e0-bb6d-edface8f0bcb', 'tag': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84', 'status': 'completed', 'code': 200} Nov 12 00:45:05.091350 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8587a6c1-f511-406b-902f-a6de664e5724 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.137781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-e6a9b526-08e2-4920-81d9-6308913cff49 None None] Allocated IP 172.20.0.34 (8de229bf-fda9-444b-96fc-52c1e25318db/02908463-7857-4593-8130-1159b3f56b8e/bd0c0a12-4b80-48fc-9284-a2f713f97bd5) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:05.157571 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809379b-5fe9-46d1-9126-6fe1dee1cfcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72070162-9585-40d7-9ec7-148eab85b9d2,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:05.204831 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f809379b-5fe9-46d1-9126-6fe1dee1cfcc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e8073f19f5d47feae7836b8db44721a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7260733 Nov 12 00:45:05.206666 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34924) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:05.254306 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e6a9b526-08e2-4920-81d9-6308913cff49 None None] For port bd0c0a12-4b80-48fc-9284-a2f713f97bd5, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=bd0c0a12-4b80-48fc-9284-a2f713f97bd5,segment=NetworkSegment(ab83b1a2-4fdd-4c2f-bfc4-77563efc1b0f),segment_id=ab83b1a2-4fdd-4c2f-bfc4-77563efc1b0f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:05.278467 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34747e3-7721-4020-884b-0ab34285eea8 req-322c0753-5ba6-48b1-90f0-f8ac6d93b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:05.279992 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c34747e3-7721-4020-884b-0ab34285eea8 req-322c0753-5ba6-48b1-90f0-f8ac6d93b402 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7599eb657084d80a1806919aa3c14e6&device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 1098 time: 0.1645861 Nov 12 00:45:05.295925 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e6a9b526-08e2-4920-81d9-6308913cff49 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.302150 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e6a9b526-08e2-4920-81d9-6308913cff49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.305383 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3107a346-4991-4514-8875-7a239b01401d None None] New status for floating IP e748a9f4-3c29-4d5f-a5ac-91ea7736df4c: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:45:05.326240 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acd660-c207-449c-96b8-8cf23744794d req-a9a16c7f-9886-47c6-9a46-c7c538c59756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:05.328989 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16acd660-c207-449c-96b8-8cf23744794d req-a9a16c7f-9886-47c6-9a46-c7c538c59756 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a HTTP/1.1" status: 200 len: 922 time: 0.2647932 Nov 12 00:45:05.337817 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8587a6c1-f511-406b-902f-a6de664e5724 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.370857 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8587a6c1-f511-406b-902f-a6de664e5724 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.442826 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9b526-08e2-4920-81d9-6308913cff49 None None] Pushing event updated for resources: {'Port': ['ID=bd0c0a12-4b80-48fc-9284-a2f713f97bd5,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:05.449704 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8587a6c1-f511-406b-902f-a6de664e5724 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.450300 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8587a6c1-f511-406b-902f-a6de664e5724 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Fanout notify agent at l3_agent the message router_deleted on router b1e77fdf-9f8e-4fc6-a16b-ff27149be539 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:45:05.462198 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8587a6c1-f511-406b-902f-a6de664e5724 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.463751 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8587a6c1-f511-406b-902f-a6de664e5724 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "DELETE /v2.0/routers/b1e77fdf-9f8e-4fc6-a16b-ff27149be539 HTTP/1.1" status: 204 len: 168 time: 0.5502691 Nov 12 00:45:05.471608 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34926) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:05.486108 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6604de4f-9604-4922-a0c8-eb9cfacdac41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.521305 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-ccda11af-cef4-4e91-bc7c-74cb22111d13 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:05.529508 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-ccda11af-cef4-4e91-bc7c-74cb22111d13 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 808 time: 0.3163700 Nov 12 00:45:05.532917 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16acd660-c207-449c-96b8-8cf23744794d req-7ef470f3-43a1-4c0f-b843-67015fa5bca4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 HTTP/1.1" status: 200 len: 217 time: 0.1731865 Nov 12 00:45:05.537818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34747e3-7721-4020-884b-0ab34285eea8 req-ae5795a6-455a-4dff-a2dd-92f108e9cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:05.540063 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c34747e3-7721-4020-884b-0ab34285eea8 req-ae5795a6-455a-4dff-a2dd-92f108e9cb63 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a HTTP/1.1" status: 200 len: 922 time: 0.2488906 Nov 12 00:45:05.563175 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-efec96ee-593c-40e7-9e0d-b99a9d71a1ae tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/quotas/0c08be1f58b544848c94fddfb37189e3 HTTP/1.1" status: 200 len: 375 time: 0.0322051 Nov 12 00:45:05.621723 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6604de4f-9604-4922-a0c8-eb9cfacdac41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.636660 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a31d57-437c-4671-9a89-f87435ff57a8 None None] Sync routers for ids ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:05.653801 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a31d57-437c-4671-9a89-f87435ff57a8 None None] Routers {'0d5cbc30-80cc-4535-8c80-d2ab4e743a78'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:05.654412 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-52a31d57-437c-4671-9a89-f87435ff57a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:44:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:05.671884 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acd660-c207-449c-96b8-8cf23744794d req-1235b67b-dbb8-40ad-bee2-b75aacc8ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:05.673431 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16acd660-c207-449c-96b8-8cf23744794d req-1235b67b-dbb8-40ad-bee2-b75aacc8ffde service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca6f62c9-3a34-45a3-8f31-24454b3d735a HTTP/1.1" status: 200 len: 860 time: 0.1331923 Nov 12 00:45:05.678614 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c34747e3-7721-4020-884b-0ab34285eea8 req-fe54519f-1994-4cb8-a3af-e4cf99da87e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 HTTP/1.1" status: 200 len: 217 time: 0.1272275 Nov 12 00:45:05.787021 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-6116852c-b98e-4e89-86a0-b0e5991aac7c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2022541 Nov 12 00:45:05.789193 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-52a31d57-437c-4671-9a89-f87435ff57a8 None None] Set router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:05.797065 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6604de4f-9604-4922-a0c8-eb9cfacdac41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.801302 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6604de4f-9604-4922-a0c8-eb9cfacdac41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.802417 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6604de4f-9604-4922-a0c8-eb9cfacdac41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/72070162-9585-40d7-9ec7-148eab85b9d2 HTTP/1.1" status: 204 len: 168 time: 0.5947313 Nov 12 00:45:05.802821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-e153781c-1cab-4341-b2a2-dc800eec7e40 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Delete allocated IP 172.20.0.10 (8de229bf-fda9-444b-96fc-52c1e25318db/b08a9c9b-e466-497e-b727-1bbcbac2ca96) {{(pid=114242) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 00:45:05.817660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34747e3-7721-4020-884b-0ab34285eea8 req-e758e467-ec3c-4f77-8b26-4b12a5cf19ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:05.819473 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c34747e3-7721-4020-884b-0ab34285eea8 req-e758e467-ec3c-4f77-8b26-4b12a5cf19ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ca6f62c9-3a34-45a3-8f31-24454b3d735a HTTP/1.1" status: 200 len: 860 time: 0.1209550 Nov 12 00:45:05.822637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3d67f8a4-3fb7-4a05-a105-bad25f5780e9 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Deleting port 672c6903-a574-4ac7-b2cf-ffeb4571065e {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:05.823054 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d67f8a4-3fb7-4a05-a105-bad25f5780e9 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:05.829293 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acd660-c207-449c-96b8-8cf23744794d req-127de721-59d6-4983-96d6-37b602d84151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:05.830228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604de4f-9604-4922-a0c8-eb9cfacdac41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72070162-9585-40d7-9ec7-148eab85b9d2,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:05.846223 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16acd660-c207-449c-96b8-8cf23744794d req-127de721-59d6-4983-96d6-37b602d84151 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1404631 Nov 12 00:45:05.861409 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-e153781c-1cab-4341-b2a2-dc800eec7e40 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Allocated IP 172.20.0.39 (8de229bf-fda9-444b-96fc-52c1e25318db/02908463-7857-4593-8130-1159b3f56b8e/ef0bcb42-da1f-4138-86a4-7a5144d7eb59) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:05.948479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-d6415e9b-c6cc-4b68-a176-684258947f52 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:45:05.949550 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-d6415e9b-c6cc-4b68-a176-684258947f52 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1617434 Nov 12 00:45:06.013989 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16acd660-c207-449c-96b8-8cf23744794d req-f2ebb476-6a24-40ae-9b35-cced80e03920 service neutron] 10.222.0.31 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627195 Nov 12 00:45:06.092264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bd0c0a12-4b80-48fc-9284-a2f713f97bd5 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:06.112422 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d67f8a4-3fb7-4a05-a105-bad25f5780e9 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.130867 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3d67f8a4-3fb7-4a05-a105-bad25f5780e9 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Calling delete_port for 672c6903-a574-4ac7-b2cf-ffeb4571065e owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:06.153817 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-f5040ffd-77b2-4c9e-80b0-ae601b988b4b service neutron] 10.222.0.31 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890888 Nov 12 00:45:06.229812 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port bd0c0a12-4b80-48fc-9284-a2f713f97bd5 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:06.230700 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.285101 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e153781c-1cab-4341-b2a2-dc800eec7e40 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.286994 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-52a31d57-437c-4671-9a89-f87435ff57a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'e748a9f4-3c29-4d5f-a5ac-91ea7736df4c', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'floating_ip_address': '172.25.0.64', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'port_id': 'ddcd573b-856f-4ddd-8dde-43fb0967e6c5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'mac_address': 'fa:16:3e:ca:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:44:28Z', 'updated_at': '2021-11-12T00:45:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6f7573-0558-4b14-8989-99ac421f3fd2', 'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'mac_address': 'fa:16:3e:81:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:04Z', 'updated_at': '2021-11-12T00:44:11Z', 'revision_number': 5, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'subnets': [{'id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:06.330033 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a31d57-437c-4671-9a89-f87435ff57a8 None None] Checking router: 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:45:06.333296 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34940) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:06.345773 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e153781c-1cab-4341-b2a2-dc800eec7e40 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.351456 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a31d57-437c-4671-9a89-f87435ff57a8 None None] Routers {'0d5cbc30-80cc-4535-8c80-d2ab4e743a78'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:06.352079 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-52a31d57-437c-4671-9a89-f87435ff57a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:44:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:06.400582 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-79b5449f-e98b-411f-adef-f012387785bb service neutron] 10.222.0.31 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783972 Nov 12 00:45:06.414358 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7280e78f-2196-46a6-bda5-a3a7a4f132a9 None None] Provisioning complete for port bd0c0a12-4b80-48fc-9284-a2f713f97bd5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:06.414358 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7280e78f-2196-46a6-bda5-a3a7a4f132a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.427668 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2b051d3f-283b-4776-9e41-e7004f40fcae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9e77a2ecfa54883b7b8ab142f4b64f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0899303 Nov 12 00:45:06.427668 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34942) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:06.456960 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d67f8a4-3fb7-4a05-a105-bad25f5780e9 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.465318 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34747e3-7721-4020-884b-0ab34285eea8 req-87319048-cf7a-4086-8f7a-c36899176487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:06.468082 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c34747e3-7721-4020-884b-0ab34285eea8 req-87319048-cf7a-4086-8f7a-c36899176487 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6195467 Nov 12 00:45:06.503803 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67f8a4-3fb7-4a05-a105-bad25f5780e9 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Pushing event deleted for resources: {'Port': ['ID=672c6903-a574-4ac7-b2cf-ffeb4571065e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:06.584230 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-e153781c-1cab-4341-b2a2-dc800eec7e40 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] In _notify_port_updated(), no bound segment for port ef0bcb42-da1f-4138-86a4-7a5144d7eb59 on network 8de229bf-fda9-444b-96fc-52c1e25318db {{(pid=114242) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:45:06.590337 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1257dece-8385-408e-8eb4-fb98ccf6c19b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.591380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e153781c-1cab-4341-b2a2-dc800eec7e40 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:06.592053 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e153781c-1cab-4341-b2a2-dc800eec7e40 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.596040 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e153781c-1cab-4341-b2a2-dc800eec7e40 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "PUT /v2.0/ports/ef0bcb42-da1f-4138-86a4-7a5144d7eb59 HTTP/1.1" status: 200 len: 960 time: 2.2552428 Nov 12 00:45:06.596746 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34946) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:06.657242 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153781c-1cab-4341-b2a2-dc800eec7e40 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event updated for resources: {'Port': ['ID=ef0bcb42-da1f-4138-86a4-7a5144d7eb59,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:06.664344 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16acd660-c207-449c-96b8-8cf23744794d req-a37da8e8-18aa-4fe4-842a-8462bbd9a4f2 service neutron] 10.222.0.31 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6266336 Nov 12 00:45:06.680626 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d67f8a4-3fb7-4a05-a105-bad25f5780e9 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.684937 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3d67f8a4-3fb7-4a05-a105-bad25f5780e9 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "DELETE /v2.0/ports/672c6903-a574-4ac7-b2cf-ffeb4571065e HTTP/1.1" status: 204 len: 168 time: 1.2120814 Nov 12 00:45:06.692509 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1257dece-8385-408e-8eb4-fb98ccf6c19b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.692657 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34952) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:06.777122 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-8048589a-b436-4f83-a0ff-0f1222ef8d2b tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Deleting subnet cdd8da4b-06ed-4a03-9f08-d703ec1f588a {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:45:06.793444 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8048589a-b436-4f83-a0ff-0f1222ef8d2b tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.815936 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-52a31d57-437c-4671-9a89-f87435ff57a8 None None] Set router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:06.855926 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-36ec49de-ed8e-4a5f-955e-c6d4f48ca32d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting port ef0bcb42-da1f-4138-86a4-7a5144d7eb59 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:06.857659 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-36ec49de-ed8e-4a5f-955e-c6d4f48ca32d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.914851 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1257dece-8385-408e-8eb4-fb98ccf6c19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.917472 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1257dece-8385-408e-8eb4-fb98ccf6c19b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:06.918631 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1257dece-8385-408e-8eb4-fb98ccf6c19b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2998bb25-df9b-48f0-b378-405cd205c19c HTTP/1.1" status: 204 len: 168 time: 0.4905412 Nov 12 00:45:06.940823 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c34747e3-7721-4020-884b-0ab34285eea8 req-947b2da8-8d4f-4d4e-aff1-cad38ee7e1b5 service neutron] 10.222.0.21 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547145 Nov 12 00:45:06.968885 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8048589a-b436-4f83-a0ff-0f1222ef8d2b tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.031294 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7280e78f-2196-46a6-bda5-a3a7a4f132a9 None None] Provisioning complete for port f638c670-5768-45f3-8d06-1cf96351aa69 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:07.031663 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7280e78f-2196-46a6-bda5-a3a7a4f132a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.074601 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7280e78f-2196-46a6-bda5-a3a7a4f132a9 None None] Port f638c670-5768-45f3-8d06-1cf96351aa69 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:07.077453 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257dece-8385-408e-8eb4-fb98ccf6c19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2998bb25-df9b-48f0-b378-405cd205c19c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:07.121243 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7280e78f-2196-46a6-bda5-a3a7a4f132a9 None None] Provisioning complete for port ef0bcb42-da1f-4138-86a4-7a5144d7eb59 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:07.121635 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7280e78f-2196-46a6-bda5-a3a7a4f132a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.124188 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8048589a-b436-4f83-a0ff-0f1222ef8d2b tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.141488 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-36ec49de-ed8e-4a5f-955e-c6d4f48ca32d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.170631 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c083c-7d7a-4361-bb6e-ff97befe8b43 req-a83ea58d-3aa1-4c39-b029-4c6667faf19e tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:07.179159 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f9c083c-7d7a-4361-bb6e-ff97befe8b43 req-a83ea58d-3aa1-4c39-b029-4c6667faf19e tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 945 time: 0.1655266 Nov 12 00:45:07.190405 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-36ec49de-ed8e-4a5f-955e-c6d4f48ca32d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Calling delete_port for ef0bcb42-da1f-4138-86a4-7a5144d7eb59 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:07.216534 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02', 'tag': 'ddcd573b-856f-4ddd-8dde-43fb0967e6c5'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:07.218979 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd19aa8-a80f-407c-8d25-b96d10948ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02", "tag": "ddcd573b-856f-4ddd-8dde-43fb0967e6c5"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:07.259682 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7280e78f-2196-46a6-bda5-a3a7a4f132a9 None None] Port ef0bcb42-da1f-4138-86a4-7a5144d7eb59 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:07.270594 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8048589a-b436-4f83-a0ff-0f1222ef8d2b tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.310159 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acd660-c207-449c-96b8-8cf23744794d req-e2516721-f3ab-4cc6-9917-21bf80adf24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:07.318174 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16acd660-c207-449c-96b8-8cf23744794d req-e2516721-f3ab-4cc6-9917-21bf80adf24f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7599eb657084d80a1806919aa3c14e6&device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02 HTTP/1.1" status: 200 len: 1098 time: 0.5559001 Nov 12 00:45:07.326131 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f9c083c-7d7a-4361-bb6e-ff97befe8b43 req-f1cf4453-c871-4146-aa6c-bf34b6bcc60c tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/security-groups?id=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452277 Nov 12 00:45:07.396325 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-52a31d57-437c-4671-9a89-f87435ff57a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'e748a9f4-3c29-4d5f-a5ac-91ea7736df4c', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'floating_ip_address': '172.25.0.64', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'port_id': 'ddcd573b-856f-4ddd-8dde-43fb0967e6c5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'mac_address': 'fa:16:3e:ca:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:44:28Z', 'updated_at': '2021-11-12T00:45:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6f7573-0558-4b14-8989-99ac421f3fd2', 'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'mac_address': 'fa:16:3e:81:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:04Z', 'updated_at': '2021-11-12T00:44:11Z', 'revision_number': 5, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'subnets': [{'id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:07.452057 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048589a-b436-4f83-a0ff-0f1222ef8d2b tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd8da4b-06ed-4a03-9f08-d703ec1f588a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:07.454873 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acd660-c207-449c-96b8-8cf23744794d req-96ae3ebc-5c65-416e-a9de-fb92c40081e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:07.458734 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a31d57-437c-4671-9a89-f87435ff57a8 None None] The sync data for ids ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'] in n-d-712137-14 is: [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'e748a9f4-3c29-4d5f-a5ac-91ea7736df4c', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'floating_ip_address': '172.25.0.64', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'port_id': 'ddcd573b-856f-4ddd-8dde-43fb0967e6c5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'mac_address': 'fa:16:3e:ca:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:44:28Z', 'updated_at': '2021-11-12T00:45:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6f7573-0558-4b14-8989-99ac421f3fd2', 'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'mac_address': 'fa:16:3e:81:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:04Z', 'updated_at': '2021-11-12T00:44:11Z', 'revision_number': 5, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'subnets': [{'id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:07.463688 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16acd660-c207-449c-96b8-8cf23744794d req-96ae3ebc-5c65-416e-a9de-fb92c40081e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a HTTP/1.1" status: 200 len: 922 time: 0.1446373 Nov 12 00:45:07.469114 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-625ccdcf-0d15-41dc-a399-4744366dc0a9 None None] Provisioning complete for port ef0bcb42-da1f-4138-86a4-7a5144d7eb59 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:07.469486 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-625ccdcf-0d15-41dc-a399-4744366dc0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.477405 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-36ec49de-ed8e-4a5f-955e-c6d4f48ca32d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.529357 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8048589a-b436-4f83-a0ff-0f1222ef8d2b tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.533218 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-625ccdcf-0d15-41dc-a399-4744366dc0a9 None None] Port ef0bcb42-da1f-4138-86a4-7a5144d7eb59 was deleted so its status cannot be updated. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 00:45:07.540238 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184950ef-f312-4119-a241-ea426adb7592 None None] Network beb1747c-3356-4267-98b9-2a3c347ad2be requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:07.544958 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8048589a-b436-4f83-a0ff-0f1222ef8d2b tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "DELETE /v2.0/subnets/cdd8da4b-06ed-4a03-9f08-d703ec1f588a HTTP/1.1" status: 204 len: 168 time: 0.8499444 Nov 12 00:45:07.560122 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34976) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:07.567466 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec49de-ed8e-4a5f-955e-c6d4f48ca32d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Port': ['ID=ef0bcb42-da1f-4138-86a4-7a5144d7eb59,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:07.625744 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16acd660-c207-449c-96b8-8cf23744794d req-ebc88c50-c6c7-485d-81b5-f0be07a1f4f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddcd573b-856f-4ddd-8dde-43fb0967e6c5 HTTP/1.1" status: 200 len: 1001 time: 0.1608496 Nov 12 00:45:07.812195 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-396560db-e8c2-49c0-98cf-341fbfe95570 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.817275 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-36ec49de-ed8e-4a5f-955e-c6d4f48ca32d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:07.823977 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-36ec49de-ed8e-4a5f-955e-c6d4f48ca32d tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/ports/ef0bcb42-da1f-4138-86a4-7a5144d7eb59 HTTP/1.1" status: 204 len: 168 time: 1.2239566 Nov 12 00:45:07.825390 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34982) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:07.885320 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-9120e709-0bd3-4701-b884-b8fb5050ea25 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] GET failed (client error): The resource could not be found. Nov 12 00:45:07.890032 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9120e709-0bd3-4701-b884-b8fb5050ea25 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports/ef0bcb42-da1f-4138-86a4-7a5144d7eb59 HTTP/1.1" status: 404 len: 333 time: 0.0607917 Nov 12 00:45:07.906453 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34984) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:07.962528 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3c0f23de-dd51-446b-b60e-31f245dd7c4f req-4c33cc03-8942-4bb1-bd14-2e6682dcb81a tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 210 time: 0.0870843 Nov 12 00:45:08.028634 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72832765-2e38-4183-8827-2c9c7276c049 None None] DHCP port deletion for beb1747c-3356-4267-98b9-2a3c347ad2be request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:45:08.139805 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f4273bd3-2b44-4114-be76-3bf5fbe74162 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.146348 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-72832765-2e38-4183-8827-2c9c7276c049 None None] Deleting port c1a230a5-e551-4d7f-931b-2fcc139cd374 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:08.146728 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-72832765-2e38-4183-8827-2c9c7276c049 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.157941 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413dc3e7-615b-4905-bedb-1439b032ab01 x-openstack-request-id: req-413dc3e7-615b-4905-bedb-1439b032ab01 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:08.158538 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02", "tag": "ddcd573b-856f-4ddd-8dde-43fb0967e6c5", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:08.158538 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-413dc3e7-615b-4905-bedb-1439b032ab01 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:08.158999 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02', 'tag': 'ddcd573b-856f-4ddd-8dde-43fb0967e6c5', 'status': 'completed', 'code': 200} Nov 12 00:45:08.172901 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c34747e3-7721-4020-884b-0ab34285eea8 req-c60145d6-7e65-4e7f-a341-ddfcf1c0b477 service neutron] 10.222.0.21 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9459233 Nov 12 00:45:08.173353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-396560db-e8c2-49c0-98cf-341fbfe95570 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Deleting port c1a230a5-e551-4d7f-931b-2fcc139cd374 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:08.173706 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-396560db-e8c2-49c0-98cf-341fbfe95570 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.201139 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acd660-c207-449c-96b8-8cf23744794d req-29699478-e59c-48a6-97f0-5cc43a224909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:08.203239 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16acd660-c207-449c-96b8-8cf23744794d req-29699478-e59c-48a6-97f0-5cc43a224909 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca6f62c9-3a34-45a3-8f31-24454b3d735a HTTP/1.1" status: 200 len: 860 time: 0.5761316 Nov 12 00:45:08.229349 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f4273bd3-2b44-4114-be76-3bf5fbe74162 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.248050 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-72832765-2e38-4183-8827-2c9c7276c049 None None] For port c1a230a5-e551-4d7f-931b-2fcc139cd374, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c1a230a5-e551-4d7f-931b-2fcc139cd374,segment=NetworkSegment(21609126-7fa1-4291-bef8-7887323c7da4),segment_id=21609126-7fa1-4291-bef8-7887323c7da4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:08.248829 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-72832765-2e38-4183-8827-2c9c7276c049 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.263122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-72832765-2e38-4183-8827-2c9c7276c049 None None] Calling delete_port for c1a230a5-e551-4d7f-931b-2fcc139cd374 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:08.286040 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acd660-c207-449c-96b8-8cf23744794d req-959e206b-081a-4082-ade8-0efcba7cdc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:08.295825 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16acd660-c207-449c-96b8-8cf23744794d req-959e206b-081a-4082-ade8-0efcba7cdc59 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720711 Nov 12 00:45:08.320192 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd19aa8-a80f-407c-8d25-b96d10948ff2 req-af8fe1ee-e6f2-420a-8c71-3aba78fdf86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:08.321740 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2fd19aa8-a80f-407c-8d25-b96d10948ff2 req-af8fe1ee-e6f2-420a-8c71-3aba78fdf86a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7599eb657084d80a1806919aa3c14e6&device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02 HTTP/1.1" status: 200 len: 1098 time: 0.2174964 Nov 12 00:45:08.324173 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-396560db-e8c2-49c0-98cf-341fbfe95570 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] For port c1a230a5-e551-4d7f-931b-2fcc139cd374, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c1a230a5-e551-4d7f-931b-2fcc139cd374,segment=NetworkSegment(21609126-7fa1-4291-bef8-7887323c7da4),segment_id=21609126-7fa1-4291-bef8-7887323c7da4)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:08.324741 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-396560db-e8c2-49c0-98cf-341fbfe95570 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.336145 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34994) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:08.362362 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-72832765-2e38-4183-8827-2c9c7276c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.376145 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1e01d-41e7-49cb-8c99-fcfedff278c3 req-639b70d8-d1cb-49aa-9e78-3a674195f4c6 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:08.381092 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-06d1e01d-41e7-49cb-8c99-fcfedff278c3 req-639b70d8-d1cb-49aa-9e78-3a674195f4c6 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 945 time: 0.2027435 Nov 12 00:45:08.382299 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-396560db-e8c2-49c0-98cf-341fbfe95570 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Calling delete_port for c1a230a5-e551-4d7f-931b-2fcc139cd374 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:08.392427 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34998) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:08.401085 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-ac5ea8ab-97cf-4210-aa50-3c2c4eea23ac tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Request body: {'floatingip': {'port_id': '3edd12ed-7c55-452f-ae18-e455c6485579'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:08.414289 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16acd660-c207-449c-96b8-8cf23744794d req-4baaec2f-6db5-400a-9718-b19b776afde0 service neutron] 10.222.0.31 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166227 Nov 12 00:45:08.428122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72832765-2e38-4183-8827-2c9c7276c049 None None] Pushing event deleted for resources: {'Port': ['ID=c1a230a5-e551-4d7f-931b-2fcc139cd374,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:08.439385 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72832765-2e38-4183-8827-2c9c7276c049 None None] No DVR routers for this DVR port c1a230a5-e551-4d7f-931b-2fcc139cd374 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:08.457712 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.475130 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f4273bd3-2b44-4114-be76-3bf5fbe74162 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.478343 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f4273bd3-2b44-4114-be76-3bf5fbe74162 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.480160 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f4273bd3-2b44-4114-be76-3bf5fbe74162 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/security-groups/0e875952-3c73-4626-a7f9-de13811b14df HTTP/1.1" status: 204 len: 168 time: 0.5625589 Nov 12 00:45:08.486806 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35000) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:08.568438 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ac5ea8ab-97cf-4210-aa50-3c2c4eea23ac tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks [] for floatingip, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.620737 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4273bd3-2b44-4114-be76-3bf5fbe74162 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e875952-3c73-4626-a7f9-de13811b14df,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:08.642397 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e0a77077-dcc4-4249-ac0a-4db53e6a8cea tempest-AgentManagementNegativeTest-1830882305 tempest-AgentManagementNegativeTest-1830882305-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2975967 Nov 12 00:45:08.739047 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd19aa8-a80f-407c-8d25-b96d10948ff2 req-fd40cb4d-8af8-43b5-bc7f-b72204be7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:08.739879 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-af1b028a-40b6-4054-b4c6-a70a86dd4dd3 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.741077 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2fd19aa8-a80f-407c-8d25-b96d10948ff2 req-fd40cb4d-8af8-43b5-bc7f-b72204be7749 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a HTTP/1.1" status: 200 len: 922 time: 0.4055955 Nov 12 00:45:08.750538 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16acd660-c207-449c-96b8-8cf23744794d req-c5382d27-5d15-4a6c-bd88-7147386b6685 service neutron] 10.222.0.31 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260889 Nov 12 00:45:08.774142 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-6d6ddf11-3512-42e2-ac68-470d6f3d5fa4 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:08.775633 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-6d6ddf11-3512-42e2-ac68-470d6f3d5fa4 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.21 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 808 time: 0.2764962 Nov 12 00:45:08.793768 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-d7c3ce4e-fe75-4fd9-9398-a4455e13bfeb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Request body: {'port': {'device_id': 'd7b7242c-b561-4337-9ccf-8b1098c1e1b2', 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e', 'admin_state_up': True, 'tenant_id': '0c08be1f58b544848c94fddfb37189e3'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:08.816749 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-af1b028a-40b6-4054-b4c6-a70a86dd4dd3 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.929495 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-af1b028a-40b6-4054-b4c6-a70a86dd4dd3 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.932663 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-af1b028a-40b6-4054-b4c6-a70a86dd4dd3 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:08.933908 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-af1b028a-40b6-4054-b4c6-a70a86dd4dd3 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/security-groups/d8de4e88-6ca4-424b-8052-51ab3ebb9754 HTTP/1.1" status: 204 len: 168 time: 0.4461200 Nov 12 00:45:08.950153 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35010) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:08.970630 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b028a-40b6-4054-b4c6-a70a86dd4dd3 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8de4e88-6ca4-424b-8052-51ab3ebb9754,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:09.035804 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-d7c3ce4e-fe75-4fd9-9398-a4455e13bfeb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Made reservation on behalf of 0c08be1f58b544848c94fddfb37189e3 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:09.040078 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-d7c3ce4e-fe75-4fd9-9398-a4455e13bfeb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.066569 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0dfb-511a-4af1-8327-8a5790dbe489 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.103883 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35016) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:09.128743 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-396560db-e8c2-49c0-98cf-341fbfe95570 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.144610 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-15bf9b6a-af6f-4a4c-b2fa-d0076fc45706 req-5ec41306-9f6c-44f5-b6bb-36fb28b0e261 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 210 time: 0.0759237 Nov 12 00:45:09.220336 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396560db-e8c2-49c0-98cf-341fbfe95570 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Pushing event deleted for resources: {'Port': ['ID=c1a230a5-e551-4d7f-931b-2fcc139cd374,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:09.275162 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0dfb-511a-4af1-8327-8a5790dbe489 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.278160 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396560db-e8c2-49c0-98cf-341fbfe95570 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] No DVR routers for this DVR port c1a230a5-e551-4d7f-931b-2fcc139cd374 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:09.301333 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2fd19aa8-a80f-407c-8d25-b96d10948ff2 req-ba772952-7939-4fe2-b92f-2225ee5e6e29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddcd573b-856f-4ddd-8dde-43fb0967e6c5 HTTP/1.1" status: 200 len: 1001 time: 0.5445101 Nov 12 00:45:09.308027 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1cdc6283-8793-4736-b9ec-fec33f1348a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.319708 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-d7c3ce4e-fe75-4fd9-9398-a4455e13bfeb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Allocated IP 172.20.0.14 (f1926e98-a223-4d69-aca0-b114b74b472e/3fc5c04a-017f-4820-8cce-df76bd4f7a1c/6c5726cd-5b62-4d29-9344-f612f79bf6a0) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:09.387727 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0dfb-511a-4af1-8327-8a5790dbe489 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.390531 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0dfb-511a-4af1-8327-8a5790dbe489 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.394130 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dc7c0dfb-511a-4af1-8327-8a5790dbe489 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/security-groups/666364d9-3f7f-4dbb-87f3-a0933582d34b HTTP/1.1" status: 204 len: 168 time: 0.4339101 Nov 12 00:45:09.402911 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35020) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:09.439691 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-352e4dfc-6351-4265-8fa0-f96304b0168c req-638784d5-d315-4604-be9a-8c058127e214 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.64 HTTP/1.1" status: 200 len: 1001 time: 0.3192890 Nov 12 00:45:09.442136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c0dfb-511a-4af1-8327-8a5790dbe489 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=666364d9-3f7f-4dbb-87f3-a0933582d34b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:09.499949 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-396560db-e8c2-49c0-98cf-341fbfe95570 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.515778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd19aa8-a80f-407c-8d25-b96d10948ff2 req-b542ba64-d5ab-4c7c-9e65-2f7b8967e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:09.518107 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2fd19aa8-a80f-407c-8d25-b96d10948ff2 req-b542ba64-d5ab-4c7c-9e65-2f7b8967e22b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca6f62c9-3a34-45a3-8f31-24454b3d735a HTTP/1.1" status: 200 len: 860 time: 0.1798320 Nov 12 00:45:09.573912 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-47eddb8d-9cef-47ec-a97c-234a4aa7343a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting subnet b08a9c9b-e466-497e-b727-1bbcbac2ca96 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:45:09.583484 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-47eddb8d-9cef-47ec-a97c-234a4aa7343a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.594290 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-396560db-e8c2-49c0-98cf-341fbfe95570 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb1747c-3356-4267-98b9-2a3c347ad2be']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:09.617553 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1cdc6283-8793-4736-b9ec-fec33f1348a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.639273 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1cdc6283-8793-4736-b9ec-fec33f1348a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.660967 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-47eddb8d-9cef-47ec-a97c-234a4aa7343a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.745880 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-d7c3ce4e-fe75-4fd9-9398-a4455e13bfeb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.746193 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-396560db-e8c2-49c0-98cf-341fbfe95570 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21609126-7fa1-4291-bef8-7887323c7da4') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:09.748582 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-396560db-e8c2-49c0-98cf-341fbfe95570 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21609126-7fa1-4291-bef8-7887323c7da4') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:09.761799 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1cdc6283-8793-4736-b9ec-fec33f1348a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22ae6b27322d4280b8b0a2974431941e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6568627 Nov 12 00:45:09.765749 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc6283-8793-4736-b9ec-fec33f1348a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b256b43-5336-456b-ba8b-e091835f8b54,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:09.769268 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35026) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:09.791158 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e4dfc-6351-4265-8fa0-f96304b0168c req-00e6d8b9-e147-4319-9e1a-f0e2b50c824b tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:09.803195 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-352e4dfc-6351-4265-8fa0-f96304b0168c req-00e6d8b9-e147-4319-9e1a-f0e2b50c824b tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports/ddcd573b-856f-4ddd-8dde-43fb0967e6c5 HTTP/1.1" status: 200 len: 943 time: 0.3127129 Nov 12 00:45:09.825724 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-396560db-e8c2-49c0-98cf-341fbfe95570 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.843041 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-396560db-e8c2-49c0-98cf-341fbfe95570 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.878171 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-47eddb8d-9cef-47ec-a97c-234a4aa7343a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.903159 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396560db-e8c2-49c0-98cf-341fbfe95570 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:45:09.904795 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-396560db-e8c2-49c0-98cf-341fbfe95570 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:45:09.911690 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:45:09.916242 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-d7c3ce4e-fe75-4fd9-9398-a4455e13bfeb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.931719 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1b41adb1-4e1e-4d13-877b-f2af1d0c2ff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:09.951851 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['be9e8077-27dd-4e70-8be7-42450793c0f9'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:10.011512 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-d7c3ce4e-fe75-4fd9-9398-a4455e13bfeb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Network f1926e98-a223-4d69-aca0-b114b74b472e is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:10.018144 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1b41adb1-4e1e-4d13-877b-f2af1d0c2ff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.026226 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-d7c3ce4e-fe75-4fd9-9398-a4455e13bfeb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:10.028171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3ce4e-fe75-4fd9-9398-a4455e13bfeb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Pushing event updated for resources: {'Port': ['ID=6c5726cd-5b62-4d29-9344-f612f79bf6a0,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:10.032872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-d7c3ce4e-fe75-4fd9-9398-a4455e13bfeb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:10.058665 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c1a230a5-e551-4d7f-931b-2fcc139cd374 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:10.065724 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-47eddb8d-9cef-47ec-a97c-234a4aa7343a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.080271 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a60465-2415-469b-a20e-d6923296bc2a None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:45:10.086620 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: c1a230a5-e551-4d7f-931b-2fcc139cd374 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:10.087263 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c1a230a5-e551-4d7f-931b-2fcc139cd374 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:10.121558 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eddb8d-9cef-47ec-a97c-234a4aa7343a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Subnet': ['ID=b08a9c9b-e466-497e-b727-1bbcbac2ca96,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:10.124009 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-47eddb8d-9cef-47ec-a97c-234a4aa7343a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.127313 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-47eddb8d-9cef-47ec-a97c-234a4aa7343a tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/subnets/b08a9c9b-e466-497e-b727-1bbcbac2ca96 HTTP/1.1" status: 204 len: 168 time: 0.7168024 Nov 12 00:45:10.131265 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35028) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:10.139277 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fe5a4b-d3f6-4ff3-beb7-5a03e50b661a None None] Network 8de229bf-fda9-444b-96fc-52c1e25318db requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:10.139461 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-d7c3ce4e-fe75-4fd9-9398-a4455e13bfeb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:10.139919 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-d7c3ce4e-fe75-4fd9-9398-a4455e13bfeb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.205778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd19aa8-a80f-407c-8d25-b96d10948ff2 req-e2860b7a-9752-4843-876b-97ec788ebe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:10.206453 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-d7c3ce4e-fe75-4fd9-9398-a4455e13bfeb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4147096 Nov 12 00:45:10.207601 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2fd19aa8-a80f-407c-8d25-b96d10948ff2 req-e2860b7a-9752-4843-876b-97ec788ebe97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6775167 Nov 12 00:45:10.217060 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1b41adb1-4e1e-4d13-877b-f2af1d0c2ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.219784 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1b41adb1-4e1e-4d13-877b-f2af1d0c2ff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.230173 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1b41adb1-4e1e-4d13-877b-f2af1d0c2ff9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b256b43-5336-456b-ba8b-e091835f8b54 HTTP/1.1" status: 204 len: 168 time: 0.4578173 Nov 12 00:45:10.243333 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d16004-0700-4d45-a39e-bbcfc0f6d7b0 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting subnet 02908463-7857-4593-8130-1159b3f56b8e {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:45:10.258739 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] Request body: {'port': {'device_id': 'd7b7242c-b561-4337-9ccf-8b1098c1e1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:10.269165 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8d16004-0700-4d45-a39e-bbcfc0f6d7b0 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.292780 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d5a195fd-a931-4d17-9140-ce84dc97d387 None None] Provisioning complete for port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:10.293510 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d5a195fd-a931-4d17-9140-ce84dc97d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.335089 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d5a195fd-a931-4d17-9140-ce84dc97d387 None None] Port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:10.341757 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8d16004-0700-4d45-a39e-bbcfc0f6d7b0 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.347305 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-352e4dfc-6351-4265-8fa0-f96304b0168c req-6869d224-492d-4b1a-8887-9acdacc9bc4e tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.64 HTTP/1.1" status: 200 len: 1001 time: 0.5006049 Nov 12 00:45:10.419708 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41adb1-4e1e-4d13-877b-f2af1d0c2ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b256b43-5336-456b-ba8b-e091835f8b54,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:10.497389 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.db.resource_extend [None req-ac5ea8ab-97cf-4210-aa50-3c2c4eea23ac tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:45:10.552215 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-396560db-e8c2-49c0-98cf-341fbfe95570 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.575380 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-396560db-e8c2-49c0-98cf-341fbfe95570 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.581214 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-396560db-e8c2-49c0-98cf-341fbfe95570 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] 10.222.0.31 "DELETE /v2.0/networks/beb1747c-3356-4267-98b9-2a3c347ad2be HTTP/1.1" status: 204 len: 168 time: 3.0135844 Nov 12 00:45:10.631100 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.673134 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ac5ea8ab-97cf-4210-aa50-3c2c4eea23ac tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.724201 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2fd19aa8-a80f-407c-8d25-b96d10948ff2 req-6e564b80-6995-4e76-a22f-018d18144a32 service neutron] 10.222.0.15 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200330 Nov 12 00:45:10.731008 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4eec3-e609-4ff5-b6db-493172d7a4ec req-17653d01-13f7-43a2-9051-65f754f58394 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:10.738617 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-00a4eec3-e609-4ff5-b6db-493172d7a4ec req-17653d01-13f7-43a2-9051-65f754f58394 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 932 time: 0.3595757 Nov 12 00:45:10.797648 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8d16004-0700-4d45-a39e-bbcfc0f6d7b0 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.810077 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ac5ea8ab-97cf-4210-aa50-3c2c4eea23ac tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:10.817280 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396560db-e8c2-49c0-98cf-341fbfe95570 tempest-TagsExtTest-1164836439 tempest-TagsExtTest-1164836439-project] Pushing event deleted for resources: {'Network': ['ID=beb1747c-3356-4267-98b9-2a3c347ad2be,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:11.141241 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35052) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:11.148388 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8d16004-0700-4d45-a39e-bbcfc0f6d7b0 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.212753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d16004-0700-4d45-a39e-bbcfc0f6d7b0 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Subnet': ['ID=02908463-7857-4593-8130-1159b3f56b8e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:11.215091 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8d16004-0700-4d45-a39e-bbcfc0f6d7b0 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.225004 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a8d16004-0700-4d45-a39e-bbcfc0f6d7b0 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/subnets/02908463-7857-4593-8130-1159b3f56b8e HTTP/1.1" status: 204 len: 168 time: 1.0924392 Nov 12 00:45:11.236810 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35060) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:11.305562 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-00a4eec3-e609-4ff5-b6db-493172d7a4ec req-3c5e9ad2-bb86-4a33-ad5d-6daa661d2b28 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5661077 Nov 12 00:45:11.379091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e4dfc-6351-4265-8fa0-f96304b0168c req-b542b42a-eeee-48b9-a8ad-26c7e125cc59 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:11.403636 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-352e4dfc-6351-4265-8fa0-f96304b0168c req-b542b42a-eeee-48b9-a8ad-26c7e125cc59 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 1.0325441 Nov 12 00:45:11.420720 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-270a424a-6e66-485b-b21b-c2ff28915184 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] DELETE failed (client error): The resource could not be found. Nov 12 00:45:11.424851 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-270a424a-6e66-485b-b21b-c2ff28915184 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:45:11.428442 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-270a424a-6e66-485b-b21b-c2ff28915184 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/subnets/b08a9c9b-e466-497e-b727-1bbcbac2ca96 HTTP/1.1" status: 404 len: 337 time: 0.1876221 Nov 12 00:45:11.451823 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35068) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:11.516773 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a625d60e-f364-4bb1-97b4-558578d853f8 None None] Network 8de229bf-fda9-444b-96fc-52c1e25318db requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:11.605675 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-ac5ea8ab-97cf-4210-aa50-3c2c4eea23ac tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Floating IP b1da1b56-ba07-4815-8804-b379f4ff5521 associated. External IP: 172.25.0.245, port: 3edd12ed-7c55-452f-ae18-e455c6485579. Nov 12 00:45:11.613438 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2fd19aa8-a80f-407c-8d25-b96d10948ff2 req-03a954d1-501e-4810-9ca8-c84dc52fa88d service neutron] 10.222.0.15 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8249893 Nov 12 00:45:11.646737 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2f24fa5c-0764-4f7b-8a7e-55d4c416799c None None] Provisioning complete for port bd0c0a12-4b80-48fc-9284-a2f713f97bd5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:11.647416 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2f24fa5c-0764-4f7b-8a7e-55d4c416799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.666684 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35070) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:11.767480 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6e568c0b-c683-4584-9e0e-630db7f29da7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=668d66c4dbfa4bd3bcd75c54027df45b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6240025 Nov 12 00:45:11.772781 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35074) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:11.833543 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2f24fa5c-0764-4f7b-8a7e-55d4c416799c None None] Provisioning complete for port f638c670-5768-45f3-8d06-1cf96351aa69 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:11.833925 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2f24fa5c-0764-4f7b-8a7e-55d4c416799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.841860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5726cd-5b62-4d29-9344-f612f79bf6a0 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:11.852662 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.868215 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] Transition to ACTIVE for port object 6c5726cd-5b62-4d29-9344-f612f79bf6a0 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:45:11.885309 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.899295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f018748-ecbc-4e6f-a3c0-5dc85182a8dc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting subnet 9dac48a9-7e58-4056-a99b-0c2fa3cd1da9 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:45:11.903568 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9f018748-ecbc-4e6f-a3c0-5dc85182a8dc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:11.908224 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-2f24fa5c-0764-4f7b-8a7e-55d4c416799c None None] Port f638c670-5768-45f3-8d06-1cf96351aa69 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:11.917626 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-656722902'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:11.982257 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b511703f-b96a-4864-a056-b14288f286ac None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:45:12.006717 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Made reservation on behalf of 31ef8324856848e39ee0e7431544244f for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:12.011163 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.013400 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5726cd-5b62-4d29-9344-f612f79bf6a0,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:12.026247 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.033016 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-62204c01-15fd-454f-b288-7de77584e0bb tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.64 HTTP/1.1" status: 200 len: 1001 time: 0.5198920 Nov 12 00:45:12.056758 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5ea8ab-97cf-4210-aa50-3c2c4eea23ac tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Router de6ff89b-6831-4745-95ce-179f4773211f has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:45:12.099009 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9f018748-ecbc-4e6f-a3c0-5dc85182a8dc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.104338 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3e970c2b-713f-484e-924f-437f992b3dc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.179536 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-61239d8d-dfe2-45f5-af1a-b8f8e464a00d tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:12.187730 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-61239d8d-dfe2-45f5-af1a-b8f8e464a00d tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports/ddcd573b-856f-4ddd-8dde-43fb0967e6c5 HTTP/1.1" status: 200 len: 943 time: 0.1520629 Nov 12 00:45:12.234061 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.235901 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5ea8ab-97cf-4210-aa50-3c2c4eea23ac tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:12.241575 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ac5ea8ab-97cf-4210-aa50-3c2c4eea23ac tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.244898 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.250493 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3e970c2b-713f-484e-924f-437f992b3dc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.251470 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0424ccbc-404e-44ef-98e0-64278cc49f19 None None] Sync routers for ids ['de6ff89b-6831-4745-95ce-179f4773211f'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:12.275533 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0424ccbc-404e-44ef-98e0-64278cc49f19 None None] Routers {'de6ff89b-6831-4745-95ce-179f4773211f'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:12.279861 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-0424ccbc-404e-44ef-98e0-64278cc49f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:44:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['de6ff89b-6831-4745-95ce-179f4773211f'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:12.301069 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:45:12.314067 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ac5ea8ab-97cf-4210-aa50-3c2c4eea23ac tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "PUT /v2.0/floatingips/b1da1b56-ba07-4815-8804-b379f4ff5521 HTTP/1.1" status: 200 len: 991 time: 3.9203093 Nov 12 00:45:12.332247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d334d7-6e03-40aa-91fc-cf770958a205', 'tag': '3edd12ed-7c55-452f-ae18-e455c6485579'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:12.338040 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7de80e-7e32-4b6b-88a9-532fe7f71222" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d334d7-6e03-40aa-91fc-cf770958a205", "tag": "3edd12ed-7c55-452f-ae18-e455c6485579"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:12.353132 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c2c247-17b4-4529-aa5d-c9ad5fae57b7,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:12.376873 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.377230 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Added segment f598a8be-ad40-4b69-b5e2-92ebc547599c of type vlan for network afc77ae6-8222-4ae2-be8d-f8fb24439f7a Nov 12 00:45:12.379861 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:12.380316 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:12.380665 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:12.381039 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:12.381492 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:12.381703 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:12.382018 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:12.382344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:12.392296 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:12.392851 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:12.393200 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:12.393715 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:12.452548 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3e970c2b-713f-484e-924f-437f992b3dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.455158 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3e970c2b-713f-484e-924f-437f992b3dc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.476013 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3e970c2b-713f-484e-924f-437f992b3dc5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ef27845-a037-40ba-8baa-98378e9fe773 HTTP/1.1" status: 204 len: 168 time: 0.6828098 Nov 12 00:45:12.482565 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-5a45eb90-61aa-470e-b6f0-7aa9d62b4ba8 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.64 HTTP/1.1" status: 200 len: 1001 time: 0.1741819 Nov 12 00:45:12.518089 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.604997 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd026a-3982-45c7-ae36-ca4e1a70f458 req-6dda4687-aaa9-4680-9dbc-0438d1874b37 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:12.613270 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1dcd026a-3982-45c7-ae36-ca4e1a70f458 req-6dda4687-aaa9-4680-9dbc-0438d1874b37 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 944 time: 0.1135671 Nov 12 00:45:12.622616 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.628575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:12.629216 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.667877 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e970c2b-713f-484e-924f-437f992b3dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef27845-a037-40ba-8baa-98378e9fe773,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:12.713592 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0412183 Nov 12 00:45:12.732653 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35088) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:12.741163 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-0424ccbc-404e-44ef-98e0-64278cc49f19 None None] Set router de6ff89b-6831-4745-95ce-179f4773211f gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:12.742853 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6e71def8-3e03-4b7e-ad6e-563df7da46ad tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Request body: {'subnet': {'network_id': 'afc77ae6-8222-4ae2-be8d-f8fb24439f7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:12.886597 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-098937c9-65f1-4dbf-8182-ed56b4f38e20 None None] Provisioning complete for port bd0c0a12-4b80-48fc-9284-a2f713f97bd5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:12.894457 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-098937c9-65f1-4dbf-8182-ed56b4f38e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:12.909688 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1da25-d2f2-4a62-81d5-0871e563bf35 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Pushing event updated for resources: {'Network': ['ID=afc77ae6-8222-4ae2-be8d-f8fb24439f7a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:12.972347 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1dcd026a-3982-45c7-ae36-ca4e1a70f458 req-fdf25653-5af3-48dc-865b-e4f63a045769 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580077 Nov 12 00:45:12.984370 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network afc77ae6-8222-4ae2-be8d-f8fb24439f7a details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:45:13.024328 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e71def8-3e03-4b7e-ad6e-563df7da46ad tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Made reservation on behalf of 31ef8324856848e39ee0e7431544244f for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:13.029087 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6e71def8-3e03-4b7e-ad6e-563df7da46ad tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.075468 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a7d1ff-c0fb-41f7-8338-ab6f261dc98e x-openstack-request-id: req-36a7d1ff-c0fb-41f7-8338-ab6f261dc98e {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:13.084369 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d334d7-6e03-40aa-91fc-cf770958a205", "tag": "3edd12ed-7c55-452f-ae18-e455c6485579", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:13.085787 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36a7d1ff-c0fb-41f7-8338-ab6f261dc98e {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:13.090157 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d334d7-6e03-40aa-91fc-cf770958a205', 'tag': '3edd12ed-7c55-452f-ae18-e455c6485579', 'status': 'completed', 'code': 200} Nov 12 00:45:13.288279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-3d5fc4a2-e861-406a-b546-13221db84e3e tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:13.289913 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-3d5fc4a2-e861-406a-b546-13221db84e3e tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.7853522 Nov 12 00:45:13.325486 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-098937c9-65f1-4dbf-8182-ed56b4f38e20 None None] Provisioning complete for port f638c670-5768-45f3-8d06-1cf96351aa69 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:13.325863 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-098937c9-65f1-4dbf-8182-ed56b4f38e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.383270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] Attempting to bind port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:13.383270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] Attempting to bind port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:13.383270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] Attempting to bind port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:13.385560 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-0424ccbc-404e-44ef-98e0-64278cc49f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'name': 'tempest-ServersTestBootFromVolume-1906498697-router', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:42Z', 'updated_at': '2021-11-12T00:43:52Z', 'revision_number': 4, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'gw_port': {'id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:43Z', 'updated_at': '2021-11-12T00:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'b1da1b56-ba07-4815-8804-b379f4ff5521', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'port_id': '3edd12ed-7c55-452f-ae18-e455c6485579', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08', 'mac_address': 'fa:16:3e:cb:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d334d7-6e03-40aa-91fc-cf770958a205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:44:03Z', 'updated_at': '2021-11-12T00:45:10Z', 'revision_number': 1, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82566c4f-4759-46e0-b48b-74b172837696', 'name': '', 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'mac_address': 'fa:16:3e:43:0a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'd8de245d-1750-4d1c-903a-2a086535947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:50Z', 'updated_at': '2021-11-12T00:44:00Z', 'revision_number': 5, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'subnets': [{'id': 'd8de245d-1750-4d1c-903a-2a086535947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:13.395467 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-098937c9-65f1-4dbf-8182-ed56b4f38e20 None None] Port f638c670-5768-45f3-8d06-1cf96351aa69 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:13.399086 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6e71def8-3e03-4b7e-ad6e-563df7da46ad tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.399378 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9f018748-ecbc-4e6f-a3c0-5dc85182a8dc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.418469 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0424ccbc-404e-44ef-98e0-64278cc49f19 None None] Checking router: de6ff89b-6831-4745-95ce-179f4773211f for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:45:13.428105 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0424ccbc-404e-44ef-98e0-64278cc49f19 None None] Routers {'de6ff89b-6831-4745-95ce-179f4773211f'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:13.429070 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-0424ccbc-404e-44ef-98e0-64278cc49f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:44:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['de6ff89b-6831-4745-95ce-179f4773211f'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:13.518701 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] Port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 on network f1926e98-a223-4d69-aca0-b114b74b472e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:13.519694 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] Attempting to bind port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:13.522953 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71def8-3e03-4b7e-ad6e-563df7da46ad tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Pushing event updated for resources: {'Subnet': ['ID=dffdeb4b-43d2-4d2d-b38d-5f4b5fafc2c5,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:13.526011 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e71def8-3e03-4b7e-ad6e-563df7da46ad tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Checking segment: {'id': 'f598a8be-ad40-4b69-b5e2-92ebc547599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'afc77ae6-8222-4ae2-be8d-f8fb24439f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:13.526388 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e71def8-3e03-4b7e-ad6e-563df7da46ad tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Network hostable DHCP agents. Network: afc77ae6-8222-4ae2-be8d-f8fb24439f7a, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:45:13.527263 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-d28b7e40-2244-4a3e-95bf-cb8ad540f2f4 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.64 HTTP/1.1" status: 200 len: 1001 time: 0.2196822 Nov 12 00:45:13.544368 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:13.544960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] Checking segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:13.545781 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] Bound using segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:13.546404 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] Bound port: 6c5726cd-5b62-4d29-9344-f612f79bf6a0, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:13.546922 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.554176 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7de80e-7e32-4b6b-88a9-532fe7f71222 req-83b12851-c03d-46ac-aed1-3dcb3141856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:13.556279 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fa7de80e-7e32-4b6b-88a9-532fe7f71222 req-83b12851-c03d-46ac-aed1-3dcb3141856a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f2d9c22f3474bf184d363afe28f5685&device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 1097 time: 0.2650728 Nov 12 00:45:13.559652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-f4041d0f-7f59-452f-a8b2-061d40acc03f tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:13.564564 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e71def8-3e03-4b7e-ad6e-563df7da46ad tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Network afc77ae6-8222-4ae2-be8d-f8fb24439f7a is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:45:13.576365 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-6e71def8-3e03-4b7e-ad6e-563df7da46ad tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, afc77ae6-8222-4ae2-be8d-f8fb24439f7a) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:13.587036 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9331b74a-013d-46f7-81e5-6ee2df1dc327 None None] Network afc77ae6-8222-4ae2-be8d-f8fb24439f7a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:13.607705 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e71def8-3e03-4b7e-ad6e-563df7da46ad tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:13.612396 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6e71def8-3e03-4b7e-ad6e-563df7da46ad tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.623434 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-0424ccbc-404e-44ef-98e0-64278cc49f19 None None] Set router de6ff89b-6831-4745-95ce-179f4773211f gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:13.657679 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6e71def8-3e03-4b7e-ad6e-563df7da46ad tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9234269 Nov 12 00:45:13.659951 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35106) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:13.669144 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-2c630e4d-53f6-4a14-85f3-cd1685767e25 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Request body: {'port': {'network_id': 'afc77ae6-8222-4ae2-be8d-f8fb24439f7a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1589888195'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:13.799292 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-f4041d0f-7f59-452f-a8b2-061d40acc03f tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.809969 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9f018748-ecbc-4e6f-a3c0-5dc85182a8dc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.899731 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-afc77ae6-8222-4ae2-be8d-f8fb24439f7a', 'network_id': 'afc77ae6-8222-4ae2-be8d-f8fb24439f7a', 'tenant_id': '31ef8324856848e39ee0e7431544244f', 'fixed_ips': [{'subnet_id': 'dffdeb4b-43d2-4d2d-b38d-5f4b5fafc2c5'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:45:13.902093 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.905183 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] For port 6c5726cd-5b62-4d29-9344-f612f79bf6a0, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:13.911026 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c630e4d-53f6-4a14-85f3-cd1685767e25 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Made reservation on behalf of 31ef8324856848e39ee0e7431544244f for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:13.916513 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c630e4d-53f6-4a14-85f3-cd1685767e25 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.921091 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f018748-ecbc-4e6f-a3c0-5dc85182a8dc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Subnet': ['ID=9dac48a9-7e58-4056-a99b-0c2fa3cd1da9,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:13.953089 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9f018748-ecbc-4e6f-a3c0-5dc85182a8dc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.954577 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebf73da-28c8-4812-a004-769d36758351 None None] Network 8de229bf-fda9-444b-96fc-52c1e25318db requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:13.956657 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9f018748-ecbc-4e6f-a3c0-5dc85182a8dc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/subnets/9dac48a9-7e58-4056-a99b-0c2fa3cd1da9 HTTP/1.1" status: 204 len: 168 time: 2.5038443 Nov 12 00:45:13.962309 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] For port 6c5726cd-5b62-4d29-9344-f612f79bf6a0, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=6c5726cd-5b62-4d29-9344-f612f79bf6a0,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:13.963780 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35112) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:13.978356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-2c630e4d-53f6-4a14-85f3-cd1685767e25 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] device_id is not set on port 41c61557-c78b-4747-af61-c11a9a8574d0 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:45:13.983870 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7de80e-7e32-4b6b-88a9-532fe7f71222 req-2e7cc188-36cc-428e-bd8e-afb06b60c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:13.985387 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fa7de80e-7e32-4b6b-88a9-532fe7f71222 req-2e7cc188-36cc-428e-bd8e-afb06b60c21e service neutron] 10.222.0.21 "GET /v2.0/networks?id=04c1d52a-5324-4875-a342-c2052d89ed08 HTTP/1.1" status: 200 len: 917 time: 0.3352509 Nov 12 00:45:14.039414 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:14.061505 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35116) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:14.111881 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-0424ccbc-404e-44ef-98e0-64278cc49f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'name': 'tempest-ServersTestBootFromVolume-1906498697-router', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:42Z', 'updated_at': '2021-11-12T00:43:52Z', 'revision_number': 4, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'gw_port': {'id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:43Z', 'updated_at': '2021-11-12T00:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'b1da1b56-ba07-4815-8804-b379f4ff5521', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'port_id': '3edd12ed-7c55-452f-ae18-e455c6485579', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08', 'mac_address': 'fa:16:3e:cb:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d334d7-6e03-40aa-91fc-cf770958a205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:44:03Z', 'updated_at': '2021-11-12T00:45:10Z', 'revision_number': 1, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82566c4f-4759-46e0-b48b-74b172837696', 'name': '', 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'mac_address': 'fa:16:3e:43:0a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'd8de245d-1750-4d1c-903a-2a086535947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:50Z', 'updated_at': '2021-11-12T00:44:00Z', 'revision_number': 5, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'subnets': [{'id': 'd8de245d-1750-4d1c-903a-2a086535947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:14.161107 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0424ccbc-404e-44ef-98e0-64278cc49f19 None None] The sync data for ids ['de6ff89b-6831-4745-95ce-179f4773211f'] in n-d-712137-14 is: [{'id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'name': 'tempest-ServersTestBootFromVolume-1906498697-router', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:42Z', 'updated_at': '2021-11-12T00:43:52Z', 'revision_number': 4, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'gw_port': {'id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:43Z', 'updated_at': '2021-11-12T00:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'b1da1b56-ba07-4815-8804-b379f4ff5521', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'port_id': '3edd12ed-7c55-452f-ae18-e455c6485579', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08', 'mac_address': 'fa:16:3e:cb:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d334d7-6e03-40aa-91fc-cf770958a205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:44:03Z', 'updated_at': '2021-11-12T00:45:10Z', 'revision_number': 1, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82566c4f-4759-46e0-b48b-74b172837696', 'name': '', 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'mac_address': 'fa:16:3e:43:0a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'd8de245d-1750-4d1c-903a-2a086535947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:50Z', 'updated_at': '2021-11-12T00:44:00Z', 'revision_number': 5, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'subnets': [{'id': 'd8de245d-1750-4d1c-903a-2a086535947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:14.185682 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:14.186586 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:14.188862 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] 10.222.0.21 "PUT /v2.0/ports/6c5726cd-5b62-4d29-9344-f612f79bf6a0 HTTP/1.1" status: 200 len: 1093 time: 3.9570410 Nov 12 00:45:14.205751 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b7242c-b561-4337-9ccf-8b1098c1e1b2', 'tag': '6c5726cd-5b62-4d29-9344-f612f79bf6a0'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:14.211099 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33736bf2-9da5-4385-b0e6-5970dfd82f90" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b7242c-b561-4337-9ccf-8b1098c1e1b2", "tag": "6c5726cd-5b62-4d29-9344-f612f79bf6a0"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:14.219704 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-077c2d41-5dd2-478b-8479-5495bcb91b89 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] DELETE failed (client error): The resource could not be found. Nov 12 00:45:14.221299 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077c2d41-5dd2-478b-8479-5495bcb91b89 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:45:14.228375 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-077c2d41-5dd2-478b-8479-5495bcb91b89 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/subnets/3c162a4a-02aa-4bf9-ba25-f518754a92ae HTTP/1.1" status: 404 len: 337 time: 0.2571898 Nov 12 00:45:14.229184 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35124) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:14.236675 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-f4041d0f-7f59-452f-a8b2-061d40acc03f tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:14.291924 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f077b-f177-4458-a31e-383e052079de req-596357cb-7a7d-408a-b141-a9a6844ad7ff tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:14.301602 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7a8f077b-f177-4458-a31e-383e052079de req-596357cb-7a7d-408a-b141-a9a6844ad7ff tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 944 time: 0.1699054 Nov 12 00:45:14.307909 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-f4041d0f-7f59-452f-a8b2-061d40acc03f tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:14.308315 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-f4041d0f-7f59-452f-a8b2-061d40acc03f tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Floating IP e748a9f4-3c29-4d5f-a5ac-91ea7736df4c disassociated. External IP: 172.25.0.64, port: ddcd573b-856f-4ddd-8dde-43fb0967e6c5. Nov 12 00:45:14.344406 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6a775365-6ee7-4d5d-b4ac-23f1e5aa05a8 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1702387811'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:14.373216 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-2c630e4d-53f6-4a14-85f3-cd1685767e25 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Allocated IP 2001:db8::1c8 (afc77ae6-8222-4ae2-be8d-f8fb24439f7a/dffdeb4b-43d2-4d2d-b38d-5f4b5fafc2c5/41c61557-c78b-4747-af61-c11a9a8574d0) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:14.417803 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e50b8892-ba5b-4822-b072-932e2a894664 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "GET /v2.0/ports?device_id=889735f3-0bc0-4cd2-903e-3663adae2534 HTTP/1.1" status: 200 len: 205 time: 0.1571734 Nov 12 00:45:14.418961 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35128) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:14.428132 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7a8f077b-f177-4458-a31e-383e052079de req-8575ec42-884e-4468-819b-983be087aa9b tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200147 Nov 12 00:45:14.502097 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a775365-6ee7-4d5d-b4ac-23f1e5aa05a8 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Made reservation on behalf of 8fc0b1f6f8a24e3596d431521a5a1160 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:14.511395 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6a775365-6ee7-4d5d-b4ac-23f1e5aa05a8 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:14.515224 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-a5db8beb-8e30-4da8-ae63-7fb9dab2f21b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] delete failed (client error): The resource could not be found. Nov 12 00:45:14.519249 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a5db8beb-8e30-4da8-ae63-7fb9dab2f21b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/routers/889735f3-0bc0-4cd2-903e-3663adae2534 HTTP/1.1" status: 404 len: 336 time: 0.0901871 Nov 12 00:45:14.521845 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35130) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:14.537751 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6a775365-6ee7-4d5d-b4ac-23f1e5aa05a8 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:14.585781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0d5c94-1d19-431e-ad46-9b9985bf888c None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:45:14.595074 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bb6105-6ced-4a49-b8aa-2a5d5798e2fb None None] New status for floating IP b1da1b56-ba07-4815-8804-b379f4ff5521: ACTIVE {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:45:14.626780 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-a27e26f7-b404-4052-8be6-0af1fa5ef046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:14.629184 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-a27e26f7-b404-4052-8be6-0af1fa5ef046 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 1096 time: 0.3223009 Nov 12 00:45:14.633671 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fa7de80e-7e32-4b6b-88a9-532fe7f71222 req-57512b76-04d6-437b-b039-4f50e351312f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3edd12ed-7c55-452f-ae18-e455c6485579 HTTP/1.1" status: 200 len: 999 time: 0.4550698 Nov 12 00:45:14.635287 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d3cbbf-dab7-410b-8bed-43899b73a1a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] DELETE failed (client error): The resource could not be found. Nov 12 00:45:14.635287 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d3cbbf-dab7-410b-8bed-43899b73a1a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:45:14.652384 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f4d3cbbf-dab7-410b-8bed-43899b73a1a2 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/subnets/244c2024-922e-48ff-8eee-92edbc734859 HTTP/1.1" status: 404 len: 337 time: 0.1198456 Nov 12 00:45:14.661630 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35134) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:14.694239 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e3241-0165-43ee-85ac-cb1f7fd08a68 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5726cd-5b62-4d29-9344-f612f79bf6a0,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:14.700057 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb2e9f0-dadb-44d7-b239-8b3101b6827b x-openstack-request-id: req-0eb2e9f0-dadb-44d7-b239-8b3101b6827b {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:14.700535 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b7242c-b561-4337-9ccf-8b1098c1e1b2", "tag": "6c5726cd-5b62-4d29-9344-f612f79bf6a0", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:14.700908 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0eb2e9f0-dadb-44d7-b239-8b3101b6827b {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:14.701556 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b7242c-b561-4337-9ccf-8b1098c1e1b2', 'tag': '6c5726cd-5b62-4d29-9344-f612f79bf6a0', 'status': 'completed', 'code': 200} Nov 12 00:45:14.778754 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-769a4801-781d-40c2-81b1-96df259668d8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] DELETE failed (client error): The resource could not be found. Nov 12 00:45:14.779167 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769a4801-781d-40c2-81b1-96df259668d8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:45:14.786005 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-769a4801-781d-40c2-81b1-96df259668d8 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/subnets/5c97fa19-6d14-495f-a8f5-202c977ce20d HTTP/1.1" status: 404 len: 337 time: 0.1177168 Nov 12 00:45:14.793568 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35136) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:14.826091 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7de80e-7e32-4b6b-88a9-532fe7f71222 req-31b3839e-89ac-4c4b-9f37-ebdd47d28b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:14.827968 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fa7de80e-7e32-4b6b-88a9-532fe7f71222 req-31b3839e-89ac-4c4b-9f37-ebdd47d28b2d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8de245d-1750-4d1c-903a-2a086535947f HTTP/1.1" status: 200 len: 855 time: 0.1354306 Nov 12 00:45:14.837184 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-e2df149e-519b-4862-8373-071b3b5c4fd9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c5726cd-5b62-4d29-9344-f612f79bf6a0 HTTP/1.1" status: 200 len: 217 time: 0.1802278 Nov 12 00:45:14.867643 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb998b7e-9ee9-40a3-9f5f-660726bce395 None None] DHCP port deletion for 8de229bf-fda9-444b-96fc-52c1e25318db request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:45:14.953168 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-cb998b7e-9ee9-40a3-9f5f-660726bce395 None None] Deleting port bd0c0a12-4b80-48fc-9284-a2f713f97bd5 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:14.954266 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cb998b7e-9ee9-40a3-9f5f-660726bce395 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:14.983831 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f5d8ef-860a-4b6c-86f1-d29e1b539fdc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] DELETE failed (client error): The resource could not be found. Nov 12 00:45:14.984617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f5d8ef-860a-4b6c-86f1-d29e1b539fdc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:45:14.995215 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d7f5d8ef-860a-4b6c-86f1-d29e1b539fdc tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/subnets/2d4fa650-a8c2-429e-bbb6-a8038c3345d4 HTTP/1.1" status: 404 len: 337 time: 0.1177614 Nov 12 00:45:14.996909 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35138) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:15.021819 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7de80e-7e32-4b6b-88a9-532fe7f71222 req-aa53d041-8050-4327-9247-65b6a6668109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:15.024011 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fa7de80e-7e32-4b6b-88a9-532fe7f71222 req-aa53d041-8050-4327-9247-65b6a6668109 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04c1d52a-5324-4875-a342-c2052d89ed08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1821647 Nov 12 00:45:15.035323 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-cb998b7e-9ee9-40a3-9f5f-660726bce395 None None] For port bd0c0a12-4b80-48fc-9284-a2f713f97bd5, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=bd0c0a12-4b80-48fc-9284-a2f713f97bd5,segment=NetworkSegment(ab83b1a2-4fdd-4c2f-bfc4-77563efc1b0f),segment_id=ab83b1a2-4fdd-4c2f-bfc4-77563efc1b0f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:15.035968 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cb998b7e-9ee9-40a3-9f5f-660726bce395 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.047348 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-31226212-d41b-4da6-a885-02e5b3428986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:15.049185 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-31226212-d41b-4da6-a885-02e5b3428986 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fc5c04a-017f-4820-8cce-df76bd4f7a1c HTTP/1.1" status: 200 len: 848 time: 0.1652369 Nov 12 00:45:15.050677 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-cb998b7e-9ee9-40a3-9f5f-660726bce395 None None] Calling delete_port for bd0c0a12-4b80-48fc-9284-a2f713f97bd5 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:15.062855 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a5595c-bcf2-4aa4-b78b-14989ffada12 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] DELETE failed (client error): The resource could not be found. Nov 12 00:45:15.064415 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a5595c-bcf2-4aa4-b78b-14989ffada12 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:45:15.069791 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-31a5595c-bcf2-4aa4-b78b-14989ffada12 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/ports/b6e2e7fd-7f76-4c40-9606-dc10e639e889 HTTP/1.1" status: 404 len: 333 time: 0.0694785 Nov 12 00:45:15.071036 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c630e4d-53f6-4a14-85f3-cd1685767e25 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.074517 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35140) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:15.125831 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c630e4d-53f6-4a14-85f3-cd1685767e25 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.153518 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07dfe18-4eef-4d4a-bd20-d7a0660fe320 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] DELETE failed (client error): The resource could not be found. Nov 12 00:45:15.154125 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c07dfe18-4eef-4d4a-bd20-d7a0660fe320 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:45:15.160560 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c07dfe18-4eef-4d4a-bd20-d7a0660fe320 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/subnets/fa4f26c2-3e7e-4aba-b335-3964326f403f HTTP/1.1" status: 404 len: 337 time: 0.0841093 Nov 12 00:45:15.163377 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35142) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:15.164585 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Allocated IP 2001:db8::2 (afc77ae6-8222-4ae2-be8d-f8fb24439f7a/dffdeb4b-43d2-4d2d-b38d-5f4b5fafc2c5/858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:15.192366 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c630e4d-53f6-4a14-85f3-cd1685767e25 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Pushing event updated for resources: {'Port': ['ID=41c61557-c78b-4747-af61-c11a9a8574d0,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:15.215782 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-402b039a-136f-4748-bb3c-e30bd220bb8f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1926e98-a223-4d69-aca0-b114b74b472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1417861 Nov 12 00:45:15.235318 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c630e4d-53f6-4a14-85f3-cd1685767e25 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Network afc77ae6-8222-4ae2-be8d-f8fb24439f7a is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:15.239093 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-2c630e4d-53f6-4a14-85f3-cd1685767e25 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:15.245776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c630e4d-53f6-4a14-85f3-cd1685767e25 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:15.253922 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c630e4d-53f6-4a14-85f3-cd1685767e25 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:15.254965 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c630e4d-53f6-4a14-85f3-cd1685767e25 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.275455 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-9512e1ce-a1bc-4880-acce-34e5aaf32497 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] DELETE failed (client error): The resource could not be found. Nov 12 00:45:15.276064 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9512e1ce-a1bc-4880-acce-34e5aaf32497 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:45:15.282852 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9512e1ce-a1bc-4880-acce-34e5aaf32497 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/subnets/aa027746-7a17-4571-a664-d55dabf5efb1 HTTP/1.1" status: 404 len: 337 time: 0.1050596 Nov 12 00:45:15.283584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35144) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:15.295305 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6a775365-6ee7-4d5d-b4ac-23f1e5aa05a8 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.299418 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6a775365-6ee7-4d5d-b4ac-23f1e5aa05a8 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.312742 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2c630e4d-53f6-4a14-85f3-cd1685767e25 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6510556 Nov 12 00:45:15.318330 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35146) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:15.323996 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cb998b7e-9ee9-40a3-9f5f-660726bce395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.335427 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-09a85811-0952-487c-a3fe-aa3b3f9493e9 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Request body: {'port': {'network_id': 'afc77ae6-8222-4ae2-be8d-f8fb24439f7a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-387385602', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:15.336393 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.api.validators [None req-09a85811-0952-487c-a3fe-aa3b3f9493e9 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] bootfile-name is not in valid_values {{(pid=114243) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 00:45:15.336820 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.api.validators [None req-09a85811-0952-487c-a3fe-aa3b3f9493e9 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] tftp-server is not in valid_values {{(pid=114243) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 00:45:15.337270 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.api.validators [None req-09a85811-0952-487c-a3fe-aa3b3f9493e9 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] server-ip-address is not in valid_values {{(pid=114243) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 00:45:15.350510 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb998b7e-9ee9-40a3-9f5f-660726bce395 None None] Pushing event deleted for resources: {'Port': ['ID=bd0c0a12-4b80-48fc-9284-a2f713f97bd5,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:15.369739 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.371670 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb998b7e-9ee9-40a3-9f5f-660726bce395 None None] No DVR routers for this DVR port bd0c0a12-4b80-48fc-9284-a2f713f97bd5 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:15.385148 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f99e78e-797c-4e25-8759-cd9a44a5197b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] DELETE failed (client error): The resource could not be found. Nov 12 00:45:15.385530 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.386231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f99e78e-797c-4e25-8759-cd9a44a5197b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:45:15.393322 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7f99e78e-797c-4e25-8759-cd9a44a5197b tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/ports/1de85b2d-d011-4dae-ac1e-e10abe13431c HTTP/1.1" status: 404 len: 333 time: 0.0915058 Nov 12 00:45:15.395915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a775365-6ee7-4d5d-b4ac-23f1e5aa05a8 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:45:15.398507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35148) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:15.431883 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Network afc77ae6-8222-4ae2-be8d-f8fb24439f7a is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:15.435348 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:15.439504 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:15.450681 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-f4041d0f-7f59-452f-a8b2-061d40acc03f tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:45:15.494192 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fa7de80e-7e32-4b6b-88a9-532fe7f71222 req-a3349a8b-4afe-44eb-ab7a-ce3625cda4e9 service neutron] 10.222.0.21 "GET /v2.0/networks/04c1d52a-5324-4875-a342-c2052d89ed08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438941 Nov 12 00:45:15.517064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Attempting to bind port 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:15.517284 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6a775365-6ee7-4d5d-b4ac-23f1e5aa05a8 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.517787 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-6a775365-6ee7-4d5d-b4ac-23f1e5aa05a8 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Added segment 30198ef8-43bb-4a41-8ae4-b9ffa98c6ba2 of type vlan for network eab7010f-eea2-4b19-8ac9-820e458d2dae Nov 12 00:45:15.517972 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Attempting to bind port 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'f598a8be-ad40-4b69-b5e2-92ebc547599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'afc77ae6-8222-4ae2-be8d-f8fb24439f7a'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:15.518493 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Attempting to bind port 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf on network afc77ae6-8222-4ae2-be8d-f8fb24439f7a {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:15.519969 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d39cf9-f5de-44e3-80c7-3c5b724cdd30 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] DELETE failed (client error): The resource could not be found. Nov 12 00:45:15.520442 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d39cf9-f5de-44e3-80c7-3c5b724cdd30 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:45:15.522424 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Pushing event updated for resources: {'Port': ['ID=858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:15.523960 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-97d39cf9-f5de-44e3-80c7-3c5b724cdd30 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/subnets/faf6c445-e5a4-4a12-8fdc-3294e47039dd HTTP/1.1" status: 404 len: 337 time: 0.1217060 Nov 12 00:45:15.524879 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a775365-6ee7-4d5d-b4ac-23f1e5aa05a8 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3753ae4d-6f95-41ce-b743-1bac2dce5ec3,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:15.527665 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35152) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:15.533019 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:15.533592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:15.534153 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:15.534446 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:15.545299 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:15.545860 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:15.546430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:15.546927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:15.547418 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:15.547925 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:15.548266 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:15.548607 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:15.552901 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:15.553527 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Checking segment: {'id': 'f598a8be-ad40-4b69-b5e2-92ebc547599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'afc77ae6-8222-4ae2-be8d-f8fb24439f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:15.554088 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.555855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Bound using segment: {'id': 'f598a8be-ad40-4b69-b5e2-92ebc547599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'afc77ae6-8222-4ae2-be8d-f8fb24439f7a'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:15.556363 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Bound port: 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f598a8be-ad40-4b69-b5e2-92ebc547599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'afc77ae6-8222-4ae2-be8d-f8fb24439f7a'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:15.561450 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.609573 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb89ef33-e912-458c-b128-7a05014732f1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] DELETE failed (client error): The resource could not be found. Nov 12 00:45:15.609971 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb89ef33-e912-458c-b128-7a05014732f1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:45:15.613379 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bb89ef33-e912-458c-b128-7a05014732f1 tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/subnets/f7517749-1dd0-4481-a226-75d165431893 HTTP/1.1" status: 404 len: 337 time: 0.0757940 Nov 12 00:45:15.626404 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35156) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:15.695762 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] For port 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:15.700026 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] For port 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf,segment=NetworkSegment(f598a8be-ad40-4b69-b5e2-92ebc547599c),segment_id=f598a8be-ad40-4b69-b5e2-92ebc547599c)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:15.706365 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.708864 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6a775365-6ee7-4d5d-b4ac-23f1e5aa05a8 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.801272 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04763b-469a-4114-906c-80a7a8f451d1 None None] Pushing event updated for resources: {'Port': ['ID=858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:15.834431 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a85811-0952-487c-a3fe-aa3b3f9493e9 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Made reservation on behalf of 31ef8324856848e39ee0e7431544244f for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:15.839618 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-09a85811-0952-487c-a3fe-aa3b3f9493e9 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.853403 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1c120-3420-4a69-9e1e-852fb1649b02 req-c3792507-9537-4d7a-b59f-a13147499765 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:15.855018 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-79f1c120-3420-4a69-9e1e-852fb1649b02 req-c3792507-9537-4d7a-b59f-a13147499765 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 944 time: 0.2349751 Nov 12 00:45:15.864400 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6a775365-6ee7-4d5d-b4ac-23f1e5aa05a8 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.870569 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a775365-6ee7-4d5d-b4ac-23f1e5aa05a8 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:15.871616 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6a775365-6ee7-4d5d-b4ac-23f1e5aa05a8 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:15.955100 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-09a85811-0952-487c-a3fe-aa3b3f9493e9 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] device_id is not set on port b55adcc1-31f0-4910-bd2a-f94720270078 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:45:15.955283 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-d0c0ce0c-9ab2-4356-a2bd-ec1e688ac772 service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6833997 Nov 12 00:45:16.016068 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6a775365-6ee7-4d5d-b4ac-23f1e5aa05a8 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.9514654 Nov 12 00:45:16.022956 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35162) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:16.114587 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a775365-6ee7-4d5d-b4ac-23f1e5aa05a8 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Pushing event updated for resources: {'Network': ['ID=eab7010f-eea2-4b19-8ac9-820e458d2dae,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:16.115409 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bd0c0a12-4b80-48fc-9284-a2f713f97bd5 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:16.127050 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.tag.tag_plugin [None req-13561fa0-fdff-4184-8837-4e5204ed567d tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'eab7010f-eea2-4b19-8ac9-820e458d2dae', 'tempest-TagsTest-Tag-2071074750') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:16.145488 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-6bd44be0-dabc-40d9-8502-ea2b0272f8be tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Deleting port f638c670-5768-45f3-8d06-1cf96351aa69 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:16.145935 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6bd44be0-dabc-40d9-8502-ea2b0272f8be tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:16.168189 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network eab7010f-eea2-4b19-8ac9-820e458d2dae details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:45:16.170873 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: bd0c0a12-4b80-48fc-9284-a2f713f97bd5 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:16.171391 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bd0c0a12-4b80-48fc-9284-a2f713f97bd5 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:16.198128 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-79f1c120-3420-4a69-9e1e-852fb1649b02 req-a599ebb3-cd3e-4018-90e3-daf82c3e3020 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101611 Nov 12 00:45:16.201499 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-f4041d0f-7f59-452f-a8b2-061d40acc03f tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:16.217767 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697bd548-6fac-4d53-a53a-d98244427b1d None None] Sync routers for ids ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:16.234067 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-f4041d0f-7f59-452f-a8b2-061d40acc03f tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:16.234814 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697bd548-6fac-4d53-a53a-d98244427b1d None None] Routers {'0d5cbc30-80cc-4535-8c80-d2ab4e743a78'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:16.236276 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-697bd548-6fac-4d53-a53a-d98244427b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:44:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:16.388878 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-f4041d0f-7f59-452f-a8b2-061d40acc03f tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "PUT /v2.0/floatingips/e748a9f4-3c29-4d5f-a5ac-91ea7736df4c HTTP/1.1" status: 200 len: 694 time: 2.8454285 Nov 12 00:45:16.404151 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-697bd548-6fac-4d53-a53a-d98244427b1d None None] Set router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:16.422165 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6bd44be0-dabc-40d9-8502-ea2b0272f8be tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:16.444952 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-6bd44be0-dabc-40d9-8502-ea2b0272f8be tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Calling delete_port for f638c670-5768-45f3-8d06-1cf96351aa69 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:16.455737 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fa7de80e-7e32-4b6b-88a9-532fe7f71222 req-677134a6-5e49-4fb5-8b6d-0e69091c289e service neutron] 10.222.0.21 "GET /v2.0/networks/04c1d52a-5324-4875-a342-c2052d89ed08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9498286 Nov 12 00:45:16.504942 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da758dcf-613b-45f5-89cb-f64688bf38bb req-0ddc11cb-b7ba-4284-9c2d-c60a785d5338 service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344999 Nov 12 00:45:16.508123 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-13561fa0-fdff-4184-8837-4e5204ed567d tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] 10.222.0.31 "PUT /v2.0/networks/eab7010f-eea2-4b19-8ac9-820e458d2dae/tags/tempest-TagsTest-Tag-2071074750 HTTP/1.1" status: 201 len: 201 time: 0.3999085 Nov 12 00:45:16.513479 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35164) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:16.520955 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.tag.tag_plugin [None req-4c195221-8cc7-4c6f-b6ed-89b49a20dc1d tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eab7010f-eea2-4b19-8ac9-820e458d2dae', 'tempest-TagsTest-Tag-2071074750') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:16.568865 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-fb159b90-50ed-4af3-99ad-2339505c2e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.577909 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6bd44be0-dabc-40d9-8502-ea2b0272f8be tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:16.580192 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-09a85811-0952-487c-a3fe-aa3b3f9493e9 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Allocated IP 2001:db8::378 (afc77ae6-8222-4ae2-be8d-f8fb24439f7a/dffdeb4b-43d2-4d2d-b38d-5f4b5fafc2c5/b55adcc1-31f0-4910-bd2a-f94720270078) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:16.581915 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-fb159b90-50ed-4af3-99ad-2339505c2e0e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7599eb657084d80a1806919aa3c14e6&device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02 HTTP/1.1" status: 200 len: 1098 time: 0.1911848 Nov 12 00:45:16.620103 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd44be0-dabc-40d9-8502-ea2b0272f8be tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Port': ['ID=f638c670-5768-45f3-8d06-1cf96351aa69,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:16.626259 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6bd44be0-dabc-40d9-8502-ea2b0272f8be tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:16.629538 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6bd44be0-dabc-40d9-8502-ea2b0272f8be tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/ports/f638c670-5768-45f3-8d06-1cf96351aa69 HTTP/1.1" status: 204 len: 168 time: 0.9999402 Nov 12 00:45:16.632880 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35166) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:16.705438 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02', 'tag': 'ddcd573b-856f-4ddd-8dde-43fb0967e6c5'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:16.708682 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aaafa48-a7d8-4a16-bd85-3f3319431aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02", "tag": "ddcd573b-856f-4ddd-8dde-43fb0967e6c5"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:16.729808 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-697bd548-6fac-4d53-a53a-d98244427b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df6f7573-0558-4b14-8989-99ac421f3fd2', 'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'mac_address': 'fa:16:3e:81:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:04Z', 'updated_at': '2021-11-12T00:44:11Z', 'revision_number': 5, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'subnets': [{'id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:16.768328 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697bd548-6fac-4d53-a53a-d98244427b1d None None] Checking router: 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:45:16.780249 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697bd548-6fac-4d53-a53a-d98244427b1d None None] Routers {'0d5cbc30-80cc-4535-8c80-d2ab4e743a78'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:16.781272 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-697bd548-6fac-4d53-a53a-d98244427b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:44:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:16.793024 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74918e7-e881-4eee-b252-3b46637772d1 x-openstack-request-id: req-c74918e7-e881-4eee-b252-3b46637772d1 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:16.793544 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02", "tag": "ddcd573b-856f-4ddd-8dde-43fb0967e6c5", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:16.793887 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c74918e7-e881-4eee-b252-3b46637772d1 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:16.794446 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02', 'tag': 'ddcd573b-856f-4ddd-8dde-43fb0967e6c5', 'status': 'completed', 'code': 200} Nov 12 00:45:16.800736 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0a8bfce-349c-4b8b-a368-c054cc0c77cd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:16.810991 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33736bf2-9da5-4385-b0e6-5970dfd82f90 req-1aef9e2d-ab88-4685-9f88-45e843fc826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.814355 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33736bf2-9da5-4385-b0e6-5970dfd82f90 req-1aef9e2d-ab88-4685-9f88-45e843fc826b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 1096 time: 0.2554398 Nov 12 00:45:16.885647 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4c195221-8cc7-4c6f-b6ed-89b49a20dc1d tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] 10.222.0.31 "GET /v2.0/networks/eab7010f-eea2-4b19-8ac9-820e458d2dae/tags/tempest-TagsTest-Tag-2071074750 HTTP/1.1" status: 204 len: 168 time: 0.3708894 Nov 12 00:45:16.911839 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35170) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:16.920899 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-f21502b2-0e67-4dc3-b07b-789dd8390896 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'eab7010f-eea2-4b19-8ac9-820e458d2dae') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:16.933656 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-3ed300b6-24aa-410b-acc9-dfb6bdb30b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.942849 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-3ed300b6-24aa-410b-acc9-dfb6bdb30b22 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a HTTP/1.1" status: 200 len: 922 time: 0.2943153 Nov 12 00:45:16.950456 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-697bd548-6fac-4d53-a53a-d98244427b1d None None] Set router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:16.983791 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaafa48-a7d8-4a16-bd85-3f3319431aa4 req-4060304c-ba40-44d3-b097-772babb7ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:16.985591 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4aaafa48-a7d8-4a16-bd85-3f3319431aa4 req-4060304c-ba40-44d3-b097-772babb7ae23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7599eb657084d80a1806919aa3c14e6&device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02 HTTP/1.1" status: 200 len: 1098 time: 0.1384208 Nov 12 00:45:17.033476 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-52f764a4-3dbf-4970-8a6b-d293521490a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddcd573b-856f-4ddd-8dde-43fb0967e6c5 HTTP/1.1" status: 200 len: 217 time: 0.0895412 Nov 12 00:45:17.120284 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33736bf2-9da5-4385-b0e6-5970dfd82f90 req-43d15cfb-9df9-4573-9918-0a8e607afde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:17.122077 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33736bf2-9da5-4385-b0e6-5970dfd82f90 req-43d15cfb-9df9-4573-9918-0a8e607afde0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 909 time: 0.2953918 Nov 12 00:45:17.173219 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33736bf2-9da5-4385-b0e6-5970dfd82f90 req-7ea9d75d-3871-4b37-9eeb-b8c2f8e9599a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c5726cd-5b62-4d29-9344-f612f79bf6a0 HTTP/1.1" status: 200 len: 217 time: 0.0408485 Nov 12 00:45:17.175141 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-7b7d32ab-61ce-4eef-ae70-2ea796fb1fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:17.184097 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-7b7d32ab-61ce-4eef-ae70-2ea796fb1fbd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca6f62c9-3a34-45a3-8f31-24454b3d735a HTTP/1.1" status: 200 len: 860 time: 0.1402347 Nov 12 00:45:17.190172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaafa48-a7d8-4a16-bd85-3f3319431aa4 req-c4d57bec-d884-4f25-a304-1422026c826b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:17.191682 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4aaafa48-a7d8-4a16-bd85-3f3319431aa4 req-c4d57bec-d884-4f25-a304-1422026c826b service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a HTTP/1.1" status: 200 len: 922 time: 0.1907856 Nov 12 00:45:17.238210 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-697bd548-6fac-4d53-a53a-d98244427b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df6f7573-0558-4b14-8989-99ac421f3fd2', 'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'mac_address': 'fa:16:3e:81:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:04Z', 'updated_at': '2021-11-12T00:44:11Z', 'revision_number': 5, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'subnets': [{'id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:17.271447 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33736bf2-9da5-4385-b0e6-5970dfd82f90 req-2501c082-4102-4289-ab56-7b47db753ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:17.273661 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33736bf2-9da5-4385-b0e6-5970dfd82f90 req-2501c082-4102-4289-ab56-7b47db753ee1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fc5c04a-017f-4820-8cce-df76bd4f7a1c HTTP/1.1" status: 200 len: 848 time: 0.0866735 Nov 12 00:45:17.285655 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-a099638d-1ca2-404e-a62e-4a78b0e6b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:17.287298 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-a099638d-1ca2-404e-a62e-4a78b0e6b871 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1022518 Nov 12 00:45:17.295109 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ef0ef4-d7e2-4b62-a54d-61ed727370d0 None None] Network afc77ae6-8222-4ae2-be8d-f8fb24439f7a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:17.305155 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-09a85811-0952-487c-a3fe-aa3b3f9493e9 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.356348 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0a8bfce-349c-4b8b-a368-c054cc0c77cd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.368016 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-09a85811-0952-487c-a3fe-aa3b3f9493e9 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.391249 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33736bf2-9da5-4385-b0e6-5970dfd82f90 req-ab432954-7118-430b-94ff-63f534b0da99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1926e98-a223-4d69-aca0-b114b74b472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028774 Nov 12 00:45:17.396962 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697bd548-6fac-4d53-a53a-d98244427b1d None None] The sync data for ids ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'] in n-d-712137-14 is: [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df6f7573-0558-4b14-8989-99ac421f3fd2', 'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'mac_address': 'fa:16:3e:81:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:04Z', 'updated_at': '2021-11-12T00:44:11Z', 'revision_number': 5, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'subnets': [{'id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:17.552500 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-aeed8b7c-9b73-49cc-8bbb-539a8b366509 service neutron] 10.222.0.31 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543776 Nov 12 00:45:17.572722 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e7e1d819-1f0f-4259-a2f6-e38732bbf81d None None] Provisioning complete for port 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:17.573357 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e7e1d819-1f0f-4259-a2f6-e38732bbf81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.598451 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33736bf2-9da5-4385-b0e6-5970dfd82f90 req-b2ec30f7-9ded-49bb-881d-55e1a9150c89 service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943429 Nov 12 00:45:17.751747 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e7e1d819-1f0f-4259-a2f6-e38732bbf81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.786212 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5715f5c6-7fc4-482e-86e0-d1d1d0140c81 req-c7192461-cb1c-4024-8e89-86d4ddcca4ea service neutron] 10.222.0.31 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248795 Nov 12 00:45:17.810281 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33736bf2-9da5-4385-b0e6-5970dfd82f90 req-68937aec-bbad-4405-8813-29d94e4da81b service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909244 Nov 12 00:45:17.827958 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aa5ec3-a54e-4008-9a2d-09c9192ebab2 None None] New status for floating IP e748a9f4-3c29-4d5f-a5ac-91ea7736df4c: DOWN {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:45:17.887270 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f21502b2-0e67-4dc3-b07b-789dd8390896 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] 10.222.0.31 "GET /v2.0/networks/eab7010f-eea2-4b19-8ac9-820e458d2dae/tags HTTP/1.1" status: 200 len: 238 time: 0.9713404 Nov 12 00:45:17.887830 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35182) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:17.888288 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4aaafa48-a7d8-4a16-bd85-3f3319431aa4 req-ce400a77-b8c0-4a01-932c-1347189f74d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddcd573b-856f-4ddd-8dde-43fb0967e6c5 HTTP/1.1" status: 200 len: 217 time: 0.5384049 Nov 12 00:45:17.892684 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.tag.tag_plugin [None req-c5c52e7a-5cf8-43d0-a0a3-214a119b89cf tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'eab7010f-eea2-4b19-8ac9-820e458d2dae', {'tags': ['tempest-TagsTest-Tag-1477327207', 'tempest-TagsTest-Tag-1626732955', 'tempest-TagsTest-Tag-703369169']}) {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:17.913883 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-a0a8bfce-349c-4b8b-a368-c054cc0c77cd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de229bf-fda9-444b-96fc-52c1e25318db']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:17.921351 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e7e1d819-1f0f-4259-a2f6-e38732bbf81d None None] For port 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf,segment=NetworkSegment(f598a8be-ad40-4b69-b5e2-92ebc547599c),segment_id=f598a8be-ad40-4b69-b5e2-92ebc547599c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:17.937774 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a85811-0952-487c-a3fe-aa3b3f9493e9 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Network afc77ae6-8222-4ae2-be8d-f8fb24439f7a is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:17.956296 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e7e1d819-1f0f-4259-a2f6-e38732bbf81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:17.985772 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-09a85811-0952-487c-a3fe-aa3b3f9493e9 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:17.987753 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a85811-0952-487c-a3fe-aa3b3f9493e9 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Pushing event updated for resources: {'Port': ['ID=b55adcc1-31f0-4910-bd2a-f94720270078,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:18.003648 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-a0a8bfce-349c-4b8b-a368-c054cc0c77cd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab83b1a2-4fdd-4c2f-bfc4-77563efc1b0f') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:18.003877 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-a0a8bfce-349c-4b8b-a368-c054cc0c77cd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab83b1a2-4fdd-4c2f-bfc4-77563efc1b0f') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:18.007335 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a85811-0952-487c-a3fe-aa3b3f9493e9 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:18.030264 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c5c52e7a-5cf8-43d0-a0a3-214a119b89cf tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] 10.222.0.31 "PUT /v2.0/networks/eab7010f-eea2-4b19-8ac9-820e458d2dae/tags HTTP/1.1" status: 200 len: 308 time: 0.1392562 Nov 12 00:45:18.030417 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a85811-0952-487c-a3fe-aa3b3f9493e9 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.030858 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35184) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:18.030991 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-09a85811-0952-487c-a3fe-aa3b3f9493e9 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.044491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.tag.tag_plugin [None req-7eda0be6-2b03-4a52-8405-6fee0b6ea29b tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'eab7010f-eea2-4b19-8ac9-820e458d2dae', 'tempest-TagsTest-Tag-1477327207') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:18.058387 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0a8bfce-349c-4b8b-a368-c054cc0c77cd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.145257 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaafa48-a7d8-4a16-bd85-3f3319431aa4 req-2b253128-fe99-4520-b19d-708f720bf0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.146791 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4aaafa48-a7d8-4a16-bd85-3f3319431aa4 req-2b253128-fe99-4520-b19d-708f720bf0d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca6f62c9-3a34-45a3-8f31-24454b3d735a HTTP/1.1" status: 200 len: 860 time: 0.1932924 Nov 12 00:45:18.174737 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec23c8-6155-4664-9ede-5c3cd6cb1c1c req-b18a37a4-ca95-4e2c-8cda-7416570abd80 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.176257 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5bec23c8-6155-4664-9ede-5c3cd6cb1c1c req-b18a37a4-ca95-4e2c-8cda-7416570abd80 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 944 time: 0.8106313 Nov 12 00:45:18.178590 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0a8bfce-349c-4b8b-a368-c054cc0c77cd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.204810 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-09a85811-0952-487c-a3fe-aa3b3f9493e9 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.8771756 Nov 12 00:45:18.207649 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:18.209278 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35186) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:18.216142 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a8bfce-349c-4b8b-a368-c054cc0c77cd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:45:18.216776 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0a8bfce-349c-4b8b-a368-c054cc0c77cd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:45:18.241346 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:45:18.281347 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1d819-1f0f-4259-a2f6-e38732bbf81d None None] Pushing event updated for resources: {'Port': ['ID=858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:18.291443 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5bec23c8-6155-4664-9ede-5c3cd6cb1c1c req-93c4b131-3bb7-4b75-bc6c-d3cd15339dbc tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849855 Nov 12 00:45:18.321376 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7eda0be6-2b03-4a52-8405-6fee0b6ea29b tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] 10.222.0.31 "DELETE /v2.0/networks/eab7010f-eea2-4b19-8ac9-820e458d2dae/tags/tempest-TagsTest-Tag-1477327207 HTTP/1.1" status: 204 len: 168 time: 0.2874138 Nov 12 00:45:18.322415 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35188) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:18.322790 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-838ef37c-92aa-441a-a52e-22fc9a5205b4 None None] Provisioning complete for port b55adcc1-31f0-4910-bd2a-f94720270078 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:18.323232 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-838ef37c-92aa-441a-a52e-22fc9a5205b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.353183 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.tag.tag_plugin [None req-67df635e-e58d-4011-bcd8-cc8deb31e7c8 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eab7010f-eea2-4b19-8ac9-820e458d2dae', 'tempest-TagsTest-Tag-1477327207') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:18.428527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaafa48-a7d8-4a16-bd85-3f3319431aa4 req-eb010b1d-affd-4a36-a7da-d0d3552de56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.436735 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4aaafa48-a7d8-4a16-bd85-3f3319431aa4 req-eb010b1d-affd-4a36-a7da-d0d3552de56e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2786756 Nov 12 00:45:18.440507 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-838ef37c-92aa-441a-a52e-22fc9a5205b4 None None] Port b55adcc1-31f0-4910-bd2a-f94720270078 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:18.444243 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0a8bfce-349c-4b8b-a368-c054cc0c77cd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.450459 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0a8bfce-349c-4b8b-a368-c054cc0c77cd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.465247 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:18.466323 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.473832 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a0a8bfce-349c-4b8b-a368-c054cc0c77cd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] 10.222.0.31 "DELETE /v2.0/networks/8de229bf-fda9-444b-96fc-52c1e25318db HTTP/1.1" status: 204 len: 168 time: 1.8230839 Nov 12 00:45:18.492976 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-838ef37c-92aa-441a-a52e-22fc9a5205b4 None None] Provisioning complete for port 41c61557-c78b-4747-af61-c11a9a8574d0 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:18.493354 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-838ef37c-92aa-441a-a52e-22fc9a5205b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.496493 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578e441b-c2d9-4a78-bc33-49e99c04a203 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.514282 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578e441b-c2d9-4a78-bc33-49e99c04a203 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.518851 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8bfce-349c-4b8b-a368-c054cc0c77cd tempest-PortsTestJSON-1010960596 tempest-PortsTestJSON-1010960596-project] Pushing event deleted for resources: {'Network': ['ID=8de229bf-fda9-444b-96fc-52c1e25318db,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:18.531502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578e441b-c2d9-4a78-bc33-49e99c04a203 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.533303 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-578e441b-c2d9-4a78-bc33-49e99c04a203 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3227811 Nov 12 00:45:18.544673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35194) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:18.555799 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-838ef37c-92aa-441a-a52e-22fc9a5205b4 None None] Port 41c61557-c78b-4747-af61-c11a9a8574d0 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:18.580626 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-838ef37c-92aa-441a-a52e-22fc9a5205b4 None None] Provisioning complete for port 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:18.581419 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-838ef37c-92aa-441a-a52e-22fc9a5205b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.634764 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-67df635e-e58d-4011-bcd8-cc8deb31e7c8 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] show failed (client error): The resource could not be found. Nov 12 00:45:18.636217 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-67df635e-e58d-4011-bcd8-cc8deb31e7c8 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] 10.222.0.31 "GET /v2.0/networks/eab7010f-eea2-4b19-8ac9-820e458d2dae/tags/tempest-TagsTest-Tag-1477327207 HTTP/1.1" status: 404 len: 326 time: 0.2874279 Nov 12 00:45:18.660900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35196) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:18.666798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-cce88737-fe37-4147-ab2e-7f88bd3a5b7a tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eab7010f-eea2-4b19-8ac9-820e458d2dae', 'tempest-TagsTest-Tag-1626732955') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:18.728217 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-6db169c4-8ae8-4220-8fc6-ea3ef0c6cb8f tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Deleting port b55adcc1-31f0-4910-bd2a-f94720270078 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:18.728217 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6db169c4-8ae8-4220-8fc6-ea3ef0c6cb8f tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.830572 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a345591-c222-4923-b225-9427f720afb7 req-859dc3db-6e76-44ee-87e5-52a7c73281d2 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:18.832068 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a345591-c222-4923-b225-9427f720afb7 req-859dc3db-6e76-44ee-87e5-52a7c73281d2 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2169724 Nov 12 00:45:18.836260 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4aaafa48-a7d8-4a16-bd85-3f3319431aa4 req-d0178b68-8460-4bd3-bb86-c79fdfa18983 service neutron] 10.222.0.15 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637831 Nov 12 00:45:18.864256 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6db169c4-8ae8-4220-8fc6-ea3ef0c6cb8f tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.877104 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-6db169c4-8ae8-4220-8fc6-ea3ef0c6cb8f tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Calling delete_port for b55adcc1-31f0-4910-bd2a-f94720270078 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:18.908585 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c8c86bcc-f1d5-4135-91e2-b12124876308 None None] Provisioning complete for port b55adcc1-31f0-4910-bd2a-f94720270078 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:18.909605 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c8c86bcc-f1d5-4135-91e2-b12124876308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:18.914006 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35200) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:18.919164 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cce88737-fe37-4147-ab2e-7f88bd3a5b7a tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] 10.222.0.31 "GET /v2.0/networks/eab7010f-eea2-4b19-8ac9-820e458d2dae/tags/tempest-TagsTest-Tag-1626732955 HTTP/1.1" status: 204 len: 168 time: 0.2569659 Nov 12 00:45:18.922601 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a345591-c222-4923-b225-9427f720afb7 req-00129883-42c2-46e2-bb88-3e9aacde057c tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.64 HTTP/1.1" status: 200 len: 695 time: 0.0833230 Nov 12 00:45:18.926050 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35202) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:18.963653 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-2e90e98b-aad0-450c-944d-10a684b26886 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eab7010f-eea2-4b19-8ac9-820e458d2dae', 'tempest-TagsTest-Tag-703369169') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:18.969118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-2a345591-c222-4923-b225-9427f720afb7 req-8da95e54-51a8-4aed-b85a-2c2fc2db22fd tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Request body: {'floatingip': {'port_id': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:18.982369 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c8c86bcc-f1d5-4135-91e2-b12124876308 None None] Port b55adcc1-31f0-4910-bd2a-f94720270078 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:19.000994 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c8c86bcc-f1d5-4135-91e2-b12124876308 None None] Provisioning complete for port 41c61557-c78b-4747-af61-c11a9a8574d0 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:19.001365 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c8c86bcc-f1d5-4135-91e2-b12124876308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.041498 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2a345591-c222-4923-b225-9427f720afb7 req-8da95e54-51a8-4aed-b85a-2c2fc2db22fd tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks [] for floatingip, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.042109 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c8c86bcc-f1d5-4135-91e2-b12124876308 None None] Port 41c61557-c78b-4747-af61-c11a9a8574d0 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:19.055682 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6db169c4-8ae8-4220-8fc6-ea3ef0c6cb8f tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.088581 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db169c4-8ae8-4220-8fc6-ea3ef0c6cb8f tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Pushing event deleted for resources: {'Port': ['ID=b55adcc1-31f0-4910-bd2a-f94720270078,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:19.121121 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6db169c4-8ae8-4220-8fc6-ea3ef0c6cb8f tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.127744 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6db169c4-8ae8-4220-8fc6-ea3ef0c6cb8f tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] 10.222.0.31 "DELETE /v2.0/ports/b55adcc1-31f0-4910-bd2a-f94720270078 HTTP/1.1" status: 204 len: 168 time: 0.5708601 Nov 12 00:45:19.128224 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35208) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:19.139780 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-4cac10d5-b467-4aa5-8541-80a71cb132e0 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Request body: {'port': {'name': 'tempest-new-port-name-1414735974', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:19.140965 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.api.validators [None req-4cac10d5-b467-4aa5-8541-80a71cb132e0 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] bootfile-name is not in valid_values {{(pid=114242) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 00:45:19.141512 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.api.validators [None req-4cac10d5-b467-4aa5-8541-80a71cb132e0 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] tftp-server is not in valid_values {{(pid=114242) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 00:45:19.142009 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.api.validators [None req-4cac10d5-b467-4aa5-8541-80a71cb132e0 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] server-ip-address is not in valid_values {{(pid=114242) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 00:45:19.186179 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4aaafa48-a7d8-4a16-bd85-3f3319431aa4 req-8039794a-16bf-42b5-9d89-740421b86fc5 service neutron] 10.222.0.15 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353660 Nov 12 00:45:19.219219 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4cac10d5-b467-4aa5-8541-80a71cb132e0 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.258124 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2e90e98b-aad0-450c-944d-10a684b26886 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] 10.222.0.31 "GET /v2.0/networks/eab7010f-eea2-4b19-8ac9-820e458d2dae/tags/tempest-TagsTest-Tag-703369169 HTTP/1.1" status: 204 len: 168 time: 0.3246472 Nov 12 00:45:19.266700 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35214) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:19.273318 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-908f6d3e-6d7f-4ce3-ad5e-0b042e29dfb7 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'eab7010f-eea2-4b19-8ac9-820e458d2dae') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:19.330571 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a8d0851d-c030-47f2-8b21-244f28ad83c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a418c9e3d724ba18332c717826e963e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4139578 Nov 12 00:45:19.337315 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35218) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:19.463806 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c51e79-494f-4f41-b2d2-8057ae246ba4 req-d018cf5d-c0d5-46d1-9e12-f5b71fb3eb20 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:19.465402 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30c51e79-494f-4f41-b2d2-8057ae246ba4 req-d018cf5d-c0d5-46d1-9e12-f5b71fb3eb20 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 944 time: 0.0797975 Nov 12 00:45:19.521859 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d29c313b-6078-4ce0-ab78-c06039dae955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.525668 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4cac10d5-b467-4aa5-8541-80a71cb132e0 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.536955 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4cac10d5-b467-4aa5-8541-80a71cb132e0 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.551726 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30c51e79-494f-4f41-b2d2-8057ae246ba4 req-e41b0bc4-db00-43a6-bb84-3dff99ac5ccf tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704184 Nov 12 00:45:19.573093 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-4cac10d5-b467-4aa5-8541-80a71cb132e0 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] In _notify_port_updated(), no bound segment for port 41c61557-c78b-4747-af61-c11a9a8574d0 on network afc77ae6-8222-4ae2-be8d-f8fb24439f7a {{(pid=114242) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:45:19.578337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cac10d5-b467-4aa5-8541-80a71cb132e0 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:19.579092 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4cac10d5-b467-4aa5-8541-80a71cb132e0 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.580481 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4cac10d5-b467-4aa5-8541-80a71cb132e0 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] 10.222.0.31 "PUT /v2.0/ports/41c61557-c78b-4747-af61-c11a9a8574d0 HTTP/1.1" status: 200 len: 1130 time: 0.4507973 Nov 12 00:45:19.583634 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35220) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:19.609692 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-908f6d3e-6d7f-4ce3-ad5e-0b042e29dfb7 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] 10.222.0.31 "DELETE /v2.0/networks/eab7010f-eea2-4b19-8ac9-820e458d2dae/tags HTTP/1.1" status: 204 len: 168 time: 0.3387125 Nov 12 00:45:19.613891 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d29c313b-6078-4ce0-ab78-c06039dae955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.615506 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35222) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:19.628203 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-d77a4013-320a-468b-8120-6679a69fa5a3 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eab7010f-eea2-4b19-8ac9-820e458d2dae', 'tempest-TagsTest-Tag-1626732955') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:19.638846 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac10d5-b467-4aa5-8541-80a71cb132e0 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Pushing event updated for resources: {'Port': ['ID=41c61557-c78b-4747-af61-c11a9a8574d0,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:19.648762 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db51f9-9fb8-43d2-aedd-9346d3de1a36 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:19.650234 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-07db51f9-9fb8-43d2-aedd-9346d3de1a36 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] 10.222.0.31 "GET /v2.0/ports/41c61557-c78b-4747-af61-c11a9a8574d0 HTTP/1.1" status: 200 len: 1130 time: 0.0657599 Nov 12 00:45:19.654206 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35224) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:19.763288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-3f8a39df-88fd-4df8-b3c4-fd037f9abc56 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Deleting port 41c61557-c78b-4747-af61-c11a9a8574d0 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:19.763288 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3f8a39df-88fd-4df8-b3c4-fd037f9abc56 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.803496 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-d77a4013-320a-468b-8120-6679a69fa5a3 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] show failed (client error): The resource could not be found. Nov 12 00:45:19.804881 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d77a4013-320a-468b-8120-6679a69fa5a3 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] 10.222.0.31 "GET /v2.0/networks/eab7010f-eea2-4b19-8ac9-820e458d2dae/tags/tempest-TagsTest-Tag-1626732955 HTTP/1.1" status: 404 len: 326 time: 0.1867757 Nov 12 00:45:19.805561 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d29c313b-6078-4ce0-ab78-c06039dae955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.808371 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d29c313b-6078-4ce0-ab78-c06039dae955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.809427 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d29c313b-6078-4ce0-ab78-c06039dae955 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e4d8a16-fc5a-41b1-bdb2-b71b807d6355 HTTP/1.1" status: 204 len: 168 time: 0.4711604 Nov 12 00:45:19.811984 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35226) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:19.818081 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.tag.tag_plugin [None req-f7003237-cf03-4d0a-a8b0-cd75fd5d5638 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eab7010f-eea2-4b19-8ac9-820e458d2dae', 'tempest-TagsTest-Tag-703369169') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:19.846212 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c313b-6078-4ce0-ab78-c06039dae955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4d8a16-fc5a-41b1-bdb2-b71b807d6355,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:19.863233 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3f8a39df-88fd-4df8-b3c4-fd037f9abc56 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.876571 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-3f8a39df-88fd-4df8-b3c4-fd037f9abc56 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Calling delete_port for 41c61557-c78b-4747-af61-c11a9a8574d0 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:19.961943 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9df4b5b5-3353-4043-877c-c69b5ecaec09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.962426 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2a345591-c222-4923-b225-9427f720afb7 req-8da95e54-51a8-4aed-b85a-2c2fc2db22fd tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.973822 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f3fcdc17-00f5-4a75-9b93-fe33758bb348 None None] Provisioning complete for port 41c61557-c78b-4747-af61-c11a9a8574d0 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:19.974203 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f3fcdc17-00f5-4a75-9b93-fe33758bb348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.977190 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2a345591-c222-4923-b225-9427f720afb7 req-8da95e54-51a8-4aed-b85a-2c2fc2db22fd tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:19.980935 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-f7003237-cf03-4d0a-a8b0-cd75fd5d5638 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] show failed (client error): The resource could not be found. Nov 12 00:45:19.982062 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f7003237-cf03-4d0a-a8b0-cd75fd5d5638 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] 10.222.0.31 "GET /v2.0/networks/eab7010f-eea2-4b19-8ac9-820e458d2dae/tags/tempest-TagsTest-Tag-703369169 HTTP/1.1" status: 404 len: 325 time: 0.1672311 Nov 12 00:45:19.986117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35230) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:19.990770 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.tag.tag_plugin [None req-7a86685e-d4e5-462e-a88d-d8d0b297cbb9 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'eab7010f-eea2-4b19-8ac9-820e458d2dae') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:20.059770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f3fcdc17-00f5-4a75-9b93-fe33758bb348 None None] Port 41c61557-c78b-4747-af61-c11a9a8574d0 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:20.076818 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:20.131096 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7a86685e-d4e5-462e-a88d-d8d0b297cbb9 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] 10.222.0.31 "DELETE /v2.0/networks/eab7010f-eea2-4b19-8ac9-820e458d2dae/tags HTTP/1.1" status: 204 len: 168 time: 0.1402211 Nov 12 00:45:20.131642 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35236) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:20.137079 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:20.147853 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [req-2a345591-c222-4923-b225-9427f720afb7 req-8da95e54-51a8-4aed-b85a-2c2fc2db22fd tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Floating IP e748a9f4-3c29-4d5f-a5ac-91ea7736df4c associated. External IP: 172.25.0.64, port: e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84. Nov 12 00:45:20.150976 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.227776 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3fe431dc-09fb-490e-b728-06b92de6d6f6 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.258826 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3f8a39df-88fd-4df8-b3c4-fd037f9abc56 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.324564 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a39df-88fd-4df8-b3c4-fd037f9abc56 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Pushing event deleted for resources: {'Port': ['ID=41c61557-c78b-4747-af61-c11a9a8574d0,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:20.405438 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3f8a39df-88fd-4df8-b3c4-fd037f9abc56 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.414327 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3f8a39df-88fd-4df8-b3c4-fd037f9abc56 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] 10.222.0.31 "DELETE /v2.0/ports/41c61557-c78b-4747-af61-c11a9a8574d0 HTTP/1.1" status: 204 len: 168 time: 0.7578025 Nov 12 00:45:20.454365 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35250) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:20.474521 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3fe431dc-09fb-490e-b728-06b92de6d6f6 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.503492 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-3fe431dc-09fb-490e-b728-06b92de6d6f6 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab7010f-eea2-4b19-8ac9-820e458d2dae']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:20.516875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-3fe431dc-09fb-490e-b728-06b92de6d6f6 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30198ef8-43bb-4a41-8ae4-b9ffa98c6ba2') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:20.517196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-3fe431dc-09fb-490e-b728-06b92de6d6f6 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30198ef8-43bb-4a41-8ae4-b9ffa98c6ba2') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:20.535092 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3fe431dc-09fb-490e-b728-06b92de6d6f6 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.557861 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3fe431dc-09fb-490e-b728-06b92de6d6f6 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.567405 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe431dc-09fb-490e-b728-06b92de6d6f6 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:45:20.567841 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3fe431dc-09fb-490e-b728-06b92de6d6f6 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:45:20.572595 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:45:20.618538 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a808bcd-4a3b-4cf3-a463-8ea05e843a07 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Deleting subnet dffdeb4b-43d2-4d2d-b38d-5f4b5fafc2c5 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:45:20.654012 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a808bcd-4a3b-4cf3-a463-8ea05e843a07 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.705795 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3fe431dc-09fb-490e-b728-06b92de6d6f6 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.718972 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3fe431dc-09fb-490e-b728-06b92de6d6f6 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.720003 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a808bcd-4a3b-4cf3-a463-8ea05e843a07 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:20.720649 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3fe431dc-09fb-490e-b728-06b92de6d6f6 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] 10.222.0.31 "DELETE /v2.0/networks/eab7010f-eea2-4b19-8ac9-820e458d2dae HTTP/1.1" status: 204 len: 168 time: 0.5883698 Nov 12 00:45:20.734980 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe431dc-09fb-490e-b728-06b92de6d6f6 tempest-TagsTest-887984213 tempest-TagsTest-887984213-project] Pushing event deleted for resources: {'Network': ['ID=eab7010f-eea2-4b19-8ac9-820e458d2dae,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:20.752229 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a345591-c222-4923-b225-9427f720afb7 req-8da95e54-51a8-4aed-b85a-2c2fc2db22fd tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:45:20.753750 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4ba59-e831-444a-a16b-e105c647242c req-41bd8260-f870-4f94-b60d-0ce2c9874f10 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:20.755404 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a9c4ba59-e831-444a-a16b-e105c647242c req-41bd8260-f870-4f94-b60d-0ce2c9874f10 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 944 time: 0.0867379 Nov 12 00:45:20.771156 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7be18-a277-4fb4-b3b3-c6a940b6c1ac req-8058e1aa-27ef-4c1a-9707-e1403a914faa tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:20.772954 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-32b7be18-a277-4fb4-b3b3-c6a940b6c1ac req-8058e1aa-27ef-4c1a-9707-e1403a914faa tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02 HTTP/1.1" status: 200 len: 946 time: 0.2001133 Nov 12 00:45:20.816796 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a9c4ba59-e831-444a-a16b-e105c647242c req-bc9d48f0-fb05-42a4-9969-0de2d0e5d186 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511441 Nov 12 00:45:20.908115 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35266) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:20.995574 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35270) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:21.139352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-7a13065b-e31a-491b-ade8-67a2ec3521f2 tempest-DvrRoutersNegativeTest-1737492276 tempest-DvrRoutersNegativeTest-1737492276-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1967998377', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:21.142332 n-d-712137-14 neutron-server[114242]: DEBUG neutron.policy [None req-7a13065b-e31a-491b-ade8-67a2ec3521f2 tempest-DvrRoutersNegativeTest-1737492276 tempest-DvrRoutersNegativeTest-1737492276-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=114242) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 00:45:21.142647 n-d-712137-14 neutron-server[114242]: DEBUG neutron.policy [None req-7a13065b-e31a-491b-ade8-67a2ec3521f2 tempest-DvrRoutersNegativeTest-1737492276 tempest-DvrRoutersNegativeTest-1737492276-project] Failed policy check for 'create_router' {{(pid=114242) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 00:45:21.143357 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-7a13065b-e31a-491b-ade8-67a2ec3521f2 tempest-DvrRoutersNegativeTest-1737492276 tempest-DvrRoutersNegativeTest-1737492276-project] create failed (client error): Access was denied to this resource. Nov 12 00:45:21.144379 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7a13065b-e31a-491b-ade8-67a2ec3521f2 tempest-DvrRoutersNegativeTest-1737492276 tempest-DvrRoutersNegativeTest-1737492276-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2348742 Nov 12 00:45:21.159523 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f23bd688-1d09-4926-95ed-bfc601aa17e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8fc0b1f6f8a24e3596d431521a5a1160&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1625614 Nov 12 00:45:21.161994 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35276) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:21.220458 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf231648-351f-4264-bef7-9b3f44461f69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:21.250060 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf231648-351f-4264-bef7-9b3f44461f69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:21.285036 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a808bcd-4a3b-4cf3-a463-8ea05e843a07 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:21.310080 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf231648-351f-4264-bef7-9b3f44461f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:21.312991 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf231648-351f-4264-bef7-9b3f44461f69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:21.316749 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cf231648-351f-4264-bef7-9b3f44461f69 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3753ae4d-6f95-41ce-b743-1bac2dce5ec3 HTTP/1.1" status: 204 len: 168 time: 0.1512299 Nov 12 00:45:21.339578 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf231648-351f-4264-bef7-9b3f44461f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3753ae4d-6f95-41ce-b743-1bac2dce5ec3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:21.358920 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a345591-c222-4923-b225-9427f720afb7 req-8da95e54-51a8-4aed-b85a-2c2fc2db22fd tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:21.364116 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2a345591-c222-4923-b225-9427f720afb7 req-8da95e54-51a8-4aed-b85a-2c2fc2db22fd tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:21.379653 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07b3616-7f15-41e5-82ec-0beaf8fabbd5 None None] Sync routers for ids ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:21.395516 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-32b7be18-a277-4fb4-b3b3-c6a940b6c1ac req-afc6a2c2-e806-4e94-b91f-de4ea03a89ce tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Deleting port ddcd573b-856f-4ddd-8dde-43fb0967e6c5 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:21.395866 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-32b7be18-a277-4fb4-b3b3-c6a940b6c1ac req-afc6a2c2-e806-4e94-b91f-de4ea03a89ce tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:21.404418 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07b3616-7f15-41e5-82ec-0beaf8fabbd5 None None] Routers {'0d5cbc30-80cc-4535-8c80-d2ab4e743a78'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:21.405658 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c07b3616-7f15-41e5-82ec-0beaf8fabbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:44:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:21.438782 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a345591-c222-4923-b225-9427f720afb7 req-8da95e54-51a8-4aed-b85a-2c2fc2db22fd tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "PUT /v2.0/floatingips/e748a9f4-3c29-4d5f-a5ac-91ea7736df4c HTTP/1.1" status: 200 len: 996 time: 2.5068002 Nov 12 00:45:21.443522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35286) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:21.470792 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0525b0e-78f8-40e0-bb6d-edface8f0bcb', 'tag': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:21.473760 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a6fc54-9ccf-4a95-bfc3-4899d98135e7" -d '{"events": [{"name": "network-changed", "server_uuid": "a0525b0e-78f8-40e0-bb6d-edface8f0bcb", "tag": "e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:21.481582 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a808bcd-4a3b-4cf3-a463-8ea05e843a07 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:21.549863 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a808bcd-4a3b-4cf3-a463-8ea05e843a07 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Pushing event deleted for resources: {'Subnet': ['ID=dffdeb4b-43d2-4d2d-b38d-5f4b5fafc2c5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:21.564151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269aa385-45f1-4d38-9d09-306878ec8eb0 None None] Network afc77ae6-8222-4ae2-be8d-f8fb24439f7a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:21.573706 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a808bcd-4a3b-4cf3-a463-8ea05e843a07 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:21.578522 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4a808bcd-4a3b-4cf3-a463-8ea05e843a07 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] 10.222.0.31 "DELETE /v2.0/subnets/dffdeb4b-43d2-4d2d-b38d-5f4b5fafc2c5 HTTP/1.1" status: 204 len: 168 time: 1.1209188 Nov 12 00:45:21.581093 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35294) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:21.585305 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682831dd-a591-4a4a-b264-c706aa7d9063 x-openstack-request-id: req-682831dd-a591-4a4a-b264-c706aa7d9063 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:21.586165 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0525b0e-78f8-40e0-bb6d-edface8f0bcb", "tag": "e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:21.586426 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-682831dd-a591-4a4a-b264-c706aa7d9063 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:21.586838 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0525b0e-78f8-40e0-bb6d-edface8f0bcb', 'tag': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84', 'status': 'completed', 'code': 200} Nov 12 00:45:21.624121 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-32b7be18-a277-4fb4-b3b3-c6a940b6c1ac req-afc6a2c2-e806-4e94-b91f-de4ea03a89ce tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] For port ddcd573b-856f-4ddd-8dde-43fb0967e6c5, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=ddcd573b-856f-4ddd-8dde-43fb0967e6c5,segment=NetworkSegment(bf5aac80-8f2b-48d2-b459-fc0469e08d3a),segment_id=bf5aac80-8f2b-48d2-b459-fc0469e08d3a)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:21.624764 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-32b7be18-a277-4fb4-b3b3-c6a940b6c1ac req-afc6a2c2-e806-4e94-b91f-de4ea03a89ce tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:21.638727 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a345591-c222-4923-b225-9427f720afb7 req-9b8e9e7e-d979-43ee-9efe-4db527cf207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:21.641248 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a345591-c222-4923-b225-9427f720afb7 req-9b8e9e7e-d979-43ee-9efe-4db527cf207f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7599eb657084d80a1806919aa3c14e6&device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 1098 time: 0.1632950 Nov 12 00:45:21.653387 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-32b7be18-a277-4fb4-b3b3-c6a940b6c1ac req-afc6a2c2-e806-4e94-b91f-de4ea03a89ce tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Calling delete_port for ddcd573b-856f-4ddd-8dde-43fb0967e6c5 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:21.679465 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-c07b3616-7f15-41e5-82ec-0beaf8fabbd5 None None] Set router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:21.746797 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f404923-f447-4920-88dc-8c40be97e890 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:21.756185 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6fc54-9ccf-4a95-bfc3-4899d98135e7 req-9535b9cb-74ad-4694-8101-406afc6c5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:21.759243 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55a6fc54-9ccf-4a95-bfc3-4899d98135e7 req-9535b9cb-74ad-4694-8101-406afc6c5194 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7599eb657084d80a1806919aa3c14e6&device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 1098 time: 0.1616747 Nov 12 00:45:21.884855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965bf81b-6dc8-4b45-9133-ba4a529326d0 None None] DHCP port deletion for afc77ae6-8222-4ae2-be8d-f8fb24439f7a request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:45:22.046381 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:22.058132 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c07b3616-7f15-41e5-82ec-0beaf8fabbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'e748a9f4-3c29-4d5f-a5ac-91ea7736df4c', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'floating_ip_address': '172.25.0.64', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'port_id': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'mac_address': 'fa:16:3e:cf:b6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0525b0e-78f8-40e0-bb6d-edface8f0bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:44:28Z', 'updated_at': '2021-11-12T00:45:19Z', 'revision_number': 8, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6f7573-0558-4b14-8989-99ac421f3fd2', 'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'mac_address': 'fa:16:3e:81:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:04Z', 'updated_at': '2021-11-12T00:44:11Z', 'revision_number': 5, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'subnets': [{'id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:22.089768 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-965bf81b-6dc8-4b45-9133-ba4a529326d0 None None] Deleting port 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:22.090073 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-965bf81b-6dc8-4b45-9133-ba4a529326d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.121173 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07b3616-7f15-41e5-82ec-0beaf8fabbd5 None None] Checking router: 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:45:22.127349 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a345591-c222-4923-b225-9427f720afb7 req-2a647555-f6df-447c-8be9-233496bd9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:22.128951 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a345591-c222-4923-b225-9427f720afb7 req-2a647555-f6df-447c-8be9-233496bd9a7e service neutron] 10.222.0.31 "GET /v2.0/networks?id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a HTTP/1.1" status: 200 len: 922 time: 0.4770975 Nov 12 00:45:22.131501 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-32b7be18-a277-4fb4-b3b3-c6a940b6c1ac req-afc6a2c2-e806-4e94-b91f-de4ea03a89ce tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.133199 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07b3616-7f15-41e5-82ec-0beaf8fabbd5 None None] Routers {'0d5cbc30-80cc-4535-8c80-d2ab4e743a78'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:22.134066 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c07b3616-7f15-41e5-82ec-0beaf8fabbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:44:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:22.196253 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:22.225743 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-669242d7-83f7-4105-9a35-6b0615a9ffe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.253465 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['ddcd573b-856f-4ddd-8dde-43fb0967e6c5'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:22.258661 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-c07b3616-7f15-41e5-82ec-0beaf8fabbd5 None None] Set router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:22.305754 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6a2c2-e806-4e94-b91f-de4ea03a89ce tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Pushing event deleted for resources: {'Port': ['ID=ddcd573b-856f-4ddd-8dde-43fb0967e6c5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:22.314170 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a345591-c222-4923-b225-9427f720afb7 req-f5bbc9ee-cce1-40b9-8639-0647c098aa35 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 HTTP/1.1" status: 200 len: 999 time: 0.1759186 Nov 12 00:45:22.380613 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6fc54-9ccf-4a95-bfc3-4899d98135e7 req-5e505505-7c28-4e24-86d2-d86cf961a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:22.383805 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f9923868-0bb0-41ea-affe-b4122d4a3706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.387910 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55a6fc54-9ccf-4a95-bfc3-4899d98135e7 req-5e505505-7c28-4e24-86d2-d86cf961a40a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a HTTP/1.1" status: 200 len: 922 time: 0.6182756 Nov 12 00:45:22.392214 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-965bf81b-6dc8-4b45-9133-ba4a529326d0 None None] For port 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf,segment=NetworkSegment(f598a8be-ad40-4b69-b5e2-92ebc547599c),segment_id=f598a8be-ad40-4b69-b5e2-92ebc547599c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:22.392728 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-965bf81b-6dc8-4b45-9133-ba4a529326d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.424102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b7be18-a277-4fb4-b3b3-c6a940b6c1ac req-afc6a2c2-e806-4e94-b91f-de4ea03a89ce tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] No DVR routers for this DVR port ddcd573b-856f-4ddd-8dde-43fb0967e6c5 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:22.434414 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a345591-c222-4923-b225-9427f720afb7 req-946f0e32-9a0d-4816-9927-5c975c5cc294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:22.437369 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a345591-c222-4923-b225-9427f720afb7 req-946f0e32-9a0d-4816-9927-5c975c5cc294 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca6f62c9-3a34-45a3-8f31-24454b3d735a HTTP/1.1" status: 200 len: 860 time: 0.1185896 Nov 12 00:45:22.438843 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-32b7be18-a277-4fb4-b3b3-c6a940b6c1ac req-afc6a2c2-e806-4e94-b91f-de4ea03a89ce tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.446580 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-32b7be18-a277-4fb4-b3b3-c6a940b6c1ac req-afc6a2c2-e806-4e94-b91f-de4ea03a89ce tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.15 "DELETE /v2.0/ports/ddcd573b-856f-4ddd-8dde-43fb0967e6c5 HTTP/1.1" status: 204 len: 173 time: 1.6630690 Nov 12 00:45:22.462914 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-965bf81b-6dc8-4b45-9133-ba4a529326d0 None None] Calling delete_port for 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:22.545412 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a345591-c222-4923-b225-9427f720afb7 req-4711af73-170d-4c3f-86bb-98879005c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:22.549921 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a345591-c222-4923-b225-9427f720afb7 req-4711af73-170d-4c3f-86bb-98879005c27d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020031 Nov 12 00:45:22.609920 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.666274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8b105-f6d6-422e-8fd4-fba11c28dca4 req-de2240ff-7a51-4de9-8de2-a54bc18b20d8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:22.667842 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55d8b105-f6d6-422e-8fd4-fba11c28dca4 req-de2240ff-7a51-4de9-8de2-a54bc18b20d8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 944 time: 0.5072887 Nov 12 00:45:22.730523 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-2f404923-f447-4920-88dc-8c40be97e890 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Deleting port 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:22.731399 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f404923-f447-4920-88dc-8c40be97e890 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.733608 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c07b3616-7f15-41e5-82ec-0beaf8fabbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'e748a9f4-3c29-4d5f-a5ac-91ea7736df4c', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'floating_ip_address': '172.25.0.64', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'port_id': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'mac_address': 'fa:16:3e:cf:b6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0525b0e-78f8-40e0-bb6d-edface8f0bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:44:28Z', 'updated_at': '2021-11-12T00:45:19Z', 'revision_number': 8, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6f7573-0558-4b14-8989-99ac421f3fd2', 'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'mac_address': 'fa:16:3e:81:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:04Z', 'updated_at': '2021-11-12T00:44:11Z', 'revision_number': 5, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'subnets': [{'id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:22.785216 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07b3616-7f15-41e5-82ec-0beaf8fabbd5 None None] The sync data for ids ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'] in n-d-712137-14 is: [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'e748a9f4-3c29-4d5f-a5ac-91ea7736df4c', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'floating_ip_address': '172.25.0.64', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'port_id': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'mac_address': 'fa:16:3e:cf:b6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0525b0e-78f8-40e0-bb6d-edface8f0bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:44:28Z', 'updated_at': '2021-11-12T00:45:19Z', 'revision_number': 8, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df6f7573-0558-4b14-8989-99ac421f3fd2', 'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'mac_address': 'fa:16:3e:81:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:04Z', 'updated_at': '2021-11-12T00:44:11Z', 'revision_number': 5, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'subnets': [{'id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:22.804638 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf,segment=NetworkSegment(f598a8be-ad40-4b69-b5e2-92ebc547599c),segment_id=f598a8be-ad40-4b69-b5e2-92ebc547599c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:22.818187 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.861274 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a345591-c222-4923-b225-9427f720afb7 req-c4fd2e02-ae69-47f0-9d3f-cb530826c104 service neutron] 10.222.0.31 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018720 Nov 12 00:45:22.866078 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-669242d7-83f7-4105-9a35-6b0615a9ffe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.891239 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55a6fc54-9ccf-4a95-bfc3-4899d98135e7 req-819090b3-f689-447c-ab23-0f788940f51e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 HTTP/1.1" status: 200 len: 999 time: 0.4767156 Nov 12 00:45:22.907700 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-669242d7-83f7-4105-9a35-6b0615a9ffe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.909681 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:22.939126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-2f404923-f447-4920-88dc-8c40be97e890 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] For port 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf,segment=NetworkSegment(f598a8be-ad40-4b69-b5e2-92ebc547599c),segment_id=f598a8be-ad40-4b69-b5e2-92ebc547599c)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:22.939506 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f404923-f447-4920-88dc-8c40be97e890 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:22.965613 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55d8b105-f6d6-422e-8fd4-fba11c28dca4 req-b1c38a17-bd2a-4262-bf39-cabc3a2ff5a0 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084599 Nov 12 00:45:22.993521 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-965bf81b-6dc8-4b45-9133-ba4a529326d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:23.010183 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965bf81b-6dc8-4b45-9133-ba4a529326d0 None None] No DVR routers for this DVR port 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:23.065747 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a345591-c222-4923-b225-9427f720afb7 req-7ea12e69-9eeb-4eb0-92d3-7c128c1a15e0 service neutron] 10.222.0.31 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968908 Nov 12 00:45:23.068094 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bf81b-6dc8-4b45-9133-ba4a529326d0 None None] Pushing event deleted for resources: {'Port': ['ID=858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:23.089727 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-2f404923-f447-4920-88dc-8c40be97e890 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Calling delete_port for 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:23.183112 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-669242d7-83f7-4105-9a35-6b0615a9ffe8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47d2b9508666462f9f6d025afe268ed2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7384093 Nov 12 00:45:23.185742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35332) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:23.247456 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669242d7-83f7-4105-9a35-6b0615a9ffe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15aca00c-6ee4-45d0-abcb-ecc1cb41b873,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:23.266644 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1564b805-f193-4d0b-980e-b24e8be15feb None None] New status for floating IP e748a9f4-3c29-4d5f-a5ac-91ea7736df4c: ACTIVE {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:45:23.282624 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6fc54-9ccf-4a95-bfc3-4899d98135e7 req-7c774d83-e907-4d21-a2cc-30b9710bb5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.284417 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55a6fc54-9ccf-4a95-bfc3-4899d98135e7 req-7c774d83-e907-4d21-a2cc-30b9710bb5ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ca6f62c9-3a34-45a3-8f31-24454b3d735a HTTP/1.1" status: 200 len: 860 time: 0.3781540 Nov 12 00:45:23.337598 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-660c81a0-703d-4264-a431-cc4c7ab543c8 req-f76c3c06-313c-4ac4-97b8-92755f634992 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/floatingips/e748a9f4-3c29-4d5f-a5ac-91ea7736df4c HTTP/1.1" status: 200 len: 996 time: 0.0906949 Nov 12 00:45:23.338235 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-90e32697-c5fb-4f0d-880c-b59e291e4579 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:23.349873 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f404923-f447-4920-88dc-8c40be97e890 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:23.365641 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-90e32697-c5fb-4f0d-880c-b59e291e4579 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:23.406608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6fc54-9ccf-4a95-bfc3-4899d98135e7 req-b8f5c7cf-5c4e-4316-b9ad-0bea50096e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.408616 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55a6fc54-9ccf-4a95-bfc3-4899d98135e7 req-b8f5c7cf-5c4e-4316-b9ad-0bea50096e32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1135092 Nov 12 00:45:23.409722 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f404923-f447-4920-88dc-8c40be97e890 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] No DVR routers for this DVR port 858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:23.412928 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f404923-f447-4920-88dc-8c40be97e890 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Pushing event deleted for resources: {'Port': ['ID=858ca1b5-fbf6-47b9-a5bc-7ae15b6d0aaf,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:23.417770 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:23.518825 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-90e32697-c5fb-4f0d-880c-b59e291e4579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:23.521630 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-90e32697-c5fb-4f0d-880c-b59e291e4579 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:23.522875 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-90e32697-c5fb-4f0d-880c-b59e291e4579 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15aca00c-6ee4-45d0-abcb-ecc1cb41b873 HTTP/1.1" status: 204 len: 168 time: 0.3360767 Nov 12 00:45:23.543072 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e32697-c5fb-4f0d-880c-b59e291e4579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15aca00c-6ee4-45d0-abcb-ecc1cb41b873,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:23.580366 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c81a0-703d-4264-a431-cc4c7ab543c8 req-09d3a790-aa42-42b3-9ae2-e45261a16f5c tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.581957 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-660c81a0-703d-4264-a431-cc4c7ab543c8 req-09d3a790-aa42-42b3-9ae2-e45261a16f5c tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.2125039 Nov 12 00:45:23.589221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02', 'name': 'network-vif-deleted', 'tag': 'ddcd573b-856f-4ddd-8dde-43fb0967e6c5'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:23.592813 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08a4c84-b038-4f57-b4e4-8cc96c664afc" -d '{"events": [{"server_uuid": "3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02", "name": "network-vif-deleted", "tag": "ddcd573b-856f-4ddd-8dde-43fb0967e6c5"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:23.650404 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f752ef-acae-4b0e-9f69-66224b3e4eed x-openstack-request-id: req-29f752ef-acae-4b0e-9f69-66224b3e4eed {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:23.651048 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02", "name": "network-vif-deleted", "tag": "ddcd573b-856f-4ddd-8dde-43fb0967e6c5", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:23.651527 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29f752ef-acae-4b0e-9f69-66224b3e4eed {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:23.652153 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfcd6b8-9fcf-49e8-9dde-08deaa52fc02', 'name': 'network-vif-deleted', 'tag': 'ddcd573b-856f-4ddd-8dde-43fb0967e6c5', 'status': 'completed', 'code': 200} Nov 12 00:45:23.743076 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f404923-f447-4920-88dc-8c40be97e890 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:23.787539 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55a6fc54-9ccf-4a95-bfc3-4899d98135e7 req-72cb741a-1223-4451-92a6-699f5d3093e8 service neutron] 10.222.0.21 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254578 Nov 12 00:45:23.794672 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-2f404923-f447-4920-88dc-8c40be97e890 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc77ae6-8222-4ae2-be8d-f8fb24439f7a']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:23.799594 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-8284903a-47c0-4faf-8481-da3e67b0527b tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.64 HTTP/1.1" status: 200 len: 1001 time: 0.1491284 Nov 12 00:45:23.823651 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-2f404923-f447-4920-88dc-8c40be97e890 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f598a8be-ad40-4b69-b5e2-92ebc547599c') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:23.824033 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-2f404923-f447-4920-88dc-8c40be97e890 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f598a8be-ad40-4b69-b5e2-92ebc547599c') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:23.875394 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f404923-f447-4920-88dc-8c40be97e890 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:23.929742 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-f8784536-dc1a-4592-bd37-28e8fbab4bae tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:23.931190 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-f8784536-dc1a-4592-bd37-28e8fbab4bae tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports/e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 HTTP/1.1" status: 200 len: 943 time: 0.1117132 Nov 12 00:45:23.933964 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f404923-f447-4920-88dc-8c40be97e890 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:23.946439 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f404923-f447-4920-88dc-8c40be97e890 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:45:23.946825 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f404923-f447-4920-88dc-8c40be97e890 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:45:23.950018 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:45:24.068115 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f404923-f447-4920-88dc-8c40be97e890 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:24.071216 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55a6fc54-9ccf-4a95-bfc3-4899d98135e7 req-92363eb5-1368-4e80-9da5-92998961bfce service neutron] 10.222.0.21 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655890 Nov 12 00:45:24.089353 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f404923-f447-4920-88dc-8c40be97e890 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:24.098097 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2f404923-f447-4920-88dc-8c40be97e890 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] 10.222.0.31 "DELETE /v2.0/networks/afc77ae6-8222-4ae2-be8d-f8fb24439f7a HTTP/1.1" status: 204 len: 168 time: 2.5156202 Nov 12 00:45:24.103961 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f404923-f447-4920-88dc-8c40be97e890 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206 tempest-ExtraDHCPOptionsIpV6TestJSON-304570206-project] Pushing event deleted for resources: {'Network': ['ID=afc77ae6-8222-4ae2-be8d-f8fb24439f7a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:24.131789 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-a2eb3575-2a79-423f-9ece-36d782b291fc tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.64 HTTP/1.1" status: 200 len: 1001 time: 0.1283600 Nov 12 00:45:24.155399 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device ddcd573b-856f-4ddd-8dde-43fb0967e6c5 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:24.183975 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3c510-ce59-46e7-9154-e918c63c6c16 req-90bade4d-0ee3-4cd3-90fb-b8ec385be4b7 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.186683 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53c3c510-ce59-46e7-9154-e918c63c6c16 req-90bade4d-0ee3-4cd3-90fb-b8ec385be4b7 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 944 time: 0.1097307 Nov 12 00:45:24.199870 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: ddcd573b-856f-4ddd-8dde-43fb0967e6c5 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:24.201016 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device ddcd573b-856f-4ddd-8dde-43fb0967e6c5 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:24.317465 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53c3c510-ce59-46e7-9154-e918c63c6c16 req-ef104716-19e1-438d-9ddc-6e7d756aae48 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161463 Nov 12 00:45:24.336109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-588d080f-b69b-404c-b686-be0fd82ce42b tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:24.349043 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-588d080f-b69b-404c-b686-be0fd82ce42b tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.2106030 Nov 12 00:45:24.394707 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:24.443833 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-2a9e7d1a-0b8d-46d6-a0fe-5b1331fbdcc0 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.64 HTTP/1.1" status: 200 len: 1001 time: 0.0935066 Nov 12 00:45:24.457283 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-303ad393-9b05-4ad3-bfaa-14b44d111470 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:24.513269 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35386) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:24.533388 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-303ad393-9b05-4ad3-bfaa-14b44d111470 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:24.656908 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35392) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:24.663807 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027721 Nov 12 00:45:24.664068 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35394) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:24.706837 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-303ad393-9b05-4ad3-bfaa-14b44d111470 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:24.710995 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-303ad393-9b05-4ad3-bfaa-14b44d111470 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:24.711373 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-303ad393-9b05-4ad3-bfaa-14b44d111470 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Floating IP e748a9f4-3c29-4d5f-a5ac-91ea7736df4c disassociated. External IP: 172.25.0.64, port: e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84. Nov 12 00:45:24.724092 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c951d9ec-8184-473b-9254-583a180718c5 tempest-NetworksApiDiscovery-1950032929 tempest-NetworksApiDiscovery-1950032929-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0589454 Nov 12 00:45:24.839953 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-393e74a5-a1d9-4ede-8279-deead8d3c683 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31ef8324856848e39ee0e7431544244f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3254519 Nov 12 00:45:24.842786 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35400) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:24.904720 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f6c9bf85-a6d2-4007-b5c5-4ca68d5c43e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:24.928817 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f6c9bf85-a6d2-4007-b5c5-4ca68d5c43e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:24.983946 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-303ad393-9b05-4ad3-bfaa-14b44d111470 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:45:24.999610 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f6c9bf85-a6d2-4007-b5c5-4ca68d5c43e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:25.002550 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f6c9bf85-a6d2-4007-b5c5-4ca68d5c43e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:25.004933 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f6c9bf85-a6d2-4007-b5c5-4ca68d5c43e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89c2c247-17b4-4529-aa5d-c9ad5fae57b7 HTTP/1.1" status: 204 len: 168 time: 0.1597207 Nov 12 00:45:25.022210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9bf85-a6d2-4007-b5c5-4ca68d5c43e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c2c247-17b4-4529-aa5d-c9ad5fae57b7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:25.035511 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35406) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:25.127250 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-303ad393-9b05-4ad3-bfaa-14b44d111470 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:25.133006 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-303ad393-9b05-4ad3-bfaa-14b44d111470 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:25.140675 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0180cc70-d36d-4a36-91ec-1abb3a573d2c None None] Sync routers for ids ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:25.157363 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0180cc70-d36d-4a36-91ec-1abb3a573d2c None None] Routers {'0d5cbc30-80cc-4535-8c80-d2ab4e743a78'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:25.158324 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-0180cc70-d36d-4a36-91ec-1abb3a573d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:25.184575 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-303ad393-9b05-4ad3-bfaa-14b44d111470 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "PUT /v2.0/floatingips/e748a9f4-3c29-4d5f-a5ac-91ea7736df4c HTTP/1.1" status: 200 len: 695 time: 0.7337227 Nov 12 00:45:25.185027 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0525b0e-78f8-40e0-bb6d-edface8f0bcb', 'tag': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:25.193814 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06945343-d960-4362-9321-0664b283cc5e" -d '{"events": [{"name": "network-changed", "server_uuid": "a0525b0e-78f8-40e0-bb6d-edface8f0bcb", "tag": "e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:25.312838 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cde7c7-e48e-42ec-830b-fdfede6192b4 x-openstack-request-id: req-09cde7c7-e48e-42ec-830b-fdfede6192b4 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:25.313334 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0525b0e-78f8-40e0-bb6d-edface8f0bcb", "tag": "e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:25.313914 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09cde7c7-e48e-42ec-830b-fdfede6192b4 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:25.314634 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0525b0e-78f8-40e0-bb6d-edface8f0bcb', 'tag': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84', 'status': 'completed', 'code': 200} Nov 12 00:45:25.355086 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:25.374780 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-51702543-9af2-4d06-a14b-342d84819d33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:25.433744 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-d1c63419-1111-466f-95dd-3e38721e4381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.439029 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-d1c63419-1111-466f-95dd-3e38721e4381 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7599eb657084d80a1806919aa3c14e6&device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 1098 time: 0.2393854 Nov 12 00:45:25.504342 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-0180cc70-d36d-4a36-91ec-1abb3a573d2c None None] Set router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:25.561368 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-51702543-9af2-4d06-a14b-342d84819d33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:25.588201 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-51702543-9af2-4d06-a14b-342d84819d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:25.678400 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06945343-d960-4362-9321-0664b283cc5e req-390bb9d1-0810-4580-9e46-2342d8468ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.681802 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-06945343-d960-4362-9321-0664b283cc5e req-390bb9d1-0810-4580-9e46-2342d8468ffa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7599eb657084d80a1806919aa3c14e6&device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 1098 time: 0.3292377 Nov 12 00:45:25.733266 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-51702543-9af2-4d06-a14b-342d84819d33 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da44840016a04ba0934486cfb22d002e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6962407 Nov 12 00:45:25.735026 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35434) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:25.745783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51702543-9af2-4d06-a14b-342d84819d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bba4184-4fb5-4c55-b7ce-5b0b402a4fb6,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:25.814175 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06945343-d960-4362-9321-0664b283cc5e req-9ed55489-7b4a-40ea-b907-e73343bf60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.815891 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-06945343-d960-4362-9321-0664b283cc5e req-9ed55489-7b4a-40ea-b907-e73343bf60ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a HTTP/1.1" status: 200 len: 922 time: 0.1230941 Nov 12 00:45:25.826136 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b36de-afd8-44f4-b455-17b3654e0cd9 req-68a2929f-3724-4234-8d31-72bc3d14a394 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.827733 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0c3b36de-afd8-44f4-b455-17b3654e0cd9 req-68a2929f-3724-4234-8d31-72bc3d14a394 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 944 time: 0.2727838 Nov 12 00:45:25.922373 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:25.936307 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-1a7a7255-e2fb-4760-9e66-922e507e922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:25.944100 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-37c4a587-a0d6-42ea-b789-046456db286d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:25.951000 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-1a7a7255-e2fb-4760-9e66-922e507e922f service neutron] 10.222.0.31 "GET /v2.0/networks?id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a HTTP/1.1" status: 200 len: 922 time: 0.4571340 Nov 12 00:45:25.952718 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-06945343-d960-4362-9321-0664b283cc5e req-15b8539b-5626-4592-95db-2b7a906d6939 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 HTTP/1.1" status: 200 len: 217 time: 0.1210604 Nov 12 00:45:25.953364 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0c3b36de-afd8-44f4-b455-17b3654e0cd9 req-7950aa24-8fc7-4b14-9f3a-62695202ed2f tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076779 Nov 12 00:45:25.987510 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-37c4a587-a0d6-42ea-b789-046456db286d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:26.036283 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-0180cc70-d36d-4a36-91ec-1abb3a573d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df6f7573-0558-4b14-8989-99ac421f3fd2', 'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'mac_address': 'fa:16:3e:81:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:04Z', 'updated_at': '2021-11-12T00:44:11Z', 'revision_number': 5, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'subnets': [{'id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:26.047859 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-1b44ab35-72a1-4e15-85d7-0868b555196b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 HTTP/1.1" status: 200 len: 217 time: 0.0471463 Nov 12 00:45:26.060178 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06945343-d960-4362-9321-0664b283cc5e req-a2021cef-498f-428e-b3d3-8486838d18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:26.061930 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-06945343-d960-4362-9321-0664b283cc5e req-a2021cef-498f-428e-b3d3-8486838d18a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ca6f62c9-3a34-45a3-8f31-24454b3d735a HTTP/1.1" status: 200 len: 860 time: 0.0996814 Nov 12 00:45:26.079389 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 6c5726cd-5b62-4d29-9344-f612f79bf6a0 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:26.107359 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0180cc70-d36d-4a36-91ec-1abb3a573d2c None None] Checking router: 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:45:26.122658 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-37c4a587-a0d6-42ea-b789-046456db286d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:26.126239 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-37c4a587-a0d6-42ea-b789-046456db286d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:26.130531 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-37c4a587-a0d6-42ea-b789-046456db286d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0bba4184-4fb5-4c55-b7ce-5b0b402a4fb6 HTTP/1.1" status: 204 len: 168 time: 0.3930302 Nov 12 00:45:26.132085 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0180cc70-d36d-4a36-91ec-1abb3a573d2c None None] Routers {'0d5cbc30-80cc-4535-8c80-d2ab4e743a78'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:26.136525 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-0180cc70-d36d-4a36-91ec-1abb3a573d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:26.154342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4a587-a0d6-42ea-b789-046456db286d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bba4184-4fb5-4c55-b7ce-5b0b402a4fb6,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:26.258470 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06945343-d960-4362-9321-0664b283cc5e req-06f9d97d-7025-4457-bf73-dd1494227498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:26.265547 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-06945343-d960-4362-9321-0664b283cc5e req-06f9d97d-7025-4457-bf73-dd1494227498 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1754673 Nov 12 00:45:26.273862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-f8f15654-d5c2-45bc-bd37-94edb99b7298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:26.275520 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-f8f15654-d5c2-45bc-bd37-94edb99b7298 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca6f62c9-3a34-45a3-8f31-24454b3d735a HTTP/1.1" status: 200 len: 860 time: 0.2071469 Nov 12 00:45:26.299307 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 6c5726cd-5b62-4d29-9344-f612f79bf6a0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=6c5726cd-5b62-4d29-9344-f612f79bf6a0,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:26.339170 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '6c5726cd-5b62-4d29-9344-f612f79bf6a0', 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e', 'port_id': '6c5726cd-5b62-4d29-9344-f612f79bf6a0', 'mac_address': 'fa:16:3e:01:5f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc5c04a-017f-4820-8cce-df76bd4f7a1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:45:26.455728 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:26.474463 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-545f8c7a-14db-4b43-883b-b886e9611ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:26.477542 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-545f8c7a-14db-4b43-883b-b886e9611ca8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1902623 Nov 12 00:45:26.497368 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5726cd-5b62-4d29-9344-f612f79bf6a0 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:45:26.508575 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-0180cc70-d36d-4a36-91ec-1abb3a573d2c None None] Set router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:26.541793 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35458) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:26.544369 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 6c5726cd-5b62-4d29-9344-f612f79bf6a0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=6c5726cd-5b62-4d29-9344-f612f79bf6a0,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:26.555607 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:26.576975 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-06945343-d960-4362-9321-0664b283cc5e req-623af8e6-2e77-470a-b18d-fcc6c3a20049 service neutron] 10.222.0.21 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910383 Nov 12 00:45:26.675389 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=6c5726cd-5b62-4d29-9344-f612f79bf6a0,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:26.704831 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-33baf34f-8965-4cff-8f54-0c87846c254d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'network': {'name': 'tempest-RoutersTest-2101804837'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:26.721292 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-47f5f7b8-2794-4130-a8d9-fae938225821 service neutron] 10.222.0.31 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344632 Nov 12 00:45:26.737588 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33baf34f-8965-4cff-8f54-0c87846c254d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Made reservation on behalf of 04c66709839745f5bde4b3cea0f296bc for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:26.755409 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-33baf34f-8965-4cff-8f54-0c87846c254d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:26.785546 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-33baf34f-8965-4cff-8f54-0c87846c254d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:26.837244 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['6c5726cd-5b62-4d29-9344-f612f79bf6a0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:26.895133 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-06945343-d960-4362-9321-0664b283cc5e req-ef55438b-abc5-4e77-b528-ade1259b142c service neutron] 10.222.0.21 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032875 Nov 12 00:45:26.942162 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f19250d-1ce5-421f-b7af-46ce9ec124a3 req-73d38d68-9263-4011-9f6f-7cc38d7643a5 service neutron] 10.222.0.31 "GET /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184322 Nov 12 00:45:27.045614 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-33baf34f-8965-4cff-8f54-0c87846c254d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.062044 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-33baf34f-8965-4cff-8f54-0c87846c254d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.145166 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33baf34f-8965-4cff-8f54-0c87846c254d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d93a3d-6513-49cf-8f0d-7edd78f388d2,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:27.209229 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33baf34f-8965-4cff-8f54-0c87846c254d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:45:27.213499 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65b97344-8881-4379-8f5d-204e26973272 req-b80a3604-ccdb-4d64-ba43-aeefb5d6cf7c tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/floatingips/e748a9f4-3c29-4d5f-a5ac-91ea7736df4c HTTP/1.1" status: 200 len: 695 time: 0.1076534 Nov 12 00:45:27.273098 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-33baf34f-8965-4cff-8f54-0c87846c254d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.273625 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-33baf34f-8965-4cff-8f54-0c87846c254d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Added segment 18d409eb-527f-412b-b383-6e05186b1c25 of type vlan for network 8c00b74a-223b-4be2-b3e0-c5cd7e89eb74 Nov 12 00:45:27.285342 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-0180cc70-d36d-4a36-91ec-1abb3a573d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df6f7573-0558-4b14-8989-99ac421f3fd2', 'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'mac_address': 'fa:16:3e:81:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:04Z', 'updated_at': '2021-11-12T00:44:11Z', 'revision_number': 5, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'subnets': [{'id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:27.332655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef40006-b632-41bf-8b39-7cdaa50e229c req-df230c9e-eda0-4760-a1a9-e47d1cb06e96 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:27.334266 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cef40006-b632-41bf-8b39-7cdaa50e229c req-df230c9e-eda0-4760-a1a9-e47d1cb06e96 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 945 time: 0.1653085 Nov 12 00:45:27.336156 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-33baf34f-8965-4cff-8f54-0c87846c254d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.359372 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0180cc70-d36d-4a36-91ec-1abb3a573d2c None None] The sync data for ids ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'] in n-d-712137-14 is: [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df6f7573-0558-4b14-8989-99ac421f3fd2', 'name': '', 'network_id': '3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'mac_address': 'fa:16:3e:81:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:04Z', 'updated_at': '2021-11-12T00:44:11Z', 'revision_number': 5, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'subnets': [{'id': 'ca6f62c9-3a34-45a3-8f31-24454b3d735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:27.399340 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b97344-8881-4379-8f5d-204e26973272 req-9a3311be-365c-46cd-a005-07736096cd79 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:27.399557 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-33baf34f-8965-4cff-8f54-0c87846c254d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.406229 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33baf34f-8965-4cff-8f54-0c87846c254d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:27.407018 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-33baf34f-8965-4cff-8f54-0c87846c254d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.412597 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65b97344-8881-4379-8f5d-204e26973272 req-9a3311be-365c-46cd-a005-07736096cd79 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.1918089 Nov 12 00:45:27.432619 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cef40006-b632-41bf-8b39-7cdaa50e229c req-3d0501cc-00bc-4daa-9b42-9b25a8fcc2b8 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874970 Nov 12 00:45:27.486985 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-33baf34f-8965-4cff-8f54-0c87846c254d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9435198 Nov 12 00:45:27.492722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35498) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:27.498465 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65b97344-8881-4379-8f5d-204e26973272 req-2c4010df-6a5c-44fc-9c17-441ecf642bef tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.64 HTTP/1.1" status: 200 len: 698 time: 0.0833769 Nov 12 00:45:27.526257 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6d142cda-9569-4b2d-8215-33c77ddb359f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'network': {'name': 'tempest-RoutersTest-810408291'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:27.591671 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65b97344-8881-4379-8f5d-204e26973272 req-a8044bf0-1d87-4669-9370-ca699168d967 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.64 HTTP/1.1" status: 200 len: 698 time: 0.0900118 Nov 12 00:45:27.592097 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33baf34f-8965-4cff-8f54-0c87846c254d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Network': ['ID=8c00b74a-223b-4be2-b3e0-c5cd7e89eb74,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:27.605988 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d142cda-9569-4b2d-8215-33c77ddb359f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Made reservation on behalf of 04c66709839745f5bde4b3cea0f296bc for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:27.609850 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 8c00b74a-223b-4be2-b3e0-c5cd7e89eb74 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:45:27.614364 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d142cda-9569-4b2d-8215-33c77ddb359f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.660655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d142cda-9569-4b2d-8215-33c77ddb359f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:45:27.672303 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d142cda-9569-4b2d-8215-33c77ddb359f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.672724 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-6d142cda-9569-4b2d-8215-33c77ddb359f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Added segment ca766c3e-ecae-4e94-8027-befde244649b of type vlan for network 4437f4fa-ce17-46d1-b4a7-a5419750ee5e Nov 12 00:45:27.741398 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d142cda-9569-4b2d-8215-33c77ddb359f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.775982 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d142cda-9569-4b2d-8215-33c77ddb359f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.782829 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d142cda-9569-4b2d-8215-33c77ddb359f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:27.783914 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d142cda-9569-4b2d-8215-33c77ddb359f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:27.891979 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6d142cda-9569-4b2d-8215-33c77ddb359f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3832736 Nov 12 00:45:27.893358 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35506) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:27.898480 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-89deabfd-97f0-448e-99a4-d48c52c5ff2e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'subnet': {'network_id': '8c00b74a-223b-4be2-b3e0-c5cd7e89eb74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:27.931883 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b92ee26-aef4-40e5-9ec6-a7a329918d7e None None] New status for floating IP e748a9f4-3c29-4d5f-a5ac-91ea7736df4c: DOWN {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:45:27.946428 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d142cda-9569-4b2d-8215-33c77ddb359f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Network': ['ID=4437f4fa-ce17-46d1-b4a7-a5419750ee5e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:28.048946 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89deabfd-97f0-448e-99a4-d48c52c5ff2e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Made reservation on behalf of 04c66709839745f5bde4b3cea0f296bc for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:28.065771 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-89deabfd-97f0-448e-99a4-d48c52c5ff2e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.250728 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-65b97344-8881-4379-8f5d-204e26973272 req-ab90c52b-012d-4ce9-b836-52d29cc8cf0d tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Deleting port f5627801-f788-4c4f-aa92-55a776123eca {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:28.252027 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-65b97344-8881-4379-8f5d-204e26973272 req-ab90c52b-012d-4ce9-b836-52d29cc8cf0d tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.263200 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 4437f4fa-ce17-46d1-b4a7-a5419750ee5e details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:45:28.266834 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 6c5726cd-5b62-4d29-9344-f612f79bf6a0 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:28.367649 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-89deabfd-97f0-448e-99a4-d48c52c5ff2e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.367959 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-65b97344-8881-4379-8f5d-204e26973272 req-ab90c52b-012d-4ce9-b836-52d29cc8cf0d tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.368333 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-65b97344-8881-4379-8f5d-204e26973272 req-ab90c52b-012d-4ce9-b836-52d29cc8cf0d tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.385981 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-65b97344-8881-4379-8f5d-204e26973272 req-ab90c52b-012d-4ce9-b836-52d29cc8cf0d tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Calling delete_port for f5627801-f788-4c4f-aa92-55a776123eca owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:28.498894 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89deabfd-97f0-448e-99a4-d48c52c5ff2e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Subnet': ['ID=7232d21b-90dc-4b88-bedb-3cb0e7cbf9d2,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:28.521500 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:45:28.527527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89deabfd-97f0-448e-99a4-d48c52c5ff2e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Checking segment: {'id': '18d409eb-527f-412b-b383-6e05186b1c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8c00b74a-223b-4be2-b3e0-c5cd7e89eb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:28.528058 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89deabfd-97f0-448e-99a4-d48c52c5ff2e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network hostable DHCP agents. Network: 8c00b74a-223b-4be2-b3e0-c5cd7e89eb74, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:45:28.529852 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:28.530717 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.599536 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89deabfd-97f0-448e-99a4-d48c52c5ff2e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network 8c00b74a-223b-4be2-b3e0-c5cd7e89eb74 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:45:28.604021 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-65b97344-8881-4379-8f5d-204e26973272 req-ab90c52b-012d-4ce9-b836-52d29cc8cf0d tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.630343 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-89deabfd-97f0-448e-99a4-d48c52c5ff2e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 8c00b74a-223b-4be2-b3e0-c5cd7e89eb74) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:28.637117 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89deabfd-97f0-448e-99a4-d48c52c5ff2e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:28.641758 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90c52b-012d-4ce9-b836-52d29cc8cf0d tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Pushing event deleted for resources: {'Port': ['ID=f5627801-f788-4c4f-aa92-55a776123eca,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:28.645417 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-89deabfd-97f0-448e-99a4-d48c52c5ff2e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.669128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e200827-229a-4345-bf09-f5dfc633af92 req-1a29b8df-825e-40b1-ad69-d609db174a1f tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:28.670826 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e200827-229a-4345-bf09-f5dfc633af92 req-1a29b8df-825e-40b1-ad69-d609db174a1f tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 945 time: 0.1095059 Nov 12 00:45:28.693914 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-89deabfd-97f0-448e-99a4-d48c52c5ff2e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7999263 Nov 12 00:45:28.694879 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35532) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:28.705567 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2a085a-8fa3-4cfc-95f9-a6c85d36ee7b None None] Network 8c00b74a-223b-4be2-b3e0-c5cd7e89eb74 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:28.711932 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-61d5e9ce-014c-425c-ab28-1cf5e2f1a1da tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'subnet': {'network_id': '4437f4fa-ce17-46d1-b4a7-a5419750ee5e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:28.761712 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-65b97344-8881-4379-8f5d-204e26973272 req-ab90c52b-012d-4ce9-b836-52d29cc8cf0d tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.782570 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-65b97344-8881-4379-8f5d-204e26973272 req-ab90c52b-012d-4ce9-b836-52d29cc8cf0d tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:28.799646 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65b97344-8881-4379-8f5d-204e26973272 req-ab90c52b-012d-4ce9-b836-52d29cc8cf0d tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "DELETE /v2.0/floatingips/e748a9f4-3c29-4d5f-a5ac-91ea7736df4c HTTP/1.1" status: 204 len: 173 time: 1.1952047 Nov 12 00:45:28.928119 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e200827-229a-4345-bf09-f5dfc633af92 req-86ee45f2-396d-40d1-b3ec-96b5cdccf5e7 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474434 Nov 12 00:45:28.982685 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d5e9ce-014c-425c-ab28-1cf5e2f1a1da tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Made reservation on behalf of 04c66709839745f5bde4b3cea0f296bc for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:28.991884 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-61d5e9ce-014c-425c-ab28-1cf5e2f1a1da tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.000584 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.012104 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9083d371-d696-4a34-8c66-20afc688a2d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-8c00b74a-223b-4be2-b3e0-c5cd7e89eb74', 'network_id': '8c00b74a-223b-4be2-b3e0-c5cd7e89eb74', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'fixed_ips': [{'subnet_id': '7232d21b-90dc-4b88-bedb-3cb0e7cbf9d2'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:45:29.012940 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9083d371-d696-4a34-8c66-20afc688a2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.117124 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b7242c-b561-4337-9ccf-8b1098c1e1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5726cd-5b62-4d29-9344-f612f79bf6a0'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:29.120114 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355dea9a-d83d-4e06-b4aa-417e6795f4f0" -d '{"events": [{"server_uuid": "d7b7242c-b561-4337-9ccf-8b1098c1e1b2", "name": "network-vif-plugged", "status": "completed", "tag": "6c5726cd-5b62-4d29-9344-f612f79bf6a0"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:29.195718 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 6c5726cd-5b62-4d29-9344-f612f79bf6a0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=6c5726cd-5b62-4d29-9344-f612f79bf6a0,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:29.207743 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.292371 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d553f078-355d-40aa-9466-297e94c0e1cc x-openstack-request-id: req-d553f078-355d-40aa-9466-297e94c0e1cc {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:29.293220 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b7242c-b561-4337-9ccf-8b1098c1e1b2", "name": "network-vif-plugged", "status": "completed", "tag": "6c5726cd-5b62-4d29-9344-f612f79bf6a0", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:29.293727 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d553f078-355d-40aa-9466-297e94c0e1cc {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:29.294444 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b7242c-b561-4337-9ccf-8b1098c1e1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5726cd-5b62-4d29-9344-f612f79bf6a0', 'code': 200} Nov 12 00:45:29.362868 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=6c5726cd-5b62-4d29-9344-f612f79bf6a0,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:29.376849 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-9083d371-d696-4a34-8c66-20afc688a2d0 None None] Allocated IP 172.20.0.2 (8c00b74a-223b-4be2-b3e0-c5cd7e89eb74/7232d21b-90dc-4b88-bedb-3cb0e7cbf9d2/38d78e59-2434-4c94-bea5-7a8c360c06eb) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:29.389061 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-61d5e9ce-014c-425c-ab28-1cf5e2f1a1da tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.437931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35552) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:29.493885 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551dabef-02a0-4f2f-9474-640b38bf9b78 req-50340bd0-7b71-4982-b1b1-066f07f31dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:29.498686 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-551dabef-02a0-4f2f-9474-640b38bf9b78 req-50340bd0-7b71-4982-b1b1-066f07f31dda service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 1098 time: 0.1235478 Nov 12 00:45:29.520966 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc2db6-36b2-4f8c-9b9d-4e8f89b0cb67 req-2fbfe139-3150-4472-9e2a-6a0d47c3526e tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:29.530538 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-80bc2db6-36b2-4f8c-9b9d-4e8f89b0cb67 req-2fbfe139-3150-4472-9e2a-6a0d47c3526e tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 946 time: 0.1954284 Nov 12 00:45:29.557868 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d5e9ce-014c-425c-ab28-1cf5e2f1a1da tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Checking segment: {'id': 'ca766c3e-ecae-4e94-8027-befde244649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4437f4fa-ce17-46d1-b4a7-a5419750ee5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:29.559028 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d5e9ce-014c-425c-ab28-1cf5e2f1a1da tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network hostable DHCP agents. Network: 4437f4fa-ce17-46d1-b4a7-a5419750ee5e, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:45:29.562204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5e9ce-014c-425c-ab28-1cf5e2f1a1da tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Subnet': ['ID=16ebd000-8202-4a6b-9098-3850aed9ba13,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:29.570966 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9083d371-d696-4a34-8c66-20afc688a2d0 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.580469 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9083d371-d696-4a34-8c66-20afc688a2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.618856 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d5e9ce-014c-425c-ab28-1cf5e2f1a1da tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network 4437f4fa-ce17-46d1-b4a7-a5419750ee5e is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:45:29.630579 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-551dabef-02a0-4f2f-9474-640b38bf9b78 req-f3795473-41cb-4eba-8cda-8f9264f5c160 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209285 Nov 12 00:45:29.635443 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-80bc2db6-36b2-4f8c-9b9d-4e8f89b0cb67 req-b4cf7139-32c3-4ccd-88e4-ebf25b7d1d19 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037178 Nov 12 00:45:29.642076 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9083d371-d696-4a34-8c66-20afc688a2d0 None None] Network 8c00b74a-223b-4be2-b3e0-c5cd7e89eb74 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:29.642296 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-61d5e9ce-014c-425c-ab28-1cf5e2f1a1da tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 4437f4fa-ce17-46d1-b4a7-a5419750ee5e) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:29.649525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-9083d371-d696-4a34-8c66-20afc688a2d0 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:29.656079 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9083d371-d696-4a34-8c66-20afc688a2d0 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:29.660148 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91057d19-828f-414f-9da9-1501bc1aab2b None None] Network 4437f4fa-ce17-46d1-b4a7-a5419750ee5e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:29.665718 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d5e9ce-014c-425c-ab28-1cf5e2f1a1da tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:29.667493 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-61d5e9ce-014c-425c-ab28-1cf5e2f1a1da tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.672385 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083d371-d696-4a34-8c66-20afc688a2d0 None None] Pushing event updated for resources: {'Port': ['ID=38d78e59-2434-4c94-bea5-7a8c360c06eb,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:29.692529 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-61d5e9ce-014c-425c-ab28-1cf5e2f1a1da tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9949615 Nov 12 00:45:29.696397 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35556) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:29.702500 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-2ac8f8fa-cffd-406a-90c9-4c016378351f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-451387478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:29.748942 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac972fc9-a522-4562-9d58-ff37f357f94b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.762862 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ac8f8fa-cffd-406a-90c9-4c016378351f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.764371 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ac8f8fa-cffd-406a-90c9-4c016378351f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.922980 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ac8f8fa-cffd-406a-90c9-4c016378351f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.931690 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ac8f8fa-cffd-406a-90c9-4c016378351f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.973185 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ac8f8fa-cffd-406a-90c9-4c016378351f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:29.974478 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2ac8f8fa-cffd-406a-90c9-4c016378351f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2764697 Nov 12 00:45:29.981341 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35564) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:29.996730 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-9083d371-d696-4a34-8c66-20afc688a2d0 None None] Attempting to bind port 38d78e59-2434-4c94-bea5-7a8c360c06eb on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:29.997328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-9083d371-d696-4a34-8c66-20afc688a2d0 None None] Attempting to bind port 38d78e59-2434-4c94-bea5-7a8c360c06eb by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '18d409eb-527f-412b-b383-6e05186b1c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8c00b74a-223b-4be2-b3e0-c5cd7e89eb74'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:29.997440 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9083d371-d696-4a34-8c66-20afc688a2d0 None None] Attempting to bind port 38d78e59-2434-4c94-bea5-7a8c360c06eb on network 8c00b74a-223b-4be2-b3e0-c5cd7e89eb74 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:29.998623 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac972fc9-a522-4562-9d58-ff37f357f94b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.005888 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9083d371-d696-4a34-8c66-20afc688a2d0 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:30.006272 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9083d371-d696-4a34-8c66-20afc688a2d0 None None] Checking segment: {'id': '18d409eb-527f-412b-b383-6e05186b1c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8c00b74a-223b-4be2-b3e0-c5cd7e89eb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:30.006665 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac972fc9-a522-4562-9d58-ff37f357f94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.006787 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9083d371-d696-4a34-8c66-20afc688a2d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.007139 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9083d371-d696-4a34-8c66-20afc688a2d0 None None] Bound using segment: {'id': '18d409eb-527f-412b-b383-6e05186b1c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8c00b74a-223b-4be2-b3e0-c5cd7e89eb74'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:30.007631 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-9083d371-d696-4a34-8c66-20afc688a2d0 None None] Bound port: 38d78e59-2434-4c94-bea5-7a8c360c06eb, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d409eb-527f-412b-b383-6e05186b1c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8c00b74a-223b-4be2-b3e0-c5cd7e89eb74'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:30.008018 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9083d371-d696-4a34-8c66-20afc688a2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.060252 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac972fc9-a522-4562-9d58-ff37f357f94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c51bfb-1b14-4d77-b729-b0b66e3a58a5,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:30.105234 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ac972fc9-a522-4562-9d58-ff37f357f94b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e76f3168974d44cdb9fa5eb529ca2a1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6644864 Nov 12 00:45:30.106086 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35568) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:30.140956 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-9083d371-d696-4a34-8c66-20afc688a2d0 None None] For port 38d78e59-2434-4c94-bea5-7a8c360c06eb, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:30.144783 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d88ac3-0afc-45f9-8b34-90111f7860a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-4437f4fa-ce17-46d1-b4a7-a5419750ee5e', 'network_id': '4437f4fa-ce17-46d1-b4a7-a5419750ee5e', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'fixed_ips': [{'subnet_id': '16ebd000-8202-4a6b-9098-3850aed9ba13'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:45:30.145724 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-15d88ac3-0afc-45f9-8b34-90111f7860a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.149074 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-9083d371-d696-4a34-8c66-20afc688a2d0 None None] For port 38d78e59-2434-4c94-bea5-7a8c360c06eb, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=38d78e59-2434-4c94-bea5-7a8c360c06eb,segment=NetworkSegment(18d409eb-527f-412b-b383-6e05186b1c25),segment_id=18d409eb-527f-412b-b383-6e05186b1c25)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:30.163246 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9083d371-d696-4a34-8c66-20afc688a2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.230630 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e89db7cb-2408-410d-889c-bf63a597e81d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.260570 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e89db7cb-2408-410d-889c-bf63a597e81d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.335153 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2b35a-38d3-48b6-ad3e-f249d1659ea8 req-2b845cbd-ebcd-4bb5-8034-ffd71c74dac1 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:30.345414 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-48b2b35a-38d3-48b6-ad3e-f249d1659ea8 req-2b845cbd-ebcd-4bb5-8034-ffd71c74dac1 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 946 time: 0.2297969 Nov 12 00:45:30.350783 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e89db7cb-2408-410d-889c-bf63a597e81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.359692 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e89db7cb-2408-410d-889c-bf63a597e81d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.364052 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e89db7cb-2408-410d-889c-bf63a597e81d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1c51bfb-1b14-4d77-b729-b0b66e3a58a5 HTTP/1.1" status: 204 len: 168 time: 0.2540061 Nov 12 00:45:30.382831 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89db7cb-2408-410d-889c-bf63a597e81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c51bfb-1b14-4d77-b729-b0b66e3a58a5,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:30.438275 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083d371-d696-4a34-8c66-20afc688a2d0 None None] Pushing event updated for resources: {'Port': ['ID=38d78e59-2434-4c94-bea5-7a8c360c06eb,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:30.511541 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-48b2b35a-38d3-48b6-ad3e-f249d1659ea8 req-624e6a88-0367-42d8-947e-b5ffe68a2798 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649516 Nov 12 00:45:30.570852 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-15d88ac3-0afc-45f9-8b34-90111f7860a8 None None] Allocated IP 172.21.0.2 (4437f4fa-ce17-46d1-b4a7-a5419750ee5e/16ebd000-8202-4a6b-9098-3850aed9ba13/f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:30.592058 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd10d30e-4a87-4b10-ba42-8e5645681bad tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.858989 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-15d88ac3-0afc-45f9-8b34-90111f7860a8 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.868847 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-15d88ac3-0afc-45f9-8b34-90111f7860a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.955559 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d88ac3-0afc-45f9-8b34-90111f7860a8 None None] Network 4437f4fa-ce17-46d1-b4a7-a5419750ee5e is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:30.963411 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-15d88ac3-0afc-45f9-8b34-90111f7860a8 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:30.982284 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d88ac3-0afc-45f9-8b34-90111f7860a8 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:31.012586 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d88ac3-0afc-45f9-8b34-90111f7860a8 None None] Pushing event updated for resources: {'Port': ['ID=f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:31.066052 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35580) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:31.091783 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f473d62c-8ac5-4219-aa23-48f0533cec1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.104269 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-15d88ac3-0afc-45f9-8b34-90111f7860a8 None None] Attempting to bind port f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:31.104790 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-15d88ac3-0afc-45f9-8b34-90111f7860a8 None None] Attempting to bind port f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'ca766c3e-ecae-4e94-8027-befde244649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4437f4fa-ce17-46d1-b4a7-a5419750ee5e'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:31.105236 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d88ac3-0afc-45f9-8b34-90111f7860a8 None None] Attempting to bind port f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc on network 4437f4fa-ce17-46d1-b4a7-a5419750ee5e {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:31.113727 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d88ac3-0afc-45f9-8b34-90111f7860a8 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:31.114454 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d88ac3-0afc-45f9-8b34-90111f7860a8 None None] Checking segment: {'id': 'ca766c3e-ecae-4e94-8027-befde244649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4437f4fa-ce17-46d1-b4a7-a5419750ee5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:31.115068 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-cd10d30e-4a87-4b10-ba42-8e5645681bad tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Allocated IP 172.20.0.1 (8c00b74a-223b-4be2-b3e0-c5cd7e89eb74/7232d21b-90dc-4b88-bedb-3cb0e7cbf9d2/5fdfabce-a5fe-40e9-a6f5-23028194a73e) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:31.115188 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-15d88ac3-0afc-45f9-8b34-90111f7860a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.117539 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d88ac3-0afc-45f9-8b34-90111f7860a8 None None] Bound using segment: {'id': 'ca766c3e-ecae-4e94-8027-befde244649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4437f4fa-ce17-46d1-b4a7-a5419750ee5e'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:31.118895 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-15d88ac3-0afc-45f9-8b34-90111f7860a8 None None] Bound port: f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca766c3e-ecae-4e94-8027-befde244649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4437f4fa-ce17-46d1-b4a7-a5419750ee5e'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:31.119551 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc93a4c-e8e2-4204-b34a-ea11f46aa984 req-656e4804-4d9d-457f-a85a-34fb7348e779 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:31.120012 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-15d88ac3-0afc-45f9-8b34-90111f7860a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.121567 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5bc93a4c-e8e2-4204-b34a-ea11f46aa984 req-656e4804-4d9d-457f-a85a-34fb7348e779 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 946 time: 0.2047350 Nov 12 00:45:31.159166 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556752c-73e5-4bcc-b728-d2396436fb88 req-03d35b30-1098-46ca-b215-2365298428d8 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:31.161369 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c556752c-73e5-4bcc-b728-d2396436fb88 req-03d35b30-1098-46ca-b215-2365298428d8 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 946 time: 0.1585052 Nov 12 00:45:31.271594 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-15d88ac3-0afc-45f9-8b34-90111f7860a8 None None] For port f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:31.277688 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-15d88ac3-0afc-45f9-8b34-90111f7860a8 None None] For port f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc,segment=NetworkSegment(ca766c3e-ecae-4e94-8027-befde244649b),segment_id=ca766c3e-ecae-4e94-8027-befde244649b)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:31.285473 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-15d88ac3-0afc-45f9-8b34-90111f7860a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.351554 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5bc93a4c-e8e2-4204-b34a-ea11f46aa984 req-0df2483c-41b6-4503-b636-36e2b5538853 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133629 Nov 12 00:45:31.384046 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-c556752c-73e5-4bcc-b728-d2396436fb88 req-90cf3792-4438-445a-a799-1884d1fa6407 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Deleting port e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:31.384399 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c556752c-73e5-4bcc-b728-d2396436fb88 req-90cf3792-4438-445a-a799-1884d1fa6407 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.425766 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d88ac3-0afc-45f9-8b34-90111f7860a8 None None] Pushing event updated for resources: {'Port': ['ID=f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:31.504291 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd10d30e-4a87-4b10-ba42-8e5645681bad tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.523203 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f473d62c-8ac5-4219-aa23-48f0533cec1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.558052 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f473d62c-8ac5-4219-aa23-48f0533cec1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.652200 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473d62c-8ac5-4219-aa23-48f0533cec1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02656b5a-bc31-48fd-ba5e-45abda51db24,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:31.733139 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-c556752c-73e5-4bcc-b728-d2396436fb88 req-90cf3792-4438-445a-a799-1884d1fa6407 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] For port e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84,segment=NetworkSegment(bf5aac80-8f2b-48d2-b459-fc0469e08d3a),segment_id=bf5aac80-8f2b-48d2-b459-fc0469e08d3a)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:31.733139 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c556752c-73e5-4bcc-b728-d2396436fb88 req-90cf3792-4438-445a-a799-1884d1fa6407 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.747125 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-c556752c-73e5-4bcc-b728-d2396436fb88 req-90cf3792-4438-445a-a799-1884d1fa6407 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Calling delete_port for e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:31.787718 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f473d62c-8ac5-4219-aa23-48f0533cec1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6708a1a171d2454ba942746a5054e720&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7190609 Nov 12 00:45:31.787718 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35590) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:31.834607 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd10d30e-4a87-4b10-ba42-8e5645681bad tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:31.924371 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641ae49-d9cd-4177-a8d9-e86a65d90ae7 req-ef707260-7734-42b4-80f9-83af315e8bc1 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:31.927176 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a641ae49-d9cd-4177-a8d9-e86a65d90ae7 req-ef707260-7734-42b4-80f9-83af315e8bc1 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 946 time: 0.2171052 Nov 12 00:45:31.939326 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd10d30e-4a87-4b10-ba42-8e5645681bad tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network 8c00b74a-223b-4be2-b3e0-c5cd7e89eb74 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:31.950075 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-cd10d30e-4a87-4b10-ba42-8e5645681bad tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:31.967687 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd10d30e-4a87-4b10-ba42-8e5645681bad tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:32.026815 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6fc52127-9253-4993-932f-ded288d9acc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.038568 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10d30e-4a87-4b10-ba42-8e5645681bad tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Port': ['ID=5fdfabce-a5fe-40e9-a6f5-23028194a73e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:32.091035 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c556752c-73e5-4bcc-b728-d2396436fb88 req-90cf3792-4438-445a-a799-1884d1fa6407 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.109656 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:32.113972 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6fc52127-9253-4993-932f-ded288d9acc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.162915 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a641ae49-d9cd-4177-a8d9-e86a65d90ae7 req-97a6a138-0445-4edc-b4c1-71d24575ce73 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141531 Nov 12 00:45:32.166407 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd10d30e-4a87-4b10-ba42-8e5645681bad tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.173113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf3792-4438-445a-a799-1884d1fa6407 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Pushing event deleted for resources: {'Port': ['ID=e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:32.197260 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 38d78e59-2434-4c94-bea5-7a8c360c06eb up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:32.284891 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-c556752c-73e5-4bcc-b728-d2396436fb88 req-90cf3792-4438-445a-a799-1884d1fa6407 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] No DVR routers for this DVR port e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:32.305816 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c556752c-73e5-4bcc-b728-d2396436fb88 req-90cf3792-4438-445a-a799-1884d1fa6407 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.309041 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 38d78e59-2434-4c94-bea5-7a8c360c06eb triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:32.309203 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c556752c-73e5-4bcc-b728-d2396436fb88 req-90cf3792-4438-445a-a799-1884d1fa6407 tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.21 "DELETE /v2.0/ports/e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 HTTP/1.1" status: 204 len: 173 time: 1.1370988 Nov 12 00:45:32.309692 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.309839 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0525b0e-78f8-40e0-bb6d-edface8f0bcb', 'name': 'network-vif-deleted', 'tag': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:32.312863 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac352ef0-034a-455f-9e33-04bd7e492576" -d '{"events": [{"server_uuid": "a0525b0e-78f8-40e0-bb6d-edface8f0bcb", "name": "network-vif-deleted", "tag": "e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:32.360089 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30471d-8b6a-4528-9e2b-7573d7a1a6d3 req-dbb89b1d-dea2-4fc1-be42-fd8e82bc74d0 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:32.372343 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b30471d-8b6a-4528-9e2b-7573d7a1a6d3 req-dbb89b1d-dea2-4fc1-be42-fd8e82bc74d0 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 1098 time: 0.0885067 Nov 12 00:45:32.385334 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a447eb-0330-46aa-b482-585d82f20d1e None None] Network 8c00b74a-223b-4be2-b3e0-c5cd7e89eb74 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:32.433319 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b30471d-8b6a-4528-9e2b-7573d7a1a6d3 req-8ebfe011-6884-43af-8eee-0c3bd7d15d5b tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601711 Nov 12 00:45:32.510788 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad7927f-2cb6-426d-99c2-b4e176c54375 x-openstack-request-id: req-cad7927f-2cb6-426d-99c2-b4e176c54375 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:32.511112 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0525b0e-78f8-40e0-bb6d-edface8f0bcb", "name": "network-vif-deleted", "tag": "e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:32.511370 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cad7927f-2cb6-426d-99c2-b4e176c54375 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:32.511786 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0525b0e-78f8-40e0-bb6d-edface8f0bcb', 'name': 'network-vif-deleted', 'tag': 'e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84', 'status': 'completed', 'code': 200} Nov 12 00:45:32.569305 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0af0cbd7-2d61-474f-ad4d-a9229b36da1e req-5194ae00-ed4e-46f0-b492-9fa75b0c1eab tempest-FloatingIPsAssociationTestJSON-1414553855 tempest-FloatingIPsAssociationTestJSON-1414553855-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0525b0e-78f8-40e0-bb6d-edface8f0bcb HTTP/1.1" status: 200 len: 210 time: 0.0393994 Nov 12 00:45:32.640360 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-94e35a81-97de-443a-9db1-40ff0ad2ab48 None None] Provisioning complete for port 38d78e59-2434-4c94-bea5-7a8c360c06eb triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:32.640891 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-94e35a81-97de-443a-9db1-40ff0ad2ab48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.747557 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.827061 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 38d78e59-2434-4c94-bea5-7a8c360c06eb, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=38d78e59-2434-4c94-bea5-7a8c360c06eb,segment=NetworkSegment(18d409eb-527f-412b-b383-6e05186b1c25),segment_id=18d409eb-527f-412b-b383-6e05186b1c25)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:32.838623 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.844019 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-94e35a81-97de-443a-9db1-40ff0ad2ab48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.934949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=38d78e59-2434-4c94-bea5-7a8c360c06eb,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:32.965257 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6fc52127-9253-4993-932f-ded288d9acc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.973700 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6fc52127-9253-4993-932f-ded288d9acc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.975169 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6fc52127-9253-4993-932f-ded288d9acc9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02656b5a-bc31-48fd-ba5e-45abda51db24 HTTP/1.1" status: 204 len: 168 time: 1.1827927 Nov 12 00:45:32.980020 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-94e35a81-97de-443a-9db1-40ff0ad2ab48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:45:32.980392 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-94e35a81-97de-443a-9db1-40ff0ad2ab48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:45:32.997402 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc52127-9253-4993-932f-ded288d9acc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02656b5a-bc31-48fd-ba5e-45abda51db24,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:33.023972 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd10d30e-4a87-4b10-ba42-8e5645681bad tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:33.059927 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53b275-0766-4082-9947-62996775fad8 req-b9b62017-4aad-4407-a13a-40648f2afecc tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:33.069228 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b53b275-0766-4082-9947-62996775fad8 req-b9b62017-4aad-4407-a13a-40648f2afecc tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 1098 time: 0.1939275 Nov 12 00:45:33.207184 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b53b275-0766-4082-9947-62996775fad8 req-3f09b32a-3af7-4d3f-91db-20784f4ee7dd tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351037 Nov 12 00:45:33.368896 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-3acfc10c-915d-428e-ac6c-4e947b0724e7 req-44b05890-743c-4a38-b9d8-d7ff9cc843c3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:45:33.370110 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3acfc10c-915d-428e-ac6c-4e947b0724e7 req-44b05890-743c-4a38-b9d8-d7ff9cc843c3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090165 Nov 12 00:45:33.555165 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2841cc-4b3b-4eb5-b056-f195b29d06be None None] Network 4437f4fa-ce17-46d1-b4a7-a5419750ee5e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:33.679720 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd10d30e-4a87-4b10-ba42-8e5645681bad tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:33.686573 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd10d30e-4a87-4b10-ba42-8e5645681bad tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:33.705820 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35640) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:33.814187 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10d30e-4a87-4b10-ba42-8e5645681bad tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Port': ['ID=5fdfabce-a5fe-40e9-a6f5-23028194a73e,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:33.852454 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd10d30e-4a87-4b10-ba42-8e5645681bad tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:33.852749 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7700999a-3b96-4660-ad5c-16ba41373bfe None None] Provisioning complete for port 5fdfabce-a5fe-40e9-a6f5-23028194a73e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:33.852974 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7700999a-3b96-4660-ad5c-16ba41373bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:33.968400 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7700999a-3b96-4660-ad5c-16ba41373bfe None None] Port 5fdfabce-a5fe-40e9-a6f5-23028194a73e cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:34.037540 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7700999a-3b96-4660-ad5c-16ba41373bfe None None] Provisioning complete for port f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:34.037914 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7700999a-3b96-4660-ad5c-16ba41373bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.070990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd10d30e-4a87-4b10-ba42-8e5645681bad tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network 8c00b74a-223b-4be2-b3e0-c5cd7e89eb74 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:34.078307 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-cd10d30e-4a87-4b10-ba42-8e5645681bad tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:34.117987 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:34.176797 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:34.177163 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e2e3a7c5-2db1-4ba2-a184-1bbec5f0cf84 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:34.297900 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 38d78e59-2434-4c94-bea5-7a8c360c06eb up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:34.404568 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7700999a-3b96-4660-ad5c-16ba41373bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.453913 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd10d30e-4a87-4b10-ba42-8e5645681bad tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router 74c3c9df-4e14-4924-b160-cd75e2ba73da is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:45:34.538027 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-7700999a-3b96-4660-ad5c-16ba41373bfe None None] For port f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc,segment=NetworkSegment(ca766c3e-ecae-4e94-8027-befde244649b),segment_id=ca766c3e-ecae-4e94-8027-befde244649b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:34.549690 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 38d78e59-2434-4c94-bea5-7a8c360c06eb triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:34.550069 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.635691 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7700999a-3b96-4660-ad5c-16ba41373bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.721648 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7700999a-3b96-4660-ad5c-16ba41373bfe None None] Provisioning complete for port 38d78e59-2434-4c94-bea5-7a8c360c06eb triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:34.722673 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7700999a-3b96-4660-ad5c-16ba41373bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.723191 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd10d30e-4a87-4b10-ba42-8e5645681bad tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:34.735392 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69fa920-a61a-4aaa-b207-f0b8c4a5f2be None None] Sync routers for ids ['74c3c9df-4e14-4924-b160-cd75e2ba73da'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:34.737702 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cd10d30e-4a87-4b10-ba42-8e5645681bad tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/74c3c9df-4e14-4924-b160-cd75e2ba73da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7549803 Nov 12 00:45:34.742810 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35686) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:34.755456 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69fa920-a61a-4aaa-b207-f0b8c4a5f2be None None] Routers {'74c3c9df-4e14-4924-b160-cd75e2ba73da'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:34.758110 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c69fa920-a61a-4aaa-b207-f0b8c4a5f2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['74c3c9df-4e14-4924-b160-cd75e2ba73da'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:34.799218 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c69fa920-a61a-4aaa-b207-f0b8c4a5f2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:34.810722 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69fa920-a61a-4aaa-b207-f0b8c4a5f2be None None] Routers {'74c3c9df-4e14-4924-b160-cd75e2ba73da'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:34.811574 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c69fa920-a61a-4aaa-b207-f0b8c4a5f2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['74c3c9df-4e14-4924-b160-cd75e2ba73da'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:34.848290 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c69fa920-a61a-4aaa-b207-f0b8c4a5f2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:34.849307 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69fa920-a61a-4aaa-b207-f0b8c4a5f2be None None] The sync data for ids ['74c3c9df-4e14-4924-b160-cd75e2ba73da'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:34.861503 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3929b4-a444-4140-9722-95608561c80e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:34.863117 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6b3929b4-a444-4140-9722-95608561c80e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/ports/5fdfabce-a5fe-40e9-a6f5-23028194a73e HTTP/1.1" status: 200 len: 910 time: 0.1185303 Nov 12 00:45:34.866105 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35692) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:34.908611 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700999a-3b96-4660-ad5c-16ba41373bfe None None] Pushing event updated for resources: {'Port': ['ID=f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:34.989165 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:35.130880 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-89e52398-b9c7-46a2-8a40-42648d7fb4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:35.216188 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:35.216975 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:35.236737 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-d0ae231e-8067-417e-a5cd-f415eb3ec0f5 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:45:35.240058 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-d0ae231e-8067-417e-a5cd-f415eb3ec0f5 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147138 Nov 12 00:45:35.336802 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-3ef02d38-124a-4b3b-b9d0-8c7c5550ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:35.338433 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-3ef02d38-124a-4b3b-b9d0-8c7c5550ed4a service neutron] 10.222.0.31 "GET /v2.0/ports/6c5726cd-5b62-4d29-9344-f612f79bf6a0 HTTP/1.1" status: 200 len: 1095 time: 0.0629671 Nov 12 00:45:35.357879 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-978ddfc1-bab1-4e5d-9e94-88d06f6c9e46 None None] Provisioning complete for port 5fdfabce-a5fe-40e9-a6f5-23028194a73e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:35.358264 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-978ddfc1-bab1-4e5d-9e94-88d06f6c9e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:35.390353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-fb0d0d12-a37a-438d-901c-708765ea6700 service neutron] Request body: {'binding': {'host': 'n-h2-712137-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:35.390819 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-fb0d0d12-a37a-438d-901c-708765ea6700 service neutron] Unknown quota resources ['binding']. {{(pid=114243) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:45:35.440500 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-978ddfc1-bab1-4e5d-9e94-88d06f6c9e46 None None] Port 5fdfabce-a5fe-40e9-a6f5-23028194a73e cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:35.477224 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-978ddfc1-bab1-4e5d-9e94-88d06f6c9e46 None None] Provisioning complete for port f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:35.479224 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-978ddfc1-bab1-4e5d-9e94-88d06f6c9e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:35.658463 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-49234dd8-b919-454d-b077-160be17752a8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:35.700523 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-89e52398-b9c7-46a2-8a40-42648d7fb4ad admin admin] Deleting port df6f7573-0558-4b14-8989-99ac421f3fd2 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:35.701174 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-89e52398-b9c7-46a2-8a40-42648d7fb4ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:35.717842 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-fb0d0d12-a37a-438d-901c-708765ea6700 service neutron] Attempting to bind port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 on host n-h2-712137-14 for vnic_type normal with profile None {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:35.718183 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-fb0d0d12-a37a-438d-901c-708765ea6700 service neutron] Attempting to bind port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:35.718508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-fb0d0d12-a37a-438d-901c-708765ea6700 service neutron] Attempting to bind port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:35.793861 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-fb0d0d12-a37a-438d-901c-708765ea6700 service neutron] Port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 on network f1926e98-a223-4d69-aca0-b114b74b472e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:35.794081 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-fb0d0d12-a37a-438d-901c-708765ea6700 service neutron] Attempting to bind port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:35.839343 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-fb0d0d12-a37a-438d-901c-708765ea6700 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:35.840007 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-fb0d0d12-a37a-438d-901c-708765ea6700 service neutron] Checking segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:35.842049 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-fb0d0d12-a37a-438d-901c-708765ea6700 service neutron] Bound using segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:35.843332 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-fb0d0d12-a37a-438d-901c-708765ea6700 service neutron] Bound port: 6c5726cd-5b62-4d29-9344-f612f79bf6a0, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:35.932204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-fb0d0d12-a37a-438d-901c-708765ea6700 service neutron] For port 6c5726cd-5b62-4d29-9344-f612f79bf6a0, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=6c5726cd-5b62-4d29-9344-f612f79bf6a0,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:35.945486 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-fb0d0d12-a37a-438d-901c-708765ea6700 service neutron] Publish callbacks [] for binding, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:35.947008 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-fb0d0d12-a37a-438d-901c-708765ea6700 service neutron] 10.222.0.31 "POST /v2.0/ports/6c5726cd-5b62-4d29-9344-f612f79bf6a0/bindings HTTP/1.1" status: 201 len: 390 time: 0.5622332 Nov 12 00:45:36.015051 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-89e52398-b9c7-46a2-8a40-42648d7fb4ad admin admin] For port df6f7573-0558-4b14-8989-99ac421f3fd2, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=df6f7573-0558-4b14-8989-99ac421f3fd2,segment=NetworkSegment(bf5aac80-8f2b-48d2-b459-fc0469e08d3a),segment_id=bf5aac80-8f2b-48d2-b459-fc0469e08d3a)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:36.016482 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-89e52398-b9c7-46a2-8a40-42648d7fb4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:36.055409 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-89e52398-b9c7-46a2-8a40-42648d7fb4ad admin admin] Calling delete_port for df6f7573-0558-4b14-8989-99ac421f3fd2 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:36.062640 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:36.210083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35720) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:36.221801 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:36.222847 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:36.332736 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-49234dd8-b919-454d-b077-160be17752a8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Allocated IP 172.21.0.1 (4437f4fa-ce17-46d1-b4a7-a5419750ee5e/16ebd000-8202-4a6b-9098-3850aed9ba13/68f4ebdb-cbee-4fa0-ab7c-54fab4c98a7d) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:36.486964 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd7834ea-6e31-4e06-8e7f-7d8ac9852677 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:36.557916 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403c5e2-5524-4905-8877-9d7d94045560 req-548fa33f-f1d6-4840-9a3e-abe976dde17d tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:36.559533 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f403c5e2-5524-4905-8877-9d7d94045560 req-548fa33f-f1d6-4840-9a3e-abe976dde17d tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 946 time: 0.1482849 Nov 12 00:45:36.564627 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-89e52398-b9c7-46a2-8a40-42648d7fb4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:36.565857 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-8d968ffc-5f4d-443e-99f4-82382464a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:36.567452 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-8d968ffc-5f4d-443e-99f4-82382464a0ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 1098 time: 0.1572599 Nov 12 00:45:36.581892 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-49234dd8-b919-454d-b077-160be17752a8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:36.595653 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e52398-b9c7-46a2-8a40-42648d7fb4ad admin admin] Pushing event deleted for resources: {'Port': ['ID=df6f7573-0558-4b14-8989-99ac421f3fd2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:36.765567 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f403c5e2-5524-4905-8877-9d7d94045560 req-7e9ee1c8-bd0a-407d-9c00-279a89cfbc03 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911826 Nov 12 00:45:36.775548 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-4f26df26-7b2a-4dc9-b002-db5c20833334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:36.777081 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-4f26df26-7b2a-4dc9-b002-db5c20833334 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 909 time: 0.1887023 Nov 12 00:45:36.784938 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-89e52398-b9c7-46a2-8a40-42648d7fb4ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:36.787305 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-49234dd8-b919-454d-b077-160be17752a8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:37.097227 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e52398-b9c7-46a2-8a40-42648d7fb4ad admin admin] Router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:45:37.192617 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd7834ea-6e31-4e06-8e7f-7d8ac9852677 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:37.197654 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-15dbe611-9293-4256-87bb-21bd0b396124 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c5726cd-5b62-4d29-9344-f612f79bf6a0 HTTP/1.1" status: 200 len: 217 time: 0.4023626 Nov 12 00:45:37.204337 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49234dd8-b919-454d-b077-160be17752a8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network 4437f4fa-ce17-46d1-b4a7-a5419750ee5e is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:37.227461 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e52398-b9c7-46a2-8a40-42648d7fb4ad admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:37.233280 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-89e52398-b9c7-46a2-8a40-42648d7fb4ad admin admin] 10.222.0.31 "PUT /v2.0/routers/0d5cbc30-80cc-4535-8c80-d2ab4e743a78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5261292 Nov 12 00:45:37.236615 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35732) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:37.245798 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc988e8c-1c39-469a-ba9e-394c9c24d444 None None] Sync routers for ids ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:37.258803 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49234dd8-b919-454d-b077-160be17752a8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Port': ['ID=68f4ebdb-cbee-4fa0-ab7c-54fab4c98a7d,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:37.267965 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd7834ea-6e31-4e06-8e7f-7d8ac9852677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:37.279586 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-49234dd8-b919-454d-b077-160be17752a8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:37.292237 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc988e8c-1c39-469a-ba9e-394c9c24d444 None None] Routers {'0d5cbc30-80cc-4535-8c80-d2ab4e743a78'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:37.293236 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-dc988e8c-1c39-469a-ba9e-394c9c24d444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:37.350111 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-dd7834ea-6e31-4e06-8e7f-7d8ac9852677 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33a8f423b7aa49d2bd36a8228675126d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1380773 Nov 12 00:45:37.358307 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49234dd8-b919-454d-b077-160be17752a8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:37.372412 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35736) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:37.448015 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7834ea-6e31-4e06-8e7f-7d8ac9852677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f41c64-bcb5-4640-9337-81be64ffc069,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:37.470968 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-e4641891-1f77-4a90-bf18-e7ce6da12cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:37.472522 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-e4641891-1f77-4a90-bf18-e7ce6da12cc5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fc5c04a-017f-4820-8cce-df76bd4f7a1c HTTP/1.1" status: 200 len: 848 time: 0.2670670 Nov 12 00:45:37.517854 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-dc988e8c-1c39-469a-ba9e-394c9c24d444 None None] Set router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:37.523303 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-49234dd8-b919-454d-b077-160be17752a8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:37.676144 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-bf857e8c-9a13-4f8c-aa67-c2cdea11172b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f1926e98-a223-4d69-aca0-b114b74b472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1834559 Nov 12 00:45:37.706015 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f1a76418-4746-4c77-8b5f-32442466a4d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:37.741839 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-15a2a4cf-afa1-4459-ab9c-eb17dacdf611 None None] Provisioning complete for port 68f4ebdb-cbee-4fa0-ab7c-54fab4c98a7d triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:37.742418 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-15a2a4cf-afa1-4459-ab9c-eb17dacdf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:37.802797 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f1a76418-4746-4c77-8b5f-32442466a4d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:37.815205 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96d27462-921b-4d7b-84a0-e9fb33fb75c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:37.918813 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-49234dd8-b919-454d-b077-160be17752a8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:37.926685 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-36c08352-5666-4339-ad41-3c4700822121 service neutron] 10.222.0.15 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369871 Nov 12 00:45:37.960708 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96d27462-921b-4d7b-84a0-e9fb33fb75c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.081227 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f1a76418-4746-4c77-8b5f-32442466a4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.083614 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f1a76418-4746-4c77-8b5f-32442466a4d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.084825 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f1a76418-4746-4c77-8b5f-32442466a4d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93f41c64-bcb5-4640-9337-81be64ffc069 HTTP/1.1" status: 204 len: 168 time: 0.7113307 Nov 12 00:45:38.088927 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-96d27462-921b-4d7b-84a0-e9fb33fb75c3 admin admin] Deleting port 4c52c776-8ac0-4f11-8f8d-546f7d6d1f73 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:38.089548 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96d27462-921b-4d7b-84a0-e9fb33fb75c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.125281 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a76418-4746-4c77-8b5f-32442466a4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f41c64-bcb5-4640-9337-81be64ffc069,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:38.215337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-96d27462-921b-4d7b-84a0-e9fb33fb75c3 admin admin] For port 4c52c776-8ac0-4f11-8f8d-546f7d6d1f73, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=4c52c776-8ac0-4f11-8f8d-546f7d6d1f73,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:38.216277 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96d27462-921b-4d7b-84a0-e9fb33fb75c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.236457 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f59e4b-f1fa-4e0a-8e70-6b92c7f1ed8d req-737722b7-4b93-457e-9d00-8f107155d8a6 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:38.236666 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-96d27462-921b-4d7b-84a0-e9fb33fb75c3 admin admin] Calling delete_port for 4c52c776-8ac0-4f11-8f8d-546f7d6d1f73 owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:38.243923 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-50f59e4b-f1fa-4e0a-8e70-6b92c7f1ed8d req-737722b7-4b93-457e-9d00-8f107155d8a6 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 946 time: 0.2652929 Nov 12 00:45:38.257188 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-7f9dd32a-068f-48cc-a375-23d357fb30b8 service neutron] 10.222.0.15 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214543 Nov 12 00:45:38.322241 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:45:38.374187 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-50f59e4b-f1fa-4e0a-8e70-6b92c7f1ed8d req-c32574d5-aa00-44a9-8e8f-4c0ccdd82e11 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155522 Nov 12 00:45:38.407572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-15a2a4cf-afa1-4459-ab9c-eb17dacdf611 None None] Port 68f4ebdb-cbee-4fa0-ab7c-54fab4c98a7d cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:38.478430 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.514980 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96d27462-921b-4d7b-84a0-e9fb33fb75c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.567819 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d27462-921b-4d7b-84a0-e9fb33fb75c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c52c776-8ac0-4f11-8f8d-546f7d6d1f73,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:38.568050 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-dc988e8c-1c39-469a-ba9e-394c9c24d444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:45:36Z', 'revision_number': 5, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port': {'id': '4c52c776-8ac0-4f11-8f8d-546f7d6d1f73', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:44:00Z', 'updated_at': '2021-11-12T00:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:38.617226 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35754) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:38.655269 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b680f9-0952-47b3-bd7d-297b9af438a5 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:45:38.659118 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96d27462-921b-4d7b-84a0-e9fb33fb75c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.661422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc988e8c-1c39-469a-ba9e-394c9c24d444 None None] Checking router: 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:45:38.684464 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c090fe75-c290-4b74-86a7-3968636007b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.713036 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc988e8c-1c39-469a-ba9e-394c9c24d444 None None] Routers {'0d5cbc30-80cc-4535-8c80-d2ab4e743a78'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:38.713682 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-dc988e8c-1c39-469a-ba9e-394c9c24d444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:38.744327 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-49234dd8-b919-454d-b077-160be17752a8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.757916 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-49234dd8-b919-454d-b077-160be17752a8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.812483 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96d27462-921b-4d7b-84a0-e9fb33fb75c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.817959 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96d27462-921b-4d7b-84a0-e9fb33fb75c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.845066 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-dc988e8c-1c39-469a-ba9e-394c9c24d444 None None] Set router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:38.877451 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-49234dd8-b919-454d-b077-160be17752a8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.903856 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49234dd8-b919-454d-b077-160be17752a8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Port': ['ID=68f4ebdb-cbee-4fa0-ab7c-54fab4c98a7d,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:38.909198 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-dc988e8c-1c39-469a-ba9e-394c9c24d444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:45:38Z', 'revision_number': 7, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:38.920081 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96d27462-921b-4d7b-84a0-e9fb33fb75c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.921298 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d27462-921b-4d7b-84a0-e9fb33fb75c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d5cbc30-80cc-4535-8c80-d2ab4e743a78 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:45:38.933149 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96d27462-921b-4d7b-84a0-e9fb33fb75c3 admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:38.937668 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc988e8c-1c39-469a-ba9e-394c9c24d444 None None] The sync data for ids ['0d5cbc30-80cc-4535-8c80-d2ab4e743a78'] in n-d-712137-14 is: [{'id': '0d5cbc30-80cc-4535-8c80-d2ab4e743a78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1344269702-router', 'tenant_id': 'a7599eb657084d80a1806919aa3c14e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:59Z', 'updated_at': '2021-11-12T00:45:38Z', 'revision_number': 7, 'project_id': 'a7599eb657084d80a1806919aa3c14e6', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:38.938196 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35760) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:38.939355 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-96d27462-921b-4d7b-84a0-e9fb33fb75c3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0d5cbc30-80cc-4535-8c80-d2ab4e743a78 HTTP/1.1" status: 204 len: 168 time: 1.7015595 Nov 12 00:45:39.039914 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c090fe75-c290-4b74-86a7-3968636007b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.053877 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c090fe75-c290-4b74-86a7-3968636007b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.089734 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-72cfed9a-64e4-4e2b-832e-1987edd02fed admin admin] Deleting subnet ca6f62c9-3a34-45a3-8f31-24454b3d735a {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:45:39.124870 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-72cfed9a-64e4-4e2b-832e-1987edd02fed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.159463 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090fe75-c290-4b74-86a7-3968636007b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdff3a92-9346-49ba-b146-b7331d49bcdd,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:39.189671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35766) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:39.213213 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c090fe75-c290-4b74-86a7-3968636007b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ccf09b67c7f346f084b16c3f14cfcdfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5946448 Nov 12 00:45:39.222779 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-72cfed9a-64e4-4e2b-832e-1987edd02fed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.255225 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49234dd8-b919-454d-b077-160be17752a8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network 4437f4fa-ce17-46d1-b4a7-a5419750ee5e is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:39.259186 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-49234dd8-b919-454d-b077-160be17752a8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:39.285987 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e249e7a-6a63-49b2-9f2c-442a3a6052bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.344719 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e249e7a-6a63-49b2-9f2c-442a3a6052bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.449198 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e249e7a-6a63-49b2-9f2c-442a3a6052bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.452716 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e249e7a-6a63-49b2-9f2c-442a3a6052bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.453922 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9e249e7a-6a63-49b2-9f2c-442a3a6052bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cdff3a92-9346-49ba-b146-b7331d49bcdd HTTP/1.1" status: 204 len: 168 time: 0.2632246 Nov 12 00:45:39.486303 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e249e7a-6a63-49b2-9f2c-442a3a6052bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdff3a92-9346-49ba-b146-b7331d49bcdd,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:39.530043 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-72cfed9a-64e4-4e2b-832e-1987edd02fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.593321 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-122a7b95-2bd7-48fe-9ce3-89aada418b11 req-ab4369f6-17ac-4c4e-84ef-8ff14a7c818e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0903471 Nov 12 00:45:39.710454 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a7b95-2bd7-48fe-9ce3-89aada418b11 req-e344859d-ef14-47c5-a120-34ecad421b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:39.716410 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-122a7b95-2bd7-48fe-9ce3-89aada418b11 req-e344859d-ef14-47c5-a120-34ecad421b60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f2d9c22f3474bf184d363afe28f5685&device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 1097 time: 0.0646462 Nov 12 00:45:39.741136 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49234dd8-b919-454d-b077-160be17752a8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router 74c3c9df-4e14-4924-b160-cd75e2ba73da has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:45:39.761206 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2252d91-9aa9-42b8-a51c-5e930042229a req-0ad93f97-8c72-485b-ac72-b5469027a912 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:39.762794 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d2252d91-9aa9-42b8-a51c-5e930042229a req-0ad93f97-8c72-485b-ac72-b5469027a912 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 946 time: 0.2491639 Nov 12 00:45:39.794878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-99f0a480-8aef-41db-952b-aca37fa3c7a0 None None] Provisioning complete for port 68f4ebdb-cbee-4fa0-ab7c-54fab4c98a7d triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:39.795448 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-99f0a480-8aef-41db-952b-aca37fa3c7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.875763 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-99f0a480-8aef-41db-952b-aca37fa3c7a0 None None] Port 68f4ebdb-cbee-4fa0-ab7c-54fab4c98a7d cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:39.937310 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d2252d91-9aa9-42b8-a51c-5e930042229a req-17c1cdd6-dda0-4226-9e8a-ef26c049bd19 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577461 Nov 12 00:45:39.949932 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-72cfed9a-64e4-4e2b-832e-1987edd02fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:39.968186 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a7b95-2bd7-48fe-9ce3-89aada418b11 req-e7548a22-4542-4fcf-9eb3-8275ef54be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:39.971158 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-122a7b95-2bd7-48fe-9ce3-89aada418b11 req-e7548a22-4542-4fcf-9eb3-8275ef54be66 service neutron] 10.222.0.21 "GET /v2.0/networks?id=04c1d52a-5324-4875-a342-c2052d89ed08 HTTP/1.1" status: 200 len: 917 time: 0.2198689 Nov 12 00:45:40.110728 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfed9a-64e4-4e2b-832e-1987edd02fed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca6f62c9-3a34-45a3-8f31-24454b3d735a,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:40.113011 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-72cfed9a-64e4-4e2b-832e-1987edd02fed admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.113673 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device df6f7573-0558-4b14-8989-99ac421f3fd2 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:40.116412 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-72cfed9a-64e4-4e2b-832e-1987edd02fed admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ca6f62c9-3a34-45a3-8f31-24454b3d735a HTTP/1.1" status: 204 len: 168 time: 1.1752741 Nov 12 00:45:40.149494 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35782) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:40.156792 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-122a7b95-2bd7-48fe-9ce3-89aada418b11 req-34a2f928-0503-4a8a-b37c-b43b77be38f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3edd12ed-7c55-452f-ae18-e455c6485579 HTTP/1.1" status: 200 len: 1001 time: 0.1676362 Nov 12 00:45:40.169314 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa57745-29e0-4193-96df-69f7d3abc5c0 None None] Network 3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:40.184313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: df6f7573-0558-4b14-8989-99ac421f3fd2 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:40.184889 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device df6f7573-0558-4b14-8989-99ac421f3fd2 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:40.185472 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 4c52c776-8ac0-4f11-8f8d-546f7d6d1f73 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:40.305271 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a7b95-2bd7-48fe-9ce3-89aada418b11 req-4d6bc68e-2b33-47df-9e2d-a3fb133aa48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:40.314712 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-122a7b95-2bd7-48fe-9ce3-89aada418b11 req-4d6bc68e-2b33-47df-9e2d-a3fb133aa48d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8de245d-1750-4d1c-903a-2a086535947f HTTP/1.1" status: 200 len: 855 time: 0.1489906 Nov 12 00:45:40.317278 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 4c52c776-8ac0-4f11-8f8d-546f7d6d1f73 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:40.317769 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 4c52c776-8ac0-4f11-8f8d-546f7d6d1f73 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:40.326195 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49234dd8-b919-454d-b077-160be17752a8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:40.340090 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd18f7ee-9cfb-435d-83e8-7dd8134716d4 None None] Sync routers for ids ['74c3c9df-4e14-4924-b160-cd75e2ba73da'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:40.356763 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd18f7ee-9cfb-435d-83e8-7dd8134716d4 None None] Routers {'74c3c9df-4e14-4924-b160-cd75e2ba73da'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:40.366071 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-dd18f7ee-9cfb-435d-83e8-7dd8134716d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['74c3c9df-4e14-4924-b160-cd75e2ba73da'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:40.369515 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-49234dd8-b919-454d-b077-160be17752a8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/74c3c9df-4e14-4924-b160-cd75e2ba73da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4954145 Nov 12 00:45:40.369892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35792) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:40.412122 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d8278e63-6b77-4d66-b3fe-0f944dd6a81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.420016 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a7b95-2bd7-48fe-9ce3-89aada418b11 req-ad54a263-2edd-4b0a-93dd-130b795ba9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:40.422148 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-122a7b95-2bd7-48fe-9ce3-89aada418b11 req-ad54a263-2edd-4b0a-93dd-130b795ba9be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04c1d52a-5324-4875-a342-c2052d89ed08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930007 Nov 12 00:45:40.483714 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-dd18f7ee-9cfb-435d-83e8-7dd8134716d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:40.497127 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd18f7ee-9cfb-435d-83e8-7dd8134716d4 None None] Routers {'74c3c9df-4e14-4924-b160-cd75e2ba73da'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:40.498020 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-dd18f7ee-9cfb-435d-83e8-7dd8134716d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['74c3c9df-4e14-4924-b160-cd75e2ba73da'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:40.536940 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-dd18f7ee-9cfb-435d-83e8-7dd8134716d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:40.538432 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd18f7ee-9cfb-435d-83e8-7dd8134716d4 None None] The sync data for ids ['74c3c9df-4e14-4924-b160-cd75e2ba73da'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:40.559044 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f500891-e358-4d1e-85dc-bc64658aeca4 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:40.560527 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3f500891-e358-4d1e-85dc-bc64658aeca4 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/ports/68f4ebdb-cbee-4fa0-ab7c-54fab4c98a7d HTTP/1.1" status: 200 len: 910 time: 0.1893539 Nov 12 00:45:40.568315 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35796) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:40.683749 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-d8278e63-6b77-4d66-b3fe-0f944dd6a81d admin admin] Deleting port 867f3266-028c-4bbe-93f3-11d76a68c89e {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:40.684643 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d8278e63-6b77-4d66-b3fe-0f944dd6a81d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.688074 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890a5b0c-0c6a-4983-9486-02f112798634 None None] DHCP port deletion for 3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:45:40.812420 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-890a5b0c-0c6a-4983-9486-02f112798634 None None] Deleting port 867f3266-028c-4bbe-93f3-11d76a68c89e {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:40.817991 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-890a5b0c-0c6a-4983-9486-02f112798634 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.853062 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-d8278e63-6b77-4d66-b3fe-0f944dd6a81d admin admin] For port 867f3266-028c-4bbe-93f3-11d76a68c89e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=867f3266-028c-4bbe-93f3-11d76a68c89e,segment=NetworkSegment(bf5aac80-8f2b-48d2-b459-fc0469e08d3a),segment_id=bf5aac80-8f2b-48d2-b459-fc0469e08d3a)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:40.853758 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d8278e63-6b77-4d66-b3fe-0f944dd6a81d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:40.876387 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-122a7b95-2bd7-48fe-9ce3-89aada418b11 req-ea93af9a-b806-4f17-9389-fdcde289dfaf service neutron] 10.222.0.21 "GET /v2.0/networks/04c1d52a-5324-4875-a342-c2052d89ed08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448256 Nov 12 00:45:40.879460 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-d8278e63-6b77-4d66-b3fe-0f944dd6a81d admin admin] Calling delete_port for 867f3266-028c-4bbe-93f3-11d76a68c89e owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:41.034595 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-890a5b0c-0c6a-4983-9486-02f112798634 None None] For port 867f3266-028c-4bbe-93f3-11d76a68c89e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=867f3266-028c-4bbe-93f3-11d76a68c89e,segment=NetworkSegment(bf5aac80-8f2b-48d2-b459-fc0469e08d3a),segment_id=bf5aac80-8f2b-48d2-b459-fc0469e08d3a)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:41.035293 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-890a5b0c-0c6a-4983-9486-02f112798634 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.057093 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-890a5b0c-0c6a-4983-9486-02f112798634 None None] Calling delete_port for 867f3266-028c-4bbe-93f3-11d76a68c89e owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:41.090931 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d8278e63-6b77-4d66-b3fe-0f944dd6a81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.214155 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8278e63-6b77-4d66-b3fe-0f944dd6a81d admin admin] Pushing event deleted for resources: {'Port': ['ID=867f3266-028c-4bbe-93f3-11d76a68c89e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:41.221629 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8278e63-6b77-4d66-b3fe-0f944dd6a81d admin admin] No DVR routers for this DVR port 867f3266-028c-4bbe-93f3-11d76a68c89e on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:41.263133 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-890a5b0c-0c6a-4983-9486-02f112798634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.266121 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-122a7b95-2bd7-48fe-9ce3-89aada418b11 req-f129a345-f9a0-491a-95e7-40d5b825417f service neutron] 10.222.0.21 "GET /v2.0/networks/04c1d52a-5324-4875-a342-c2052d89ed08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756790 Nov 12 00:45:41.345057 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a5b0c-0c6a-4983-9486-02f112798634 None None] Pushing event deleted for resources: {'Port': ['ID=867f3266-028c-4bbe-93f3-11d76a68c89e,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:41.347334 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a5b0c-0c6a-4983-9486-02f112798634 None None] No DVR routers for this DVR port 867f3266-028c-4bbe-93f3-11d76a68c89e on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:41.391774 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8782d02-6280-4691-9bef-077e6a0e0e0d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.416580 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d8278e63-6b77-4d66-b3fe-0f944dd6a81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.438583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38639a6-5169-4973-8236-2cd537a0721f req-12846fcc-46a3-4b1b-8ed2-c939e5fd7e07 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:41.440622 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b38639a6-5169-4973-8236-2cd537a0721f req-12846fcc-46a3-4b1b-8ed2-c939e5fd7e07 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 946 time: 0.2470634 Nov 12 00:45:41.479354 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-d8278e63-6b77-4d66-b3fe-0f944dd6a81d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:41.511517 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-d8278e63-6b77-4d66-b3fe-0f944dd6a81d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5aac80-8f2b-48d2-b459-fc0469e08d3a') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:41.512554 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-d8278e63-6b77-4d66-b3fe-0f944dd6a81d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5aac80-8f2b-48d2-b459-fc0469e08d3a') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:41.532196 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d8278e63-6b77-4d66-b3fe-0f944dd6a81d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.556004 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b38639a6-5169-4973-8236-2cd537a0721f req-1cbf1c2d-2f3a-43e3-b418-53a09662848f tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063268 Nov 12 00:45:41.560840 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d8278e63-6b77-4d66-b3fe-0f944dd6a81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.570819 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8278e63-6b77-4d66-b3fe-0f944dd6a81d admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:45:41.571682 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d8278e63-6b77-4d66-b3fe-0f944dd6a81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:45:41.574054 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:45:41.677186 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d8278e63-6b77-4d66-b3fe-0f944dd6a81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.693311 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d8278e63-6b77-4d66-b3fe-0f944dd6a81d admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:41.701619 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d8278e63-6b77-4d66-b3fe-0f944dd6a81d admin admin] 10.222.0.31 "DELETE /v2.0/networks/3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a HTTP/1.1" status: 204 len: 168 time: 1.5510533 Nov 12 00:45:41.747803 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8278e63-6b77-4d66-b3fe-0f944dd6a81d admin admin] Pushing event deleted for resources: {'Network': ['ID=3ae2a4bd-aaeb-46bb-8f85-373d5f5b032a,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:41.798118 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-a8782d02-6280-4691-9bef-077e6a0e0e0d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting port 68f4ebdb-cbee-4fa0-ab7c-54fab4c98a7d {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:41.798479 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8782d02-6280-4691-9bef-077e6a0e0e0d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.019936 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8782d02-6280-4691-9bef-077e6a0e0e0d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.035039 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-a8782d02-6280-4691-9bef-077e6a0e0e0d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Calling delete_port for 68f4ebdb-cbee-4fa0-ab7c-54fab4c98a7d owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:42.083026 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 867f3266-028c-4bbe-93f3-11d76a68c89e no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:42.125908 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 867f3266-028c-4bbe-93f3-11d76a68c89e {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:42.129013 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 867f3266-028c-4bbe-93f3-11d76a68c89e not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:42.218808 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35836) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:42.309868 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-11811159-73a8-4659-a6e0-b2bde79cf704 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7599eb657084d80a1806919aa3c14e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0896630 Nov 12 00:45:42.318506 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35838) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:42.416026 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8782d02-6280-4691-9bef-077e6a0e0e0d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.458828 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7832d537-5f37-4c3b-b7f0-1533f1bb74de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.472363 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8782d02-6280-4691-9bef-077e6a0e0e0d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Port': ['ID=68f4ebdb-cbee-4fa0-ab7c-54fab4c98a7d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:42.561999 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7832d537-5f37-4c3b-b7f0-1533f1bb74de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.720046 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7832d537-5f37-4c3b-b7f0-1533f1bb74de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.728159 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7832d537-5f37-4c3b-b7f0-1533f1bb74de admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:42.738280 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7832d537-5f37-4c3b-b7f0-1533f1bb74de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d HTTP/1.1" status: 204 len: 168 time: 0.4165285 Nov 12 00:45:42.879676 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832d537-5f37-4c3b-b7f0-1533f1bb74de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5f5cf3-a831-422a-bf46-b7dbcdc75d0d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:42.927398 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79aaf8-db0d-493a-8991-8f85754ab472 req-d15ad8fa-8f44-4015-b26c-07b66fb12417 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:42.938414 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2f79aaf8-db0d-493a-8991-8f85754ab472 req-d15ad8fa-8f44-4015-b26c-07b66fb12417 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 946 time: 0.1722283 Nov 12 00:45:43.025587 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8782d02-6280-4691-9bef-077e6a0e0e0d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:43.080742 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2f79aaf8-db0d-493a-8991-8f85754ab472 req-393cdd90-77c1-4fc0-83ac-a857fc65184c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360934 Nov 12 00:45:43.416138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8782d02-6280-4691-9bef-077e6a0e0e0d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router 74c3c9df-4e14-4924-b160-cd75e2ba73da has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:45:43.562403 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8782d02-6280-4691-9bef-077e6a0e0e0d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:43.580212 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e76688-d99d-4879-a4ad-4f523d9a558e None None] Sync routers for ids ['74c3c9df-4e14-4924-b160-cd75e2ba73da'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:43.605162 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e76688-d99d-4879-a4ad-4f523d9a558e None None] Routers {'74c3c9df-4e14-4924-b160-cd75e2ba73da'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:43.606249 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-43e76688-d99d-4879-a4ad-4f523d9a558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['74c3c9df-4e14-4924-b160-cd75e2ba73da'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:43.614871 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a8782d02-6280-4691-9bef-077e6a0e0e0d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/74c3c9df-4e14-4924-b160-cd75e2ba73da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0403199 Nov 12 00:45:43.615224 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35872) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:43.668585 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-43e76688-d99d-4879-a4ad-4f523d9a558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:43.702438 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e76688-d99d-4879-a4ad-4f523d9a558e None None] Routers {'74c3c9df-4e14-4924-b160-cd75e2ba73da'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:43.703147 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-43e76688-d99d-4879-a4ad-4f523d9a558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['74c3c9df-4e14-4924-b160-cd75e2ba73da'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:43.787728 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-43e76688-d99d-4879-a4ad-4f523d9a558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:43.788406 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e76688-d99d-4879-a4ad-4f523d9a558e None None] The sync data for ids ['74c3c9df-4e14-4924-b160-cd75e2ba73da'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:44.345740 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35898) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:44.391499 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064d5c8-fc6a-42c7-9067-5f530498d6a3 req-2dc28d21-8003-412c-85e9-7c398b5eec7d tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:44.400489 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d064d5c8-fc6a-42c7-9067-5f530498d6a3 req-2dc28d21-8003-412c-85e9-7c398b5eec7d tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 946 time: 0.1723695 Nov 12 00:45:44.486377 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d064d5c8-fc6a-42c7-9067-5f530498d6a3 req-75b64252-d542-4c5d-bb2c-18a2ebcf895a tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853693 Nov 12 00:45:44.552131 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53e7f09b-2ac0-42b0-a307-ad6abaf93f71 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:44.568136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-48845880-0d7b-4e26-ac63-813575e312b3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-179887131-network', 'tenant_id': '6680deb2c38448ba908b21131ac4405a'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:44.633584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48845880-0d7b-4e26-ac63-813575e312b3 admin admin] Made reservation on behalf of 6680deb2c38448ba908b21131ac4405a for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:44.636459 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48845880-0d7b-4e26-ac63-813575e312b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:44.662332 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48845880-0d7b-4e26-ac63-813575e312b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:44.815561 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48845880-0d7b-4e26-ac63-813575e312b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:44.822335 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48845880-0d7b-4e26-ac63-813575e312b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:44.873500 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48845880-0d7b-4e26-ac63-813575e312b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:45:44.884448 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48845880-0d7b-4e26-ac63-813575e312b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e696d668-34a4-4880-87c7-880ef8bc4e3b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:44.890415 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48845880-0d7b-4e26-ac63-813575e312b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:44.890761 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-48845880-0d7b-4e26-ac63-813575e312b3 admin admin] Added segment ceef9485-0ec6-49bb-8d3d-1a2064621495 of type vlan for network 1a66d13b-0b87-4708-87ae-5e17b301ff24 Nov 12 00:45:44.952637 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48845880-0d7b-4e26-ac63-813575e312b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:44.985975 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-53e7f09b-2ac0-42b0-a307-ad6abaf93f71 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting port 5fdfabce-a5fe-40e9-a6f5-23028194a73e {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:44.986570 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53e7f09b-2ac0-42b0-a307-ad6abaf93f71 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.040224 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48845880-0d7b-4e26-ac63-813575e312b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.041774 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48845880-0d7b-4e26-ac63-813575e312b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:45.042683 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48845880-0d7b-4e26-ac63-813575e312b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.185038 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48845880-0d7b-4e26-ac63-813575e312b3 admin admin] Pushing event updated for resources: {'Network': ['ID=1a66d13b-0b87-4708-87ae-5e17b301ff24,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:45.199589 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 1a66d13b-0b87-4708-87ae-5e17b301ff24 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:45:45.220468 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35914) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:45.221440 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-48845880-0d7b-4e26-ac63-813575e312b3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8747144 Nov 12 00:45:45.231031 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-dd425a1e-41a4-4f64-b071-4eaf27589776 admin admin] Request body: {'subnet': {'network_id': '1a66d13b-0b87-4708-87ae-5e17b301ff24', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-179887131-subnet', 'tenant_id': '6680deb2c38448ba908b21131ac4405a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:45.280614 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53e7f09b-2ac0-42b0-a307-ad6abaf93f71 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:45.334621 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-53e7f09b-2ac0-42b0-a307-ad6abaf93f71 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Calling delete_port for 5fdfabce-a5fe-40e9-a6f5-23028194a73e owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:45.342638 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd425a1e-41a4-4f64-b071-4eaf27589776 admin admin] Made reservation on behalf of 6680deb2c38448ba908b21131ac4405a for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:45.345057 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd425a1e-41a4-4f64-b071-4eaf27589776 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.050122 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f1b61-85db-4fb9-b159-2be611166323 req-be294ae7-85f1-400d-b178-6400578b2dbc tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:46.051473 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a99f1b61-85db-4fb9-b159-2be611166323 req-be294ae7-85f1-400d-b178-6400578b2dbc tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 946 time: 0.4718246 Nov 12 00:45:46.108419 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd425a1e-41a4-4f64-b071-4eaf27589776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.162896 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53e7f09b-2ac0-42b0-a307-ad6abaf93f71 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.199248 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a99f1b61-85db-4fb9-b159-2be611166323 req-2c222fd5-356d-45ec-bbf4-5bdab9b14735 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399627 Nov 12 00:45:46.208122 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7f09b-2ac0-42b0-a307-ad6abaf93f71 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Port': ['ID=5fdfabce-a5fe-40e9-a6f5-23028194a73e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:46.259358 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd425a1e-41a4-4f64-b071-4eaf27589776 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde83749-1ab3-42ff-8448-30cf5a392a79,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:46.315604 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd425a1e-41a4-4f64-b071-4eaf27589776 admin admin] Checking segment: {'id': 'ceef9485-0ec6-49bb-8d3d-1a2064621495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1a66d13b-0b87-4708-87ae-5e17b301ff24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:46.315974 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd425a1e-41a4-4f64-b071-4eaf27589776 admin admin] Network hostable DHCP agents. Network: 1a66d13b-0b87-4708-87ae-5e17b301ff24, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:45:46.452728 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53e7f09b-2ac0-42b0-a307-ad6abaf93f71 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.459299 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd425a1e-41a4-4f64-b071-4eaf27589776 admin admin] Network 1a66d13b-0b87-4708-87ae-5e17b301ff24 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:45:46.527896 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-dd425a1e-41a4-4f64-b071-4eaf27589776 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 1a66d13b-0b87-4708-87ae-5e17b301ff24) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:46.537249 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d1d0ba-0161-4562-b0f5-e5d0fa992745 None None] Network 1a66d13b-0b87-4708-87ae-5e17b301ff24 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:46.564943 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd425a1e-41a4-4f64-b071-4eaf27589776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:46.565817 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd425a1e-41a4-4f64-b071-4eaf27589776 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.620235 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-dd425a1e-41a4-4f64-b071-4eaf27589776 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3983037 Nov 12 00:45:46.623042 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35948) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:46.691141 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-8e0f4a65-9f64-49cb-8622-b0b2648c991a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-179887131-router', 'tenant_id': '6680deb2c38448ba908b21131ac4405a', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:46.742905 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e7f09b-2ac0-42b0-a307-ad6abaf93f71 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router 74c3c9df-4e14-4924-b160-cd75e2ba73da has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:45:46.790080 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeabaf90-aea7-47d4-9c19-f05e6b014ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-1a66d13b-0b87-4708-87ae-5e17b301ff24', 'network_id': '1a66d13b-0b87-4708-87ae-5e17b301ff24', 'tenant_id': '6680deb2c38448ba908b21131ac4405a', 'fixed_ips': [{'subnet_id': 'fde83749-1ab3-42ff-8448-30cf5a392a79'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:45:46.791410 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-aeabaf90-aea7-47d4-9c19-f05e6b014ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.881185 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4a65-9f64-49cb-8622-b0b2648c991a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.882863 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4a65-9f64-49cb-8622-b0b2648c991a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:46.969205 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e7f09b-2ac0-42b0-a307-ad6abaf93f71 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:46.981340 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69a2126-4ced-4dfe-90cc-97a0c3387738 None None] Sync routers for ids ['74c3c9df-4e14-4924-b160-cd75e2ba73da'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:46.992901 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35960) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:46.993440 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-53e7f09b-2ac0-42b0-a307-ad6abaf93f71 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/74c3c9df-4e14-4924-b160-cd75e2ba73da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3774261 Nov 12 00:45:47.019355 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69a2126-4ced-4dfe-90cc-97a0c3387738 None None] Routers {'74c3c9df-4e14-4924-b160-cd75e2ba73da'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:47.019996 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e69a2126-4ced-4dfe-90cc-97a0c3387738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['74c3c9df-4e14-4924-b160-cd75e2ba73da'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:47.066447 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9c971039-9aea-46d2-97b3-495bcc32d524 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c3c9df-4e14-4924-b160-cd75e2ba73da HTTP/1.1" status: 200 len: 205 time: 0.0705538 Nov 12 00:45:47.068954 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35962) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:47.098297 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4a65-9f64-49cb-8622-b0b2648c991a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.125548 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e69a2126-4ced-4dfe-90cc-97a0c3387738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:47.146108 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69a2126-4ced-4dfe-90cc-97a0c3387738 None None] Routers {'74c3c9df-4e14-4924-b160-cd75e2ba73da'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:47.147028 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e69a2126-4ced-4dfe-90cc-97a0c3387738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['74c3c9df-4e14-4924-b160-cd75e2ba73da'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:47.154922 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-aeabaf90-aea7-47d4-9c19-f05e6b014ee5 None None] Allocated IP 172.20.0.2 (1a66d13b-0b87-4708-87ae-5e17b301ff24/fde83749-1ab3-42ff-8448-30cf5a392a79/62550629-9198-47bc-ba6b-6cc6933dbddb) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:47.238672 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e69a2126-4ced-4dfe-90cc-97a0c3387738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:47.239331 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69a2126-4ced-4dfe-90cc-97a0c3387738 None None] The sync data for ids ['74c3c9df-4e14-4924-b160-cd75e2ba73da'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:47.241232 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-77e5a875-bd31-4431-a7e7-482f62fb0227 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.417801 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-aeabaf90-aea7-47d4-9c19-f05e6b014ee5 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.424709 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4a65-9f64-49cb-8622-b0b2648c991a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.431910 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-aeabaf90-aea7-47d4-9c19-f05e6b014ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.457528 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeabaf90-aea7-47d4-9c19-f05e6b014ee5 None None] Network 1a66d13b-0b87-4708-87ae-5e17b301ff24 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:47.460614 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-aeabaf90-aea7-47d4-9c19-f05e6b014ee5 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:47.464325 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeabaf90-aea7-47d4-9c19-f05e6b014ee5 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:47.548070 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa2fd7-c596-4199-9edd-8d04d3768346 req-fc181987-802b-4a88-a7e8-25e53bd1f673 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:47.550023 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-89aa2fd7-c596-4199-9edd-8d04d3768346 req-fc181987-802b-4a88-a7e8-25e53bd1f673 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 946 time: 0.1461687 Nov 12 00:45:47.597890 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-77e5a875-bd31-4431-a7e7-482f62fb0227 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.601186 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-77e5a875-bd31-4431-a7e7-482f62fb0227 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.612056 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-aeabaf90-aea7-47d4-9c19-f05e6b014ee5 None None] Attempting to bind port 62550629-9198-47bc-ba6b-6cc6933dbddb on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:47.612464 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-aeabaf90-aea7-47d4-9c19-f05e6b014ee5 None None] Attempting to bind port 62550629-9198-47bc-ba6b-6cc6933dbddb by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'ceef9485-0ec6-49bb-8d3d-1a2064621495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1a66d13b-0b87-4708-87ae-5e17b301ff24'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:47.612915 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeabaf90-aea7-47d4-9c19-f05e6b014ee5 None None] Attempting to bind port 62550629-9198-47bc-ba6b-6cc6933dbddb on network 1a66d13b-0b87-4708-87ae-5e17b301ff24 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:47.626468 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeabaf90-aea7-47d4-9c19-f05e6b014ee5 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:47.627095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeabaf90-aea7-47d4-9c19-f05e6b014ee5 None None] Checking segment: {'id': 'ceef9485-0ec6-49bb-8d3d-1a2064621495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1a66d13b-0b87-4708-87ae-5e17b301ff24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:47.627247 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-aeabaf90-aea7-47d4-9c19-f05e6b014ee5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.627643 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeabaf90-aea7-47d4-9c19-f05e6b014ee5 None None] Bound using segment: {'id': 'ceef9485-0ec6-49bb-8d3d-1a2064621495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1a66d13b-0b87-4708-87ae-5e17b301ff24'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:47.628118 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-aeabaf90-aea7-47d4-9c19-f05e6b014ee5 None None] Bound port: 62550629-9198-47bc-ba6b-6cc6933dbddb, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceef9485-0ec6-49bb-8d3d-1a2064621495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1a66d13b-0b87-4708-87ae-5e17b301ff24'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:47.628604 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-aeabaf90-aea7-47d4-9c19-f05e6b014ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.657012 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabaf90-aea7-47d4-9c19-f05e6b014ee5 None None] Pushing event updated for resources: {'Port': ['ID=62550629-9198-47bc-ba6b-6cc6933dbddb,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:47.665830 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-77e5a875-bd31-4431-a7e7-482f62fb0227 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.667868 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e5a875-bd31-4431-a7e7-482f62fb0227 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Fanout notify agent at l3_agent the message router_deleted on router 74c3c9df-4e14-4924-b160-cd75e2ba73da {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:45:47.679362 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-77e5a875-bd31-4431-a7e7-482f62fb0227 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.681436 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-77e5a875-bd31-4431-a7e7-482f62fb0227 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/routers/74c3c9df-4e14-4924-b160-cd75e2ba73da HTTP/1.1" status: 204 len: 168 time: 0.6098719 Nov 12 00:45:47.684341 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35968) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:47.705949 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-89aa2fd7-c596-4199-9edd-8d04d3768346 req-a7ab53d5-17db-4dbe-91c5-cc50dd996202 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460285 Nov 12 00:45:47.755408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-aeabaf90-aea7-47d4-9c19-f05e6b014ee5 None None] For port 62550629-9198-47bc-ba6b-6cc6933dbddb, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:47.759891 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-aeabaf90-aea7-47d4-9c19-f05e6b014ee5 None None] For port 62550629-9198-47bc-ba6b-6cc6933dbddb, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=62550629-9198-47bc-ba6b-6cc6933dbddb,segment=NetworkSegment(ceef9485-0ec6-49bb-8d3d-1a2064621495),segment_id=ceef9485-0ec6-49bb-8d3d-1a2064621495)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:47.767490 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-aeabaf90-aea7-47d4-9c19-f05e6b014ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.767862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c435e4-15ca-4b55-b2bb-79478dc18d94 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting subnet 16ebd000-8202-4a6b-9098-3850aed9ba13 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:45:47.771705 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-70c435e4-15ca-4b55-b2bb-79478dc18d94 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:47.902619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabaf90-aea7-47d4-9c19-f05e6b014ee5 None None] Pushing event updated for resources: {'Port': ['ID=62550629-9198-47bc-ba6b-6cc6933dbddb,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:48.018742 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4a65-9f64-49cb-8622-b0b2648c991a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.052170 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4a65-9f64-49cb-8622-b0b2648c991a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.229424 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-70c435e4-15ca-4b55-b2bb-79478dc18d94 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.296687 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-8e0f4a65-9f64-49cb-8622-b0b2648c991a admin admin] Allocated IP 172.25.0.22 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/fe344403-38dc-47a5-98d6-0a48b356f34b) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:48.363965 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-70c435e4-15ca-4b55-b2bb-79478dc18d94 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.435794 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-70c435e4-15ca-4b55-b2bb-79478dc18d94 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.457874 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-70c435e4-15ca-4b55-b2bb-79478dc18d94 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.465329 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-70c435e4-15ca-4b55-b2bb-79478dc18d94 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/subnets/16ebd000-8202-4a6b-9098-3850aed9ba13 HTTP/1.1" status: 204 len: 168 time: 0.7794354 Nov 12 00:45:48.465463 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af0f865-182e-400d-839e-d6af87ffac2a None None] Network 4437f4fa-ce17-46d1-b4a7-a5419750ee5e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:48.475312 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35988) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:48.497293 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c435e4-15ca-4b55-b2bb-79478dc18d94 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Subnet': ['ID=16ebd000-8202-4a6b-9098-3850aed9ba13,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:48.575307 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d8f132-3024-46c4-bd1b-d8e5519395ed tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting subnet 7232d21b-90dc-4b88-bedb-3cb0e7cbf9d2 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:45:48.586457 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f132-3024-46c4-bd1b-d8e5519395ed tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.628129 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4a65-9f64-49cb-8622-b0b2648c991a admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.692581 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f132-3024-46c4-bd1b-d8e5519395ed tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.750274 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038fc1cb-7990-4161-a79c-c2da910afd09 None None] DHCP port deletion for 4437f4fa-ce17-46d1-b4a7-a5419750ee5e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:45:48.798921 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4a65-9f64-49cb-8622-b0b2648c991a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:48.917789 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-038fc1cb-7990-4161-a79c-c2da910afd09 None None] Deleting port f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:48.919301 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-038fc1cb-7990-4161-a79c-c2da910afd09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.008516 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0f4a65-9f64-49cb-8622-b0b2648c991a admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:49.050094 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-038fc1cb-7990-4161-a79c-c2da910afd09 None None] For port f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc,segment=NetworkSegment(ca766c3e-ecae-4e94-8027-befde244649b),segment_id=ca766c3e-ecae-4e94-8027-befde244649b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:49.051502 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-038fc1cb-7990-4161-a79c-c2da910afd09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.058137 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-8e0f4a65-9f64-49cb-8622-b0b2648c991a admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:49.073159 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-038fc1cb-7990-4161-a79c-c2da910afd09 None None] Calling delete_port for f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:49.092314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f4a65-9f64-49cb-8622-b0b2648c991a admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:49.109889 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f4a65-9f64-49cb-8622-b0b2648c991a admin admin] Pushing event updated for resources: {'Port': ['ID=fe344403-38dc-47a5-98d6-0a48b356f34b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:49.131274 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb42609-e751-40c8-9852-17177a17d778 req-bcb4e0ca-fab5-42b7-ac27-db3ee0224699 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:49.138080 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bdb42609-e751-40c8-9852-17177a17d778 req-bcb4e0ca-fab5-42b7-ac27-db3ee0224699 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 946 time: 0.2648947 Nov 12 00:45:49.198840 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f132-3024-46c4-bd1b-d8e5519395ed tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.259250 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3afe4b4-4fa2-48f8-a486-90a74114ded3 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:45:49.268012 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-038fc1cb-7990-4161-a79c-c2da910afd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.368489 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fc1cb-7990-4161-a79c-c2da910afd09 None None] Pushing event deleted for resources: {'Port': ['ID=f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:49.370288 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bdb42609-e751-40c8-9852-17177a17d778 req-0109de7e-04d5-48de-9fc3-9c6744926569 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679883 Nov 12 00:45:49.386728 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038fc1cb-7990-4161-a79c-c2da910afd09 None None] No DVR routers for this DVR port f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:49.410524 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4dfc2510-97de-4596-9c3a-bf3cf5966e19 None None] Provisioning complete for port fe344403-38dc-47a5-98d6-0a48b356f34b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:49.410976 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4dfc2510-97de-4596-9c3a-bf3cf5966e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.475564 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc2510-97de-4596-9c3a-bf3cf5966e19 None None] Port fe344403-38dc-47a5-98d6-0a48b356f34b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:49.571246 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948e4b33-b84e-49ec-844a-9fb848693e5d None None] Network 1a66d13b-0b87-4708-87ae-5e17b301ff24 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:49.574343 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f132-3024-46c4-bd1b-d8e5519395ed tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.617538 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8f132-3024-46c4-bd1b-d8e5519395ed tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Subnet': ['ID=7232d21b-90dc-4b88-bedb-3cb0e7cbf9d2,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:49.620263 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f132-3024-46c4-bd1b-d8e5519395ed tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.626151 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e8d8f132-3024-46c4-bd1b-d8e5519395ed tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/subnets/7232d21b-90dc-4b88-bedb-3cb0e7cbf9d2 HTTP/1.1" status: 204 len: 168 time: 1.1472573 Nov 12 00:45:49.626151 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36004) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:49.646234 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38a3447-dfdb-4eac-b49f-016bb83996e5 None None] Network 8c00b74a-223b-4be2-b3e0-c5cd7e89eb74 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:49.735074 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-51feee02-ce7e-4fdf-b308-1732a098ca33 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.774649 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2ec5ecab-2891-4e68-abfd-d4aebce4301d None None] Provisioning complete for port 62550629-9198-47bc-ba6b-6cc6933dbddb triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:49.774649 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2ec5ecab-2891-4e68-abfd-d4aebce4301d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.875943 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-51feee02-ce7e-4fdf-b308-1732a098ca33 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:49.908734 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-51feee02-ce7e-4fdf-b308-1732a098ca33 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4437f4fa-ce17-46d1-b4a7-a5419750ee5e']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:49.919278 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-51feee02-ce7e-4fdf-b308-1732a098ca33 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca766c3e-ecae-4e94-8027-befde244649b') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:49.919595 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-51feee02-ce7e-4fdf-b308-1732a098ca33 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca766c3e-ecae-4e94-8027-befde244649b') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:49.934320 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-51feee02-ce7e-4fdf-b308-1732a098ca33 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.026920 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-51feee02-ce7e-4fdf-b308-1732a098ca33 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.042013 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51feee02-ce7e-4fdf-b308-1732a098ca33 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:45:50.042239 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-51feee02-ce7e-4fdf-b308-1732a098ca33 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:45:50.046293 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:45:50.125577 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4a65-9f64-49cb-8622-b0b2648c991a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.346211 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-51feee02-ce7e-4fdf-b308-1732a098ca33 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.362621 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-51feee02-ce7e-4fdf-b308-1732a098ca33 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.368650 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-51feee02-ce7e-4fdf-b308-1732a098ca33 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/networks/4437f4fa-ce17-46d1-b4a7-a5419750ee5e HTTP/1.1" status: 204 len: 168 time: 0.7391405 Nov 12 00:45:50.369451 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3120fa5e-3a5f-4289-88e8-b191dd70d03d None None] DHCP port deletion for 8c00b74a-223b-4be2-b3e0-c5cd7e89eb74 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:45:50.369580 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36018) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:50.386363 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51feee02-ce7e-4fdf-b308-1732a098ca33 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Network': ['ID=4437f4fa-ce17-46d1-b4a7-a5419750ee5e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:50.395706 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 62550629-9198-47bc-ba6b-6cc6933dbddb up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:50.546474 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2339d8fd-9d4e-4c6f-a300-b9ed57a530b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.609283 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2ec5ecab-2891-4e68-abfd-d4aebce4301d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.611411 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9fdce876-4c5a-4ebd-9d89-e74905628afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.651511 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-2339d8fd-9d4e-4c6f-a300-b9ed57a530b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting port 38d78e59-2434-4c94-bea5-7a8c360c06eb {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:50.651897 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2339d8fd-9d4e-4c6f-a300-b9ed57a530b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.682839 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2ec5ecab-2891-4e68-abfd-d4aebce4301d None None] For port 62550629-9198-47bc-ba6b-6cc6933dbddb, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=62550629-9198-47bc-ba6b-6cc6933dbddb,segment=NetworkSegment(ceef9485-0ec6-49bb-8d3d-1a2064621495),segment_id=ceef9485-0ec6-49bb-8d3d-1a2064621495)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:50.687301 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-3120fa5e-3a5f-4289-88e8-b191dd70d03d None None] Deleting port 38d78e59-2434-4c94-bea5-7a8c360c06eb {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:45:50.687663 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3120fa5e-3a5f-4289-88e8-b191dd70d03d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.689973 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 62550629-9198-47bc-ba6b-6cc6933dbddb triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:50.690327 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.697042 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2ec5ecab-2891-4e68-abfd-d4aebce4301d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.762167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-2339d8fd-9d4e-4c6f-a300-b9ed57a530b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] For port 38d78e59-2434-4c94-bea5-7a8c360c06eb, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=38d78e59-2434-4c94-bea5-7a8c360c06eb,segment=NetworkSegment(18d409eb-527f-412b-b383-6e05186b1c25),segment_id=18d409eb-527f-412b-b383-6e05186b1c25)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:50.763100 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2339d8fd-9d4e-4c6f-a300-b9ed57a530b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.790942 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-2339d8fd-9d4e-4c6f-a300-b9ed57a530b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Calling delete_port for 38d78e59-2434-4c94-bea5-7a8c360c06eb owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:50.830591 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-3120fa5e-3a5f-4289-88e8-b191dd70d03d None None] For port 38d78e59-2434-4c94-bea5-7a8c360c06eb, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=38d78e59-2434-4c94-bea5-7a8c360c06eb,segment=NetworkSegment(18d409eb-527f-412b-b383-6e05186b1c25),segment_id=18d409eb-527f-412b-b383-6e05186b1c25)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:50.831152 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3120fa5e-3a5f-4289-88e8-b191dd70d03d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.854218 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-3120fa5e-3a5f-4289-88e8-b191dd70d03d None None] Calling delete_port for 38d78e59-2434-4c94-bea5-7a8c360c06eb owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:45:50.927267 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2339d8fd-9d4e-4c6f-a300-b9ed57a530b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.018087 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339d8fd-9d4e-4c6f-a300-b9ed57a530b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Port': ['ID=38d78e59-2434-4c94-bea5-7a8c360c06eb,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:51.046061 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2339d8fd-9d4e-4c6f-a300-b9ed57a530b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] No DVR routers for this DVR port 38d78e59-2434-4c94-bea5-7a8c360c06eb on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:51.133885 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4a65-9f64-49cb-8622-b0b2648c991a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.151823 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3120fa5e-3a5f-4289-88e8-b191dd70d03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.171810 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518da289-8255-4544-8c68-75c5818ca751 req-31e1934a-3135-4e5c-b541-df074d3c824f tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:51.173411 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-518da289-8255-4544-8c68-75c5818ca751 req-31e1934a-3135-4e5c-b541-df074d3c824f tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 946 time: 0.1470382 Nov 12 00:45:51.190472 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5ecab-2891-4e68-abfd-d4aebce4301d None None] Pushing event updated for resources: {'Port': ['ID=62550629-9198-47bc-ba6b-6cc6933dbddb,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:51.209145 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2339d8fd-9d4e-4c6f-a300-b9ed57a530b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.234841 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120fa5e-3a5f-4289-88e8-b191dd70d03d None None] Pushing event deleted for resources: {'Port': ['ID=38d78e59-2434-4c94-bea5-7a8c360c06eb,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:51.236243 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-2339d8fd-9d4e-4c6f-a300-b9ed57a530b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c00b74a-223b-4be2-b3e0-c5cd7e89eb74']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:51.256474 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-2339d8fd-9d4e-4c6f-a300-b9ed57a530b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d409eb-527f-412b-b383-6e05186b1c25') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:51.257596 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-2339d8fd-9d4e-4c6f-a300-b9ed57a530b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d409eb-527f-412b-b383-6e05186b1c25') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:51.269610 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2339d8fd-9d4e-4c6f-a300-b9ed57a530b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.276490 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3120fa5e-3a5f-4289-88e8-b191dd70d03d None None] No DVR routers for this DVR port 38d78e59-2434-4c94-bea5-7a8c360c06eb on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:45:51.295708 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d27e5b50-e10e-4fc4-b0c7-6b384afdf5fd None None] Provisioning complete for port 62550629-9198-47bc-ba6b-6cc6933dbddb triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:51.302121 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d27e5b50-e10e-4fc4-b0c7-6b384afdf5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.326748 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2339d8fd-9d4e-4c6f-a300-b9ed57a530b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.347397 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2339d8fd-9d4e-4c6f-a300-b9ed57a530b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:45:51.348544 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2339d8fd-9d4e-4c6f-a300-b9ed57a530b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:45:51.359056 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:45:51.407973 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-518da289-8255-4544-8c68-75c5818ca751 req-eccf8816-e172-4c79-8797-a7f482a84c8a tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677999 Nov 12 00:45:51.475305 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0f4a65-9f64-49cb-8622-b0b2648c991a admin admin] Router 9011816f-5915-4b6b-833a-8e42fb0336e0 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:45:51.592157 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2339d8fd-9d4e-4c6f-a300-b9ed57a530b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.606326 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2339d8fd-9d4e-4c6f-a300-b9ed57a530b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.616178 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2339d8fd-9d4e-4c6f-a300-b9ed57a530b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/networks/8c00b74a-223b-4be2-b3e0-c5cd7e89eb74 HTTP/1.1" status: 204 len: 168 time: 1.2411077 Nov 12 00:45:51.625721 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36040) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:51.648582 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:51.651475 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-44b49d07-226c-4b37-9cff-778d9ba6e7fd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'network': {'name': 'tempest-RoutersTest-1772701286'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:51.656574 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339d8fd-9d4e-4c6f-a300-b9ed57a530b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Network': ['ID=8c00b74a-223b-4be2-b3e0-c5cd7e89eb74,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:51.700058 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:51.700460 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f6c0c5c4-a261-4db0-86d3-7b9c0a0ac7cc not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:51.770937 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b49d07-226c-4b37-9cff-778d9ba6e7fd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Made reservation on behalf of 04c66709839745f5bde4b3cea0f296bc for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:51.776587 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-44b49d07-226c-4b37-9cff-778d9ba6e7fd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.779647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0f4a65-9f64-49cb-8622-b0b2648c991a admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:51.791436 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] Sync routers for ids ['9011816f-5915-4b6b-833a-8e42fb0336e0'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:51.811441 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] Routers {'9011816f-5915-4b6b-833a-8e42fb0336e0'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:51.813653 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9011816f-5915-4b6b-833a-8e42fb0336e0'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:51.856177 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b49d07-226c-4b37-9cff-778d9ba6e7fd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:45:51.863359 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4a65-9f64-49cb-8622-b0b2648c991a admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.865161 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8e0f4a65-9f64-49cb-8622-b0b2648c991a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.2409697 Nov 12 00:45:51.868060 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36046) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:51.882493 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-44b49d07-226c-4b37-9cff-778d9ba6e7fd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:51.882869 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-44b49d07-226c-4b37-9cff-778d9ba6e7fd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Added segment b4349348-9892-449b-bbb4-cf4ff4b1c251 of type vlan for network c1bc525b-e332-4f0e-a3fa-860f64834bb9 Nov 12 00:45:51.991235 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-44b49d07-226c-4b37-9cff-778d9ba6e7fd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:52.036221 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] Set router 9011816f-5915-4b6b-833a-8e42fb0336e0 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:52.055239 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-44b49d07-226c-4b37-9cff-778d9ba6e7fd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:52.063383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b49d07-226c-4b37-9cff-778d9ba6e7fd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:52.065854 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-44b49d07-226c-4b37-9cff-778d9ba6e7fd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:52.137833 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-44b49d07-226c-4b37-9cff-778d9ba6e7fd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5108762 Nov 12 00:45:52.157195 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36050) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:52.173972 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 62550629-9198-47bc-ba6b-6cc6933dbddb up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:52.174385 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-6eeaa0bd-1c00-4825-a134-ff2759b101cd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'subnet': {'network_id': 'c1bc525b-e332-4f0e-a3fa-860f64834bb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:52.201106 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b49d07-226c-4b37-9cff-778d9ba6e7fd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Network': ['ID=c1bc525b-e332-4f0e-a3fa-860f64834bb9,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:52.257024 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network c1bc525b-e332-4f0e-a3fa-860f64834bb9 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:45:52.527594 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eeaa0bd-1c00-4825-a134-ff2759b101cd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Made reservation on behalf of 04c66709839745f5bde4b3cea0f296bc for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:52.535023 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6eeaa0bd-1c00-4825-a134-ff2759b101cd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:52.634814 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 62550629-9198-47bc-ba6b-6cc6933dbddb triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:52.635258 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:52.681145 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d1e7efa6-ede7-4414-9ca7-17c729ee9a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:52.738467 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9011816f-5915-4b6b-833a-8e42fb0336e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-179887131-router', 'tenant_id': '6680deb2c38448ba908b21131ac4405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'fe344403-38dc-47a5-98d6-0a48b356f34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:46Z', 'updated_at': '2021-11-12T00:45:49Z', 'revision_number': 3, 'project_id': '6680deb2c38448ba908b21131ac4405a', 'gw_port': {'id': 'fe344403-38dc-47a5-98d6-0a48b356f34b', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9011816f-5915-4b6b-833a-8e42fb0336e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:48Z', 'updated_at': '2021-11-12T00:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:52.801039 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] Checking router: 9011816f-5915-4b6b-833a-8e42fb0336e0 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:45:52.809846 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] Updating router 9011816f-5915-4b6b-833a-8e42fb0336e0 port fe344403-38dc-47a5-98d6-0a48b356f34b binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:45:52.863362 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:53.046632 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8350b6e-183f-4be2-8fe0-e434b1f24328 req-cca195c5-6e81-4242-ab4e-daf8d0af1af3 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:53.053250 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8350b6e-183f-4be2-8fe0-e434b1f24328 req-cca195c5-6e81-4242-ab4e-daf8d0af1af3 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 946 time: 0.4991226 Nov 12 00:45:53.065261 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 38d78e59-2434-4c94-bea5-7a8c360c06eb no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:45:53.098000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 38d78e59-2434-4c94-bea5-7a8c360c06eb {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:45:53.098366 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 38d78e59-2434-4c94-bea5-7a8c360c06eb not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:45:53.292906 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6eeaa0bd-1c00-4825-a134-ff2759b101cd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:53.387620 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:53.401117 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:53.413086 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeaa0bd-1c00-4825-a134-ff2759b101cd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Subnet': ['ID=d95cc3dc-0843-421c-9035-b78bfabc136b,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:53.488379 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:53.489343 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8c642d-5b94-472a-be05-497d28992a2b None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:45:53.528404 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:53.547441 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] Attempting to bind port fe344403-38dc-47a5-98d6-0a48b356f34b on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:53.552114 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] Attempting to bind port fe344403-38dc-47a5-98d6-0a48b356f34b by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:53.552114 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] Attempting to bind port fe344403-38dc-47a5-98d6-0a48b356f34b on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:53.552114 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596da21c-e2bb-49e0-bd04-9b8c4bd742bf None None] Pushing event updated for resources: {'Port': ['ID=fe344403-38dc-47a5-98d6-0a48b356f34b,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:53.569873 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:53.570636 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:53.571378 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:53.571960 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:53.572658 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] Bound port: fe344403-38dc-47a5-98d6-0a48b356f34b, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:53.573394 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:53.608060 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8350b6e-183f-4be2-8fe0-e434b1f24328 req-2897ec85-1fdb-4d0b-bae8-88095f66714a tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208442 Nov 12 00:45:53.656098 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeaa0bd-1c00-4825-a134-ff2759b101cd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Checking segment: {'id': 'b4349348-9892-449b-bbb4-cf4ff4b1c251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c1bc525b-e332-4f0e-a3fa-860f64834bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:53.656478 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeaa0bd-1c00-4825-a134-ff2759b101cd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network hostable DHCP agents. Network: c1bc525b-e332-4f0e-a3fa-860f64834bb9, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:45:53.656591 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ca2f5e93-a3e7-4c4d-bbce-76fc43245029 None None] Provisioning complete for port fe344403-38dc-47a5-98d6-0a48b356f34b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:53.657006 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ca2f5e93-a3e7-4c4d-bbce-76fc43245029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:53.704637 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] For port fe344403-38dc-47a5-98d6-0a48b356f34b, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:53.712234 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] For port fe344403-38dc-47a5-98d6-0a48b356f34b, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=fe344403-38dc-47a5-98d6-0a48b356f34b,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:53.725850 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:53.830246 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ca2f5e93-a3e7-4c4d-bbce-76fc43245029 None None] Port fe344403-38dc-47a5-98d6-0a48b356f34b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:53.841443 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596da21c-e2bb-49e0-bd04-9b8c4bd742bf None None] Pushing event updated for resources: {'Port': ['ID=fe344403-38dc-47a5-98d6-0a48b356f34b,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:53.851119 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb81816d-430c-4d72-b724-44a3955f430c None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:45:53.874718 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] Routers {'9011816f-5915-4b6b-833a-8e42fb0336e0'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:53.875459 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9011816f-5915-4b6b-833a-8e42fb0336e0'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:53.905929 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeaa0bd-1c00-4825-a134-ff2759b101cd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network c1bc525b-e332-4f0e-a3fa-860f64834bb9 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:45:54.008592 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-6eeaa0bd-1c00-4825-a134-ff2759b101cd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, c1bc525b-e332-4f0e-a3fa-860f64834bb9) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:54.015192 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeaa0bd-1c00-4825-a134-ff2759b101cd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:54.016305 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6eeaa0bd-1c00-4825-a134-ff2759b101cd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.036444 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6eeaa0bd-1c00-4825-a134-ff2759b101cd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8778205 Nov 12 00:45:54.037267 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc78487-b4c8-4ee0-b150-35db5393e035 None None] Network c1bc525b-e332-4f0e-a3fa-860f64834bb9 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:54.040191 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36072) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:54.044606 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9a1c1f30-3dd1-4b6a-98e3-785382723496 None None] Provisioning complete for port fe344403-38dc-47a5-98d6-0a48b356f34b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:54.045345 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1f30-3dd1-4b6a-98e3-785382723496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.045557 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-5218c24e-1a2d-4671-8e37-d5d7952eb3bc tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-333793796', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:54.052019 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] Set router 9011816f-5915-4b6b-833a-8e42fb0336e0 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:54.074869 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f0876df-8d70-4a11-8b41-6712283163e4 req-0fff65d1-3469-4abf-95ac-f59d2aa0c092 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0608232 Nov 12 00:45:54.083847 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5218c24e-1a2d-4671-8e37-d5d7952eb3bc tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.085234 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5218c24e-1a2d-4671-8e37-d5d7952eb3bc tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.186405 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0876df-8d70-4a11-8b41-6712283163e4 req-8dbb940d-1d8c-4143-8da0-b545a6fd624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:54.189257 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f0876df-8d70-4a11-8b41-6712283163e4 req-8dbb940d-1d8c-4143-8da0-b545a6fd624d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 1099 time: 0.0688667 Nov 12 00:45:54.238940 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5218c24e-1a2d-4671-8e37-d5d7952eb3bc tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.251805 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5218c24e-1a2d-4671-8e37-d5d7952eb3bc tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.261334 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Allocated IP 172.20.0.1 (1a66d13b-0b87-4708-87ae-5e17b301ff24/fde83749-1ab3-42ff-8448-30cf5a392a79/c333ad6f-9cdd-4afe-a623-9d83b85770d3) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:54.286515 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5218c24e-1a2d-4671-8e37-d5d7952eb3bc tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.288642 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5218c24e-1a2d-4671-8e37-d5d7952eb3bc tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2467499 Nov 12 00:45:54.292725 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36076) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:54.299353 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-85d060b3-1b27-4946-ae3c-ee23514d18c8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'port': {'network_id': 'c1bc525b-e332-4f0e-a3fa-860f64834bb9', 'name': 'tempest-RoutersTest-818359708'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:54.336733 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 6c5726cd-5b62-4d29-9344-f612f79bf6a0 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:45:54.390027 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0876df-8d70-4a11-8b41-6712283163e4 req-19967fb3-2b85-4dc5-be74-643d19db657b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:54.391705 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f0876df-8d70-4a11-8b41-6712283163e4 req-19967fb3-2b85-4dc5-be74-643d19db657b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 909 time: 0.1786838 Nov 12 00:45:54.474260 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f0876df-8d70-4a11-8b41-6712283163e4 req-461ae1ca-b62b-4d07-9d63-daf0c4173efa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e501b64-9885-4bc5-88aa-85313ef3d2ac HTTP/1.1" status: 200 len: 217 time: 0.0754199 Nov 12 00:45:54.547659 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0876df-8d70-4a11-8b41-6712283163e4 req-30c9079b-b695-4431-b934-ba91b01be49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:54.549404 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f0876df-8d70-4a11-8b41-6712283163e4 req-30c9079b-b695-4431-b934-ba91b01be49c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fc5c04a-017f-4820-8cce-df76bd4f7a1c HTTP/1.1" status: 200 len: 848 time: 0.0671546 Nov 12 00:45:54.600403 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.resource_extend [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:45:54.619497 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f0876df-8d70-4a11-8b41-6712283163e4 req-0823e321-de41-4988-a3ae-cb8c5e92feff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f1926e98-a223-4d69-aca0-b114b74b472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625799 Nov 12 00:45:54.622483 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-eac8ca0f-a6a4-4901-8581-a0051815b39b tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:54.624022 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-eac8ca0f-a6a4-4901-8581-a0051815b39b tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2&tenant_id=0c08be1f58b544848c94fddfb37189e3&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 1098 time: 0.1589429 Nov 12 00:45:54.624809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d060b3-1b27-4946-ae3c-ee23514d18c8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Made reservation on behalf of 04c66709839745f5bde4b3cea0f296bc for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:45:54.628381 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-85d060b3-1b27-4946-ae3c-ee23514d18c8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.652008 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712137-14'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:45:54.685314 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-85d060b3-1b27-4946-ae3c-ee23514d18c8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] device_id is not set on port b80b208e-c64c-4b31-9783-3d901a91cfb4 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:45:54.738085 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.760196 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f0876df-8d70-4a11-8b41-6712283163e4 req-ac99f9ec-246d-4198-8ff8-f39830ccefa1 service neutron] 10.222.0.15 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269212 Nov 12 00:45:54.827966 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.915304 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f0876df-8d70-4a11-8b41-6712283163e4 req-857130ce-94f0-483a-a966-47dfd965c06c service neutron] 10.222.0.15 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477528 Nov 12 00:45:54.935920 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fecc9-b959-41f8-939e-bd9c3e9bd9d9 req-badbf99d-97df-4d9f-99b6-b4b8f81debba tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:54.942692 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-516fecc9-b959-41f8-939e-bd9c3e9bd9d9 req-badbf99d-97df-4d9f-99b6-b4b8f81debba tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 946 time: 0.2029774 Nov 12 00:45:54.953470 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:54.990525 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.005318 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 6c5726cd-5b62-4d29-9344-f612f79bf6a0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=6c5726cd-5b62-4d29-9344-f612f79bf6a0,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:55.013929 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-85d060b3-1b27-4946-ae3c-ee23514d18c8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Allocated IP 172.20.0.8 (c1bc525b-e332-4f0e-a3fa-860f64834bb9/d95cc3dc-0843-421c-9035-b78bfabc136b/b80b208e-c64c-4b31-9783-3d901a91cfb4) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:55.048023 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 6c5726cd-5b62-4d29-9344-f612f79bf6a0 has no active binding in host n-h2-712137-14 {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:45:55.087305 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1f30-3dd1-4b6a-98e3-785382723496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.097291 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d17a9c-2276-4343-a75c-d5927877799f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-c1bc525b-e332-4f0e-a3fa-860f64834bb9', 'network_id': 'c1bc525b-e332-4f0e-a3fa-860f64834bb9', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'fixed_ips': [{'subnet_id': 'd95cc3dc-0843-421c-9035-b78bfabc136b'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:45:55.098339 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-98d17a9c-2276-4343-a75c-d5927877799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.116969 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Network 1a66d13b-0b87-4708-87ae-5e17b301ff24 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:55.127841 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9011816f-5915-4b6b-833a-8e42fb0336e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-179887131-router', 'tenant_id': '6680deb2c38448ba908b21131ac4405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'fe344403-38dc-47a5-98d6-0a48b356f34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:46Z', 'updated_at': '2021-11-12T00:45:49Z', 'revision_number': 3, 'project_id': '6680deb2c38448ba908b21131ac4405a', 'gw_port': {'id': 'fe344403-38dc-47a5-98d6-0a48b356f34b', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9011816f-5915-4b6b-833a-8e42fb0336e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:48Z', 'updated_at': '2021-11-12T00:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:55.130785 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-9a1c1f30-3dd1-4b6a-98e3-785382723496 None None] For port fe344403-38dc-47a5-98d6-0a48b356f34b, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=fe344403-38dc-47a5-98d6-0a48b356f34b,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:55.137238 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1f30-3dd1-4b6a-98e3-785382723496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.143648 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Pushing event updated for resources: {'Port': ['ID=c333ad6f-9cdd-4afe-a623-9d83b85770d3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:55.153712 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:55.156112 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:55.178855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5524006b-3953-481f-99d5-ed77cabe2fec None None] The sync data for ids ['9011816f-5915-4b6b-833a-8e42fb0336e0'] in n-d-712137-14 is: [{'id': '9011816f-5915-4b6b-833a-8e42fb0336e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-179887131-router', 'tenant_id': '6680deb2c38448ba908b21131ac4405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'fe344403-38dc-47a5-98d6-0a48b356f34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:46Z', 'updated_at': '2021-11-12T00:45:49Z', 'revision_number': 3, 'project_id': '6680deb2c38448ba908b21131ac4405a', 'gw_port': {'id': 'fe344403-38dc-47a5-98d6-0a48b356f34b', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9011816f-5915-4b6b-833a-8e42fb0336e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:48Z', 'updated_at': '2021-11-12T00:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:45:55.231970 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.232282 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.232631 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.233022 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.233363 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.235124 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.235515 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.235857 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.236191 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.236524 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.236883 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.237214 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:45:55.289448 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-516fecc9-b959-41f8-939e-bd9c3e9bd9d9 req-92313799-d4b8-4b1f-980b-512db931e3e3 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457935 Nov 12 00:45:55.316546 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.337375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] For port 6c5726cd-5b62-4d29-9344-f612f79bf6a0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=6c5726cd-5b62-4d29-9344-f612f79bf6a0,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:55.408860 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.433869 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c1f30-3dd1-4b6a-98e3-785382723496 None None] Pushing event updated for resources: {'Port': ['ID=fe344403-38dc-47a5-98d6-0a48b356f34b,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:55.472024 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7ea2a3c0-1abf-4e7c-b5f6-7f0703cccefd None None] Provisioning complete for port c333ad6f-9cdd-4afe-a623-9d83b85770d3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:55.472405 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7ea2a3c0-1abf-4e7c-b5f6-7f0703cccefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.547559 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2a3c0-1abf-4e7c-b5f6-7f0703cccefd None None] Port c333ad6f-9cdd-4afe-a623-9d83b85770d3 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:55.905349 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:55.914493 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] For port 6c5726cd-5b62-4d29-9344-f612f79bf6a0, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:56.074763 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-85d060b3-1b27-4946-ae3c-ee23514d18c8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.116735 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.138121 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device fe344403-38dc-47a5-98d6-0a48b356f34b up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:45:56.196441 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b7242c-b561-4337-9ccf-8b1098c1e1b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c5726cd-5b62-4d29-9344-f612f79bf6a0'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:56.199880 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95282a5f-0428-45e5-9708-9ab61c879695" -d '{"events": [{"server_uuid": "d7b7242c-b561-4337-9ccf-8b1098c1e1b2", "name": "network-vif-unplugged", "status": "completed", "tag": "6c5726cd-5b62-4d29-9344-f612f79bf6a0"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:56.210315 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.240725 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port fe344403-38dc-47a5-98d6-0a48b356f34b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:56.243628 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.377622 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b6e31c-fac1-4cd0-938b-4d79dd4fc892 x-openstack-request-id: req-e7b6e31c-fac1-4cd0-938b-4d79dd4fc892 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:56.378043 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b7242c-b561-4337-9ccf-8b1098c1e1b2", "name": "network-vif-unplugged", "status": "completed", "tag": "6c5726cd-5b62-4d29-9344-f612f79bf6a0", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:56.378253 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7b6e31c-fac1-4cd0-938b-4d79dd4fc892 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:56.378661 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b7242c-b561-4337-9ccf-8b1098c1e1b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c5726cd-5b62-4d29-9344-f612f79bf6a0', 'code': 200} Nov 12 00:45:56.379263 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] Pushing event updated for resources: {'Port': ['ID=6c5726cd-5b62-4d29-9344-f612f79bf6a0,revision_number=7']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:56.387053 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-85d060b3-1b27-4946-ae3c-ee23514d18c8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.422241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1ddf5f-f4a0-447f-863d-e3671e43011b None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:45:56.434940 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d060b3-1b27-4946-ae3c-ee23514d18c8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network c1bc525b-e332-4f0e-a3fa-860f64834bb9 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:56.441290 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-85d060b3-1b27-4946-ae3c-ee23514d18c8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:56.471795 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d060b3-1b27-4946-ae3c-ee23514d18c8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:56.501858 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-98d17a9c-2276-4343-a75c-d5927877799f None None] Allocated IP 172.20.0.2 (c1bc525b-e332-4f0e-a3fa-860f64834bb9/d95cc3dc-0843-421c-9035-b78bfabc136b/a5bbaf92-c530-41eb-8635-c19e4976ca8e) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:45:56.518305 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-05e25210-4e00-4ec5-b771-ae3e0f9d34b4 None None] Provisioning complete for port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:56.519057 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-05e25210-4e00-4ec5-b771-ae3e0f9d34b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.532005 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9813f-de7d-43f0-a015-45c05f3ca27a req-da2fa535-e356-4fe1-9e67-60555235c22c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:56.543285 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ada9813f-de7d-43f0-a015-45c05f3ca27a req-da2fa535-e356-4fe1-9e67-60555235c22c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 944 time: 0.1161158 Nov 12 00:45:56.578833 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d060b3-1b27-4946-ae3c-ee23514d18c8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Port': ['ID=b80b208e-c64c-4b31-9783-3d901a91cfb4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:56.585335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] Attempting to bind port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 on host n-h1-712137-14 for vnic_type normal with profile {"migrating_to": "n-h2-712137-14"} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:56.585737 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] Attempting to bind port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:56.586126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] Attempting to bind port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:56.597494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] Port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 on network f1926e98-a223-4d69-aca0-b114b74b472e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:45:56.597857 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] Attempting to bind port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 on network f1926e98-a223-4d69-aca0-b114b74b472e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:56.606952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:56.606952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] Checking segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:56.607284 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] Bound using segment: {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:56.607722 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] Bound port: 6c5726cd-5b62-4d29-9344-f612f79bf6a0, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb546473-6035-4426-9ccd-1c1db0e03c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f1926e98-a223-4d69-aca0-b114b74b472e'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:56.608147 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.629939 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-05e25210-4e00-4ec5-b771-ae3e0f9d34b4 None None] Port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:56.640606 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ada9813f-de7d-43f0-a015-45c05f3ca27a req-556413d1-0231-4437-b599-ec2185eedb83 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934668 Nov 12 00:45:56.691005 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d060b3-1b27-4946-ae3c-ee23514d18c8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:56.691994 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-85d060b3-1b27-4946-ae3c-ee23514d18c8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.735215 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.752542 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-85d060b3-1b27-4946-ae3c-ee23514d18c8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.4583886 Nov 12 00:45:56.755153 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36126) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:56.864844 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-98d17a9c-2276-4343-a75c-d5927877799f None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.879288 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-98d17a9c-2276-4343-a75c-d5927877799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.923221 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.934468 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:56.975036 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d17a9c-2276-4343-a75c-d5927877799f None None] Network c1bc525b-e332-4f0e-a3fa-860f64834bb9 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:56.984379 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-98d17a9c-2276-4343-a75c-d5927877799f None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:57.003051 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d17a9c-2276-4343-a75c-d5927877799f None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:45:57.004315 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Pushing event updated for resources: {'Port': ['ID=c333ad6f-9cdd-4afe-a623-9d83b85770d3,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:57.005166 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d17a9c-2276-4343-a75c-d5927877799f None None] Pushing event updated for resources: {'Port': ['ID=a5bbaf92-c530-41eb-8635-c19e4976ca8e,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:57.023707 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] For port 6c5726cd-5b62-4d29-9344-f612f79bf6a0, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:57.030686 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] For port 6c5726cd-5b62-4d29-9344-f612f79bf6a0, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=6c5726cd-5b62-4d29-9344-f612f79bf6a0,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:57.045507 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:57.054876 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:57.146254 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-98d17a9c-2276-4343-a75c-d5927877799f None None] Attempting to bind port a5bbaf92-c530-41eb-8635-c19e4976ca8e on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:45:57.146888 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-98d17a9c-2276-4343-a75c-d5927877799f None None] Attempting to bind port a5bbaf92-c530-41eb-8635-c19e4976ca8e by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'b4349348-9892-449b-bbb4-cf4ff4b1c251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c1bc525b-e332-4f0e-a3fa-860f64834bb9'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:45:57.147611 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d17a9c-2276-4343-a75c-d5927877799f None None] Attempting to bind port a5bbaf92-c530-41eb-8635-c19e4976ca8e on network c1bc525b-e332-4f0e-a3fa-860f64834bb9 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:45:57.154770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d17a9c-2276-4343-a75c-d5927877799f None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:45:57.155491 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d17a9c-2276-4343-a75c-d5927877799f None None] Checking segment: {'id': 'b4349348-9892-449b-bbb4-cf4ff4b1c251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c1bc525b-e332-4f0e-a3fa-860f64834bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:45:57.156195 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-98d17a9c-2276-4343-a75c-d5927877799f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:57.156947 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d17a9c-2276-4343-a75c-d5927877799f None None] Bound using segment: {'id': 'b4349348-9892-449b-bbb4-cf4ff4b1c251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c1bc525b-e332-4f0e-a3fa-860f64834bb9'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:45:57.157879 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-98d17a9c-2276-4343-a75c-d5927877799f None None] Bound port: a5bbaf92-c530-41eb-8635-c19e4976ca8e, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4349348-9892-449b-bbb4-cf4ff4b1c251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c1bc525b-e332-4f0e-a3fa-860f64834bb9'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:45:57.158474 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-98d17a9c-2276-4343-a75c-d5927877799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:57.202968 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf14cc8-3241-43d9-9726-69e148566930 None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:45:57.307205 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:57.307910 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:57.309276 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] 10.222.0.15 "PUT /v2.0/ports/6c5726cd-5b62-4d29-9344-f612f79bf6a0 HTTP/1.1" status: 200 len: 1124 time: 2.6616166 Nov 12 00:45:57.329321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840197f4-f5c2-4aa6-93a0-7a80d562895e service neutron] Pushing event updated for resources: {'Port': ['ID=6c5726cd-5b62-4d29-9344-f612f79bf6a0,revision_number=8']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:57.420139 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-98d17a9c-2276-4343-a75c-d5927877799f None None] For port a5bbaf92-c530-41eb-8635-c19e4976ca8e, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:45:57.429727 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Network 1a66d13b-0b87-4708-87ae-5e17b301ff24 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:45:57.434658 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:45:57.468995 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['6c5726cd-5b62-4d29-9344-f612f79bf6a0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:57.494175 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9669341b-c75c-4862-b528-f8419910f36b tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:57.518454 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-98d17a9c-2276-4343-a75c-d5927877799f None None] For port a5bbaf92-c530-41eb-8635-c19e4976ca8e, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a5bbaf92-c530-41eb-8635-c19e4976ca8e,segment=NetworkSegment(b4349348-9892-449b-bbb4-cf4ff4b1c251),segment_id=b4349348-9892-449b-bbb4-cf4ff4b1c251)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:45:57.551264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['6c5726cd-5b62-4d29-9344-f612f79bf6a0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:45:57.643141 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-98d17a9c-2276-4343-a75c-d5927877799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:57.644609 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-37b30d14-90a6-4af3-ac47-7af49e5678d1 None None] Provisioning complete for port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:57.645098 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-37b30d14-90a6-4af3-ac47-7af49e5678d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:57.711425 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Router 9011816f-5915-4b6b-833a-8e42fb0336e0 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:45:57.919505 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d17a9c-2276-4343-a75c-d5927877799f None None] Pushing event updated for resources: {'Port': ['ID=a5bbaf92-c530-41eb-8635-c19e4976ca8e,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:57.979504 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:45:57.997615 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] Sync routers for ids ['9011816f-5915-4b6b-833a-8e42fb0336e0'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:45:58.013520 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deb0d7-4106-4fb7-b043-9f37034c6453 req-c3025744-9907-492f-a252-b2b562ffa3ae tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:58.015118 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b3deb0d7-4106-4fb7-b043-9f37034c6453 req-c3025744-9907-492f-a252-b2b562ffa3ae tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 944 time: 0.1859200 Nov 12 00:45:58.042376 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] Routers {'9011816f-5915-4b6b-833a-8e42fb0336e0'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:45:58.043095 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9011816f-5915-4b6b-833a-8e42fb0336e0'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:58.059859 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6c3fd66e-cbb2-4e1c-a24f-6e3924b9fbb7 admin admin] 10.222.0.31 "PUT /v2.0/routers/9011816f-5915-4b6b-833a-8e42fb0336e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1900575 Nov 12 00:45:58.179834 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b3deb0d7-4106-4fb7-b043-9f37034c6453 req-b88c4f94-94b7-4e74-bf5c-f7fa42f8c291 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515598 Nov 12 00:45:58.238209 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9669341b-c75c-4862-b528-f8419910f36b tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:58.250806 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9669341b-c75c-4862-b528-f8419910f36b tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:58.379783 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b7242c-b561-4337-9ccf-8b1098c1e1b2', 'tag': '6c5726cd-5b62-4d29-9344-f612f79bf6a0'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:58.382822 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1104dfd-2bd3-4a1d-9dc4-10004df68026" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b7242c-b561-4337-9ccf-8b1098c1e1b2", "tag": "6c5726cd-5b62-4d29-9344-f612f79bf6a0"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:58.386278 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] Set router 9011816f-5915-4b6b-833a-8e42fb0336e0 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:45:58.454581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669341b-c75c-4862-b528-f8419910f36b tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Port': ['ID=b80b208e-c64c-4b31-9783-3d901a91cfb4,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:58.505699 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-37b30d14-90a6-4af3-ac47-7af49e5678d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:58.518595 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3b3e71-0283-4b9e-ba88-72259f6a2355 x-openstack-request-id: req-4b3b3e71-0283-4b9e-ba88-72259f6a2355 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:58.519096 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b7242c-b561-4337-9ccf-8b1098c1e1b2", "tag": "6c5726cd-5b62-4d29-9344-f612f79bf6a0", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:58.519509 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b3b3e71-0283-4b9e-ba88-72259f6a2355 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:58.520064 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b7242c-b561-4337-9ccf-8b1098c1e1b2', 'tag': '6c5726cd-5b62-4d29-9344-f612f79bf6a0', 'status': 'completed', 'code': 200} Nov 12 00:45:58.651099 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b7242c-b561-4337-9ccf-8b1098c1e1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5726cd-5b62-4d29-9344-f612f79bf6a0'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:45:58.653839 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4057f52-ffc4-4c1f-b338-e54499e32b63" -d '{"events": [{"server_uuid": "d7b7242c-b561-4337-9ccf-8b1098c1e1b2", "name": "network-vif-plugged", "status": "completed", "tag": "6c5726cd-5b62-4d29-9344-f612f79bf6a0"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:45:58.674296 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-37b30d14-90a6-4af3-ac47-7af49e5678d1 None None] For port 6c5726cd-5b62-4d29-9344-f612f79bf6a0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=6c5726cd-5b62-4d29-9344-f612f79bf6a0,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:45:58.680815 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-37b30d14-90a6-4af3-ac47-7af49e5678d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:58.693607 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-614aca7e-6191-4b06-8546-88b0037d2d16 req-c0f53b7b-5dd3-443b-abf9-e1fa18265bae tempest-FloatingIPDetailsNegativeTestJSON-1932526499 tempest-FloatingIPDetailsNegativeTestJSON-1932526499-project] show failed (client error): The resource could not be found. Nov 12 00:45:58.705287 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-614aca7e-6191-4b06-8546-88b0037d2d16 req-c0f53b7b-5dd3-443b-abf9-e1fa18265bae tempest-FloatingIPDetailsNegativeTestJSON-1932526499 tempest-FloatingIPDetailsNegativeTestJSON-1932526499-project] 10.222.0.31 "GET /v2.0/floatingips/59b134c6-0f80-4c59-ae67-932b81d3a73d HTTP/1.1" status: 404 len: 350 time: 0.0964029 Nov 12 00:45:58.706719 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36160) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:45:58.751796 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a55792c-27e6-486c-a419-0cb8ef20cb35 x-openstack-request-id: req-3a55792c-27e6-486c-a419-0cb8ef20cb35 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:45:58.752247 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b7242c-b561-4337-9ccf-8b1098c1e1b2", "name": "network-vif-plugged", "status": "completed", "tag": "6c5726cd-5b62-4d29-9344-f612f79bf6a0", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:45:58.752565 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a55792c-27e6-486c-a419-0cb8ef20cb35 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:45:58.753011 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b7242c-b561-4337-9ccf-8b1098c1e1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5726cd-5b62-4d29-9344-f612f79bf6a0', 'code': 200} Nov 12 00:45:58.795724 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1104dfd-2bd3-4a1d-9dc4-10004df68026 req-18f64b8e-a818-47aa-a170-cbfe536c5b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:58.795933 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b30d14-90a6-4af3-ac47-7af49e5678d1 None None] Pushing event updated for resources: {'Port': ['ID=6c5726cd-5b62-4d29-9344-f612f79bf6a0,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:58.798496 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1104dfd-2bd3-4a1d-9dc4-10004df68026 req-18f64b8e-a818-47aa-a170-cbfe536c5b35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 1127 time: 0.2594566 Nov 12 00:45:58.886321 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3806492f-0ee2-4be4-bbfd-1ac48e4f71a3 None None] Provisioning complete for port c333ad6f-9cdd-4afe-a623-9d83b85770d3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:45:58.886857 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3806492f-0ee2-4be4-bbfd-1ac48e4f71a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:58.911209 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9669341b-c75c-4862-b528-f8419910f36b tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:58.964113 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9011816f-5915-4b6b-833a-8e42fb0336e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-179887131-router', 'tenant_id': '6680deb2c38448ba908b21131ac4405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'fe344403-38dc-47a5-98d6-0a48b356f34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:46Z', 'updated_at': '2021-11-12T00:45:56Z', 'revision_number': 4, 'project_id': '6680deb2c38448ba908b21131ac4405a', 'gw_port': {'id': 'fe344403-38dc-47a5-98d6-0a48b356f34b', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9011816f-5915-4b6b-833a-8e42fb0336e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:48Z', 'updated_at': '2021-11-12T00:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'c333ad6f-9cdd-4afe-a623-9d83b85770d3', 'name': '', 'network_id': '1a66d13b-0b87-4708-87ae-5e17b301ff24', 'tenant_id': '6680deb2c38448ba908b21131ac4405a', 'mac_address': 'fa:16:3e:cb:5a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9011816f-5915-4b6b-833a-8e42fb0336e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'fde83749-1ab3-42ff-8448-30cf5a392a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:53Z', 'updated_at': '2021-11-12T00:45:56Z', 'revision_number': 2, 'project_id': '6680deb2c38448ba908b21131ac4405a', 'subnets': [{'id': 'fde83749-1ab3-42ff-8448-30cf5a392a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:45:58.964376 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-3806492f-0ee2-4be4-bbfd-1ac48e4f71a3 None None] Port c333ad6f-9cdd-4afe-a623-9d83b85770d3 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:45:59.020359 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] Checking router: 9011816f-5915-4b6b-833a-8e42fb0336e0 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:45:59.021505 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] Updating router 9011816f-5915-4b6b-833a-8e42fb0336e0 port c333ad6f-9cdd-4afe-a623-9d83b85770d3 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:45:59.078916 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:59.080164 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1104dfd-2bd3-4a1d-9dc4-10004df68026 req-0342a955-0c7a-44ef-b4e0-a87cc7b6ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:59.081937 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1104dfd-2bd3-4a1d-9dc4-10004df68026 req-0342a955-0c7a-44ef-b4e0-a87cc7b6ff70 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 909 time: 0.2670650 Nov 12 00:45:59.151773 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9669341b-c75c-4862-b528-f8419910f36b tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:59.408094 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1104dfd-2bd3-4a1d-9dc4-10004df68026 req-3a6c675a-ed17-453c-b07f-e98b3179c8b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c5726cd-5b62-4d29-9344-f612f79bf6a0 HTTP/1.1" status: 200 len: 217 time: 0.1015747 Nov 12 00:45:59.520792 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736ab2f-8442-4e3b-acca-4e299be7a6a5 req-650f1d3a-5481-435c-a2cd-56b6b8da49e7 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:59.537484 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5736ab2f-8442-4e3b-acca-4e299be7a6a5 req-650f1d3a-5481-435c-a2cd-56b6b8da49e7 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 946 time: 0.2120922 Nov 12 00:45:59.571455 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1104dfd-2bd3-4a1d-9dc4-10004df68026 req-1d5f1830-bc79-4bbd-a711-47e7e8a67e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:45:59.572991 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1104dfd-2bd3-4a1d-9dc4-10004df68026 req-1d5f1830-bc79-4bbd-a711-47e7e8a67e5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fc5c04a-017f-4820-8cce-df76bd4f7a1c HTTP/1.1" status: 200 len: 848 time: 0.1521261 Nov 12 00:45:59.654792 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1104dfd-2bd3-4a1d-9dc4-10004df68026 req-687ce1da-85dc-452b-9287-8151ed7927ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1926e98-a223-4d69-aca0-b114b74b472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652192 Nov 12 00:45:59.662753 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:59.677000 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5736ab2f-8442-4e3b-acca-4e299be7a6a5 req-ef1f7408-151c-4d4f-bf21-cb8c05fa25dc tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356492 Nov 12 00:45:59.679774 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:59.823507 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d5fec0-e7d6-4c5e-9574-68e856f3c02a None None] Network c1bc525b-e332-4f0e-a3fa-860f64834bb9 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:45:59.910764 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5783afe-56ca-4048-9d47-122ec4f9cd95 None None] Pushing event updated for resources: {'Port': ['ID=c333ad6f-9cdd-4afe-a623-9d83b85770d3,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:45:59.945705 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1104dfd-2bd3-4a1d-9dc4-10004df68026 req-96e1f75f-a6b7-4434-960b-fe5fe66fc1b9 service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785037 Nov 12 00:45:59.968138 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9669341b-c75c-4862-b528-f8419910f36b tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:59.978131 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9669341b-c75c-4862-b528-f8419910f36b tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.002377 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] Attempting to bind port c333ad6f-9cdd-4afe-a623-9d83b85770d3 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:00.004033 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] Attempting to bind port c333ad6f-9cdd-4afe-a623-9d83b85770d3 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'ceef9485-0ec6-49bb-8d3d-1a2064621495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1a66d13b-0b87-4708-87ae-5e17b301ff24'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:00.004381 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] Attempting to bind port c333ad6f-9cdd-4afe-a623-9d83b85770d3 on network 1a66d13b-0b87-4708-87ae-5e17b301ff24 {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:00.022745 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5783afe-56ca-4048-9d47-122ec4f9cd95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.023300 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5783afe-56ca-4048-9d47-122ec4f9cd95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.023425 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5783afe-56ca-4048-9d47-122ec4f9cd95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.023731 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5783afe-56ca-4048-9d47-122ec4f9cd95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.024060 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5783afe-56ca-4048-9d47-122ec4f9cd95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.027786 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5783afe-56ca-4048-9d47-122ec4f9cd95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.030713 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5783afe-56ca-4048-9d47-122ec4f9cd95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.035110 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5783afe-56ca-4048-9d47-122ec4f9cd95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.035640 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5783afe-56ca-4048-9d47-122ec4f9cd95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.036367 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5783afe-56ca-4048-9d47-122ec4f9cd95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.037237 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5783afe-56ca-4048-9d47-122ec4f9cd95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.038494 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5783afe-56ca-4048-9d47-122ec4f9cd95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:00.052954 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:00.057629 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] Checking segment: {'id': 'ceef9485-0ec6-49bb-8d3d-1a2064621495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1a66d13b-0b87-4708-87ae-5e17b301ff24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:00.058091 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.058489 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] Bound using segment: {'id': 'ceef9485-0ec6-49bb-8d3d-1a2064621495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1a66d13b-0b87-4708-87ae-5e17b301ff24'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:00.063266 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] Bound port: c333ad6f-9cdd-4afe-a623-9d83b85770d3, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceef9485-0ec6-49bb-8d3d-1a2064621495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1a66d13b-0b87-4708-87ae-5e17b301ff24'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:00.063734 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.155875 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2b73f3ba-0eaa-45b9-a7a2-74cb3fc22729 None None] Provisioning complete for port a5bbaf92-c530-41eb-8635-c19e4976ca8e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:00.156256 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2b73f3ba-0eaa-45b9-a7a2-74cb3fc22729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.327371 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a5bbaf92-c530-41eb-8635-c19e4976ca8e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:00.333251 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9669341b-c75c-4862-b528-f8419910f36b tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.336647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669341b-c75c-4862-b528-f8419910f36b tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Port': ['ID=b80b208e-c64c-4b31-9783-3d901a91cfb4,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:00.358823 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] For port c333ad6f-9cdd-4afe-a623-9d83b85770d3, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:00.367610 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] For port c333ad6f-9cdd-4afe-a623-9d83b85770d3, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c333ad6f-9cdd-4afe-a623-9d83b85770d3,segment=NetworkSegment(ceef9485-0ec6-49bb-8d3d-1a2064621495),segment_id=ceef9485-0ec6-49bb-8d3d-1a2064621495)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:00.381067 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.472916 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc7a9817-7f7f-4b92-89aa-a8a6c143ed5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.563854 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] Routers {'9011816f-5915-4b6b-833a-8e42fb0336e0'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:00.567555 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9011816f-5915-4b6b-833a-8e42fb0336e0'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:00.578521 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9669341b-c75c-4862-b528-f8419910f36b tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network c1bc525b-e332-4f0e-a3fa-860f64834bb9 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:00.583146 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-9669341b-c75c-4862-b528-f8419910f36b tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:00.607335 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1104dfd-2bd3-4a1d-9dc4-10004df68026 req-c2cbda0f-b7d0-4d56-be02-f3d44a4403ee service neutron] 10.222.0.21 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6511126 Nov 12 00:46:00.779834 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36202) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:00.805934 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] Set router 9011816f-5915-4b6b-833a-8e42fb0336e0 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:00.810882 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2b73f3ba-0eaa-45b9-a7a2-74cb3fc22729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.879117 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port a5bbaf92-c530-41eb-8635-c19e4976ca8e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:00.884634 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.905467 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9669341b-c75c-4862-b528-f8419910f36b tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router c10dd08b-5190-48b0-b235-a4bef9d3940c is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:46:00.926255 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc91b54-a728-4045-8f40-bb2d9fd2f968 req-a25c0d94-82e4-4aef-b2e0-092ca9f0a94d tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:00.942198 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cbc91b54-a728-4045-8f40-bb2d9fd2f968 req-a25c0d94-82e4-4aef-b2e0-092ca9f0a94d tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 946 time: 0.1299527 Nov 12 00:46:01.014190 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2b73f3ba-0eaa-45b9-a7a2-74cb3fc22729 None None] For port a5bbaf92-c530-41eb-8635-c19e4976ca8e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a5bbaf92-c530-41eb-8635-c19e4976ca8e,segment=NetworkSegment(b4349348-9892-449b-bbb4-cf4ff4b1c251),segment_id=b4349348-9892-449b-bbb4-cf4ff4b1c251)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:01.024321 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cbc91b54-a728-4045-8f40-bb2d9fd2f968 req-868e0e98-61d2-4c80-ace5-31b98bd72a31 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763721 Nov 12 00:46:01.030054 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2b73f3ba-0eaa-45b9-a7a2-74cb3fc22729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.108739 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-85b26090-3a1c-4fb9-b3ee-f310de1924ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.165654 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9669341b-c75c-4862-b528-f8419910f36b tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:46:01.175226 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9669341b-c75c-4862-b528-f8419910f36b tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/c10dd08b-5190-48b0-b235-a4bef9d3940c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4167190 Nov 12 00:46:01.178851 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36206) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:01.221561 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6662f64f-0095-4c3b-b0c5-ca81c5fa18e4 None None] Sync routers for ids ['c10dd08b-5190-48b0-b235-a4bef9d3940c'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:46:01.240455 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73f3ba-0eaa-45b9-a7a2-74cb3fc22729 None None] Pushing event updated for resources: {'Port': ['ID=a5bbaf92-c530-41eb-8635-c19e4976ca8e,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:01.259364 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b516a2-a686-451a-b1f2-bb27bead803f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:01.263141 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f5b516a2-a686-451a-b1f2-bb27bead803f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/ports/b80b208e-c64c-4b31-9783-3d901a91cfb4 HTTP/1.1" status: 200 len: 976 time: 0.0830560 Nov 12 00:46:01.265220 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36208) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:01.297593 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6662f64f-0095-4c3b-b0c5-ca81c5fa18e4 None None] Routers {'c10dd08b-5190-48b0-b235-a4bef9d3940c'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:01.298576 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6662f64f-0095-4c3b-b0c5-ca81c5fa18e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c10dd08b-5190-48b0-b235-a4bef9d3940c'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:01.301042 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9379c3f8-f0a8-4307-9232-3f651b6b40e9 None None] Provisioning complete for port c333ad6f-9cdd-4afe-a623-9d83b85770d3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:01.313334 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9379c3f8-f0a8-4307-9232-3f651b6b40e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.401013 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5783afe-56ca-4048-9d47-122ec4f9cd95 None None] Pushing event updated for resources: {'Port': ['ID=c333ad6f-9cdd-4afe-a623-9d83b85770d3,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:01.472643 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9011816f-5915-4b6b-833a-8e42fb0336e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-179887131-router', 'tenant_id': '6680deb2c38448ba908b21131ac4405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'fe344403-38dc-47a5-98d6-0a48b356f34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:46Z', 'updated_at': '2021-11-12T00:45:56Z', 'revision_number': 4, 'project_id': '6680deb2c38448ba908b21131ac4405a', 'gw_port': {'id': 'fe344403-38dc-47a5-98d6-0a48b356f34b', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9011816f-5915-4b6b-833a-8e42fb0336e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:48Z', 'updated_at': '2021-11-12T00:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'c333ad6f-9cdd-4afe-a623-9d83b85770d3', 'name': '', 'network_id': '1a66d13b-0b87-4708-87ae-5e17b301ff24', 'tenant_id': '6680deb2c38448ba908b21131ac4405a', 'mac_address': 'fa:16:3e:cb:5a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9011816f-5915-4b6b-833a-8e42fb0336e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'fde83749-1ab3-42ff-8448-30cf5a392a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:53Z', 'updated_at': '2021-11-12T00:46:00Z', 'revision_number': 4, 'project_id': '6680deb2c38448ba908b21131ac4405a', 'subnets': [{'id': 'fde83749-1ab3-42ff-8448-30cf5a392a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:01.473973 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-85b26090-3a1c-4fb9-b3ee-f310de1924ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.481411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a9817-7f7f-4b92-89aa-a8a6c143ed5b admin admin] Deleting port c333ad6f-9cdd-4afe-a623-9d83b85770d3 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:01.481779 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc7a9817-7f7f-4b92-89aa-a8a6c143ed5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.512596 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6662f64f-0095-4c3b-b0c5-ca81c5fa18e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:01.571421 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac6618-a7b6-44ef-968c-8efece7cf9ff None None] The sync data for ids ['9011816f-5915-4b6b-833a-8e42fb0336e0'] in n-d-712137-14 is: [{'id': '9011816f-5915-4b6b-833a-8e42fb0336e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-179887131-router', 'tenant_id': '6680deb2c38448ba908b21131ac4405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'fe344403-38dc-47a5-98d6-0a48b356f34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:46Z', 'updated_at': '2021-11-12T00:45:56Z', 'revision_number': 4, 'project_id': '6680deb2c38448ba908b21131ac4405a', 'gw_port': {'id': 'fe344403-38dc-47a5-98d6-0a48b356f34b', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9011816f-5915-4b6b-833a-8e42fb0336e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:48Z', 'updated_at': '2021-11-12T00:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'c333ad6f-9cdd-4afe-a623-9d83b85770d3', 'name': '', 'network_id': '1a66d13b-0b87-4708-87ae-5e17b301ff24', 'tenant_id': '6680deb2c38448ba908b21131ac4405a', 'mac_address': 'fa:16:3e:cb:5a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9011816f-5915-4b6b-833a-8e42fb0336e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'fde83749-1ab3-42ff-8448-30cf5a392a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:53Z', 'updated_at': '2021-11-12T00:46:00Z', 'revision_number': 4, 'project_id': '6680deb2c38448ba908b21131ac4405a', 'subnets': [{'id': 'fde83749-1ab3-42ff-8448-30cf5a392a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:46:01.593533 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6662f64f-0095-4c3b-b0c5-ca81c5fa18e4 None None] Routers {'c10dd08b-5190-48b0-b235-a4bef9d3940c'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:01.594182 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6662f64f-0095-4c3b-b0c5-ca81c5fa18e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c10dd08b-5190-48b0-b235-a4bef9d3940c'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:01.689299 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6662f64f-0095-4c3b-b0c5-ca81c5fa18e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:01.689959 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6662f64f-0095-4c3b-b0c5-ca81c5fa18e4 None None] The sync data for ids ['c10dd08b-5190-48b0-b235-a4bef9d3940c'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:46:01.730791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-bc7a9817-7f7f-4b92-89aa-a8a6c143ed5b admin admin] For port c333ad6f-9cdd-4afe-a623-9d83b85770d3, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c333ad6f-9cdd-4afe-a623-9d83b85770d3,segment=NetworkSegment(ceef9485-0ec6-49bb-8d3d-1a2064621495),segment_id=ceef9485-0ec6-49bb-8d3d-1a2064621495)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:01.731301 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc7a9817-7f7f-4b92-89aa-a8a6c143ed5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:01.797098 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a9817-7f7f-4b92-89aa-a8a6c143ed5b admin admin] Calling delete_port for c333ad6f-9cdd-4afe-a623-9d83b85770d3 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:01.893576 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9379c3f8-f0a8-4307-9232-3f651b6b40e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:02.001411 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-85b26090-3a1c-4fb9-b3ee-f310de1924ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:02.048717 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-9379c3f8-f0a8-4307-9232-3f651b6b40e9 None None] For port c333ad6f-9cdd-4afe-a623-9d83b85770d3, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c333ad6f-9cdd-4afe-a623-9d83b85770d3,segment=NetworkSegment(ceef9485-0ec6-49bb-8d3d-1a2064621495),segment_id=ceef9485-0ec6-49bb-8d3d-1a2064621495)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:02.065252 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9379c3f8-f0a8-4307-9232-3f651b6b40e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:02.112651 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-85b26090-3a1c-4fb9-b3ee-f310de1924ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=624ec3f3153c4edc81b6bcf5b28750ee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3229287 Nov 12 00:46:02.129013 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b26090-3a1c-4fb9-b3ee-f310de1924ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a57003-9e54-45b0-a21d-5ad7f30e48a3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:02.140823 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36222) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:02.284193 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-01e1d55a-fb81-42d5-b09e-f1531ba379c7 None None] Provisioning complete for port b80b208e-c64c-4b31-9783-3d901a91cfb4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:02.288228 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-01e1d55a-fb81-42d5-b09e-f1531ba379c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:02.367847 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379c3f8-f0a8-4307-9232-3f651b6b40e9 None None] Pushing event updated for resources: {'Port': ['ID=c333ad6f-9cdd-4afe-a623-9d83b85770d3,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:02.387219 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a5bbaf92-c530-41eb-8635-c19e4976ca8e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:02.499274 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2faf4-a6fd-4bba-8de8-3a642c0c70b7 req-98f618da-a461-4af0-a123-90456caac96b tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:02.513130 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-69c2faf4-a6fd-4bba-8de8-3a642c0c70b7 req-98f618da-a461-4af0-a123-90456caac96b tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 946 time: 0.2502940 Nov 12 00:46:02.619932 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-69c2faf4-a6fd-4bba-8de8-3a642c0c70b7 req-be3dbbe8-e5fe-48e5-8e0f-0412782684d9 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022892 Nov 12 00:46:02.662972 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-01e1d55a-fb81-42d5-b09e-f1531ba379c7 None None] Port b80b208e-c64c-4b31-9783-3d901a91cfb4 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:02.686513 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port a5bbaf92-c530-41eb-8635-c19e4976ca8e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:02.687031 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:02.759627 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-01e1d55a-fb81-42d5-b09e-f1531ba379c7 None None] Provisioning complete for port a5bbaf92-c530-41eb-8635-c19e4976ca8e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:02.769449 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-01e1d55a-fb81-42d5-b09e-f1531ba379c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:02.802150 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc7a9817-7f7f-4b92-89aa-a8a6c143ed5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:02.952746 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a9817-7f7f-4b92-89aa-a8a6c143ed5b admin admin] Pushing event deleted for resources: {'Port': ['ID=c333ad6f-9cdd-4afe-a623-9d83b85770d3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:03.019764 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b2abb81-4fd7-41ed-a77f-b2e90727236a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:03.184419 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-584239f4-2854-4bb0-a06a-054e7f7193fc tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:03.186895 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b2abb81-4fd7-41ed-a77f-b2e90727236a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:03.210967 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c333ad6f-9cdd-4afe-a623-9d83b85770d3 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:03.265272 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: c333ad6f-9cdd-4afe-a623-9d83b85770d3 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:03.265627 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c333ad6f-9cdd-4afe-a623-9d83b85770d3 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 00:46:03.476857 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b2abb81-4fd7-41ed-a77f-b2e90727236a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:03.480303 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b2abb81-4fd7-41ed-a77f-b2e90727236a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:03.485239 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9b2abb81-4fd7-41ed-a77f-b2e90727236a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26a57003-9e54-45b0-a21d-5ad7f30e48a3 HTTP/1.1" status: 204 len: 168 time: 1.3432930 Nov 12 00:46:03.499685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2abb81-4fd7-41ed-a77f-b2e90727236a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a57003-9e54-45b0-a21d-5ad7f30e48a3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:03.503057 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc7a9817-7f7f-4b92-89aa-a8a6c143ed5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:03.531904 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Port c333ad6f-9cdd-4afe-a623-9d83b85770d3 not found, will not notify nova. {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 00:46:03.767472 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c9413461-9d1e-49b7-b072-2b676fc49ed4 None None] Provisioning complete for port b80b208e-c64c-4b31-9783-3d901a91cfb4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:03.774343 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c9413461-9d1e-49b7-b072-2b676fc49ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:03.844400 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c9413461-9d1e-49b7-b072-2b676fc49ed4 None None] Port b80b208e-c64c-4b31-9783-3d901a91cfb4 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:04.152647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e3287-3606-4ddf-9426-657c196b54ed req-f3e94f09-8b7c-414c-95d4-1902310111f6 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:04.154186 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-120e3287-3606-4ddf-9426-657c196b54ed req-f3e94f09-8b7c-414c-95d4-1902310111f6 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 946 time: 0.0937116 Nov 12 00:46:04.203005 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36256) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:04.255289 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5307cd07-a2c6-40f8-978f-db46b33f0a93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.300859 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 6c5726cd-5b62-4d29-9344-f612f79bf6a0 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:04.331319 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-120e3287-3606-4ddf-9426-657c196b54ed req-a1797f58-296d-49d6-aafc-e13fbfbe334e tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270096 Nov 12 00:46:04.420647 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5307cd07-a2c6-40f8-978f-db46b33f0a93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.457643 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5307cd07-a2c6-40f8-978f-db46b33f0a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.496084 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7a9817-7f7f-4b92-89aa-a8a6c143ed5b admin admin] Router 9011816f-5915-4b6b-833a-8e42fb0336e0 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:46:04.524539 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307cd07-a2c6-40f8-978f-db46b33f0a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7807b861-fa94-4433-b6d1-de58207f30ec,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:04.543773 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5307cd07-a2c6-40f8-978f-db46b33f0a93 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2784542c907945eab06eb826099235d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3308587 Nov 12 00:46:04.549453 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.559551 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36258) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:04.589331 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 6c5726cd-5b62-4d29-9344-f612f79bf6a0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=6c5726cd-5b62-4d29-9344-f612f79bf6a0,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:04.590386 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b7242c-b561-4337-9ccf-8b1098c1e1b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c5726cd-5b62-4d29-9344-f612f79bf6a0'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:04.593303 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b896321-b141-4e82-86e8-5c0ad1a7473c" -d '{"events": [{"server_uuid": "d7b7242c-b561-4337-9ccf-8b1098c1e1b2", "name": "network-vif-unplugged", "status": "completed", "tag": "6c5726cd-5b62-4d29-9344-f612f79bf6a0"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:04.601064 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.605341 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-584239f4-2854-4bb0-a06a-054e7f7193fc tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting port b80b208e-c64c-4b31-9783-3d901a91cfb4 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:04.605679 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-584239f4-2854-4bb0-a06a-054e7f7193fc tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.689549 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0096f6-325c-443d-9132-59d2fb674ac7 x-openstack-request-id: req-cf0096f6-325c-443d-9132-59d2fb674ac7 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:04.689929 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b7242c-b561-4337-9ccf-8b1098c1e1b2", "name": "network-vif-unplugged", "status": "completed", "tag": "6c5726cd-5b62-4d29-9344-f612f79bf6a0", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:04.690286 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf0096f6-325c-443d-9132-59d2fb674ac7 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:04.690700 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b7242c-b561-4337-9ccf-8b1098c1e1b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c5726cd-5b62-4d29-9344-f612f79bf6a0', 'code': 200} Nov 12 00:46:04.696245 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=6c5726cd-5b62-4d29-9344-f612f79bf6a0,revision_number=10']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:04.721891 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7a9817-7f7f-4b92-89aa-a8a6c143ed5b admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:46:04.729027 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bc7a9817-7f7f-4b92-89aa-a8a6c143ed5b admin admin] 10.222.0.31 "PUT /v2.0/routers/9011816f-5915-4b6b-833a-8e42fb0336e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0192103 Nov 12 00:46:04.733889 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36262) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:04.735546 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede225df-7abd-440f-8758-37d4898cf75e None None] Sync routers for ids ['9011816f-5915-4b6b-833a-8e42fb0336e0'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:46:04.753056 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede225df-7abd-440f-8758-37d4898cf75e None None] Routers {'9011816f-5915-4b6b-833a-8e42fb0336e0'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:04.754589 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ede225df-7abd-440f-8758-37d4898cf75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9011816f-5915-4b6b-833a-8e42fb0336e0'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:04.758358 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b4b64918-f826-43b8-9007-532070842bc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.790074 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-584239f4-2854-4bb0-a06a-054e7f7193fc tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.815313 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-584239f4-2854-4bb0-a06a-054e7f7193fc tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Calling delete_port for b80b208e-c64c-4b31-9783-3d901a91cfb4 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:04.954414 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-ede225df-7abd-440f-8758-37d4898cf75e None None] Set router 9011816f-5915-4b6b-833a-8e42fb0336e0 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:04.986542 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b4b64918-f826-43b8-9007-532070842bc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.001302 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1ec4e663-5ddd-4d70-8e30-f60eb40dbc49 admin admin] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.083305 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-584239f4-2854-4bb0-a06a-054e7f7193fc tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.153622 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584239f4-2854-4bb0-a06a-054e7f7193fc tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Port': ['ID=b80b208e-c64c-4b31-9783-3d901a91cfb4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:05.172141 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b4b64918-f826-43b8-9007-532070842bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.180234 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b4b64918-f826-43b8-9007-532070842bc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.183451 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b4b64918-f826-43b8-9007-532070842bc8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7807b861-fa94-4433-b6d1-de58207f30ec HTTP/1.1" status: 204 len: 168 time: 0.6218126 Nov 12 00:46:05.227492 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ede225df-7abd-440f-8758-37d4898cf75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9011816f-5915-4b6b-833a-8e42fb0336e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-179887131-router', 'tenant_id': '6680deb2c38448ba908b21131ac4405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'fe344403-38dc-47a5-98d6-0a48b356f34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:46Z', 'updated_at': '2021-11-12T00:46:02Z', 'revision_number': 5, 'project_id': '6680deb2c38448ba908b21131ac4405a', 'gw_port': {'id': 'fe344403-38dc-47a5-98d6-0a48b356f34b', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9011816f-5915-4b6b-833a-8e42fb0336e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:45:48Z', 'updated_at': '2021-11-12T00:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:05.275413 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede225df-7abd-440f-8758-37d4898cf75e None None] Checking router: 9011816f-5915-4b6b-833a-8e42fb0336e0 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:46:05.291806 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1ec4e663-5ddd-4d70-8e30-f60eb40dbc49 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.301992 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede225df-7abd-440f-8758-37d4898cf75e None None] Routers {'9011816f-5915-4b6b-833a-8e42fb0336e0'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:05.304166 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ede225df-7abd-440f-8758-37d4898cf75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9011816f-5915-4b6b-833a-8e42fb0336e0'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:05.338985 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b64918-f826-43b8-9007-532070842bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7807b861-fa94-4433-b6d1-de58207f30ec,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:05.449306 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-1ec4e663-5ddd-4d70-8e30-f60eb40dbc49 admin admin] Deleting port fe344403-38dc-47a5-98d6-0a48b356f34b {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:05.452874 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1ec4e663-5ddd-4d70-8e30-f60eb40dbc49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.592129 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-ede225df-7abd-440f-8758-37d4898cf75e None None] Set router 9011816f-5915-4b6b-833a-8e42fb0336e0 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:05.601307 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-1ec4e663-5ddd-4d70-8e30-f60eb40dbc49 admin admin] For port fe344403-38dc-47a5-98d6-0a48b356f34b, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=fe344403-38dc-47a5-98d6-0a48b356f34b,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:05.601912 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1ec4e663-5ddd-4d70-8e30-f60eb40dbc49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.660411 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-584239f4-2854-4bb0-a06a-054e7f7193fc tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:05.725790 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-1ec4e663-5ddd-4d70-8e30-f60eb40dbc49 admin admin] Calling delete_port for fe344403-38dc-47a5-98d6-0a48b356f34b owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:05.749530 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ede225df-7abd-440f-8758-37d4898cf75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9011816f-5915-4b6b-833a-8e42fb0336e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-179887131-router', 'tenant_id': '6680deb2c38448ba908b21131ac4405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:46Z', 'updated_at': '2021-11-12T00:46:05Z', 'revision_number': 6, 'project_id': '6680deb2c38448ba908b21131ac4405a', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:05.793000 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede225df-7abd-440f-8758-37d4898cf75e None None] The sync data for ids ['9011816f-5915-4b6b-833a-8e42fb0336e0'] in n-d-712137-14 is: [{'id': '9011816f-5915-4b6b-833a-8e42fb0336e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-179887131-router', 'tenant_id': '6680deb2c38448ba908b21131ac4405a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:45:46Z', 'updated_at': '2021-11-12T00:46:05Z', 'revision_number': 6, 'project_id': '6680deb2c38448ba908b21131ac4405a', 'gw_port_host': None}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:46:05.880068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0e219-b86e-4223-bfae-664e479c9aae req-b43e69fe-1eed-479c-9fb0-486652fafbd0 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:05.894331 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63a0e219-b86e-4223-bfae-664e479c9aae req-b43e69fe-1eed-479c-9fb0-486652fafbd0 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 945 time: 0.2891946 Nov 12 00:46:05.921675 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584239f4-2854-4bb0-a06a-054e7f7193fc tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router c10dd08b-5190-48b0-b235-a4bef9d3940c has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:46:05.976643 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63a0e219-b86e-4223-bfae-664e479c9aae req-f6141995-be7a-41f8-8be7-8c3b74ed64e7 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796902 Nov 12 00:46:06.107403 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584239f4-2854-4bb0-a06a-054e7f7193fc tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:46:06.118614 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775a6565-9c87-45ae-880b-0975a2cc9732 None None] Sync routers for ids ['c10dd08b-5190-48b0-b235-a4bef9d3940c'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:46:06.119907 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-584239f4-2854-4bb0-a06a-054e7f7193fc tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/c10dd08b-5190-48b0-b235-a4bef9d3940c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8531849 Nov 12 00:46:06.125214 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36300) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:06.137769 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775a6565-9c87-45ae-880b-0975a2cc9732 None None] Routers {'c10dd08b-5190-48b0-b235-a4bef9d3940c'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:06.139279 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-775a6565-9c87-45ae-880b-0975a2cc9732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c10dd08b-5190-48b0-b235-a4bef9d3940c'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:06.192289 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-775a6565-9c87-45ae-880b-0975a2cc9732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:06.206695 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775a6565-9c87-45ae-880b-0975a2cc9732 None None] Routers {'c10dd08b-5190-48b0-b235-a4bef9d3940c'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:06.207335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-775a6565-9c87-45ae-880b-0975a2cc9732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c10dd08b-5190-48b0-b235-a4bef9d3940c'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:06.235813 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1ec4e663-5ddd-4d70-8e30-f60eb40dbc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.268059 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-775a6565-9c87-45ae-880b-0975a2cc9732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:06.268817 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775a6565-9c87-45ae-880b-0975a2cc9732 None None] The sync data for ids ['c10dd08b-5190-48b0-b235-a4bef9d3940c'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:46:06.271073 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c333ad6f-9cdd-4afe-a623-9d83b85770d3 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:06.306097 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: c333ad6f-9cdd-4afe-a623-9d83b85770d3 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:06.306452 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c333ad6f-9cdd-4afe-a623-9d83b85770d3 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:06.322228 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-238fea52-3524-48a8-ac01-1012de9693e5 service neutron] 10.222.0.21 "GET /v2.0/ports/6c5726cd-5b62-4d29-9344-f612f79bf6a0/bindings/n-h2-712137-14 HTTP/1.1" status: 200 len: 385 time: 0.2496185 Nov 12 00:46:06.330070 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4e663-5ddd-4d70-8e30-f60eb40dbc49 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe344403-38dc-47a5-98d6-0a48b356f34b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:06.384096 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfdc533-ebb3-4e6e-93fb-d2e8c83dcd51 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:06.500367 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-31792170-9cbb-41ae-b6c8-4c12a56dbdcf tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 00:46:06.501516 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-31792170-9cbb-41ae-b6c8-4c12a56dbdcf tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/c10dd08b-5190-48b0-b235-a4bef9d3940c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3737800 Nov 12 00:46:06.504256 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36314) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:06.511807 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1ec4e663-5ddd-4d70-8e30-f60eb40dbc49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.539455 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6929d8f8-c938-43fa-b952-e8930f336457 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/ports?device_id=c10dd08b-5190-48b0-b235-a4bef9d3940c HTTP/1.1" status: 200 len: 205 time: 0.0334268 Nov 12 00:46:06.541860 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36316) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:06.666856 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1ec4e663-5ddd-4d70-8e30-f60eb40dbc49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.670813 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1ec4e663-5ddd-4d70-8e30-f60eb40dbc49 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.696344 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3f5eee5-9962-4a69-9c40-2a007accfeb9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.836427 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1ec4e663-5ddd-4d70-8e30-f60eb40dbc49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.837189 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec4e663-5ddd-4d70-8e30-f60eb40dbc49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9011816f-5915-4b6b-833a-8e42fb0336e0 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:46:06.843251 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1ec4e663-5ddd-4d70-8e30-f60eb40dbc49 admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.845436 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1ec4e663-5ddd-4d70-8e30-f60eb40dbc49 admin admin] 10.222.0.31 "DELETE /v2.0/routers/9011816f-5915-4b6b-833a-8e42fb0336e0 HTTP/1.1" status: 204 len: 168 time: 2.1095536 Nov 12 00:46:06.856169 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36326) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:06.932150 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-1edf31b2-488f-4ba7-9e3d-f94bb55a55d9 admin admin] Deleting subnet fde83749-1ab3-42ff-8448-30cf5a392a79 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:46:06.949679 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3f5eee5-9962-4a69-9c40-2a007accfeb9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.952273 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1edf31b2-488f-4ba7-9e3d-f94bb55a55d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:06.959207 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3f5eee5-9962-4a69-9c40-2a007accfeb9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.008107 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-a3ebd80f-14b9-4cb6-a58b-683914b48116 service neutron] For port 6c5726cd-5b62-4d29-9344-f612f79bf6a0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=6c5726cd-5b62-4d29-9344-f612f79bf6a0,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:07.030666 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3f5eee5-9962-4a69-9c40-2a007accfeb9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.031937 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f5eee5-9962-4a69-9c40-2a007accfeb9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Fanout notify agent at l3_agent the message router_deleted on router c10dd08b-5190-48b0-b235-a4bef9d3940c {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:46:07.035444 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1edf31b2-488f-4ba7-9e3d-f94bb55a55d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.058068 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3f5eee5-9962-4a69-9c40-2a007accfeb9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.059992 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b3f5eee5-9962-4a69-9c40-2a007accfeb9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/routers/c10dd08b-5190-48b0-b235-a4bef9d3940c HTTP/1.1" status: 204 len: 168 time: 0.5131621 Nov 12 00:46:07.062534 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36332) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:07.079650 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-a3ebd80f-14b9-4cb6-a58b-683914b48116 service neutron] For port 6c5726cd-5b62-4d29-9344-f612f79bf6a0, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:07.132985 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac559353-0c81-476e-8a3a-84d21e1c242d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting subnet d95cc3dc-0843-421c-9035-b78bfabc136b {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:46:07.136484 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ac559353-0c81-476e-8a3a-84d21e1c242d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.162148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-a3ebd80f-14b9-4cb6-a58b-683914b48116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5726cd-5b62-4d29-9344-f612f79bf6a0 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:07.181780 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-a3ebd80f-14b9-4cb6-a58b-683914b48116 service neutron] For port 6c5726cd-5b62-4d29-9344-f612f79bf6a0, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=6c5726cd-5b62-4d29-9344-f612f79bf6a0,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:07.185307 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ac559353-0c81-476e-8a3a-84d21e1c242d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.234615 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-a3ebd80f-14b9-4cb6-a58b-683914b48116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.271714 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01ffa0-d940-459e-b78e-0de3ce4413e0 req-e853ef85-d314-4d6a-9db5-c1932eff0584 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:07.273840 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab01ffa0-d940-459e-b78e-0de3ce4413e0 req-e853ef85-d314-4d6a-9db5-c1932eff0584 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 945 time: 0.1648712 Nov 12 00:46:07.281611 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1edf31b2-488f-4ba7-9e3d-f94bb55a55d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.312247 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ac559353-0c81-476e-8a3a-84d21e1c242d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.385281 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ac559353-0c81-476e-8a3a-84d21e1c242d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.417480 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac559353-0c81-476e-8a3a-84d21e1c242d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Subnet': ['ID=d95cc3dc-0843-421c-9035-b78bfabc136b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:07.429488 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ac559353-0c81-476e-8a3a-84d21e1c242d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.439466 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ac559353-0c81-476e-8a3a-84d21e1c242d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/subnets/d95cc3dc-0843-421c-9035-b78bfabc136b HTTP/1.1" status: 204 len: 168 time: 0.3757010 Nov 12 00:46:07.442044 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36344) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:07.446523 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864b723a-a57f-4c0c-b942-82295cf06c1d None None] Network c1bc525b-e332-4f0e-a3fa-860f64834bb9 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:07.468805 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab01ffa0-d940-459e-b78e-0de3ce4413e0 req-92854881-467c-4885-bc36-24561f015949 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347482 Nov 12 00:46:07.472507 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1edf31b2-488f-4ba7-9e3d-f94bb55a55d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.478423 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-a3ebd80f-14b9-4cb6-a58b-683914b48116 service neutron] Transition to ACTIVE for port object 6c5726cd-5b62-4d29-9344-f612f79bf6a0 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:46:07.507575 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf31b2-488f-4ba7-9e3d-f94bb55a55d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde83749-1ab3-42ff-8448-30cf5a392a79,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:07.512187 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-a3ebd80f-14b9-4cb6-a58b-683914b48116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.521292 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1edf31b2-488f-4ba7-9e3d-f94bb55a55d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.525162 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1edf31b2-488f-4ba7-9e3d-f94bb55a55d9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fde83749-1ab3-42ff-8448-30cf5a392a79 HTTP/1.1" status: 204 len: 168 time: 0.6675804 Nov 12 00:46:07.539822 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c309fd42-4a11-4814-ba54-e9135e5f929a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.543295 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36348) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:07.556174 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b021f64c-228a-445f-8c97-63800646ba80 None None] Network 1a66d13b-0b87-4708-87ae-5e17b301ff24 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:07.626392 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebd80f-14b9-4cb6-a58b-683914b48116 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5726cd-5b62-4d29-9344-f612f79bf6a0,revision_number=12']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:07.629540 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-a3ebd80f-14b9-4cb6-a58b-683914b48116 service neutron] No DVR routers for this DVR port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:07.674178 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd10ac2b-a1fa-45f2-af57-659db5294136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.677520 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-a3ebd80f-14b9-4cb6-a58b-683914b48116 service neutron] 10.222.0.21 "PUT /v2.0/ports/6c5726cd-5b62-4d29-9344-f612f79bf6a0/bindings/n-h2-712137-14/activate HTTP/1.1" status: 200 len: 370 time: 1.3425570 Nov 12 00:46:07.716046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c309fd42-4a11-4814-ba54-e9135e5f929a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting port a5bbaf92-c530-41eb-8635-c19e4976ca8e {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:07.716370 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c309fd42-4a11-4814-ba54-e9135e5f929a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.735660 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261b56d6-d750-43e2-bb72-c36e1910de9f None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:07.813060 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-c309fd42-4a11-4814-ba54-e9135e5f929a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] For port a5bbaf92-c530-41eb-8635-c19e4976ca8e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a5bbaf92-c530-41eb-8635-c19e4976ca8e,segment=NetworkSegment(b4349348-9892-449b-bbb4-cf4ff4b1c251),segment_id=b4349348-9892-449b-bbb4-cf4ff4b1c251)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:07.813431 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c309fd42-4a11-4814-ba54-e9135e5f929a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.833915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c309fd42-4a11-4814-ba54-e9135e5f929a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Calling delete_port for a5bbaf92-c530-41eb-8635-c19e4976ca8e owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:07.850735 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-fd10ac2b-a1fa-45f2-af57-659db5294136 admin admin] Deleting port 62550629-9198-47bc-ba6b-6cc6933dbddb {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:07.851074 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd10ac2b-a1fa-45f2-af57-659db5294136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.885861 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-122404d9-a876-41af-ae5f-3601244a8b65 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:07.888847 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-122404d9-a876-41af-ae5f-3601244a8b65 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2&tenant_id=0c08be1f58b544848c94fddfb37189e3&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 1097 time: 0.1021843 Nov 12 00:46:07.937900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-fd10ac2b-a1fa-45f2-af57-659db5294136 admin admin] For port 62550629-9198-47bc-ba6b-6cc6933dbddb, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=62550629-9198-47bc-ba6b-6cc6933dbddb,segment=NetworkSegment(ceef9485-0ec6-49bb-8d3d-1a2064621495),segment_id=ceef9485-0ec6-49bb-8d3d-1a2064621495)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:07.938294 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd10ac2b-a1fa-45f2-af57-659db5294136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:07.962771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-fd10ac2b-a1fa-45f2-af57-659db5294136 admin admin] Calling delete_port for 62550629-9198-47bc-ba6b-6cc6933dbddb owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:08.014761 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48c64ac-ec56-47d7-817b-39690c819b6e None None] DHCP port deletion for c1bc525b-e332-4f0e-a3fa-860f64834bb9 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:08.077272 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-82cf5f88-7e1c-41a9-bb95-cea343342a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.079678 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-82cf5f88-7e1c-41a9-bb95-cea343342a4d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2&tenant_id=0c08be1f58b544848c94fddfb37189e3 HTTP/1.1" status: 200 len: 1097 time: 0.1811664 Nov 12 00:46:08.086321 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b258181-57a7-4e08-a42b-65a75f5a9c38 None None] DHCP port deletion for 1a66d13b-0b87-4708-87ae-5e17b301ff24 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:08.133271 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device fe344403-38dc-47a5-98d6-0a48b356f34b no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:08.143739 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd10ac2b-a1fa-45f2-af57-659db5294136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.150470 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c309fd42-4a11-4814-ba54-e9135e5f929a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.167247 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: fe344403-38dc-47a5-98d6-0a48b356f34b {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:08.167596 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device fe344403-38dc-47a5-98d6-0a48b356f34b not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:08.182787 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a48c64ac-ec56-47d7-817b-39690c819b6e None None] Deleting port a5bbaf92-c530-41eb-8635-c19e4976ca8e {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:08.183170 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a48c64ac-ec56-47d7-817b-39690c819b6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.197726 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c309fd42-4a11-4814-ba54-e9135e5f929a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] No DVR routers for this DVR port a5bbaf92-c530-41eb-8635-c19e4976ca8e on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:08.198739 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-9671148d-6a13-4ad3-ac14-c6e0d14114c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.200810 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-9671148d-6a13-4ad3-ac14-c6e0d14114c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0c08be1f58b544848c94fddfb37189e3&device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 1097 time: 0.0821321 Nov 12 00:46:08.205781 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10ac2b-a1fa-45f2-af57-659db5294136 admin admin] Pushing event deleted for resources: {'Port': ['ID=62550629-9198-47bc-ba6b-6cc6933dbddb,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:08.225538 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd10ac2b-a1fa-45f2-af57-659db5294136 admin admin] No DVR routers for this DVR port 62550629-9198-47bc-ba6b-6cc6933dbddb on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:08.255552 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-0b258181-57a7-4e08-a42b-65a75f5a9c38 None None] Deleting port 62550629-9198-47bc-ba6b-6cc6933dbddb {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:08.255931 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0b258181-57a7-4e08-a42b-65a75f5a9c38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.284200 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a48c64ac-ec56-47d7-817b-39690c819b6e None None] For port a5bbaf92-c530-41eb-8635-c19e4976ca8e, host n-d-712137-14, got binding levels [] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:08.284895 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a48c64ac-ec56-47d7-817b-39690c819b6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.327796 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309fd42-4a11-4814-ba54-e9135e5f929a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Port': ['ID=a5bbaf92-c530-41eb-8635-c19e4976ca8e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:08.328744 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-4b6fad8a-e21f-4135-b9bd-e9a24af62c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.330549 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c309fd42-4a11-4814-ba54-e9135e5f929a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.331079 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-4b6fad8a-e21f-4135-b9bd-e9a24af62c81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 200 len: 909 time: 0.1225533 Nov 12 00:46:08.336398 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a48c64ac-ec56-47d7-817b-39690c819b6e None None] Calling delete_port for a5bbaf92-c530-41eb-8635-c19e4976ca8e owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:08.342002 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.ipam_backend_mixin [None req-a48c64ac-ec56-47d7-817b-39690c819b6e None None] Port a5bbaf92-c530-41eb-8635-c19e4976ca8e was not found and therefore no delete operation was performed {{(pid=114244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:46:08.349209 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a48c64ac-ec56-47d7-817b-39690c819b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.356919 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-0b258181-57a7-4e08-a42b-65a75f5a9c38 None None] For port 62550629-9198-47bc-ba6b-6cc6933dbddb, host n-d-712137-14, got binding levels [] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:08.357320 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0b258181-57a7-4e08-a42b-65a75f5a9c38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.401438 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-c309fd42-4a11-4814-ba54-e9135e5f929a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1bc525b-e332-4f0e-a3fa-860f64834bb9']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:08.415791 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd10ac2b-a1fa-45f2-af57-659db5294136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.419936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-c309fd42-4a11-4814-ba54-e9135e5f929a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4349348-9892-449b-bbb4-cf4ff4b1c251') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:08.420223 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-c309fd42-4a11-4814-ba54-e9135e5f929a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4349348-9892-449b-bbb4-cf4ff4b1c251') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:08.425027 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c64ac-ec56-47d7-817b-39690c819b6e None None] Pushing event deleted for resources: {'Port': ['ID=a5bbaf92-c530-41eb-8635-c19e4976ca8e,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:08.433801 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-0b258181-57a7-4e08-a42b-65a75f5a9c38 None None] Calling delete_port for 62550629-9198-47bc-ba6b-6cc6933dbddb owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:08.439407 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c309fd42-4a11-4814-ba54-e9135e5f929a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.441025 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-d0321a33-3132-40b4-be9f-f1ed0a5dc305 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c5726cd-5b62-4d29-9344-f612f79bf6a0 HTTP/1.1" status: 200 len: 217 time: 0.1021605 Nov 12 00:46:08.449059 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48c64ac-ec56-47d7-817b-39690c819b6e None None] No DVR routers for this DVR port a5bbaf92-c530-41eb-8635-c19e4976ca8e on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:08.456898 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-fd10ac2b-a1fa-45f2-af57-659db5294136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a66d13b-0b87-4708-87ae-5e17b301ff24']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:08.471758 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c309fd42-4a11-4814-ba54-e9135e5f929a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.475433 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-fd10ac2b-a1fa-45f2-af57-659db5294136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceef9485-0ec6-49bb-8d3d-1a2064621495') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:08.475739 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-fd10ac2b-a1fa-45f2-af57-659db5294136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceef9485-0ec6-49bb-8d3d-1a2064621495') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:08.488830 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c309fd42-4a11-4814-ba54-e9135e5f929a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:46:08.489236 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c309fd42-4a11-4814-ba54-e9135e5f929a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:46:08.492809 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:46:08.495781 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd10ac2b-a1fa-45f2-af57-659db5294136 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.511495 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.ipam_backend_mixin [None req-0b258181-57a7-4e08-a42b-65a75f5a9c38 None None] Port 62550629-9198-47bc-ba6b-6cc6933dbddb was not found and therefore no delete operation was performed {{(pid=114244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:46:08.529127 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0b258181-57a7-4e08-a42b-65a75f5a9c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.555287 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-a06936a8-920f-4d6c-98af-c9c7d6caf419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.564743 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-a06936a8-920f-4d6c-98af-c9c7d6caf419 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fc5c04a-017f-4820-8cce-df76bd4f7a1c HTTP/1.1" status: 200 len: 848 time: 0.1122432 Nov 12 00:46:08.573128 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.575294 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b258181-57a7-4e08-a42b-65a75f5a9c38 None None] Pushing event deleted for resources: {'Port': ['ID=62550629-9198-47bc-ba6b-6cc6933dbddb,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:08.581754 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b258181-57a7-4e08-a42b-65a75f5a9c38 None None] No DVR routers for this DVR port 62550629-9198-47bc-ba6b-6cc6933dbddb on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:08.598882 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd10ac2b-a1fa-45f2-af57-659db5294136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.610790 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd10ac2b-a1fa-45f2-af57-659db5294136 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:46:08.611214 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd10ac2b-a1fa-45f2-af57-659db5294136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:46:08.613146 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:46:08.633682 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c309fd42-4a11-4814-ba54-e9135e5f929a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.668124 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c309fd42-4a11-4814-ba54-e9135e5f929a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.671401 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c309fd42-4a11-4814-ba54-e9135e5f929a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/networks/c1bc525b-e332-4f0e-a3fa-860f64834bb9 HTTP/1.1" status: 204 len: 168 time: 1.2275062 Nov 12 00:46:08.676189 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36376) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:08.685008 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-9195a943-9d56-442c-b7f9-d36782b671cb tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'network': {'name': 'tempest-RoutersTest-179949365'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:08.687159 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-bca835a2-72a6-49ad-9cb3-8ddd5bf998e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f1926e98-a223-4d69-aca0-b114b74b472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144700 Nov 12 00:46:08.704764 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309fd42-4a11-4814-ba54-e9135e5f929a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Network': ['ID=c1bc525b-e332-4f0e-a3fa-860f64834bb9,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:08.727708 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd10ac2b-a1fa-45f2-af57-659db5294136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.730139 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9195a943-9d56-442c-b7f9-d36782b671cb tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Made reservation on behalf of 04c66709839745f5bde4b3cea0f296bc for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:08.734040 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9195a943-9d56-442c-b7f9-d36782b671cb tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.739871 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd10ac2b-a1fa-45f2-af57-659db5294136 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.746103 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fd10ac2b-a1fa-45f2-af57-659db5294136 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1a66d13b-0b87-4708-87ae-5e17b301ff24 HTTP/1.1" status: 204 len: 168 time: 1.1979923 Nov 12 00:46:08.755737 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e27bd-d630-467f-a816-a3795da166e2 req-aa66c847-e0a7-45dc-bde0-22cbdcd3560a tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.758737 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a78e27bd-d630-467f-a816-a3795da166e2 req-aa66c847-e0a7-45dc-bde0-22cbdcd3560a tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 945 time: 0.1702523 Nov 12 00:46:08.790323 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10ac2b-a1fa-45f2-af57-659db5294136 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a66d13b-0b87-4708-87ae-5e17b301ff24,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:08.817516 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9195a943-9d56-442c-b7f9-d36782b671cb tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:46:08.832444 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9195a943-9d56-442c-b7f9-d36782b671cb tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.832891 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-9195a943-9d56-442c-b7f9-d36782b671cb tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Added segment 7cf96b2e-d48c-4c19-8851-f08997ed7bfc of type vlan for network 0cb765e3-217b-4794-b3f4-46925789fa74 Nov 12 00:46:08.891304 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a78e27bd-d630-467f-a816-a3795da166e2 req-d2608ef6-fbc6-4eec-94f7-66b9115c18bb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988195 Nov 12 00:46:08.893346 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-59aca28f-951e-462b-8c61-3882827a9423 service neutron] 10.222.0.15 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946042 Nov 12 00:46:08.903456 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9195a943-9d56-442c-b7f9-d36782b671cb tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.937463 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9195a943-9d56-442c-b7f9-d36782b671cb tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:08.944211 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9195a943-9d56-442c-b7f9-d36782b671cb tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:08.944986 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9195a943-9d56-442c-b7f9-d36782b671cb tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.034516 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9195a943-9d56-442c-b7f9-d36782b671cb tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3554463 Nov 12 00:46:09.038497 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36390) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:09.048661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-49d354c3-2e5f-423a-afee-704ef34d14c5 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'subnet': {'network_id': '0cb765e3-217b-4794-b3f4-46925789fa74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:09.072740 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36394) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:09.132165 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195a943-9d56-442c-b7f9-d36782b671cb tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Network': ['ID=0cb765e3-217b-4794-b3f4-46925789fa74,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:09.144725 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 0cb765e3-217b-4794-b3f4-46925789fa74 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:46:09.168529 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-c7b65377-3ca3-400c-97a1-072a89017d6d service neutron] 10.222.0.15 "GET /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417114 Nov 12 00:46:09.192948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d354c3-2e5f-423a-afee-704ef34d14c5 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Made reservation on behalf of 04c66709839745f5bde4b3cea0f296bc for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:09.197399 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-49d354c3-2e5f-423a-afee-704ef34d14c5 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.200921 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-07108216-7c07-46af-81ba-de94baf4f7b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6680deb2c38448ba908b21131ac4405a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269855 Nov 12 00:46:09.203383 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36398) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:09.276950 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-738b96ae-6bcd-4f1d-9a18-838966db8c49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.304472 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-738b96ae-6bcd-4f1d-9a18-838966db8c49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.377625 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-738b96ae-6bcd-4f1d-9a18-838966db8c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.388631 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-738b96ae-6bcd-4f1d-9a18-838966db8c49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.388631 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-738b96ae-6bcd-4f1d-9a18-838966db8c49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e696d668-34a4-4880-87c7-880ef8bc4e3b HTTP/1.1" status: 204 len: 168 time: 0.1802373 Nov 12 00:46:09.402666 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b96ae-6bcd-4f1d-9a18-838966db8c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e696d668-34a4-4880-87c7-880ef8bc4e3b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:09.467625 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-49d354c3-2e5f-423a-afee-704ef34d14c5 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.539200 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d354c3-2e5f-423a-afee-704ef34d14c5 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Subnet': ['ID=44e3d9f1-5c20-4faf-b634-67b1ed4f6cdd,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:09.549583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d354c3-2e5f-423a-afee-704ef34d14c5 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Checking segment: {'id': '7cf96b2e-d48c-4c19-8851-f08997ed7bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0cb765e3-217b-4794-b3f4-46925789fa74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:09.550414 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d354c3-2e5f-423a-afee-704ef34d14c5 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network hostable DHCP agents. Network: 0cb765e3-217b-4794-b3f4-46925789fa74, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:46:09.574830 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-6e7b73bc-6011-451f-8ac1-a87e8e260850 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:09.576729 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-6e7b73bc-6011-451f-8ac1-a87e8e260850 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2&tenant_id=0c08be1f58b544848c94fddfb37189e3&binding%3Ahost_id=n-h2-712137-14 HTTP/1.1" status: 200 len: 1097 time: 0.0820134 Nov 12 00:46:09.579304 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d354c3-2e5f-423a-afee-704ef34d14c5 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network 0cb765e3-217b-4794-b3f4-46925789fa74 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:46:09.594881 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-49d354c3-2e5f-423a-afee-704ef34d14c5 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 0cb765e3-217b-4794-b3f4-46925789fa74) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:09.608589 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed909031-8c01-4e66-997d-151a8f54ad3d None None] Network 0cb765e3-217b-4794-b3f4-46925789fa74 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:09.635793 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d354c3-2e5f-423a-afee-704ef34d14c5 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:09.637003 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-49d354c3-2e5f-423a-afee-704ef34d14c5 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.667782 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-49d354c3-2e5f-423a-afee-704ef34d14c5 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6277659 Nov 12 00:46:09.670385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36406) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:09.679419 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-675c7a24-221f-430a-9744-7ebc654ca416 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1971502165', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:09.710922 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-675c7a24-221f-430a-9744-7ebc654ca416 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.712592 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-675c7a24-221f-430a-9744-7ebc654ca416 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.779635 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-675c7a24-221f-430a-9744-7ebc654ca416 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.790398 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-675c7a24-221f-430a-9744-7ebc654ca416 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.830157 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-675c7a24-221f-430a-9744-7ebc654ca416 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.835770 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-675c7a24-221f-430a-9744-7ebc654ca416 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1641543 Nov 12 00:46:09.838859 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36412) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:09.846072 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8c4e48-fd1b-4da8-8d2e-f3c2ad39384c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-0cb765e3-217b-4794-b3f4-46925789fa74', 'network_id': '0cb765e3-217b-4794-b3f4-46925789fa74', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'fixed_ips': [{'subnet_id': '44e3d9f1-5c20-4faf-b634-67b1ed4f6cdd'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:46:09.848919 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4c8c4e48-fd1b-4da8-8d2e-f3c2ad39384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.883679 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-5ea2852a-8fe2-4b0d-b3fa-80109e287199 service neutron] For port 6c5726cd-5b62-4d29-9344-f612f79bf6a0, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:09.887908 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-5ea2852a-8fe2-4b0d-b3fa-80109e287199 service neutron] Publish callbacks [] for binding, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:09.889400 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-5ea2852a-8fe2-4b0d-b3fa-80109e287199 service neutron] 10.222.0.15 "DELETE /v2.0/ports/6c5726cd-5b62-4d29-9344-f612f79bf6a0/bindings/n-h1-712137-14 HTTP/1.1" status: 204 len: 173 time: 0.3002181 Nov 12 00:46:10.064644 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f9590-516d-4bda-9040-dc32f87f8bbe req-a5883081-34be-440c-9b42-cf6245b4ac03 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.075162 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-425f9590-516d-4bda-9040-dc32f87f8bbe req-a5883081-34be-440c-9b42-cf6245b4ac03 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 945 time: 0.0703676 Nov 12 00:46:10.085260 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-4c8c4e48-fd1b-4da8-8d2e-f3c2ad39384c None None] Allocated IP 172.20.0.2 (0cb765e3-217b-4794-b3f4-46925789fa74/44e3d9f1-5c20-4faf-b634-67b1ed4f6cdd/c1c7e033-0ffb-4eef-938d-49fed401e7bd) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:10.101979 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a5bbaf92-c530-41eb-8635-c19e4976ca8e no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:10.133025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: a5bbaf92-c530-41eb-8635-c19e4976ca8e {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:10.133372 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a5bbaf92-c530-41eb-8635-c19e4976ca8e not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:10.133787 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 62550629-9198-47bc-ba6b-6cc6933dbddb no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:10.170178 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 62550629-9198-47bc-ba6b-6cc6933dbddb {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:10.170531 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 62550629-9198-47bc-ba6b-6cc6933dbddb not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:10.172145 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-425f9590-516d-4bda-9040-dc32f87f8bbe req-cfc17c7f-cdf5-4eb3-a12c-c5970a427ce3 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779579 Nov 12 00:46:10.448291 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4c8c4e48-fd1b-4da8-8d2e-f3c2ad39384c None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.460259 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d84590-4afd-435f-9c2d-cefcc9aefcb8 req-537116c0-71cb-4f98-abf4-b2abbe2e7e11 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:10.460841 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4c8c4e48-fd1b-4da8-8d2e-f3c2ad39384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.461580 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a0d84590-4afd-435f-9c2d-cefcc9aefcb8 req-537116c0-71cb-4f98-abf4-b2abbe2e7e11 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 1097 time: 0.0488839 Nov 12 00:46:10.517695 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a0d84590-4afd-435f-9c2d-cefcc9aefcb8 req-128ff123-44ff-44ad-8f4c-dcc036659f20 tempest-LiveMigrationTest-814194933 tempest-LiveMigrationTest-814194933-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474977 Nov 12 00:46:10.535920 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8c4e48-fd1b-4da8-8d2e-f3c2ad39384c None None] Network 0cb765e3-217b-4794-b3f4-46925789fa74 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:10.548376 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-4c8c4e48-fd1b-4da8-8d2e-f3c2ad39384c None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:10.550857 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c4e48-fd1b-4da8-8d2e-f3c2ad39384c None None] Pushing event updated for resources: {'Port': ['ID=c1c7e033-0ffb-4eef-938d-49fed401e7bd,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:10.557264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8c4e48-fd1b-4da8-8d2e-f3c2ad39384c None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:10.620933 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.630430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4c8c4e48-fd1b-4da8-8d2e-f3c2ad39384c None None] Attempting to bind port c1c7e033-0ffb-4eef-938d-49fed401e7bd on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:10.630999 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4c8c4e48-fd1b-4da8-8d2e-f3c2ad39384c None None] Attempting to bind port c1c7e033-0ffb-4eef-938d-49fed401e7bd by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '7cf96b2e-d48c-4c19-8851-f08997ed7bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0cb765e3-217b-4794-b3f4-46925789fa74'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:10.631827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8c4e48-fd1b-4da8-8d2e-f3c2ad39384c None None] Attempting to bind port c1c7e033-0ffb-4eef-938d-49fed401e7bd on network 0cb765e3-217b-4794-b3f4-46925789fa74 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:10.638553 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8c4e48-fd1b-4da8-8d2e-f3c2ad39384c None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:10.639186 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8c4e48-fd1b-4da8-8d2e-f3c2ad39384c None None] Checking segment: {'id': '7cf96b2e-d48c-4c19-8851-f08997ed7bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0cb765e3-217b-4794-b3f4-46925789fa74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:10.639670 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4c8c4e48-fd1b-4da8-8d2e-f3c2ad39384c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.640139 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8c4e48-fd1b-4da8-8d2e-f3c2ad39384c None None] Bound using segment: {'id': '7cf96b2e-d48c-4c19-8851-f08997ed7bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0cb765e3-217b-4794-b3f4-46925789fa74'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:10.641193 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4c8c4e48-fd1b-4da8-8d2e-f3c2ad39384c None None] Bound port: c1c7e033-0ffb-4eef-938d-49fed401e7bd, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf96b2e-d48c-4c19-8851-f08997ed7bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0cb765e3-217b-4794-b3f4-46925789fa74'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:10.641672 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4c8c4e48-fd1b-4da8-8d2e-f3c2ad39384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.730071 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4c8c4e48-fd1b-4da8-8d2e-f3c2ad39384c None None] For port c1c7e033-0ffb-4eef-938d-49fed401e7bd, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:10.734875 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4c8c4e48-fd1b-4da8-8d2e-f3c2ad39384c None None] For port c1c7e033-0ffb-4eef-938d-49fed401e7bd, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c1c7e033-0ffb-4eef-938d-49fed401e7bd,segment=NetworkSegment(7cf96b2e-d48c-4c19-8851-f08997ed7bfc),segment_id=7cf96b2e-d48c-4c19-8851-f08997ed7bfc)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:10.743158 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4c8c4e48-fd1b-4da8-8d2e-f3c2ad39384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:10.852505 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c4e48-fd1b-4da8-8d2e-f3c2ad39384c None None] Pushing event updated for resources: {'Port': ['ID=c1c7e033-0ffb-4eef-938d-49fed401e7bd,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:11.083800 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Allocated IP 172.20.0.1 (0cb765e3-217b-4794-b3f4-46925789fa74/44e3d9f1-5c20-4faf-b634-67b1ed4f6cdd/319eb570-2071-4c88-ae01-3a178f90e47a) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:11.106558 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68baf4cd-170b-4d42-823b-1cf039017a32 req-8b0f3481-abcf-4aa1-b102-4374e38683ec tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:11.113227 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-68baf4cd-170b-4d42-823b-1cf039017a32 req-8b0f3481-abcf-4aa1-b102-4374e38683ec tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 945 time: 0.1378109 Nov 12 00:46:11.236539 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-68baf4cd-170b-4d42-823b-1cf039017a32 req-4d900a50-27c0-4f5a-b72f-d85bc594865b tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152282 Nov 12 00:46:11.293793 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:11.328130 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:11.360118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network 0cb765e3-217b-4794-b3f4-46925789fa74 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:11.385286 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:11.388132 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:11.451447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Port': ['ID=319eb570-2071-4c88-ae01-3a178f90e47a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:11.480649 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:11.664735 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:11.866484 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8cc3d-ba17-4359-93ca-86a9322b4b41 req-fb1b0aa3-809c-4d8b-8ef0-e3bf4040351b tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:11.869950 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e9d8cc3d-ba17-4359-93ca-86a9322b4b41 req-fb1b0aa3-809c-4d8b-8ef0-e3bf4040351b tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 945 time: 0.0913889 Nov 12 00:46:12.099455 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36504) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:12.139444 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-e9d8cc3d-ba17-4359-93ca-86a9322b4b41 req-7606c46e-9575-487d-974f-7323e0b06fd2 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Deleting port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:12.140788 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e9d8cc3d-ba17-4359-93ca-86a9322b4b41 req-7606c46e-9575-487d-974f-7323e0b06fd2 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.157624 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0320f802-07de-41ba-a948-ac00e8ab8c63 None None] Network 0cb765e3-217b-4794-b3f4-46925789fa74 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:12.189648 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c1c7e033-0ffb-4eef-938d-49fed401e7bd up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:12.283159 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.289955 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.351328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cfec86fe-63da-4633-afa7-d3b3e6be08f0 None None] Provisioning complete for port c1c7e033-0ffb-4eef-938d-49fed401e7bd triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:12.356576 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cfec86fe-63da-4633-afa7-d3b3e6be08f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.377459 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-21a14aa4-1d91-41af-a84b-9d6b27048243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.421678 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.437652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-e9d8cc3d-ba17-4359-93ca-86a9322b4b41 req-7606c46e-9575-487d-974f-7323e0b06fd2 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] For port 6c5726cd-5b62-4d29-9344-f612f79bf6a0, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=6c5726cd-5b62-4d29-9344-f612f79bf6a0,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:12.438003 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e9d8cc3d-ba17-4359-93ca-86a9322b4b41 req-7606c46e-9575-487d-974f-7323e0b06fd2 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.443445 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port c1c7e033-0ffb-4eef-938d-49fed401e7bd triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:12.445993 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.457340 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-e9d8cc3d-ba17-4359-93ca-86a9322b4b41 req-7606c46e-9575-487d-974f-7323e0b06fd2 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Calling delete_port for 6c5726cd-5b62-4d29-9344-f612f79bf6a0 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:12.554990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Port': ['ID=319eb570-2071-4c88-ae01-3a178f90e47a,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:12.597676 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cfec86fe-63da-4633-afa7-d3b3e6be08f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.620394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:12.620791 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:12.621143 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:12.622732 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:12.623094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:12.624509 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:12.624894 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:12.627181 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:12.627545 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:12.627947 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:12.628291 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:12.630162 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:12.677837 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e9d8cc3d-ba17-4359-93ca-86a9322b4b41 req-7606c46e-9575-487d-974f-7323e0b06fd2 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.683854 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.718293 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['be9e8077-27dd-4e70-8be7-42450793c0f9'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:12.723428 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf16523-f06a-4dab-b130-ca056dd15e8e req-f1fdc258-2854-4453-9bf7-568bcff76f60 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:12.725687 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-daf16523-f06a-4dab-b130-ca056dd15e8e req-f1fdc258-2854-4453-9bf7-568bcff76f60 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 945 time: 0.2948503 Nov 12 00:46:12.770741 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-cfec86fe-63da-4633-afa7-d3b3e6be08f0 None None] For port c1c7e033-0ffb-4eef-938d-49fed401e7bd, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c1c7e033-0ffb-4eef-938d-49fed401e7bd,segment=NetworkSegment(7cf96b2e-d48c-4c19-8851-f08997ed7bfc),segment_id=7cf96b2e-d48c-4c19-8851-f08997ed7bfc)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:12.792320 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cfec86fe-63da-4633-afa7-d3b3e6be08f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.800424 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606c46e-9575-487d-974f-7323e0b06fd2 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Pushing event deleted for resources: {'Port': ['ID=6c5726cd-5b62-4d29-9344-f612f79bf6a0,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:12.898830 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network 0cb765e3-217b-4794-b3f4-46925789fa74 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:12.899316 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f33e9c4-5648-4c53-836d-4c704d1413f8 None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:12.902594 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:12.907589 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-daf16523-f06a-4dab-b130-ca056dd15e8e req-ce7a9ba4-a073-43e4-ae63-f5c839f230b0 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685665 Nov 12 00:46:12.969040 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-21a14aa4-1d91-41af-a84b-9d6b27048243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.971623 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d8cc3d-ba17-4359-93ca-86a9322b4b41 req-7606c46e-9575-487d-974f-7323e0b06fd2 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] No DVR routers for this DVR port 6c5726cd-5b62-4d29-9344-f612f79bf6a0 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:12.978446 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e9d8cc3d-ba17-4359-93ca-86a9322b4b41 req-7606c46e-9575-487d-974f-7323e0b06fd2 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:12.982642 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e9d8cc3d-ba17-4359-93ca-86a9322b4b41 req-7606c46e-9575-487d-974f-7323e0b06fd2 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.15 "DELETE /v2.0/ports/6c5726cd-5b62-4d29-9344-f612f79bf6a0 HTTP/1.1" status: 204 len: 173 time: 1.1047351 Nov 12 00:46:12.985712 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b7242c-b561-4337-9ccf-8b1098c1e1b2', 'name': 'network-vif-deleted', 'tag': '6c5726cd-5b62-4d29-9344-f612f79bf6a0'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:12.989148 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39677954-f37e-4b12-b53d-a65ab6d41f15" -d '{"events": [{"server_uuid": "d7b7242c-b561-4337-9ccf-8b1098c1e1b2", "name": "network-vif-deleted", "tag": "6c5726cd-5b62-4d29-9344-f612f79bf6a0"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:12.994617 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-21a14aa4-1d91-41af-a84b-9d6b27048243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:13.089855 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a14aa4-1d91-41af-a84b-9d6b27048243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f7f834-8162-47a6-ab11-4596bec08a67,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:13.100401 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e5e606-4730-42c1-9562-c836aa38c5a7 x-openstack-request-id: req-d9e5e606-4730-42c1-9562-c836aa38c5a7 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:13.100677 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b7242c-b561-4337-9ccf-8b1098c1e1b2", "name": "network-vif-deleted", "tag": "6c5726cd-5b62-4d29-9344-f612f79bf6a0", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:13.100950 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9e5e606-4730-42c1-9562-c836aa38c5a7 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:13.101366 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b7242c-b561-4337-9ccf-8b1098c1e1b2', 'name': 'network-vif-deleted', 'tag': '6c5726cd-5b62-4d29-9344-f612f79bf6a0', 'status': 'completed', 'code': 200} Nov 12 00:46:13.139643 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-21a14aa4-1d91-41af-a84b-9d6b27048243 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45502f1cfb094b2784047825f615b8fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0382340 Nov 12 00:46:13.142479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36530) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:13.260785 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bacc2a1b-1d72-4228-84a2-e43967fe9c61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:13.279019 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router 8f591ce3-3603-48c5-8a25-6b6422a6f5e6 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:46:13.413774 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:46:13.414265 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:46:13.417115 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-da0b68de-1764-4b64-8bc8-a089bff9fd7c None None] Provisioning complete for port 319eb570-2071-4c88-ae01-3a178f90e47a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:13.417762 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-da0b68de-1764-4b64-8bc8-a089bff9fd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:13.431168 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec86fe-63da-4633-afa7-d3b3e6be08f0 None None] Pushing event updated for resources: {'Port': ['ID=c1c7e033-0ffb-4eef-938d-49fed401e7bd,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:13.474855 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bacc2a1b-1d72-4228-84a2-e43967fe9c61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:13.476937 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:46:13.486296 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-86a8a595-996c-45b7-bdb7-7b132b34d1ae tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/8f591ce3-3603-48c5-8a25-6b6422a6f5e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6462374 Nov 12 00:46:13.491159 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36536) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:13.495748 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccae797c-4cb9-4e46-89f4-675e0869e848 None None] Sync routers for ids ['8f591ce3-3603-48c5-8a25-6b6422a6f5e6'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:46:13.528917 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccae797c-4cb9-4e46-89f4-675e0869e848 None None] Routers {'8f591ce3-3603-48c5-8a25-6b6422a6f5e6'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:13.529688 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ccae797c-4cb9-4e46-89f4-675e0869e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['8f591ce3-3603-48c5-8a25-6b6422a6f5e6'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:13.570044 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-da0b68de-1764-4b64-8bc8-a089bff9fd7c None None] Port 319eb570-2071-4c88-ae01-3a178f90e47a cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:13.570673 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bacc2a1b-1d72-4228-84a2-e43967fe9c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:13.573527 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bacc2a1b-1d72-4228-84a2-e43967fe9c61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:13.574713 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bacc2a1b-1d72-4228-84a2-e43967fe9c61 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5f7f834-8162-47a6-ab11-4596bec08a67 HTTP/1.1" status: 204 len: 168 time: 0.4312701 Nov 12 00:46:13.603361 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc2a1b-1d72-4228-84a2-e43967fe9c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f7f834-8162-47a6-ab11-4596bec08a67,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:13.606750 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-da0b68de-1764-4b64-8bc8-a089bff9fd7c None None] Provisioning complete for port c1c7e033-0ffb-4eef-938d-49fed401e7bd triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:13.607142 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-da0b68de-1764-4b64-8bc8-a089bff9fd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:13.669483 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ccae797c-4cb9-4e46-89f4-675e0869e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:13.676175 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5765b2db-3de7-4e49-8b65-64980a6fe754 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:13.681220 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5765b2db-3de7-4e49-8b65-64980a6fe754 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/ports/319eb570-2071-4c88-ae01-3a178f90e47a HTTP/1.1" status: 200 len: 910 time: 0.1884964 Nov 12 00:46:13.684067 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36544) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:13.714539 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccae797c-4cb9-4e46-89f4-675e0869e848 None None] Routers {'8f591ce3-3603-48c5-8a25-6b6422a6f5e6'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:13.715734 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ccae797c-4cb9-4e46-89f4-675e0869e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['8f591ce3-3603-48c5-8a25-6b6422a6f5e6'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:13.758533 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ccae797c-4cb9-4e46-89f4-675e0869e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:13.759750 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccae797c-4cb9-4e46-89f4-675e0869e848 None None] The sync data for ids ['8f591ce3-3603-48c5-8a25-6b6422a6f5e6'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:46:14.082798 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c07768ba-618e-44d4-a5ea-5b20de497024 None None] Provisioning complete for port 319eb570-2071-4c88-ae01-3a178f90e47a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:14.083182 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c07768ba-618e-44d4-a5ea-5b20de497024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:14.174020 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c0451afe-2805-45dd-b421-ace5c92073f2 req-a7619ecc-be28-4ad2-8b6b-94ffc42d295c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 210 time: 0.0853322 Nov 12 00:46:14.229595 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c07768ba-618e-44d4-a5ea-5b20de497024 None None] Port 319eb570-2071-4c88-ae01-3a178f90e47a cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:14.257636 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c1c7e033-0ffb-4eef-938d-49fed401e7bd up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:14.387126 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port c1c7e033-0ffb-4eef-938d-49fed401e7bd triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:14.387505 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:14.449203 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8b51-a4c3-4ae8-b517-c1f2cc1a480e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:14.456686 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 6c5726cd-5b62-4d29-9344-f612f79bf6a0 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:14.509897 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 6c5726cd-5b62-4d29-9344-f612f79bf6a0 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:14.514008 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 6c5726cd-5b62-4d29-9344-f612f79bf6a0 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:14.905821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36576) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:14.908777 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-e1dc8b51-a4c3-4ae8-b517-c1f2cc1a480e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting port 319eb570-2071-4c88-ae01-3a178f90e47a {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:14.909276 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8b51-a4c3-4ae8-b517-c1f2cc1a480e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.088725 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-eff8f28f-11a9-4d3c-ad3e-01039b56594f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1687971239-network', 'tenant_id': 'c6712bcd966544938614fe7e98bb9ddb'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:15.090629 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8b51-a4c3-4ae8-b517-c1f2cc1a480e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.104558 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-e1dc8b51-a4c3-4ae8-b517-c1f2cc1a480e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Calling delete_port for 319eb570-2071-4c88-ae01-3a178f90e47a owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:15.122584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff8f28f-11a9-4d3c-ad3e-01039b56594f admin admin] Made reservation on behalf of c6712bcd966544938614fe7e98bb9ddb for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:15.125765 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eff8f28f-11a9-4d3c-ad3e-01039b56594f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.145389 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eff8f28f-11a9-4d3c-ad3e-01039b56594f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.301151 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:46:15.306518 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eff8f28f-11a9-4d3c-ad3e-01039b56594f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.317675 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eff8f28f-11a9-4d3c-ad3e-01039b56594f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.372810 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8b51-a4c3-4ae8-b517-c1f2cc1a480e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.398814 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-756dc75d-7852-4a99-ba52-f4959114e633 req-584cd052-6209-492c-ab46-3b0ba129649c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 210 time: 0.0583510 Nov 12 00:46:15.414134 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8f28f-11a9-4d3c-ad3e-01039b56594f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a380a8df-65f4-4f2f-8020-b6fdf108cb49,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:15.422913 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff8f28f-11a9-4d3c-ad3e-01039b56594f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:46:15.437319 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eff8f28f-11a9-4d3c-ad3e-01039b56594f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.440718 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-eff8f28f-11a9-4d3c-ad3e-01039b56594f admin admin] Added segment 45dfe7d9-3d93-4042-8eaa-55bcf54faa0e of type vlan for network ec220169-ced2-405b-918c-5444099d52e7 Nov 12 00:46:15.503220 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc8b51-a4c3-4ae8-b517-c1f2cc1a480e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Port': ['ID=319eb570-2071-4c88-ae01-3a178f90e47a,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:15.542826 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eff8f28f-11a9-4d3c-ad3e-01039b56594f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.666400 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eff8f28f-11a9-4d3c-ad3e-01039b56594f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.667398 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff8f28f-11a9-4d3c-ad3e-01039b56594f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:15.667982 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eff8f28f-11a9-4d3c-ad3e-01039b56594f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.897711 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36594) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:15.897936 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-eff8f28f-11a9-4d3c-ad3e-01039b56594f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9907677 Nov 12 00:46:15.906234 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-8002ed9b-48c6-4f48-bb15-e77e06cb3a9c admin admin] Request body: {'subnet': {'network_id': 'ec220169-ced2-405b-918c-5444099d52e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1687971239-subnet', 'tenant_id': 'c6712bcd966544938614fe7e98bb9ddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:15.940762 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8b51-a4c3-4ae8-b517-c1f2cc1a480e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.945572 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8002ed9b-48c6-4f48-bb15-e77e06cb3a9c admin admin] Made reservation on behalf of c6712bcd966544938614fe7e98bb9ddb for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:15.948451 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8002ed9b-48c6-4f48-bb15-e77e06cb3a9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:15.957308 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8f28f-11a9-4d3c-ad3e-01039b56594f admin admin] Pushing event updated for resources: {'Network': ['ID=ec220169-ced2-405b-918c-5444099d52e7,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:15.976856 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network ec220169-ced2-405b-918c-5444099d52e7 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:46:16.054692 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba30ed-4734-4454-9018-65a9e1b09588 req-d2c7443f-805a-456c-ba05-079238d02370 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:16.063649 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-70ba30ed-4734-4454-9018-65a9e1b09588 req-d2c7443f-805a-456c-ba05-079238d02370 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 946 time: 0.3273408 Nov 12 00:46:16.152107 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-70ba30ed-4734-4454-9018-65a9e1b09588 req-dad75eac-89be-481f-b9e8-7a5a1525222d tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c5c2984-134f-4e0a-8ea7-0a3ab481d560&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0872483 Nov 12 00:46:16.356385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1dc8b51-a4c3-4ae8-b517-c1f2cc1a480e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router 8f591ce3-3603-48c5-8a25-6b6422a6f5e6 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:46:16.441648 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36606) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:16.693779 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5479d6cd-c027-4c7a-a212-79dd5ba5727c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:16.800238 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5479d6cd-c027-4c7a-a212-79dd5ba5727c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:16.804272 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5479d6cd-c027-4c7a-a212-79dd5ba5727c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:16.814007 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f37575b7-e743-4d1b-8c59-e1d7a71c5e29 req-cdfb868f-dbcd-461e-95f2-aa1d3f2e59fb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 210 time: 0.0737798 Nov 12 00:46:16.862982 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5479d6cd-c027-4c7a-a212-79dd5ba5727c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef8f3d4a7725403cb555b7071247650f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4195471 Nov 12 00:46:16.866455 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36612) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:16.871441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1dc8b51-a4c3-4ae8-b517-c1f2cc1a480e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:46:16.875076 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479d6cd-c027-4c7a-a212-79dd5ba5727c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bad520-7177-4f0c-bcc2-18072ceafb5b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:16.881872 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e1dc8b51-a4c3-4ae8-b517-c1f2cc1a480e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/8f591ce3-3603-48c5-8a25-6b6422a6f5e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1947699 Nov 12 00:46:16.884485 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36614) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:16.888790 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348dd8c8-e7e3-4483-b5e6-6ffca7292bf8 None None] Sync routers for ids ['8f591ce3-3603-48c5-8a25-6b6422a6f5e6'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:46:16.922064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348dd8c8-e7e3-4483-b5e6-6ffca7292bf8 None None] Routers {'8f591ce3-3603-48c5-8a25-6b6422a6f5e6'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:16.923019 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-348dd8c8-e7e3-4483-b5e6-6ffca7292bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['8f591ce3-3603-48c5-8a25-6b6422a6f5e6'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:16.959854 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-348dd8c8-e7e3-4483-b5e6-6ffca7292bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:16.973000 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-87b52c49-c47d-4c55-9699-c5e4db2a7836 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f591ce3-3603-48c5-8a25-6b6422a6f5e6 HTTP/1.1" status: 200 len: 205 time: 0.0485833 Nov 12 00:46:16.977090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36618) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:16.983674 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348dd8c8-e7e3-4483-b5e6-6ffca7292bf8 None None] Routers {'8f591ce3-3603-48c5-8a25-6b6422a6f5e6'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:16.985888 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-348dd8c8-e7e3-4483-b5e6-6ffca7292bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:45:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['8f591ce3-3603-48c5-8a25-6b6422a6f5e6'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:17.014434 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8002ed9b-48c6-4f48-bb15-e77e06cb3a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:17.069764 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-348dd8c8-e7e3-4483-b5e6-6ffca7292bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:17.071985 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348dd8c8-e7e3-4483-b5e6-6ffca7292bf8 None None] The sync data for ids ['8f591ce3-3603-48c5-8a25-6b6422a6f5e6'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:46:17.082364 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce150a69-edf3-40a3-aa1d-7cb9586e7586 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:17.112544 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002ed9b-48c6-4f48-bb15-e77e06cb3a9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fd52eef-cf69-4395-a22f-e7c88c683316,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:17.162824 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8002ed9b-48c6-4f48-bb15-e77e06cb3a9c admin admin] Checking segment: {'id': '45dfe7d9-3d93-4042-8eaa-55bcf54faa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ec220169-ced2-405b-918c-5444099d52e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:17.163480 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8002ed9b-48c6-4f48-bb15-e77e06cb3a9c admin admin] Network hostable DHCP agents. Network: ec220169-ced2-405b-918c-5444099d52e7, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:46:17.185302 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9ad43c4c-4078-4379-bc8f-6efb066d3367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:17.210279 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8002ed9b-48c6-4f48-bb15-e77e06cb3a9c admin admin] Network ec220169-ced2-405b-918c-5444099d52e7 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:46:17.220741 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9ad43c4c-4078-4379-bc8f-6efb066d3367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:17.224997 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-8002ed9b-48c6-4f48-bb15-e77e06cb3a9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, ec220169-ced2-405b-918c-5444099d52e7) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:17.233190 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8002ed9b-48c6-4f48-bb15-e77e06cb3a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:17.233416 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2b6cd2-dc56-4a40-8212-713c7a250633 None None] Network ec220169-ced2-405b-918c-5444099d52e7 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:17.234194 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8002ed9b-48c6-4f48-bb15-e77e06cb3a9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:17.273900 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8002ed9b-48c6-4f48-bb15-e77e06cb3a9c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3720968 Nov 12 00:46:17.324450 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9ad43c4c-4078-4379-bc8f-6efb066d3367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:17.327443 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9ad43c4c-4078-4379-bc8f-6efb066d3367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:17.328786 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9ad43c4c-4078-4379-bc8f-6efb066d3367 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6bad520-7177-4f0c-bcc2-18072ceafb5b HTTP/1.1" status: 204 len: 168 time: 0.4612174 Nov 12 00:46:17.442719 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d35b1f6-7222-4bab-9c96-625295aac453 None None] Network ec220169-ced2-405b-918c-5444099d52e7 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:17.585112 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad43c4c-4078-4379-bc8f-6efb066d3367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bad520-7177-4f0c-bcc2-18072ceafb5b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:17.612735 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce150a69-edf3-40a3-aa1d-7cb9586e7586 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:17.692329 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce150a69-edf3-40a3-aa1d-7cb9586e7586 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:17.849674 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4dbdbf-f5a9-4309-9ab0-9797faa50267 req-7a361a24-5956-4694-b0f3-7b69d7ec5fd1 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:17.851902 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e4dbdbf-f5a9-4309-9ab0-9797faa50267 req-7a361a24-5956-4694-b0f3-7b69d7ec5fd1 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 946 time: 0.2799754 Nov 12 00:46:17.856131 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce150a69-edf3-40a3-aa1d-7cb9586e7586 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:17.856739 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce150a69-edf3-40a3-aa1d-7cb9586e7586 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Fanout notify agent at l3_agent the message router_deleted on router 8f591ce3-3603-48c5-8a25-6b6422a6f5e6 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:46:17.875150 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce150a69-edf3-40a3-aa1d-7cb9586e7586 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:17.876266 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ce150a69-edf3-40a3-aa1d-7cb9586e7586 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/routers/8f591ce3-3603-48c5-8a25-6b6422a6f5e6 HTTP/1.1" status: 204 len: 168 time: 0.8977518 Nov 12 00:46:17.879297 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36640) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:17.957119 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e4dbdbf-f5a9-4309-9ab0-9797faa50267 req-6bb143f3-0506-4321-a610-ed2eb364c27e tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c5c2984-134f-4e0a-8ea7-0a3ab481d560&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0945151 Nov 12 00:46:17.972957 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-e39243b4-b76c-486a-89ab-92a6559c6829 req-875b7848-1794-4134-baae-e006c5c0217e tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1178546052', 'description': 'tempest-description-287273433'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:18.044124 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b92a7f6-670b-4c6f-9277-18222afe2ba8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting subnet 44e3d9f1-5c20-4faf-b634-67b1ed4f6cdd {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:46:18.048894 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b92a7f6-670b-4c6f-9277-18222afe2ba8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.051600 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e39243b4-b76c-486a-89ab-92a6559c6829 req-875b7848-1794-4134-baae-e006c5c0217e tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.054988 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92b4d367-e041-4958-aea2-13cb77cfc2b0 req-2feb97c5-0079-4977-b0d9-e6574e75d2b5 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 210 time: 0.0469091 Nov 12 00:46:18.123159 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b92a7f6-670b-4c6f-9277-18222afe2ba8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.170017 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36648) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:18.204079 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f989571c-80a3-4d81-9b9a-23bc789260ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.377645 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f989571c-80a3-4d81-9b9a-23bc789260ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.386872 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f989571c-80a3-4d81-9b9a-23bc789260ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.398600 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b92a7f6-670b-4c6f-9277-18222afe2ba8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.465221 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e39243b4-b76c-486a-89ab-92a6559c6829 req-875b7848-1794-4134-baae-e006c5c0217e tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.475724 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b92a7f6-670b-4c6f-9277-18222afe2ba8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.481742 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e39243b4-b76c-486a-89ab-92a6559c6829 req-875b7848-1794-4134-baae-e006c5c0217e tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.543985 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9dd13d-322d-4f98-a4fa-a47881ddc1bd None None] Network 0cb765e3-217b-4794-b3f4-46925789fa74 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:18.544753 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e39243b4-b76c-486a-89ab-92a6559c6829 req-875b7848-1794-4134-baae-e006c5c0217e tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.547132 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e39243b4-b76c-486a-89ab-92a6559c6829 req-875b7848-1794-4134-baae-e006c5c0217e tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5823271 Nov 12 00:46:18.548313 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b92a7f6-670b-4c6f-9277-18222afe2ba8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.557309 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8b92a7f6-670b-4c6f-9277-18222afe2ba8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/subnets/44e3d9f1-5c20-4faf-b634-67b1ed4f6cdd HTTP/1.1" status: 204 len: 168 time: 0.6712296 Nov 12 00:46:18.557309 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92a7f6-670b-4c6f-9277-18222afe2ba8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Subnet': ['ID=44e3d9f1-5c20-4faf-b634-67b1ed4f6cdd,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:18.573263 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36652) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:18.630899 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b7848-1794-4134-baae-e006c5c0217e tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8028e3b0-6151-4346-a43c-1eb36c2d6b37,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:18.776868 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14b5d961-36e0-4872-bdce-bc8c9fd0398d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:18.859902 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2849645-f356-4fbc-90e1-92d53d925539 None None] DHCP port deletion for 0cb765e3-217b-4794-b3f4-46925789fa74 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:18.868948 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f989571c-80a3-4d81-9b9a-23bc789260ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e00f97ce3054719bfdce346e82a12df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6968122 Nov 12 00:46:18.873939 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36666) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:18.875744 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989571c-80a3-4d81-9b9a-23bc789260ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58c596e-c907-4467-beb4-50465b1f5386,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:18.909899 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1f9e9ae-d26e-4270-9d8c-e5de04c069f9 req-44e4d82c-3c6a-4975-af5d-dffaea62b932 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "GET /v2.0/security-groups/8028e3b0-6151-4346-a43c-1eb36c2d6b37 HTTP/1.1" status: 200 len: 1823 time: 0.0926390 Nov 12 00:46:18.933466 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-e1f9e9ae-d26e-4270-9d8c-e5de04c069f9 req-73fce9ee-84f8-4163-a90e-35c91ae0a1c9 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8028e3b0-6151-4346-a43c-1eb36c2d6b37', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:18.936328 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-e1f9e9ae-d26e-4270-9d8c-e5de04c069f9 req-73fce9ee-84f8-4163-a90e-35c91ae0a1c9 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8028e3b0-6151-4346-a43c-1eb36c2d6b37', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:18.945650 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-14b5d961-36e0-4872-bdce-bc8c9fd0398d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting port c1c7e033-0ffb-4eef-938d-49fed401e7bd {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:18.946095 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14b5d961-36e0-4872-bdce-bc8c9fd0398d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.023957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b2849645-f356-4fbc-90e1-92d53d925539 None None] Deleting port c1c7e033-0ffb-4eef-938d-49fed401e7bd {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:19.025448 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b2849645-f356-4fbc-90e1-92d53d925539 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.026317 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-14b5d961-36e0-4872-bdce-bc8c9fd0398d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] For port c1c7e033-0ffb-4eef-938d-49fed401e7bd, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c1c7e033-0ffb-4eef-938d-49fed401e7bd,segment=NetworkSegment(7cf96b2e-d48c-4c19-8851-f08997ed7bfc),segment_id=7cf96b2e-d48c-4c19-8851-f08997ed7bfc)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:19.026755 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14b5d961-36e0-4872-bdce-bc8c9fd0398d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.045339 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-14b5d961-36e0-4872-bdce-bc8c9fd0398d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Calling delete_port for c1c7e033-0ffb-4eef-938d-49fed401e7bd owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:19.047521 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f750ba4c-99b5-4f12-871f-f4530a06e460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.074299 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f750ba4c-99b5-4f12-871f-f4530a06e460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.088357 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e1f9e9ae-d26e-4270-9d8c-e5de04c069f9 req-73fce9ee-84f8-4163-a90e-35c91ae0a1c9 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.135005 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f750ba4c-99b5-4f12-871f-f4530a06e460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.137867 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f750ba4c-99b5-4f12-871f-f4530a06e460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.142146 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f750ba4c-99b5-4f12-871f-f4530a06e460 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a58c596e-c907-4467-beb4-50465b1f5386 HTTP/1.1" status: 204 len: 168 time: 0.2668345 Nov 12 00:46:19.164457 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e1f9e9ae-d26e-4270-9d8c-e5de04c069f9 req-73fce9ee-84f8-4163-a90e-35c91ae0a1c9 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.178948 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e1f9e9ae-d26e-4270-9d8c-e5de04c069f9 req-73fce9ee-84f8-4163-a90e-35c91ae0a1c9 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.219023 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fce9ee-84f8-4163-a90e-35c91ae0a1c9 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e593073-2ecd-4cf7-8887-6d63cb476732,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:19.224401 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750ba4c-99b5-4f12-871f-f4530a06e460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58c596e-c907-4467-beb4-50465b1f5386,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:19.267115 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601e3cc-df62-4feb-9f78-e89d6b13231b req-9432ebc0-a1e4-44da-9463-556c08383c67 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:19.268269 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e1f9e9ae-d26e-4270-9d8c-e5de04c069f9 req-73fce9ee-84f8-4163-a90e-35c91ae0a1c9 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.268966 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8601e3cc-df62-4feb-9f78-e89d6b13231b req-9432ebc0-a1e4-44da-9463-556c08383c67 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 946 time: 0.0848870 Nov 12 00:46:19.278525 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1f9e9ae-d26e-4270-9d8c-e5de04c069f9 req-73fce9ee-84f8-4163-a90e-35c91ae0a1c9 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3658087 Nov 12 00:46:19.298723 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b2849645-f356-4fbc-90e1-92d53d925539 None None] For port c1c7e033-0ffb-4eef-938d-49fed401e7bd, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c1c7e033-0ffb-4eef-938d-49fed401e7bd,segment=NetworkSegment(7cf96b2e-d48c-4c19-8851-f08997ed7bfc),segment_id=7cf96b2e-d48c-4c19-8851-f08997ed7bfc)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:19.299160 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b2849645-f356-4fbc-90e1-92d53d925539 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.344377 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b2849645-f356-4fbc-90e1-92d53d925539 None None] Calling delete_port for c1c7e033-0ffb-4eef-938d-49fed401e7bd owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:19.351151 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8601e3cc-df62-4feb-9f78-e89d6b13231b req-8b708f4e-daea-48dc-8aad-e8ebceb5ff0e tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c5c2984-134f-4e0a-8ea7-0a3ab481d560&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0689800 Nov 12 00:46:19.352683 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14b5d961-36e0-4872-bdce-bc8c9fd0398d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.427094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-55a4d525-20ea-4763-902c-906a462938b3 req-7d4c5b4e-dd37-4395-98a0-ded17c242dce tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-922614740', 'description': 'tempest-description-821286252'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:19.432915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5d961-36e0-4872-bdce-bc8c9fd0398d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Port': ['ID=c1c7e033-0ffb-4eef-938d-49fed401e7bd,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:19.444007 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63ff5185-7795-44ba-b94a-26cf8deaf480 req-53d08bca-4bb5-489d-abbf-3e973c245215 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 210 time: 0.0499806 Nov 12 00:46:19.449912 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b5d961-36e0-4872-bdce-bc8c9fd0398d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] No DVR routers for this DVR port c1c7e033-0ffb-4eef-938d-49fed401e7bd on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:19.544436 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b2849645-f356-4fbc-90e1-92d53d925539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.566975 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2849645-f356-4fbc-90e1-92d53d925539 None None] No DVR routers for this DVR port c1c7e033-0ffb-4eef-938d-49fed401e7bd on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:19.597590 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2849645-f356-4fbc-90e1-92d53d925539 None None] Pushing event deleted for resources: {'Port': ['ID=c1c7e033-0ffb-4eef-938d-49fed401e7bd,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:19.618240 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2849645-f356-4fbc-90e1-92d53d925539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:19.618968 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2849645-f356-4fbc-90e1-92d53d925539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:19.619519 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2849645-f356-4fbc-90e1-92d53d925539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:19.620060 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2849645-f356-4fbc-90e1-92d53d925539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:19.620595 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2849645-f356-4fbc-90e1-92d53d925539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:19.621163 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2849645-f356-4fbc-90e1-92d53d925539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:19.621711 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2849645-f356-4fbc-90e1-92d53d925539 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:19.622241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2849645-f356-4fbc-90e1-92d53d925539 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:19.622767 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2849645-f356-4fbc-90e1-92d53d925539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:19.623310 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2849645-f356-4fbc-90e1-92d53d925539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:19.623849 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2849645-f356-4fbc-90e1-92d53d925539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:19.624375 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2849645-f356-4fbc-90e1-92d53d925539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:19.635426 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-55a4d525-20ea-4763-902c-906a462938b3 req-7d4c5b4e-dd37-4395-98a0-ded17c242dce tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.639610 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14b5d961-36e0-4872-bdce-bc8c9fd0398d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.672763 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-14b5d961-36e0-4872-bdce-bc8c9fd0398d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb765e3-217b-4794-b3f4-46925789fa74']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:19.690065 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-14b5d961-36e0-4872-bdce-bc8c9fd0398d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf96b2e-d48c-4c19-8851-f08997ed7bfc') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:19.690426 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-14b5d961-36e0-4872-bdce-bc8c9fd0398d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf96b2e-d48c-4c19-8851-f08997ed7bfc') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:19.706031 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14b5d961-36e0-4872-bdce-bc8c9fd0398d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.729833 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14b5d961-36e0-4872-bdce-bc8c9fd0398d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b5d961-36e0-4872-bdce-bc8c9fd0398d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14b5d961-36e0-4872-bdce-bc8c9fd0398d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:46:19.745839 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:46:19.834420 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-55a4d525-20ea-4763-902c-906a462938b3 req-7d4c5b4e-dd37-4395-98a0-ded17c242dce tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.836953 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14b5d961-36e0-4872-bdce-bc8c9fd0398d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.846145 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14b5d961-36e0-4872-bdce-bc8c9fd0398d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.854403 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36700) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:19.855656 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-14b5d961-36e0-4872-bdce-bc8c9fd0398d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/networks/0cb765e3-217b-4794-b3f4-46925789fa74 HTTP/1.1" status: 204 len: 168 time: 1.2772150 Nov 12 00:46:19.861349 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-f9f50ffa-84c9-4268-a833-176462466374 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1866402899', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}, 'admin_state_up': False}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:19.873938 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5d961-36e0-4872-bdce-bc8c9fd0398d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Network': ['ID=0cb765e3-217b-4794-b3f4-46925789fa74,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:19.877364 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-55a4d525-20ea-4763-902c-906a462938b3 req-7d4c5b4e-dd37-4395-98a0-ded17c242dce tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.918332 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9f50ffa-84c9-4268-a833-176462466374 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.919417 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9f50ffa-84c9-4268-a833-176462466374 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.929614 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c5b4e-dd37-4395-98a0-ded17c242dce tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dca82db4-59f1-478c-9a95-a231a8a95c35,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:19.952205 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-55a4d525-20ea-4763-902c-906a462938b3 req-7d4c5b4e-dd37-4395-98a0-ded17c242dce tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:19.954113 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55a4d525-20ea-4763-902c-906a462938b3 req-7d4c5b4e-dd37-4395-98a0-ded17c242dce tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5389216 Nov 12 00:46:19.965953 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6222557a-0d50-45a3-bcac-8523895b2278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:20.045788 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9f50ffa-84c9-4268-a833-176462466374 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:20.164854 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c1c7e033-0ffb-4eef-938d-49fed401e7bd no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:20.201872 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: c1c7e033-0ffb-4eef-938d-49fed401e7bd {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:20.203017 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c1c7e033-0ffb-4eef-938d-49fed401e7bd not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:20.247844 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f48a28e-e2c0-4366-86f0-f41ab3dd10f8 req-b96cf49d-d6b6-4afe-ba6c-30af666c2b11 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "GET /v2.0/security-groups/dca82db4-59f1-478c-9a95-a231a8a95c35 HTTP/1.1" status: 200 len: 1822 time: 0.2478423 Nov 12 00:46:20.327961 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9f50ffa-84c9-4268-a833-176462466374 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:20.343843 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-1f48a28e-e2c0-4366-86f0-f41ab3dd10f8 req-243ac615-b612-4721-8de6-ef1f51e8efa9 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'dca82db4-59f1-478c-9a95-a231a8a95c35', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:20.343843 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-1f48a28e-e2c0-4366-86f0-f41ab3dd10f8 req-243ac615-b612-4721-8de6-ef1f51e8efa9 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'dca82db4-59f1-478c-9a95-a231a8a95c35', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:20.530476 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1f48a28e-e2c0-4366-86f0-f41ab3dd10f8 req-243ac615-b612-4721-8de6-ef1f51e8efa9 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:20.574335 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844bb7e-dfd6-48d1-bc08-30f9424d193c req-25cc2501-a721-402d-9a49-07288aa62cac tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:20.581648 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b844bb7e-dfd6-48d1-bc08-30f9424d193c req-25cc2501-a721-402d-9a49-07288aa62cac tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 946 time: 0.1052306 Nov 12 00:46:20.630405 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1f48a28e-e2c0-4366-86f0-f41ab3dd10f8 req-243ac615-b612-4721-8de6-ef1f51e8efa9 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:20.649852 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1f48a28e-e2c0-4366-86f0-f41ab3dd10f8 req-243ac615-b612-4721-8de6-ef1f51e8efa9 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:20.650101 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b844bb7e-dfd6-48d1-bc08-30f9424d193c req-7c903eef-308b-475a-a863-cdb40d4256e9 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c5c2984-134f-4e0a-8ea7-0a3ab481d560&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0674202 Nov 12 00:46:20.688985 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ac615-b612-4721-8de6-ef1f51e8efa9 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f25567f-a5b5-4925-a370-27924fe669fe,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:20.766223 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-326509e4-ebee-4871-9eef-d0b88ddb877f req-1925bce5-e814-49ae-b7a6-7d92696e1a75 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7b7242c-b561-4337-9ccf-8b1098c1e1b2 HTTP/1.1" status: 200 len: 210 time: 0.0433993 Nov 12 00:46:20.891735 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9f50ffa-84c9-4268-a833-176462466374 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:20.895416 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1f48a28e-e2c0-4366-86f0-f41ab3dd10f8 req-243ac615-b612-4721-8de6-ef1f51e8efa9 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:20.896640 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f48a28e-e2c0-4366-86f0-f41ab3dd10f8 req-243ac615-b612-4721-8de6-ef1f51e8efa9 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5628941 Nov 12 00:46:20.948283 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-43c314a0-6752-4fcc-9082-2dc53797d7d3 req-4e8a6410-0ae3-444f-92f9-189b5eb79a45 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-746033672', 'description': 'tempest-description-390526228'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:20.962656 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9f50ffa-84c9-4268-a833-176462466374 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:20.995190 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-43c314a0-6752-4fcc-9082-2dc53797d7d3 req-4e8a6410-0ae3-444f-92f9-189b5eb79a45 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:21.033458 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f8387-b140-48e2-98b8-d85a5c03b03c req-3b0c9aa7-3db1-4435-a73b-88666c79f7ab tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:21.034972 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-877f8387-b140-48e2-98b8-d85a5c03b03c req-3b0c9aa7-3db1-4435-a73b-88666c79f7ab tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.15 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 946 time: 0.2259607 Nov 12 00:46:21.154945 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-43c314a0-6752-4fcc-9082-2dc53797d7d3 req-4e8a6410-0ae3-444f-92f9-189b5eb79a45 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:21.172431 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-43c314a0-6752-4fcc-9082-2dc53797d7d3 req-4e8a6410-0ae3-444f-92f9-189b5eb79a45 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:21.187931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-f9f50ffa-84c9-4268-a833-176462466374 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Allocated IP 172.25.0.76 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/d3f9754e-85e5-4c7a-833e-fbf498f499c3) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:21.259027 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-43c314a0-6752-4fcc-9082-2dc53797d7d3 req-4e8a6410-0ae3-444f-92f9-189b5eb79a45 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:21.266501 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-43c314a0-6752-4fcc-9082-2dc53797d7d3 req-4e8a6410-0ae3-444f-92f9-189b5eb79a45 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3262749 Nov 12 00:46:21.268974 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a6410-0ae3-444f-92f9-189b5eb79a45 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f646c1-b31c-4b17-bb54-c9f42cf5946f,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:21.325506 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-6c80e89e-cff4-4391-8e3f-5c603c1ef656 req-5c59ded6-ccfa-41ab-8b52-fe16b53b5681 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2063117320', 'description': 'tempest-description-1801359881'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:21.403302 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6c80e89e-cff4-4391-8e3f-5c603c1ef656 req-5c59ded6-ccfa-41ab-8b52-fe16b53b5681 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:21.433809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-877f8387-b140-48e2-98b8-d85a5c03b03c req-490a6c9f-3b3f-498e-8f27-646b40be38ff tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Deleting port 9252c776-c234-4846-9a7d-03daf888e4e1 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:21.433809 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-877f8387-b140-48e2-98b8-d85a5c03b03c req-490a6c9f-3b3f-498e-8f27-646b40be38ff tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:21.441547 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9f50ffa-84c9-4268-a833-176462466374 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:21.671821 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9f50ffa-84c9-4268-a833-176462466374 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:21.680111 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-877f8387-b140-48e2-98b8-d85a5c03b03c req-490a6c9f-3b3f-498e-8f27-646b40be38ff tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] For port 9252c776-c234-4846-9a7d-03daf888e4e1, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=9252c776-c234-4846-9a7d-03daf888e4e1,segment=NetworkSegment(1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6),segment_id=1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:21.680489 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-877f8387-b140-48e2-98b8-d85a5c03b03c req-490a6c9f-3b3f-498e-8f27-646b40be38ff tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:21.832399 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc72bb-f2b8-41c3-83e2-c4908512962e req-a3dead28-bee2-446b-8bbf-d8d2b066e266 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:21.833493 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6c80e89e-cff4-4391-8e3f-5c603c1ef656 req-5c59ded6-ccfa-41ab-8b52-fe16b53b5681 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:21.844056 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63bc72bb-f2b8-41c3-83e2-c4908512962e req-a3dead28-bee2-446b-8bbf-d8d2b066e266 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 946 time: 0.0776162 Nov 12 00:46:21.912637 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6c80e89e-cff4-4391-8e3f-5c603c1ef656 req-5c59ded6-ccfa-41ab-8b52-fe16b53b5681 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:21.942078 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f50ffa-84c9-4268-a833-176462466374 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:21.959704 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63bc72bb-f2b8-41c3-83e2-c4908512962e req-9b7fdb84-8d26-461a-922d-fa4480eb47a4 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c5c2984-134f-4e0a-8ea7-0a3ab481d560&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1146028 Nov 12 00:46:21.984928 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-f9f50ffa-84c9-4268-a833-176462466374 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:22.001555 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e221b9b-cdde-4a64-b90d-1e5857c7b566 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:22.024926 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f50ffa-84c9-4268-a833-176462466374 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:22.106333 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f50ffa-84c9-4268-a833-176462466374 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Port': ['ID=d3f9754e-85e5-4c7a-833e-fbf498f499c3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:22.162223 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-094067b3-2554-4f76-945d-c1e254d1e99d None None] Provisioning complete for port d3f9754e-85e5-4c7a-833e-fbf498f499c3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:22.164152 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-094067b3-2554-4f76-945d-c1e254d1e99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.245970 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-094067b3-2554-4f76-945d-c1e254d1e99d None None] Port d3f9754e-85e5-4c7a-833e-fbf498f499c3 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:22.290169 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f9e394cd-8f2d-465b-ba2f-73e4d7777ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.319621 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-877f8387-b140-48e2-98b8-d85a5c03b03c req-490a6c9f-3b3f-498e-8f27-646b40be38ff tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.319987 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-877f8387-b140-48e2-98b8-d85a5c03b03c req-490a6c9f-3b3f-498e-8f27-646b40be38ff tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.322343 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [req-877f8387-b140-48e2-98b8-d85a5c03b03c req-490a6c9f-3b3f-498e-8f27-646b40be38ff tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Floating IP efe5105e-8b11-4ebf-b947-72af5d62ad4e disassociated. External IP: 172.25.0.69, port: 9252c776-c234-4846-9a7d-03daf888e4e1. Nov 12 00:46:22.322713 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-877f8387-b140-48e2-98b8-d85a5c03b03c req-490a6c9f-3b3f-498e-8f27-646b40be38ff tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Calling delete_port for 9252c776-c234-4846-9a7d-03daf888e4e1 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:22.383923 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59ded6-ccfa-41ab-8b52-fe16b53b5681 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1400f9c-62cb-4b90-9c0e-641311ab0448,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:22.512608 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6c80e89e-cff4-4391-8e3f-5c603c1ef656 req-5c59ded6-ccfa-41ab-8b52-fe16b53b5681 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.514628 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6c80e89e-cff4-4391-8e3f-5c603c1ef656 req-5c59ded6-ccfa-41ab-8b52-fe16b53b5681 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 1.2041934 Nov 12 00:46:22.611709 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0cf5572-e2c6-41c1-979e-77eab83a2664 req-d0d923b8-4859-487f-88f3-a4f76ea4d6d8 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "GET /v2.0/security-groups/90f646c1-b31c-4b17-bb54-c9f42cf5946f HTTP/1.1" status: 200 len: 1822 time: 0.0683141 Nov 12 00:46:22.652038 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-877f8387-b140-48e2-98b8-d85a5c03b03c req-490a6c9f-3b3f-498e-8f27-646b40be38ff tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.707360 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0cf5572-e2c6-41c1-979e-77eab83a2664 req-daa59fb5-3e4a-45fb-ae78-305ca2bc6fbb tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "GET /v2.0/security-groups/e1400f9c-62cb-4b90-9c0e-641311ab0448 HTTP/1.1" status: 200 len: 1824 time: 0.0890830 Nov 12 00:46:22.712211 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a6c9f-3b3f-498e-8f27-646b40be38ff tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Pushing event deleted for resources: {'Port': ['ID=9252c776-c234-4846-9a7d-03daf888e4e1,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:22.720956 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-a0cf5572-e2c6-41c1-979e-77eab83a2664 req-623423e5-d4b9-4b93-a80a-4e6877a48dc3 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '90f646c1-b31c-4b17-bb54-c9f42cf5946f', 'remote_group_id': 'e1400f9c-62cb-4b90-9c0e-641311ab0448', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:22.721285 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-a0cf5572-e2c6-41c1-979e-77eab83a2664 req-623423e5-d4b9-4b93-a80a-4e6877a48dc3 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '90f646c1-b31c-4b17-bb54-c9f42cf5946f', 'remote_group_id': 'e1400f9c-62cb-4b90-9c0e-641311ab0448', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:22.836243 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a0cf5572-e2c6-41c1-979e-77eab83a2664 req-623423e5-d4b9-4b93-a80a-4e6877a48dc3 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.878865 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a0cf5572-e2c6-41c1-979e-77eab83a2664 req-623423e5-d4b9-4b93-a80a-4e6877a48dc3 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.884032 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a0cf5572-e2c6-41c1-979e-77eab83a2664 req-623423e5-d4b9-4b93-a80a-4e6877a48dc3 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.954094 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9f50ffa-84c9-4268-a833-176462466374 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:22.974685 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623423e5-d4b9-4b93-a80a-4e6877a48dc3 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30f989b-c6b4-4a57-8fb9-54b2dbc56e00,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:23.012149 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a0cf5572-e2c6-41c1-979e-77eab83a2664 req-623423e5-d4b9-4b93-a80a-4e6877a48dc3 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.015673 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0cf5572-e2c6-41c1-979e-77eab83a2664 req-623423e5-d4b9-4b93-a80a-4e6877a48dc3 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2988942 Nov 12 00:46:23.052086 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-7e0d1aa8-e223-468f-9dfa-0c489f8d3fc1 req-2d7d23f7-d102-4711-b7df-471252854e4b tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2038611778', 'description': 'tempest-description-719359967'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:23.142256 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7e0d1aa8-e223-468f-9dfa-0c489f8d3fc1 req-2d7d23f7-d102-4711-b7df-471252854e4b tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.194340 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0c1bfc0c-5568-42a9-997e-f00759af2280 req-aea60a80-5a3b-45fe-a0ad-89a0e18f94b8 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 210 time: 0.0721369 Nov 12 00:46:23.255870 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7e0d1aa8-e223-468f-9dfa-0c489f8d3fc1 req-2d7d23f7-d102-4711-b7df-471252854e4b tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.262248 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7e0d1aa8-e223-468f-9dfa-0c489f8d3fc1 req-2d7d23f7-d102-4711-b7df-471252854e4b tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.370302 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d23f7-d102-4711-b7df-471252854e4b tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5802c011-d075-46b1-bba4-1079bb8e1619,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:23.378658 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-877f8387-b140-48e2-98b8-d85a5c03b03c req-490a6c9f-3b3f-498e-8f27-646b40be38ff tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Router 0fc321c5-444e-475f-a3d6-12a5ab29e530 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:46:23.385288 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.404222 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7e0d1aa8-e223-468f-9dfa-0c489f8d3fc1 req-2d7d23f7-d102-4711-b7df-471252854e4b tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:23.405550 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7e0d1aa8-e223-468f-9dfa-0c489f8d3fc1 req-2d7d23f7-d102-4711-b7df-471252854e4b tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3578877 Nov 12 00:46:24.014369 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-b2c750c6-f419-4df8-b69d-173eb5b92dd0 req-2b3dcb1b-2aee-481b-b5f7-c6e132620622 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-521735932', 'description': 'tempest-description-304217653'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:24.100309 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-877f8387-b140-48e2-98b8-d85a5c03b03c req-490a6c9f-3b3f-498e-8f27-646b40be38ff tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:46:24.114364 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b2c750c6-f419-4df8-b69d-173eb5b92dd0 req-2b3dcb1b-2aee-481b-b5f7-c6e132620622 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.122471 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efad9341-24ff-40d9-a528-97ca6b0c5e2c None None] Sync routers for ids ['0fc321c5-444e-475f-a3d6-12a5ab29e530'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:46:24.132875 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efad9341-24ff-40d9-a528-97ca6b0c5e2c None None] Routers {'0fc321c5-444e-475f-a3d6-12a5ab29e530'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:24.133489 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-efad9341-24ff-40d9-a528-97ca6b0c5e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0fc321c5-444e-475f-a3d6-12a5ab29e530'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:24.173093 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-877f8387-b140-48e2-98b8-d85a5c03b03c req-490a6c9f-3b3f-498e-8f27-646b40be38ff tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] No DVR routers for this DVR port 9252c776-c234-4846-9a7d-03daf888e4e1 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:24.175042 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9f50ffa-84c9-4268-a833-176462466374 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.177392 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-877f8387-b140-48e2-98b8-d85a5c03b03c req-490a6c9f-3b3f-498e-8f27-646b40be38ff tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.180862 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-877f8387-b140-48e2-98b8-d85a5c03b03c req-490a6c9f-3b3f-498e-8f27-646b40be38ff tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.15 "DELETE /v2.0/ports/9252c776-c234-4846-9a7d-03daf888e4e1 HTTP/1.1" status: 204 len: 173 time: 3.1359518 Nov 12 00:46:24.183460 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd532f702-09d6-4995-8b47-54157e69d2dd', 'name': 'network-vif-deleted', 'tag': '9252c776-c234-4846-9a7d-03daf888e4e1'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:24.185747 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081fb5ac-8176-4b87-a7ea-5044ecb2d401" -d '{"events": [{"server_uuid": "d532f702-09d6-4995-8b47-54157e69d2dd", "name": "network-vif-deleted", "tag": "9252c776-c234-4846-9a7d-03daf888e4e1"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:24.259174 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-efad9341-24ff-40d9-a528-97ca6b0c5e2c None None] Set router 0fc321c5-444e-475f-a3d6-12a5ab29e530 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:24.331189 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f56358-dd47-461e-a89e-03c76df7217f x-openstack-request-id: req-d9f56358-dd47-461e-a89e-03c76df7217f {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:24.332887 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d532f702-09d6-4995-8b47-54157e69d2dd", "name": "network-vif-deleted", "tag": "9252c776-c234-4846-9a7d-03daf888e4e1", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:24.347355 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9f56358-dd47-461e-a89e-03c76df7217f {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:24.347948 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd532f702-09d6-4995-8b47-54157e69d2dd', 'name': 'network-vif-deleted', 'tag': '9252c776-c234-4846-9a7d-03daf888e4e1', 'status': 'completed', 'code': 200} Nov 12 00:46:24.361952 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b2c750c6-f419-4df8-b69d-173eb5b92dd0 req-2b3dcb1b-2aee-481b-b5f7-c6e132620622 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.374232 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b2c750c6-f419-4df8-b69d-173eb5b92dd0 req-2b3dcb1b-2aee-481b-b5f7-c6e132620622 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.407662 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.458542 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 9252c776-c234-4846-9a7d-03daf888e4e1 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:24.477010 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b2c750c6-f419-4df8-b69d-173eb5b92dd0 req-2b3dcb1b-2aee-481b-b5f7-c6e132620622 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:24.478282 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b2c750c6-f419-4df8-b69d-173eb5b92dd0 req-2b3dcb1b-2aee-481b-b5f7-c6e132620622 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.8394461 Nov 12 00:46:24.503748 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3dcb1b-2aee-481b-b5f7-c6e132620622 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8815ab-cfe0-4502-a261-225d99f4f816,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:24.531597 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 9252c776-c234-4846-9a7d-03daf888e4e1 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:24.537474 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 9252c776-c234-4846-9a7d-03daf888e4e1 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:24.546963 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f50ffa-84c9-4268-a833-176462466374 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router be33f3ef-08b2-4821-906f-13613adbe984 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:46:24.577396 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-efad9341-24ff-40d9-a528-97ca6b0c5e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'name': 'tempest-ServersTestManualDisk-2001764058-router', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:33Z', 'updated_at': '2021-11-12T00:42:42Z', 'revision_number': 4, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'gw_port': {'id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:35Z', 'updated_at': '2021-11-12T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '3347e534-152b-46d3-84c0-8b02b9ae6ac5', 'name': '', 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'mac_address': 'fa:16:3e:66:2f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '84b2fe28-acf9-46d9-9afd-e7fecadc33af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:40Z', 'updated_at': '2021-11-12T00:42:48Z', 'revision_number': 5, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'subnets': [{'id': '84b2fe28-acf9-46d9-9afd-e7fecadc33af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:24.622844 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efad9341-24ff-40d9-a528-97ca6b0c5e2c None None] Checking router: 0fc321c5-444e-475f-a3d6-12a5ab29e530 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:46:24.650304 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efad9341-24ff-40d9-a528-97ca6b0c5e2c None None] Routers {'0fc321c5-444e-475f-a3d6-12a5ab29e530'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:24.650953 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-efad9341-24ff-40d9-a528-97ca6b0c5e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0fc321c5-444e-475f-a3d6-12a5ab29e530'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:24.693621 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-78b91ff5-19f6-49d3-a4e5-d05c1bd159ad req-9fc2fe7f-0eb7-4250-8658-137219bfb0be tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/ports?device_id=d532f702-09d6-4995-8b47-54157e69d2dd HTTP/1.1" status: 200 len: 210 time: 0.0780542 Nov 12 00:46:24.951638 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cbe97ec9-4af1-4ee7-8b46-d8380c570bdd req-c1fdb379-064e-4c15-84e4-b3df3187a8db tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "GET /v2.0/security-groups/5802c011-d075-46b1-bba4-1079bb8e1619 HTTP/1.1" status: 200 len: 1823 time: 0.2690325 Nov 12 00:46:24.955539 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f50ffa-84c9-4268-a833-176462466374 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:46:24.970205 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0e2c85-37d3-4e47-9297-1fc195fb9c90 None None] Sync routers for ids ['be33f3ef-08b2-4821-906f-13613adbe984'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:46:24.992711 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0e2c85-37d3-4e47-9297-1fc195fb9c90 None None] Routers {'be33f3ef-08b2-4821-906f-13613adbe984'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:24.993618 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cc0e2c85-37d3-4e47-9297-1fc195fb9c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['be33f3ef-08b2-4821-906f-13613adbe984'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:24.998684 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9f50ffa-84c9-4268-a833-176462466374 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:25.000286 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f9f50ffa-84c9-4268-a833-176462466374 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.1442926 Nov 12 00:46:25.004400 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36828) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:25.092867 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cc0e2c85-37d3-4e47-9297-1fc195fb9c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:25.106811 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cbe97ec9-4af1-4ee7-8b46-d8380c570bdd req-11a2af7f-ae19-40ff-8893-f5be9386822a tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "GET /v2.0/security-groups/8e8815ab-cfe0-4502-a261-225d99f4f816 HTTP/1.1" status: 200 len: 1822 time: 0.1294658 Nov 12 00:46:25.115765 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0e2c85-37d3-4e47-9297-1fc195fb9c90 None None] Routers {'be33f3ef-08b2-4821-906f-13613adbe984'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:25.116402 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cc0e2c85-37d3-4e47-9297-1fc195fb9c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['be33f3ef-08b2-4821-906f-13613adbe984'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:25.118152 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-efad9341-24ff-40d9-a528-97ca6b0c5e2c None None] Set router 0fc321c5-444e-475f-a3d6-12a5ab29e530 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:25.121969 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-cbe97ec9-4af1-4ee7-8b46-d8380c570bdd req-e68ae426-e5a8-41c5-b334-d853087527d2 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5802c011-d075-46b1-bba4-1079bb8e1619', 'remote_group_id': '8e8815ab-cfe0-4502-a261-225d99f4f816', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:25.122301 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-cbe97ec9-4af1-4ee7-8b46-d8380c570bdd req-e68ae426-e5a8-41c5-b334-d853087527d2 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5802c011-d075-46b1-bba4-1079bb8e1619', 'remote_group_id': '8e8815ab-cfe0-4502-a261-225d99f4f816', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:25.263121 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cc0e2c85-37d3-4e47-9297-1fc195fb9c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:25.263801 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0e2c85-37d3-4e47-9297-1fc195fb9c90 None None] The sync data for ids ['be33f3ef-08b2-4821-906f-13613adbe984'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:46:25.322504 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7edfd05c-86f3-4583-a07c-b222b64a62c0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/routers/be33f3ef-08b2-4821-906f-13613adbe984 HTTP/1.1" status: 200 len: 880 time: 0.3161173 Nov 12 00:46:25.323892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36834) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:25.324624 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:25.353356 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-cbe97ec9-4af1-4ee7-8b46-d8380c570bdd req-e68ae426-e5a8-41c5-b334-d853087527d2 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:25.438360 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-cbe97ec9-4af1-4ee7-8b46-d8380c570bdd req-e68ae426-e5a8-41c5-b334-d853087527d2 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:25.447417 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-cbe97ec9-4af1-4ee7-8b46-d8380c570bdd req-e68ae426-e5a8-41c5-b334-d853087527d2 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:25.483190 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ae426-e5a8-41c5-b334-d853087527d2 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e794a21-e0af-436b-a1e9-c07cfae3b1de,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:25.504255 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-cbe97ec9-4af1-4ee7-8b46-d8380c570bdd req-e68ae426-e5a8-41c5-b334-d853087527d2 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:25.511356 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cbe97ec9-4af1-4ee7-8b46-d8380c570bdd req-e68ae426-e5a8-41c5-b334-d853087527d2 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3935153 Nov 12 00:46:25.619033 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-efad9341-24ff-40d9-a528-97ca6b0c5e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'name': 'tempest-ServersTestManualDisk-2001764058-router', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:33Z', 'updated_at': '2021-11-12T00:42:42Z', 'revision_number': 4, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'gw_port': {'id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:35Z', 'updated_at': '2021-11-12T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '3347e534-152b-46d3-84c0-8b02b9ae6ac5', 'name': '', 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'mac_address': 'fa:16:3e:66:2f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '84b2fe28-acf9-46d9-9afd-e7fecadc33af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:40Z', 'updated_at': '2021-11-12T00:42:48Z', 'revision_number': 5, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'subnets': [{'id': '84b2fe28-acf9-46d9-9afd-e7fecadc33af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:25.694328 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efad9341-24ff-40d9-a528-97ca6b0c5e2c None None] The sync data for ids ['0fc321c5-444e-475f-a3d6-12a5ab29e530'] in n-d-712137-14 is: [{'id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'name': 'tempest-ServersTestManualDisk-2001764058-router', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:33Z', 'updated_at': '2021-11-12T00:42:42Z', 'revision_number': 4, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'gw_port': {'id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:35Z', 'updated_at': '2021-11-12T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '3347e534-152b-46d3-84c0-8b02b9ae6ac5', 'name': '', 'network_id': '7d24e46d-a727-42f9-9ed5-ca40f7ef30aa', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'mac_address': 'fa:16:3e:66:2f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '84b2fe28-acf9-46d9-9afd-e7fecadc33af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:40Z', 'updated_at': '2021-11-12T00:42:48Z', 'revision_number': 5, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'subnets': [{'id': '84b2fe28-acf9-46d9-9afd-e7fecadc33af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:46:25.713681 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-df371053-752f-4b14-bf96-4087fd853322 req-5d4d7dee-6ce9-4146-a166-35c3131b09b5 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "GET /v2.0/security-groups/8e8815ab-cfe0-4502-a261-225d99f4f816 HTTP/1.1" status: 200 len: 1822 time: 0.1651173 Nov 12 00:46:25.889867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36850) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:25.918969 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:26.058213 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-df371053-752f-4b14-bf96-4087fd853322 req-6f5aff67-b4f6-4bb1-beb4-fc1778b21785 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:26.064055 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-532748ba-d6d6-4a97-9477-847ac61bb4a1 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:26.143160 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-df371053-752f-4b14-bf96-4087fd853322 req-6f5aff67-b4f6-4bb1-beb4-fc1778b21785 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:26.178827 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-532748ba-d6d6-4a97-9477-847ac61bb4a1 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:26.234787 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2fa9c0b6-a8c3-4504-8763-cdf532c336f8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.9029529 Nov 12 00:46:26.247541 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36858) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:26.251353 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdedf932-2873-490a-aa07-c3f37918e926 None None] New status for floating IP efe5105e-8b11-4ebf-b947-72af5d62ad4e: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:46:26.256620 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c74bffe2-c538-43e4-b35c-2c435896f6e6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1866402899'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:26.290219 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-532748ba-d6d6-4a97-9477-847ac61bb4a1 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:26.295184 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-532748ba-d6d6-4a97-9477-847ac61bb4a1 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:26.297760 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-532748ba-d6d6-4a97-9477-847ac61bb4a1 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "DELETE /v2.0/security-groups/1c5c2984-134f-4e0a-8ea7-0a3ab481d560 HTTP/1.1" status: 204 len: 168 time: 0.4066374 Nov 12 00:46:26.320359 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36862) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:26.372730 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532748ba-d6d6-4a97-9477-847ac61bb4a1 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5c2984-134f-4e0a-8ea7-0a3ab481d560,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:26.389647 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-ccfd4cc3-c0d7-4d2a-9af8-d9372cfbeae8 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] show failed (client error): The resource could not be found. Nov 12 00:46:26.395404 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ccfd4cc3-c0d7-4d2a-9af8-d9372cfbeae8 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "GET /v2.0/security-groups/1c5c2984-134f-4e0a-8ea7-0a3ab481d560 HTTP/1.1" status: 404 len: 347 time: 0.0676239 Nov 12 00:46:26.396063 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36868) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:26.535038 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-df371053-752f-4b14-bf96-4087fd853322 req-6f5aff67-b4f6-4bb1-beb4-fc1778b21785 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:26.540542 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-df371053-752f-4b14-bf96-4087fd853322 req-6f5aff67-b4f6-4bb1-beb4-fc1778b21785 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:26.544842 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-df371053-752f-4b14-bf96-4087fd853322 req-6f5aff67-b4f6-4bb1-beb4-fc1778b21785 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "DELETE /v2.0/security-groups/8e8815ab-cfe0-4502-a261-225d99f4f816 HTTP/1.1" status: 204 len: 173 time: 0.8291616 Nov 12 00:46:26.576048 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5aff67-b4f6-4bb1-beb4-fc1778b21785 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8815ab-cfe0-4502-a261-225d99f4f816,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:26.932621 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7a3d15a2-d7f2-43d2-af72-e7af1cd3f982 req-0664f634-8039-45cc-93ac-c63b823c3de7 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "GET /v2.0/security-groups/5802c011-d075-46b1-bba4-1079bb8e1619 HTTP/1.1" status: 200 len: 1823 time: 0.1681571 Nov 12 00:46:26.940379 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-6e865384-bc57-4653-9fb9-9dbc63670353 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Deleting port c3f6c26d-b487-46c6-bf8b-13594d0bf427 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:26.940622 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e865384-bc57-4653-9fb9-9dbc63670353 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.026111 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c74bffe2-c538-43e4-b35c-2c435896f6e6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.056280 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c74bffe2-c538-43e4-b35c-2c435896f6e6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719336'] for router, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.137512 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e865384-bc57-4653-9fb9-9dbc63670353 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.137899 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e865384-bc57-4653-9fb9-9dbc63670353 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.162831 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-6e865384-bc57-4653-9fb9-9dbc63670353 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Calling delete_port for c3f6c26d-b487-46c6-bf8b-13594d0bf427 owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:27.331915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74bffe2-c538-43e4-b35c-2c435896f6e6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router be33f3ef-08b2-4821-906f-13613adbe984 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:46:27.431440 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-6e27e17e-e464-4de9-a0b0-7f03524036ee req-5bb71443-bece-42ea-95fc-d05af986c877 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-64805995', 'description': 'tempest-description-691613753'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:27.489558 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e865384-bc57-4653-9fb9-9dbc63670353 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.498442 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6e27e17e-e464-4de9-a0b0-7f03524036ee req-5bb71443-bece-42ea-95fc-d05af986c877 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.503092 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74bffe2-c538-43e4-b35c-2c435896f6e6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:46:27.512584 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0b6fc0-0099-4e68-83ab-553e2d969460 None None] Sync routers for ids ['be33f3ef-08b2-4821-906f-13613adbe984'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:46:27.519965 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c74bffe2-c538-43e4-b35c-2c435896f6e6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.526450 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c74bffe2-c538-43e4-b35c-2c435896f6e6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/be33f3ef-08b2-4821-906f-13613adbe984 HTTP/1.1" status: 200 len: 887 time: 1.2768104 Nov 12 00:46:27.527220 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36912) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:27.541192 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0b6fc0-0099-4e68-83ab-553e2d969460 None None] Routers {'be33f3ef-08b2-4821-906f-13613adbe984'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:27.542159 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6f0b6fc0-0099-4e68-83ab-553e2d969460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['be33f3ef-08b2-4821-906f-13613adbe984'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:27.607798 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e865384-bc57-4653-9fb9-9dbc63670353 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Pushing event deleted for resources: {'Port': ['ID=c3f6c26d-b487-46c6-bf8b-13594d0bf427,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:27.682121 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6f0b6fc0-0099-4e68-83ab-553e2d969460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:27.709987 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0b6fc0-0099-4e68-83ab-553e2d969460 None None] Routers {'be33f3ef-08b2-4821-906f-13613adbe984'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:27.714378 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6f0b6fc0-0099-4e68-83ab-553e2d969460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['be33f3ef-08b2-4821-906f-13613adbe984'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:27.814158 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6f0b6fc0-0099-4e68-83ab-553e2d969460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:27.820029 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0b6fc0-0099-4e68-83ab-553e2d969460 None None] The sync data for ids ['be33f3ef-08b2-4821-906f-13613adbe984'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:46:27.832350 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e865384-bc57-4653-9fb9-9dbc63670353 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.835096 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e865384-bc57-4653-9fb9-9dbc63670353 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.836254 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6e865384-bc57-4653-9fb9-9dbc63670353 tempest-ServersTestManualDisk-1821211384 tempest-ServersTestManualDisk-1821211384-project] 10.222.0.31 "DELETE /v2.0/floatingips/efe5105e-8b11-4ebf-b947-72af5d62ad4e HTTP/1.1" status: 204 len: 168 time: 1.4395809 Nov 12 00:46:27.836868 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36928) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:27.841589 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6ca2e1ce-7ff0-4f87-9b21-625208d4c7e0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/routers/be33f3ef-08b2-4821-906f-13613adbe984 HTTP/1.1" status: 200 len: 887 time: 0.3129473 Nov 12 00:46:27.842493 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36930) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:27.910749 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6e27e17e-e464-4de9-a0b0-7f03524036ee req-5bb71443-bece-42ea-95fc-d05af986c877 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.922082 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-79c80423-1f95-4fe8-9336-10a77f59a9e2 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/ports?device_id=be33f3ef-08b2-4821-906f-13613adbe984 HTTP/1.1" status: 200 len: 205 time: 0.0786877 Nov 12 00:46:27.925494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36934) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:27.928688 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6e27e17e-e464-4de9-a0b0-7f03524036ee req-5bb71443-bece-42ea-95fc-d05af986c877 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.132063 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6e27e17e-e464-4de9-a0b0-7f03524036ee req-5bb71443-bece-42ea-95fc-d05af986c877 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.142539 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6e27e17e-e464-4de9-a0b0-7f03524036ee req-5bb71443-bece-42ea-95fc-d05af986c877 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7244318 Nov 12 00:46:28.168012 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb71443-bece-42ea-95fc-d05af986c877 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3afaec9d-379e-4d42-833f-b5ddc2ea5eb7,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:28.336029 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ccc982bf-0071-4ec7-a642-7faabe2a9376 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.530791 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ccc982bf-0071-4ec7-a642-7faabe2a9376 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.619795 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-ccc982bf-0071-4ec7-a642-7faabe2a9376 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting port d3f9754e-85e5-4c7a-833e-fbf498f499c3 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:28.620528 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ccc982bf-0071-4ec7-a642-7faabe2a9376 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.798646 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ccc982bf-0071-4ec7-a642-7faabe2a9376 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:28.828995 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-99aa29db-0d44-46d7-88fe-a86da4bf6b7b req-b488ebc1-a112-4dc9-a92b-21ab3014e3ba tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "GET /v2.0/security-groups/3afaec9d-379e-4d42-833f-b5ddc2ea5eb7 HTTP/1.1" status: 200 len: 1821 time: 0.1893713 Nov 12 00:46:28.834030 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-99aa29db-0d44-46d7-88fe-a86da4bf6b7b req-5d6bd885-2885-4245-9a9e-2a3a3cb2e646 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3afaec9d-379e-4d42-833f-b5ddc2ea5eb7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:28.834348 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-99aa29db-0d44-46d7-88fe-a86da4bf6b7b req-5d6bd885-2885-4245-9a9e-2a3a3cb2e646 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3afaec9d-379e-4d42-833f-b5ddc2ea5eb7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:28.850929 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-ccc982bf-0071-4ec7-a642-7faabe2a9376 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Calling delete_port for d3f9754e-85e5-4c7a-833e-fbf498f499c3 owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:29.096590 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-99aa29db-0d44-46d7-88fe-a86da4bf6b7b req-5d6bd885-2885-4245-9a9e-2a3a3cb2e646 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.140539 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d400f172-42c6-4b16-8382-f36fc606e0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.202555 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ccc982bf-0071-4ec7-a642-7faabe2a9376 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.238724 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1445da-9cfa-4d50-a062-2ac2e25414bf None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:29.274041 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc982bf-0071-4ec7-a642-7faabe2a9376 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Port': ['ID=d3f9754e-85e5-4c7a-833e-fbf498f499c3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:29.313219 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-99aa29db-0d44-46d7-88fe-a86da4bf6b7b req-5d6bd885-2885-4245-9a9e-2a3a3cb2e646 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.329682 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ccc982bf-0071-4ec7-a642-7faabe2a9376 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.353799 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-99aa29db-0d44-46d7-88fe-a86da4bf6b7b req-5d6bd885-2885-4245-9a9e-2a3a3cb2e646 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.446326 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bd885-2885-4245-9a9e-2a3a3cb2e646 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf02475-852e-4335-b4b5-7c4b2e088b23,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:29.456261 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-99aa29db-0d44-46d7-88fe-a86da4bf6b7b req-5d6bd885-2885-4245-9a9e-2a3a3cb2e646 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.461650 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-99aa29db-0d44-46d7-88fe-a86da4bf6b7b req-5d6bd885-2885-4245-9a9e-2a3a3cb2e646 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6318250 Nov 12 00:46:29.495331 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ccc982bf-0071-4ec7-a642-7faabe2a9376 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.498890 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ccc982bf-0071-4ec7-a642-7faabe2a9376 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.650301 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ccc982bf-0071-4ec7-a642-7faabe2a9376 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.650884 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc982bf-0071-4ec7-a642-7faabe2a9376 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Fanout notify agent at l3_agent the message router_deleted on router be33f3ef-08b2-4821-906f-13613adbe984 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:46:29.659241 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ccc982bf-0071-4ec7-a642-7faabe2a9376 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.665142 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ccc982bf-0071-4ec7-a642-7faabe2a9376 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/routers/be33f3ef-08b2-4821-906f-13613adbe984 HTTP/1.1" status: 204 len: 168 time: 1.7274311 Nov 12 00:46:29.670773 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36960) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:29.676238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-3a9da186-2699-4451-8601-32de01d17225 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'network': {'name': 'tempest-RoutersTest-543691783'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:29.722003 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c896d-4555-4fad-b44c-3f94d1d3cccb req-a892abc6-0918-40b5-a5df-5eebdf1385b5 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:29.723727 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c29c896d-4555-4fad-b44c-3f94d1d3cccb req-a892abc6-0918-40b5-a5df-5eebdf1385b5 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 945 time: 0.1272912 Nov 12 00:46:29.743817 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9da186-2699-4451-8601-32de01d17225 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Made reservation on behalf of 04c66709839745f5bde4b3cea0f296bc for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:29.748250 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3a9da186-2699-4451-8601-32de01d17225 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.756313 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-54526623-6e8a-4d5d-9da1-38132b60efba req-35aef7db-fe60-4f80-9f84-fcd72fd5f9ac tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "GET /v2.0/security-groups/3afaec9d-379e-4d42-833f-b5ddc2ea5eb7 HTTP/1.1" status: 200 len: 2415 time: 0.1412120 Nov 12 00:46:29.764447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-54526623-6e8a-4d5d-9da1-38132b60efba req-75ee61d8-4865-4fa5-8b35-cb5157f6f99f tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3afaec9d-379e-4d42-833f-b5ddc2ea5eb7', 'remote_group_id': None}]} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:29.765041 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-54526623-6e8a-4d5d-9da1-38132b60efba req-75ee61d8-4865-4fa5-8b35-cb5157f6f99f tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3afaec9d-379e-4d42-833f-b5ddc2ea5eb7', 'remote_group_id': None}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:29.817909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-d400f172-42c6-4b16-8382-f36fc606e0d0 admin admin] Deleting port 3347e534-152b-46d3-84c0-8b02b9ae6ac5 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:29.818837 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d400f172-42c6-4b16-8382-f36fc606e0d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.850905 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9da186-2699-4451-8601-32de01d17225 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:46:29.856071 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c29c896d-4555-4fad-b44c-3f94d1d3cccb req-9b5ba03a-9d26-4f84-ba95-f8f14353f1f6 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222525 Nov 12 00:46:29.891960 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3a9da186-2699-4451-8601-32de01d17225 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.892318 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-3a9da186-2699-4451-8601-32de01d17225 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Added segment 2b756b67-531f-42c8-8bc2-1773ebe0cb74 of type vlan for network b4838b95-65d0-4948-a620-593c691e961b Nov 12 00:46:29.943980 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-d400f172-42c6-4b16-8382-f36fc606e0d0 admin admin] For port 3347e534-152b-46d3-84c0-8b02b9ae6ac5, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=3347e534-152b-46d3-84c0-8b02b9ae6ac5,segment=NetworkSegment(1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6),segment_id=1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:29.944502 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d400f172-42c6-4b16-8382-f36fc606e0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:29.967449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-d400f172-42c6-4b16-8382-f36fc606e0d0 admin admin] Calling delete_port for 3347e534-152b-46d3-84c0-8b02b9ae6ac5 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:29.976264 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3a9da186-2699-4451-8601-32de01d17225 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.017480 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3a9da186-2699-4451-8601-32de01d17225 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.024438 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9da186-2699-4451-8601-32de01d17225 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:30.025101 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3a9da186-2699-4451-8601-32de01d17225 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.143807 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3a9da186-2699-4451-8601-32de01d17225 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4691751 Nov 12 00:46:30.145898 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36968) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:30.166748 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-54526623-6e8a-4d5d-9da1-38132b60efba req-75ee61d8-4865-4fa5-8b35-cb5157f6f99f tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.211186 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-71c2ca54-79f4-4521-b627-bbeea5f5c978 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'subnet': {'network_id': 'b4838b95-65d0-4948-a620-593c691e961b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:30.283018 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9da186-2699-4451-8601-32de01d17225 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Network': ['ID=b4838b95-65d0-4948-a620-593c691e961b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:30.298150 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network b4838b95-65d0-4948-a620-593c691e961b details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:46:30.312335 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-54526623-6e8a-4d5d-9da1-38132b60efba req-75ee61d8-4865-4fa5-8b35-cb5157f6f99f tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.314548 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d400f172-42c6-4b16-8382-f36fc606e0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.330546 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-54526623-6e8a-4d5d-9da1-38132b60efba req-75ee61d8-4865-4fa5-8b35-cb5157f6f99f tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.388351 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400f172-42c6-4b16-8382-f36fc606e0d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3347e534-152b-46d3-84c0-8b02b9ae6ac5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:30.420623 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e74e26-6a9f-45bc-9476-06b9a10747a9 req-c21598b5-2fb2-411b-9282-842ce4417c7a tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:30.425174 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1e74e26-6a9f-45bc-9476-06b9a10747a9 req-c21598b5-2fb2-411b-9282-842ce4417c7a tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.15 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 945 time: 0.2006614 Nov 12 00:46:30.441013 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee61d8-4865-4fa5-8b35-cb5157f6f99f tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7315ef-e802-4d1a-b794-cf298dd41c2a,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:30.588390 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c2ca54-79f4-4521-b627-bbeea5f5c978 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Made reservation on behalf of 04c66709839745f5bde4b3cea0f296bc for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:30.592410 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71c2ca54-79f4-4521-b627-bbeea5f5c978 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.629059 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-54526623-6e8a-4d5d-9da1-38132b60efba req-75ee61d8-4865-4fa5-8b35-cb5157f6f99f tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.634009 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-54526623-6e8a-4d5d-9da1-38132b60efba req-75ee61d8-4865-4fa5-8b35-cb5157f6f99f tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8763044 Nov 12 00:46:30.793213 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d400f172-42c6-4b16-8382-f36fc606e0d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:30.800730 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-683710d9-e449-4286-a6ce-bbf93fade055 req-f42949e1-7f4c-42a3-a8cd-a10e34429001 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "GET /v2.0/security-groups/3afaec9d-379e-4d42-833f-b5ddc2ea5eb7 HTTP/1.1" status: 200 len: 3014 time: 0.1318879 Nov 12 00:46:31.020762 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fef9bf23-6925-441c-9028-1c53a6677c27 req-b9e65333-a934-4745-a2c2-211a8e54aecc tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "GET /v2.0/security-group-rules/bd7315ef-e802-4d1a-b794-cf298dd41c2a HTTP/1.1" status: 200 len: 783 time: 0.0424347 Nov 12 00:46:31.075906 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71c2ca54-79f4-4521-b627-bbeea5f5c978 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.079595 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-e1e74e26-6a9f-45bc-9476-06b9a10747a9 req-270a4050-3e57-4d7f-8c92-7693d183e71b tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Deleting port be9e8077-27dd-4e70-8be7-42450793c0f9 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:31.079940 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e1e74e26-6a9f-45bc-9476-06b9a10747a9 req-270a4050-3e57-4d7f-8c92-7693d183e71b tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.171282 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fef9bf23-6925-441c-9028-1c53a6677c27 req-6b535a06-4f65-4250-afae-03b00e4dbf8f tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "GET /v2.0/security-groups/3afaec9d-379e-4d42-833f-b5ddc2ea5eb7 HTTP/1.1" status: 200 len: 3014 time: 0.1495206 Nov 12 00:46:31.243234 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a9e82-76dc-43a3-97db-968b0514e0b6 req-07fb1c5b-aa24-4a1b-b577-f0d0686b578c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:31.254304 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a02a9e82-76dc-43a3-97db-968b0514e0b6 req-07fb1c5b-aa24-4a1b-b577-f0d0686b578c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 945 time: 0.2427721 Nov 12 00:46:31.299033 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2ca54-79f4-4521-b627-bbeea5f5c978 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Subnet': ['ID=d97f02a6-ce84-4341-bbb7-f9781bd1e974,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:31.304732 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fef9bf23-6925-441c-9028-1c53a6677c27 req-3c2f853c-cece-43d7-bd8f-1e21a853de55 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.310267 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c2ca54-79f4-4521-b627-bbeea5f5c978 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Checking segment: {'id': '2b756b67-531f-42c8-8bc2-1773ebe0cb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b4838b95-65d0-4948-a620-593c691e961b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:31.310641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c2ca54-79f4-4521-b627-bbeea5f5c978 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network hostable DHCP agents. Network: b4838b95-65d0-4948-a620-593c691e961b, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:46:31.322922 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fef9bf23-6925-441c-9028-1c53a6677c27 req-3c2f853c-cece-43d7-bd8f-1e21a853de55 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.354316 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a02a9e82-76dc-43a3-97db-968b0514e0b6 req-ae4c5775-1373-446c-9193-8250cac6b10d tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987387 Nov 12 00:46:31.357660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-e1e74e26-6a9f-45bc-9476-06b9a10747a9 req-270a4050-3e57-4d7f-8c92-7693d183e71b tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] For port be9e8077-27dd-4e70-8be7-42450793c0f9, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=be9e8077-27dd-4e70-8be7-42450793c0f9,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:31.358155 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e1e74e26-6a9f-45bc-9476-06b9a10747a9 req-270a4050-3e57-4d7f-8c92-7693d183e71b tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.361828 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d400f172-42c6-4b16-8382-f36fc606e0d0 admin admin] Router 0fc321c5-444e-475f-a3d6-12a5ab29e530 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:46:31.386830 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-e1e74e26-6a9f-45bc-9476-06b9a10747a9 req-270a4050-3e57-4d7f-8c92-7693d183e71b tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Calling delete_port for be9e8077-27dd-4e70-8be7-42450793c0f9 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:31.403832 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c2ca54-79f4-4521-b627-bbeea5f5c978 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network b4838b95-65d0-4948-a620-593c691e961b is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:46:31.413926 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fef9bf23-6925-441c-9028-1c53a6677c27 req-3c2f853c-cece-43d7-bd8f-1e21a853de55 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.418950 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fef9bf23-6925-441c-9028-1c53a6677c27 req-3c2f853c-cece-43d7-bd8f-1e21a853de55 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.428662 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fef9bf23-6925-441c-9028-1c53a6677c27 req-3c2f853c-cece-43d7-bd8f-1e21a853de55 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/bd7315ef-e802-4d1a-b794-cf298dd41c2a HTTP/1.1" status: 204 len: 173 time: 0.2493651 Nov 12 00:46:31.470877 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-71c2ca54-79f4-4521-b627-bbeea5f5c978 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, b4838b95-65d0-4948-a620-593c691e961b) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:31.475601 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c2ca54-79f4-4521-b627-bbeea5f5c978 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:31.476225 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71c2ca54-79f4-4521-b627-bbeea5f5c978 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.481171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f853c-cece-43d7-bd8f-1e21a853de55 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd7315ef-e802-4d1a-b794-cf298dd41c2a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:31.482182 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe9dd85-a265-40e3-9f05-d418297fb44d None None] Network b4838b95-65d0-4948-a620-593c691e961b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:31.530032 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-71c2ca54-79f4-4521-b627-bbeea5f5c978 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3206954 Nov 12 00:46:31.530231 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5de454e2-702a-468b-9635-9e389250d218 req-051b74c2-c05d-445b-a39b-810c1428ee17 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "GET /v2.0/security-groups/3afaec9d-379e-4d42-833f-b5ddc2ea5eb7 HTTP/1.1" status: 200 len: 2415 time: 0.0851507 Nov 12 00:46:31.531461 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36988) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:31.535841 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c2177bcf-0fd3-411c-949b-7681073197be tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1343249980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:31.569205 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d400f172-42c6-4b16-8382-f36fc606e0d0 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:46:31.580668 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20afb978-1999-4a73-ba97-1436f8ce234e None None] Sync routers for ids ['0fc321c5-444e-475f-a3d6-12a5ab29e530'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:46:31.590796 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d400f172-42c6-4b16-8382-f36fc606e0d0 admin admin] 10.222.0.31 "PUT /v2.0/routers/0fc321c5-444e-475f-a3d6-12a5ab29e530/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7467902 Nov 12 00:46:31.594709 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20afb978-1999-4a73-ba97-1436f8ce234e None None] Routers {'0fc321c5-444e-475f-a3d6-12a5ab29e530'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:31.595469 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-20afb978-1999-4a73-ba97-1436f8ce234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0fc321c5-444e-475f-a3d6-12a5ab29e530'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:31.604494 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36992) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:31.682951 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e1e74e26-6a9f-45bc-9476-06b9a10747a9 req-270a4050-3e57-4d7f-8c92-7693d183e71b tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.738591 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a4050-3e57-4d7f-8c92-7693d183e71b tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Pushing event deleted for resources: {'Port': ['ID=be9e8077-27dd-4e70-8be7-42450793c0f9,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:31.748136 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2080434-9b4f-4c66-8bef-c7ef39571f69 None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:31.784126 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c2177bcf-0fd3-411c-949b-7681073197be tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.789325 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c2177bcf-0fd3-411c-949b-7681073197be tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.834341 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e74e26-6a9f-45bc-9476-06b9a10747a9 req-270a4050-3e57-4d7f-8c92-7693d183e71b tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] No DVR routers for this DVR port be9e8077-27dd-4e70-8be7-42450793c0f9 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:31.838820 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-20afb978-1999-4a73-ba97-1436f8ce234e None None] Set router 0fc321c5-444e-475f-a3d6-12a5ab29e530 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:31.839419 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e1e74e26-6a9f-45bc-9476-06b9a10747a9 req-270a4050-3e57-4d7f-8c92-7693d183e71b tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.843971 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1e74e26-6a9f-45bc-9476-06b9a10747a9 req-270a4050-3e57-4d7f-8c92-7693d183e71b tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.15 "DELETE /v2.0/ports/be9e8077-27dd-4e70-8be7-42450793c0f9 HTTP/1.1" status: 204 len: 173 time: 1.4068160 Nov 12 00:46:31.845420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc6c407-53e5-48b5-a8c4-4f6c3be84f7c', 'name': 'network-vif-deleted', 'tag': 'be9e8077-27dd-4e70-8be7-42450793c0f9'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:31.854421 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c34a5b6-ed65-4f56-87ab-f93846c2059a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-b4838b95-65d0-4948-a620-593c691e961b', 'network_id': 'b4838b95-65d0-4948-a620-593c691e961b', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'fixed_ips': [{'subnet_id': 'd97f02a6-ce84-4341-bbb7-f9781bd1e974'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:46:31.855310 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3c34a5b6-ed65-4f56-87ab-f93846c2059a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.865797 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137a8dfb-0ce4-4f71-8001-ab02de823f8e" -d '{"events": [{"server_uuid": "afc6c407-53e5-48b5-a8c4-4f6c3be84f7c", "name": "network-vif-deleted", "tag": "be9e8077-27dd-4e70-8be7-42450793c0f9"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:31.905172 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5de454e2-702a-468b-9635-9e389250d218 req-6e2fba33-abd9-4fe9-b254-b52093c0ee32 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.974620 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c2177bcf-0fd3-411c-949b-7681073197be tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.987314 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5de454e2-702a-468b-9635-9e389250d218 req-6e2fba33-abd9-4fe9-b254-b52093c0ee32 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.991416 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c2177bcf-0fd3-411c-949b-7681073197be tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:31.999077 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21c500b-8a4e-4252-b36b-2720ab429d6b x-openstack-request-id: req-c21c500b-8a4e-4252-b36b-2720ab429d6b {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:31.999416 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc6c407-53e5-48b5-a8c4-4f6c3be84f7c", "name": "network-vif-deleted", "tag": "be9e8077-27dd-4e70-8be7-42450793c0f9", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:31.999718 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c21c500b-8a4e-4252-b36b-2720ab429d6b {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:32.000085 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc6c407-53e5-48b5-a8c4-4f6c3be84f7c', 'name': 'network-vif-deleted', 'tag': 'be9e8077-27dd-4e70-8be7-42450793c0f9', 'status': 'completed', 'code': 200} Nov 12 00:46:32.007839 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3423132b-093c-40d7-9b40-463bad1e927e admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.120939 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c2177bcf-0fd3-411c-949b-7681073197be tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.126756 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c2177bcf-0fd3-411c-949b-7681073197be tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5907781 Nov 12 00:46:32.127612 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36998) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:32.217890 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-20afb978-1999-4a73-ba97-1436f8ce234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'name': 'tempest-ServersTestManualDisk-2001764058-router', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:33Z', 'updated_at': '2021-11-12T00:46:30Z', 'revision_number': 5, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'gw_port': {'id': '85c03b7e-d0aa-4549-8179-849adb1bc1bd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:42:35Z', 'updated_at': '2021-11-12T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:32.242785 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5de454e2-702a-468b-9635-9e389250d218 req-6e2fba33-abd9-4fe9-b254-b52093c0ee32 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.245726 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5de454e2-702a-468b-9635-9e389250d218 req-6e2fba33-abd9-4fe9-b254-b52093c0ee32 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.247579 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5de454e2-702a-468b-9635-9e389250d218 req-6e2fba33-abd9-4fe9-b254-b52093c0ee32 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "DELETE /v2.0/security-groups/3afaec9d-379e-4d42-833f-b5ddc2ea5eb7 HTTP/1.1" status: 204 len: 173 time: 0.7056599 Nov 12 00:46:32.273873 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-3c34a5b6-ed65-4f56-87ab-f93846c2059a None None] Allocated IP 172.20.0.2 (b4838b95-65d0-4948-a620-593c691e961b/d97f02a6-ce84-4341-bbb7-f9781bd1e974/297b3c33-7816-4e8b-9af7-d322a7983152) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:32.280850 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20afb978-1999-4a73-ba97-1436f8ce234e None None] Checking router: 0fc321c5-444e-475f-a3d6-12a5ab29e530 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:46:32.299112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2fba33-abd9-4fe9-b254-b52093c0ee32 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afaec9d-379e-4d42-833f-b5ddc2ea5eb7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:32.307579 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3423132b-093c-40d7-9b40-463bad1e927e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.320842 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20afb978-1999-4a73-ba97-1436f8ce234e None None] Routers {'0fc321c5-444e-475f-a3d6-12a5ab29e530'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:32.321568 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-20afb978-1999-4a73-ba97-1436f8ce234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['0fc321c5-444e-475f-a3d6-12a5ab29e530'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:32.375283 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-88c8a403-7086-42a6-ad61-2761df53288f req-68877019-f3a8-43dc-8674-6603bf3bf2de tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] show failed (client error): The resource could not be found. Nov 12 00:46:32.389357 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88c8a403-7086-42a6-ad61-2761df53288f req-68877019-f3a8-43dc-8674-6603bf3bf2de tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "GET /v2.0/security-groups/8e8815ab-cfe0-4502-a261-225d99f4f816 HTTP/1.1" status: 404 len: 352 time: 0.0413969 Nov 12 00:46:32.389744 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3423132b-093c-40d7-9b40-463bad1e927e admin admin] Deleting port 85c03b7e-d0aa-4549-8179-849adb1bc1bd {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:32.390161 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3423132b-093c-40d7-9b40-463bad1e927e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.546016 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device be9e8077-27dd-4e70-8be7-42450793c0f9 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:32.629596 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: be9e8077-27dd-4e70-8be7-42450793c0f9 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:32.632914 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device be9e8077-27dd-4e70-8be7-42450793c0f9 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:32.643159 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cb2ae587-55f5-4cb9-bba4-93658820cd0a req-113d683f-93e7-4c7f-83f7-98da9bc7f91c tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "GET /v2.0/security-groups/5802c011-d075-46b1-bba4-1079bb8e1619 HTTP/1.1" status: 200 len: 1823 time: 0.2120724 Nov 12 00:46:32.701277 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-3423132b-093c-40d7-9b40-463bad1e927e admin admin] For port 85c03b7e-d0aa-4549-8179-849adb1bc1bd, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=85c03b7e-d0aa-4549-8179-849adb1bc1bd,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:32.701710 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3423132b-093c-40d7-9b40-463bad1e927e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.705406 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-20afb978-1999-4a73-ba97-1436f8ce234e None None] Set router 0fc321c5-444e-475f-a3d6-12a5ab29e530 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:32.724848 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3423132b-093c-40d7-9b40-463bad1e927e admin admin] Calling delete_port for 85c03b7e-d0aa-4549-8179-849adb1bc1bd owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:32.735763 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cc82f03b-a7cf-4c65-9749-2fd8af892a7b req-4f5b9f26-8996-404a-991a-54cbd3815ad0 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=afc6c407-53e5-48b5-a8c4-4f6c3be84f7c HTTP/1.1" status: 200 len: 210 time: 0.0973594 Nov 12 00:46:32.822796 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cb2ae587-55f5-4cb9-bba4-93658820cd0a req-cfb3a725-7fef-49b6-b18b-027272b69192 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.834840 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-20afb978-1999-4a73-ba97-1436f8ce234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'name': 'tempest-ServersTestManualDisk-2001764058-router', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:33Z', 'updated_at': '2021-11-12T00:46:32Z', 'revision_number': 6, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:32.875022 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20afb978-1999-4a73-ba97-1436f8ce234e None None] The sync data for ids ['0fc321c5-444e-475f-a3d6-12a5ab29e530'] in n-d-712137-14 is: [{'id': '0fc321c5-444e-475f-a3d6-12a5ab29e530', 'name': 'tempest-ServersTestManualDisk-2001764058-router', 'tenant_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:42:33Z', 'updated_at': '2021-11-12T00:46:32Z', 'revision_number': 6, 'project_id': '2f8d8ae8bd2e42cfb193a886ac71e329', 'gw_port_host': None}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:46:32.876364 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3c34a5b6-ed65-4f56-87ab-f93846c2059a None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.884036 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3c34a5b6-ed65-4f56-87ab-f93846c2059a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.029927 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cb2ae587-55f5-4cb9-bba4-93658820cd0a req-cfb3a725-7fef-49b6-b18b-027272b69192 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.042706 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34a5b6-ed65-4f56-87ab-f93846c2059a None None] Pushing event updated for resources: {'Port': ['ID=297b3c33-7816-4e8b-9af7-d322a7983152,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:33.057879 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c34a5b6-ed65-4f56-87ab-f93846c2059a None None] Network b4838b95-65d0-4948-a620-593c691e961b is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:33.059499 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-3c34a5b6-ed65-4f56-87ab-f93846c2059a None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:33.070800 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c34a5b6-ed65-4f56-87ab-f93846c2059a None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:33.185094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37028) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:33.208369 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cb2ae587-55f5-4cb9-bba4-93658820cd0a req-cfb3a725-7fef-49b6-b18b-027272b69192 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.213944 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-3c34a5b6-ed65-4f56-87ab-f93846c2059a None None] Attempting to bind port 297b3c33-7816-4e8b-9af7-d322a7983152 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:33.214406 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-3c34a5b6-ed65-4f56-87ab-f93846c2059a None None] Attempting to bind port 297b3c33-7816-4e8b-9af7-d322a7983152 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '2b756b67-531f-42c8-8bc2-1773ebe0cb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b4838b95-65d0-4948-a620-593c691e961b'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:33.214839 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c34a5b6-ed65-4f56-87ab-f93846c2059a None None] Attempting to bind port 297b3c33-7816-4e8b-9af7-d322a7983152 on network b4838b95-65d0-4948-a620-593c691e961b {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:33.215903 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cb2ae587-55f5-4cb9-bba4-93658820cd0a req-cfb3a725-7fef-49b6-b18b-027272b69192 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.222582 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c34a5b6-ed65-4f56-87ab-f93846c2059a None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:33.223058 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c34a5b6-ed65-4f56-87ab-f93846c2059a None None] Checking segment: {'id': '2b756b67-531f-42c8-8bc2-1773ebe0cb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b4838b95-65d0-4948-a620-593c691e961b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:33.223530 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3c34a5b6-ed65-4f56-87ab-f93846c2059a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.225329 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c34a5b6-ed65-4f56-87ab-f93846c2059a None None] Bound using segment: {'id': '2b756b67-531f-42c8-8bc2-1773ebe0cb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b4838b95-65d0-4948-a620-593c691e961b'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:33.225962 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-3c34a5b6-ed65-4f56-87ab-f93846c2059a None None] Bound port: 297b3c33-7816-4e8b-9af7-d322a7983152, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b756b67-531f-42c8-8bc2-1773ebe0cb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b4838b95-65d0-4948-a620-593c691e961b'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:33.226422 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3c34a5b6-ed65-4f56-87ab-f93846c2059a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.236913 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cb2ae587-55f5-4cb9-bba4-93658820cd0a req-cfb3a725-7fef-49b6-b18b-027272b69192 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "DELETE /v2.0/security-groups/5802c011-d075-46b1-bba4-1079bb8e1619 HTTP/1.1" status: 204 len: 173 time: 0.5855970 Nov 12 00:46:33.272555 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3a725-7fef-49b6-b18b-027272b69192 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5802c011-d075-46b1-bba4-1079bb8e1619,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:33.380450 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-3c34a5b6-ed65-4f56-87ab-f93846c2059a None None] For port 297b3c33-7816-4e8b-9af7-d322a7983152, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:33.393319 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-3c34a5b6-ed65-4f56-87ab-f93846c2059a None None] For port 297b3c33-7816-4e8b-9af7-d322a7983152, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=297b3c33-7816-4e8b-9af7-d322a7983152,segment=NetworkSegment(2b756b67-531f-42c8-8bc2-1773ebe0cb74),segment_id=2b756b67-531f-42c8-8bc2-1773ebe0cb74)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:33.409078 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3c34a5b6-ed65-4f56-87ab-f93846c2059a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.415510 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3423132b-093c-40d7-9b40-463bad1e927e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.460120 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423132b-093c-40d7-9b40-463bad1e927e admin admin] Pushing event deleted for resources: {'Port': ['ID=85c03b7e-d0aa-4549-8179-849adb1bc1bd,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:33.503656 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1d989b13-21a9-48df-a0ee-d3dc375a2c7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.545182 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e2f68b-cc0b-48da-955d-501e885786f9 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:33.579923 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34a5b6-ed65-4f56-87ab-f93846c2059a None None] Pushing event updated for resources: {'Port': ['ID=297b3c33-7816-4e8b-9af7-d322a7983152,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:33.624001 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3423132b-093c-40d7-9b40-463bad1e927e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.750813 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3423132b-093c-40d7-9b40-463bad1e927e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.754312 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3423132b-093c-40d7-9b40-463bad1e927e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.833264 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3423132b-093c-40d7-9b40-463bad1e927e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.834517 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3423132b-093c-40d7-9b40-463bad1e927e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fc321c5-444e-475f-a3d6-12a5ab29e530 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:46:33.843266 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3423132b-093c-40d7-9b40-463bad1e927e admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.844816 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3423132b-093c-40d7-9b40-463bad1e927e admin admin] 10.222.0.31 "DELETE /v2.0/routers/0fc321c5-444e-475f-a3d6-12a5ab29e530 HTTP/1.1" status: 204 len: 168 time: 2.2279587 Nov 12 00:46:33.848553 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37042) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:33.874130 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b45213e-f449-41fa-9f4b-0ff256f1bd1c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.889034 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fab289b9-cd32-4cbf-b578-7bda733a348d req-6a6f6863-6473-4336-bc78-5263a2b8560a tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "GET /v2.0/security-groups/e1400f9c-62cb-4b90-9c0e-641311ab0448 HTTP/1.1" status: 200 len: 1824 time: 0.1037257 Nov 12 00:46:33.916219 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-360ef57d-775b-4243-9279-fab4d7f91a81 admin admin] Deleting subnet 84b2fe28-acf9-46d9-9afd-e7fecadc33af {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:46:33.924010 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1d989b13-21a9-48df-a0ee-d3dc375a2c7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.925345 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-360ef57d-775b-4243-9279-fab4d7f91a81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.951808 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1d989b13-21a9-48df-a0ee-d3dc375a2c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.087300 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fab289b9-cd32-4cbf-b578-7bda733a348d req-b455944a-fc4e-4dcd-9866-ebd1737a1c40 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.118085 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1d989b13-21a9-48df-a0ee-d3dc375a2c7c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da57a4afa3cf453d8b95d313279cd78f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9320073 Nov 12 00:46:34.120551 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-360ef57d-775b-4243-9279-fab4d7f91a81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.163734 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37048) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:34.188310 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d989b13-21a9-48df-a0ee-d3dc375a2c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27fb04a-27a0-41aa-abce-f530033d3ade,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:34.232354 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fab289b9-cd32-4cbf-b578-7bda733a348d req-b455944a-fc4e-4dcd-9866-ebd1737a1c40 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.319112 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 297b3c33-7816-4e8b-9af7-d322a7983152 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:34.395171 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 297b3c33-7816-4e8b-9af7-d322a7983152 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:34.395550 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.406785 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4da7b474-4c5f-4415-b02a-846a1006b820 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.412687 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-360ef57d-775b-4243-9279-fab4d7f91a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.440388 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fab289b9-cd32-4cbf-b578-7bda733a348d req-b455944a-fc4e-4dcd-9866-ebd1737a1c40 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.444718 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fab289b9-cd32-4cbf-b578-7bda733a348d req-b455944a-fc4e-4dcd-9866-ebd1737a1c40 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.462643 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fab289b9-cd32-4cbf-b578-7bda733a348d req-b455944a-fc4e-4dcd-9866-ebd1737a1c40 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "DELETE /v2.0/security-groups/e1400f9c-62cb-4b90-9c0e-641311ab0448 HTTP/1.1" status: 204 len: 173 time: 0.5724404 Nov 12 00:46:34.483132 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455944a-fc4e-4dcd-9866-ebd1737a1c40 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1400f9c-62cb-4b90-9c0e-641311ab0448,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:34.510194 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-5b45213e-f449-41fa-9f4b-0ff256f1bd1c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Allocated IP 172.20.0.1 (b4838b95-65d0-4948-a620-593c691e961b/d97f02a6-ce84-4341-bbb7-f9781bd1e974/7437fcef-85c6-4872-8aa2-49523d308a25) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:34.628410 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4da7b474-4c5f-4415-b02a-846a1006b820 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.669909 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.711117 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6c6bfe56-1dcd-4df5-acb7-22cd619ef775 req-fa74970b-310f-4b5e-bf86-bd62bda5ca55 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "GET /v2.0/security-groups/90f646c1-b31c-4b17-bb54-c9f42cf5946f HTTP/1.1" status: 200 len: 1822 time: 0.1934555 Nov 12 00:46:34.763139 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b45213e-f449-41fa-9f4b-0ff256f1bd1c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.770979 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 297b3c33-7816-4e8b-9af7-d322a7983152, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=297b3c33-7816-4e8b-9af7-d322a7983152,segment=NetworkSegment(2b756b67-531f-42c8-8bc2-1773ebe0cb74),segment_id=2b756b67-531f-42c8-8bc2-1773ebe0cb74)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:34.782660 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.828240 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b45213e-f449-41fa-9f4b-0ff256f1bd1c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.862928 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-360ef57d-775b-4243-9279-fab4d7f91a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.899674 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 3347e534-152b-46d3-84c0-8b02b9ae6ac5 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:34.917652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b45213e-f449-41fa-9f4b-0ff256f1bd1c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network b4838b95-65d0-4948-a620-593c691e961b is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:34.948526 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-5b45213e-f449-41fa-9f4b-0ff256f1bd1c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:34.957144 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=297b3c33-7816-4e8b-9af7-d322a7983152,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:34.961058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b45213e-f449-41fa-9f4b-0ff256f1bd1c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:34.972907 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 3347e534-152b-46d3-84c0-8b02b9ae6ac5 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:34.973261 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 3347e534-152b-46d3-84c0-8b02b9ae6ac5 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:34.989477 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 85c03b7e-d0aa-4549-8179-849adb1bc1bd no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:35.024543 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-360ef57d-775b-4243-9279-fab4d7f91a81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.029717 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7f43f9-8716-4d70-8753-1ade8da4c154 None None] Network 7d24e46d-a727-42f9-9ed5-ca40f7ef30aa requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:35.032423 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 85c03b7e-d0aa-4549-8179-849adb1bc1bd {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:35.032994 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 85c03b7e-d0aa-4549-8179-849adb1bc1bd not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:35.038649 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-360ef57d-775b-4243-9279-fab4d7f91a81 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/84b2fe28-acf9-46d9-9afd-e7fecadc33af HTTP/1.1" status: 204 len: 168 time: 1.1871293 Nov 12 00:46:35.039793 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37072) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:35.046867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45213e-f449-41fa-9f4b-0ff256f1bd1c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Port': ['ID=7437fcef-85c6-4872-8aa2-49523d308a25,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:35.062556 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ef57d-775b-4243-9279-fab4d7f91a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84b2fe28-acf9-46d9-9afd-e7fecadc33af,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:35.134975 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b45213e-f449-41fa-9f4b-0ff256f1bd1c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.184475 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88622f33-3ff6-497f-86e7-3e2c48f68874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.194538 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6c6bfe56-1dcd-4df5-acb7-22cd619ef775 req-3f899148-c55c-49d7-9f37-2c2618c1b5c3 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.214063 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4da7b474-4c5f-4415-b02a-846a1006b820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.217875 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4da7b474-4c5f-4415-b02a-846a1006b820 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.219102 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4da7b474-4c5f-4415-b02a-846a1006b820 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f27fb04a-27a0-41aa-abce-f530033d3ade HTTP/1.1" status: 204 len: 168 time: 1.0544081 Nov 12 00:46:35.226857 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de73496-58c2-42fc-9d79-babd0a2e2e20 req-2d11f829-8c09-48e8-910c-aabff2a2fee9 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:35.236185 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7b474-4c5f-4415-b02a-846a1006b820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27fb04a-27a0-41aa-abce-f530033d3ade,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:35.251980 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6c6bfe56-1dcd-4df5-acb7-22cd619ef775 req-3f899148-c55c-49d7-9f37-2c2618c1b5c3 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.252191 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8de73496-58c2-42fc-9d79-babd0a2e2e20 req-2d11f829-8c09-48e8-910c-aabff2a2fee9 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 944 time: 0.1997869 Nov 12 00:46:35.267518 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14235c9a-a7e0-4313-b83c-167e95dcf79b req-32570f93-6543-43b7-b635-f3244cd7e5fd tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:35.269060 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-14235c9a-a7e0-4313-b83c-167e95dcf79b req-32570f93-6543-43b7-b635-f3244cd7e5fd tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.15 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 944 time: 0.2868228 Nov 12 00:46:35.386548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d08f334-2a5d-452f-b987-6103a91e93e0 None None] DHCP port deletion for 7d24e46d-a727-42f9-9ed5-ca40f7ef30aa request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:35.414285 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-88622f33-3ff6-497f-86e7-3e2c48f68874 admin admin] Deleting port 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:35.419636 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88622f33-3ff6-497f-86e7-3e2c48f68874 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.442123 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669bece2-b1c8-44bb-9069-b1b6c8cf91cf None None] Network b4838b95-65d0-4948-a620-593c691e961b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:35.449115 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6c6bfe56-1dcd-4df5-acb7-22cd619ef775 req-3f899148-c55c-49d7-9f37-2c2618c1b5c3 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.452565 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6c6bfe56-1dcd-4df5-acb7-22cd619ef775 req-3f899148-c55c-49d7-9f37-2c2618c1b5c3 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.475464 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6c6bfe56-1dcd-4df5-acb7-22cd619ef775 req-3f899148-c55c-49d7-9f37-2c2618c1b5c3 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "DELETE /v2.0/security-groups/90f646c1-b31c-4b17-bb54-c9f42cf5946f HTTP/1.1" status: 204 len: 173 time: 0.7633412 Nov 12 00:46:35.486618 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b45213e-f449-41fa-9f4b-0ff256f1bd1c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.505427 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8de73496-58c2-42fc-9d79-babd0a2e2e20 req-65c76bdb-ce76-4b5f-94bb-7b1fc5a9723c tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471290 Nov 12 00:46:35.544823 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f899148-c55c-49d7-9f37-2c2618c1b5c3 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f646c1-b31c-4b17-bb54-c9f42cf5946f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:35.590590 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-88622f33-3ff6-497f-86e7-3e2c48f68874 admin admin] For port 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=30740810-2ccc-4bd7-be1d-cc8d4bc67cf2,segment=NetworkSegment(1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6),segment_id=1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:35.591114 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88622f33-3ff6-497f-86e7-3e2c48f68874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.625771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-88622f33-3ff6-497f-86e7-3e2c48f68874 admin admin] Calling delete_port for 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:35.751522 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f84ab72-9ca8-49d2-9684-9240af0edece req-b9c1f5ad-a3d5-4415-ac10-67c149bd0e9a tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "GET /v2.0/security-groups/dca82db4-59f1-478c-9a95-a231a8a95c35 HTTP/1.1" status: 200 len: 2422 time: 0.2049761 Nov 12 00:46:35.790291 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-14235c9a-a7e0-4313-b83c-167e95dcf79b req-65fffec6-9b34-4202-bed2-4c5d42e6fa61 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Deleting port aadce1a9-e375-4312-9a1f-aeb0911349f5 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:35.790642 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-14235c9a-a7e0-4313-b83c-167e95dcf79b req-65fffec6-9b34-4202-bed2-4c5d42e6fa61 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.796307 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1c5f6b0c-d489-4073-a019-35e360fbfe74 None None] Provisioning complete for port 297b3c33-7816-4e8b-9af7-d322a7983152 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:35.796868 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1c5f6b0c-d489-4073-a019-35e360fbfe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.832958 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88622f33-3ff6-497f-86e7-3e2c48f68874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.871688 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37084) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:35.880165 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88622f33-3ff6-497f-86e7-3e2c48f68874 admin admin] No DVR routers for this DVR port 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:35.882304 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88622f33-3ff6-497f-86e7-3e2c48f68874 admin admin] Pushing event deleted for resources: {'Port': ['ID=30740810-2ccc-4bd7-be1d-cc8d4bc67cf2,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:35.894958 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d22a7fb7-3408-4c0b-a324-4fbecc806a01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:35.931693 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-3d08f334-2a5d-452f-b987-6103a91e93e0 None None] Deleting port 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:35.932441 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3d08f334-2a5d-452f-b987-6103a91e93e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.024558 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88622f33-3ff6-497f-86e7-3e2c48f68874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.052111 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3f84ab72-9ca8-49d2-9684-9240af0edece req-885fc506-a68f-4fea-8c54-433feacd0645 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.061017 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-3d08f334-2a5d-452f-b987-6103a91e93e0 None None] For port 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2, host n-d-712137-14, got binding levels [] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:36.061419 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3d08f334-2a5d-452f-b987-6103a91e93e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.074435 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-88622f33-3ff6-497f-86e7-3e2c48f68874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d24e46d-a727-42f9-9ed5-ca40f7ef30aa']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:36.077575 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-3d08f334-2a5d-452f-b987-6103a91e93e0 None None] Calling delete_port for 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:36.081775 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.ipam_backend_mixin [None req-3d08f334-2a5d-452f-b987-6103a91e93e0 None None] Port 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2 was not found and therefore no delete operation was performed {{(pid=114244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:46:36.098364 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3d08f334-2a5d-452f-b987-6103a91e93e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.115112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-88622f33-3ff6-497f-86e7-3e2c48f68874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:36.115412 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-88622f33-3ff6-497f-86e7-3e2c48f68874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aba9fe5-2b69-4c4c-9512-97ec5c7f32c6') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:36.117781 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-14235c9a-a7e0-4313-b83c-167e95dcf79b req-65fffec6-9b34-4202-bed2-4c5d42e6fa61 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] For port aadce1a9-e375-4312-9a1f-aeb0911349f5, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=aadce1a9-e375-4312-9a1f-aeb0911349f5,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:36.118887 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-14235c9a-a7e0-4313-b83c-167e95dcf79b req-65fffec6-9b34-4202-bed2-4c5d42e6fa61 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.138552 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08f334-2a5d-452f-b987-6103a91e93e0 None None] Pushing event deleted for resources: {'Port': ['ID=30740810-2ccc-4bd7-be1d-cc8d4bc67cf2,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:36.140643 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88622f33-3ff6-497f-86e7-3e2c48f68874 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.151634 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d08f334-2a5d-452f-b987-6103a91e93e0 None None] No DVR routers for this DVR port 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:36.166516 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-14235c9a-a7e0-4313-b83c-167e95dcf79b req-65fffec6-9b34-4202-bed2-4c5d42e6fa61 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Calling delete_port for aadce1a9-e375-4312-9a1f-aeb0911349f5 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:36.204990 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88622f33-3ff6-497f-86e7-3e2c48f68874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.205198 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3f84ab72-9ca8-49d2-9684-9240af0edece req-885fc506-a68f-4fea-8c54-433feacd0645 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.213954 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 297b3c33-7816-4e8b-9af7-d322a7983152 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:36.245656 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88622f33-3ff6-497f-86e7-3e2c48f68874 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:46:36.246430 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88622f33-3ff6-497f-86e7-3e2c48f68874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:46:36.248979 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:46:36.273807 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d22a7fb7-3408-4c0b-a324-4fbecc806a01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.297654 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 297b3c33-7816-4e8b-9af7-d322a7983152 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:36.298164 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.316311 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d22a7fb7-3408-4c0b-a324-4fbecc806a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.393824 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b45213e-f449-41fa-9f4b-0ff256f1bd1c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.398637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a7fb7-3408-4c0b-a324-4fbecc806a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe9c6bf-0784-4db0-a4e1-4a473bcce494,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:36.411802 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e6d91e64-8f63-49f2-8a7e-b4002c13d630 None None] Provisioning complete for port 7437fcef-85c6-4872-8aa2-49523d308a25 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:36.412321 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e6d91e64-8f63-49f2-8a7e-b4002c13d630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.415097 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b45213e-f449-41fa-9f4b-0ff256f1bd1c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.432092 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88622f33-3ff6-497f-86e7-3e2c48f68874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.447437 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88622f33-3ff6-497f-86e7-3e2c48f68874 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.453639 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-88622f33-3ff6-497f-86e7-3e2c48f68874 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7d24e46d-a727-42f9-9ed5-ca40f7ef30aa HTTP/1.1" status: 204 len: 168 time: 1.3918312 Nov 12 00:46:36.502222 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-e6d91e64-8f63-49f2-8a7e-b4002c13d630 None None] Port 7437fcef-85c6-4872-8aa2-49523d308a25 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:36.526339 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d22a7fb7-3408-4c0b-a324-4fbecc806a01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ea43c1e272e48c397f99080dd40183c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6508965 Nov 12 00:46:36.527503 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37096) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:36.529692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88622f33-3ff6-497f-86e7-3e2c48f68874 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d24e46d-a727-42f9-9ed5-ca40f7ef30aa,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:36.532597 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e6d91e64-8f63-49f2-8a7e-b4002c13d630 None None] Provisioning complete for port 297b3c33-7816-4e8b-9af7-d322a7983152 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:36.533537 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e6d91e64-8f63-49f2-8a7e-b4002c13d630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.586325 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:36.589110 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3f84ab72-9ca8-49d2-9684-9240af0edece req-885fc506-a68f-4fea-8c54-433feacd0645 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.593631 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3f84ab72-9ca8-49d2-9684-9240af0edece req-885fc506-a68f-4fea-8c54-433feacd0645 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.595055 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f84ab72-9ca8-49d2-9684-9240af0edece req-885fc506-a68f-4fea-8c54-433feacd0645 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "DELETE /v2.0/security-groups/dca82db4-59f1-478c-9a95-a231a8a95c35 HTTP/1.1" status: 204 len: 173 time: 0.8427358 Nov 12 00:46:36.629086 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:36.630375 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 30740810-2ccc-4bd7-be1d-cc8d4bc67cf2 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:36.683433 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fc506-a68f-4fea-8c54-433feacd0645 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca82db4-59f1-478c-9a95-a231a8a95c35,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:36.722878 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45213e-f449-41fa-9f4b-0ff256f1bd1c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Port': ['ID=7437fcef-85c6-4872-8aa2-49523d308a25,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:36.727373 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b45213e-f449-41fa-9f4b-0ff256f1bd1c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.764558 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3948d5a-4556-4e75-8d3a-b3aa0ade31b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.836083 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3948d5a-4556-4e75-8d3a-b3aa0ade31b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.897759 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5b7ddd04-95df-465e-b6e1-54d0e2219079 req-c4eff191-0dc0-4b04-b28a-657e94bc33a5 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "GET /v2.0/security-groups/8028e3b0-6151-4346-a43c-1eb36c2d6b37 HTTP/1.1" status: 200 len: 2417 time: 0.2625248 Nov 12 00:46:36.931438 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3948d5a-4556-4e75-8d3a-b3aa0ade31b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.935759 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3948d5a-4556-4e75-8d3a-b3aa0ade31b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.940606 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d3948d5a-4556-4e75-8d3a-b3aa0ade31b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bfe9c6bf-0784-4db0-a4e1-4a473bcce494 HTTP/1.1" status: 204 len: 168 time: 0.3991432 Nov 12 00:46:36.969932 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-58ae44ff-7838-44dc-a9e3-180b9b8f6ef8 None None] Provisioning complete for port 7437fcef-85c6-4872-8aa2-49523d308a25 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:36.970637 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-58ae44ff-7838-44dc-a9e3-180b9b8f6ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:36.992327 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3948d5a-4556-4e75-8d3a-b3aa0ade31b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe9c6bf-0784-4db0-a4e1-4a473bcce494,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:37.073054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37114) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:37.104520 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-58ae44ff-7838-44dc-a9e3-180b9b8f6ef8 None None] Port 7437fcef-85c6-4872-8aa2-49523d308a25 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:37.119540 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b45213e-f449-41fa-9f4b-0ff256f1bd1c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network b4838b95-65d0-4948-a620-593c691e961b is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:37.120796 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-14235c9a-a7e0-4313-b83c-167e95dcf79b req-65fffec6-9b34-4202-bed2-4c5d42e6fa61 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.157065 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-5b45213e-f449-41fa-9f4b-0ff256f1bd1c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:37.181547 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-976b7e92-80df-4fe6-9c41-09063440681f req-b7b3550c-a62e-43b5-bf00-fe3a4696b59d tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 210 time: 0.0799708 Nov 12 00:46:37.200644 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5b7ddd04-95df-465e-b6e1-54d0e2219079 req-2b5e66ab-86f1-42c4-a720-0c14d7140cf7 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.204072 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fffec6-9b34-4202-bed2-4c5d42e6fa61 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Pushing event deleted for resources: {'Port': ['ID=aadce1a9-e375-4312-9a1f-aeb0911349f5,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:37.237691 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288f7c13-6863-48a0-81fd-d3e895400a57 None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:37.257958 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-575f775e-a86a-4b34-8bf5-4f21be1f68f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f8d8ae8bd2e42cfb193a886ac71e329&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1806166 Nov 12 00:46:37.261361 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37118) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:37.346634 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-155f616c-d158-4f34-b143-97b24e7dfd95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.405054 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-155f616c-d158-4f34-b143-97b24e7dfd95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.479947 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-14235c9a-a7e0-4313-b83c-167e95dcf79b req-65fffec6-9b34-4202-bed2-4c5d42e6fa61 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] No DVR routers for this DVR port aadce1a9-e375-4312-9a1f-aeb0911349f5 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:37.489152 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5b7ddd04-95df-465e-b6e1-54d0e2219079 req-2b5e66ab-86f1-42c4-a720-0c14d7140cf7 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.493065 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-14235c9a-a7e0-4313-b83c-167e95dcf79b req-65fffec6-9b34-4202-bed2-4c5d42e6fa61 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.496897 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-14235c9a-a7e0-4313-b83c-167e95dcf79b req-65fffec6-9b34-4202-bed2-4c5d42e6fa61 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.15 "DELETE /v2.0/ports/aadce1a9-e375-4312-9a1f-aeb0911349f5 HTTP/1.1" status: 204 len: 173 time: 2.2190371 Nov 12 00:46:37.497578 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974f76f7-3292-4287-ad86-c8c95a2a2c4f', 'name': 'network-vif-deleted', 'tag': 'aadce1a9-e375-4312-9a1f-aeb0911349f5'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:37.505098 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31e3581-5704-4b5b-b06d-666bc1f0698b" -d '{"events": [{"server_uuid": "974f76f7-3292-4287-ad86-c8c95a2a2c4f", "name": "network-vif-deleted", "tag": "aadce1a9-e375-4312-9a1f-aeb0911349f5"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:37.509882 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-155f616c-d158-4f34-b143-97b24e7dfd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.519790 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-155f616c-d158-4f34-b143-97b24e7dfd95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.530784 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-155f616c-d158-4f34-b143-97b24e7dfd95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4086bdc8-7354-4f2e-bddd-d481d47d0c68 HTTP/1.1" status: 204 len: 168 time: 0.2663593 Nov 12 00:46:37.567446 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f616c-d158-4f34-b143-97b24e7dfd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4086bdc8-7354-4f2e-bddd-d481d47d0c68,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:37.600338 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62599651-f01d-4909-8f92-a2a5dc287453 x-openstack-request-id: req-62599651-f01d-4909-8f92-a2a5dc287453 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:37.601039 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974f76f7-3292-4287-ad86-c8c95a2a2c4f", "name": "network-vif-deleted", "tag": "aadce1a9-e375-4312-9a1f-aeb0911349f5", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:37.601511 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62599651-f01d-4909-8f92-a2a5dc287453 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:37.602445 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974f76f7-3292-4287-ad86-c8c95a2a2c4f', 'name': 'network-vif-deleted', 'tag': 'aadce1a9-e375-4312-9a1f-aeb0911349f5', 'status': 'completed', 'code': 200} Nov 12 00:46:37.604133 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b45213e-f449-41fa-9f4b-0ff256f1bd1c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router 08528f43-3724-44f4-805e-8190db6918fe is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:46:37.610831 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5b7ddd04-95df-465e-b6e1-54d0e2219079 req-2b5e66ab-86f1-42c4-a720-0c14d7140cf7 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.614034 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5b7ddd04-95df-465e-b6e1-54d0e2219079 req-2b5e66ab-86f1-42c4-a720-0c14d7140cf7 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.616286 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5b7ddd04-95df-465e-b6e1-54d0e2219079 req-2b5e66ab-86f1-42c4-a720-0c14d7140cf7 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] 10.222.0.31 "DELETE /v2.0/security-groups/8028e3b0-6151-4346-a43c-1eb36c2d6b37 HTTP/1.1" status: 204 len: 173 time: 0.6924336 Nov 12 00:46:37.631708 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37130) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:37.678875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e66ab-86f1-42c4-a720-0c14d7140cf7 tempest-SecurityGroupRulesTestJSON-1261235144 tempest-SecurityGroupRulesTestJSON-1261235144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8028e3b0-6151-4346-a43c-1eb36c2d6b37,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:37.686547 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-239fb91d-3134-4719-a6f8-15a3fcc21826 None None] Provisioning complete for port 7437fcef-85c6-4872-8aa2-49523d308a25 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:37.687397 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-239fb91d-3134-4719-a6f8-15a3fcc21826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.765450 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6ee6b5-85a7-41ba-a116-e90c5c46b50b admin admin] Deleting subnet 1fd52eef-cf69-4395-a22f-e7c88c683316 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:46:37.771444 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4d6ee6b5-85a7-41ba-a116-e90c5c46b50b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.814643 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-239fb91d-3134-4719-a6f8-15a3fcc21826 None None] Port 7437fcef-85c6-4872-8aa2-49523d308a25 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:37.825389 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b45213e-f449-41fa-9f4b-0ff256f1bd1c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:46:37.828679 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4d6ee6b5-85a7-41ba-a116-e90c5c46b50b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.835890 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5b45213e-f449-41fa-9f4b-0ff256f1bd1c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/08528f43-3724-44f4-805e-8190db6918fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7076182 Nov 12 00:46:37.838471 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37138) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:37.846501 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29f878a-cd3e-46f5-89cc-00176ee313df None None] Sync routers for ids ['08528f43-3724-44f4-805e-8190db6918fe'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:46:37.880164 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4d6ee6b5-85a7-41ba-a116-e90c5c46b50b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:37.898492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29f878a-cd3e-46f5-89cc-00176ee313df None None] Routers {'08528f43-3724-44f4-805e-8190db6918fe'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:37.899152 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c29f878a-cd3e-46f5-89cc-00176ee313df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['08528f43-3724-44f4-805e-8190db6918fe'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:37.977113 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4d6ee6b5-85a7-41ba-a116-e90c5c46b50b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.008824 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ee6b5-85a7-41ba-a116-e90c5c46b50b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fd52eef-cf69-4395-a22f-e7c88c683316,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:38.010925 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4d6ee6b5-85a7-41ba-a116-e90c5c46b50b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.016439 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4d6ee6b5-85a7-41ba-a116-e90c5c46b50b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1fd52eef-cf69-4395-a22f-e7c88c683316 HTTP/1.1" status: 204 len: 168 time: 0.3792663 Nov 12 00:46:38.016682 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37144) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:38.023393 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c29f878a-cd3e-46f5-89cc-00176ee313df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:38.029486 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec842bd2-0ac3-464a-867a-87503f40bf21 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:38.037109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37146) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:38.039783 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ec842bd2-0ac3-464a-867a-87503f40bf21 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/ports/7437fcef-85c6-4872-8aa2-49523d308a25 HTTP/1.1" status: 200 len: 910 time: 0.1969450 Nov 12 00:46:38.043115 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-2cd3db3b-d363-425f-b7cf-3544bf04247c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd97f02a6-ce84-4341-bbb7-f9781bd1e974'}]}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:38.050766 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29f878a-cd3e-46f5-89cc-00176ee313df None None] Routers {'08528f43-3724-44f4-805e-8190db6918fe'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:38.051403 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c29f878a-cd3e-46f5-89cc-00176ee313df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['08528f43-3724-44f4-805e-8190db6918fe'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:38.120536 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c29f878a-cd3e-46f5-89cc-00176ee313df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:38.121288 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29f878a-cd3e-46f5-89cc-00176ee313df None None] The sync data for ids ['08528f43-3724-44f4-805e-8190db6918fe'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:46:38.176057 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-049f918a-090f-4bb7-88bf-f1b273216694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.391580 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-049f918a-090f-4bb7-88bf-f1b273216694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.454944 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.477331 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-049f918a-090f-4bb7-88bf-f1b273216694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec220169-ced2-405b-918c-5444099d52e7']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:38.495428 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-049f918a-090f-4bb7-88bf-f1b273216694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45dfe7d9-3d93-4042-8eaa-55bcf54faa0e') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:38.495846 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-049f918a-090f-4bb7-88bf-f1b273216694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45dfe7d9-3d93-4042-8eaa-55bcf54faa0e') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:38.512469 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-049f918a-090f-4bb7-88bf-f1b273216694 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.540661 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2cd3db3b-d363-425f-b7cf-3544bf04247c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.546169 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-049f918a-090f-4bb7-88bf-f1b273216694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.580159 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049f918a-090f-4bb7-88bf-f1b273216694 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:46:38.581266 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-049f918a-090f-4bb7-88bf-f1b273216694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:46:38.584304 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:46:38.586505 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device aadce1a9-e375-4312-9a1f-aeb0911349f5 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:38.636462 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: aadce1a9-e375-4312-9a1f-aeb0911349f5 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:38.637481 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device aadce1a9-e375-4312-9a1f-aeb0911349f5 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:38.707089 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-049f918a-090f-4bb7-88bf-f1b273216694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.756456 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37176) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:38.757901 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-049f918a-090f-4bb7-88bf-f1b273216694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:38.766686 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-049f918a-090f-4bb7-88bf-f1b273216694 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ec220169-ced2-405b-918c-5444099d52e7 HTTP/1.1" status: 204 len: 168 time: 0.7460935 Nov 12 00:46:38.884071 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-059ecc81-a5fc-469d-9332-4ad7ba02d133 req-1eae62b3-17eb-4c08-bf15-5ff3b549d1df tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=974f76f7-3292-4287-ad86-c8c95a2a2c4f HTTP/1.1" status: 200 len: 210 time: 0.5623846 Nov 12 00:46:38.902422 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f918a-090f-4bb7-88bf-f1b273216694 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec220169-ced2-405b-918c-5444099d52e7,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:38.933886 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37186) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:38.999457 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-802ea041-04bc-4da5-8ba6-7317dde25e1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6712bcd966544938614fe7e98bb9ddb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0639076 Nov 12 00:46:39.002937 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37192) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:39.113505 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6cd84b3c-53db-455f-96e1-4fdb50f98edd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.144058 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6cd84b3c-53db-455f-96e1-4fdb50f98edd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.180459 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-00482472-3fa9-4853-9ee5-9833cbc38967 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-64152667-network', 'tenant_id': '8ede968b1a094c7192de77d827500d37'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:39.188850 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2cd3db3b-d363-425f-b7cf-3544bf04247c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.211379 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6cd84b3c-53db-455f-96e1-4fdb50f98edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.212328 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2cd3db3b-d363-425f-b7cf-3544bf04247c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.217863 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6cd84b3c-53db-455f-96e1-4fdb50f98edd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.219890 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6cd84b3c-53db-455f-96e1-4fdb50f98edd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a380a8df-65f4-4f2f-8020-b6fdf108cb49 HTTP/1.1" status: 204 len: 168 time: 0.2156448 Nov 12 00:46:39.237692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd84b3c-53db-455f-96e1-4fdb50f98edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a380a8df-65f4-4f2f-8020-b6fdf108cb49,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:39.274331 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00482472-3fa9-4853-9ee5-9833cbc38967 admin admin] Made reservation on behalf of 8ede968b1a094c7192de77d827500d37 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:39.279047 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-00482472-3fa9-4853-9ee5-9833cbc38967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.304727 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-00482472-3fa9-4853-9ee5-9833cbc38967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.350988 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd3db3b-d363-425f-b7cf-3544bf04247c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:39.351916 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2cd3db3b-d363-425f-b7cf-3544bf04247c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.353007 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2cd3db3b-d363-425f-b7cf-3544bf04247c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/ports/7437fcef-85c6-4872-8aa2-49523d308a25 HTTP/1.1" status: 200 len: 910 time: 1.3147502 Nov 12 00:46:39.356106 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37208) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:39.367388 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3db3b-d363-425f-b7cf-3544bf04247c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Port': ['ID=7437fcef-85c6-4872-8aa2-49523d308a25,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:39.507803 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-00482472-3fa9-4853-9ee5-9833cbc38967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.510259 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-00482472-3fa9-4853-9ee5-9833cbc38967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.556186 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00482472-3fa9-4853-9ee5-9833cbc38967 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:46:39.596642 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00482472-3fa9-4853-9ee5-9833cbc38967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dda25da-2aa0-42a5-80d9-6582fc3a0769,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:39.603047 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-00482472-3fa9-4853-9ee5-9833cbc38967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.603478 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-00482472-3fa9-4853-9ee5-9833cbc38967 admin admin] Added segment f103608e-f182-4371-a9ee-2a9e9369890d of type vlan for network d74c3bda-c588-4e57-b67a-b6869318bb04 Nov 12 00:46:39.728203 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-00482472-3fa9-4853-9ee5-9833cbc38967 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.770746 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-00482472-3fa9-4853-9ee5-9833cbc38967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.772537 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00482472-3fa9-4853-9ee5-9833cbc38967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:39.773238 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-00482472-3fa9-4853-9ee5-9833cbc38967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.831642 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-00482472-3fa9-4853-9ee5-9833cbc38967 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9429331 Nov 12 00:46:39.838723 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37222) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:39.845435 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e007c678-8d3d-4e5f-809c-cf2270def7ba admin admin] Request body: {'subnet': {'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-64152667-subnet', 'tenant_id': '8ede968b1a094c7192de77d827500d37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:39.885030 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e007c678-8d3d-4e5f-809c-cf2270def7ba admin admin] Made reservation on behalf of 8ede968b1a094c7192de77d827500d37 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:39.891326 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00482472-3fa9-4853-9ee5-9833cbc38967 admin admin] Pushing event updated for resources: {'Network': ['ID=d74c3bda-c588-4e57-b67a-b6869318bb04,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:39.893916 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e007c678-8d3d-4e5f-809c-cf2270def7ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:39.904083 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network d74c3bda-c588-4e57-b67a-b6869318bb04 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:46:40.220493 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-432b3601-70ce-458e-8a0c-94c46acbfa12 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.315699 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222840-0e4e-4ffa-bc88-64fac0c8514b req-3721a246-4ec3-4b5e-94f3-4b520d989a47 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:40.319485 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-93222840-0e4e-4ffa-bc88-64fac0c8514b req-3721a246-4ec3-4b5e-94f3-4b520d989a47 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 947 time: 0.0861175 Nov 12 00:46:40.403150 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-93222840-0e4e-4ffa-bc88-64fac0c8514b req-c51606d9-2347-47bc-ba5e-88c13b426a32 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753071 Nov 12 00:46:40.412196 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e007c678-8d3d-4e5f-809c-cf2270def7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.533371 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007c678-8d3d-4e5f-809c-cf2270def7ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9007ee2-5879-4419-99d4-bd9610ef3298,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:40.563734 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e007c678-8d3d-4e5f-809c-cf2270def7ba admin admin] Checking segment: {'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:40.564111 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e007c678-8d3d-4e5f-809c-cf2270def7ba admin admin] Network hostable DHCP agents. Network: d74c3bda-c588-4e57-b67a-b6869318bb04, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:46:40.608833 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e007c678-8d3d-4e5f-809c-cf2270def7ba admin admin] Network d74c3bda-c588-4e57-b67a-b6869318bb04 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:46:40.621760 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37252) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:40.651887 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-e007c678-8d3d-4e5f-809c-cf2270def7ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, d74c3bda-c588-4e57-b67a-b6869318bb04) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:40.662010 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ef2aef-bbbe-40e3-8829-1cf41a41af2b None None] Network d74c3bda-c588-4e57-b67a-b6869318bb04 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:40.702508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e007c678-8d3d-4e5f-809c-cf2270def7ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:40.703281 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e007c678-8d3d-4e5f-809c-cf2270def7ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.753210 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e007c678-8d3d-4e5f-809c-cf2270def7ba admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9129596 Nov 12 00:46:40.780428 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-432b3601-70ce-458e-8a0c-94c46acbfa12 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting port 7437fcef-85c6-4872-8aa2-49523d308a25 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:40.781652 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-432b3601-70ce-458e-8a0c-94c46acbfa12 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.905450 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-26f29fb7-f3ed-4e2e-a069-7242303fc4e8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1026065405-network', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:40.957807 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f29fb7-f3ed-4e2e-a069-7242303fc4e8 admin admin] Made reservation on behalf of 14ea2cdd235d4a03beeb494819cf4835 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:40.962454 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26f29fb7-f3ed-4e2e-a069-7242303fc4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:40.968596 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0df2842-1fcd-42e2-906e-43d9eaf6a246 None None] Network d74c3bda-c588-4e57-b67a-b6869318bb04 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:41.002733 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-432b3601-70ce-458e-8a0c-94c46acbfa12 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.009519 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26f29fb7-f3ed-4e2e-a069-7242303fc4e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.033460 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-432b3601-70ce-458e-8a0c-94c46acbfa12 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Calling delete_port for 7437fcef-85c6-4872-8aa2-49523d308a25 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:41.141808 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86fbf3-4d90-4919-962a-234f030d7120 req-10783c82-c2ea-4d6d-b82c-541d8793e31f tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:41.143573 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4d86fbf3-4d90-4919-962a-234f030d7120 req-10783c82-c2ea-4d6d-b82c-541d8793e31f tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.15 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 947 time: 0.1604209 Nov 12 00:46:41.355125 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26f29fb7-f3ed-4e2e-a069-7242303fc4e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.367685 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26f29fb7-f3ed-4e2e-a069-7242303fc4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.408234 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f29fb7-f3ed-4e2e-a069-7242303fc4e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:46:41.423017 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-4d86fbf3-4d90-4919-962a-234f030d7120 req-5909f139-7cd3-4302-8b1f-30c426bd6d09 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Deleting port 4e501b64-9885-4bc5-88aa-85313ef3d2ac {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:41.423650 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4d86fbf3-4d90-4919-962a-234f030d7120 req-5909f139-7cd3-4302-8b1f-30c426bd6d09 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.444731 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f29fb7-f3ed-4e2e-a069-7242303fc4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f47f52-01e5-4843-a8ae-7cc30ba69435,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:41.461895 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26f29fb7-f3ed-4e2e-a069-7242303fc4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.462482 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-26f29fb7-f3ed-4e2e-a069-7242303fc4e8 admin admin] Added segment 3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4 of type vlan for network 6307f6ac-8534-473b-9c55-0dd7d1da8597 Nov 12 00:46:41.524397 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-432b3601-70ce-458e-8a0c-94c46acbfa12 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.567334 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b3601-70ce-458e-8a0c-94c46acbfa12 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Port': ['ID=7437fcef-85c6-4872-8aa2-49523d308a25,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:41.591632 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-822f9cb1-700b-4fbf-be4d-ca24922d6d95 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:41.605973 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-822f9cb1-700b-4fbf-be4d-ca24922d6d95 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/networks?id=d74c3bda-c588-4e57-b67a-b6869318bb04 HTTP/1.1" status: 200 len: 810 time: 0.2769778 Nov 12 00:46:41.661320 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-96fb828a-d3ca-41ad-9441-54756dc430cf tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/quotas/8ede968b1a094c7192de77d827500d37 HTTP/1.1" status: 200 len: 375 time: 0.0541911 Nov 12 00:46:41.727921 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-857a2c6e-0de2-478a-9d42-a915f27fabd6 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ede968b1a094c7192de77d827500d37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655627 Nov 12 00:46:41.934800 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-432b3601-70ce-458e-8a0c-94c46acbfa12 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:41.995598 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-2b9543e9-4458-470f-b355-2181f5f6e6f5 service neutron] 10.222.0.31 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667880 Nov 12 00:46:42.021846 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26f29fb7-f3ed-4e2e-a069-7242303fc4e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.070792 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c82088-5929-4407-b4f5-86bad4482d23 req-1f698436-c717-4961-8669-8c02af3502bb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:42.072296 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-51c82088-5929-4407-b4f5-86bad4482d23 req-1f698436-c717-4961-8669-8c02af3502bb tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 947 time: 0.5217993 Nov 12 00:46:42.075818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-4d86fbf3-4d90-4919-962a-234f030d7120 req-5909f139-7cd3-4302-8b1f-30c426bd6d09 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] For port 4e501b64-9885-4bc5-88aa-85313ef3d2ac, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4e501b64-9885-4bc5-88aa-85313ef3d2ac,segment=NetworkSegment(cb546473-6035-4426-9ccd-1c1db0e03c2d),segment_id=cb546473-6035-4426-9ccd-1c1db0e03c2d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:42.076189 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4d86fbf3-4d90-4919-962a-234f030d7120 req-5909f139-7cd3-4302-8b1f-30c426bd6d09 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.094426 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-4d86fbf3-4d90-4919-962a-234f030d7120 req-5909f139-7cd3-4302-8b1f-30c426bd6d09 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Calling delete_port for 4e501b64-9885-4bc5-88aa-85313ef3d2ac owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:42.112164 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26f29fb7-f3ed-4e2e-a069-7242303fc4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.113253 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f29fb7-f3ed-4e2e-a069-7242303fc4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:42.113823 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26f29fb7-f3ed-4e2e-a069-7242303fc4e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.188178 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432b3601-70ce-458e-8a0c-94c46acbfa12 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router 08528f43-3724-44f4-805e-8190db6918fe has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:46:42.190386 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-f6a79e83-d84f-4e5e-a3b6-28e8d398712c service neutron] 10.222.0.31 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644347 Nov 12 00:46:42.233981 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-26f29fb7-f3ed-4e2e-a069-7242303fc4e8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6119764 Nov 12 00:46:42.236562 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37296) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:42.241540 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c9fe91d2-f1b9-400c-93d1-57d3447bce13 admin admin] Request body: {'subnet': {'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1026065405-subnet', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:42.251414 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f29fb7-f3ed-4e2e-a069-7242303fc4e8 admin admin] Pushing event updated for resources: {'Network': ['ID=6307f6ac-8534-473b-9c55-0dd7d1da8597,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:42.264063 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 6307f6ac-8534-473b-9c55-0dd7d1da8597 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:46:42.266634 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-51c82088-5929-4407-b4f5-86bad4482d23 req-f258ea3f-1087-4d87-b680-1692c7ae9c0d tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/security-groups?id=effb1de5-f0a2-4318-b0d6-01c9d28f2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734345 Nov 12 00:46:42.290022 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432b3601-70ce-458e-8a0c-94c46acbfa12 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:46:42.307859 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-432b3601-70ce-458e-8a0c-94c46acbfa12 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/08528f43-3724-44f4-805e-8190db6918fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9495552 Nov 12 00:46:42.309875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37298) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:42.313391 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ff373-f7a3-4a71-8972-5410dd42a107 None None] Sync routers for ids ['08528f43-3724-44f4-805e-8190db6918fe'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:46:42.332400 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fe91d2-f1b9-400c-93d1-57d3447bce13 admin admin] Made reservation on behalf of 14ea2cdd235d4a03beeb494819cf4835 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:42.332833 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166ff373-f7a3-4a71-8972-5410dd42a107 None None] Routers {'08528f43-3724-44f4-805e-8190db6918fe'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:42.334726 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-166ff373-f7a3-4a71-8972-5410dd42a107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['08528f43-3724-44f4-805e-8190db6918fe'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:42.334927 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c9fe91d2-f1b9-400c-93d1-57d3447bce13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.411387 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8bc6406b-222a-4968-bbf0-0ea78bd18479 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/ports?device_id=08528f43-3724-44f4-805e-8190db6918fe HTTP/1.1" status: 200 len: 205 time: 0.0518217 Nov 12 00:46:42.412596 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37304) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:42.421379 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4d86fbf3-4d90-4919-962a-234f030d7120 req-5909f139-7cd3-4302-8b1f-30c426bd6d09 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.454976 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-166ff373-f7a3-4a71-8972-5410dd42a107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:42.480561 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166ff373-f7a3-4a71-8972-5410dd42a107 None None] Routers {'08528f43-3724-44f4-805e-8190db6918fe'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:42.481266 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-166ff373-f7a3-4a71-8972-5410dd42a107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['08528f43-3724-44f4-805e-8190db6918fe'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:42.532277 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-166ff373-f7a3-4a71-8972-5410dd42a107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:42.536967 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ff373-f7a3-4a71-8972-5410dd42a107 None None] The sync data for ids ['08528f43-3724-44f4-805e-8190db6918fe'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:46:42.607673 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7369202f-9fdc-467c-8fe3-f81fc76ca3b7 None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:42.626898 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b1a6d80e-1279-4802-8811-68e3a5ca781c req-9abf4a16-92d6-4a99-862f-1218a9402ed2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=311473f0-9b36-44d2-8628-a4f363d0159d HTTP/1.1" status: 200 len: 210 time: 0.1252379 Nov 12 00:46:42.636179 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909f139-7cd3-4302-8b1f-30c426bd6d09 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Pushing event deleted for resources: {'Port': ['ID=4e501b64-9885-4bc5-88aa-85313ef3d2ac,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:42.666229 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1e188f98-6a33-410c-b0b4-481acca44927 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.668107 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c9fe91d2-f1b9-400c-93d1-57d3447bce13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.730484 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe91d2-f1b9-400c-93d1-57d3447bce13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8aa6c3c-5081-4604-8817-fb3a926bbac1,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:42.740830 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fe91d2-f1b9-400c-93d1-57d3447bce13 admin admin] Checking segment: {'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:42.741512 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fe91d2-f1b9-400c-93d1-57d3447bce13 admin admin] Network hostable DHCP agents. Network: 6307f6ac-8534-473b-9c55-0dd7d1da8597, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:46:42.785254 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fe91d2-f1b9-400c-93d1-57d3447bce13 admin admin] Network 6307f6ac-8534-473b-9c55-0dd7d1da8597 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:46:42.794519 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-c9fe91d2-f1b9-400c-93d1-57d3447bce13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 6307f6ac-8534-473b-9c55-0dd7d1da8597) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:42.800951 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fe91d2-f1b9-400c-93d1-57d3447bce13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:42.801816 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c9fe91d2-f1b9-400c-93d1-57d3447bce13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.805290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f672af-a987-4ca3-9efe-45352382c7ca None None] Network 6307f6ac-8534-473b-9c55-0dd7d1da8597 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:42.822874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d86fbf3-4d90-4919-962a-234f030d7120 req-5909f139-7cd3-4302-8b1f-30c426bd6d09 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] No DVR routers for this DVR port 4e501b64-9885-4bc5-88aa-85313ef3d2ac on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:42.824064 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c9fe91d2-f1b9-400c-93d1-57d3447bce13 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5857210 Nov 12 00:46:42.826475 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37322) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:42.834003 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6f8d77c3-ab09-4750-9605-06fde1ffb3ec admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1026065405-router', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:42.862464 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4d86fbf3-4d90-4919-962a-234f030d7120 req-5909f139-7cd3-4302-8b1f-30c426bd6d09 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.867489 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f8d77c3-ab09-4750-9605-06fde1ffb3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.868984 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f8d77c3-ab09-4750-9605-06fde1ffb3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.874370 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4d86fbf3-4d90-4919-962a-234f030d7120 req-5909f139-7cd3-4302-8b1f-30c426bd6d09 tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.15 "DELETE /v2.0/ports/4e501b64-9885-4bc5-88aa-85313ef3d2ac HTTP/1.1" status: 204 len: 173 time: 1.7171569 Nov 12 00:46:42.875101 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133898a6-5d17-40e1-a3ca-f9f4bdc07bc3', 'name': 'network-vif-deleted', 'tag': '4e501b64-9885-4bc5-88aa-85313ef3d2ac'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:42.879118 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc290e8-b25b-426b-b3e5-e7cb0bdc61b9" -d '{"events": [{"server_uuid": "133898a6-5d17-40e1-a3ca-f9f4bdc07bc3", "name": "network-vif-deleted", "tag": "4e501b64-9885-4bc5-88aa-85313ef3d2ac"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:42.897939 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1e188f98-6a33-410c-b0b4-481acca44927 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.904285 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1e188f98-6a33-410c-b0b4-481acca44927 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.973138 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1e188f98-6a33-410c-b0b4-481acca44927 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.974572 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e188f98-6a33-410c-b0b4-481acca44927 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Fanout notify agent at l3_agent the message router_deleted on router 08528f43-3724-44f4-805e-8190db6918fe {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:46:42.983057 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1e188f98-6a33-410c-b0b4-481acca44927 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:42.990012 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1e188f98-6a33-410c-b0b4-481acca44927 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/routers/08528f43-3724-44f4-805e-8190db6918fe HTTP/1.1" status: 204 len: 168 time: 0.5765572 Nov 12 00:46:42.990719 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37332) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:43.050052 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f8d77c3-ab09-4750-9605-06fde1ffb3ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.066799 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-210503f3-96c6-4564-901e-79e53e8f1968 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting subnet d97f02a6-ce84-4341-bbb7-f9781bd1e974 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:46:43.072225 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad4d047-276c-49b1-8a55-8854b9e7afc0 x-openstack-request-id: req-6ad4d047-276c-49b1-8a55-8854b9e7afc0 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:43.073352 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133898a6-5d17-40e1-a3ca-f9f4bdc07bc3", "name": "network-vif-deleted", "tag": "4e501b64-9885-4bc5-88aa-85313ef3d2ac", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:43.073652 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ad4d047-276c-49b1-8a55-8854b9e7afc0 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:43.074065 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133898a6-5d17-40e1-a3ca-f9f4bdc07bc3', 'name': 'network-vif-deleted', 'tag': '4e501b64-9885-4bc5-88aa-85313ef3d2ac', 'status': 'completed', 'code': 200} Nov 12 00:46:43.074790 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-210503f3-96c6-4564-901e-79e53e8f1968 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.153194 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-210503f3-96c6-4564-901e-79e53e8f1968 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.228949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e724ed30-fe4f-4d91-a725-2b012eef3abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-6307f6ac-8534-473b-9c55-0dd7d1da8597', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'fixed_ips': [{'subnet_id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:46:43.230062 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e724ed30-fe4f-4d91-a725-2b012eef3abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.271714 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-210503f3-96c6-4564-901e-79e53e8f1968 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.358857 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f8d77c3-ab09-4750-9605-06fde1ffb3ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.391245 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-210503f3-96c6-4564-901e-79e53e8f1968 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.550775 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-210503f3-96c6-4564-901e-79e53e8f1968 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.555934 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-210503f3-96c6-4564-901e-79e53e8f1968 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/subnets/d97f02a6-ce84-4341-bbb7-f9781bd1e974 HTTP/1.1" status: 204 len: 168 time: 0.5640757 Nov 12 00:46:43.559641 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37352) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:43.560688 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210503f3-96c6-4564-901e-79e53e8f1968 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Subnet': ['ID=d97f02a6-ce84-4341-bbb7-f9781bd1e974,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:43.615090 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c05ecc9f-c9ba-4408-a917-8094a0c3290c req-ad6e7829-f9a6-4427-9d57-1c8fa4caf0ba tempest-LiveMigrationTest-1017422967 tempest-LiveMigrationTest-1017422967-project] 10.222.0.31 "GET /v2.0/ports?device_id=133898a6-5d17-40e1-a3ca-f9f4bdc07bc3 HTTP/1.1" status: 200 len: 210 time: 0.0501935 Nov 12 00:46:43.695933 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b652f198-dcb7-4b50-8554-cf22b6c7ce4c None None] Network b4838b95-65d0-4948-a620-593c691e961b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:43.709386 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-e724ed30-fe4f-4d91-a725-2b012eef3abd None None] Allocated IP 172.20.0.2 (6307f6ac-8534-473b-9c55-0dd7d1da8597/b8aa6c3c-5081-4604-8817-fb3a926bbac1/cefad573-0473-431f-b23d-9692394f470c) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:43.764964 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b2132877-7295-4998-a167-636a9a2cd0f0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.858339 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f09d960e-19df-4ee1-b547-6fe70b6e2234 req-0bb94073-fb9e-4895-84b3-bbc18adfe3ff tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=311473f0-9b36-44d2-8628-a4f363d0159d HTTP/1.1" status: 200 len: 210 time: 0.0509241 Nov 12 00:46:43.929620 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f8d77c3-ab09-4750-9605-06fde1ffb3ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.957804 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f8d77c3-ab09-4750-9605-06fde1ffb3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:43.970315 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-b2132877-7295-4998-a167-636a9a2cd0f0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting port 297b3c33-7816-4e8b-9af7-d322a7983152 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:43.970972 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b2132877-7295-4998-a167-636a9a2cd0f0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.090632 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-b2132877-7295-4998-a167-636a9a2cd0f0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] For port 297b3c33-7816-4e8b-9af7-d322a7983152, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=297b3c33-7816-4e8b-9af7-d322a7983152,segment=NetworkSegment(2b756b67-531f-42c8-8bc2-1773ebe0cb74),segment_id=2b756b67-531f-42c8-8bc2-1773ebe0cb74)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:44.091002 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b2132877-7295-4998-a167-636a9a2cd0f0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.105791 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e724ed30-fe4f-4d91-a725-2b012eef3abd None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.116069 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e724ed30-fe4f-4d91-a725-2b012eef3abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.132407 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-b2132877-7295-4998-a167-636a9a2cd0f0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Calling delete_port for 297b3c33-7816-4e8b-9af7-d322a7983152 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:44.162298 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f983fd28-f462-4c2a-b410-cc0b33892f64 None None] DHCP port deletion for b4838b95-65d0-4948-a620-593c691e961b request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:44.166195 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-6f8d77c3-ab09-4750-9605-06fde1ffb3ec admin admin] Allocated IP 172.25.0.217 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/20465638-3b19-4df7-8a8e-55376771c925) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:44.180607 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e724ed30-fe4f-4d91-a725-2b012eef3abd None None] Network 6307f6ac-8534-473b-9c55-0dd7d1da8597 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:44.207283 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-e724ed30-fe4f-4d91-a725-2b012eef3abd None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:44.214691 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e724ed30-fe4f-4d91-a725-2b012eef3abd None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:44.219266 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724ed30-fe4f-4d91-a725-2b012eef3abd None None] Pushing event updated for resources: {'Port': ['ID=cefad573-0473-431f-b23d-9692394f470c,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:44.291857 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e724ed30-fe4f-4d91-a725-2b012eef3abd None None] Attempting to bind port cefad573-0473-431f-b23d-9692394f470c on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:44.292465 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e724ed30-fe4f-4d91-a725-2b012eef3abd None None] Attempting to bind port cefad573-0473-431f-b23d-9692394f470c by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:44.293459 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e724ed30-fe4f-4d91-a725-2b012eef3abd None None] Attempting to bind port cefad573-0473-431f-b23d-9692394f470c on network 6307f6ac-8534-473b-9c55-0dd7d1da8597 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:44.302173 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e724ed30-fe4f-4d91-a725-2b012eef3abd None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:44.302956 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e724ed30-fe4f-4d91-a725-2b012eef3abd None None] Checking segment: {'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:44.303516 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e724ed30-fe4f-4d91-a725-2b012eef3abd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.304053 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e724ed30-fe4f-4d91-a725-2b012eef3abd None None] Bound using segment: {'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:44.304802 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e724ed30-fe4f-4d91-a725-2b012eef3abd None None] Bound port: cefad573-0473-431f-b23d-9692394f470c, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:44.305342 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e724ed30-fe4f-4d91-a725-2b012eef3abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.319782 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f983fd28-f462-4c2a-b410-cc0b33892f64 None None] Deleting port 297b3c33-7816-4e8b-9af7-d322a7983152 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:46:44.320409 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f983fd28-f462-4c2a-b410-cc0b33892f64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.390801 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-f983fd28-f462-4c2a-b410-cc0b33892f64 None None] For port 297b3c33-7816-4e8b-9af7-d322a7983152, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=297b3c33-7816-4e8b-9af7-d322a7983152,segment=NetworkSegment(2b756b67-531f-42c8-8bc2-1773ebe0cb74),segment_id=2b756b67-531f-42c8-8bc2-1773ebe0cb74)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:44.391527 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f983fd28-f462-4c2a-b410-cc0b33892f64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.414834 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f983fd28-f462-4c2a-b410-cc0b33892f64 None None] Calling delete_port for 297b3c33-7816-4e8b-9af7-d322a7983152 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:46:44.460496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-e353fce0-aead-4e7e-b34e-858dc830d4e7 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:44.462063 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-e353fce0-aead-4e7e-b34e-858dc830d4e7 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.21 "GET /v2.0/networks?id=d74c3bda-c588-4e57-b67a-b6869318bb04 HTTP/1.1" status: 200 len: 810 time: 0.2869353 Nov 12 00:46:44.477721 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-f5a9b7a2-1c30-493d-bb78-42877e56b7d2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Request body: {'port': {'device_id': '311473f0-9b36-44d2-8628-a4f363d0159d', 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04', 'admin_state_up': True, 'tenant_id': '8ede968b1a094c7192de77d827500d37'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:44.506448 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f983fd28-f462-4c2a-b410-cc0b33892f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.575296 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e724ed30-fe4f-4d91-a725-2b012eef3abd None None] For port cefad573-0473-431f-b23d-9692394f470c, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:44.581765 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e724ed30-fe4f-4d91-a725-2b012eef3abd None None] For port cefad573-0473-431f-b23d-9692394f470c, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=cefad573-0473-431f-b23d-9692394f470c,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:44.614677 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983fd28-f462-4c2a-b410-cc0b33892f64 None None] Pushing event deleted for resources: {'Port': ['ID=297b3c33-7816-4e8b-9af7-d322a7983152,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:44.617172 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 4e501b64-9885-4bc5-88aa-85313ef3d2ac no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:44.651144 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e724ed30-fe4f-4d91-a725-2b012eef3abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.715370 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37368) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:44.745867 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 4e501b64-9885-4bc5-88aa-85313ef3d2ac {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:44.746466 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 4e501b64-9885-4bc5-88aa-85313ef3d2ac not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:44.754860 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f983fd28-f462-4c2a-b410-cc0b33892f64 None None] No DVR routers for this DVR port 297b3c33-7816-4e8b-9af7-d322a7983152 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:44.848580 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724ed30-fe4f-4d91-a725-2b012eef3abd None None] Pushing event updated for resources: {'Port': ['ID=cefad573-0473-431f-b23d-9692394f470c,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:44.902515 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-f5a9b7a2-1c30-493d-bb78-42877e56b7d2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Made reservation on behalf of 8ede968b1a094c7192de77d827500d37 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:44.906458 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-f5a9b7a2-1c30-493d-bb78-42877e56b7d2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:44.959346 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df799e5-7cdf-44c9-b76d-d077153dc448 admin admin] Deleting subnet 3fc5c04a-017f-4820-8cce-df76bd4f7a1c {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:46:44.983503 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0df799e5-7cdf-44c9-b76d-d077153dc448 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.123844 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0df799e5-7cdf-44c9-b76d-d077153dc448 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.189939 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-009bcadf-6dcc-47a5-bcb4-f7907ede65a5 req-d173b1c3-f77a-4d1c-8f2e-c697209dea7f tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=311473f0-9b36-44d2-8628-a4f363d0159d HTTP/1.1" status: 200 len: 210 time: 0.1163418 Nov 12 00:46:45.248471 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0df799e5-7cdf-44c9-b76d-d077153dc448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.275213 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f8d77c3-ab09-4750-9605-06fde1ffb3ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.290004 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b2132877-7295-4998-a167-636a9a2cd0f0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.297124 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-f5a9b7a2-1c30-493d-bb78-42877e56b7d2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Allocated IP 172.20.0.7 (d74c3bda-c588-4e57-b67a-b6869318bb04/f9007ee2-5879-4419-99d4-bd9610ef3298/9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:45.335405 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2132877-7295-4998-a167-636a9a2cd0f0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Port': ['ID=297b3c33-7816-4e8b-9af7-d322a7983152,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:45.337727 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2132877-7295-4998-a167-636a9a2cd0f0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] No DVR routers for this DVR port 297b3c33-7816-4e8b-9af7-d322a7983152 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:46:45.361696 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0df799e5-7cdf-44c9-b76d-d077153dc448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.405254 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df799e5-7cdf-44c9-b76d-d077153dc448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fc5c04a-017f-4820-8cce-df76bd4f7a1c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:45.440652 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0df799e5-7cdf-44c9-b76d-d077153dc448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.444062 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7bc487-278f-4258-8257-6e62e0ed6f46 None None] Network f1926e98-a223-4d69-aca0-b114b74b472e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:45.445528 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0df799e5-7cdf-44c9-b76d-d077153dc448 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3fc5c04a-017f-4820-8cce-df76bd4f7a1c HTTP/1.1" status: 204 len: 168 time: 0.7291231 Nov 12 00:46:45.453774 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37378) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:45.469835 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f8d77c3-ab09-4750-9605-06fde1ffb3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.519882 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b2132877-7295-4998-a167-636a9a2cd0f0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.555180 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-b2132877-7295-4998-a167-636a9a2cd0f0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4838b95-65d0-4948-a620-593c691e961b']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:45.558578 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8d77c3-ab09-4750-9605-06fde1ffb3ec admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:45.571636 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-6f8d77c3-ab09-4750-9605-06fde1ffb3ec admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:45.574142 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8d77c3-ab09-4750-9605-06fde1ffb3ec admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:45.577651 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-b2132877-7295-4998-a167-636a9a2cd0f0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b756b67-531f-42c8-8bc2-1773ebe0cb74') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:45.577947 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-b2132877-7295-4998-a167-636a9a2cd0f0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b756b67-531f-42c8-8bc2-1773ebe0cb74') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:45.580546 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d77c3-ab09-4750-9605-06fde1ffb3ec admin admin] Pushing event updated for resources: {'Port': ['ID=20465638-3b19-4df7-8a8e-55376771c925,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:45.586911 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-89ebc436-2280-4254-9c95-c09f0e140819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.627790 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b2132877-7295-4998-a167-636a9a2cd0f0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.648590 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-f5a9b7a2-1c30-493d-bb78-42877e56b7d2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.666386 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b2132877-7295-4998-a167-636a9a2cd0f0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.684529 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354f1bdb-7415-4ffd-9fb9-6ebb6c0ee1fa None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:45.713073 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2132877-7295-4998-a167-636a9a2cd0f0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:46:45.714179 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b2132877-7295-4998-a167-636a9a2cd0f0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:46:45.717264 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:46:45.720456 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-89ebc436-2280-4254-9c95-c09f0e140819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.774527 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5818c2a2-6732-48ff-b2a5-cf7cb7fa4121 None None] DHCP port deletion for f1926e98-a223-4d69-aca0-b114b74b472e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:45.777986 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b454166a-1a0e-4540-910d-bc50fbd86ddc None None] Provisioning complete for port 20465638-3b19-4df7-8a8e-55376771c925 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:45.778909 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b454166a-1a0e-4540-910d-bc50fbd86ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.782060 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-f5a9b7a2-1c30-493d-bb78-42877e56b7d2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.796458 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-89ebc436-2280-4254-9c95-c09f0e140819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1926e98-a223-4d69-aca0-b114b74b472e']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:45.817537 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-89ebc436-2280-4254-9c95-c09f0e140819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb546473-6035-4426-9ccd-1c1db0e03c2d') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:45.818373 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-89ebc436-2280-4254-9c95-c09f0e140819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb546473-6035-4426-9ccd-1c1db0e03c2d') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:45.836285 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b454166a-1a0e-4540-910d-bc50fbd86ddc None None] Port 20465638-3b19-4df7-8a8e-55376771c925 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:45.846052 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-f5a9b7a2-1c30-493d-bb78-42877e56b7d2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Network d74c3bda-c588-4e57-b67a-b6869318bb04 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:45.859843 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b2132877-7295-4998-a167-636a9a2cd0f0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.860120 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-89ebc436-2280-4254-9c95-c09f0e140819 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.865679 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-f5a9b7a2-1c30-493d-bb78-42877e56b7d2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:45.868552 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-f5a9b7a2-1c30-493d-bb78-42877e56b7d2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:45.888507 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b2132877-7295-4998-a167-636a9a2cd0f0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.897184 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37384) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:45.897461 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b2132877-7295-4998-a167-636a9a2cd0f0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/networks/b4838b95-65d0-4948-a620-593c691e961b HTTP/1.1" status: 204 len: 168 time: 2.3362322 Nov 12 00:46:45.898315 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2132877-7295-4998-a167-636a9a2cd0f0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Network': ['ID=b4838b95-65d0-4948-a620-593c691e961b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:45.932034 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-1c97709c-db6d-4e73-8c59-9848c532f094 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1101538851', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:45.952122 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-89ebc436-2280-4254-9c95-c09f0e140819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.967097 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9b7a2-1c30-493d-bb78-42877e56b7d2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Pushing event updated for resources: {'Port': ['ID=9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:45.986624 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ebc436-2280-4254-9c95-c09f0e140819 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:46:45.987127 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-89ebc436-2280-4254-9c95-c09f0e140819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:46:45.989415 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:46:46.078355 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f8d77c3-ab09-4750-9605-06fde1ffb3ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.080651 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-f5a9b7a2-1c30-493d-bb78-42877e56b7d2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:46.081815 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-f5a9b7a2-1c30-493d-bb78-42877e56b7d2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.113935 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c97709c-db6d-4e73-8c59-9848c532f094 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.115718 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c97709c-db6d-4e73-8c59-9848c532f094 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.179869 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c97709c-db6d-4e73-8c59-9848c532f094 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.186491 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-f5a9b7a2-1c30-493d-bb78-42877e56b7d2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7140446 Nov 12 00:46:46.190419 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c97709c-db6d-4e73-8c59-9848c532f094 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.204769 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] Request body: {'port': {'device_id': '311473f0-9b36-44d2-8628-a4f363d0159d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:46.214637 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-89ebc436-2280-4254-9c95-c09f0e140819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.251966 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-89ebc436-2280-4254-9c95-c09f0e140819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.257375 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-89ebc436-2280-4254-9c95-c09f0e140819 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f1926e98-a223-4d69-aca0-b114b74b472e HTTP/1.1" status: 204 len: 168 time: 0.8023052 Nov 12 00:46:46.258289 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebc436-2280-4254-9c95-c09f0e140819 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1926e98-a223-4d69-aca0-b114b74b472e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:46.266167 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c97709c-db6d-4e73-8c59-9848c532f094 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.275638 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1c97709c-db6d-4e73-8c59-9848c532f094 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3396280 Nov 12 00:46:46.277656 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37394) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:46.278031 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37396) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:46.279019 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device cefad573-0473-431f-b23d-9692394f470c up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:46.296288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a571a205-b2ed-4a58-8b8b-fd8d2266eca7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'network': {'name': 'tempest-RoutersTest-1712580853'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:46.417942 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f8d77c3-ab09-4750-9605-06fde1ffb3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.455290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port cefad573-0473-431f-b23d-9692394f470c triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:46.456011 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.511836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49a8de-90a6-4364-a3f3-872bc492dc94 req-72af12f0-47ed-44d1-ab23-e4c5875848a8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:46.514131 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ad49a8de-90a6-4364-a3f3-872bc492dc94 req-72af12f0-47ed-44d1-ab23-e4c5875848a8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=311473f0-9b36-44d2-8628-a4f363d0159d HTTP/1.1" status: 200 len: 931 time: 0.1892557 Nov 12 00:46:46.514626 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa66a6bd-bfd1-4914-9a51-dcf115295a64 None None] Network 6307f6ac-8534-473b-9c55-0dd7d1da8597 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:46.518326 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.541757 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb6d205-8c30-4201-b23e-27d9f8761b81 admin admin] Deleting subnet b89ad267-686e-402c-8d3f-f607276a6fd1 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:46:46.545229 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a571a205-b2ed-4a58-8b8b-fd8d2266eca7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Made reservation on behalf of 04c66709839745f5bde4b3cea0f296bc for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:46.548540 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a571a205-b2ed-4a58-8b8b-fd8d2266eca7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.583896 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ebb6d205-8c30-4201-b23e-27d9f8761b81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.657748 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-80cd5e4e-2086-4660-8f31-b8d376bfc552 None None] Provisioning complete for port cefad573-0473-431f-b23d-9692394f470c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:46.658121 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-80cd5e4e-2086-4660-8f31-b8d376bfc552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.724858 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8d77c3-ab09-4750-9605-06fde1ffb3ec admin admin] Router f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:46:46.784216 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.927968 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port cefad573-0473-431f-b23d-9692394f470c, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=cefad573-0473-431f-b23d-9692394f470c,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:46.947964 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:46.958882 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.979650 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-80cd5e4e-2086-4660-8f31-b8d376bfc552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.986816 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:46.999203 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8d77c3-ab09-4750-9605-06fde1ffb3ec admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:46:47.020051 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] Sync routers for ids ['f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:46:47.030989 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f8d77c3-ab09-4750-9605-06fde1ffb3ec admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.036481 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6f8d77c3-ab09-4750-9605-06fde1ffb3ec admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2045062 Nov 12 00:46:47.036632 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37426) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:47.097006 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 297b3c33-7816-4e8b-9af7-d322a7983152 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:46:47.126354 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] Routers {'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:47.127189 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:47.138720 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] Transition to ACTIVE for port object 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:46:47.145954 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ebb6d205-8c30-4201-b23e-27d9f8761b81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.165325 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ad49a8de-90a6-4364-a3f3-872bc492dc94 req-4f85213d-d783-4b34-b97e-ea4e609bdb46 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6315441 Nov 12 00:46:47.179025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=cefad573-0473-431f-b23d-9692394f470c,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:47.204715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 297b3c33-7816-4e8b-9af7-d322a7983152 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:46:47.205070 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 297b3c33-7816-4e8b-9af7-d322a7983152 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:46:47.248882 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-80cd5e4e-2086-4660-8f31-b8d376bfc552 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:46:47.249608 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-80cd5e4e-2086-4660-8f31-b8d376bfc552 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:46:47.283382 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a571a205-b2ed-4a58-8b8b-fd8d2266eca7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:46:47.300355 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.309966 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] Set router f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:47.322997 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ebb6d205-8c30-4201-b23e-27d9f8761b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.430631 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a571a205-b2ed-4a58-8b8b-fd8d2266eca7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.430631 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-a571a205-b2ed-4a58-8b8b-fd8d2266eca7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Added segment 070e67c8-db48-4fc3-8fd6-abea13aa6bfe of type vlan for network 8087a3d5-3aa9-4258-bced-d416e671e2c0 Nov 12 00:46:47.614563 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:47.615684 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'name': 'tempest-ServerActionsTestJSON-1026065405-router', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '20465638-3b19-4df7-8a8e-55376771c925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:42Z', 'updated_at': '2021-11-12T00:46:45Z', 'revision_number': 3, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'gw_port': {'id': '20465638-3b19-4df7-8a8e-55376771c925', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:43Z', 'updated_at': '2021-11-12T00:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:47.618249 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a571a205-b2ed-4a58-8b8b-fd8d2266eca7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.661412 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] Checking router: f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:46:47.661778 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] Updating router f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 port 20465638-3b19-4df7-8a8e-55376771c925 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:46:47.698177 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.719753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] Attempting to bind port 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:47.719753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] Attempting to bind port 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:47.719753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] Attempting to bind port 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d on network d74c3bda-c588-4e57-b67a-b6869318bb04 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:47.727486 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ebb6d205-8c30-4201-b23e-27d9f8761b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.762591 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ebb6d205-8c30-4201-b23e-27d9f8761b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.767220 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ebb6d205-8c30-4201-b23e-27d9f8761b81 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b89ad267-686e-402c-8d3f-f607276a6fd1 HTTP/1.1" status: 204 len: 168 time: 1.4857531 Nov 12 00:46:47.773160 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37432) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:47.787978 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a571a205-b2ed-4a58-8b8b-fd8d2266eca7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.793991 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a571a205-b2ed-4a58-8b8b-fd8d2266eca7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:47.795532 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a571a205-b2ed-4a58-8b8b-fd8d2266eca7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.798177 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] Port 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d on network d74c3bda-c588-4e57-b67a-b6869318bb04 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:46:47.798662 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] Attempting to bind port 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d on network d74c3bda-c588-4e57-b67a-b6869318bb04 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:47.809337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:47.809928 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] Checking segment: {'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:47.810504 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] Bound using segment: {'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:47.811117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] Bound port: 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:47.811635 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.826274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6d205-8c30-4201-b23e-27d9f8761b81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b89ad267-686e-402c-8d3f-f607276a6fd1,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:47.835926 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2c49bb-1566-4d18-8ed3-b04a44787fb6 None None] Network b8beb057-4dbb-41b4-b297-f38530863db2 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:47.889829 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a571a205-b2ed-4a58-8b8b-fd8d2266eca7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6058760 Nov 12 00:46:47.920730 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37434) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:47.925518 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-6653bb42-24ee-4367-b7a9-2551ce35054f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'subnet': {'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:47.931269 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdc57fb9-27a5-48c2-9596-37647c208597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:47.971781 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571a205-b2ed-4a58-8b8b-fd8d2266eca7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Network': ['ID=8087a3d5-3aa9-4258-bced-d416e671e2c0,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:47.976026 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-83177af2-3137-4f06-8e41-6f5bf2743c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.006888 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 8087a3d5-3aa9-4258-bced-d416e671e2c0 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:46:48.031128 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] For port 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:48.054614 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] For port 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:48.070125 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.091754 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:48.092306 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.093884 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] 10.222.0.21 "PUT /v2.0/ports/9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d HTTP/1.1" status: 200 len: 1092 time: 1.8945832 Nov 12 00:46:48.096827 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311473f0-9b36-44d2-8628-a4f363d0159d', 'tag': '9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:48.099422 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797d8475-4dde-4176-a0be-a79c1601fcce" -d '{"events": [{"name": "network-changed", "server_uuid": "311473f0-9b36-44d2-8628-a4f363d0159d", "tag": "9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:48.221251 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16aba3f3-77a8-4d14-81ab-b2620ef8a2d5 x-openstack-request-id: req-16aba3f3-77a8-4d14-81ab-b2620ef8a2d5 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:48.221846 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311473f0-9b36-44d2-8628-a4f363d0159d", "tag": "9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:48.222315 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16aba3f3-77a8-4d14-81ab-b2620ef8a2d5 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:48.222945 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311473f0-9b36-44d2-8628-a4f363d0159d', 'tag': '9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d', 'status': 'completed', 'code': 200} Nov 12 00:46:48.232455 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6653bb42-24ee-4367-b7a9-2551ce35054f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Made reservation on behalf of 04c66709839745f5bde4b3cea0f296bc for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:48.236321 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6653bb42-24ee-4367-b7a9-2551ce35054f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.266597 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device cefad573-0473-431f-b23d-9692394f470c up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:48.334006 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-7a4a5af7-0304-4dda-9010-46ba479f1f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:48.341022 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-7a4a5af7-0304-4dda-9010-46ba479f1f7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ede968b1a094c7192de77d827500d37&device_id=311473f0-9b36-44d2-8628-a4f363d0159d HTTP/1.1" status: 200 len: 1095 time: 0.1653402 Nov 12 00:46:48.356043 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad338ff-907e-4070-8cb7-c807ffd9b4ad None None] DHCP port deletion for b8beb057-4dbb-41b4-b297-f38530863db2 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:48.369359 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4ce02609-649d-49cc-a2e1-6354cf729766 None None] Provisioning complete for port cefad573-0473-431f-b23d-9692394f470c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:48.369746 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4ce02609-649d-49cc-a2e1-6354cf729766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.437598 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee6f95-5064-4fbe-ae3c-ebe905fc54a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:48.448731 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-3d8b7a4d-8e7f-4588-9bdf-022aec2df77e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d HTTP/1.1" status: 200 len: 217 time: 0.0653713 Nov 12 00:46:48.504546 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.509902 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-83177af2-3137-4f06-8e41-6f5bf2743c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.517540 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-79247855-b0d0-4d94-8c3b-fe79ed94a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:48.519750 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-79247855-b0d0-4d94-8c3b-fe79ed94a3b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9007ee2-5879-4419-99d4-bd9610ef3298 HTTP/1.1" status: 200 len: 850 time: 0.0561676 Nov 12 00:46:48.530241 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ca67d-e199-4a61-9f3d-128b274ee580 req-287a2e80-6bd2-4b3c-873e-576885b1919a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:48.531889 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c07ca67d-e199-4a61-9f3d-128b274ee580 req-287a2e80-6bd2-4b3c-873e-576885b1919a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=311473f0-9b36-44d2-8628-a4f363d0159d HTTP/1.1" status: 200 len: 943 time: 0.2037201 Nov 12 00:46:48.560214 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.562382 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port cefad573-0473-431f-b23d-9692394f470c triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:48.565410 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.574494 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-178a4aff-ddbc-46e8-8b57-8838317adf26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d74c3bda-c588-4e57-b67a-b6869318bb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415094 Nov 12 00:46:48.643016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-83177af2-3137-4f06-8e41-6f5bf2743c51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8beb057-4dbb-41b4-b297-f38530863db2']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:48.663207 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-83177af2-3137-4f06-8e41-6f5bf2743c51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c815fd-9ca1-4a39-9cbb-06539e1e14bf') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:48.663507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-83177af2-3137-4f06-8e41-6f5bf2743c51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c815fd-9ca1-4a39-9cbb-06539e1e14bf') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:48.681880 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-83177af2-3137-4f06-8e41-6f5bf2743c51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.699846 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-fdc57fb9-27a5-48c2-9596-37647c208597 admin admin] Allocated IP 172.20.0.1 (6307f6ac-8534-473b-9c55-0dd7d1da8597/b8aa6c3c-5081-4604-8817-fb3a926bbac1/01797d83-c87e-4cb1-96bc-a44ba5b3a47b) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:48.785226 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feed7384-28b6-4939-a02e-c7564d35a5b4 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:48.825594 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] Attempting to bind port 20465638-3b19-4df7-8a8e-55376771c925 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:48.826119 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] Attempting to bind port 20465638-3b19-4df7-8a8e-55376771c925 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:48.826588 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] Attempting to bind port 20465638-3b19-4df7-8a8e-55376771c925 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:48.864093 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2729e-14cd-4061-bc59-6714e310c6da None None] Pushing event updated for resources: {'Port': ['ID=20465638-3b19-4df7-8a8e-55376771c925,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:48.878190 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-83177af2-3137-4f06-8e41-6f5bf2743c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.883774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:48.888321 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdc57fb9-27a5-48c2-9596-37647c208597 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.890951 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:48.890951 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.891640 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:48.892521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] Bound port: 20465638-3b19-4df7-8a8e-55376771c925, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:48.892653 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83177af2-3137-4f06-8e41-6f5bf2743c51 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:46:48.892794 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.892963 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-83177af2-3137-4f06-8e41-6f5bf2743c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:46:48.895604 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:46:48.969205 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f9e67be9-3053-4c9c-8b5a-25f4c430bee2 None None] Provisioning complete for port 20465638-3b19-4df7-8a8e-55376771c925 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:48.969732 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f9e67be9-3053-4c9c-8b5a-25f4c430bee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.983390 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-83177af2-3137-4f06-8e41-6f5bf2743c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.994542 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-83177af2-3137-4f06-8e41-6f5bf2743c51 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:48.999339 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-83177af2-3137-4f06-8e41-6f5bf2743c51 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b8beb057-4dbb-41b4-b297-f38530863db2 HTTP/1.1" status: 204 len: 168 time: 1.2246728 Nov 12 00:46:49.022784 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83177af2-3137-4f06-8e41-6f5bf2743c51 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8beb057-4dbb-41b4-b297-f38530863db2,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:49.033541 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdc57fb9-27a5-48c2-9596-37647c208597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.085315 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc57fb9-27a5-48c2-9596-37647c208597 admin admin] Pushing event updated for resources: {'Port': ['ID=01797d83-c87e-4cb1-96bc-a44ba5b3a47b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:49.108463 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc57fb9-27a5-48c2-9596-37647c208597 admin admin] Network 6307f6ac-8534-473b-9c55-0dd7d1da8597 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:49.110378 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-fdc57fb9-27a5-48c2-9596-37647c208597 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:49.118369 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc57fb9-27a5-48c2-9596-37647c208597 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:49.222595 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdc57fb9-27a5-48c2-9596-37647c208597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.320950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37464) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:49.437911 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f06c6d07-a62c-411c-b224-4e4ac73933d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c08be1f58b544848c94fddfb37189e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1155622 Nov 12 00:46:49.438355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37468) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:49.453587 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c07ca67d-e199-4a61-9f3d-128b274ee580 req-3770c00c-9d0a-4927-8254-b02a94f142cf tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9095163 Nov 12 00:46:49.457433 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6653bb42-24ee-4367-b7a9-2551ce35054f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.530841 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] For port 20465638-3b19-4df7-8a8e-55376771c925, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:49.555595 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] For port 20465638-3b19-4df7-8a8e-55376771c925, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=20465638-3b19-4df7-8a8e-55376771c925,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:49.565480 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f9e67be9-3053-4c9c-8b5a-25f4c430bee2 None None] Port 20465638-3b19-4df7-8a8e-55376771c925 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:49.578102 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdc57fb9-27a5-48c2-9596-37647c208597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.592813 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653bb42-24ee-4367-b7a9-2551ce35054f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Subnet': ['ID=f2288d87-4365-4138-93d0-951585077915,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:49.595274 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.611339 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-05d3cb1e-4844-40fd-a51d-7d94a0f90b50 service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0269942 Nov 12 00:46:49.631717 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14d64af1-3c0b-43f2-bccc-bceb089eedc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.658425 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6653bb42-24ee-4367-b7a9-2551ce35054f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Checking segment: {'id': '070e67c8-db48-4fc3-8fd6-abea13aa6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:49.658759 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6653bb42-24ee-4367-b7a9-2551ce35054f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network hostable DHCP agents. Network: 8087a3d5-3aa9-4258-bced-d416e671e2c0, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:46:49.699163 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b562728-5e4d-48fd-a9a6-e5628bc3ddf1 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:46:49.727650 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14d64af1-3c0b-43f2-bccc-bceb089eedc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.733678 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6653bb42-24ee-4367-b7a9-2551ce35054f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network 8087a3d5-3aa9-4258-bced-d416e671e2c0 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:46:49.747721 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-92583100-f588-4b58-89d0-c262d83c2378 None None] Provisioning complete for port 01797d83-c87e-4cb1-96bc-a44ba5b3a47b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:49.750705 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-6653bb42-24ee-4367-b7a9-2551ce35054f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 8087a3d5-3aa9-4258-bced-d416e671e2c0) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:49.757199 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-92583100-f588-4b58-89d0-c262d83c2378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.760660 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] Routers {'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:49.766758 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6653bb42-24ee-4367-b7a9-2551ce35054f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:49.767051 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:49.767374 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6653bb42-24ee-4367-b7a9-2551ce35054f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.769862 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2729e-14cd-4061-bc59-6714e310c6da None None] Pushing event updated for resources: {'Port': ['ID=20465638-3b19-4df7-8a8e-55376771c925,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:49.779986 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb3be95b-dfca-42b4-85a7-ed2e9c1b5b0a req-916fafd8-0384-4d96-b1b1-b34419f82540 service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545920 Nov 12 00:46:49.794494 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6653bb42-24ee-4367-b7a9-2551ce35054f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8700881 Nov 12 00:46:49.794783 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37474) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:49.823161 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9541f0-066c-4d7f-9a30-04f39cb75ba7 None None] Network 8087a3d5-3aa9-4258-bced-d416e671e2c0 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:49.966808 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14d64af1-3c0b-43f2-bccc-bceb089eedc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.973924 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14d64af1-3c0b-43f2-bccc-bceb089eedc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:49.977349 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-14d64af1-3c0b-43f2-bccc-bceb089eedc6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/effb1de5-f0a2-4318-b0d6-01c9d28f2628 HTTP/1.1" status: 204 len: 168 time: 0.5355911 Nov 12 00:46:50.005770 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d64af1-3c0b-43f2-bccc-bceb089eedc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effb1de5-f0a2-4318-b0d6-01c9d28f2628,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:50.010502 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c4bcff36-6f27-4ca2-9423-90e6e6f12bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.029907 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-92583100-f588-4b58-89d0-c262d83c2378 None None] Port 01797d83-c87e-4cb1-96bc-a44ba5b3a47b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:50.057661 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdc57fb9-27a5-48c2-9596-37647c208597 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.067391 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdc57fb9-27a5-48c2-9596-37647c208597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.143453 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdc57fb9-27a5-48c2-9596-37647c208597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.168429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] Set router f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:50.183420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d8475-4dde-4176-a0be-a79c1601fcce req-aaca44bd-e050-49ae-b90e-20271520a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:50.190349 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-797d8475-4dde-4176-a0be-a79c1601fcce req-aaca44bd-e050-49ae-b90e-20271520a263 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ede968b1a094c7192de77d827500d37&device_id=311473f0-9b36-44d2-8628-a4f363d0159d HTTP/1.1" status: 200 len: 1095 time: 0.3267038 Nov 12 00:46:50.251174 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc57fb9-27a5-48c2-9596-37647c208597 admin admin] Pushing event updated for resources: {'Port': ['ID=01797d83-c87e-4cb1-96bc-a44ba5b3a47b,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:50.390225 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc57fb9-27a5-48c2-9596-37647c208597 admin admin] Network 6307f6ac-8534-473b-9c55-0dd7d1da8597 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:50.397799 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-fdc57fb9-27a5-48c2-9596-37647c208597 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:50.410926 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d8475-4dde-4176-a0be-a79c1601fcce req-435c2835-05c3-4b84-acf8-cc197434fcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:50.415447 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-797d8475-4dde-4176-a0be-a79c1601fcce req-435c2835-05c3-4b84-acf8-cc197434fcea service neutron] 10.222.0.21 "GET /v2.0/networks?id=d74c3bda-c588-4e57-b67a-b6869318bb04 HTTP/1.1" status: 200 len: 911 time: 0.2138042 Nov 12 00:46:50.492647 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-797d8475-4dde-4176-a0be-a79c1601fcce req-69a4e663-8384-42c5-954f-08c2366189d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d HTTP/1.1" status: 200 len: 217 time: 0.0666008 Nov 12 00:46:50.605577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc57fb9-27a5-48c2-9596-37647c208597 admin admin] Router f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:46:50.619525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a665cd5f-5e9d-45a3-adad-6166aa9be18b None None] Provisioning complete for port 20465638-3b19-4df7-8a8e-55376771c925 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:50.619991 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a665cd5f-5e9d-45a3-adad-6166aa9be18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.707837 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae4c60f-4221-4a13-9c89-33c9766210d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-8087a3d5-3aa9-4258-bced-d416e671e2c0', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:46:50.708752 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dae4c60f-4221-4a13-9c89-33c9766210d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.742152 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6e8371f-2f97-4ecb-b4f5-20796e910dcd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:50.770369 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37494) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:50.926624 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-dae4c60f-4221-4a13-9c89-33c9766210d8 None None] Allocated IP 172.20.0.2 (8087a3d5-3aa9-4258-bced-d416e671e2c0/f2288d87-4365-4138-93d0-951585077915/836c640a-f488-4872-852d-d6b113af92b8) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:50.954778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3656c-43fd-40b4-9c67-1dd760921e80 req-41ad0553-1080-4c75-b56a-7b64739a5033 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:50.956430 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d6b3656c-43fd-40b4-9c67-1dd760921e80 req-41ad0553-1080-4c75-b56a-7b64739a5033 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=311473f0-9b36-44d2-8628-a4f363d0159d HTTP/1.1" status: 200 len: 943 time: 0.3213725 Nov 12 00:46:51.009497 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e87ed70b-198e-4237-a6be-cbc36ea97989 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab378a3ef0e246e2b5388640fd6262b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2069800 Nov 12 00:46:51.013468 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37496) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:51.046053 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a665cd5f-5e9d-45a3-adad-6166aa9be18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.053709 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d8475-4dde-4176-a0be-a79c1601fcce req-76677162-2c61-4b25-b6ea-602942ad23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:51.057047 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-797d8475-4dde-4176-a0be-a79c1601fcce req-76677162-2c61-4b25-b6ea-602942ad23a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9007ee2-5879-4419-99d4-bd9610ef3298 HTTP/1.1" status: 200 len: 850 time: 0.5397549 Nov 12 00:46:51.063280 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc57fb9-27a5-48c2-9596-37647c208597 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:46:51.072947 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fdc57fb9-27a5-48c2-9596-37647c208597 admin admin] 10.222.0.31 "PUT /v2.0/routers/f976b1a5-c433-4bac-afc9-d7ffcabe3ae2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0350914 Nov 12 00:46:51.140354 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-36782db7-ed60-4b3a-8295-c0f8432d33a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.143420 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-797d8475-4dde-4176-a0be-a79c1601fcce req-1a068ccc-9737-49a0-b1c5-cb6a06778fb7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d74c3bda-c588-4e57-b67a-b6869318bb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776556 Nov 12 00:46:51.147231 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d6b3656c-43fd-40b4-9c67-1dd760921e80 req-81413c9d-f3d2-4a22-8b97-059257bb6570 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792767 Nov 12 00:46:51.208940 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a665cd5f-5e9d-45a3-adad-6166aa9be18b None None] For port 20465638-3b19-4df7-8a8e-55376771c925, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=20465638-3b19-4df7-8a8e-55376771c925,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:51.216883 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-36782db7-ed60-4b3a-8295-c0f8432d33a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.228907 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a665cd5f-5e9d-45a3-adad-6166aa9be18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.239849 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'name': 'tempest-ServerActionsTestJSON-1026065405-router', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '20465638-3b19-4df7-8a8e-55376771c925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:42Z', 'updated_at': '2021-11-12T00:46:49Z', 'revision_number': 4, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'gw_port': {'id': '20465638-3b19-4df7-8a8e-55376771c925', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:43Z', 'updated_at': '2021-11-12T00:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '01797d83-c87e-4cb1-96bc-a44ba5b3a47b', 'name': '', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'mac_address': 'fa:16:3e:2c:8f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:47Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 1, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'subnets': [{'id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:51.294344 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58cf1b1-4005-442b-a6f9-ea501f6943f8 None None] The sync data for ids ['f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'] in n-d-712137-14 is: [{'id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'name': 'tempest-ServerActionsTestJSON-1026065405-router', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '20465638-3b19-4df7-8a8e-55376771c925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:42Z', 'updated_at': '2021-11-12T00:46:49Z', 'revision_number': 4, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'gw_port': {'id': '20465638-3b19-4df7-8a8e-55376771c925', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:43Z', 'updated_at': '2021-11-12T00:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '01797d83-c87e-4cb1-96bc-a44ba5b3a47b', 'name': '', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'mac_address': 'fa:16:3e:2c:8f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:47Z', 'updated_at': '2021-11-12T00:46:48Z', 'revision_number': 1, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'subnets': [{'id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:46:51.309014 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-797d8475-4dde-4176-a0be-a79c1601fcce req-8b1513b7-dc13-456f-86a5-8977a966d52e service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577063 Nov 12 00:46:51.331933 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-36782db7-ed60-4b3a-8295-c0f8432d33a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.345381 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-36782db7-ed60-4b3a-8295-c0f8432d33a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.349959 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-36782db7-ed60-4b3a-8295-c0f8432d33a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed5c2e6d-22d0-4178-9e43-6abdbcc6c3d4 HTTP/1.1" status: 204 len: 168 time: 0.3304017 Nov 12 00:46:51.375795 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36782db7-ed60-4b3a-8295-c0f8432d33a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5c2e6d-22d0-4178-9e43-6abdbcc6c3d4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:51.384501 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665cd5f-5e9d-45a3-adad-6166aa9be18b None None] Pushing event updated for resources: {'Port': ['ID=20465638-3b19-4df7-8a8e-55376771c925,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:51.510422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7d37d290-9c11-4991-9f2f-93e65ce18436 None None] Provisioning complete for port 01797d83-c87e-4cb1-96bc-a44ba5b3a47b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:51.520105 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7d37d290-9c11-4991-9f2f-93e65ce18436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.595954 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dae4c60f-4221-4a13-9c89-33c9766210d8 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.621298 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7d37d290-9c11-4991-9f2f-93e65ce18436 None None] Port 01797d83-c87e-4cb1-96bc-a44ba5b3a47b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:51.623781 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dae4c60f-4221-4a13-9c89-33c9766210d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.656061 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-797d8475-4dde-4176-a0be-a79c1601fcce req-3c6608cb-c1a4-411a-bb3c-65f6f599198c service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259029 Nov 12 00:46:51.736401 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae4c60f-4221-4a13-9c89-33c9766210d8 None None] Network 8087a3d5-3aa9-4258-bced-d416e671e2c0 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:51.740294 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-dae4c60f-4221-4a13-9c89-33c9766210d8 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:51.744912 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae4c60f-4221-4a13-9c89-33c9766210d8 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:51.748721 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c60f-4221-4a13-9c89-33c9766210d8 None None] Pushing event updated for resources: {'Port': ['ID=836c640a-f488-4872-852d-d6b113af92b8,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:51.869864 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-c6e8371f-2f97-4ecb-b4f5-20796e910dcd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Allocated IP 172.20.0.1 (8087a3d5-3aa9-4258-bced-d416e671e2c0/f2288d87-4365-4138-93d0-951585077915/c2699227-a552-42bd-a90d-505260a15494) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:51.952146 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-dae4c60f-4221-4a13-9c89-33c9766210d8 None None] Attempting to bind port 836c640a-f488-4872-852d-d6b113af92b8 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:51.952520 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-dae4c60f-4221-4a13-9c89-33c9766210d8 None None] Attempting to bind port 836c640a-f488-4872-852d-d6b113af92b8 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '070e67c8-db48-4fc3-8fd6-abea13aa6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:51.952935 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae4c60f-4221-4a13-9c89-33c9766210d8 None None] Attempting to bind port 836c640a-f488-4872-852d-d6b113af92b8 on network 8087a3d5-3aa9-4258-bced-d416e671e2c0 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:51.964348 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae4c60f-4221-4a13-9c89-33c9766210d8 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:51.964732 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae4c60f-4221-4a13-9c89-33c9766210d8 None None] Checking segment: {'id': '070e67c8-db48-4fc3-8fd6-abea13aa6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:51.965409 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dae4c60f-4221-4a13-9c89-33c9766210d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:51.965807 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae4c60f-4221-4a13-9c89-33c9766210d8 None None] Bound using segment: {'id': '070e67c8-db48-4fc3-8fd6-abea13aa6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:51.967888 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-dae4c60f-4221-4a13-9c89-33c9766210d8 None None] Bound port: 836c640a-f488-4872-852d-d6b113af92b8, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070e67c8-db48-4fc3-8fd6-abea13aa6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:51.968209 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dae4c60f-4221-4a13-9c89-33c9766210d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.080803 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-dae4c60f-4221-4a13-9c89-33c9766210d8 None None] For port 836c640a-f488-4872-852d-d6b113af92b8, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:52.084829 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-dae4c60f-4221-4a13-9c89-33c9766210d8 None None] For port 836c640a-f488-4872-852d-d6b113af92b8, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=836c640a-f488-4872-852d-d6b113af92b8,segment=NetworkSegment(070e67c8-db48-4fc3-8fd6-abea13aa6bfe),segment_id=070e67c8-db48-4fc3-8fd6-abea13aa6bfe)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:52.115923 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dae4c60f-4221-4a13-9c89-33c9766210d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.204122 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6e8371f-2f97-4ecb-b4f5-20796e910dcd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.328579 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:46:52.351343 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6e8371f-2f97-4ecb-b4f5-20796e910dcd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.380814 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c60f-4221-4a13-9c89-33c9766210d8 None None] Pushing event updated for resources: {'Port': ['ID=836c640a-f488-4872-852d-d6b113af92b8,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:52.413541 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9112f06a-7f7a-4524-b137-0c9170fcaf68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.435498 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e8371f-2f97-4ecb-b4f5-20796e910dcd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network 8087a3d5-3aa9-4258-bced-d416e671e2c0 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:52.506851 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:46:52.528011 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-c6e8371f-2f97-4ecb-b4f5-20796e910dcd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:52.531778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91899354-a648-4076-b6ff-0dd53b48f47b req-30cd7d42-4558-46a0-ad8e-9f78056cc95b tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:52.545759 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e8371f-2f97-4ecb-b4f5-20796e910dcd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:52.553870 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-91899354-a648-4076-b6ff-0dd53b48f47b req-30cd7d42-4558-46a0-ad8e-9f78056cc95b tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=311473f0-9b36-44d2-8628-a4f363d0159d HTTP/1.1" status: 200 len: 943 time: 0.2213805 Nov 12 00:46:52.673648 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8371f-2f97-4ecb-b4f5-20796e910dcd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Port': ['ID=c2699227-a552-42bd-a90d-505260a15494,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:52.752656 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-91899354-a648-4076-b6ff-0dd53b48f47b req-9a646f92-b005-41ad-b14b-b739b5b773ba tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960061 Nov 12 00:46:52.793523 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6e8371f-2f97-4ecb-b4f5-20796e910dcd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:52.969736 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:53.049223 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d', 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04', 'port_id': '9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d', 'mac_address': 'fa:16:3e:27:45:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9007ee2-5879-4419-99d4-bd9610ef3298', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:46:53.137518 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37568) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:53.243310 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37574) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:53.247983 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-31e86301-d202-46b3-b685-21e256c806e9 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2034489035', 'description': 'tempest-description--530819522'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:53.251938 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.293226 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:46:53.334219 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31e86301-d202-46b3-b685-21e256c806e9 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.341964 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6e8371f-2f97-4ecb-b4f5-20796e910dcd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.385693 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:53.409362 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.414476 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7c166780-3749-4fbe-a6a5-2150fa37d0de admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.430924 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.598397 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:53.632673 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:46:53.712610 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31e86301-d202-46b3-b685-21e256c806e9 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.744041 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31e86301-d202-46b3-b685-21e256c806e9 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.936785 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31e86301-d202-46b3-b685-21e256c806e9 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.940632 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-31e86301-d202-46b3-b685-21e256c806e9 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6936593 Nov 12 00:46:53.965291 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7c166780-3749-4fbe-a6a5-2150fa37d0de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:53.978411 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37586) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:53.983242 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-15640248-5ce3-4ab5-a528-498a43363fc1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Request body: {'security_group_rule': {'security_group_id': '2c93d926-d8d6-41db-a0f3-db8d62155fd2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:54.071319 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7c166780-3749-4fbe-a6a5-2150fa37d0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.189435 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6e8371f-2f97-4ecb-b4f5-20796e910dcd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.230823 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7c166780-3749-4fbe-a6a5-2150fa37d0de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31241db06b604241a7a6f46fee29d610&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0852332 Nov 12 00:46:54.235607 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e86301-d202-46b3-b685-21e256c806e9 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c93d926-d8d6-41db-a0f3-db8d62155fd2,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:54.253433 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6e8371f-2f97-4ecb-b4f5-20796e910dcd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.257849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37592) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:54.399576 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.441016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c166780-3749-4fbe-a6a5-2150fa37d0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c04f01-6c88-480b-99da-83fc7c959210,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:54.529562 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f1956a7-8f50-4df4-a0ea-79d37ebcf681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.593320 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 20465638-3b19-4df7-8a8e-55376771c925 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:54.645254 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f1956a7-8f50-4df4-a0ea-79d37ebcf681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.654179 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8371f-2f97-4ecb-b4f5-20796e910dcd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Port': ['ID=c2699227-a552-42bd-a90d-505260a15494,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:54.670985 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6e8371f-2f97-4ecb-b4f5-20796e910dcd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.723064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a87b45-59db-4a2c-9501-f8a6b5916899 None None] Network 8087a3d5-3aa9-4258-bced-d416e671e2c0 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:46:54.841466 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-15640248-5ce3-4ab5-a528-498a43363fc1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.941195 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f1956a7-8f50-4df4-a0ea-79d37ebcf681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.944544 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f1956a7-8f50-4df4-a0ea-79d37ebcf681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:54.954018 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9f1956a7-8f50-4df4-a0ea-79d37ebcf681 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1c04f01-6c88-480b-99da-83fc7c959210 HTTP/1.1" status: 204 len: 168 time: 0.6934147 Nov 12 00:46:54.973401 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b437b45-5e1f-4e74-a06d-1d3ba47e2d47 req-86d04066-b91b-4613-8a84-fe4546a3e9fa tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:54.983915 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b437b45-5e1f-4e74-a06d-1d3ba47e2d47 req-86d04066-b91b-4613-8a84-fe4546a3e9fa tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=311473f0-9b36-44d2-8628-a4f363d0159d HTTP/1.1" status: 200 len: 944 time: 0.7841053 Nov 12 00:46:54.999059 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1956a7-8f50-4df4-a0ea-79d37ebcf681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c04f01-6c88-480b-99da-83fc7c959210,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:55.025877 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3ae0a148-63ca-4480-bebe-ab0307ee1a06 None None] Provisioning complete for port 836c640a-f488-4872-852d-d6b113af92b8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:55.026255 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a148-63ca-4480-bebe-ab0307ee1a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.050987 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-15640248-5ce3-4ab5-a528-498a43363fc1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.054193 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e8371f-2f97-4ecb-b4f5-20796e910dcd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network 8087a3d5-3aa9-4258-bced-d416e671e2c0 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:55.058047 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-15640248-5ce3-4ab5-a528-498a43363fc1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.064039 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-c6e8371f-2f97-4ecb-b4f5-20796e910dcd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:55.095925 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15640248-5ce3-4ab5-a528-498a43363fc1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4061d8e4-e308-4511-b2f5-adc7b39124aa,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:55.098686 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 20465638-3b19-4df7-8a8e-55376771c925 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:55.101208 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.115303 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-15640248-5ce3-4ab5-a528-498a43363fc1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.121283 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-15640248-5ce3-4ab5-a528-498a43363fc1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1416416 Nov 12 00:46:55.124060 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37612) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:55.133491 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-542a78e9-5d1d-45ab-84fa-abb14fca0c1a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Request body: {'security_group_rule': {'security_group_id': '2c93d926-d8d6-41db-a0f3-db8d62155fd2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:55.182997 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b437b45-5e1f-4e74-a06d-1d3ba47e2d47 req-ca5e6234-c153-4de0-a07b-574ab00e4047 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881361 Nov 12 00:46:55.189449 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-542a78e9-5d1d-45ab-84fa-abb14fca0c1a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.381515 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-542a78e9-5d1d-45ab-84fa-abb14fca0c1a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.393829 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-542a78e9-5d1d-45ab-84fa-abb14fca0c1a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.447484 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-542a78e9-5d1d-45ab-84fa-abb14fca0c1a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.450114 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-542a78e9-5d1d-45ab-84fa-abb14fca0c1a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3246462 Nov 12 00:46:55.456739 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37620) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:55.473518 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b47e4bf5-d099-4a56-87ae-7e4bfcc91b63 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:55.548543 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a78e9-5d1d-45ab-84fa-abb14fca0c1a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2627fa-60f6-4c8a-891f-c1712519fd95,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:55.558889 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b47e4bf5-d099-4a56-87ae-7e4bfcc91b63 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.661079 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e8371f-2f97-4ecb-b4f5-20796e910dcd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:46:55.840410 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37630) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:55.865158 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.876230 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 836c640a-f488-4872-852d-d6b113af92b8 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:55.878720 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a148-63ca-4480-bebe-ab0307ee1a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.896864 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-454ab58a-b164-455c-a3ea-534583e85504 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:55.944608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e8371f-2f97-4ecb-b4f5-20796e910dcd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:46:55.956474 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c6e8371f-2f97-4ecb-b4f5-20796e910dcd tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/25f0c848-cc3c-40a7-ad8b-034a8d2173c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1601212 Nov 12 00:46:55.962549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37632) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:55.963066 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] Sync routers for ids ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:46:55.985467 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-5c7712d4-63f9-4e3e-9be2-224b031dc4d7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'network': {'name': 'tempest-RoutersTest-716516705'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:56.000259 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] Routers {'25f0c848-cc3c-40a7-ad8b-034a8d2173c2'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:56.003026 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:56.034850 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b47e4bf5-d099-4a56-87ae-7e4bfcc91b63 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:56.092190 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:56.101852 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-454ab58a-b164-455c-a3ea-534583e85504 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:56.107876 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-3ae0a148-63ca-4480-bebe-ab0307ee1a06 None None] For port 836c640a-f488-4872-852d-d6b113af92b8, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=836c640a-f488-4872-852d-d6b113af92b8,segment=NetworkSegment(070e67c8-db48-4fc3-8fd6-abea13aa6bfe),segment_id=070e67c8-db48-4fc3-8fd6-abea13aa6bfe)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:56.112099 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-454ab58a-b164-455c-a3ea-534583e85504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:56.127781 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a148-63ca-4480-bebe-ab0307ee1a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:56.166505 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-454ab58a-b164-455c-a3ea-534583e85504 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c82e022d62f4c8c8254ce8fa13216cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3201261 Nov 12 00:46:56.170090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37634) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:56.197387 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] Sync routers for ids ['f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:46:56.270300 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] Set router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:56.318826 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ab58a-b164-455c-a3ea-534583e85504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19db8924-7df5-4879-a3c7-1b9c9a1cfa57,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:56.320895 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] Routers {'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:56.321684 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:56.337600 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 836c640a-f488-4872-852d-d6b113af92b8 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:56.337989 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:56.379724 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ab58a-b164-455c-a3ea-534583e85504 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:56.380613 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ab58a-b164-455c-a3ea-534583e85504 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:56.381158 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ab58a-b164-455c-a3ea-534583e85504 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:56.381612 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ab58a-b164-455c-a3ea-534583e85504 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:56.381894 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ab58a-b164-455c-a3ea-534583e85504 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:56.382226 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ab58a-b164-455c-a3ea-534583e85504 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:56.382551 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ab58a-b164-455c-a3ea-534583e85504 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:56.382876 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ab58a-b164-455c-a3ea-534583e85504 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:56.383196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ab58a-b164-455c-a3ea-534583e85504 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:56.383517 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ab58a-b164-455c-a3ea-534583e85504 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:56.383837 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ab58a-b164-455c-a3ea-534583e85504 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:56.384236 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ab58a-b164-455c-a3ea-534583e85504 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:46:56.441355 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e6f499d6-c46b-4589-9719-5efeb06e9b3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:56.484797 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0a148-63ca-4480-bebe-ab0307ee1a06 None None] Pushing event updated for resources: {'Port': ['ID=836c640a-f488-4872-852d-d6b113af92b8,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:56.559457 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e6f499d6-c46b-4589-9719-5efeb06e9b3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:56.581448 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:56.620132 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaba92c-072e-40ea-bc62-5ce74a26d2c3 req-009a7291-d228-484c-8b39-fd444c54e7bf tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:56.621763 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-beaba92c-072e-40ea-bc62-5ce74a26d2c3 req-009a7291-d228-484c-8b39-fd444c54e7bf tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=311473f0-9b36-44d2-8628-a4f363d0159d HTTP/1.1" status: 200 len: 944 time: 0.1815608 Nov 12 00:46:56.717385 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e6f499d6-c46b-4589-9719-5efeb06e9b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:56.721833 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e6f499d6-c46b-4589-9719-5efeb06e9b3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:56.727444 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e6f499d6-c46b-4589-9719-5efeb06e9b3e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19db8924-7df5-4879-a3c7-1b9c9a1cfa57 HTTP/1.1" status: 204 len: 168 time: 0.5495682 Nov 12 00:46:56.749282 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f499d6-c46b-4589-9719-5efeb06e9b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19db8924-7df5-4879-a3c7-1b9c9a1cfa57,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:56.791624 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-beaba92c-072e-40ea-bc62-5ce74a26d2c3 req-33fb7610-3c66-4695-b715-b51e3e9bec9f tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014063 Nov 12 00:46:56.885060 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-bc771622-c858-42fc-b9bc-17992deaa29f None None] Provisioning complete for port 836c640a-f488-4872-852d-d6b113af92b8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:56.895184 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bc771622-c858-42fc-b9bc-17992deaa29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:56.978594 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8d33de77-4586-4c45-af49-e836d269687e req-fb873a8f-e5c7-412c-a554-37a18fd317d8 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=638dcdd1a35647ce9d69c5c71f6933c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1185629 Nov 12 00:46:57.056195 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7712d4-63f9-4e3e-9be2-224b031dc4d7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Made reservation on behalf of 04c66709839745f5bde4b3cea0f296bc for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:57.059740 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5c7712d4-63f9-4e3e-9be2-224b031dc4d7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.125733 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 2, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 2, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:57.142596 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] Set router f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:57.193192 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] Checking router: 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:46:57.193875 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] Updating router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 port c2699227-a552-42bd-a90d-505260a15494 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:46:57.245543 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.346864 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:46:57.375806 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabe24a-7a6c-4624-8b95-84462e5a32ae req-68dc68be-6ebb-4695-a0fe-529dc360a0a2 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:57.396493 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cfabe24a-7a6c-4624-8b95-84462e5a32ae req-68dc68be-6ebb-4695-a0fe-529dc360a0a2 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 945 time: 0.1274285 Nov 12 00:46:57.475880 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:57.476254 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.530514 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cfabe24a-7a6c-4624-8b95-84462e5a32ae req-da3b08ad-028d-4b9a-8a88-42a99006671b tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/security-groups?id=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327968 Nov 12 00:46:57.553133 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 836c640a-f488-4872-852d-d6b113af92b8 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:46:57.599051 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33de77-4586-4c45-af49-e836d269687e req-7bcbf7be-b3fc-4573-a507-3b91fab54e9c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:57.607196 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8d33de77-4586-4c45-af49-e836d269687e req-7bcbf7be-b3fc-4573-a507-3b91fab54e9c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6157086 Nov 12 00:46:57.633057 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8d33de77-4586-4c45-af49-e836d269687e req-7522537b-10ba-43e1-a102-a92816e9b7db tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/quotas/638dcdd1a35647ce9d69c5c71f6933c7 HTTP/1.1" status: 200 len: 375 time: 0.0244823 Nov 12 00:46:57.685626 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7712d4-63f9-4e3e-9be2-224b031dc4d7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:46:57.697624 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5c7712d4-63f9-4e3e-9be2-224b031dc4d7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.698854 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-5c7712d4-63f9-4e3e-9be2-224b031dc4d7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Added segment 69c98b10-0950-4e6d-934f-495b458f1950 of type vlan for network ee5543c4-8f51-4b61-962e-36500ece9159 Nov 12 00:46:57.768224 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5c7712d4-63f9-4e3e-9be2-224b031dc4d7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.787153 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8d33de77-4586-4c45-af49-e836d269687e req-8c0ff059-f347-42de-b70b-72e48f69fc16 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=638dcdd1a35647ce9d69c5c71f6933c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1529374 Nov 12 00:46:57.829133 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.841585 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.909423 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-b47e4bf5-d099-4a56-87ae-7e4bfcc91b63 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Allocated IP 172.25.0.91 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/c3daca6b-fb1a-486f-b389-28043858edd7) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:46:57.929820 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5c7712d4-63f9-4e3e-9be2-224b031dc4d7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.950449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7712d4-63f9-4e3e-9be2-224b031dc4d7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:57.951267 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5c7712d4-63f9-4e3e-9be2-224b031dc4d7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.995162 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b0bba-c804-4399-a37c-462733351833 None None] Pushing event updated for resources: {'Port': ['ID=c2699227-a552-42bd-a90d-505260a15494,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:58.117132 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e876ad6-1657-4dd2-b169-01fded167a4b req-1e2e23ec-22a1-43fa-aedc-76e11d12883a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:58.130826 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8e876ad6-1657-4dd2-b169-01fded167a4b req-1e2e23ec-22a1-43fa-aedc-76e11d12883a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=311473f0-9b36-44d2-8628-a4f363d0159d HTTP/1.1" status: 200 len: 944 time: 0.1313503 Nov 12 00:46:58.158583 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-bc771622-c858-42fc-b9bc-17992deaa29f None None] Provisioning complete for port c2699227-a552-42bd-a90d-505260a15494 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:58.159677 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bc771622-c858-42fc-b9bc-17992deaa29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.160712 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] Attempting to bind port c2699227-a552-42bd-a90d-505260a15494 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:46:58.163845 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] Attempting to bind port c2699227-a552-42bd-a90d-505260a15494 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '070e67c8-db48-4fc3-8fd6-abea13aa6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:46:58.164218 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] Attempting to bind port c2699227-a552-42bd-a90d-505260a15494 on network 8087a3d5-3aa9-4258-bced-d416e671e2c0 {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:46:58.184795 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:46:58.185010 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] Checking segment: {'id': '070e67c8-db48-4fc3-8fd6-abea13aa6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:46:58.185278 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.185724 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] Bound using segment: {'id': '070e67c8-db48-4fc3-8fd6-abea13aa6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:46:58.186142 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] Bound port: c2699227-a552-42bd-a90d-505260a15494, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070e67c8-db48-4fc3-8fd6-abea13aa6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:46:58.186530 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.274742 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8e876ad6-1657-4dd2-b169-01fded167a4b req-f5aa5181-1224-43d7-bbbf-d733014b44ce tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417758 Nov 12 00:46:58.312322 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7712d4-63f9-4e3e-9be2-224b031dc4d7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Network': ['ID=ee5543c4-8f51-4b61-962e-36500ece9159,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:58.354284 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] For port c2699227-a552-42bd-a90d-505260a15494, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:46:58.358653 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-bc771622-c858-42fc-b9bc-17992deaa29f None None] Port c2699227-a552-42bd-a90d-505260a15494 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:46:58.360109 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] For port c2699227-a552-42bd-a90d-505260a15494, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c2699227-a552-42bd-a90d-505260a15494,segment=NetworkSegment(070e67c8-db48-4fc3-8fd6-abea13aa6bfe),segment_id=070e67c8-db48-4fc3-8fd6-abea13aa6bfe)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:46:58.370613 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.372207 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network ee5543c4-8f51-4b61-962e-36500ece9159 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:46:58.416939 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3dac5eb9-6ed8-41df-a57a-2e5e18a32c0b req-2b00d8ec-0ae5-4e9f-b482-40f7ddc71e52 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=4645eb87-b988-4f2b-96aa-d39faa547f1e HTTP/1.1" status: 200 len: 210 time: 0.1528106 Nov 12 00:46:58.450363 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5c7712d4-63f9-4e3e-9be2-224b031dc4d7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.4690316 Nov 12 00:46:58.453146 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37690) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:46:58.460428 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-4f8f7395-aac8-4460-ad11-c19e75196f3e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'subnet': {'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:46:58.524337 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b0bba-c804-4399-a37c-462733351833 None None] Pushing event updated for resources: {'Port': ['ID=c2699227-a552-42bd-a90d-505260a15494,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:58.531087 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] Routers {'25f0c848-cc3c-40a7-ad8b-034a8d2173c2'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:46:58.531692 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:58.556008 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b47e4bf5-d099-4a56-87ae-7e4bfcc91b63 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.569614 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.597326 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 836c640a-f488-4872-852d-d6b113af92b8 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:58.597715 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.645822 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b47e4bf5-d099-4a56-87ae-7e4bfcc91b63 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.719934 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] Set router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:46:58.817231 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47e4bf5-d099-4a56-87ae-7e4bfcc91b63 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:46:58.843063 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-b47e4bf5-d099-4a56-87ae-7e4bfcc91b63 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:46:58.853069 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47e4bf5-d099-4a56-87ae-7e4bfcc91b63 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:46:58.906429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'name': 'tempest-ServerActionsTestJSON-1026065405-router', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '20465638-3b19-4df7-8a8e-55376771c925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:42Z', 'updated_at': '2021-11-12T00:46:49Z', 'revision_number': 4, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'gw_port': {'id': '20465638-3b19-4df7-8a8e-55376771c925', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:43Z', 'updated_at': '2021-11-12T00:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '01797d83-c87e-4cb1-96bc-a44ba5b3a47b', 'name': '', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'mac_address': 'fa:16:3e:2c:8f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:47Z', 'updated_at': '2021-11-12T00:46:49Z', 'revision_number': 2, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'subnets': [{'id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:58.911545 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311473f0-9b36-44d2-8628-a4f363d0159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:46:58.916119 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7f0ee8-c913-4e45-a815-ca6d39fbe292" -d '{"events": [{"server_uuid": "311473f0-9b36-44d2-8628-a4f363d0159d", "name": "network-vif-plugged", "status": "completed", "tag": "9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:46:58.929424 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8f7395-aac8-4460-ad11-c19e75196f3e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Made reservation on behalf of 04c66709839745f5bde4b3cea0f296bc for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:46:58.933843 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4f8f7395-aac8-4460-ad11-c19e75196f3e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:58.957892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e4bf5-d099-4a56-87ae-7e4bfcc91b63 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Pushing event updated for resources: {'Port': ['ID=c3daca6b-fb1a-486f-b389-28043858edd7,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:59.047593 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-af711979-e1fc-4d91-b445-0c24699043b1 None None] Provisioning complete for port c2699227-a552-42bd-a90d-505260a15494 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:46:59.050801 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-af711979-e1fc-4d91-b445-0c24699043b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.091804 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cc97c3-3733-425b-850e-03f9248515ed x-openstack-request-id: req-40cc97c3-3733-425b-850e-03f9248515ed {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:46:59.094705 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311473f0-9b36-44d2-8628-a4f363d0159d", "name": "network-vif-plugged", "status": "completed", "tag": "9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:46:59.094983 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40cc97c3-3733-425b-850e-03f9248515ed {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:46:59.097970 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311473f0-9b36-44d2-8628-a4f363d0159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d', 'code': 200} Nov 12 00:46:59.121983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] Checking router: f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:46:59.122456 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] Updating router f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 port 01797d83-c87e-4cb1-96bc-a44ba5b3a47b binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:46:59.173449 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:46:59.222806 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.318106 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b47e4bf5-d099-4a56-87ae-7e4bfcc91b63 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.322318 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.519606 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb94ccc-c8c1-4157-974f-9616591f6de4 req-ca389293-2a1b-4cf4-b02a-11db7c245fdb tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:59.535305 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b47e4bf5-d099-4a56-87ae-7e4bfcc91b63 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.542866 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 2, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:46:58Z', 'revision_number': 4, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:46:59.544614 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8eb94ccc-c8c1-4157-974f-9616591f6de4 req-ca389293-2a1b-4cf4-b02a-11db7c245fdb tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 945 time: 0.2875886 Nov 12 00:46:59.686016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13fc3b-ab4e-4603-bc33-56e526c52770 req-527b611c-fb19-4c10-a97a-e349e63aeee7 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:59.692244 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6d13fc3b-ab4e-4603-bc33-56e526c52770 req-527b611c-fb19-4c10-a97a-e349e63aeee7 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=311473f0-9b36-44d2-8628-a4f363d0159d HTTP/1.1" status: 200 len: 945 time: 0.2758486 Nov 12 00:46:59.724305 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd8da98-fbbd-4159-be71-d346965df5a1 None None] The sync data for ids ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'] in n-d-712137-14 is: [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:46:53Z', 'revision_number': 2, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:46:58Z', 'revision_number': 4, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:46:59.736347 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:46:59.794141 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8eb94ccc-c8c1-4157-974f-9616591f6de4 req-65b8a059-1b25-4a3d-8ba2-0b674327b433 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/security-groups?id=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483218 Nov 12 00:46:59.799055 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690c20e-699c-4bd7-a843-1716085a7d4b req-f62abbff-7e55-4883-a2fc-ae9d1f58cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:46:59.813356 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7690c20e-699c-4bd7-a843-1716085a7d4b req-f62abbff-7e55-4883-a2fc-ae9d1f58cdc0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=311473f0-9b36-44d2-8628-a4f363d0159d HTTP/1.1" status: 200 len: 1097 time: 0.5708518 Nov 12 00:46:59.944564 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4f8f7395-aac8-4460-ad11-c19e75196f3e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:59.962625 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-af711979-e1fc-4d91-b445-0c24699043b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.079362 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6d13fc3b-ab4e-4603-bc33-56e526c52770 req-5c27c835-cc6a-41ae-a904-35bc8b456f62 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691568 Nov 12 00:47:00.222420 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7690c20e-699c-4bd7-a843-1716085a7d4b req-5d4208ef-2a62-4b3b-8633-d68fff1acd4f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982408 Nov 12 00:47:00.223408 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f7395-aac8-4460-ad11-c19e75196f3e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Subnet': ['ID=5626865c-ab5f-49f1-b4bb-eece28ac0741,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:00.296478 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b47e4bf5-d099-4a56-87ae-7e4bfcc91b63 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.319972 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b47e4bf5-d099-4a56-87ae-7e4bfcc91b63 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.324865 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8bde8e27-c0a9-4e06-851c-c14b242c239d req-dda149ad-5aba-4681-a610-66ee98b160c6 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=4645eb87-b988-4f2b-96aa-d39faa547f1e HTTP/1.1" status: 200 len: 210 time: 0.2160439 Nov 12 00:47:00.412335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8f7395-aac8-4460-ad11-c19e75196f3e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Checking segment: {'id': '69c98b10-0950-4e6d-934f-495b458f1950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:00.413090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8f7395-aac8-4460-ad11-c19e75196f3e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network hostable DHCP agents. Network: ee5543c4-8f51-4b61-962e-36500ece9159, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:47:00.444559 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-af711979-e1fc-4d91-b445-0c24699043b1 None None] For port c2699227-a552-42bd-a90d-505260a15494, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c2699227-a552-42bd-a90d-505260a15494,segment=NetworkSegment(070e67c8-db48-4fc3-8fd6-abea13aa6bfe),segment_id=070e67c8-db48-4fc3-8fd6-abea13aa6bfe)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:00.458270 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e4bf5-d099-4a56-87ae-7e4bfcc91b63 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Pushing event updated for resources: {'Port': ['ID=c3daca6b-fb1a-486f-b389-28043858edd7,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:00.461587 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8f7395-aac8-4460-ad11-c19e75196f3e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network ee5543c4-8f51-4b61-962e-36500ece9159 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:47:00.476250 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-4f8f7395-aac8-4460-ad11-c19e75196f3e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, ee5543c4-8f51-4b61-962e-36500ece9159) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:00.482340 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8f7395-aac8-4460-ad11-c19e75196f3e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:00.484353 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-af711979-e1fc-4d91-b445-0c24699043b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.484768 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4f8f7395-aac8-4460-ad11-c19e75196f3e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.502464 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.517792 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7725fde7-0793-4e2e-bc64-7c825a9ef5ea None None] Network ee5543c4-8f51-4b61-962e-36500ece9159 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:00.533211 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4f8f7395-aac8-4460-ad11-c19e75196f3e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0787089 Nov 12 00:47:00.534589 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37734) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:00.632563 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b47e4bf5-d099-4a56-87ae-7e4bfcc91b63 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.700289 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b47e4bf5-d099-4a56-87ae-7e4bfcc91b63 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.711668 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b47e4bf5-d099-4a56-87ae-7e4bfcc91b63 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2530172 Nov 12 00:47:00.799513 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d33de77-4586-4c45-af49-e836d269687e req-49b2f292-b310-44bf-93af-baca7d4b35fa tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=638dcdd1a35647ce9d69c5c71f6933c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2355146 Nov 12 00:47:01.334270 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:01.437184 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b6a3a47c-e3b1-4879-88c2-d9d409dffad0 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2034489035&fields=id&tenant_id=14ea2cdd235d4a03beeb494819cf4835 HTTP/1.1" status: 200 len: 267 time: 0.2104158 Nov 12 00:47:01.503373 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a0e3d851-0d8a-4e90-82e2-a6ce1a322b63 None None] Provisioning complete for port c2699227-a552-42bd-a90d-505260a15494 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:01.503936 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a0e3d851-0d8a-4e90-82e2-a6ce1a322b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:01.683580 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af711979-e1fc-4d91-b445-0c24699043b1 None None] Pushing event updated for resources: {'Port': ['ID=c2699227-a552-42bd-a90d-505260a15494,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:01.732543 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-e9a08d9d-11ac-4a13-8732-f7c2a28df676 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:01.748019 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-e9a08d9d-11ac-4a13-8732-f7c2a28df676 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 812 time: 0.3080711 Nov 12 00:47:01.784982 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-0980b647-e90c-4913-b8c3-14b1a0366925 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/quotas/14ea2cdd235d4a03beeb494819cf4835 HTTP/1.1" status: 200 len: 375 time: 0.0297537 Nov 12 00:47:01.924611 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-de2c250d-1cf9-4474-8826-b6bbba70a121 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1385903 Nov 12 00:47:02.031128 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c2699227-a552-42bd-a90d-505260a15494 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:02.120831 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea605f42-1c26-40d1-bc8e-8036dd752f56 None None] Pushing event updated for resources: {'Port': ['ID=01797d83-c87e-4cb1-96bc-a44ba5b3a47b,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:02.141709 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3904f80-4b62-4b67-bb51-6eeec6fdf1d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-ee5543c4-8f51-4b61-962e-36500ece9159', 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'fixed_ips': [{'subnet_id': '5626865c-ab5f-49f1-b4bb-eece28ac0741'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:47:02.142572 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a3904f80-4b62-4b67-bb51-6eeec6fdf1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.145299 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-4d977c0c-dc11-40f5-9cf4-04b95d253440 service neutron] 10.222.0.31 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063639 Nov 12 00:47:02.304934 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] Attempting to bind port 01797d83-c87e-4cb1-96bc-a44ba5b3a47b on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:02.305324 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] Attempting to bind port 01797d83-c87e-4cb1-96bc-a44ba5b3a47b by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:02.309084 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] Attempting to bind port 01797d83-c87e-4cb1-96bc-a44ba5b3a47b on network 6307f6ac-8534-473b-9c55-0dd7d1da8597 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:02.368982 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-9539ad5d-bcc3-4261-962b-ef179d71b635 service neutron] 10.222.0.31 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173655 Nov 12 00:47:02.476125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:02.477437 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] Checking segment: {'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:02.478019 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.478709 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] Bound using segment: {'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:02.480139 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] Bound port: 01797d83-c87e-4cb1-96bc-a44ba5b3a47b, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:02.480721 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.505634 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port c2699227-a552-42bd-a90d-505260a15494 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:02.506700 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.723538 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] For port 01797d83-c87e-4cb1-96bc-a44ba5b3a47b, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:02.735114 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] For port 01797d83-c87e-4cb1-96bc-a44ba5b3a47b, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=01797d83-c87e-4cb1-96bc-a44ba5b3a47b,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:02.763279 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.859122 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33de77-4586-4c45-af49-e836d269687e req-768af053-fc42-4cb3-9bdb-bc5bac7700d3 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:02.864039 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d33de77-4586-4c45-af49-e836d269687e req-768af053-fc42-4cb3-9bdb-bc5bac7700d3 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.9848092 Nov 12 00:47:02.882349 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e28566-4535-4723-8bf2-fee85cb19465 req-b5bd1031-64ca-4ca9-a697-21c6ead3b58b tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:02.896628 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d2e28566-4535-4723-8bf2-fee85cb19465 req-b5bd1031-64ca-4ca9-a697-21c6ead3b58b tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=311473f0-9b36-44d2-8628-a4f363d0159d HTTP/1.1" status: 200 len: 945 time: 0.7218575 Nov 12 00:47:02.899872 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a880b91-ecd5-4949-8fe2-37db4d58d600 req-e7d22add-607b-4550-89aa-154a29f3e063 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:02.902097 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7a880b91-ecd5-4949-8fe2-37db4d58d600 req-e7d22add-607b-4550-89aa-154a29f3e063 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 945 time: 0.1245847 Nov 12 00:47:02.939970 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-8d33de77-4586-4c45-af49-e836d269687e req-9f62c4d5-3f72-478e-a9c1-da13a17cad55 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Request body: {'port': {'device_id': '4645eb87-b988-4f2b-96aa-d39faa547f1e', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': '638dcdd1a35647ce9d69c5c71f6933c7'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:02.982221 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea605f42-1c26-40d1-bc8e-8036dd752f56 None None] Pushing event updated for resources: {'Port': ['ID=01797d83-c87e-4cb1-96bc-a44ba5b3a47b,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:03.053139 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7a880b91-ecd5-4949-8fe2-37db4d58d600 req-589abfd2-29f7-426c-bdd0-e39c9152598f tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/security-groups?id=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435330 Nov 12 00:47:03.080037 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f9753128-43fb-412a-a3f9-5a84031c98e9 None None] Provisioning complete for port 01797d83-c87e-4cb1-96bc-a44ba5b3a47b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:03.080748 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f9753128-43fb-412a-a3f9-5a84031c98e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.128955 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-a3904f80-4b62-4b67-bb51-6eeec6fdf1d4 None None] Allocated IP 172.21.0.2 (ee5543c4-8f51-4b61-962e-36500ece9159/5626865c-ab5f-49f1-b4bb-eece28ac0741/476daf83-e102-4a26-affb-0f0d184bff49) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:03.131737 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] Routers {'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:03.132552 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:03.147311 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37806) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:03.158829 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d2e28566-4535-4723-8bf2-fee85cb19465 req-7214265d-886a-4965-ba41-26ed28a8ccb3 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579043 Nov 12 00:47:03.355386 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f20d7-718a-4d48-9268-ece69230b80f req-0c734f8a-5ad4-4da5-9601-efcc1d43554c tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:03.360883 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b3f20d7-718a-4d48-9268-ece69230b80f req-0c734f8a-5ad4-4da5-9601-efcc1d43554c tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 945 time: 0.5968227 Nov 12 00:47:03.411648 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-73ad378b-946e-4b54-a8a2-8c1fc9f8c168 req-ae0d16dd-1bb1-4af3-98e4-32bc8ca87db8 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 210 time: 0.0526171 Nov 12 00:47:03.418413 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8078cd1d-ebf8-4f66-a79b-a2e76459b9ed req-4bffd839-3e07-4fb6-93b1-83b7a886d8b3 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=4645eb87-b988-4f2b-96aa-d39faa547f1e HTTP/1.1" status: 200 len: 210 time: 0.1015136 Nov 12 00:47:03.465556 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0870-d35d-45e8-b7d3-5d45b8a6d7d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.569528 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d33de77-4586-4c45-af49-e836d269687e req-9f62c4d5-3f72-478e-a9c1-da13a17cad55 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Made reservation on behalf of 638dcdd1a35647ce9d69c5c71f6933c7 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:03.584279 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8d33de77-4586-4c45-af49-e836d269687e req-9f62c4d5-3f72-478e-a9c1-da13a17cad55 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.593140 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0870-d35d-45e8-b7d3-5d45b8a6d7d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.597177 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] Set router f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:03.602075 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0870-d35d-45e8-b7d3-5d45b8a6d7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.609502 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a3904f80-4b62-4b67-bb51-6eeec6fdf1d4 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.655907 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8d33de77-4586-4c45-af49-e836d269687e req-9f62c4d5-3f72-478e-a9c1-da13a17cad55 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.668241 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb0870-d35d-45e8-b7d3-5d45b8a6d7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb0fb00-7ddb-41ce-959d-f88c84ce3640,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:03.691882 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7dfb0870-d35d-45e8-b7d3-5d45b8a6d7d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=096cd1f00ad64af99e1b5511b2d9a649&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5410972 Nov 12 00:47:03.692144 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37812) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:03.695710 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a3904f80-4b62-4b67-bb51-6eeec6fdf1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.705318 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f9753128-43fb-412a-a3f9-5a84031c98e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.757053 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-412b1850-58d0-4653-be19-1148d81a1a05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.789317 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-412b1850-58d0-4653-be19-1148d81a1a05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.826232 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3904f80-4b62-4b67-bb51-6eeec6fdf1d4 None None] Network ee5543c4-8f51-4b61-962e-36500ece9159 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:03.859121 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-412b1850-58d0-4653-be19-1148d81a1a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.870277 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8d33de77-4586-4c45-af49-e836d269687e req-9f62c4d5-3f72-478e-a9c1-da13a17cad55 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.877593 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-412b1850-58d0-4653-be19-1148d81a1a05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.879157 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-412b1850-58d0-4653-be19-1148d81a1a05 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7fb0fb00-7ddb-41ce-959d-f88c84ce3640 HTTP/1.1" status: 204 len: 168 time: 0.1859927 Nov 12 00:47:03.890129 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b1850-58d0-4653-be19-1148d81a1a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb0fb00-7ddb-41ce-959d-f88c84ce3640,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:03.894337 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8d33de77-4586-4c45-af49-e836d269687e req-9f62c4d5-3f72-478e-a9c1-da13a17cad55 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.019059 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fddd8e13-c6b2-461c-852b-5df162c7c907 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.051751 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-7b3f20d7-718a-4d48-9268-ece69230b80f req-cf7b5e79-803a-4b0d-9f1c-2138fc838adc tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Deleting port 3edd12ed-7c55-452f-ae18-e455c6485579 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:04.052601 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7b3f20d7-718a-4d48-9268-ece69230b80f req-cf7b5e79-803a-4b0d-9f1c-2138fc838adc tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.055493 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62c4d5-3f72-478e-a9c1-da13a17cad55 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a852eb-1be3-4139-9b84-905bd9b26e3e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:04.075541 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 01797d83-c87e-4cb1-96bc-a44ba5b3a47b up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:04.079241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-a3904f80-4b62-4b67-bb51-6eeec6fdf1d4 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:04.085216 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-f9753128-43fb-412a-a3f9-5a84031c98e9 None None] For port 01797d83-c87e-4cb1-96bc-a44ba5b3a47b, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=01797d83-c87e-4cb1-96bc-a44ba5b3a47b,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:04.101327 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3904f80-4b62-4b67-bb51-6eeec6fdf1d4 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:04.204292 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f9753128-43fb-412a-a3f9-5a84031c98e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.233830 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3904f80-4b62-4b67-bb51-6eeec6fdf1d4 None None] Pushing event updated for resources: {'Port': ['ID=476daf83-e102-4a26-affb-0f0d184bff49,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:04.330973 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a3904f80-4b62-4b67-bb51-6eeec6fdf1d4 None None] Attempting to bind port 476daf83-e102-4a26-affb-0f0d184bff49 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:04.331363 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a3904f80-4b62-4b67-bb51-6eeec6fdf1d4 None None] Attempting to bind port 476daf83-e102-4a26-affb-0f0d184bff49 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '69c98b10-0950-4e6d-934f-495b458f1950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:04.332414 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3904f80-4b62-4b67-bb51-6eeec6fdf1d4 None None] Attempting to bind port 476daf83-e102-4a26-affb-0f0d184bff49 on network ee5543c4-8f51-4b61-962e-36500ece9159 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:04.333259 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-8d33de77-4586-4c45-af49-e836d269687e req-9f62c4d5-3f72-478e-a9c1-da13a17cad55 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Allocated IP 192.168.233.102 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/34b4cd59-b72e-4785-bcba-baf2a32d2abe) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:04.337261 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9753128-43fb-412a-a3f9-5a84031c98e9 None None] Pushing event updated for resources: {'Port': ['ID=01797d83-c87e-4cb1-96bc-a44ba5b3a47b,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:04.343774 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d8530-bec6-47c9-b3ad-8b73d07304b9 req-e45d6503-7af6-4946-b648-25ce9bf22598 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:04.358760 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6c6d8530-bec6-47c9-b3ad-8b73d07304b9 req-e45d6503-7af6-4946-b648-25ce9bf22598 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 945 time: 0.1825118 Nov 12 00:47:04.368118 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3904f80-4b62-4b67-bb51-6eeec6fdf1d4 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:04.368501 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3904f80-4b62-4b67-bb51-6eeec6fdf1d4 None None] Checking segment: {'id': '69c98b10-0950-4e6d-934f-495b458f1950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:04.368966 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a3904f80-4b62-4b67-bb51-6eeec6fdf1d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.369368 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3904f80-4b62-4b67-bb51-6eeec6fdf1d4 None None] Bound using segment: {'id': '69c98b10-0950-4e6d-934f-495b458f1950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:04.370666 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a3904f80-4b62-4b67-bb51-6eeec6fdf1d4 None None] Bound port: 476daf83-e102-4a26-affb-0f0d184bff49, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c98b10-0950-4e6d-934f-495b458f1950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:04.370666 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a3904f80-4b62-4b67-bb51-6eeec6fdf1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.433145 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6c6d8530-bec6-47c9-b3ad-8b73d07304b9 req-fa0f4c5a-38fa-45ec-9a63-7094ddb94835 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/security-groups?id=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731874 Nov 12 00:47:04.444984 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 01797d83-c87e-4cb1-96bc-a44ba5b3a47b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:04.445361 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.494623 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d75cab82-dee6-49ce-b14f-2e7a084a62b1 None None] Provisioning complete for port 01797d83-c87e-4cb1-96bc-a44ba5b3a47b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:04.495143 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d75cab82-dee6-49ce-b14f-2e7a084a62b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.530398 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'name': 'tempest-ServerActionsTestJSON-1026065405-router', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '20465638-3b19-4df7-8a8e-55376771c925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:42Z', 'updated_at': '2021-11-12T00:46:49Z', 'revision_number': 4, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'gw_port': {'id': '20465638-3b19-4df7-8a8e-55376771c925', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:43Z', 'updated_at': '2021-11-12T00:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '01797d83-c87e-4cb1-96bc-a44ba5b3a47b', 'name': '', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'mac_address': 'fa:16:3e:2c:8f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:47Z', 'updated_at': '2021-11-12T00:47:02Z', 'revision_number': 4, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'subnets': [{'id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:04.701807 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37830) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:04.761250 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5eb4cfbb-37af-4b9c-9a35-2029588dd752 req-2bb0dfd2-a2c0-4c20-9cd4-7d905e0259f5 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 210 time: 0.0900989 Nov 12 00:47:04.778668 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-7b3f20d7-718a-4d48-9268-ece69230b80f req-cf7b5e79-803a-4b0d-9f1c-2138fc838adc tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] For port 3edd12ed-7c55-452f-ae18-e455c6485579, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3edd12ed-7c55-452f-ae18-e455c6485579,segment=NetworkSegment(822f2946-5e7f-4953-a7aa-d14d65825efb),segment_id=822f2946-5e7f-4953-a7aa-d14d65825efb)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:04.779038 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7b3f20d7-718a-4d48-9268-ece69230b80f req-cf7b5e79-803a-4b0d-9f1c-2138fc838adc tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.785320 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-5f2a9054-64d1-48b8-b94b-ae0dc1bedc4b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:04.787504 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-5f2a9054-64d1-48b8-b94b-ae0dc1bedc4b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.15 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 812 time: 0.3264315 Nov 12 00:47:04.788856 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e624860d-a41a-4ad0-8910-8fa455a56811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.807298 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a39a77-d112-4d1e-acc1-155db2159f48 None None] The sync data for ids ['f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'] in n-d-712137-14 is: [{'id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'name': 'tempest-ServerActionsTestJSON-1026065405-router', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '20465638-3b19-4df7-8a8e-55376771c925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:42Z', 'updated_at': '2021-11-12T00:46:49Z', 'revision_number': 4, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'gw_port': {'id': '20465638-3b19-4df7-8a8e-55376771c925', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:43Z', 'updated_at': '2021-11-12T00:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '01797d83-c87e-4cb1-96bc-a44ba5b3a47b', 'name': '', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'mac_address': 'fa:16:3e:2c:8f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:47Z', 'updated_at': '2021-11-12T00:47:02Z', 'revision_number': 4, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'subnets': [{'id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:04.826282 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a3904f80-4b62-4b67-bb51-6eeec6fdf1d4 None None] For port 476daf83-e102-4a26-affb-0f0d184bff49, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:04.887379 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a3904f80-4b62-4b67-bb51-6eeec6fdf1d4 None None] For port 476daf83-e102-4a26-affb-0f0d184bff49, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=476daf83-e102-4a26-affb-0f0d184bff49,segment=NetworkSegment(69c98b10-0950-4e6d-934f-495b458f1950),segment_id=69c98b10-0950-4e6d-934f-495b458f1950)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:04.894377 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-fddd8e13-c6b2-461c-852b-5df162c7c907 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Allocated IP 172.21.0.1 (ee5543c4-8f51-4b61-962e-36500ece9159/5626865c-ab5f-49f1-b4bb-eece28ac0741/be087b2c-52cb-492f-ac72-56c333946215) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:04.920397 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a3904f80-4b62-4b67-bb51-6eeec6fdf1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.957333 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0d7a5-71c8-41cd-b8e3-6ade4e7a6471 req-fd482aab-0f48-41c1-a484-867692bf05c9 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:04.965805 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4bf0d7a5-71c8-41cd-b8e3-6ade4e7a6471 req-fd482aab-0f48-41c1-a484-867692bf05c9 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=311473f0-9b36-44d2-8628-a4f363d0159d HTTP/1.1" status: 200 len: 945 time: 0.5916128 Nov 12 00:47:05.009785 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3904f80-4b62-4b67-bb51-6eeec6fdf1d4 None None] Pushing event updated for resources: {'Port': ['ID=476daf83-e102-4a26-affb-0f0d184bff49,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:05.071906 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b931abeb-a5bc-44ed-8b49-b1ed7cf3cfec req-03f2a23f-91f9-4129-b034-53f8c9eb2ab4 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=4645eb87-b988-4f2b-96aa-d39faa547f1e HTTP/1.1" status: 200 len: 210 time: 0.1617241 Nov 12 00:47:05.109944 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-bdcdc8a3-16a8-463f-a47a-d56cfe566da8 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14ea2cdd235d4a03beeb494819cf4835 HTTP/1.1" status: 200 len: 380 time: 0.2838774 Nov 12 00:47:05.138386 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-23b4ca64-f8dd-4276-86b9-5fb56539027a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Request body: {'port': {'device_id': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'admin_state_up': True, 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'security_groups': ['2c93d926-d8d6-41db-a0f3-db8d62155fd2']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:05.240267 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e624860d-a41a-4ad0-8910-8fa455a56811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:05.312731 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e624860d-a41a-4ad0-8910-8fa455a56811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:05.328230 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fddd8e13-c6b2-461c-852b-5df162c7c907 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:05.380842 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e624860d-a41a-4ad0-8910-8fa455a56811 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80e6244471b04a5f9344322d196b7cda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6762083 Nov 12 00:47:05.385455 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37838) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:05.404151 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624860d-a41a-4ad0-8910-8fa455a56811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250f4f7b-11b4-43e8-a6a3-b6062b426e01,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:05.522976 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7b3f20d7-718a-4d48-9268-ece69230b80f req-cf7b5e79-803a-4b0d-9f1c-2138fc838adc tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:05.523505 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7b3f20d7-718a-4d48-9268-ece69230b80f req-cf7b5e79-803a-4b0d-9f1c-2138fc838adc tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:05.523924 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [req-7b3f20d7-718a-4d48-9268-ece69230b80f req-cf7b5e79-803a-4b0d-9f1c-2138fc838adc tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Floating IP b1da1b56-ba07-4815-8804-b379f4ff5521 disassociated. External IP: 172.25.0.245, port: 3edd12ed-7c55-452f-ae18-e455c6485579. Nov 12 00:47:05.524366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-7b3f20d7-718a-4d48-9268-ece69230b80f req-cf7b5e79-803a-4b0d-9f1c-2138fc838adc tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Calling delete_port for 3edd12ed-7c55-452f-ae18-e455c6485579 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:05.598372 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9ce514ca-a547-410f-aeae-fa6a2b050d8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:05.649105 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4bf0d7a5-71c8-41cd-b8e3-6ade4e7a6471 req-c6d8ec7f-761e-44f0-aa95-46113ffdc0de tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6820736 Nov 12 00:47:05.693900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-23b4ca64-f8dd-4276-86b9-5fb56539027a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Made reservation on behalf of 14ea2cdd235d4a03beeb494819cf4835 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:05.697377 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8d33de77-4586-4c45-af49-e836d269687e req-9f62c4d5-3f72-478e-a9c1-da13a17cad55 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:05.698241 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-23b4ca64-f8dd-4276-86b9-5fb56539027a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:05.702179 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9ce514ca-a547-410f-aeae-fa6a2b050d8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:05.753765 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde527f-2942-425c-9177-3746364839cb req-34d875e6-0aa9-43cc-8a20-2871b58b0ba2 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:05.755518 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dfde527f-2942-425c-9177-3746364839cb req-34d875e6-0aa9-43cc-8a20-2871b58b0ba2 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 945 time: 0.1596580 Nov 12 00:47:05.834246 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8d33de77-4586-4c45-af49-e836d269687e req-9f62c4d5-3f72-478e-a9c1-da13a17cad55 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:05.984339 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dfde527f-2942-425c-9177-3746364839cb req-bc8ffe10-5509-4bb0-b733-71a8defbd961 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/security-groups?id=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187135 Nov 12 00:47:06.009307 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d33de77-4586-4c45-af49-e836d269687e req-9f62c4d5-3f72-478e-a9c1-da13a17cad55 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:06.056262 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9ce514ca-a547-410f-aeae-fa6a2b050d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.059292 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9ce514ca-a547-410f-aeae-fa6a2b050d8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.063269 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-8d33de77-4586-4c45-af49-e836d269687e req-9f62c4d5-3f72-478e-a9c1-da13a17cad55 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:06.089124 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9ce514ca-a547-410f-aeae-fa6a2b050d8f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/250f4f7b-11b4-43e8-a6a3-b6062b426e01 HTTP/1.1" status: 204 len: 168 time: 0.7014127 Nov 12 00:47:06.092534 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 01797d83-c87e-4cb1-96bc-a44ba5b3a47b up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:06.148342 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d33de77-4586-4c45-af49-e836d269687e req-9f62c4d5-3f72-478e-a9c1-da13a17cad55 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:06.161963 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce514ca-a547-410f-aeae-fa6a2b050d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250f4f7b-11b4-43e8-a6a3-b6062b426e01,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:06.171545 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fddd8e13-c6b2-461c-852b-5df162c7c907 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.333960 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fe60816c-5183-481c-a470-a67892468721 req-c5205fd7-425d-4fb4-ab2c-3e72a7ab538c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 210 time: 0.1359360 Nov 12 00:47:06.338457 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7b3f20d7-718a-4d48-9268-ece69230b80f req-cf7b5e79-803a-4b0d-9f1c-2138fc838adc tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.354102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-23b4ca64-f8dd-4276-86b9-5fb56539027a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Allocated IP 172.20.0.9 (6307f6ac-8534-473b-9c55-0dd7d1da8597/b8aa6c3c-5081-4604-8817-fb3a926bbac1/3b0bb765-f486-4b2d-adfc-49b7bf9daf52) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:06.368632 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 01797d83-c87e-4cb1-96bc-a44ba5b3a47b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:06.369213 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.390645 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62c4d5-3f72-478e-a9c1-da13a17cad55 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Pushing event updated for resources: {'Port': ['ID=34b4cd59-b72e-4785-bcba-baf2a32d2abe,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:06.429611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddd8e13-c6b2-461c-852b-5df162c7c907 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network ee5543c4-8f51-4b61-962e-36500ece9159 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:06.478746 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-fddd8e13-c6b2-461c-852b-5df162c7c907 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:06.492070 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33de77-4586-4c45-af49-e836d269687e req-9f62c4d5-3f72-478e-a9c1-da13a17cad55 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:06.492852 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8d33de77-4586-4c45-af49-e836d269687e req-9f62c4d5-3f72-478e-a9c1-da13a17cad55 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.524014 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddd8e13-c6b2-461c-852b-5df162c7c907 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:06.576233 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d33de77-4586-4c45-af49-e836d269687e req-9f62c4d5-3f72-478e-a9c1-da13a17cad55 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6439850 Nov 12 00:47:06.584153 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 476daf83-e102-4a26-affb-0f0d184bff49 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:06.592276 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3edd12ed-7c55-452f-ae18-e455c6485579 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:06.625755 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-8d33de77-4586-4c45-af49-e836d269687e req-63f24968-9118-43df-9710-182833a5b560 service neutron] Request body: {'port': {'device_id': '4645eb87-b988-4f2b-96aa-d39faa547f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:06.670531 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 3edd12ed-7c55-452f-ae18-e455c6485579 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:06.670892 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3edd12ed-7c55-452f-ae18-e455c6485579 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:06.695172 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9adbafc3-af6c-4f05-9faa-9f70e293dba1 None None] Provisioning complete for port 34b4cd59-b72e-4785-bcba-baf2a32d2abe triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:06.695569 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9adbafc3-af6c-4f05-9faa-9f70e293dba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.757671 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 476daf83-e102-4a26-affb-0f0d184bff49 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:06.758049 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.800202 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-9adbafc3-af6c-4f05-9faa-9f70e293dba1 None None] Port 34b4cd59-b72e-4785-bcba-baf2a32d2abe cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:06.807992 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f7549-2ed3-49c7-a5eb-df95b92d5462 req-f5f80edd-0cfd-4571-994f-69f59eb4ea9e tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:06.814082 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d82f7549-2ed3-49c7-a5eb-df95b92d5462 req-f5f80edd-0cfd-4571-994f-69f59eb4ea9e tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=311473f0-9b36-44d2-8628-a4f363d0159d HTTP/1.1" status: 200 len: 945 time: 0.2806873 Nov 12 00:47:06.850168 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd8e13-c6b2-461c-852b-5df162c7c907 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Port': ['ID=be087b2c-52cb-492f-ac72-56c333946215,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:06.900663 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-23b4ca64-f8dd-4276-86b9-5fb56539027a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.904821 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.972495 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d82f7549-2ed3-49c7-a5eb-df95b92d5462 req-d6d0b58e-3449-45a0-a140-28379eb1f4f9 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461177 Nov 12 00:47:06.978854 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b5e79-803a-4b0d-9f1c-2138fc838adc tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Pushing event deleted for resources: {'Port': ['ID=3edd12ed-7c55-452f-ae18-e455c6485579,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:06.993573 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fddd8e13-c6b2-461c-852b-5df162c7c907 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:06.993786 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 476daf83-e102-4a26-affb-0f0d184bff49, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=476daf83-e102-4a26-affb-0f0d184bff49,segment=NetworkSegment(69c98b10-0950-4e6d-934f-495b458f1950),segment_id=69c98b10-0950-4e6d-934f-495b458f1950)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:07.027339 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:07.053029 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-23b4ca64-f8dd-4276-86b9-5fb56539027a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:07.141219 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9adff6a-7682-41f7-b214-86868a767914 None None] Network ee5543c4-8f51-4b61-962e-36500ece9159 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:07.154162 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b3f20d7-718a-4d48-9268-ece69230b80f req-cf7b5e79-803a-4b0d-9f1c-2138fc838adc tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Router de6ff89b-6831-4745-95ce-179f4773211f has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:07.170163 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ff79f-439a-4eb8-8749-8512f0624160 req-76868c4b-3a36-4de5-a822-79bae18692fd tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:07.178967 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a41ff79f-439a-4eb8-8749-8512f0624160 req-76868c4b-3a36-4de5-a822-79bae18692fd tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=4645eb87-b988-4f2b-96aa-d39faa547f1e HTTP/1.1" status: 200 len: 936 time: 0.7422414 Nov 12 00:47:07.196576 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8d33de77-4586-4c45-af49-e836d269687e req-63f24968-9118-43df-9710-182833a5b560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:07.215752 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4ca64-f8dd-4276-86b9-5fb56539027a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Pushing event updated for resources: {'Port': ['ID=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:07.222974 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=476daf83-e102-4a26-affb-0f0d184bff49,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:07.247630 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-23b4ca64-f8dd-4276-86b9-5fb56539027a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Network 6307f6ac-8534-473b-9c55-0dd7d1da8597 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:07.251140 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-23b4ca64-f8dd-4276-86b9-5fb56539027a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:07.256727 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-23b4ca64-f8dd-4276-86b9-5fb56539027a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:07.391877 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-23b4ca64-f8dd-4276-86b9-5fb56539027a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:07.393631 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-23b4ca64-f8dd-4276-86b9-5fb56539027a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:07.523375 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4038d915-28f5-45bc-8fab-90c46ac3ff5d req-8a8091b2-418b-4e5a-80e8-4f2007aaad33 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 210 time: 0.1075387 Nov 12 00:47:07.526824 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-23b4ca64-f8dd-4276-86b9-5fb56539027a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4001329 Nov 12 00:47:07.532242 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b5717625-a894-4c8b-83c7-e0eaf9d70b03 None None] Provisioning complete for port 476daf83-e102-4a26-affb-0f0d184bff49 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:07.532616 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b5717625-a894-4c8b-83c7-e0eaf9d70b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:07.544993 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] Request body: {'port': {'device_id': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:07.803136 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:07.914160 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 476daf83-e102-4a26-affb-0f0d184bff49 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:07.914552 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0b54c-e101-476e-aa6e-492b5eb76431 req-04801a74-6e17-4405-878c-3d9ce952f725 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:07.922612 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ce0b54c-e101-476e-aa6e-492b5eb76431 req-04801a74-6e17-4405-878c-3d9ce952f725 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 931 time: 0.2194922 Nov 12 00:47:08.100474 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 476daf83-e102-4a26-affb-0f0d184bff49 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:08.101372 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.121740 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ce0b54c-e101-476e-aa6e-492b5eb76431 req-3ec180bc-5149-4889-b041-acb9c69d5a57 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981020 Nov 12 00:47:08.162139 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4dfc527f-b516-4532-a576-886fb8705f11 None None] Provisioning complete for port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:08.162635 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4dfc527f-b516-4532-a576-886fb8705f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.231413 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b3f20d7-718a-4d48-9268-ece69230b80f req-cf7b5e79-803a-4b0d-9f1c-2138fc838adc tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:08.236974 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a41ff79f-439a-4eb8-8749-8512f0624160 req-b3d273d5-2c06-45d2-8095-67cbb7b1756b tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0567620 Nov 12 00:47:08.246679 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c75d3-c250-4aa5-8273-db7f00ad9e1f None None] Sync routers for ids ['de6ff89b-6831-4745-95ce-179f4773211f'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:08.265943 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444c75d3-c250-4aa5-8273-db7f00ad9e1f None None] Routers {'de6ff89b-6831-4745-95ce-179f4773211f'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:08.266580 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-444c75d3-c250-4aa5-8273-db7f00ad9e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['de6ff89b-6831-4745-95ce-179f4773211f'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:08.402169 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc527f-b516-4532-a576-886fb8705f11 None None] Port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:08.430281 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3f20d7-718a-4d48-9268-ece69230b80f req-cf7b5e79-803a-4b0d-9f1c-2138fc838adc tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] No DVR routers for this DVR port 3edd12ed-7c55-452f-ae18-e455c6485579 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:08.436747 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7b3f20d7-718a-4d48-9268-ece69230b80f req-cf7b5e79-803a-4b0d-9f1c-2138fc838adc tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.454883 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b3f20d7-718a-4d48-9268-ece69230b80f req-cf7b5e79-803a-4b0d-9f1c-2138fc838adc tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.21 "DELETE /v2.0/ports/3edd12ed-7c55-452f-ae18-e455c6485579 HTTP/1.1" status: 204 len: 173 time: 5.0352623 Nov 12 00:47:08.466723 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.471271 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65744d-df08-4353-adc7-da627bf46680 req-129282a5-e3c9-43e3-afc8-2d9cc6bca0d5 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:08.474509 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d65744d-df08-4353-adc7-da627bf46680 req-129282a5-e3c9-43e3-afc8-2d9cc6bca0d5 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.21 "GET /v2.0/ports?device_id=311473f0-9b36-44d2-8628-a4f363d0159d HTTP/1.1" status: 200 len: 945 time: 0.2667692 Nov 12 00:47:08.474967 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d334d7-6e03-40aa-91fc-cf770958a205', 'name': 'network-vif-deleted', 'tag': '3edd12ed-7c55-452f-ae18-e455c6485579'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:08.477551 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1694a1-03ff-4f99-8ce7-89c3c1565069" -d '{"events": [{"server_uuid": "e5d334d7-6e03-40aa-91fc-cf770958a205", "name": "network-vif-deleted", "tag": "3edd12ed-7c55-452f-ae18-e455c6485579"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:08.515029 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a57c48-053d-432d-a055-80da81d4eebe req-4c9474fb-dd58-439d-b973-68b9bcce64ae tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:08.528559 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-91a57c48-053d-432d-a055-80da81d4eebe req-4c9474fb-dd58-439d-b973-68b9bcce64ae tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=311473f0-9b36-44d2-8628-a4f363d0159d HTTP/1.1" status: 200 len: 945 time: 0.2330420 Nov 12 00:47:08.560895 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9ed788b6-6ec0-4d4e-a7f3-f5bfea7038ec None None] Provisioning complete for port 476daf83-e102-4a26-affb-0f0d184bff49 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:08.562962 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9ed788b6-6ec0-4d4e-a7f3-f5bfea7038ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.589185 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fddd8e13-c6b2-461c-852b-5df162c7c907 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.642305 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-444c75d3-c250-4aa5-8273-db7f00ad9e1f None None] Set router de6ff89b-6831-4745-95ce-179f4773211f gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:08.867857 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9ed788b6-6ec0-4d4e-a7f3-f5bfea7038ec None None] Provisioning complete for port be087b2c-52cb-492f-ac72-56c333946215 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:08.868136 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9ed788b6-6ec0-4d4e-a7f3-f5bfea7038ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.880818 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-91a57c48-053d-432d-a055-80da81d4eebe req-dfd51c75-8545-4382-8f95-48ae2bf03459 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512425 Nov 12 00:47:08.899626 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:08.918022 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.931563 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea01ef92-03d9-4c0a-a551-9b32c83dbb32 x-openstack-request-id: req-ea01ef92-03d9-4c0a-a551-9b32c83dbb32 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:08.932227 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d334d7-6e03-40aa-91fc-cf770958a205", "name": "network-vif-deleted", "tag": "3edd12ed-7c55-452f-ae18-e455c6485579", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:08.932685 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea01ef92-03d9-4c0a-a551-9b32c83dbb32 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:08.933344 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d334d7-6e03-40aa-91fc-cf770958a205', 'name': 'network-vif-deleted', 'tag': '3edd12ed-7c55-452f-ae18-e455c6485579', 'status': 'completed', 'code': 200} Nov 12 00:47:08.946928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] Transition to ACTIVE for port object 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:47:08.962757 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:08.978961 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-9ed788b6-6ec0-4d4e-a7f3-f5bfea7038ec None None] Port be087b2c-52cb-492f-ac72-56c333946215 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:09.014263 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e6bcf062-431b-41da-966a-200b14b3246e req-a48ed244-41d8-454d-a93e-317e6e779b59 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 210 time: 0.0798330 Nov 12 00:47:09.070306 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fddd8e13-c6b2-461c-852b-5df162c7c907 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.082257 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:09.083117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-1d65744d-df08-4353-adc7-da627bf46680 req-0545c048-c83d-43c6-bf3c-6779c6dc0507 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Deleting port 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:09.083606 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1d65744d-df08-4353-adc7-da627bf46680 req-0545c048-c83d-43c6-bf3c-6779c6dc0507 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.103784 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fddd8e13-c6b2-461c-852b-5df162c7c907 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.113353 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-40740c77-333d-41c1-87ac-6ddba57e27da None None] Provisioning complete for port be087b2c-52cb-492f-ac72-56c333946215 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:09.113940 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-40740c77-333d-41c1-87ac-6ddba57e27da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.187503 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-444c75d3-c250-4aa5-8273-db7f00ad9e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'name': 'tempest-ServersTestBootFromVolume-1906498697-router', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:42Z', 'updated_at': '2021-11-12T00:43:52Z', 'revision_number': 4, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'gw_port': {'id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:43Z', 'updated_at': '2021-11-12T00:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '82566c4f-4759-46e0-b48b-74b172837696', 'name': '', 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'mac_address': 'fa:16:3e:43:0a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'd8de245d-1750-4d1c-903a-2a086535947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:50Z', 'updated_at': '2021-11-12T00:44:00Z', 'revision_number': 5, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'subnets': [{'id': 'd8de245d-1750-4d1c-903a-2a086535947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:09.220014 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-40740c77-333d-41c1-87ac-6ddba57e27da None None] Port be087b2c-52cb-492f-ac72-56c333946215 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:09.269525 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c75d3-c250-4aa5-8273-db7f00ad9e1f None None] Checking router: de6ff89b-6831-4745-95ce-179f4773211f for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:09.297654 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444c75d3-c250-4aa5-8273-db7f00ad9e1f None None] Routers {'de6ff89b-6831-4745-95ce-179f4773211f'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:09.298652 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-444c75d3-c250-4aa5-8273-db7f00ad9e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['de6ff89b-6831-4745-95ce-179f4773211f'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:09.337357 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] Attempting to bind port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:09.337624 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] Attempting to bind port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:09.337970 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] Attempting to bind port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 on network 6307f6ac-8534-473b-9c55-0dd7d1da8597 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:09.367968 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] Port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 on network 6307f6ac-8534-473b-9c55-0dd7d1da8597 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:47:09.368303 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] Attempting to bind port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 on network 6307f6ac-8534-473b-9c55-0dd7d1da8597 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:09.396260 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:09.396391 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] Checking segment: {'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:09.399978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] Bound using segment: {'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:09.400490 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] Bound port: 3b0bb765-f486-4b2d-adfc-49b7bf9daf52, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:09.400895 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.474496 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fddd8e13-c6b2-461c-852b-5df162c7c907 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.484101 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1731b-f599-4bcd-b20a-fc05e23a03ce req-e5a8f334-5877-4fef-9e70-9aaa97ada453 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:09.495982 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-89c1731b-f599-4bcd-b20a-fc05e23a03ce req-e5a8f334-5877-4fef-9e70-9aaa97ada453 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 943 time: 0.2263258 Nov 12 00:47:09.501753 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-444c75d3-c250-4aa5-8273-db7f00ad9e1f None None] Set router de6ff89b-6831-4745-95ce-179f4773211f gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:09.564223 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] For port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:09.569032 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] For port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:09.585571 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-89c1731b-f599-4bcd-b20a-fc05e23a03ce req-8f5cd3d0-0c1a-4b2b-93b3-a669a0f1a169 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868340 Nov 12 00:47:09.589513 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.639062 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-8d33de77-4586-4c45-af49-e836d269687e req-63f24968-9118-43df-9710-182833a5b560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b4cd59-b72e-4785-bcba-baf2a32d2abe {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:09.658347 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8d33de77-4586-4c45-af49-e836d269687e req-63f24968-9118-43df-9710-182833a5b560 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.684248 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:09.684377 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-8d33de77-4586-4c45-af49-e836d269687e req-63f24968-9118-43df-9710-182833a5b560 service neutron] Transition to ACTIVE for port object 34b4cd59-b72e-4785-bcba-baf2a32d2abe will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:47:09.685775 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.694017 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] 10.222.0.15 "PUT /v2.0/ports/3b0bb765-f486-4b2d-adfc-49b7bf9daf52 HTTP/1.1" status: 200 len: 1092 time: 2.1503935 Nov 12 00:47:09.698834 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'tag': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:09.705481 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfde0cb7-e378-4f94-a75f-9cf40f5455bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5f2d29-cf62-4e71-b340-dfa9250975a0", "tag": "3b0bb765-f486-4b2d-adfc-49b7bf9daf52"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:09.797537 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd8e13-c6b2-461c-852b-5df162c7c907 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Port': ['ID=be087b2c-52cb-492f-ac72-56c333946215,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:09.802587 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3812014-0f60-40bf-bf31-35b68818d752 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:09.819180 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8d33de77-4586-4c45-af49-e836d269687e req-63f24968-9118-43df-9710-182833a5b560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:09.869365 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a158e9-338b-49af-bc16-df92ef01c15c x-openstack-request-id: req-96a158e9-338b-49af-bc16-df92ef01c15c {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:09.869816 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5f2d29-cf62-4e71-b340-dfa9250975a0", "tag": "3b0bb765-f486-4b2d-adfc-49b7bf9daf52", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:09.870078 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96a158e9-338b-49af-bc16-df92ef01c15c {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:09.870511 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'tag': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52', 'status': 'completed', 'code': 200} Nov 12 00:47:09.918527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-8d699313-935a-4d5a-898e-2356de32b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:09.924578 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-8d699313-935a-4d5a-898e-2356de32b55e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 1095 time: 0.1456168 Nov 12 00:47:09.948921 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f24968-9118-43df-9710-182833a5b560 service neutron] Pushing event updated for resources: {'Port': ['ID=34b4cd59-b72e-4785-bcba-baf2a32d2abe,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:10.006031 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-9efb297d-47c8-48d7-9da4-c7ee84a3d79b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52 HTTP/1.1" status: 200 len: 217 time: 0.0656161 Nov 12 00:47:10.203653 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-d4f69210-2a41-4e32-987b-ac82389a4f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:10.210371 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-d4f69210-2a41-4e32-987b-ac82389a4f0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.1897011 Nov 12 00:47:10.233613 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941d3be-6557-4688-903c-145847e1733e req-c44cfa67-9670-49fe-a975-d1db4fb934fc tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:10.239945 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6941d3be-6557-4688-903c-145847e1733e req-c44cfa67-9670-49fe-a975-d1db4fb934fc tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=311473f0-9b36-44d2-8628-a4f363d0159d HTTP/1.1" status: 200 len: 945 time: 0.2343631 Nov 12 00:47:10.253492 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-444c75d3-c250-4aa5-8273-db7f00ad9e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'name': 'tempest-ServersTestBootFromVolume-1906498697-router', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:42Z', 'updated_at': '2021-11-12T00:43:52Z', 'revision_number': 4, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'gw_port': {'id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:43Z', 'updated_at': '2021-11-12T00:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '82566c4f-4759-46e0-b48b-74b172837696', 'name': '', 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'mac_address': 'fa:16:3e:43:0a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'd8de245d-1750-4d1c-903a-2a086535947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:50Z', 'updated_at': '2021-11-12T00:44:00Z', 'revision_number': 5, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'subnets': [{'id': 'd8de245d-1750-4d1c-903a-2a086535947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:10.291508 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c75d3-c250-4aa5-8273-db7f00ad9e1f None None] The sync data for ids ['de6ff89b-6831-4745-95ce-179f4773211f'] in n-d-712137-14 is: [{'id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'name': 'tempest-ServersTestBootFromVolume-1906498697-router', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:42Z', 'updated_at': '2021-11-12T00:43:52Z', 'revision_number': 4, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'gw_port': {'id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:43Z', 'updated_at': '2021-11-12T00:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '82566c4f-4759-46e0-b48b-74b172837696', 'name': '', 'network_id': '04c1d52a-5324-4875-a342-c2052d89ed08', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'mac_address': 'fa:16:3e:43:0a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'd8de245d-1750-4d1c-903a-2a086535947f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:50Z', 'updated_at': '2021-11-12T00:44:00Z', 'revision_number': 5, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'subnets': [{'id': 'd8de245d-1750-4d1c-903a-2a086535947f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:10.395769 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58896680-9b2a-48e7-8a83-9a2779511fb7 req-105c6a55-0668-4cf3-96ef-fc9c837f8d86 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:10.401106 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-58896680-9b2a-48e7-8a83-9a2779511fb7 req-105c6a55-0668-4cf3-96ef-fc9c837f8d86 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=4645eb87-b988-4f2b-96aa-d39faa547f1e HTTP/1.1" status: 200 len: 948 time: 0.7142072 Nov 12 00:47:10.417657 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-1d65744d-df08-4353-adc7-da627bf46680 req-0545c048-c83d-43c6-bf3c-6779c6dc0507 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] For port 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:10.418032 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1d65744d-df08-4353-adc7-da627bf46680 req-0545c048-c83d-43c6-bf3c-6779c6dc0507 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.418321 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-35581237-80e9-42cf-8091-c7f261869574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:10.423829 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-35581237-80e9-42cf-8091-c7f261869574 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1818478 Nov 12 00:47:10.447350 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddd8e13-c6b2-461c-852b-5df162c7c907 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network ee5543c4-8f51-4b61-962e-36500ece9159 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:10.464759 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-fddd8e13-c6b2-461c-852b-5df162c7c907 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:10.518399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-1d65744d-df08-4353-adc7-da627bf46680 req-0545c048-c83d-43c6-bf3c-6779c6dc0507 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Calling delete_port for 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:10.540514 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6941d3be-6557-4688-903c-145847e1733e req-985d1b3d-9253-4c8d-ac34-486d35aa6759 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802458 Nov 12 00:47:10.596160 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:10.782600 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ffb63cb7-524c-4b17-a602-d50d0397936e req-f69afeb8-7062-48f5-8c01-f9e960fddbdc tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 210 time: 0.0752237 Nov 12 00:47:10.883168 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-8663b5bf-5662-44a8-ae79-9456d1efaffd service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487693 Nov 12 00:47:10.902990 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:10.968573 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311473f0-9b36-44d2-8628-a4f363d0159d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:10.971407 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215a3267-dde0-401e-8ce0-ed88fd2e863b" -d '{"events": [{"server_uuid": "311473f0-9b36-44d2-8628-a4f363d0159d", "name": "network-vif-unplugged", "status": "completed", "tag": "9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:11.002688 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b0488-bcec-4076-9ba5-44b2e635a714 None None] New status for floating IP b1da1b56-ba07-4815-8804-b379f4ff5521: DOWN {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:47:11.039887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-8d33de77-4586-4c45-af49-e836d269687e req-63f24968-9118-43df-9710-182833a5b560 service neutron] Attempting to bind port 34b4cd59-b72e-4785-bcba-baf2a32d2abe on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:11.040245 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-8d33de77-4586-4c45-af49-e836d269687e req-63f24968-9118-43df-9710-182833a5b560 service neutron] Attempting to bind port 34b4cd59-b72e-4785-bcba-baf2a32d2abe by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:11.040725 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d33de77-4586-4c45-af49-e836d269687e req-63f24968-9118-43df-9710-182833a5b560 service neutron] Attempting to bind port 34b4cd59-b72e-4785-bcba-baf2a32d2abe on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:11.054443 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-58896680-9b2a-48e7-8a83-9a2779511fb7 req-cabebe6c-cc47-45d5-87b9-5da69afa8a16 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6447384 Nov 12 00:47:11.057399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d33de77-4586-4c45-af49-e836d269687e req-63f24968-9118-43df-9710-182833a5b560 service neutron] Port 34b4cd59-b72e-4785-bcba-baf2a32d2abe on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:47:11.057727 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d33de77-4586-4c45-af49-e836d269687e req-63f24968-9118-43df-9710-182833a5b560 service neutron] Attempting to bind port 34b4cd59-b72e-4785-bcba-baf2a32d2abe on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:11.086394 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d33de77-4586-4c45-af49-e836d269687e req-63f24968-9118-43df-9710-182833a5b560 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:11.086681 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d33de77-4586-4c45-af49-e836d269687e req-63f24968-9118-43df-9710-182833a5b560 service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:11.087081 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d33de77-4586-4c45-af49-e836d269687e req-63f24968-9118-43df-9710-182833a5b560 service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:11.089155 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-8d33de77-4586-4c45-af49-e836d269687e req-63f24968-9118-43df-9710-182833a5b560 service neutron] Bound port: 34b4cd59-b72e-4785-bcba-baf2a32d2abe, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:11.091287 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:11.091426 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8d33de77-4586-4c45-af49-e836d269687e req-63f24968-9118-43df-9710-182833a5b560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.122481 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.199559 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8493f-6ec7-437c-a2b3-b197bfd40fe5 req-f9d4a025-9bfb-41df-885a-34b6e3f56ba1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:11.201652 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5bf8493f-6ec7-437c-a2b3-b197bfd40fe5 req-f9d4a025-9bfb-41df-885a-34b6e3f56ba1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 943 time: 0.1805224 Nov 12 00:47:11.206722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37940) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:11.233161 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7ccd4f6-4925-443c-a2c2-6c6b40a20709 req-0f50ff67-e1fe-4294-86e7-586f9f790b0a service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410485 Nov 12 00:47:11.260054 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1d65744d-df08-4353-adc7-da627bf46680 req-0545c048-c83d-43c6-bf3c-6779c6dc0507 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.318241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:11.347653 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddd8e13-c6b2-461c-852b-5df162c7c907 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:11.351103 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5bf8493f-6ec7-437c-a2b3-b197bfd40fe5 req-47bbe330-dce2-4ec6-ac5b-fb2f4dad1e91 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244195 Nov 12 00:47:11.351236 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1161080a-2f3f-4bc5-a358-3f4419fc44dd x-openstack-request-id: req-1161080a-2f3f-4bc5-a358-3f4419fc44dd {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:11.351400 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311473f0-9b36-44d2-8628-a4f363d0159d", "name": "network-vif-unplugged", "status": "completed", "tag": "9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:11.353152 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1161080a-2f3f-4bc5-a358-3f4419fc44dd {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:11.353539 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311473f0-9b36-44d2-8628-a4f363d0159d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d', 'code': 200} Nov 12 00:47:11.374156 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d95d56f2-abcd-4eec-a9d5-fcba9fa57d81 None None] Provisioning complete for port be087b2c-52cb-492f-ac72-56c333946215 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:11.374156 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d95d56f2-abcd-4eec-a9d5-fcba9fa57d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.434255 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde0cb7-e378-4f94-a75f-9cf40f5455bd req-767c1af3-a224-4f50-bec4-b9f272c74cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:11.435759 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfde0cb7-e378-4f94-a75f-9cf40f5455bd req-767c1af3-a224-4f50-bec4-b9f272c74cce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 1095 time: 0.0813177 Nov 12 00:47:11.455140 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8d33de77-4586-4c45-af49-e836d269687e req-63f24968-9118-43df-9710-182833a5b560 service neutron] For port 34b4cd59-b72e-4785-bcba-baf2a32d2abe, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:11.458798 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8d33de77-4586-4c45-af49-e836d269687e req-63f24968-9118-43df-9710-182833a5b560 service neutron] For port 34b4cd59-b72e-4785-bcba-baf2a32d2abe, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=34b4cd59-b72e-4785-bcba-baf2a32d2abe,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:11.467981 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545c048-c83d-43c6-bf3c-6779c6dc0507 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Pushing event deleted for resources: {'Port': ['ID=9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:11.514354 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d95d56f2-abcd-4eec-a9d5-fcba9fa57d81 None None] Port be087b2c-52cb-492f-ac72-56c333946215 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:11.517897 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8d33de77-4586-4c45-af49-e836d269687e req-63f24968-9118-43df-9710-182833a5b560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.529781 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86fff12a-b818-4f70-a583-c62d103cabf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.530427 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d65744d-df08-4353-adc7-da627bf46680 req-0545c048-c83d-43c6-bf3c-6779c6dc0507 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] No DVR routers for this DVR port 9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:11.533361 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1d65744d-df08-4353-adc7-da627bf46680 req-0545c048-c83d-43c6-bf3c-6779c6dc0507 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.538389 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d65744d-df08-4353-adc7-da627bf46680 req-0545c048-c83d-43c6-bf3c-6779c6dc0507 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.21 "DELETE /v2.0/ports/9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d HTTP/1.1" status: 204 len: 173 time: 3.0501609 Nov 12 00:47:11.721680 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86fff12a-b818-4f70-a583-c62d103cabf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.762694 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86fff12a-b818-4f70-a583-c62d103cabf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.793085 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33de77-4586-4c45-af49-e836d269687e req-63f24968-9118-43df-9710-182833a5b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:11.794265 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8d33de77-4586-4c45-af49-e836d269687e req-63f24968-9118-43df-9710-182833a5b560 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:11.796319 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d33de77-4586-4c45-af49-e836d269687e req-63f24968-9118-43df-9710-182833a5b560 service neutron] 10.222.0.15 "PUT /v2.0/ports/34b4cd59-b72e-4785-bcba-baf2a32d2abe HTTP/1.1" status: 200 len: 1097 time: 5.1920033 Nov 12 00:47:11.799354 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-86fff12a-b818-4f70-a583-c62d103cabf8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1aa3f24b9b4649118cb85f3a6a37d53e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5885079 Nov 12 00:47:11.800033 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311473f0-9b36-44d2-8628-a4f363d0159d', 'name': 'network-vif-deleted', 'tag': '9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d'}, {'name': 'network-changed', 'server_uuid': '4645eb87-b988-4f2b-96aa-d39faa547f1e', 'tag': '34b4cd59-b72e-4785-bcba-baf2a32d2abe'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:11.803812 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37948) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:11.808852 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c6e462-9bea-4cfa-a7b7-10c285554784" -d '{"events": [{"server_uuid": "311473f0-9b36-44d2-8628-a4f363d0159d", "name": "network-vif-deleted", "tag": "9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d"}, {"name": "network-changed", "server_uuid": "4645eb87-b988-4f2b-96aa-d39faa547f1e", "tag": "34b4cd59-b72e-4785-bcba-baf2a32d2abe"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:11.812728 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddd8e13-c6b2-461c-852b-5df162c7c907 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:11.819331 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fddd8e13-c6b2-461c-852b-5df162c7c907 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/25f0c848-cc3c-40a7-ad8b-034a8d2173c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2824793 Nov 12 00:47:11.828416 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] Sync routers for ids ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:11.836989 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37954) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:11.849475 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] Routers {'25f0c848-cc3c-40a7-ad8b-034a8d2173c2'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:11.850115 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:11.864814 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-30d5df20-46cd-47cf-831d-e3fa9afe70b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'network': {'name': 'tempest-RoutersTest-1046270994'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:11.984249 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f5969573-4485-4fb6-9acc-a05376662b03 req-7a78a3e2-c9fd-4e87-aaf6-d66fd6c3c904 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=311473f0-9b36-44d2-8628-a4f363d0159d HTTP/1.1" status: 200 len: 210 time: 0.1820850 Nov 12 00:47:12.004097 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fff12a-b818-4f70-a583-c62d103cabf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d8bca0-471c-43e8-962b-aa6cabeaa51b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:12.082176 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6db338d-556b-4190-b1be-923f58d9d222 x-openstack-request-id: req-e6db338d-556b-4190-b1be-923f58d9d222 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:12.084291 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311473f0-9b36-44d2-8628-a4f363d0159d", "name": "network-vif-deleted", "tag": "9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4645eb87-b988-4f2b-96aa-d39faa547f1e", "tag": "34b4cd59-b72e-4785-bcba-baf2a32d2abe", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:12.090951 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6db338d-556b-4190-b1be-923f58d9d222 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:12.091763 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311473f0-9b36-44d2-8628-a4f363d0159d', 'name': 'network-vif-deleted', 'tag': '9e2bc0d2-c2fa-4edb-ae69-474d7269bb0d', 'status': 'completed', 'code': 200} Nov 12 00:47:12.092266 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4645eb87-b988-4f2b-96aa-d39faa547f1e', 'tag': '34b4cd59-b72e-4785-bcba-baf2a32d2abe', 'status': 'completed', 'code': 200} Nov 12 00:47:12.094651 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33de77-4586-4c45-af49-e836d269687e req-2c42f685-e2ff-4eb3-b505-336c18f255aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:12.099041 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d33de77-4586-4c45-af49-e836d269687e req-2c42f685-e2ff-4eb3-b505-336c18f255aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=638dcdd1a35647ce9d69c5c71f6933c7&device_id=4645eb87-b988-4f2b-96aa-d39faa547f1e HTTP/1.1" status: 200 len: 1100 time: 0.1985974 Nov 12 00:47:12.102546 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f24968-9118-43df-9710-182833a5b560 service neutron] Pushing event updated for resources: {'Port': ['ID=34b4cd59-b72e-4785-bcba-baf2a32d2abe,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:12.191171 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] Set router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:12.218116 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d33de77-4586-4c45-af49-e836d269687e req-54dc5342-26ea-43e7-be6b-551b1af53544 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=34b4cd59-b72e-4785-bcba-baf2a32d2abe HTTP/1.1" status: 200 len: 217 time: 0.1008356 Nov 12 00:47:12.378285 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33de77-4586-4c45-af49-e836d269687e req-04521cec-effa-48f6-a4ab-3362eb148fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:12.382825 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d33de77-4586-4c45-af49-e836d269687e req-04521cec-effa-48f6-a4ab-3362eb148fdb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1567965 Nov 12 00:47:12.451352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f2c09-4b4e-418a-a2d5-a229c087e73c req-ff163131-d59e-4e4e-95bc-300bf115afdc tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:12.453211 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a42f2c09-4b4e-418a-a2d5-a229c087e73c req-ff163131-d59e-4e4e-95bc-300bf115afdc tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=4645eb87-b988-4f2b-96aa-d39faa547f1e HTTP/1.1" status: 200 len: 948 time: 0.1756539 Nov 12 00:47:12.514476 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a42f2c09-4b4e-418a-a2d5-a229c087e73c req-a1b2445b-5952-41a4-b678-ea8ebd34053b tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529296 Nov 12 00:47:12.525529 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33de77-4586-4c45-af49-e836d269687e req-8c6ae60c-8e56-4ce3-85d3-96ebdd6c5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:12.527205 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d33de77-4586-4c45-af49-e836d269687e req-8c6ae60c-8e56-4ce3-85d3-96ebdd6c5481 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1315522 Nov 12 00:47:12.723004 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d33de77-4586-4c45-af49-e836d269687e req-909312c1-c297-4d0e-a6e8-ea1941147196 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859782 Nov 12 00:47:12.733510 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-35e41df6-026b-479a-81d2-2a63917279e7 req-58b3af05-b438-42d8-8d19-9ebcbac399f3 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 210 time: 0.7947140 Nov 12 00:47:12.748330 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a7be804-6c59-485d-a000-7c1ba4ee1529 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.757147 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:07Z', 'revision_number': 3, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': 'be087b2c-52cb-492f-ac72-56c333946215', 'name': '', 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:2d:fc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:08Z', 'revision_number': 2, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:12.777013 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d5df20-46cd-47cf-831d-e3fa9afe70b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Made reservation on behalf of 04c66709839745f5bde4b3cea0f296bc for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:12.780925 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-30d5df20-46cd-47cf-831d-e3fa9afe70b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.785594 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a7be804-6c59-485d-a000-7c1ba4ee1529 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.805641 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde0cb7-e378-4f94-a75f-9cf40f5455bd req-945d42e4-dd13-48f1-b08f-868572f9fef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:12.808981 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfde0cb7-e378-4f94-a75f-9cf40f5455bd req-945d42e4-dd13-48f1-b08f-868572f9fef7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 913 time: 1.3545394 Nov 12 00:47:12.843117 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] Checking router: 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:12.844345 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] Updating router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 port be087b2c-52cb-492f-ac72-56c333946215 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:47:12.911343 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:12.928835 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfde0cb7-e378-4f94-a75f-9cf40f5455bd req-4200749b-139f-49b9-9cc8-6814fd9638b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52 HTTP/1.1" status: 200 len: 217 time: 0.1049862 Nov 12 00:47:12.990261 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d5df20-46cd-47cf-831d-e3fa9afe70b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:47:13.049283 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d33de77-4586-4c45-af49-e836d269687e req-0292ba44-1152-44e1-aac9-da785983aa81 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908642 Nov 12 00:47:13.058008 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-30d5df20-46cd-47cf-831d-e3fa9afe70b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.058360 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-30d5df20-46cd-47cf-831d-e3fa9afe70b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Added segment 68ac307f-d67a-4808-b28c-0d0ee432f6f7 of type vlan for network c3be38d6-5014-4715-abef-45cf425d4553 Nov 12 00:47:13.059739 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a7be804-6c59-485d-a000-7c1ba4ee1529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.063126 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a7be804-6c59-485d-a000-7c1ba4ee1529 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.079823 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8a7be804-6c59-485d-a000-7c1ba4ee1529 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11d8bca0-471c-43e8-962b-aa6cabeaa51b HTTP/1.1" status: 204 len: 168 time: 1.2734399 Nov 12 00:47:13.199058 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-30d5df20-46cd-47cf-831d-e3fa9afe70b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.255478 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8d9a2-2d74-4e8a-84d7-232280302e27 req-e12c81ad-d424-44b5-a1e5-f895996121bb tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:13.257274 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c3f8d9a2-2d74-4e8a-84d7-232280302e27 req-e12c81ad-d424-44b5-a1e5-f895996121bb tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 943 time: 0.4059446 Nov 12 00:47:13.258046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7be804-6c59-485d-a000-7c1ba4ee1529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d8bca0-471c-43e8-962b-aa6cabeaa51b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:13.262058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6e462-9bea-4cfa-a7b7-10c285554784 req-22dfa629-f2fc-431a-adb0-149d578c7803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:13.269920 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99c6e462-9bea-4cfa-a7b7-10c285554784 req-22dfa629-f2fc-431a-adb0-149d578c7803 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=638dcdd1a35647ce9d69c5c71f6933c7&device_id=4645eb87-b988-4f2b-96aa-d39faa547f1e HTTP/1.1" status: 200 len: 1100 time: 0.1042020 Nov 12 00:47:13.280130 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7be804-6c59-485d-a000-7c1ba4ee1529 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.281040 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7be804-6c59-485d-a000-7c1ba4ee1529 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.281154 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7be804-6c59-485d-a000-7c1ba4ee1529 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.281574 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7be804-6c59-485d-a000-7c1ba4ee1529 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.282508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7be804-6c59-485d-a000-7c1ba4ee1529 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.282980 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7be804-6c59-485d-a000-7c1ba4ee1529 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.283465 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7be804-6c59-485d-a000-7c1ba4ee1529 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.283995 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7be804-6c59-485d-a000-7c1ba4ee1529 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.284373 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7be804-6c59-485d-a000-7c1ba4ee1529 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.285240 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7be804-6c59-485d-a000-7c1ba4ee1529 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.285240 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7be804-6c59-485d-a000-7c1ba4ee1529 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.285417 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7be804-6c59-485d-a000-7c1ba4ee1529 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.300047 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-30d5df20-46cd-47cf-831d-e3fa9afe70b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.324561 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d5df20-46cd-47cf-831d-e3fa9afe70b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:13.325425 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-30d5df20-46cd-47cf-831d-e3fa9afe70b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.440821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6e462-9bea-4cfa-a7b7-10c285554784 req-f47f0e83-7cdc-4a81-8a94-239e23fdaf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:13.442634 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99c6e462-9bea-4cfa-a7b7-10c285554784 req-f47f0e83-7cdc-4a81-8a94-239e23fdaf6b service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1595442 Nov 12 00:47:13.509963 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99c6e462-9bea-4cfa-a7b7-10c285554784 req-57f07fa9-9742-4f17-8c3b-7afd41f9dbf9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=34b4cd59-b72e-4785-bcba-baf2a32d2abe HTTP/1.1" status: 200 len: 217 time: 0.0574508 Nov 12 00:47:13.588310 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.595465 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5df20-46cd-47cf-831d-e3fa9afe70b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Network': ['ID=c3be38d6-5014-4715-abef-45cf425d4553,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:13.607859 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.610416 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6e462-9bea-4cfa-a7b7-10c285554784 req-dece2c16-3f7d-407a-b4dc-972b3e4d91c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:13.611837 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network c3be38d6-5014-4715-abef-45cf425d4553 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:47:13.612325 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99c6e462-9bea-4cfa-a7b7-10c285554784 req-dece2c16-3f7d-407a-b4dc-972b3e4d91c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0884061 Nov 12 00:47:13.619985 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37990) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:13.626061 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-30d5df20-46cd-47cf-831d-e3fa9afe70b7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7740045 Nov 12 00:47:13.635100 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37992) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:13.652600 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e30d3495-12da-4e1a-8376-5c24fe30d43e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'subnet': {'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:13.672563 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde0cb7-e378-4f94-a75f-9cf40f5455bd req-203f8c73-ad1d-4156-bab1-e55229ea8bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:13.673320 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-778b4ed2-fb5a-4a96-a567-29e503b3cd13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.674064 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfde0cb7-e378-4f94-a75f-9cf40f5455bd req-203f8c73-ad1d-4156-bab1-e55229ea8bb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.6599312 Nov 12 00:47:13.709176 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3941483-942c-4402-b823-77cadd3ec89a None None] Pushing event updated for resources: {'Port': ['ID=be087b2c-52cb-492f-ac72-56c333946215,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:13.727150 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3941483-942c-4402-b823-77cadd3ec89a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.727517 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3941483-942c-4402-b823-77cadd3ec89a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.727859 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3941483-942c-4402-b823-77cadd3ec89a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.728196 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3941483-942c-4402-b823-77cadd3ec89a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.728571 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3941483-942c-4402-b823-77cadd3ec89a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.728927 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3941483-942c-4402-b823-77cadd3ec89a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.729260 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3941483-942c-4402-b823-77cadd3ec89a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.729616 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3941483-942c-4402-b823-77cadd3ec89a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.729943 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3941483-942c-4402-b823-77cadd3ec89a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.730264 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3941483-942c-4402-b823-77cadd3ec89a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.730585 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3941483-942c-4402-b823-77cadd3ec89a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.731038 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3941483-942c-4402-b823-77cadd3ec89a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:13.757098 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6e462-9bea-4cfa-a7b7-10c285554784 req-ff1c2941-9def-4855-aeac-b06716e2c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:13.759121 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99c6e462-9bea-4cfa-a7b7-10c285554784 req-ff1c2941-9def-4855-aeac-b06716e2c90b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1366768 Nov 12 00:47:13.839719 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] Attempting to bind port be087b2c-52cb-492f-ac72-56c333946215 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:13.840385 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] Attempting to bind port be087b2c-52cb-492f-ac72-56c333946215 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '69c98b10-0950-4e6d-934f-495b458f1950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:13.841099 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] Attempting to bind port be087b2c-52cb-492f-ac72-56c333946215 on network ee5543c4-8f51-4b61-962e-36500ece9159 {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:13.846354 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:13.846980 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] Checking segment: {'id': '69c98b10-0950-4e6d-934f-495b458f1950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:13.847118 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.847513 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] Bound using segment: {'id': '69c98b10-0950-4e6d-934f-495b458f1950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:13.849173 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] Bound port: be087b2c-52cb-492f-ac72-56c333946215, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c98b10-0950-4e6d-934f-495b458f1950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:13.849706 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:13.895559 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99c6e462-9bea-4cfa-a7b7-10c285554784 req-c98be122-4420-4644-9d99-9c28021dffe8 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268160 Nov 12 00:47:13.957854 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] For port be087b2c-52cb-492f-ac72-56c333946215, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:13.965132 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] For port be087b2c-52cb-492f-ac72-56c333946215, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=be087b2c-52cb-492f-ac72-56c333946215,segment=NetworkSegment(69c98b10-0950-4e6d-934f-495b458f1950),segment_id=69c98b10-0950-4e6d-934f-495b458f1950)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:13.976011 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.008933 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c3f8d9a2-2d74-4e8a-84d7-232280302e27 req-e66c1544-f115-4ca7-9c40-343ddeeec3c2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7413623 Nov 12 00:47:14.015511 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-81a21f50-50af-4373-b99c-ab718e1a891e tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:14.032166 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-81a21f50-50af-4373-b99c-ab718e1a891e tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/networks?id=d74c3bda-c588-4e57-b67a-b6869318bb04 HTTP/1.1" status: 200 len: 810 time: 0.5168455 Nov 12 00:47:14.045286 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde0cb7-e378-4f94-a75f-9cf40f5455bd req-eba5e792-b20c-457c-8ede-fc7932b81470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:14.052501 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfde0cb7-e378-4f94-a75f-9cf40f5455bd req-eba5e792-b20c-457c-8ede-fc7932b81470 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1715019 Nov 12 00:47:14.053409 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30d3495-12da-4e1a-8376-5c24fe30d43e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Made reservation on behalf of 04c66709839745f5bde4b3cea0f296bc for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:14.061167 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e30d3495-12da-4e1a-8376-5c24fe30d43e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.083164 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3941483-942c-4402-b823-77cadd3ec89a None None] Pushing event updated for resources: {'Port': ['ID=be087b2c-52cb-492f-ac72-56c333946215,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:14.105697 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-3c0b37be-d261-4941-b82c-5176063a07dc tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/quotas/8ede968b1a094c7192de77d827500d37 HTTP/1.1" status: 200 len: 375 time: 0.0801666 Nov 12 00:47:14.135215 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] Routers {'25f0c848-cc3c-40a7-ad8b-034a8d2173c2'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:14.135884 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:14.195248 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-e5e9171a-ba94-4a83-9354-967dded1a0f9 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ede968b1a094c7192de77d827500d37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0886118 Nov 12 00:47:14.215440 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e4ff681e-6a43-4e29-b439-08cb257cbd5a None None] Provisioning complete for port be087b2c-52cb-492f-ac72-56c333946215 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:14.215863 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e4ff681e-6a43-4e29-b439-08cb257cbd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.244434 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] Set router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:14.421583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b70d1a-3136-49ac-a2a7-f869538605eb req-c2445f4b-5f0c-42d6-94f2-b504037184e7 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:14.423089 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7b70d1a-3136-49ac-a2a7-f869538605eb req-c2445f4b-5f0c-42d6-94f2-b504037184e7 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=4645eb87-b988-4f2b-96aa-d39faa547f1e HTTP/1.1" status: 200 len: 948 time: 0.2577870 Nov 12 00:47:14.440382 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e4ff681e-6a43-4e29-b439-08cb257cbd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.451031 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-b168eaef-13b3-4313-9742-f63282f88540 service neutron] 10.222.0.31 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507474 Nov 12 00:47:14.461334 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-778b4ed2-fb5a-4a96-a567-29e503b3cd13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.503305 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e4ff681e-6a43-4e29-b439-08cb257cbd5a None None] For port be087b2c-52cb-492f-ac72-56c333946215, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=be087b2c-52cb-492f-ac72-56c333946215,segment=NetworkSegment(69c98b10-0950-4e6d-934f-495b458f1950),segment_id=69c98b10-0950-4e6d-934f-495b458f1950)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:14.517938 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e4ff681e-6a43-4e29-b439-08cb257cbd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.529251 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfde0cb7-e378-4f94-a75f-9cf40f5455bd req-af8dc386-e238-420b-86ee-bcf60227cb97 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457870 Nov 12 00:47:14.575257 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-6939162d-23b8-44c2-a0f2-d5de8f876f18 service neutron] 10.222.0.31 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232314 Nov 12 00:47:14.607225 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff681e-6a43-4e29-b439-08cb257cbd5a None None] Pushing event updated for resources: {'Port': ['ID=be087b2c-52cb-492f-ac72-56c333946215,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:14.613653 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-778b4ed2-fb5a-4a96-a567-29e503b3cd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.644230 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:07Z', 'revision_number': 3, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': 'be087b2c-52cb-492f-ac72-56c333946215', 'name': '', 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:2d:fc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:13Z', 'revision_number': 4, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:14.657298 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-778b4ed2-fb5a-4a96-a567-29e503b3cd13 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=005cfaa93f264cf9b939be9e98148bb6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0348108 Nov 12 00:47:14.659489 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38000) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:14.664404 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99c6e462-9bea-4cfa-a7b7-10c285554784 req-ea106486-c84e-4eb1-91fe-e4146f3236c3 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7429326 Nov 12 00:47:14.680231 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-05e29637-52d7-4137-8707-00d10551941c None None] Provisioning complete for port be087b2c-52cb-492f-ac72-56c333946215 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:14.680832 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-05e29637-52d7-4137-8707-00d10551941c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.707628 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b4ed2-fb5a-4a96-a567-29e503b3cd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cc4a9a-4ad0-4282-b294-571096dabb74,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:14.756338 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73050df3-e445-4ee9-8fbe-3afb393047bf None None] The sync data for ids ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'] in n-d-712137-14 is: [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:07Z', 'revision_number': 3, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': 'be087b2c-52cb-492f-ac72-56c333946215', 'name': '', 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:2d:fc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:13Z', 'revision_number': 4, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:14.763502 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:47:14.768507 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7b70d1a-3136-49ac-a2a7-f869538605eb req-2f5d0e53-86d6-4511-ad25-4c24de486491 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355482 Nov 12 00:47:14.777951 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d0022028-2909-48a6-a498-f688d4c33b64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.829492 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d0022028-2909-48a6-a498-f688d4c33b64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.920158 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:14.955190 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'port_id': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52', 'mac_address': 'fa:16:3e:72:4f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:47:14.978515 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d0022028-2909-48a6-a498-f688d4c33b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.981701 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d0022028-2909-48a6-a498-f688d4c33b64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:14.986348 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d0022028-2909-48a6-a498-f688d4c33b64 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0cc4a9a-4ad0-4282-b294-571096dabb74 HTTP/1.1" status: 204 len: 168 time: 0.3255885 Nov 12 00:47:15.001746 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0022028-2909-48a6-a498-f688d4c33b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cc4a9a-4ad0-4282-b294-571096dabb74,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:15.090787 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e30d3495-12da-4e1a-8376-5c24fe30d43e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:15.195839 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-487583de-0a85-42e1-a599-9b07bdd274be req-e2409fcb-c8f1-4c37-b6e3-3f76a156a1c8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 210 time: 0.0757043 Nov 12 00:47:15.227662 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:15.260843 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d3495-12da-4e1a-8376-5c24fe30d43e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Subnet': ['ID=1af24746-aa56-4c51-951c-87c364aa0d1b,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:15.279652 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:15.297108 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cabe509-ae29-4a91-bc69-ea647fc70dbb req-61910675-cbc2-4ea8-abb8-4befeef1d11f tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 210 time: 0.2493622 Nov 12 00:47:15.305069 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfde0cb7-e378-4f94-a75f-9cf40f5455bd req-124c4af9-1bdf-4b28-b924-b64f4a574bf2 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7743213 Nov 12 00:47:15.350457 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:15.367685 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:15.397780 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d3495-12da-4e1a-8376-5c24fe30d43e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Checking segment: {'id': '68ac307f-d67a-4808-b28c-0d0ee432f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:15.398453 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30d3495-12da-4e1a-8376-5c24fe30d43e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network hostable DHCP agents. Network: c3be38d6-5014-4715-abef-45cf425d4553, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:47:15.456525 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbb21a-82b5-4597-9a47-65aa6167be70 req-7f5ae73d-967b-4f89-9089-813e997c50ee tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:15.472531 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bacbb21a-82b5-4597-9a47-65aa6167be70 req-7f5ae73d-967b-4f89-9089-813e997c50ee tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 943 time: 0.1422548 Nov 12 00:47:15.475543 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30d3495-12da-4e1a-8376-5c24fe30d43e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network c3be38d6-5014-4715-abef-45cf425d4553 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:47:15.497868 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-e30d3495-12da-4e1a-8376-5c24fe30d43e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, c3be38d6-5014-4715-abef-45cf425d4553) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:15.503231 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30d3495-12da-4e1a-8376-5c24fe30d43e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:15.504029 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e30d3495-12da-4e1a-8376-5c24fe30d43e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:15.512027 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:15.518274 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3288e4-0034-4ab3-9e09-3973b31b4ea7 None None] Network c3be38d6-5014-4715-abef-45cf425d4553 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:15.539365 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e30d3495-12da-4e1a-8376-5c24fe30d43e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8966417 Nov 12 00:47:15.542706 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38018) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:15.635582 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bacbb21a-82b5-4597-9a47-65aa6167be70 req-ad44393f-cc33-4c48-abb3-800232c54a76 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614397 Nov 12 00:47:15.833384 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79217e52-7519-4898-9226-806259a27327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-c3be38d6-5014-4715-abef-45cf425d4553', 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'fixed_ips': [{'subnet_id': '1af24746-aa56-4c51-951c-87c364aa0d1b'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:47:15.836792 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79217e52-7519-4898-9226-806259a27327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:15.986883 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['3b0bb765-f486-4b2d-adfc-49b7bf9daf52'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:15.991429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device be087b2c-52cb-492f-ac72-56c333946215 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:16.237688 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port be087b2c-52cb-492f-ac72-56c333946215 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:16.237994 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:16.350397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a03e88-df04-461c-a47a-efe4ca948e4a req-a8d9bdc7-1962-421f-ad98-abd11395879f tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:16.352116 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16a03e88-df04-461c-a47a-efe4ca948e4a req-a8d9bdc7-1962-421f-ad98-abd11395879f tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=4645eb87-b988-4f2b-96aa-d39faa547f1e HTTP/1.1" status: 200 len: 948 time: 0.3280370 Nov 12 00:47:16.369942 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-59109968-2126-427d-98d4-d1e1f9b90328 req-83b7b001-f56f-4e94-9104-57db490d2055 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 210 time: 0.0517230 Nov 12 00:47:16.535816 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fa360b3-92eb-48c0-ab52-a07d9d8e4f84 req-6d6b775a-d0ed-46ce-a331-22633503c8a1 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 210 time: 0.0568528 Nov 12 00:47:16.566160 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16a03e88-df04-461c-a47a-efe4ca948e4a req-5ad9c03c-1cf6-402f-b962-fcb378c5711e tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986899 Nov 12 00:47:16.578200 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-79217e52-7519-4898-9226-806259a27327 None None] Allocated IP 172.22.0.2 (c3be38d6-5014-4715-abef-45cf425d4553/1af24746-aa56-4c51-951c-87c364aa0d1b/dad14960-5b56-4ec0-ba63-a278d46e48b9) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:16.643542 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ebfd036b-3ddd-4db7-b77c-e2141520c6d6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:16.773480 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 34b4cd59-b72e-4785-bcba-baf2a32d2abe details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:47:17.042593 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79217e52-7519-4898-9226-806259a27327 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:17.069604 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 34b4cd59-b72e-4785-bcba-baf2a32d2abe, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=34b4cd59-b72e-4785-bcba-baf2a32d2abe,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:17.074951 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79217e52-7519-4898-9226-806259a27327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:17.116733 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '34b4cd59-b72e-4785-bcba-baf2a32d2abe', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '34b4cd59-b72e-4785-bcba-baf2a32d2abe', 'mac_address': 'fa:16:3e:c5:76:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:47:17.135863 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79217e52-7519-4898-9226-806259a27327 None None] Network c3be38d6-5014-4715-abef-45cf425d4553 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:17.140648 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70289ec1-8ed4-4ef8-864a-e12dd3f5f19b req-8fc76528-e96c-48f2-b97b-bf9843cd432e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:17.143157 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-70289ec1-8ed4-4ef8-864a-e12dd3f5f19b req-8fc76528-e96c-48f2-b97b-bf9843cd432e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.3435967 Nov 12 00:47:17.167364 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-79217e52-7519-4898-9226-806259a27327 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:17.177266 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79217e52-7519-4898-9226-806259a27327 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:17.185162 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79217e52-7519-4898-9226-806259a27327 None None] Pushing event updated for resources: {'Port': ['ID=dad14960-5b56-4ec0-ba63-a278d46e48b9,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:17.200150 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:17.237173 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-ebfd036b-3ddd-4db7-b77c-e2141520c6d6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Allocated IP 172.22.0.1 (c3be38d6-5014-4715-abef-45cf425d4553/1af24746-aa56-4c51-951c-87c364aa0d1b/f3442146-6f19-4020-8e56-f41d64720ab3) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:17.253009 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-5adc8c86-2470-4b72-b25e-455c262b71a2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:17.256526 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-5adc8c86-2470-4b72-b25e-455c262b71a2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.21 "GET /v2.0/networks?id=d74c3bda-c588-4e57-b67a-b6869318bb04 HTTP/1.1" status: 200 len: 810 time: 0.5352328 Nov 12 00:47:17.288984 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-402be555-ed04-4f2f-b4b5-3515d7892801 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Request body: {'port': {'device_id': 'e565fdf5-f238-4103-9cc9-9534e7fe0cc1', 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04', 'admin_state_up': True, 'tenant_id': '8ede968b1a094c7192de77d827500d37'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:17.307741 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b4cd59-b72e-4785-bcba-baf2a32d2abe {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:17.367831 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38060) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:17.368788 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-79217e52-7519-4898-9226-806259a27327 None None] Attempting to bind port dad14960-5b56-4ec0-ba63-a278d46e48b9 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:17.369458 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-79217e52-7519-4898-9226-806259a27327 None None] Attempting to bind port dad14960-5b56-4ec0-ba63-a278d46e48b9 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '68ac307f-d67a-4808-b28c-0d0ee432f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:17.370066 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79217e52-7519-4898-9226-806259a27327 None None] Attempting to bind port dad14960-5b56-4ec0-ba63-a278d46e48b9 on network c3be38d6-5014-4715-abef-45cf425d4553 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:17.372975 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ebfd036b-3ddd-4db7-b77c-e2141520c6d6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:17.377123 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 34b4cd59-b72e-4785-bcba-baf2a32d2abe, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=34b4cd59-b72e-4785-bcba-baf2a32d2abe,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:17.381184 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79217e52-7519-4898-9226-806259a27327 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:17.381849 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79217e52-7519-4898-9226-806259a27327 None None] Checking segment: {'id': '68ac307f-d67a-4808-b28c-0d0ee432f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:17.382449 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79217e52-7519-4898-9226-806259a27327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:17.383021 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79217e52-7519-4898-9226-806259a27327 None None] Bound using segment: {'id': '68ac307f-d67a-4808-b28c-0d0ee432f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:17.383664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-79217e52-7519-4898-9226-806259a27327 None None] Bound port: dad14960-5b56-4ec0-ba63-a278d46e48b9, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ac307f-d67a-4808-b28c-0d0ee432f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:17.384361 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79217e52-7519-4898-9226-806259a27327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:17.412316 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ebfd036b-3ddd-4db7-b77c-e2141520c6d6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:17.457817 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-79217e52-7519-4898-9226-806259a27327 None None] For port dad14960-5b56-4ec0-ba63-a278d46e48b9, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:17.461845 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-79217e52-7519-4898-9226-806259a27327 None None] For port dad14960-5b56-4ec0-ba63-a278d46e48b9, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=dad14960-5b56-4ec0-ba63-a278d46e48b9,segment=NetworkSegment(68ac307f-d67a-4808-b28c-0d0ee432f6f7),segment_id=68ac307f-d67a-4808-b28c-0d0ee432f6f7)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:17.463534 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:17.470914 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79217e52-7519-4898-9226-806259a27327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:17.475723 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfd036b-3ddd-4db7-b77c-e2141520c6d6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network c3be38d6-5014-4715-abef-45cf425d4553 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:17.480526 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-ebfd036b-3ddd-4db7-b77c-e2141520c6d6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:17.485212 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd036b-3ddd-4db7-b77c-e2141520c6d6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Port': ['ID=f3442146-6f19-4020-8e56-f41d64720ab3,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:17.488211 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd036b-3ddd-4db7-b77c-e2141520c6d6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:17.543704 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=34b4cd59-b72e-4785-bcba-baf2a32d2abe,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:17.589754 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-70289ec1-8ed4-4ef8-864a-e12dd3f5f19b req-8c1d9507-e079-4c90-8207-d3166abf110e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4283872 Nov 12 00:47:17.710855 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ebfd036b-3ddd-4db7-b77c-e2141520c6d6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:17.713328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79217e52-7519-4898-9226-806259a27327 None None] Pushing event updated for resources: {'Port': ['ID=dad14960-5b56-4ec0-ba63-a278d46e48b9,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:17.737844 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-87b8462a-3625-4691-8a0f-383b862107ec req-e139dcb6-f64e-4ed6-a344-441e8f33dc70 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 210 time: 0.2537861 Nov 12 00:47:17.787671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-402be555-ed04-4f2f-b4b5-3515d7892801 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Made reservation on behalf of 8ede968b1a094c7192de77d827500d37 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:17.791860 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-402be555-ed04-4f2f-b4b5-3515d7892801 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:17.857504 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1b0ede4-7b29-48fe-9a66-536e5788853a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:17.857723 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9b200ba2-4ffc-4dc0-8a7f-d8026191e6ae req-1b6b4f2e-331c-4adc-b865-878307d9767f tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 210 time: 0.0756595 Nov 12 00:47:18.066321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-402be555-ed04-4f2f-b4b5-3515d7892801 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Allocated IP 172.20.0.3 (d74c3bda-c588-4e57-b67a-b6869318bb04/f9007ee2-5879-4419-99d4-bd9610ef3298/366a2a7c-be9a-404b-b60a-ba1a86551364) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:18.071233 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['34b4cd59-b72e-4785-bcba-baf2a32d2abe'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:18.190753 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37e714-26f2-40ea-bcd3-4bb36bcc2cc2 req-3abfd211-9959-4140-9532-425f3f5342a7 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:18.191805 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5e37e714-26f2-40ea-bcd3-4bb36bcc2cc2 req-3abfd211-9959-4140-9532-425f3f5342a7 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=4645eb87-b988-4f2b-96aa-d39faa547f1e HTTP/1.1" status: 200 len: 949 time: 0.3231597 Nov 12 00:47:18.257455 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ebfd036b-3ddd-4db7-b77c-e2141520c6d6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.293551 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-402be555-ed04-4f2f-b4b5-3515d7892801 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.326896 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5e37e714-26f2-40ea-bcd3-4bb36bcc2cc2 req-cdbe2649-3e5a-46d3-8d0e-cbb382bf7e28 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105096 Nov 12 00:47:18.343188 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1b0ede4-7b29-48fe-9a66-536e5788853a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.377957 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-402be555-ed04-4f2f-b4b5-3515d7892801 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.407839 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1b0ede4-7b29-48fe-9a66-536e5788853a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.464476 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-402be555-ed04-4f2f-b4b5-3515d7892801 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Network d74c3bda-c588-4e57-b67a-b6869318bb04 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:18.468301 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-402be555-ed04-4f2f-b4b5-3515d7892801 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:18.472767 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-402be555-ed04-4f2f-b4b5-3515d7892801 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:18.523065 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402be555-ed04-4f2f-b4b5-3515d7892801 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Pushing event updated for resources: {'Port': ['ID=366a2a7c-be9a-404b-b60a-ba1a86551364,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:18.557544 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e1b0ede4-7b29-48fe-9a66-536e5788853a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e008f81caba44e691250afa36aff365&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1885817 Nov 12 00:47:18.558286 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0ede4-7b29-48fe-9a66-536e5788853a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0103a069-a950-44be-928c-a03bbb838242,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:18.560383 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-402be555-ed04-4f2f-b4b5-3515d7892801 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:18.561537 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38074) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:18.580051 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-402be555-ed04-4f2f-b4b5-3515d7892801 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.609447 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-402be555-ed04-4f2f-b4b5-3515d7892801 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3306124 Nov 12 00:47:18.627587 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] Request body: {'port': {'device_id': 'e565fdf5-f238-4103-9cc9-9534e7fe0cc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:18.755692 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.768256 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:18.819137 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6151c01b-700b-48d8-be75-f1594cae03ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:18.965695 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:47:18.971949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:18.972309 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.068644 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6151c01b-700b-48d8-be75-f1594cae03ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.107784 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831adf51-ff5f-43bb-a59b-b88533e43122 req-2b7c3cc2-0a88-46ab-bcbd-c88b79c0e9a8 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:19.120622 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-831adf51-ff5f-43bb-a59b-b88533e43122 req-2b7c3cc2-0a88-46ab-bcbd-c88b79c0e9a8 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.3610380 Nov 12 00:47:19.166023 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38088) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:19.249800 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ebfd036b-3ddd-4db7-b77c-e2141520c6d6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.265979 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ebfd036b-3ddd-4db7-b77c-e2141520c6d6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.269864 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.301531 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6151c01b-700b-48d8-be75-f1594cae03ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.304949 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6151c01b-700b-48d8-be75-f1594cae03ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.306146 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6151c01b-700b-48d8-be75-f1594cae03ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0103a069-a950-44be-928c-a03bbb838242 HTTP/1.1" status: 204 len: 168 time: 0.7416370 Nov 12 00:47:19.345298 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e3b3d4-f97d-45be-87f2-1de0ce47dcd8 None None] Network c3be38d6-5014-4715-abef-45cf425d4553 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:19.350954 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-831adf51-ff5f-43bb-a59b-b88533e43122 req-fcbe1394-9575-446f-80a3-1f711a02d043 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287557 Nov 12 00:47:19.385035 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151c01b-700b-48d8-be75-f1594cae03ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0103a069-a950-44be-928c-a03bbb838242,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:19.438472 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:19.449077 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:19.456277 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ebabb9-96c0-4ff5-95df-c60e7b673bb6" -d '{"events": [{"server_uuid": "ab5f2d29-cf62-4e71-b340-dfa9250975a0", "name": "network-vif-plugged", "status": "completed", "tag": "3b0bb765-f486-4b2d-adfc-49b7bf9daf52"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:19.480681 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd036b-3ddd-4db7-b77c-e2141520c6d6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Port': ['ID=f3442146-6f19-4020-8e56-f41d64720ab3,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:19.484616 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ebfd036b-3ddd-4db7-b77c-e2141520c6d6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.507491 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.522541 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7bc1dd79-c219-4277-bd04-1716253a9afb admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:19.664652 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ddbf03f5-2753-419b-8aaf-98083c3e5b80 req-78ca5618-8c2b-4c4b-bfe2-0615f0fdecf7 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5d334d7-6e03-40aa-91fc-cf770958a205 HTTP/1.1" status: 200 len: 210 time: 0.1389222 Nov 12 00:47:19.666598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:19.686325 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfd036b-3ddd-4db7-b77c-e2141520c6d6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network c3be38d6-5014-4715-abef-45cf425d4553 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:19.704321 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:19.704683 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:19.705061 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:19.705407 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:19.705859 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:19.706212 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:19.706546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:19.706880 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:19.707212 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:19.707640 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:19.707976 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:19.708311 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:19.735150 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-ebfd036b-3ddd-4db7-b77c-e2141520c6d6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:19.825972 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a92eaa98-8fbb-474d-97ac-ef17c194fda3 None None] Provisioning complete for port dad14960-5b56-4ec0-ba63-a278d46e48b9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:19.826342 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a92eaa98-8fbb-474d-97ac-ef17c194fda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.037685 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-278a3829-1c48-439d-936f-32293df08e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.120282 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device dad14960-5b56-4ec0-ba63-a278d46e48b9 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:20.314628 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a92eaa98-8fbb-474d-97ac-ef17c194fda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.368742 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a92eaa98-8fbb-474d-97ac-ef17c194fda3 None None] For port dad14960-5b56-4ec0-ba63-a278d46e48b9, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=dad14960-5b56-4ec0-ba63-a278d46e48b9,segment=NetworkSegment(68ac307f-d67a-4808-b28c-0d0ee432f6f7),segment_id=68ac307f-d67a-4808-b28c-0d0ee432f6f7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:20.370671 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port dad14960-5b56-4ec0-ba63-a278d46e48b9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:20.371101 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.393202 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366a2a7c-be9a-404b-b60a-ba1a86551364 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:20.414131 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.416167 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a92eaa98-8fbb-474d-97ac-ef17c194fda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.442830 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] Transition to ACTIVE for port object 366a2a7c-be9a-404b-b60a-ba1a86551364 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:47:20.457521 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.548492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92eaa98-8fbb-474d-97ac-ef17c194fda3 None None] Pushing event updated for resources: {'Port': ['ID=dad14960-5b56-4ec0-ba63-a278d46e48b9,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:20.585269 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] Pushing event updated for resources: {'Port': ['ID=366a2a7c-be9a-404b-b60a-ba1a86551364,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:20.635838 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb3215-b4ee-44a0-a0fe-7d01fa6261ea req-f5196e32-2ce0-4eb1-ad65-f3161871d048 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:20.637530 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d9fb3215-b4ee-44a0-a0fe-7d01fa6261ea req-f5196e32-2ce0-4eb1-ad65-f3161871d048 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 931 time: 0.4391105 Nov 12 00:47:20.727216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] Attempting to bind port 366a2a7c-be9a-404b-b60a-ba1a86551364 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:20.727563 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] Attempting to bind port 366a2a7c-be9a-404b-b60a-ba1a86551364 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:20.727893 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] Attempting to bind port 366a2a7c-be9a-404b-b60a-ba1a86551364 on network d74c3bda-c588-4e57-b67a-b6869318bb04 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:20.738048 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d9fb3215-b4ee-44a0-a0fe-7d01fa6261ea req-365be52e-551c-4691-a89e-706f8cb05b97 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794692 Nov 12 00:47:20.740882 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] Port 366a2a7c-be9a-404b-b60a-ba1a86551364 on network d74c3bda-c588-4e57-b67a-b6869318bb04 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:47:20.741215 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] Attempting to bind port 366a2a7c-be9a-404b-b60a-ba1a86551364 on network d74c3bda-c588-4e57-b67a-b6869318bb04 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:20.757735 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:20.758080 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] Checking segment: {'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:20.758468 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] Bound using segment: {'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:20.758903 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] Bound port: 366a2a7c-be9a-404b-b60a-ba1a86551364, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:20.759260 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.774792 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 34b4cd59-b72e-4785-bcba-baf2a32d2abe up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:20.872595 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089dd6b0-c39c-430f-adf5-5d4270014634 x-openstack-request-id: req-089dd6b0-c39c-430f-adf5-5d4270014634 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:20.872920 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5f2d29-cf62-4e71-b340-dfa9250975a0", "name": "network-vif-plugged", "status": "completed", "tag": "3b0bb765-f486-4b2d-adfc-49b7bf9daf52", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:20.874882 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-089dd6b0-c39c-430f-adf5-5d4270014634 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:20.875555 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] For port 366a2a7c-be9a-404b-b60a-ba1a86551364, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:20.875760 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52', 'code': 200} Nov 12 00:47:20.884968 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] For port 366a2a7c-be9a-404b-b60a-ba1a86551364, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=366a2a7c-be9a-404b-b60a-ba1a86551364,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:20.893376 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:20.967431 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-25c1e84c-a6f9-4df0-90e4-5ab93d9de318 None None] Provisioning complete for port dad14960-5b56-4ec0-ba63-a278d46e48b9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:20.967835 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-25c1e84c-a6f9-4df0-90e4-5ab93d9de318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.063855 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:21.064847 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.067265 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 34b4cd59-b72e-4785-bcba-baf2a32d2abe completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:47:21.069490 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] 10.222.0.21 "PUT /v2.0/ports/366a2a7c-be9a-404b-b60a-ba1a86551364 HTTP/1.1" status: 200 len: 1092 time: 2.4528234 Nov 12 00:47:21.071077 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e565fdf5-f238-4103-9cc9-9534e7fe0cc1', 'tag': '366a2a7c-be9a-404b-b60a-ba1a86551364'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:21.076366 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfd036b-3ddd-4db7-b77c-e2141520c6d6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:21.081841 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7fa6ec-7373-4e10-a6f1-0ad8b95ec427" -d '{"events": [{"name": "network-changed", "server_uuid": "e565fdf5-f238-4103-9cc9-9534e7fe0cc1", "tag": "366a2a7c-be9a-404b-b60a-ba1a86551364"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:21.097238 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 34b4cd59-b72e-4785-bcba-baf2a32d2abe triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:21.099770 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.100171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647aa4e-75aa-4d88-816d-eb9c0260384a service neutron] Pushing event updated for resources: {'Port': ['ID=366a2a7c-be9a-404b-b60a-ba1a86551364,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:21.142464 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9522cd7-cc27-49c1-b328-31d8f4c86a25 req-a994970e-11d7-4e64-8adf-ffd04bb70a56 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:21.150133 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a9522cd7-cc27-49c1-b328-31d8f4c86a25 req-a994970e-11d7-4e64-8adf-ffd04bb70a56 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=4645eb87-b988-4f2b-96aa-d39faa547f1e HTTP/1.1" status: 200 len: 949 time: 1.2221754 Nov 12 00:47:21.293961 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cb0ab-6973-40b2-bd9c-a04702eff553 req-6b09b445-7e31-4870-8d23-65b7bbed3439 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:21.295542 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b8cb0ab-6973-40b2-bd9c-a04702eff553 req-6b09b445-7e31-4870-8d23-65b7bbed3439 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 945 time: 0.1520510 Nov 12 00:47:21.311281 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-25c1e84c-a6f9-4df0-90e4-5ab93d9de318 None None] Provisioning complete for port f3442146-6f19-4020-8e56-f41d64720ab3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:21.311921 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-25c1e84c-a6f9-4df0-90e4-5ab93d9de318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.315412 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.320669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6c38a-84ca-4417-b452-58774b093529 req-c9fd73db-8222-4cf4-8340-0e967006e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:21.321408 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-3f09e8d0-18ee-4eca-8ac7-a1278cfa3e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:21.322370 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4fd6c38a-84ca-4417-b452-58774b093529 req-c9fd73db-8222-4cf4-8340-0e967006e2bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 1097 time: 0.3254375 Nov 12 00:47:21.322927 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-3f09e8d0-18ee-4eca-8ac7-a1278cfa3e41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ede968b1a094c7192de77d827500d37&device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 1095 time: 0.1916094 Nov 12 00:47:21.387545 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-30ba7324-ac76-4063-b048-3637a6f78455 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=366a2a7c-be9a-404b-b60a-ba1a86551364 HTTP/1.1" status: 200 len: 217 time: 0.0446837 Nov 12 00:47:21.414168 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-25c1e84c-a6f9-4df0-90e4-5ab93d9de318 None None] Port f3442146-6f19-4020-8e56-f41d64720ab3 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:21.424890 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b8cb0ab-6973-40b2-bd9c-a04702eff553 req-ce62a449-0dc2-440e-99ae-995a0b3c63b8 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210945 Nov 12 00:47:21.431948 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 34b4cd59-b72e-4785-bcba-baf2a32d2abe, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=34b4cd59-b72e-4785-bcba-baf2a32d2abe,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:21.443548 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.474017 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7bc1dd79-c219-4277-bd04-1716253a9afb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.502946 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7bc1dd79-c219-4277-bd04-1716253a9afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.527553 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-dfc8de0f-ab9a-4a07-aee3-72bb0c1b8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:21.540635 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-dfc8de0f-ab9a-4a07-aee3-72bb0c1b8609 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9007ee2-5879-4419-99d4-bd9610ef3298 HTTP/1.1" status: 200 len: 850 time: 0.1213081 Nov 12 00:47:21.601416 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7bc1dd79-c219-4277-bd04-1716253a9afb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=06181186fa5844abae4020628e4d780d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4318247 Nov 12 00:47:21.605184 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-146cf5e2-0672-434a-a66e-4a5a8a2776bf None None] Provisioning complete for port f3442146-6f19-4020-8e56-f41d64720ab3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:21.606073 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-146cf5e2-0672-434a-a66e-4a5a8a2776bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.607400 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=34b4cd59-b72e-4785-bcba-baf2a32d2abe,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:21.610476 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1dd79-c219-4277-bd04-1716253a9afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2e6bac-89d3-48e3-88e2-8ad2c81b698a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:21.612651 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-281c254f-4fac-4cca-a1a5-6cd9337ee32e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d74c3bda-c588-4e57-b67a-b6869318bb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646877 Nov 12 00:47:21.613199 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38130) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:21.628528 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4fd6c38a-84ca-4417-b452-58774b093529 req-9238adf5-e04f-4f91-b4b2-17d6733dc3ee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310376 Nov 12 00:47:21.634541 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfd036b-3ddd-4db7-b77c-e2141520c6d6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:21.651210 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a9522cd7-cc27-49c1-b328-31d8f4c86a25 req-9e677367-7417-4420-b0af-62f5bbd53ff6 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757884 Nov 12 00:47:21.660309 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ebfd036b-3ddd-4db7-b77c-e2141520c6d6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/25f0c848-cc3c-40a7-ad8b-034a8d2173c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1121874 Nov 12 00:47:21.664123 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38132) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:21.670857 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a210a006-d14a-4389-b3f2-94e02300a66b x-openstack-request-id: req-a210a006-d14a-4389-b3f2-94e02300a66b {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:21.671144 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e565fdf5-f238-4103-9cc9-9534e7fe0cc1", "tag": "366a2a7c-be9a-404b-b60a-ba1a86551364", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:21.671397 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a210a006-d14a-4389-b3f2-94e02300a66b {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:21.671799 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e565fdf5-f238-4103-9cc9-9534e7fe0cc1', 'tag': '366a2a7c-be9a-404b-b60a-ba1a86551364', 'status': 'completed', 'code': 200} Nov 12 00:47:21.674271 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] Sync routers for ids ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:21.699957 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-b94f27b9-01cf-45a9-a0c4-19087339c220 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'network': {'name': 'tempest-RoutersTest-1696602295'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:21.700329 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38134) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:21.731534 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] Routers {'25f0c848-cc3c-40a7-ad8b-034a8d2173c2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:21.732180 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:46:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:21.847067 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e9589a06-cf18-43e0-bad8-c80dd67fe485 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.881550 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-146cf5e2-0672-434a-a66e-4a5a8a2776bf None None] Port f3442146-6f19-4020-8e56-f41d64720ab3 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:21.881952 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-38c04167-de2b-4012-b48d-99fc58f6248e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.901668 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e9589a06-cf18-43e0-bad8-c80dd67fe485 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.915564 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94f27b9-01cf-45a9-a0c4-19087339c220 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Made reservation on behalf of 04c66709839745f5bde4b3cea0f296bc for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:21.920141 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b94f27b9-01cf-45a9-a0c4-19087339c220 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:21.970191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device dad14960-5b56-4ec0-ba63-a278d46e48b9 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:22.007777 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e9589a06-cf18-43e0-bad8-c80dd67fe485 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.012643 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e9589a06-cf18-43e0-bad8-c80dd67fe485 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.018807 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e9589a06-cf18-43e0-bad8-c80dd67fe485 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "DELETE /v2.0/security-groups/dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f HTTP/1.1" status: 204 len: 168 time: 0.3160186 Nov 12 00:47:22.019647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38142) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:22.042484 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-c9d1e1b3-4e54-4e80-88c6-9b9cf715f878 service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220073 Nov 12 00:47:22.049914 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-38c04167-de2b-4012-b48d-99fc58f6248e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.060364 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9589a06-cf18-43e0-bad8-c80dd67fe485 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:22.068757 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-f656f6a0-f121-4458-aeb9-a16bc04ce984 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] show failed (client error): The resource could not be found. Nov 12 00:47:22.077536 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f656f6a0-f121-4458-aeb9-a16bc04ce984 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "GET /v2.0/security-groups/dff2388d-84f5-4cb9-99f1-9d8e70ebdb5f HTTP/1.1" status: 404 len: 347 time: 0.0510187 Nov 12 00:47:22.078235 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38146) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:22.097854 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] Set router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:22.185885 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f764ed25-9e8c-4772-964f-83d52af07500 None None] Provisioning complete for port f3442146-6f19-4020-8e56-f41d64720ab3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:22.186522 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f764ed25-9e8c-4772-964f-83d52af07500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.215974 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6004fff8-55b6-4f64-a598-f46ecf7ff707 req-76fd420b-7c6e-4973-9722-f79e8625e36d service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636291 Nov 12 00:47:22.228877 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94f27b9-01cf-45a9-a0c4-19087339c220 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:47:22.255903 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720e52d-8a47-4d5a-833b-7e8d4b4d2f5d req-79f4dc89-631a-442c-8cd7-8076a6e4c38d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:22.273318 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4720e52d-8a47-4d5a-833b-7e8d4b4d2f5d req-79f4dc89-631a-442c-8cd7-8076a6e4c38d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 943 time: 0.3162429 Nov 12 00:47:22.298220 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b94f27b9-01cf-45a9-a0c4-19087339c220 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.298662 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-b94f27b9-01cf-45a9-a0c4-19087339c220 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Added segment 49d17aa0-cf8d-43b7-9019-41aa30e63f87 of type vlan for network b6f4be82-a02e-4010-96a9-bb7cd03d54d2 Nov 12 00:47:22.343663 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-17c9ce75-6240-4d19-8a44-f100f4368412 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Deleting port a38d6286-232d-41c2-9899-747bb9ef2197 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:22.344267 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-17c9ce75-6240-4d19-8a44-f100f4368412 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.390839 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b94f27b9-01cf-45a9-a0c4-19087339c220 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.482690 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4720e52d-8a47-4d5a-833b-7e8d4b4d2f5d req-67a82432-0963-4032-ad05-e9e26069aecc tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084019 Nov 12 00:47:22.500033 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-17c9ce75-6240-4d19-8a44-f100f4368412 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.500473 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-17c9ce75-6240-4d19-8a44-f100f4368412 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.533047 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-38c04167-de2b-4012-b48d-99fc58f6248e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.534348 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-17c9ce75-6240-4d19-8a44-f100f4368412 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Calling delete_port for a38d6286-232d-41c2-9899-747bb9ef2197 owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:22.539272 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-38c04167-de2b-4012-b48d-99fc58f6248e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.543466 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-38c04167-de2b-4012-b48d-99fc58f6248e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b2e6bac-89d3-48e3-88e2-8ad2c81b698a HTTP/1.1" status: 204 len: 168 time: 0.9260414 Nov 12 00:47:22.554452 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fa6ec-7373-4e10-a6f1-0ad8b95ec427 req-32a9061c-eca2-450c-ad68-a2876a9346d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:22.556510 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b7fa6ec-7373-4e10-a6f1-0ad8b95ec427 req-32a9061c-eca2-450c-ad68-a2876a9346d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ede968b1a094c7192de77d827500d37&device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 1095 time: 0.2557683 Nov 12 00:47:22.565333 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c04167-de2b-4012-b48d-99fc58f6248e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2e6bac-89d3-48e3-88e2-8ad2c81b698a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:22.591054 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port dad14960-5b56-4ec0-ba63-a278d46e48b9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:22.591577 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.659978 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f764ed25-9e8c-4772-964f-83d52af07500 None None] Port f3442146-6f19-4020-8e56-f41d64720ab3 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:22.661932 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2f30e1ff-23a7-48c4-aaf8-a381bb9beb82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.739625 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b94f27b9-01cf-45a9-a0c4-19087339c220 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.752291 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94f27b9-01cf-45a9-a0c4-19087339c220 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:22.756098 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b94f27b9-01cf-45a9-a0c4-19087339c220 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:22.872469 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58828d-1b43-4258-a97f-d637f148f73a req-23783ebc-d0f2-472c-8613-503f6eb678cb tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:22.878424 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4645eb87-b988-4f2b-96aa-d39faa547f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b4cd59-b72e-4785-bcba-baf2a32d2abe'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:22.881213 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e503d8c-fd1f-4d94-86d7-be0ac8eef421" -d '{"events": [{"server_uuid": "4645eb87-b988-4f2b-96aa-d39faa547f1e", "name": "network-vif-plugged", "status": "completed", "tag": "34b4cd59-b72e-4785-bcba-baf2a32d2abe"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:22.900046 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9f58828d-1b43-4258-a97f-d637f148f73a req-23783ebc-d0f2-472c-8613-503f6eb678cb tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 945 time: 0.3320181 Nov 12 00:47:23.000409 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:18Z', 'revision_number': 4, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': 'be087b2c-52cb-492f-ac72-56c333946215', 'name': '', 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:2d:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3442146-6f19-4020-8e56-f41d64720ab3', 'name': '', 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:53:17:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:16Z', 'updated_at': '2021-11-12T00:47:18Z', 'revision_number': 2, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:23.067189 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] Checking router: 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:23.067189 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] Updating router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 port f3442146-6f19-4020-8e56-f41d64720ab3 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:47:23.072557 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b94f27b9-01cf-45a9-a0c4-19087339c220 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3864503 Nov 12 00:47:23.085393 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f27b9-01cf-45a9-a0c4-19087339c220 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Network': ['ID=b6f4be82-a02e-4010-96a9-bb7cd03d54d2,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:23.085534 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38162) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:23.091490 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-fab4b644-c9a4-4389-a476-03bbb114869a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'subnet': {'network_id': 'b6f4be82-a02e-4010-96a9-bb7cd03d54d2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:23.108624 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network b6f4be82-a02e-4010-96a9-bb7cd03d54d2 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:47:23.139191 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fa6ec-7373-4e10-a6f1-0ad8b95ec427 req-95a9b255-2cb9-43d1-9bb5-b98ffad1f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:23.144266 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b7fa6ec-7373-4e10-a6f1-0ad8b95ec427 req-95a9b255-2cb9-43d1-9bb5-b98ffad1f032 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d74c3bda-c588-4e57-b67a-b6869318bb04 HTTP/1.1" status: 200 len: 911 time: 0.5609448 Nov 12 00:47:23.177348 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.196794 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45e712-bf3b-42d8-81b4-7d1bab8fc398 req-0b962240-6e51-4ef7-8871-b89cf95a2270 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:23.202552 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9b45e712-bf3b-42d8-81b4-7d1bab8fc398 req-0b962240-6e51-4ef7-8871-b89cf95a2270 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=4645eb87-b988-4f2b-96aa-d39faa547f1e HTTP/1.1" status: 200 len: 950 time: 0.4186246 Nov 12 00:47:23.228093 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9f58828d-1b43-4258-a97f-d637f148f73a req-2752485a-97f2-42ef-8787-7fb3306c6558 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270984 Nov 12 00:47:23.276862 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b7fa6ec-7373-4e10-a6f1-0ad8b95ec427 req-025c7a6e-0af7-4db0-a579-a1ca0f4f61e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=366a2a7c-be9a-404b-b60a-ba1a86551364 HTTP/1.1" status: 200 len: 217 time: 0.1262300 Nov 12 00:47:23.277369 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38166) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:23.315021 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-17c9ce75-6240-4d19-8a44-f100f4368412 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.335330 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-94621526-4476-4f0f-9a54-0eff5828c7f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.449553 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9ce75-6240-4d19-8a44-f100f4368412 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Pushing event deleted for resources: {'Port': ['ID=a38d6286-232d-41c2-9899-747bb9ef2197,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:23.466147 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee7510b-eb9e-49b4-b16e-66f2c7755ec0 x-openstack-request-id: req-9ee7510b-eb9e-49b4-b16e-66f2c7755ec0 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:23.466327 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4645eb87-b988-4f2b-96aa-d39faa547f1e", "name": "network-vif-plugged", "status": "completed", "tag": "34b4cd59-b72e-4785-bcba-baf2a32d2abe", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:23.466526 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ee7510b-eb9e-49b4-b16e-66f2c7755ec0 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:23.466866 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4645eb87-b988-4f2b-96aa-d39faa547f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b4cd59-b72e-4785-bcba-baf2a32d2abe', 'code': 200} Nov 12 00:47:23.527843 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.589561 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fa6ec-7373-4e10-a6f1-0ad8b95ec427 req-4547732d-760d-4b44-b284-8730ff132f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:23.591367 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b7fa6ec-7373-4e10-a6f1-0ad8b95ec427 req-4547732d-760d-4b44-b284-8730ff132f4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9007ee2-5879-4419-99d4-bd9610ef3298 HTTP/1.1" status: 200 len: 850 time: 0.2687559 Nov 12 00:47:23.602532 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab4b644-c9a4-4389-a476-03bbb114869a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Made reservation on behalf of 04c66709839745f5bde4b3cea0f296bc for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:23.606056 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fab4b644-c9a4-4389-a476-03bbb114869a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.618356 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9b45e712-bf3b-42d8-81b4-7d1bab8fc398 req-e62c942e-cd0a-4a3f-ab6e-434770fb1155 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399484 Nov 12 00:47:23.673517 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b7fa6ec-7373-4e10-a6f1-0ad8b95ec427 req-99705d9e-5b2c-4231-b1d6-e056e0e851b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d74c3bda-c588-4e57-b67a-b6869318bb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498297 Nov 12 00:47:23.698843 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.707077 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.764947 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-17c9ce75-6240-4d19-8a44-f100f4368412 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.767927 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-17c9ce75-6240-4d19-8a44-f100f4368412 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.787450 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-17c9ce75-6240-4d19-8a44-f100f4368412 tempest-ServersTestBootFromVolume-38960941 tempest-ServersTestBootFromVolume-38960941-project] 10.222.0.31 "DELETE /v2.0/floatingips/b1da1b56-ba07-4815-8804-b379f4ff5521 HTTP/1.1" status: 204 len: 168 time: 1.7074444 Nov 12 00:47:23.788027 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbde47-bc5e-4135-a144-626b1888ed45 None None] Pushing event updated for resources: {'Port': ['ID=f3442146-6f19-4020-8e56-f41d64720ab3,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:23.794628 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38170) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:23.802858 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-94621526-4476-4f0f-9a54-0eff5828c7f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.873980 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-94621526-4476-4f0f-9a54-0eff5828c7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.905896 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] Attempting to bind port f3442146-6f19-4020-8e56-f41d64720ab3 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:23.905896 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] Attempting to bind port f3442146-6f19-4020-8e56-f41d64720ab3 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '68ac307f-d67a-4808-b28c-0d0ee432f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:23.905896 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] Attempting to bind port f3442146-6f19-4020-8e56-f41d64720ab3 on network c3be38d6-5014-4715-abef-45cf425d4553 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:23.910405 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:23.911774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] Checking segment: {'id': '68ac307f-d67a-4808-b28c-0d0ee432f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:23.912464 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.912883 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] Bound using segment: {'id': '68ac307f-d67a-4808-b28c-0d0ee432f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:23.913371 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] Bound port: f3442146-6f19-4020-8e56-f41d64720ab3, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ac307f-d67a-4808-b28c-0d0ee432f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:23.913755 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:23.951874 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-94621526-4476-4f0f-9a54-0eff5828c7f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc31eaaef488424a9fc0c13606bbc331&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6722322 Nov 12 00:47:23.963682 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38172) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:24.015800 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] For port f3442146-6f19-4020-8e56-f41d64720ab3, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:24.021493 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] For port f3442146-6f19-4020-8e56-f41d64720ab3, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f3442146-6f19-4020-8e56-f41d64720ab3,segment=NetworkSegment(68ac307f-d67a-4808-b28c-0d0ee432f6f7),segment_id=68ac307f-d67a-4808-b28c-0d0ee432f6f7)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:24.025518 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21564132-44f2-4a95-a148-af37f3bbdb0b req-407c5dc9-f485-4247-a713-df5fbf12535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:24.027507 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-21564132-44f2-4a95-a148-af37f3bbdb0b req-407c5dc9-f485-4247-a713-df5fbf12535c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4645eb87-b988-4f2b-96aa-d39faa547f1e HTTP/1.1" status: 200 len: 1102 time: 0.5134835 Nov 12 00:47:24.032211 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:24.055609 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b7fa6ec-7373-4e10-a6f1-0ad8b95ec427 req-29b43a3d-b522-4537-8b04-f60265ee1fd2 service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728876 Nov 12 00:47:24.060608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94621526-4476-4f0f-9a54-0eff5828c7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ee3a03-78ea-4c27-9e3f-7728e10bf657,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:24.098881 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfe300-4744-47d8-aeb8-d5ffceaeac50 req-5a29df51-c7b9-42e5-8181-e49167e50fb1 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:24.107664 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-89dfe300-4744-47d8-aeb8-d5ffceaeac50 req-5a29df51-c7b9-42e5-8181-e49167e50fb1 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 943 time: 0.4953218 Nov 12 00:47:24.124663 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] Routers {'25f0c848-cc3c-40a7-ad8b-034a8d2173c2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:24.124876 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:24.161236 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-21564132-44f2-4a95-a148-af37f3bbdb0b req-2d297ef0-6d74-4893-9960-467fb3bfb472 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185894 Nov 12 00:47:24.168437 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fab4b644-c9a4-4389-a476-03bbb114869a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:24.244541 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3b837e8-e397-4f4b-b1b7-c0033be1599b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:24.275914 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-89dfe300-4744-47d8-aeb8-d5ffceaeac50 req-00202b52-3f67-4ce4-8c10-3e7bc5780d7b tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672480 Nov 12 00:47:24.338425 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a42fbd09-b62b-42ee-b78d-90f4a86a50f8 None None] Provisioning complete for port f3442146-6f19-4020-8e56-f41d64720ab3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:24.338989 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a42fbd09-b62b-42ee-b78d-90f4a86a50f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:24.346787 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3b837e8-e397-4f4b-b1b7-c0033be1599b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:24.350206 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b7fa6ec-7373-4e10-a6f1-0ad8b95ec427 req-1a9d8ca2-1dbd-4392-94b2-971f1b7356e0 service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803087 Nov 12 00:47:24.380389 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbde47-bc5e-4135-a144-626b1888ed45 None None] Pushing event updated for resources: {'Port': ['ID=f3442146-6f19-4020-8e56-f41d64720ab3,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:24.388242 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4b644-c9a4-4389-a476-03bbb114869a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Subnet': ['ID=3a1bdd73-6221-4195-8441-4e472514fb22,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:24.415218 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab4b644-c9a4-4389-a476-03bbb114869a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Checking segment: {'id': '49d17aa0-cf8d-43b7-9019-41aa30e63f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6f4be82-a02e-4010-96a9-bb7cd03d54d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:24.415588 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab4b644-c9a4-4389-a476-03bbb114869a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network hostable DHCP agents. Network: b6f4be82-a02e-4010-96a9-bb7cd03d54d2, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:47:24.478932 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] Set router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:24.490011 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab4b644-c9a4-4389-a476-03bbb114869a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network b6f4be82-a02e-4010-96a9-bb7cd03d54d2 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:47:24.513472 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-fab4b644-c9a4-4389-a476-03bbb114869a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, b6f4be82-a02e-4010-96a9-bb7cd03d54d2) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:24.531666 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab4b644-c9a4-4389-a476-03bbb114869a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:24.532569 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fab4b644-c9a4-4389-a476-03bbb114869a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:24.549342 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3b837e8-e397-4f4b-b1b7-c0033be1599b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:24.559325 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d3b837e8-e397-4f4b-b1b7-c0033be1599b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:24.560740 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d3b837e8-e397-4f4b-b1b7-c0033be1599b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03ee3a03-78ea-4c27-9e3f-7728e10bf657 HTTP/1.1" status: 204 len: 168 time: 0.5896332 Nov 12 00:47:24.573507 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fab4b644-c9a4-4389-a476-03bbb114869a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4868593 Nov 12 00:47:24.581357 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38188) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:24.588011 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3625fdc9-60ef-4de6-90be-7976200c8e9e None None] Network b6f4be82-a02e-4010-96a9-bb7cd03d54d2 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:24.594500 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:24.597121 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048ffd2-0340-4da0-9052-34f0db990520 req-3308ee9c-edf9-4508-ad91-281733d326fb tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:24.599737 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9048ffd2-0340-4da0-9052-34f0db990520 req-3308ee9c-edf9-4508-ad91-281733d326fb tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 945 time: 0.1472995 Nov 12 00:47:24.604811 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b837e8-e397-4f4b-b1b7-c0033be1599b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ee3a03-78ea-4c27-9e3f-7728e10bf657,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:24.690360 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 366a2a7c-be9a-404b-b60a-ba1a86551364 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:47:24.827753 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9048ffd2-0340-4da0-9052-34f0db990520 req-df2d40f2-0788-48c0-88be-745c36532907 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929238 Nov 12 00:47:24.942781 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40f273-85db-4c0d-aeae-7a2a80b50bb6 req-7d016baa-e813-4ec8-9fc2-c9af6621a9ff tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:24.954070 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3d40f273-85db-4c0d-aeae-7a2a80b50bb6 req-7d016baa-e813-4ec8-9fc2-c9af6621a9ff tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=4645eb87-b988-4f2b-96aa-d39faa547f1e HTTP/1.1" status: 200 len: 950 time: 0.1580687 Nov 12 00:47:25.051255 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.resource_extend [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:47:25.128496 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3d40f273-85db-4c0d-aeae-7a2a80b50bb6 req-cae38658-9061-40ce-9398-da64ddd92871 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732302 Nov 12 00:47:25.163349 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-82e9aaa1-6d1b-4db3-bffb-ee3dbbde040e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.184679 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685a3cc-9cc5-47b1-a0c6-45959816dec3 req-9b2a7d41-997c-45e6-901a-307fd0e42305 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:25.187071 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4685a3cc-9cc5-47b1-a0c6-45959816dec3 req-9b2a7d41-997c-45e6-901a-307fd0e42305 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 945 time: 0.1967864 Nov 12 00:47:25.227239 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38214) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:25.233009 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a08f4da3-ebac-44af-9bde-6df9cfa5132f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Request body: {'floatingip': {'port_id': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:25.319834 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a42fbd09-b62b-42ee-b78d-90f4a86a50f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.350802 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a08f4da3-ebac-44af-9bde-6df9cfa5132f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.390376 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a42fbd09-b62b-42ee-b78d-90f4a86a50f8 None None] For port f3442146-6f19-4020-8e56-f41d64720ab3, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f3442146-6f19-4020-8e56-f41d64720ab3,segment=NetworkSegment(68ac307f-d67a-4808-b28c-0d0ee432f6f7),segment_id=68ac307f-d67a-4808-b28c-0d0ee432f6f7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:25.424009 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a42fbd09-b62b-42ee-b78d-90f4a86a50f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.574679 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 366a2a7c-be9a-404b-b60a-ba1a86551364, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=366a2a7c-be9a-404b-b60a-ba1a86551364,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:25.657309 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c44c-cb8b-4452-b276-692bcf4a589a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.669151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '366a2a7c-be9a-404b-b60a-ba1a86551364', 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04', 'port_id': '366a2a7c-be9a-404b-b60a-ba1a86551364', 'mac_address': 'fa:16:3e:9b:bc:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9007ee2-5879-4419-99d4-bd9610ef3298', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:47:25.861079 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407a3e3-574d-4cf6-824a-b34ce6600761 req-4776c02d-929b-4072-9ff1-5dcc6d483a16 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:25.863185 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b407a3e3-574d-4cf6-824a-b34ce6600761 req-4776c02d-929b-4072-9ff1-5dcc6d483a16 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 943 time: 0.4406698 Nov 12 00:47:25.930554 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fbd09-b62b-42ee-b78d-90f4a86a50f8 None None] Pushing event updated for resources: {'Port': ['ID=f3442146-6f19-4020-8e56-f41d64720ab3,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:25.936125 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:25.984489 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d33df622-20e8-4c13-a876-c00f98fe77bb None None] Provisioning complete for port f3442146-6f19-4020-8e56-f41d64720ab3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:25.985829 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d33df622-20e8-4c13-a876-c00f98fe77bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.090144 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.114774 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b407a3e3-574d-4cf6-824a-b34ce6600761 req-477444ab-cbbe-4a85-9b98-a75684196e90 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372794 Nov 12 00:47:26.157469 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:18Z', 'revision_number': 4, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': 'be087b2c-52cb-492f-ac72-56c333946215', 'name': '', 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:2d:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3442146-6f19-4020-8e56-f41d64720ab3', 'name': '', 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:53:17:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:16Z', 'updated_at': '2021-11-12T00:47:24Z', 'revision_number': 4, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:26.166463 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 366a2a7c-be9a-404b-b60a-ba1a86551364 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:26.194984 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38244) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:26.220071 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 366a2a7c-be9a-404b-b60a-ba1a86551364, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=366a2a7c-be9a-404b-b60a-ba1a86551364,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:26.225962 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.368981 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-f8d1c44c-cb8b-4452-b276-692bcf4a589a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Allocated IP 172.23.0.1 (b6f4be82-a02e-4010-96a9-bb7cd03d54d2/3a1bdd73-6221-4195-8441-4e472514fb22/5f791f56-d580-4b86-b2aa-c9f3514129d7) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:26.432655 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c2f18-6617-49ba-acc0-d184866f1943 req-4fe46e37-099a-4e9b-ae3f-3c18838f3bae tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:26.440573 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-678c2f18-6617-49ba-acc0-d184866f1943 req-4fe46e37-099a-4e9b-ae3f-3c18838f3bae tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=4645eb87-b988-4f2b-96aa-d39faa547f1e HTTP/1.1" status: 200 len: 950 time: 0.1653178 Nov 12 00:47:26.446191 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-82e9aaa1-6d1b-4db3-bffb-ee3dbbde040e admin admin] Deleting port 82566c4f-4759-46e0-b48b-74b172837696 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:26.446191 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-82e9aaa1-6d1b-4db3-bffb-ee3dbbde040e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.497091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b8a60933-5f9b-43e8-8d07-f4a856b5191a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1090829582-network', 'tenant_id': 'a88bd13cf7f14d98988288f2082816a4'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:26.537969 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a60933-5f9b-43e8-8d07-f4a856b5191a admin admin] Made reservation on behalf of a88bd13cf7f14d98988288f2082816a4 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:26.540936 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b8a60933-5f9b-43e8-8d07-f4a856b5191a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.557591 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b8a60933-5f9b-43e8-8d07-f4a856b5191a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.599064 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.688516 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b8a60933-5f9b-43e8-8d07-f4a856b5191a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.700964 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b8a60933-5f9b-43e8-8d07-f4a856b5191a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.740185 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a60933-5f9b-43e8-8d07-f4a856b5191a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae27c7d-e8b1-44f3-ab51-5070edad731c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:26.754711 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96913903-064c-4db6-bb9a-4453380118c0 None None] The sync data for ids ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'] in n-d-712137-14 is: [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:18Z', 'revision_number': 4, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': 'be087b2c-52cb-492f-ac72-56c333946215', 'name': '', 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:2d:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3442146-6f19-4020-8e56-f41d64720ab3', 'name': '', 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:53:17:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:16Z', 'updated_at': '2021-11-12T00:47:24Z', 'revision_number': 4, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:26.761723 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c44c-cb8b-4452-b276-692bcf4a589a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.767772 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a60933-5f9b-43e8-8d07-f4a856b5191a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:47:26.786857 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bc6391-a232-458b-8aed-3669e348e69b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-b6f4be82-a02e-4010-96a9-bb7cd03d54d2', 'network_id': 'b6f4be82-a02e-4010-96a9-bb7cd03d54d2', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'fixed_ips': [{'subnet_id': '3a1bdd73-6221-4195-8441-4e472514fb22'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:47:26.788054 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b8a60933-5f9b-43e8-8d07-f4a856b5191a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.788514 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-b8a60933-5f9b-43e8-8d07-f4a856b5191a admin admin] Added segment fc1219c4-7233-4fa6-bbab-06930d4a5058 of type vlan for network fc73b16d-f031-4e8c-9077-d3bd4fe0e550 Nov 12 00:47:26.791785 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12bc6391-a232-458b-8aed-3669e348e69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.860135 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b8a60933-5f9b-43e8-8d07-f4a856b5191a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.883629 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c44c-cb8b-4452-b276-692bcf4a589a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.931531 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['366a2a7c-be9a-404b-b60a-ba1a86551364'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:26.938347 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=366a2a7c-be9a-404b-b60a-ba1a86551364,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:26.967023 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d1c44c-cb8b-4452-b276-692bcf4a589a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network b6f4be82-a02e-4010-96a9-bb7cd03d54d2 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:26.974515 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-f8d1c44c-cb8b-4452-b276-692bcf4a589a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:26.977506 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d1c44c-cb8b-4452-b276-692bcf4a589a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:26.985090 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b8a60933-5f9b-43e8-8d07-f4a856b5191a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:26.986157 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a60933-5f9b-43e8-8d07-f4a856b5191a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:26.986799 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b8a60933-5f9b-43e8-8d07-f4a856b5191a admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.108876 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-678c2f18-6617-49ba-acc0-d184866f1943 req-8088df0d-fb14-4df6-857e-cc0a025402db tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6618936 Nov 12 00:47:27.223637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a60933-5f9b-43e8-8d07-f4a856b5191a admin admin] Pushing event updated for resources: {'Network': ['ID=fc73b16d-f031-4e8c-9077-d3bd4fe0e550,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:27.243731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1c44c-cb8b-4452-b276-692bcf4a589a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Port': ['ID=5f791f56-d580-4b86-b2aa-c9f3514129d7,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:27.282429 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b8a60933-5f9b-43e8-8d07-f4a856b5191a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0848625 Nov 12 00:47:27.285326 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-82e9aaa1-6d1b-4db3-bffb-ee3dbbde040e admin admin] For port 82566c4f-4759-46e0-b48b-74b172837696, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=82566c4f-4759-46e0-b48b-74b172837696,segment=NetworkSegment(822f2946-5e7f-4953-a7aa-d14d65825efb),segment_id=822f2946-5e7f-4953-a7aa-d14d65825efb)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:27.286165 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-82e9aaa1-6d1b-4db3-bffb-ee3dbbde040e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.287085 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38258) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:27.300313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network fc73b16d-f031-4e8c-9077-d3bd4fe0e550 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:47:27.309911 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e28c20f0-30e4-40fb-b653-d932fad5c735 admin admin] Request body: {'subnet': {'network_id': 'fc73b16d-f031-4e8c-9077-d3bd4fe0e550', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1090829582-subnet', 'tenant_id': 'a88bd13cf7f14d98988288f2082816a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:27.317493 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-82e9aaa1-6d1b-4db3-bffb-ee3dbbde040e admin admin] Calling delete_port for 82566c4f-4759-46e0-b48b-74b172837696 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:27.321688 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c44c-cb8b-4452-b276-692bcf4a589a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.326674 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a08f4da3-ebac-44af-9bde-6df9cfa5132f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.353332 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a08f4da3-ebac-44af-9bde-6df9cfa5132f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.433022 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-12bc6391-a232-458b-8aed-3669e348e69b None None] Allocated IP 172.23.0.2 (b6f4be82-a02e-4010-96a9-bb7cd03d54d2/3a1bdd73-6221-4195-8441-4e472514fb22/faae098d-c894-4649-81a7-7a69ee00d1aa) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:27.503550 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28c20f0-30e4-40fb-b653-d932fad5c735 admin admin] Made reservation on behalf of a88bd13cf7f14d98988288f2082816a4 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:27.506615 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e28c20f0-30e4-40fb-b653-d932fad5c735 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.764402 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-82e9aaa1-6d1b-4db3-bffb-ee3dbbde040e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.799639 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9aaa1-6d1b-4db3-bffb-ee3dbbde040e admin admin] Pushing event deleted for resources: {'Port': ['ID=82566c4f-4759-46e0-b48b-74b172837696,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:27.864183 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e28c20f0-30e4-40fb-b653-d932fad5c735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.902002 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12bc6391-a232-458b-8aed-3669e348e69b None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.911274 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12bc6391-a232-458b-8aed-3669e348e69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.919834 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e2baf-cc89-4b53-9b7f-4b5ac8067688 req-3703f565-6429-42ec-8dc0-29a42d10df70 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:27.929787 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-491e2baf-cc89-4b53-9b7f-4b5ac8067688 req-3703f565-6429-42ec-8dc0-29a42d10df70 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 944 time: 0.5986965 Nov 12 00:47:27.945539 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-a08f4da3-ebac-44af-9bde-6df9cfa5132f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Floating IP 69f5b768-4e7b-4922-8046-3cc6660b3ee7 associated. External IP: 172.25.0.91, port: 3b0bb765-f486-4b2d-adfc-49b7bf9daf52. Nov 12 00:47:27.962642 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c20f0-30e4-40fb-b653-d932fad5c735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c80ca9cf-ef62-4dbc-a52b-690d9634d05e,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:28.002394 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bc6391-a232-458b-8aed-3669e348e69b None None] Network b6f4be82-a02e-4010-96a9-bb7cd03d54d2 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:28.006515 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-12bc6391-a232-458b-8aed-3669e348e69b None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:28.015028 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bc6391-a232-458b-8aed-3669e348e69b None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:28.028100 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f3442146-6f19-4020-8e56-f41d64720ab3 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:28.074771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd521b4-0424-4f1a-8e96-bcb5e77389ec req-ae7ee435-ff68-4374-ab4d-723d389e2b97 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:28.076791 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9fd521b4-0424-4f1a-8e96-bcb5e77389ec req-ae7ee435-ff68-4374-ab4d-723d389e2b97 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=4645eb87-b988-4f2b-96aa-d39faa547f1e HTTP/1.1" status: 200 len: 950 time: 0.2178478 Nov 12 00:47:28.083374 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c44c-cb8b-4452-b276-692bcf4a589a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:28.098777 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc6391-a232-458b-8aed-3669e348e69b None None] Pushing event updated for resources: {'Port': ['ID=faae098d-c894-4649-81a7-7a69ee00d1aa,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:28.186008 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-12bc6391-a232-458b-8aed-3669e348e69b None None] Attempting to bind port faae098d-c894-4649-81a7-7a69ee00d1aa on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:28.186966 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-12bc6391-a232-458b-8aed-3669e348e69b None None] Attempting to bind port faae098d-c894-4649-81a7-7a69ee00d1aa by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '49d17aa0-cf8d-43b7-9019-41aa30e63f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6f4be82-a02e-4010-96a9-bb7cd03d54d2'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:28.186966 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bc6391-a232-458b-8aed-3669e348e69b None None] Attempting to bind port faae098d-c894-4649-81a7-7a69ee00d1aa on network b6f4be82-a02e-4010-96a9-bb7cd03d54d2 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:28.194169 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bc6391-a232-458b-8aed-3669e348e69b None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:28.194538 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bc6391-a232-458b-8aed-3669e348e69b None None] Checking segment: {'id': '49d17aa0-cf8d-43b7-9019-41aa30e63f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6f4be82-a02e-4010-96a9-bb7cd03d54d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:28.195939 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12bc6391-a232-458b-8aed-3669e348e69b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:28.195939 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bc6391-a232-458b-8aed-3669e348e69b None None] Bound using segment: {'id': '49d17aa0-cf8d-43b7-9019-41aa30e63f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6f4be82-a02e-4010-96a9-bb7cd03d54d2'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:28.195939 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-12bc6391-a232-458b-8aed-3669e348e69b None None] Bound port: faae098d-c894-4649-81a7-7a69ee00d1aa, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d17aa0-cf8d-43b7-9019-41aa30e63f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6f4be82-a02e-4010-96a9-bb7cd03d54d2'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:28.196250 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12bc6391-a232-458b-8aed-3669e348e69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:28.199606 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port f3442146-6f19-4020-8e56-f41d64720ab3 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:28.199976 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:28.206930 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-491e2baf-cc89-4b53-9b7f-4b5ac8067688 req-9b52d695-56bf-43f4-a78f-9559dad3bc8b tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760382 Nov 12 00:47:28.324725 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-82e9aaa1-6d1b-4db3-bffb-ee3dbbde040e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:28.331349 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28c20f0-30e4-40fb-b653-d932fad5c735 admin admin] Checking segment: {'id': 'fc1219c4-7233-4fa6-bbab-06930d4a5058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fc73b16d-f031-4e8c-9077-d3bd4fe0e550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:28.331934 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28c20f0-30e4-40fb-b653-d932fad5c735 admin admin] Network hostable DHCP agents. Network: fc73b16d-f031-4e8c-9077-d3bd4fe0e550, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:47:28.366417 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-12bc6391-a232-458b-8aed-3669e348e69b None None] For port faae098d-c894-4649-81a7-7a69ee00d1aa, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:28.370188 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-12bc6391-a232-458b-8aed-3669e348e69b None None] For port faae098d-c894-4649-81a7-7a69ee00d1aa, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=faae098d-c894-4649-81a7-7a69ee00d1aa,segment=NetworkSegment(49d17aa0-cf8d-43b7-9019-41aa30e63f87),segment_id=49d17aa0-cf8d-43b7-9019-41aa30e63f87)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:28.376957 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12bc6391-a232-458b-8aed-3669e348e69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:28.394472 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9fd521b4-0424-4f1a-8e96-bcb5e77389ec req-91733797-acde-48ea-9767-0bc472928d31 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903824 Nov 12 00:47:28.453883 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28c20f0-30e4-40fb-b653-d932fad5c735 admin admin] Network fc73b16d-f031-4e8c-9077-d3bd4fe0e550 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:47:28.494530 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc6391-a232-458b-8aed-3669e348e69b None None] Pushing event updated for resources: {'Port': ['ID=faae098d-c894-4649-81a7-7a69ee00d1aa,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:28.515951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08f4da3-ebac-44af-9bde-6df9cfa5132f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Router f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:28.533214 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-e28c20f0-30e4-40fb-b653-d932fad5c735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, fc73b16d-f031-4e8c-9077-d3bd4fe0e550) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:28.544298 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2976eea4-0059-474b-8ca9-b6f8d2c8e6ff None None] Network fc73b16d-f031-4e8c-9077-d3bd4fe0e550 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:28.555883 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28c20f0-30e4-40fb-b653-d932fad5c735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:28.556786 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e28c20f0-30e4-40fb-b653-d932fad5c735 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:28.698560 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 366a2a7c-be9a-404b-b60a-ba1a86551364 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:28.758255 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08f4da3-ebac-44af-9bde-6df9cfa5132f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:28.764168 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a08f4da3-ebac-44af-9bde-6df9cfa5132f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:28.766939 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c44c-cb8b-4452-b276-692bcf4a589a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:28.770629 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219a1d50-0085-42dd-92e1-ac90d8287920 None None] Sync routers for ids ['f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:28.780775 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e28c20f0-30e4-40fb-b653-d932fad5c735 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4845586 Nov 12 00:47:28.780775 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c44c-cb8b-4452-b276-692bcf4a589a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:28.818123 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219a1d50-0085-42dd-92e1-ac90d8287920 None None] Routers {'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:28.818761 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-219a1d50-0085-42dd-92e1-ac90d8287920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:28.849447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1c44c-cb8b-4452-b276-692bcf4a589a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event updated for resources: {'Port': ['ID=5f791f56-d580-4b86-b2aa-c9f3514129d7,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:28.945520 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c44c-cb8b-4452-b276-692bcf4a589a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:29.050169 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a08f4da3-ebac-44af-9bde-6df9cfa5132f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "PUT /v2.0/floatingips/69f5b768-4e7b-4922-8046-3cc6660b3ee7 HTTP/1.1" status: 200 len: 990 time: 3.8209565 Nov 12 00:47:29.054381 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 366a2a7c-be9a-404b-b60a-ba1a86551364 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:47:29.055165 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-19ef5fb3-26fb-4565-be81-9d1e524ad16a tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=638dcdd1a35647ce9d69c5c71f6933c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2035573 Nov 12 00:47:29.056725 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'tag': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:29.062541 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e4e47d-0198-4e08-8f76-6e848c395818" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5f2d29-cf62-4e71-b340-dfa9250975a0", "tag": "3b0bb765-f486-4b2d-adfc-49b7bf9daf52"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:29.074474 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e9aaa1-6d1b-4db3-bffb-ee3dbbde040e admin admin] Router de6ff89b-6831-4745-95ce-179f4773211f has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:29.094219 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 366a2a7c-be9a-404b-b60a-ba1a86551364 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:29.095059 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:29.102826 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-219a1d50-0085-42dd-92e1-ac90d8287920 None None] Set router f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:29.104362 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625af762-96e6-47b0-b97d-747f82002991 None None] Network fc73b16d-f031-4e8c-9077-d3bd4fe0e550 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:29.147922 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d1c44c-cb8b-4452-b276-692bcf4a589a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Network b6f4be82-a02e-4010-96a9-bb7cd03d54d2 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:29.150449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-f8d1c44c-cb8b-4452-b276-692bcf4a589a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:29.334494 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c99862-7a81-4563-a82d-0dd5bbdf889f x-openstack-request-id: req-26c99862-7a81-4563-a82d-0dd5bbdf889f {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:29.335732 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5f2d29-cf62-4e71-b340-dfa9250975a0", "tag": "3b0bb765-f486-4b2d-adfc-49b7bf9daf52", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:29.337686 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26c99862-7a81-4563-a82d-0dd5bbdf889f {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:29.338846 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'tag': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52', 'status': 'completed', 'code': 200} Nov 12 00:47:29.444624 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:47:29.531429 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:29.578009 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e9aaa1-6d1b-4db3-bffb-ee3dbbde040e admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:29.586076 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-82e9aaa1-6d1b-4db3-bffb-ee3dbbde040e admin admin] 10.222.0.31 "PUT /v2.0/routers/de6ff89b-6831-4745-95ce-179f4773211f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7902715 Nov 12 00:47:29.590402 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38294) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:29.593904 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e565fdf5-f238-4103-9cc9-9534e7fe0cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366a2a7c-be9a-404b-b60a-ba1a86551364'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:29.604420 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c03c8e-ab7c-4863-8b8b-0151386583f5" -d '{"events": [{"server_uuid": "e565fdf5-f238-4103-9cc9-9534e7fe0cc1", "name": "network-vif-plugged", "status": "completed", "tag": "366a2a7c-be9a-404b-b60a-ba1a86551364"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:29.622043 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17e69c1-cd34-4c7e-ad97-0e20cd7f54cf None None] Sync routers for ids ['de6ff89b-6831-4745-95ce-179f4773211f'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:29.658088 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 366a2a7c-be9a-404b-b60a-ba1a86551364, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=366a2a7c-be9a-404b-b60a-ba1a86551364,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:29.672600 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-219a1d50-0085-42dd-92e1-ac90d8287920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'name': 'tempest-ServerActionsTestJSON-1026065405-router', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '20465638-3b19-4df7-8a8e-55376771c925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:42Z', 'updated_at': '2021-11-12T00:46:49Z', 'revision_number': 4, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'gw_port': {'id': '20465638-3b19-4df7-8a8e-55376771c925', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:43Z', 'updated_at': '2021-11-12T00:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '69f5b768-4e7b-4922-8046-3cc6660b3ee7', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'port_id': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'mac_address': 'fa:16:3e:72:4f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:46:59Z', 'updated_at': '2021-11-12T00:47:27Z', 'revision_number': 1, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01797d83-c87e-4cb1-96bc-a44ba5b3a47b', 'name': '', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'mac_address': 'fa:16:3e:2c:8f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:47Z', 'updated_at': '2021-11-12T00:47:03Z', 'revision_number': 5, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'subnets': [{'id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:29.676731 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:29.697063 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-04228e34-e088-455b-b99d-2f46472f8521 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:29.699477 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-04228e34-e088-455b-b99d-2f46472f8521 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6156788 Nov 12 00:47:29.703441 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17e69c1-cd34-4c7e-ad97-0e20cd7f54cf None None] Routers {'de6ff89b-6831-4745-95ce-179f4773211f'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:29.703888 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d17e69c1-cd34-4c7e-ad97-0e20cd7f54cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['de6ff89b-6831-4745-95ce-179f4773211f'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:29.859048 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b1f1ddef-befe-4530-8f4f-85a2ab23515b admin admin] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:29.895083 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-93df8c08-077a-4ae0-9351-608ab9dfc773 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/quotas/638dcdd1a35647ce9d69c5c71f6933c7 HTTP/1.1" status: 200 len: 375 time: 0.0234439 Nov 12 00:47:29.921460 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=366a2a7c-be9a-404b-b60a-ba1a86551364,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:30.075045 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219a1d50-0085-42dd-92e1-ac90d8287920 None None] Checking router: f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:30.114602 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219a1d50-0085-42dd-92e1-ac90d8287920 None None] Routers {'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:30.122862 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-219a1d50-0085-42dd-92e1-ac90d8287920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:30.166848 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-10a7d7e7-f718-4743-b564-c0db826a9ad5 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=638dcdd1a35647ce9d69c5c71f6933c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2692950 Nov 12 00:47:30.262950 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b1f1ddef-befe-4530-8f4f-85a2ab23515b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:30.300380 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb121648-949e-4d5e-8bed-36bb805b5f94 None None] Network b6f4be82-a02e-4010-96a9-bb7cd03d54d2 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:30.335912 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-219a1d50-0085-42dd-92e1-ac90d8287920 None None] Set router f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:30.434404 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-b1f1ddef-befe-4530-8f4f-85a2ab23515b admin admin] Deleting port 9f4fc317-a487-42e4-91c7-18d7d6857f44 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:30.434758 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b1f1ddef-befe-4530-8f4f-85a2ab23515b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:30.513655 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device faae098d-c894-4649-81a7-7a69ee00d1aa up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:30.538447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d1c44c-cb8b-4452-b276-692bcf4a589a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:30.556130 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4e47d-0198-4e08-8f76-6e848c395818 req-a34e7c66-f6f0-448e-8eb8-6c7a4ef5f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:30.557694 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f4e4e47d-0198-4e08-8f76-6e848c395818 req-a34e7c66-f6f0-448e-8eb8-6c7a4ef5f527 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 1097 time: 1.2211738 Nov 12 00:47:30.639898 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46665a3-b1a6-473f-a145-5432ee00a755 req-269864f1-a539-4dc5-a7a9-419622396208 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:30.649865 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d46665a3-b1a6-473f-a145-5432ee00a755 req-269864f1-a539-4dc5-a7a9-419622396208 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 944 time: 1.2833772 Nov 12 00:47:30.654766 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38316) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:30.688635 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-b1f1ddef-befe-4530-8f4f-85a2ab23515b admin admin] For port 9f4fc317-a487-42e4-91c7-18d7d6857f44, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9f4fc317-a487-42e4-91c7-18d7d6857f44,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:30.689058 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b1f1ddef-befe-4530-8f4f-85a2ab23515b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:30.726542 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-b1f1ddef-befe-4530-8f4f-85a2ab23515b admin admin] Calling delete_port for 9f4fc317-a487-42e4-91c7-18d7d6857f44 owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:30.834219 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b0f656-4a08-444e-9a89-a6ad114bf3b4 x-openstack-request-id: req-94b0f656-4a08-444e-9a89-a6ad114bf3b4 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:30.834747 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e565fdf5-f238-4103-9cc9-9534e7fe0cc1", "name": "network-vif-plugged", "status": "completed", "tag": "366a2a7c-be9a-404b-b60a-ba1a86551364", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:30.835672 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94b0f656-4a08-444e-9a89-a6ad114bf3b4 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:30.841042 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e565fdf5-f238-4103-9cc9-9534e7fe0cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366a2a7c-be9a-404b-b60a-ba1a86551364', 'code': 200} Nov 12 00:47:30.870546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-d17e69c1-cd34-4c7e-ad97-0e20cd7f54cf None None] Set router de6ff89b-6831-4745-95ce-179f4773211f gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:30.952101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-da197fe9-1261-4235-8eb7-644331546c69 None None] Provisioning complete for port faae098d-c894-4649-81a7-7a69ee00d1aa triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:30.959759 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-da197fe9-1261-4235-8eb7-644331546c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:31.027176 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d46665a3-b1a6-473f-a145-5432ee00a755 req-62e000f7-9034-4267-bda6-1a03a0770305 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761973 Nov 12 00:47:31.096478 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ba5afda4-1192-44ca-bb0d-ac7fd0dede55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:31.133177 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-219a1d50-0085-42dd-92e1-ac90d8287920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'name': 'tempest-ServerActionsTestJSON-1026065405-router', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '20465638-3b19-4df7-8a8e-55376771c925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:42Z', 'updated_at': '2021-11-12T00:46:49Z', 'revision_number': 4, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'gw_port': {'id': '20465638-3b19-4df7-8a8e-55376771c925', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:43Z', 'updated_at': '2021-11-12T00:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '69f5b768-4e7b-4922-8046-3cc6660b3ee7', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'port_id': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'mac_address': 'fa:16:3e:72:4f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:46:59Z', 'updated_at': '2021-11-12T00:47:27Z', 'revision_number': 1, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01797d83-c87e-4cb1-96bc-a44ba5b3a47b', 'name': '', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'mac_address': 'fa:16:3e:2c:8f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:47Z', 'updated_at': '2021-11-12T00:47:03Z', 'revision_number': 5, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'subnets': [{'id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:31.136722 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b1f1ddef-befe-4530-8f4f-85a2ab23515b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:31.170395 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d1c44c-cb8b-4452-b276-692bcf4a589a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:31.191510 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f8d1c44c-cb8b-4452-b276-692bcf4a589a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/25f0c848-cc3c-40a7-ad8b-034a8d2173c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6045351 Nov 12 00:47:31.193855 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38330) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:31.199644 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-2b3dc485-01fa-4d60-8ff1-6b50bd4f5493 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:31.205294 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4e47d-0198-4e08-8f76-6e848c395818 req-64dd13e8-527a-4716-9d57-05345066eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:31.206695 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f4e4e47d-0198-4e08-8f76-6e848c395818 req-64dd13e8-527a-4716-9d57-05345066eda1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 913 time: 0.6290748 Nov 12 00:47:31.233555 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port faae098d-c894-4649-81a7-7a69ee00d1aa triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:31.234082 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:31.248006 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] Sync routers for ids ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:31.251692 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219a1d50-0085-42dd-92e1-ac90d8287920 None None] The sync data for ids ['f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'] in n-d-712137-14 is: [{'id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'name': 'tempest-ServerActionsTestJSON-1026065405-router', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '20465638-3b19-4df7-8a8e-55376771c925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:42Z', 'updated_at': '2021-11-12T00:46:49Z', 'revision_number': 4, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'gw_port': {'id': '20465638-3b19-4df7-8a8e-55376771c925', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:43Z', 'updated_at': '2021-11-12T00:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '69f5b768-4e7b-4922-8046-3cc6660b3ee7', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'port_id': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'mac_address': 'fa:16:3e:72:4f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:46:59Z', 'updated_at': '2021-11-12T00:47:27Z', 'revision_number': 1, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01797d83-c87e-4cb1-96bc-a44ba5b3a47b', 'name': '', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'mac_address': 'fa:16:3e:2c:8f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:47Z', 'updated_at': '2021-11-12T00:47:03Z', 'revision_number': 5, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'subnets': [{'id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:31.281593 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] Routers {'25f0c848-cc3c-40a7-ad8b-034a8d2173c2'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:31.282498 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:31.338819 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7d26396-6069-4089-8b7f-6f31ea533194 req-50244c70-9b19-48ec-b534-959d3a528995 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560b602-e6b2-4940-8b15-770ba9800179 HTTP/1.1" status: 200 len: 210 time: 0.1886322 Nov 12 00:47:31.340644 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1ddef-befe-4530-8f4f-85a2ab23515b admin admin] Pushing event deleted for resources: {'Port': ['ID=9f4fc317-a487-42e4-91c7-18d7d6857f44,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:31.408142 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f538020b-982f-4bea-bc1e-9d9cf011145c None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:31.446177 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2821154-2fcc-4c84-8d39-f60fd33037f9 req-8bbaf1fb-123c-431c-9ef0-f8b15f7d7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:31.450212 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2821154-2fcc-4c84-8d39-f60fd33037f9 req-8bbaf1fb-123c-431c-9ef0-f8b15f7d7f39 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 1097 time: 0.3977618 Nov 12 00:47:31.463095 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ba5afda4-1192-44ca-bb0d-ac7fd0dede55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:31.557691 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] Set router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:31.636414 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f4e4e47d-0198-4e08-8f76-6e848c395818 req-a6a15a4e-0cde-4ec7-8245-8c5e4169923e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52 HTTP/1.1" status: 200 len: 998 time: 0.1715481 Nov 12 00:47:31.720478 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2821154-2fcc-4c84-8d39-f60fd33037f9 req-7f568dfe-1592-4a4a-a469-015e3db53009 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544415 Nov 12 00:47:31.726835 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ba5afda4-1192-44ca-bb0d-ac7fd0dede55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:31.757644 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b1f1ddef-befe-4530-8f4f-85a2ab23515b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:31.918790 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4e47d-0198-4e08-8f76-6e848c395818 req-6a0a841e-925e-4d98-b928-0d144585e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:31.920272 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f4e4e47d-0198-4e08-8f76-6e848c395818 req-6a0a841e-925e-4d98-b928-0d144585e67b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.1854625 Nov 12 00:47:31.928923 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ba5afda4-1192-44ca-bb0d-ac7fd0dede55 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=88ed2342e8884bdeaf6d049bb91b6b5d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2714381 Nov 12 00:47:31.929738 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5afda4-1192-44ca-bb0d-ac7fd0dede55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f0a25c-b7e4-494c-b344-62d78ba72ed3,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:31.949697 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38334) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:31.984959 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a60453-e7a2-4689-904f-1d3953fdc566 None None] New status for floating IP 69f5b768-4e7b-4922-8046-3cc6660b3ee7: ACTIVE {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:47:31.990329 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-da197fe9-1261-4235-8eb7-644331546c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.000491 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b1f1ddef-befe-4530-8f4f-85a2ab23515b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.007180 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b1f1ddef-befe-4530-8f4f-85a2ab23515b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.107400 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:27Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': '5f791f56-d580-4b86-b2aa-c9f3514129d7', 'name': '', 'network_id': 'b6f4be82-a02e-4010-96a9-bb7cd03d54d2', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:0b:2a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3a1bdd73-6221-4195-8441-4e472514fb22', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:25Z', 'updated_at': '2021-11-12T00:47:28Z', 'revision_number': 2, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '3a1bdd73-6221-4195-8441-4e472514fb22', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be087b2c-52cb-492f-ac72-56c333946215', 'name': '', 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:2d:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3442146-6f19-4020-8e56-f41d64720ab3', 'name': '', 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:53:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:16Z', 'updated_at': '2021-11-12T00:47:25Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:32.167418 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] Checking router: 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:32.169762 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b1f1ddef-befe-4530-8f4f-85a2ab23515b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.169939 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] Updating router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 port 5f791f56-d580-4b86-b2aa-c9f3514129d7 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:47:32.170345 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f1ddef-befe-4530-8f4f-85a2ab23515b admin admin] Fanout notify agent at l3_agent the message router_deleted on router de6ff89b-6831-4745-95ce-179f4773211f {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:47:32.204429 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b1f1ddef-befe-4530-8f4f-85a2ab23515b admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.213706 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b1f1ddef-befe-4530-8f4f-85a2ab23515b admin admin] 10.222.0.31 "DELETE /v2.0/routers/de6ff89b-6831-4745-95ce-179f4773211f HTTP/1.1" status: 204 len: 168 time: 2.6197641 Nov 12 00:47:32.221645 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38340) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:32.245538 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a69b0a04-818b-450e-bf1d-ab43a66efcd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.247151 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.371903 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4e47d-0198-4e08-8f76-6e848c395818 req-b155b2e0-af05-4bb8-9ccb-2ba4b05acca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:32.373586 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f4e4e47d-0198-4e08-8f76-6e848c395818 req-b155b2e0-af05-4bb8-9ccb-2ba4b05acca4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4403884 Nov 12 00:47:32.388090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7dd7a81-2b84-47dc-9405-a7885c2fef2c admin admin] Deleting subnet d8de245d-1750-4d1c-903a-2a086535947f {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:47:32.388746 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-da197fe9-1261-4235-8eb7-644331546c69 None None] For port faae098d-c894-4649-81a7-7a69ee00d1aa, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=faae098d-c894-4649-81a7-7a69ee00d1aa,segment=NetworkSegment(49d17aa0-cf8d-43b7-9019-41aa30e63f87),segment_id=49d17aa0-cf8d-43b7-9019-41aa30e63f87)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:32.400842 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f7dd7a81-2b84-47dc-9405-a7885c2fef2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.437599 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-da197fe9-1261-4235-8eb7-644331546c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.479542 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f7dd7a81-2b84-47dc-9405-a7885c2fef2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.599982 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.644196 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f7dd7a81-2b84-47dc-9405-a7885c2fef2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.666315 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a69b0a04-818b-450e-bf1d-ab43a66efcd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.739753 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f7dd7a81-2b84-47dc-9405-a7885c2fef2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.755664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d17e69c1-cd34-4c7e-ad97-0e20cd7f54cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'name': 'tempest-ServersTestBootFromVolume-1906498697-router', 'tenant_id': '0f2d9c22f3474bf184d363afe28f5685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:43:42Z', 'updated_at': '2021-11-12T00:47:27Z', 'revision_number': 5, 'project_id': '0f2d9c22f3474bf184d363afe28f5685', 'gw_port': {'id': '9f4fc317-a487-42e4-91c7-18d7d6857f44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6ff89b-6831-4745-95ce-179f4773211f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:43:43Z', 'updated_at': '2021-11-12T00:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:32.809239 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:47:32.810030 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:47:32.811956 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da197fe9-1261-4235-8eb7-644331546c69 None None] Pushing event updated for resources: {'Port': ['ID=faae098d-c894-4649-81a7-7a69ee00d1aa,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:32.844571 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.864376 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.880940 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2244ef50-6559-4d50-8722-9713aa4d438a None None] Provisioning complete for port 5f791f56-d580-4b86-b2aa-c9f3514129d7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:32.881680 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2244ef50-6559-4d50-8722-9713aa4d438a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.890413 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17e69c1-cd34-4c7e-ad97-0e20cd7f54cf None None] Checking router: de6ff89b-6831-4745-95ce-179f4773211f for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:32.949725 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17e69c1-cd34-4c7e-ad97-0e20cd7f54cf None None] Routers set() bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:32.951086 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17e69c1-cd34-4c7e-ad97-0e20cd7f54cf None None] Router IDs set() for agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 00:47:32.952432 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_agentschedulers_db [None req-d17e69c1-cd34-4c7e-ad97-0e20cd7f54cf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'de6ff89b-6831-4745-95ce-179f4773211f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent'). {{(pid=114244) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 00:47:32.953123 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17e69c1-cd34-4c7e-ad97-0e20cd7f54cf None None] The sync data for ids ['de6ff89b-6831-4745-95ce-179f4773211f'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:32.962665 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5079cf8-eef8-4fcc-a848-f9392ae3db43 req-567f802d-3200-4ef8-bcfb-97ba0570bdc2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:32.968990 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5079cf8-eef8-4fcc-a848-f9392ae3db43 req-567f802d-3200-4ef8-bcfb-97ba0570bdc2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 945 time: 0.6524670 Nov 12 00:47:32.979752 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-2244ef50-6559-4d50-8722-9713aa4d438a None None] Port 5f791f56-d580-4b86-b2aa-c9f3514129d7 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:33.013280 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2244ef50-6559-4d50-8722-9713aa4d438a None None] Provisioning complete for port faae098d-c894-4649-81a7-7a69ee00d1aa triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:33.015028 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2244ef50-6559-4d50-8722-9713aa4d438a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.044716 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b34eda-9d64-4ebe-b466-b893d2240f15 None None] Pushing event updated for resources: {'Port': ['ID=5f791f56-d580-4b86-b2aa-c9f3514129d7,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:33.180230 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] Attempting to bind port 5f791f56-d580-4b86-b2aa-c9f3514129d7 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:33.180807 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] Attempting to bind port 5f791f56-d580-4b86-b2aa-c9f3514129d7 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '49d17aa0-cf8d-43b7-9019-41aa30e63f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6f4be82-a02e-4010-96a9-bb7cd03d54d2'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:33.180807 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] Attempting to bind port 5f791f56-d580-4b86-b2aa-c9f3514129d7 on network b6f4be82-a02e-4010-96a9-bb7cd03d54d2 {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:33.195629 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:33.196044 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] Checking segment: {'id': '49d17aa0-cf8d-43b7-9019-41aa30e63f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6f4be82-a02e-4010-96a9-bb7cd03d54d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:33.196559 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.196863 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] Bound using segment: {'id': '49d17aa0-cf8d-43b7-9019-41aa30e63f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6f4be82-a02e-4010-96a9-bb7cd03d54d2'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:33.197344 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] Bound port: 5f791f56-d580-4b86-b2aa-c9f3514129d7, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d17aa0-cf8d-43b7-9019-41aa30e63f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6f4be82-a02e-4010-96a9-bb7cd03d54d2'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:33.197747 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.214429 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a69b0a04-818b-450e-bf1d-ab43a66efcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.218338 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a69b0a04-818b-450e-bf1d-ab43a66efcd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.221214 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a69b0a04-818b-450e-bf1d-ab43a66efcd0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97f0a25c-b7e4-494c-b344-62d78ba72ed3 HTTP/1.1" status: 204 len: 168 time: 1.2687476 Nov 12 00:47:33.245217 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5079cf8-eef8-4fcc-a848-f9392ae3db43 req-2e0e26a9-8112-4278-a466-8edd205f1ead tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954343 Nov 12 00:47:33.265002 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b0a04-818b-450e-bf1d-ab43a66efcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f0a25c-b7e4-494c-b344-62d78ba72ed3,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:33.322026 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f4e4e47d-0198-4e08-8f76-6e848c395818 req-060cc388-cc6a-4d27-a6d6-0c213a260445 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7394409 Nov 12 00:47:33.368798 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] For port 5f791f56-d580-4b86-b2aa-c9f3514129d7, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:33.378538 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] For port 5f791f56-d580-4b86-b2aa-c9f3514129d7, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5f791f56-d580-4b86-b2aa-c9f3514129d7,segment=NetworkSegment(49d17aa0-cf8d-43b7-9019-41aa30e63f87),segment_id=49d17aa0-cf8d-43b7-9019-41aa30e63f87)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:33.390483 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4239c26a-2035-4eba-acc9-015612d94f77 None None] Provisioning complete for port 5f791f56-d580-4b86-b2aa-c9f3514129d7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:33.391089 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.391339 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4239c26a-2035-4eba-acc9-015612d94f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.585416 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b34eda-9d64-4ebe-b466-b893d2240f15 None None] Pushing event updated for resources: {'Port': ['ID=5f791f56-d580-4b86-b2aa-c9f3514129d7,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:33.623680 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.extraroute_db [None req-2b3dc485-01fa-4d60-8ff1-6b50bd4f5493 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=114243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 00:47:33.626163 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] Routers {'25f0c848-cc3c-40a7-ad8b-034a8d2173c2'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:33.629136 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:33.683631 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.extraroute_db [None req-2b3dc485-01fa-4d60-8ff1-6b50bd4f5493 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Removed routes are [] {{(pid=114243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 00:47:33.684222 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b3dc485-01fa-4d60-8ff1-6b50bd4f5493 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.690066 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4239c26a-2035-4eba-acc9-015612d94f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.752997 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-22911392-0671-4c73-9ee0-ff28ef5c6ca0 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=638dcdd1a35647ce9d69c5c71f6933c7&shared=False HTTP/1.1" status: 200 len: 213 time: 1.0415530 Nov 12 00:47:33.755025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd7a81-2b84-47dc-9405-a7885c2fef2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8de245d-1750-4d1c-903a-2a086535947f,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:33.771447 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6e3d6d0a-39b9-490d-be1b-1be88147bbcd req-47300c21-df49-4650-99f1-f36580a5bb4a tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560b602-e6b2-4940-8b15-770ba9800179 HTTP/1.1" status: 200 len: 210 time: 1.0572808 Nov 12 00:47:33.779963 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f7dd7a81-2b84-47dc-9405-a7885c2fef2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.790229 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f7dd7a81-2b84-47dc-9405-a7885c2fef2c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d8de245d-1750-4d1c-903a-2a086535947f HTTP/1.1" status: 204 len: 168 time: 1.5614607 Nov 12 00:47:33.793423 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38360) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:33.796076 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fd9a8f-19d1-467e-afde-920253283ae7 None None] Network 04c1d52a-5324-4875-a342-c2052d89ed08 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:33.810578 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4239c26a-2035-4eba-acc9-015612d94f77 None None] For port 5f791f56-d580-4b86-b2aa-c9f3514129d7, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5f791f56-d580-4b86-b2aa-c9f3514129d7,segment=NetworkSegment(49d17aa0-cf8d-43b7-9019-41aa30e63f87),segment_id=49d17aa0-cf8d-43b7-9019-41aa30e63f87)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:33.834682 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4239c26a-2035-4eba-acc9-015612d94f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.859291 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] Set router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:33.893751 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239c26a-2035-4eba-acc9-015612d94f77 None None] Pushing event updated for resources: {'Port': ['ID=5f791f56-d580-4b86-b2aa-c9f3514129d7,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:33.904476 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f4e4e47d-0198-4e08-8f76-6e848c395818 req-e794b352-280b-4f37-827d-eb7d88467676 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5740638 Nov 12 00:47:34.039020 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device faae098d-c894-4649-81a7-7a69ee00d1aa up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:34.052799 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-c960b98b-ebb2-4c7d-a2bf-6bcadebc839a tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:34.060493 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-c960b98b-ebb2-4c7d-a2bf-6bcadebc839a tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/networks?id=fc73b16d-f031-4e8c-9077-d3bd4fe0e550 HTTP/1.1" status: 200 len: 809 time: 0.1661878 Nov 12 00:47:34.089003 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-2e0c6ac9-ecad-4296-8b4e-714313160b01 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/quotas/a88bd13cf7f14d98988288f2082816a4 HTTP/1.1" status: 200 len: 375 time: 0.0269778 Nov 12 00:47:34.123174 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-13055809-1c73-4f33-80c2-93404fc7b01f None None] Provisioning complete for port 5f791f56-d580-4b86-b2aa-c9f3514129d7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:34.126750 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-13055809-1c73-4f33-80c2-93404fc7b01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.131479 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3cbd1b9d-4e8d-40f3-bd48-ba638e8bdaa9 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a88bd13cf7f14d98988288f2082816a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419662 Nov 12 00:47:34.166642 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0e027f07-0d57-48ba-9f22-9651003eadb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.236626 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-ff500358-13c6-47ea-8952-6d318a99fbda service neutron] 10.222.0.31 "GET /v2.0/networks/fc73b16d-f031-4e8c-9077-d3bd4fe0e550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041462 Nov 12 00:47:34.366762 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-c4e250b7-6eb0-4925-8764-97f576decfa7 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:34.368385 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-c4e250b7-6eb0-4925-8764-97f576decfa7 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5944531 Nov 12 00:47:34.372063 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port faae098d-c894-4649-81a7-7a69ee00d1aa triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:34.372578 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.404791 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d0b8ac-b167-42b1-a1f5-2831434e8423 None None] DHCP port deletion for 04c1d52a-5324-4875-a342-c2052d89ed08 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:34.407432 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-a6fa3e92-fcdc-4ba7-8e32-c0449fc8d23c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Request body: {'port': {'device_id': 'f560b602-e6b2-4940-8b15-770ba9800179', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': '638dcdd1a35647ce9d69c5c71f6933c7'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:34.417998 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b3dc485-01fa-4d60-8ff1-6b50bd4f5493 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.428049 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b3dc485-01fa-4d60-8ff1-6b50bd4f5493 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719336'] for router, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.486095 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-98dd89e1-1e5a-4b0e-9f35-1b158ea54765 service neutron] 10.222.0.31 "GET /v2.0/networks/fc73b16d-f031-4e8c-9077-d3bd4fe0e550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485373 Nov 12 00:47:34.555301 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 82566c4f-4759-46e0-b48b-74b172837696 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:34.586851 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:27Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': '5f791f56-d580-4b86-b2aa-c9f3514129d7', 'name': '', 'network_id': 'b6f4be82-a02e-4010-96a9-bb7cd03d54d2', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:0b:2a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3a1bdd73-6221-4195-8441-4e472514fb22', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:25Z', 'updated_at': '2021-11-12T00:47:33Z', 'revision_number': 4, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '3a1bdd73-6221-4195-8441-4e472514fb22', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be087b2c-52cb-492f-ac72-56c333946215', 'name': '', 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:2d:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3442146-6f19-4020-8e56-f41d64720ab3', 'name': '', 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:53:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:16Z', 'updated_at': '2021-11-12T00:47:25Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:34.601041 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-0e027f07-0d57-48ba-9f22-9651003eadb4 admin admin] Deleting port f044e19c-9024-427c-8847-f7464d0f0499 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:34.601387 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0e027f07-0d57-48ba-9f22-9651003eadb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.603399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-a6fa3e92-fcdc-4ba7-8e32-c0449fc8d23c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Made reservation on behalf of 638dcdd1a35647ce9d69c5c71f6933c7 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:34.607238 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-a6fa3e92-fcdc-4ba7-8e32-c0449fc8d23c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.626653 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2134e-adde-4dd3-a0b0-941a57035073 req-e5cde102-a03e-4451-a268-4978487d67a4 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:34.628583 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4af2134e-adde-4dd3-a0b0-941a57035073 req-e5cde102-a03e-4451-a268-4978487d67a4 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 945 time: 0.2428236 Nov 12 00:47:34.637360 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3dc485-01fa-4d60-8ff1-6b50bd4f5493 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:34.682506 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 82566c4f-4759-46e0-b48b-74b172837696 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:34.684152 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 82566c4f-4759-46e0-b48b-74b172837696 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:34.704290 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf89241f-f2b8-4b3a-80e9-1ae669802a6b None None] The sync data for ids ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'] in n-d-712137-14 is: [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:27Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': '5f791f56-d580-4b86-b2aa-c9f3514129d7', 'name': '', 'network_id': 'b6f4be82-a02e-4010-96a9-bb7cd03d54d2', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:0b:2a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3a1bdd73-6221-4195-8441-4e472514fb22', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:25Z', 'updated_at': '2021-11-12T00:47:33Z', 'revision_number': 4, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '3a1bdd73-6221-4195-8441-4e472514fb22', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be087b2c-52cb-492f-ac72-56c333946215', 'name': '', 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:2d:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3442146-6f19-4020-8e56-f41d64720ab3', 'name': '', 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:53:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:16Z', 'updated_at': '2021-11-12T00:47:25Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:34.736726 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-664af830-be0c-4aac-9c7c-a0199c8b117a None None] Provisioning complete for port 5f791f56-d580-4b86-b2aa-c9f3514129d7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:34.737402 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-664af830-be0c-4aac-9c7c-a0199c8b117a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.851868 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-10d0b8ac-b167-42b1-a1f5-2831434e8423 None None] Deleting port f044e19c-9024-427c-8847-f7464d0f0499 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:34.852248 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-10d0b8ac-b167-42b1-a1f5-2831434e8423 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.877143 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3dc485-01fa-4d60-8ff1-6b50bd4f5493 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:34.887900 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b3dc485-01fa-4d60-8ff1-6b50bd4f5493 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.893523 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2b3dc485-01fa-4d60-8ff1-6b50bd4f5493 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/25f0c848-cc3c-40a7-ad8b-034a8d2173c2 HTTP/1.1" status: 200 len: 934 time: 3.6976254 Nov 12 00:47:34.896182 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38398) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:34.920467 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-0e027f07-0d57-48ba-9f22-9651003eadb4 admin admin] For port f044e19c-9024-427c-8847-f7464d0f0499, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f044e19c-9024-427c-8847-f7464d0f0499,segment=NetworkSegment(822f2946-5e7f-4953-a7aa-d14d65825efb),segment_id=822f2946-5e7f-4953-a7aa-d14d65825efb)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:34.922553 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0e027f07-0d57-48ba-9f22-9651003eadb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.989466 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-10d0b8ac-b167-42b1-a1f5-2831434e8423 None None] For port f044e19c-9024-427c-8847-f7464d0f0499, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f044e19c-9024-427c-8847-f7464d0f0499,segment=NetworkSegment(822f2946-5e7f-4953-a7aa-d14d65825efb),segment_id=822f2946-5e7f-4953-a7aa-d14d65825efb)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:34.989897 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-10d0b8ac-b167-42b1-a1f5-2831434e8423 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:35.021038 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-0e027f07-0d57-48ba-9f22-9651003eadb4 admin admin] Calling delete_port for f044e19c-9024-427c-8847-f7464d0f0499 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:35.024923 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-10d0b8ac-b167-42b1-a1f5-2831434e8423 None None] Calling delete_port for f044e19c-9024-427c-8847-f7464d0f0499 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:35.050112 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4af2134e-adde-4dd3-a0b0-941a57035073 req-930c0810-cc7b-495e-993e-1c41f9a3d367 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845556 Nov 12 00:47:35.111988 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-07de8aeb-d4e3-413d-8486-dcae3d95c3d2 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/routers/25f0c848-cc3c-40a7-ad8b-034a8d2173c2 HTTP/1.1" status: 200 len: 934 time: 0.2145731 Nov 12 00:47:35.121165 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38410) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:35.126616 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-94c4856f-76c8-4bf4-b883-82d605103594 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'router': {'routes': None}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:35.269062 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-10d0b8ac-b167-42b1-a1f5-2831434e8423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:35.348516 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0b8ac-b167-42b1-a1f5-2831434e8423 None None] Pushing event deleted for resources: {'Port': ['ID=f044e19c-9024-427c-8847-f7464d0f0499,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:35.351325 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0b8ac-b167-42b1-a1f5-2831434e8423 None None] No DVR routers for this DVR port f044e19c-9024-427c-8847-f7464d0f0499 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:35.390766 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c85de4eb-51bf-44be-9de6-46610ccbf61b req-ebf71216-3260-4ace-bd43-432fbc615d2a tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=0120b037-5c11-4c30-bc3d-0f7d2ba27cc1 HTTP/1.1" status: 200 len: 210 time: 0.2742524 Nov 12 00:47:35.442736 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-a6fa3e92-fcdc-4ba7-8e32-c0449fc8d23c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Allocated IP 192.168.233.42 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/ca6f9c80-cf6b-4734-878c-5b996c9e9ba1) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:35.580602 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-968ebd05-ee95-4b97-ad2f-e28ee2c20cd3 req-045ca206-07eb-4030-92cf-362639cfaa45 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560b602-e6b2-4940-8b15-770ba9800179 HTTP/1.1" status: 200 len: 210 time: 0.1144466 Nov 12 00:47:35.601897 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0e027f07-0d57-48ba-9f22-9651003eadb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:35.668645 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5f791f56-d580-4b86-b2aa-c9f3514129d7 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:35.736660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e027f07-0d57-48ba-9f22-9651003eadb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f044e19c-9024-427c-8847-f7464d0f0499,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:35.750147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e027f07-0d57-48ba-9f22-9651003eadb4 admin admin] No DVR routers for this DVR port f044e19c-9024-427c-8847-f7464d0f0499 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:35.819951 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 5f791f56-d580-4b86-b2aa-c9f3514129d7 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:35.820560 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:35.977406 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0e027f07-0d57-48ba-9f22-9651003eadb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.006186 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac0d46-c0f5-46b9-8b6d-619e0a820dbd None None] Sync routers for ids ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:36.019393 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ac0d46-c0f5-46b9-8b6d-619e0a820dbd None None] Routers {'25f0c848-cc3c-40a7-ad8b-034a8d2173c2'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:36.020559 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e7ac0d46-c0f5-46b9-8b6d-619e0a820dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:36.042063 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-0e027f07-0d57-48ba-9f22-9651003eadb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c1d52a-5324-4875-a342-c2052d89ed08']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:36.042678 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38426) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:36.109860 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9f4fc317-a487-42e4-91c7-18d7d6857f44 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:36.110177 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.extraroute_db [None req-94c4856f-76c8-4bf4-b883-82d605103594 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Added routes are [] {{(pid=114243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 00:47:36.110829 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.extraroute_db [None req-94c4856f-76c8-4bf4-b883-82d605103594 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=114243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 00:47:36.121313 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-0e027f07-0d57-48ba-9f22-9651003eadb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822f2946-5e7f-4953-a7aa-d14d65825efb') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:36.121631 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-0e027f07-0d57-48ba-9f22-9651003eadb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822f2946-5e7f-4953-a7aa-d14d65825efb') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:36.140962 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 9f4fc317-a487-42e4-91c7-18d7d6857f44 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:36.141764 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9f4fc317-a487-42e4-91c7-18d7d6857f44 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:36.142422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f044e19c-9024-427c-8847-f7464d0f0499 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:36.154556 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-e7ac0d46-c0f5-46b9-8b6d-619e0a820dbd None None] Set router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:36.169630 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0e027f07-0d57-48ba-9f22-9651003eadb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.175162 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94c4856f-76c8-4bf4-b883-82d605103594 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.205223 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: f044e19c-9024-427c-8847-f7464d0f0499 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:36.206063 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f044e19c-9024-427c-8847-f7464d0f0499 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:36.245755 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-a6fa3e92-fcdc-4ba7-8e32-c0449fc8d23c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.247720 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0e027f07-0d57-48ba-9f22-9651003eadb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.266863 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e027f07-0d57-48ba-9f22-9651003eadb4 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:47:36.267293 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0e027f07-0d57-48ba-9f22-9651003eadb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:47:36.269279 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:47:36.309622 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-293120a9-8bd8-4b45-b632-d4b1b8ed1a47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.429413 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-a6fa3e92-fcdc-4ba7-8e32-c0449fc8d23c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.469748 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['34b4cd59-b72e-4785-bcba-baf2a32d2abe'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:36.510962 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-a6fa3e92-fcdc-4ba7-8e32-c0449fc8d23c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:36.513173 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa3e92-fcdc-4ba7-8e32-c0449fc8d23c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Pushing event updated for resources: {'Port': ['ID=ca6f9c80-cf6b-4734-878c-5b996c9e9ba1,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:36.525332 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-a6fa3e92-fcdc-4ba7-8e32-c0449fc8d23c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:36.529820 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-a6fa3e92-fcdc-4ba7-8e32-c0449fc8d23c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:36.535615 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0e027f07-0d57-48ba-9f22-9651003eadb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.585234 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0e027f07-0d57-48ba-9f22-9651003eadb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.592655 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0e027f07-0d57-48ba-9f22-9651003eadb4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/04c1d52a-5324-4875-a342-c2052d89ed08 HTTP/1.1" status: 204 len: 168 time: 2.7842007 Nov 12 00:47:36.594733 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e027f07-0d57-48ba-9f22-9651003eadb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=04c1d52a-5324-4875-a342-c2052d89ed08,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:36.687419 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-a6fa3e92-fcdc-4ba7-8e32-c0449fc8d23c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:36.688668 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-a6fa3e92-fcdc-4ba7-8e32-c0449fc8d23c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.750821 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e7ac0d46-c0f5-46b9-8b6d-619e0a820dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:33Z', 'revision_number': 6, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': '5f791f56-d580-4b86-b2aa-c9f3514129d7', 'name': '', 'network_id': 'b6f4be82-a02e-4010-96a9-bb7cd03d54d2', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:0b:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3a1bdd73-6221-4195-8441-4e472514fb22', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:25Z', 'updated_at': '2021-11-12T00:47:33Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '3a1bdd73-6221-4195-8441-4e472514fb22', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be087b2c-52cb-492f-ac72-56c333946215', 'name': '', 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:2d:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3442146-6f19-4020-8e56-f41d64720ab3', 'name': '', 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:53:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:16Z', 'updated_at': '2021-11-12T00:47:25Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:36.835270 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac0d46-c0f5-46b9-8b6d-619e0a820dbd None None] Checking router: 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:36.866629 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ac0d46-c0f5-46b9-8b6d-619e0a820dbd None None] Routers {'25f0c848-cc3c-40a7-ad8b-034a8d2173c2'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:36.869581 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e7ac0d46-c0f5-46b9-8b6d-619e0a820dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:36.928937 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-62a7bf4c-1221-48fc-8ecb-3be370bc904d req-fcf14f68-8414-4d0e-b4e3-3ee598d79a40 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=0120b037-5c11-4c30-bc3d-0f7d2ba27cc1 HTTP/1.1" status: 200 len: 210 time: 0.3058920 Nov 12 00:47:36.994413 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-211973e3-18df-4f4f-b277-6fe88fe74367 None None] Provisioning complete for port ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:36.995868 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-211973e3-18df-4f4f-b277-6fe88fe74367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:36.996495 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38440) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:37.022391 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-293120a9-8bd8-4b45-b632-d4b1b8ed1a47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.027406 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94c4856f-76c8-4bf4-b883-82d605103594 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.032810 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94c4856f-76c8-4bf4-b883-82d605103594 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719336'] for router, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.141081 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-211973e3-18df-4f4f-b277-6fe88fe74367 None None] Port ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:37.146915 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-a6fa3e92-fcdc-4ba7-8e32-c0449fc8d23c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7651200 Nov 12 00:47:37.174428 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-e7ac0d46-c0f5-46b9-8b6d-619e0a820dbd None None] Set router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:37.184615 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1e41ed2a-e289-4d97-9f9a-ea768379e593 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f2d9c22f3474bf184d363afe28f5685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1814890 Nov 12 00:47:37.192316 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-293120a9-8bd8-4b45-b632-d4b1b8ed1a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.195099 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38444) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:37.195258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] Request body: {'port': {'device_id': 'f560b602-e6b2-4940-8b15-770ba9800179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:37.251056 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4ca42-df41-46c0-96ff-5f5746cec09b req-2d18d4f1-df15-4b01-a429-78147e3a3b13 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:37.262629 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9de4ca42-df41-46c0-96ff-5f5746cec09b req-2d18d4f1-df15-4b01-a429-78147e3a3b13 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560b602-e6b2-4940-8b15-770ba9800179 HTTP/1.1" status: 200 len: 935 time: 0.2648747 Nov 12 00:47:37.267749 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c4856f-76c8-4bf4-b883-82d605103594 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:37.279782 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-82a89607-7565-49ad-abef-8078a4ab784f tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:37.281393 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-82a89607-7565-49ad-abef-8078a4ab784f tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.21 "GET /v2.0/networks?id=fc73b16d-f031-4e8c-9077-d3bd4fe0e550 HTTP/1.1" status: 200 len: 809 time: 0.5804083 Nov 12 00:47:37.303194 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293120a9-8bd8-4b45-b632-d4b1b8ed1a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592c5107-58eb-43d9-9428-db1c72b91124,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:37.307725 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-293120a9-8bd8-4b45-b632-d4b1b8ed1a47 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7f9c91face248a48a703d3c569827d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2601001 Nov 12 00:47:37.311760 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38446) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:37.331754 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-b98e3b94-6fbc-4a7f-b211-5d218d9ae392 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Request body: {'port': {'device_id': '0120b037-5c11-4c30-bc3d-0f7d2ba27cc1', 'network_id': 'fc73b16d-f031-4e8c-9077-d3bd4fe0e550', 'admin_state_up': True, 'tenant_id': 'a88bd13cf7f14d98988288f2082816a4'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:37.424333 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.452405 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a849bd92-8a42-4683-8b89-85d82624dbf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.476526 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c4856f-76c8-4bf4-b883-82d605103594 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:37.497238 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94c4856f-76c8-4bf4-b883-82d605103594 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.502819 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-94c4856f-76c8-4bf4-b883-82d605103594 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/25f0c848-cc3c-40a7-ad8b-034a8d2173c2 HTTP/1.1" status: 200 len: 700 time: 2.3761039 Nov 12 00:47:37.506678 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38450) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:37.509759 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a849bd92-8a42-4683-8b89-85d82624dbf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.510424 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9de4ca42-df41-46c0-96ff-5f5746cec09b req-c82a2e82-d3f1-486f-ad85-56bf8e53f488 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457314 Nov 12 00:47:37.516165 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11a5ecc3-698a-408a-af12-511b16d86731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.541498 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e7ac0d46-c0f5-46b9-8b6d-619e0a820dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:36Z', 'revision_number': 7, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': '5f791f56-d580-4b86-b2aa-c9f3514129d7', 'name': '', 'network_id': 'b6f4be82-a02e-4010-96a9-bb7cd03d54d2', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:0b:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3a1bdd73-6221-4195-8441-4e472514fb22', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:25Z', 'updated_at': '2021-11-12T00:47:33Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '3a1bdd73-6221-4195-8441-4e472514fb22', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be087b2c-52cb-492f-ac72-56c333946215', 'name': '', 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:2d:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3442146-6f19-4020-8e56-f41d64720ab3', 'name': '', 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:53:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:16Z', 'updated_at': '2021-11-12T00:47:25Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:37.564671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-b98e3b94-6fbc-4a7f-b211-5d218d9ae392 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Made reservation on behalf of a88bd13cf7f14d98988288f2082816a4 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:37.571630 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac0d46-c0f5-46b9-8b6d-619e0a820dbd None None] The sync data for ids ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'] in n-d-712137-14 is: [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:36Z', 'revision_number': 7, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': '5f791f56-d580-4b86-b2aa-c9f3514129d7', 'name': '', 'network_id': 'b6f4be82-a02e-4010-96a9-bb7cd03d54d2', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:0b:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3a1bdd73-6221-4195-8441-4e472514fb22', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:25Z', 'updated_at': '2021-11-12T00:47:33Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '3a1bdd73-6221-4195-8441-4e472514fb22', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be087b2c-52cb-492f-ac72-56c333946215', 'name': '', 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:2d:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3442146-6f19-4020-8e56-f41d64720ab3', 'name': '', 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:53:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:16Z', 'updated_at': '2021-11-12T00:47:25Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:37.572934 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-b98e3b94-6fbc-4a7f-b211-5d218d9ae392 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.750117 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c519e959-28cc-44af-ac75-0409253fc363 None None] Sync routers for ids ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:37.763095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c519e959-28cc-44af-ac75-0409253fc363 None None] Routers {'25f0c848-cc3c-40a7-ad8b-034a8d2173c2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:37.763906 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c519e959-28cc-44af-ac75-0409253fc363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:37.866469 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-b98e3b94-6fbc-4a7f-b211-5d218d9ae392 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Allocated IP 172.20.0.6 (fc73b16d-f031-4e8c-9077-d3bd4fe0e550/c80ca9cf-ef62-4dbc-a52b-690d9634d05e/12cd0735-7a7d-4ace-b7b8-b3288cb91698) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:37.886512 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-c519e959-28cc-44af-ac75-0409253fc363 None None] Set router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:37.970610 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:38.002369 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.044458 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11a5ecc3-698a-408a-af12-511b16d86731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.054509 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] Transition to ACTIVE for port object ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:47:38.073893 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.153976 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dba398bb-0bc6-43d7-9859-c9a1ec314597 req-24e11a17-6e2c-4dc9-8474-d74267d8c32e tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=0120b037-5c11-4c30-bc3d-0f7d2ba27cc1 HTTP/1.1" status: 200 len: 210 time: 0.0468922 Nov 12 00:47:38.170214 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6f9c80-cf6b-4734-878c-5b996c9e9ba1,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:38.198042 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c519e959-28cc-44af-ac75-0409253fc363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:36Z', 'revision_number': 7, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': '5f791f56-d580-4b86-b2aa-c9f3514129d7', 'name': '', 'network_id': 'b6f4be82-a02e-4010-96a9-bb7cd03d54d2', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:0b:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3a1bdd73-6221-4195-8441-4e472514fb22', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:25Z', 'updated_at': '2021-11-12T00:47:33Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '3a1bdd73-6221-4195-8441-4e472514fb22', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be087b2c-52cb-492f-ac72-56c333946215', 'name': '', 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:2d:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3442146-6f19-4020-8e56-f41d64720ab3', 'name': '', 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:53:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:16Z', 'updated_at': '2021-11-12T00:47:25Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:38.211468 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-b98e3b94-6fbc-4a7f-b211-5d218d9ae392 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.215504 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6c6434ed-b2a3-4488-8057-f2a34d7884cb tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/routers/25f0c848-cc3c-40a7-ad8b-034a8d2173c2 HTTP/1.1" status: 200 len: 700 time: 0.7078767 Nov 12 00:47:38.219311 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38464) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:38.259529 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c519e959-28cc-44af-ac75-0409253fc363 None None] Checking router: 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:38.271834 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c519e959-28cc-44af-ac75-0409253fc363 None None] Routers {'25f0c848-cc3c-40a7-ad8b-034a8d2173c2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:38.272617 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c519e959-28cc-44af-ac75-0409253fc363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:38.338054 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-b98e3b94-6fbc-4a7f-b211-5d218d9ae392 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.382285 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] Attempting to bind port ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:38.382786 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] Attempting to bind port ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:38.383226 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] Attempting to bind port ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:38.402975 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-b98e3b94-6fbc-4a7f-b211-5d218d9ae392 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Network fc73b16d-f031-4e8c-9077-d3bd4fe0e550 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:38.410213 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-b98e3b94-6fbc-4a7f-b211-5d218d9ae392 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:38.423921 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-b98e3b94-6fbc-4a7f-b211-5d218d9ae392 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:38.427761 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] Port ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:47:38.428258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] Attempting to bind port ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:38.428515 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11a5ecc3-698a-408a-af12-511b16d86731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.432629 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11a5ecc3-698a-408a-af12-511b16d86731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.437584 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-11a5ecc3-698a-408a-af12-511b16d86731 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/592c5107-58eb-43d9-9428-db1c72b91124 HTTP/1.1" status: 204 len: 168 time: 1.1247299 Nov 12 00:47:38.439460 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a849bd92-8a42-4683-8b89-85d82624dbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.444529 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a849bd92-8a42-4683-8b89-85d82624dbf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.446086 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a849bd92-8a42-4683-8b89-85d82624dbf9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35c7d41e-00b9-4fac-b5f9-c0156187f24b HTTP/1.1" status: 204 len: 168 time: 1.2459438 Nov 12 00:47:38.483310 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:38.483810 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:38.484331 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:38.484934 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] Bound port: ca6f9c80-cf6b-4734-878c-5b996c9e9ba1, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:38.485407 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.495601 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5ecc3-698a-408a-af12-511b16d86731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592c5107-58eb-43d9-9428-db1c72b91124,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:38.517208 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e3b94-6fbc-4a7f-b211-5d218d9ae392 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Pushing event updated for resources: {'Port': ['ID=12cd0735-7a7d-4ace-b7b8-b3288cb91698,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:38.559193 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849bd92-8a42-4683-8b89-85d82624dbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c7d41e-00b9-4fac-b5f9-c0156187f24b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:38.645689 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-b98e3b94-6fbc-4a7f-b211-5d218d9ae392 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:38.646489 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-b98e3b94-6fbc-4a7f-b211-5d218d9ae392 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.710758 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-b98e3b94-6fbc-4a7f-b211-5d218d9ae392 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3846231 Nov 12 00:47:38.728604 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] Request body: {'port': {'device_id': '0120b037-5c11-4c30-bc3d-0f7d2ba27cc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:38.781148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] For port ca6f9c80-cf6b-4734-878c-5b996c9e9ba1, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:38.855092 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] For port ca6f9c80-cf6b-4734-878c-5b996c9e9ba1, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=ca6f9c80-cf6b-4734-878c-5b996c9e9ba1,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:38.876430 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.879770 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.888513 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:38.889371 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c6526-00da-43de-9b92-2857fee439ef req-a42f8ee1-2c7f-47fc-8724-7725ff2a063a tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:38.893902 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-219c6526-00da-43de-9b92-2857fee439ef req-a42f8ee1-2c7f-47fc-8724-7725ff2a063a tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560b602-e6b2-4940-8b15-770ba9800179 HTTP/1.1" status: 200 len: 947 time: 0.1430376 Nov 12 00:47:38.907437 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-c519e959-28cc-44af-ac75-0409253fc363 None None] Set router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:39.000145 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:39.001200 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.002888 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] 10.222.0.21 "PUT /v2.0/ports/ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 HTTP/1.1" status: 200 len: 1096 time: 1.8213649 Nov 12 00:47:39.007868 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f560b602-e6b2-4940-8b15-770ba9800179', 'tag': 'ca6f9c80-cf6b-4734-878c-5b996c9e9ba1'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:39.010471 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b7edfb-243e-4c03-a0d2-e71ce9120274" -d '{"events": [{"name": "network-changed", "server_uuid": "f560b602-e6b2-4940-8b15-770ba9800179", "tag": "ca6f9c80-cf6b-4734-878c-5b996c9e9ba1"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:39.059536 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-219c6526-00da-43de-9b92-2857fee439ef req-51ead409-3ae4-47f0-a311-2328771b438f tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550853 Nov 12 00:47:39.230734 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac0b9b-82a0-4f06-9364-7498affcfdd9 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6f9c80-cf6b-4734-878c-5b996c9e9ba1,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:39.239696 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1070bd6d-36fc-451d-b1c8-fccb5dc5fa16 x-openstack-request-id: req-1070bd6d-36fc-451d-b1c8-fccb5dc5fa16 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:39.239986 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f560b602-e6b2-4940-8b15-770ba9800179", "tag": "ca6f9c80-cf6b-4734-878c-5b996c9e9ba1", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:39.240245 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1070bd6d-36fc-451d-b1c8-fccb5dc5fa16 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:39.240646 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f560b602-e6b2-4940-8b15-770ba9800179', 'tag': 'ca6f9c80-cf6b-4734-878c-5b996c9e9ba1', 'status': 'completed', 'code': 200} Nov 12 00:47:39.283078 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4c9ff7eb-cbb9-47eb-adba-d28b04611fc7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:39.505962 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c519e959-28cc-44af-ac75-0409253fc363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:36Z', 'revision_number': 7, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': '5f791f56-d580-4b86-b2aa-c9f3514129d7', 'name': '', 'network_id': 'b6f4be82-a02e-4010-96a9-bb7cd03d54d2', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:0b:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3a1bdd73-6221-4195-8441-4e472514fb22', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:25Z', 'updated_at': '2021-11-12T00:47:33Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '3a1bdd73-6221-4195-8441-4e472514fb22', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be087b2c-52cb-492f-ac72-56c333946215', 'name': '', 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:2d:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3442146-6f19-4020-8e56-f41d64720ab3', 'name': '', 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:53:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:16Z', 'updated_at': '2021-11-12T00:47:25Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:39.555975 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-28707cc3-5067-436d-a735-e7c04fd333d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:39.561280 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-28707cc3-5067-436d-a735-e7c04fd333d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=638dcdd1a35647ce9d69c5c71f6933c7&device_id=f560b602-e6b2-4940-8b15-770ba9800179 HTTP/1.1" status: 200 len: 1099 time: 0.4380314 Nov 12 00:47:39.587284 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c519e959-28cc-44af-ac75-0409253fc363 None None] The sync data for ids ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'] in n-d-712137-14 is: [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:36Z', 'revision_number': 7, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': '5f791f56-d580-4b86-b2aa-c9f3514129d7', 'name': '', 'network_id': 'b6f4be82-a02e-4010-96a9-bb7cd03d54d2', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:0b:2a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '3a1bdd73-6221-4195-8441-4e472514fb22', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:25Z', 'updated_at': '2021-11-12T00:47:33Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '3a1bdd73-6221-4195-8441-4e472514fb22', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be087b2c-52cb-492f-ac72-56c333946215', 'name': '', 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:2d:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3442146-6f19-4020-8e56-f41d64720ab3', 'name': '', 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:53:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:16Z', 'updated_at': '2021-11-12T00:47:25Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:39.590847 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b5c45-5427-4e4b-b30c-4caaefb99b1a req-6f5cfab8-2d17-41f8-a760-97bd6555bf78 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:39.603069 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e3b5c45-5427-4e4b-b30c-4caaefb99b1a req-6f5cfab8-2d17-41f8-a760-97bd6555bf78 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=0120b037-5c11-4c30-bc3d-0f7d2ba27cc1 HTTP/1.1" status: 200 len: 931 time: 0.3112679 Nov 12 00:47:39.761542 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-bfc1a48c-8829-4818-bcb6-24304b91e9bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 HTTP/1.1" status: 200 len: 217 time: 0.1869316 Nov 12 00:47:39.819207 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e3b5c45-5427-4e4b-b30c-4caaefb99b1a req-ef185aa3-269d-45f9-8726-8482ebc06b07 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153416 Nov 12 00:47:39.981987 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-96e718f0-4c04-448e-9216-ec06ee8ff329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:39.983859 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-96e718f0-4c04-448e-9216-ec06ee8ff329 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1729419 Nov 12 00:47:40.017454 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ff7eb-cbb9-47eb-adba-d28b04611fc7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting port 5f791f56-d580-4b86-b2aa-c9f3514129d7 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:40.017823 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4c9ff7eb-cbb9-47eb-adba-d28b04611fc7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.028247 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38524) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:40.028804 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38526) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:40.134641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-090c79de-0f2f-4f78-be8a-4c8f3479f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:40.136143 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-090c79de-0f2f-4f78-be8a-4c8f3479f89a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1424601 Nov 12 00:47:40.176846 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-4c9ff7eb-cbb9-47eb-adba-d28b04611fc7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] For port 5f791f56-d580-4b86-b2aa-c9f3514129d7, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5f791f56-d580-4b86-b2aa-c9f3514129d7,segment=NetworkSegment(49d17aa0-cf8d-43b7-9019-41aa30e63f87),segment_id=49d17aa0-cf8d-43b7-9019-41aa30e63f87)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:40.178874 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4c9ff7eb-cbb9-47eb-adba-d28b04611fc7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.197950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ff7eb-cbb9-47eb-adba-d28b04611fc7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Calling delete_port for 5f791f56-d580-4b86-b2aa-c9f3514129d7 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:40.203429 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-c72831e2-2351-47cd-8e62-22ee73d74ea8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-135947570-network', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:40.220731 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12cd0735-7a7d-4ace-b7b8-b3288cb91698 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:40.230296 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.265263 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-f85d26fb-7299-43df-9402-c8b1f422bf35 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-655904943-network', 'tenant_id': '1e1817e3045f4036b0a3d214340e9d98'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:40.268657 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] Transition to ACTIVE for port object 12cd0735-7a7d-4ace-b7b8-b3288cb91698 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:47:40.296674 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db071dfe-2249-4f22-9309-de15ada56a9e req-fb7c8012-959d-44e5-ac7f-36aa04440167 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:40.298332 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-db071dfe-2249-4f22-9309-de15ada56a9e req-fb7c8012-959d-44e5-ac7f-36aa04440167 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560b602-e6b2-4940-8b15-770ba9800179 HTTP/1.1" status: 200 len: 947 time: 0.1063218 Nov 12 00:47:40.307485 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.367869 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72831e2-2351-47cd-8e62-22ee73d74ea8 admin admin] Made reservation on behalf of 4324cd530d294d27a4a03b3e458b655e for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:40.370184 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c72831e2-2351-47cd-8e62-22ee73d74ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.403574 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c72831e2-2351-47cd-8e62-22ee73d74ea8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.403795 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-db071dfe-2249-4f22-9309-de15ada56a9e req-26adfc7c-8401-41e6-8afb-c6ceae761735 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987372 Nov 12 00:47:40.415974 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] Pushing event updated for resources: {'Port': ['ID=12cd0735-7a7d-4ace-b7b8-b3288cb91698,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:40.441053 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-9ee857be-d88a-4bfb-b1ee-56c1ae2af737 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870641 Nov 12 00:47:40.441738 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85d26fb-7299-43df-9402-c8b1f422bf35 admin admin] Made reservation on behalf of 1e1817e3045f4036b0a3d214340e9d98 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:40.444067 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f85d26fb-7299-43df-9402-c8b1f422bf35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.486797 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4c9ff7eb-cbb9-47eb-adba-d28b04611fc7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.513871 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f85d26fb-7299-43df-9402-c8b1f422bf35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.528655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ff7eb-cbb9-47eb-adba-d28b04611fc7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Port': ['ID=5f791f56-d580-4b86-b2aa-c9f3514129d7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:40.681441 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c72831e2-2351-47cd-8e62-22ee73d74ea8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.705671 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c72831e2-2351-47cd-8e62-22ee73d74ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.730428 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4c9ff7eb-cbb9-47eb-adba-d28b04611fc7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.765282 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72831e2-2351-47cd-8e62-22ee73d74ea8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:47:40.797684 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] Attempting to bind port 12cd0735-7a7d-4ace-b7b8-b3288cb91698 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:40.798045 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] Attempting to bind port 12cd0735-7a7d-4ace-b7b8-b3288cb91698 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'fc1219c4-7233-4fa6-bbab-06930d4a5058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fc73b16d-f031-4e8c-9077-d3bd4fe0e550'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:40.798380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] Attempting to bind port 12cd0735-7a7d-4ace-b7b8-b3288cb91698 on network fc73b16d-f031-4e8c-9077-d3bd4fe0e550 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:40.816729 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] Port 12cd0735-7a7d-4ace-b7b8-b3288cb91698 on network fc73b16d-f031-4e8c-9077-d3bd4fe0e550 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:47:40.817049 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] Attempting to bind port 12cd0735-7a7d-4ace-b7b8-b3288cb91698 on network fc73b16d-f031-4e8c-9077-d3bd4fe0e550 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:40.825508 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c72831e2-2351-47cd-8e62-22ee73d74ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.825867 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-c72831e2-2351-47cd-8e62-22ee73d74ea8 admin admin] Added segment 58aed1e2-4731-42ce-8241-8faf41068d94 of type vlan for network 4ed6ff91-f62e-41b7-80b6-a3533ae98587 Nov 12 00:47:40.839263 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72831e2-2351-47cd-8e62-22ee73d74ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b299877a-8941-4aa2-9979-dc4865d78e7a,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:40.871839 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7c5aa92-36a5-4967-abe3-c05602c30315 req-2b43300a-107e-496c-b2e7-2b474dd1b07f service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049449 Nov 12 00:47:40.894206 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:40.894889 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] Checking segment: {'id': 'fc1219c4-7233-4fa6-bbab-06930d4a5058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fc73b16d-f031-4e8c-9077-d3bd4fe0e550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:40.895519 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] Bound using segment: {'id': 'fc1219c4-7233-4fa6-bbab-06930d4a5058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fc73b16d-f031-4e8c-9077-d3bd4fe0e550'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:40.896160 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] Bound port: 12cd0735-7a7d-4ace-b7b8-b3288cb91698, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1219c4-7233-4fa6-bbab-06930d4a5058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fc73b16d-f031-4e8c-9077-d3bd4fe0e550'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:40.896549 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.949702 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c72831e2-2351-47cd-8e62-22ee73d74ea8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.093025 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f85d26fb-7299-43df-9402-c8b1f422bf35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.104598 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c72831e2-2351-47cd-8e62-22ee73d74ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.105852 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72831e2-2351-47cd-8e62-22ee73d74ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:41.107214 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c72831e2-2351-47cd-8e62-22ee73d74ea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.113625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9ff7eb-cbb9-47eb-adba-d28b04611fc7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:41.115234 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7edfb-243e-4c03-a0d2-e71ce9120274 req-48dcfc89-5399-4806-bfe3-f6d7fd42295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:41.116843 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f8b7edfb-243e-4c03-a0d2-e71ce9120274 req-48dcfc89-5399-4806-bfe3-f6d7fd42295b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=638dcdd1a35647ce9d69c5c71f6933c7&device_id=f560b602-e6b2-4940-8b15-770ba9800179 HTTP/1.1" status: 200 len: 1099 time: 0.1807535 Nov 12 00:47:41.117428 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f85d26fb-7299-43df-9402-c8b1f422bf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.132912 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050d544-c372-4e3e-9917-a5c9d2115626 req-cba94d1c-90a2-4795-a671-45f7e92a7a6a tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:41.134818 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e050d544-c372-4e3e-9917-a5c9d2115626 req-cba94d1c-90a2-4795-a671-45f7e92a7a6a tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=0120b037-5c11-4c30-bc3d-0f7d2ba27cc1 HTTP/1.1" status: 200 len: 943 time: 0.1117513 Nov 12 00:47:41.142977 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] For port 12cd0735-7a7d-4ace-b7b8-b3288cb91698, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:41.233322 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85d26fb-7299-43df-9402-c8b1f422bf35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:47:41.249290 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c72831e2-2351-47cd-8e62-22ee73d74ea8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2195089 Nov 12 00:47:41.251785 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38542) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:41.263482 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-05e5ca05-f984-4b4a-956e-795128db92be admin admin] Request body: {'subnet': {'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-135947570-subnet', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:41.266430 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] For port 12cd0735-7a7d-4ace-b7b8-b3288cb91698, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=12cd0735-7a7d-4ace-b7b8-b3288cb91698,segment=NetworkSegment(fc1219c4-7233-4fa6-bbab-06930d4a5058),segment_id=fc1219c4-7233-4fa6-bbab-06930d4a5058)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:41.297515 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e050d544-c372-4e3e-9917-a5c9d2115626 req-727c171d-e2ed-4e4f-91c1-c29f151558b7 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528640 Nov 12 00:47:41.302540 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f85d26fb-7299-43df-9402-c8b1f422bf35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.302803 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-f85d26fb-7299-43df-9402-c8b1f422bf35 admin admin] Added segment e1c3a65f-0072-4173-bcd3-942eb10268ab of type vlan for network 2c5140c9-2177-45ed-9463-3191893a9218 Nov 12 00:47:41.304846 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.305080 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9ff7eb-cbb9-47eb-adba-d28b04611fc7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:41.307092 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72831e2-2351-47cd-8e62-22ee73d74ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=4ed6ff91-f62e-41b7-80b6-a3533ae98587,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:41.315453 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4c9ff7eb-cbb9-47eb-adba-d28b04611fc7 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/25f0c848-cc3c-40a7-ad8b-034a8d2173c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0949717 Nov 12 00:47:41.316090 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38544) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:41.325740 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d26fb-7299-43df-9402-c8b1f422bf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794aef10-17d8-4d2f-b320-17f7c5fd6b8c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:41.335375 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f74c91-db0d-4f40-a852-99053c4dd3f6 None None] Sync routers for ids ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:41.336591 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 4ed6ff91-f62e-41b7-80b6-a3533ae98587 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:47:41.351847 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f74c91-db0d-4f40-a852-99053c4dd3f6 None None] Routers {'25f0c848-cc3c-40a7-ad8b-034a8d2173c2'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:41.352469 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-a2f74c91-db0d-4f40-a852-99053c4dd3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:41.396171 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e5ca05-f984-4b4a-956e-795128db92be admin admin] Made reservation on behalf of 4324cd530d294d27a4a03b3e458b655e for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:41.398463 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-05e5ca05-f984-4b4a-956e-795128db92be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.436638 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:41.436638 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.437723 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] 10.222.0.21 "PUT /v2.0/ports/12cd0735-7a7d-4ace-b7b8-b3288cb91698 HTTP/1.1" status: 200 len: 1092 time: 2.7160459 Nov 12 00:47:41.443412 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0120b037-5c11-4c30-bc3d-0f7d2ba27cc1', 'tag': '12cd0735-7a7d-4ace-b7b8-b3288cb91698'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:41.444327 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c325779-1eb9-46e5-841a-ea87ae308115" -d '{"events": [{"name": "network-changed", "server_uuid": "0120b037-5c11-4c30-bc3d-0f7d2ba27cc1", "tag": "12cd0735-7a7d-4ace-b7b8-b3288cb91698"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:41.452033 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f85d26fb-7299-43df-9402-c8b1f422bf35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.527411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201800f-3146-4303-b91f-5959e32a0b42 service neutron] Pushing event updated for resources: {'Port': ['ID=12cd0735-7a7d-4ace-b7b8-b3288cb91698,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:41.562516 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7edfb-243e-4c03-a0d2-e71ce9120274 req-3689d313-67ed-4f16-954d-f6aaf5f75f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:41.564014 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f8b7edfb-243e-4c03-a0d2-e71ce9120274 req-3689d313-67ed-4f16-954d-f6aaf5f75f7d service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.4339967 Nov 12 00:47:41.569811 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6032eb93-ac68-405c-b73f-4bd03d68bfb8 x-openstack-request-id: req-6032eb93-ac68-405c-b73f-4bd03d68bfb8 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:41.570103 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0120b037-5c11-4c30-bc3d-0f7d2ba27cc1", "tag": "12cd0735-7a7d-4ace-b7b8-b3288cb91698", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:41.570569 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6032eb93-ac68-405c-b73f-4bd03d68bfb8 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:41.570820 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0120b037-5c11-4c30-bc3d-0f7d2ba27cc1', 'tag': '12cd0735-7a7d-4ace-b7b8-b3288cb91698', 'status': 'completed', 'code': 200} Nov 12 00:47:41.575170 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-a2f74c91-db0d-4f40-a852-99053c4dd3f6 None None] Set router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:41.584294 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f85d26fb-7299-43df-9402-c8b1f422bf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.585465 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85d26fb-7299-43df-9402-c8b1f422bf35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:41.585949 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f85d26fb-7299-43df-9402-c8b1f422bf35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.598331 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08500f5-ce85-4b37-8047-137424bc5c3c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting subnet 3a1bdd73-6221-4195-8441-4e472514fb22 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:47:41.610890 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b08500f5-ce85-4b37-8047-137424bc5c3c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.627706 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f8b7edfb-243e-4c03-a0d2-e71ce9120274 req-469a1e2b-0ae9-463e-97eb-709ec1d31b60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 HTTP/1.1" status: 200 len: 217 time: 0.0540311 Nov 12 00:47:41.718373 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b08500f5-ce85-4b37-8047-137424bc5c3c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.911256 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-a2f74c91-db0d-4f40-a852-99053c4dd3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:40Z', 'revision_number': 8, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': 'be087b2c-52cb-492f-ac72-56c333946215', 'name': '', 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:2d:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3442146-6f19-4020-8e56-f41d64720ab3', 'name': '', 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:53:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:16Z', 'updated_at': '2021-11-12T00:47:25Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:41.948953 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f74c91-db0d-4f40-a852-99053c4dd3f6 None None] Checking router: 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:41.961691 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f74c91-db0d-4f40-a852-99053c4dd3f6 None None] Routers {'25f0c848-cc3c-40a7-ad8b-034a8d2173c2'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:41.962468 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-a2f74c91-db0d-4f40-a852-99053c4dd3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:41.970930 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b08500f5-ce85-4b37-8047-137424bc5c3c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.025892 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-05e5ca05-f984-4b4a-956e-795128db92be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.095276 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5ca05-f984-4b4a-956e-795128db92be admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:42.107845 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b08500f5-ce85-4b37-8047-137424bc5c3c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.115162 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-a2f74c91-db0d-4f40-a852-99053c4dd3f6 None None] Set router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:42.148817 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08500f5-ce85-4b37-8047-137424bc5c3c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Subnet': ['ID=3a1bdd73-6221-4195-8441-4e472514fb22,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:42.156116 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b08500f5-ce85-4b37-8047-137424bc5c3c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.162611 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b08500f5-ce85-4b37-8047-137424bc5c3c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/subnets/3a1bdd73-6221-4195-8441-4e472514fb22 HTTP/1.1" status: 204 len: 168 time: 0.8408682 Nov 12 00:47:42.162611 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e5ca05-f984-4b4a-956e-795128db92be admin admin] Checking segment: {'id': '58aed1e2-4731-42ce-8241-8faf41068d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:42.162928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e5ca05-f984-4b4a-956e-795128db92be admin admin] Network hostable DHCP agents. Network: 4ed6ff91-f62e-41b7-80b6-a3533ae98587, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:47:42.165260 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08085860-adf6-43f7-be9c-0542638aa293 None None] Network b6f4be82-a02e-4010-96a9-bb7cd03d54d2 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:42.165787 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38556) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:42.232985 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7edfb-243e-4c03-a0d2-e71ce9120274 req-169711c7-9545-41b0-8e8d-cb30a664b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:42.236249 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f8b7edfb-243e-4c03-a0d2-e71ce9120274 req-169711c7-9545-41b0-8e8d-cb30a664b296 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.5785792 Nov 12 00:47:42.244751 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e5ca05-f984-4b4a-956e-795128db92be admin admin] Network 4ed6ff91-f62e-41b7-80b6-a3533ae98587 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:47:42.259083 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f85d26fb-7299-43df-9402-c8b1f422bf35 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2277727 Nov 12 00:47:42.262250 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38558) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:42.272971 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-9e0f3f47-e106-4467-a36d-f8708e1ebe1b admin admin] Request body: {'subnet': {'network_id': '2c5140c9-2177-45ed-9463-3191893a9218', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-655904943-subnet', 'tenant_id': '1e1817e3045f4036b0a3d214340e9d98', 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:42.296119 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-05e5ca05-f984-4b4a-956e-795128db92be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 4ed6ff91-f62e-41b7-80b6-a3533ae98587) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:42.305235 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0b169c-715e-4041-9c3b-67c85b13d08a None None] Network 4ed6ff91-f62e-41b7-80b6-a3533ae98587 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:42.309373 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-6652de36-57e1-4f5f-b8da-2ae6b6c1ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:42.312152 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-6652de36-57e1-4f5f-b8da-2ae6b6c1ef53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a88bd13cf7f14d98988288f2082816a4&device_id=0120b037-5c11-4c30-bc3d-0f7d2ba27cc1 HTTP/1.1" status: 200 len: 1095 time: 0.8199234 Nov 12 00:47:42.312351 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f324-b5ca-4896-bc11-4b274b12750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.322762 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e5ca05-f984-4b4a-956e-795128db92be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:42.323365 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-05e5ca05-f984-4b4a-956e-795128db92be admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.368734 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0f3f47-e106-4467-a36d-f8708e1ebe1b admin admin] Made reservation on behalf of 1e1817e3045f4036b0a3d214340e9d98 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:42.371129 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9e0f3f47-e106-4467-a36d-f8708e1ebe1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.380010 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-6760162d-9323-415c-a681-956a53d7f1b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12cd0735-7a7d-4ace-b7b8-b3288cb91698 HTTP/1.1" status: 200 len: 217 time: 0.0524938 Nov 12 00:47:42.469094 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d26fb-7299-43df-9402-c8b1f422bf35 admin admin] Pushing event updated for resources: {'Network': ['ID=2c5140c9-2177-45ed-9463-3191893a9218,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:42.469317 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-05e5ca05-f984-4b4a-956e-795128db92be admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2137444 Nov 12 00:47:42.470396 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38562) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:42.482757 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-678dd87c-4814-4b92-b484-01366cf6c72a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-135947570-router', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:42.486500 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d587e00-e90c-4cf1-9245-edf59cd43133 req-feedb6cc-e053-482e-b861-78d439b2b824 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:42.495313 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2d587e00-e90c-4cf1-9245-edf59cd43133 req-feedb6cc-e053-482e-b861-78d439b2b824 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560b602-e6b2-4940-8b15-770ba9800179 HTTP/1.1" status: 200 len: 947 time: 0.8721282 Nov 12 00:47:42.519721 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 2c5140c9-2177-45ed-9463-3191893a9218 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:47:42.554355 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7edfb-243e-4c03-a0d2-e71ce9120274 req-0701aa03-357a-4ea8-8114-ba2415099f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:42.555893 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f8b7edfb-243e-4c03-a0d2-e71ce9120274 req-0701aa03-357a-4ea8-8114-ba2415099f18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2957373 Nov 12 00:47:42.568185 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-bcca6812-78f1-458d-a8ce-643d32d752bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:42.569809 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-bcca6812-78f1-458d-a8ce-643d32d752bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c80ca9cf-ef62-4dbc-a52b-690d9634d05e HTTP/1.1" status: 200 len: 849 time: 0.1684756 Nov 12 00:47:42.683818 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af13a43e-1d19-4a93-95e2-bf27e21d76a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-4ed6ff91-f62e-41b7-80b6-a3533ae98587', 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'fixed_ips': [{'subnet_id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:47:42.685224 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-af13a43e-1d19-4a93-95e2-bf27e21d76a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.689742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c1e9f324-b5ca-4896-bc11-4b274b12750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting port faae098d-c894-4649-81a7-7a69ee00d1aa {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:42.690084 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f324-b5ca-4896-bc11-4b274b12750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.690269 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-a2f74c91-db0d-4f40-a852-99053c4dd3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:40Z', 'revision_number': 8, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': 'be087b2c-52cb-492f-ac72-56c333946215', 'name': '', 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:2d:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3442146-6f19-4020-8e56-f41d64720ab3', 'name': '', 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:53:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:16Z', 'updated_at': '2021-11-12T00:47:25Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:42.693652 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-678dd87c-4814-4b92-b484-01366cf6c72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.694683 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-678dd87c-4814-4b92-b484-01366cf6c72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:42.726217 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:47:42.739949 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f74c91-db0d-4f40-a852-99053c4dd3f6 None None] The sync data for ids ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'] in n-d-712137-14 is: [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:40Z', 'revision_number': 8, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': 'be087b2c-52cb-492f-ac72-56c333946215', 'name': '', 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:2d:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3442146-6f19-4020-8e56-f41d64720ab3', 'name': '', 'network_id': 'c3be38d6-5014-4715-abef-45cf425d4553', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:53:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:16Z', 'updated_at': '2021-11-12T00:47:25Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '1af24746-aa56-4c51-951c-87c364aa0d1b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:42.741260 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fadf6-4722-4f44-aded-924ea0cd72d3 req-61c7723e-729c-470f-9ae4-4da94ce2f436 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:42.743204 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ed3fadf6-4722-4f44-aded-924ea0cd72d3 req-61c7723e-729c-470f-9ae4-4da94ce2f436 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=0120b037-5c11-4c30-bc3d-0f7d2ba27cc1 HTTP/1.1" status: 200 len: 943 time: 0.2566144 Nov 12 00:47:42.761846 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a5461c-5876-4520-9219-894fe30a4f78 None None] DHCP port deletion for b6f4be82-a02e-4010-96a9-bb7cd03d54d2 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:42.777800 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2d587e00-e90c-4cf1-9245-edf59cd43133 req-d1ff74a4-f255-405c-b958-dd0950f2e7be tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815802 Nov 12 00:47:42.809142 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-4b343163-5e8c-4682-807b-541398e45e63 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc73b16d-f031-4e8c-9077-d3bd4fe0e550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462945 Nov 12 00:47:42.946928 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f8b7edfb-243e-4c03-a0d2-e71ce9120274 req-552d4ce2-7c65-4a58-b50b-701bb3e4a043 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810942 Nov 12 00:47:42.961598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port ca6f9c80-cf6b-4734-878c-5b996c9e9ba1, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=ca6f9c80-cf6b-4734-878c-5b996c9e9ba1,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:42.980488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'ca6f9c80-cf6b-4734-878c-5b996c9e9ba1', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': 'ca6f9c80-cf6b-4734-878c-5b996c9e9ba1', 'mac_address': 'fa:16:3e:c9:1b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:47:42.990261 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ed3fadf6-4722-4f44-aded-924ea0cd72d3 req-ee6b845a-9456-4cd7-bc83-1e4c0ea3e6c0 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994925 Nov 12 00:47:43.029249 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-678dd87c-4814-4b92-b484-01366cf6c72a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.031882 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-c1e9f324-b5ca-4896-bc11-4b274b12750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] For port faae098d-c894-4649-81a7-7a69ee00d1aa, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=faae098d-c894-4649-81a7-7a69ee00d1aa,segment=NetworkSegment(49d17aa0-cf8d-43b7-9019-41aa30e63f87),segment_id=49d17aa0-cf8d-43b7-9019-41aa30e63f87)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:43.032316 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f324-b5ca-4896-bc11-4b274b12750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.068126 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.114524 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:43.134584 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f8b7edfb-243e-4c03-a0d2-e71ce9120274 req-fd90de98-2a94-4b51-8811-488a7fb53c53 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668141 Nov 12 00:47:43.168972 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-c21c22e9-19a7-40a6-9c8d-36f347448726 service neutron] 10.222.0.21 "GET /v2.0/networks/fc73b16d-f031-4e8c-9077-d3bd4fe0e550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313670 Nov 12 00:47:43.209603 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port ca6f9c80-cf6b-4734-878c-5b996c9e9ba1, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=ca6f9c80-cf6b-4734-878c-5b996c9e9ba1,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:43.220667 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b4a5461c-5876-4520-9219-894fe30a4f78 None None] Deleting port faae098d-c894-4649-81a7-7a69ee00d1aa {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:43.221386 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b4a5461c-5876-4520-9219-894fe30a4f78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.236797 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.240790 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-af13a43e-1d19-4a93-95e2-bf27e21d76a0 None None] Allocated IP 172.20.0.2 (4ed6ff91-f62e-41b7-80b6-a3533ae98587/ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb/f55c1b9a-a5ce-4b77-bd1e-774f09d56804) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:43.256059 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c1e9f324-b5ca-4896-bc11-4b274b12750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Calling delete_port for faae098d-c894-4649-81a7-7a69ee00d1aa owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:43.326743 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-752e600d-e443-41cb-b2b5-bd88aa865e34 req-c0c9bad9-b15e-4381-90ee-bc7d67452f0d service neutron] 10.222.0.21 "GET /v2.0/networks/fc73b16d-f031-4e8c-9077-d3bd4fe0e550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476896 Nov 12 00:47:43.427584 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=ca6f9c80-cf6b-4734-878c-5b996c9e9ba1,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:43.432412 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b4a5461c-5876-4520-9219-894fe30a4f78 None None] For port faae098d-c894-4649-81a7-7a69ee00d1aa, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=faae098d-c894-4649-81a7-7a69ee00d1aa,segment=NetworkSegment(49d17aa0-cf8d-43b7-9019-41aa30e63f87),segment_id=49d17aa0-cf8d-43b7-9019-41aa30e63f87)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:43.432910 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b4a5461c-5876-4520-9219-894fe30a4f78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.443537 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-678dd87c-4814-4b92-b484-01366cf6c72a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.451635 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c325779-1eb9-46e5-841a-ea87ae308115 req-55074611-40cb-4787-97bb-9b18095cffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:43.454048 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c325779-1eb9-46e5-841a-ea87ae308115 req-55074611-40cb-4787-97bb-9b18095cffd0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a88bd13cf7f14d98988288f2082816a4&device_id=0120b037-5c11-4c30-bc3d-0f7d2ba27cc1 HTTP/1.1" status: 200 len: 1095 time: 0.0616045 Nov 12 00:47:43.510485 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['ca6f9c80-cf6b-4734-878c-5b996c9e9ba1'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:43.514065 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b4a5461c-5876-4520-9219-894fe30a4f78 None None] Calling delete_port for faae098d-c894-4649-81a7-7a69ee00d1aa owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:43.534634 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9e0f3f47-e106-4467-a36d-f8708e1ebe1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.627461 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-683f85d3-7aff-493a-bbd5-bb30e9cc2cb2 req-1120f7d4-55f9-4c3f-b5ff-abf29a8749ae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1274076 Nov 12 00:47:43.645971 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f324-b5ca-4896-bc11-4b274b12750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.652127 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device faae098d-c894-4649-81a7-7a69ee00d1aa no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:43.673493 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c325779-1eb9-46e5-841a-ea87ae308115 req-93f19ae8-4cbb-4974-bd54-c89ccbf1fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:43.675705 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c325779-1eb9-46e5-841a-ea87ae308115 req-93f19ae8-4cbb-4974-bd54-c89ccbf1fb6d service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc73b16d-f031-4e8c-9077-d3bd4fe0e550 HTTP/1.1" status: 200 len: 910 time: 0.2109966 Nov 12 00:47:43.679159 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e9f324-b5ca-4896-bc11-4b274b12750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] No DVR routers for this DVR port faae098d-c894-4649-81a7-7a69ee00d1aa on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:43.716137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: faae098d-c894-4649-81a7-7a69ee00d1aa {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:43.716776 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device faae098d-c894-4649-81a7-7a69ee00d1aa not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:43.717383 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5f791f56-d580-4b86-b2aa-c9f3514129d7 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:43.734716 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9f324-b5ca-4896-bc11-4b274b12750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Port': ['ID=faae098d-c894-4649-81a7-7a69ee00d1aa,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:43.745974 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 5f791f56-d580-4b86-b2aa-c9f3514129d7 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:43.746537 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5f791f56-d580-4b86-b2aa-c9f3514129d7 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:43.812940 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c325779-1eb9-46e5-841a-ea87ae308115 req-6043bca3-5d64-4aeb-b510-000d9a083b5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12cd0735-7a7d-4ace-b7b8-b3288cb91698 HTTP/1.1" status: 200 len: 217 time: 0.1212614 Nov 12 00:47:43.847926 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b4a5461c-5876-4520-9219-894fe30a4f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.850071 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f85d3-7aff-493a-bbd5-bb30e9cc2cb2 req-2387b620-4269-4583-a945-08d25367456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:43.852298 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-683f85d3-7aff-493a-bbd5-bb30e9cc2cb2 req-2387b620-4269-4583-a945-08d25367456c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ede968b1a094c7192de77d827500d37&device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 1097 time: 0.1594872 Nov 12 00:47:43.873989 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a5461c-5876-4520-9219-894fe30a4f78 None None] No DVR routers for this DVR port faae098d-c894-4649-81a7-7a69ee00d1aa on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:43.896603 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-af13a43e-1d19-4a93-95e2-bf27e21d76a0 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.908305 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5461c-5876-4520-9219-894fe30a4f78 None None] Pushing event deleted for resources: {'Port': ['ID=faae098d-c894-4649-81a7-7a69ee00d1aa,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:43.912247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f3f47-e106-4467-a36d-f8708e1ebe1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e2c274c-166a-43cb-b962-bc0c13dc2e00,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:43.924228 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f324-b5ca-4896-bc11-4b274b12750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.935474 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-af13a43e-1d19-4a93-95e2-bf27e21d76a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:43.966955 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c325779-1eb9-46e5-841a-ea87ae308115 req-e4cd226b-fe65-42e9-be37-26102a25e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:43.968553 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c325779-1eb9-46e5-841a-ea87ae308115 req-e4cd226b-fe65-42e9-be37-26102a25e85f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c80ca9cf-ef62-4dbc-a52b-690d9634d05e HTTP/1.1" status: 200 len: 849 time: 0.1455562 Nov 12 00:47:43.991309 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-c1e9f324-b5ca-4896-bc11-4b274b12750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f4be82-a02e-4010-96a9-bb7cd03d54d2']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:43.996420 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0f3f47-e106-4467-a36d-f8708e1ebe1b admin admin] Checking segment: {'id': 'e1c3a65f-0072-4173-bcd3-942eb10268ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2c5140c9-2177-45ed-9463-3191893a9218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:43.996420 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0f3f47-e106-4467-a36d-f8708e1ebe1b admin admin] Network hostable DHCP agents. Network: 2c5140c9-2177-45ed-9463-3191893a9218, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:47:44.007000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af13a43e-1d19-4a93-95e2-bf27e21d76a0 None None] Network 4ed6ff91-f62e-41b7-80b6-a3533ae98587 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:44.021717 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-c1e9f324-b5ca-4896-bc11-4b274b12750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d17aa0-cf8d-43b7-9019-41aa30e63f87') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:44.022096 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-c1e9f324-b5ca-4896-bc11-4b274b12750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d17aa0-cf8d-43b7-9019-41aa30e63f87') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:44.036842 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-af13a43e-1d19-4a93-95e2-bf27e21d76a0 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:44.039871 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c325779-1eb9-46e5-841a-ea87ae308115 req-f0bb56fe-eb24-40c3-bb2c-daeab1218c99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc73b16d-f031-4e8c-9077-d3bd4fe0e550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583327 Nov 12 00:47:44.040155 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af13a43e-1d19-4a93-95e2-bf27e21d76a0 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:44.043288 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13a43e-1d19-4a93-95e2-bf27e21d76a0 None None] Pushing event updated for resources: {'Port': ['ID=f55c1b9a-a5ce-4b77-bd1e-774f09d56804,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:44.043608 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f324-b5ca-4896-bc11-4b274b12750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.096995 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f324-b5ca-4896-bc11-4b274b12750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.136007 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-af13a43e-1d19-4a93-95e2-bf27e21d76a0 None None] Attempting to bind port f55c1b9a-a5ce-4b77-bd1e-774f09d56804 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:44.136258 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cd188-7e45-4f43-ad65-14f02b5c919e req-cc8d9436-f999-4f2d-84fe-2c98fed3b05f tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:44.136421 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-af13a43e-1d19-4a93-95e2-bf27e21d76a0 None None] Attempting to bind port f55c1b9a-a5ce-4b77-bd1e-774f09d56804 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '58aed1e2-4731-42ce-8241-8faf41068d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:44.136836 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af13a43e-1d19-4a93-95e2-bf27e21d76a0 None None] Attempting to bind port f55c1b9a-a5ce-4b77-bd1e-774f09d56804 on network 4ed6ff91-f62e-41b7-80b6-a3533ae98587 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:44.139314 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-702cd188-7e45-4f43-ad65-14f02b5c919e req-cc8d9436-f999-4f2d-84fe-2c98fed3b05f tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560b602-e6b2-4940-8b15-770ba9800179 HTTP/1.1" status: 200 len: 948 time: 0.2003534 Nov 12 00:47:44.141529 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0f3f47-e106-4467-a36d-f8708e1ebe1b admin admin] Network 2c5140c9-2177-45ed-9463-3191893a9218 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:47:44.144178 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e9f324-b5ca-4896-bc11-4b274b12750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:47:44.144620 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f324-b5ca-4896-bc11-4b274b12750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.156301 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af13a43e-1d19-4a93-95e2-bf27e21d76a0 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:44.156681 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af13a43e-1d19-4a93-95e2-bf27e21d76a0 None None] Checking segment: {'id': '58aed1e2-4731-42ce-8241-8faf41068d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:47:44.159121 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:47:44.162137 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-af13a43e-1d19-4a93-95e2-bf27e21d76a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.162137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af13a43e-1d19-4a93-95e2-bf27e21d76a0 None None] Bound using segment: {'id': '58aed1e2-4731-42ce-8241-8faf41068d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:44.163453 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-af13a43e-1d19-4a93-95e2-bf27e21d76a0 None None] Bound port: f55c1b9a-a5ce-4b77-bd1e-774f09d56804, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58aed1e2-4731-42ce-8241-8faf41068d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:44.163453 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-af13a43e-1d19-4a93-95e2-bf27e21d76a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.239590 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f85d3-7aff-493a-bbd5-bb30e9cc2cb2 req-56e562a7-0d5d-4195-93e3-ca5af198fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:44.241300 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-683f85d3-7aff-493a-bbd5-bb30e9cc2cb2 req-56e562a7-0d5d-4195-93e3-ca5af198fdb9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d74c3bda-c588-4e57-b67a-b6869318bb04 HTTP/1.1" status: 200 len: 911 time: 0.2718968 Nov 12 00:47:44.262947 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-af13a43e-1d19-4a93-95e2-bf27e21d76a0 None None] For port f55c1b9a-a5ce-4b77-bd1e-774f09d56804, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:44.266369 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-af13a43e-1d19-4a93-95e2-bf27e21d76a0 None None] For port f55c1b9a-a5ce-4b77-bd1e-774f09d56804, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f55c1b9a-a5ce-4b77-bd1e-774f09d56804,segment=NetworkSegment(58aed1e2-4731-42ce-8241-8faf41068d94),segment_id=58aed1e2-4731-42ce-8241-8faf41068d94)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:44.273407 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-af13a43e-1d19-4a93-95e2-bf27e21d76a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.353536 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13a43e-1d19-4a93-95e2-bf27e21d76a0 None None] Pushing event updated for resources: {'Port': ['ID=f55c1b9a-a5ce-4b77-bd1e-774f09d56804,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:44.364067 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c325779-1eb9-46e5-841a-ea87ae308115 req-9f7f2963-1a26-4c3c-8f94-4366eccb096a service neutron] 10.222.0.21 "GET /v2.0/networks/fc73b16d-f031-4e8c-9077-d3bd4fe0e550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062394 Nov 12 00:47:44.386726 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-683f85d3-7aff-493a-bbd5-bb30e9cc2cb2 req-f0d1ad61-c0c4-4cef-a6e1-2100853232e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=366a2a7c-be9a-404b-b60a-ba1a86551364 HTTP/1.1" status: 200 len: 217 time: 0.1295872 Nov 12 00:47:44.526175 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee5dbd-f300-4fab-91f9-bd52c1453d8e req-8503adf6-340b-4886-a421-e935309c88db tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:44.533732 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e8ee5dbd-f300-4fab-91f9-bd52c1453d8e req-8503adf6-340b-4886-a421-e935309c88db tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=0120b037-5c11-4c30-bc3d-0f7d2ba27cc1 HTTP/1.1" status: 200 len: 943 time: 0.2599716 Nov 12 00:47:44.537280 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f85d3-7aff-493a-bbd5-bb30e9cc2cb2 req-dfe1fd54-29ea-4723-a7c0-cacdae827ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:44.538697 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-683f85d3-7aff-493a-bbd5-bb30e9cc2cb2 req-dfe1fd54-29ea-4723-a7c0-cacdae827ac1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9007ee2-5879-4419-99d4-bd9610ef3298 HTTP/1.1" status: 200 len: 850 time: 0.1405020 Nov 12 00:47:44.615707 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-683f85d3-7aff-493a-bbd5-bb30e9cc2cb2 req-b275871c-9899-41e7-9d90-4936e554b2bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d74c3bda-c588-4e57-b67a-b6869318bb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647743 Nov 12 00:47:44.674751 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c325779-1eb9-46e5-841a-ea87ae308115 req-be427415-c51c-4aea-99a5-60cf0a458c43 service neutron] 10.222.0.21 "GET /v2.0/networks/fc73b16d-f031-4e8c-9077-d3bd4fe0e550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869189 Nov 12 00:47:44.712790 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e8ee5dbd-f300-4fab-91f9-bd52c1453d8e req-be88fefd-1efc-4e74-b34b-bc94244cd90d tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777310 Nov 12 00:47:44.714178 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:44.788257 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-9e0f3f47-e106-4467-a36d-f8708e1ebe1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 2c5140c9-2177-45ed-9463-3191893a9218) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:44.812520 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0f3f47-e106-4467-a36d-f8708e1ebe1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:44.814144 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9e0f3f47-e106-4467-a36d-f8708e1ebe1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.815501 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf93e2d-9665-4a5b-8cb6-08099ef540fa None None] Network 2c5140c9-2177-45ed-9463-3191893a9218 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:44.874991 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f324-b5ca-4896-bc11-4b274b12750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.887354 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f324-b5ca-4896-bc11-4b274b12750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.893046 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c1e9f324-b5ca-4896-bc11-4b274b12750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/networks/b6f4be82-a02e-4010-96a9-bb7cd03d54d2 HTTP/1.1" status: 204 len: 168 time: 2.7224841 Nov 12 00:47:44.893817 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38580) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:44.894372 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-683f85d3-7aff-493a-bbd5-bb30e9cc2cb2 req-68527023-4cd0-46f8-8537-268b4b6c5ca9 service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626300 Nov 12 00:47:44.897741 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-702cd188-7e45-4f43-ad65-14f02b5c919e req-5ff69be2-9275-41ca-a829-dadb72705cb0 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7330041 Nov 12 00:47:44.906450 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9e0f3f47-e106-4467-a36d-f8708e1ebe1b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6412363 Nov 12 00:47:44.922652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38582) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:44.929321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-c8e34fd0-7eef-4c30-803d-181b2bf7353c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-655904943-router', 'tenant_id': '1e1817e3045f4036b0a3d214340e9d98', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:44.943287 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:47:44.951291 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:44.951817 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:44.999285 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9f324-b5ca-4896-bc11-4b274b12750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Network': ['ID=b6f4be82-a02e-4010-96a9-bb7cd03d54d2,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:45.044759 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8e34fd0-7eef-4c30-803d-181b2bf7353c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.046685 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8e34fd0-7eef-4c30-803d-181b2bf7353c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.132971 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8e34fd0-7eef-4c30-803d-181b2bf7353c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.142314 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.170915 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-678dd87c-4814-4b92-b484-01366cf6c72a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.190965 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port ca6f9c80-cf6b-4734-878c-5b996c9e9ba1, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=ca6f9c80-cf6b-4734-878c-5b996c9e9ba1,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:45.195072 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f560b602-e6b2-4940-8b15-770ba9800179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6f9c80-cf6b-4734-878c-5b996c9e9ba1'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:45.197636 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f45bc8-0adc-4d21-8538-bcab962910f4" -d '{"events": [{"server_uuid": "f560b602-e6b2-4940-8b15-770ba9800179", "name": "network-vif-plugged", "status": "completed", "tag": "ca6f9c80-cf6b-4734-878c-5b996c9e9ba1"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:45.204923 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.268593 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=ca6f9c80-cf6b-4734-878c-5b996c9e9ba1,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:45.279520 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-678dd87c-4814-4b92-b484-01366cf6c72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.292714 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-683f85d3-7aff-493a-bbd5-bb30e9cc2cb2 req-a58c0c70-61da-48af-9396-66a361bf813d service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953426 Nov 12 00:47:45.328200 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec80f43-54d4-4083-848c-ca10caf6eda8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-2c5140c9-2177-45ed-9463-3191893a9218', 'network_id': '2c5140c9-2177-45ed-9463-3191893a9218', 'tenant_id': '1e1817e3045f4036b0a3d214340e9d98', 'fixed_ips': [{'subnet_id': '3e2c274c-166a-43cb-b962-bc0c13dc2e00'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:47:45.329206 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7ec80f43-54d4-4083-848c-ca10caf6eda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.369558 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04a3b9d-3b31-4220-ac80-8b9b40f970f4 x-openstack-request-id: req-d04a3b9d-3b31-4220-ac80-8b9b40f970f4 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:45.369853 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f560b602-e6b2-4940-8b15-770ba9800179", "name": "network-vif-plugged", "status": "completed", "tag": "ca6f9c80-cf6b-4734-878c-5b996c9e9ba1", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:45.370619 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d04a3b9d-3b31-4220-ac80-8b9b40f970f4 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:45.371172 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f560b602-e6b2-4940-8b15-770ba9800179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6f9c80-cf6b-4734-878c-5b996c9e9ba1', 'code': 200} Nov 12 00:47:45.573381 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8e34fd0-7eef-4c30-803d-181b2bf7353c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.624999 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-678dd87c-4814-4b92-b484-01366cf6c72a admin admin] Allocated IP 172.25.0.145 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/02666a14-0a81-45e1-bc31-111ba62d16e9) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:45.701622 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72be994-9d03-4eb2-8744-60cccd120814 req-ac62cfbe-7c83-4adb-b700-85cd58060f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:45.703509 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a72be994-9d03-4eb2-8744-60cccd120814 req-ac62cfbe-7c83-4adb-b700-85cd58060f72 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f560b602-e6b2-4940-8b15-770ba9800179 HTTP/1.1" status: 200 len: 1101 time: 0.2309604 Nov 12 00:47:45.776990 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-678dd87c-4814-4b92-b484-01366cf6c72a admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.836559 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-678dd87c-4814-4b92-b484-01366cf6c72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:45.856196 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f55c1b9a-a5ce-4b77-bd1e-774f09d56804 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:45.907348 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-7ec80f43-54d4-4083-848c-ca10caf6eda8 None None] Allocated IP 172.20.0.2 (2c5140c9-2177-45ed-9463-3191893a9218/3e2c274c-166a-43cb-b962-bc0c13dc2e00/3c1f0b7f-491e-4808-bd77-0eb1436b8a6b) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:45.975528 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a72be994-9d03-4eb2-8744-60cccd120814 req-06416e14-754d-4ff8-962d-d441011367f7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589583 Nov 12 00:47:45.993007 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678dd87c-4814-4b92-b484-01366cf6c72a admin admin] Pushing event updated for resources: {'Port': ['ID=02666a14-0a81-45e1-bc31-111ba62d16e9,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:46.005137 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678dd87c-4814-4b92-b484-01366cf6c72a admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:46.007915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-678dd87c-4814-4b92-b484-01366cf6c72a admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:46.011442 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678dd87c-4814-4b92-b484-01366cf6c72a admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:46.036337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5a3d2-30ae-4b55-8c5f-08ca128df3db req-5cef76c0-01f7-4d4b-8be2-1da52be5606d tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:46.038293 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-70c5a3d2-30ae-4b55-8c5f-08ca128df3db req-5cef76c0-01f7-4d4b-8be2-1da52be5606d tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=0120b037-5c11-4c30-bc3d-0f7d2ba27cc1 HTTP/1.1" status: 200 len: 943 time: 0.1867766 Nov 12 00:47:46.160202 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-70c5a3d2-30ae-4b55-8c5f-08ca128df3db req-33dd5785-f2fe-4827-a786-3b0dec8a384d tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137395 Nov 12 00:47:46.245228 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ecb652-8371-4320-843e-aef852783fe2 None None] Network 4ed6ff91-f62e-41b7-80b6-a3533ae98587 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:46.248217 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d0915f-6532-4cc1-81a1-6273f1bff869 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:46.252611 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8e34fd0-7eef-4c30-803d-181b2bf7353c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.276968 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8e34fd0-7eef-4c30-803d-181b2bf7353c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.354328 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-917bad4a-614d-45ae-8575-962d147730c6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.355796 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7ec80f43-54d4-4083-848c-ca10caf6eda8 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.442994 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7ec80f43-54d4-4083-848c-ca10caf6eda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.452233 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port f55c1b9a-a5ce-4b77-bd1e-774f09d56804 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:46.452233 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.514475 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec80f43-54d4-4083-848c-ca10caf6eda8 None None] Network 2c5140c9-2177-45ed-9463-3191893a9218 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:46.534341 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec80f43-54d4-4083-848c-ca10caf6eda8 None None] Pushing event updated for resources: {'Port': ['ID=3c1f0b7f-491e-4808-bd77-0eb1436b8a6b,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:46.538648 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-7ec80f43-54d4-4083-848c-ca10caf6eda8 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:46.544511 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec80f43-54d4-4083-848c-ca10caf6eda8 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:46.557389 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c92264-0c24-4a47-842f-22cdf9ebaaaa req-d22d63ae-eccb-4a60-8dc9-790baf1b62e2 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:46.562778 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-c8e34fd0-7eef-4c30-803d-181b2bf7353c admin admin] Allocated IP 172.25.0.194 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/c8edae3b-7cfe-4d43-a1f7-c753b966f427) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:46.566663 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a8c92264-0c24-4a47-842f-22cdf9ebaaaa req-d22d63ae-eccb-4a60-8dc9-790baf1b62e2 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560b602-e6b2-4940-8b15-770ba9800179 HTTP/1.1" status: 200 len: 949 time: 0.3367970 Nov 12 00:47:46.621335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7ec80f43-54d4-4083-848c-ca10caf6eda8 None None] Attempting to bind port 3c1f0b7f-491e-4808-bd77-0eb1436b8a6b on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:46.621644 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7ec80f43-54d4-4083-848c-ca10caf6eda8 None None] Attempting to bind port 3c1f0b7f-491e-4808-bd77-0eb1436b8a6b by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'e1c3a65f-0072-4173-bcd3-942eb10268ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2c5140c9-2177-45ed-9463-3191893a9218'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:46.622000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec80f43-54d4-4083-848c-ca10caf6eda8 None None] Attempting to bind port 3c1f0b7f-491e-4808-bd77-0eb1436b8a6b on network 2c5140c9-2177-45ed-9463-3191893a9218 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:46.628392 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-83efc7b1-1232-4cb3-8595-b08b7a7c983e None None] Provisioning complete for port f55c1b9a-a5ce-4b77-bd1e-774f09d56804 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:46.629701 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-83efc7b1-1232-4cb3-8595-b08b7a7c983e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.638696 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec80f43-54d4-4083-848c-ca10caf6eda8 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:46.639068 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec80f43-54d4-4083-848c-ca10caf6eda8 None None] Checking segment: {'id': 'e1c3a65f-0072-4173-bcd3-942eb10268ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2c5140c9-2177-45ed-9463-3191893a9218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:46.639468 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7ec80f43-54d4-4083-848c-ca10caf6eda8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.639868 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec80f43-54d4-4083-848c-ca10caf6eda8 None None] Bound using segment: {'id': 'e1c3a65f-0072-4173-bcd3-942eb10268ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2c5140c9-2177-45ed-9463-3191893a9218'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:46.640363 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7ec80f43-54d4-4083-848c-ca10caf6eda8 None None] Bound port: 3c1f0b7f-491e-4808-bd77-0eb1436b8a6b, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c3a65f-0072-4173-bcd3-942eb10268ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2c5140c9-2177-45ed-9463-3191893a9218'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:46.641099 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7ec80f43-54d4-4083-848c-ca10caf6eda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.690344 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8e34fd0-7eef-4c30-803d-181b2bf7353c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.725458 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a8c92264-0c24-4a47-842f-22cdf9ebaaaa req-1984fed7-33a2-4689-b614-2e5dfec70bb4 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529365 Nov 12 00:47:46.733971 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-678dd87c-4814-4b92-b484-01366cf6c72a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.755856 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8e34fd0-7eef-4c30-803d-181b2bf7353c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.771927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-7ec80f43-54d4-4083-848c-ca10caf6eda8 None None] For port 3c1f0b7f-491e-4808-bd77-0eb1436b8a6b, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:46.775265 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-7ec80f43-54d4-4083-848c-ca10caf6eda8 None None] For port 3c1f0b7f-491e-4808-bd77-0eb1436b8a6b, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=3c1f0b7f-491e-4808-bd77-0eb1436b8a6b,segment=NetworkSegment(e1c3a65f-0072-4173-bcd3-942eb10268ab),segment_id=e1c3a65f-0072-4173-bcd3-942eb10268ab)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:46.781321 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 12cd0735-7a7d-4ace-b7b8-b3288cb91698 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:47:46.827581 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e34fd0-7eef-4c30-803d-181b2bf7353c admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:46.832025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-c8e34fd0-7eef-4c30-803d-181b2bf7353c admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:46.870824 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e34fd0-7eef-4c30-803d-181b2bf7353c admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:46.913196 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 12cd0735-7a7d-4ace-b7b8-b3288cb91698, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=12cd0735-7a7d-4ace-b7b8-b3288cb91698,segment=NetworkSegment(fc1219c4-7233-4fa6-bbab-06930d4a5058),segment_id=fc1219c4-7233-4fa6-bbab-06930d4a5058)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:46.931816 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '12cd0735-7a7d-4ace-b7b8-b3288cb91698', 'network_id': 'fc73b16d-f031-4e8c-9077-d3bd4fe0e550', 'port_id': '12cd0735-7a7d-4ace-b7b8-b3288cb91698', 'mac_address': 'fa:16:3e:bb:2e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c80ca9cf-ef62-4dbc-a52b-690d9634d05e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:47:46.934991 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7ec80f43-54d4-4083-848c-ca10caf6eda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:46.954654 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e34fd0-7eef-4c30-803d-181b2bf7353c admin admin] Pushing event updated for resources: {'Port': ['ID=c8edae3b-7cfe-4d43-a1f7-c753b966f427,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:46.986030 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-917bad4a-614d-45ae-8575-962d147730c6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting port f3442146-6f19-4020-8e56-f41d64720ab3 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:46.986671 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-917bad4a-614d-45ae-8575-962d147730c6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:47.116541 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-917bad4a-614d-45ae-8575-962d147730c6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] For port f3442146-6f19-4020-8e56-f41d64720ab3, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f3442146-6f19-4020-8e56-f41d64720ab3,segment=NetworkSegment(68ac307f-d67a-4808-b28c-0d0ee432f6f7),segment_id=68ac307f-d67a-4808-b28c-0d0ee432f6f7)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:47.117121 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-917bad4a-614d-45ae-8575-962d147730c6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:47.137582 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:47.168352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff2f5e8-67d3-4d9d-892a-41ddd34be1fa None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:47.184127 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-917bad4a-614d-45ae-8575-962d147730c6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Calling delete_port for f3442146-6f19-4020-8e56-f41d64720ab3 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:47.259587 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:47.317153 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec80f43-54d4-4083-848c-ca10caf6eda8 None None] Pushing event updated for resources: {'Port': ['ID=3c1f0b7f-491e-4808-bd77-0eb1436b8a6b,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:47.327138 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port f55c1b9a-a5ce-4b77-bd1e-774f09d56804, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f55c1b9a-a5ce-4b77-bd1e-774f09d56804,segment=NetworkSegment(58aed1e2-4731-42ce-8241-8faf41068d94),segment_id=58aed1e2-4731-42ce-8241-8faf41068d94)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:47.331838 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12cd0735-7a7d-4ace-b7b8-b3288cb91698 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:47:47.368239 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:47.416479 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-678dd87c-4814-4b92-b484-01366cf6c72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:47.451739 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 12cd0735-7a7d-4ace-b7b8-b3288cb91698, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=12cd0735-7a7d-4ace-b7b8-b3288cb91698,segment=NetworkSegment(fc1219c4-7233-4fa6-bbab-06930d4a5058),segment_id=fc1219c4-7233-4fa6-bbab-06930d4a5058)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:47.456346 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-83efc7b1-1232-4cb3-8595-b08b7a7c983e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:47.472048 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:47.506522 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8e34fd0-7eef-4c30-803d-181b2bf7353c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:47.508782 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=f55c1b9a-a5ce-4b77-bd1e-774f09d56804,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:47.624593 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-83efc7b1-1232-4cb3-8595-b08b7a7c983e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:47:47.624993 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-83efc7b1-1232-4cb3-8595-b08b7a7c983e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:47:47.670705 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4482a68-a3a5-4e10-9578-6a03b60a2cf6 req-0ff9b4f1-73b3-4e49-8434-39a14867da94 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:47.679276 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4482a68-a3a5-4e10-9578-6a03b60a2cf6 req-0ff9b4f1-73b3-4e49-8434-39a14867da94 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=0120b037-5c11-4c30-bc3d-0f7d2ba27cc1 HTTP/1.1" status: 200 len: 944 time: 0.2591441 Nov 12 00:47:47.688981 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=12cd0735-7a7d-4ace-b7b8-b3288cb91698,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:47.728671 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['12cd0735-7a7d-4ace-b7b8-b3288cb91698'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:47.801417 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4482a68-a3a5-4e10-9578-6a03b60a2cf6 req-5cda4d22-57df-4633-b46a-9a41a1f80c2b tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178112 Nov 12 00:47:47.843048 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-917bad4a-614d-45ae-8575-962d147730c6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:47.873463 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678dd87c-4814-4b92-b484-01366cf6c72a admin admin] Router b88424ba-baa0-4596-9039-ff6f88f42de8 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:47:47.876888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bad4a-614d-45ae-8575-962d147730c6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Port': ['ID=f3442146-6f19-4020-8e56-f41d64720ab3,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:48.179287 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678dd87c-4814-4b92-b484-01366cf6c72a admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:48.181357 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-917bad4a-614d-45ae-8575-962d147730c6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:48.195611 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] Sync routers for ids ['b88424ba-baa0-4596-9039-ff6f88f42de8'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:48.222388 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94836c7-9a26-4217-921c-5800f332a4ff req-ae8e9644-126f-4ea1-8e79-5007753a4767 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:48.230946 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c94836c7-9a26-4217-921c-5800f332a4ff req-ae8e9644-126f-4ea1-8e79-5007753a4767 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560b602-e6b2-4940-8b15-770ba9800179 HTTP/1.1" status: 200 len: 949 time: 0.1329322 Nov 12 00:47:48.240205 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] Routers {'b88424ba-baa0-4596-9039-ff6f88f42de8'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:48.240973 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b88424ba-baa0-4596-9039-ff6f88f42de8'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:48.246283 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8e34fd0-7eef-4c30-803d-181b2bf7353c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:48.342063 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c94836c7-9a26-4217-921c-5800f332a4ff req-1b230fd3-ffe5-4e2e-a84f-e8d502a890d8 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098945 Nov 12 00:47:48.372086 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-678dd87c-4814-4b92-b484-01366cf6c72a admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:48.373510 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-678dd87c-4814-4b92-b484-01366cf6c72a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9022479 Nov 12 00:47:48.380039 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38614) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:48.416564 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9a3a36a1-aec2-453b-a9ad-d1aa050bce25 None None] Provisioning complete for port f55c1b9a-a5ce-4b77-bd1e-774f09d56804 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:48.416965 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9a3a36a1-aec2-453b-a9ad-d1aa050bce25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:48.466676 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] Set router b88424ba-baa0-4596-9039-ff6f88f42de8 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:48.499047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e34fd0-7eef-4c30-803d-181b2bf7353c admin admin] Router e5ad0d22-7dde-418f-8b24-8f135ef3510b is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:47:48.649400 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e34fd0-7eef-4c30-803d-181b2bf7353c admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:48.662082 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] Sync routers for ids ['e5ad0d22-7dde-418f-8b24-8f135ef3510b'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:48.699997 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] Routers {'e5ad0d22-7dde-418f-8b24-8f135ef3510b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:48.702854 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e5ad0d22-7dde-418f-8b24-8f135ef3510b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:48.703357 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64871580-3d53-45a5-a8a7-c070d6757327 None None] Network 2c5140c9-2177-45ed-9463-3191893a9218 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:48.716327 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8e34fd0-7eef-4c30-803d-181b2bf7353c admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:48.720192 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c8e34fd0-7eef-4c30-803d-181b2bf7353c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7938857 Nov 12 00:47:48.720832 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38622) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:48.800025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b972c0-574f-4a9e-a9e0-1ea266dc94a5 req-7b84e189-2fb5-4baa-a7da-8d1bede3b1e9 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:48.802198 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-31b972c0-574f-4a9e-a9e0-1ea266dc94a5 req-7b84e189-2fb5-4baa-a7da-8d1bede3b1e9 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560b602-e6b2-4940-8b15-770ba9800179 HTTP/1.1" status: 200 len: 949 time: 0.1422288 Nov 12 00:47:48.815075 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 12cd0735-7a7d-4ace-b7b8-b3288cb91698 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:48.885527 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] Set router e5ad0d22-7dde-418f-8b24-8f135ef3510b gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:48.907509 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-31b972c0-574f-4a9e-a9e0-1ea266dc94a5 req-dd8c52f3-f300-475e-bb1c-1b3172dd4d51 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972803 Nov 12 00:47:49.001456 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9a3a36a1-aec2-453b-a9ad-d1aa050bce25 None None] Provisioning complete for port c8edae3b-7cfe-4d43-a1f7-c753b966f427 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:49.001835 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9a3a36a1-aec2-453b-a9ad-d1aa050bce25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:49.088525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 12cd0735-7a7d-4ace-b7b8-b3288cb91698 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:47:49.101460 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-9a3a36a1-aec2-453b-a9ad-d1aa050bce25 None None] Port c8edae3b-7cfe-4d43-a1f7-c753b966f427 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:49.107149 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 12cd0735-7a7d-4ace-b7b8-b3288cb91698 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:49.107586 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:49.162895 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad0d22-7dde-418f-8b24-8f135ef3510b', 'name': 'tempest-TestAggregatesBasicOps-655904943-router', 'tenant_id': '1e1817e3045f4036b0a3d214340e9d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c8edae3b-7cfe-4d43-a1f7-c753b966f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:47Z', 'revision_number': 3, 'project_id': '1e1817e3045f4036b0a3d214340e9d98', 'gw_port': {'id': 'c8edae3b-7cfe-4d43-a1f7-c753b966f427', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ad0d22-7dde-418f-8b24-8f135ef3510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:46Z', 'updated_at': '2021-11-12T00:47:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:49.247235 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] Checking router: e5ad0d22-7dde-418f-8b24-8f135ef3510b for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:49.248115 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] Updating router e5ad0d22-7dde-418f-8b24-8f135ef3510b port c8edae3b-7cfe-4d43-a1f7-c753b966f427 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:47:49.277839 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:49.368132 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'name': 'tempest-ServersTestFqdnHostnames-135947570-router', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:42Z', 'updated_at': '2021-11-12T00:47:46Z', 'revision_number': 3, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'gw_port': {'id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:49.405609 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] Checking router: b88424ba-baa0-4596-9039-ff6f88f42de8 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:49.406130 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] Updating router b88424ba-baa0-4596-9039-ff6f88f42de8 port 02666a14-0a81-45e1-bc31-111ba62d16e9 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:47:49.411748 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9a3a36a1-aec2-453b-a9ad-d1aa050bce25 None None] Provisioning complete for port 02666a14-0a81-45e1-bc31-111ba62d16e9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:49.412818 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9a3a36a1-aec2-453b-a9ad-d1aa050bce25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:49.477759 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9302be6-4a43-4c8f-a5fb-1a6b5d6d431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:49.579596 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:49.591639 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917bad4a-614d-45ae-8575-962d147730c6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:49.623680 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d061a54-6dcd-42cf-815b-b449a66251dd req-0ae47595-8777-4f9b-ad06-77f3ff6d8da3 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:49.639371 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2d061a54-6dcd-42cf-815b-b449a66251dd req-0ae47595-8777-4f9b-ad06-77f3ff6d8da3 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=0120b037-5c11-4c30-bc3d-0f7d2ba27cc1 HTTP/1.1" status: 200 len: 944 time: 0.4264030 Nov 12 00:47:49.666962 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:49.669001 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-9a3a36a1-aec2-453b-a9ad-d1aa050bce25 None None] Port 02666a14-0a81-45e1-bc31-111ba62d16e9 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:49.711695 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:49.727042 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:49.728315 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3ad6274c-0943-4ece-bf0b-9d879e392995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:49.815041 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] Attempting to bind port c8edae3b-7cfe-4d43-a1f7-c753b966f427 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:49.815316 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] Attempting to bind port c8edae3b-7cfe-4d43-a1f7-c753b966f427 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:49.815866 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] Attempting to bind port c8edae3b-7cfe-4d43-a1f7-c753b966f427 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:49.839825 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:49.840680 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:49.841339 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:49.841952 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:49.842678 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] Bound port: c8edae3b-7cfe-4d43-a1f7-c753b966f427, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:49.843292 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:49.866044 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-f9302be6-4a43-4c8f-a5fb-1a6b5d6d431e admin admin] Allocated IP 172.20.0.1 (2c5140c9-2177-45ed-9463-3191893a9218/3e2c274c-166a-43cb-b962-bc0c13dc2e00/7051da02-ecd8-4378-ba21-a5bbe0f06c62) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:49.870626 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3772b564-1546-4df3-8232-124b45cd1872 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:49.924155 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 12cd0735-7a7d-4ace-b7b8-b3288cb91698, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=12cd0735-7a7d-4ace-b7b8-b3288cb91698,segment=NetworkSegment(fc1219c4-7233-4fa6-bbab-06930d4a5058),segment_id=fc1219c4-7233-4fa6-bbab-06930d4a5058)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:49.933060 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0120b037-5c11-4c30-bc3d-0f7d2ba27cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cd0735-7a7d-4ace-b7b8-b3288cb91698'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:49.935893 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7035a7-63d8-4f62-943a-391592b8bbcf" -d '{"events": [{"server_uuid": "0120b037-5c11-4c30-bc3d-0f7d2ba27cc1", "name": "network-vif-plugged", "status": "completed", "tag": "12cd0735-7a7d-4ace-b7b8-b3288cb91698"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:49.939697 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f55c1b9a-a5ce-4b77-bd1e-774f09d56804 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:49.951216 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] For port c8edae3b-7cfe-4d43-a1f7-c753b966f427, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:49.956118 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] For port c8edae3b-7cfe-4d43-a1f7-c753b966f427, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c8edae3b-7cfe-4d43-a1f7-c753b966f427,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:49.965275 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c4e97-96b1-4d71-b944-74997901f826 None None] Pushing event updated for resources: {'Port': ['ID=c8edae3b-7cfe-4d43-a1f7-c753b966f427,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:49.981294 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.015718 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.033361 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-3ad6274c-0943-4ece-bf0b-9d879e392995 admin admin] Allocated IP 172.20.0.1 (4ed6ff91-f62e-41b7-80b6-a3533ae98587/ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb/1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:50.074520 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c4e97-96b1-4d71-b944-74997901f826 None None] Pushing event updated for resources: {'Port': ['ID=c8edae3b-7cfe-4d43-a1f7-c753b966f427,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:50.112562 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=12cd0735-7a7d-4ace-b7b8-b3288cb91698,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:50.126396 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9302be6-4a43-4c8f-a5fb-1a6b5d6d431e admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.126810 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] Routers {'e5ad0d22-7dde-418f-8b24-8f135ef3510b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:50.128679 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e5ad0d22-7dde-418f-8b24-8f135ef3510b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:50.149915 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d7bc4875-96bc-44a2-ad8a-b42648794d78 None None] Provisioning complete for port 3c1f0b7f-491e-4808-bd77-0eb1436b8a6b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:50.149915 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d7bc4875-96bc-44a2-ad8a-b42648794d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.150205 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3ad6274c-0943-4ece-bf0b-9d879e392995 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.212028 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2d061a54-6dcd-42cf-815b-b449a66251dd req-612728c1-e5d7-4854-a2d1-9a1f6e7cfb34 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5716097 Nov 12 00:47:50.218421 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf06c2-6bac-4989-9d82-0f506414b7e0 req-6d505098-7d59-4cde-bb82-5749ed24b3ab tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:50.219695 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eb4407-8b1c-4f0a-9815-283c1fd425b6 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:50.224414 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-acc05ac7-079e-495e-96ba-9154b2553f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.235766 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-01cf06c2-6bac-4989-9d82-0f506414b7e0 req-6d505098-7d59-4cde-bb82-5749ed24b3ab tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560b602-e6b2-4940-8b15-770ba9800179 HTTP/1.1" status: 200 len: 949 time: 0.0994680 Nov 12 00:47:50.277125 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9302be6-4a43-4c8f-a5fb-1a6b5d6d431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.309025 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] Set router e5ad0d22-7dde-418f-8b24-8f135ef3510b gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:50.320497 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76567838-f45b-45ce-aa0f-9b727493e74f x-openstack-request-id: req-76567838-f45b-45ce-aa0f-9b727493e74f {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:50.321079 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0120b037-5c11-4c30-bc3d-0f7d2ba27cc1", "name": "network-vif-plugged", "status": "completed", "tag": "12cd0735-7a7d-4ace-b7b8-b3288cb91698", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:50.321630 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76567838-f45b-45ce-aa0f-9b727493e74f {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:50.322023 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0120b037-5c11-4c30-bc3d-0f7d2ba27cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cd0735-7a7d-4ace-b7b8-b3288cb91698', 'code': 200} Nov 12 00:47:50.324066 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port f55c1b9a-a5ce-4b77-bd1e-774f09d56804 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:50.324448 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.368988 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-01cf06c2-6bac-4989-9d82-0f506414b7e0 req-9f10a653-35d5-496b-bf16-b4dd68a0c0ff tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402533 Nov 12 00:47:50.383306 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9302be6-4a43-4c8f-a5fb-1a6b5d6d431e admin admin] Network 2c5140c9-2177-45ed-9463-3191893a9218 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:50.393686 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917bad4a-614d-45ae-8575-962d147730c6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:50.400344 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-917bad4a-614d-45ae-8575-962d147730c6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/25f0c848-cc3c-40a7-ad8b-034a8d2173c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5013797 Nov 12 00:47:50.402979 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38640) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:50.433467 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3ad6274c-0943-4ece-bf0b-9d879e392995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.434453 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1dde53-385f-475f-bf55-5c56070c243e None None] Sync routers for ids ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:50.449191 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-f9302be6-4a43-4c8f-a5fb-1a6b5d6d431e admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:50.486025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1dde53-385f-475f-bf55-5c56070c243e None None] Routers {'25f0c848-cc3c-40a7-ad8b-034a8d2173c2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:50.488012 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-9c1dde53-385f-475f-bf55-5c56070c243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:50.494072 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9302be6-4a43-4c8f-a5fb-1a6b5d6d431e admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:50.523326 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9302be6-4a43-4c8f-a5fb-1a6b5d6d431e admin admin] Pushing event updated for resources: {'Port': ['ID=7051da02-ecd8-4378-ba21-a5bbe0f06c62,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:50.534990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad6274c-0943-4ece-bf0b-9d879e392995 admin admin] Network 4ed6ff91-f62e-41b7-80b6-a3533ae98587 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:50.555517 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-3ad6274c-0943-4ece-bf0b-9d879e392995 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:50.564641 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad6274c-0943-4ece-bf0b-9d879e392995 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:47:50.612042 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e567b39-3c36-4d8a-aae0-0a18c646357c req-92f2792a-41e9-42a6-8757-5282203f7e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:50.613777 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5e567b39-3c36-4d8a-aae0-0a18c646357c req-92f2792a-41e9-42a6-8757-5282203f7e26 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0120b037-5c11-4c30-bc3d-0f7d2ba27cc1 HTTP/1.1" status: 200 len: 1097 time: 0.1970379 Nov 12 00:47:50.614644 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9302be6-4a43-4c8f-a5fb-1a6b5d6d431e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.659274 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad0d22-7dde-418f-8b24-8f135ef3510b', 'name': 'tempest-TestAggregatesBasicOps-655904943-router', 'tenant_id': '1e1817e3045f4036b0a3d214340e9d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c8edae3b-7cfe-4d43-a1f7-c753b966f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:47Z', 'revision_number': 3, 'project_id': '1e1817e3045f4036b0a3d214340e9d98', 'gw_port': {'id': 'c8edae3b-7cfe-4d43-a1f7-c753b966f427', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ad0d22-7dde-418f-8b24-8f135ef3510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:46Z', 'updated_at': '2021-11-12T00:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:50.660608 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3ad6274c-0943-4ece-bf0b-9d879e392995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.667808 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-9c1dde53-385f-475f-bf55-5c56070c243e None None] Set router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:50.711420 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e2d7b6-1c6b-470a-b8a4-2f0dda7f8b57 None None] The sync data for ids ['e5ad0d22-7dde-418f-8b24-8f135ef3510b'] in n-d-712137-14 is: [{'id': 'e5ad0d22-7dde-418f-8b24-8f135ef3510b', 'name': 'tempest-TestAggregatesBasicOps-655904943-router', 'tenant_id': '1e1817e3045f4036b0a3d214340e9d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c8edae3b-7cfe-4d43-a1f7-c753b966f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:47Z', 'revision_number': 3, 'project_id': '1e1817e3045f4036b0a3d214340e9d98', 'gw_port': {'id': 'c8edae3b-7cfe-4d43-a1f7-c753b966f427', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ad0d22-7dde-418f-8b24-8f135ef3510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:46Z', 'updated_at': '2021-11-12T00:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:50.758619 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-882a1724-c06b-462d-a2f7-54efab0276c2 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting subnet 1af24746-aa56-4c51-951c-87c364aa0d1b {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:47:50.759878 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75357ab0-8352-4210-a0a4-64d8a83ff7db req-2d1a4ffc-7254-4231-8190-30f5fdd5ab02 tempest-LiveMigrationNegativeTest-1966237448 tempest-LiveMigrationNegativeTest-1966237448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:50.779774 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-75357ab0-8352-4210-a0a4-64d8a83ff7db req-2d1a4ffc-7254-4231-8190-30f5fdd5ab02 tempest-LiveMigrationNegativeTest-1966237448 tempest-LiveMigrationNegativeTest-1966237448-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f560b602-e6b2-4940-8b15-770ba9800179 HTTP/1.1" status: 200 len: 1101 time: 0.2676456 Nov 12 00:47:50.832855 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-75357ab0-8352-4210-a0a4-64d8a83ff7db req-138b5d9d-42d1-417a-808e-d35301b52071 tempest-LiveMigrationNegativeTest-1966237448 tempest-LiveMigrationNegativeTest-1966237448-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.900452 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-882a1724-c06b-462d-a2f7-54efab0276c2 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:50.911262 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5e567b39-3c36-4d8a-aae0-0a18c646357c req-be19f00a-bf0b-4c52-b8b1-4b1d7ab5236c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313740 Nov 12 00:47:51.036108 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-882a1724-c06b-462d-a2f7-54efab0276c2 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.064284 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9302be6-4a43-4c8f-a5fb-1a6b5d6d431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.077243 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d7bc4875-96bc-44a2-ad8a-b42648794d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.119022 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-75357ab0-8352-4210-a0a4-64d8a83ff7db req-138b5d9d-42d1-417a-808e-d35301b52071 tempest-LiveMigrationNegativeTest-1966237448 tempest-LiveMigrationNegativeTest-1966237448-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.149712 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-75357ab0-8352-4210-a0a4-64d8a83ff7db req-138b5d9d-42d1-417a-808e-d35301b52071 tempest-LiveMigrationNegativeTest-1966237448 tempest-LiveMigrationNegativeTest-1966237448-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.153217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6274c-0943-4ece-bf0b-9d879e392995 admin admin] Pushing event updated for resources: {'Port': ['ID=1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:51.162730 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 3c1f0b7f-491e-4808-bd77-0eb1436b8a6b up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:51.226370 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b5d9d-42d1-417a-808e-d35301b52071 tempest-LiveMigrationNegativeTest-1966237448 tempest-LiveMigrationNegativeTest-1966237448-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112e3355-d32b-464f-8d5a-cd964f0469a3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:51.252459 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.257166 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-75357ab0-8352-4210-a0a4-64d8a83ff7db req-138b5d9d-42d1-417a-808e-d35301b52071 tempest-LiveMigrationNegativeTest-1966237448 tempest-LiveMigrationNegativeTest-1966237448-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664772 Nov 12 00:47:51.260623 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c9b93-2425-4e8f-bfbc-f0755f493b6d req-4ee87100-6555-4d86-9f7c-e984b6638f8f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:51.281072 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c9b93-2425-4e8f-bfbc-f0755f493b6d req-4ee87100-6555-4d86-9f7c-e984b6638f8f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:51.293334 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c9b93-2425-4e8f-bfbc-f0755f493b6d req-4ee87100-6555-4d86-9f7c-e984b6638f8f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:51.299975 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c9b93-2425-4e8f-bfbc-f0755f493b6d req-4ee87100-6555-4d86-9f7c-e984b6638f8f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:51.302174 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.311877 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c9b93-2425-4e8f-bfbc-f0755f493b6d req-4ee87100-6555-4d86-9f7c-e984b6638f8f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:51.318338 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c9b93-2425-4e8f-bfbc-f0755f493b6d req-4ee87100-6555-4d86-9f7c-e984b6638f8f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:51.324619 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c9b93-2425-4e8f-bfbc-f0755f493b6d req-4ee87100-6555-4d86-9f7c-e984b6638f8f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:51.329291 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-805c9b93-2425-4e8f-bfbc-f0755f493b6d req-4ee87100-6555-4d86-9f7c-e984b6638f8f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5445 time: 0.9114106 Nov 12 00:47:51.367365 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d7bc4875-96bc-44a2-ad8a-b42648794d78 None None] For port 3c1f0b7f-491e-4808-bd77-0eb1436b8a6b, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=3c1f0b7f-491e-4808-bd77-0eb1436b8a6b,segment=NetworkSegment(e1c3a65f-0072-4173-bcd3-942eb10268ab),segment_id=e1c3a65f-0072-4173-bcd3-942eb10268ab)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:51.392407 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3ad6274c-0943-4ece-bf0b-9d879e392995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.395862 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc06b24-c703-4650-a824-34c36d0ef9db None None] Pushing event updated for resources: {'Port': ['ID=02666a14-0a81-45e1-bc31-111ba62d16e9,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:51.423603 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-882a1724-c06b-462d-a2f7-54efab0276c2 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.445182 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d7bc4875-96bc-44a2-ad8a-b42648794d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.461471 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac1afa9-70bd-46de-8748-aa24643310ac None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:51.467057 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9302be6-4a43-4c8f-a5fb-1a6b5d6d431e admin admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.506755 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9302be6-4a43-4c8f-a5fb-1a6b5d6d431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.520983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] Attempting to bind port 02666a14-0a81-45e1-bc31-111ba62d16e9 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:51.521376 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] Attempting to bind port 02666a14-0a81-45e1-bc31-111ba62d16e9 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:51.521747 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] Attempting to bind port 02666a14-0a81-45e1-bc31-111ba62d16e9 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:51.524569 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 3c1f0b7f-491e-4808-bd77-0eb1436b8a6b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:51.524972 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.574528 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:51.574914 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:51.575326 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.575729 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:51.576228 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] Bound port: 02666a14-0a81-45e1-bc31-111ba62d16e9, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:51.576620 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.580478 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9302be6-4a43-4c8f-a5fb-1a6b5d6d431e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.583315 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-805c9b93-2425-4e8f-bfbc-f0755f493b6d req-7a6d5def-8c8d-48b2-a0a2-8d49c9441e6a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2472398 Nov 12 00:47:51.652650 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc4875-96bc-44a2-ad8a-b42648794d78 None None] Pushing event updated for resources: {'Port': ['ID=3c1f0b7f-491e-4808-bd77-0eb1436b8a6b,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:51.681657 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e17d00-b63f-4110-9ddb-366a10dfb6b0 req-e6891dd3-cdbe-49e8-ae15-54f780854786 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:51.683464 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d0e17d00-b63f-4110-9ddb-366a10dfb6b0 req-e6891dd3-cdbe-49e8-ae15-54f780854786 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=0120b037-5c11-4c30-bc3d-0f7d2ba27cc1 HTTP/1.1" status: 200 len: 945 time: 0.2133517 Nov 12 00:47:51.712754 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-542e02d8-52e3-4b97-bac0-2d1d6c8025a2 None None] Provisioning complete for port 7051da02-ecd8-4378-ba21-a5bbe0f06c62 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:51.713136 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-542e02d8-52e3-4b97-bac0-2d1d6c8025a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.748525 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9302be6-4a43-4c8f-a5fb-1a6b5d6d431e admin admin] Pushing event updated for resources: {'Port': ['ID=7051da02-ecd8-4378-ba21-a5bbe0f06c62,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:51.752123 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] For port 02666a14-0a81-45e1-bc31-111ba62d16e9, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:51.758374 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d0e17d00-b63f-4110-9ddb-366a10dfb6b0 req-fa5c447f-02f6-4b1c-b60e-1852e2dd6a4a tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664163 Nov 12 00:47:51.781884 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-9c1dde53-385f-475f-bf55-5c56070c243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:47Z', 'revision_number': 9, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': 'be087b2c-52cb-492f-ac72-56c333946215', 'name': '', 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:2d:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:51.823399 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-882a1724-c06b-462d-a2f7-54efab0276c2 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.843047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9302be6-4a43-4c8f-a5fb-1a6b5d6d431e admin admin] Network 2c5140c9-2177-45ed-9463-3191893a9218 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:51.845738 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-f9302be6-4a43-4c8f-a5fb-1a6b5d6d431e admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:51.869835 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-882a1724-c06b-462d-a2f7-54efab0276c2 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:51.880510 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-882a1724-c06b-462d-a2f7-54efab0276c2 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/subnets/1af24746-aa56-4c51-951c-87c364aa0d1b HTTP/1.1" status: 204 len: 168 time: 1.4757929 Nov 12 00:47:51.881474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38656) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:51.881592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] For port 02666a14-0a81-45e1-bc31-111ba62d16e9, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=02666a14-0a81-45e1-bc31-111ba62d16e9,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:51.890258 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee27c991-c707-445a-b1ed-f0fa53991dfa None None] Network c3be38d6-5014-4715-abef-45cf425d4553 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:51.897173 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1dde53-385f-475f-bf55-5c56070c243e None None] Checking router: 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:51.903791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-06d62c3e-a5ec-4ea7-a334-b8ad9e79af93 req-5b8c2671-c273-4da8-bb81-3f2a8fd064a7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:47:51.905044 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-06d62c3e-a5ec-4ea7-a334-b8ad9e79af93 req-5b8c2671-c273-4da8-bb81-3f2a8fd064a7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0257051 Nov 12 00:47:51.982730 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.118995 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a1724-c06b-462d-a2f7-54efab0276c2 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Subnet': ['ID=1af24746-aa56-4c51-951c-87c364aa0d1b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:52.158182 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-542e02d8-52e3-4b97-bac0-2d1d6c8025a2 None None] Port 7051da02-ecd8-4378-ba21-a5bbe0f06c62 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:52.195823 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-936b94fb-b2c6-48a3-87d2-9f78f70eefd9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.216526 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9302be6-4a43-4c8f-a5fb-1a6b5d6d431e admin admin] Router e5ad0d22-7dde-418f-8b24-8f135ef3510b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:52.232434 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1200efe-a444-4c4a-b54a-a420e0d6f3a9 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:52.363417 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1dde53-385f-475f-bf55-5c56070c243e None None] Routers {'25f0c848-cc3c-40a7-ad8b-034a8d2173c2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:52.364056 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-9c1dde53-385f-475f-bf55-5c56070c243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:52.364285 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117cf80-a5ba-4499-907d-42f4afb91755 req-f93f1f1c-1f5e-4fb5-b839-64e5d250df3b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:52.370468 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117cf80-a5ba-4499-907d-42f4afb91755 req-f93f1f1c-1f5e-4fb5-b839-64e5d250df3b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:52.376620 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117cf80-a5ba-4499-907d-42f4afb91755 req-f93f1f1c-1f5e-4fb5-b839-64e5d250df3b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:52.380069 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] Routers {'b88424ba-baa0-4596-9039-ff6f88f42de8'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:52.380869 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b88424ba-baa0-4596-9039-ff6f88f42de8'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:52.385062 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117cf80-a5ba-4499-907d-42f4afb91755 req-f93f1f1c-1f5e-4fb5-b839-64e5d250df3b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:52.389059 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9302be6-4a43-4c8f-a5fb-1a6b5d6d431e admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:52.391724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117cf80-a5ba-4499-907d-42f4afb91755 req-f93f1f1c-1f5e-4fb5-b839-64e5d250df3b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:52.398706 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117cf80-a5ba-4499-907d-42f4afb91755 req-f93f1f1c-1f5e-4fb5-b839-64e5d250df3b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:52.412748 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117cf80-a5ba-4499-907d-42f4afb91755 req-f93f1f1c-1f5e-4fb5-b839-64e5d250df3b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:52.413307 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f9302be6-4a43-4c8f-a5fb-1a6b5d6d431e admin admin] 10.222.0.31 "PUT /v2.0/routers/e5ad0d22-7dde-418f-8b24-8f135ef3510b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6877110 Nov 12 00:47:52.419286 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3117cf80-a5ba-4499-907d-42f4afb91755 req-f93f1f1c-1f5e-4fb5-b839-64e5d250df3b tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5445 time: 0.5362501 Nov 12 00:47:52.461179 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3ad6274c-0943-4ece-bf0b-9d879e392995 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.475450 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3ad6274c-0943-4ece-bf0b-9d879e392995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.478406 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd552be-8313-44be-84d7-3fa539934685 req-32302f8e-b802-47aa-bef3-e5b5c0df822e tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:52.481581 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9dd552be-8313-44be-84d7-3fa539934685 req-32302f8e-b802-47aa-bef3-e5b5c0df822e tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560b602-e6b2-4940-8b15-770ba9800179 HTTP/1.1" status: 200 len: 949 time: 0.0699282 Nov 12 00:47:52.659498 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3ad6274c-0943-4ece-bf0b-9d879e392995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.660222 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9dd552be-8313-44be-84d7-3fa539934685 req-ab8ae94d-e2f5-461f-aca9-909c4508d6f2 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703196 Nov 12 00:47:52.664514 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6274c-0943-4ece-bf0b-9d879e392995 admin admin] Pushing event updated for resources: {'Port': ['ID=1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:52.681426 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-936b94fb-b2c6-48a3-87d2-9f78f70eefd9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting port dad14960-5b56-4ec0-ba63-a278d46e48b9 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:52.681907 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-936b94fb-b2c6-48a3-87d2-9f78f70eefd9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.907763 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c8edae3b-7cfe-4d43-a1f7-c753b966f427 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:52.910245 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-542e02d8-52e3-4b97-bac0-2d1d6c8025a2 None None] Provisioning complete for port 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:52.910611 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-542e02d8-52e3-4b97-bac0-2d1d6c8025a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.921868 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-75e51177-7fbb-4943-8828-7dfdb5b069c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.973355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-936b94fb-b2c6-48a3-87d2-9f78f70eefd9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] For port dad14960-5b56-4ec0-ba63-a278d46e48b9, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=dad14960-5b56-4ec0-ba63-a278d46e48b9,segment=NetworkSegment(68ac307f-d67a-4808-b28c-0d0ee432f6f7),segment_id=68ac307f-d67a-4808-b28c-0d0ee432f6f7)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:52.973948 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-936b94fb-b2c6-48a3-87d2-9f78f70eefd9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:52.981001 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc06b24-c703-4650-a824-34c36d0ef9db None None] Pushing event updated for resources: {'Port': ['ID=02666a14-0a81-45e1-bc31-111ba62d16e9,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:53.025936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-936b94fb-b2c6-48a3-87d2-9f78f70eefd9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Calling delete_port for dad14960-5b56-4ec0-ba63-a278d46e48b9 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:53.103829 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-9c1dde53-385f-475f-bf55-5c56070c243e None None] Set router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:53.147550 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-542e02d8-52e3-4b97-bac0-2d1d6c8025a2 None None] Port 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:53.159135 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0d05f-6b49-4865-92a3-64d749c1f61f req-73a04985-7233-4e54-9395-dce58566d05b tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:53.161399 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-48c0d05f-6b49-4865-92a3-64d749c1f61f req-73a04985-7233-4e54-9395-dce58566d05b tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=0120b037-5c11-4c30-bc3d-0f7d2ba27cc1 HTTP/1.1" status: 200 len: 945 time: 0.2563834 Nov 12 00:47:53.163156 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad6274c-0943-4ece-bf0b-9d879e392995 admin admin] Network 4ed6ff91-f62e-41b7-80b6-a3533ae98587 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:47:53.168170 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-3ad6274c-0943-4ece-bf0b-9d879e392995 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:53.240426 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] Set router b88424ba-baa0-4596-9039-ff6f88f42de8 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:53.362619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b87637-5e25-4935-bb40-4966090bb328 None None] DHCP port deletion for c3be38d6-5014-4715-abef-45cf425d4553 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:47:53.383579 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-936b94fb-b2c6-48a3-87d2-9f78f70eefd9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:53.417613 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-542e02d8-52e3-4b97-bac0-2d1d6c8025a2 None None] Provisioning complete for port c8edae3b-7cfe-4d43-a1f7-c753b966f427 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:53.418221 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-542e02d8-52e3-4b97-bac0-2d1d6c8025a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:53.419669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936b94fb-b2c6-48a3-87d2-9f78f70eefd9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] No DVR routers for this DVR port dad14960-5b56-4ec0-ba63-a278d46e48b9 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:53.562790 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:53.613450 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] Sync routers for ids ['e5ad0d22-7dde-418f-8b24-8f135ef3510b'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:47:53.634835 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] Routers {'e5ad0d22-7dde-418f-8b24-8f135ef3510b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:53.637266 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e5ad0d22-7dde-418f-8b24-8f135ef3510b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:53.673067 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38692) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:53.678638 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-83b72ff5-a60d-476e-ab4a-000c21a834a3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-195760586-network', 'tenant_id': '56872c6ea13d486d9c471b297b78efe8'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:53.687202 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b94fb-b2c6-48a3-87d2-9f78f70eefd9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Port': ['ID=dad14960-5b56-4ec0-ba63-a278d46e48b9,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:53.693449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad6274c-0943-4ece-bf0b-9d879e392995 admin admin] Router b88424ba-baa0-4596-9039-ff6f88f42de8 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:53.698626 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port c8edae3b-7cfe-4d43-a1f7-c753b966f427 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:53.703283 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:53.726514 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b72ff5-a60d-476e-ab4a-000c21a834a3 admin admin] Made reservation on behalf of 56872c6ea13d486d9c471b297b78efe8 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:53.730429 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83b72ff5-a60d-476e-ab4a-000c21a834a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:53.748986 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83b72ff5-a60d-476e-ab4a-000c21a834a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:53.787461 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-48c0d05f-6b49-4865-92a3-64d749c1f61f req-4a3ec741-7dfd-4bcc-98f1-67430950d3e5 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043910 Nov 12 00:47:53.978479 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] Set router e5ad0d22-7dde-418f-8b24-8f135ef3510b gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:54.008181 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83b72ff5-a60d-476e-ab4a-000c21a834a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.013984 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-936b94fb-b2c6-48a3-87d2-9f78f70eefd9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.041619 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83b72ff5-a60d-476e-ab4a-000c21a834a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.062460 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-936b94fb-b2c6-48a3-87d2-9f78f70eefd9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3be38d6-5014-4715-abef-45cf425d4553']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:54.077630 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-936b94fb-b2c6-48a3-87d2-9f78f70eefd9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ac307f-d67a-4808-b28c-0d0ee432f6f7') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:54.078358 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-936b94fb-b2c6-48a3-87d2-9f78f70eefd9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ac307f-d67a-4808-b28c-0d0ee432f6f7') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:54.091381 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-936b94fb-b2c6-48a3-87d2-9f78f70eefd9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.107216 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-936b94fb-b2c6-48a3-87d2-9f78f70eefd9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.118861 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936b94fb-b2c6-48a3-87d2-9f78f70eefd9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:47:54.119688 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-936b94fb-b2c6-48a3-87d2-9f78f70eefd9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.130205 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b72ff5-a60d-476e-ab4a-000c21a834a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:47:54.167538 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.177969 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b72ff5-a60d-476e-ab4a-000c21a834a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2bc6b0-575e-4e0e-babf-07ce6e24b771,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:54.186121 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83b72ff5-a60d-476e-ab4a-000c21a834a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.186745 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-83b72ff5-a60d-476e-ab4a-000c21a834a3 admin admin] Added segment a585c8ee-581f-4922-9e51-23ffe4938fe5 of type vlan for network b1094747-583e-4ed4-9cd3-576c1b659cb5 Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:47:54.244744 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:47:54.252351 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-936b94fb-b2c6-48a3-87d2-9f78f70eefd9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.284442 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-936b94fb-b2c6-48a3-87d2-9f78f70eefd9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.290081 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-936b94fb-b2c6-48a3-87d2-9f78f70eefd9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/networks/c3be38d6-5014-4715-abef-45cf425d4553 HTTP/1.1" status: 204 len: 168 time: 2.3995762 Nov 12 00:47:54.310581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38706) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:54.312368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b94fb-b2c6-48a3-87d2-9f78f70eefd9 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Network': ['ID=c3be38d6-5014-4715-abef-45cf425d4553,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:54.370728 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3bcd4-d463-437a-9d45-6c2a83bf8e42 req-12e69796-f2ec-4a1f-9bed-8685ea7f60d8 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:54.372447 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-13c3bcd4-d463-437a-9d45-6c2a83bf8e42 req-12e69796-f2ec-4a1f-9bed-8685ea7f60d8 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.21 "GET /v2.0/ports?device_id=f560b602-e6b2-4940-8b15-770ba9800179 HTTP/1.1" status: 200 len: 949 time: 0.3589623 Nov 12 00:47:54.390651 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936b0f9-e9bf-4715-bdc2-7d3ecc51a8fa req-2b715cec-d759-4fe8-b07d-6eea3979e9b8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:54.400874 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1936b0f9-e9bf-4715-bdc2-7d3ecc51a8fa req-2b715cec-d759-4fe8-b07d-6eea3979e9b8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 945 time: 0.3525136 Nov 12 00:47:54.420822 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port c8edae3b-7cfe-4d43-a1f7-c753b966f427, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c8edae3b-7cfe-4d43-a1f7-c753b966f427,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:54.422688 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-542e02d8-52e3-4b97-bac0-2d1d6c8025a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.459988 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83b72ff5-a60d-476e-ab4a-000c21a834a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.492674 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad0d22-7dde-418f-8b24-8f135ef3510b', 'name': 'tempest-TestAggregatesBasicOps-655904943-router', 'tenant_id': '1e1817e3045f4036b0a3d214340e9d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c8edae3b-7cfe-4d43-a1f7-c753b966f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:50Z', 'revision_number': 4, 'project_id': '1e1817e3045f4036b0a3d214340e9d98', 'gw_port': {'id': 'c8edae3b-7cfe-4d43-a1f7-c753b966f427', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ad0d22-7dde-418f-8b24-8f135ef3510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:46Z', 'updated_at': '2021-11-12T00:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '7051da02-ecd8-4378-ba21-a5bbe0f06c62', 'name': '', 'network_id': '2c5140c9-2177-45ed-9463-3191893a9218', 'tenant_id': '1e1817e3045f4036b0a3d214340e9d98', 'mac_address': 'fa:16:3e:6a:97:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ad0d22-7dde-418f-8b24-8f135ef3510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '3e2c274c-166a-43cb-b962-bc0c13dc2e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:49Z', 'updated_at': '2021-11-12T00:47:51Z', 'revision_number': 2, 'project_id': '1e1817e3045f4036b0a3d214340e9d98', 'subnets': [{'id': '3e2c274c-166a-43cb-b962-bc0c13dc2e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:54.553496 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.560143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 3c1f0b7f-491e-4808-bd77-0eb1436b8a6b up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:54.570416 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] Checking router: e5ad0d22-7dde-418f-8b24-8f135ef3510b for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:47:54.570631 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] Updating router e5ad0d22-7dde-418f-8b24-8f135ef3510b port 7051da02-ecd8-4378-ba21-a5bbe0f06c62 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:47:54.575635 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1936b0f9-e9bf-4715-bdc2-7d3ecc51a8fa req-500b3dfd-9b28-474b-934a-140f30c1d069 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733532 Nov 12 00:47:54.579844 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83b72ff5-a60d-476e-ab4a-000c21a834a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.585818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b72ff5-a60d-476e-ab4a-000c21a834a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:54.586612 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83b72ff5-a60d-476e-ab4a-000c21a834a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.609891 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc21aaa-33cc-4060-a903-7bfb2ce2eda8 req-9dc0d351-49c0-4949-a1a4-bcb3e484b379 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:54.610111 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.620803 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dcc21aaa-33cc-4060-a903-7bfb2ce2eda8 req-9dc0d351-49c0-4949-a1a4-bcb3e484b379 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560b602-e6b2-4940-8b15-770ba9800179 HTTP/1.1" status: 200 len: 949 time: 0.3858874 Nov 12 00:47:54.662440 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-83b72ff5-a60d-476e-ab4a-000c21a834a3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9859080 Nov 12 00:47:54.676275 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38716) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:54.748942 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-24268905-cd83-4f6d-a50f-58428267fdb0 admin admin] Request body: {'subnet': {'network_id': 'b1094747-583e-4ed4-9cd3-576c1b659cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-195760586-subnet', 'tenant_id': '56872c6ea13d486d9c471b297b78efe8', 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:54.762127 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dcc21aaa-33cc-4060-a903-7bfb2ce2eda8 req-6ce9ee07-09e5-41a5-b52f-9a9b84816fcd tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274278 Nov 12 00:47:54.808518 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.812952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-13c3bcd4-d463-437a-9d45-6c2a83bf8e42 req-f1b48647-3c35-4617-b935-41642dcd500c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Deleting port ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:54.816857 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-13c3bcd4-d463-437a-9d45-6c2a83bf8e42 req-f1b48647-3c35-4617-b935-41642dcd500c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:54.858461 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad6274c-0943-4ece-bf0b-9d879e392995 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:47:54.868785 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3ad6274c-0943-4ece-bf0b-9d879e392995 admin admin] 10.222.0.31 "PUT /v2.0/routers/b88424ba-baa0-4596-9039-ff6f88f42de8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4876082 Nov 12 00:47:54.957825 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-542e02d8-52e3-4b97-bac0-2d1d6c8025a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:47:54.957825 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-542e02d8-52e3-4b97-bac0-2d1d6c8025a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:47:55.008480 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=c8edae3b-7cfe-4d43-a1f7-c753b966f427,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:55.072550 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b72ff5-a60d-476e-ab4a-000c21a834a3 admin admin] Pushing event updated for resources: {'Network': ['ID=b1094747-583e-4ed4-9cd3-576c1b659cb5,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:55.083232 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-13c3bcd4-d463-437a-9d45-6c2a83bf8e42 req-f1b48647-3c35-4617-b935-41642dcd500c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] For port ca6f9c80-cf6b-4734-878c-5b996c9e9ba1, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=ca6f9c80-cf6b-4734-878c-5b996c9e9ba1,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:55.083969 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-13c3bcd4-d463-437a-9d45-6c2a83bf8e42 req-f1b48647-3c35-4617-b935-41642dcd500c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.106762 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-9c1dde53-385f-475f-bf55-5c56070c243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:47Z', 'revision_number': 9, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': 'be087b2c-52cb-492f-ac72-56c333946215', 'name': '', 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:2d:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:55.152517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network b1094747-583e-4ed4-9cd3-576c1b659cb5 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:47:55.157333 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-13c3bcd4-d463-437a-9d45-6c2a83bf8e42 req-f1b48647-3c35-4617-b935-41642dcd500c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Calling delete_port for ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:55.161183 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24268905-cd83-4f6d-a50f-58428267fdb0 admin admin] Made reservation on behalf of 56872c6ea13d486d9c471b297b78efe8 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:47:55.163943 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-24268905-cd83-4f6d-a50f-58428267fdb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.237612 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.245039 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1dde53-385f-475f-bf55-5c56070c243e None None] The sync data for ids ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'] in n-d-712137-14 is: [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:47Z', 'revision_number': 9, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': 'be087b2c-52cb-492f-ac72-56c333946215', 'name': '', 'network_id': 'ee5543c4-8f51-4b61-962e-36500ece9159', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:2d:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:04Z', 'updated_at': '2021-11-12T00:47:14Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': '5626865c-ab5f-49f1-b4bb-eece28ac0741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:55.251024 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.252098 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'name': 'tempest-ServersTestFqdnHostnames-135947570-router', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:42Z', 'updated_at': '2021-11-12T00:47:50Z', 'revision_number': 4, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'gw_port': {'id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15', 'name': '', 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'mac_address': 'fa:16:3e:24:2c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:49Z', 'updated_at': '2021-11-12T00:47:50Z', 'revision_number': 1, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'subnets': [{'id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:55.254205 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 3c1f0b7f-491e-4808-bd77-0eb1436b8a6b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:55.254587 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.278279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c9815-8d24-4f0b-8f90-45e7dad99af2 req-71c66c6e-ba80-467c-b24e-a818647e02ab tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:55.284252 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb9c9815-8d24-4f0b-8f90-45e7dad99af2 req-71c66c6e-ba80-467c-b24e-a818647e02ab tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=0120b037-5c11-4c30-bc3d-0f7d2ba27cc1 HTTP/1.1" status: 200 len: 945 time: 0.1933088 Nov 12 00:47:55.304675 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b35b8039-0394-4c15-9b32-66d3e44feeaf tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.416209 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] Attempting to bind port 7051da02-ecd8-4378-ba21-a5bbe0f06c62 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:47:55.416953 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] Attempting to bind port 7051da02-ecd8-4378-ba21-a5bbe0f06c62 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'e1c3a65f-0072-4173-bcd3-942eb10268ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2c5140c9-2177-45ed-9463-3191893a9218'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:47:55.417314 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] Attempting to bind port 7051da02-ecd8-4378-ba21-a5bbe0f06c62 on network 2c5140c9-2177-45ed-9463-3191893a9218 {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:47:55.423448 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c584be8-c422-471c-ad32-8bdf4f06b155 None None] Pushing event updated for resources: {'Port': ['ID=7051da02-ecd8-4378-ba21-a5bbe0f06c62,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:55.434119 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:47:55.434732 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] Checking segment: {'id': 'e1c3a65f-0072-4173-bcd3-942eb10268ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2c5140c9-2177-45ed-9463-3191893a9218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:55.435290 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.436275 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] Bound using segment: {'id': 'e1c3a65f-0072-4173-bcd3-942eb10268ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2c5140c9-2177-45ed-9463-3191893a9218'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:47:55.437029 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] Bound port: 7051da02-ecd8-4378-ba21-a5bbe0f06c62, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c3a65f-0072-4173-bcd3-942eb10268ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2c5140c9-2177-45ed-9463-3191893a9218'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:47:55.437986 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.468500 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67fa3aa-836f-4441-bef0-916bf17ecf23 None None] The sync data for ids ['b88424ba-baa0-4596-9039-ff6f88f42de8'] in n-d-712137-14 is: [{'id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'name': 'tempest-ServersTestFqdnHostnames-135947570-router', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:42Z', 'updated_at': '2021-11-12T00:47:50Z', 'revision_number': 4, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'gw_port': {'id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15', 'name': '', 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'mac_address': 'fa:16:3e:24:2c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:49Z', 'updated_at': '2021-11-12T00:47:50Z', 'revision_number': 1, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'subnets': [{'id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:55.479196 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb9c9815-8d24-4f0b-8f90-45e7dad99af2 req-0705bdd4-44aa-41a3-9a4a-4d49d9d5c969 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363587 Nov 12 00:47:55.596001 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.666997 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] For port 7051da02-ecd8-4378-ba21-a5bbe0f06c62, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:47:55.676240 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] For port 7051da02-ecd8-4378-ba21-a5bbe0f06c62, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7051da02-ecd8-4378-ba21-a5bbe0f06c62,segment=NetworkSegment(e1c3a65f-0072-4173-bcd3-942eb10268ab),segment_id=e1c3a65f-0072-4173-bcd3-942eb10268ab)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:47:55.686488 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.686799 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-542e02d8-52e3-4b97-bac0-2d1d6c8025a2 None None] Provisioning complete for port 02666a14-0a81-45e1-bc31-111ba62d16e9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:55.687501 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-542e02d8-52e3-4b97-bac0-2d1d6c8025a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.823731 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-542e02d8-52e3-4b97-bac0-2d1d6c8025a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.886173 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-542e02d8-52e3-4b97-bac0-2d1d6c8025a2 None None] For port 02666a14-0a81-45e1-bc31-111ba62d16e9, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=02666a14-0a81-45e1-bc31-111ba62d16e9,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:55.903393 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-542e02d8-52e3-4b97-bac0-2d1d6c8025a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:55.922067 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] Routers {'e5ad0d22-7dde-418f-8b24-8f135ef3510b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:47:55.922783 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e5ad0d22-7dde-418f-8b24-8f135ef3510b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:56.105529 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c584be8-c422-471c-ad32-8bdf4f06b155 None None] Pushing event updated for resources: {'Port': ['ID=7051da02-ecd8-4378-ba21-a5bbe0f06c62,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:56.248639 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-24268905-cd83-4f6d-a50f-58428267fdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.353891 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-47f35ae2-d865-44ea-b1b7-e640cb3cfc69 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2020726 Nov 12 00:47:56.364378 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-b35b8039-0394-4c15-9b32-66d3e44feeaf tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting port be087b2c-52cb-492f-ac72-56c333946215 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:56.364751 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b35b8039-0394-4c15-9b32-66d3e44feeaf tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.366901 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] Set router e5ad0d22-7dde-418f-8b24-8f135ef3510b gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:47:56.373377 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a39b0-5250-4e70-adf1-1abd5f2fbf09 req-237ba40f-50dc-425c-9ec1-302fb35cfcb3 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:56.375122 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b67a39b0-5250-4e70-adf1-1abd5f2fbf09 req-237ba40f-50dc-425c-9ec1-302fb35cfcb3 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 945 time: 0.6797507 Nov 12 00:47:56.406670 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c8edae3b-7cfe-4d43-a1f7-c753b966f427 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:56.419389 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034b7ca-37eb-4313-8420-dae8024e5359 req-752dbf49-adf7-4727-98f4-10d7a1b9b5d0 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:56.430431 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2034b7ca-37eb-4313-8420-dae8024e5359 req-752dbf49-adf7-4727-98f4-10d7a1b9b5d0 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 945 time: 0.6012480 Nov 12 00:47:56.536745 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.550812 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-542e02d8-52e3-4b97-bac0-2d1d6c8025a2 None None] Provisioning complete for port 3c1f0b7f-491e-4808-bd77-0eb1436b8a6b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:56.551398 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-542e02d8-52e3-4b97-bac0-2d1d6c8025a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.585854 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-13c3bcd4-d463-437a-9d45-6c2a83bf8e42 req-f1b48647-3c35-4617-b935-41642dcd500c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.609992 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-b35b8039-0394-4c15-9b32-66d3e44feeaf tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] For port be087b2c-52cb-492f-ac72-56c333946215, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=be087b2c-52cb-492f-ac72-56c333946215,segment=NetworkSegment(69c98b10-0950-4e6d-934f-495b458f1950),segment_id=69c98b10-0950-4e6d-934f-495b458f1950)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:56.622742 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b35b8039-0394-4c15-9b32-66d3e44feeaf tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.626288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38748) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:56.651967 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['34b4cd59-b72e-4785-bcba-baf2a32d2abe'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:47:56.658772 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-b35b8039-0394-4c15-9b32-66d3e44feeaf tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Calling delete_port for be087b2c-52cb-492f-ac72-56c333946215 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:56.675959 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2034b7ca-37eb-4313-8420-dae8024e5359 req-bec570a9-c7d5-4fe2-a383-d3385b6cd2f2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439692 Nov 12 00:47:56.721146 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e02d8-52e3-4b97-bac0-2d1d6c8025a2 None None] Pushing event updated for resources: {'Port': ['ID=02666a14-0a81-45e1-bc31-111ba62d16e9,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:56.773430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 12cd0735-7a7d-4ace-b7b8-b3288cb91698 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:56.778341 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38750) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:56.792875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-769efd4b-69ff-4c1f-95c3-9d1f5e3f7108 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--563344411', 'description': 'tempest-description--293712209'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:56.835441 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b48647-3c35-4617-b935-41642dcd500c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Pushing event deleted for resources: {'Port': ['ID=ca6f9c80-cf6b-4734-878c-5b996c9e9ba1,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:56.846183 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd203520-7c92-4acd-b7fb-e98c7237bd48 req-a22b18c4-0356-4587-8f54-6f95025a0197 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=f560b602-e6b2-4940-8b15-770ba9800179 HTTP/1.1" status: 200 len: 210 time: 0.0641706 Nov 12 00:47:56.853625 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port c8edae3b-7cfe-4d43-a1f7-c753b966f427 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:56.854112 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.935022 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b48647-3c35-4617-b935-41642dcd500c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:56.935371 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b48647-3c35-4617-b935-41642dcd500c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:56.935716 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b48647-3c35-4617-b935-41642dcd500c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:56.936056 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b48647-3c35-4617-b935-41642dcd500c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:56.936388 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b48647-3c35-4617-b935-41642dcd500c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:56.936808 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b48647-3c35-4617-b935-41642dcd500c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:56.937068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b48647-3c35-4617-b935-41642dcd500c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:56.937977 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b48647-3c35-4617-b935-41642dcd500c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:56.938321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b48647-3c35-4617-b935-41642dcd500c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:56.938654 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b48647-3c35-4617-b935-41642dcd500c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:56.939278 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b48647-3c35-4617-b935-41642dcd500c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:56.939619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b48647-3c35-4617-b935-41642dcd500c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:47:56.946221 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-769efd4b-69ff-4c1f-95c3-9d1f5e3f7108 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:56.999892 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad0d22-7dde-418f-8b24-8f135ef3510b', 'name': 'tempest-TestAggregatesBasicOps-655904943-router', 'tenant_id': '1e1817e3045f4036b0a3d214340e9d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c8edae3b-7cfe-4d43-a1f7-c753b966f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:50Z', 'revision_number': 4, 'project_id': '1e1817e3045f4036b0a3d214340e9d98', 'gw_port': {'id': 'c8edae3b-7cfe-4d43-a1f7-c753b966f427', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad0d22-7dde-418f-8b24-8f135ef3510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:46Z', 'updated_at': '2021-11-12T00:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '7051da02-ecd8-4378-ba21-a5bbe0f06c62', 'name': '', 'network_id': '2c5140c9-2177-45ed-9463-3191893a9218', 'tenant_id': '1e1817e3045f4036b0a3d214340e9d98', 'mac_address': 'fa:16:3e:6a:97:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ad0d22-7dde-418f-8b24-8f135ef3510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '3e2c274c-166a-43cb-b962-bc0c13dc2e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:49Z', 'updated_at': '2021-11-12T00:47:55Z', 'revision_number': 4, 'project_id': '1e1817e3045f4036b0a3d214340e9d98', 'subnets': [{'id': '3e2c274c-166a-43cb-b962-bc0c13dc2e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:47:57.032518 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24268905-cd83-4f6d-a50f-58428267fdb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86bbfb8c-4d45-41c5-99ce-15f5849e3013,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:57.105792 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817934b8-4d01-4a8f-ae0f-59ba51aab761 None None] The sync data for ids ['e5ad0d22-7dde-418f-8b24-8f135ef3510b'] in n-d-712137-14 is: [{'id': 'e5ad0d22-7dde-418f-8b24-8f135ef3510b', 'name': 'tempest-TestAggregatesBasicOps-655904943-router', 'tenant_id': '1e1817e3045f4036b0a3d214340e9d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c8edae3b-7cfe-4d43-a1f7-c753b966f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:50Z', 'revision_number': 4, 'project_id': '1e1817e3045f4036b0a3d214340e9d98', 'gw_port': {'id': 'c8edae3b-7cfe-4d43-a1f7-c753b966f427', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad0d22-7dde-418f-8b24-8f135ef3510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:46Z', 'updated_at': '2021-11-12T00:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '7051da02-ecd8-4378-ba21-a5bbe0f06c62', 'name': '', 'network_id': '2c5140c9-2177-45ed-9463-3191893a9218', 'tenant_id': '1e1817e3045f4036b0a3d214340e9d98', 'mac_address': 'fa:16:3e:6a:97:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ad0d22-7dde-418f-8b24-8f135ef3510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '3e2c274c-166a-43cb-b962-bc0c13dc2e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:49Z', 'updated_at': '2021-11-12T00:47:55Z', 'revision_number': 4, 'project_id': '1e1817e3045f4036b0a3d214340e9d98', 'subnets': [{'id': '3e2c274c-166a-43cb-b962-bc0c13dc2e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:47:57.192724 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c3bcd4-d463-437a-9d45-6c2a83bf8e42 req-f1b48647-3c35-4617-b935-41642dcd500c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] No DVR routers for this DVR port ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:57.276134 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-13c3bcd4-d463-437a-9d45-6c2a83bf8e42 req-f1b48647-3c35-4617-b935-41642dcd500c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.291618 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-bb81366f-e0b8-4434-a28b-2639d8ecb0d6 None None] Provisioning complete for port 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:57.291998 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bb81366f-e0b8-4434-a28b-2639d8ecb0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.299955 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-13c3bcd4-d463-437a-9d45-6c2a83bf8e42 req-f1b48647-3c35-4617-b935-41642dcd500c tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.21 "DELETE /v2.0/ports/ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 HTTP/1.1" status: 204 len: 173 time: 2.8959043 Nov 12 00:47:57.309123 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f560b602-e6b2-4940-8b15-770ba9800179', 'name': 'network-vif-deleted', 'tag': 'ca6f9c80-cf6b-4734-878c-5b996c9e9ba1'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:57.312082 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68898316-31e4-4d05-bc3e-2136e5b3220f" -d '{"events": [{"server_uuid": "f560b602-e6b2-4940-8b15-770ba9800179", "name": "network-vif-deleted", "tag": "ca6f9c80-cf6b-4734-878c-5b996c9e9ba1"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:57.334532 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d1cec-bb7e-4820-bd60-2262a18919b4 req-80b12140-f0c7-44c3-a9a2-a96add42ffab tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:57.336402 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4c1d1cec-bb7e-4820-bd60-2262a18919b4 req-80b12140-f0c7-44c3-a9a2-a96add42ffab tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.21 "GET /v2.0/ports?device_id=0120b037-5c11-4c30-bc3d-0f7d2ba27cc1 HTTP/1.1" status: 200 len: 945 time: 0.8147943 Nov 12 00:47:57.470036 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-769efd4b-69ff-4c1f-95c3-9d1f5e3f7108 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.490794 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76696691-bc8a-4011-a0f6-868040767f6d x-openstack-request-id: req-76696691-bc8a-4011-a0f6-868040767f6d {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:57.491187 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f560b602-e6b2-4940-8b15-770ba9800179", "name": "network-vif-deleted", "tag": "ca6f9c80-cf6b-4734-878c-5b996c9e9ba1", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:57.491704 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76696691-bc8a-4011-a0f6-868040767f6d {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:57.492021 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f560b602-e6b2-4940-8b15-770ba9800179', 'name': 'network-vif-deleted', 'tag': 'ca6f9c80-cf6b-4734-878c-5b996c9e9ba1', 'status': 'completed', 'code': 200} Nov 12 00:47:57.498552 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24268905-cd83-4f6d-a50f-58428267fdb0 admin admin] Checking segment: {'id': 'a585c8ee-581f-4922-9e51-23ffe4938fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b1094747-583e-4ed4-9cd3-576c1b659cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:47:57.498830 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24268905-cd83-4f6d-a50f-58428267fdb0 admin admin] Network hostable DHCP agents. Network: b1094747-583e-4ed4-9cd3-576c1b659cb5, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:47:57.503463 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-bb81366f-e0b8-4434-a28b-2639d8ecb0d6 None None] Port 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:47:57.505294 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.574908 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-769efd4b-69ff-4c1f-95c3-9d1f5e3f7108 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.599621 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 12cd0735-7a7d-4ace-b7b8-b3288cb91698, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=12cd0735-7a7d-4ace-b7b8-b3288cb91698,segment=NetworkSegment(fc1219c4-7233-4fa6-bbab-06930d4a5058),segment_id=fc1219c4-7233-4fa6-bbab-06930d4a5058)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:57.628088 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0120b037-5c11-4c30-bc3d-0f7d2ba27cc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12cd0735-7a7d-4ace-b7b8-b3288cb91698'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:57.631628 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c23448-59a3-43ca-b995-7cc1d8238299" -d '{"events": [{"server_uuid": "0120b037-5c11-4c30-bc3d-0f7d2ba27cc1", "name": "network-vif-unplugged", "status": "completed", "tag": "12cd0735-7a7d-4ace-b7b8-b3288cb91698"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:57.641439 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-bb81366f-e0b8-4434-a28b-2639d8ecb0d6 None None] Provisioning complete for port 7051da02-ecd8-4378-ba21-a5bbe0f06c62 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:57.641822 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bb81366f-e0b8-4434-a28b-2639d8ecb0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.644046 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:57.644954 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:57.749555 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c793ae7a-b82b-4208-9e73-ba16354049e9 x-openstack-request-id: req-c793ae7a-b82b-4208-9e73-ba16354049e9 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:47:57.750096 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0120b037-5c11-4c30-bc3d-0f7d2ba27cc1", "name": "network-vif-unplugged", "status": "completed", "tag": "12cd0735-7a7d-4ace-b7b8-b3288cb91698", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:47:57.750521 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c793ae7a-b82b-4208-9e73-ba16354049e9 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:47:57.756870 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0120b037-5c11-4c30-bc3d-0f7d2ba27cc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12cd0735-7a7d-4ace-b7b8-b3288cb91698', 'code': 200} Nov 12 00:47:57.797018 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:57.797817 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device ca6f9c80-cf6b-4734-878c-5b996c9e9ba1 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:57.850250 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f3442146-6f19-4020-8e56-f41d64720ab3 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:57.876416 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=12cd0735-7a7d-4ace-b7b8-b3288cb91698,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:57.910965 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-99da16da-382f-4761-9297-e1d82e44a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:57.911519 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-99da16da-382f-4761-9297-e1d82e44a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:57.913646 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-99da16da-382f-4761-9297-e1d82e44a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:57.915016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-99da16da-382f-4761-9297-e1d82e44a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:57.915016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-99da16da-382f-4761-9297-e1d82e44a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:57.915437 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-99da16da-382f-4761-9297-e1d82e44a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:57.915984 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-99da16da-382f-4761-9297-e1d82e44a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:57.918386 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-99da16da-382f-4761-9297-e1d82e44a6be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff69603520634453a797ab4b4216646a&device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 6509 time: 1.1526289 Nov 12 00:47:57.943205 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: f3442146-6f19-4020-8e56-f41d64720ab3 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:57.943823 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f3442146-6f19-4020-8e56-f41d64720ab3 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:57.944422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device dad14960-5b56-4ec0-ba63-a278d46e48b9 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:57.970409 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: dad14960-5b56-4ec0-ba63-a278d46e48b9 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:47:57.971024 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device dad14960-5b56-4ec0-ba63-a278d46e48b9 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:47:58.096788 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bb81366f-e0b8-4434-a28b-2639d8ecb0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.191047 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-bb81366f-e0b8-4434-a28b-2639d8ecb0d6 None None] For port 7051da02-ecd8-4378-ba21-a5bbe0f06c62, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7051da02-ecd8-4378-ba21-a5bbe0f06c62,segment=NetworkSegment(e1c3a65f-0072-4173-bcd3-942eb10268ab),segment_id=e1c3a65f-0072-4173-bcd3-942eb10268ab)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:58.221254 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bb81366f-e0b8-4434-a28b-2639d8ecb0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.266627 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6353d90-bfb8-495b-8077-70dd23afdf08 req-b15f4903-c2f7-4465-9d0f-a88128c44183 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:58.268821 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e6353d90-bfb8-495b-8077-70dd23afdf08 req-b15f4903-c2f7-4465-9d0f-a88128c44183 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=0120b037-5c11-4c30-bc3d-0f7d2ba27cc1 HTTP/1.1" status: 200 len: 945 time: 1.1015162 Nov 12 00:47:58.275868 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-769efd4b-69ff-4c1f-95c3-9d1f5e3f7108 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.279849 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-769efd4b-69ff-4c1f-95c3-9d1f5e3f7108 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5939662 Nov 12 00:47:58.282683 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769efd4b-69ff-4c1f-95c3-9d1f5e3f7108 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e149db29-ffdf-4721-9480-ce0ae1dbd508,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:58.284094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057be20-7a29-4f1d-ad8b-b5c2fa18713a req-1ba70da8-f8aa-4950-bf2d-4588c277a60b tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:58.288745 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-b67a39b0-5250-4e70-adf1-1abd5f2fbf09 req-4768b30b-9c0b-4d56-8601-84c389543146 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Deleting port 366a2a7c-be9a-404b-b60a-ba1a86551364 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:58.289098 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b67a39b0-5250-4e70-adf1-1abd5f2fbf09 req-4768b30b-9c0b-4d56-8601-84c389543146 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.293005 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e057be20-7a29-4f1d-ad8b-b5c2fa18713a req-1ba70da8-f8aa-4950-bf2d-4588c277a60b tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 945 time: 0.3923342 Nov 12 00:47:58.296902 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c55621-3854-4d9d-82e8-9c3dcd81e4f3 req-9b2f0a04-e91c-43f5-aa3e-947862f36642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:58.297424 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c55621-3854-4d9d-82e8-9c3dcd81e4f3 req-9b2f0a04-e91c-43f5-aa3e-947862f36642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:58.297888 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c55621-3854-4d9d-82e8-9c3dcd81e4f3 req-9b2f0a04-e91c-43f5-aa3e-947862f36642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:58.298355 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c55621-3854-4d9d-82e8-9c3dcd81e4f3 req-9b2f0a04-e91c-43f5-aa3e-947862f36642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:58.298829 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c55621-3854-4d9d-82e8-9c3dcd81e4f3 req-9b2f0a04-e91c-43f5-aa3e-947862f36642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:58.299273 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c55621-3854-4d9d-82e8-9c3dcd81e4f3 req-9b2f0a04-e91c-43f5-aa3e-947862f36642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:58.299920 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c55621-3854-4d9d-82e8-9c3dcd81e4f3 req-9b2f0a04-e91c-43f5-aa3e-947862f36642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:58.300859 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38764) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:58.302353 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-77c55621-3854-4d9d-82e8-9c3dcd81e4f3 req-9b2f0a04-e91c-43f5-aa3e-947862f36642 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 6509 time: 1.4103794 Nov 12 00:47:58.316996 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-3b2e9cef-ace8-4807-9ed7-6ba4fff940c6 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Request body: {'security_group_rule': {'security_group_id': 'e149db29-ffdf-4721-9480-ce0ae1dbd508', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:58.332121 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7051da02-ecd8-4378-ba21-a5bbe0f06c62 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:58.359689 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81366f-e0b8-4434-a28b-2639d8ecb0d6 None None] Pushing event updated for resources: {'Port': ['ID=7051da02-ecd8-4378-ba21-a5bbe0f06c62,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:58.372448 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-bb81366f-e0b8-4434-a28b-2639d8ecb0d6 None None] Provisioning complete for port 02666a14-0a81-45e1-bc31-111ba62d16e9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:58.372669 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bb81366f-e0b8-4434-a28b-2639d8ecb0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.379619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24268905-cd83-4f6d-a50f-58428267fdb0 admin admin] Network b1094747-583e-4ed4-9cd3-576c1b659cb5 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:47:58.401705 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-69ebd2cf-9085-4344-974b-07c2644a34ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:58.402025 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-69ebd2cf-9085-4344-974b-07c2644a34ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:58.402645 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-69ebd2cf-9085-4344-974b-07c2644a34ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:58.404493 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-69ebd2cf-9085-4344-974b-07c2644a34ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=11cf3641-542c-41f7-80c8-38f810587d17&id=a5429105-7df0-4f08-b65b-bfa50831b1cd&id=a5429105-7df0-4f08-b65b-bfa50831b1cd&id=a5429105-7df0-4f08-b65b-bfa50831b1cd&id=a5429105-7df0-4f08-b65b-bfa50831b1cd&id=a47d1011-e7d0-4734-88d5-45d0a4429b4e&id=a47d1011-e7d0-4734-88d5-45d0a4429b4e HTTP/1.1" status: 200 len: 2298 time: 0.3987648 Nov 12 00:47:58.477536 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b35b8039-0394-4c15-9b32-66d3e44feeaf tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.488605 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 7051da02-ecd8-4378-ba21-a5bbe0f06c62 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:58.496972 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.506089 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e057be20-7a29-4f1d-ad8b-b5c2fa18713a req-f126d0d8-0756-4002-9b15-2c5a059895f8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113192 Nov 12 00:47:58.509840 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-24268905-cd83-4f6d-a50f-58428267fdb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, b1094747-583e-4ed4-9cd3-576c1b659cb5) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:47:58.519972 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b2e9cef-ace8-4807-9ed7-6ba4fff940c6 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.531852 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24268905-cd83-4f6d-a50f-58428267fdb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:58.532918 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-24268905-cd83-4f6d-a50f-58428267fdb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.558720 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d984864-edc1-4ddc-8cc4-a487cb880d3a None None] Network b1094747-583e-4ed4-9cd3-576c1b659cb5 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:47:58.591087 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e6353d90-bfb8-495b-8077-70dd23afdf08 req-8fe13a99-53ed-46e3-81cf-39a4f1d47e08 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876709 Nov 12 00:47:58.623187 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-77c55621-3854-4d9d-82e8-9c3dcd81e4f3 req-76ac68cd-1696-4742-b8f9-d563069b2687 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2981927 Nov 12 00:47:58.626904 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-24268905-cd83-4f6d-a50f-58428267fdb0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9434183 Nov 12 00:47:58.635990 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-4c1d1cec-bb7e-4820-bd60-2262a18919b4 req-d16eb8ac-5f05-40e1-921c-5a6241f40b07 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Deleting port 12cd0735-7a7d-4ace-b7b8-b3288cb91698 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:47:58.636328 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4c1d1cec-bb7e-4820-bd60-2262a18919b4 req-d16eb8ac-5f05-40e1-921c-5a6241f40b07 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.642110 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-b67a39b0-5250-4e70-adf1-1abd5f2fbf09 req-4768b30b-9c0b-4d56-8601-84c389543146 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] For port 366a2a7c-be9a-404b-b60a-ba1a86551364, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=366a2a7c-be9a-404b-b60a-ba1a86551364,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:58.643027 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b67a39b0-5250-4e70-adf1-1abd5f2fbf09 req-4768b30b-9c0b-4d56-8601-84c389543146 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.645878 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38766) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:58.652968 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-ec7038c2-cdd3-4063-a913-5c60f24edb5e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-195760586-router', 'tenant_id': '56872c6ea13d486d9c471b297b78efe8', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:58.654719 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b8039-0394-4c15-9b32-66d3e44feeaf tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Port': ['ID=be087b2c-52cb-492f-ac72-56c333946215,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:58.713981 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-b67a39b0-5250-4e70-adf1-1abd5f2fbf09 req-4768b30b-9c0b-4d56-8601-84c389543146 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Calling delete_port for 366a2a7c-be9a-404b-b60a-ba1a86551364 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:58.754578 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-1afa84fe-7965-4f0a-b9f6-1397c538a98b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7492299e-b0d6-4740-9134-5b1767b6004a HTTP/1.1" status: 200 len: 1002 time: 0.3358226 Nov 12 00:47:58.804483 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 366a2a7c-be9a-404b-b60a-ba1a86551364 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:47:58.882261 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ec7038c2-cdd3-4063-a913-5c60f24edb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.883680 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ec7038c2-cdd3-4063-a913-5c60f24edb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.927432 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-4c1d1cec-bb7e-4820-bd60-2262a18919b4 req-d16eb8ac-5f05-40e1-921c-5a6241f40b07 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] For port 12cd0735-7a7d-4ace-b7b8-b3288cb91698, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=12cd0735-7a7d-4ace-b7b8-b3288cb91698,segment=NetworkSegment(fc1219c4-7233-4fa6-bbab-06930d4a5058),segment_id=fc1219c4-7233-4fa6-bbab-06930d4a5058)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:47:58.928579 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4c1d1cec-bb7e-4820-bd60-2262a18919b4 req-d16eb8ac-5f05-40e1-921c-5a6241f40b07 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:58.976419 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-4c1d1cec-bb7e-4820-bd60-2262a18919b4 req-d16eb8ac-5f05-40e1-921c-5a6241f40b07 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Calling delete_port for 12cd0735-7a7d-4ace-b7b8-b3288cb91698 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:47:58.988652 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-5a6492fc-aaf0-4f9c-8eef-a0a7cf940849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:58.990956 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-5a6492fc-aaf0-4f9c-8eef-a0a7cf940849 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=039608db-f2a3-4af6-b30e-cf0d39b5f975 HTTP/1.1" status: 200 len: 856 time: 0.2220366 Nov 12 00:47:58.996239 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b2e9cef-ace8-4807-9ed7-6ba4fff940c6 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.011762 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b2e9cef-ace8-4807-9ed7-6ba4fff940c6 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.056119 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 02666a14-0a81-45e1-bc31-111ba62d16e9 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:47:59.100949 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ec7038c2-cdd3-4063-a913-5c60f24edb5e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.111567 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b35b8039-0394-4c15-9b32-66d3e44feeaf tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.119787 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e9cef-ace8-4807-9ed7-6ba4fff940c6 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a8dec5-bf42-445e-86a0-6068e4e124b8,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:59.136849 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b2e9cef-ace8-4807-9ed7-6ba4fff940c6 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.140943 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3b2e9cef-ace8-4807-9ed7-6ba4fff940c6 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8257365 Nov 12 00:47:59.142314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38776) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:47:59.147926 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e6195973-7eca-43e0-abbf-324fcd137edc tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Request body: {'security_group_rule': {'security_group_id': 'e149db29-ffdf-4721-9480-ce0ae1dbd508', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:47:59.164037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-3e0b8742-582e-4837-b5b7-07755c179b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:59.166074 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-3e0b8742-582e-4837-b5b7-07755c179b7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11cf3641-542c-41f7-80c8-38f810587d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1216490 Nov 12 00:47:59.208456 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 02666a14-0a81-45e1-bc31-111ba62d16e9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:47:59.208819 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.366114 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.381552 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6195973-7eca-43e0-abbf-324fcd137edc tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.382202 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5e7c94-4088-41e9-8508-1c0c41b73a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-b1094747-583e-4ed4-9cd3-576c1b659cb5', 'network_id': 'b1094747-583e-4ed4-9cd3-576c1b659cb5', 'tenant_id': '56872c6ea13d486d9c471b297b78efe8', 'fixed_ips': [{'subnet_id': '86bbfb8c-4d45-41c5-99ce-15f5849e3013'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:47:59.383080 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9b5e7c94-4088-41e9-8508-1c0c41b73a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.458282 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280915f-6f61-47be-9f11-6aeb8d8269e8 req-0bfc3e44-496b-4eca-9765-bb77cd24b3a7 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:47:59.459950 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b280915f-6f61-47be-9f11-6aeb8d8269e8 req-0bfc3e44-496b-4eca-9765-bb77cd24b3a7 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=4645eb87-b988-4f2b-96aa-d39faa547f1e HTTP/1.1" status: 200 len: 950 time: 0.3577583 Nov 12 00:47:59.515035 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ec7038c2-cdd3-4063-a913-5c60f24edb5e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.521695 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b67a39b0-5250-4e70-adf1-1abd5f2fbf09 req-4768b30b-9c0b-4d56-8601-84c389543146 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.601389 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768b30b-9c0b-4d56-8601-84c389543146 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Pushing event deleted for resources: {'Port': ['ID=366a2a7c-be9a-404b-b60a-ba1a86551364,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:59.677636 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-4cf57cb8-44cf-478e-b1d8-1667255b3626 service neutron] 10.222.0.15 "GET /v2.0/networks/11cf3641-542c-41f7-80c8-38f810587d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594474 Nov 12 00:47:59.705306 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-9b5e7c94-4088-41e9-8508-1c0c41b73a94 None None] Allocated IP 172.20.0.2 (b1094747-583e-4ed4-9cd3-576c1b659cb5/86bbfb8c-4d45-41c5-99ce-15f5849e3013/f8464741-3d0e-4680-99bc-f8fd2ece1eb2) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:47:59.709732 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6195973-7eca-43e0-abbf-324fcd137edc tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.752534 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53216ae9-b3e8-4130-ae92-496fa560cbca req-9e30752f-b4e6-4c25-a7cf-6f1813a212a9 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 210 time: 0.0381072 Nov 12 00:47:59.753029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67a39b0-5250-4e70-adf1-1abd5f2fbf09 req-4768b30b-9c0b-4d56-8601-84c389543146 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] No DVR routers for this DVR port 366a2a7c-be9a-404b-b60a-ba1a86551364 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:47:59.780317 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6195973-7eca-43e0-abbf-324fcd137edc tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.787166 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b67a39b0-5250-4e70-adf1-1abd5f2fbf09 req-4768b30b-9c0b-4d56-8601-84c389543146 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.791400 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b67a39b0-5250-4e70-adf1-1abd5f2fbf09 req-4768b30b-9c0b-4d56-8601-84c389543146 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.21 "DELETE /v2.0/ports/366a2a7c-be9a-404b-b60a-ba1a86551364 HTTP/1.1" status: 204 len: 173 time: 3.3854201 Nov 12 00:47:59.794345 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4c1d1cec-bb7e-4820-bd60-2262a18919b4 req-d16eb8ac-5f05-40e1-921c-5a6241f40b07 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.808308 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e565fdf5-f238-4103-9cc9-9534e7fe0cc1', 'name': 'network-vif-deleted', 'tag': '366a2a7c-be9a-404b-b60a-ba1a86551364'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:47:59.811533 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b321126f-730f-4c44-8c8d-600f1b67ae19" -d '{"events": [{"server_uuid": "e565fdf5-f238-4103-9cc9-9534e7fe0cc1", "name": "network-vif-deleted", "tag": "366a2a7c-be9a-404b-b60a-ba1a86551364"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:47:59.813547 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6195973-7eca-43e0-abbf-324fcd137edc tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff95ffa-56da-46df-afa7-36adffae5585,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:47:59.874941 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35b8039-0394-4c15-9b32-66d3e44feeaf tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:47:59.936175 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b280915f-6f61-47be-9f11-6aeb8d8269e8 req-ce71f952-1592-4c0b-ad1f-88ca1a3cbc84 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436603 Nov 12 00:47:59.969555 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6195973-7eca-43e0-abbf-324fcd137edc tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:59.971174 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e6195973-7eca-43e0-abbf-324fcd137edc tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8283205 Nov 12 00:47:59.985260 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38786) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:00.004336 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ebba76c5-5f9d-4771-9cdd-a145d4185b1e req-008b3425-28ed-4d4e-b507-d653ae6aca1b tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=0120b037-5c11-4c30-bc3d-0f7d2ba27cc1 HTTP/1.1" status: 200 len: 210 time: 0.1165435 Nov 12 00:48:00.013454 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-b44a1625-3dc7-42a5-b396-e3c8b162114a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:00.019341 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16eb8ac-5f05-40e1-921c-5a6241f40b07 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Pushing event deleted for resources: {'Port': ['ID=12cd0735-7a7d-4ace-b7b8-b3288cb91698,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:00.076685 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9b5e7c94-4088-41e9-8508-1c0c41b73a94 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.100030 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9b5e7c94-4088-41e9-8508-1c0c41b73a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.189089 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1d1cec-bb7e-4820-bd60-2262a18919b4 req-d16eb8ac-5f05-40e1-921c-5a6241f40b07 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] No DVR routers for this DVR port 12cd0735-7a7d-4ace-b7b8-b3288cb91698 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:00.193971 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] Sync routers for ids ['b88424ba-baa0-4596-9039-ff6f88f42de8'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:00.194222 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4b1c93-b99b-464e-8df9-e0d59d2aa230 x-openstack-request-id: req-fd4b1c93-b99b-464e-8df9-e0d59d2aa230 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:00.194532 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e565fdf5-f238-4103-9cc9-9534e7fe0cc1", "name": "network-vif-deleted", "tag": "366a2a7c-be9a-404b-b60a-ba1a86551364", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:00.194904 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd4b1c93-b99b-464e-8df9-e0d59d2aa230 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:00.195407 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e565fdf5-f238-4103-9cc9-9534e7fe0cc1', 'name': 'network-vif-deleted', 'tag': '366a2a7c-be9a-404b-b60a-ba1a86551364', 'status': 'completed', 'code': 200} Nov 12 00:48:00.196346 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b44a1625-3dc7-42a5-b396-e3c8b162114a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.200689 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4c1d1cec-bb7e-4820-bd60-2262a18919b4 req-d16eb8ac-5f05-40e1-921c-5a6241f40b07 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.205754 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4c1d1cec-bb7e-4820-bd60-2262a18919b4 req-d16eb8ac-5f05-40e1-921c-5a6241f40b07 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.21 "DELETE /v2.0/ports/12cd0735-7a7d-4ace-b7b8-b3288cb91698 HTTP/1.1" status: 204 len: 173 time: 2.8506489 Nov 12 00:48:00.233702 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-d6670f3e-f596-44c4-a954-0c0dca979bbb service neutron] 10.222.0.15 "GET /v2.0/networks/11cf3641-542c-41f7-80c8-38f810587d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413523 Nov 12 00:48:00.251331 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5e7c94-4088-41e9-8508-1c0c41b73a94 None None] Network b1094747-583e-4ed4-9cd3-576c1b659cb5 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:00.266993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-9b5e7c94-4088-41e9-8508-1c0c41b73a94 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:00.277305 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35b8039-0394-4c15-9b32-66d3e44feeaf tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:00.302745 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee7af21-32ba-4d75-87cc-0127935b4219 None None] Sync routers for ids ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:00.313029 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b35b8039-0394-4c15-9b32-66d3e44feeaf tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/25f0c848-cc3c-40a7-ad8b-034a8d2173c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9966836 Nov 12 00:48:00.314933 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5e7c94-4088-41e9-8508-1c0c41b73a94 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:00.321335 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee7af21-32ba-4d75-87cc-0127935b4219 None None] Routers {'25f0c848-cc3c-40a7-ad8b-034a8d2173c2'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:00.322336 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-4ee7af21-32ba-4d75-87cc-0127935b4219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:00.324273 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e7c94-4088-41e9-8508-1c0c41b73a94 None None] Pushing event updated for resources: {'Port': ['ID=f8464741-3d0e-4680-99bc-f8fd2ece1eb2,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:00.341021 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] Routers {'b88424ba-baa0-4596-9039-ff6f88f42de8'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:00.341679 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b88424ba-baa0-4596-9039-ff6f88f42de8'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:00.377786 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38788) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:00.416745 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-0bad9310-84d1-40a6-95b2-9a61a8c322b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=46bdef3d-f8bc-4521-88a2-2afdcf545a6a HTTP/1.1" status: 200 len: 217 time: 0.1606536 Nov 12 00:48:00.478398 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] Set router b88424ba-baa0-4596-9039-ff6f88f42de8 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:00.508165 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-4ee7af21-32ba-4d75-87cc-0127935b4219 None None] Set router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:00.524669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d639c6-60fb-4898-9a3d-8b0952656749 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting subnet 5626865c-ab5f-49f1-b4bb-eece28ac0741 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:48:00.532015 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5d639c6-60fb-4898-9a3d-8b0952656749 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.587168 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-963f6b45-6f46-460a-a8c9-db60c7ee3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:00.589265 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-963f6b45-6f46-460a-a8c9-db60c7ee3083 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79ef9191-98fa-4a9d-80f9-c51942b38fb7 HTTP/1.1" status: 200 len: 797 time: 0.1404400 Nov 12 00:48:00.604740 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5d639c6-60fb-4898-9a3d-8b0952656749 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.698596 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5d639c6-60fb-4898-9a3d-8b0952656749 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.709980 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7051da02-ecd8-4378-ba21-a5bbe0f06c62 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:00.756899 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ec7038c2-cdd3-4063-a913-5c60f24edb5e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.806785 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5d639c6-60fb-4898-9a3d-8b0952656749 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.810894 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b44a1625-3dc7-42a5-b396-e3c8b162114a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.814181 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ec7038c2-cdd3-4063-a913-5c60f24edb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.838166 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d639c6-60fb-4898-9a3d-8b0952656749 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Subnet': ['ID=5626865c-ab5f-49f1-b4bb-eece28ac0741,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:00.852847 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5d639c6-60fb-4898-9a3d-8b0952656749 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.861966 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f5d639c6-60fb-4898-9a3d-8b0952656749 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/subnets/5626865c-ab5f-49f1-b4bb-eece28ac0741 HTTP/1.1" status: 204 len: 168 time: 0.4762893 Nov 12 00:48:00.870408 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38792) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:00.918134 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f0d43c-ed5e-4a24-b155-027a54df64f7 None None] Network ee5543c4-8f51-4b61-962e-36500ece9159 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:00.993998 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-4ee7af21-32ba-4d75-87cc-0127935b4219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:58Z', 'revision_number': 10, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:01.028014 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-29a58a9c-bf66-4358-9df4-c41fff2d2ad8 req-abec0009-a51e-4859-8888-8c64f9e3ebb4 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 210 time: 0.0676837 Nov 12 00:48:01.033673 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee7af21-32ba-4d75-87cc-0127935b4219 None None] Checking router: 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:01.044848 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee7af21-32ba-4d75-87cc-0127935b4219 None None] Routers {'25f0c848-cc3c-40a7-ad8b-034a8d2173c2'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:01.045643 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-4ee7af21-32ba-4d75-87cc-0127935b4219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:01.083377 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-9b5e7c94-4088-41e9-8508-1c0c41b73a94 None None] Attempting to bind port f8464741-3d0e-4680-99bc-f8fd2ece1eb2 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:01.084055 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-9b5e7c94-4088-41e9-8508-1c0c41b73a94 None None] Attempting to bind port f8464741-3d0e-4680-99bc-f8fd2ece1eb2 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'a585c8ee-581f-4922-9e51-23ffe4938fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b1094747-583e-4ed4-9cd3-576c1b659cb5'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:01.084593 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5e7c94-4088-41e9-8508-1c0c41b73a94 None None] Attempting to bind port f8464741-3d0e-4680-99bc-f8fd2ece1eb2 on network b1094747-583e-4ed4-9cd3-576c1b659cb5 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:01.088715 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-207d9dd9-ddc4-4b46-991d-e39ee83d4084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:01.091440 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-207d9dd9-ddc4-4b46-991d-e39ee83d4084 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5429105-7df0-4f08-b65b-bfa50831b1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3173466 Nov 12 00:48:01.143160 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5e7c94-4088-41e9-8508-1c0c41b73a94 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:01.144113 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5e7c94-4088-41e9-8508-1c0c41b73a94 None None] Checking segment: {'id': 'a585c8ee-581f-4922-9e51-23ffe4938fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b1094747-583e-4ed4-9cd3-576c1b659cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:01.144972 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9b5e7c94-4088-41e9-8508-1c0c41b73a94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.145710 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5e7c94-4088-41e9-8508-1c0c41b73a94 None None] Bound using segment: {'id': 'a585c8ee-581f-4922-9e51-23ffe4938fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b1094747-583e-4ed4-9cd3-576c1b659cb5'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:01.152856 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-12d7de46-3e7d-4c9e-930a-19a89f65d84f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.158489 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-9b5e7c94-4088-41e9-8508-1c0c41b73a94 None None] Bound port: f8464741-3d0e-4680-99bc-f8fd2ece1eb2, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a585c8ee-581f-4922-9e51-23ffe4938fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b1094747-583e-4ed4-9cd3-576c1b659cb5'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:01.159095 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9b5e7c94-4088-41e9-8508-1c0c41b73a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.161782 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-4ee7af21-32ba-4d75-87cc-0127935b4219 None None] Set router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:01.233584 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 7051da02-ecd8-4378-ba21-a5bbe0f06c62 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:01.234465 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.254132 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-ec7038c2-cdd3-4063-a913-5c60f24edb5e admin admin] Allocated IP 172.25.0.230 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/2fd7828d-766a-4470-8bb1-11476f451861) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:01.296129 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417eb37-0c6b-4ac3-b459-0c0801bfc215 req-af75dcd2-9a41-454b-a9fd-ef8d7422f9c5 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:01.298522 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6417eb37-0c6b-4ac3-b459-0c0801bfc215 req-af75dcd2-9a41-454b-a9fd-ef8d7422f9c5 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.15 "GET /v2.0/ports?device_id=4645eb87-b988-4f2b-96aa-d39faa547f1e HTTP/1.1" status: 200 len: 950 time: 0.1990459 Nov 12 00:48:01.321615 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778d7fa-d4a1-4d5f-a634-f159769eb6ac req-594ff9d2-cc7d-480c-971e-89bd3e866073 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:01.323565 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0778d7fa-d4a1-4d5f-a634-f159769eb6ac req-594ff9d2-cc7d-480c-971e-89bd3e866073 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=4645eb87-b988-4f2b-96aa-d39faa547f1e HTTP/1.1" status: 200 len: 950 time: 0.2271340 Nov 12 00:48:01.525754 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-9b5e7c94-4088-41e9-8508-1c0c41b73a94 None None] For port f8464741-3d0e-4680-99bc-f8fd2ece1eb2, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:01.551647 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-6ae1f6de-9544-4d78-b1e7-cff3627b6545 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357603 Nov 12 00:48:01.553630 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-9b5e7c94-4088-41e9-8508-1c0c41b73a94 None None] For port f8464741-3d0e-4680-99bc-f8fd2ece1eb2, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f8464741-3d0e-4680-99bc-f8fd2ece1eb2,segment=NetworkSegment(a585c8ee-581f-4922-9e51-23ffe4938fe5),segment_id=a585c8ee-581f-4922-9e51-23ffe4938fe5)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:01.574217 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9b5e7c94-4088-41e9-8508-1c0c41b73a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.587756 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0778d7fa-d4a1-4d5f-a634-f159769eb6ac req-e8cfb966-562d-42ae-a84d-f7aec73d6b70 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527599 Nov 12 00:48:01.608207 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-12d7de46-3e7d-4c9e-930a-19a89f65d84f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting port 476daf83-e102-4a26-affb-0f0d184bff49 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:01.609134 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-12d7de46-3e7d-4c9e-930a-19a89f65d84f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.671596 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ec7038c2-cdd3-4063-a913-5c60f24edb5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.675774 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-6417eb37-0c6b-4ac3-b459-0c0801bfc215 req-1ac5b030-40e3-4e7a-a5a6-59257b6b4b40 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Deleting port 34b4cd59-b72e-4785-bcba-baf2a32d2abe {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:01.676421 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6417eb37-0c6b-4ac3-b459-0c0801bfc215 req-1ac5b030-40e3-4e7a-a5a6-59257b6b4b40 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.688451 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-12d7de46-3e7d-4c9e-930a-19a89f65d84f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] For port 476daf83-e102-4a26-affb-0f0d184bff49, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=476daf83-e102-4a26-affb-0f0d184bff49,segment=NetworkSegment(69c98b10-0950-4e6d-934f-495b458f1950),segment_id=69c98b10-0950-4e6d-934f-495b458f1950)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:01.688843 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-12d7de46-3e7d-4c9e-930a-19a89f65d84f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.698580 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7858be-5bd7-4d48-b10d-8c6f78678d1d None None] DHCP port deletion for ee5543c4-8f51-4b61-962e-36500ece9159 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:01.705202 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-12d7de46-3e7d-4c9e-930a-19a89f65d84f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Calling delete_port for 476daf83-e102-4a26-affb-0f0d184bff49 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:01.726196 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-4ee7af21-32ba-4d75-87cc-0127935b4219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:58Z', 'revision_number': 10, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:01.789837 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'name': 'tempest-ServersTestFqdnHostnames-135947570-router', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:42Z', 'updated_at': '2021-11-12T00:47:50Z', 'revision_number': 4, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'gw_port': {'id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15', 'name': '', 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'mac_address': 'fa:16:3e:24:2c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:49Z', 'updated_at': '2021-11-12T00:47:51Z', 'revision_number': 2, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'subnets': [{'id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:01.796952 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee7af21-32ba-4d75-87cc-0127935b4219 None None] The sync data for ids ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'] in n-d-712137-14 is: [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:47:58Z', 'revision_number': 10, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None, '_interfaces': [{'id': 'c2699227-a552-42bd-a90d-505260a15494', 'name': '', 'network_id': '8087a3d5-3aa9-4258-bced-d416e671e2c0', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'mac_address': 'fa:16:3e:8c:53:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f2288d87-4365-4138-93d0-951585077915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:50Z', 'updated_at': '2021-11-12T00:47:00Z', 'revision_number': 5, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'subnets': [{'id': 'f2288d87-4365-4138-93d0-951585077915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:01.872538 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] Checking router: b88424ba-baa0-4596-9039-ff6f88f42de8 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:01.872942 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] Updating router b88424ba-baa0-4596-9039-ff6f88f42de8 port 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:48:01.911852 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-6417eb37-0c6b-4ac3-b459-0c0801bfc215 req-1ac5b030-40e3-4e7a-a5a6-59257b6b4b40 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] For port 34b4cd59-b72e-4785-bcba-baf2a32d2abe, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=34b4cd59-b72e-4785-bcba-baf2a32d2abe,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:01.912337 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6417eb37-0c6b-4ac3-b459-0c0801bfc215 req-1ac5b030-40e3-4e7a-a5a6-59257b6b4b40 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.933566 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-6417eb37-0c6b-4ac3-b459-0c0801bfc215 req-1ac5b030-40e3-4e7a-a5a6-59257b6b4b40 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Calling delete_port for 34b4cd59-b72e-4785-bcba-baf2a32d2abe owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:01.936480 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:01.938448 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e7c94-4088-41e9-8508-1c0c41b73a94 None None] Pushing event updated for resources: {'Port': ['ID=f8464741-3d0e-4680-99bc-f8fd2ece1eb2,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:01.989724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-9d7e6e67-37a1-4a74-b893-c97d6b4664b9 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:02.000914 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-9d7e6e67-37a1-4a74-b893-c97d6b4664b9 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/networks?id=fc73b16d-f031-4e8c-9077-d3bd4fe0e550 HTTP/1.1" status: 200 len: 809 time: 0.5144160 Nov 12 00:48:02.010834 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6e7858be-5bd7-4d48-b10d-8c6f78678d1d None None] Deleting port 476daf83-e102-4a26-affb-0f0d184bff49 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:02.011358 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6e7858be-5bd7-4d48-b10d-8c6f78678d1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.029613 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-b598c848-6c95-47df-ada0-e9e41268dfd5 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/quotas/a88bd13cf7f14d98988288f2082816a4 HTTP/1.1" status: 200 len: 375 time: 0.0273688 Nov 12 00:48:02.043422 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-0199e9b8-ddc4-41db-9001-cf58effe4124 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484594 Nov 12 00:48:02.058575 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-12d7de46-3e7d-4c9e-930a-19a89f65d84f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.073111 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ec7038c2-cdd3-4063-a913-5c60f24edb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.092276 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-40063a85-1258-421f-a16b-2c7b0842078e tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a88bd13cf7f14d98988288f2082816a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610740 Nov 12 00:48:02.106112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d7de46-3e7d-4c9e-930a-19a89f65d84f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] No DVR routers for this DVR port 476daf83-e102-4a26-affb-0f0d184bff49 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:02.199271 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0120b037-5c11-4c30-bc3d-0f7d2ba27cc1', 'name': 'network-vif-deleted', 'tag': '12cd0735-7a7d-4ace-b7b8-b3288cb91698'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:02.219938 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7de46-3e7d-4c9e-930a-19a89f65d84f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Port': ['ID=476daf83-e102-4a26-affb-0f0d184bff49,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:02.229042 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87566f6-afb2-4f2d-b881-d813cf5a7840" -d '{"events": [{"server_uuid": "0120b037-5c11-4c30-bc3d-0f7d2ba27cc1", "name": "network-vif-deleted", "tag": "12cd0735-7a7d-4ace-b7b8-b3288cb91698"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:02.238313 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7038c2-cdd3-4063-a913-5c60f24edb5e admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:02.246286 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6e7858be-5bd7-4d48-b10d-8c6f78678d1d None None] For port 476daf83-e102-4a26-affb-0f0d184bff49, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=476daf83-e102-4a26-affb-0f0d184bff49,segment=NetworkSegment(69c98b10-0950-4e6d-934f-495b458f1950),segment_id=69c98b10-0950-4e6d-934f-495b458f1950)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:02.246801 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6e7858be-5bd7-4d48-b10d-8c6f78678d1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.275836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-ec7038c2-cdd3-4063-a913-5c60f24edb5e admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:02.279390 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6e7858be-5bd7-4d48-b10d-8c6f78678d1d None None] Calling delete_port for 476daf83-e102-4a26-affb-0f0d184bff49 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:02.295871 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7038c2-cdd3-4063-a913-5c60f24edb5e admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:02.374893 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b35d0c9-9fc5-4a92-b3b8-27477d4d5615 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:02.388532 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device be087b2c-52cb-492f-ac72-56c333946215 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:02.413348 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7038c2-cdd3-4063-a913-5c60f24edb5e admin admin] Pushing event updated for resources: {'Port': ['ID=2fd7828d-766a-4470-8bb1-11476f451861,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:02.448264 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-12d7de46-3e7d-4c9e-930a-19a89f65d84f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.455358 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7c5c793e-e294-442a-9569-519b5a385df8 req-c9654182-47ba-4edc-a661-59c450f51bb7 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 210 time: 0.2598815 Nov 12 00:48:02.471801 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: be087b2c-52cb-492f-ac72-56c333946215 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:02.476170 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device be087b2c-52cb-492f-ac72-56c333946215 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:02.476915 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 476daf83-e102-4a26-affb-0f0d184bff49 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:02.488543 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-12d7de46-3e7d-4c9e-930a-19a89f65d84f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5543c4-8f51-4b61-962e-36500ece9159']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:02.501016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-12d7de46-3e7d-4c9e-930a-19a89f65d84f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c98b10-0950-4e6d-934f-495b458f1950') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:02.501334 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-12d7de46-3e7d-4c9e-930a-19a89f65d84f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c98b10-0950-4e6d-934f-495b458f1950') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:02.512022 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-12d7de46-3e7d-4c9e-930a-19a89f65d84f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.527501 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-12d7de46-3e7d-4c9e-930a-19a89f65d84f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.540282 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-c0c0c3c7-e3f3-4984-82e0-19f896e8ba17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae HTTP/1.1" status: 200 len: 217 time: 0.4716249 Nov 12 00:48:02.559810 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 476daf83-e102-4a26-affb-0f0d184bff49 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:02.560152 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 476daf83-e102-4a26-affb-0f0d184bff49 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:02.593931 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208e6d2d-4753-477b-851d-fe03b172bd1c x-openstack-request-id: req-208e6d2d-4753-477b-851d-fe03b172bd1c {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:02.594235 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0120b037-5c11-4c30-bc3d-0f7d2ba27cc1", "name": "network-vif-deleted", "tag": "12cd0735-7a7d-4ace-b7b8-b3288cb91698", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:02.594547 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-208e6d2d-4753-477b-851d-fe03b172bd1c {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:02.594942 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0120b037-5c11-4c30-bc3d-0f7d2ba27cc1', 'name': 'network-vif-deleted', 'tag': '12cd0735-7a7d-4ace-b7b8-b3288cb91698', 'status': 'completed', 'code': 200} Nov 12 00:48:02.646194 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-b44a1625-3dc7-42a5-b396-e3c8b162114a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Allocated IP 172.25.0.211 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/09326b41-fe2c-4b3d-8d1f-c47bc0095695) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:02.649984 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e509ffcb-ebf2-4023-992a-543af3215347 None None] Provisioning complete for port 2fd7828d-766a-4470-8bb1-11476f451861 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:02.650360 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e509ffcb-ebf2-4023-992a-543af3215347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.662394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d7de46-3e7d-4c9e-930a-19a89f65d84f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:48:02.663206 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-12d7de46-3e7d-4c9e-930a-19a89f65d84f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.680381 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-2999d58a-9b00-4fdc-8f0e-4602a693b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:02.682713 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-2999d58a-9b00-4fdc-8f0e-4602a693b548 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79ef9191-98fa-4a9d-80f9-c51942b38fb7 HTTP/1.1" status: 200 len: 797 time: 0.1327088 Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:48:02.683654 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:48:02.775973 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-e509ffcb-ebf2-4023-992a-543af3215347 None None] Port 2fd7828d-766a-4470-8bb1-11476f451861 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:02.779872 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6e7858be-5bd7-4d48-b10d-8c6f78678d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.840475 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.857368 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7858be-5bd7-4d48-b10d-8c6f78678d1d None None] No DVR routers for this DVR port 476daf83-e102-4a26-affb-0f0d184bff49 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:02.867313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7858be-5bd7-4d48-b10d-8c6f78678d1d None None] Pushing event deleted for resources: {'Port': ['ID=476daf83-e102-4a26-affb-0f0d184bff49,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:02.870424 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.920414 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-12d7de46-3e7d-4c9e-930a-19a89f65d84f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.939293 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-98a6be51-53f1-403e-bc28-456f27c54ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:02.942355 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-98a6be51-53f1-403e-bc28-456f27c54ca9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5429105-7df0-4f08-b65b-bfa50831b1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1667800 Nov 12 00:48:02.952121 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6417eb37-0c6b-4ac3-b459-0c0801bfc215 req-1ac5b030-40e3-4e7a-a5a6-59257b6b4b40 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.966188 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-12d7de46-3e7d-4c9e-930a-19a89f65d84f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.971694 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-12d7de46-3e7d-4c9e-930a-19a89f65d84f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/networks/ee5543c4-8f51-4b61-962e-36500ece9159 HTTP/1.1" status: 204 len: 168 time: 2.0982280 Nov 12 00:48:02.973178 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38820) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:03.020101 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-576ce0ae-f037-46ba-94d3-f5ca984f1b78 service neutron] 10.222.0.31 "GET /v2.0/networks/fc73b16d-f031-4e8c-9077-d3bd4fe0e550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9268851 Nov 12 00:48:03.043075 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c86eab-731e-4eda-b239-f234387e3264 None None] Pushing event updated for resources: {'Port': ['ID=1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:03.043727 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7de46-3e7d-4c9e-930a-19a89f65d84f tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Network': ['ID=ee5543c4-8f51-4b61-962e-36500ece9159,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:03.049399 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['34b4cd59-b72e-4785-bcba-baf2a32d2abe'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:03.085306 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5b030-40e3-4e7a-a5a6-59257b6b4b40 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Pushing event deleted for resources: {'Port': ['ID=34b4cd59-b72e-4785-bcba-baf2a32d2abe,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:03.102342 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] Attempting to bind port 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:03.103140 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] Attempting to bind port 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '58aed1e2-4731-42ce-8241-8faf41068d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:03.103720 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] Attempting to bind port 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15 on network 4ed6ff91-f62e-41b7-80b6-a3533ae98587 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:03.124492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:03.124913 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] Checking segment: {'id': '58aed1e2-4731-42ce-8241-8faf41068d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:03.125387 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:03.126095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] Bound using segment: {'id': '58aed1e2-4731-42ce-8241-8faf41068d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:03.127625 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] Bound port: 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58aed1e2-4731-42ce-8241-8faf41068d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:03.128843 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:03.285918 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] For port 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:03.290837 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] For port 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15,segment=NetworkSegment(58aed1e2-4731-42ce-8241-8faf41068d94),segment_id=58aed1e2-4731-42ce-8241-8faf41068d94)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:03.300764 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:03.454287 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ec7038c2-cdd3-4063-a913-5c60f24edb5e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:03.462996 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5c7e0840-69dc-4322-bbe2-e9ea7c9b142a None None] Provisioning complete for port 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:03.477211 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5c7e0840-69dc-4322-bbe2-e9ea7c9b142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:03.479156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a828a1c-3d3d-4548-b373-1513753b7920 req-d2d63424-7a63-4377-80cd-e6d467c3ff0e tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:03.481340 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8a828a1c-3d3d-4548-b373-1513753b7920 req-d2d63424-7a63-4377-80cd-e6d467c3ff0e tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/ports?device_id=4645eb87-b988-4f2b-96aa-d39faa547f1e HTTP/1.1" status: 200 len: 867 time: 0.6407568 Nov 12 00:48:03.484514 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-6417eb37-0c6b-4ac3-b459-0c0801bfc215 req-1ac5b030-40e3-4e7a-a5a6-59257b6b4b40 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] No DVR routers for this DVR port 34b4cd59-b72e-4785-bcba-baf2a32d2abe on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:03.558371 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c86eab-731e-4eda-b239-f234387e3264 None None] Pushing event updated for resources: {'Port': ['ID=1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:03.561699 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] Routers {'b88424ba-baa0-4596-9039-ff6f88f42de8'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:03.562270 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b88424ba-baa0-4596-9039-ff6f88f42de8'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:03.625881 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6417eb37-0c6b-4ac3-b459-0c0801bfc215 req-1ac5b030-40e3-4e7a-a5a6-59257b6b4b40 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:03.631647 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6417eb37-0c6b-4ac3-b459-0c0801bfc215 req-1ac5b030-40e3-4e7a-a5a6-59257b6b4b40 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.15 "DELETE /v2.0/ports/34b4cd59-b72e-4785-bcba-baf2a32d2abe HTTP/1.1" status: 204 len: 173 time: 2.3201783 Nov 12 00:48:03.829118 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b44a1625-3dc7-42a5-b396-e3c8b162114a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:03.852671 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] Set router b88424ba-baa0-4596-9039-ff6f88f42de8 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:04.115454 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bac60a7-89dc-4195-8377-060768e1ee05 None None] Network b1094747-583e-4ed4-9cd3-576c1b659cb5 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:04.135694 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-9e5bfc30-2643-4c9a-8527-16ac6d6371f6 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1831431 Nov 12 00:48:04.412310 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ec7038c2-cdd3-4063-a913-5c60f24edb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:04.415461 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b44a1625-3dc7-42a5-b396-e3c8b162114a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:04.448670 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-82059a3b-d0c5-4d03-bf88-04c48baf3929 service neutron] 10.222.0.31 "GET /v2.0/networks/fc73b16d-f031-4e8c-9077-d3bd4fe0e550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4066737 Nov 12 00:48:04.455364 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8a828a1c-3d3d-4548-b373-1513753b7920 req-9b984de1-632e-4cf8-9504-001f3466eb51 tempest-LiveMigrationNegativeTest-1479185637 tempest-LiveMigrationNegativeTest-1479185637-project] 10.222.0.31 "GET /v2.0/security-groups?id=96a852eb-1be3-4139-9b84-905bd9b26e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9557254 Nov 12 00:48:04.469600 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:04.570312 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44a1625-3dc7-42a5-b396-e3c8b162114a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:04.599029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-b44a1625-3dc7-42a5-b396-e3c8b162114a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:04.609549 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a1625-3dc7-42a5-b396-e3c8b162114a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:04.616612 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4645eb87-b988-4f2b-96aa-d39faa547f1e', 'name': 'network-vif-deleted', 'tag': '34b4cd59-b72e-4785-bcba-baf2a32d2abe'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:04.625461 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c44c165-d215-40a9-b179-3fdcf6e98bdd" -d '{"events": [{"server_uuid": "4645eb87-b988-4f2b-96aa-d39faa547f1e", "name": "network-vif-deleted", "tag": "34b4cd59-b72e-4785-bcba-baf2a32d2abe"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:04.690088 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a1625-3dc7-42a5-b396-e3c8b162114a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Pushing event updated for resources: {'Port': ['ID=09326b41-fe2c-4b3d-8d1f-c47bc0095695,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:04.745510 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-04ffb08a-48d8-4f24-aab5-ad4445c7cf32 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908935 Nov 12 00:48:04.746478 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6601f525-2df5-4927-8eea-e58241abce97 req-55a0abe4-73d7-4260-996d-c34483486cfb tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 210 time: 0.0881085 Nov 12 00:48:04.856818 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-20e3f954-fdf1-4ae0-82ae-ad48d227de63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf HTTP/1.1" status: 200 len: 217 time: 0.0975788 Nov 12 00:48:04.885720 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105066a4-603e-4d3a-bf45-37f56db75c9f x-openstack-request-id: req-105066a4-603e-4d3a-bf45-37f56db75c9f {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:04.886080 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4645eb87-b988-4f2b-96aa-d39faa547f1e", "name": "network-vif-deleted", "tag": "34b4cd59-b72e-4785-bcba-baf2a32d2abe", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:04.886378 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-105066a4-603e-4d3a-bf45-37f56db75c9f {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:04.886785 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4645eb87-b988-4f2b-96aa-d39faa547f1e', 'name': 'network-vif-deleted', 'tag': '34b4cd59-b72e-4785-bcba-baf2a32d2abe', 'status': 'completed', 'code': 200} Nov 12 00:48:04.899028 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5c7e0840-69dc-4322-bbe2-e9ea7c9b142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:04.968521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 34b4cd59-b72e-4785-bcba-baf2a32d2abe no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:05.035061 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ad73fdb-abb2-4fd3-bb01-b4a43a42e69d req-05f3639c-249c-4b43-855b-174e68c805f9 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=96335ef1-3b2c-47b5-b9d1-7c9457599e3a HTTP/1.1" status: 200 len: 210 time: 0.1175120 Nov 12 00:48:05.068259 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7038c2-cdd3-4063-a913-5c60f24edb5e admin admin] Router 368e472b-49c0-4425-83e9-fa847003b712 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:48:05.074376 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-c0dcc84d-f659-4276-a853-c2df8b855345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:05.075923 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-c0dcc84d-f659-4276-a853-c2df8b855345 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79ef9191-98fa-4a9d-80f9-c51942b38fb7 HTTP/1.1" status: 200 len: 797 time: 0.1747487 Nov 12 00:48:05.081781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:05.081781 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.082098 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b44a1625-3dc7-42a5-b396-e3c8b162114a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.083913 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 34b4cd59-b72e-4785-bcba-baf2a32d2abe {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:05.084421 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 34b4cd59-b72e-4785-bcba-baf2a32d2abe not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:05.092785 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da037b75-c91c-4542-b7db-60a322bce1e0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.156875 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5c7e0840-69dc-4322-bbe2-e9ea7c9b142a None None] For port 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15,segment=NetworkSegment(58aed1e2-4731-42ce-8241-8faf41068d94),segment_id=58aed1e2-4731-42ce-8241-8faf41068d94)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:05.178791 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5c7e0840-69dc-4322-bbe2-e9ea7c9b142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.291850 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-82410292-b6fb-4ac8-9fcb-cc311d57027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:05.296724 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-82410292-b6fb-4ac8-9fcb-cc311d57027b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5429105-7df0-4f08-b65b-bfa50831b1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2072074 Nov 12 00:48:05.310004 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b44a1625-3dc7-42a5-b396-e3c8b162114a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.345342 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'name': 'tempest-ServersTestFqdnHostnames-135947570-router', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:42Z', 'updated_at': '2021-11-12T00:47:50Z', 'revision_number': 4, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'gw_port': {'id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15', 'name': '', 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'mac_address': 'fa:16:3e:24:2c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:49Z', 'updated_at': '2021-11-12T00:48:03Z', 'revision_number': 4, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'subnets': [{'id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:05.409824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e0840-69dc-4322-bbe2-e9ea7c9b142a None None] Pushing event updated for resources: {'Port': ['ID=1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:05.435431 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91a1b04-e211-4674-b9ea-a8046e0332b9 None None] The sync data for ids ['b88424ba-baa0-4596-9039-ff6f88f42de8'] in n-d-712137-14 is: [{'id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'name': 'tempest-ServersTestFqdnHostnames-135947570-router', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:42Z', 'updated_at': '2021-11-12T00:47:50Z', 'revision_number': 4, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'gw_port': {'id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15', 'name': '', 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'mac_address': 'fa:16:3e:24:2c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:49Z', 'updated_at': '2021-11-12T00:48:03Z', 'revision_number': 4, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'subnets': [{'id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:05.444440 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-95d448b0-901c-4c2d-a4d8-d4ee276250ae None None] Provisioning complete for port f8464741-3d0e-4680-99bc-f8fd2ece1eb2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:05.444999 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-95d448b0-901c-4c2d-a4d8-d4ee276250ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.525419 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f8464741-3d0e-4680-99bc-f8fd2ece1eb2 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:05.701384 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7038c2-cdd3-4063-a913-5c60f24edb5e admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:05.708683 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-95d448b0-901c-4c2d-a4d8-d4ee276250ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.716784 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] Sync routers for ids ['368e472b-49c0-4425-83e9-fa847003b712'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:05.756846 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port f8464741-3d0e-4680-99bc-f8fd2ece1eb2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:05.759594 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.791397 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ec7038c2-cdd3-4063-a913-5c60f24edb5e admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:05.794508 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ec7038c2-cdd3-4063-a913-5c60f24edb5e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1470759 Nov 12 00:48:05.807263 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38844) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:05.808034 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-5c78695a-a64e-4e14-9992-66a6b7bbdeb7 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178195 Nov 12 00:48:05.861374 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] Routers {'368e472b-49c0-4425-83e9-fa847003b712'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:05.862158 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['368e472b-49c0-4425-83e9-fa847003b712'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:06.068029 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-95d448b0-901c-4c2d-a4d8-d4ee276250ae None None] For port f8464741-3d0e-4680-99bc-f8fd2ece1eb2, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f8464741-3d0e-4680-99bc-f8fd2ece1eb2,segment=NetworkSegment(a585c8ee-581f-4922-9e51-23ffe4938fe5),segment_id=a585c8ee-581f-4922-9e51-23ffe4938fe5)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:06.069208 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-e0bd43ea-1204-4e40-89dc-93aca989b0b8 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422671 Nov 12 00:48:06.103143 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-95d448b0-901c-4c2d-a4d8-d4ee276250ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.189032 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-f4532f14-8fd0-4c9b-8409-dd664df9614e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=598a4042-c420-4cc6-a0c6-65564b98695e HTTP/1.1" status: 200 len: 217 time: 0.0810277 Nov 12 00:48:06.293677 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3d0bc2f1-e797-40d0-b60d-8a6321c2e104 req-7f90cb0e-5d18-4609-a76f-e950912c8e35 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 210 time: 0.3951848 Nov 12 00:48:06.299846 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38852) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:06.329557 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] Set router 368e472b-49c0-4425-83e9-fa847003b712 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:06.352980 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a860802e-198c-457a-ba10-05fe0ecd5e36 req-5b310c28-3f0a-49b5-b44d-b6552061b72b tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=96335ef1-3b2c-47b5-b9d1-7c9457599e3a HTTP/1.1" status: 200 len: 210 time: 0.0432415 Nov 12 00:48:06.358042 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:48:06.392291 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-da037b75-c91c-4542-b7db-60a322bce1e0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting port c2699227-a552-42bd-a90d-505260a15494 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:06.393051 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da037b75-c91c-4542-b7db-60a322bce1e0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.393423 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b44a1625-3dc7-42a5-b396-e3c8b162114a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.397819 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-7f9d9abf-7f4b-4460-9172-f7fe1f8fe912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:06.400378 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-7f9d9abf-7f4b-4460-9172-f7fe1f8fe912 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79ef9191-98fa-4a9d-80f9-c51942b38fb7 HTTP/1.1" status: 200 len: 797 time: 0.1996050 Nov 12 00:48:06.410739 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b44a1625-3dc7-42a5-b396-e3c8b162114a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.462843 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-95d448b0-901c-4c2d-a4d8-d4ee276250ae None None] Provisioning complete for port 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:06.463245 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-95d448b0-901c-4c2d-a4d8-d4ee276250ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.577383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-489ebd70-1723-4159-abed-706b8b1b427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:06.579951 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-489ebd70-1723-4159-abed-706b8b1b427e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5429105-7df0-4f08-b65b-bfa50831b1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1575518 Nov 12 00:48:06.609354 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d448b0-901c-4c2d-a4d8-d4ee276250ae None None] Pushing event updated for resources: {'Port': ['ID=f8464741-3d0e-4680-99bc-f8fd2ece1eb2,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:06.691522 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-da037b75-c91c-4542-b7db-60a322bce1e0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] For port c2699227-a552-42bd-a90d-505260a15494, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c2699227-a552-42bd-a90d-505260a15494,segment=NetworkSegment(070e67c8-db48-4fc3-8fd6-abea13aa6bfe),segment_id=070e67c8-db48-4fc3-8fd6-abea13aa6bfe)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:06.692238 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da037b75-c91c-4542-b7db-60a322bce1e0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.745098 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-da037b75-c91c-4542-b7db-60a322bce1e0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Calling delete_port for c2699227-a552-42bd-a90d-505260a15494 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:06.854403 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-7971e6a2-a1ae-4022-a163-289f675d69e7 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609410 Nov 12 00:48:06.869374 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a1625-3dc7-42a5-b396-e3c8b162114a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Pushing event updated for resources: {'Port': ['ID=09326b41-fe2c-4b3d-8d1f-c47bc0095695,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:06.905874 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e472b-49c0-4425-83e9-fa847003b712', 'name': 'tempest-TestAggregatesBasicOps-195760586-router', 'tenant_id': '56872c6ea13d486d9c471b297b78efe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '2fd7828d-766a-4470-8bb1-11476f451861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:58Z', 'updated_at': '2021-11-12T00:48:02Z', 'revision_number': 3, 'project_id': '56872c6ea13d486d9c471b297b78efe8', 'gw_port': {'id': '2fd7828d-766a-4470-8bb1-11476f451861', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368e472b-49c0-4425-83e9-fa847003b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:00Z', 'updated_at': '2021-11-12T00:48:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:06.925343 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b44a1625-3dc7-42a5-b396-e3c8b162114a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:06.953957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] Checking router: 368e472b-49c0-4425-83e9-fa847003b712 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:06.954570 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] Updating router 368e472b-49c0-4425-83e9-fa847003b712 port 2fd7828d-766a-4470-8bb1-11476f451861 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:48:06.987319 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-81fd1ab4-4fd6-4b7e-90e9-d9aee45b307d tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:06.989857 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-81fd1ab4-4fd6-4b7e-90e9-d9aee45b307d tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.21 "GET /v2.0/networks?id=fc73b16d-f031-4e8c-9077-d3bd4fe0e550 HTTP/1.1" status: 200 len: 809 time: 0.5691602 Nov 12 00:48:06.998708 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8d754d7f-1636-4323-bc19-081b895507f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=638dcdd1a35647ce9d69c5c71f6933c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6918128 Nov 12 00:48:06.998943 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:06.999824 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38856) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:07.010087 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-9017c5ed-fece-40bd-8671-55cfff737521 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Request body: {'port': {'device_id': '96335ef1-3b2c-47b5-b9d1-7c9457599e3a', 'network_id': 'fc73b16d-f031-4e8c-9077-d3bd4fe0e550', 'admin_state_up': True, 'tenant_id': 'a88bd13cf7f14d98988288f2082816a4'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:07.057774 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b44a1625-3dc7-42a5-b396-e3c8b162114a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.069427 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4f5da4d0-e1b6-48ca-9687-22c38ba3117e None None] Provisioning complete for port f8464741-3d0e-4680-99bc-f8fd2ece1eb2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:07.079339 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4f5da4d0-e1b6-48ca-9687-22c38ba3117e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.079450 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b44a1625-3dc7-42a5-b396-e3c8b162114a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0832748 Nov 12 00:48:07.084445 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-47562497-383a-49c2-81f7-2e5f8eaf9d5a service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183375 Nov 12 00:48:07.092547 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.210616 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-407fba97-6553-462b-bb68-c10e426f8ffa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7ec6bbb6-cda8-445c-acc9-186646419b56 HTTP/1.1" status: 200 len: 217 time: 0.0958977 Nov 12 00:48:07.291611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-9017c5ed-fece-40bd-8671-55cfff737521 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Made reservation on behalf of a88bd13cf7f14d98988288f2082816a4 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:07.299741 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-9017c5ed-fece-40bd-8671-55cfff737521 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.381479 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:07.381479 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.399660 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da037b75-c91c-4542-b7db-60a322bce1e0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.502794 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da037b75-c91c-4542-b7db-60a322bce1e0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Port': ['ID=c2699227-a552-42bd-a90d-505260a15494,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:07.532087 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-f6703c34-06e7-4435-bfbb-41eb72a68fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:07.534006 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-f6703c34-06e7-4435-bfbb-41eb72a68fd0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b4b93af-0a2a-4ab0-978c-c22484f952fd HTTP/1.1" status: 200 len: 797 time: 0.3095698 Nov 12 00:48:07.549106 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-9017c5ed-fece-40bd-8671-55cfff737521 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Allocated IP 172.20.0.10 (fc73b16d-f031-4e8c-9077-d3bd4fe0e550/c80ca9cf-ef62-4dbc-a52b-690d9634d05e/899ce3ec-526e-4155-9398-17a10d14aa47) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:07.629209 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3c3c03be-26be-4512-bd53-372adecb081f req-170c6b96-41e5-4685-b36b-a5415531b0f6 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--563344411&fields=id&tenant_id=4324cd530d294d27a4a03b3e458b655e HTTP/1.1" status: 200 len: 267 time: 0.2481334 Nov 12 00:48:07.692180 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f8464741-3d0e-4680-99bc-f8fd2ece1eb2 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:07.767313 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-7e971738-b3fd-4f57-b1cf-8681d076561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:07.768969 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-7e971738-b3fd-4f57-b1cf-8681d076561c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a47d1011-e7d0-4734-88d5-45d0a4429b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2172744 Nov 12 00:48:07.803514 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-9017c5ed-fece-40bd-8671-55cfff737521 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.892855 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da037b75-c91c-4542-b7db-60a322bce1e0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.893351 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-942da94f-fbcc-4813-a466-6d88d3bb5052 req-42805098-355a-4aea-9298-fce9a33976c8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 210 time: 0.0408895 Nov 12 00:48:07.915308 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-9017c5ed-fece-40bd-8671-55cfff737521 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.951445 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.970597 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.047029 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456869df-5be5-4f7e-9839-cfe447765803 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:08.071543 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017c5ed-fece-40bd-8671-55cfff737521 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Pushing event updated for resources: {'Port': ['ID=899ce3ec-526e-4155-9398-17a10d14aa47,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:08.110382 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-35c65c1c-bfa2-40bc-b836-b2688f75a6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.115697 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] Attempting to bind port 2fd7828d-766a-4470-8bb1-11476f451861 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:08.116311 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] Attempting to bind port 2fd7828d-766a-4470-8bb1-11476f451861 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:08.116953 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] Attempting to bind port 2fd7828d-766a-4470-8bb1-11476f451861 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:08.120921 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fa5ae-4ec0-445b-9c41-5d1b5d02de59 None None] Pushing event updated for resources: {'Port': ['ID=2fd7828d-766a-4470-8bb1-11476f451861,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:08.121802 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c03402e1-9ce7-4339-8d51-e38993a2b4ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.133762 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c03be-26be-4512-bd53-372adecb081f req-53de4f1e-9389-423f-88bf-09817b0b3854 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:08.135368 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3c3c03be-26be-4512-bd53-372adecb081f req-53de4f1e-9389-423f-88bf-09817b0b3854 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/networks?id=4ed6ff91-f62e-41b7-80b6-a3533ae98587 HTTP/1.1" status: 200 len: 814 time: 0.4912941 Nov 12 00:48:08.137665 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port f8464741-3d0e-4680-99bc-f8fd2ece1eb2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:08.138649 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.141709 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:08.142474 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:08.144367 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.144367 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:08.144938 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] Bound port: 2fd7828d-766a-4470-8bb1-11476f451861, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:08.145658 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.153242 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c03402e1-9ce7-4339-8d51-e38993a2b4ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.188605 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-9017c5ed-fece-40bd-8671-55cfff737521 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Network fc73b16d-f031-4e8c-9077-d3bd4fe0e550 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:08.225558 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a2535-b439-4b01-a8b1-aa88d5a81710 req-7b3e6e44-574e-492e-acce-9119f4a7e6e7 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:08.227539 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ed7a2535-b439-4b01-a8b1-aa88d5a81710 req-7b3e6e44-574e-492e-acce-9119f4a7e6e7 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=96335ef1-3b2c-47b5-b9d1-7c9457599e3a HTTP/1.1" status: 200 len: 932 time: 0.1496952 Nov 12 00:48:08.228502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-9017c5ed-fece-40bd-8671-55cfff737521 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:08.232406 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-9017c5ed-fece-40bd-8671-55cfff737521 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:08.247558 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6450239e-2257-442b-855c-7f6128416897 None None] Provisioning complete for port 2fd7828d-766a-4470-8bb1-11476f451861 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:08.248023 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6450239e-2257-442b-855c-7f6128416897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.251595 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3c3c03be-26be-4512-bd53-372adecb081f req-86543b38-f22b-44b4-adce-db5ea631da14 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/quotas/4324cd530d294d27a4a03b3e458b655e HTTP/1.1" status: 200 len: 375 time: 0.0635171 Nov 12 00:48:08.255468 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-7f80148e-7b62-42d8-9a2e-b357f8bed4ad service neutron] 10.222.0.15 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455528 Nov 12 00:48:08.264474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da037b75-c91c-4542-b7db-60a322bce1e0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:48:08.298385 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6450239e-2257-442b-855c-7f6128416897 None None] Port 2fd7828d-766a-4470-8bb1-11476f451861 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:08.351378 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] For port 2fd7828d-766a-4470-8bb1-11476f451861, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:08.372169 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] For port 2fd7828d-766a-4470-8bb1-11476f451861, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=2fd7828d-766a-4470-8bb1-11476f451861,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:08.382578 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.438089 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-9017c5ed-fece-40bd-8671-55cfff737521 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:08.438758 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-9017c5ed-fece-40bd-8671-55cfff737521 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.449132 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ed7a2535-b439-4b01-a8b1-aa88d5a81710 req-48bf41d7-bf60-4d51-bf5c-5c0cd6910ddc tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080369 Nov 12 00:48:08.501822 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c03402e1-9ce7-4339-8d51-e38993a2b4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.505586 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c03402e1-9ce7-4339-8d51-e38993a2b4ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.506796 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c03402e1-9ce7-4339-8d51-e38993a2b4ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96a852eb-1be3-4139-9b84-905bd9b26e3e HTTP/1.1" status: 204 len: 168 time: 1.5047708 Nov 12 00:48:08.527344 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fa5ae-4ec0-445b-9c41-5d1b5d02de59 None None] Pushing event updated for resources: {'Port': ['ID=2fd7828d-766a-4470-8bb1-11476f451861,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:08.547591 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-9017c5ed-fece-40bd-8671-55cfff737521 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5391216 Nov 12 00:48:08.563993 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03402e1-9ce7-4339-8d51-e38993a2b4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a852eb-1be3-4139-9b84-905bd9b26e3e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:08.578769 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] Request body: {'port': {'device_id': '96335ef1-3b2c-47b5-b9d1-7c9457599e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:08.609655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da037b75-c91c-4542-b7db-60a322bce1e0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:08.624683 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeaff99-51a4-42f1-8856-f0a39cfbde2d None None] Sync routers for ids ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:08.629388 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38880) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:08.633125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58adaac-2c67-481b-8081-9946c6726f07 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:08.634299 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-da037b75-c91c-4542-b7db-60a322bce1e0 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/25f0c848-cc3c-40a7-ad8b-034a8d2173c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6480050 Nov 12 00:48:08.641633 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.645718 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeaff99-51a4-42f1-8856-f0a39cfbde2d None None] Routers {'25f0c848-cc3c-40a7-ad8b-034a8d2173c2'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:08.651341 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8aeaff99-51a4-42f1-8856-f0a39cfbde2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:08.651511 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] Routers {'368e472b-49c0-4425-83e9-fa847003b712'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:08.652079 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['368e472b-49c0-4425-83e9-fa847003b712'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:08.684940 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3c3c03be-26be-4512-bd53-372adecb081f req-422a3f07-6e65-4892-929a-24608557d8e2 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4324cd530d294d27a4a03b3e458b655e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3924696 Nov 12 00:48:08.766544 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-7e5c10be-dd0d-4a78-a94d-80345d5fc43c service neutron] 10.222.0.15 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841168 Nov 12 00:48:08.779762 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f530c693-33b8-4850-8179-671c1001545f None None] Provisioning complete for port 2fd7828d-766a-4470-8bb1-11476f451861 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:08.780052 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f530c693-33b8-4850-8179-671c1001545f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.793719 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-8aeaff99-51a4-42f1-8856-f0a39cfbde2d None None] Set router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:08.882208 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:08.883891 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] Set router 368e472b-49c0-4425-83e9-fa847003b712 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:08.964655 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-35c65c1c-bfa2-40bc-b836-b2688f75a6b5 admin admin] Allocated IP 172.20.0.1 (b1094747-583e-4ed4-9cd3-576c1b659cb5/86bbfb8c-4d45-41c5-99ce-15f5849e3013/8b1d95a3-5d2c-4940-b8e0-18cc60edc09f) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:08.974892 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8aeaff99-51a4-42f1-8856-f0a39cfbde2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:48:07Z', 'revision_number': 11, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:08.980814 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-074bdbe0-69ba-4b6f-9aa6-4180c999bd63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5499a9f2-ee89-4018-a3da-de31014146c2 HTTP/1.1" status: 200 len: 217 time: 0.1578808 Nov 12 00:48:09.058100 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeaff99-51a4-42f1-8856-f0a39cfbde2d None None] Checking router: 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:09.059367 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38886) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:09.075299 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f530c693-33b8-4850-8179-671c1001545f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:09.079397 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeaff99-51a4-42f1-8856-f0a39cfbde2d None None] Routers {'25f0c848-cc3c-40a7-ad8b-034a8d2173c2'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:09.085294 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8aeaff99-51a4-42f1-8856-f0a39cfbde2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:09.122247 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-f530c693-33b8-4850-8179-671c1001545f None None] For port 2fd7828d-766a-4470-8bb1-11476f451861, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=2fd7828d-766a-4470-8bb1-11476f451861,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:09.151273 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3c3c03be-26be-4512-bd53-372adecb081f req-96696da5-e0a6-481c-b657-b51bca14067b service neutron] 10.222.0.31 "GET /v2.0/networks/4ed6ff91-f62e-41b7-80b6-a3533ae98587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405942 Nov 12 00:48:09.154894 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f530c693-33b8-4850-8179-671c1001545f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:09.157493 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-0890e3db-0837-4905-a674-9c9fc54a0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:09.159817 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-0890e3db-0837-4905-a674-9c9fc54a0f5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b4b93af-0a2a-4ab0-978c-c22484f952fd HTTP/1.1" status: 200 len: 797 time: 0.1638126 Nov 12 00:48:09.183819 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-35c65c1c-bfa2-40bc-b836-b2688f75a6b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:09.193189 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1e3d50c4-ccd8-4779-94d5-f8259c1b3c10 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8518c1a426884550b55ba5b57ee4fc50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1208060 Nov 12 00:48:09.206344 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-8aeaff99-51a4-42f1-8856-f0a39cfbde2d None None] Set router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:09.207085 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38888) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:09.234243 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530c693-33b8-4850-8179-671c1001545f None None] Pushing event updated for resources: {'Port': ['ID=2fd7828d-766a-4470-8bb1-11476f451861,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:09.248064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e472b-49c0-4425-83e9-fa847003b712', 'name': 'tempest-TestAggregatesBasicOps-195760586-router', 'tenant_id': '56872c6ea13d486d9c471b297b78efe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '2fd7828d-766a-4470-8bb1-11476f451861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:58Z', 'updated_at': '2021-11-12T00:48:02Z', 'revision_number': 3, 'project_id': '56872c6ea13d486d9c471b297b78efe8', 'gw_port': {'id': '2fd7828d-766a-4470-8bb1-11476f451861', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368e472b-49c0-4425-83e9-fa847003b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:00Z', 'updated_at': '2021-11-12T00:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:09.255423 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f5cc48-7a34-416a-8c86-c50797791e94 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting subnet f2288d87-4365-4138-93d0-951585077915 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:48:09.261265 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-35c65c1c-bfa2-40bc-b836-b2688f75a6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:09.263250 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-63f5cc48-7a34-416a-8c86-c50797791e94 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:09.282388 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa4452d-72b1-46d6-8ab7-2c296df97726 None None] The sync data for ids ['368e472b-49c0-4425-83e9-fa847003b712'] in n-d-712137-14 is: [{'id': '368e472b-49c0-4425-83e9-fa847003b712', 'name': 'tempest-TestAggregatesBasicOps-195760586-router', 'tenant_id': '56872c6ea13d486d9c471b297b78efe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '2fd7828d-766a-4470-8bb1-11476f451861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:58Z', 'updated_at': '2021-11-12T00:48:02Z', 'revision_number': 3, 'project_id': '56872c6ea13d486d9c471b297b78efe8', 'gw_port': {'id': '2fd7828d-766a-4470-8bb1-11476f451861', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368e472b-49c0-4425-83e9-fa847003b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:00Z', 'updated_at': '2021-11-12T00:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:09.299347 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8aeaff99-51a4-42f1-8856-f0a39cfbde2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:48:07Z', 'revision_number': 11, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:09.324936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-eafd0fae-9910-4d69-93be-80eab9482db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:09.326486 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-eafd0fae-9910-4d69-93be-80eab9482db8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a47d1011-e7d0-4734-88d5-45d0a4429b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1487613 Nov 12 00:48:09.351402 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeaff99-51a4-42f1-8856-f0a39cfbde2d None None] The sync data for ids ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'] in n-d-712137-14 is: [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:48:07Z', 'revision_number': 11, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:09.362401 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fe271b49-1b71-4b05-b92e-590d760e60fa req-f1790b37-23f1-4279-95c3-6629f6bb3035 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=e565fdf5-f238-4103-9cc9-9534e7fe0cc1 HTTP/1.1" status: 200 len: 210 time: 0.1129982 Nov 12 00:48:09.383311 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3c3c03be-26be-4512-bd53-372adecb081f req-8e7df262-88e4-487f-a108-c506bc4bf123 service neutron] 10.222.0.31 "GET /v2.0/networks/4ed6ff91-f62e-41b7-80b6-a3533ae98587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142215 Nov 12 00:48:09.422258 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a7081b3-829d-4255-9f13-c023688a2dcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:09.424741 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c65c1c-bfa2-40bc-b836-b2688f75a6b5 admin admin] Network b1094747-583e-4ed4-9cd3-576c1b659cb5 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:09.433666 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-35c65c1c-bfa2-40bc-b836-b2688f75a6b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:09.436482 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c65c1c-bfa2-40bc-b836-b2688f75a6b5 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:09.455472 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a7081b3-829d-4255-9f13-c023688a2dcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:09.485593 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-35c65c1c-bfa2-40bc-b836-b2688f75a6b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:09.506146 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-1fe6f4d2-4c9a-4fce-af3d-b72bdeffead2 service neutron] 10.222.0.15 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664553 Nov 12 00:48:09.557089 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-63f5cc48-7a34-416a-8c86-c50797791e94 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:09.616983 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a7081b3-829d-4255-9f13-c023688a2dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:09.619842 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a7081b3-829d-4255-9f13-c023688a2dcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:09.621148 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4a7081b3-829d-4255-9f13-c023688a2dcf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/112e3355-d32b-464f-8d5a-cd964f0469a3 HTTP/1.1" status: 204 len: 168 time: 0.4132814 Nov 12 00:48:09.688513 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-afb6ce45-0b8e-4dcc-aca3-55ee62424827 req-fd7c2e64-fb11-48f7-9c42-abbc6bd3e4e2 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/ports?device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 210 time: 0.0643704 Nov 12 00:48:09.710148 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7081b3-829d-4255-9f13-c023688a2dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112e3355-d32b-464f-8d5a-cd964f0469a3,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:09.833744 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ce3f5c2-60e6-45f3-b2e1-d03c9d6d1544 req-87ad6b97-f880-4043-9538-d99e9c9bda9a service neutron] 10.222.0.15 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179028 Nov 12 00:48:10.020054 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7ae62473-3e90-450f-8515-061be70570fb None None] Provisioning complete for port 8b1d95a3-5d2c-4940-b8e0-18cc60edc09f triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:10.021736 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7ae62473-3e90-450f-8515-061be70570fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:10.074294 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7ae62473-3e90-450f-8515-061be70570fb None None] Port 8b1d95a3-5d2c-4940-b8e0-18cc60edc09f cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:10.425223 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c65c1c-bfa2-40bc-b836-b2688f75a6b5 admin admin] Pushing event updated for resources: {'Port': ['ID=8b1d95a3-5d2c-4940-b8e0-18cc60edc09f,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:10.649258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509f1a9-cbc0-45aa-828e-a3770bac0f2d req-07542646-1fea-4ae7-8cba-df175d0ea856 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:10.650416 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b509f1a9-cbc0-45aa-828e-a3770bac0f2d req-07542646-1fea-4ae7-8cba-df175d0ea856 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=96335ef1-3b2c-47b5-b9d1-7c9457599e3a HTTP/1.1" status: 200 len: 932 time: 0.3099165 Nov 12 00:48:10.691585 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-63f5cc48-7a34-416a-8c86-c50797791e94 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:10.743814 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-35c65c1c-bfa2-40bc-b836-b2688f75a6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:10.812159 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b737c0b8-c391-427c-ad6d-97a6cb3cda55 req-d4201dff-a1ac-49f4-8037-a6567e55cdbf tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/ports?device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 210 time: 0.0516081 Nov 12 00:48:10.863323 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b509f1a9-cbc0-45aa-828e-a3770bac0f2d req-5f957286-fb1c-4ef7-bc95-a0cc8e7f564f tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768835 Nov 12 00:48:10.948582 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-63f5cc48-7a34-416a-8c86-c50797791e94 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:10.974413 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba5b31f-ee3d-42cb-8c93-23a2514a73e9 None None] Network 8087a3d5-3aa9-4258-bced-d416e671e2c0 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:11.014208 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2fd7828d-766a-4470-8bb1-11476f451861 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:11.051648 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-63f5cc48-7a34-416a-8c86-c50797791e94 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.055220 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-63f5cc48-7a34-416a-8c86-c50797791e94 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/subnets/f2288d87-4365-4138-93d0-951585077915 HTTP/1.1" status: 204 len: 168 time: 2.4247963 Nov 12 00:48:11.057949 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38950) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:11.096197 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5cc48-7a34-416a-8c86-c50797791e94 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Subnet': ['ID=f2288d87-4365-4138-93d0-951585077915,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:11.117902 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899ce3ec-526e-4155-9398-17a10d14aa47 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:11.164732 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 2fd7828d-766a-4470-8bb1-11476f451861 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:11.165131 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.180961 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.219770 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4320ea60-1ff5-4c9f-90bc-6360130296de tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.291078 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a0b096-0bc1-4f6f-88f5-9e65b2f59f52 None None] DHCP port deletion for 8087a3d5-3aa9-4258-bced-d416e671e2c0 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:11.307044 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4320ea60-1ff5-4c9f-90bc-6360130296de tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Deleting port 836c640a-f488-4872-852d-d6b113af92b8 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:11.307399 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4320ea60-1ff5-4c9f-90bc-6360130296de tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.335561 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] Transition to ACTIVE for port object 899ce3ec-526e-4155-9398-17a10d14aa47 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:48:11.338607 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c2699227-a552-42bd-a90d-505260a15494 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:11.369300 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: c2699227-a552-42bd-a90d-505260a15494 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:11.369882 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c2699227-a552-42bd-a90d-505260a15494 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:11.381698 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.404029 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-90a0b096-0bc1-4f6f-88f5-9e65b2f59f52 None None] Deleting port 836c640a-f488-4872-852d-d6b113af92b8 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:11.404775 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-90a0b096-0bc1-4f6f-88f5-9e65b2f59f52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.423331 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-4320ea60-1ff5-4c9f-90bc-6360130296de tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] For port 836c640a-f488-4872-852d-d6b113af92b8, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=836c640a-f488-4872-852d-d6b113af92b8,segment=NetworkSegment(070e67c8-db48-4fc3-8fd6-abea13aa6bfe),segment_id=070e67c8-db48-4fc3-8fd6-abea13aa6bfe)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:11.423719 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4320ea60-1ff5-4c9f-90bc-6360130296de tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.437160 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4320ea60-1ff5-4c9f-90bc-6360130296de tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Calling delete_port for 836c640a-f488-4872-852d-d6b113af92b8 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:11.492900 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-90a0b096-0bc1-4f6f-88f5-9e65b2f59f52 None None] For port 836c640a-f488-4872-852d-d6b113af92b8, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=836c640a-f488-4872-852d-d6b113af92b8,segment=NetworkSegment(070e67c8-db48-4fc3-8fd6-abea13aa6bfe),segment_id=070e67c8-db48-4fc3-8fd6-abea13aa6bfe)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:11.493432 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-90a0b096-0bc1-4f6f-88f5-9e65b2f59f52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.509450 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-90a0b096-0bc1-4f6f-88f5-9e65b2f59f52 None None] Calling delete_port for 836c640a-f488-4872-852d-d6b113af92b8 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:11.546786 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c03be-26be-4512-bd53-372adecb081f req-be71b7a6-3276-43b5-a674-890cf79c97a0 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:11.548351 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c3c03be-26be-4512-bd53-372adecb081f req-be71b7a6-3276-43b5-a674-890cf79c97a0 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.21 "GET /v2.0/networks?id=4ed6ff91-f62e-41b7-80b6-a3533ae98587 HTTP/1.1" status: 200 len: 814 time: 0.4918549 Nov 12 00:48:11.566598 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4320ea60-1ff5-4c9f-90bc-6360130296de tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.584681 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7877e6d-3c81-4166-a438-e203f67438a3 req-bc500601-ea5c-4af5-868f-0ed851f9f5e2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:11.586755 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7877e6d-3c81-4166-a438-e203f67438a3 req-bc500601-ea5c-4af5-868f-0ed851f9f5e2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/networks?id=d74c3bda-c588-4e57-b67a-b6869318bb04 HTTP/1.1" status: 200 len: 810 time: 0.5177701 Nov 12 00:48:11.608538 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] Pushing event updated for resources: {'Port': ['ID=899ce3ec-526e-4155-9398-17a10d14aa47,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:11.618880 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-90a0b096-0bc1-4f6f-88f5-9e65b2f59f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.619732 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320ea60-1ff5-4c9f-90bc-6360130296de tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Port': ['ID=836c640a-f488-4872-852d-d6b113af92b8,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:11.635799 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4320ea60-1ff5-4c9f-90bc-6360130296de tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] No DVR routers for this DVR port 836c640a-f488-4872-852d-d6b113af92b8 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:11.654684 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0b096-0bc1-4f6f-88f5-9e65b2f59f52 None None] Pushing event deleted for resources: {'Port': ['ID=836c640a-f488-4872-852d-d6b113af92b8,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:11.662543 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a0b096-0bc1-4f6f-88f5-9e65b2f59f52 None None] No DVR routers for this DVR port 836c640a-f488-4872-852d-d6b113af92b8 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:11.688012 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-35c65c1c-bfa2-40bc-b836-b2688f75a6b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.697282 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7877e6d-3c81-4166-a438-e203f67438a3 req-456da667-0d37-48ac-905c-42462977050a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/quotas/8ede968b1a094c7192de77d827500d37 HTTP/1.1" status: 200 len: 375 time: 0.0567796 Nov 12 00:48:11.708114 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-35c65c1c-bfa2-40bc-b836-b2688f75a6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.748363 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4320ea60-1ff5-4c9f-90bc-6360130296de tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.772521 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-4320ea60-1ff5-4c9f-90bc-6360130296de tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8087a3d5-3aa9-4258-bced-d416e671e2c0']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:11.786357 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-4320ea60-1ff5-4c9f-90bc-6360130296de tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070e67c8-db48-4fc3-8fd6-abea13aa6bfe') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:11.786914 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-4320ea60-1ff5-4c9f-90bc-6360130296de tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070e67c8-db48-4fc3-8fd6-abea13aa6bfe') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:11.787475 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c3c03be-26be-4512-bd53-372adecb081f req-432d9d43-aa11-4a51-90b6-ca1e6b491bb5 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4324cd530d294d27a4a03b3e458b655e HTTP/1.1" status: 200 len: 379 time: 0.2119703 Nov 12 00:48:11.808962 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4320ea60-1ff5-4c9f-90bc-6360130296de tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.813877 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7877e6d-3c81-4166-a438-e203f67438a3 req-a2892cbd-bd55-4374-aeaf-41018c13623a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ede968b1a094c7192de77d827500d37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986438 Nov 12 00:48:11.822113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-3c3c03be-26be-4512-bd53-372adecb081f req-8835e396-1e78-4133-bf87-f40efcc05318 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Request body: {'port': {'device_id': '8003bd42-2931-4b14-89ed-5f2da1cb484b', 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587', 'admin_state_up': True, 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'security_groups': ['e149db29-ffdf-4721-9480-ce0ae1dbd508']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:11.827056 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4320ea60-1ff5-4c9f-90bc-6360130296de tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.829065 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] Attempting to bind port 899ce3ec-526e-4155-9398-17a10d14aa47 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:11.829438 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] Attempting to bind port 899ce3ec-526e-4155-9398-17a10d14aa47 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'fc1219c4-7233-4fa6-bbab-06930d4a5058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fc73b16d-f031-4e8c-9077-d3bd4fe0e550'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:11.829774 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] Attempting to bind port 899ce3ec-526e-4155-9398-17a10d14aa47 on network fc73b16d-f031-4e8c-9077-d3bd4fe0e550 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:11.837449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4320ea60-1ff5-4c9f-90bc-6360130296de tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:48:11.837856 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4320ea60-1ff5-4c9f-90bc-6360130296de tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:48:11.841557 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:48:11.923296 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c65c1c-bfa2-40bc-b836-b2688f75a6b5 admin admin] Pushing event updated for resources: {'Port': ['ID=8b1d95a3-5d2c-4940-b8e0-18cc60edc09f,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:11.926347 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] Port 899ce3ec-526e-4155-9398-17a10d14aa47 on network fc73b16d-f031-4e8c-9077-d3bd4fe0e550 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:48:11.926663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] Attempting to bind port 899ce3ec-526e-4155-9398-17a10d14aa47 on network fc73b16d-f031-4e8c-9077-d3bd4fe0e550 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:11.928681 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4320ea60-1ff5-4c9f-90bc-6360130296de tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.941157 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4320ea60-1ff5-4c9f-90bc-6360130296de tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.947523 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4320ea60-1ff5-4c9f-90bc-6360130296de tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/networks/8087a3d5-3aa9-4258-bced-d416e671e2c0 HTTP/1.1" status: 204 len: 168 time: 0.8882496 Nov 12 00:48:11.948244 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38970) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:11.960535 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-35c65c1c-bfa2-40bc-b836-b2688f75a6b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:11.968583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-00308c1b-9e8b-4380-ba63-f8fc6218a976 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'router': {'routes': None}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:12.003006 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:12.003396 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] Checking segment: {'id': 'fc1219c4-7233-4fa6-bbab-06930d4a5058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fc73b16d-f031-4e8c-9077-d3bd4fe0e550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:12.004125 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] Bound using segment: {'id': 'fc1219c4-7233-4fa6-bbab-06930d4a5058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fc73b16d-f031-4e8c-9077-d3bd4fe0e550'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:12.004566 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] Bound port: 899ce3ec-526e-4155-9398-17a10d14aa47, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1219c4-7233-4fa6-bbab-06930d4a5058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fc73b16d-f031-4e8c-9077-d3bd4fe0e550'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:12.004960 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.174405 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7877e6d-3c81-4166-a438-e203f67438a3 req-b0a376fb-47d5-470a-81b2-392be63c9a9d service neutron] 10.222.0.31 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340981 Nov 12 00:48:12.255002 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] For port 899ce3ec-526e-4155-9398-17a10d14aa47, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:12.281835 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c3c03be-26be-4512-bd53-372adecb081f req-8835e396-1e78-4133-bf87-f40efcc05318 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Made reservation on behalf of 4324cd530d294d27a4a03b3e458b655e for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:12.285472 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3c3c03be-26be-4512-bd53-372adecb081f req-8835e396-1e78-4133-bf87-f40efcc05318 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.311284 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c65c1c-bfa2-40bc-b836-b2688f75a6b5 admin admin] Network b1094747-583e-4ed4-9cd3-576c1b659cb5 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:12.319633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] For port 899ce3ec-526e-4155-9398-17a10d14aa47, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=899ce3ec-526e-4155-9398-17a10d14aa47,segment=NetworkSegment(fc1219c4-7233-4fa6-bbab-06930d4a5058),segment_id=fc1219c4-7233-4fa6-bbab-06930d4a5058)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:12.323656 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-35c65c1c-bfa2-40bc-b836-b2688f75a6b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:12.332289 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.391390 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320ea60-1ff5-4c9f-90bc-6360130296de tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Pushing event deleted for resources: {'Network': ['ID=8087a3d5-3aa9-4258-bced-d416e671e2c0,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:12.396194 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:12.397063 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-70471a86-59a9-410c-8f80-6ab034d96717 req-add097f9-e9da-44e0-a871-2fdbd8ce2aeb tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/ports?device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 210 time: 0.4476721 Nov 12 00:48:12.397213 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.398577 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] 10.222.0.21 "PUT /v2.0/ports/899ce3ec-526e-4155-9398-17a10d14aa47 HTTP/1.1" status: 200 len: 1093 time: 3.8360972 Nov 12 00:48:12.483247 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96335ef1-3b2c-47b5-b9d1-7c9457599e3a', 'tag': '899ce3ec-526e-4155-9398-17a10d14aa47'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:12.485640 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbceacb-e462-44e8-9db7-5adeb5fcd0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "96335ef1-3b2c-47b5-b9d1-7c9457599e3a", "tag": "899ce3ec-526e-4155-9398-17a10d14aa47"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:12.519620 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7877e6d-3c81-4166-a438-e203f67438a3 req-035cbbaa-904b-4144-9fbf-6f30ca6be8aa service neutron] 10.222.0.31 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329966 Nov 12 00:48:12.557032 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.extraroute_db [None req-00308c1b-9e8b-4380-ba63-f8fc6218a976 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Added routes are [] {{(pid=114243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 00:48:12.557798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.extraroute_db [None req-00308c1b-9e8b-4380-ba63-f8fc6218a976 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Removed routes are [] {{(pid=114243) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 00:48:12.557932 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00308c1b-9e8b-4380-ba63-f8fc6218a976 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.622053 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0728d-9705-4e7a-9760-14031f0cbdc9 service neutron] Pushing event updated for resources: {'Port': ['ID=899ce3ec-526e-4155-9398-17a10d14aa47,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:12.678956 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-a7cddd69-93ea-4cfc-aefa-5aa49e553ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:12.680561 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-a7cddd69-93ea-4cfc-aefa-5aa49e553ffb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a88bd13cf7f14d98988288f2082816a4&device_id=96335ef1-3b2c-47b5-b9d1-7c9457599e3a HTTP/1.1" status: 200 len: 1096 time: 0.1844211 Nov 12 00:48:12.734458 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7a530-e4cd-43b2-a2e9-3831cb753711 req-0a8130e9-ed4d-43d0-b4a9-b2fce53217e7 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:12.739187 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b262d52a-b02b-4623-a465-94076d70fbb9 None None] Provisioning complete for port 8b1d95a3-5d2c-4940-b8e0-18cc60edc09f triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:12.739691 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b262d52a-b02b-4623-a465-94076d70fbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.743587 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a9c7a530-e4cd-43b2-a2e9-3831cb753711 req-0a8130e9-ed4d-43d0-b4a9-b2fce53217e7 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=96335ef1-3b2c-47b5-b9d1-7c9457599e3a HTTP/1.1" status: 200 len: 944 time: 0.2650704 Nov 12 00:48:12.757417 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00308c1b-9e8b-4380-ba63-f8fc6218a976 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.765193 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-72c61b1c-db33-4e3f-bf5f-24f2d6bd78c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=899ce3ec-526e-4155-9398-17a10d14aa47 HTTP/1.1" status: 200 len: 217 time: 0.0707445 Nov 12 00:48:12.766309 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-3c3c03be-26be-4512-bd53-372adecb081f req-8835e396-1e78-4133-bf87-f40efcc05318 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Allocated IP 172.20.0.14 (4ed6ff91-f62e-41b7-80b6-a3533ae98587/ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb/f5b1555e-e0ee-48cb-b248-1ff7aa92890c) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:12.770485 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00308c1b-9e8b-4380-ba63-f8fc6218a976 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719336'] for router, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:12.771110 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c65c1c-bfa2-40bc-b836-b2688f75a6b5 admin admin] Router 368e472b-49c0-4425-83e9-fa847003b712 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:48:12.788660 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b262d52a-b02b-4623-a465-94076d70fbb9 None None] Port 8b1d95a3-5d2c-4940-b8e0-18cc60edc09f cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:12.883214 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a9c7a530-e4cd-43b2-a2e9-3831cb753711 req-b4a953ee-9eb8-4c73-af14-04b08c5c9906 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383936 Nov 12 00:48:12.911495 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00308c1b-9e8b-4380-ba63-f8fc6218a976 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:48:12.923776 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-486d963f-050f-4dc9-911b-f3bff6c2a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:12.926019 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-486d963f-050f-4dc9-911b-f3bff6c2a748 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c80ca9cf-ef62-4dbc-a52b-690d9634d05e HTTP/1.1" status: 200 len: 849 time: 0.1507146 Nov 12 00:48:12.987542 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7d1f78-45f7-4717-aa96-13b589a6b112 x-openstack-request-id: req-3e7d1f78-45f7-4717-aa96-13b589a6b112 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:12.988053 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96335ef1-3b2c-47b5-b9d1-7c9457599e3a", "tag": "899ce3ec-526e-4155-9398-17a10d14aa47", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:12.988756 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e7d1f78-45f7-4717-aa96-13b589a6b112 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:12.989346 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96335ef1-3b2c-47b5-b9d1-7c9457599e3a', 'tag': '899ce3ec-526e-4155-9398-17a10d14aa47', 'status': 'completed', 'code': 200} Nov 12 00:48:12.997554 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 836c640a-f488-4872-852d-d6b113af92b8 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:13.028476 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-50e4227c-5e31-4ebe-8b36-177f8b18373b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc73b16d-f031-4e8c-9077-d3bd4fe0e550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932562 Nov 12 00:48:13.069477 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 836c640a-f488-4872-852d-d6b113af92b8 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:13.070072 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 836c640a-f488-4872-852d-d6b113af92b8 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:13.129456 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-742b8937-6075-49ac-b74c-5e6230f5fab4 req-d49a643f-808f-4061-8094-7655c83aaf90 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7bbdcaa-c5b1-40f2-ad53-e6dd5d7d0ce4 HTTP/1.1" status: 200 len: 210 time: 0.0781498 Nov 12 00:48:13.142182 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00308c1b-9e8b-4380-ba63-f8fc6218a976 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:13.162794 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00308c1b-9e8b-4380-ba63-f8fc6218a976 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.163969 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-00308c1b-9e8b-4380-ba63-f8fc6218a976 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/25f0c848-cc3c-40a7-ad8b-034a8d2173c2 HTTP/1.1" status: 200 len: 701 time: 1.2024498 Nov 12 00:48:13.176072 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844e19bb-cc63-46e4-bf0d-7f4dcbc14f00 None None] Sync routers for ids ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:13.176964 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39000) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:13.211212 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844e19bb-cc63-46e4-bf0d-7f4dcbc14f00 None None] Routers {'25f0c848-cc3c-40a7-ad8b-034a8d2173c2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:13.212346 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-844e19bb-cc63-46e4-bf0d-7f4dcbc14f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:13.229255 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d1545510-e1ce-40ac-9264-fd420715b3b8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/ports?device_id=25f0c848-cc3c-40a7-ad8b-034a8d2173c2 HTTP/1.1" status: 200 len: 205 time: 0.0510948 Nov 12 00:48:13.231688 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39002) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:13.270344 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c65c1c-bfa2-40bc-b836-b2688f75a6b5 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:13.289339 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] Sync routers for ids ['368e472b-49c0-4425-83e9-fa847003b712'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:13.300489 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-35c65c1c-bfa2-40bc-b836-b2688f75a6b5 admin admin] 10.222.0.31 "PUT /v2.0/routers/368e472b-49c0-4425-83e9-fa847003b712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4886959 Nov 12 00:48:13.317730 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] Routers {'368e472b-49c0-4425-83e9-fa847003b712'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:13.318377 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['368e472b-49c0-4425-83e9-fa847003b712'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:13.328180 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-844e19bb-cc63-46e4-bf0d-7f4dcbc14f00 None None] Set router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:13.430013 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3c3c03be-26be-4512-bd53-372adecb081f req-8835e396-1e78-4133-bf87-f40efcc05318 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.462450 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-844e19bb-cc63-46e4-bf0d-7f4dcbc14f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:48:07Z', 'revision_number': 11, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:13.506151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844e19bb-cc63-46e4-bf0d-7f4dcbc14f00 None None] Checking router: 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:13.515921 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-64ad4ea9-ff35-464d-a7dc-ce8e61142223 service neutron] 10.222.0.21 "GET /v2.0/networks/fc73b16d-f031-4e8c-9077-d3bd4fe0e550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348741 Nov 12 00:48:13.553254 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844e19bb-cc63-46e4-bf0d-7f4dcbc14f00 None None] Routers {'25f0c848-cc3c-40a7-ad8b-034a8d2173c2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:13.554692 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-844e19bb-cc63-46e4-bf0d-7f4dcbc14f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:13.560636 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc1c7-9de1-4663-95d8-6e09a39b1af1 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:13.591304 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] Set router 368e472b-49c0-4425-83e9-fa847003b712 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:13.799556 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5126dd58-ae19-4704-9f84-a868778fcd04 req-7799bb35-097e-4f88-b27b-563d9a3d6b2f service neutron] 10.222.0.21 "GET /v2.0/networks/fc73b16d-f031-4e8c-9077-d3bd4fe0e550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567239 Nov 12 00:48:13.918338 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c0a9f3e-e63a-429c-ab81-e749515aa428 req-45a0dacc-9a73-4288-b6d4-ac64f7618bb8 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/ports?device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 210 time: 0.1090431 Nov 12 00:48:13.936930 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e472b-49c0-4425-83e9-fa847003b712', 'name': 'tempest-TestAggregatesBasicOps-195760586-router', 'tenant_id': '56872c6ea13d486d9c471b297b78efe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '2fd7828d-766a-4470-8bb1-11476f451861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:58Z', 'updated_at': '2021-11-12T00:48:10Z', 'revision_number': 4, 'project_id': '56872c6ea13d486d9c471b297b78efe8', 'gw_port': {'id': '2fd7828d-766a-4470-8bb1-11476f451861', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e472b-49c0-4425-83e9-fa847003b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:00Z', 'updated_at': '2021-11-12T00:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '8b1d95a3-5d2c-4940-b8e0-18cc60edc09f', 'name': '', 'network_id': 'b1094747-583e-4ed4-9cd3-576c1b659cb5', 'tenant_id': '56872c6ea13d486d9c471b297b78efe8', 'mac_address': 'fa:16:3e:4b:8e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368e472b-49c0-4425-83e9-fa847003b712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '86bbfb8c-4d45-41c5-99ce-15f5849e3013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:08Z', 'updated_at': '2021-11-12T00:48:10Z', 'revision_number': 2, 'project_id': '56872c6ea13d486d9c471b297b78efe8', 'subnets': [{'id': '86bbfb8c-4d45-41c5-99ce-15f5849e3013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:13.993048 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] Checking router: 368e472b-49c0-4425-83e9-fa847003b712 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:13.993672 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] Updating router 368e472b-49c0-4425-83e9-fa847003b712 port 8b1d95a3-5d2c-4940-b8e0-18cc60edc09f binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:48:14.020099 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc1c7-9de1-4663-95d8-6e09a39b1af1 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.023347 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc1c7-9de1-4663-95d8-6e09a39b1af1 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.025524 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3c3c03be-26be-4512-bd53-372adecb081f req-8835e396-1e78-4133-bf87-f40efcc05318 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.032495 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.054687 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-844e19bb-cc63-46e4-bf0d-7f4dcbc14f00 None None] Set router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:14.080568 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbceacb-e462-44e8-9db7-5adeb5fcd0b3 req-bf343039-efec-49cb-b83f-8002dfe42027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:14.082720 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fbceacb-e462-44e8-9db7-5adeb5fcd0b3 req-bf343039-efec-49cb-b83f-8002dfe42027 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a88bd13cf7f14d98988288f2082816a4&device_id=96335ef1-3b2c-47b5-b9d1-7c9457599e3a HTTP/1.1" status: 200 len: 1096 time: 0.1753283 Nov 12 00:48:14.098455 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c3c03be-26be-4512-bd53-372adecb081f req-8835e396-1e78-4133-bf87-f40efcc05318 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Network 4ed6ff91-f62e-41b7-80b6-a3533ae98587 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:14.123398 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-3c3c03be-26be-4512-bd53-372adecb081f req-8835e396-1e78-4133-bf87-f40efcc05318 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:14.129281 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc1c7-9de1-4663-95d8-6e09a39b1af1 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.130476 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0cc1c7-9de1-4663-95d8-6e09a39b1af1 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Fanout notify agent at l3_agent the message router_deleted on router 25f0c848-cc3c-40a7-ad8b-034a8d2173c2 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:48:14.146378 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc1c7-9de1-4663-95d8-6e09a39b1af1 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.147819 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7f0cc1c7-9de1-4663-95d8-6e09a39b1af1 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/routers/25f0c848-cc3c-40a7-ad8b-034a8d2173c2 HTTP/1.1" status: 204 len: 168 time: 0.9147365 Nov 12 00:48:14.153540 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835e396-1e78-4133-bf87-f40efcc05318 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Pushing event updated for resources: {'Port': ['ID=f5b1555e-e0ee-48cb-b248-1ff7aa92890c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:14.154485 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39046) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:14.155998 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3c03be-26be-4512-bd53-372adecb081f req-8835e396-1e78-4133-bf87-f40efcc05318 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:14.161864 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-844e19bb-cc63-46e4-bf0d-7f4dcbc14f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:48:07Z', 'revision_number': 11, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:14.168031 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d81993f2-d241-4bae-bf05-cb7106ead405 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1692637551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:14.206566 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844e19bb-cc63-46e4-bf0d-7f4dcbc14f00 None None] The sync data for ids ['25f0c848-cc3c-40a7-ad8b-034a8d2173c2'] in n-d-712137-14 is: [{'id': '25f0c848-cc3c-40a7-ad8b-034a8d2173c2', 'name': 'tempest-RoutersTest-router-1101538851', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:46Z', 'updated_at': '2021-11-12T00:48:07Z', 'revision_number': 11, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:14.214153 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d81993f2-d241-4bae-bf05-cb7106ead405 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.216143 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d81993f2-d241-4bae-bf05-cb7106ead405 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.303489 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d81993f2-d241-4bae-bf05-cb7106ead405 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.312427 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d81993f2-d241-4bae-bf05-cb7106ead405 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.347750 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d81993f2-d241-4bae-bf05-cb7106ead405 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.349348 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d81993f2-d241-4bae-bf05-cb7106ead405 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1860690 Nov 12 00:48:14.352009 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39052) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:14.358632 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-5723cd15-12b0-41f7-83e3-2ff1b5cd3d41 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:14.594559 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.614220 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.681350 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fb6f1baf-d85a-4928-90e1-65c670c84650 None None] Provisioning complete for port f5b1555e-e0ee-48cb-b248-1ff7aa92890c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:14.682922 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fb6f1baf-d85a-4928-90e1-65c670c84650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.704716 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5723cd15-12b0-41f7-83e3-2ff1b5cd3d41 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.725574 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-fb6f1baf-d85a-4928-90e1-65c670c84650 None None] Port f5b1555e-e0ee-48cb-b248-1ff7aa92890c cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:14.736468 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86fe7a-af9d-45aa-8180-99a995197fd8 None None] Pushing event updated for resources: {'Port': ['ID=8b1d95a3-5d2c-4940-b8e0-18cc60edc09f,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:14.736671 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5723cd15-12b0-41f7-83e3-2ff1b5cd3d41 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719336'] for router, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:14.763310 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86fe7a-af9d-45aa-8180-99a995197fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:14.765197 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86fe7a-af9d-45aa-8180-99a995197fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:14.765747 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86fe7a-af9d-45aa-8180-99a995197fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:14.766505 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86fe7a-af9d-45aa-8180-99a995197fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:14.767716 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86fe7a-af9d-45aa-8180-99a995197fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:14.768349 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86fe7a-af9d-45aa-8180-99a995197fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:14.769443 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86fe7a-af9d-45aa-8180-99a995197fd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:14.769954 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86fe7a-af9d-45aa-8180-99a995197fd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:14.770462 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86fe7a-af9d-45aa-8180-99a995197fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:14.770966 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86fe7a-af9d-45aa-8180-99a995197fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:14.771489 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86fe7a-af9d-45aa-8180-99a995197fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:14.772542 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86fe7a-af9d-45aa-8180-99a995197fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:15.032626 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] Attempting to bind port 8b1d95a3-5d2c-4940-b8e0-18cc60edc09f on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:15.033041 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] Attempting to bind port 8b1d95a3-5d2c-4940-b8e0-18cc60edc09f by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'a585c8ee-581f-4922-9e51-23ffe4938fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b1094747-583e-4ed4-9cd3-576c1b659cb5'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:15.033396 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] Attempting to bind port 8b1d95a3-5d2c-4940-b8e0-18cc60edc09f on network b1094747-583e-4ed4-9cd3-576c1b659cb5 {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:15.039353 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:15.040322 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] Checking segment: {'id': 'a585c8ee-581f-4922-9e51-23ffe4938fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b1094747-583e-4ed4-9cd3-576c1b659cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:15.041065 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.041609 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] Bound using segment: {'id': 'a585c8ee-581f-4922-9e51-23ffe4938fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b1094747-583e-4ed4-9cd3-576c1b659cb5'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:15.042227 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] Bound port: 8b1d95a3-5d2c-4940-b8e0-18cc60edc09f, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a585c8ee-581f-4922-9e51-23ffe4938fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b1094747-583e-4ed4-9cd3-576c1b659cb5'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:15.042769 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.108100 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c03be-26be-4512-bd53-372adecb081f req-8835e396-1e78-4133-bf87-f40efcc05318 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:15.109703 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3c3c03be-26be-4512-bd53-372adecb081f req-8835e396-1e78-4133-bf87-f40efcc05318 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.114254 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] For port 8b1d95a3-5d2c-4940-b8e0-18cc60edc09f, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:15.118776 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] For port 8b1d95a3-5d2c-4940-b8e0-18cc60edc09f, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8b1d95a3-5d2c-4940-b8e0-18cc60edc09f,segment=NetworkSegment(a585c8ee-581f-4922-9e51-23ffe4938fe5),segment_id=a585c8ee-581f-4922-9e51-23ffe4938fe5)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:15.125924 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.134581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5723cd15-12b0-41f7-83e3-2ff1b5cd3d41 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Router cd183833-5387-4b0f-af63-aebfa8aff06e is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:48:15.157013 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-688e96d5-53b4-4486-854b-81e9c3bc7df7 None None] Provisioning complete for port 8b1d95a3-5d2c-4940-b8e0-18cc60edc09f triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:15.157638 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-688e96d5-53b4-4486-854b-81e9c3bc7df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.158824 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f0778-9c60-4749-93d4-cd7bc340d238 req-9d1a1b67-8621-444b-be79-d7b219d5b181 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:15.167558 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b5f0778-9c60-4749-93d4-cd7bc340d238 req-9d1a1b67-8621-444b-be79-d7b219d5b181 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=96335ef1-3b2c-47b5-b9d1-7c9457599e3a HTTP/1.1" status: 200 len: 944 time: 0.9385324 Nov 12 00:48:15.172336 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c3c03be-26be-4512-bd53-372adecb081f req-8835e396-1e78-4133-bf87-f40efcc05318 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3643758 Nov 12 00:48:15.181547 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbceacb-e462-44e8-9db7-5adeb5fcd0b3 req-1d4abd20-07f4-4827-afdd-9023f20284b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:15.183301 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fbceacb-e462-44e8-9db7-5adeb5fcd0b3 req-1d4abd20-07f4-4827-afdd-9023f20284b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc73b16d-f031-4e8c-9077-d3bd4fe0e550 HTTP/1.1" status: 200 len: 910 time: 1.0872741 Nov 12 00:48:15.196561 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-3c3c03be-26be-4512-bd53-372adecb081f req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] Request body: {'port': {'device_id': '8003bd42-2931-4b14-89ed-5f2da1cb484b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:15.210696 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec259-1bdb-4269-bf29-d173e4477024 req-17b8d15a-d5ad-4ece-8e14-0de521010f19 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:15.212964 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-656ec259-1bdb-4269-bf29-d173e4477024 req-17b8d15a-d5ad-4ece-8e14-0de521010f19 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/networks?id=d74c3bda-c588-4e57-b67a-b6869318bb04 HTTP/1.1" status: 200 len: 810 time: 0.2489676 Nov 12 00:48:15.272030 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-656ec259-1bdb-4269-bf29-d173e4477024 req-52fed43f-7cd1-4512-a178-a5ac643eba36 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/quotas/8ede968b1a094c7192de77d827500d37 HTTP/1.1" status: 200 len: 375 time: 0.0310264 Nov 12 00:48:15.275882 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5723cd15-12b0-41f7-83e3-2ff1b5cd3d41 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:15.283880 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fbceacb-e462-44e8-9db7-5adeb5fcd0b3 req-fd8122d0-7624-4180-9ed8-2e988f988623 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=899ce3ec-526e-4155-9398-17a10d14aa47 HTTP/1.1" status: 200 len: 217 time: 0.0832806 Nov 12 00:48:15.285322 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5723cd15-12b0-41f7-83e3-2ff1b5cd3d41 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.288999 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] Routers {'368e472b-49c0-4425-83e9-fa847003b712'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:15.289367 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5723cd15-12b0-41f7-83e3-2ff1b5cd3d41 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "PUT /v2.0/routers/cd183833-5387-4b0f-af63-aebfa8aff06e HTTP/1.1" status: 200 len: 694 time: 0.9361234 Nov 12 00:48:15.289616 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['368e472b-49c0-4425-83e9-fa847003b712'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:15.298980 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39088) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:15.327230 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ca164-99da-4b0c-a7ab-8ba156d24574 None None] Sync routers for ids ['cd183833-5387-4b0f-af63-aebfa8aff06e'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:15.369258 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86fe7a-af9d-45aa-8180-99a995197fd8 None None] Pushing event updated for resources: {'Port': ['ID=8b1d95a3-5d2c-4940-b8e0-18cc60edc09f,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:15.380847 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ca164-99da-4b0c-a7ab-8ba156d24574 None None] Routers {'cd183833-5387-4b0f-af63-aebfa8aff06e'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:15.382153 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-b89ca164-99da-4b0c-a7ab-8ba156d24574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['cd183833-5387-4b0f-af63-aebfa8aff06e'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:15.409493 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-656ec259-1bdb-4269-bf29-d173e4477024 req-67673f62-6e0c-4ac8-b3c7-96cab59c2286 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ede968b1a094c7192de77d827500d37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1363688 Nov 12 00:48:15.422995 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-67524a4e-4b1b-4f67-b3cf-434e23229115 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/routers/cd183833-5387-4b0f-af63-aebfa8aff06e HTTP/1.1" status: 200 len: 700 time: 0.1215081 Nov 12 00:48:15.426839 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39090) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:15.472758 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-688e96d5-53b4-4486-854b-81e9c3bc7df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.507190 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b5f0778-9c60-4749-93d4-cd7bc340d238 req-9cbada99-ceb7-4d75-a4d3-863703c4d4c9 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384995 Nov 12 00:48:15.539301 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] Set router 368e472b-49c0-4425-83e9-fa847003b712 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:15.544343 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbceacb-e462-44e8-9db7-5adeb5fcd0b3 req-e2ab26a8-b318-461b-b608-edd16aee6eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:15.546744 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fbceacb-e462-44e8-9db7-5adeb5fcd0b3 req-e2ab26a8-b318-461b-b608-edd16aee6eda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c80ca9cf-ef62-4dbc-a52b-690d9634d05e HTTP/1.1" status: 200 len: 849 time: 0.2499149 Nov 12 00:48:15.551668 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3c3c03be-26be-4512-bd53-372adecb081f req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.564628 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-b89ca164-99da-4b0c-a7ab-8ba156d24574 None None] Set router cd183833-5387-4b0f-af63-aebfa8aff06e gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:15.595374 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-688e96d5-53b4-4486-854b-81e9c3bc7df7 None None] For port 8b1d95a3-5d2c-4940-b8e0-18cc60edc09f, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8b1d95a3-5d2c-4940-b8e0-18cc60edc09f,segment=NetworkSegment(a585c8ee-581f-4922-9e51-23ffe4938fe5),segment_id=a585c8ee-581f-4922-9e51-23ffe4938fe5)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:15.598071 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-656ec259-1bdb-4269-bf29-d173e4477024 req-49962458-6887-4f55-a399-40c5ee44d1c3 service neutron] 10.222.0.31 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599174 Nov 12 00:48:15.627209 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fbceacb-e462-44e8-9db7-5adeb5fcd0b3 req-72253ca6-78ab-4a91-95d6-017bb1ccb005 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc73b16d-f031-4e8c-9077-d3bd4fe0e550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650029 Nov 12 00:48:15.637770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-b89ca164-99da-4b0c-a7ab-8ba156d24574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd183833-5387-4b0f-af63-aebfa8aff06e', 'name': 'tempest-RoutersTest-router-1692637551', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:14Z', 'updated_at': '2021-11-12T00:48:14Z', 'revision_number': 2, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:15.640492 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-688e96d5-53b4-4486-854b-81e9c3bc7df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.649482 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-db34178b-1b00-49f1-a958-caba36747cac tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd183833-5387-4b0f-af63-aebfa8aff06e HTTP/1.1" status: 200 len: 205 time: 0.2204719 Nov 12 00:48:15.666750 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39094) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:15.712637 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ca164-99da-4b0c-a7ab-8ba156d24574 None None] Checking router: cd183833-5387-4b0f-af63-aebfa8aff06e for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:15.732340 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ca164-99da-4b0c-a7ab-8ba156d24574 None None] Routers {'cd183833-5387-4b0f-af63-aebfa8aff06e'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:15.733313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-b89ca164-99da-4b0c-a7ab-8ba156d24574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['cd183833-5387-4b0f-af63-aebfa8aff06e'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:15.823913 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e96d5-53b4-4486-854b-81e9c3bc7df7 None None] Pushing event updated for resources: {'Port': ['ID=8b1d95a3-5d2c-4940-b8e0-18cc60edc09f,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:15.831692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39098) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:15.835847 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-b89ca164-99da-4b0c-a7ab-8ba156d24574 None None] Set router cd183833-5387-4b0f-af63-aebfa8aff06e gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:15.838155 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4501f3e3-9f40-45b4-8d53-f9ddcb24e7e8 None None] Provisioning complete for port 8b1d95a3-5d2c-4940-b8e0-18cc60edc09f triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:15.838527 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4501f3e3-9f40-45b4-8d53-f9ddcb24e7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.845714 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e472b-49c0-4425-83e9-fa847003b712', 'name': 'tempest-TestAggregatesBasicOps-195760586-router', 'tenant_id': '56872c6ea13d486d9c471b297b78efe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '2fd7828d-766a-4470-8bb1-11476f451861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:58Z', 'updated_at': '2021-11-12T00:48:10Z', 'revision_number': 4, 'project_id': '56872c6ea13d486d9c471b297b78efe8', 'gw_port': {'id': '2fd7828d-766a-4470-8bb1-11476f451861', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e472b-49c0-4425-83e9-fa847003b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:00Z', 'updated_at': '2021-11-12T00:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '8b1d95a3-5d2c-4940-b8e0-18cc60edc09f', 'name': '', 'network_id': 'b1094747-583e-4ed4-9cd3-576c1b659cb5', 'tenant_id': '56872c6ea13d486d9c471b297b78efe8', 'mac_address': 'fa:16:3e:4b:8e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368e472b-49c0-4425-83e9-fa847003b712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '86bbfb8c-4d45-41c5-99ce-15f5849e3013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:08Z', 'updated_at': '2021-11-12T00:48:15Z', 'revision_number': 4, 'project_id': '56872c6ea13d486d9c471b297b78efe8', 'subnets': [{'id': '86bbfb8c-4d45-41c5-99ce-15f5849e3013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:15.881793 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d955a419-863a-4459-b97d-7914f2f0e291 None None] The sync data for ids ['368e472b-49c0-4425-83e9-fa847003b712'] in n-d-712137-14 is: [{'id': '368e472b-49c0-4425-83e9-fa847003b712', 'name': 'tempest-TestAggregatesBasicOps-195760586-router', 'tenant_id': '56872c6ea13d486d9c471b297b78efe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '2fd7828d-766a-4470-8bb1-11476f451861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:58Z', 'updated_at': '2021-11-12T00:48:10Z', 'revision_number': 4, 'project_id': '56872c6ea13d486d9c471b297b78efe8', 'gw_port': {'id': '2fd7828d-766a-4470-8bb1-11476f451861', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e472b-49c0-4425-83e9-fa847003b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:00Z', 'updated_at': '2021-11-12T00:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '8b1d95a3-5d2c-4940-b8e0-18cc60edc09f', 'name': '', 'network_id': 'b1094747-583e-4ed4-9cd3-576c1b659cb5', 'tenant_id': '56872c6ea13d486d9c471b297b78efe8', 'mac_address': 'fa:16:3e:4b:8e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368e472b-49c0-4425-83e9-fa847003b712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '86bbfb8c-4d45-41c5-99ce-15f5849e3013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:08Z', 'updated_at': '2021-11-12T00:48:15Z', 'revision_number': 4, 'project_id': '56872c6ea13d486d9c471b297b78efe8', 'subnets': [{'id': '86bbfb8c-4d45-41c5-99ce-15f5849e3013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:15.882656 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8ff219ec-3cf7-4cd1-b2cb-ab7e6bffdeda tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:15.917487 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-b89ca164-99da-4b0c-a7ab-8ba156d24574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd183833-5387-4b0f-af63-aebfa8aff06e', 'name': 'tempest-RoutersTest-router-1692637551', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:14Z', 'updated_at': '2021-11-12T00:48:14Z', 'revision_number': 2, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:15.979083 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ca164-99da-4b0c-a7ab-8ba156d24574 None None] The sync data for ids ['cd183833-5387-4b0f-af63-aebfa8aff06e'] in n-d-712137-14 is: [{'id': 'cd183833-5387-4b0f-af63-aebfa8aff06e', 'name': 'tempest-RoutersTest-router-1692637551', 'tenant_id': '04c66709839745f5bde4b3cea0f296bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:14Z', 'updated_at': '2021-11-12T00:48:14Z', 'revision_number': 2, 'project_id': '04c66709839745f5bde4b3cea0f296bc', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:16.140560 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-656ec259-1bdb-4269-bf29-d173e4477024 req-673a2669-b7d1-40c7-81d4-99a323be65c0 service neutron] 10.222.0.31 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126364 Nov 12 00:48:16.143955 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-141830bb-effb-444a-bf76-53a9d29a0d0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.187570 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8ff219ec-3cf7-4cd1-b2cb-ab7e6bffdeda tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.191471 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8ff219ec-3cf7-4cd1-b2cb-ab7e6bffdeda tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.262486 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209afee-3ea2-4bc9-8492-25bc1b5a5aa0 req-88c70b31-4fef-4f49-8efd-69f91a713bc8 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:16.270404 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8ff219ec-3cf7-4cd1-b2cb-ab7e6bffdeda tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.271540 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f209afee-3ea2-4bc9-8492-25bc1b5a5aa0 req-88c70b31-4fef-4f49-8efd-69f91a713bc8 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/ports?device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 932 time: 0.5682542 Nov 12 00:48:16.271856 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff219ec-3cf7-4cd1-b2cb-ab7e6bffdeda tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Fanout notify agent at l3_agent the message router_deleted on router cd183833-5387-4b0f-af63-aebfa8aff06e {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:48:16.280806 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8ff219ec-3cf7-4cd1-b2cb-ab7e6bffdeda tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.287025 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8ff219ec-3cf7-4cd1-b2cb-ab7e6bffdeda tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/routers/cd183833-5387-4b0f-af63-aebfa8aff06e HTTP/1.1" status: 204 len: 168 time: 0.6043563 Nov 12 00:48:16.287025 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39102) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:16.309442 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-3c3c03be-26be-4512-bd53-372adecb081f req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b1555e-e0ee-48cb-b248-1ff7aa92890c {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:16.331456 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b8382878-9288-462f-b24b-83c3975095da tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd183833-5387-4b0f-af63-aebfa8aff06e HTTP/1.1" status: 200 len: 205 time: 0.0427070 Nov 12 00:48:16.334174 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39106) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:16.335671 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fbceacb-e462-44e8-9db7-5adeb5fcd0b3 req-3d53bbb4-a275-465f-a93b-256923a54d56 service neutron] 10.222.0.21 "GET /v2.0/networks/fc73b16d-f031-4e8c-9077-d3bd4fe0e550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6980686 Nov 12 00:48:16.339830 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3c3c03be-26be-4512-bd53-372adecb081f req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.426749 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-0ebd41f4-7a36-4c1d-80ef-145790572367 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] delete failed (client error): The resource could not be found. Nov 12 00:48:16.428213 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0ebd41f4-7a36-4c1d-80ef-145790572367 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/routers/cd183833-5387-4b0f-af63-aebfa8aff06e HTTP/1.1" status: 404 len: 336 time: 0.0927248 Nov 12 00:48:16.432909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39110) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:16.442126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-3c3c03be-26be-4512-bd53-372adecb081f req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] Transition to ACTIVE for port object f5b1555e-e0ee-48cb-b248-1ff7aa92890c will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:48:16.456928 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f209afee-3ea2-4bc9-8492-25bc1b5a5aa0 req-f056c755-3368-4759-b4b7-76a68c1b6710 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/security-groups?id=e149db29-ffdf-4721-9480-ce0ae1dbd508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820538 Nov 12 00:48:16.486364 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0513227-05f8-4435-bb33-316d59477049 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] DELETE failed (client error): The resource could not be found. Nov 12 00:48:16.487952 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0513227-05f8-4435-bb33-316d59477049 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:48:16.492585 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e0513227-05f8-4435-bb33-316d59477049 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/subnets/3a1bdd73-6221-4195-8441-4e472514fb22 HTTP/1.1" status: 404 len: 337 time: 0.0585198 Nov 12 00:48:16.499219 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-141830bb-effb-444a-bf76-53a9d29a0d0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.501322 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39112) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:16.543835 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3c3c03be-26be-4512-bd53-372adecb081f req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.546985 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac6040c-eb3f-45da-84cd-464253b58fbb tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] DELETE failed (client error): The resource could not be found. Nov 12 00:48:16.548124 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ac6040c-eb3f-45da-84cd-464253b58fbb tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:48:16.551664 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8ac6040c-eb3f-45da-84cd-464253b58fbb tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/subnets/1af24746-aa56-4c51-951c-87c364aa0d1b HTTP/1.1" status: 404 len: 337 time: 0.0495648 Nov 12 00:48:16.554197 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39116) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:16.564809 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-141830bb-effb-444a-bf76-53a9d29a0d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:16.615352 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-141830bb-effb-444a-bf76-53a9d29a0d0e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e09dc0daa034c77beff13128d25284c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7802436 Nov 12 00:48:16.615663 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-52d9af3f-efd1-4622-9d19-418066bedcc8 req-b701d135-b54f-41c3-b8aa-119ea95ae6b0 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 210 time: 0.0802414 Nov 12 00:48:16.616141 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39122) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:16.624354 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-25cb7d99-bed3-4faa-b139-aebd0f7b1066 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] DELETE failed (client error): The resource could not be found. Nov 12 00:48:16.624838 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25cb7d99-bed3-4faa-b139-aebd0f7b1066 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:48:16.640185 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-25cb7d99-bed3-4faa-b139-aebd0f7b1066 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/subnets/5626865c-ab5f-49f1-b4bb-eece28ac0741 HTTP/1.1" status: 404 len: 337 time: 0.0849659 Nov 12 00:48:16.648223 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39124) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:16.723838 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-8988252f-0f6a-4f64-bc93-cf6f9e7b766c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] DELETE failed (client error): The resource could not be found. Nov 12 00:48:16.724397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8988252f-0f6a-4f64-bc93-cf6f9e7b766c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:48:16.728893 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8988252f-0f6a-4f64-bc93-cf6f9e7b766c tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/subnets/f2288d87-4365-4138-93d0-951585077915 HTTP/1.1" status: 404 len: 337 time: 0.0772498 Nov 12 00:48:16.731117 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141830bb-effb-444a-bf76-53a9d29a0d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a43144e-6256-4a6c-b5f9-dad129417191,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:16.740154 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39130) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:16.745691 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141830bb-effb-444a-bf76-53a9d29a0d0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:16.746625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141830bb-effb-444a-bf76-53a9d29a0d0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:16.747896 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141830bb-effb-444a-bf76-53a9d29a0d0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:16.749541 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141830bb-effb-444a-bf76-53a9d29a0d0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:16.749541 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141830bb-effb-444a-bf76-53a9d29a0d0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:16.749823 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141830bb-effb-444a-bf76-53a9d29a0d0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:16.750507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141830bb-effb-444a-bf76-53a9d29a0d0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:16.752536 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141830bb-effb-444a-bf76-53a9d29a0d0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:16.754409 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141830bb-effb-444a-bf76-53a9d29a0d0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:16.754816 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141830bb-effb-444a-bf76-53a9d29a0d0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:16.755173 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141830bb-effb-444a-bf76-53a9d29a0d0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:16.755518 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141830bb-effb-444a-bf76-53a9d29a0d0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:16.776273 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fbceacb-e462-44e8-9db7-5adeb5fcd0b3 req-7f8865c0-433f-4bb7-8bfd-56684db9e2e0 service neutron] 10.222.0.21 "GET /v2.0/networks/fc73b16d-f031-4e8c-9077-d3bd4fe0e550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127858 Nov 12 00:48:16.777202 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] Pushing event updated for resources: {'Port': ['ID=f5b1555e-e0ee-48cb-b248-1ff7aa92890c,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:16.836767 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-02d4bac5-0f8c-428f-9a02-bf0c3355799e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/ports?device_id=25f0c848-cc3c-40a7-ad8b-034a8d2173c2 HTTP/1.1" status: 200 len: 205 time: 0.0715394 Nov 12 00:48:16.837136 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39132) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:16.895289 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 899ce3ec-526e-4155-9398-17a10d14aa47 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:48:16.905480 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-44d86de1-7eed-415f-9070-acdb436b71c8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] delete failed (client error): The resource could not be found. Nov 12 00:48:16.911835 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-44d86de1-7eed-415f-9070-acdb436b71c8 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/routers/25f0c848-cc3c-40a7-ad8b-034a8d2173c2 HTTP/1.1" status: 404 len: 336 time: 0.0735731 Nov 12 00:48:16.912414 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39136) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:16.957956 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b7cfd316-e085-4d39-a731-b21b0172cdfb tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/ports?device_id=08528f43-3724-44f4-805e-8190db6918fe HTTP/1.1" status: 200 len: 205 time: 0.0441744 Nov 12 00:48:16.959011 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39140) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:17.013648 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-238150da-869b-4baa-b5b4-c4343174cf7a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] delete failed (client error): The resource could not be found. Nov 12 00:48:17.017667 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-238150da-869b-4baa-b5b4-c4343174cf7a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/routers/08528f43-3724-44f4-805e-8190db6918fe HTTP/1.1" status: 404 len: 336 time: 0.0571649 Nov 12 00:48:17.018940 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39144) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:17.054916 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065df26-5639-48fd-9b4d-07188bd14312 req-eeb7c92b-b2cd-4d31-b4e3-657e09a7f39c tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:17.065068 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-9123f468-b6e9-4495-9eb9-af78c144750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] DELETE failed (client error): The resource could not be found. Nov 12 00:48:17.065707 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9123f468-b6e9-4495-9eb9-af78c144750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:48:17.067912 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a065df26-5639-48fd-9b4d-07188bd14312 req-eeb7c92b-b2cd-4d31-b4e3-657e09a7f39c tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=96335ef1-3b2c-47b5-b9d1-7c9457599e3a HTTP/1.1" status: 200 len: 944 time: 0.2800274 Nov 12 00:48:17.073905 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9123f468-b6e9-4495-9eb9-af78c144750d tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/subnets/d97f02a6-ce84-4341-bbb7-f9781bd1e974 HTTP/1.1" status: 404 len: 337 time: 0.0534453 Nov 12 00:48:17.074673 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39148) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:17.083947 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e4bcb383-49c9-4cf0-beca-eca70ea7a66e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.111701 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e4bcb383-49c9-4cf0-beca-eca70ea7a66e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.139706 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f9798de3-3ca6-452b-a9bc-20478105f7f2 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/ports?device_id=be33f3ef-08b2-4821-906f-13613adbe984 HTTP/1.1" status: 200 len: 205 time: 0.0611610 Nov 12 00:48:17.140778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39152) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:17.169992 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-3c3c03be-26be-4512-bd53-372adecb081f req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] Attempting to bind port f5b1555e-e0ee-48cb-b248-1ff7aa92890c on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:17.170451 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-3c3c03be-26be-4512-bd53-372adecb081f req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] Attempting to bind port f5b1555e-e0ee-48cb-b248-1ff7aa92890c by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '58aed1e2-4731-42ce-8241-8faf41068d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:17.170705 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3c03be-26be-4512-bd53-372adecb081f req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] Attempting to bind port f5b1555e-e0ee-48cb-b248-1ff7aa92890c on network 4ed6ff91-f62e-41b7-80b6-a3533ae98587 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:17.180805 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3c03be-26be-4512-bd53-372adecb081f req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] Port f5b1555e-e0ee-48cb-b248-1ff7aa92890c on network 4ed6ff91-f62e-41b7-80b6-a3533ae98587 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:48:17.181147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3c03be-26be-4512-bd53-372adecb081f req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] Attempting to bind port f5b1555e-e0ee-48cb-b248-1ff7aa92890c on network 4ed6ff91-f62e-41b7-80b6-a3533ae98587 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:17.204642 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3c03be-26be-4512-bd53-372adecb081f req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:17.205463 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3c03be-26be-4512-bd53-372adecb081f req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] Checking segment: {'id': '58aed1e2-4731-42ce-8241-8faf41068d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:17.205854 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3c03be-26be-4512-bd53-372adecb081f req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] Bound using segment: {'id': '58aed1e2-4731-42ce-8241-8faf41068d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:17.206850 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-3c3c03be-26be-4512-bd53-372adecb081f req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] Bound port: f5b1555e-e0ee-48cb-b248-1ff7aa92890c, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58aed1e2-4731-42ce-8241-8faf41068d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:17.207214 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3c3c03be-26be-4512-bd53-372adecb081f req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.225563 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 899ce3ec-526e-4155-9398-17a10d14aa47, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=899ce3ec-526e-4155-9398-17a10d14aa47,segment=NetworkSegment(fc1219c4-7233-4fa6-bbab-06930d4a5058),segment_id=fc1219c4-7233-4fa6-bbab-06930d4a5058)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:17.250717 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a065df26-5639-48fd-9b4d-07188bd14312 req-17c0fa80-8128-4488-9866-f9b980c4d873 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780655 Nov 12 00:48:17.251778 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8b1d95a3-5d2c-4940-b8e0-18cc60edc09f up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:17.282094 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-03994689-c59f-4150-bff2-5b7674cd5056 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] delete failed (client error): The resource could not be found. Nov 12 00:48:17.283265 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-03994689-c59f-4150-bff2-5b7674cd5056 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/routers/be33f3ef-08b2-4821-906f-13613adbe984 HTTP/1.1" status: 404 len: 336 time: 0.1379316 Nov 12 00:48:17.286517 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39156) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:17.290271 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '899ce3ec-526e-4155-9398-17a10d14aa47', 'network_id': 'fc73b16d-f031-4e8c-9077-d3bd4fe0e550', 'port_id': '899ce3ec-526e-4155-9398-17a10d14aa47', 'mac_address': 'fa:16:3e:62:e7:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c80ca9cf-ef62-4dbc-a52b-690d9634d05e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:48:17.330791 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e4bcb383-49c9-4cf0-beca-eca70ea7a66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.334740 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e4bcb383-49c9-4cf0-beca-eca70ea7a66e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.339688 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e4bcb383-49c9-4cf0-beca-eca70ea7a66e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a43144e-6256-4a6c-b5f9-dad129417191 HTTP/1.1" status: 204 len: 168 time: 0.7007549 Nov 12 00:48:17.351348 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d3530eae-3030-4c0f-9d44-cc95ae0e6b17 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f591ce3-3603-48c5-8a25-6b6422a6f5e6 HTTP/1.1" status: 200 len: 205 time: 0.0635862 Nov 12 00:48:17.356966 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39164) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:17.358534 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcb383-49c9-4cf0-beca-eca70ea7a66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a43144e-6256-4a6c-b5f9-dad129417191,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:17.413352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-3c3c03be-26be-4512-bd53-372adecb081f req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] For port f5b1555e-e0ee-48cb-b248-1ff7aa92890c, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:17.416842 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-3c3c03be-26be-4512-bd53-372adecb081f req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] For port f5b1555e-e0ee-48cb-b248-1ff7aa92890c, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f5b1555e-e0ee-48cb-b248-1ff7aa92890c,segment=NetworkSegment(58aed1e2-4731-42ce-8241-8faf41068d94),segment_id=58aed1e2-4731-42ce-8241-8faf41068d94)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:17.429847 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3c3c03be-26be-4512-bd53-372adecb081f req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.441222 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-a9cc3a17-1462-471f-937d-5cc946bbfd3e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] delete failed (client error): The resource could not be found. Nov 12 00:48:17.442298 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a9cc3a17-1462-471f-937d-5cc946bbfd3e tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/routers/8f591ce3-3603-48c5-8a25-6b6422a6f5e6 HTTP/1.1" status: 404 len: 336 time: 0.0843477 Nov 12 00:48:17.453412 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39168) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:17.497241 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.521558 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-e009d873-69a3-4245-81bb-7737e1cf3d91 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] DELETE failed (client error): The resource could not be found. Nov 12 00:48:17.522036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e009d873-69a3-4245-81bb-7737e1cf3d91 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:48:17.533815 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 8b1d95a3-5d2c-4940-b8e0-18cc60edc09f triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:17.534735 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.540325 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e009d873-69a3-4245-81bb-7737e1cf3d91 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/subnets/44e3d9f1-5c20-4faf-b634-67b1ed4f6cdd HTTP/1.1" status: 404 len: 337 time: 0.0858259 Nov 12 00:48:17.543851 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39176) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:17.550798 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899ce3ec-526e-4155-9398-17a10d14aa47 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:17.570419 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c03be-26be-4512-bd53-372adecb081f req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:17.571212 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3c3c03be-26be-4512-bd53-372adecb081f req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.574031 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c3c03be-26be-4512-bd53-372adecb081f req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] 10.222.0.21 "PUT /v2.0/ports/f5b1555e-e0ee-48cb-b248-1ff7aa92890c HTTP/1.1" status: 200 len: 1093 time: 2.3895142 Nov 12 00:48:17.574545 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8003bd42-2931-4b14-89ed-5f2da1cb484b', 'tag': 'f5b1555e-e0ee-48cb-b248-1ff7aa92890c'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:17.582728 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 899ce3ec-526e-4155-9398-17a10d14aa47, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=899ce3ec-526e-4155-9398-17a10d14aa47,segment=NetworkSegment(fc1219c4-7233-4fa6-bbab-06930d4a5058),segment_id=fc1219c4-7233-4fa6-bbab-06930d4a5058)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:17.590841 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ff229a-6284-4263-9ea3-b5847a0f2cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "8003bd42-2931-4b14-89ed-5f2da1cb484b", "tag": "f5b1555e-e0ee-48cb-b248-1ff7aa92890c"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:17.651009 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:17.680329 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c0339778-e91c-4b25-a386-b72ffa0ac48b tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/ports?device_id=c10dd08b-5190-48b0-b235-a4bef9d3940c HTTP/1.1" status: 200 len: 205 time: 0.1352386 Nov 12 00:48:17.682950 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f20c8f-d0bd-45a1-87f3-d12e6dc7a1ec service neutron] Pushing event updated for resources: {'Port': ['ID=f5b1555e-e0ee-48cb-b248-1ff7aa92890c,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:17.698761 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39186) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:17.842531 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=899ce3ec-526e-4155-9398-17a10d14aa47,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:17.900310 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['899ce3ec-526e-4155-9398-17a10d14aa47'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:17.941747 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e79455-0130-46f3-ae19-dc99ef08322a x-openstack-request-id: req-82e79455-0130-46f3-ae19-dc99ef08322a {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:17.942353 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8003bd42-2931-4b14-89ed-5f2da1cb484b", "tag": "f5b1555e-e0ee-48cb-b248-1ff7aa92890c", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:17.942828 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82e79455-0130-46f3-ae19-dc99ef08322a {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:17.943595 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8003bd42-2931-4b14-89ed-5f2da1cb484b', 'tag': 'f5b1555e-e0ee-48cb-b248-1ff7aa92890c', 'status': 'completed', 'code': 200} Nov 12 00:48:17.946194 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-28d773e2-3b5e-4688-8387-e13891eecda1 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] delete failed (client error): The resource could not be found. Nov 12 00:48:17.948367 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-28d773e2-3b5e-4688-8387-e13891eecda1 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/routers/c10dd08b-5190-48b0-b235-a4bef9d3940c HTTP/1.1" status: 404 len: 336 time: 0.2491918 Nov 12 00:48:17.951989 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39192) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:18.017267 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fde1a48b-6ec8-446f-a854-618e7baa35d6 req-42f3c58b-87e8-47d5-992d-8de2f89fae22 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 210 time: 0.0558207 Nov 12 00:48:18.042923 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6409ff-fd90-4643-b979-3ed9f88b40b6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] DELETE failed (client error): The resource could not be found. Nov 12 00:48:18.043587 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d6409ff-fd90-4643-b979-3ed9f88b40b6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:48:18.047136 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3d6409ff-fd90-4643-b979-3ed9f88b40b6 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/subnets/d95cc3dc-0843-421c-9035-b78bfabc136b HTTP/1.1" status: 404 len: 337 time: 0.0940943 Nov 12 00:48:18.050370 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39194) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:18.056487 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c03be-26be-4512-bd53-372adecb081f req-958fed66-cd81-43d9-9d24-e95ff53e27af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:18.058564 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c3c03be-26be-4512-bd53-372adecb081f req-958fed66-cd81-43d9-9d24-e95ff53e27af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4324cd530d294d27a4a03b3e458b655e&device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 1096 time: 0.3613575 Nov 12 00:48:18.097773 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc9a15-8066-4100-af49-46e05fa6586a req-3ebcca77-519c-4bf0-b274-a38919b53908 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:18.112015 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-90fc9a15-8066-4100-af49-46e05fa6586a req-3ebcca77-519c-4bf0-b274-a38919b53908 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/ports?device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 944 time: 0.2030129 Nov 12 00:48:18.116403 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f996457f-79d7-4242-ad5c-d054963b3467 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c3c9df-4e14-4924-b160-cd75e2ba73da HTTP/1.1" status: 200 len: 205 time: 0.0646329 Nov 12 00:48:18.117903 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39196) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:18.139915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39198) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:18.181621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39200) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:18.201167 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c3c03be-26be-4512-bd53-372adecb081f req-3840c203-42a9-4821-b628-f9227a64fcd6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5b1555e-e0ee-48cb-b248-1ff7aa92890c HTTP/1.1" status: 200 len: 217 time: 0.0774355 Nov 12 00:48:18.228498 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5bfe2f9b-5ad0-49a2-952e-5bcf20e875c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.232014 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-3aea22e3-b9ff-4c39-898d-099789af4d52 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] delete failed (client error): The resource could not be found. Nov 12 00:48:18.233118 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3aea22e3-b9ff-4c39-898d-099789af4d52 tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/routers/74c3c9df-4e14-4924-b160-cd75e2ba73da HTTP/1.1" status: 404 len: 336 time: 0.1137068 Nov 12 00:48:18.249426 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39202) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:18.291121 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-90fc9a15-8066-4100-af49-46e05fa6586a req-7b6d1f56-b477-4c3b-adc9-c48e1c213f03 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/security-groups?id=e149db29-ffdf-4721-9480-ce0ae1dbd508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716671 Nov 12 00:48:18.312504 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d29b15-d57b-4f0c-a542-1d6b695d93eb tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] DELETE failed (client error): The resource could not be found. Nov 12 00:48:18.313208 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d29b15-d57b-4f0c-a542-1d6b695d93eb tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:48:18.320246 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-98d29b15-d57b-4f0c-a542-1d6b695d93eb tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/subnets/16ebd000-8202-4a6b-9098-3850aed9ba13 HTTP/1.1" status: 404 len: 337 time: 0.0697904 Nov 12 00:48:18.322608 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39206) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:18.334948 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c03be-26be-4512-bd53-372adecb081f req-0faf86e3-5208-4506-a73e-088634acd3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:18.336244 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c3c03be-26be-4512-bd53-372adecb081f req-0faf86e3-5208-4506-a73e-088634acd3f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb HTTP/1.1" status: 200 len: 853 time: 0.1220510 Nov 12 00:48:18.362545 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad6af27-8621-4d34-bc96-352a4b6d9d3a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] DELETE failed (client error): The resource could not be found. Nov 12 00:48:18.363284 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ad6af27-8621-4d34-bc96-352a4b6d9d3a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:48:18.369740 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7ad6af27-8621-4d34-bc96-352a4b6d9d3a tempest-RoutersTest-115701253 tempest-RoutersTest-115701253-project] 10.222.0.31 "DELETE /v2.0/subnets/7232d21b-90dc-4b88-bedb-3cb0e7cbf9d2 HTTP/1.1" status: 404 len: 337 time: 0.0436997 Nov 12 00:48:18.443130 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c03be-26be-4512-bd53-372adecb081f req-05231d98-8276-4785-9682-2ccbb80df770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:18.453466 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c3c03be-26be-4512-bd53-372adecb081f req-05231d98-8276-4785-9682-2ccbb80df770 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ed6ff91-f62e-41b7-80b6-a3533ae98587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065698 Nov 12 00:48:18.485187 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5bfe2f9b-5ad0-49a2-952e-5bcf20e875c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.512429 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5bfe2f9b-5ad0-49a2-952e-5bcf20e875c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.601617 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5bfe2f9b-5ad0-49a2-952e-5bcf20e875c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d9d68afa053488c9e01f11f9a0a5937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4103398 Nov 12 00:48:18.605794 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39212) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:18.615597 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe2f9b-5ad0-49a2-952e-5bcf20e875c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ed2772-bfc8-48b2-9ed7-aef86b906f73,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:18.667651 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c3c03be-26be-4512-bd53-372adecb081f req-93e9e224-b31d-45d2-ac9e-e0c2360c00c3 service neutron] 10.222.0.21 "GET /v2.0/networks/4ed6ff91-f62e-41b7-80b6-a3533ae98587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020776 Nov 12 00:48:18.720652 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-03efd3a5-65a9-454f-aad2-fddd495f77af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.782377 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-03efd3a5-65a9-454f-aad2-fddd495f77af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.797073 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39216) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:18.843090 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c3c03be-26be-4512-bd53-372adecb081f req-faa0b547-b7c0-4831-ac9f-75d62773d4ed service neutron] 10.222.0.21 "GET /v2.0/networks/4ed6ff91-f62e-41b7-80b6-a3533ae98587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648893 Nov 12 00:48:18.880330 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-03efd3a5-65a9-454f-aad2-fddd495f77af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.884262 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-03efd3a5-65a9-454f-aad2-fddd495f77af admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.885660 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-03efd3a5-65a9-454f-aad2-fddd495f77af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e5ed2772-bfc8-48b2-9ed7-aef86b906f73 HTTP/1.1" status: 204 len: 168 time: 0.2788675 Nov 12 00:48:18.922679 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 899ce3ec-526e-4155-9398-17a10d14aa47 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:18.960208 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216282d9-ff58-4995-9e9f-5854da8cb9b2 req-6e468adf-62c6-4e4f-a5dd-56fbcfe59ea0 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:18.961754 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-216282d9-ff58-4995-9e9f-5854da8cb9b2 req-6e468adf-62c6-4e4f-a5dd-56fbcfe59ea0 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=96335ef1-3b2c-47b5-b9d1-7c9457599e3a HTTP/1.1" status: 200 len: 945 time: 0.5605111 Nov 12 00:48:18.977473 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efd3a5-65a9-454f-aad2-fddd495f77af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ed2772-bfc8-48b2-9ed7-aef86b906f73,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:19.002649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff229a-6284-4263-9ea3-b5847a0f2cd1 req-6adc2687-dd3d-48f8-93e8-4b4dcd7850d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:19.004964 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-56ff229a-6284-4263-9ea3-b5847a0f2cd1 req-6adc2687-dd3d-48f8-93e8-4b4dcd7850d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4324cd530d294d27a4a03b3e458b655e&device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 1096 time: 0.0937457 Nov 12 00:48:19.007383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec259-1bdb-4269-bf29-d173e4477024 req-696d3b32-a012-4598-a066-5025244c0247 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:19.008856 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-656ec259-1bdb-4269-bf29-d173e4477024 req-696d3b32-a012-4598-a066-5025244c0247 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.15 "GET /v2.0/networks?id=d74c3bda-c588-4e57-b67a-b6869318bb04 HTTP/1.1" status: 200 len: 810 time: 0.6870220 Nov 12 00:48:19.025115 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 899ce3ec-526e-4155-9398-17a10d14aa47 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:48:19.033347 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 899ce3ec-526e-4155-9398-17a10d14aa47 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:19.034593 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.036063 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-656ec259-1bdb-4269-bf29-d173e4477024 req-455ba3ec-fc22-4d49-9ad5-f8f3d8d60592 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Request body: {'port': {'device_id': '00920b6b-607c-4938-8135-0b22fd674345', 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04', 'admin_state_up': True, 'tenant_id': '8ede968b1a094c7192de77d827500d37'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:19.142171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff229a-6284-4263-9ea3-b5847a0f2cd1 req-71c8c40a-4322-4f0a-94ad-006b167c27bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:19.144084 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-56ff229a-6284-4263-9ea3-b5847a0f2cd1 req-71c8c40a-4322-4f0a-94ad-006b167c27bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=4ed6ff91-f62e-41b7-80b6-a3533ae98587 HTTP/1.1" status: 200 len: 915 time: 0.1275606 Nov 12 00:48:19.148752 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-02e18a1b-3dad-4de5-ba36-09174aa24f59 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04c66709839745f5bde4b3cea0f296bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3501990 Nov 12 00:48:19.152284 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39226) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:19.176416 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-216282d9-ff58-4995-9e9f-5854da8cb9b2 req-c6d8f18f-4a59-4088-abd3-3b9615a446a9 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841402 Nov 12 00:48:19.266431 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.282639 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656ec259-1bdb-4269-bf29-d173e4477024 req-455ba3ec-fc22-4d49-9ad5-f8f3d8d60592 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Made reservation on behalf of 8ede968b1a094c7192de77d827500d37 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:19.288922 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-656ec259-1bdb-4269-bf29-d173e4477024 req-455ba3ec-fc22-4d49-9ad5-f8f3d8d60592 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.289150 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-56ff229a-6284-4263-9ea3-b5847a0f2cd1 req-c51c41f1-c430-40ae-b997-48a23e1f93ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5b1555e-e0ee-48cb-b248-1ff7aa92890c HTTP/1.1" status: 200 len: 217 time: 0.1300845 Nov 12 00:48:19.298438 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96335ef1-3b2c-47b5-b9d1-7c9457599e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899ce3ec-526e-4155-9398-17a10d14aa47'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:19.318732 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e6a0ff92-c01c-4478-998f-2016244ab99d req-a5c435c9-713e-4711-bea3-741adfb1af8c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 210 time: 0.0941465 Nov 12 00:48:19.320995 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e043f4e-d98a-4d07-a202-1e88565a6300" -d '{"events": [{"server_uuid": "96335ef1-3b2c-47b5-b9d1-7c9457599e3a", "name": "network-vif-plugged", "status": "completed", "tag": "899ce3ec-526e-4155-9398-17a10d14aa47"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:19.357409 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 899ce3ec-526e-4155-9398-17a10d14aa47, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=899ce3ec-526e-4155-9398-17a10d14aa47,segment=NetworkSegment(fc1219c4-7233-4fa6-bbab-06930d4a5058),segment_id=fc1219c4-7233-4fa6-bbab-06930d4a5058)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:19.380865 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.430142 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58a0e818-f40d-48cf-81d2-4d7b348983c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.437900 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c71c348-cf34-4a2f-ab25-e846bfcabc75 x-openstack-request-id: req-3c71c348-cf34-4a2f-ab25-e846bfcabc75 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:19.441031 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96335ef1-3b2c-47b5-b9d1-7c9457599e3a", "name": "network-vif-plugged", "status": "completed", "tag": "899ce3ec-526e-4155-9398-17a10d14aa47", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:19.441472 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c71c348-cf34-4a2f-ab25-e846bfcabc75 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:19.442585 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96335ef1-3b2c-47b5-b9d1-7c9457599e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899ce3ec-526e-4155-9398-17a10d14aa47', 'code': 200} Nov 12 00:48:19.454167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff229a-6284-4263-9ea3-b5847a0f2cd1 req-021d8651-def1-4868-b73b-9d2d18a75e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:19.455317 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-56ff229a-6284-4263-9ea3-b5847a0f2cd1 req-021d8651-def1-4868-b73b-9d2d18a75e1f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb HTTP/1.1" status: 200 len: 853 time: 0.1416981 Nov 12 00:48:19.481149 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=899ce3ec-526e-4155-9398-17a10d14aa47,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:19.511290 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58a0e818-f40d-48cf-81d2-4d7b348983c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.554237 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-656ec259-1bdb-4269-bf29-d173e4477024 req-455ba3ec-fc22-4d49-9ad5-f8f3d8d60592 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Allocated IP 172.20.0.12 (d74c3bda-c588-4e57-b67a-b6869318bb04/f9007ee2-5879-4419-99d4-bd9610ef3298/2f68e515-2143-4a11-9506-f0ce909d1d3c) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:19.564687 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc3b342e-5a05-42f0-a7e9-e4df8332c50b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.575940 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6b73a-52b4-4889-a21c-45fa00acb41f req-c6773bbc-c231-48e3-851d-33ddf1ce5e6c tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:19.577463 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8ec6b73a-52b4-4889-a21c-45fa00acb41f req-c6773bbc-c231-48e3-851d-33ddf1ce5e6c tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/ports?device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 944 time: 0.1379399 Nov 12 00:48:19.588468 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff229a-6284-4263-9ea3-b5847a0f2cd1 req-5db7877e-109e-4879-93f7-8aa352063b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:19.590280 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-56ff229a-6284-4263-9ea3-b5847a0f2cd1 req-5db7877e-109e-4879-93f7-8aa352063b7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ed6ff91-f62e-41b7-80b6-a3533ae98587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1234276 Nov 12 00:48:19.597603 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9c8a2-a016-46e6-a195-6a1dac6c50af req-d0c9e02e-cd39-4294-9136-6cfe45e44999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:19.599221 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c1e9c8a2-a016-46e6-a195-6a1dac6c50af req-d0c9e02e-cd39-4294-9136-6cfe45e44999 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=96335ef1-3b2c-47b5-b9d1-7c9457599e3a HTTP/1.1" status: 200 len: 1098 time: 0.0859315 Nov 12 00:48:19.696798 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58a0e818-f40d-48cf-81d2-4d7b348983c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.699478 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58a0e818-f40d-48cf-81d2-4d7b348983c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.700751 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-58a0e818-f40d-48cf-81d2-4d7b348983c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0d93a3d-6513-49cf-8f0d-7edd78f388d2 HTTP/1.1" status: 204 len: 168 time: 0.5460982 Nov 12 00:48:19.716370 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0e818-f40d-48cf-81d2-4d7b348983c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d93a3d-6513-49cf-8f0d-7edd78f388d2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:19.731145 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c1e9c8a2-a016-46e6-a195-6a1dac6c50af req-c2456853-e824-4e58-aeaa-d8cba308280b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237676 Nov 12 00:48:19.754127 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-56ff229a-6284-4263-9ea3-b5847a0f2cd1 req-02c62295-0b7a-4949-9338-e52422689192 service neutron] 10.222.0.21 "GET /v2.0/networks/4ed6ff91-f62e-41b7-80b6-a3533ae98587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532624 Nov 12 00:48:19.805719 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8ec6b73a-52b4-4889-a21c-45fa00acb41f req-f60948a9-ac3e-4229-a0da-a4fb4998841c tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/security-groups?id=e149db29-ffdf-4721-9480-ce0ae1dbd508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860819 Nov 12 00:48:19.976873 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8b2cd925-5ac3-4aa9-afc3-961179bc674c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:19.998108 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-656ec259-1bdb-4269-bf29-d173e4477024 req-455ba3ec-fc22-4d49-9ad5-f8f3d8d60592 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.060953 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-56ff229a-6284-4263-9ea3-b5847a0f2cd1 req-c812f82a-dd1f-4163-a034-c650204d5051 service neutron] 10.222.0.21 "GET /v2.0/networks/4ed6ff91-f62e-41b7-80b6-a3533ae98587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287408 Nov 12 00:48:20.114367 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-656ec259-1bdb-4269-bf29-d173e4477024 req-455ba3ec-fc22-4d49-9ad5-f8f3d8d60592 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.162792 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b342e-5a05-42f0-a7e9-e4df8332c50b admin admin] Deleting port 7051da02-ecd8-4378-ba21-a5bbe0f06c62 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:20.163127 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc3b342e-5a05-42f0-a7e9-e4df8332c50b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.171149 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656ec259-1bdb-4269-bf29-d173e4477024 req-455ba3ec-fc22-4d49-9ad5-f8f3d8d60592 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Network d74c3bda-c588-4e57-b67a-b6869318bb04 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:20.186275 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-656ec259-1bdb-4269-bf29-d173e4477024 req-455ba3ec-fc22-4d49-9ad5-f8f3d8d60592 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:20.196617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-656ec259-1bdb-4269-bf29-d173e4477024 req-455ba3ec-fc22-4d49-9ad5-f8f3d8d60592 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:20.202264 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ba3ec-fc22-4d49-9ad5-f8f3d8d60592 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Pushing event updated for resources: {'Port': ['ID=2f68e515-2143-4a11-9506-f0ce909d1d3c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:20.313212 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec259-1bdb-4269-bf29-d173e4477024 req-455ba3ec-fc22-4d49-9ad5-f8f3d8d60592 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:20.313998 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-656ec259-1bdb-4269-bf29-d173e4477024 req-455ba3ec-fc22-4d49-9ad5-f8f3d8d60592 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.348972 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-bc3b342e-5a05-42f0-a7e9-e4df8332c50b admin admin] For port 7051da02-ecd8-4378-ba21-a5bbe0f06c62, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7051da02-ecd8-4378-ba21-a5bbe0f06c62,segment=NetworkSegment(e1c3a65f-0072-4173-bcd3-942eb10268ab),segment_id=e1c3a65f-0072-4173-bcd3-942eb10268ab)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:20.348972 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc3b342e-5a05-42f0-a7e9-e4df8332c50b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.354098 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-656ec259-1bdb-4269-bf29-d173e4477024 req-455ba3ec-fc22-4d49-9ad5-f8f3d8d60592 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3248699 Nov 12 00:48:20.366925 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b342e-5a05-42f0-a7e9-e4df8332c50b admin admin] Calling delete_port for 7051da02-ecd8-4378-ba21-a5bbe0f06c62 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:20.380491 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa656a6b-e24c-44b1-888a-cf4372ac832c req-fbbe5e3a-cb04-415d-b3cc-019c99545584 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:20.382047 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fa656a6b-e24c-44b1-888a-cf4372ac832c req-fbbe5e3a-cb04-415d-b3cc-019c99545584 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=96335ef1-3b2c-47b5-b9d1-7c9457599e3a HTTP/1.1" status: 200 len: 946 time: 0.1127694 Nov 12 00:48:20.385749 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-656ec259-1bdb-4269-bf29-d173e4477024 req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] Request body: {'port': {'device_id': '00920b6b-607c-4938-8135-0b22fd674345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:20.506965 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746aaee-74f2-4f91-87e1-90ab1fd69953 req-f7e554ca-3b1d-495c-8883-a7820060a2ed tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:20.521301 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0746aaee-74f2-4f91-87e1-90ab1fd69953 req-f7e554ca-3b1d-495c-8883-a7820060a2ed tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 932 time: 0.0833776 Nov 12 00:48:20.530052 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-656ec259-1bdb-4269-bf29-d173e4477024 req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.545300 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fa656a6b-e24c-44b1-888a-cf4372ac832c req-f1f54e83-c235-418f-a7c2-57cd4157ab0c tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551764 Nov 12 00:48:20.588273 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0746aaee-74f2-4f91-87e1-90ab1fd69953 req-e277c0f8-a76b-44d0-bb24-fbdc29965ad4 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660813 Nov 12 00:48:20.865158 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc3b342e-5a05-42f0-a7e9-e4df8332c50b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:20.904403 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b342e-5a05-42f0-a7e9-e4df8332c50b admin admin] Pushing event deleted for resources: {'Port': ['ID=7051da02-ecd8-4378-ba21-a5bbe0f06c62,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:20.929823 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f5b1555e-e0ee-48cb-b248-1ff7aa92890c details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:48:20.955553 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bbdde-4e11-4657-a2fb-d711c04678b8 req-c0d3b313-ab98-4e7e-8762-1b9d88981506 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:20.964730 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-051bbdde-4e11-4657-a2fb-d711c04678b8 req-c0d3b313-ab98-4e7e-8762-1b9d88981506 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/ports?device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 944 time: 0.0732160 Nov 12 00:48:21.042762 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-656ec259-1bdb-4269-bf29-d173e4477024 req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f68e515-2143-4a11-9506-f0ce909d1d3c {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:21.083252 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-051bbdde-4e11-4657-a2fb-d711c04678b8 req-c40986d6-149d-4127-af11-de3c23c31c8f tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/security-groups?id=e149db29-ffdf-4721-9480-ce0ae1dbd508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115534 Nov 12 00:48:21.133663 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-656ec259-1bdb-4269-bf29-d173e4477024 req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.187932 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-656ec259-1bdb-4269-bf29-d173e4477024 req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] Transition to ACTIVE for port object 2f68e515-2143-4a11-9506-f0ce909d1d3c will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:48:21.195287 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-656ec259-1bdb-4269-bf29-d173e4477024 req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.199812 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port f5b1555e-e0ee-48cb-b248-1ff7aa92890c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f5b1555e-e0ee-48cb-b248-1ff7aa92890c,segment=NetworkSegment(58aed1e2-4731-42ce-8241-8faf41068d94),segment_id=58aed1e2-4731-42ce-8241-8faf41068d94)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:21.215229 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'f5b1555e-e0ee-48cb-b248-1ff7aa92890c', 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587', 'port_id': 'f5b1555e-e0ee-48cb-b248-1ff7aa92890c', 'mac_address': 'fa:16:3e:c3:d3:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:48:21.285106 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.304009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b1555e-e0ee-48cb-b248-1ff7aa92890c {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:21.333109 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc3b342e-5a05-42f0-a7e9-e4df8332c50b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.335867 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port f5b1555e-e0ee-48cb-b248-1ff7aa92890c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f5b1555e-e0ee-48cb-b248-1ff7aa92890c,segment=NetworkSegment(58aed1e2-4731-42ce-8241-8faf41068d94),segment_id=58aed1e2-4731-42ce-8241-8faf41068d94)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:21.343132 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.346225 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] Pushing event updated for resources: {'Port': ['ID=2f68e515-2143-4a11-9506-f0ce909d1d3c,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:21.412874 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=f5b1555e-e0ee-48cb-b248-1ff7aa92890c,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:21.423830 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:21.424492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:21.425521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:21.426275 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:21.426751 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:21.427188 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:21.427740 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:21.428123 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:21.428584 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:21.429058 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:21.429505 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:21.429931 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:21.523342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-656ec259-1bdb-4269-bf29-d173e4477024 req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] Attempting to bind port 2f68e515-2143-4a11-9506-f0ce909d1d3c on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:21.523779 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-656ec259-1bdb-4269-bf29-d173e4477024 req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] Attempting to bind port 2f68e515-2143-4a11-9506-f0ce909d1d3c by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:21.524187 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ec259-1bdb-4269-bf29-d173e4477024 req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] Attempting to bind port 2f68e515-2143-4a11-9506-f0ce909d1d3c on network d74c3bda-c588-4e57-b67a-b6869318bb04 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:21.536655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ec259-1bdb-4269-bf29-d173e4477024 req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] Port 2f68e515-2143-4a11-9506-f0ce909d1d3c on network d74c3bda-c588-4e57-b67a-b6869318bb04 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:48:21.537107 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ec259-1bdb-4269-bf29-d173e4477024 req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] Attempting to bind port 2f68e515-2143-4a11-9506-f0ce909d1d3c on network d74c3bda-c588-4e57-b67a-b6869318bb04 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:21.545199 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ec259-1bdb-4269-bf29-d173e4477024 req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:21.546075 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ec259-1bdb-4269-bf29-d173e4477024 req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] Checking segment: {'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:21.546075 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ec259-1bdb-4269-bf29-d173e4477024 req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] Bound using segment: {'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:21.546505 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-656ec259-1bdb-4269-bf29-d173e4477024 req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] Bound port: 2f68e515-2143-4a11-9506-f0ce909d1d3c, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:21.546938 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-656ec259-1bdb-4269-bf29-d173e4477024 req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.552231 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f5b1555e-e0ee-48cb-b248-1ff7aa92890c'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:21.793890 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-656ec259-1bdb-4269-bf29-d173e4477024 req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] For port 2f68e515-2143-4a11-9506-f0ce909d1d3c, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:21.819225 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-656ec259-1bdb-4269-bf29-d173e4477024 req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] For port 2f68e515-2143-4a11-9506-f0ce909d1d3c, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2f68e515-2143-4a11-9506-f0ce909d1d3c,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:21.841244 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a31c4-1caa-4367-a230-8f1ab9b589df req-175d7b60-ed05-47f3-b9c9-1c239b7ba1aa tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:21.843132 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0c7a31c4-1caa-4367-a230-8f1ab9b589df req-175d7b60-ed05-47f3-b9c9-1c239b7ba1aa tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=96335ef1-3b2c-47b5-b9d1-7c9457599e3a HTTP/1.1" status: 200 len: 946 time: 0.1615472 Nov 12 00:48:21.848940 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-656ec259-1bdb-4269-bf29-d173e4477024 req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.919344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3b342e-5a05-42f0-a7e9-e4df8332c50b admin admin] Router e5ad0d22-7dde-418f-8b24-8f135ef3510b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:48:21.919538 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6ceff-0592-4ccb-bf11-ba840d766537 req-0589ade1-f3d2-471a-b00b-366f25161c09 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:21.926750 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65e6ceff-0592-4ccb-bf11-ba840d766537 req-0589ade1-f3d2-471a-b00b-366f25161c09 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 944 time: 0.0652063 Nov 12 00:48:21.930671 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec259-1bdb-4269-bf29-d173e4477024 req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:21.931310 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-656ec259-1bdb-4269-bf29-d173e4477024 req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:21.932742 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-656ec259-1bdb-4269-bf29-d173e4477024 req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] 10.222.0.15 "PUT /v2.0/ports/2f68e515-2143-4a11-9506-f0ce909d1d3c HTTP/1.1" status: 200 len: 1093 time: 1.5612769 Nov 12 00:48:21.936313 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00920b6b-607c-4938-8135-0b22fd674345', 'tag': '2f68e515-2143-4a11-9506-f0ce909d1d3c'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:21.938642 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d4b0cc-2cbc-4d20-a30c-d7fce6f0cc6a" -d '{"events": [{"name": "network-changed", "server_uuid": "00920b6b-607c-4938-8135-0b22fd674345", "tag": "2f68e515-2143-4a11-9506-f0ce909d1d3c"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:21.966488 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0c7a31c4-1caa-4367-a230-8f1ab9b589df req-fa91b5df-2fa7-49fa-93de-06027720a16d tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128464 Nov 12 00:48:22.007311 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65e6ceff-0592-4ccb-bf11-ba840d766537 req-bfe7aaa7-4d67-49e3-a1ad-321b25fa9233 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795839 Nov 12 00:48:22.037695 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843f1e0-686b-4745-b75f-9d5626d559ce service neutron] Pushing event updated for resources: {'Port': ['ID=2f68e515-2143-4a11-9506-f0ce909d1d3c,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:22.071935 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f04d24-45a1-4498-8aaf-1831fc592a2c x-openstack-request-id: req-56f04d24-45a1-4498-8aaf-1831fc592a2c {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:22.072233 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00920b6b-607c-4938-8135-0b22fd674345", "tag": "2f68e515-2143-4a11-9506-f0ce909d1d3c", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:22.072483 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56f04d24-45a1-4498-8aaf-1831fc592a2c {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:22.073089 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00920b6b-607c-4938-8135-0b22fd674345', 'tag': '2f68e515-2143-4a11-9506-f0ce909d1d3c', 'status': 'completed', 'code': 200} Nov 12 00:48:22.133860 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec259-1bdb-4269-bf29-d173e4477024 req-f73978d5-e77c-4584-82ca-47272e181280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:22.135702 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-656ec259-1bdb-4269-bf29-d173e4477024 req-f73978d5-e77c-4584-82ca-47272e181280 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ede968b1a094c7192de77d827500d37&device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 1096 time: 0.1173029 Nov 12 00:48:22.207693 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-656ec259-1bdb-4269-bf29-d173e4477024 req-6867a88b-7848-4645-a196-6d930fbcc7a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f68e515-2143-4a11-9506-f0ce909d1d3c HTTP/1.1" status: 200 len: 217 time: 0.0548439 Nov 12 00:48:22.211202 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3b342e-5a05-42f0-a7e9-e4df8332c50b admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:22.228279 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82ee181-ad94-4827-a383-4f0926965a88 None None] Sync routers for ids ['e5ad0d22-7dde-418f-8b24-8f135ef3510b'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:22.239863 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82ee181-ad94-4827-a383-4f0926965a88 None None] Routers {'e5ad0d22-7dde-418f-8b24-8f135ef3510b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:22.240611 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f82ee181-ad94-4827-a383-4f0926965a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:47:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e5ad0d22-7dde-418f-8b24-8f135ef3510b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:22.242988 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bc3b342e-5a05-42f0-a7e9-e4df8332c50b admin admin] 10.222.0.31 "PUT /v2.0/routers/e5ad0d22-7dde-418f-8b24-8f135ef3510b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1014147 Nov 12 00:48:22.258962 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39376) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:22.272971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0539865-688f-40f3-aa17-ef47c21f512c req-5a199153-eaaa-47e6-a59e-90a9ee58b174 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:22.285782 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d0539865-688f-40f3-aa17-ef47c21f512c req-5a199153-eaaa-47e6-a59e-90a9ee58b174 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/ports?device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 945 time: 0.1033480 Nov 12 00:48:22.317081 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-22aa45aa-af1e-45e0-9e84-146a71d638b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.347615 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39380) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:22.403333 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d0539865-688f-40f3-aa17-ef47c21f512c req-5b13d45b-5894-40f1-a418-a28e4f854a97 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/security-groups?id=e149db29-ffdf-4721-9480-ce0ae1dbd508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164660 Nov 12 00:48:22.482947 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-f82ee181-ad94-4827-a383-4f0926965a88 None None] Set router e5ad0d22-7dde-418f-8b24-8f135ef3510b gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:22.688836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39394) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:22.731042 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f82ee181-ad94-4827-a383-4f0926965a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad0d22-7dde-418f-8b24-8f135ef3510b', 'name': 'tempest-TestAggregatesBasicOps-655904943-router', 'tenant_id': '1e1817e3045f4036b0a3d214340e9d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c8edae3b-7cfe-4d43-a1f7-c753b966f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:48:20Z', 'revision_number': 5, 'project_id': '1e1817e3045f4036b0a3d214340e9d98', 'gw_port': {'id': 'c8edae3b-7cfe-4d43-a1f7-c753b966f427', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad0d22-7dde-418f-8b24-8f135ef3510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:46Z', 'updated_at': '2021-11-12T00:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:22.758299 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82ee181-ad94-4827-a383-4f0926965a88 None None] Checking router: e5ad0d22-7dde-418f-8b24-8f135ef3510b for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:22.769354 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82ee181-ad94-4827-a383-4f0926965a88 None None] Routers {'e5ad0d22-7dde-418f-8b24-8f135ef3510b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:22.770290 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f82ee181-ad94-4827-a383-4f0926965a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:48:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e5ad0d22-7dde-418f-8b24-8f135ef3510b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:22.785106 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-297f4fb4-4d69-4013-a8e2-3d5e2c71b161 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.891779 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-805ab3a3-edbf-4161-863c-870250f818af admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.896227 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ec259-1bdb-4269-bf29-d173e4477024 req-5a86cd26-d525-4c3b-b497-05c8e5224461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:22.897729 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-656ec259-1bdb-4269-bf29-d173e4477024 req-5a86cd26-d525-4c3b-b497-05c8e5224461 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f9007ee2-5879-4419-99d4-bd9610ef3298 HTTP/1.1" status: 200 len: 850 time: 0.6517370 Nov 12 00:48:22.898609 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da4fc350-ad4f-4f29-9062-aea3c055d913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.905618 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-f82ee181-ad94-4827-a383-4f0926965a88 None None] Set router e5ad0d22-7dde-418f-8b24-8f135ef3510b gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:22.928239 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f5b1555e-e0ee-48cb-b248-1ff7aa92890c up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:22.930556 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-297f4fb4-4d69-4013-a8e2-3d5e2c71b161 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.939720 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-297f4fb4-4d69-4013-a8e2-3d5e2c71b161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:22.975711 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-656ec259-1bdb-4269-bf29-d173e4477024 req-12430f83-8316-4e8d-abf5-b4d7990f7bdc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d74c3bda-c588-4e57-b67a-b6869318bb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341671 Nov 12 00:48:23.014618 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f4fb4-4d69-4013-a8e2-3d5e2c71b161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb549a5-d972-482a-bcf8-856ec5cec3bf,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:23.026165 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port f5b1555e-e0ee-48cb-b248-1ff7aa92890c completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:48:23.032657 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port f5b1555e-e0ee-48cb-b248-1ff7aa92890c triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:23.033413 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.056565 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-297f4fb4-4d69-4013-a8e2-3d5e2c71b161 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7d533b6fb484e7dab18452987b6724b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3658512 Nov 12 00:48:23.059033 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39402) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:23.147922 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.177380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970ae85-08c8-46ec-80d6-cd9018d8c044 req-a82aac34-345d-4b31-97e0-dd4b29f08725 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:23.180168 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1970ae85-08c8-46ec-80d6-cd9018d8c044 req-a82aac34-345d-4b31-97e0-dd4b29f08725 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=96335ef1-3b2c-47b5-b9d1-7c9457599e3a HTTP/1.1" status: 200 len: 946 time: 0.1049614 Nov 12 00:48:23.193862 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-805ab3a3-edbf-4161-863c-870250f818af admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.195998 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8003bd42-2931-4b14-89ed-5f2da1cb484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b1555e-e0ee-48cb-b248-1ff7aa92890c'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:23.198564 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1b5cec-6a4b-4dcf-b8fe-717a449ef585" -d '{"events": [{"server_uuid": "8003bd42-2931-4b14-89ed-5f2da1cb484b", "name": "network-vif-plugged", "status": "completed", "tag": "f5b1555e-e0ee-48cb-b248-1ff7aa92890c"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:23.217513 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f82ee181-ad94-4827-a383-4f0926965a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad0d22-7dde-418f-8b24-8f135ef3510b', 'name': 'tempest-TestAggregatesBasicOps-655904943-router', 'tenant_id': '1e1817e3045f4036b0a3d214340e9d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c8edae3b-7cfe-4d43-a1f7-c753b966f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:48:20Z', 'revision_number': 5, 'project_id': '1e1817e3045f4036b0a3d214340e9d98', 'gw_port': {'id': 'c8edae3b-7cfe-4d43-a1f7-c753b966f427', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad0d22-7dde-418f-8b24-8f135ef3510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:46Z', 'updated_at': '2021-11-12T00:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:23.218199 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c3010a8-ffa3-4152-8ff7-2b77824fc6aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.219385 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port f5b1555e-e0ee-48cb-b248-1ff7aa92890c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f5b1555e-e0ee-48cb-b248-1ff7aa92890c,segment=NetworkSegment(58aed1e2-4731-42ce-8241-8faf41068d94),segment_id=58aed1e2-4731-42ce-8241-8faf41068d94)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:23.225408 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.238836 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da4fc350-ad4f-4f29-9062-aea3c055d913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.247245 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cc317-14c6-4465-8410-64f1b2d4e3db req-2a15e3ce-d2a0-4fa4-af68-8466acb28edf tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:23.256044 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-576cc317-14c6-4465-8410-64f1b2d4e3db req-2a15e3ce-d2a0-4fa4-af68-8466acb28edf tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 944 time: 0.1182730 Nov 12 00:48:23.259423 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-656ec259-1bdb-4269-bf29-d173e4477024 req-affdebb7-50bb-4be9-9077-4e9b21692452 service neutron] 10.222.0.15 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687321 Nov 12 00:48:23.260861 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82ee181-ad94-4827-a383-4f0926965a88 None None] The sync data for ids ['e5ad0d22-7dde-418f-8b24-8f135ef3510b'] in n-d-712137-14 is: [{'id': 'e5ad0d22-7dde-418f-8b24-8f135ef3510b', 'name': 'tempest-TestAggregatesBasicOps-655904943-router', 'tenant_id': '1e1817e3045f4036b0a3d214340e9d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c8edae3b-7cfe-4d43-a1f7-c753b966f427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:48:20Z', 'revision_number': 5, 'project_id': '1e1817e3045f4036b0a3d214340e9d98', 'gw_port': {'id': 'c8edae3b-7cfe-4d43-a1f7-c753b966f427', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad0d22-7dde-418f-8b24-8f135ef3510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:46Z', 'updated_at': '2021-11-12T00:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:23.265002 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c3010a8-ffa3-4152-8ff7-2b77824fc6aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.268046 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da4fc350-ad4f-4f29-9062-aea3c055d913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.281823 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1970ae85-08c8-46ec-80d6-cd9018d8c044 req-d883e2e4-e85a-439b-a1c4-ecd66df6f2f9 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888915 Nov 12 00:48:23.338498 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=f5b1555e-e0ee-48cb-b248-1ff7aa92890c,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:23.349991 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c3010a8-ffa3-4152-8ff7-2b77824fc6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.353740 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c3010a8-ffa3-4152-8ff7-2b77824fc6aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.355569 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1c3010a8-ffa3-4152-8ff7-2b77824fc6aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/acb549a5-d972-482a-bcf8-856ec5cec3bf HTTP/1.1" status: 204 len: 168 time: 0.2947588 Nov 12 00:48:23.366420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3010a8-ffa3-4152-8ff7-2b77824fc6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb549a5-d972-482a-bcf8-856ec5cec3bf,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:23.371555 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf49ffb0-ad08-4c10-a92b-5797d49373dd x-openstack-request-id: req-cf49ffb0-ad08-4c10-a92b-5797d49373dd {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:23.371859 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8003bd42-2931-4b14-89ed-5f2da1cb484b", "name": "network-vif-plugged", "status": "completed", "tag": "f5b1555e-e0ee-48cb-b248-1ff7aa92890c", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:23.373383 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf49ffb0-ad08-4c10-a92b-5797d49373dd {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:23.373949 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8003bd42-2931-4b14-89ed-5f2da1cb484b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b1555e-e0ee-48cb-b248-1ff7aa92890c', 'code': 200} Nov 12 00:48:23.411550 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-da4fc350-ad4f-4f29-9062-aea3c055d913 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd307387040a4987a982c06f9480eb7d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0621054 Nov 12 00:48:23.414455 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39410) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:23.418311 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4fc350-ad4f-4f29-9062-aea3c055d913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1ca36d-f976-4ffc-995b-451cb458562b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:23.445282 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-576cc317-14c6-4465-8410-64f1b2d4e3db req-2e80c1b6-f196-49ec-8d39-000726dc46f3 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880660 Nov 12 00:48:23.466202 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.495337 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-805ab3a3-edbf-4161-863c-870250f818af admin admin] Deleting port c8edae3b-7cfe-4d43-a1f7-c753b966f427 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:23.495647 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-805ab3a3-edbf-4161-863c-870250f818af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.500217 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-656ec259-1bdb-4269-bf29-d173e4477024 req-a9a7fb43-8e2c-4041-85fc-ba3e5c76d17f service neutron] 10.222.0.15 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276237 Nov 12 00:48:23.572823 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7c915-2c55-4d41-a4b3-523be9e7e365 req-5166e0ed-299a-46b9-a5c1-a202e6715931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:23.574252 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f3a7c915-2c55-4d41-a4b3-523be9e7e365 req-5166e0ed-299a-46b9-a5c1-a202e6715931 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 1098 time: 0.1292691 Nov 12 00:48:23.603604 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c81b6130-bd5e-46fd-b2c8-d66a2b87afc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.645595 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c81b6130-bd5e-46fd-b2c8-d66a2b87afc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.667311 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f3a7c915-2c55-4d41-a4b3-523be9e7e365 req-6ef06827-575f-491a-811d-23b83f7784e5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e149db29-ffdf-4721-9480-ce0ae1dbd508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827796 Nov 12 00:48:23.668304 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-805ab3a3-edbf-4161-863c-870250f818af admin admin] For port c8edae3b-7cfe-4d43-a1f7-c753b966f427, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c8edae3b-7cfe-4d43-a1f7-c753b966f427,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:23.670011 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-805ab3a3-edbf-4161-863c-870250f818af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.681850 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49161143-7e59-4268-90e7-961c1691ba6f req-69d014d4-a768-43a6-9ef2-39e4da725f79 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:23.685177 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-49161143-7e59-4268-90e7-961c1691ba6f req-69d014d4-a768-43a6-9ef2-39e4da725f79 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/ports?device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 946 time: 0.1296289 Nov 12 00:48:23.707257 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-805ab3a3-edbf-4161-863c-870250f818af admin admin] Calling delete_port for c8edae3b-7cfe-4d43-a1f7-c753b966f427 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:23.718886 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c81b6130-bd5e-46fd-b2c8-d66a2b87afc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.722101 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c81b6130-bd5e-46fd-b2c8-d66a2b87afc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.723399 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c81b6130-bd5e-46fd-b2c8-d66a2b87afc7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d1ca36d-f976-4ffc-995b-451cb458562b HTTP/1.1" status: 204 len: 168 time: 0.3077579 Nov 12 00:48:23.732064 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b6130-bd5e-46fd-b2c8-d66a2b87afc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1ca36d-f976-4ffc-995b-451cb458562b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:23.813126 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b0cc-2cbc-4d20-a30c-d7fce6f0cc6a req-e99e7ae8-19f1-45f8-be88-f876b44bea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:23.814723 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-95d4b0cc-2cbc-4d20-a30c-d7fce6f0cc6a req-e99e7ae8-19f1-45f8-be88-f876b44bea08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ede968b1a094c7192de77d827500d37&device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 1096 time: 0.2113061 Nov 12 00:48:23.843626 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39418) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:23.869028 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cc675fbb-0367-4533-ab10-4c064760a764 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.934538 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-49161143-7e59-4268-90e7-961c1691ba6f req-07a53d3e-45b2-46c8-a858-1e30dce4087e tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/security-groups?id=e149db29-ffdf-4721-9480-ce0ae1dbd508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349670 Nov 12 00:48:23.959484 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cc675fbb-0367-4533-ab10-4c064760a764 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:23.964411 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cc675fbb-0367-4533-ab10-4c064760a764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.006412 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cc675fbb-0367-4533-ab10-4c064760a764 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b23b2b15e24046a197df45c2478f47ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1616008 Nov 12 00:48:24.007422 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc675fbb-0367-4533-ab10-4c064760a764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fefeb9-22a2-4b31-b75f-866f2919b8e3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:24.009838 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39422) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:24.040107 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b0cc-2cbc-4d20-a30c-d7fce6f0cc6a req-900c6f43-7652-4e20-89dd-20f97d5ddd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:24.041786 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-95d4b0cc-2cbc-4d20-a30c-d7fce6f0cc6a req-900c6f43-7652-4e20-89dd-20f97d5ddd97 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d74c3bda-c588-4e57-b67a-b6869318bb04 HTTP/1.1" status: 200 len: 911 time: 0.2161796 Nov 12 00:48:24.074130 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a0f26514-611f-4d65-8665-046c3d565a9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.093228 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-95d4b0cc-2cbc-4d20-a30c-d7fce6f0cc6a req-dc7b3603-27e0-45df-8985-8d54d07c3c28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f68e515-2143-4a11-9506-f0ce909d1d3c HTTP/1.1" status: 200 len: 217 time: 0.0439980 Nov 12 00:48:24.094553 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39424) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:24.105234 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a0f26514-611f-4d65-8665-046c3d565a9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.117721 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-20719f70-839d-4375-8024-1fb362aef64b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.178550 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b0cc-2cbc-4d20-a30c-d7fce6f0cc6a req-be9881e1-0c37-4dbd-b3a8-742adca3988d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:24.180285 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-95d4b0cc-2cbc-4d20-a30c-d7fce6f0cc6a req-be9881e1-0c37-4dbd-b3a8-742adca3988d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f9007ee2-5879-4419-99d4-bd9610ef3298 HTTP/1.1" status: 200 len: 850 time: 0.0653663 Nov 12 00:48:24.181587 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-805ab3a3-edbf-4161-863c-870250f818af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.187216 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a0f26514-611f-4d65-8665-046c3d565a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.190687 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a0f26514-611f-4d65-8665-046c3d565a9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.194647 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a0f26514-611f-4d65-8665-046c3d565a9b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55fefeb9-22a2-4b31-b75f-866f2919b8e3 HTTP/1.1" status: 204 len: 168 time: 0.1701632 Nov 12 00:48:24.208339 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f26514-611f-4d65-8665-046c3d565a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fefeb9-22a2-4b31-b75f-866f2919b8e3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:24.239910 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-95d4b0cc-2cbc-4d20-a30c-d7fce6f0cc6a req-709381a1-89f5-4b96-9de0-d9e4e3743e42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d74c3bda-c588-4e57-b67a-b6869318bb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479293 Nov 12 00:48:24.241064 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ab3a3-edbf-4161-863c-870250f818af admin admin] Pushing event deleted for resources: {'Port': ['ID=c8edae3b-7cfe-4d43-a1f7-c753b966f427,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:24.259746 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def7d0bc-f00e-46cd-ad2e-20fd45cbcdec None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:24.260190 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-20719f70-839d-4375-8024-1fb362aef64b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.266700 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-20719f70-839d-4375-8024-1fb362aef64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.318267 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-20719f70-839d-4375-8024-1fb362aef64b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc912a21dea4404b99a8cace95b3939b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2226834 Nov 12 00:48:24.319424 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20719f70-839d-4375-8024-1fb362aef64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b868cf-3139-4b9b-9d6b-0da7fccb8225,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:24.322853 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39430) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:24.369657 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-805ab3a3-edbf-4161-863c-870250f818af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.404056 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.412958 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7a35fb30-adcb-41ab-aab9-aaedf4247d60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.490129 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-95d4b0cc-2cbc-4d20-a30c-d7fce6f0cc6a req-b6cb01bf-8200-48d9-be23-ffeb0f480fa1 service neutron] 10.222.0.15 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416573 Nov 12 00:48:24.513760 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7a35fb30-adcb-41ab-aab9-aaedf4247d60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.566527 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd975971-2393-4f64-9ade-9d5aab622715 req-4836f29b-840a-4530-bad5-0fb0a5a04733 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:24.573893 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dd975971-2393-4f64-9ade-9d5aab622715 req-4836f29b-840a-4530-bad5-0fb0a5a04733 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=96335ef1-3b2c-47b5-b9d1-7c9457599e3a HTTP/1.1" status: 200 len: 946 time: 0.1456301 Nov 12 00:48:24.617731 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129dd78-4994-4a4b-b357-139515dc2c34 req-7a1b0781-8f83-4c52-bc3b-1512f4ee5099 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:24.619363 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7129dd78-4994-4a4b-b357-139515dc2c34 req-7a1b0781-8f83-4c52-bc3b-1512f4ee5099 tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.21 "GET /v2.0/ports?device_id=96335ef1-3b2c-47b5-b9d1-7c9457599e3a HTTP/1.1" status: 200 len: 946 time: 0.1756413 Nov 12 00:48:24.626977 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-805ab3a3-edbf-4161-863c-870250f818af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.644310 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-805ab3a3-edbf-4161-863c-870250f818af admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.703521 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7a35fb30-adcb-41ab-aab9-aaedf4247d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.707670 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7a35fb30-adcb-41ab-aab9-aaedf4247d60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.708592 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7a35fb30-adcb-41ab-aab9-aaedf4247d60 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37b868cf-3139-4b9b-9d6b-0da7fccb8225 HTTP/1.1" status: 204 len: 168 time: 0.3845081 Nov 12 00:48:24.712893 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-95d4b0cc-2cbc-4d20-a30c-d7fce6f0cc6a req-fd6960b6-ce40-4671-b9a9-7707c99b0319 service neutron] 10.222.0.15 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034051 Nov 12 00:48:24.726490 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-805ab3a3-edbf-4161-863c-870250f818af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.727184 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805ab3a3-edbf-4161-863c-870250f818af admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5ad0d22-7dde-418f-8b24-8f135ef3510b {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:48:24.734352 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dd975971-2393-4f64-9ade-9d5aab622715 req-b0d3d39f-eb6e-41bb-a705-48bfd205163a tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ae27c7d-e8b1-44f3-ab51-5070edad731c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593952 Nov 12 00:48:24.737716 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bab1a-49a3-4a0c-8cd7-0a541c8769cd req-43c1e708-fe96-4c06-9ef0-c0efdfe39651 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:24.745645 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-462bab1a-49a3-4a0c-8cd7-0a541c8769cd req-43c1e708-fe96-4c06-9ef0-c0efdfe39651 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 944 time: 0.1244278 Nov 12 00:48:24.750103 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-805ab3a3-edbf-4161-863c-870250f818af admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.751217 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-805ab3a3-edbf-4161-863c-870250f818af admin admin] 10.222.0.31 "DELETE /v2.0/routers/e5ad0d22-7dde-418f-8b24-8f135ef3510b HTTP/1.1" status: 204 len: 168 time: 2.4873405 Nov 12 00:48:24.757897 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39442) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:24.775405 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35fb30-adcb-41ab-aab9-aaedf4247d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b868cf-3139-4b9b-9d6b-0da7fccb8225,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:24.874471 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a76067b-7b30-4480-a5bd-eecc70943e1b admin admin] Deleting subnet 3e2c274c-166a-43cb-b962-bc0c13dc2e00 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:48:24.896416 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-462bab1a-49a3-4a0c-8cd7-0a541c8769cd req-a628e5ae-f392-43d7-a5e1-c2367df58e71 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490524 Nov 12 00:48:24.897338 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9a76067b-7b30-4480-a5bd-eecc70943e1b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.914105 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-7129dd78-4994-4a4b-b357-139515dc2c34 req-6b40cd28-433f-4616-bc64-08d05d6bd8fe tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Deleting port 899ce3ec-526e-4155-9398-17a10d14aa47 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:24.914452 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7129dd78-4994-4a4b-b357-139515dc2c34 req-6b40cd28-433f-4616-bc64-08d05d6bd8fe tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:24.987562 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9a76067b-7b30-4480-a5bd-eecc70943e1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.070871 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-7129dd78-4994-4a4b-b357-139515dc2c34 req-6b40cd28-433f-4616-bc64-08d05d6bd8fe tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] For port 899ce3ec-526e-4155-9398-17a10d14aa47, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=899ce3ec-526e-4155-9398-17a10d14aa47,segment=NetworkSegment(fc1219c4-7233-4fa6-bbab-06930d4a5058),segment_id=fc1219c4-7233-4fa6-bbab-06930d4a5058)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:25.071472 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7129dd78-4994-4a4b-b357-139515dc2c34 req-6b40cd28-433f-4616-bc64-08d05d6bd8fe tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.091433 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-7129dd78-4994-4a4b-b357-139515dc2c34 req-6b40cd28-433f-4616-bc64-08d05d6bd8fe tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Calling delete_port for 899ce3ec-526e-4155-9398-17a10d14aa47 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:25.142540 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1e6b8-256f-4db0-9203-26743e339137 req-30414c41-833b-438d-b6f7-47bea7e2e2c2 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:25.144151 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f4b1e6b8-256f-4db0-9203-26743e339137 req-30414c41-833b-438d-b6f7-47bea7e2e2c2 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/ports?device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 946 time: 0.1034625 Nov 12 00:48:25.151638 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9a76067b-7b30-4480-a5bd-eecc70943e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.238058 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f4b1e6b8-256f-4db0-9203-26743e339137 req-b3393bf9-8cc5-4e0f-a137-8dd17756837b tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/security-groups?id=e149db29-ffdf-4721-9480-ce0ae1dbd508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831385 Nov 12 00:48:25.247188 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9a76067b-7b30-4480-a5bd-eecc70943e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.279831 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76067b-7b30-4480-a5bd-eecc70943e1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e2c274c-166a-43cb-b962-bc0c13dc2e00,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:25.282405 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9a76067b-7b30-4480-a5bd-eecc70943e1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.288072 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9a76067b-7b30-4480-a5bd-eecc70943e1b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3e2c274c-166a-43cb-b962-bc0c13dc2e00 HTTP/1.1" status: 204 len: 168 time: 0.5291684 Nov 12 00:48:25.288529 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5c378b-ba66-44f5-911b-70490c6cad72 None None] Network 2c5140c9-2177-45ed-9463-3191893a9218 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:25.305133 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39464) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:25.323873 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7129dd78-4994-4a4b-b357-139515dc2c34 req-6b40cd28-433f-4616-bc64-08d05d6bd8fe tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.404633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40cd28-433f-4616-bc64-08d05d6bd8fe tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Pushing event deleted for resources: {'Port': ['ID=899ce3ec-526e-4155-9398-17a10d14aa47,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:25.430108 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-175f03cd-78eb-422d-83b5-99094f30f205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.458866 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7051da02-ecd8-4378-ba21-a5bbe0f06c62 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:25.492734 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-7129dd78-4994-4a4b-b357-139515dc2c34 req-6b40cd28-433f-4616-bc64-08d05d6bd8fe tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] No DVR routers for this DVR port 899ce3ec-526e-4155-9398-17a10d14aa47 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:25.511675 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7129dd78-4994-4a4b-b357-139515dc2c34 req-6b40cd28-433f-4616-bc64-08d05d6bd8fe tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.516012 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7129dd78-4994-4a4b-b357-139515dc2c34 req-6b40cd28-433f-4616-bc64-08d05d6bd8fe tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.21 "DELETE /v2.0/ports/899ce3ec-526e-4155-9398-17a10d14aa47 HTTP/1.1" status: 204 len: 173 time: 0.8833020 Nov 12 00:48:25.516877 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96335ef1-3b2c-47b5-b9d1-7c9457599e3a', 'name': 'network-vif-deleted', 'tag': '899ce3ec-526e-4155-9398-17a10d14aa47'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:25.517009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 7051da02-ecd8-4378-ba21-a5bbe0f06c62 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:25.517468 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7051da02-ecd8-4378-ba21-a5bbe0f06c62 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:25.520754 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741b0fd4-21e7-4158-8359-9ba14c042ba5" -d '{"events": [{"server_uuid": "96335ef1-3b2c-47b5-b9d1-7c9457599e3a", "name": "network-vif-deleted", "tag": "899ce3ec-526e-4155-9398-17a10d14aa47"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:25.552573 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-175f03cd-78eb-422d-83b5-99094f30f205 admin admin] Deleting port 3c1f0b7f-491e-4808-bd77-0eb1436b8a6b {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:25.553960 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-175f03cd-78eb-422d-83b5-99094f30f205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.590758 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05959ddc-6999-47a5-9781-f04f91685d9a req-e7ad8faf-7fdd-4dd1-93a5-703681bacb39 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:25.592498 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-05959ddc-6999-47a5-9781-f04f91685d9a req-e7ad8faf-7fdd-4dd1-93a5-703681bacb39 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/ports?device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 946 time: 0.1375709 Nov 12 00:48:25.597199 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceec79e7-5b8b-4484-b9e1-de61eb5b0edd x-openstack-request-id: req-ceec79e7-5b8b-4484-b9e1-de61eb5b0edd {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:25.597495 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96335ef1-3b2c-47b5-b9d1-7c9457599e3a", "name": "network-vif-deleted", "tag": "899ce3ec-526e-4155-9398-17a10d14aa47", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:25.597752 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ceec79e7-5b8b-4484-b9e1-de61eb5b0edd {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:25.598147 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96335ef1-3b2c-47b5-b9d1-7c9457599e3a', 'name': 'network-vif-deleted', 'tag': '899ce3ec-526e-4155-9398-17a10d14aa47', 'status': 'completed', 'code': 200} Nov 12 00:48:25.602379 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39480) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:25.606993 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-bab46c00-e8d8-4567-ab8b-95b1ce292c48 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Request body: {'floatingip': {'port_id': 'f5b1555e-e0ee-48cb-b248-1ff7aa92890c'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:25.662825 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.666311 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bab46c00-e8d8-4567-ab8b-95b1ce292c48 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.683816 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-175f03cd-78eb-422d-83b5-99094f30f205 admin admin] For port 3c1f0b7f-491e-4808-bd77-0eb1436b8a6b, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=3c1f0b7f-491e-4808-bd77-0eb1436b8a6b,segment=NetworkSegment(e1c3a65f-0072-4173-bcd3-942eb10268ab),segment_id=e1c3a65f-0072-4173-bcd3-942eb10268ab)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:25.684801 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-175f03cd-78eb-422d-83b5-99094f30f205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.726150 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-175f03cd-78eb-422d-83b5-99094f30f205 admin admin] Calling delete_port for 3c1f0b7f-491e-4808-bd77-0eb1436b8a6b owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:25.809341 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900414ff-152e-4e69-9182-88cc862cb447 None None] DHCP port deletion for 2c5140c9-2177-45ed-9463-3191893a9218 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:25.826171 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-175f03cd-78eb-422d-83b5-99094f30f205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.850892 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-900414ff-152e-4e69-9182-88cc862cb447 None None] The port '3c1f0b7f-491e-4808-bd77-0eb1436b8a6b' was deleted {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 00:48:25.868389 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f03cd-78eb-422d-83b5-99094f30f205 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1f0b7f-491e-4808-bd77-0eb1436b8a6b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:25.882594 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175f03cd-78eb-422d-83b5-99094f30f205 admin admin] No DVR routers for this DVR port 3c1f0b7f-491e-4808-bd77-0eb1436b8a6b on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:25.943141 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:25.968479 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39492) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:26.019172 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa7f3f68-7a40-4ce0-8416-c7093e109620 req-2db0676b-df10-4d7c-828c-3a8bdac22c9b tempest-VolumesActionsTest-1377247719 tempest-VolumesActionsTest-1377247719-project] 10.222.0.31 "GET /v2.0/ports?device_id=96335ef1-3b2c-47b5-b9d1-7c9457599e3a HTTP/1.1" status: 200 len: 210 time: 0.0316031 Nov 12 00:48:26.054180 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-175f03cd-78eb-422d-83b5-99094f30f205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.077580 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-175f03cd-78eb-422d-83b5-99094f30f205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c5140c9-2177-45ed-9463-3191893a9218']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:26.090473 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-175f03cd-78eb-422d-83b5-99094f30f205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c3a65f-0072-4173-bcd3-942eb10268ab') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:26.090988 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-175f03cd-78eb-422d-83b5-99094f30f205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c3a65f-0072-4173-bcd3-942eb10268ab') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:26.102691 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-175f03cd-78eb-422d-83b5-99094f30f205 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.119835 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-175f03cd-78eb-422d-83b5-99094f30f205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.128970 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175f03cd-78eb-422d-83b5-99094f30f205 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:48:26.129964 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-175f03cd-78eb-422d-83b5-99094f30f205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:48:26.154600 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:48:26.224084 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-175f03cd-78eb-422d-83b5-99094f30f205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.237628 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-175f03cd-78eb-422d-83b5-99094f30f205 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.241998 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-175f03cd-78eb-422d-83b5-99094f30f205 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2c5140c9-2177-45ed-9463-3191893a9218 HTTP/1.1" status: 204 len: 168 time: 0.9354918 Nov 12 00:48:26.254563 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39500) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:26.263911 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f03cd-78eb-422d-83b5-99094f30f205 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c5140c9-2177-45ed-9463-3191893a9218,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:26.307471 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-137ead66-8a0d-4f51-b13d-fffbdb09540f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1888999781-network', 'tenant_id': '9b617e1b190e4b2d936e21ffbb907c70'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:26.370282 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bab46c00-e8d8-4567-ab8b-95b1ce292c48 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.374099 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137ead66-8a0d-4f51-b13d-fffbdb09540f admin admin] Made reservation on behalf of 9b617e1b190e4b2d936e21ffbb907c70 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:26.376575 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-137ead66-8a0d-4f51-b13d-fffbdb09540f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.393869 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a903ab2-bef3-47f7-9ef5-0f2d0a3f0315 req-8edd921e-1716-4c6a-969d-e2d26a04c2d8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:26.395374 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a903ab2-bef3-47f7-9ef5-0f2d0a3f0315 req-8edd921e-1716-4c6a-969d-e2d26a04c2d8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 944 time: 0.1012549 Nov 12 00:48:26.396192 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bab46c00-e8d8-4567-ab8b-95b1ce292c48 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.399527 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-137ead66-8a0d-4f51-b13d-fffbdb09540f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.673948 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-efc5d17e-c68c-49db-8c8f-a80c570ca906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.887333 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a903ab2-bef3-47f7-9ef5-0f2d0a3f0315 req-8f3a658d-16b6-4e08-8306-e887ce340df1 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546707 Nov 12 00:48:26.917908 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-bab46c00-e8d8-4567-ab8b-95b1ce292c48 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Floating IP dbfd8f1b-d437-4fbb-9c93-b02e1f71af9a associated. External IP: 172.25.0.211, port: f5b1555e-e0ee-48cb-b248-1ff7aa92890c. Nov 12 00:48:26.942103 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 899ce3ec-526e-4155-9398-17a10d14aa47 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:26.984628 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c8edae3b-7cfe-4d43-a1f7-c753b966f427 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:26.988494 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 899ce3ec-526e-4155-9398-17a10d14aa47 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:26.989276 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 899ce3ec-526e-4155-9398-17a10d14aa47 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:26.993188 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-137ead66-8a0d-4f51-b13d-fffbdb09540f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:26.994514 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-efc5d17e-c68c-49db-8c8f-a80c570ca906 admin admin] Deleting port 8b1d95a3-5d2c-4940-b8e0-18cc60edc09f {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:26.997384 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-efc5d17e-c68c-49db-8c8f-a80c570ca906 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:27.011864 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: c8edae3b-7cfe-4d43-a1f7-c753b966f427 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:27.012126 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c8edae3b-7cfe-4d43-a1f7-c753b966f427 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:27.012726 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 3c1f0b7f-491e-4808-bd77-0eb1436b8a6b no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:27.027216 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-137ead66-8a0d-4f51-b13d-fffbdb09540f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:27.098474 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137ead66-8a0d-4f51-b13d-fffbdb09540f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:48:27.122236 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ead66-8a0d-4f51-b13d-fffbdb09540f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832d8313-5ed1-48b8-bde6-16561c622197,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:27.126151 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-137ead66-8a0d-4f51-b13d-fffbdb09540f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:27.126714 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-137ead66-8a0d-4f51-b13d-fffbdb09540f admin admin] Added segment 1997ee3c-8a79-45ab-96cc-4b7329ee4e02 of type vlan for network 909d26b2-a758-4ad4-a7d7-aa4226349aae Nov 12 00:48:27.159874 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-efc5d17e-c68c-49db-8c8f-a80c570ca906 admin admin] For port 8b1d95a3-5d2c-4940-b8e0-18cc60edc09f, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8b1d95a3-5d2c-4940-b8e0-18cc60edc09f,segment=NetworkSegment(a585c8ee-581f-4922-9e51-23ffe4938fe5),segment_id=a585c8ee-581f-4922-9e51-23ffe4938fe5)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:27.161082 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-efc5d17e-c68c-49db-8c8f-a80c570ca906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:27.182236 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-efc5d17e-c68c-49db-8c8f-a80c570ca906 admin admin] Calling delete_port for 8b1d95a3-5d2c-4940-b8e0-18cc60edc09f owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:27.216325 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 3c1f0b7f-491e-4808-bd77-0eb1436b8a6b {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:27.216953 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 3c1f0b7f-491e-4808-bd77-0eb1436b8a6b not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:27.261661 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-137ead66-8a0d-4f51-b13d-fffbdb09540f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:27.345119 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-137ead66-8a0d-4f51-b13d-fffbdb09540f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:27.346105 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137ead66-8a0d-4f51-b13d-fffbdb09540f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:27.347227 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-137ead66-8a0d-4f51-b13d-fffbdb09540f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:27.389145 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-137ead66-8a0d-4f51-b13d-fffbdb09540f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4181523 Nov 12 00:48:27.391525 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab46c00-e8d8-4567-ab8b-95b1ce292c48 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Router b88424ba-baa0-4596-9039-ff6f88f42de8 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:48:27.394256 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39548) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:27.402976 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-3e94ab53-f597-4d3a-ab93-6f4ab7912314 admin admin] Request body: {'subnet': {'network_id': '909d26b2-a758-4ad4-a7d7-aa4226349aae', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1888999781-subnet', 'tenant_id': '9b617e1b190e4b2d936e21ffbb907c70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:27.437710 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ead66-8a0d-4f51-b13d-fffbdb09540f admin admin] Pushing event updated for resources: {'Network': ['ID=909d26b2-a758-4ad4-a7d7-aa4226349aae,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:27.455093 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 909d26b2-a758-4ad4-a7d7-aa4226349aae details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:48:27.470025 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e94ab53-f597-4d3a-ab93-6f4ab7912314 admin admin] Made reservation on behalf of 9b617e1b190e4b2d936e21ffbb907c70 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:27.473197 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3e94ab53-f597-4d3a-ab93-6f4ab7912314 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:27.477998 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-efc5d17e-c68c-49db-8c8f-a80c570ca906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:27.529990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5d17e-c68c-49db-8c8f-a80c570ca906 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b1d95a3-5d2c-4940-b8e0-18cc60edc09f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:27.583565 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab46c00-e8d8-4567-ab8b-95b1ce292c48 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:27.599893 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bab46c00-e8d8-4567-ab8b-95b1ce292c48 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:27.614718 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d85625-e618-4783-b5c3-c3b220b99d03 None None] Sync routers for ids ['b88424ba-baa0-4596-9039-ff6f88f42de8'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:27.645191 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bab46c00-e8d8-4567-ab8b-95b1ce292c48 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "PUT /v2.0/floatingips/dbfd8f1b-d437-4fbb-9c93-b02e1f71af9a HTTP/1.1" status: 200 len: 992 time: 2.0365288 Nov 12 00:48:27.645191 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8003bd42-2931-4b14-89ed-5f2da1cb484b', 'tag': 'f5b1555e-e0ee-48cb-b248-1ff7aa92890c'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:27.645191 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd9666f-046f-4c2b-ac75-e7766fd08d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "8003bd42-2931-4b14-89ed-5f2da1cb484b", "tag": "f5b1555e-e0ee-48cb-b248-1ff7aa92890c"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:27.665990 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d85625-e618-4783-b5c3-c3b220b99d03 None None] Routers {'b88424ba-baa0-4596-9039-ff6f88f42de8'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:27.667889 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d5d85625-e618-4783-b5c3-c3b220b99d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:48:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b88424ba-baa0-4596-9039-ff6f88f42de8'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:27.753724 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416f7479-0618-436e-9eae-5181d26e87a7 x-openstack-request-id: req-416f7479-0618-436e-9eae-5181d26e87a7 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:27.756194 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8003bd42-2931-4b14-89ed-5f2da1cb484b", "tag": "f5b1555e-e0ee-48cb-b248-1ff7aa92890c", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:27.757841 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-416f7479-0618-436e-9eae-5181d26e87a7 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:27.758443 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8003bd42-2931-4b14-89ed-5f2da1cb484b', 'tag': 'f5b1555e-e0ee-48cb-b248-1ff7aa92890c', 'status': 'completed', 'code': 200} Nov 12 00:48:27.874272 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-d5d85625-e618-4783-b5c3-c3b220b99d03 None None] Set router b88424ba-baa0-4596-9039-ff6f88f42de8 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:27.888894 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9666f-046f-4c2b-ac75-e7766fd08d3a req-32e0968e-8c3b-45c1-b154-7c4b92818390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:27.890976 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dfd9666f-046f-4c2b-ac75-e7766fd08d3a req-32e0968e-8c3b-45c1-b154-7c4b92818390 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4324cd530d294d27a4a03b3e458b655e&device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 1098 time: 0.1159475 Nov 12 00:48:28.008665 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-efc5d17e-c68c-49db-8c8f-a80c570ca906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:28.118371 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3e94ab53-f597-4d3a-ab93-6f4ab7912314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:28.217585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a9a40-ef94-43c2-b5cb-9ba5c586c348 req-32474c2c-00e7-4ca6-aed8-a5a7dce3c0f6 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:28.231874 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f95a9a40-ef94-43c2-b5cb-9ba5c586c348 req-32474c2c-00e7-4ca6-aed8-a5a7dce3c0f6 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 944 time: 0.1626327 Nov 12 00:48:28.259524 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9666f-046f-4c2b-ac75-e7766fd08d3a req-9842bca1-e31b-49ee-8aa5-18fff52b7dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:28.261373 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dfd9666f-046f-4c2b-ac75-e7766fd08d3a req-9842bca1-e31b-49ee-8aa5-18fff52b7dc3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4ed6ff91-f62e-41b7-80b6-a3533ae98587 HTTP/1.1" status: 200 len: 915 time: 0.3591831 Nov 12 00:48:28.276042 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d5d85625-e618-4783-b5c3-c3b220b99d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'name': 'tempest-ServersTestFqdnHostnames-135947570-router', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:42Z', 'updated_at': '2021-11-12T00:47:50Z', 'revision_number': 4, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'gw_port': {'id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'dbfd8f1b-d437-4fbb-9c93-b02e1f71af9a', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'floating_ip_address': '172.25.0.211', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'port_id': 'f5b1555e-e0ee-48cb-b248-1ff7aa92890c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587', 'mac_address': 'fa:16:3e:c3:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8003bd42-2931-4b14-89ed-5f2da1cb484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:48:04Z', 'updated_at': '2021-11-12T00:48:26Z', 'revision_number': 1, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15', 'name': '', 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'mac_address': 'fa:16:3e:24:2c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:49Z', 'updated_at': '2021-11-12T00:48:04Z', 'revision_number': 5, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'subnets': [{'id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:28.346594 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d85625-e618-4783-b5c3-c3b220b99d03 None None] Checking router: b88424ba-baa0-4596-9039-ff6f88f42de8 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:28.359230 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d85625-e618-4783-b5c3-c3b220b99d03 None None] Routers {'b88424ba-baa0-4596-9039-ff6f88f42de8'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:28.360910 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d5d85625-e618-4783-b5c3-c3b220b99d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:48:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b88424ba-baa0-4596-9039-ff6f88f42de8'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:28.389314 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f95a9a40-ef94-43c2-b5cb-9ba5c586c348 req-4caf1ec6-042d-48e3-806d-5901f50b176c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503389 Nov 12 00:48:28.444152 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dfd9666f-046f-4c2b-ac75-e7766fd08d3a req-0f7afa07-aacb-4ab7-ac9e-3574f278f7bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5b1555e-e0ee-48cb-b248-1ff7aa92890c HTTP/1.1" status: 200 len: 1000 time: 0.1719377 Nov 12 00:48:28.512170 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9666f-046f-4c2b-ac75-e7766fd08d3a req-468f9ef1-d18a-4f29-8b5a-35a0cbd53962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:28.514199 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dfd9666f-046f-4c2b-ac75-e7766fd08d3a req-468f9ef1-d18a-4f29-8b5a-35a0cbd53962 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb HTTP/1.1" status: 200 len: 853 time: 0.0645568 Nov 12 00:48:28.538861 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-d5d85625-e618-4783-b5c3-c3b220b99d03 None None] Set router b88424ba-baa0-4596-9039-ff6f88f42de8 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:28.587223 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9666f-046f-4c2b-ac75-e7766fd08d3a req-99ef9c01-a299-45aa-a37b-016eecd8d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:28.587418 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94ab53-f597-4d3a-ab93-6f4ab7912314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a9b7792-007b-40ed-a3c9-1b7e31d7bfc7,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:28.590554 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dfd9666f-046f-4c2b-ac75-e7766fd08d3a req-99ef9c01-a299-45aa-a37b-016eecd8d6c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ed6ff91-f62e-41b7-80b6-a3533ae98587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680668 Nov 12 00:48:28.654508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e94ab53-f597-4d3a-ab93-6f4ab7912314 admin admin] Checking segment: {'id': '1997ee3c-8a79-45ab-96cc-4b7329ee4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '909d26b2-a758-4ad4-a7d7-aa4226349aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:28.657200 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e94ab53-f597-4d3a-ab93-6f4ab7912314 admin admin] Network hostable DHCP agents. Network: 909d26b2-a758-4ad4-a7d7-aa4226349aae, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:48:28.742017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dfd9666f-046f-4c2b-ac75-e7766fd08d3a req-88328a97-e024-4dc7-97c8-bc414818cb19 service neutron] 10.222.0.21 "GET /v2.0/networks/4ed6ff91-f62e-41b7-80b6-a3533ae98587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415954 Nov 12 00:48:28.767067 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e94ab53-f597-4d3a-ab93-6f4ab7912314 admin admin] Network 909d26b2-a758-4ad4-a7d7-aa4226349aae is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:48:28.800400 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-3e94ab53-f597-4d3a-ab93-6f4ab7912314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 909d26b2-a758-4ad4-a7d7-aa4226349aae) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:28.810890 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e94ab53-f597-4d3a-ab93-6f4ab7912314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:28.811869 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3e94ab53-f597-4d3a-ab93-6f4ab7912314 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:28.836515 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246a0d99-ee13-4ee3-9100-06faae48cba2 None None] Network 909d26b2-a758-4ad4-a7d7-aa4226349aae requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:28.865944 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc5d17e-c68c-49db-8c8f-a80c570ca906 admin admin] Router 368e472b-49c0-4425-83e9-fa847003b712 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:48:28.886712 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3e94ab53-f597-4d3a-ab93-6f4ab7912314 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4904892 Nov 12 00:48:28.890015 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39660) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:28.904742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e496fb5c-8ae8-40ad-88e2-4cf97ed68a49 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1888999781-router', 'tenant_id': '9b617e1b190e4b2d936e21ffbb907c70', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:28.907730 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dfd9666f-046f-4c2b-ac75-e7766fd08d3a req-60a41f02-ee50-43e8-a1c4-d536d94155f4 service neutron] 10.222.0.21 "GET /v2.0/networks/4ed6ff91-f62e-41b7-80b6-a3533ae98587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580734 Nov 12 00:48:29.004248 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e496fb5c-8ae8-40ad-88e2-4cf97ed68a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:29.005330 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e496fb5c-8ae8-40ad-88e2-4cf97ed68a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:29.007024 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 2f68e515-2143-4a11-9506-f0ce909d1d3c details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:48:29.067262 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e496fb5c-8ae8-40ad-88e2-4cf97ed68a49 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:29.182260 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4c5d01-b77e-4354-a64f-2387db6e9765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-909d26b2-a758-4ad4-a7d7-aa4226349aae', 'network_id': '909d26b2-a758-4ad4-a7d7-aa4226349aae', 'tenant_id': '9b617e1b190e4b2d936e21ffbb907c70', 'fixed_ips': [{'subnet_id': '7a9b7792-007b-40ed-a3c9-1b7e31d7bfc7'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:48:29.183353 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-db4c5d01-b77e-4354-a64f-2387db6e9765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:29.258753 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc5d17e-c68c-49db-8c8f-a80c570ca906 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:29.270033 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c6b262-8ddb-474f-ab81-6cfa123115f1 None None] Sync routers for ids ['368e472b-49c0-4425-83e9-fa847003b712'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:29.277456 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39668) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:29.287831 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c6b262-8ddb-474f-ab81-6cfa123115f1 None None] Routers {'368e472b-49c0-4425-83e9-fa847003b712'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:29.288571 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d5d85625-e618-4783-b5c3-c3b220b99d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'name': 'tempest-ServersTestFqdnHostnames-135947570-router', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:42Z', 'updated_at': '2021-11-12T00:47:50Z', 'revision_number': 4, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'gw_port': {'id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'dbfd8f1b-d437-4fbb-9c93-b02e1f71af9a', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'floating_ip_address': '172.25.0.211', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'port_id': 'f5b1555e-e0ee-48cb-b248-1ff7aa92890c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587', 'mac_address': 'fa:16:3e:c3:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8003bd42-2931-4b14-89ed-5f2da1cb484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:48:04Z', 'updated_at': '2021-11-12T00:48:26Z', 'revision_number': 1, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15', 'name': '', 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'mac_address': 'fa:16:3e:24:2c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:49Z', 'updated_at': '2021-11-12T00:48:04Z', 'revision_number': 5, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'subnets': [{'id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:29.292229 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39672) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:29.292922 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-efc5d17e-c68c-49db-8c8f-a80c570ca906 admin admin] 10.222.0.31 "PUT /v2.0/routers/368e472b-49c0-4425-83e9-fa847003b712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0368326 Nov 12 00:48:29.293744 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-11c6b262-8ddb-474f-ab81-6cfa123115f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:48:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['368e472b-49c0-4425-83e9-fa847003b712'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:29.337260 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 2f68e515-2143-4a11-9506-f0ce909d1d3c, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2f68e515-2143-4a11-9506-f0ce909d1d3c,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:29.384113 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e496fb5c-8ae8-40ad-88e2-4cf97ed68a49 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:29.435699 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-db4c5d01-b77e-4354-a64f-2387db6e9765 None None] Allocated IP 172.20.0.2 (909d26b2-a758-4ad4-a7d7-aa4226349aae/7a9b7792-007b-40ed-a3c9-1b7e31d7bfc7/5a330e23-630f-4ac6-8542-fc4a193d376d) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:29.505084 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-11c6b262-8ddb-474f-ab81-6cfa123115f1 None None] Set router 368e472b-49c0-4425-83e9-fa847003b712 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:29.570927 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc8ef42b-bfc4-47c1-ac88-2b1a6b12b5fc admin admin] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:29.591929 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d85625-e618-4783-b5c3-c3b220b99d03 None None] The sync data for ids ['b88424ba-baa0-4596-9039-ff6f88f42de8'] in n-d-712137-14 is: [{'id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'name': 'tempest-ServersTestFqdnHostnames-135947570-router', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:42Z', 'updated_at': '2021-11-12T00:47:50Z', 'revision_number': 4, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'gw_port': {'id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'dbfd8f1b-d437-4fbb-9c93-b02e1f71af9a', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'floating_ip_address': '172.25.0.211', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'port_id': 'f5b1555e-e0ee-48cb-b248-1ff7aa92890c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587', 'mac_address': 'fa:16:3e:c3:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8003bd42-2931-4b14-89ed-5f2da1cb484b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:48:04Z', 'updated_at': '2021-11-12T00:48:26Z', 'revision_number': 1, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15', 'name': '', 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'mac_address': 'fa:16:3e:24:2c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:49Z', 'updated_at': '2021-11-12T00:48:04Z', 'revision_number': 5, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'subnets': [{'id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:29.672501 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '2f68e515-2143-4a11-9506-f0ce909d1d3c', 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04', 'port_id': '2f68e515-2143-4a11-9506-f0ce909d1d3c', 'mac_address': 'fa:16:3e:a2:7a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9007ee2-5879-4419-99d4-bd9610ef3298', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:48:29.762323 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4df8ee-103f-46d6-87a0-742c6dc68329 req-f540c4a0-8da1-43db-be65-69226ed637d9 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:29.770330 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc4df8ee-103f-46d6-87a0-742c6dc68329 req-f540c4a0-8da1-43db-be65-69226ed637d9 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 944 time: 0.2008204 Nov 12 00:48:29.817962 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:29.826979 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc8ef42b-bfc4-47c1-ac88-2b1a6b12b5fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:29.844486 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f68e515-2143-4a11-9506-f0ce909d1d3c {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:29.853346 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-59d27be1-207b-4726-8069-a861b108808a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:29.871107 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-11c6b262-8ddb-474f-ab81-6cfa123115f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e472b-49c0-4425-83e9-fa847003b712', 'name': 'tempest-TestAggregatesBasicOps-195760586-router', 'tenant_id': '56872c6ea13d486d9c471b297b78efe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '2fd7828d-766a-4470-8bb1-11476f451861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:58Z', 'updated_at': '2021-11-12T00:48:27Z', 'revision_number': 5, 'project_id': '56872c6ea13d486d9c471b297b78efe8', 'gw_port': {'id': '2fd7828d-766a-4470-8bb1-11476f451861', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e472b-49c0-4425-83e9-fa847003b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:00Z', 'updated_at': '2021-11-12T00:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:29.882920 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 2f68e515-2143-4a11-9506-f0ce909d1d3c, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2f68e515-2143-4a11-9506-f0ce909d1d3c,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:29.896334 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:29.947334 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc4df8ee-103f-46d6-87a0-742c6dc68329 req-5d9e56b8-1d94-409b-a7d5-ab67e8fe546f tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727014 Nov 12 00:48:29.971841 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c6b262-8ddb-474f-ab81-6cfa123115f1 None None] Checking router: 368e472b-49c0-4425-83e9-fa847003b712 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:29.997148 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c6b262-8ddb-474f-ab81-6cfa123115f1 None None] Routers {'368e472b-49c0-4425-83e9-fa847003b712'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:29.997861 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=2f68e515-2143-4a11-9506-f0ce909d1d3c,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:29.998414 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-11c6b262-8ddb-474f-ab81-6cfa123115f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:48:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['368e472b-49c0-4425-83e9-fa847003b712'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:30.016642 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ef42b-bfc4-47c1-ac88-2b1a6b12b5fc admin admin] Deleting port 2fd7828d-766a-4470-8bb1-11476f451861 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:30.017150 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc8ef42b-bfc4-47c1-ac88-2b1a6b12b5fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.034602 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-db4c5d01-b77e-4354-a64f-2387db6e9765 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.047029 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-db4c5d01-b77e-4354-a64f-2387db6e9765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.075358 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e496fb5c-8ae8-40ad-88e2-4cf97ed68a49 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.098075 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e496fb5c-8ae8-40ad-88e2-4cf97ed68a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.103365 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9658e0c4-7d41-4c86-8c06-0d1abd8c3518 None None] New status for floating IP dbfd8f1b-d437-4fbb-9c93-b02e1f71af9a: ACTIVE {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:48:30.126866 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-59d27be1-207b-4726-8069-a861b108808a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.142560 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-59d27be1-207b-4726-8069-a861b108808a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.162334 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4c5d01-b77e-4354-a64f-2387db6e9765 None None] Network 909d26b2-a758-4ad4-a7d7-aa4226349aae is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:30.175142 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-59d27be1-207b-4726-8069-a861b108808a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b3fd371a9734c25a848f7e435099954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8965786 Nov 12 00:48:30.181442 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39702) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:30.182575 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-bc8ef42b-bfc4-47c1-ac88-2b1a6b12b5fc admin admin] For port 2fd7828d-766a-4470-8bb1-11476f451861, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=2fd7828d-766a-4470-8bb1-11476f451861,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:30.182947 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc8ef42b-bfc4-47c1-ac88-2b1a6b12b5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.189319 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-db4c5d01-b77e-4354-a64f-2387db6e9765 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:30.233530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ef42b-bfc4-47c1-ac88-2b1a6b12b5fc admin admin] Calling delete_port for 2fd7828d-766a-4470-8bb1-11476f451861 owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:30.243588 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4c5d01-b77e-4354-a64f-2387db6e9765 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:30.245273 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d27be1-207b-4726-8069-a861b108808a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a787eff8-76b1-4fb0-90e5-7544303e9cae,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:30.259307 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-11c6b262-8ddb-474f-ab81-6cfa123115f1 None None] Set router 368e472b-49c0-4425-83e9-fa847003b712 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:30.293054 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c5d01-b77e-4354-a64f-2387db6e9765 None None] Pushing event updated for resources: {'Port': ['ID=5a330e23-630f-4ac6-8542-fc4a193d376d,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:30.393901 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-11c6b262-8ddb-474f-ab81-6cfa123115f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e472b-49c0-4425-83e9-fa847003b712', 'name': 'tempest-TestAggregatesBasicOps-195760586-router', 'tenant_id': '56872c6ea13d486d9c471b297b78efe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:58Z', 'updated_at': '2021-11-12T00:48:29Z', 'revision_number': 6, 'project_id': '56872c6ea13d486d9c471b297b78efe8', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:30.438852 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-e496fb5c-8ae8-40ad-88e2-4cf97ed68a49 admin admin] Allocated IP 172.25.0.203 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/4a640432-1a0b-4e96-b338-0eaa1b2eacd7) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:30.442581 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['2f68e515-2143-4a11-9506-f0ce909d1d3c'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:30.452265 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-597524a4-4834-43c1-afe1-79b8b8a22873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.464759 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c6b262-8ddb-474f-ab81-6cfa123115f1 None None] The sync data for ids ['368e472b-49c0-4425-83e9-fa847003b712'] in n-d-712137-14 is: [{'id': '368e472b-49c0-4425-83e9-fa847003b712', 'name': 'tempest-TestAggregatesBasicOps-195760586-router', 'tenant_id': '56872c6ea13d486d9c471b297b78efe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:58Z', 'updated_at': '2021-11-12T00:48:29Z', 'revision_number': 6, 'project_id': '56872c6ea13d486d9c471b297b78efe8', 'gw_port_host': None}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:30.537295 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-597524a4-4834-43c1-afe1-79b8b8a22873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.567434 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-db4c5d01-b77e-4354-a64f-2387db6e9765 None None] Attempting to bind port 5a330e23-630f-4ac6-8542-fc4a193d376d on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:30.568388 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-db4c5d01-b77e-4354-a64f-2387db6e9765 None None] Attempting to bind port 5a330e23-630f-4ac6-8542-fc4a193d376d by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '1997ee3c-8a79-45ab-96cc-4b7329ee4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '909d26b2-a758-4ad4-a7d7-aa4226349aae'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:30.568775 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4c5d01-b77e-4354-a64f-2387db6e9765 None None] Attempting to bind port 5a330e23-630f-4ac6-8542-fc4a193d376d on network 909d26b2-a758-4ad4-a7d7-aa4226349aae {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:30.581720 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4c5d01-b77e-4354-a64f-2387db6e9765 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:30.582097 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4c5d01-b77e-4354-a64f-2387db6e9765 None None] Checking segment: {'id': '1997ee3c-8a79-45ab-96cc-4b7329ee4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '909d26b2-a758-4ad4-a7d7-aa4226349aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:30.582500 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-db4c5d01-b77e-4354-a64f-2387db6e9765 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.582900 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4c5d01-b77e-4354-a64f-2387db6e9765 None None] Bound using segment: {'id': '1997ee3c-8a79-45ab-96cc-4b7329ee4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '909d26b2-a758-4ad4-a7d7-aa4226349aae'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:30.583383 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-db4c5d01-b77e-4354-a64f-2387db6e9765 None None] Bound port: 5a330e23-630f-4ac6-8542-fc4a193d376d, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1997ee3c-8a79-45ab-96cc-4b7329ee4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '909d26b2-a758-4ad4-a7d7-aa4226349aae'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:30.583822 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-db4c5d01-b77e-4354-a64f-2387db6e9765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.606006 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc8ef42b-bfc4-47c1-ac88-2b1a6b12b5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.715960 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e496fb5c-8ae8-40ad-88e2-4cf97ed68a49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.723557 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-db4c5d01-b77e-4354-a64f-2387db6e9765 None None] For port 5a330e23-630f-4ac6-8542-fc4a193d376d, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:30.727003 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-db4c5d01-b77e-4354-a64f-2387db6e9765 None None] For port 5a330e23-630f-4ac6-8542-fc4a193d376d, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5a330e23-630f-4ac6-8542-fc4a193d376d,segment=NetworkSegment(1997ee3c-8a79-45ab-96cc-4b7329ee4e02),segment_id=1997ee3c-8a79-45ab-96cc-4b7329ee4e02)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:30.750972 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ef42b-bfc4-47c1-ac88-2b1a6b12b5fc admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd7828d-766a-4470-8bb1-11476f451861,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:30.756815 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f963ca-fda1-4175-9349-7e7e82a089ba None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:30.761501 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-db4c5d01-b77e-4354-a64f-2387db6e9765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.809966 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e496fb5c-8ae8-40ad-88e2-4cf97ed68a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.866951 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e496fb5c-8ae8-40ad-88e2-4cf97ed68a49 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:30.872622 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-e496fb5c-8ae8-40ad-88e2-4cf97ed68a49 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:30.878154 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc8ef42b-bfc4-47c1-ac88-2b1a6b12b5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.879954 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e496fb5c-8ae8-40ad-88e2-4cf97ed68a49 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:30.893871 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c5d01-b77e-4354-a64f-2387db6e9765 None None] Pushing event updated for resources: {'Port': ['ID=5a330e23-630f-4ac6-8542-fc4a193d376d,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:30.900001 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-597524a4-4834-43c1-afe1-79b8b8a22873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.908047 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-597524a4-4834-43c1-afe1-79b8b8a22873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.927399 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-597524a4-4834-43c1-afe1-79b8b8a22873 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a787eff8-76b1-4fb0-90e5-7544303e9cae HTTP/1.1" status: 204 len: 168 time: 0.7388148 Nov 12 00:48:30.954289 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ca6920-0cbc-4042-a990-a63916388cbc None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:31.041070 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8b1d95a3-5d2c-4940-b8e0-18cc60edc09f no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:31.099231 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496fb5c-8ae8-40ad-88e2-4cf97ed68a49 admin admin] Pushing event updated for resources: {'Port': ['ID=4a640432-1a0b-4e96-b338-0eaa1b2eacd7,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:31.132376 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597524a4-4834-43c1-afe1-79b8b8a22873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a787eff8-76b1-4fb0-90e5-7544303e9cae,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:31.142701 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 8b1d95a3-5d2c-4940-b8e0-18cc60edc09f {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:31.143542 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8b1d95a3-5d2c-4940-b8e0-18cc60edc09f not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:31.181442 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4ba8f64a-4f00-4a33-a990-e3a7767be1a5 None None] Provisioning complete for port 4a640432-1a0b-4e96-b338-0eaa1b2eacd7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:31.181869 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f64a-4f00-4a33-a990-e3a7767be1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.250754 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4ba8f64a-4f00-4a33-a990-e3a7767be1a5 None None] Port 4a640432-1a0b-4e96-b338-0eaa1b2eacd7 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:31.275740 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc8ef42b-bfc4-47c1-ac88-2b1a6b12b5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.290591 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc8ef42b-bfc4-47c1-ac88-2b1a6b12b5fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.374335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f08a6f-7621-4bb0-918b-c49a41361ff1 req-11ef1313-6588-4703-9f6b-d666f7c17c03 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:31.374335 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-26f08a6f-7621-4bb0-918b-c49a41361ff1 req-11ef1313-6588-4703-9f6b-d666f7c17c03 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 945 time: 0.2312770 Nov 12 00:48:31.388633 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc8ef42b-bfc4-47c1-ac88-2b1a6b12b5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.389502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8ef42b-bfc4-47c1-ac88-2b1a6b12b5fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 368e472b-49c0-4425-83e9-fa847003b712 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:48:31.432535 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc8ef42b-bfc4-47c1-ac88-2b1a6b12b5fc admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.448611 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bc8ef42b-bfc4-47c1-ac88-2b1a6b12b5fc admin admin] 10.222.0.31 "DELETE /v2.0/routers/368e472b-49c0-4425-83e9-fa847003b712 HTTP/1.1" status: 204 len: 168 time: 2.1552269 Nov 12 00:48:31.452409 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39720) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:31.579282 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e496fb5c-8ae8-40ad-88e2-4cf97ed68a49 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.591301 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-26f08a6f-7621-4bb0-918b-c49a41361ff1 req-d9b99810-803b-4f91-94fc-c2995473532d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050526 Nov 12 00:48:31.607940 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39726) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:31.668020 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fea9642e-06e1-4341-816d-06d403ddfa79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.686989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-164a127a-875b-4a23-a5ff-8f01a6f275ab admin admin] Deleting subnet 86bbfb8c-4d45-41c5-99ce-15f5849e3013 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:48:31.692720 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-164a127a-875b-4a23-a5ff-8f01a6f275ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.794935 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-164a127a-875b-4a23-a5ff-8f01a6f275ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:31.849694 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e496fb5c-8ae8-40ad-88e2-4cf97ed68a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.031514 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fea9642e-06e1-4341-816d-06d403ddfa79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.051658 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e496fb5c-8ae8-40ad-88e2-4cf97ed68a49 admin admin] Router abd35ad1-f7da-453f-9697-286cecc31a65 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:48:32.068301 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fea9642e-06e1-4341-816d-06d403ddfa79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.148406 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-164a127a-875b-4a23-a5ff-8f01a6f275ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.178462 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9642e-06e1-4341-816d-06d403ddfa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54179636-4309-443e-8413-ab5a0d9b3590,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:32.194465 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fea9642e-06e1-4341-816d-06d403ddfa79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=51da2bf3a7d94465afd0b9d088e78cf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5707452 Nov 12 00:48:32.195578 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39732) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:32.267321 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e496fb5c-8ae8-40ad-88e2-4cf97ed68a49 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:32.286461 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] Sync routers for ids ['abd35ad1-f7da-453f-9697-286cecc31a65'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:32.300191 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e496fb5c-8ae8-40ad-88e2-4cf97ed68a49 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.303685 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e496fb5c-8ae8-40ad-88e2-4cf97ed68a49 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4112647 Nov 12 00:48:32.308142 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39734) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:32.326990 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] Routers {'abd35ad1-f7da-453f-9697-286cecc31a65'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:32.327246 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:48:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['abd35ad1-f7da-453f-9697-286cecc31a65'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:32.418264 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9188527d-3833-46f2-a981-326b37256703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.426001 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-164a127a-875b-4a23-a5ff-8f01a6f275ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.460069 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb9563-4a5e-4faf-bee6-1bc4beb79abd None None] Network b1094747-583e-4ed4-9cd3-576c1b659cb5 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:32.501280 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a127a-875b-4a23-a5ff-8f01a6f275ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86bbfb8c-4d45-41c5-99ce-15f5849e3013,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:32.519600 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-164a127a-875b-4a23-a5ff-8f01a6f275ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.523794 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-164a127a-875b-4a23-a5ff-8f01a6f275ab admin admin] 10.222.0.31 "DELETE /v2.0/subnets/86bbfb8c-4d45-41c5-99ce-15f5849e3013 HTTP/1.1" status: 204 len: 168 time: 1.0610557 Nov 12 00:48:32.549635 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] Set router abd35ad1-f7da-453f-9697-286cecc31a65 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:32.557718 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39736) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:32.585167 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9188527d-3833-46f2-a981-326b37256703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.782991 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c5faf81c-4588-434c-aa35-e7b074bc6979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.009090 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9188527d-3833-46f2-a981-326b37256703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.022287 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd35ad1-f7da-453f-9697-286cecc31a65', 'name': 'tempest-FloatingIPsNegativeTestJSON-1888999781-router', 'tenant_id': '9b617e1b190e4b2d936e21ffbb907c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4a640432-1a0b-4e96-b338-0eaa1b2eacd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:29Z', 'updated_at': '2021-11-12T00:48:31Z', 'revision_number': 3, 'project_id': '9b617e1b190e4b2d936e21ffbb907c70', 'gw_port': {'id': '4a640432-1a0b-4e96-b338-0eaa1b2eacd7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd35ad1-f7da-453f-9697-286cecc31a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:30Z', 'updated_at': '2021-11-12T00:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:33.027401 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9188527d-3833-46f2-a981-326b37256703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.028601 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9188527d-3833-46f2-a981-326b37256703 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54179636-4309-443e-8413-ab5a0d9b3590 HTTP/1.1" status: 204 len: 168 time: 0.8280611 Nov 12 00:48:33.052755 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535971d-418b-4922-adb2-5a1df15e2feb req-6e1125ac-38ea-41e2-8478-63789bcb2225 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:33.054340 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9535971d-418b-4922-adb2-5a1df15e2feb req-6e1125ac-38ea-41e2-8478-63789bcb2225 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 945 time: 0.2650867 Nov 12 00:48:33.074303 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] Checking router: abd35ad1-f7da-453f-9697-286cecc31a65 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:33.075265 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] Updating router abd35ad1-f7da-453f-9697-286cecc31a65 port 4a640432-1a0b-4e96-b338-0eaa1b2eacd7 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:48:33.118925 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188527d-3833-46f2-a981-326b37256703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54179636-4309-443e-8413-ab5a0d9b3590,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:33.127167 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.136968 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-c5faf81c-4588-434c-aa35-e7b074bc6979 admin admin] Deleting port f8464741-3d0e-4680-99bc-f8fd2ece1eb2 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:33.139443 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c5faf81c-4588-434c-aa35-e7b074bc6979 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.147369 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b49a8f3-b12e-4ba0-b47d-e74c53b1a72e None None] Network 909d26b2-a758-4ad4-a7d7-aa4226349aae requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:33.200784 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9535971d-418b-4922-adb2-5a1df15e2feb req-3ccd6531-a65b-4a4d-a04b-c5225325dcbb tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362178 Nov 12 00:48:33.269242 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b248ef1d-e052-4bab-84a0-50e1953e24ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.314771 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 2f68e515-2143-4a11-9506-f0ce909d1d3c up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:33.324581 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5a330e23-630f-4ac6-8542-fc4a193d376d up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:33.339674 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-c5faf81c-4588-434c-aa35-e7b074bc6979 admin admin] For port f8464741-3d0e-4680-99bc-f8fd2ece1eb2, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f8464741-3d0e-4680-99bc-f8fd2ece1eb2,segment=NetworkSegment(a585c8ee-581f-4922-9e51-23ffe4938fe5),segment_id=a585c8ee-581f-4922-9e51-23ffe4938fe5)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:33.341511 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c5faf81c-4588-434c-aa35-e7b074bc6979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.387947 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-c5faf81c-4588-434c-aa35-e7b074bc6979 admin admin] Calling delete_port for f8464741-3d0e-4680-99bc-f8fd2ece1eb2 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:33.598335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-837492ca-ddc3-41e2-91a8-20be484cb6e0 None None] Provisioning complete for port 5a330e23-630f-4ac6-8542-fc4a193d376d triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:33.599352 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-837492ca-ddc3-41e2-91a8-20be484cb6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.614541 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c5faf81c-4588-434c-aa35-e7b074bc6979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.671678 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-b248ef1d-e052-4bab-84a0-50e1953e24ba admin admin] Allocated IP 172.20.0.1 (909d26b2-a758-4ad4-a7d7-aa4226349aae/7a9b7792-007b-40ed-a3c9-1b7e31d7bfc7/4b364c37-a61e-426a-b9c6-07429336e4e7) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:33.715148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5faf81c-4588-434c-aa35-e7b074bc6979 admin admin] No DVR routers for this DVR port f8464741-3d0e-4680-99bc-f8fd2ece1eb2 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:33.722475 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5faf81c-4588-434c-aa35-e7b074bc6979 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8464741-3d0e-4680-99bc-f8fd2ece1eb2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:33.758565 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 5a330e23-630f-4ac6-8542-fc4a193d376d triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:33.762620 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.796901 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.819478 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.973751 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c5faf81c-4588-434c-aa35-e7b074bc6979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.979802 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] Attempting to bind port 4a640432-1a0b-4e96-b338-0eaa1b2eacd7 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:33.980172 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] Attempting to bind port 4a640432-1a0b-4e96-b338-0eaa1b2eacd7 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:33.980531 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] Attempting to bind port 4a640432-1a0b-4e96-b338-0eaa1b2eacd7 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:33.986171 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4573637-b6f8-45e7-8352-59cec5489515 None None] Pushing event updated for resources: {'Port': ['ID=4a640432-1a0b-4e96-b338-0eaa1b2eacd7,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:33.996385 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:33.996783 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:33.997181 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.997562 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:33.998034 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] Bound port: 4a640432-1a0b-4e96-b338-0eaa1b2eacd7, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:33.998794 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.006716 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a70997-2c71-4823-87fc-aeb30e67fd3b None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:34.033080 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-c5faf81c-4588-434c-aa35-e7b074bc6979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1094747-583e-4ed4-9cd3-576c1b659cb5']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:34.051067 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-c5faf81c-4588-434c-aa35-e7b074bc6979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a585c8ee-581f-4922-9e51-23ffe4938fe5') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:34.051539 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-c5faf81c-4588-434c-aa35-e7b074bc6979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a585c8ee-581f-4922-9e51-23ffe4938fe5') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:34.066713 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b248ef1d-e052-4bab-84a0-50e1953e24ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.088477 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c5faf81c-4588-434c-aa35-e7b074bc6979 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.115061 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cad6b4-6d87-43bc-a7e6-ef96e50799af None None] DHCP port deletion for b1094747-583e-4ed4-9cd3-576c1b659cb5 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:34.119941 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c5faf81c-4588-434c-aa35-e7b074bc6979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.129806 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5faf81c-4588-434c-aa35-e7b074bc6979 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:48:34.131675 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c5faf81c-4588-434c-aa35-e7b074bc6979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:48:34.136222 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:48:34.151065 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] For port 4a640432-1a0b-4e96-b338-0eaa1b2eacd7, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:34.155787 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] For port 4a640432-1a0b-4e96-b338-0eaa1b2eacd7, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=4a640432-1a0b-4e96-b338-0eaa1b2eacd7,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:34.167794 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.181124 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 2f68e515-2143-4a11-9506-f0ce909d1d3c completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:48:34.230551 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b248ef1d-e052-4bab-84a0-50e1953e24ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.272837 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153fd8e8-fa16-456c-a060-12d930b47073 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:34.273360 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] Routers {'abd35ad1-f7da-453f-9697-286cecc31a65'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:34.274385 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:48:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['abd35ad1-f7da-453f-9697-286cecc31a65'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:34.297762 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-837492ca-ddc3-41e2-91a8-20be484cb6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.305273 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c5faf81c-4588-434c-aa35-e7b074bc6979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.308255 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 2f68e515-2143-4a11-9506-f0ce909d1d3c triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:34.309265 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.326295 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b248ef1d-e052-4bab-84a0-50e1953e24ba admin admin] Network 909d26b2-a758-4ad4-a7d7-aa4226349aae is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:34.329305 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-b248ef1d-e052-4bab-84a0-50e1953e24ba admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:34.332968 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c5faf81c-4588-434c-aa35-e7b074bc6979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.338677 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c5faf81c-4588-434c-aa35-e7b074bc6979 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b1094747-583e-4ed4-9cd3-576c1b659cb5 HTTP/1.1" status: 204 len: 168 time: 1.7775636 Nov 12 00:48:34.338677 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5faf81c-4588-434c-aa35-e7b074bc6979 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1094747-583e-4ed4-9cd3-576c1b659cb5,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:34.339720 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b248ef1d-e052-4bab-84a0-50e1953e24ba admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:34.431453 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248ef1d-e052-4bab-84a0-50e1953e24ba admin admin] Pushing event updated for resources: {'Port': ['ID=4b364c37-a61e-426a-b9c6-07429336e4e7,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:34.434192 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-837492ca-ddc3-41e2-91a8-20be484cb6e0 None None] For port 5a330e23-630f-4ac6-8542-fc4a193d376d, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5a330e23-630f-4ac6-8542-fc4a193d376d,segment=NetworkSegment(1997ee3c-8a79-45ab-96cc-4b7329ee4e02),segment_id=1997ee3c-8a79-45ab-96cc-4b7329ee4e02)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:34.501124 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b248ef1d-e052-4bab-84a0-50e1953e24ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.523882 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4573637-b6f8-45e7-8352-59cec5489515 None None] Pushing event updated for resources: {'Port': ['ID=4a640432-1a0b-4e96-b338-0eaa1b2eacd7,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:34.526111 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-837492ca-ddc3-41e2-91a8-20be484cb6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.597915 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b722a14-b0fb-4e90-8f18-3ba4663bca98 req-2bacfc6b-e269-4fc6-b0da-53f276862542 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:34.600973 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4b722a14-b0fb-4e90-8f18-3ba4663bca98 req-2bacfc6b-e269-4fc6-b0da-53f276862542 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 945 time: 0.1808174 Nov 12 00:48:34.699643 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39784) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:34.718953 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4b722a14-b0fb-4e90-8f18-3ba4663bca98 req-419b85ba-5a0c-46dd-a154-1b528f19bc4e tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105978 Nov 12 00:48:34.773015 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4be4d66a-6bbc-4c32-b8d7-304706e4d07a None None] Provisioning complete for port 4a640432-1a0b-4e96-b338-0eaa1b2eacd7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:34.773551 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4be4d66a-6bbc-4c32-b8d7-304706e4d07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.779554 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2fd7828d-766a-4470-8bb1-11476f451861 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:34.804447 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] Set router abd35ad1-f7da-453f-9697-286cecc31a65 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:34.838811 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 2fd7828d-766a-4470-8bb1-11476f451861 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:34.839411 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2fd7828d-766a-4470-8bb1-11476f451861 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:34.845746 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837492ca-ddc3-41e2-91a8-20be484cb6e0 None None] Pushing event updated for resources: {'Port': ['ID=5a330e23-630f-4ac6-8542-fc4a193d376d,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:34.890990 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39788) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:34.891896 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-df186ff8-f46c-4a52-a2b8-978c2af60543 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e1817e3045f4036b0a3d214340e9d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1848247 Nov 12 00:48:34.979769 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.003164 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ed5efe28-3f25-4b25-b93e-0cbe598d6185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.064062 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b248ef1d-e052-4bab-84a0-50e1953e24ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.068219 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ed5efe28-3f25-4b25-b93e-0cbe598d6185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.117073 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 2f68e515-2143-4a11-9506-f0ce909d1d3c, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2f68e515-2143-4a11-9506-f0ce909d1d3c,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:35.120512 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00920b6b-607c-4938-8135-0b22fd674345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f68e515-2143-4a11-9506-f0ce909d1d3c'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:35.123925 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d70bbc-49bd-4562-ba0e-73090bad442f" -d '{"events": [{"server_uuid": "00920b6b-607c-4938-8135-0b22fd674345", "name": "network-vif-plugged", "status": "completed", "tag": "2f68e515-2143-4a11-9506-f0ce909d1d3c"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:35.165379 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.260787 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ed5efe28-3f25-4b25-b93e-0cbe598d6185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.265259 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ed5efe28-3f25-4b25-b93e-0cbe598d6185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.266536 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ed5efe28-3f25-4b25-b93e-0cbe598d6185 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/794aef10-17d8-4d2f-b320-17f7c5fd6b8c HTTP/1.1" status: 204 len: 168 time: 0.3745525 Nov 12 00:48:35.300478 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5efe28-3f25-4b25-b93e-0cbe598d6185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794aef10-17d8-4d2f-b320-17f7c5fd6b8c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:35.356132 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd35ad1-f7da-453f-9697-286cecc31a65', 'name': 'tempest-FloatingIPsNegativeTestJSON-1888999781-router', 'tenant_id': '9b617e1b190e4b2d936e21ffbb907c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4a640432-1a0b-4e96-b338-0eaa1b2eacd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:29Z', 'updated_at': '2021-11-12T00:48:31Z', 'revision_number': 3, 'project_id': '9b617e1b190e4b2d936e21ffbb907c70', 'gw_port': {'id': '4a640432-1a0b-4e96-b338-0eaa1b2eacd7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd35ad1-f7da-453f-9697-286cecc31a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:30Z', 'updated_at': '2021-11-12T00:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:35.383149 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edf388f-322d-480f-ba1f-6902a212562d x-openstack-request-id: req-6edf388f-322d-480f-ba1f-6902a212562d {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:35.383806 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00920b6b-607c-4938-8135-0b22fd674345", "name": "network-vif-plugged", "status": "completed", "tag": "2f68e515-2143-4a11-9506-f0ce909d1d3c", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:35.384301 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6edf388f-322d-480f-ba1f-6902a212562d {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:35.384945 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00920b6b-607c-4938-8135-0b22fd674345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f68e515-2143-4a11-9506-f0ce909d1d3c', 'code': 200} Nov 12 00:48:35.392305 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=2f68e515-2143-4a11-9506-f0ce909d1d3c,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:35.412122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5a330e23-630f-4ac6-8542-fc4a193d376d up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:35.445842 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4be4d66a-6bbc-4c32-b8d7-304706e4d07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.665466 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4be4d66a-6bbc-4c32-b8d7-304706e4d07a None None] For port 4a640432-1a0b-4e96-b338-0eaa1b2eacd7, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=4a640432-1a0b-4e96-b338-0eaa1b2eacd7,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:35.693615 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bf5ecb-5cbf-4fdf-a9b1-73234c4535fe None None] The sync data for ids ['abd35ad1-f7da-453f-9697-286cecc31a65'] in n-d-712137-14 is: [{'id': 'abd35ad1-f7da-453f-9697-286cecc31a65', 'name': 'tempest-FloatingIPsNegativeTestJSON-1888999781-router', 'tenant_id': '9b617e1b190e4b2d936e21ffbb907c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4a640432-1a0b-4e96-b338-0eaa1b2eacd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:29Z', 'updated_at': '2021-11-12T00:48:31Z', 'revision_number': 3, 'project_id': '9b617e1b190e4b2d936e21ffbb907c70', 'gw_port': {'id': '4a640432-1a0b-4e96-b338-0eaa1b2eacd7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd35ad1-f7da-453f-9697-286cecc31a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:30Z', 'updated_at': '2021-11-12T00:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:35.695278 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4be4d66a-6bbc-4c32-b8d7-304706e4d07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:35.818032 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 5a330e23-630f-4ac6-8542-fc4a193d376d triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:35.820425 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.018911 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4d66a-6bbc-4c32-b8d7-304706e4d07a None None] Pushing event updated for resources: {'Port': ['ID=4a640432-1a0b-4e96-b338-0eaa1b2eacd7,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:36.026661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6e496-3c3f-4915-b9df-8f4eb26cdad6 req-72c1c11b-2351-4c3f-bb89-39d80bd1c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:36.028994 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-73c6e496-3c3f-4915-b9df-8f4eb26cdad6 req-72c1c11b-2351-4c3f-bb89-39d80bd1c940 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 1098 time: 0.6005650 Nov 12 00:48:36.030957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a5b23b98-75dc-473b-928f-30b6a0a8c073 None None] Provisioning complete for port 4b364c37-a61e-426a-b9c6-07429336e4e7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:36.033346 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a5b23b98-75dc-473b-928f-30b6a0a8c073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.056051 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ed8c7-e8b5-4de5-a954-c121542f0ccd req-7e88f0d7-21f1-4d5d-bdaf-508a7ebaa882 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:36.057678 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6f9ed8c7-e8b5-4de5-a954-c121542f0ccd req-7e88f0d7-21f1-4d5d-bdaf-508a7ebaa882 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 946 time: 0.1509809 Nov 12 00:48:36.110540 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39814) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:36.152491 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b248ef1d-e052-4bab-84a0-50e1953e24ba admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.188558 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b248ef1d-e052-4bab-84a0-50e1953e24ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.211754 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a5b23b98-75dc-473b-928f-30b6a0a8c073 None None] Port 4b364c37-a61e-426a-b9c6-07429336e4e7 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:36.254521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a5b23b98-75dc-473b-928f-30b6a0a8c073 None None] Provisioning complete for port 5a330e23-630f-4ac6-8542-fc4a193d376d triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:36.255046 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a5b23b98-75dc-473b-928f-30b6a0a8c073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.285459 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6f9ed8c7-e8b5-4de5-a954-c121542f0ccd req-3f9b55f5-a6c6-4e8e-8b8f-516a7ba4ed7c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174225 Nov 12 00:48:36.324316 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-73c6e496-3c3f-4915-b9df-8f4eb26cdad6 req-2c60e511-c0c4-485f-b57f-c72fc6f417f2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726796 Nov 12 00:48:36.352218 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f8464741-3d0e-4680-99bc-f8fd2ece1eb2 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:36.354365 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6e5f1434-291a-4003-bd4d-8760ed3098d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56872c6ea13d486d9c471b297b78efe8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2406507 Nov 12 00:48:36.355496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39818) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:36.397792 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b248ef1d-e052-4bab-84a0-50e1953e24ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.409042 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: f8464741-3d0e-4680-99bc-f8fd2ece1eb2 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:36.409485 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f8464741-3d0e-4680-99bc-f8fd2ece1eb2 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:36.430284 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248ef1d-e052-4bab-84a0-50e1953e24ba admin admin] Pushing event updated for resources: {'Port': ['ID=4b364c37-a61e-426a-b9c6-07429336e4e7,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:36.511489 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-15bbf2de-fa7d-4580-a3d2-cc3c921ed51d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.566825 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-15bbf2de-fa7d-4580-a3d2-cc3c921ed51d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.668782 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b248ef1d-e052-4bab-84a0-50e1953e24ba admin admin] Network 909d26b2-a758-4ad4-a7d7-aa4226349aae is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:36.676030 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-b248ef1d-e052-4bab-84a0-50e1953e24ba admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:36.704585 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-15bbf2de-fa7d-4580-a3d2-cc3c921ed51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.710677 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-15bbf2de-fa7d-4580-a3d2-cc3c921ed51d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:36.711746 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-15bbf2de-fa7d-4580-a3d2-cc3c921ed51d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b2bc6b0-575e-4e0e-babf-07ce6e24b771 HTTP/1.1" status: 204 len: 168 time: 0.3557839 Nov 12 00:48:36.726449 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbf2de-fa7d-4580-a3d2-cc3c921ed51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2bc6b0-575e-4e0e-babf-07ce6e24b771,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:36.942967 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b248ef1d-e052-4bab-84a0-50e1953e24ba admin admin] Router abd35ad1-f7da-453f-9697-286cecc31a65 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:48:37.111502 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 4a640432-1a0b-4e96-b338-0eaa1b2eacd7 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:37.250759 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 4a640432-1a0b-4e96-b338-0eaa1b2eacd7 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:37.251189 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:37.295574 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b248ef1d-e052-4bab-84a0-50e1953e24ba admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:37.302726 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b248ef1d-e052-4bab-84a0-50e1953e24ba admin admin] 10.222.0.31 "PUT /v2.0/routers/abd35ad1-f7da-453f-9697-286cecc31a65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9923859 Nov 12 00:48:37.418367 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3ba09dc3-90d1-4f09-abba-067c9642647f None None] Provisioning complete for port 4b364c37-a61e-426a-b9c6-07429336e4e7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:37.419015 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3ba09dc3-90d1-4f09-abba-067c9642647f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:37.518718 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-3ba09dc3-90d1-4f09-abba-067c9642647f None None] Port 4b364c37-a61e-426a-b9c6-07429336e4e7 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:48:37.671083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f31a5-69c6-40fc-b00a-6d5a88d972eb req-0cb00343-70c1-4fbe-9aff-42f8d1af6025 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:37.695002 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-798f31a5-69c6-40fc-b00a-6d5a88d972eb req-0cb00343-70c1-4fbe-9aff-42f8d1af6025 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 946 time: 0.2367122 Nov 12 00:48:37.824087 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-798f31a5-69c6-40fc-b00a-6d5a88d972eb req-12830907-668a-4456-b8a9-3eabc3677a10 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282039 Nov 12 00:48:38.076788 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b94e1110-e7ec-4b0b-8019-4ad5cfb2883e req-d6c178ce-c68e-4bd7-b8ca-54ccfbe1dadd tempest-FloatingIPsNegativeTestJSON-42780053 tempest-FloatingIPsNegativeTestJSON-42780053-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=9b617e1b190e4b2d936e21ffbb907c70 HTTP/1.1" status: 200 len: 217 time: 0.1633837 Nov 12 00:48:38.155642 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-87433435-3e28-445f-89b8-ab9af4766d65 req-0460a0fe-3dfe-4ec5-903f-c152d417af1a tempest-FloatingIPsNegativeTestJSON-42780053 tempest-FloatingIPsNegativeTestJSON-42780053-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0231514 Nov 12 00:48:38.214775 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [req-5f9d7b28-0a54-4624-a195-8653f23e86a6 req-b5abcf8e-f794-4f6d-b3fa-258baa6f32f1 tempest-FloatingIPsNegativeTestJSON-42780053 tempest-FloatingIPsNegativeTestJSON-42780053-project] show failed (client error): The resource could not be found. Nov 12 00:48:38.215830 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f9d7b28-0a54-4624-a195-8653f23e86a6 req-b5abcf8e-f794-4f6d-b3fa-258baa6f32f1 tempest-FloatingIPsNegativeTestJSON-42780053 tempest-FloatingIPsNegativeTestJSON-42780053-project] 10.222.0.31 "GET /v2.0/floatingips/5fbdd538-69b5-459c-87c6-54f3e0ce8c87 HTTP/1.1" status: 404 len: 350 time: 0.0442672 Nov 12 00:48:38.235551 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39868) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:38.478722 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:38.682760 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4979a4c6-be51-4bc2-b01f-788aab0ac5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:38.800327 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55cc70c-bd2d-4cae-8f64-6f37f0634af4 None None] Sync routers for ids ['abd35ad1-f7da-453f-9697-286cecc31a65'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:38.832650 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55cc70c-bd2d-4cae-8f64-6f37f0634af4 None None] Routers {'abd35ad1-f7da-453f-9697-286cecc31a65'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:38.833307 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-f55cc70c-bd2d-4cae-8f64-6f37f0634af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:48:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['abd35ad1-f7da-453f-9697-286cecc31a65'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:39.009779 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8549a-deb4-4740-89bd-fa91215dec9e req-1aa26a2e-d947-4fb7-abc9-aac204a40ae8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:39.013628 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-59b8549a-deb4-4740-89bd-fa91215dec9e req-1aa26a2e-d947-4fb7-abc9-aac204a40ae8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 946 time: 0.0926237 Nov 12 00:48:39.053601 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-f55cc70c-bd2d-4cae-8f64-6f37f0634af4 None None] Set router abd35ad1-f7da-453f-9697-286cecc31a65 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:39.093985 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-59b8549a-deb4-4740-89bd-fa91215dec9e req-80f97856-58d7-4086-99b1-a8f34a28d486 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593040 Nov 12 00:48:39.115644 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4979a4c6-be51-4bc2-b01f-788aab0ac5f9 admin admin] Deleting port 4b364c37-a61e-426a-b9c6-07429336e4e7 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:39.116007 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4979a4c6-be51-4bc2-b01f-788aab0ac5f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:39.280612 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4979a4c6-be51-4bc2-b01f-788aab0ac5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:39.305495 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4979a4c6-be51-4bc2-b01f-788aab0ac5f9 admin admin] Calling delete_port for 4b364c37-a61e-426a-b9c6-07429336e4e7 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:39.533320 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-f55cc70c-bd2d-4cae-8f64-6f37f0634af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd35ad1-f7da-453f-9697-286cecc31a65', 'name': 'tempest-FloatingIPsNegativeTestJSON-1888999781-router', 'tenant_id': '9b617e1b190e4b2d936e21ffbb907c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '4a640432-1a0b-4e96-b338-0eaa1b2eacd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:29Z', 'updated_at': '2021-11-12T00:48:34Z', 'revision_number': 4, 'project_id': '9b617e1b190e4b2d936e21ffbb907c70', 'gw_port': {'id': '4a640432-1a0b-4e96-b338-0eaa1b2eacd7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd35ad1-f7da-453f-9697-286cecc31a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:30Z', 'updated_at': '2021-11-12T00:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '4b364c37-a61e-426a-b9c6-07429336e4e7', 'name': '', 'network_id': '909d26b2-a758-4ad4-a7d7-aa4226349aae', 'tenant_id': '9b617e1b190e4b2d936e21ffbb907c70', 'mac_address': 'fa:16:3e:a2:f2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd35ad1-f7da-453f-9697-286cecc31a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '7a9b7792-007b-40ed-a3c9-1b7e31d7bfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:48:33Z', 'updated_at': '2021-11-12T00:48:35Z', 'revision_number': 2, 'project_id': '9b617e1b190e4b2d936e21ffbb907c70', 'subnets': [{'id': '7a9b7792-007b-40ed-a3c9-1b7e31d7bfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:39.597630 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55cc70c-bd2d-4cae-8f64-6f37f0634af4 None None] Checking router: abd35ad1-f7da-453f-9697-286cecc31a65 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:48:39.598652 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55cc70c-bd2d-4cae-8f64-6f37f0634af4 None None] Updating router abd35ad1-f7da-453f-9697-286cecc31a65 port 4b364c37-a61e-426a-b9c6-07429336e4e7 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:48:39.685052 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f55cc70c-bd2d-4cae-8f64-6f37f0634af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:39.731511 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81a2a9-f902-4329-9804-062cc6bb6251 req-9d6ded79-6fde-4f36-9451-e171aa2564f3 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:39.742895 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fc81a2a9-f902-4329-9804-062cc6bb6251 req-9d6ded79-6fde-4f36-9451-e171aa2564f3 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 946 time: 0.1384742 Nov 12 00:48:39.863151 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fc81a2a9-f902-4329-9804-062cc6bb6251 req-558195b9-0b77-4edb-8068-3e3b6364825e tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078157 Nov 12 00:48:39.866733 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4979a4c6-be51-4bc2-b01f-788aab0ac5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:39.906287 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979a4c6-be51-4bc2-b01f-788aab0ac5f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b364c37-a61e-426a-b9c6-07429336e4e7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:40.153934 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4979a4c6-be51-4bc2-b01f-788aab0ac5f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:40.463049 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-f55cc70c-bd2d-4cae-8f64-6f37f0634af4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:48:40.463557 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-f55cc70c-bd2d-4cae-8f64-6f37f0634af4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:48:40.495212 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4979a4c6-be51-4bc2-b01f-788aab0ac5f9 admin admin] Router abd35ad1-f7da-453f-9697-286cecc31a65 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:48:40.623738 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4979a4c6-be51-4bc2-b01f-788aab0ac5f9 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:48:40.634290 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4979a4c6-be51-4bc2-b01f-788aab0ac5f9 admin admin] 10.222.0.31 "PUT /v2.0/routers/abd35ad1-f7da-453f-9697-286cecc31a65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3943045 Nov 12 00:48:40.634535 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39910) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:40.753029 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd955c83-c91b-4f8b-a7e3-df5c9234f00a admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:40.865780 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd955c83-c91b-4f8b-a7e3-df5c9234f00a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:40.941910 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-dd955c83-c91b-4f8b-a7e3-df5c9234f00a admin admin] Deleting port 4a640432-1a0b-4e96-b338-0eaa1b2eacd7 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:40.942688 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd955c83-c91b-4f8b-a7e3-df5c9234f00a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.007436 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55cc70c-bd2d-4cae-8f64-6f37f0634af4 None None] Port 4b364c37-a61e-426a-b9c6-07429336e4e7 not found while updating agent binding for router abd35ad1-f7da-453f-9697-286cecc31a65. {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 00:48:41.018553 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55cc70c-bd2d-4cae-8f64-6f37f0634af4 None None] Routers {'abd35ad1-f7da-453f-9697-286cecc31a65'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:41.019185 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-f55cc70c-bd2d-4cae-8f64-6f37f0634af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:48:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['abd35ad1-f7da-453f-9697-286cecc31a65'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:41.034552 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-dd955c83-c91b-4f8b-a7e3-df5c9234f00a admin admin] For port 4a640432-1a0b-4e96-b338-0eaa1b2eacd7, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=4a640432-1a0b-4e96-b338-0eaa1b2eacd7,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:41.035013 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd955c83-c91b-4f8b-a7e3-df5c9234f00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.045326 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3aae5d-874d-4594-b395-a6814d65f72d req-23fba3ea-29a7-4607-b8de-ba1c6a21c322 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:41.051438 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-dd955c83-c91b-4f8b-a7e3-df5c9234f00a admin admin] Calling delete_port for 4a640432-1a0b-4e96-b338-0eaa1b2eacd7 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:41.054391 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8e3aae5d-874d-4594-b395-a6814d65f72d req-23fba3ea-29a7-4607-b8de-ba1c6a21c322 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 946 time: 0.0963418 Nov 12 00:48:41.132751 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-f55cc70c-bd2d-4cae-8f64-6f37f0634af4 None None] Set router abd35ad1-f7da-453f-9697-286cecc31a65 gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:48:41.133298 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8e3aae5d-874d-4594-b395-a6814d65f72d req-ceaeb763-bc08-4667-a9d0-d4f278955dce tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776856 Nov 12 00:48:41.435542 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-f55cc70c-bd2d-4cae-8f64-6f37f0634af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd35ad1-f7da-453f-9697-286cecc31a65', 'name': 'tempest-FloatingIPsNegativeTestJSON-1888999781-router', 'tenant_id': '9b617e1b190e4b2d936e21ffbb907c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:29Z', 'updated_at': '2021-11-12T00:48:40Z', 'revision_number': 6, 'project_id': '9b617e1b190e4b2d936e21ffbb907c70', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:41.479353 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd955c83-c91b-4f8b-a7e3-df5c9234f00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.536556 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55cc70c-bd2d-4cae-8f64-6f37f0634af4 None None] The sync data for ids ['abd35ad1-f7da-453f-9697-286cecc31a65'] in n-d-712137-14 is: [{'id': 'abd35ad1-f7da-453f-9697-286cecc31a65', 'name': 'tempest-FloatingIPsNegativeTestJSON-1888999781-router', 'tenant_id': '9b617e1b190e4b2d936e21ffbb907c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:48:29Z', 'updated_at': '2021-11-12T00:48:40Z', 'revision_number': 6, 'project_id': '9b617e1b190e4b2d936e21ffbb907c70', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:41.557380 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd955c83-c91b-4f8b-a7e3-df5c9234f00a admin admin] Pushing event deleted for resources: {'Port': ['ID=4a640432-1a0b-4e96-b338-0eaa1b2eacd7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:41.588829 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c708c52b-46f9-4543-b212-d9ca94a56641 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:41.666943 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd955c83-c91b-4f8b-a7e3-df5c9234f00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.805119 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267bc27-399a-444d-8050-49b32f215f92 req-580cf192-5b3d-4902-8399-866815b4f570 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:41.810489 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f267bc27-399a-444d-8050-49b32f215f92 req-580cf192-5b3d-4902-8399-866815b4f570 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 946 time: 0.1014576 Nov 12 00:48:41.850726 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd955c83-c91b-4f8b-a7e3-df5c9234f00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.853329 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd955c83-c91b-4f8b-a7e3-df5c9234f00a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.884626 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f267bc27-399a-444d-8050-49b32f215f92 req-8787f120-6396-484a-a849-11abbedb92a6 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661035 Nov 12 00:48:41.925088 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd955c83-c91b-4f8b-a7e3-df5c9234f00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.926040 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd955c83-c91b-4f8b-a7e3-df5c9234f00a admin admin] Fanout notify agent at l3_agent the message router_deleted on router abd35ad1-f7da-453f-9697-286cecc31a65 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:48:41.932462 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd955c83-c91b-4f8b-a7e3-df5c9234f00a admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:41.936787 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39950) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:41.936955 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-dd955c83-c91b-4f8b-a7e3-df5c9234f00a admin admin] 10.222.0.31 "DELETE /v2.0/routers/abd35ad1-f7da-453f-9697-286cecc31a65 HTTP/1.1" status: 204 len: 168 time: 1.3012576 Nov 12 00:48:41.997303 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-a147e580-75fd-4b3d-8f1c-ec44a97b6baa admin admin] Deleting subnet 7a9b7792-007b-40ed-a3c9-1b7e31d7bfc7 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:48:42.001380 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a147e580-75fd-4b3d-8f1c-ec44a97b6baa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.039157 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a147e580-75fd-4b3d-8f1c-ec44a97b6baa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.139426 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a147e580-75fd-4b3d-8f1c-ec44a97b6baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.212845 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a147e580-75fd-4b3d-8f1c-ec44a97b6baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.250981 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147e580-75fd-4b3d-8f1c-ec44a97b6baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a9b7792-007b-40ed-a3c9-1b7e31d7bfc7,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:42.257711 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a147e580-75fd-4b3d-8f1c-ec44a97b6baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.263448 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a147e580-75fd-4b3d-8f1c-ec44a97b6baa admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7a9b7792-007b-40ed-a3c9-1b7e31d7bfc7 HTTP/1.1" status: 204 len: 168 time: 0.3230205 Nov 12 00:48:42.267357 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39960) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:42.272332 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7988f30-7b74-4f51-89be-9dec573179f1 None None] Network 909d26b2-a758-4ad4-a7d7-aa4226349aae requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:42.391391 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac3308a2-38a1-4e9f-88bf-2a97909a72b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.448154 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cbb1fc-1904-4335-a4c9-be026c65d705 None None] Sync routers for ids ['abd35ad1-f7da-453f-9697-286cecc31a65'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:48:42.465295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-ac3308a2-38a1-4e9f-88bf-2a97909a72b4 admin admin] Deleting port 5a330e23-630f-4ac6-8542-fc4a193d376d {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:42.465639 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac3308a2-38a1-4e9f-88bf-2a97909a72b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.469565 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cbb1fc-1904-4335-a4c9-be026c65d705 None None] Routers set() bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:42.469932 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cbb1fc-1904-4335-a4c9-be026c65d705 None None] Router IDs set() for agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 00:48:42.470592 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_agentschedulers_db [None req-29cbb1fc-1904-4335-a4c9-be026c65d705 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'abd35ad1-f7da-453f-9697-286cecc31a65'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:48:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent'). {{(pid=114245) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 00:48:42.548185 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-ac3308a2-38a1-4e9f-88bf-2a97909a72b4 admin admin] For port 5a330e23-630f-4ac6-8542-fc4a193d376d, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5a330e23-630f-4ac6-8542-fc4a193d376d,segment=NetworkSegment(1997ee3c-8a79-45ab-96cc-4b7329ee4e02),segment_id=1997ee3c-8a79-45ab-96cc-4b7329ee4e02)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:42.550609 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cbb1fc-1904-4335-a4c9-be026c65d705 None None] Routers set() bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:48:42.551210 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac3308a2-38a1-4e9f-88bf-2a97909a72b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.551730 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cbb1fc-1904-4335-a4c9-be026c65d705 None None] Router IDs set() for agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 00:48:42.552376 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_agentschedulers_db [None req-29cbb1fc-1904-4335-a4c9-be026c65d705 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'abd35ad1-f7da-453f-9697-286cecc31a65'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:48:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent'). {{(pid=114245) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 00:48:42.555607 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cbb1fc-1904-4335-a4c9-be026c65d705 None None] The sync data for ids ['abd35ad1-f7da-453f-9697-286cecc31a65'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:48:42.589517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9b945d-ca8e-42cb-a460-8dd14149c3da None None] DHCP port deletion for 909d26b2-a758-4ad4-a7d7-aa4226349aae request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:48:42.605430 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-ac3308a2-38a1-4e9f-88bf-2a97909a72b4 admin admin] Calling delete_port for 5a330e23-630f-4ac6-8542-fc4a193d376d owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:42.660655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39968) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:42.766803 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b945d-ca8e-42cb-a460-8dd14149c3da None None] Deleting port 5a330e23-630f-4ac6-8542-fc4a193d376d {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:42.767175 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6d9b945d-ca8e-42cb-a460-8dd14149c3da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.792130 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac3308a2-38a1-4e9f-88bf-2a97909a72b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.846761 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6d9b945d-ca8e-42cb-a460-8dd14149c3da None None] For port 5a330e23-630f-4ac6-8542-fc4a193d376d, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5a330e23-630f-4ac6-8542-fc4a193d376d,segment=NetworkSegment(1997ee3c-8a79-45ab-96cc-4b7329ee4e02),segment_id=1997ee3c-8a79-45ab-96cc-4b7329ee4e02)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:42.847985 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6d9b945d-ca8e-42cb-a460-8dd14149c3da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.853523 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-910a4d78-cbc7-419c-bda8-1649c9539061 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:42.860957 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3308a2-38a1-4e9f-88bf-2a97909a72b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a330e23-630f-4ac6-8542-fc4a193d376d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:42.866380 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b945d-ca8e-42cb-a460-8dd14149c3da None None] Calling delete_port for 5a330e23-630f-4ac6-8542-fc4a193d376d owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:42.884460 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3308a2-38a1-4e9f-88bf-2a97909a72b4 admin admin] No DVR routers for this DVR port 5a330e23-630f-4ac6-8542-fc4a193d376d on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:43.032409 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5a330e23-630f-4ac6-8542-fc4a193d376d no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:43.036188 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac3308a2-38a1-4e9f-88bf-2a97909a72b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.058881 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-ac3308a2-38a1-4e9f-88bf-2a97909a72b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909d26b2-a758-4ad4-a7d7-aa4226349aae']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:43.059220 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 5a330e23-630f-4ac6-8542-fc4a193d376d {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:43.059569 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5a330e23-630f-4ac6-8542-fc4a193d376d not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:43.059984 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 4a640432-1a0b-4e96-b338-0eaa1b2eacd7 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:43.069071 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-ac3308a2-38a1-4e9f-88bf-2a97909a72b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1997ee3c-8a79-45ab-96cc-4b7329ee4e02') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:43.069371 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-ac3308a2-38a1-4e9f-88bf-2a97909a72b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1997ee3c-8a79-45ab-96cc-4b7329ee4e02') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:43.077710 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-910a4d78-cbc7-419c-bda8-1649c9539061 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.078874 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac3308a2-38a1-4e9f-88bf-2a97909a72b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.089638 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 4a640432-1a0b-4e96-b338-0eaa1b2eacd7 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:43.090178 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 4a640432-1a0b-4e96-b338-0eaa1b2eacd7 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:43.100351 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-910a4d78-cbc7-419c-bda8-1649c9539061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.100892 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6d9b945d-ca8e-42cb-a460-8dd14149c3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.104629 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac3308a2-38a1-4e9f-88bf-2a97909a72b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.129223 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3308a2-38a1-4e9f-88bf-2a97909a72b4 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:48:43.129688 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac3308a2-38a1-4e9f-88bf-2a97909a72b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.133384 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b945d-ca8e-42cb-a460-8dd14149c3da None None] Pushing event deleted for resources: {'Port': ['ID=5a330e23-630f-4ac6-8542-fc4a193d376d,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:48:43.135462 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:48:43.160105 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9b945d-ca8e-42cb-a460-8dd14149c3da None None] No DVR routers for this DVR port 5a330e23-630f-4ac6-8542-fc4a193d376d on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:43.214472 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-910a4d78-cbc7-419c-bda8-1649c9539061 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e3ca13deeed46789c10e8f31c779b8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5523367 Nov 12 00:48:43.215390 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39978) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:43.222890 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a4d78-cbc7-419c-bda8-1649c9539061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e72ff66-1430-4730-a842-653f3d751547,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:43.273172 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5fca6653-7340-4650-ae64-97d389c8c645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.291516 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe96fe-2ec3-4353-a075-9dee7fa83617 req-a10b15eb-443d-4175-b060-6b085bd384a6 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:43.300997 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d5fe96fe-2ec3-4353-a075-9dee7fa83617 req-a10b15eb-443d-4175-b060-6b085bd384a6 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 946 time: 0.1586401 Nov 12 00:48:43.301135 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5fca6653-7340-4650-ae64-97d389c8c645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.306331 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac3308a2-38a1-4e9f-88bf-2a97909a72b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.348396 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac3308a2-38a1-4e9f-88bf-2a97909a72b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.363476 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ac3308a2-38a1-4e9f-88bf-2a97909a72b4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/909d26b2-a758-4ad4-a7d7-aa4226349aae HTTP/1.1" status: 204 len: 168 time: 1.0943925 Nov 12 00:48:43.374045 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:48:43.385386 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3beff6-06fc-4ceb-9c6a-b213fd85e132 req-b474642a-1b7b-4268-a940-995cc0ab91d7 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:43.386983 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1a3beff6-06fc-4ceb-9c6a-b213fd85e132 req-b474642a-1b7b-4268-a940-995cc0ab91d7 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.15 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 946 time: 0.0745854 Nov 12 00:48:43.388971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3308a2-38a1-4e9f-88bf-2a97909a72b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=909d26b2-a758-4ad4-a7d7-aa4226349aae,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:43.409965 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5fca6653-7340-4650-ae64-97d389c8c645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.412949 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d5fe96fe-2ec3-4353-a075-9dee7fa83617 req-af2e00d9-05fc-47e6-bd4f-cae974d7b489 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139266 Nov 12 00:48:43.413271 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5fca6653-7340-4650-ae64-97d389c8c645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.417107 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5fca6653-7340-4650-ae64-97d389c8c645 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e72ff66-1430-4730-a842-653f3d751547 HTTP/1.1" status: 204 len: 168 time: 0.2007272 Nov 12 00:48:43.457194 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca6653-7340-4650-ae64-97d389c8c645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e72ff66-1430-4730-a842-653f3d751547,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:43.551256 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-1a3beff6-06fc-4ceb-9c6a-b213fd85e132 req-78f6d65f-700d-4e68-b065-3373c4a7bd34 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Deleting port 2f68e515-2143-4a11-9506-f0ce909d1d3c {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:48:43.551680 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1a3beff6-06fc-4ceb-9c6a-b213fd85e132 req-78f6d65f-700d-4e68-b065-3373c4a7bd34 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.603464 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39988) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:43.678487 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1a9b450b-b4bc-44f8-9cd7-aba25c0338b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b617e1b190e4b2d936e21ffbb907c70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0723248 Nov 12 00:48:43.679883 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39990) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:43.695741 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-1a3beff6-06fc-4ceb-9c6a-b213fd85e132 req-78f6d65f-700d-4e68-b065-3373c4a7bd34 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] For port 2f68e515-2143-4a11-9506-f0ce909d1d3c, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2f68e515-2143-4a11-9506-f0ce909d1d3c,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:43.696237 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1a3beff6-06fc-4ceb-9c6a-b213fd85e132 req-78f6d65f-700d-4e68-b065-3373c4a7bd34 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.713404 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-1a3beff6-06fc-4ceb-9c6a-b213fd85e132 req-78f6d65f-700d-4e68-b065-3373c4a7bd34 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Calling delete_port for 2f68e515-2143-4a11-9506-f0ce909d1d3c owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:48:43.872663 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a7f7a870-8fbf-4ae5-ac1c-525ec1ddef22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:43.947979 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a7f7a870-8fbf-4ae5-ac1c-525ec1ddef22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.058918 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a7f7a870-8fbf-4ae5-ac1c-525ec1ddef22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.062558 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a7f7a870-8fbf-4ae5-ac1c-525ec1ddef22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.067746 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a7f7a870-8fbf-4ae5-ac1c-525ec1ddef22 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/832d8313-5ed1-48b8-bde6-16561c622197 HTTP/1.1" status: 204 len: 168 time: 0.3854346 Nov 12 00:48:44.078874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7a870-8fbf-4ae5-ac1c-525ec1ddef22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832d8313-5ed1-48b8-bde6-16561c622197,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:44.097547 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40004) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:44.130622 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45b96367-126d-4dcc-b27f-9b1f3b464a6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.243154 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-14f398d7-c9b5-477a-a175-a4fe16fe9665 req-0bf8a45f-ddfb-4d54-9b14-e113421f687e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0886269 Nov 12 00:48:44.340858 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45b96367-126d-4dcc-b27f-9b1f3b464a6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.355144 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45b96367-126d-4dcc-b27f-9b1f3b464a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.372071 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1a3beff6-06fc-4ceb-9c6a-b213fd85e132 req-78f6d65f-700d-4e68-b065-3373c4a7bd34 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.403213 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f398d7-c9b5-477a-a175-a4fe16fe9665 req-f53c83f5-9166-4815-825c-259bfcb9132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:44.405321 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-14f398d7-c9b5-477a-a175-a4fe16fe9665 req-f53c83f5-9166-4815-825c-259bfcb9132c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4324cd530d294d27a4a03b3e458b655e&device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 1098 time: 0.1059325 Nov 12 00:48:44.409058 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-45b96367-126d-4dcc-b27f-9b1f3b464a6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0cadc21d626745c2b6f4ac1caa0dfcd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3094673 Nov 12 00:48:44.409766 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b96367-126d-4dcc-b27f-9b1f3b464a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a02d91-97ec-44c8-b467-61adcf0473a9,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:44.412366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40006) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:44.418926 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['2f68e515-2143-4a11-9506-f0ce909d1d3c'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:44.563799 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3beff6-06fc-4ceb-9c6a-b213fd85e132 req-78f6d65f-700d-4e68-b065-3373c4a7bd34 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] No DVR routers for this DVR port 2f68e515-2143-4a11-9506-f0ce909d1d3c on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:48:44.566823 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6d65f-700d-4e68-b065-3373c4a7bd34 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Pushing event deleted for resources: {'Port': ['ID=2f68e515-2143-4a11-9506-f0ce909d1d3c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:44.575327 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1a3beff6-06fc-4ceb-9c6a-b213fd85e132 req-78f6d65f-700d-4e68-b065-3373c4a7bd34 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.580908 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1a3beff6-06fc-4ceb-9c6a-b213fd85e132 req-78f6d65f-700d-4e68-b065-3373c4a7bd34 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.15 "DELETE /v2.0/ports/2f68e515-2143-4a11-9506-f0ce909d1d3c HTTP/1.1" status: 204 len: 173 time: 1.1819296 Nov 12 00:48:44.582263 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00920b6b-607c-4938-8135-0b22fd674345', 'name': 'network-vif-deleted', 'tag': '2f68e515-2143-4a11-9506-f0ce909d1d3c'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:44.592778 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56e6e06-8abc-45f2-93bd-18c9a042bff3" -d '{"events": [{"server_uuid": "00920b6b-607c-4938-8135-0b22fd674345", "name": "network-vif-deleted", "tag": "2f68e515-2143-4a11-9506-f0ce909d1d3c"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:44.665675 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f8494b9f-1636-41ae-830b-e0acd97be29c req-a9b809e1-9099-4dee-9970-1e8f1466d767 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=00920b6b-607c-4938-8135-0b22fd674345 HTTP/1.1" status: 200 len: 210 time: 0.0657289 Nov 12 00:48:44.675708 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94de81d1-d176-4a21-8884-fafb00a956dc x-openstack-request-id: req-94de81d1-d176-4a21-8884-fafb00a956dc {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:44.676315 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00920b6b-607c-4938-8135-0b22fd674345", "name": "network-vif-deleted", "tag": "2f68e515-2143-4a11-9506-f0ce909d1d3c", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:44.676837 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94de81d1-d176-4a21-8884-fafb00a956dc {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:44.677468 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00920b6b-607c-4938-8135-0b22fd674345', 'name': 'network-vif-deleted', 'tag': '2f68e515-2143-4a11-9506-f0ce909d1d3c', 'status': 'completed', 'code': 200} Nov 12 00:48:44.749070 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f1813095-9f1b-49c8-b278-34f4ce933ee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:44.791003 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f398d7-c9b5-477a-a175-a4fe16fe9665 req-c2db06bd-507a-4b18-a9d3-5ca1a7f94168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:44.793004 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-14f398d7-c9b5-477a-a175-a4fe16fe9665 req-c2db06bd-507a-4b18-a9d3-5ca1a7f94168 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4ed6ff91-f62e-41b7-80b6-a3533ae98587 HTTP/1.1" status: 200 len: 915 time: 0.3158021 Nov 12 00:48:44.812188 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f1813095-9f1b-49c8-b278-34f4ce933ee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:45.351776 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-14f398d7-c9b5-477a-a175-a4fe16fe9665 req-0a95af55-535f-4966-99ce-04e96fa8fdaf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5b1555e-e0ee-48cb-b248-1ff7aa92890c HTTP/1.1" status: 200 len: 1002 time: 0.5478308 Nov 12 00:48:45.463794 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f1813095-9f1b-49c8-b278-34f4ce933ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:45.469296 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f1813095-9f1b-49c8-b278-34f4ce933ee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:45.472596 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f1813095-9f1b-49c8-b278-34f4ce933ee4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74a02d91-97ec-44c8-b467-61adcf0473a9 HTTP/1.1" status: 204 len: 168 time: 1.0587134 Nov 12 00:48:45.507674 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1813095-9f1b-49c8-b278-34f4ce933ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a02d91-97ec-44c8-b467-61adcf0473a9,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:45.514358 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f398d7-c9b5-477a-a175-a4fe16fe9665 req-e56fffc7-8527-4cd7-9336-c930f5a9ab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:45.517018 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-14f398d7-c9b5-477a-a175-a4fe16fe9665 req-e56fffc7-8527-4cd7-9336-c930f5a9ab58 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb HTTP/1.1" status: 200 len: 853 time: 0.1566143 Nov 12 00:48:45.560952 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40040) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:45.670115 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f398d7-c9b5-477a-a175-a4fe16fe9665 req-78296c2e-4d00-4faa-8e4b-ee7a689a12a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:45.671963 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-14f398d7-c9b5-477a-a175-a4fe16fe9665 req-78296c2e-4d00-4faa-8e4b-ee7a689a12a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ed6ff91-f62e-41b7-80b6-a3533ae98587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1464329 Nov 12 00:48:45.752954 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-748d3b56-62b2-4d35-b1c4-730c3f12cc0a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-734898829-network', 'tenant_id': '3ff3553b5b5c49c8afde058d4934aee9'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:45.817243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748d3b56-62b2-4d35-b1c4-730c3f12cc0a admin admin] Made reservation on behalf of 3ff3553b5b5c49c8afde058d4934aee9 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:45.819826 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-748d3b56-62b2-4d35-b1c4-730c3f12cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:45.834633 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-748d3b56-62b2-4d35-b1c4-730c3f12cc0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:45.873325 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-14f398d7-c9b5-477a-a175-a4fe16fe9665 req-1be378fd-ebc2-4ec1-bd21-931df1568d57 service neutron] 10.222.0.21 "GET /v2.0/networks/4ed6ff91-f62e-41b7-80b6-a3533ae98587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926796 Nov 12 00:48:46.022953 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-748d3b56-62b2-4d35-b1c4-730c3f12cc0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:46.031513 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-748d3b56-62b2-4d35-b1c4-730c3f12cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:46.050041 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-748d3b56-62b2-4d35-b1c4-730c3f12cc0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:48:46.062730 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-748d3b56-62b2-4d35-b1c4-730c3f12cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:46.063332 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-748d3b56-62b2-4d35-b1c4-730c3f12cc0a admin admin] Added segment ac82c4d8-de9f-45d6-acbc-0d41fbfe0f68 of type vlan for network 0e62c9b3-f960-4e27-baf7-4a7be3f39fd8 Nov 12 00:48:46.112899 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-748d3b56-62b2-4d35-b1c4-730c3f12cc0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:46.164959 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-14f398d7-c9b5-477a-a175-a4fe16fe9665 req-72757613-842b-483f-990b-071648394aac service neutron] 10.222.0.21 "GET /v2.0/networks/4ed6ff91-f62e-41b7-80b6-a3533ae98587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758389 Nov 12 00:48:46.249857 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d3b56-62b2-4d35-b1c4-730c3f12cc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c82d7b-9754-4d78-a849-e65ef447ec13,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:46.289291 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-748d3b56-62b2-4d35-b1c4-730c3f12cc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:46.291385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748d3b56-62b2-4d35-b1c4-730c3f12cc0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:46.292022 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-748d3b56-62b2-4d35-b1c4-730c3f12cc0a admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:46.375480 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d3b56-62b2-4d35-b1c4-730c3f12cc0a admin admin] Pushing event updated for resources: {'Network': ['ID=0e62c9b3-f960-4e27-baf7-4a7be3f39fd8,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:46.384353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa45b40-5a74-4a79-b435-58e58af29991 req-d94370a2-a5f1-4051-881b-cfb55c43dffb tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:46.386567 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 0e62c9b3-f960-4e27-baf7-4a7be3f39fd8 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:48:46.391848 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-caa45b40-5a74-4a79-b435-58e58af29991 req-d94370a2-a5f1-4051-881b-cfb55c43dffb tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/networks?id=d74c3bda-c588-4e57-b67a-b6869318bb04 HTTP/1.1" status: 200 len: 810 time: 0.2714822 Nov 12 00:48:46.399584 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-748d3b56-62b2-4d35-b1c4-730c3f12cc0a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8349326 Nov 12 00:48:46.399947 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40076) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:46.404576 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-f08f46f4-e9ce-4345-80b7-9b899ff352b6 admin admin] Request body: {'subnet': {'network_id': '0e62c9b3-f960-4e27-baf7-4a7be3f39fd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-734898829-subnet', 'tenant_id': '3ff3553b5b5c49c8afde058d4934aee9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:46.435975 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-caa45b40-5a74-4a79-b435-58e58af29991 req-f00b093c-2ee7-4bca-857f-01a7f20ac372 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/quotas/8ede968b1a094c7192de77d827500d37 HTTP/1.1" status: 200 len: 375 time: 0.0431507 Nov 12 00:48:46.484797 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-caa45b40-5a74-4a79-b435-58e58af29991 req-5ce567af-9429-4983-b7e9-e7e9bdbeb1f6 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ede968b1a094c7192de77d827500d37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477886 Nov 12 00:48:46.508862 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08f46f4-e9ce-4345-80b7-9b899ff352b6 admin admin] Made reservation on behalf of 3ff3553b5b5c49c8afde058d4934aee9 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:46.511416 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f08f46f4-e9ce-4345-80b7-9b899ff352b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:46.673224 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-caa45b40-5a74-4a79-b435-58e58af29991 req-0baa145c-0240-4071-ae39-6f7ce45cb8b5 service neutron] 10.222.0.31 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875017 Nov 12 00:48:46.912813 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f08f46f4-e9ce-4345-80b7-9b899ff352b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:46.924943 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-caa45b40-5a74-4a79-b435-58e58af29991 req-fb7a8638-80fd-4913-b992-eb7f23bc3c90 service neutron] 10.222.0.31 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436063 Nov 12 00:48:46.987768 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f46f4-e9ce-4345-80b7-9b899ff352b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c50bc3-266c-45e2-afc4-8041199e1276,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:46.996643 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08f46f4-e9ce-4345-80b7-9b899ff352b6 admin admin] Checking segment: {'id': 'ac82c4d8-de9f-45d6-acbc-0d41fbfe0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0e62c9b3-f960-4e27-baf7-4a7be3f39fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:46.997262 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08f46f4-e9ce-4345-80b7-9b899ff352b6 admin admin] Network hostable DHCP agents. Network: 0e62c9b3-f960-4e27-baf7-4a7be3f39fd8, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:48:47.031224 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08f46f4-e9ce-4345-80b7-9b899ff352b6 admin admin] Network 0e62c9b3-f960-4e27-baf7-4a7be3f39fd8 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:48:47.051953 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-f08f46f4-e9ce-4345-80b7-9b899ff352b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 0e62c9b3-f960-4e27-baf7-4a7be3f39fd8) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:47.057566 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08f46f4-e9ce-4345-80b7-9b899ff352b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:47.058654 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f08f46f4-e9ce-4345-80b7-9b899ff352b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:47.067530 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d25b87-feff-4374-ba16-186e00c4b759 None None] Network 0e62c9b3-f960-4e27-baf7-4a7be3f39fd8 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:47.110836 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f08f46f4-e9ce-4345-80b7-9b899ff352b6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7094078 Nov 12 00:48:47.228772 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 2f68e515-2143-4a11-9506-f0ce909d1d3c no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:48:47.284585 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 2f68e515-2143-4a11-9506-f0ce909d1d3c {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:48:47.285182 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 2f68e515-2143-4a11-9506-f0ce909d1d3c not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:48:47.290448 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5536c530-63f5-4b8c-97dd-831815266896 None None] Network 0e62c9b3-f960-4e27-baf7-4a7be3f39fd8 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:47.790627 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-951974eb-8412-4552-97b4-ec0b4c0a1a96 req-439546e9-e1ee-40ee-a22a-b408b5242e87 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-117532975', 'description': 'tempest-description-255940011'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:47.817769 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-84641513-3617-4e1d-836c-cbae576c46d6 req-7dde826d-a6e1-4406-b864-54ef20f4ab63 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 210 time: 0.5254285 Nov 12 00:48:47.863287 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-951974eb-8412-4552-97b4-ec0b4c0a1a96 req-439546e9-e1ee-40ee-a22a-b408b5242e87 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.011314 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-951974eb-8412-4552-97b4-ec0b4c0a1a96 req-439546e9-e1ee-40ee-a22a-b408b5242e87 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.024515 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-951974eb-8412-4552-97b4-ec0b4c0a1a96 req-439546e9-e1ee-40ee-a22a-b408b5242e87 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.068014 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439546e9-e1ee-40ee-a22a-b408b5242e87 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e54a56-b805-490e-af62-cad64fbb4dd2,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:48.092057 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-951974eb-8412-4552-97b4-ec0b4c0a1a96 req-439546e9-e1ee-40ee-a22a-b408b5242e87 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.097237 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-951974eb-8412-4552-97b4-ec0b4c0a1a96 req-439546e9-e1ee-40ee-a22a-b408b5242e87 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3173280 Nov 12 00:48:48.177173 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-30a67c8d-c65a-4219-98e9-f801c85cd8d3 req-c484cd2d-23cd-4f36-aff3-5dc74f94b9ff tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "GET /v2.0/security-groups/f8e54a56-b805-490e-af62-cad64fbb4dd2 HTTP/1.1" status: 200 len: 1830 time: 0.0592666 Nov 12 00:48:48.182251 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-30a67c8d-c65a-4219-98e9-f801c85cd8d3 req-d859d655-48b4-473b-9cb8-7049881b398e tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f8e54a56-b805-490e-af62-cad64fbb4dd2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:48.182572 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-30a67c8d-c65a-4219-98e9-f801c85cd8d3 req-d859d655-48b4-473b-9cb8-7049881b398e tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f8e54a56-b805-490e-af62-cad64fbb4dd2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:48.288304 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-30a67c8d-c65a-4219-98e9-f801c85cd8d3 req-d859d655-48b4-473b-9cb8-7049881b398e tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.333358 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-30a67c8d-c65a-4219-98e9-f801c85cd8d3 req-d859d655-48b4-473b-9cb8-7049881b398e tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.341324 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-30a67c8d-c65a-4219-98e9-f801c85cd8d3 req-d859d655-48b4-473b-9cb8-7049881b398e tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.378771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859d655-48b4-473b-9cb8-7049881b398e tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26aeaeb0-9a20-42d4-bf0d-2d465d25ae2c,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:48.390690 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-30a67c8d-c65a-4219-98e9-f801c85cd8d3 req-d859d655-48b4-473b-9cb8-7049881b398e tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.397682 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-30a67c8d-c65a-4219-98e9-f801c85cd8d3 req-d859d655-48b4-473b-9cb8-7049881b398e tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2193384 Nov 12 00:48:48.500144 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f2efe850-2625-4d8b-b807-2d7231808907 req-820d21d1-6746-4c44-b3c0-b8d047f965af tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "GET /v2.0/security-groups/f8e54a56-b805-490e-af62-cad64fbb4dd2 HTTP/1.1" status: 200 len: 2424 time: 0.0655191 Nov 12 00:48:48.562114 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2753abd7-ec6b-416c-a042-5893cc1a6bc5 req-4e92da9d-587d-419e-bedc-63f9b65b57c6 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "GET /v2.0/security-group-rules/26aeaeb0-9a20-42d4-bf0d-2d465d25ae2c HTTP/1.1" status: 200 len: 778 time: 0.0383525 Nov 12 00:48:48.634162 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2753abd7-ec6b-416c-a042-5893cc1a6bc5 req-926e3933-cc11-4061-833d-1fe1730ebe7f tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "GET /v2.0/security-groups/f8e54a56-b805-490e-af62-cad64fbb4dd2 HTTP/1.1" status: 200 len: 2424 time: 0.0485311 Nov 12 00:48:48.666918 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2753abd7-ec6b-416c-a042-5893cc1a6bc5 req-1fc4e9e6-0acc-42a9-85a1-28470f77622b tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.676777 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2753abd7-ec6b-416c-a042-5893cc1a6bc5 req-1fc4e9e6-0acc-42a9-85a1-28470f77622b tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.715938 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2753abd7-ec6b-416c-a042-5893cc1a6bc5 req-1fc4e9e6-0acc-42a9-85a1-28470f77622b tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.722158 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2753abd7-ec6b-416c-a042-5893cc1a6bc5 req-1fc4e9e6-0acc-42a9-85a1-28470f77622b tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:48.723586 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2753abd7-ec6b-416c-a042-5893cc1a6bc5 req-1fc4e9e6-0acc-42a9-85a1-28470f77622b tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/26aeaeb0-9a20-42d4-bf0d-2d465d25ae2c HTTP/1.1" status: 204 len: 173 time: 0.0831366 Nov 12 00:48:48.734744 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4e9e6-0acc-42a9-85a1-28470f77622b tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26aeaeb0-9a20-42d4-bf0d-2d465d25ae2c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:48.856822 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa45b40-5a74-4a79-b435-58e58af29991 req-a0766e84-82dc-4864-a8b0-70805f9699f8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:48.858470 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-caa45b40-5a74-4a79-b435-58e58af29991 req-a0766e84-82dc-4864-a8b0-70805f9699f8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.21 "GET /v2.0/networks?id=d74c3bda-c588-4e57-b67a-b6869318bb04 HTTP/1.1" status: 200 len: 810 time: 0.1195948 Nov 12 00:48:48.863677 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-3825fcc0-6321-4dd5-8c78-89118ec36928 req-52c5861f-4600-4cca-adae-54781553b9e8 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1662279370', 'description': 'tempest-description-1415292540'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:48.883958 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-caa45b40-5a74-4a79-b435-58e58af29991 req-1dbf882a-9eac-442d-b316-feb8c3481638 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Request body: {'port': {'device_id': 'f18c10ed-06e2-418a-84c1-49886cc95875', 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04', 'admin_state_up': True, 'tenant_id': '8ede968b1a094c7192de77d827500d37'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:48.977183 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-acf9a01d-7808-4919-a8f0-d0446d5ddc50 req-126739d2-817f-42fc-8b1b-05897b33f98a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 210 time: 0.0723171 Nov 12 00:48:48.997547 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3825fcc0-6321-4dd5-8c78-89118ec36928 req-52c5861f-4600-4cca-adae-54781553b9e8 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.080226 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3825fcc0-6321-4dd5-8c78-89118ec36928 req-52c5861f-4600-4cca-adae-54781553b9e8 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.093557 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3825fcc0-6321-4dd5-8c78-89118ec36928 req-52c5861f-4600-4cca-adae-54781553b9e8 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.102171 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40160) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:49.169520 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5861f-4600-4cca-adae-54781553b9e8 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98774459-a2f8-4a94-99d7-2c00ba030757,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:49.190396 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3825fcc0-6321-4dd5-8c78-89118ec36928 req-52c5861f-4600-4cca-adae-54781553b9e8 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.202788 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3825fcc0-6321-4dd5-8c78-89118ec36928 req-52c5861f-4600-4cca-adae-54781553b9e8 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3430495 Nov 12 00:48:49.226963 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa45b40-5a74-4a79-b435-58e58af29991 req-1dbf882a-9eac-442d-b316-feb8c3481638 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Made reservation on behalf of 8ede968b1a094c7192de77d827500d37 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:49.239845 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-caa45b40-5a74-4a79-b435-58e58af29991 req-1dbf882a-9eac-442d-b316-feb8c3481638 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.292499 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4013a30b-544f-497f-8bb7-01fc3f08a5bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.328946 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5d8452b5-dc50-43da-b489-2919a95c1e24 req-6b76a4fa-680b-462c-8aa6-774e0a2d0795 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "GET /v2.0/security-groups/98774459-a2f8-4a94-99d7-2c00ba030757 HTTP/1.1" status: 200 len: 1832 time: 0.0801659 Nov 12 00:48:49.392356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-e55cd941-2e81-425c-adbe-8a5e14a0ebd4 req-2f220555-670f-428b-a575-05d13188523c tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-773140960', 'description': 'tempest-description-966030011'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:49.438020 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4013a30b-544f-497f-8bb7-01fc3f08a5bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.441333 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e55cd941-2e81-425c-adbe-8a5e14a0ebd4 req-2f220555-670f-428b-a575-05d13188523c tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.446239 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4013a30b-544f-497f-8bb7-01fc3f08a5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.480556 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-caa45b40-5a74-4a79-b435-58e58af29991 req-1dbf882a-9eac-442d-b316-feb8c3481638 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Allocated IP 172.20.0.4 (d74c3bda-c588-4e57-b67a-b6869318bb04/f9007ee2-5879-4419-99d4-bd9610ef3298/c4946c30-0fad-41c6-99a1-0dc8ce81ac17) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:48:49.523379 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4013a30b-544f-497f-8bb7-01fc3f08a5bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=565a4ef578f24c6b8cb0a67ec28a064d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4198318 Nov 12 00:48:49.527960 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40176) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:49.550894 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013a30b-544f-497f-8bb7-01fc3f08a5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a4686a-0fd1-4898-85ab-10b76567f8c5,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:49.631667 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e55cd941-2e81-425c-adbe-8a5e14a0ebd4 req-2f220555-670f-428b-a575-05d13188523c tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.643200 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e55cd941-2e81-425c-adbe-8a5e14a0ebd4 req-2f220555-670f-428b-a575-05d13188523c tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.657617 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d40f6f8-5325-4631-986e-8f1c61a4716f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.692230 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e55cd941-2e81-425c-adbe-8a5e14a0ebd4 req-2f220555-670f-428b-a575-05d13188523c tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.693713 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e55cd941-2e81-425c-adbe-8a5e14a0ebd4 req-2f220555-670f-428b-a575-05d13188523c tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3096807 Nov 12 00:48:49.708287 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f220555-670f-428b-a575-05d13188523c tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc8af70-3a77-4ded-a4df-730d4ac74c41,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:49.716753 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d40f6f8-5325-4631-986e-8f1c61a4716f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.762152 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-caa45b40-5a74-4a79-b435-58e58af29991 req-1dbf882a-9eac-442d-b316-feb8c3481638 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.792385 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7fb15393-1d71-4caf-9bfd-fe8e526ca9d1 req-895a305f-deaa-44c5-8836-9a8f41f872aa tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "GET /v2.0/security-groups/7dc8af70-3a77-4ded-a4df-730d4ac74c41 HTTP/1.1" status: 200 len: 1830 time: 0.0661242 Nov 12 00:48:49.818816 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-caa45b40-5a74-4a79-b435-58e58af29991 req-1dbf882a-9eac-442d-b316-feb8c3481638 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.822142 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d40f6f8-5325-4631-986e-8f1c61a4716f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.828149 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d40f6f8-5325-4631-986e-8f1c61a4716f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:49.829396 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6d40f6f8-5325-4631-986e-8f1c61a4716f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f9a4686a-0fd1-4898-85ab-10b76567f8c5 HTTP/1.1" status: 204 len: 168 time: 0.3004355 Nov 12 00:48:49.848297 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40f6f8-5325-4631-986e-8f1c61a4716f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a4686a-0fd1-4898-85ab-10b76567f8c5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:49.882740 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa45b40-5a74-4a79-b435-58e58af29991 req-1dbf882a-9eac-442d-b316-feb8c3481638 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Network d74c3bda-c588-4e57-b67a-b6869318bb04 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:48:49.908845 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-caa45b40-5a74-4a79-b435-58e58af29991 req-1dbf882a-9eac-442d-b316-feb8c3481638 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:49.916732 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa45b40-5a74-4a79-b435-58e58af29991 req-1dbf882a-9eac-442d-b316-feb8c3481638 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:48:49.973030 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-02281ac7-db99-4de9-b31e-aecbc872b945 req-2258c326-35d8-45f5-870e-1941486d3805 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-371898039', 'description': 'tempest-description-1406203271'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:49.980846 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-60f105cd-6505-49d4-9dea-077bc1749fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.004775 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa45b40-5a74-4a79-b435-58e58af29991 req-1dbf882a-9eac-442d-b316-feb8c3481638 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:50.009452 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-caa45b40-5a74-4a79-b435-58e58af29991 req-1dbf882a-9eac-442d-b316-feb8c3481638 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.059857 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf882a-9eac-442d-b316-feb8c3481638 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Pushing event updated for resources: {'Port': ['ID=c4946c30-0fad-41c6-99a1-0dc8ce81ac17,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:50.083308 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-02281ac7-db99-4de9-b31e-aecbc872b945 req-2258c326-35d8-45f5-870e-1941486d3805 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.117314 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-caa45b40-5a74-4a79-b435-58e58af29991 req-1dbf882a-9eac-442d-b316-feb8c3481638 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2387326 Nov 12 00:48:50.155968 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf5982-3954-42ee-a45b-387c80fb9604 req-11069c40-e7a9-4ae0-aff9-3238fc950404 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:50.158614 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-96bf5982-3954-42ee-a45b-387c80fb9604 req-11069c40-e7a9-4ae0-aff9-3238fc950404 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 931 time: 0.0674841 Nov 12 00:48:50.190029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] Request body: {'port': {'device_id': 'f18c10ed-06e2-418a-84c1-49886cc95875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:50.221732 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-02281ac7-db99-4de9-b31e-aecbc872b945 req-2258c326-35d8-45f5-870e-1941486d3805 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.235607 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-02281ac7-db99-4de9-b31e-aecbc872b945 req-2258c326-35d8-45f5-870e-1941486d3805 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.257372 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-96bf5982-3954-42ee-a45b-387c80fb9604 req-62ab8660-bb7a-4e0e-8ed7-7bc5d8c95c59 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908966 Nov 12 00:48:50.324232 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40194) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:50.327503 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-02281ac7-db99-4de9-b31e-aecbc872b945 req-2258c326-35d8-45f5-870e-1941486d3805 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.337889 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-02281ac7-db99-4de9-b31e-aecbc872b945 req-2258c326-35d8-45f5-870e-1941486d3805 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4513524 Nov 12 00:48:50.341049 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258c326-35d8-45f5-870e-1941486d3805 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efbefecc-0911-43a7-a48b-9832f8ba4ebb,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:50.341266 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01494bcb-bd45-42ed-8292-ea831458f1f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.362324 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.431459 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-32c29a14-d88d-4150-a7d0-5a8339e03a00 req-312fa950-8985-4d54-a176-02427e0315b3 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "GET /v2.0/security-groups/efbefecc-0911-43a7-a48b-9832f8ba4ebb HTTP/1.1" status: 200 len: 1831 time: 0.0747898 Nov 12 00:48:50.499309 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01494bcb-bd45-42ed-8292-ea831458f1f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.508363 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01494bcb-bd45-42ed-8292-ea831458f1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.534673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-c3481bdf-cec2-468a-b152-fd261cf44205 req-2a7c04ee-50fe-4909-bee1-b3ea431b6c65 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1917203377', 'description': 'tempest-description-1981869324'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:50.598913 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c3481bdf-cec2-468a-b152-fd261cf44205 req-2a7c04ee-50fe-4909-bee1-b3ea431b6c65 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.605616 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-01494bcb-bd45-42ed-8292-ea831458f1f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2299a883da0e40b8ac5888188785d8a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2773333 Nov 12 00:48:50.606954 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40202) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:50.607302 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01494bcb-bd45-42ed-8292-ea831458f1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74ac355-2508-44af-93fd-bac9d308f686,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:50.777365 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-850bba79-88e5-44c9-a278-36add6ed2ac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.843256 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-850bba79-88e5-44c9-a278-36add6ed2ac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.846853 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c3481bdf-cec2-468a-b152-fd261cf44205 req-2a7c04ee-50fe-4909-bee1-b3ea431b6c65 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.883706 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c3481bdf-cec2-468a-b152-fd261cf44205 req-2a7c04ee-50fe-4909-bee1-b3ea431b6c65 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:50.957394 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4946c30-0fad-41c6-99a1-0dc8ce81ac17 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:51.006700 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:51.025746 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] Transition to ACTIVE for port object c4946c30-0fad-41c6-99a1-0dc8ce81ac17 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:48:51.030253 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c3481bdf-cec2-468a-b152-fd261cf44205 req-2a7c04ee-50fe-4909-bee1-b3ea431b6c65 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:51.032322 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c3481bdf-cec2-468a-b152-fd261cf44205 req-2a7c04ee-50fe-4909-bee1-b3ea431b6c65 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.5136476 Nov 12 00:48:51.033064 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c04ee-50fe-4909-bee1-b3ea431b6c65 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c7c6ab-0ed3-4935-970c-187fc299b225,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:51.045501 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:51.129584 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-850bba79-88e5-44c9-a278-36add6ed2ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:51.132050 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-850bba79-88e5-44c9-a278-36add6ed2ac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:51.136076 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-850bba79-88e5-44c9-a278-36add6ed2ac4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b74ac355-2508-44af-93fd-bac9d308f686 HTTP/1.1" status: 204 len: 168 time: 0.5242739 Nov 12 00:48:51.169522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bba79-88e5-44c9-a278-36add6ed2ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74ac355-2508-44af-93fd-bac9d308f686,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:51.175157 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b6f98698-1319-4565-91da-0658bdf71a68 req-95aa91c4-be95-4341-b8d8-2beb7a83927a tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "GET /v2.0/security-groups/f0c7c6ab-0ed3-4935-970c-187fc299b225 HTTP/1.1" status: 200 len: 1832 time: 0.0943074 Nov 12 00:48:51.189279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] Pushing event updated for resources: {'Port': ['ID=c4946c30-0fad-41c6-99a1-0dc8ce81ac17,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:51.245060 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] Attempting to bind port c4946c30-0fad-41c6-99a1-0dc8ce81ac17 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:48:51.245437 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] Attempting to bind port c4946c30-0fad-41c6-99a1-0dc8ce81ac17 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:48:51.245791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] Attempting to bind port c4946c30-0fad-41c6-99a1-0dc8ce81ac17 on network d74c3bda-c588-4e57-b67a-b6869318bb04 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:51.250589 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-dc0f23e4-7656-4b04-8136-22d0e1de6ed3 req-a060a35a-41a9-4567-8d8c-c380064083ed tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] show failed (client error): The resource could not be found. Nov 12 00:48:51.252339 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc0f23e4-7656-4b04-8136-22d0e1de6ed3 req-a060a35a-41a9-4567-8d8c-c380064083ed tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "GET /v2.0/security-groups/e824c4e3-5574-4e64-8519-3c7b63d95cd6 HTTP/1.1" status: 404 len: 352 time: 0.0453372 Nov 12 00:48:51.255537 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] Port c4946c30-0fad-41c6-99a1-0dc8ce81ac17 on network d74c3bda-c588-4e57-b67a-b6869318bb04 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:48:51.256031 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] Attempting to bind port c4946c30-0fad-41c6-99a1-0dc8ce81ac17 on network d74c3bda-c588-4e57-b67a-b6869318bb04 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:48:51.281148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:48:51.281636 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] Checking segment: {'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:51.284800 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] Bound using segment: {'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:48:51.289520 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] Bound port: c4946c30-0fad-41c6-99a1-0dc8ce81ac17, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:48:51.289651 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:51.324902 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [req-b25e8743-11f1-456b-aa90-f0beb084b118 req-a0dde1c1-d8a8-490a-b34d-ee7326612370 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] show failed (client error): The resource could not be found. Nov 12 00:48:51.342305 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b25e8743-11f1-456b-aa90-f0beb084b118 req-a0dde1c1-d8a8-490a-b34d-ee7326612370 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "GET /v2.0/security-group-rules/24c7e1ad-bb01-457d-8e39-739482d12f24 HTTP/1.1" status: 404 len: 361 time: 0.0391912 Nov 12 00:48:51.437164 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0fe4a885-742e-4cb7-8659-c7a72168859c req-993eec0c-f087-40dd-844b-67dc517ae976 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "GET /v2.0/security-groups/f0c7c6ab-0ed3-4935-970c-187fc299b225 HTTP/1.1" status: 200 len: 1832 time: 0.0698071 Nov 12 00:48:51.515371 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bcf520-eb01-40b5-b252-d88b1fcb2c64 req-fa232ff6-6e86-4778-82fd-ccfe785c6386 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:51.523235 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16bcf520-eb01-40b5-b252-d88b1fcb2c64 req-fa232ff6-6e86-4778-82fd-ccfe785c6386 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 943 time: 0.1172092 Nov 12 00:48:51.537390 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0fe4a885-742e-4cb7-8659-c7a72168859c req-9528c2b6-25be-4cc6-8536-ecb9ed2667e5 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:51.554823 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] For port c4946c30-0fad-41c6-99a1-0dc8ce81ac17, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:48:51.586937 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0fe4a885-742e-4cb7-8659-c7a72168859c req-9528c2b6-25be-4cc6-8536-ecb9ed2667e5 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:51.616139 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16bcf520-eb01-40b5-b252-d88b1fcb2c64 req-c4d89322-0a79-4823-85f1-8d0d31b56fde tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919230 Nov 12 00:48:51.620773 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] For port c4946c30-0fad-41c6-99a1-0dc8ce81ac17, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c4946c30-0fad-41c6-99a1-0dc8ce81ac17,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:48:51.641475 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:51.691817 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:51.692470 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:51.697136 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] 10.222.0.21 "PUT /v2.0/ports/c4946c30-0fad-41c6-99a1-0dc8ce81ac17 HTTP/1.1" status: 200 len: 1092 time: 1.5146329 Nov 12 00:48:51.697838 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18c10ed-06e2-418a-84c1-49886cc95875', 'tag': 'c4946c30-0fad-41c6-99a1-0dc8ce81ac17'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:51.700449 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2c9a14-7989-44e6-bead-8faaf00d4e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "f18c10ed-06e2-418a-84c1-49886cc95875", "tag": "c4946c30-0fad-41c6-99a1-0dc8ce81ac17"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:51.731424 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0fe4a885-742e-4cb7-8659-c7a72168859c req-9528c2b6-25be-4cc6-8536-ecb9ed2667e5 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:51.735769 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0fe4a885-742e-4cb7-8659-c7a72168859c req-9528c2b6-25be-4cc6-8536-ecb9ed2667e5 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:51.737040 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db67e4-0acf-476d-bc08-04712ca65858 service neutron] Pushing event updated for resources: {'Port': ['ID=c4946c30-0fad-41c6-99a1-0dc8ce81ac17,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:51.738588 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0fe4a885-742e-4cb7-8659-c7a72168859c req-9528c2b6-25be-4cc6-8536-ecb9ed2667e5 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "DELETE /v2.0/security-groups/f0c7c6ab-0ed3-4935-970c-187fc299b225 HTTP/1.1" status: 204 len: 173 time: 0.2946942 Nov 12 00:48:51.757801 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528c2b6-25be-4cc6-8536-ecb9ed2667e5 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c7c6ab-0ed3-4935-970c-187fc299b225,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:51.848236 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa45b40-5a74-4a79-b435-58e58af29991 req-6810bb76-e4c2-40f0-a173-8680d92e85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:51.858223 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-caa45b40-5a74-4a79-b435-58e58af29991 req-6810bb76-e4c2-40f0-a173-8680d92e85a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ede968b1a094c7192de77d827500d37&device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 1095 time: 0.1064939 Nov 12 00:48:51.860263 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0613ee1f-a156-4542-8bcb-68986b77a4aa x-openstack-request-id: req-0613ee1f-a156-4542-8bcb-68986b77a4aa {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:51.860640 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18c10ed-06e2-418a-84c1-49886cc95875", "tag": "c4946c30-0fad-41c6-99a1-0dc8ce81ac17", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:51.861038 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0613ee1f-a156-4542-8bcb-68986b77a4aa {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:51.862563 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18c10ed-06e2-418a-84c1-49886cc95875', 'tag': 'c4946c30-0fad-41c6-99a1-0dc8ce81ac17', 'status': 'completed', 'code': 200} Nov 12 00:48:51.930739 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-caa45b40-5a74-4a79-b435-58e58af29991 req-e70350d2-4302-415a-9956-0672f09ddaf4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4946c30-0fad-41c6-99a1-0dc8ce81ac17 HTTP/1.1" status: 200 len: 217 time: 0.0574841 Nov 12 00:48:52.016156 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a09dc54a-66a1-4de7-9ae6-85d4d3d37ac6 req-751fe831-793b-4342-af5f-627cdd40222d tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "GET /v2.0/security-groups/efbefecc-0911-43a7-a48b-9832f8ba4ebb HTTP/1.1" status: 200 len: 1831 time: 0.1522496 Nov 12 00:48:52.021225 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa45b40-5a74-4a79-b435-58e58af29991 req-f2e97617-b726-4617-850b-9781d95fa3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:52.022684 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-caa45b40-5a74-4a79-b435-58e58af29991 req-f2e97617-b726-4617-850b-9781d95fa3cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9007ee2-5879-4419-99d4-bd9610ef3298 HTTP/1.1" status: 200 len: 850 time: 0.0838740 Nov 12 00:48:52.072798 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-caa45b40-5a74-4a79-b435-58e58af29991 req-25c7c288-b167-47ac-ac1e-fc3b6321b6e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d74c3bda-c588-4e57-b67a-b6869318bb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332351 Nov 12 00:48:52.171785 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a09dc54a-66a1-4de7-9ae6-85d4d3d37ac6 req-c24e42f8-8ee8-4f1a-9711-d30552503d5f tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:52.213656 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a09dc54a-66a1-4de7-9ae6-85d4d3d37ac6 req-c24e42f8-8ee8-4f1a-9711-d30552503d5f tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:52.231626 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-caa45b40-5a74-4a79-b435-58e58af29991 req-815d5344-f029-469b-9730-d6452955468e service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458750 Nov 12 00:48:52.309803 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8e9a-b9c7-4346-a127-b033d42d6f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:52.393226 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-caa45b40-5a74-4a79-b435-58e58af29991 req-fa2916f6-7cf3-409f-bc8e-eec2fd4a1ca8 service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525846 Nov 12 00:48:52.418824 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a09dc54a-66a1-4de7-9ae6-85d4d3d37ac6 req-c24e42f8-8ee8-4f1a-9711-d30552503d5f tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:52.421506 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a09dc54a-66a1-4de7-9ae6-85d4d3d37ac6 req-c24e42f8-8ee8-4f1a-9711-d30552503d5f tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:52.422614 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a09dc54a-66a1-4de7-9ae6-85d4d3d37ac6 req-c24e42f8-8ee8-4f1a-9711-d30552503d5f tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "DELETE /v2.0/security-groups/efbefecc-0911-43a7-a48b-9832f8ba4ebb HTTP/1.1" status: 204 len: 173 time: 0.4056494 Nov 12 00:48:52.437308 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e42f8-8ee8-4f1a-9711-d30552503d5f tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbefecc-0911-43a7-a48b-9832f8ba4ebb,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:52.556328 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c9a14-7989-44e6-bead-8faaf00d4e3d req-eb54bb47-e9ad-4629-9851-e789014fd77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:52.565013 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a2c9a14-7989-44e6-bead-8faaf00d4e3d req-eb54bb47-e9ad-4629-9851-e789014fd77e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ede968b1a094c7192de77d827500d37&device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 1095 time: 0.1147828 Nov 12 00:48:52.576774 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7366b492-4000-4ee8-8a77-bd8e0b9c89fb req-849a5b58-7688-40b7-8608-3f84ed00c4be tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "GET /v2.0/security-groups/7dc8af70-3a77-4ded-a4df-730d4ac74c41 HTTP/1.1" status: 200 len: 1830 time: 0.1109900 Nov 12 00:48:52.750475 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7366b492-4000-4ee8-8a77-bd8e0b9c89fb req-f129b1c2-63e9-4173-8224-82de8e3ae423 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:52.782852 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7366b492-4000-4ee8-8a77-bd8e0b9c89fb req-f129b1c2-63e9-4173-8224-82de8e3ae423 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:52.809810 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c9a14-7989-44e6-bead-8faaf00d4e3d req-25ed42a5-cf7a-4cb3-b591-64f5ac809779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:52.811639 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a2c9a14-7989-44e6-bead-8faaf00d4e3d req-25ed42a5-cf7a-4cb3-b591-64f5ac809779 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d74c3bda-c588-4e57-b67a-b6869318bb04 HTTP/1.1" status: 200 len: 911 time: 0.2390940 Nov 12 00:48:52.882967 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7366b492-4000-4ee8-8a77-bd8e0b9c89fb req-f129b1c2-63e9-4173-8224-82de8e3ae423 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:52.890746 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-7366b492-4000-4ee8-8a77-bd8e0b9c89fb req-f129b1c2-63e9-4173-8224-82de8e3ae423 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:52.920828 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7366b492-4000-4ee8-8a77-bd8e0b9c89fb req-f129b1c2-63e9-4173-8224-82de8e3ae423 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "DELETE /v2.0/security-groups/7dc8af70-3a77-4ded-a4df-730d4ac74c41 HTTP/1.1" status: 204 len: 173 time: 0.3389997 Nov 12 00:48:52.991004 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129b1c2-63e9-4173-8224-82de8e3ae423 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc8af70-3a77-4ded-a4df-730d4ac74c41,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:52.998343 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a2c9a14-7989-44e6-bead-8faaf00d4e3d req-7dd0424f-3e3c-4690-a25a-279340a431da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4946c30-0fad-41c6-99a1-0dc8ce81ac17 HTTP/1.1" status: 200 len: 217 time: 0.1489816 Nov 12 00:48:53.057153 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ff6f2-a8c9-4cf0-b811-e9e05e6ec1d0 req-b31cfc9c-226b-4c80-9dc5-91da93b4e880 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:53.058937 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d3ff6f2-a8c9-4cf0-b811-e9e05e6ec1d0 req-b31cfc9c-226b-4c80-9dc5-91da93b4e880 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 943 time: 0.2972097 Nov 12 00:48:53.156285 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c9a14-7989-44e6-bead-8faaf00d4e3d req-c817b791-02e2-4b7f-81b5-6f1190f28950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:53.158074 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a2c9a14-7989-44e6-bead-8faaf00d4e3d req-c817b791-02e2-4b7f-81b5-6f1190f28950 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9007ee2-5879-4419-99d4-bd9610ef3298 HTTP/1.1" status: 200 len: 850 time: 0.1354036 Nov 12 00:48:53.219313 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0195e0d3-3456-4a0c-b615-583846a5a2b0 req-1acd9325-7c11-449c-811b-3cddd25321b9 tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "GET /v2.0/security-groups/98774459-a2f8-4a94-99d7-2c00ba030757 HTTP/1.1" status: 200 len: 1832 time: 0.0725241 Nov 12 00:48:53.263266 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a2c9a14-7989-44e6-bead-8faaf00d4e3d req-25607a8b-e4ea-49ea-a7da-2a5119527804 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d74c3bda-c588-4e57-b67a-b6869318bb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750921 Nov 12 00:48:53.393794 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0195e0d3-3456-4a0c-b615-583846a5a2b0 req-b945d206-173d-47a8-9507-41bd9d5ab4cf tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:53.410521 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:53.429499 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0195e0d3-3456-4a0c-b615-583846a5a2b0 req-b945d206-173d-47a8-9507-41bd9d5ab4cf tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:53.496588 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0195e0d3-3456-4a0c-b615-583846a5a2b0 req-b945d206-173d-47a8-9507-41bd9d5ab4cf tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:53.500947 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0195e0d3-3456-4a0c-b615-583846a5a2b0 req-b945d206-173d-47a8-9507-41bd9d5ab4cf tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:53.503228 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0195e0d3-3456-4a0c-b615-583846a5a2b0 req-b945d206-173d-47a8-9507-41bd9d5ab4cf tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "DELETE /v2.0/security-groups/98774459-a2f8-4a94-99d7-2c00ba030757 HTTP/1.1" status: 204 len: 173 time: 0.2819693 Nov 12 00:48:53.516918 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945d206-173d-47a8-9507-41bd9d5ab4cf tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98774459-a2f8-4a94-99d7-2c00ba030757,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:53.522068 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a2c9a14-7989-44e6-bead-8faaf00d4e3d req-7f3cbc6b-f905-49f9-a127-e00a2b2bfe58 service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509193 Nov 12 00:48:53.828478 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0a7c9985-02b2-4ca8-a315-cf8c9eb2dab7 req-d6016a1a-07f0-4133-8d1e-393400c4646a tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "GET /v2.0/security-groups/f8e54a56-b805-490e-af62-cad64fbb4dd2 HTTP/1.1" status: 200 len: 1830 time: 0.0572217 Nov 12 00:48:53.884407 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a2c9a14-7989-44e6-bead-8faaf00d4e3d req-1fb11564-108b-40b0-9497-3638b04ed6cc service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511763 Nov 12 00:48:53.916214 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d3ff6f2-a8c9-4cf0-b811-e9e05e6ec1d0 req-c7cbeb76-409b-4163-a622-e0a6a39a41dd tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7558334 Nov 12 00:48:53.971596 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0a7c9985-02b2-4ca8-a315-cf8c9eb2dab7 req-98b1f9cc-0f62-4b70-88c8-930f4492c05c tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.014614 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0a7c9985-02b2-4ca8-a315-cf8c9eb2dab7 req-98b1f9cc-0f62-4b70-88c8-930f4492c05c tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.106026 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0a7c9985-02b2-4ca8-a315-cf8c9eb2dab7 req-98b1f9cc-0f62-4b70-88c8-930f4492c05c tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.109524 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0a7c9985-02b2-4ca8-a315-cf8c9eb2dab7 req-98b1f9cc-0f62-4b70-88c8-930f4492c05c tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.114535 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0a7c9985-02b2-4ca8-a315-cf8c9eb2dab7 req-98b1f9cc-0f62-4b70-88c8-930f4492c05c tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] 10.222.0.31 "DELETE /v2.0/security-groups/f8e54a56-b805-490e-af62-cad64fbb4dd2 HTTP/1.1" status: 204 len: 173 time: 0.2775528 Nov 12 00:48:54.117825 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40284) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:54.131960 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1f9cc-0f62-4b70-88c8-930f4492c05c tempest-SecurityGroupRulesNegativeTestJSON-1289891424 tempest-SecurityGroupRulesNegativeTestJSON-1289891424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e54a56-b805-490e-af62-cad64fbb4dd2,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:54.255373 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f52609d-119f-4ed4-ad86-35ca9310f72e admin admin] Deleting subnet 71c50bc3-266c-45e2-afc4-8041199e1276 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:48:54.259674 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f52609d-119f-4ed4-ad86-35ca9310f72e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.310046 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f52609d-119f-4ed4-ad86-35ca9310f72e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.376380 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f52609d-119f-4ed4-ad86-35ca9310f72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.411447 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.491430 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f52609d-119f-4ed4-ad86-35ca9310f72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.525237 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52609d-119f-4ed4-ad86-35ca9310f72e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71c50bc3-266c-45e2-afc4-8041199e1276,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:54.534365 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f52609d-119f-4ed4-ad86-35ca9310f72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.541236 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2f52609d-119f-4ed4-ad86-35ca9310f72e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/71c50bc3-266c-45e2-afc4-8041199e1276 HTTP/1.1" status: 204 len: 168 time: 0.4201610 Nov 12 00:48:54.541637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40292) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:54.671849 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-13178a52-15c7-4743-b5c9-0fb2bebeb766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.778178 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-13178a52-15c7-4743-b5c9-0fb2bebeb766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.802386 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-13178a52-15c7-4743-b5c9-0fb2bebeb766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e62c9b3-f960-4e27-baf7-4a7be3f39fd8']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:54.812665 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-13178a52-15c7-4743-b5c9-0fb2bebeb766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac82c4d8-de9f-45d6-acbc-0d41fbfe0f68') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:54.813287 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-13178a52-15c7-4743-b5c9-0fb2bebeb766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac82c4d8-de9f-45d6-acbc-0d41fbfe0f68') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:48:54.826225 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-13178a52-15c7-4743-b5c9-0fb2bebeb766 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.844068 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-13178a52-15c7-4743-b5c9-0fb2bebeb766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.862067 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13178a52-15c7-4743-b5c9-0fb2bebeb766 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:48:54.863422 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-13178a52-15c7-4743-b5c9-0fb2bebeb766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:48:54.867591 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:48:54.992355 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-13178a52-15c7-4743-b5c9-0fb2bebeb766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:55.044457 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-13178a52-15c7-4743-b5c9-0fb2bebeb766 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:55.052637 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-13178a52-15c7-4743-b5c9-0fb2bebeb766 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0e62c9b3-f960-4e27-baf7-4a7be3f39fd8 HTTP/1.1" status: 204 len: 168 time: 0.5094016 Nov 12 00:48:55.053979 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13178a52-15c7-4743-b5c9-0fb2bebeb766 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e62c9b3-f960-4e27-baf7-4a7be3f39fd8,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:55.075663 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device c4946c30-0fad-41c6-99a1-0dc8ce81ac17 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:48:55.153250 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599c66a-588e-43a1-9256-b5aaa02608f3 req-a3afc037-8df0-4b6c-946a-f244fab30d37 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:55.162460 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5599c66a-588e-43a1-9256-b5aaa02608f3 req-a3afc037-8df0-4b6c-946a-f244fab30d37 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 943 time: 0.1387646 Nov 12 00:48:55.204540 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port c4946c30-0fad-41c6-99a1-0dc8ce81ac17, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c4946c30-0fad-41c6-99a1-0dc8ce81ac17,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:55.220671 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'c4946c30-0fad-41c6-99a1-0dc8ce81ac17', 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04', 'port_id': 'c4946c30-0fad-41c6-99a1-0dc8ce81ac17', 'mac_address': 'fa:16:3e:3f:8b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9007ee2-5879-4419-99d4-bd9610ef3298', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:48:55.253829 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5599c66a-588e-43a1-9256-b5aaa02608f3 req-5692490d-a7e1-4296-a956-7e2820a02fd2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904322 Nov 12 00:48:55.302121 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:55.328747 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4946c30-0fad-41c6-99a1-0dc8ce81ac17 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:48:55.350792 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:55.354030 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port c4946c30-0fad-41c6-99a1-0dc8ce81ac17, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c4946c30-0fad-41c6-99a1-0dc8ce81ac17,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:55.360974 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:55.404250 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40304) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:55.419430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=c4946c30-0fad-41c6-99a1-0dc8ce81ac17,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:55.485231 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-26629db5-ee91-4963-baa8-d0e8525fc1c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ff3553b5b5c49c8afde058d4934aee9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0796182 Nov 12 00:48:55.488281 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40310) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:55.542861 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc2e04be-7e21-441d-8a94-5f1c96a2ed1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:55.576506 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc2e04be-7e21-441d-8a94-5f1c96a2ed1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:55.586568 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['c4946c30-0fad-41c6-99a1-0dc8ce81ac17'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:48:55.681251 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc2e04be-7e21-441d-8a94-5f1c96a2ed1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:55.687597 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc2e04be-7e21-441d-8a94-5f1c96a2ed1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:55.689134 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fc2e04be-7e21-441d-8a94-5f1c96a2ed1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98c82d7b-9754-4d78-a849-e65ef447ec13 HTTP/1.1" status: 204 len: 168 time: 0.1996465 Nov 12 00:48:55.708840 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e04be-7e21-441d-8a94-5f1c96a2ed1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c82d7b-9754-4d78-a849-e65ef447ec13,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:55.917974 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:56.496474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d5913-9b65-42c8-b630-c51a7426df9b req-bfb4fde5-89a8-4af8-ac57-4f305b84605e tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:56.506267 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-751d5913-9b65-42c8-b630-c51a7426df9b req-bfb4fde5-89a8-4af8-ac57-4f305b84605e tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 944 time: 0.1307163 Nov 12 00:48:56.603022 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-751d5913-9b65-42c8-b630-c51a7426df9b req-b8b5ca61-5863-49a5-bf87-f5b0d22b2b40 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952835 Nov 12 00:48:56.997079 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40348) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:57.080386 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device c4946c30-0fad-41c6-99a1-0dc8ce81ac17 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:48:57.130038 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d60d7283-b6b3-4adb-8d27-8583f649ed25 req-756d7930-e2f8-47fc-b416-7856595531f7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1221220 Nov 12 00:48:57.177987 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port c4946c30-0fad-41c6-99a1-0dc8ce81ac17 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:48:57.181268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port c4946c30-0fad-41c6-99a1-0dc8ce81ac17 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:48:57.181875 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:57.222664 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-0d73fa1d-e173-4fca-bc0d-5d72cdd860be admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1708917275-network', 'tenant_id': '35d8a8600ccf46968c07865a555a7c72'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:57.255579 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d73fa1d-e173-4fca-bc0d-5d72cdd860be admin admin] Made reservation on behalf of 35d8a8600ccf46968c07865a555a7c72 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:57.264333 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0d73fa1d-e173-4fca-bc0d-5d72cdd860be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:57.279319 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d7283-b6b3-4adb-8d27-8583f649ed25 req-38e04483-e48a-4f20-a08f-67af0e0eec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:57.281128 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d60d7283-b6b3-4adb-8d27-8583f649ed25 req-38e04483-e48a-4f20-a08f-67af0e0eec74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 1097 time: 0.1152034 Nov 12 00:48:57.296585 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0d73fa1d-e173-4fca-bc0d-5d72cdd860be admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:57.336686 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:57.397388 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18c10ed-06e2-418a-84c1-49886cc95875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4946c30-0fad-41c6-99a1-0dc8ce81ac17'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:48:57.399584 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5622b9-ff10-483c-b2a2-19eac64af850" -d '{"events": [{"server_uuid": "f18c10ed-06e2-418a-84c1-49886cc95875", "name": "network-vif-plugged", "status": "completed", "tag": "c4946c30-0fad-41c6-99a1-0dc8ce81ac17"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:48:57.432458 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port c4946c30-0fad-41c6-99a1-0dc8ce81ac17, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c4946c30-0fad-41c6-99a1-0dc8ce81ac17,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:48:57.440963 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:57.490691 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdc8958-aa39-42c9-8a04-b6109d5a10f0 x-openstack-request-id: req-ebdc8958-aa39-42c9-8a04-b6109d5a10f0 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:48:57.501127 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18c10ed-06e2-418a-84c1-49886cc95875", "name": "network-vif-plugged", "status": "completed", "tag": "c4946c30-0fad-41c6-99a1-0dc8ce81ac17", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:48:57.501663 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebdc8958-aa39-42c9-8a04-b6109d5a10f0 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:48:57.502337 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18c10ed-06e2-418a-84c1-49886cc95875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4946c30-0fad-41c6-99a1-0dc8ce81ac17', 'code': 200} Nov 12 00:48:57.569074 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=c4946c30-0fad-41c6-99a1-0dc8ce81ac17,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:57.632047 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0d73fa1d-e173-4fca-bc0d-5d72cdd860be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:57.646873 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0d73fa1d-e173-4fca-bc0d-5d72cdd860be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:57.667213 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d7283-b6b3-4adb-8d27-8583f649ed25 req-22d05efd-54a8-4276-93b0-69685fb9ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:57.668945 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d60d7283-b6b3-4adb-8d27-8583f649ed25 req-22d05efd-54a8-4276-93b0-69685fb9ced3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 913 time: 0.2832456 Nov 12 00:48:57.696604 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d73fa1d-e173-4fca-bc0d-5d72cdd860be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:48:57.717190 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d9e2e-efad-4f11-b42a-0d2ccf698b40 req-2ed421e3-7ead-4fd8-a1b9-5e19ceef1e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:57.721357 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-637d9e2e-efad-4f11-b42a-0d2ccf698b40 req-2ed421e3-7ead-4fd8-a1b9-5e19ceef1e44 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 1097 time: 0.1512501 Nov 12 00:48:57.769997 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73fa1d-e173-4fca-bc0d-5d72cdd860be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3804971b-d0a3-4a44-bab5-502f050931c4,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:57.782363 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0d73fa1d-e173-4fca-bc0d-5d72cdd860be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:57.782716 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-0d73fa1d-e173-4fca-bc0d-5d72cdd860be admin admin] Added segment 985d4b2f-a35c-43e8-bcff-149d38aa8408 of type vlan for network 39318968-eb76-4ba4-9007-7905f9aa7725 Nov 12 00:48:57.790657 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-637d9e2e-efad-4f11-b42a-0d2ccf698b40 req-7005d921-fcc4-4ebd-a1d0-833723d77a09 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616634 Nov 12 00:48:57.936108 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0d73fa1d-e173-4fca-bc0d-5d72cdd860be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:57.941753 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d60d7283-b6b3-4adb-8d27-8583f649ed25 req-0b9efe2e-34e0-4ec7-a6b1-1929d0ea90ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52 HTTP/1.1" status: 200 len: 1000 time: 0.2611001 Nov 12 00:48:57.957932 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b6073-9deb-4272-b4f1-416abfafc829 req-80472a33-47d7-4eff-8952-9f3cb5ccc8b8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:57.959511 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cc9b6073-9deb-4272-b4f1-416abfafc829 req-80472a33-47d7-4eff-8952-9f3cb5ccc8b8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.1811767 Nov 12 00:48:58.052553 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0d73fa1d-e173-4fca-bc0d-5d72cdd860be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:58.053475 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d73fa1d-e173-4fca-bc0d-5d72cdd860be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:58.054050 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0d73fa1d-e173-4fca-bc0d-5d72cdd860be admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:58.072786 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d7283-b6b3-4adb-8d27-8583f649ed25 req-db8508b8-5f09-499f-b40a-4372a2a10215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:58.074279 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d60d7283-b6b3-4adb-8d27-8583f649ed25 req-db8508b8-5f09-499f-b40a-4372a2a10215 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.1109381 Nov 12 00:48:58.119022 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40370) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:58.119317 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0d73fa1d-e173-4fca-bc0d-5d72cdd860be admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1209166 Nov 12 00:48:58.124488 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Request body: {'subnet': {'network_id': '39318968-eb76-4ba4-9007-7905f9aa7725', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1708917275-subnet', 'tenant_id': '35d8a8600ccf46968c07865a555a7c72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:58.147910 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cc9b6073-9deb-4272-b4f1-416abfafc829 req-33b3f3dd-7944-4664-a357-b473ef37e494 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509411 Nov 12 00:48:58.185577 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Made reservation on behalf of 35d8a8600ccf46968c07865a555a7c72 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:48:58.189507 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:58.194622 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73fa1d-e173-4fca-bc0d-5d72cdd860be admin admin] Pushing event updated for resources: {'Network': ['ID=39318968-eb76-4ba4-9007-7905f9aa7725,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:58.207540 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d7283-b6b3-4adb-8d27-8583f649ed25 req-ff997391-4347-4510-9e00-01187d858f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:58.209062 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d60d7283-b6b3-4adb-8d27-8583f649ed25 req-ff997391-4347-4510-9e00-01187d858f49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1250467 Nov 12 00:48:58.212684 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 39318968-eb76-4ba4-9007-7905f9aa7725 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:48:58.348016 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d60d7283-b6b3-4adb-8d27-8583f649ed25 req-12b83979-8c67-4eae-98ed-8399b204ddff service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307106 Nov 12 00:48:58.448718 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d60d7283-b6b3-4adb-8d27-8583f649ed25 req-980b3254-4803-4856-afd9-4b941c5ba62a service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928485 Nov 12 00:48:58.503066 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:58.589747 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f151dda-d2d1-461c-8bdd-a233065a9900,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:58.598839 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Checking segment: {'id': '985d4b2f-a35c-43e8-bcff-149d38aa8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39318968-eb76-4ba4-9007-7905f9aa7725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:48:58.599478 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Network hostable DHCP agents. Network: 39318968-eb76-4ba4-9007-7905f9aa7725, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:48:58.602536 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:58.603343 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:58.603853 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:58.604343 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:58.604866 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:58.605377 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:58.606133 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:58.606631 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:58.607208 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:58.607998 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:58.608533 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:58.609074 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:48:58.632334 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Network 39318968-eb76-4ba4-9007-7905f9aa7725 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:48:58.644201 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 39318968-eb76-4ba4-9007-7905f9aa7725) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:48:58.649315 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:58.649974 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:58.670495 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896d6f0e-1c18-43d6-b8da-b24487726d46 None None] Network 39318968-eb76-4ba4-9007-7905f9aa7725 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:58.679159 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8ea4e287-2edf-4193-b6a8-05062e367bc6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5585294 Nov 12 00:48:58.866779 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e427c30-60df-4389-b1fb-2e4ac604cd2e None None] Network 39318968-eb76-4ba4-9007-7905f9aa7725 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:48:59.130822 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-af8f7547-20aa-41b8-9854-af4d4c3f8f48 req-3432fa90-5811-4dfe-bef3-e69cad0032d9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1088814059', 'description': 'tempest-description-2049044386'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:59.178123 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-af8f7547-20aa-41b8-9854-af4d4c3f8f48 req-3432fa90-5811-4dfe-bef3-e69cad0032d9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:59.278004 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-af8f7547-20aa-41b8-9854-af4d4c3f8f48 req-3432fa90-5811-4dfe-bef3-e69cad0032d9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:59.286515 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-af8f7547-20aa-41b8-9854-af4d4c3f8f48 req-3432fa90-5811-4dfe-bef3-e69cad0032d9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:59.302602 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302000e-6988-4ea6-bbd1-5a3ee32530f1 req-1e8986bd-8dca-4122-ab04-2a5ad1dc80f9 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:59.314783 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5302000e-6988-4ea6-bbd1-5a3ee32530f1 req-1e8986bd-8dca-4122-ab04-2a5ad1dc80f9 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0657282 Nov 12 00:48:59.336385 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432fa90-5811-4dfe-bef3-e69cad0032d9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d193a2f-4a2e-4894-8940-aa319924fe7c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:59.342760 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-af8f7547-20aa-41b8-9854-af4d4c3f8f48 req-3432fa90-5811-4dfe-bef3-e69cad0032d9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:59.355736 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-af8f7547-20aa-41b8-9854-af4d4c3f8f48 req-3432fa90-5811-4dfe-bef3-e69cad0032d9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2292514 Nov 12 00:48:59.384358 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5302000e-6988-4ea6-bbd1-5a3ee32530f1 req-c385950f-1912-4320-a199-c868456146d2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718992 Nov 12 00:48:59.421688 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-4beb1e4f-a1e9-498b-9504-b54d27a635d1 req-1471eb69-ec38-46ee-9d46-f2bdb9260ae8 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1282922812', 'description': 'tempest-description-1373291284'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:48:59.456280 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4beb1e4f-a1e9-498b-9504-b54d27a635d1 req-1471eb69-ec38-46ee-9d46-f2bdb9260ae8 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:59.548776 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4beb1e4f-a1e9-498b-9504-b54d27a635d1 req-1471eb69-ec38-46ee-9d46-f2bdb9260ae8 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:59.556436 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4beb1e4f-a1e9-498b-9504-b54d27a635d1 req-1471eb69-ec38-46ee-9d46-f2bdb9260ae8 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:59.599100 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4beb1e4f-a1e9-498b-9504-b54d27a635d1 req-1471eb69-ec38-46ee-9d46-f2bdb9260ae8 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:59.609797 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4beb1e4f-a1e9-498b-9504-b54d27a635d1 req-1471eb69-ec38-46ee-9d46-f2bdb9260ae8 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1949060 Nov 12 00:48:59.636865 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471eb69-ec38-46ee-9d46-f2bdb9260ae8 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2114cad1-373a-494f-8ea9-78dcc5ee2068,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:48:59.910044 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-2553deb4-921e-4aa2-9988-639b57cbead0 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:48:59.918492 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-2553deb4-921e-4aa2-9988-639b57cbead0 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/networks?id=39318968-eb76-4ba4-9007-7905f9aa7725 HTTP/1.1" status: 200 len: 813 time: 0.1386995 Nov 12 00:48:59.936002 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-80a7611e-3299-4a0c-8249-c0938ea18a83 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/quotas/35d8a8600ccf46968c07865a555a7c72 HTTP/1.1" status: 200 len: 375 time: 0.0159400 Nov 12 00:48:59.976627 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-8eba5e52-4601-41b9-825f-9b17d746f276 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=35d8a8600ccf46968c07865a555a7c72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394988 Nov 12 00:49:00.110993 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-cd133f24-82ef-45c6-b0db-44e197456ef9 service neutron] 10.222.0.31 "GET /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266379 Nov 12 00:49:00.172466 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3977d6f-8430-4655-b744-2c29f4c9dbd0 req-4df9c740-70c0-4370-a880-2eb9112a4ea1 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:00.175230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b3977d6f-8430-4655-b744-2c29f4c9dbd0 req-4df9c740-70c0-4370-a880-2eb9112a4ea1 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0645506 Nov 12 00:49:00.230165 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-96d4081d-67c8-4cf8-b623-e726e12b2a44 service neutron] 10.222.0.31 "GET /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083388 Nov 12 00:49:00.231319 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b3977d6f-8430-4655-b744-2c29f4c9dbd0 req-67cf7356-02f5-445d-b42e-1e8705c769b4 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494423 Nov 12 00:49:00.454350 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3de827c6-6b19-48fb-8153-37309be41436 req-b66f8087-07da-41e0-ab88-23c167b7132d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0859cbc-7d1f-4388-992c-e33291a2165f HTTP/1.1" status: 200 len: 210 time: 0.0396352 Nov 12 00:49:01.365781 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f75a4c-eab8-4733-a4cf-482d731b1a9a req-2e6bbbe0-fc31-45b6-ac1b-e0a9d0af2d0d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:01.367272 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-08f75a4c-eab8-4733-a4cf-482d731b1a9a req-2e6bbbe0-fc31-45b6-ac1b-e0a9d0af2d0d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0516663 Nov 12 00:49:01.416043 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-08f75a4c-eab8-4733-a4cf-482d731b1a9a req-8e42c8ce-9245-4013-8752-e3ea04a537cf tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422590 Nov 12 00:49:01.561196 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dbfcce36-2eea-460d-931f-c2d1c0c46267 req-2c087789-4cd8-40ae-800d-47504cf123aa tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0859cbc-7d1f-4388-992c-e33291a2165f HTTP/1.1" status: 200 len: 210 time: 0.0380802 Nov 12 00:49:01.689665 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-97139aa8-cbdc-47fb-a082-3adda4be1d04 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:01.691486 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-97139aa8-cbdc-47fb-a082-3adda4be1d04 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.15 "GET /v2.0/networks?id=39318968-eb76-4ba4-9007-7905f9aa7725 HTTP/1.1" status: 200 len: 813 time: 0.1437972 Nov 12 00:49:01.716338 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-bbfbe294-b1dc-4ce6-a65c-47e61c7b54d9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Request body: {'port': {'device_id': 'e0859cbc-7d1f-4388-992c-e33291a2165f', 'network_id': '39318968-eb76-4ba4-9007-7905f9aa7725', 'admin_state_up': True, 'tenant_id': '35d8a8600ccf46968c07865a555a7c72'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:01.836900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-bbfbe294-b1dc-4ce6-a65c-47e61c7b54d9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Made reservation on behalf of 35d8a8600ccf46968c07865a555a7c72 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:01.840762 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-bbfbe294-b1dc-4ce6-a65c-47e61c7b54d9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:01.976990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-bbfbe294-b1dc-4ce6-a65c-47e61c7b54d9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Allocated IP 172.20.0.6 (39318968-eb76-4ba4-9007-7905f9aa7725/4f151dda-d2d1-461c-8bdd-a233065a9900/5c7a9101-2852-44a8-a9fd-9d5fc72941c0) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:02.145987 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-bbfbe294-b1dc-4ce6-a65c-47e61c7b54d9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.188250 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-bbfbe294-b1dc-4ce6-a65c-47e61c7b54d9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.230523 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-bbfbe294-b1dc-4ce6-a65c-47e61c7b54d9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Network 39318968-eb76-4ba4-9007-7905f9aa7725 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:02.233770 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-bbfbe294-b1dc-4ce6-a65c-47e61c7b54d9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:02.238524 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-bbfbe294-b1dc-4ce6-a65c-47e61c7b54d9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:02.271748 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbe294-b1dc-4ce6-a65c-47e61c7b54d9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event updated for resources: {'Port': ['ID=5c7a9101-2852-44a8-a9fd-9d5fc72941c0,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:02.303328 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-bbfbe294-b1dc-4ce6-a65c-47e61c7b54d9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:02.304076 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-bbfbe294-b1dc-4ce6-a65c-47e61c7b54d9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.322699 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-bbfbe294-b1dc-4ce6-a65c-47e61c7b54d9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6157851 Nov 12 00:49:02.341873 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] Request body: {'port': {'device_id': 'e0859cbc-7d1f-4388-992c-e33291a2165f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:02.410639 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.670232 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1a1cc-7e39-49a7-b7f7-41b17d951743 req-015c9289-453f-4ff9-9fbb-47a91017a45c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:02.671924 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b9d1a1cc-7e39-49a7-b7f7-41b17d951743 req-015c9289-453f-4ff9-9fbb-47a91017a45c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.1238949 Nov 12 00:49:02.762435 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1c67d-e3fb-4ccb-9288-99310a2f7d23 req-f13c3ca9-8aa3-4b3b-a66d-48b2aee395bc tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:02.765598 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ff1c67d-e3fb-4ccb-9288-99310a2f7d23 req-f13c3ca9-8aa3-4b3b-a66d-48b2aee395bc tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0859cbc-7d1f-4388-992c-e33291a2165f HTTP/1.1" status: 200 len: 931 time: 0.0758355 Nov 12 00:49:02.803088 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b9d1a1cc-7e39-49a7-b7f7-41b17d951743 req-22f7ef52-2576-4eca-9e17-41308cc53947 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124685 Nov 12 00:49:02.819754 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7a9101-2852-44a8-a9fd-9d5fc72941c0 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:02.828687 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.832202 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ff1c67d-e3fb-4ccb-9288-99310a2f7d23 req-3570c80a-56e2-4dcf-9177-4485a45891da tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541956 Nov 12 00:49:02.863868 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] Transition to ACTIVE for port object 5c7a9101-2852-44a8-a9fd-9d5fc72941c0 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:49:02.870377 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.924824 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] Pushing event updated for resources: {'Port': ['ID=5c7a9101-2852-44a8-a9fd-9d5fc72941c0,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:03.006546 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] Attempting to bind port 5c7a9101-2852-44a8-a9fd-9d5fc72941c0 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:03.007105 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] Attempting to bind port 5c7a9101-2852-44a8-a9fd-9d5fc72941c0 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '985d4b2f-a35c-43e8-bcff-149d38aa8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39318968-eb76-4ba4-9007-7905f9aa7725'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:03.007630 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] Attempting to bind port 5c7a9101-2852-44a8-a9fd-9d5fc72941c0 on network 39318968-eb76-4ba4-9007-7905f9aa7725 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:03.012571 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] Port 5c7a9101-2852-44a8-a9fd-9d5fc72941c0 on network 39318968-eb76-4ba4-9007-7905f9aa7725 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:49:03.013174 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] Attempting to bind port 5c7a9101-2852-44a8-a9fd-9d5fc72941c0 on network 39318968-eb76-4ba4-9007-7905f9aa7725 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:03.022165 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:03.022751 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] Checking segment: {'id': '985d4b2f-a35c-43e8-bcff-149d38aa8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39318968-eb76-4ba4-9007-7905f9aa7725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:03.023312 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] Bound using segment: {'id': '985d4b2f-a35c-43e8-bcff-149d38aa8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39318968-eb76-4ba4-9007-7905f9aa7725'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:03.026545 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] Bound port: 5c7a9101-2852-44a8-a9fd-9d5fc72941c0, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985d4b2f-a35c-43e8-bcff-149d38aa8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39318968-eb76-4ba4-9007-7905f9aa7725'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:03.027117 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.128992 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] For port 5c7a9101-2852-44a8-a9fd-9d5fc72941c0, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:03.132338 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] For port 5c7a9101-2852-44a8-a9fd-9d5fc72941c0, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5c7a9101-2852-44a8-a9fd-9d5fc72941c0,segment=NetworkSegment(985d4b2f-a35c-43e8-bcff-149d38aa8408),segment_id=985d4b2f-a35c-43e8-bcff-149d38aa8408)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:03.136667 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.173555 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:03.174120 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.175510 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] 10.222.0.15 "PUT /v2.0/ports/5c7a9101-2852-44a8-a9fd-9d5fc72941c0 HTTP/1.1" status: 200 len: 1092 time: 0.8384864 Nov 12 00:49:03.177805 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0859cbc-7d1f-4388-992c-e33291a2165f', 'tag': '5c7a9101-2852-44a8-a9fd-9d5fc72941c0'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:03.179949 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c942aa-82a2-4313-b56e-2c81114ef333" -d '{"events": [{"name": "network-changed", "server_uuid": "e0859cbc-7d1f-4388-992c-e33291a2165f", "tag": "5c7a9101-2852-44a8-a9fd-9d5fc72941c0"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:03.216454 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be70c61-0a41-4630-8057-64ea8d03451f service neutron] Pushing event updated for resources: {'Port': ['ID=5c7a9101-2852-44a8-a9fd-9d5fc72941c0,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:03.254826 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6073623a-c07f-4e26-8eca-f316713ee8c6 x-openstack-request-id: req-6073623a-c07f-4e26-8eca-f316713ee8c6 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:03.254826 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0859cbc-7d1f-4388-992c-e33291a2165f", "tag": "5c7a9101-2852-44a8-a9fd-9d5fc72941c0", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:03.254826 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6073623a-c07f-4e26-8eca-f316713ee8c6 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:03.255359 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0859cbc-7d1f-4388-992c-e33291a2165f', 'tag': '5c7a9101-2852-44a8-a9fd-9d5fc72941c0', 'status': 'completed', 'code': 200} Nov 12 00:49:03.294910 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-1d169c47-0c1a-43f8-8ab7-c68a606f28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:03.296760 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-1d169c47-0c1a-43f8-8ab7-c68a606f28b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=35d8a8600ccf46968c07865a555a7c72&device_id=e0859cbc-7d1f-4388-992c-e33291a2165f HTTP/1.1" status: 200 len: 1095 time: 0.0539100 Nov 12 00:49:03.360743 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-2d9a2b96-0185-4d98-bcf4-6b0229883563 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c7a9101-2852-44a8-a9fd-9d5fc72941c0 HTTP/1.1" status: 200 len: 217 time: 0.0489056 Nov 12 00:49:03.413916 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-66058ad4-85cb-41d9-b9c9-e10d62924301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:03.415547 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-66058ad4-85cb-41d9-b9c9-e10d62924301 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f151dda-d2d1-461c-8bdd-a233065a9900 HTTP/1.1" status: 200 len: 853 time: 0.0476336 Nov 12 00:49:03.448760 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-d5506b6c-7f5e-4aad-9618-af365ca42dde service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39318968-eb76-4ba4-9007-7905f9aa7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263867 Nov 12 00:49:03.555870 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-b70ccbf5-cb6e-43bf-9434-bf263266b395 service neutron] 10.222.0.15 "GET /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997548 Nov 12 00:49:03.662834 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ed8799f-6ee6-4fb7-af36-90dbbaac5a5b req-75c38fce-2dc1-41af-9f95-7b2574aae957 service neutron] 10.222.0.15 "GET /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970707 Nov 12 00:49:03.804480 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c942aa-82a2-4313-b56e-2c81114ef333 req-e4b6aa4d-8679-4e52-8159-ef6e2c7a2d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:03.806026 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13c942aa-82a2-4313-b56e-2c81114ef333 req-e4b6aa4d-8679-4e52-8159-ef6e2c7a2d92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=35d8a8600ccf46968c07865a555a7c72&device_id=e0859cbc-7d1f-4388-992c-e33291a2165f HTTP/1.1" status: 200 len: 1095 time: 0.0558124 Nov 12 00:49:03.935810 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc48b5b-298a-4b76-ac1f-b90829bc635e req-a3adf695-7333-4755-82f1-48cde4d78e31 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:03.937504 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9cc48b5b-298a-4b76-ac1f-b90829bc635e req-a3adf695-7333-4755-82f1-48cde4d78e31 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0683248 Nov 12 00:49:03.974829 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c942aa-82a2-4313-b56e-2c81114ef333 req-bd7de478-4f37-4de4-9eea-1271f3f72dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:03.976409 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13c942aa-82a2-4313-b56e-2c81114ef333 req-bd7de478-4f37-4de4-9eea-1271f3f72dca service neutron] 10.222.0.15 "GET /v2.0/networks?id=39318968-eb76-4ba4-9007-7905f9aa7725 HTTP/1.1" status: 200 len: 914 time: 0.1608706 Nov 12 00:49:03.999997 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9cc48b5b-298a-4b76-ac1f-b90829bc635e req-57e13209-c082-466e-bc27-8e44dae8cefd tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502689 Nov 12 00:49:04.035669 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13c942aa-82a2-4313-b56e-2c81114ef333 req-385dabec-1686-46fe-aa08-e0504fd74429 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c7a9101-2852-44a8-a9fd-9d5fc72941c0 HTTP/1.1" status: 200 len: 217 time: 0.0447540 Nov 12 00:49:04.062087 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e91355-125f-4710-b3af-d86b43932a6f req-fb77ff96-5149-422d-ba56-bf845aae70c7 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:04.063707 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19e91355-125f-4710-b3af-d86b43932a6f req-fb77ff96-5149-422d-ba56-bf845aae70c7 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0859cbc-7d1f-4388-992c-e33291a2165f HTTP/1.1" status: 200 len: 943 time: 0.1043594 Nov 12 00:49:04.135831 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c942aa-82a2-4313-b56e-2c81114ef333 req-8757e98d-160c-47aa-b6e0-73ec633b3af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:04.137486 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13c942aa-82a2-4313-b56e-2c81114ef333 req-8757e98d-160c-47aa-b6e0-73ec633b3af7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f151dda-d2d1-461c-8bdd-a233065a9900 HTTP/1.1" status: 200 len: 853 time: 0.0950637 Nov 12 00:49:04.160882 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19e91355-125f-4710-b3af-d86b43932a6f req-619356c4-d5f2-4da6-b4bb-6ae1a53792c4 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737786 Nov 12 00:49:04.176507 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13c942aa-82a2-4313-b56e-2c81114ef333 req-7046c93d-409c-4568-b7ff-467bc3d7fdc3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39318968-eb76-4ba4-9007-7905f9aa7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297456 Nov 12 00:49:04.275287 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13c942aa-82a2-4313-b56e-2c81114ef333 req-86107ec8-4eac-438e-b4cb-94d9cee987e8 service neutron] 10.222.0.15 "GET /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901852 Nov 12 00:49:04.376377 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13c942aa-82a2-4313-b56e-2c81114ef333 req-53f97618-3fa3-43e1-a234-e734b056e381 service neutron] 10.222.0.15 "GET /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938239 Nov 12 00:49:05.121953 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79c3a2-0ca0-488d-8eb9-ce77f19a904a req-bb0b5319-ccda-45a3-896b-b4d84c434017 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:05.123617 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6f79c3a2-0ca0-488d-8eb9-ce77f19a904a req-bb0b5319-ccda-45a3-896b-b4d84c434017 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0517273 Nov 12 00:49:05.187216 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6f79c3a2-0ca0-488d-8eb9-ce77f19a904a req-4e9606d9-85ba-4bf0-9a72-dea9a19afeac tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542088 Nov 12 00:49:05.309017 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7176c-dcbc-4a1d-be27-3b86bc00a7cc req-b952bba5-fe11-4bec-89c9-8eab9eb4aabb tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:05.310556 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-18f7176c-dcbc-4a1d-be27-3b86bc00a7cc req-b952bba5-fe11-4bec-89c9-8eab9eb4aabb tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0859cbc-7d1f-4388-992c-e33291a2165f HTTP/1.1" status: 200 len: 943 time: 0.0561204 Nov 12 00:49:05.359910 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-18f7176c-dcbc-4a1d-be27-3b86bc00a7cc req-e9959147-e04e-442f-8563-3fde70d86ae6 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432863 Nov 12 00:49:05.667493 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40578) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:05.719971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-826933b0-be32-4042-af75-ef90856a55de admin admin] Deleting subnet c80ca9cf-ef62-4dbc-a52b-690d9634d05e {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:49:05.723118 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-826933b0-be32-4042-af75-ef90856a55de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:05.758272 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-826933b0-be32-4042-af75-ef90856a55de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:05.797128 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-826933b0-be32-4042-af75-ef90856a55de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:05.863265 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-826933b0-be32-4042-af75-ef90856a55de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:05.903856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826933b0-be32-4042-af75-ef90856a55de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c80ca9cf-ef62-4dbc-a52b-690d9634d05e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:05.909237 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-826933b0-be32-4042-af75-ef90856a55de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:05.915618 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-826933b0-be32-4042-af75-ef90856a55de admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c80ca9cf-ef62-4dbc-a52b-690d9634d05e HTTP/1.1" status: 204 len: 168 time: 0.2443690 Nov 12 00:49:05.916226 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40582) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:05.988028 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-89e9aaa1-3940-4ca0-a325-4f29141962a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.074369 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-89e9aaa1-3940-4ca0-a325-4f29141962a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.097990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-89e9aaa1-3940-4ca0-a325-4f29141962a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc73b16d-f031-4e8c-9077-d3bd4fe0e550']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:06.108172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-89e9aaa1-3940-4ca0-a325-4f29141962a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1219c4-7233-4fa6-bbab-06930d4a5058') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:06.108598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-89e9aaa1-3940-4ca0-a325-4f29141962a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1219c4-7233-4fa6-bbab-06930d4a5058') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:06.118953 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-89e9aaa1-3940-4ca0-a325-4f29141962a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.132814 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-89e9aaa1-3940-4ca0-a325-4f29141962a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.138903 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e9aaa1-3940-4ca0-a325-4f29141962a6 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:49:06.139319 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-89e9aaa1-3940-4ca0-a325-4f29141962a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:49:06.141114 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:49:06.195180 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-89e9aaa1-3940-4ca0-a325-4f29141962a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.204100 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-89e9aaa1-3940-4ca0-a325-4f29141962a6 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.208686 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-89e9aaa1-3940-4ca0-a325-4f29141962a6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fc73b16d-f031-4e8c-9077-d3bd4fe0e550 HTTP/1.1" status: 204 len: 168 time: 0.2911971 Nov 12 00:49:06.221695 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9aaa1-3940-4ca0-a325-4f29141962a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc73b16d-f031-4e8c-9077-d3bd4fe0e550,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:06.343687 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c0f7c-6cf5-46b2-9889-14c890a8113f req-49a2a35a-6783-405a-9f7b-798899dc096b tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:06.345792 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-720c0f7c-6cf5-46b2-9889-14c890a8113f req-49a2a35a-6783-405a-9f7b-798899dc096b tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0633256 Nov 12 00:49:06.349402 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40590) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:06.404999 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-720c0f7c-6cf5-46b2-9889-14c890a8113f req-b9f3ced9-5b8e-44bc-bb3f-e1ee57bb9a3c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523140 Nov 12 00:49:06.406178 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40594) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:06.407262 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a553db09-ac82-4855-a073-0e35b373fee5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a88bd13cf7f14d98988288f2082816a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0565858 Nov 12 00:49:06.465466 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4302b830-301a-4fee-9c55-b55f63310130 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.489600 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4302b830-301a-4fee-9c55-b55f63310130 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.489872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c3a12-d032-4d8c-be0f-55b457740ebe req-258fad34-d92e-43c1-b10d-3f0455dff865 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:06.491644 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-799c3a12-d032-4d8c-be0f-55b457740ebe req-258fad34-d92e-43c1-b10d-3f0455dff865 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0859cbc-7d1f-4388-992c-e33291a2165f HTTP/1.1" status: 200 len: 943 time: 0.0510647 Nov 12 00:49:06.542485 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4302b830-301a-4fee-9c55-b55f63310130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.544467 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-799c3a12-d032-4d8c-be0f-55b457740ebe req-755ca0c0-d869-40ac-bf6b-a70046c1786b tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458872 Nov 12 00:49:06.546063 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4302b830-301a-4fee-9c55-b55f63310130 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:06.550158 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4302b830-301a-4fee-9c55-b55f63310130 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ae27c7d-e8b1-44f3-ab51-5070edad731c HTTP/1.1" status: 204 len: 168 time: 0.1340010 Nov 12 00:49:06.558085 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302b830-301a-4fee-9c55-b55f63310130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae27c7d-e8b1-44f3-ab51-5070edad731c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:07.247215 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 5c7a9101-2852-44a8-a9fd-9d5fc72941c0 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:49:07.354002 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 5c7a9101-2852-44a8-a9fd-9d5fc72941c0, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5c7a9101-2852-44a8-a9fd-9d5fc72941c0,segment=NetworkSegment(985d4b2f-a35c-43e8-bcff-149d38aa8408),segment_id=985d4b2f-a35c-43e8-bcff-149d38aa8408)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:07.367054 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '5c7a9101-2852-44a8-a9fd-9d5fc72941c0', 'network_id': '39318968-eb76-4ba4-9007-7905f9aa7725', 'port_id': '5c7a9101-2852-44a8-a9fd-9d5fc72941c0', 'mac_address': 'fa:16:3e:01:13:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f151dda-d2d1-461c-8bdd-a233065a9900', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:49:07.409629 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:07.427826 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7a9101-2852-44a8-a9fd-9d5fc72941c0 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:07.456443 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 5c7a9101-2852-44a8-a9fd-9d5fc72941c0, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5c7a9101-2852-44a8-a9fd-9d5fc72941c0,segment=NetworkSegment(985d4b2f-a35c-43e8-bcff-149d38aa8408),segment_id=985d4b2f-a35c-43e8-bcff-149d38aa8408)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:07.462084 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:07.541016 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=5c7a9101-2852-44a8-a9fd-9d5fc72941c0,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:07.556272 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f2f39-a54a-4d5f-af75-1be9d3f73970 req-7aa87e33-98a7-4a50-be6e-fbd189ab7b91 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:07.557881 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-730f2f39-a54a-4d5f-af75-1be9d3f73970 req-7aa87e33-98a7-4a50-be6e-fbd189ab7b91 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0664740 Nov 12 00:49:07.611920 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-730f2f39-a54a-4d5f-af75-1be9d3f73970 req-8e2e9eec-4d65-4e75-b9d8-4a11edb2f68e tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479822 Nov 12 00:49:07.736089 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39769d34-a06a-4889-aea6-d6e41b2fcc90 req-2261a0a9-c00f-49ff-b9d5-fb80f2c3232d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:07.738454 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-39769d34-a06a-4889-aea6-d6e41b2fcc90 req-2261a0a9-c00f-49ff-b9d5-fb80f2c3232d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0859cbc-7d1f-4388-992c-e33291a2165f HTTP/1.1" status: 200 len: 944 time: 0.0566792 Nov 12 00:49:07.796064 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-39769d34-a06a-4889-aea6-d6e41b2fcc90 req-284852d5-2472-47ad-8309-7825f2cc1040 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459599 Nov 12 00:49:07.931543 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['5c7a9101-2852-44a8-a9fd-9d5fc72941c0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:08.478934 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:08.780475 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3583a0-4e41-49a7-a1d7-c06ef6c8eee8 req-1ac411ec-ed8e-4a4f-a24e-3a79db8c9753 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:08.782005 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d3583a0-4e41-49a7-a1d7-c06ef6c8eee8 req-1ac411ec-ed8e-4a4f-a24e-3a79db8c9753 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0619025 Nov 12 00:49:08.844897 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d3583a0-4e41-49a7-a1d7-c06ef6c8eee8 req-72e2d21e-11b4-4d3b-a768-8a224c3de2e3 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555141 Nov 12 00:49:08.958120 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25092113-502f-40ee-a0b2-d0d14d4e33d5 req-7508d23d-05c2-4132-82da-15593f8df1be tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:08.960334 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-25092113-502f-40ee-a0b2-d0d14d4e33d5 req-7508d23d-05c2-4132-82da-15593f8df1be tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0859cbc-7d1f-4388-992c-e33291a2165f HTTP/1.1" status: 200 len: 944 time: 0.0684817 Nov 12 00:49:09.270672 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 5c7a9101-2852-44a8-a9fd-9d5fc72941c0 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:09.328042 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 5c7a9101-2852-44a8-a9fd-9d5fc72941c0 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:49:09.332887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 5c7a9101-2852-44a8-a9fd-9d5fc72941c0 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:09.333264 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.402689 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-25092113-502f-40ee-a0b2-d0d14d4e33d5 req-d554dbe4-00c7-4824-9346-bede4d478c02 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340677 Nov 12 00:49:09.420451 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.445817 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0859cbc-7d1f-4388-992c-e33291a2165f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7a9101-2852-44a8-a9fd-9d5fc72941c0'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:09.448123 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac52e09-1eba-46c6-b255-de91126f10ad" -d '{"events": [{"server_uuid": "e0859cbc-7d1f-4388-992c-e33291a2165f", "name": "network-vif-plugged", "status": "completed", "tag": "5c7a9101-2852-44a8-a9fd-9d5fc72941c0"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:09.461515 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 5c7a9101-2852-44a8-a9fd-9d5fc72941c0, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5c7a9101-2852-44a8-a9fd-9d5fc72941c0,segment=NetworkSegment(985d4b2f-a35c-43e8-bcff-149d38aa8408),segment_id=985d4b2f-a35c-43e8-bcff-149d38aa8408)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:09.467724 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:09.495648 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c7d584-9a27-49a1-8ed4-306b77d186f9 x-openstack-request-id: req-f4c7d584-9a27-49a1-8ed4-306b77d186f9 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:09.496269 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0859cbc-7d1f-4388-992c-e33291a2165f", "name": "network-vif-plugged", "status": "completed", "tag": "5c7a9101-2852-44a8-a9fd-9d5fc72941c0", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:09.496269 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4c7d584-9a27-49a1-8ed4-306b77d186f9 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:09.496606 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0859cbc-7d1f-4388-992c-e33291a2165f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7a9101-2852-44a8-a9fd-9d5fc72941c0', 'code': 200} Nov 12 00:49:09.535828 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=5c7a9101-2852-44a8-a9fd-9d5fc72941c0,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:09.654225 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b704cba-5eec-4bbc-8af2-7ce2956a57f5 req-fe511695-7505-4a10-bd4c-53370667c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:09.655855 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b704cba-5eec-4bbc-8af2-7ce2956a57f5 req-fe511695-7505-4a10-bd4c-53370667c5dc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e0859cbc-7d1f-4388-992c-e33291a2165f HTTP/1.1" status: 200 len: 1097 time: 0.0452814 Nov 12 00:49:09.706719 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b704cba-5eec-4bbc-8af2-7ce2956a57f5 req-f30c19a8-47b9-48c9-82c2-5bedddcd464d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431321 Nov 12 00:49:09.980142 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d79c0-65d3-4343-9279-2ed720a17f3d req-6f6bed35-ee3b-4164-b7b7-58714c65f9ee tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:09.989831 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c0d79c0-65d3-4343-9279-2ed720a17f3d req-6f6bed35-ee3b-4164-b7b7-58714c65f9ee tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0640943 Nov 12 00:49:10.045212 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c0d79c0-65d3-4343-9279-2ed720a17f3d req-3dd65671-a6f1-4b03-b6d1-e7197d800e89 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542119 Nov 12 00:49:10.541224 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae44b8f-441f-408a-a131-d301930b568d req-ad204a62-f553-4c75-966f-c95941467dd5 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:10.543061 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4ae44b8f-441f-408a-a131-d301930b568d req-ad204a62-f553-4c75-966f-c95941467dd5 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0859cbc-7d1f-4388-992c-e33291a2165f HTTP/1.1" status: 200 len: 945 time: 0.0557404 Nov 12 00:49:10.624483 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4ae44b8f-441f-408a-a131-d301930b568d req-24a7c296-537e-4a36-ae70-c07b96262a74 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728042 Nov 12 00:49:11.222750 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f7b92-1627-42b9-b3b2-6d5db588e26b req-269b9686-3fe9-4911-bec3-fffcb29a71dc tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:11.224249 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ab4f7b92-1627-42b9-b3b2-6d5db588e26b req-269b9686-3fe9-4911-bec3-fffcb29a71dc tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0621595 Nov 12 00:49:11.276492 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ab4f7b92-1627-42b9-b3b2-6d5db588e26b req-1901831d-adbd-426d-95f7-e11e40574ef1 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445650 Nov 12 00:49:11.762399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d89311-aec6-41be-bc8e-ab190ed8c1b4 req-40af01b3-e941-4e35-a92b-0bc0fc924a8d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:11.764021 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-83d89311-aec6-41be-bc8e-ab190ed8c1b4 req-40af01b3-e941-4e35-a92b-0bc0fc924a8d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0859cbc-7d1f-4388-992c-e33291a2165f HTTP/1.1" status: 200 len: 945 time: 0.0581589 Nov 12 00:49:11.824574 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-83d89311-aec6-41be-bc8e-ab190ed8c1b4 req-ba92eeae-6e78-4397-8c94-114b82f2e18f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537775 Nov 12 00:49:11.959363 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-67fea74c-1fc2-4d34-9fc0-d7c3f11395de req-c96afc02-3961-4a8f-a350-cf37914a35ca tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1088814059&fields=id&tenant_id=35d8a8600ccf46968c07865a555a7c72 HTTP/1.1" status: 200 len: 267 time: 0.0525544 Nov 12 00:49:12.030680 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fea74c-1fc2-4d34-9fc0-d7c3f11395de req-a3134952-e8f9-4d9b-a7c7-0341743cf1d5 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:12.040284 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-67fea74c-1fc2-4d34-9fc0-d7c3f11395de req-a3134952-e8f9-4d9b-a7c7-0341743cf1d5 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0859cbc-7d1f-4388-992c-e33291a2165f HTTP/1.1" status: 200 len: 945 time: 0.0740180 Nov 12 00:49:12.046360 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-67fea74c-1fc2-4d34-9fc0-d7c3f11395de req-62971abe-8b35-49ce-a33b-89bf4b980505 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Request body: {'port': {'security_groups': ['3804971b-d0a3-4a44-bab5-502f050931c4', '2d193a2f-4a2e-4894-8940-aa319924fe7c']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:12.140900 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-67fea74c-1fc2-4d34-9fc0-d7c3f11395de req-62971abe-8b35-49ce-a33b-89bf4b980505 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:12.330693 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-67fea74c-1fc2-4d34-9fc0-d7c3f11395de req-62971abe-8b35-49ce-a33b-89bf4b980505 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] For port 5c7a9101-2852-44a8-a9fd-9d5fc72941c0, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5c7a9101-2852-44a8-a9fd-9d5fc72941c0,segment=NetworkSegment(985d4b2f-a35c-43e8-bcff-149d38aa8408),segment_id=985d4b2f-a35c-43e8-bcff-149d38aa8408)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:12.366881 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-67fea74c-1fc2-4d34-9fc0-d7c3f11395de req-62971abe-8b35-49ce-a33b-89bf4b980505 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:12.372722 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-67fea74c-1fc2-4d34-9fc0-d7c3f11395de req-62971abe-8b35-49ce-a33b-89bf4b980505 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:12.406037 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['5c7a9101-2852-44a8-a9fd-9d5fc72941c0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:12.437880 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fea74c-1fc2-4d34-9fc0-d7c3f11395de req-62971abe-8b35-49ce-a33b-89bf4b980505 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:12.438417 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-67fea74c-1fc2-4d34-9fc0-d7c3f11395de req-62971abe-8b35-49ce-a33b-89bf4b980505 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:12.444479 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-67fea74c-1fc2-4d34-9fc0-d7c3f11395de req-62971abe-8b35-49ce-a33b-89bf4b980505 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "PUT /v2.0/ports/5c7a9101-2852-44a8-a9fd-9d5fc72941c0 HTTP/1.1" status: 200 len: 981 time: 0.4032316 Nov 12 00:49:12.456632 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0859cbc-7d1f-4388-992c-e33291a2165f', 'tag': '5c7a9101-2852-44a8-a9fd-9d5fc72941c0'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:12.458397 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5406de-4d14-4bfd-b381-badd2cde3241 req-50d2a637-8be2-4c32-9683-6622f65c88f0 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:12.464098 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aee0f28-eca6-4c7c-be9a-69c4fb46d8a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e0859cbc-7d1f-4388-992c-e33291a2165f", "tag": "5c7a9101-2852-44a8-a9fd-9d5fc72941c0"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:12.472083 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d5406de-4d14-4bfd-b381-badd2cde3241 req-50d2a637-8be2-4c32-9683-6622f65c88f0 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0876274 Nov 12 00:49:12.521321 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62971abe-8b35-49ce-a33b-89bf4b980505 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event updated for resources: {'Port': ['ID=5c7a9101-2852-44a8-a9fd-9d5fc72941c0,revision_number=6']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:12.577895 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d5406de-4d14-4bfd-b381-badd2cde3241 req-795718c9-5bf6-47ff-b1b3-78de3bb32bb5 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047118 Nov 12 00:49:12.605318 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6267ce37-a467-4575-a165-5940926cf4a0 req-fcaaa098-a38d-43c9-8463-79990afc160f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1282922812&fields=id&tenant_id=35d8a8600ccf46968c07865a555a7c72 HTTP/1.1" status: 200 len: 267 time: 0.0608690 Nov 12 00:49:12.620842 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['5c7a9101-2852-44a8-a9fd-9d5fc72941c0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:12.660279 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9022cd-d6c6-45c2-8177-f346c39dd0ab x-openstack-request-id: req-1e9022cd-d6c6-45c2-8177-f346c39dd0ab {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:12.661074 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0859cbc-7d1f-4388-992c-e33291a2165f", "tag": "5c7a9101-2852-44a8-a9fd-9d5fc72941c0", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:12.661525 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e9022cd-d6c6-45c2-8177-f346c39dd0ab {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:12.661930 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0859cbc-7d1f-4388-992c-e33291a2165f', 'tag': '5c7a9101-2852-44a8-a9fd-9d5fc72941c0', 'status': 'completed', 'code': 200} Nov 12 00:49:12.693527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267ce37-a467-4575-a165-5940926cf4a0 req-5914b9fc-90d8-451b-8b91-1cbebd1c12f5 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:12.695626 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6267ce37-a467-4575-a165-5940926cf4a0 req-5914b9fc-90d8-451b-8b91-1cbebd1c12f5 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0859cbc-7d1f-4388-992c-e33291a2165f HTTP/1.1" status: 200 len: 984 time: 0.0840263 Nov 12 00:49:12.711743 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-6267ce37-a467-4575-a165-5940926cf4a0 req-ef03c331-6f0e-4f45-ae0c-d0c03f742a4c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Request body: {'port': {'security_groups': ['2d193a2f-4a2e-4894-8940-aa319924fe7c', '3804971b-d0a3-4a44-bab5-502f050931c4', '2114cad1-373a-494f-8ea9-78dcc5ee2068']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:12.833456 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee0f28-eca6-4c7c-be9a-69c4fb46d8a1 req-e5ccc0ae-7157-46c6-9570-307c9b05771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:12.836089 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4aee0f28-eca6-4c7c-be9a-69c4fb46d8a1 req-e5ccc0ae-7157-46c6-9570-307c9b05771d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=35d8a8600ccf46968c07865a555a7c72&device_id=e0859cbc-7d1f-4388-992c-e33291a2165f HTTP/1.1" status: 200 len: 1136 time: 0.1387525 Nov 12 00:49:12.859415 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6267ce37-a467-4575-a165-5940926cf4a0 req-ef03c331-6f0e-4f45-ae0c-d0c03f742a4c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:13.073601 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee0f28-eca6-4c7c-be9a-69c4fb46d8a1 req-b974da63-474b-4c30-b95d-527388efd6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:13.076239 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4aee0f28-eca6-4c7c-be9a-69c4fb46d8a1 req-b974da63-474b-4c30-b95d-527388efd6d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=39318968-eb76-4ba4-9007-7905f9aa7725 HTTP/1.1" status: 200 len: 914 time: 0.2255042 Nov 12 00:49:13.159611 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4aee0f28-eca6-4c7c-be9a-69c4fb46d8a1 req-06b4202b-68b5-4ab9-ae04-16f33b7560c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c7a9101-2852-44a8-a9fd-9d5fc72941c0 HTTP/1.1" status: 200 len: 217 time: 0.0717213 Nov 12 00:49:13.271462 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee0f28-eca6-4c7c-be9a-69c4fb46d8a1 req-a60c2ffe-01d6-4636-ab41-7bd6063b59ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:13.272989 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4aee0f28-eca6-4c7c-be9a-69c4fb46d8a1 req-a60c2ffe-01d6-4636-ab41-7bd6063b59ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f151dda-d2d1-461c-8bdd-a233065a9900 HTTP/1.1" status: 200 len: 853 time: 0.1006553 Nov 12 00:49:13.311477 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4aee0f28-eca6-4c7c-be9a-69c4fb46d8a1 req-fdcc86a4-3154-4f99-bab5-6fb4c59100d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39318968-eb76-4ba4-9007-7905f9aa7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311224 Nov 12 00:49:13.359291 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-6267ce37-a467-4575-a165-5940926cf4a0 req-ef03c331-6f0e-4f45-ae0c-d0c03f742a4c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] For port 5c7a9101-2852-44a8-a9fd-9d5fc72941c0, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5c7a9101-2852-44a8-a9fd-9d5fc72941c0,segment=NetworkSegment(985d4b2f-a35c-43e8-bcff-149d38aa8408),segment_id=985d4b2f-a35c-43e8-bcff-149d38aa8408)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:13.433450 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6267ce37-a467-4575-a165-5940926cf4a0 req-ef03c331-6f0e-4f45-ae0c-d0c03f742a4c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:13.444126 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6267ce37-a467-4575-a165-5940926cf4a0 req-ef03c331-6f0e-4f45-ae0c-d0c03f742a4c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:13.476764 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['5c7a9101-2852-44a8-a9fd-9d5fc72941c0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:13.484098 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4aee0f28-eca6-4c7c-be9a-69c4fb46d8a1 req-4ac9bcbf-1d42-4133-a098-b31e5be4aa6d service neutron] 10.222.0.15 "GET /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643364 Nov 12 00:49:13.524234 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267ce37-a467-4575-a165-5940926cf4a0 req-ef03c331-6f0e-4f45-ae0c-d0c03f742a4c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:13.524793 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6267ce37-a467-4575-a165-5940926cf4a0 req-ef03c331-6f0e-4f45-ae0c-d0c03f742a4c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:13.529371 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6267ce37-a467-4575-a165-5940926cf4a0 req-ef03c331-6f0e-4f45-ae0c-d0c03f742a4c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "PUT /v2.0/ports/5c7a9101-2852-44a8-a9fd-9d5fc72941c0 HTTP/1.1" status: 200 len: 1020 time: 0.8238473 Nov 12 00:49:13.655932 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03c331-6f0e-4f45-ae0c-d0c03f742a4c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event updated for resources: {'Port': ['ID=5c7a9101-2852-44a8-a9fd-9d5fc72941c0,revision_number=7']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:13.700438 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['5c7a9101-2852-44a8-a9fd-9d5fc72941c0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:13.741624 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9f72c-f46e-403f-bf43-669b8a948ad6 req-ff25e083-02af-47be-af32-b3337d63715d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:13.751414 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4aee0f28-eca6-4c7c-be9a-69c4fb46d8a1 req-b93bd8d8-f300-47e3-9f2f-c130e50542e7 service neutron] 10.222.0.15 "GET /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567644 Nov 12 00:49:13.757223 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-50a9f72c-f46e-403f-bf43-669b8a948ad6 req-ff25e083-02af-47be-af32-b3337d63715d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0859cbc-7d1f-4388-992c-e33291a2165f HTTP/1.1" status: 200 len: 1023 time: 0.1191478 Nov 12 00:49:13.849418 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-50a9f72c-f46e-403f-bf43-669b8a948ad6 req-c302662e-ffaf-4f60-9d83-57219c9c9995 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=2114cad1-373a-494f-8ea9-78dcc5ee2068&id=2d193a2f-4a2e-4894-8940-aa319924fe7c&id=3804971b-d0a3-4a44-bab5-502f050931c4 HTTP/1.1" status: 200 len: 6209 time: 0.0902312 Nov 12 00:49:13.883275 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-f546ec9b-9e64-4885-af4f-160d6073bde7 req-a539b838-8bc4-4e2e-a5cb-3ecb6e9397da tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Request body: {'security_group': {'name': ' tempest-securitygroup -411480288 ', 'description': 'tempest-description-158007516'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:13.890053 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e98b96-faf0-4e77-af94-fcad15fd639b req-fb32fbc9-3caf-4c7e-900c-7cde4ea729c8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:13.891643 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a1e98b96-faf0-4e77-af94-fcad15fd639b req-fb32fbc9-3caf-4c7e-900c-7cde4ea729c8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.1764665 Nov 12 00:49:13.917556 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f546ec9b-9e64-4885-af4f-160d6073bde7 req-a539b838-8bc4-4e2e-a5cb-3ecb6e9397da tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:13.971774 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a1e98b96-faf0-4e77-af94-fcad15fd639b req-a4836fb6-864e-433d-a362-69b659eb5af8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721364 Nov 12 00:49:14.072103 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f546ec9b-9e64-4885-af4f-160d6073bde7 req-a539b838-8bc4-4e2e-a5cb-3ecb6e9397da tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.082399 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f546ec9b-9e64-4885-af4f-160d6073bde7 req-a539b838-8bc4-4e2e-a5cb-3ecb6e9397da tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.140727 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539b838-8bc4-4e2e-a5cb-3ecb6e9397da tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2009a6de-f041-4622-a512-6f1f683e687c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:14.160720 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f546ec9b-9e64-4885-af4f-160d6073bde7 req-a539b838-8bc4-4e2e-a5cb-3ecb6e9397da tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.183468 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f546ec9b-9e64-4885-af4f-160d6073bde7 req-a539b838-8bc4-4e2e-a5cb-3ecb6e9397da tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3055823 Nov 12 00:49:14.259781 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3450de1f-5deb-440c-af49-7570d9494abb req-3b9e9747-cd67-4192-a728-330288dd2753 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/2009a6de-f041-4622-a512-6f1f683e687c HTTP/1.1" status: 200 len: 1798 time: 0.0666113 Nov 12 00:49:14.323970 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d182c17b-7279-4a96-82a2-043a8a12dc75 req-8440ff85-5492-4266-9cda-7c9567229ed1 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/2009a6de-f041-4622-a512-6f1f683e687c HTTP/1.1" status: 200 len: 1798 time: 0.0387094 Nov 12 00:49:14.390544 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d182c17b-7279-4a96-82a2-043a8a12dc75 req-24f1405a-0930-4bfc-b4d3-5116a64bcfd6 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.413627 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d182c17b-7279-4a96-82a2-043a8a12dc75 req-24f1405a-0930-4bfc-b4d3-5116a64bcfd6 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.462358 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d182c17b-7279-4a96-82a2-043a8a12dc75 req-24f1405a-0930-4bfc-b4d3-5116a64bcfd6 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.465675 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d182c17b-7279-4a96-82a2-043a8a12dc75 req-24f1405a-0930-4bfc-b4d3-5116a64bcfd6 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.470456 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d182c17b-7279-4a96-82a2-043a8a12dc75 req-24f1405a-0930-4bfc-b4d3-5116a64bcfd6 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "DELETE /v2.0/security-groups/2009a6de-f041-4622-a512-6f1f683e687c HTTP/1.1" status: 204 len: 173 time: 0.1386173 Nov 12 00:49:14.485828 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1405a-0930-4bfc-b4d3-5116a64bcfd6 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2009a6de-f041-4622-a512-6f1f683e687c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:14.515385 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-328ff5ff-0f49-40a2-9291-b412711cda3c req-94b8c4bf-94c3-4b7f-9474-6becb108ad90 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] show failed (client error): The resource could not be found. Nov 12 00:49:14.517747 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-328ff5ff-0f49-40a2-9291-b412711cda3c req-94b8c4bf-94c3-4b7f-9474-6becb108ad90 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/2009a6de-f041-4622-a512-6f1f683e687c HTTP/1.1" status: 404 len: 352 time: 0.0165787 Nov 12 00:49:14.545780 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-9cc4b019-bacb-4e52-853d-fabdba740917 req-a1c114b1-df7d-494a-b346-6a1c55cb010c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-666528156', 'description': 'tempest-description-1929438159'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:14.572129 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9cc4b019-bacb-4e52-853d-fabdba740917 req-a1c114b1-df7d-494a-b346-6a1c55cb010c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.648809 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9cc4b019-bacb-4e52-853d-fabdba740917 req-a1c114b1-df7d-494a-b346-6a1c55cb010c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.656911 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9cc4b019-bacb-4e52-853d-fabdba740917 req-a1c114b1-df7d-494a-b346-6a1c55cb010c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.664151 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0859cbc-7d1f-4388-992c-e33291a2165f', 'tag': '5c7a9101-2852-44a8-a9fd-9d5fc72941c0'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:14.666532 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6f387e-0a5c-45d4-959a-691bb80c48d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e0859cbc-7d1f-4388-992c-e33291a2165f", "tag": "5c7a9101-2852-44a8-a9fd-9d5fc72941c0"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:14.707437 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9cc4b019-bacb-4e52-853d-fabdba740917 req-a1c114b1-df7d-494a-b346-6a1c55cb010c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.708934 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9cc4b019-bacb-4e52-853d-fabdba740917 req-a1c114b1-df7d-494a-b346-6a1c55cb010c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1672871 Nov 12 00:49:14.709872 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c114b1-df7d-494a-b346-6a1c55cb010c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55a70f4f-553f-4fe0-8ccb-0792bff43b69,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:14.733165 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6cac2c-0ca8-413d-9b7c-df37cf5f5b2e x-openstack-request-id: req-ca6cac2c-0ca8-413d-9b7c-df37cf5f5b2e {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:14.733328 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0859cbc-7d1f-4388-992c-e33291a2165f", "tag": "5c7a9101-2852-44a8-a9fd-9d5fc72941c0", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:14.733522 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca6cac2c-0ca8-413d-9b7c-df37cf5f5b2e {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:14.734206 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0859cbc-7d1f-4388-992c-e33291a2165f', 'tag': '5c7a9101-2852-44a8-a9fd-9d5fc72941c0', 'status': 'completed', 'code': 200} Nov 12 00:49:14.740430 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-747ef52a-1773-47bf-86e7-3001c956191b req-a146c656-8fb9-46db-b34c-fe30af565fdf tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-728446671', 'description': 'tempest-description-1821684950'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:14.766255 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-747ef52a-1773-47bf-86e7-3001c956191b req-a146c656-8fb9-46db-b34c-fe30af565fdf tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.844083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f387e-0a5c-45d4-959a-691bb80c48d4 req-5ff8759d-824b-47ec-99ee-00f488de9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:14.845688 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8e6f387e-0a5c-45d4-959a-691bb80c48d4 req-5ff8759d-824b-47ec-99ee-00f488de9f17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=35d8a8600ccf46968c07865a555a7c72&device_id=e0859cbc-7d1f-4388-992c-e33291a2165f HTTP/1.1" status: 200 len: 1175 time: 0.0665615 Nov 12 00:49:14.934886 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-747ef52a-1773-47bf-86e7-3001c956191b req-a146c656-8fb9-46db-b34c-fe30af565fdf tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.939727 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-747ef52a-1773-47bf-86e7-3001c956191b req-a146c656-8fb9-46db-b34c-fe30af565fdf tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.981657 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-747ef52a-1773-47bf-86e7-3001c956191b req-a146c656-8fb9-46db-b34c-fe30af565fdf tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:14.982909 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-747ef52a-1773-47bf-86e7-3001c956191b req-a146c656-8fb9-46db-b34c-fe30af565fdf tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2473333 Nov 12 00:49:14.994740 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146c656-8fb9-46db-b34c-fe30af565fdf tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c7d409-8c7a-496f-b96e-0d59bb5d2492,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:15.001537 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f387e-0a5c-45d4-959a-691bb80c48d4 req-9a87caec-f91d-4edd-b6b8-3e598ff86fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:15.003058 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8e6f387e-0a5c-45d4-959a-691bb80c48d4 req-9a87caec-f91d-4edd-b6b8-3e598ff86fb5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=39318968-eb76-4ba4-9007-7905f9aa7725 HTTP/1.1" status: 200 len: 914 time: 0.1495280 Nov 12 00:49:15.024814 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-00d86e37-7d2a-41c2-b254-3044dedefbc8 req-e71406d5-9671-4f74-98a2-53a99555708f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-910469556', 'description': 'tempest-description-352624630'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:15.068421 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-00d86e37-7d2a-41c2-b254-3044dedefbc8 req-e71406d5-9671-4f74-98a2-53a99555708f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.069281 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8e6f387e-0a5c-45d4-959a-691bb80c48d4 req-b509dffa-9769-48db-b5c2-479e9804e906 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c7a9101-2852-44a8-a9fd-9d5fc72941c0 HTTP/1.1" status: 200 len: 217 time: 0.0575535 Nov 12 00:49:15.157160 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-00d86e37-7d2a-41c2-b254-3044dedefbc8 req-e71406d5-9671-4f74-98a2-53a99555708f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.163336 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-00d86e37-7d2a-41c2-b254-3044dedefbc8 req-e71406d5-9671-4f74-98a2-53a99555708f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.183961 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-00d86e37-7d2a-41c2-b254-3044dedefbc8 req-e71406d5-9671-4f74-98a2-53a99555708f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.190500 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f387e-0a5c-45d4-959a-691bb80c48d4 req-4e3b3fb5-76ad-428c-a0a6-c4f626a24f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:15.192215 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8e6f387e-0a5c-45d4-959a-691bb80c48d4 req-4e3b3fb5-76ad-428c-a0a6-c4f626a24f84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f151dda-d2d1-461c-8bdd-a233065a9900 HTTP/1.1" status: 200 len: 853 time: 0.1162763 Nov 12 00:49:15.198714 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-00d86e37-7d2a-41c2-b254-3044dedefbc8 req-e71406d5-9671-4f74-98a2-53a99555708f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1898293 Nov 12 00:49:15.243376 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71406d5-9671-4f74-98a2-53a99555708f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9993636-75ab-4b66-ac95-8fa92103c0a3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:15.292033 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8e6f387e-0a5c-45d4-959a-691bb80c48d4 req-dee70802-2088-483c-abb7-b716fcb6bf32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39318968-eb76-4ba4-9007-7905f9aa7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843158 Nov 12 00:49:15.317051 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9c643-f788-448d-b935-91af592ba67a req-07e8dfa1-791f-4a96-b23f-03d9115b4d04 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:15.337461 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c1d9c643-f788-448d-b935-91af592ba67a req-07e8dfa1-791f-4a96-b23f-03d9115b4d04 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.2196565 Nov 12 00:49:15.456845 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c1d9c643-f788-448d-b935-91af592ba67a req-024e4742-e231-45d9-9599-344ac6baee4d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138656 Nov 12 00:49:15.480967 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c859698-e79c-4873-8617-bb0b606e31f8 req-a8d753f7-2f2e-4f1c-9b22-197fd39531a6 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35d8a8600ccf46968c07865a555a7c72 HTTP/1.1" status: 200 len: 11012 time: 0.1443479 Nov 12 00:49:15.518418 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8e6f387e-0a5c-45d4-959a-691bb80c48d4 req-b094b545-5397-4586-a662-94bf0ed9afe2 service neutron] 10.222.0.15 "GET /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719706 Nov 12 00:49:15.575477 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c859698-e79c-4873-8617-bb0b606e31f8 req-62c0c3f6-585c-4e4f-98f5-58616481342d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/3804971b-d0a3-4a44-bab5-502f050931c4 HTTP/1.1" status: 200 len: 3002 time: 0.0867634 Nov 12 00:49:15.635217 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8e6f387e-0a5c-45d4-959a-691bb80c48d4 req-c25af29e-e834-439a-8df9-530913d877f5 service neutron] 10.222.0.15 "GET /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103806 Nov 12 00:49:15.641142 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c859698-e79c-4873-8617-bb0b606e31f8 req-ff97080c-3e22-4a86-84bf-8e0bf478dfdf tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/3804971b-d0a3-4a44-bab5-502f050931c4 HTTP/1.1" status: 200 len: 3002 time: 0.0540435 Nov 12 00:49:15.709589 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1c8b64de-d024-41dc-8799-c91ae599d6fa req-916afb17-996e-4ddc-ad70-7cbc4fec5ee2 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/55a70f4f-553f-4fe0-8ccb-0792bff43b69 HTTP/1.1" status: 200 len: 1819 time: 0.0460420 Nov 12 00:49:15.772115 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1c8b64de-d024-41dc-8799-c91ae599d6fa req-8749de1a-6426-438c-ad64-5e0383baf7ce tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.796765 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1c8b64de-d024-41dc-8799-c91ae599d6fa req-8749de1a-6426-438c-ad64-5e0383baf7ce tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.841239 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1c8b64de-d024-41dc-8799-c91ae599d6fa req-8749de1a-6426-438c-ad64-5e0383baf7ce tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.844050 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1c8b64de-d024-41dc-8799-c91ae599d6fa req-8749de1a-6426-438c-ad64-5e0383baf7ce tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:15.845272 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1c8b64de-d024-41dc-8799-c91ae599d6fa req-8749de1a-6426-438c-ad64-5e0383baf7ce tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "DELETE /v2.0/security-groups/55a70f4f-553f-4fe0-8ccb-0792bff43b69 HTTP/1.1" status: 204 len: 173 time: 0.1294527 Nov 12 00:49:15.856191 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749de1a-6426-438c-ad64-5e0383baf7ce tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a70f4f-553f-4fe0-8ccb-0792bff43b69,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:15.878728 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-bf738abf-1547-47da-a78e-0426e856ad95 req-1165c1f2-a6f6-46dc-8231-8d78b3ff494b tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] show failed (client error): The resource could not be found. Nov 12 00:49:15.885264 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf738abf-1547-47da-a78e-0426e856ad95 req-1165c1f2-a6f6-46dc-8231-8d78b3ff494b tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/55a70f4f-553f-4fe0-8ccb-0792bff43b69 HTTP/1.1" status: 404 len: 352 time: 0.0212967 Nov 12 00:49:15.950345 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b5407cb8-c9ea-40c5-9031-dfa8c16bf0ff req-ab302e96-89f1-43e4-97cb-9cfd6b93d333 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/75c7d409-8c7a-496f-b96e-0d59bb5d2492 HTTP/1.1" status: 200 len: 1819 time: 0.0444343 Nov 12 00:49:16.031204 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b5407cb8-c9ea-40c5-9031-dfa8c16bf0ff req-1bcce80b-0e59-4351-95ea-5f0aa1795a3e tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.060582 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b5407cb8-c9ea-40c5-9031-dfa8c16bf0ff req-1bcce80b-0e59-4351-95ea-5f0aa1795a3e tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.106907 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b5407cb8-c9ea-40c5-9031-dfa8c16bf0ff req-1bcce80b-0e59-4351-95ea-5f0aa1795a3e tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.112768 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-b5407cb8-c9ea-40c5-9031-dfa8c16bf0ff req-1bcce80b-0e59-4351-95ea-5f0aa1795a3e tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.117410 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b5407cb8-c9ea-40c5-9031-dfa8c16bf0ff req-1bcce80b-0e59-4351-95ea-5f0aa1795a3e tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "DELETE /v2.0/security-groups/75c7d409-8c7a-496f-b96e-0d59bb5d2492 HTTP/1.1" status: 204 len: 173 time: 0.1598930 Nov 12 00:49:16.129361 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcce80b-0e59-4351-95ea-5f0aa1795a3e tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c7d409-8c7a-496f-b96e-0d59bb5d2492,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:16.150834 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-277ad1d8-fe4f-457b-a302-21c5ca7973ce req-52f9719a-247f-4eba-9d1d-6d06b9ad6f56 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] show failed (client error): The resource could not be found. Nov 12 00:49:16.160640 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-277ad1d8-fe4f-457b-a302-21c5ca7973ce req-52f9719a-247f-4eba-9d1d-6d06b9ad6f56 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/75c7d409-8c7a-496f-b96e-0d59bb5d2492 HTTP/1.1" status: 404 len: 352 time: 0.0235050 Nov 12 00:49:16.230052 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4af144b-ca34-4bab-a41a-4da3ac255b85 req-624161ca-d90f-416f-9055-7942d2c6372e tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/e9993636-75ab-4b66-ac95-8fa92103c0a3 HTTP/1.1" status: 200 len: 1818 time: 0.0567544 Nov 12 00:49:16.301890 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d4af144b-ca34-4bab-a41a-4da3ac255b85 req-f75153ad-e2d4-4f8c-bab8-aae949f902ae tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.342501 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d4af144b-ca34-4bab-a41a-4da3ac255b85 req-f75153ad-e2d4-4f8c-bab8-aae949f902ae tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.414384 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d4af144b-ca34-4bab-a41a-4da3ac255b85 req-f75153ad-e2d4-4f8c-bab8-aae949f902ae tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.418078 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d4af144b-ca34-4bab-a41a-4da3ac255b85 req-f75153ad-e2d4-4f8c-bab8-aae949f902ae tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.425452 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4af144b-ca34-4bab-a41a-4da3ac255b85 req-f75153ad-e2d4-4f8c-bab8-aae949f902ae tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "DELETE /v2.0/security-groups/e9993636-75ab-4b66-ac95-8fa92103c0a3 HTTP/1.1" status: 204 len: 173 time: 0.1886241 Nov 12 00:49:16.464296 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75153ad-e2d4-4f8c-bab8-aae949f902ae tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9993636-75ab-4b66-ac95-8fa92103c0a3,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:16.466331 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [req-87f5b42f-4046-41e7-81c9-04fb196ca430 req-df17a3d4-7fc9-454e-a18b-811aaf32d4f2 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] show failed (client error): The resource could not be found. Nov 12 00:49:16.467361 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-87f5b42f-4046-41e7-81c9-04fb196ca430 req-df17a3d4-7fc9-454e-a18b-811aaf32d4f2 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/e9993636-75ab-4b66-ac95-8fa92103c0a3 HTTP/1.1" status: 404 len: 352 time: 0.0226691 Nov 12 00:49:16.600180 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a8b60a09-d083-41c4-9a1b-adcba31e3a48 req-4162e6b2-aaca-4f95-8404-52602da4e9f8 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35d8a8600ccf46968c07865a555a7c72 HTTP/1.1" status: 200 len: 6209 time: 0.0865331 Nov 12 00:49:16.603439 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965e4f4-26a3-41a5-a443-ea54665ac76c req-6b38f51f-3c95-441a-b534-7eb7f48c71f2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:16.604953 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4965e4f4-26a3-41a5-a443-ea54665ac76c req-6b38f51f-3c95-441a-b534-7eb7f48c71f2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0645802 Nov 12 00:49:16.697254 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a8b60a09-d083-41c4-9a1b-adcba31e3a48 req-8689b64c-2077-40eb-a238-8f1a5db12a31 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/3804971b-d0a3-4a44-bab5-502f050931c4 HTTP/1.1" status: 200 len: 3002 time: 0.0811644 Nov 12 00:49:16.697595 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4965e4f4-26a3-41a5-a443-ea54665ac76c req-21a6f75c-9a23-45bc-baaa-d7e6ac01aa8f tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855262 Nov 12 00:49:16.748997 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a8b60a09-d083-41c4-9a1b-adcba31e3a48 req-ce6572c1-6fc2-426e-aa3c-863ec90d58ee tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/3804971b-d0a3-4a44-bab5-502f050931c4 HTTP/1.1" status: 200 len: 3002 time: 0.0468540 Nov 12 00:49:16.777812 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-dca313ef-8d78-4b6f-b7d1-3322c1e01e83 req-d6233002-518a-4ea5-867c-cc05a3450d2f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1928608511', 'description': 'tempest-description-944291116'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:16.806998 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-dca313ef-8d78-4b6f-b7d1-3322c1e01e83 req-d6233002-518a-4ea5-867c-cc05a3450d2f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.884443 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-dca313ef-8d78-4b6f-b7d1-3322c1e01e83 req-d6233002-518a-4ea5-867c-cc05a3450d2f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.891339 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-dca313ef-8d78-4b6f-b7d1-3322c1e01e83 req-d6233002-518a-4ea5-867c-cc05a3450d2f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.925089 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-dca313ef-8d78-4b6f-b7d1-3322c1e01e83 req-d6233002-518a-4ea5-867c-cc05a3450d2f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:16.926332 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dca313ef-8d78-4b6f-b7d1-3322c1e01e83 req-d6233002-518a-4ea5-867c-cc05a3450d2f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1537340 Nov 12 00:49:16.928054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6233002-518a-4ea5-867c-cc05a3450d2f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391e0fc4-afc7-4061-a2d1-258231c60da8,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:16.947853 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6233002-518a-4ea5-867c-cc05a3450d2f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:16.948598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6233002-518a-4ea5-867c-cc05a3450d2f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:16.948598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6233002-518a-4ea5-867c-cc05a3450d2f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:16.949385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6233002-518a-4ea5-867c-cc05a3450d2f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:16.949385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6233002-518a-4ea5-867c-cc05a3450d2f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:16.949856 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6233002-518a-4ea5-867c-cc05a3450d2f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:16.950125 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6233002-518a-4ea5-867c-cc05a3450d2f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:16.950292 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6233002-518a-4ea5-867c-cc05a3450d2f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:16.950886 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6233002-518a-4ea5-867c-cc05a3450d2f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:16.951263 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6233002-518a-4ea5-867c-cc05a3450d2f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:16.951659 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6233002-518a-4ea5-867c-cc05a3450d2f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:16.952103 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6233002-518a-4ea5-867c-cc05a3450d2f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:16.954149 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-72b7b584-1f34-48d4-bf33-2cc1739b7ee6 req-85b662c4-b10f-42b7-928b-45b7ee09af98 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1892218015', 'description': 'tempest-description-107218476'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:16.991533 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-72b7b584-1f34-48d4-bf33-2cc1739b7ee6 req-85b662c4-b10f-42b7-928b-45b7ee09af98 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:17.081094 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-72b7b584-1f34-48d4-bf33-2cc1739b7ee6 req-85b662c4-b10f-42b7-928b-45b7ee09af98 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:17.086780 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-72b7b584-1f34-48d4-bf33-2cc1739b7ee6 req-85b662c4-b10f-42b7-928b-45b7ee09af98 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:17.119550 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b662c4-b10f-42b7-928b-45b7ee09af98 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8cdab6-70d7-496c-bfc2-615cf9a734eb,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:17.130373 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-72b7b584-1f34-48d4-bf33-2cc1739b7ee6 req-85b662c4-b10f-42b7-928b-45b7ee09af98 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:17.134787 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-72b7b584-1f34-48d4-bf33-2cc1739b7ee6 req-85b662c4-b10f-42b7-928b-45b7ee09af98 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1848938 Nov 12 00:49:17.513347 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-1e2253dc-ad47-4f2c-8bcc-f03fa59714ac tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:17.522245 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-1e2253dc-ad47-4f2c-8bcc-f03fa59714ac tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/networks?id=39318968-eb76-4ba4-9007-7905f9aa7725 HTTP/1.1" status: 200 len: 813 time: 0.1919012 Nov 12 00:49:17.538924 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-dbf43117-de41-4df0-871d-25101df790b4 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/quotas/35d8a8600ccf46968c07865a555a7c72 HTTP/1.1" status: 200 len: 375 time: 0.0109372 Nov 12 00:49:17.603744 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a720d23c-badf-4ad4-8807-3c31820774cd tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=35d8a8600ccf46968c07865a555a7c72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0586557 Nov 12 00:49:17.713361 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-d9ffe430-ec0b-472d-a75c-387971d28ea9 service neutron] 10.222.0.31 "GET /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085918 Nov 12 00:49:17.836008 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c32ad-4fdb-4737-bf0b-b80090eecef9 req-c92ca655-85f4-47c9-ba10-da903c7f3537 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:17.843781 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-359c32ad-4fdb-4737-bf0b-b80090eecef9 req-c92ca655-85f4-47c9-ba10-da903c7f3537 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0647893 Nov 12 00:49:17.859066 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-f4ecd7bf-5e03-4766-b7ce-dae6254f3d71 service neutron] 10.222.0.31 "GET /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392677 Nov 12 00:49:17.891394 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-359c32ad-4fdb-4737-bf0b-b80090eecef9 req-27e281c9-704b-40d6-80cd-df4ae07bf840 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469589 Nov 12 00:49:18.073185 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c4c02d48-e13c-4d1c-aa52-e157b7144c27 req-0b9a01a0-8da7-4dd2-b3fe-d28645f85047 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 210 time: 0.0331483 Nov 12 00:49:19.028012 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4671e6-f401-42b6-94bf-8be063db4ec3 req-36be54d4-9cd1-43a1-bc6b-341252a5c6f4 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:19.035421 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ce4671e6-f401-42b6-94bf-8be063db4ec3 req-36be54d4-9cd1-43a1-bc6b-341252a5c6f4 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0633504 Nov 12 00:49:19.091312 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ce4671e6-f401-42b6-94bf-8be063db4ec3 req-c88c7b07-6d71-46ca-9907-e345b61aee79 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549731 Nov 12 00:49:19.192976 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-939a56bc-cc46-4330-acd3-d0c92bf02c67 req-97145020-5d42-4644-b677-313f4aeb2119 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 210 time: 0.0344508 Nov 12 00:49:19.364187 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-44a213f7-5a67-4fe6-87d5-c9e7fac905b9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:19.365883 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-44a213f7-5a67-4fe6-87d5-c9e7fac905b9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.21 "GET /v2.0/networks?id=39318968-eb76-4ba4-9007-7905f9aa7725 HTTP/1.1" status: 200 len: 813 time: 0.1459463 Nov 12 00:49:19.381789 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-f54a92b1-2eea-4c11-89b0-081baa84c735 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Request body: {'port': {'device_id': '0ff52846-2e1a-42e2-bfc4-471a70201df3', 'network_id': '39318968-eb76-4ba4-9007-7905f9aa7725', 'admin_state_up': True, 'tenant_id': '35d8a8600ccf46968c07865a555a7c72'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:19.530225 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-f54a92b1-2eea-4c11-89b0-081baa84c735 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Made reservation on behalf of 35d8a8600ccf46968c07865a555a7c72 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:19.534927 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-f54a92b1-2eea-4c11-89b0-081baa84c735 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:19.736786 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-f54a92b1-2eea-4c11-89b0-081baa84c735 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Allocated IP 172.20.0.14 (39318968-eb76-4ba4-9007-7905f9aa7725/4f151dda-d2d1-461c-8bdd-a233065a9900/a05d56b9-61c2-4b7d-be5c-47bf5fddba19) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:19.920367 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-f54a92b1-2eea-4c11-89b0-081baa84c735 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:19.969017 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-518a1ade-8987-42af-973b-36c7192ff288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:19.974105 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-f54a92b1-2eea-4c11-89b0-081baa84c735 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:20.012472 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['5c7a9101-2852-44a8-a9fd-9d5fc72941c0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:20.044962 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-f54a92b1-2eea-4c11-89b0-081baa84c735 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Network 39318968-eb76-4ba4-9007-7905f9aa7725 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:20.051195 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-f54a92b1-2eea-4c11-89b0-081baa84c735 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:20.056325 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-f54a92b1-2eea-4c11-89b0-081baa84c735 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:20.061486 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a92b1-2eea-4c11-89b0-081baa84c735 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event updated for resources: {'Port': ['ID=a05d56b9-61c2-4b7d-be5c-47bf5fddba19,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:20.118069 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-f54a92b1-2eea-4c11-89b0-081baa84c735 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:20.119196 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-f54a92b1-2eea-4c11-89b0-081baa84c735 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:20.144993 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-f54a92b1-2eea-4c11-89b0-081baa84c735 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7671123 Nov 12 00:49:20.295917 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f1c3d-427a-4ef2-95d6-cee9c0b7879c req-60c14a0e-1cb6-443a-bcfb-01affe059c9c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:20.302431 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dd1f1c3d-427a-4ef2-95d6-cee9c0b7879c req-60c14a0e-1cb6-443a-bcfb-01affe059c9c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.1114135 Nov 12 00:49:20.352446 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:49:20.422351 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] Request body: {'port': {'device_id': '0ff52846-2e1a-42e2-bfc4-471a70201df3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:20.442897 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90e157-d2b5-443f-a0fc-74048eb7468a req-32777ef7-09d0-4eac-9441-85b18f0c441b tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:20.452245 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1a90e157-d2b5-443f-a0fc-74048eb7468a req-32777ef7-09d0-4eac-9441-85b18f0c441b tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 932 time: 0.1600718 Nov 12 00:49:20.468107 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dd1f1c3d-427a-4ef2-95d6-cee9c0b7879c req-2ee70ac0-3026-48cd-8313-88c052450b61 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574821 Nov 12 00:49:20.511071 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1a90e157-d2b5-443f-a0fc-74048eb7468a req-3ea5229c-f15c-4be4-8c44-a3733dc3e8bc tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575879 Nov 12 00:49:20.530547 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:20.913935 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05d56b9-61c2-4b7d-be5c-47bf5fddba19 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:20.928382 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:20.950508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] Transition to ACTIVE for port object a05d56b9-61c2-4b7d-be5c-47bf5fddba19 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:49:20.955601 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:21.042463 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] Pushing event updated for resources: {'Port': ['ID=a05d56b9-61c2-4b7d-be5c-47bf5fddba19,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:21.102945 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] Attempting to bind port a05d56b9-61c2-4b7d-be5c-47bf5fddba19 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:21.103913 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] Attempting to bind port a05d56b9-61c2-4b7d-be5c-47bf5fddba19 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '985d4b2f-a35c-43e8-bcff-149d38aa8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39318968-eb76-4ba4-9007-7905f9aa7725'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:21.103913 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] Attempting to bind port a05d56b9-61c2-4b7d-be5c-47bf5fddba19 on network 39318968-eb76-4ba4-9007-7905f9aa7725 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:21.111719 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] Port a05d56b9-61c2-4b7d-be5c-47bf5fddba19 on network 39318968-eb76-4ba4-9007-7905f9aa7725 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:49:21.112148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] Attempting to bind port a05d56b9-61c2-4b7d-be5c-47bf5fddba19 on network 39318968-eb76-4ba4-9007-7905f9aa7725 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:21.118353 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:21.118764 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] Checking segment: {'id': '985d4b2f-a35c-43e8-bcff-149d38aa8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39318968-eb76-4ba4-9007-7905f9aa7725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:21.119156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] Bound using segment: {'id': '985d4b2f-a35c-43e8-bcff-149d38aa8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39318968-eb76-4ba4-9007-7905f9aa7725'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:21.119589 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] Bound port: a05d56b9-61c2-4b7d-be5c-47bf5fddba19, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985d4b2f-a35c-43e8-bcff-149d38aa8408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39318968-eb76-4ba4-9007-7905f9aa7725'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:21.119946 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:21.194877 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] For port a05d56b9-61c2-4b7d-be5c-47bf5fddba19, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:21.199394 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] For port a05d56b9-61c2-4b7d-be5c-47bf5fddba19, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=a05d56b9-61c2-4b7d-be5c-47bf5fddba19,segment=NetworkSegment(985d4b2f-a35c-43e8-bcff-149d38aa8408),segment_id=985d4b2f-a35c-43e8-bcff-149d38aa8408)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:21.205306 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:21.227199 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:21.228029 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:21.232719 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] 10.222.0.21 "PUT /v2.0/ports/a05d56b9-61c2-4b7d-be5c-47bf5fddba19 HTTP/1.1" status: 200 len: 1093 time: 1.0778620 Nov 12 00:49:21.255872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff52846-2e1a-42e2-bfc4-471a70201df3', 'tag': 'a05d56b9-61c2-4b7d-be5c-47bf5fddba19'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:21.258310 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae00efd0-b8b3-4668-bbcb-1f02f06032e7" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff52846-2e1a-42e2-bfc4-471a70201df3", "tag": "a05d56b9-61c2-4b7d-be5c-47bf5fddba19"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:21.320851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288a373-a65e-4cf5-b103-18ddd9c90352 service neutron] Pushing event updated for resources: {'Port': ['ID=a05d56b9-61c2-4b7d-be5c-47bf5fddba19,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:21.358685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-1b8a7828-8451-452d-8d20-5d1f8904d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:21.362394 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-1b8a7828-8451-452d-8d20-5d1f8904d369 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=35d8a8600ccf46968c07865a555a7c72&device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 1096 time: 0.0551095 Nov 12 00:49:21.413935 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-08203f5c-da3f-4afd-bcc3-dd77f5559c63 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a05d56b9-61c2-4b7d-be5c-47bf5fddba19 HTTP/1.1" status: 200 len: 217 time: 0.0429692 Nov 12 00:49:21.475666 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-5be66668-d0a1-41f3-a33c-b73a45c64526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:21.477719 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-5be66668-d0a1-41f3-a33c-b73a45c64526 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f151dda-d2d1-461c-8bdd-a233065a9900 HTTP/1.1" status: 200 len: 853 time: 0.0527146 Nov 12 00:49:21.485218 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b71f969-8a61-4fd8-9d4e-f42c28d9b01a x-openstack-request-id: req-7b71f969-8a61-4fd8-9d4e-f42c28d9b01a {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:21.486075 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff52846-2e1a-42e2-bfc4-471a70201df3", "tag": "a05d56b9-61c2-4b7d-be5c-47bf5fddba19", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:21.486334 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b71f969-8a61-4fd8-9d4e-f42c28d9b01a {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:21.486725 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff52846-2e1a-42e2-bfc4-471a70201df3', 'tag': 'a05d56b9-61c2-4b7d-be5c-47bf5fddba19', 'status': 'completed', 'code': 200} Nov 12 00:49:21.516061 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-a8e81a40-4e44-458d-ae8e-051f5c7336b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39318968-eb76-4ba4-9007-7905f9aa7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262666 Nov 12 00:49:21.620248 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2e35a-119d-4b77-9df3-89f7210dfdb4 req-fa961128-ca4e-448f-ae34-5de3c13ce3f4 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:21.621829 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0e2e35a-119d-4b77-9df3-89f7210dfdb4 req-fa961128-ca4e-448f-ae34-5de3c13ce3f4 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0703697 Nov 12 00:49:21.650783 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-2dbd81fd-c981-41b4-a2ee-a4462f08f842 service neutron] 10.222.0.21 "GET /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258650 Nov 12 00:49:21.665239 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d06069-7408-40c4-8adc-79d2af296b43 req-00319546-db43-4fda-884f-fbf125267697 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:21.666712 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-62d06069-7408-40c4-8adc-79d2af296b43 req-00319546-db43-4fda-884f-fbf125267697 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 944 time: 0.0767932 Nov 12 00:49:21.681250 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0e2e35a-119d-4b77-9df3-89f7210dfdb4 req-3b39a215-e623-4194-9bc7-e295264b8aef tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524964 Nov 12 00:49:21.785773 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-62d06069-7408-40c4-8adc-79d2af296b43 req-f9dca9b9-1965-4776-a1b6-8d776b94196f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089334 Nov 12 00:49:21.810195 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f0e9c4c8-1152-4149-b640-a7b176f09edf req-4a2a8dd0-b2e3-4013-b8b5-dddec00cc187 service neutron] 10.222.0.21 "GET /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425281 Nov 12 00:49:21.911325 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00efd0-b8b3-4668-bbcb-1f02f06032e7 req-2fb74f55-9d1a-4a8f-a612-093aeec87607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:21.913605 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae00efd0-b8b3-4668-bbcb-1f02f06032e7 req-2fb74f55-9d1a-4a8f-a612-093aeec87607 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=35d8a8600ccf46968c07865a555a7c72&device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 1096 time: 0.0511074 Nov 12 00:49:22.026867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00efd0-b8b3-4668-bbcb-1f02f06032e7 req-43d4c7de-2f1a-485d-a2de-8a270eafbec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:22.028599 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae00efd0-b8b3-4668-bbcb-1f02f06032e7 req-43d4c7de-2f1a-485d-a2de-8a270eafbec8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=39318968-eb76-4ba4-9007-7905f9aa7725 HTTP/1.1" status: 200 len: 914 time: 0.1076109 Nov 12 00:49:22.296484 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6f389319-c6c8-4302-ba7b-e2a221f3e336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:22.428747 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae00efd0-b8b3-4668-bbcb-1f02f06032e7 req-9ed2155b-8062-46c6-8410-83c7d4e6a0b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a05d56b9-61c2-4b7d-be5c-47bf5fddba19 HTTP/1.1" status: 200 len: 217 time: 0.3858829 Nov 12 00:49:22.501980 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00efd0-b8b3-4668-bbcb-1f02f06032e7 req-88bcec10-8ea6-461f-86ec-87532cff65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:22.503903 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae00efd0-b8b3-4668-bbcb-1f02f06032e7 req-88bcec10-8ea6-461f-86ec-87532cff65ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f151dda-d2d1-461c-8bdd-a233065a9900 HTTP/1.1" status: 200 len: 853 time: 0.0621414 Nov 12 00:49:22.540467 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae00efd0-b8b3-4668-bbcb-1f02f06032e7 req-def795a7-b36f-4000-be47-9b797b53916d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39318968-eb76-4ba4-9007-7905f9aa7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273838 Nov 12 00:49:22.646317 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae00efd0-b8b3-4668-bbcb-1f02f06032e7 req-746989f0-3065-496a-9c7f-bea722dc1ccd service neutron] 10.222.0.21 "GET /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970640 Nov 12 00:49:22.746573 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae00efd0-b8b3-4668-bbcb-1f02f06032e7 req-fc83a7af-5768-4b15-82e8-6f33c194c7a8 service neutron] 10.222.0.21 "GET /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916691 Nov 12 00:49:22.825486 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a859f-8ec1-4f18-ad75-8973da91ce0b req-bf09be79-8fa9-4c55-9db1-1d6669e12aa3 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:22.827671 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e26a859f-8ec1-4f18-ad75-8973da91ce0b req-bf09be79-8fa9-4c55-9db1-1d6669e12aa3 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0583732 Nov 12 00:49:22.880663 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e26a859f-8ec1-4f18-ad75-8973da91ce0b req-0a321cc0-15a6-4c27-a60f-9832829a8bd8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463724 Nov 12 00:49:22.951314 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b006cea-ef7d-49a2-ac64-d67c53c0804d req-7fd9f8b9-0cea-4fab-88f1-94ca8e889ee5 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:22.959768 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b006cea-ef7d-49a2-ac64-d67c53c0804d req-7fd9f8b9-0cea-4fab-88f1-94ca8e889ee5 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 944 time: 0.0876150 Nov 12 00:49:23.036542 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b006cea-ef7d-49a2-ac64-d67c53c0804d req-17478c8d-895c-42e7-8e9d-29040a11ce1d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758955 Nov 12 00:49:23.386230 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:24.010720 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50988381-5513-4772-af21-85069b9125fb req-7627506e-8101-4e32-a877-06bd6e79602c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:24.012434 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-50988381-5513-4772-af21-85069b9125fb req-7627506e-8101-4e32-a877-06bd6e79602c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0541272 Nov 12 00:49:24.074558 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-50988381-5513-4772-af21-85069b9125fb req-d32ec369-facb-44fd-880e-6227fa281a0d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559518 Nov 12 00:49:24.202227 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d576f1-d917-4412-a7ed-3d5182188197 req-6873da4d-977f-4c36-9e8c-07e3d542868e tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:24.203719 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-45d576f1-d917-4412-a7ed-3d5182188197 req-6873da4d-977f-4c36-9e8c-07e3d542868e tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 944 time: 0.0598235 Nov 12 00:49:24.253460 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-45d576f1-d917-4412-a7ed-3d5182188197 req-a134c333-0970-4c99-aade-cc28d55b956b tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429976 Nov 12 00:49:24.401444 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:25.224041 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28c5e9-b16f-4131-b363-976a76bfb234 req-6b01bd39-4237-43e3-89be-bf62c4f4dc38 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:25.225693 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ba28c5e9-b16f-4131-b363-976a76bfb234 req-6b01bd39-4237-43e3-89be-bf62c4f4dc38 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0618412 Nov 12 00:49:25.247678 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device a05d56b9-61c2-4b7d-be5c-47bf5fddba19 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:49:25.302551 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ba28c5e9-b16f-4131-b363-976a76bfb234 req-3e125913-bb45-411b-aa79-0db23b66cfc0 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693297 Nov 12 00:49:25.366151 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:25.390456 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port a05d56b9-61c2-4b7d-be5c-47bf5fddba19, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=a05d56b9-61c2-4b7d-be5c-47bf5fddba19,segment=NetworkSegment(985d4b2f-a35c-43e8-bcff-149d38aa8408),segment_id=985d4b2f-a35c-43e8-bcff-149d38aa8408)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:25.413769 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'a05d56b9-61c2-4b7d-be5c-47bf5fddba19', 'network_id': '39318968-eb76-4ba4-9007-7905f9aa7725', 'port_id': 'a05d56b9-61c2-4b7d-be5c-47bf5fddba19', 'mac_address': 'fa:16:3e:02:ae:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f151dda-d2d1-461c-8bdd-a233065a9900', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:49:25.447322 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908935d0-35bd-4ee9-9564-3a17c530c8c9 req-9ee69e13-4e5d-45f7-8e45-38b40d550f08 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:25.451663 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-908935d0-35bd-4ee9-9564-3a17c530c8c9 req-9ee69e13-4e5d-45f7-8e45-38b40d550f08 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 944 time: 0.0873866 Nov 12 00:49:25.458918 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:25.473032 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05d56b9-61c2-4b7d-be5c-47bf5fddba19 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:25.495099 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port a05d56b9-61c2-4b7d-be5c-47bf5fddba19, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=a05d56b9-61c2-4b7d-be5c-47bf5fddba19,segment=NetworkSegment(985d4b2f-a35c-43e8-bcff-149d38aa8408),segment_id=985d4b2f-a35c-43e8-bcff-149d38aa8408)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:25.502642 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:25.511792 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-908935d0-35bd-4ee9-9564-3a17c530c8c9 req-e3d756ed-413c-4d12-ba18-ca942cd250af tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505285 Nov 12 00:49:25.564123 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=a05d56b9-61c2-4b7d-be5c-47bf5fddba19,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:25.572108 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:25.572405 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:25.572775 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:25.573120 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:25.573462 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:25.573872 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:25.574121 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:25.574454 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:25.574788 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:25.575119 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:25.575448 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:25.575777 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:25.793347 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['a05d56b9-61c2-4b7d-be5c-47bf5fddba19'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:25.936431 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:26.466184 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8af81-08fe-49d1-9eb1-c78b70c27358 req-d7eee80e-1d35-4edf-82b0-ab7fb2cbda03 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:26.468524 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-68d8af81-08fe-49d1-9eb1-c78b70c27358 req-d7eee80e-1d35-4edf-82b0-ab7fb2cbda03 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0674756 Nov 12 00:49:26.552401 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-68d8af81-08fe-49d1-9eb1-c78b70c27358 req-91320ddc-6fc2-423b-8b63-5d124802c346 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770226 Nov 12 00:49:26.656957 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251878c-5302-4803-a1e8-c9960723aea8 req-bb49f225-17a5-4bb3-b35f-0822268654cc tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:26.667680 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7251878c-5302-4803-a1e8-c9960723aea8 req-bb49f225-17a5-4bb3-b35f-0822268654cc tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 945 time: 0.0625827 Nov 12 00:49:26.732464 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7251878c-5302-4803-a1e8-c9960723aea8 req-cb128cce-3206-49ac-8e49-308b3e73e5d7 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599656 Nov 12 00:49:27.278108 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device c4946c30-0fad-41c6-99a1-0dc8ce81ac17 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:49:27.281821 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device a05d56b9-61c2-4b7d-be5c-47bf5fddba19 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:27.459655 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port a05d56b9-61c2-4b7d-be5c-47bf5fddba19 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:49:27.479354 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port a05d56b9-61c2-4b7d-be5c-47bf5fddba19 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:27.479983 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.515019 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port c4946c30-0fad-41c6-99a1-0dc8ce81ac17, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c4946c30-0fad-41c6-99a1-0dc8ce81ac17,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:27.533455 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'c4946c30-0fad-41c6-99a1-0dc8ce81ac17', 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04', 'port_id': 'c4946c30-0fad-41c6-99a1-0dc8ce81ac17', 'mac_address': 'fa:16:3e:3f:8b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9007ee2-5879-4419-99d4-bd9610ef3298', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:49:27.618954 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.681993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4946c30-0fad-41c6-99a1-0dc8ce81ac17 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:27.725356 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.726895 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a735fbf-59e1-4b3c-bfba-4019399c02cf req-cd7e89f1-46fa-4c29-85d1-7e37c9ec43ec tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:27.730214 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port c4946c30-0fad-41c6-99a1-0dc8ce81ac17, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c4946c30-0fad-41c6-99a1-0dc8ce81ac17,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:27.737217 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7a735fbf-59e1-4b3c-bfba-4019399c02cf req-cd7e89f1-46fa-4c29-85d1-7e37c9ec43ec tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0745380 Nov 12 00:49:27.741116 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.800883 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7a735fbf-59e1-4b3c-bfba-4019399c02cf req-33142b82-7088-4ed7-9de3-80b69c46d29f tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612979 Nov 12 00:49:27.833811 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=c4946c30-0fad-41c6-99a1-0dc8ce81ac17,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:27.869648 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port a05d56b9-61c2-4b7d-be5c-47bf5fddba19, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=a05d56b9-61c2-4b7d-be5c-47bf5fddba19,segment=NetworkSegment(985d4b2f-a35c-43e8-bcff-149d38aa8408),segment_id=985d4b2f-a35c-43e8-bcff-149d38aa8408)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:27.871610 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff52846-2e1a-42e2-bfc4-471a70201df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05d56b9-61c2-4b7d-be5c-47bf5fddba19'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:27.874218 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fb4804-cef3-4021-9f59-7169b1a93dd6" -d '{"events": [{"server_uuid": "0ff52846-2e1a-42e2-bfc4-471a70201df3", "name": "network-vif-plugged", "status": "completed", "tag": "a05d56b9-61c2-4b7d-be5c-47bf5fddba19"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:27.881061 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.921170 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['c4946c30-0fad-41c6-99a1-0dc8ce81ac17'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:27.949552 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b94628-7b0b-4e19-89b0-0cd2b1c91f7b req-815e25ae-e50b-4d98-8df1-b2dba3713afb tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:27.969413 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c4b94628-7b0b-4e19-89b0-0cd2b1c91f7b req-815e25ae-e50b-4d98-8df1-b2dba3713afb tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 945 time: 0.1374116 Nov 12 00:49:28.039917 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc076f81-2a97-4b07-926d-ca83b590f213 x-openstack-request-id: req-cc076f81-2a97-4b07-926d-ca83b590f213 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:28.039917 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff52846-2e1a-42e2-bfc4-471a70201df3", "name": "network-vif-plugged", "status": "completed", "tag": "a05d56b9-61c2-4b7d-be5c-47bf5fddba19", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:28.040839 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc076f81-2a97-4b07-926d-ca83b590f213 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:28.041348 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff52846-2e1a-42e2-bfc4-471a70201df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05d56b9-61c2-4b7d-be5c-47bf5fddba19', 'code': 200} Nov 12 00:49:28.078612 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=a05d56b9-61c2-4b7d-be5c-47bf5fddba19,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:28.105316 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c4b94628-7b0b-4e19-89b0-0cd2b1c91f7b req-3bbd4446-21bf-4060-b035-5baa02e5e92e tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344278 Nov 12 00:49:28.226680 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69acc9d-ba47-43e2-82c4-be610c1b9126 req-73011776-d91c-4577-b565-4ef002605b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:28.233224 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a69acc9d-ba47-43e2-82c4-be610c1b9126 req-73011776-d91c-4577-b565-4ef002605b75 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 1098 time: 0.0887415 Nov 12 00:49:28.328412 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a69acc9d-ba47-43e2-82c4-be610c1b9126 req-b27056fc-b622-4f07-8397-e5a1c62fd966 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836711 Nov 12 00:49:28.927449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa2442-6740-4726-816d-8927e5f0109f req-7f8771a7-cbc8-4e95-85fc-1def4ae67efa tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:28.935415 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-88aa2442-6740-4726-816d-8927e5f0109f req-7f8771a7-cbc8-4e95-85fc-1def4ae67efa tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 944 time: 0.0633519 Nov 12 00:49:29.017558 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-88aa2442-6740-4726-816d-8927e5f0109f req-a0ea5301-870f-4c5c-b8d5-767858a34b96 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811324 Nov 12 00:49:29.249978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20189507-b405-4f14-9224-23d429887fff req-f78cbc18-11b7-492f-8c40-28515e4a9eff tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:29.252450 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20189507-b405-4f14-9224-23d429887fff req-f78cbc18-11b7-492f-8c40-28515e4a9eff tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 946 time: 0.0828805 Nov 12 00:49:29.290582 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device c4946c30-0fad-41c6-99a1-0dc8ce81ac17 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:29.371868 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20189507-b405-4f14-9224-23d429887fff req-a6eb4638-0fbc-41cb-95ac-4a79ff4a519f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063595 Nov 12 00:49:29.397177 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port c4946c30-0fad-41c6-99a1-0dc8ce81ac17 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:29.398150 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:29.540396 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:29.610652 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port c4946c30-0fad-41c6-99a1-0dc8ce81ac17, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c4946c30-0fad-41c6-99a1-0dc8ce81ac17,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:29.621081 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:29.698089 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=c4946c30-0fad-41c6-99a1-0dc8ce81ac17,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:30.042457 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18c10ed-06e2-418a-84c1-49886cc95875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4946c30-0fad-41c6-99a1-0dc8ce81ac17'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:30.046100 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41743e32-8d9d-4c1c-99ec-658369363a08" -d '{"events": [{"server_uuid": "f18c10ed-06e2-418a-84c1-49886cc95875", "name": "network-vif-plugged", "status": "completed", "tag": "c4946c30-0fad-41c6-99a1-0dc8ce81ac17"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:30.099334 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41104) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:30.117051 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ce8c2a-bf48-49c1-912e-2eb5dfab3e7b x-openstack-request-id: req-56ce8c2a-bf48-49c1-912e-2eb5dfab3e7b {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:30.117532 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18c10ed-06e2-418a-84c1-49886cc95875", "name": "network-vif-plugged", "status": "completed", "tag": "c4946c30-0fad-41c6-99a1-0dc8ce81ac17", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:30.117955 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56ce8c2a-bf48-49c1-912e-2eb5dfab3e7b {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:30.118537 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18c10ed-06e2-418a-84c1-49886cc95875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4946c30-0fad-41c6-99a1-0dc8ce81ac17', 'code': 200} Nov 12 00:49:30.212326 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c40022-91ac-4119-93d2-663e42677579 req-062551ec-500e-4ff9-a3ff-3eab4741d65a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:30.230220 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64c40022-91ac-4119-93d2-663e42677579 req-062551ec-500e-4ff9-a3ff-3eab4741d65a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0938880 Nov 12 00:49:30.263486 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e1bdc183-8471-4f6b-9e57-d26e2f1c451c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:30.293114 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64c40022-91ac-4119-93d2-663e42677579 req-9dce2502-e4c0-484f-b795-a311a9d44fc6 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615063 Nov 12 00:49:30.439709 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e1bdc183-8471-4f6b-9e57-d26e2f1c451c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:30.446063 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e1bdc183-8471-4f6b-9e57-d26e2f1c451c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:30.526568 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e1bdc183-8471-4f6b-9e57-d26e2f1c451c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8118c76b542a43a48a10a4df39dbfd99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4261606 Nov 12 00:49:30.528831 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdc183-8471-4f6b-9e57-d26e2f1c451c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500797f7-ce14-40ee-8ebf-189a0b1fe5f4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:30.532686 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41114) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:30.711960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e0d27-7722-4c29-b638-fa7af61663c2 req-7159e62c-68b6-41d3-ac13-eb446451a4d0 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:30.719937 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-df7e0d27-7722-4c29-b638-fa7af61663c2 req-7159e62c-68b6-41d3-ac13-eb446451a4d0 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 946 time: 0.1920345 Nov 12 00:49:30.728132 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2e46e175-0b5d-4c83-a66b-2ebcced46765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:30.756510 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2e46e175-0b5d-4c83-a66b-2ebcced46765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:30.818478 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2e46e175-0b5d-4c83-a66b-2ebcced46765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:30.822639 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2e46e175-0b5d-4c83-a66b-2ebcced46765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:30.824106 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2e46e175-0b5d-4c83-a66b-2ebcced46765 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/500797f7-ce14-40ee-8ebf-189a0b1fe5f4 HTTP/1.1" status: 204 len: 168 time: 0.2902262 Nov 12 00:49:30.854939 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46e175-0b5d-4c83-a66b-2ebcced46765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500797f7-ce14-40ee-8ebf-189a0b1fe5f4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:30.879614 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-df7e0d27-7722-4c29-b638-fa7af61663c2 req-ebb8dc02-1b2b-41ea-989b-fcfeba7d1b5c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570952 Nov 12 00:49:31.069562 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a7930bf-43aa-454c-b21b-391889d0334b req-4e7d982d-77da-4cf8-9e59-2036393af3ae tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1928608511&fields=id&tenant_id=35d8a8600ccf46968c07865a555a7c72 HTTP/1.1" status: 200 len: 267 time: 0.0581567 Nov 12 00:49:31.167083 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7930bf-43aa-454c-b21b-391889d0334b req-e1572493-7ef5-429d-8413-88a2c7077ed2 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:31.175705 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a7930bf-43aa-454c-b21b-391889d0334b req-e1572493-7ef5-429d-8413-88a2c7077ed2 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 946 time: 0.1021936 Nov 12 00:49:31.190571 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-4a7930bf-43aa-454c-b21b-391889d0334b req-d758b5ea-066a-4f08-b96f-404f388473bf tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Request body: {'port': {'security_groups': ['3804971b-d0a3-4a44-bab5-502f050931c4', '391e0fc4-afc7-4061-a2d1-258231c60da8']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:31.332318 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4a7930bf-43aa-454c-b21b-391889d0334b req-d758b5ea-066a-4f08-b96f-404f388473bf tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:31.521374 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23881d06-68a8-4e95-a95e-6643a1cdd79a req-a23717ac-1d2c-456d-bd7a-7e2af63d5052 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:31.524058 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-23881d06-68a8-4e95-a95e-6643a1cdd79a req-a23717ac-1d2c-456d-bd7a-7e2af63d5052 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.1064854 Nov 12 00:49:31.623096 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-23881d06-68a8-4e95-a95e-6643a1cdd79a req-dceb25d4-a5b3-4e34-ad7e-48f8e843d449 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865359 Nov 12 00:49:31.717289 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-4a7930bf-43aa-454c-b21b-391889d0334b req-d758b5ea-066a-4f08-b96f-404f388473bf tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] For port a05d56b9-61c2-4b7d-be5c-47bf5fddba19, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=a05d56b9-61c2-4b7d-be5c-47bf5fddba19,segment=NetworkSegment(985d4b2f-a35c-43e8-bcff-149d38aa8408),segment_id=985d4b2f-a35c-43e8-bcff-149d38aa8408)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:31.762604 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4a7930bf-43aa-454c-b21b-391889d0334b req-d758b5ea-066a-4f08-b96f-404f388473bf tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:31.770204 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4a7930bf-43aa-454c-b21b-391889d0334b req-d758b5ea-066a-4f08-b96f-404f388473bf tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:31.784539 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['a05d56b9-61c2-4b7d-be5c-47bf5fddba19'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:31.847031 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758b5ea-066a-4f08-b96f-404f388473bf tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event updated for resources: {'Port': ['ID=a05d56b9-61c2-4b7d-be5c-47bf5fddba19,revision_number=6']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:31.858861 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7930bf-43aa-454c-b21b-391889d0334b req-d758b5ea-066a-4f08-b96f-404f388473bf tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:31.860191 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4a7930bf-43aa-454c-b21b-391889d0334b req-d758b5ea-066a-4f08-b96f-404f388473bf tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:31.862339 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a7930bf-43aa-454c-b21b-391889d0334b req-d758b5ea-066a-4f08-b96f-404f388473bf tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "PUT /v2.0/ports/a05d56b9-61c2-4b7d-be5c-47bf5fddba19 HTTP/1.1" status: 200 len: 982 time: 0.6807544 Nov 12 00:49:31.862957 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff52846-2e1a-42e2-bfc4-471a70201df3', 'tag': 'a05d56b9-61c2-4b7d-be5c-47bf5fddba19'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:31.864669 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['5c7a9101-2852-44a8-a9fd-9d5fc72941c0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:31.868726 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178903c5-8deb-480a-bcc7-af20cc373116" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff52846-2e1a-42e2-bfc4-471a70201df3", "tag": "a05d56b9-61c2-4b7d-be5c-47bf5fddba19"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:31.950091 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cbf6b1-7591-454d-b945-0ffcb981b775 x-openstack-request-id: req-75cbf6b1-7591-454d-b945-0ffcb981b775 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:31.950297 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff52846-2e1a-42e2-bfc4-471a70201df3", "tag": "a05d56b9-61c2-4b7d-be5c-47bf5fddba19", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:31.950402 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75cbf6b1-7591-454d-b945-0ffcb981b775 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:31.950785 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff52846-2e1a-42e2-bfc4-471a70201df3', 'tag': 'a05d56b9-61c2-4b7d-be5c-47bf5fddba19', 'status': 'completed', 'code': 200} Nov 12 00:49:31.994508 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b455b85c-5f25-4bc0-842a-e37a5a47c75a req-9d962962-f85b-4be2-a740-099f820bceb8 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/391e0fc4-afc7-4061-a2d1-258231c60da8 HTTP/1.1" status: 200 len: 1819 time: 0.1067002 Nov 12 00:49:32.005193 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['a05d56b9-61c2-4b7d-be5c-47bf5fddba19'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:32.045944 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [req-b455b85c-5f25-4bc0-842a-e37a5a47c75a req-110c2069-0d7a-4943-bd3e-c8ba73e79e24 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 00:49:32.063779 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b455b85c-5f25-4bc0-842a-e37a5a47c75a req-110c2069-0d7a-4943-bd3e-c8ba73e79e24 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "DELETE /v2.0/security-groups/391e0fc4-afc7-4061-a2d1-258231c60da8 HTTP/1.1" status: 409 len: 341 time: 0.0680714 Nov 12 00:49:32.080371 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178903c5-8deb-480a-bcc7-af20cc373116 req-49b8a81a-4657-4e72-b249-431cbc854a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:32.094231 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-178903c5-8deb-480a-bcc7-af20cc373116 req-49b8a81a-4657-4e72-b249-431cbc854a39 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=35d8a8600ccf46968c07865a555a7c72&device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 1137 time: 0.1245239 Nov 12 00:49:32.441212 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a24a0-bd56-42c2-92e8-d327af370a4d req-3ae473ab-06d3-4c7d-b9ec-78db91229b67 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:32.443654 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c19a24a0-bd56-42c2-92e8-d327af370a4d req-3ae473ab-06d3-4c7d-b9ec-78db91229b67 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 985 time: 0.1670063 Nov 12 00:49:32.444988 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178903c5-8deb-480a-bcc7-af20cc373116 req-f7586d5f-44d2-4267-8f3d-2a40c544698f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:32.449888 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-178903c5-8deb-480a-bcc7-af20cc373116 req-f7586d5f-44d2-4267-8f3d-2a40c544698f service neutron] 10.222.0.21 "GET /v2.0/networks?id=39318968-eb76-4ba4-9007-7905f9aa7725 HTTP/1.1" status: 200 len: 914 time: 0.3491395 Nov 12 00:49:32.534755 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-178903c5-8deb-480a-bcc7-af20cc373116 req-0183492c-20e1-400f-ace8-258867d1909d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a05d56b9-61c2-4b7d-be5c-47bf5fddba19 HTTP/1.1" status: 200 len: 217 time: 0.0612185 Nov 12 00:49:32.622085 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c19a24a0-bd56-42c2-92e8-d327af370a4d req-7ace967a-e0b9-47a7-94c9-e2da1eece0eb tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=391e0fc4-afc7-4061-a2d1-258231c60da8&id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1657033 Nov 12 00:49:32.631058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178903c5-8deb-480a-bcc7-af20cc373116 req-0441947f-6912-4423-b80c-b2475ffd0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:32.632536 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-178903c5-8deb-480a-bcc7-af20cc373116 req-0441947f-6912-4423-b80c-b2475ffd0ce4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f151dda-d2d1-461c-8bdd-a233065a9900 HTTP/1.1" status: 200 len: 853 time: 0.0870626 Nov 12 00:49:32.715473 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-178903c5-8deb-480a-bcc7-af20cc373116 req-78e0f767-498c-4598-8d26-bfdddfdb68bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39318968-eb76-4ba4-9007-7905f9aa7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749114 Nov 12 00:49:32.955337 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf360619-53bf-4095-ad5e-5ea59ee86462 req-d5b1bb01-1654-4f71-a992-77ae055a3f72 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:32.957182 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bf360619-53bf-4095-ad5e-5ea59ee86462 req-d5b1bb01-1654-4f71-a992-77ae055a3f72 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.1253786 Nov 12 00:49:33.003453 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-178903c5-8deb-480a-bcc7-af20cc373116 req-7ca5b3f7-af95-4150-8e6c-5dbf71d3e323 service neutron] 10.222.0.21 "GET /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768726 Nov 12 00:49:33.029015 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bf360619-53bf-4095-ad5e-5ea59ee86462 req-67f7aad3-df0e-499f-b6ba-c4fdd1d3cbdf tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595753 Nov 12 00:49:33.126860 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-178903c5-8deb-480a-bcc7-af20cc373116 req-aff75567-9100-43ad-b435-090080e62dc3 service neutron] 10.222.0.21 "GET /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162663 Nov 12 00:49:33.231068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f8a60-abfa-41d3-9690-40c888b4559b req-e277d933-3a62-4b2e-b205-2415e48458ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:33.232639 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-924f8a60-abfa-41d3-9690-40c888b4559b req-e277d933-3a62-4b2e-b205-2415e48458ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=35d8a8600ccf46968c07865a555a7c72&device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 1137 time: 0.0570841 Nov 12 00:49:33.357411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f8a60-abfa-41d3-9690-40c888b4559b req-26334496-55a3-4306-80c0-56fe29652ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:33.358902 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-924f8a60-abfa-41d3-9690-40c888b4559b req-26334496-55a3-4306-80c0-56fe29652ce6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=39318968-eb76-4ba4-9007-7905f9aa7725 HTTP/1.1" status: 200 len: 914 time: 0.1185539 Nov 12 00:49:33.422647 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-924f8a60-abfa-41d3-9690-40c888b4559b req-8eda6a57-e976-4b60-b861-0a258787837e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a05d56b9-61c2-4b7d-be5c-47bf5fddba19 HTTP/1.1" status: 200 len: 217 time: 0.0544927 Nov 12 00:49:33.491596 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f8a60-abfa-41d3-9690-40c888b4559b req-210611e5-8d78-4a58-becc-245897a5480e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:33.493274 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-924f8a60-abfa-41d3-9690-40c888b4559b req-210611e5-8d78-4a58-becc-245897a5480e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f151dda-d2d1-461c-8bdd-a233065a9900 HTTP/1.1" status: 200 len: 853 time: 0.0629411 Nov 12 00:49:33.536328 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-924f8a60-abfa-41d3-9690-40c888b4559b req-639b449a-deff-4459-b977-d38ac9ad61bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39318968-eb76-4ba4-9007-7905f9aa7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350931 Nov 12 00:49:33.676381 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-924f8a60-abfa-41d3-9690-40c888b4559b req-04936d25-72c9-4f5b-8e9d-9322f6a03d31 service neutron] 10.222.0.21 "GET /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297247 Nov 12 00:49:33.836103 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac97747-06b6-42f7-918a-d89f299ebd58 req-4aa916e3-987e-4dea-972f-eab305ad3046 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:33.837828 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ac97747-06b6-42f7-918a-d89f299ebd58 req-4aa916e3-987e-4dea-972f-eab305ad3046 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 985 time: 0.1134214 Nov 12 00:49:33.854697 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-924f8a60-abfa-41d3-9690-40c888b4559b req-c1ee8180-3db2-4f84-9e0d-1499510d1f60 service neutron] 10.222.0.21 "GET /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677895 Nov 12 00:49:33.930066 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ac97747-06b6-42f7-918a-d89f299ebd58 req-44dd67a8-de72-401b-a575-33f231e145e6 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=391e0fc4-afc7-4061-a2d1-258231c60da8&id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0786371 Nov 12 00:49:34.171885 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0afe9-ee39-4ef0-8298-1f587cbe65fa req-fa624350-322f-471e-ad9c-efa3a421d0e1 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:34.181660 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7af0afe9-ee39-4ef0-8298-1f587cbe65fa req-fa624350-322f-471e-ad9c-efa3a421d0e1 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0714636 Nov 12 00:49:34.244391 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7af0afe9-ee39-4ef0-8298-1f587cbe65fa req-080184b8-a6bb-43ff-b26c-761dc6e014b7 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567489 Nov 12 00:49:35.105125 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f3a45-8923-45b6-89da-77e68a35528b req-6ac19e8f-f2f0-4a4f-be4e-db1ca4bd3106 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:35.113303 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9e8f3a45-8923-45b6-89da-77e68a35528b req-6ac19e8f-f2f0-4a4f-be4e-db1ca4bd3106 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 985 time: 0.0773940 Nov 12 00:49:35.194851 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9e8f3a45-8923-45b6-89da-77e68a35528b req-46052126-eb64-43b5-9236-2c956de7dcfd tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=391e0fc4-afc7-4061-a2d1-258231c60da8&id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0779674 Nov 12 00:49:35.337114 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3f407ca9-e1df-4f25-a929-493cafdc07ae req-8e8e7346-24ea-4fbf-b4da-470306a34148 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1892218015&fields=id&tenant_id=35d8a8600ccf46968c07865a555a7c72 HTTP/1.1" status: 200 len: 267 time: 0.0683508 Nov 12 00:49:35.420520 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e48de1-d765-4960-b9e6-2d956a2c68df req-1af68133-bcc6-47cb-aafc-5cae4924f575 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:35.422085 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-53e48de1-d765-4960-b9e6-2d956a2c68df req-1af68133-bcc6-47cb-aafc-5cae4924f575 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0897195 Nov 12 00:49:35.437898 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f407ca9-e1df-4f25-a929-493cafdc07ae req-0655e97d-5554-491f-a1c9-15f6b786406b tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:35.446566 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3f407ca9-e1df-4f25-a929-493cafdc07ae req-0655e97d-5554-491f-a1c9-15f6b786406b tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 985 time: 0.0870197 Nov 12 00:49:35.452869 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-3f407ca9-e1df-4f25-a929-493cafdc07ae req-3c14a1c1-5bfc-4598-b2a9-811c3f8cf72e tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Request body: {'port': {'security_groups': ['3804971b-d0a3-4a44-bab5-502f050931c4', '391e0fc4-afc7-4061-a2d1-258231c60da8', '4c8cdab6-70d7-496c-bfc2-615cf9a734eb']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:35.514817 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-53e48de1-d765-4960-b9e6-2d956a2c68df req-a374aefc-f4ab-4928-8158-5a1e27baf9ee tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751669 Nov 12 00:49:35.553609 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3f407ca9-e1df-4f25-a929-493cafdc07ae req-3c14a1c1-5bfc-4598-b2a9-811c3f8cf72e tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:35.859742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-3f407ca9-e1df-4f25-a929-493cafdc07ae req-3c14a1c1-5bfc-4598-b2a9-811c3f8cf72e tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] For port a05d56b9-61c2-4b7d-be5c-47bf5fddba19, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=a05d56b9-61c2-4b7d-be5c-47bf5fddba19,segment=NetworkSegment(985d4b2f-a35c-43e8-bcff-149d38aa8408),segment_id=985d4b2f-a35c-43e8-bcff-149d38aa8408)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:35.896106 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3f407ca9-e1df-4f25-a929-493cafdc07ae req-3c14a1c1-5bfc-4598-b2a9-811c3f8cf72e tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:35.902036 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3f407ca9-e1df-4f25-a929-493cafdc07ae req-3c14a1c1-5bfc-4598-b2a9-811c3f8cf72e tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:35.914560 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['a05d56b9-61c2-4b7d-be5c-47bf5fddba19'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:35.942981 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['5c7a9101-2852-44a8-a9fd-9d5fc72941c0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:35.977966 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14a1c1-5bfc-4598-b2a9-811c3f8cf72e tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event updated for resources: {'Port': ['ID=a05d56b9-61c2-4b7d-be5c-47bf5fddba19,revision_number=7']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:35.990229 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f407ca9-e1df-4f25-a929-493cafdc07ae req-3c14a1c1-5bfc-4598-b2a9-811c3f8cf72e tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:35.990917 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3f407ca9-e1df-4f25-a929-493cafdc07ae req-3c14a1c1-5bfc-4598-b2a9-811c3f8cf72e tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:35.992736 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3f407ca9-e1df-4f25-a929-493cafdc07ae req-3c14a1c1-5bfc-4598-b2a9-811c3f8cf72e tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "PUT /v2.0/ports/a05d56b9-61c2-4b7d-be5c-47bf5fddba19 HTTP/1.1" status: 200 len: 1021 time: 0.5448904 Nov 12 00:49:35.993285 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff52846-2e1a-42e2-bfc4-471a70201df3', 'tag': 'a05d56b9-61c2-4b7d-be5c-47bf5fddba19'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:35.995758 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c73af8-00e6-468b-86f2-fc01fe199db1" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff52846-2e1a-42e2-bfc4-471a70201df3", "tag": "a05d56b9-61c2-4b7d-be5c-47bf5fddba19"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:36.084547 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ffa26ae0-e309-4412-8dc5-16099bd33588 req-a5e742fc-c631-4c73-b112-f1c43f9fde8c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/4c8cdab6-70d7-496c-bfc2-615cf9a734eb HTTP/1.1" status: 200 len: 1819 time: 0.0670166 Nov 12 00:49:36.092620 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a87246-1fa2-4e90-8071-65227e05cf66 x-openstack-request-id: req-a4a87246-1fa2-4e90-8071-65227e05cf66 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:36.092943 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff52846-2e1a-42e2-bfc4-471a70201df3", "tag": "a05d56b9-61c2-4b7d-be5c-47bf5fddba19", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:36.093202 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4a87246-1fa2-4e90-8071-65227e05cf66 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:36.097485 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff52846-2e1a-42e2-bfc4-471a70201df3', 'tag': 'a05d56b9-61c2-4b7d-be5c-47bf5fddba19', 'status': 'completed', 'code': 200} Nov 12 00:49:36.109820 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['a05d56b9-61c2-4b7d-be5c-47bf5fddba19'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:36.151506 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [req-ffa26ae0-e309-4412-8dc5-16099bd33588 req-451e4db6-00cf-40f3-9ba0-120baab3d32f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 00:49:36.152934 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ffa26ae0-e309-4412-8dc5-16099bd33588 req-451e4db6-00cf-40f3-9ba0-120baab3d32f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "DELETE /v2.0/security-groups/4c8cdab6-70d7-496c-bfc2-615cf9a734eb HTTP/1.1" status: 409 len: 341 time: 0.0541899 Nov 12 00:49:36.194351 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c73af8-00e6-468b-86f2-fc01fe199db1 req-d28bb830-a371-4897-8556-5cefff72c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:36.196906 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-04c73af8-00e6-468b-86f2-fc01fe199db1 req-d28bb830-a371-4897-8556-5cefff72c4eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=35d8a8600ccf46968c07865a555a7c72&device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 1176 time: 0.0809000 Nov 12 00:49:36.324635 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c73af8-00e6-468b-86f2-fc01fe199db1 req-2e8a21ad-c016-4a93-94df-6b0a4faf239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:36.332055 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-04c73af8-00e6-468b-86f2-fc01fe199db1 req-2e8a21ad-c016-4a93-94df-6b0a4faf239b service neutron] 10.222.0.21 "GET /v2.0/networks?id=39318968-eb76-4ba4-9007-7905f9aa7725 HTTP/1.1" status: 200 len: 914 time: 0.1204693 Nov 12 00:49:36.379073 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-04c73af8-00e6-468b-86f2-fc01fe199db1 req-34a6441b-415d-4608-93bc-d5b107604d36 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a05d56b9-61c2-4b7d-be5c-47bf5fddba19 HTTP/1.1" status: 200 len: 217 time: 0.0453658 Nov 12 00:49:36.445692 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c73af8-00e6-468b-86f2-fc01fe199db1 req-2edb7145-c973-4c73-b8db-3c6d70326d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:36.447527 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-04c73af8-00e6-468b-86f2-fc01fe199db1 req-2edb7145-c973-4c73-b8db-3c6d70326d5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f151dda-d2d1-461c-8bdd-a233065a9900 HTTP/1.1" status: 200 len: 853 time: 0.0574772 Nov 12 00:49:36.487584 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935daf4a-fc58-47d7-a566-21960c08f8e3 req-f1f6f030-69f3-4d38-aa37-9ef5d9c2c2c3 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:36.489316 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-935daf4a-fc58-47d7-a566-21960c08f8e3 req-f1f6f030-69f3-4d38-aa37-9ef5d9c2c2c3 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 1024 time: 0.0639114 Nov 12 00:49:36.495741 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-04c73af8-00e6-468b-86f2-fc01fe199db1 req-81ead736-d897-4e24-91ed-dcf12e08ee8a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=39318968-eb76-4ba4-9007-7905f9aa7725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387523 Nov 12 00:49:36.576137 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-935daf4a-fc58-47d7-a566-21960c08f8e3 req-b3cd8a7e-e0b3-41ff-be9f-30100ac305c9 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c8cdab6-70d7-496c-bfc2-615cf9a734eb&id=391e0fc4-afc7-4061-a2d1-258231c60da8&id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0795937 Nov 12 00:49:36.697079 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-04c73af8-00e6-468b-86f2-fc01fe199db1 req-de693393-795f-461b-9b1e-7acbb1db1007 service neutron] 10.222.0.21 "GET /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921837 Nov 12 00:49:36.866808 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24814dd7-2e65-451d-803e-df9c5e0f0017 req-5a6ad217-665d-4903-a032-837fd931be5e tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:36.868425 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-24814dd7-2e65-451d-803e-df9c5e0f0017 req-5a6ad217-665d-4903-a032-837fd931be5e tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.2099447 Nov 12 00:49:36.971331 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-04c73af8-00e6-468b-86f2-fc01fe199db1 req-9db2a08c-7a41-44ee-b0e3-a8810ff81a5b service neutron] 10.222.0.21 "GET /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470150 Nov 12 00:49:37.007259 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-24814dd7-2e65-451d-803e-df9c5e0f0017 req-c58d8c7e-e3fa-40b3-8801-009b0524398c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210990 Nov 12 00:49:37.771142 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecce48b-8d84-4b18-abaa-82e701130251 req-daa83f95-9939-4109-98c9-370d3a5e98c7 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:37.773413 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3ecce48b-8d84-4b18-abaa-82e701130251 req-daa83f95-9939-4109-98c9-370d3a5e98c7 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 1024 time: 0.0653322 Nov 12 00:49:37.903125 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3ecce48b-8d84-4b18-abaa-82e701130251 req-a9a76a2f-9d3a-43bc-89b6-281af8e0c724 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c8cdab6-70d7-496c-bfc2-615cf9a734eb&id=391e0fc4-afc7-4061-a2d1-258231c60da8&id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1227572 Nov 12 00:49:37.993403 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16cee5-1058-4137-ad2b-50b2e33f0af2 req-f670efa6-7fbb-4695-b8e4-60542a39e4cc tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:37.995192 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c16cee5-1058-4137-ad2b-50b2e33f0af2 req-f670efa6-7fbb-4695-b8e4-60542a39e4cc tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 1024 time: 0.0745053 Nov 12 00:49:38.209144 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc86d3-4508-4616-9551-c8a979b4bd96 req-4a066573-402b-45ac-89d1-2c1e0d3d307d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:38.220497 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-01cc86d3-4508-4616-9551-c8a979b4bd96 req-4a066573-402b-45ac-89d1-2c1e0d3d307d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0972958 Nov 12 00:49:38.266923 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-3c16cee5-1058-4137-ad2b-50b2e33f0af2 req-8756fe0a-43fb-4ebf-a3f5-c5d0fd2d3f26 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Deleting port a05d56b9-61c2-4b7d-be5c-47bf5fddba19 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:38.267321 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3c16cee5-1058-4137-ad2b-50b2e33f0af2 req-8756fe0a-43fb-4ebf-a3f5-c5d0fd2d3f26 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:38.396602 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-01cc86d3-4508-4616-9551-c8a979b4bd96 req-b1f36a04-ad2c-4d74-8ab3-9e8355a13eca tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751118 Nov 12 00:49:38.441805 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-3c16cee5-1058-4137-ad2b-50b2e33f0af2 req-8756fe0a-43fb-4ebf-a3f5-c5d0fd2d3f26 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] For port a05d56b9-61c2-4b7d-be5c-47bf5fddba19, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=a05d56b9-61c2-4b7d-be5c-47bf5fddba19,segment=NetworkSegment(985d4b2f-a35c-43e8-bcff-149d38aa8408),segment_id=985d4b2f-a35c-43e8-bcff-149d38aa8408)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:38.442567 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3c16cee5-1058-4137-ad2b-50b2e33f0af2 req-8756fe0a-43fb-4ebf-a3f5-c5d0fd2d3f26 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:38.460959 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-3c16cee5-1058-4137-ad2b-50b2e33f0af2 req-8756fe0a-43fb-4ebf-a3f5-c5d0fd2d3f26 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Calling delete_port for a05d56b9-61c2-4b7d-be5c-47bf5fddba19 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:38.506412 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:38.756211 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3c16cee5-1058-4137-ad2b-50b2e33f0af2 req-8756fe0a-43fb-4ebf-a3f5-c5d0fd2d3f26 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:38.768493 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['a05d56b9-61c2-4b7d-be5c-47bf5fddba19'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:38.793436 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['5c7a9101-2852-44a8-a9fd-9d5fc72941c0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:38.813245 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756fe0a-43fb-4ebf-a3f5-c5d0fd2d3f26 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event deleted for resources: {'Port': ['ID=a05d56b9-61c2-4b7d-be5c-47bf5fddba19,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:38.876551 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c16cee5-1058-4137-ad2b-50b2e33f0af2 req-8756fe0a-43fb-4ebf-a3f5-c5d0fd2d3f26 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] No DVR routers for this DVR port a05d56b9-61c2-4b7d-be5c-47bf5fddba19 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:38.880351 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3c16cee5-1058-4137-ad2b-50b2e33f0af2 req-8756fe0a-43fb-4ebf-a3f5-c5d0fd2d3f26 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:38.883843 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c16cee5-1058-4137-ad2b-50b2e33f0af2 req-8756fe0a-43fb-4ebf-a3f5-c5d0fd2d3f26 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.21 "DELETE /v2.0/ports/a05d56b9-61c2-4b7d-be5c-47bf5fddba19 HTTP/1.1" status: 204 len: 173 time: 0.8820148 Nov 12 00:49:38.884381 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff52846-2e1a-42e2-bfc4-471a70201df3', 'name': 'network-vif-deleted', 'tag': 'a05d56b9-61c2-4b7d-be5c-47bf5fddba19'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:38.886762 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5841bdee-707d-4012-b205-a654d3712c7d" -d '{"events": [{"server_uuid": "0ff52846-2e1a-42e2-bfc4-471a70201df3", "name": "network-vif-deleted", "tag": "a05d56b9-61c2-4b7d-be5c-47bf5fddba19"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:38.988010 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82679ba9-a605-499f-b589-62f8c7a4024c x-openstack-request-id: req-82679ba9-a605-499f-b589-62f8c7a4024c {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:38.988312 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff52846-2e1a-42e2-bfc4-471a70201df3", "name": "network-vif-deleted", "tag": "a05d56b9-61c2-4b7d-be5c-47bf5fddba19", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:38.988607 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82679ba9-a605-499f-b589-62f8c7a4024c {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:38.989772 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff52846-2e1a-42e2-bfc4-471a70201df3', 'name': 'network-vif-deleted', 'tag': 'a05d56b9-61c2-4b7d-be5c-47bf5fddba19', 'status': 'completed', 'code': 200} Nov 12 00:49:39.057140 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-45379b02-9804-4083-952b-da58c6405930 req-0cd34477-11ec-46a2-a238-863ec7bf665f tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ff52846-2e1a-42e2-bfc4-471a70201df3 HTTP/1.1" status: 200 len: 210 time: 0.0358887 Nov 12 00:49:39.593608 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660b6e8-457f-4e12-be82-087c36ba8437 req-824d3015-53e5-49a9-a1c4-fb2ae6b70add tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:39.595227 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a660b6e8-457f-4e12-be82-087c36ba8437 req-824d3015-53e5-49a9-a1c4-fb2ae6b70add tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0998292 Nov 12 00:49:39.659712 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a660b6e8-457f-4e12-be82-087c36ba8437 req-647a6d01-2ed1-4b8d-bb02-d8693bd3bd0d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521519 Nov 12 00:49:40.228446 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1451b90d-620f-4177-ab3e-5f363bbc2460 req-558e3793-964f-4a19-a1d1-87e9722cdcc3 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/391e0fc4-afc7-4061-a2d1-258231c60da8 HTTP/1.1" status: 200 len: 1819 time: 0.0726700 Nov 12 00:49:40.299088 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1451b90d-620f-4177-ab3e-5f363bbc2460 req-7773adbd-8933-46d4-bb31-7569846bd74d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.369947 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1451b90d-620f-4177-ab3e-5f363bbc2460 req-7773adbd-8933-46d4-bb31-7569846bd74d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.477589 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1451b90d-620f-4177-ab3e-5f363bbc2460 req-7773adbd-8933-46d4-bb31-7569846bd74d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.480492 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1451b90d-620f-4177-ab3e-5f363bbc2460 req-7773adbd-8933-46d4-bb31-7569846bd74d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.481798 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1451b90d-620f-4177-ab3e-5f363bbc2460 req-7773adbd-8933-46d4-bb31-7569846bd74d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "DELETE /v2.0/security-groups/391e0fc4-afc7-4061-a2d1-258231c60da8 HTTP/1.1" status: 204 len: 173 time: 0.2515795 Nov 12 00:49:40.509986 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773adbd-8933-46d4-bb31-7569846bd74d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=391e0fc4-afc7-4061-a2d1-258231c60da8,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:40.589225 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cc4e29c4-e5cf-40ac-a0eb-03625bb181a2 req-b9ebeef6-884e-4de1-bae2-f9219baa66ae tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/4c8cdab6-70d7-496c-bfc2-615cf9a734eb HTTP/1.1" status: 200 len: 1819 time: 0.0801983 Nov 12 00:49:40.708199 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cc4e29c4-e5cf-40ac-a0eb-03625bb181a2 req-7e53f163-cd3d-4472-ac89-20a3e48f86a1 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.735701 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cc4e29c4-e5cf-40ac-a0eb-03625bb181a2 req-7e53f163-cd3d-4472-ac89-20a3e48f86a1 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.791376 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cc4e29c4-e5cf-40ac-a0eb-03625bb181a2 req-7e53f163-cd3d-4472-ac89-20a3e48f86a1 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.791376 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-cc4e29c4-e5cf-40ac-a0eb-03625bb181a2 req-7e53f163-cd3d-4472-ac89-20a3e48f86a1 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.793669 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cc4e29c4-e5cf-40ac-a0eb-03625bb181a2 req-7e53f163-cd3d-4472-ac89-20a3e48f86a1 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "DELETE /v2.0/security-groups/4c8cdab6-70d7-496c-bfc2-615cf9a734eb HTTP/1.1" status: 204 len: 173 time: 0.2034562 Nov 12 00:49:40.810394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53f163-cd3d-4472-ac89-20a3e48f86a1 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8cdab6-70d7-496c-bfc2-615cf9a734eb,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:40.836992 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-64abab61-582d-4500-ac3d-b50a206aca07 req-2139f776-beb3-4e6b-aaf8-d9ed986dddea tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1030189125', 'description': 'tempest-description-626084527'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:40.873121 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-64abab61-582d-4500-ac3d-b50a206aca07 req-2139f776-beb3-4e6b-aaf8-d9ed986dddea tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.876784 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef7906-7749-4655-8727-1aee91d64f3a req-7d1ea00e-c32e-444b-a352-7c3257a91685 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:40.884443 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0ef7906-7749-4655-8727-1aee91d64f3a req-7d1ea00e-c32e-444b-a352-7c3257a91685 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0993898 Nov 12 00:49:40.956566 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0ef7906-7749-4655-8727-1aee91d64f3a req-34c92fda-4c98-4ce9-b7de-f76ab0dcd852 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702143 Nov 12 00:49:40.968969 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-64abab61-582d-4500-ac3d-b50a206aca07 req-2139f776-beb3-4e6b-aaf8-d9ed986dddea tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.977806 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-64abab61-582d-4500-ac3d-b50a206aca07 req-2139f776-beb3-4e6b-aaf8-d9ed986dddea tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.015785 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-64abab61-582d-4500-ac3d-b50a206aca07 req-2139f776-beb3-4e6b-aaf8-d9ed986dddea tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.018414 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64abab61-582d-4500-ac3d-b50a206aca07 req-2139f776-beb3-4e6b-aaf8-d9ed986dddea tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1893957 Nov 12 00:49:41.019279 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139f776-beb3-4e6b-aaf8-d9ed986dddea tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99508979-cbe8-45f0-bb2d-3c6e4e694f72,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:41.100874 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-13a38fb3-2ff2-49ad-8304-b79ee4a04a5c req-c92d667e-f694-4082-8fc7-69e6cce702af tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/99508979-cbe8-45f0-bb2d-3c6e4e694f72 HTTP/1.1" status: 200 len: 1819 time: 0.0492904 Nov 12 00:49:41.117904 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-13a38fb3-2ff2-49ad-8304-b79ee4a04a5c req-4ede6c13-de88-427e-9352-ce24b3681c9d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2050113285', 'description': 'tempest-description-hth-692540002'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:41.170158 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-13a38fb3-2ff2-49ad-8304-b79ee4a04a5c req-4ede6c13-de88-427e-9352-ce24b3681c9d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.260347 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-13a38fb3-2ff2-49ad-8304-b79ee4a04a5c req-4ede6c13-de88-427e-9352-ce24b3681c9d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.274219 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-13a38fb3-2ff2-49ad-8304-b79ee4a04a5c req-4ede6c13-de88-427e-9352-ce24b3681c9d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.280293 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-13a38fb3-2ff2-49ad-8304-b79ee4a04a5c req-4ede6c13-de88-427e-9352-ce24b3681c9d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.286172 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-13a38fb3-2ff2-49ad-8304-b79ee4a04a5c req-4ede6c13-de88-427e-9352-ce24b3681c9d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "PUT /v2.0/security-groups/99508979-cbe8-45f0-bb2d-3c6e4e694f72 HTTP/1.1" status: 200 len: 1793 time: 0.1748850 Nov 12 00:49:41.316646 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device a05d56b9-61c2-4b7d-be5c-47bf5fddba19 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:41.355494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede6c13-de88-427e-9352-ce24b3681c9d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99508979-cbe8-45f0-bb2d-3c6e4e694f72,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:41.366137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: a05d56b9-61c2-4b7d-be5c-47bf5fddba19 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:41.367798 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device a05d56b9-61c2-4b7d-be5c-47bf5fddba19 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:41.408105 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-697e660d-20fc-4212-a74b-bea5a720a789 req-a0dce15b-f95a-4f75-87f4-7e671cf5ee7a tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/99508979-cbe8-45f0-bb2d-3c6e4e694f72 HTTP/1.1" status: 200 len: 1793 time: 0.0930104 Nov 12 00:49:41.528146 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a53852ab-ac7f-4130-8062-7d36ee25721f req-b89640bc-dbcb-476e-a3f3-842c690b280b tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/99508979-cbe8-45f0-bb2d-3c6e4e694f72 HTTP/1.1" status: 200 len: 1793 time: 0.1000938 Nov 12 00:49:41.584409 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a53852ab-ac7f-4130-8062-7d36ee25721f req-4d9089ef-d570-4ae1-852b-a479c6cb8a9c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.609364 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a53852ab-ac7f-4130-8062-7d36ee25721f req-4d9089ef-d570-4ae1-852b-a479c6cb8a9c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.664025 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a53852ab-ac7f-4130-8062-7d36ee25721f req-4d9089ef-d570-4ae1-852b-a479c6cb8a9c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.667154 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a53852ab-ac7f-4130-8062-7d36ee25721f req-4d9089ef-d570-4ae1-852b-a479c6cb8a9c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:41.668597 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a53852ab-ac7f-4130-8062-7d36ee25721f req-4d9089ef-d570-4ae1-852b-a479c6cb8a9c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "DELETE /v2.0/security-groups/99508979-cbe8-45f0-bb2d-3c6e4e694f72 HTTP/1.1" status: 204 len: 173 time: 0.1398284 Nov 12 00:49:41.681856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9089ef-d570-4ae1-852b-a479c6cb8a9c tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99508979-cbe8-45f0-bb2d-3c6e4e694f72,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:41.922060 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [req-53051699-8c66-4295-b87e-0db578c2434e req-1a3e04c2-b22c-4d26-8c4d-0cb79203f1c3 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] show failed (client error): The resource could not be found. Nov 12 00:49:41.928482 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53051699-8c66-4295-b87e-0db578c2434e req-1a3e04c2-b22c-4d26-8c4d-0cb79203f1c3 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/4c8cdab6-70d7-496c-bfc2-615cf9a734eb HTTP/1.1" status: 404 len: 352 time: 0.0328281 Nov 12 00:49:41.999394 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-f75a9c60-6bbc-4436-a777-5617da7ff393 req-12261c66-8c66-4603-a22f-f967f6999ab3 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] show failed (client error): The resource could not be found. Nov 12 00:49:42.017517 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f75a9c60-6bbc-4436-a777-5617da7ff393 req-12261c66-8c66-4603-a22f-f967f6999ab3 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/391e0fc4-afc7-4061-a2d1-258231c60da8 HTTP/1.1" status: 404 len: 352 time: 0.0612206 Nov 12 00:49:42.067018 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-54c18db3-bc0a-4750-8fb0-dd82532c4ef4 req-ae44192a-e156-422e-9877-175539909c65 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] show failed (client error): The resource could not be found. Nov 12 00:49:42.068487 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54c18db3-bc0a-4750-8fb0-dd82532c4ef4 req-ae44192a-e156-422e-9877-175539909c65 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/e9993636-75ab-4b66-ac95-8fa92103c0a3 HTTP/1.1" status: 404 len: 352 time: 0.0264876 Nov 12 00:49:42.116432 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-62706cea-646b-48b5-be7a-f66664bebe25 req-7c00c6b2-838d-420b-b079-e0443692dda5 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] show failed (client error): The resource could not be found. Nov 12 00:49:42.134553 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-62706cea-646b-48b5-be7a-f66664bebe25 req-7c00c6b2-838d-420b-b079-e0443692dda5 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/75c7d409-8c7a-496f-b96e-0d59bb5d2492 HTTP/1.1" status: 404 len: 352 time: 0.0403600 Nov 12 00:49:42.178573 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-9e48dbfb-4f6c-4c17-a75e-4d9ff1e6ddfd req-7d19745f-80a3-4ff8-a051-c67a084cbb55 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] show failed (client error): The resource could not be found. Nov 12 00:49:42.193504 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9e48dbfb-4f6c-4c17-a75e-4d9ff1e6ddfd req-7d19745f-80a3-4ff8-a051-c67a084cbb55 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/55a70f4f-553f-4fe0-8ccb-0792bff43b69 HTTP/1.1" status: 404 len: 352 time: 0.0489135 Nov 12 00:49:42.198517 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc24ff-efbe-4cc0-b6fd-d3bf1e9002c2 req-23357b29-53b1-4e6f-9eb1-23757f66437e tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:42.207375 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3dbc24ff-efbe-4cc0-b6fd-d3bf1e9002c2 req-23357b29-53b1-4e6f-9eb1-23757f66437e tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.1168389 Nov 12 00:49:42.232777 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-f890d15e-8387-433c-a1fd-49799275c571 req-72b5d600-58a5-43ef-b768-4bb3b3feafc0 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] show failed (client error): The resource could not be found. Nov 12 00:49:42.246401 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f890d15e-8387-433c-a1fd-49799275c571 req-72b5d600-58a5-43ef-b768-4bb3b3feafc0 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/2009a6de-f041-4622-a512-6f1f683e687c HTTP/1.1" status: 404 len: 352 time: 0.0402551 Nov 12 00:49:42.288153 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3dbc24ff-efbe-4cc0-b6fd-d3bf1e9002c2 req-a6b301f7-8e33-4d3c-b7cc-b556357a422a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794418 Nov 12 00:49:42.712424 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33138b-5342-4c77-9748-f0e9f975b8f8 req-0d55555e-49a0-4387-9747-d0cd88800d27 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:42.720385 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9a33138b-5342-4c77-9748-f0e9f975b8f8 req-0d55555e-49a0-4387-9747-d0cd88800d27 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0859cbc-7d1f-4388-992c-e33291a2165f HTTP/1.1" status: 200 len: 1023 time: 0.1017559 Nov 12 00:49:42.842580 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9a33138b-5342-4c77-9748-f0e9f975b8f8 req-245521cc-f347-455e-a03a-3b8cc904fe2a tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=2114cad1-373a-494f-8ea9-78dcc5ee2068&id=2d193a2f-4a2e-4894-8940-aa319924fe7c&id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1168125 Nov 12 00:49:43.483665 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58cb63-d2b9-4ffa-a3ec-cd7f5701ec3d req-eccfbd33-3930-4184-9158-c7bdd108f8a2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:43.495902 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fa58cb63-d2b9-4ffa-a3ec-cd7f5701ec3d req-eccfbd33-3930-4184-9158-c7bdd108f8a2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.1305563 Nov 12 00:49:43.575637 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fa58cb63-d2b9-4ffa-a3ec-cd7f5701ec3d req-c911cf9f-79ca-4190-b438-f7e9c929e4bd tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782185 Nov 12 00:49:43.979918 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ac6ad-a271-4edc-9866-78503af14f1e req-5fb29cb2-d783-4361-be25-712598bf8388 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:43.982063 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-379ac6ad-a271-4edc-9866-78503af14f1e req-5fb29cb2-d783-4361-be25-712598bf8388 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0859cbc-7d1f-4388-992c-e33291a2165f HTTP/1.1" status: 200 len: 1023 time: 0.0599217 Nov 12 00:49:44.062223 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-379ac6ad-a271-4edc-9866-78503af14f1e req-9a3e3857-7b61-43bb-9342-bcf420c88087 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups?id=2114cad1-373a-494f-8ea9-78dcc5ee2068&id=2d193a2f-4a2e-4894-8940-aa319924fe7c&id=3804971b-d0a3-4a44-bab5-502f050931c4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0718822 Nov 12 00:49:44.221295 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ae62a-68c0-4352-97a4-c37a34de02e9 req-19666b7d-b419-4a49-8034-4d161ed4317a tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:44.222985 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-490ae62a-68c0-4352-97a4-c37a34de02e9 req-19666b7d-b419-4a49-8034-4d161ed4317a tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0859cbc-7d1f-4388-992c-e33291a2165f HTTP/1.1" status: 200 len: 1023 time: 0.0534296 Nov 12 00:49:44.330159 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-490ae62a-68c0-4352-97a4-c37a34de02e9 req-024db589-8f11-4e0b-b205-cd2db4a6a565 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Deleting port 5c7a9101-2852-44a8-a9fd-9d5fc72941c0 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:44.330497 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-490ae62a-68c0-4352-97a4-c37a34de02e9 req-024db589-8f11-4e0b-b205-cd2db4a6a565 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:44.424660 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-490ae62a-68c0-4352-97a4-c37a34de02e9 req-024db589-8f11-4e0b-b205-cd2db4a6a565 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] For port 5c7a9101-2852-44a8-a9fd-9d5fc72941c0, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5c7a9101-2852-44a8-a9fd-9d5fc72941c0,segment=NetworkSegment(985d4b2f-a35c-43e8-bcff-149d38aa8408),segment_id=985d4b2f-a35c-43e8-bcff-149d38aa8408)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:44.425182 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-490ae62a-68c0-4352-97a4-c37a34de02e9 req-024db589-8f11-4e0b-b205-cd2db4a6a565 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:44.438015 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-490ae62a-68c0-4352-97a4-c37a34de02e9 req-024db589-8f11-4e0b-b205-cd2db4a6a565 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Calling delete_port for 5c7a9101-2852-44a8-a9fd-9d5fc72941c0 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:44.575847 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-490ae62a-68c0-4352-97a4-c37a34de02e9 req-024db589-8f11-4e0b-b205-cd2db4a6a565 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:44.604250 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024db589-8f11-4e0b-b205-cd2db4a6a565 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event deleted for resources: {'Port': ['ID=5c7a9101-2852-44a8-a9fd-9d5fc72941c0,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:44.612300 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['5c7a9101-2852-44a8-a9fd-9d5fc72941c0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:44.689158 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-490ae62a-68c0-4352-97a4-c37a34de02e9 req-024db589-8f11-4e0b-b205-cd2db4a6a565 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] No DVR routers for this DVR port 5c7a9101-2852-44a8-a9fd-9d5fc72941c0 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:44.695518 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-490ae62a-68c0-4352-97a4-c37a34de02e9 req-024db589-8f11-4e0b-b205-cd2db4a6a565 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:44.699128 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-490ae62a-68c0-4352-97a4-c37a34de02e9 req-024db589-8f11-4e0b-b205-cd2db4a6a565 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.15 "DELETE /v2.0/ports/5c7a9101-2852-44a8-a9fd-9d5fc72941c0 HTTP/1.1" status: 204 len: 173 time: 0.4702075 Nov 12 00:49:44.701447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0859cbc-7d1f-4388-992c-e33291a2165f', 'name': 'network-vif-deleted', 'tag': '5c7a9101-2852-44a8-a9fd-9d5fc72941c0'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:44.705875 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87175957-51ba-429d-a1c1-ab5343ce4627" -d '{"events": [{"server_uuid": "e0859cbc-7d1f-4388-992c-e33291a2165f", "name": "network-vif-deleted", "tag": "5c7a9101-2852-44a8-a9fd-9d5fc72941c0"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:44.779706 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce9e14-312d-4710-bf6d-22ddfcd61df4 req-80a0a921-7a18-414e-81e5-b38679c1954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:44.782436 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-96ce9e14-312d-4710-bf6d-22ddfcd61df4 req-80a0a921-7a18-414e-81e5-b38679c1954e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ede968b1a094c7192de77d827500d37&device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 1097 time: 0.1136768 Nov 12 00:49:44.798172 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c8f87-6722-466e-86a5-04aee7536328 req-b2e0e174-4323-4175-982d-52b0ba9e09b0 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:44.805359 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c3c8f87-6722-466e-86a5-04aee7536328 req-b2e0e174-4323-4175-982d-52b0ba9e09b0 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0953159 Nov 12 00:49:44.947519 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c3c8f87-6722-466e-86a5-04aee7536328 req-a2687470-14f0-4d64-9eca-d39fc9369160 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387053 Nov 12 00:49:44.948964 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce9e14-312d-4710-bf6d-22ddfcd61df4 req-29914a07-1afb-4c4d-9eef-b52a4f50a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:44.950449 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-96ce9e14-312d-4710-bf6d-22ddfcd61df4 req-29914a07-1afb-4c4d-9eef-b52a4f50a426 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d74c3bda-c588-4e57-b67a-b6869318bb04 HTTP/1.1" status: 200 len: 911 time: 0.1428912 Nov 12 00:49:45.026484 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-96ce9e14-312d-4710-bf6d-22ddfcd61df4 req-216a3800-33ad-41c6-8688-c861f855543f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4946c30-0fad-41c6-99a1-0dc8ce81ac17 HTTP/1.1" status: 200 len: 217 time: 0.0677235 Nov 12 00:49:45.060498 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2215cca0-29e8-4dfa-957e-9a58600396fa x-openstack-request-id: req-2215cca0-29e8-4dfa-957e-9a58600396fa {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:45.061032 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0859cbc-7d1f-4388-992c-e33291a2165f", "name": "network-vif-deleted", "tag": "5c7a9101-2852-44a8-a9fd-9d5fc72941c0", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:45.061123 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2215cca0-29e8-4dfa-957e-9a58600396fa {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:45.061471 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0859cbc-7d1f-4388-992c-e33291a2165f', 'name': 'network-vif-deleted', 'tag': '5c7a9101-2852-44a8-a9fd-9d5fc72941c0', 'status': 'completed', 'code': 200} Nov 12 00:49:45.090199 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce9e14-312d-4710-bf6d-22ddfcd61df4 req-cb96c82e-6348-422c-89de-ab976a802559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:45.091905 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-96ce9e14-312d-4710-bf6d-22ddfcd61df4 req-cb96c82e-6348-422c-89de-ab976a802559 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9007ee2-5879-4419-99d4-bd9610ef3298 HTTP/1.1" status: 200 len: 850 time: 0.0583353 Nov 12 00:49:45.126757 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-96ce9e14-312d-4710-bf6d-22ddfcd61df4 req-eae3a926-f414-4b8f-90ff-c2c42d02f9c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d74c3bda-c588-4e57-b67a-b6869318bb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283561 Nov 12 00:49:45.190227 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3754ac39-f857-444d-b270-fb631e2451ae req-5fc3d508-a1c4-48d0-9dd1-dd0c65a08fab tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0859cbc-7d1f-4388-992c-e33291a2165f HTTP/1.1" status: 200 len: 210 time: 0.0365238 Nov 12 00:49:45.237971 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-96ce9e14-312d-4710-bf6d-22ddfcd61df4 req-921534b9-c171-4f36-ad94-63ba9ff10122 service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035423 Nov 12 00:49:45.347038 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-96ce9e14-312d-4710-bf6d-22ddfcd61df4 req-c6b9e5f8-8fce-4105-ac0a-7791fd18e76d service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015441 Nov 12 00:49:46.077374 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db0cae-49b1-41cb-850f-c1862c8a1cb6 req-88ce5205-f2e3-4236-a971-0ae538238fc4 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.078881 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60db0cae-49b1-41cb-850f-c1862c8a1cb6 req-88ce5205-f2e3-4236-a971-0ae538238fc4 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0600381 Nov 12 00:49:46.157929 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60db0cae-49b1-41cb-850f-c1862c8a1cb6 req-8596fe11-e341-438f-ac34-d1b97a4d3133 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606694 Nov 12 00:49:46.199443 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-05351f78-1eb1-467c-85fe-175463cb7239 req-05953910-6442-43e6-9fdf-f3d8b8972e9c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422218 Nov 12 00:49:46.325909 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05351f78-1eb1-467c-85fe-175463cb7239 req-dea7c696-cd63-410b-9e73-173de49f2b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.329005 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-05351f78-1eb1-467c-85fe-175463cb7239 req-dea7c696-cd63-410b-9e73-173de49f2b21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4324cd530d294d27a4a03b3e458b655e&device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 1098 time: 0.0738533 Nov 12 00:49:46.332114 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-95db42b7-4e19-4aef-b6ed-e5f2c08378c7 req-bbdaa209-495c-41a1-974e-5779e8b6eb7d tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/2114cad1-373a-494f-8ea9-78dcc5ee2068 HTTP/1.1" status: 200 len: 1820 time: 0.0603187 Nov 12 00:49:46.403127 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-95db42b7-4e19-4aef-b6ed-e5f2c08378c7 req-4aac1e54-7658-468f-a771-719f009c53c6 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.427399 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-95db42b7-4e19-4aef-b6ed-e5f2c08378c7 req-4aac1e54-7658-468f-a771-719f009c53c6 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.457475 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05351f78-1eb1-467c-85fe-175463cb7239 req-aa09ace0-3173-4b0d-937b-a2d6bf49a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.458474 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-05351f78-1eb1-467c-85fe-175463cb7239 req-aa09ace0-3173-4b0d-937b-a2d6bf49a188 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4ed6ff91-f62e-41b7-80b6-a3533ae98587 HTTP/1.1" status: 200 len: 915 time: 0.1007712 Nov 12 00:49:46.483984 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-95db42b7-4e19-4aef-b6ed-e5f2c08378c7 req-4aac1e54-7658-468f-a771-719f009c53c6 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.487422 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-95db42b7-4e19-4aef-b6ed-e5f2c08378c7 req-4aac1e54-7658-468f-a771-719f009c53c6 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.494147 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-95db42b7-4e19-4aef-b6ed-e5f2c08378c7 req-4aac1e54-7658-468f-a771-719f009c53c6 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "DELETE /v2.0/security-groups/2114cad1-373a-494f-8ea9-78dcc5ee2068 HTTP/1.1" status: 204 len: 173 time: 0.1546173 Nov 12 00:49:46.505026 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac1e54-7658-468f-a771-719f009c53c6 tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2114cad1-373a-494f-8ea9-78dcc5ee2068,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:46.557537 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-05351f78-1eb1-467c-85fe-175463cb7239 req-815161c9-5a14-487e-aa77-03169f65a5d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5b1555e-e0ee-48cb-b248-1ff7aa92890c HTTP/1.1" status: 200 len: 1002 time: 0.0900123 Nov 12 00:49:46.639352 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dfe8cd0a-b893-4741-a5f4-8e6014eab667 req-df8623aa-c5a7-4cfb-801f-8e9ec0a6042a tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "GET /v2.0/security-groups/2d193a2f-4a2e-4894-8940-aa319924fe7c HTTP/1.1" status: 200 len: 1820 time: 0.0951476 Nov 12 00:49:46.666522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05351f78-1eb1-467c-85fe-175463cb7239 req-6b7cdaf2-2ee6-47b1-ab21-e19da81f7c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.668338 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-05351f78-1eb1-467c-85fe-175463cb7239 req-6b7cdaf2-2ee6-47b1-ab21-e19da81f7c84 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb HTTP/1.1" status: 200 len: 853 time: 0.0985887 Nov 12 00:49:46.752674 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05351f78-1eb1-467c-85fe-175463cb7239 req-b368d2d8-854b-4932-a9da-8d0f58afbe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:46.754213 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-05351f78-1eb1-467c-85fe-175463cb7239 req-b368d2d8-854b-4932-a9da-8d0f58afbe24 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ed6ff91-f62e-41b7-80b6-a3533ae98587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767500 Nov 12 00:49:46.757123 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-dfe8cd0a-b893-4741-a5f4-8e6014eab667 req-f8f43a48-9815-42fb-9138-3e78c76fdd9a tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.800976 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-dfe8cd0a-b893-4741-a5f4-8e6014eab667 req-f8f43a48-9815-42fb-9138-3e78c76fdd9a tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.896004 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-dfe8cd0a-b893-4741-a5f4-8e6014eab667 req-f8f43a48-9815-42fb-9138-3e78c76fdd9a tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.898773 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-dfe8cd0a-b893-4741-a5f4-8e6014eab667 req-f8f43a48-9815-42fb-9138-3e78c76fdd9a tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.900364 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dfe8cd0a-b893-4741-a5f4-8e6014eab667 req-f8f43a48-9815-42fb-9138-3e78c76fdd9a tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] 10.222.0.31 "DELETE /v2.0/security-groups/2d193a2f-4a2e-4894-8940-aa319924fe7c HTTP/1.1" status: 204 len: 173 time: 0.2503934 Nov 12 00:49:46.902282 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-05351f78-1eb1-467c-85fe-175463cb7239 req-f67b79cb-57d8-4c3b-82c6-3319661a31a1 service neutron] 10.222.0.21 "GET /v2.0/networks/4ed6ff91-f62e-41b7-80b6-a3533ae98587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345549 Nov 12 00:49:46.909012 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41486) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:46.922979 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f43a48-9815-42fb-9138-3e78c76fdd9a tempest-SecurityGroupsTestJSON-1662199691 tempest-SecurityGroupsTestJSON-1662199691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d193a2f-4a2e-4894-8940-aa319924fe7c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:46.980293 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-856322a9-7253-4ccf-8680-3dffb826e2be admin admin] Deleting subnet 4f151dda-d2d1-461c-8bdd-a233065a9900 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:49:46.986788 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-856322a9-7253-4ccf-8680-3dffb826e2be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.023241 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-05351f78-1eb1-467c-85fe-175463cb7239 req-edfd3b7f-69eb-4ed5-850b-bacb20f619c9 service neutron] 10.222.0.21 "GET /v2.0/networks/4ed6ff91-f62e-41b7-80b6-a3533ae98587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091609 Nov 12 00:49:47.025265 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-856322a9-7253-4ccf-8680-3dffb826e2be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.071816 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-856322a9-7253-4ccf-8680-3dffb826e2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.140522 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-856322a9-7253-4ccf-8680-3dffb826e2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.175015 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856322a9-7253-4ccf-8680-3dffb826e2be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f151dda-d2d1-461c-8bdd-a233065a9900,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:47.188452 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-856322a9-7253-4ccf-8680-3dffb826e2be admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.195711 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-856322a9-7253-4ccf-8680-3dffb826e2be admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4f151dda-d2d1-461c-8bdd-a233065a9900 HTTP/1.1" status: 204 len: 168 time: 0.2832415 Nov 12 00:49:47.196901 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41498) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:47.290702 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef6e88dc-0ffa-496b-96f9-26aa4c1754a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.328720 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123092de-4263-4039-8896-53ecc18a8fb0 req-75c26046-9f9c-45d5-8211-dad496badde4 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:47.330350 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-123092de-4263-4039-8896-53ecc18a8fb0 req-75c26046-9f9c-45d5-8211-dad496badde4 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 945 time: 0.0561283 Nov 12 00:49:47.341728 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device c4946c30-0fad-41c6-99a1-0dc8ce81ac17 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:47.398686 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-123092de-4263-4039-8896-53ecc18a8fb0 req-7dd4376e-161a-47dc-9fc1-69e092b70faa tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616465 Nov 12 00:49:47.465017 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef6e88dc-0ffa-496b-96f9-26aa4c1754a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.465478 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.507829 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port c4946c30-0fad-41c6-99a1-0dc8ce81ac17, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c4946c30-0fad-41c6-99a1-0dc8ce81ac17,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:47.509380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-ef6e88dc-0ffa-496b-96f9-26aa4c1754a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39318968-eb76-4ba4-9007-7905f9aa7725']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:47.510797 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18c10ed-06e2-418a-84c1-49886cc95875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4946c30-0fad-41c6-99a1-0dc8ce81ac17'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:47.514533 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a553c81-7fb1-459e-9376-642a2eac81d4" -d '{"events": [{"server_uuid": "f18c10ed-06e2-418a-84c1-49886cc95875", "name": "network-vif-unplugged", "status": "completed", "tag": "c4946c30-0fad-41c6-99a1-0dc8ce81ac17"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:47.535872 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.549687 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-ef6e88dc-0ffa-496b-96f9-26aa4c1754a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985d4b2f-a35c-43e8-bcff-149d38aa8408') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:47.549989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-ef6e88dc-0ffa-496b-96f9-26aa4c1754a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985d4b2f-a35c-43e8-bcff-149d38aa8408') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:47.568069 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef6e88dc-0ffa-496b-96f9-26aa4c1754a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.587604 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef6e88dc-0ffa-496b-96f9-26aa4c1754a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.595207 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6e88dc-0ffa-496b-96f9-26aa4c1754a9 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:49:47.595613 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef6e88dc-0ffa-496b-96f9-26aa4c1754a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.618818 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40d279c-ec7c-4813-81e1-9cacd24fc281 x-openstack-request-id: req-c40d279c-ec7c-4813-81e1-9cacd24fc281 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:47.619295 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18c10ed-06e2-418a-84c1-49886cc95875", "name": "network-vif-unplugged", "status": "failed", "tag": "c4946c30-0fad-41c6-99a1-0dc8ce81ac17", "code": 422}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:47.619708 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c40d279c-ec7c-4813-81e1-9cacd24fc281 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:47.620279 n-d-712137-14 neutron-server[114244]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f18c10ed-06e2-418a-84c1-49886cc95875', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c4946c30-0fad-41c6-99a1-0dc8ce81ac17', 'code': 422} returned with failed status Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:49:47.661595 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:49:47.664555 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=c4946c30-0fad-41c6-99a1-0dc8ce81ac17,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:47.677871 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef6e88dc-0ffa-496b-96f9-26aa4c1754a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.684635 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef6e88dc-0ffa-496b-96f9-26aa4c1754a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.698995 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ef6e88dc-0ffa-496b-96f9-26aa4c1754a9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/39318968-eb76-4ba4-9007-7905f9aa7725 HTTP/1.1" status: 204 len: 168 time: 0.5003572 Nov 12 00:49:47.731200 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e88dc-0ffa-496b-96f9-26aa4c1754a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=39318968-eb76-4ba4-9007-7905f9aa7725,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:47.904098 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41524) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:47.988974 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-240eb735-22ba-4160-99a5-15340d5949a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35d8a8600ccf46968c07865a555a7c72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0835619 Nov 12 00:49:47.991616 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41528) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:48.055758 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c8617ed1-be5c-451d-9dc3-1c7374cba395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.084381 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c8617ed1-be5c-451d-9dc3-1c7374cba395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.146352 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c8617ed1-be5c-451d-9dc3-1c7374cba395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.150992 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c8617ed1-be5c-451d-9dc3-1c7374cba395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.152549 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c8617ed1-be5c-451d-9dc3-1c7374cba395 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3804971b-d0a3-4a44-bab5-502f050931c4 HTTP/1.1" status: 204 len: 168 time: 0.1598804 Nov 12 00:49:48.162768 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41540) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:48.185692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8617ed1-be5c-451d-9dc3-1c7374cba395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3804971b-d0a3-4a44-bab5-502f050931c4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:48.356930 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c736ff3d-ed82-48b3-903a-01e6265bd331 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.471042 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c736ff3d-ed82-48b3-903a-01e6265bd331 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.476560 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c736ff3d-ed82-48b3-903a-01e6265bd331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.535939 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c736ff3d-ed82-48b3-903a-01e6265bd331 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3dcbe0bb1a9f4bbd8a68423e9e1b6d80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3720677 Nov 12 00:49:48.537607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736ff3d-ed82-48b3-903a-01e6265bd331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b89509-d027-41d2-b4ae-f4eaa8b41b5b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:48.539002 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41570) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:48.628662 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c65bc6a6-7f0b-442c-9872-9d0f8cc6e5b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.663904 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c65bc6a6-7f0b-442c-9872-9d0f8cc6e5b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.720539 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c65bc6a6-7f0b-442c-9872-9d0f8cc6e5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.723305 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c65bc6a6-7f0b-442c-9872-9d0f8cc6e5b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.727173 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c65bc6a6-7f0b-442c-9872-9d0f8cc6e5b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64b89509-d027-41d2-b4ae-f4eaa8b41b5b HTTP/1.1" status: 204 len: 168 time: 0.1870863 Nov 12 00:49:48.736730 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bc6a6-7f0b-442c-9872-9d0f8cc6e5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b89509-d027-41d2-b4ae-f4eaa8b41b5b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:48.746593 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74d7ad-e658-4692-891c-b00713057ab0 req-c0c6f5f5-50bc-45ab-9c52-097792524a84 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:48.754721 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-de74d7ad-e658-4692-891c-b00713057ab0 req-c0c6f5f5-50bc-45ab-9c52-097792524a84 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c10ed-06e2-418a-84c1-49886cc95875 HTTP/1.1" status: 200 len: 943 time: 0.0703335 Nov 12 00:49:48.855102 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-de74d7ad-e658-4692-891c-b00713057ab0 req-78e4abb2-0991-427e-94d5-6ed97420687c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Deleting port c4946c30-0fad-41c6-99a1-0dc8ce81ac17 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:49:48.855442 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-de74d7ad-e658-4692-891c-b00713057ab0 req-78e4abb2-0991-427e-94d5-6ed97420687c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.971192 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-de74d7ad-e658-4692-891c-b00713057ab0 req-78e4abb2-0991-427e-94d5-6ed97420687c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] For port c4946c30-0fad-41c6-99a1-0dc8ce81ac17, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c4946c30-0fad-41c6-99a1-0dc8ce81ac17,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:48.971699 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-de74d7ad-e658-4692-891c-b00713057ab0 req-78e4abb2-0991-427e-94d5-6ed97420687c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.990313 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-de74d7ad-e658-4692-891c-b00713057ab0 req-78e4abb2-0991-427e-94d5-6ed97420687c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Calling delete_port for c4946c30-0fad-41c6-99a1-0dc8ce81ac17 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:49:49.145622 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-de74d7ad-e658-4692-891c-b00713057ab0 req-78e4abb2-0991-427e-94d5-6ed97420687c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.182751 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41592) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:49.196358 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4abb2-0991-427e-94d5-6ed97420687c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Pushing event deleted for resources: {'Port': ['ID=c4946c30-0fad-41c6-99a1-0dc8ce81ac17,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:49.221412 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-728d9b02-3ab4-4497-9279-d8c5a46fe1e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.270738 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-de74d7ad-e658-4692-891c-b00713057ab0 req-78e4abb2-0991-427e-94d5-6ed97420687c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] No DVR routers for this DVR port c4946c30-0fad-41c6-99a1-0dc8ce81ac17 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:49:49.276500 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-de74d7ad-e658-4692-891c-b00713057ab0 req-78e4abb2-0991-427e-94d5-6ed97420687c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.283862 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-de74d7ad-e658-4692-891c-b00713057ab0 req-78e4abb2-0991-427e-94d5-6ed97420687c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "DELETE /v2.0/ports/c4946c30-0fad-41c6-99a1-0dc8ce81ac17 HTTP/1.1" status: 204 len: 173 time: 0.5277333 Nov 12 00:49:49.285358 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18c10ed-06e2-418a-84c1-49886cc95875', 'name': 'network-vif-deleted', 'tag': 'c4946c30-0fad-41c6-99a1-0dc8ce81ac17'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:49.289477 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ac5bd3-f348-4981-8338-1e4b3e900584" -d '{"events": [{"server_uuid": "f18c10ed-06e2-418a-84c1-49886cc95875", "name": "network-vif-deleted", "tag": "c4946c30-0fad-41c6-99a1-0dc8ce81ac17"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:49.340034 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-728d9b02-3ab4-4497-9279-d8c5a46fe1e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.347533 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe85ebc-22f9-4cb1-8892-d3b630d54c8c x-openstack-request-id: req-fbe85ebc-22f9-4cb1-8892-d3b630d54c8c {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:49.347848 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18c10ed-06e2-418a-84c1-49886cc95875", "name": "network-vif-deleted", "tag": "c4946c30-0fad-41c6-99a1-0dc8ce81ac17", "status": "failed", "code": 422}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:49.348126 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbe85ebc-22f9-4cb1-8892-d3b630d54c8c {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:49.348761 n-d-712137-14 neutron-server[114242]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f18c10ed-06e2-418a-84c1-49886cc95875', 'name': 'network-vif-deleted', 'tag': 'c4946c30-0fad-41c6-99a1-0dc8ce81ac17', 'status': 'failed', 'code': 422} returned with failed status Nov 12 00:49:49.349751 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-728d9b02-3ab4-4497-9279-d8c5a46fe1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.409303 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-728d9b02-3ab4-4497-9279-d8c5a46fe1e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b787897d2f4d4e3997b50d01bc5ce2d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2205009 Nov 12 00:49:49.410091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d9b02-3ab4-4497-9279-d8c5a46fe1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b834f55-0fe5-4064-995c-4b6a70a5ebb9,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:49.417076 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41606) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:49.495038 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1f057ad5-9b88-4b77-bdd2-ed259e31eb22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.503767 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41608) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:49.522098 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1f057ad5-9b88-4b77-bdd2-ed259e31eb22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.542712 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 5c7a9101-2852-44a8-a9fd-9d5fc72941c0 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:49:49.566358 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 5c7a9101-2852-44a8-a9fd-9d5fc72941c0 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:49:49.567060 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 5c7a9101-2852-44a8-a9fd-9d5fc72941c0 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:49:49.576737 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1f057ad5-9b88-4b77-bdd2-ed259e31eb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.586162 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1f057ad5-9b88-4b77-bdd2-ed259e31eb22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.589976 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1f057ad5-9b88-4b77-bdd2-ed259e31eb22 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b834f55-0fe5-4064-995c-4b6a70a5ebb9 HTTP/1.1" status: 204 len: 168 time: 0.1692030 Nov 12 00:49:49.596766 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f057ad5-9b88-4b77-bdd2-ed259e31eb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b834f55-0fe5-4064-995c-4b6a70a5ebb9,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:49.670290 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-8f30bec3-7a9b-45e6-bf3c-c5332e54fe68 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1008454174-network', 'tenant_id': 'bd0de9761d9c41a296d4962338e6e17f'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:49.708127 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f30bec3-7a9b-45e6-bf3c-c5332e54fe68 admin admin] Made reservation on behalf of bd0de9761d9c41a296d4962338e6e17f for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:49.710702 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8f30bec3-7a9b-45e6-bf3c-c5332e54fe68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.726076 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8f30bec3-7a9b-45e6-bf3c-c5332e54fe68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.821048 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8f30bec3-7a9b-45e6-bf3c-c5332e54fe68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.824998 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8f30bec3-7a9b-45e6-bf3c-c5332e54fe68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.857162 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f30bec3-7a9b-45e6-bf3c-c5332e54fe68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:49:49.866520 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30bec3-7a9b-45e6-bf3c-c5332e54fe68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a399b24-2eca-4b6f-b31f-e3a86e4d2a56,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:49.875783 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8f30bec3-7a9b-45e6-bf3c-c5332e54fe68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.876489 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-8f30bec3-7a9b-45e6-bf3c-c5332e54fe68 admin admin] Added segment 1b362cc0-5b71-4db1-8cc2-aab174908812 of type vlan for network 3f053381-022a-4e7b-adda-7ad7c68e5281 Nov 12 00:49:49.942561 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8f30bec3-7a9b-45e6-bf3c-c5332e54fe68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.973432 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b35acf20-3142-4c18-9e7c-c1b8f30eac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.979054 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8f30bec3-7a9b-45e6-bf3c-c5332e54fe68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.980142 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f30bec3-7a9b-45e6-bf3c-c5332e54fe68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:49.981042 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8f30bec3-7a9b-45e6-bf3c-c5332e54fe68 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.050230 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8f30bec3-7a9b-45e6-bf3c-c5332e54fe68 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5421305 Nov 12 00:49:50.050595 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41626) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:50.059800 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d09d6e83-1203-441a-8602-a76df5ae842d admin admin] Request body: {'subnet': {'network_id': '3f053381-022a-4e7b-adda-7ad7c68e5281', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1008454174-subnet', 'tenant_id': 'bd0de9761d9c41a296d4962338e6e17f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:50.060469 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41630) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:50.064957 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30bec3-7a9b-45e6-bf3c-c5332e54fe68 admin admin] Pushing event updated for resources: {'Network': ['ID=3f053381-022a-4e7b-adda-7ad7c68e5281,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:50.075819 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 3f053381-022a-4e7b-adda-7ad7c68e5281 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:49:50.092328 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0827ee85-48bb-4ff5-9947-6a4226310759 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.112144 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09d6e83-1203-441a-8602-a76df5ae842d admin admin] Made reservation on behalf of bd0de9761d9c41a296d4962338e6e17f for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:50.114507 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d09d6e83-1203-441a-8602-a76df5ae842d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.202653 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0827ee85-48bb-4ff5-9947-6a4226310759 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.271549 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0827ee85-48bb-4ff5-9947-6a4226310759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.346337 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d09d6e83-1203-441a-8602-a76df5ae842d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.347437 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0827ee85-48bb-4ff5-9947-6a4226310759 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c1b6afd05704ba19812ed21e2ce6ee5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2855601 Nov 12 00:49:50.348370 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41642) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:50.362223 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827ee85-48bb-4ff5-9947-6a4226310759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92f16d1-ae69-4f78-8fee-6a9202355666,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:50.425376 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d6e83-1203-441a-8602-a76df5ae842d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2de00b6f-1634-47c7-acc1-545ce0700f15,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:50.434721 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d6e83-1203-441a-8602-a76df5ae842d admin admin] Checking segment: {'id': '1b362cc0-5b71-4db1-8cc2-aab174908812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f053381-022a-4e7b-adda-7ad7c68e5281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:50.435091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09d6e83-1203-441a-8602-a76df5ae842d admin admin] Network hostable DHCP agents. Network: 3f053381-022a-4e7b-adda-7ad7c68e5281, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:49:50.464805 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09d6e83-1203-441a-8602-a76df5ae842d admin admin] Network 3f053381-022a-4e7b-adda-7ad7c68e5281 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:49:50.476591 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-d09d6e83-1203-441a-8602-a76df5ae842d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 3f053381-022a-4e7b-adda-7ad7c68e5281) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:50.488654 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4b887a-1ebd-4610-8c75-7b7bac5686cf None None] Network 3f053381-022a-4e7b-adda-7ad7c68e5281 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:50.489864 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09d6e83-1203-441a-8602-a76df5ae842d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:50.490469 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d09d6e83-1203-441a-8602-a76df5ae842d admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.517965 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d09d6e83-1203-441a-8602-a76df5ae842d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4661622 Nov 12 00:49:50.675142 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5ed8e3-2bc2-4895-b763-ad2aff664a77 None None] Network 3f053381-022a-4e7b-adda-7ad7c68e5281 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:50.833494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-8510f28b-f533-4c84-bf66-3274e9e35f6f tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:50.841275 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-8510f28b-f533-4c84-bf66-3274e9e35f6f tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/networks?id=d74c3bda-c588-4e57-b67a-b6869318bb04 HTTP/1.1" status: 200 len: 810 time: 0.6363626 Nov 12 00:49:50.868165 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-16f8b28b-87dd-4ba9-979b-3e3f60e381a5 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/quotas/8ede968b1a094c7192de77d827500d37 HTTP/1.1" status: 200 len: 375 time: 0.0259597 Nov 12 00:49:50.902988 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-858026e8-35f4-46a1-8b9c-dd45f1d92b47 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ede968b1a094c7192de77d827500d37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339627 Nov 12 00:49:50.951799 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de53ac53-b533-40fa-90a3-44474531a78a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.000063 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de53ac53-b533-40fa-90a3-44474531a78a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.102711 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de53ac53-b533-40fa-90a3-44474531a78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.106691 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de53ac53-b533-40fa-90a3-44474531a78a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.108155 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-de53ac53-b533-40fa-90a3-44474531a78a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b92f16d1-ae69-4f78-8fee-6a9202355666 HTTP/1.1" status: 204 len: 168 time: 0.7469120 Nov 12 00:49:51.179292 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53ac53-b533-40fa-90a3-44474531a78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92f16d1-ae69-4f78-8fee-6a9202355666,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:51.332507 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-47e8827a-08be-4bf9-9f1f-fe9c11ee291a service neutron] 10.222.0.31 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180326 Nov 12 00:49:51.446850 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-8bb0801a-60ff-4959-bac9-feb94c1e0b7c service neutron] 10.222.0.31 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084354 Nov 12 00:49:51.746444 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7639cd3d-13be-4a9a-80f3-73ae2ef0532e req-62c74a62-4ce7-4441-9bba-5fa01bd06caa tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 210 time: 0.0566666 Nov 12 00:49:52.301592 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-40e29414-45a2-418c-8b3b-1e7a65c2b5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:52.532272 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f167e9-154a-488b-93fe-384c26b92d94 req-024d99a3-582a-4663-bec2-3ab30af8a601 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:52.533895 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10f167e9-154a-488b-93fe-384c26b92d94 req-024d99a3-582a-4663-bec2-3ab30af8a601 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/networks?id=3f053381-022a-4e7b-adda-7ad7c68e5281 HTTP/1.1" status: 200 len: 810 time: 0.1480417 Nov 12 00:49:52.558018 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10f167e9-154a-488b-93fe-384c26b92d94 req-8ff24c95-0838-41b4-ab7c-f268b9ed7597 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/quotas/bd0de9761d9c41a296d4962338e6e17f HTTP/1.1" status: 200 len: 375 time: 0.0170062 Nov 12 00:49:52.611222 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10f167e9-154a-488b-93fe-384c26b92d94 req-95097f59-e3cd-4abd-a8c6-b1d1ff728ea9 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd0de9761d9c41a296d4962338e6e17f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464730 Nov 12 00:49:52.790640 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10f167e9-154a-488b-93fe-384c26b92d94 req-53867019-e876-4edb-a81f-bd207848d8aa service neutron] 10.222.0.31 "GET /v2.0/networks/3f053381-022a-4e7b-adda-7ad7c68e5281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677463 Nov 12 00:49:52.968533 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-96263707-4490-4a78-b866-28223f08887f tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:52.972687 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-96263707-4490-4a78-b866-28223f08887f tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.21 "GET /v2.0/networks?id=d74c3bda-c588-4e57-b67a-b6869318bb04 HTTP/1.1" status: 200 len: 810 time: 0.2087007 Nov 12 00:49:52.987345 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10f167e9-154a-488b-93fe-384c26b92d94 req-3d90e61c-3325-4cef-b284-0de95ca1eb48 service neutron] 10.222.0.31 "GET /v2.0/networks/3f053381-022a-4e7b-adda-7ad7c68e5281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893232 Nov 12 00:49:52.996471 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-cabfc730-131b-4bf4-82c4-e2354ace232a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Request body: {'port': {'device_id': 'ae7274f3-8779-4507-960e-e2310c6a5d27', 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04', 'admin_state_up': True, 'tenant_id': '8ede968b1a094c7192de77d827500d37'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:53.097496 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-76408ab4-0075-4c92-a8fc-612b8ac4760e req-c2fdd75d-1c4b-464d-b533-5fa31174a41a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 210 time: 0.0559154 Nov 12 00:49:53.209189 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-cabfc730-131b-4bf4-82c4-e2354ace232a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Made reservation on behalf of 8ede968b1a094c7192de77d827500d37 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:53.213827 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-cabfc730-131b-4bf4-82c4-e2354ace232a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.429290 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a08e9c39-b57d-4039-887d-02aa42431c9a req-bfc54522-f18d-4eaf-9b3c-64ec1fd5bfe9 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb55c-fdb0-467e-b908-aa8185d7ccb5 HTTP/1.1" status: 200 len: 210 time: 0.0797994 Nov 12 00:49:53.442855 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.538444 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-cabfc730-131b-4bf4-82c4-e2354ace232a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Allocated IP 172.20.0.8 (d74c3bda-c588-4e57-b67a-b6869318bb04/f9007ee2-5879-4419-99d4-bd9610ef3298/e11afee8-1221-4355-abc4-da26fb06b064) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:53.809055 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-cabfc730-131b-4bf4-82c4-e2354ace232a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.852227 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-cabfc730-131b-4bf4-82c4-e2354ace232a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.880730 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-cabfc730-131b-4bf4-82c4-e2354ace232a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Network d74c3bda-c588-4e57-b67a-b6869318bb04 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:53.884275 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-cabfc730-131b-4bf4-82c4-e2354ace232a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:53.887919 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-cabfc730-131b-4bf4-82c4-e2354ace232a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:53.967281 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-cabfc730-131b-4bf4-82c4-e2354ace232a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:53.967969 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-cabfc730-131b-4bf4-82c4-e2354ace232a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:54.017045 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfc730-131b-4bf4-82c4-e2354ace232a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Pushing event updated for resources: {'Port': ['ID=e11afee8-1221-4355-abc4-da26fb06b064,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:54.043935 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-cabfc730-131b-4bf4-82c4-e2354ace232a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0547996 Nov 12 00:49:54.054527 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] Request body: {'port': {'device_id': 'ae7274f3-8779-4507-960e-e2310c6a5d27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:54.153273 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:54.383662 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac7ca2-bcc8-4612-bacc-04a825facb05 req-4e3514d9-7f99-425c-82af-33e80ad2ce94 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:54.392509 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9cac7ca2-bcc8-4612-bacc-04a825facb05 req-4e3514d9-7f99-425c-82af-33e80ad2ce94 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 931 time: 0.1691895 Nov 12 00:49:54.434812 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:54.449242 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9cac7ca2-bcc8-4612-bacc-04a825facb05 req-b72fe0cd-9929-4206-9cb2-c7a6169f0568 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524590 Nov 12 00:49:54.509540 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41840) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:54.582028 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a678eda-7324-4df6-97ab-b2cd02249d8e req-97710500-db44-4ca3-83bd-7152ea1f8c30 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb55c-fdb0-467e-b908-aa8185d7ccb5 HTTP/1.1" status: 200 len: 210 time: 0.0475793 Nov 12 00:49:54.661751 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11afee8-1221-4355-abc4-da26fb06b064 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:54.672572 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:54.689317 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] Transition to ACTIVE for port object e11afee8-1221-4355-abc4-da26fb06b064 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:49:54.695044 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:54.705238 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7c93-322d-464c-9fde-809120b35719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:54.785027 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] Pushing event updated for resources: {'Port': ['ID=e11afee8-1221-4355-abc4-da26fb06b064,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:54.825679 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7c93-322d-464c-9fde-809120b35719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:54.832321 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7c93-322d-464c-9fde-809120b35719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:54.853024 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] Attempting to bind port e11afee8-1221-4355-abc4-da26fb06b064 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:54.853556 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] Attempting to bind port e11afee8-1221-4355-abc4-da26fb06b064 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:54.853985 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] Attempting to bind port e11afee8-1221-4355-abc4-da26fb06b064 on network d74c3bda-c588-4e57-b67a-b6869318bb04 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:54.860354 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] Port e11afee8-1221-4355-abc4-da26fb06b064 on network d74c3bda-c588-4e57-b67a-b6869318bb04 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:49:54.860850 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] Attempting to bind port e11afee8-1221-4355-abc4-da26fb06b064 on network d74c3bda-c588-4e57-b67a-b6869318bb04 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:54.867421 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:54.868028 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] Checking segment: {'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:54.868532 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] Bound using segment: {'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:54.869102 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] Bound port: e11afee8-1221-4355-abc4-da26fb06b064, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:54.869562 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:54.953875 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b5ea7c93-322d-464c-9fde-809120b35719 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d272c8312a844bf5b10c9852a3384f5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4428799 Nov 12 00:49:54.956631 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41846) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:54.973613 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] For port e11afee8-1221-4355-abc4-da26fb06b064, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:54.979697 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] For port e11afee8-1221-4355-abc4-da26fb06b064, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e11afee8-1221-4355-abc4-da26fb06b064,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:54.992872 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea7c93-322d-464c-9fde-809120b35719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd4f323-096b-427d-8931-fbb74ef986b6,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:55.010267 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.072775 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.074547 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.078088 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] 10.222.0.21 "PUT /v2.0/ports/e11afee8-1221-4355-abc4-da26fb06b064 HTTP/1.1" status: 200 len: 1092 time: 1.0284605 Nov 12 00:49:55.081406 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7274f3-8779-4507-960e-e2310c6a5d27', 'tag': 'e11afee8-1221-4355-abc4-da26fb06b064'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:55.087511 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27797cb-9363-4893-98c4-fee5128caab6" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7274f3-8779-4507-960e-e2310c6a5d27", "tag": "e11afee8-1221-4355-abc4-da26fb06b064"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:55.157885 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcac9c-1b9f-48c4-9fa2-97eda44fd12d service neutron] Pushing event updated for resources: {'Port': ['ID=e11afee8-1221-4355-abc4-da26fb06b064,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:55.185539 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-276a32f0-cc77-44c4-bc7e-66e644d6750e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.204931 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dce17b-47e9-4d8a-b2f2-0105f9cd4a9d x-openstack-request-id: req-22dce17b-47e9-4d8a-b2f2-0105f9cd4a9d {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:55.206384 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7274f3-8779-4507-960e-e2310c6a5d27", "tag": "e11afee8-1221-4355-abc4-da26fb06b064", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:55.206980 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22dce17b-47e9-4d8a-b2f2-0105f9cd4a9d {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:55.207615 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7274f3-8779-4507-960e-e2310c6a5d27', 'tag': 'e11afee8-1221-4355-abc4-da26fb06b064', 'status': 'completed', 'code': 200} Nov 12 00:49:55.246553 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-276a32f0-cc77-44c4-bc7e-66e644d6750e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.250654 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-92072458-8dd6-46c5-9022-1d852e638762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.253194 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-92072458-8dd6-46c5-9022-1d852e638762 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ede968b1a094c7192de77d827500d37&device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 1095 time: 0.0669141 Nov 12 00:49:55.274353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f167e9-154a-488b-93fe-384c26b92d94 req-c63d3ee9-108a-46d8-9413-5692ff67f6b6 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.276890 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10f167e9-154a-488b-93fe-384c26b92d94 req-c63d3ee9-108a-46d8-9413-5692ff67f6b6 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.15 "GET /v2.0/networks?id=3f053381-022a-4e7b-adda-7ad7c68e5281 HTTP/1.1" status: 200 len: 810 time: 0.2744365 Nov 12 00:49:55.304422 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-10f167e9-154a-488b-93fe-384c26b92d94 req-b4dc0f69-0701-44ee-9783-2680f9a92019 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Request body: {'port': {'device_id': '9dbcb55c-fdb0-467e-b908-aa8185d7ccb5', 'network_id': '3f053381-022a-4e7b-adda-7ad7c68e5281', 'admin_state_up': True, 'tenant_id': 'bd0de9761d9c41a296d4962338e6e17f'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:55.317798 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-9d8f15e8-8ec4-4798-85ec-42e78b5de71a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e11afee8-1221-4355-abc4-da26fb06b064 HTTP/1.1" status: 200 len: 217 time: 0.0563185 Nov 12 00:49:55.350342 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.380513 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-276a32f0-cc77-44c4-bc7e-66e644d6750e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.383531 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-276a32f0-cc77-44c4-bc7e-66e644d6750e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.389872 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-276a32f0-cc77-44c4-bc7e-66e644d6750e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4cd4f323-096b-427d-8931-fbb74ef986b6 HTTP/1.1" status: 204 len: 168 time: 0.4297998 Nov 12 00:49:55.392235 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-fa6ecce1-f973-472a-af77-320bbbc97fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.394156 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-fa6ecce1-f973-472a-af77-320bbbc97fa6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9007ee2-5879-4419-99d4-bd9610ef3298 HTTP/1.1" status: 200 len: 850 time: 0.0701506 Nov 12 00:49:55.408323 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a32f0-cc77-44c4-bc7e-66e644d6750e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd4f323-096b-427d-8931-fbb74ef986b6,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:55.464740 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f167e9-154a-488b-93fe-384c26b92d94 req-b4dc0f69-0701-44ee-9783-2680f9a92019 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Made reservation on behalf of bd0de9761d9c41a296d4962338e6e17f for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:55.467274 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-fbff2206-7ff3-4c6b-949b-0eb0b1118722 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d74c3bda-c588-4e57-b67a-b6869318bb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629919 Nov 12 00:49:55.478876 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-10f167e9-154a-488b-93fe-384c26b92d94 req-b4dc0f69-0701-44ee-9783-2680f9a92019 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.667954 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-10f167e9-154a-488b-93fe-384c26b92d94 req-b4dc0f69-0701-44ee-9783-2680f9a92019 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Allocated IP 172.20.0.6 (3f053381-022a-4e7b-adda-7ad7c68e5281/2de00b6f-1634-47c7-acc1-545ce0700f15/32b7175c-85f2-487a-930a-938db54e0138) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:55.677257 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3436f-db27-4823-aab1-029f23bcfef8 req-ee943a2b-2a7a-4686-94dd-83f3e6d42eb4 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:55.685359 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92d3436f-db27-4823-aab1-029f23bcfef8 req-ee943a2b-2a7a-4686-94dd-83f3e6d42eb4 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 943 time: 0.1214910 Nov 12 00:49:55.711087 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-295f0ce3-586d-4873-a965-a60ebbf4f8d2 service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367277 Nov 12 00:49:55.772504 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92d3436f-db27-4823-aab1-029f23bcfef8 req-2505654f-d4eb-4d0e-bb3a-e22379b0172b tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862477 Nov 12 00:49:55.852554 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61e40230-23ec-4b14-8e2b-57d2e7986347 req-bc8feed7-82d2-42d7-86ca-4f216854f9ce service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283541 Nov 12 00:49:55.920822 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.025251 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27797cb-9363-4893-98c4-fee5128caab6 req-7a31c0e3-9e56-4b27-930c-485c7f4a7482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:56.031399 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f27797cb-9363-4893-98c4-fee5128caab6 req-7a31c0e3-9e56-4b27-930c-485c7f4a7482 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ede968b1a094c7192de77d827500d37&device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 1095 time: 0.1140053 Nov 12 00:49:56.121462 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-df162fb4-ff1d-4e98-93f9-63752d83e6a0 req-1df90c7a-f087-43e2-a5e6-73c7bb741127 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb55c-fdb0-467e-b908-aa8185d7ccb5 HTTP/1.1" status: 200 len: 210 time: 0.4407203 Nov 12 00:49:56.176242 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27797cb-9363-4893-98c4-fee5128caab6 req-5410f25b-b3f8-433d-b0d3-75e5c5c545ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:56.180541 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f27797cb-9363-4893-98c4-fee5128caab6 req-5410f25b-b3f8-433d-b0d3-75e5c5c545ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=d74c3bda-c588-4e57-b67a-b6869318bb04 HTTP/1.1" status: 200 len: 911 time: 0.1396618 Nov 12 00:49:56.229905 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f27797cb-9363-4893-98c4-fee5128caab6 req-02f3c0cb-79ba-4a5e-93af-9fe83ecced49 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e11afee8-1221-4355-abc4-da26fb06b064 HTTP/1.1" status: 200 len: 217 time: 0.0439217 Nov 12 00:49:56.294474 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-10f167e9-154a-488b-93fe-384c26b92d94 req-b4dc0f69-0701-44ee-9783-2680f9a92019 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.309387 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27797cb-9363-4893-98c4-fee5128caab6 req-216c8295-13c2-4a66-b61b-89058142eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:56.310983 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f27797cb-9363-4893-98c4-fee5128caab6 req-216c8295-13c2-4a66-b61b-89058142eccb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9007ee2-5879-4419-99d4-bd9610ef3298 HTTP/1.1" status: 200 len: 850 time: 0.0736639 Nov 12 00:49:56.340178 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41884) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:56.350306 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f27797cb-9363-4893-98c4-fee5128caab6 req-22ab762a-c3f6-425e-a645-64183939655b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d74c3bda-c588-4e57-b67a-b6869318bb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291619 Nov 12 00:49:56.350540 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-10f167e9-154a-488b-93fe-384c26b92d94 req-b4dc0f69-0701-44ee-9783-2680f9a92019 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.400172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f167e9-154a-488b-93fe-384c26b92d94 req-b4dc0f69-0701-44ee-9783-2680f9a92019 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Network 3f053381-022a-4e7b-adda-7ad7c68e5281 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:56.403470 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-10f167e9-154a-488b-93fe-384c26b92d94 req-b4dc0f69-0701-44ee-9783-2680f9a92019 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:56.408047 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f167e9-154a-488b-93fe-384c26b92d94 req-b4dc0f69-0701-44ee-9783-2680f9a92019 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:56.476221 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f27797cb-9363-4893-98c4-fee5128caab6 req-945711f1-c8d1-4583-b0de-0918c62cfb9a service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174102 Nov 12 00:49:56.478021 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f167e9-154a-488b-93fe-384c26b92d94 req-b4dc0f69-0701-44ee-9783-2680f9a92019 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:56.478677 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-10f167e9-154a-488b-93fe-384c26b92d94 req-b4dc0f69-0701-44ee-9783-2680f9a92019 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.481889 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc0f69-0701-44ee-9783-2680f9a92019 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Pushing event updated for resources: {'Port': ['ID=32b7175c-85f2-487a-930a-938db54e0138,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:56.502173 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-939b768b-b6ac-4e74-9649-42196bb33e1f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1364706692-network', 'tenant_id': '9f40e4c0bdef428e84a5e88c1e0cb3f5'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:56.513899 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10f167e9-154a-488b-93fe-384c26b92d94 req-b4dc0f69-0701-44ee-9783-2680f9a92019 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2158601 Nov 12 00:49:56.533751 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939b768b-b6ac-4e74-9649-42196bb33e1f admin admin] Made reservation on behalf of 9f40e4c0bdef428e84a5e88c1e0cb3f5 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:56.536042 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-939b768b-b6ac-4e74-9649-42196bb33e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.545542 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-939b768b-b6ac-4e74-9649-42196bb33e1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.600344 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f27797cb-9363-4893-98c4-fee5128caab6 req-374e472a-7ffc-4f5b-be80-b6a2e8edcef5 service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161399 Nov 12 00:49:56.612922 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-10f167e9-154a-488b-93fe-384c26b92d94 req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] Request body: {'port': {'device_id': '9dbcb55c-fdb0-467e-b908-aa8185d7ccb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:56.680360 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-939b768b-b6ac-4e74-9649-42196bb33e1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.688151 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-939b768b-b6ac-4e74-9649-42196bb33e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.698031 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-10f167e9-154a-488b-93fe-384c26b92d94 req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.714071 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939b768b-b6ac-4e74-9649-42196bb33e1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:49:56.740018 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-939b768b-b6ac-4e74-9649-42196bb33e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.740374 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-939b768b-b6ac-4e74-9649-42196bb33e1f admin admin] Added segment bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b of type vlan for network 8bb4a64e-737d-472a-82e4-22fd49b17eca Nov 12 00:49:56.750652 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b768b-b6ac-4e74-9649-42196bb33e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5551d982-c85d-4366-81c5-95ed57d2568b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:56.830887 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-939b768b-b6ac-4e74-9649-42196bb33e1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.939837 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-939b768b-b6ac-4e74-9649-42196bb33e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.940834 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939b768b-b6ac-4e74-9649-42196bb33e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:56.941443 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-939b768b-b6ac-4e74-9649-42196bb33e1f admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.029650 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-364aba2a-82b5-437e-ac31-f170c2eb13d4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0519130 Nov 12 00:49:57.060012 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-939b768b-b6ac-4e74-9649-42196bb33e1f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7187135 Nov 12 00:49:57.063693 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41892) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:57.069527 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-b725fd91-2d08-48a6-ab31-14f2749477b6 admin admin] Request body: {'subnet': {'network_id': '8bb4a64e-737d-472a-82e4-22fd49b17eca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1364706692-subnet', 'tenant_id': '9f40e4c0bdef428e84a5e88c1e0cb3f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:57.071168 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b768b-b6ac-4e74-9649-42196bb33e1f admin admin] Pushing event updated for resources: {'Network': ['ID=8bb4a64e-737d-472a-82e4-22fd49b17eca,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:57.081346 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d635ac6-3f62-4b96-bfbf-200e57b919e7 req-b07775b0-d2b8-4081-8426-1516414db42b tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:57.082875 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5d635ac6-3f62-4b96-bfbf-200e57b919e7 req-b07775b0-d2b8-4081-8426-1516414db42b tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 943 time: 0.1988103 Nov 12 00:49:57.088294 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 8bb4a64e-737d-472a-82e4-22fd49b17eca details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:49:57.173549 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b725fd91-2d08-48a6-ab31-14f2749477b6 admin admin] Made reservation on behalf of 9f40e4c0bdef428e84a5e88c1e0cb3f5 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:57.177543 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b725fd91-2d08-48a6-ab31-14f2749477b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.178331 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5d635ac6-3f62-4b96-bfbf-200e57b919e7 req-ddc0aeb6-b94c-4d57-9784-cf7b3f56cfd4 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865870 Nov 12 00:49:57.259331 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-10f167e9-154a-488b-93fe-384c26b92d94 req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b7175c-85f2-487a-930a-938db54e0138 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:57.275698 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-10f167e9-154a-488b-93fe-384c26b92d94 req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.276301 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-335cb988-27ac-4661-a184-7c4e69ac76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:57.279271 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-335cb988-27ac-4661-a184-7c4e69ac76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:57.280020 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-335cb988-27ac-4661-a184-7c4e69ac76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:57.280933 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-335cb988-27ac-4661-a184-7c4e69ac76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:57.281955 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-335cb988-27ac-4661-a184-7c4e69ac76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:57.282503 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-335cb988-27ac-4661-a184-7c4e69ac76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:57.283946 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-335cb988-27ac-4661-a184-7c4e69ac76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:57.287487 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-335cb988-27ac-4661-a184-7c4e69ac76b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff69603520634453a797ab4b4216646a&device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 6509 time: 0.1867495 Nov 12 00:49:57.333463 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-10f167e9-154a-488b-93fe-384c26b92d94 req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] Transition to ACTIVE for port object 32b7175c-85f2-487a-930a-938db54e0138 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:49:57.342711 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-10f167e9-154a-488b-93fe-384c26b92d94 req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.356834 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:49:57.376591 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e11afee8-1221-4355-abc4-da26fb06b064 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:49:57.383847 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78454d4-182e-4418-9b15-0106fd7dd2d8 req-7b49720b-bb2e-4dda-aaba-7c2ecbe70a6e tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:57.385425 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f78454d4-182e-4418-9b15-0106fd7dd2d8 req-7b49720b-bb2e-4dda-aaba-7c2ecbe70a6e tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb55c-fdb0-467e-b908-aa8185d7ccb5 HTTP/1.1" status: 200 len: 931 time: 0.0995004 Nov 12 00:49:57.429801 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] Pushing event updated for resources: {'Port': ['ID=32b7175c-85f2-487a-930a-938db54e0138,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:57.511723 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f78454d4-182e-4418-9b15-0106fd7dd2d8 req-f0026dad-ffdf-4282-bf2b-d2dfc2e76a5b tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a399b24-2eca-4b6f-b31f-e3a86e4d2a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121762 Nov 12 00:49:57.532830 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e11afee8-1221-4355-abc4-da26fb06b064, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e11afee8-1221-4355-abc4-da26fb06b064,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:57.534573 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-10f167e9-154a-488b-93fe-384c26b92d94 req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] Attempting to bind port 32b7175c-85f2-487a-930a-938db54e0138 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:57.534922 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-10f167e9-154a-488b-93fe-384c26b92d94 req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] Attempting to bind port 32b7175c-85f2-487a-930a-938db54e0138 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '1b362cc0-5b71-4db1-8cc2-aab174908812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f053381-022a-4e7b-adda-7ad7c68e5281'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:57.535310 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f167e9-154a-488b-93fe-384c26b92d94 req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] Attempting to bind port 32b7175c-85f2-487a-930a-938db54e0138 on network 3f053381-022a-4e7b-adda-7ad7c68e5281 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:57.539399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-fbdab9cf-f56e-47aa-b783-96e0b6eff6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:57.539868 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-fbdab9cf-f56e-47aa-b783-96e0b6eff6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:57.540323 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-fbdab9cf-f56e-47aa-b783-96e0b6eff6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:57.542037 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-fbdab9cf-f56e-47aa-b783-96e0b6eff6e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=11cf3641-542c-41f7-80c8-38f810587d17&id=a5429105-7df0-4f08-b65b-bfa50831b1cd&id=a5429105-7df0-4f08-b65b-bfa50831b1cd&id=a5429105-7df0-4f08-b65b-bfa50831b1cd&id=a5429105-7df0-4f08-b65b-bfa50831b1cd&id=a47d1011-e7d0-4734-88d5-45d0a4429b4e&id=a47d1011-e7d0-4734-88d5-45d0a4429b4e HTTP/1.1" status: 200 len: 2298 time: 0.2041333 Nov 12 00:49:57.550105 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'e11afee8-1221-4355-abc4-da26fb06b064', 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04', 'port_id': 'e11afee8-1221-4355-abc4-da26fb06b064', 'mac_address': 'fa:16:3e:2a:f8:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9007ee2-5879-4419-99d4-bd9610ef3298', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:49:57.551502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f167e9-154a-488b-93fe-384c26b92d94 req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] Port 32b7175c-85f2-487a-930a-938db54e0138 on network 3f053381-022a-4e7b-adda-7ad7c68e5281 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:49:57.552089 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f167e9-154a-488b-93fe-384c26b92d94 req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] Attempting to bind port 32b7175c-85f2-487a-930a-938db54e0138 on network 3f053381-022a-4e7b-adda-7ad7c68e5281 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:57.558467 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f167e9-154a-488b-93fe-384c26b92d94 req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:57.559202 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f167e9-154a-488b-93fe-384c26b92d94 req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] Checking segment: {'id': '1b362cc0-5b71-4db1-8cc2-aab174908812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f053381-022a-4e7b-adda-7ad7c68e5281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:57.560043 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f167e9-154a-488b-93fe-384c26b92d94 req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] Bound using segment: {'id': '1b362cc0-5b71-4db1-8cc2-aab174908812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f053381-022a-4e7b-adda-7ad7c68e5281'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:57.560644 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-10f167e9-154a-488b-93fe-384c26b92d94 req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] Bound port: 32b7175c-85f2-487a-930a-938db54e0138, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b362cc0-5b71-4db1-8cc2-aab174908812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3f053381-022a-4e7b-adda-7ad7c68e5281'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:57.561211 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-10f167e9-154a-488b-93fe-384c26b92d94 req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.593873 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.611359 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b725fd91-2d08-48a6-ab31-14f2749477b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.613243 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11afee8-1221-4355-abc4-da26fb06b064 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:49:57.642194 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e11afee8-1221-4355-abc4-da26fb06b064, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e11afee8-1221-4355-abc4-da26fb06b064,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:57.648841 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.667118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-10f167e9-154a-488b-93fe-384c26b92d94 req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] For port 32b7175c-85f2-487a-930a-938db54e0138, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:57.669343 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-c3d6a160-4d19-4605-b682-4230e5d06910 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7492299e-b0d6-4740-9134-5b1767b6004a HTTP/1.1" status: 200 len: 1002 time: 0.1159093 Nov 12 00:49:57.670392 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-10f167e9-154a-488b-93fe-384c26b92d94 req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] For port 32b7175c-85f2-487a-930a-938db54e0138, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=32b7175c-85f2-487a-930a-938db54e0138,segment=NetworkSegment(1b362cc0-5b71-4db1-8cc2-aab174908812),segment_id=1b362cc0-5b71-4db1-8cc2-aab174908812)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:57.676569 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-10f167e9-154a-488b-93fe-384c26b92d94 req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.716895 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f167e9-154a-488b-93fe-384c26b92d94 req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:57.717838 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-10f167e9-154a-488b-93fe-384c26b92d94 req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.721306 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10f167e9-154a-488b-93fe-384c26b92d94 req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] 10.222.0.15 "PUT /v2.0/ports/32b7175c-85f2-487a-930a-938db54e0138 HTTP/1.1" status: 200 len: 1092 time: 1.1917458 Nov 12 00:49:57.721306 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbcb55c-fdb0-467e-b908-aa8185d7ccb5', 'tag': '32b7175c-85f2-487a-930a-938db54e0138'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:57.722448 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154e0441-d7bb-4b5d-b1a6-27e6897d96b5" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbcb55c-fdb0-467e-b908-aa8185d7ccb5", "tag": "32b7175c-85f2-487a-930a-938db54e0138"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:57.729855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=e11afee8-1221-4355-abc4-da26fb06b064,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:57.734053 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725fd91-2d08-48a6-ab31-14f2749477b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f58cc4ab-3a88-48cb-8f7a-8ec0470ae225,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:57.745702 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725fd91-2d08-48a6-ab31-14f2749477b6 admin admin] Checking segment: {'id': 'bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8bb4a64e-737d-472a-82e4-22fd49b17eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:57.746536 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b725fd91-2d08-48a6-ab31-14f2749477b6 admin admin] Network hostable DHCP agents. Network: 8bb4a64e-737d-472a-82e4-22fd49b17eca, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:49:57.754967 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2ab36-39cf-47d2-8c7e-7d481ac36ade service neutron] Pushing event updated for resources: {'Port': ['ID=32b7175c-85f2-487a-930a-938db54e0138,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:57.762921 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-355abcaf-3484-4070-8969-88eb0886c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:57.764401 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-355abcaf-3484-4070-8969-88eb0886c9a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=039608db-f2a3-4af6-b30e-cf0d39b5f975 HTTP/1.1" status: 200 len: 856 time: 0.0865045 Nov 12 00:49:57.779606 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b725fd91-2d08-48a6-ab31-14f2749477b6 admin admin] Network 8bb4a64e-737d-472a-82e4-22fd49b17eca is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:49:57.811207 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71f14d4-a2ea-4190-9411-3f6f771b6e03 x-openstack-request-id: req-c71f14d4-a2ea-4190-9411-3f6f771b6e03 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:57.811511 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbcb55c-fdb0-467e-b908-aa8185d7ccb5", "tag": "32b7175c-85f2-487a-930a-938db54e0138", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:57.811753 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c71f14d4-a2ea-4190-9411-3f6f771b6e03 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:57.812150 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbcb55c-fdb0-467e-b908-aa8185d7ccb5', 'tag': '32b7175c-85f2-487a-930a-938db54e0138', 'status': 'completed', 'code': 200} Nov 12 00:49:57.832310 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-b725fd91-2d08-48a6-ab31-14f2749477b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 8bb4a64e-737d-472a-82e4-22fd49b17eca) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:57.839932 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b725fd91-2d08-48a6-ab31-14f2749477b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:57.840538 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b725fd91-2d08-48a6-ab31-14f2749477b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.841850 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590a4497-0675-4e63-9e78-f1fca3000333 None None] Network 8bb4a64e-737d-472a-82e4-22fd49b17eca requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:57.855163 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-d962233e-98f7-409a-97cc-76e039977115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:57.857460 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-d962233e-98f7-409a-97cc-76e039977115 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11cf3641-542c-41f7-80c8-38f810587d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801065 Nov 12 00:49:57.865496 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f167e9-154a-488b-93fe-384c26b92d94 req-e453d420-6f1c-4c7c-b776-05d9031de75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:57.867254 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10f167e9-154a-488b-93fe-384c26b92d94 req-e453d420-6f1c-4c7c-b776-05d9031de75f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd0de9761d9c41a296d4962338e6e17f&device_id=9dbcb55c-fdb0-467e-b908-aa8185d7ccb5 HTTP/1.1" status: 200 len: 1095 time: 0.0755951 Nov 12 00:49:57.868483 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b725fd91-2d08-48a6-ab31-14f2749477b6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8033636 Nov 12 00:49:57.868719 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['e11afee8-1221-4355-abc4-da26fb06b064'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:49:57.947319 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10f167e9-154a-488b-93fe-384c26b92d94 req-699e017b-f159-4556-9280-8694e21e4b29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32b7175c-85f2-487a-930a-938db54e0138 HTTP/1.1" status: 200 len: 217 time: 0.0549185 Nov 12 00:49:58.019332 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-dce40f16-35f3-471d-8a90-6b855ea18032 service neutron] 10.222.0.15 "GET /v2.0/networks/11cf3641-542c-41f7-80c8-38f810587d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476080 Nov 12 00:49:58.026522 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f167e9-154a-488b-93fe-384c26b92d94 req-e6e95f96-81d2-4cd4-9c43-16fdf7403f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:58.028663 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10f167e9-154a-488b-93fe-384c26b92d94 req-e6e95f96-81d2-4cd4-9c43-16fdf7403f37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2de00b6f-1634-47c7-acc1-545ce0700f15 HTTP/1.1" status: 200 len: 850 time: 0.0733302 Nov 12 00:49:58.035842 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc73578e-5d20-444a-bca9-dfe7434c7e32 None None] Network 8bb4a64e-737d-472a-82e4-22fd49b17eca requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:58.090875 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10f167e9-154a-488b-93fe-384c26b92d94 req-e9fcb491-64d4-48c2-8a71-3d229c55aef8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f053381-022a-4e7b-adda-7ad7c68e5281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506642 Nov 12 00:49:58.176770 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-ce588721-fe39-48b9-bdb7-2029c4a1b85a service neutron] 10.222.0.15 "GET /v2.0/networks/11cf3641-542c-41f7-80c8-38f810587d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501884 Nov 12 00:49:58.226234 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10f167e9-154a-488b-93fe-384c26b92d94 req-2d6271c3-fe42-4e31-86dd-0d4a82db7774 service neutron] 10.222.0.15 "GET /v2.0/networks/3f053381-022a-4e7b-adda-7ad7c68e5281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303768 Nov 12 00:49:58.267352 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-11e72640-d0fc-4175-bb70-3471245cf7d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=46bdef3d-f8bc-4521-88a2-2afdcf545a6a HTTP/1.1" status: 200 len: 217 time: 0.0837593 Nov 12 00:49:58.357653 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-3892c187-0872-4f1c-a669-58b1fd897813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:58.359286 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-3892c187-0872-4f1c-a669-58b1fd897813 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79ef9191-98fa-4a9d-80f9-c51942b38fb7 HTTP/1.1" status: 200 len: 797 time: 0.0850773 Nov 12 00:49:58.403575 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10f167e9-154a-488b-93fe-384c26b92d94 req-f6bc6cca-1b7a-4f43-a7d3-5f3d5b875687 service neutron] 10.222.0.15 "GET /v2.0/networks/3f053381-022a-4e7b-adda-7ad7c68e5281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690395 Nov 12 00:49:58.421130 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ed60a-5c23-486b-ab6f-6591a2a19d72 req-345a11fa-fb33-4fe9-b4eb-6ad8f254b176 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:58.423171 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b34ed60a-5c23-486b-ab6f-6591a2a19d72 req-345a11fa-fb33-4fe9-b4eb-6ad8f254b176 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 944 time: 0.0909364 Nov 12 00:49:58.471176 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-2dbb4a72-f658-467c-82cf-d98a64cbb7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:58.473130 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-2dbb4a72-f658-467c-82cf-d98a64cbb7ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5429105-7df0-4f08-b65b-bfa50831b1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1032245 Nov 12 00:49:58.505706 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b34ed60a-5c23-486b-ab6f-6591a2a19d72 req-2ded8d73-2bf3-4bee-80e9-c9ad18d06e08 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753639 Nov 12 00:49:58.589094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e0441-d7bb-4b5d-b1a6-27e6897d96b5 req-9e263890-ac50-4fb4-9fbf-3955b4884b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:58.591591 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-154e0441-d7bb-4b5d-b1a6-27e6897d96b5 req-9e263890-ac50-4fb4-9fbf-3955b4884b5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd0de9761d9c41a296d4962338e6e17f&device_id=9dbcb55c-fdb0-467e-b908-aa8185d7ccb5 HTTP/1.1" status: 200 len: 1095 time: 0.0814538 Nov 12 00:49:58.713401 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-bb17f0fe-4ff4-4fec-8e89-1738d76ef6d9 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040303 Nov 12 00:49:58.732599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e0441-d7bb-4b5d-b1a6-27e6897d96b5 req-ee5fd71c-0fb1-45c9-81e0-c4aa517c3c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:58.734064 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-154e0441-d7bb-4b5d-b1a6-27e6897d96b5 req-ee5fd71c-0fb1-45c9-81e0-c4aa517c3c48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f053381-022a-4e7b-adda-7ad7c68e5281 HTTP/1.1" status: 200 len: 911 time: 0.1341679 Nov 12 00:49:58.736222 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b074110-30cd-413f-9bab-62086250f224 req-b9b9b2d2-2679-4ecc-9a5b-e1b3b0a7a999 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:58.737732 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b074110-30cd-413f-9bab-62086250f224 req-b9b9b2d2-2679-4ecc-9a5b-e1b3b0a7a999 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb55c-fdb0-467e-b908-aa8185d7ccb5 HTTP/1.1" status: 200 len: 943 time: 0.1252139 Nov 12 00:49:58.786099 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-154e0441-d7bb-4b5d-b1a6-27e6897d96b5 req-b3a1a20b-c189-45b5-8118-a2c3c828adc6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32b7175c-85f2-487a-930a-938db54e0138 HTTP/1.1" status: 200 len: 217 time: 0.0443869 Nov 12 00:49:58.847356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e0441-d7bb-4b5d-b1a6-27e6897d96b5 req-f86bd5ef-3f9e-4116-b753-4f7250eb3511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:58.848912 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-154e0441-d7bb-4b5d-b1a6-27e6897d96b5 req-f86bd5ef-3f9e-4116-b753-4f7250eb3511 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2de00b6f-1634-47c7-acc1-545ce0700f15 HTTP/1.1" status: 200 len: 850 time: 0.0560784 Nov 12 00:49:58.849713 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b074110-30cd-413f-9bab-62086250f224 req-7342d1aa-4a86-41c0-8815-a5538ec2e6f7 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a399b24-2eca-4b6f-b31f-e3a86e4d2a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925136 Nov 12 00:49:58.863010 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-d89624df-2afd-4bf9-a744-a40bd1d4d744 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408496 Nov 12 00:49:58.883921 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-154e0441-d7bb-4b5d-b1a6-27e6897d96b5 req-5d512994-4a27-4c99-923e-6ba77d3af6d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f053381-022a-4e7b-adda-7ad7c68e5281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282366 Nov 12 00:49:58.914758 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-9dc191a0-b8a7-4d7f-aa25-41637575472f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae HTTP/1.1" status: 200 len: 217 time: 0.0445855 Nov 12 00:49:58.982229 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-46796b81-bc39-4d57-991b-37fff34b142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:58.983719 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-46796b81-bc39-4d57-991b-37fff34b142c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79ef9191-98fa-4a9d-80f9-c51942b38fb7 HTTP/1.1" status: 200 len: 797 time: 0.0623090 Nov 12 00:49:59.000494 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-154e0441-d7bb-4b5d-b1a6-27e6897d96b5 req-a33b26bd-3367-4e33-83e2-e3c091439944 service neutron] 10.222.0.15 "GET /v2.0/networks/3f053381-022a-4e7b-adda-7ad7c68e5281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086316 Nov 12 00:49:59.048565 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-7681e273-4f55-4110-914b-048b05230370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:59.050335 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-7681e273-4f55-4110-914b-048b05230370 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5429105-7df0-4f08-b65b-bfa50831b1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0578029 Nov 12 00:49:59.116997 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-154e0441-d7bb-4b5d-b1a6-27e6897d96b5 req-46d6b1e5-b7fe-403c-853e-595626538d06 service neutron] 10.222.0.15 "GET /v2.0/networks/3f053381-022a-4e7b-adda-7ad7c68e5281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075954 Nov 12 00:49:59.171271 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-e8929ec4-f2b5-4a7a-85e2-e759d048a1f7 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128414 Nov 12 00:49:59.287054 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-69ffab71-1505-4d66-b868-d07dadda1f5d service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081467 Nov 12 00:49:59.340237 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-b6e184cd-e648-405d-8ef2-3a492871b6a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf HTTP/1.1" status: 200 len: 217 time: 0.0444655 Nov 12 00:49:59.370711 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e11afee8-1221-4355-abc4-da26fb06b064 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:59.401429 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-df8a894b-e31f-45c0-856c-1a9c3941ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:59.402926 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-df8a894b-e31f-45c0-856c-1a9c3941ba68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79ef9191-98fa-4a9d-80f9-c51942b38fb7 HTTP/1.1" status: 200 len: 797 time: 0.0560315 Nov 12 00:49:59.449304 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port e11afee8-1221-4355-abc4-da26fb06b064 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:49:59.454618 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port e11afee8-1221-4355-abc4-da26fb06b064 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:59.455498 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.461518 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-a09c8093-23b9-4f09-834a-0e3d6f7be859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:59.463315 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-a09c8093-23b9-4f09-834a-0e3d6f7be859 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5429105-7df0-4f08-b65b-bfa50831b1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0515461 Nov 12 00:49:59.561882 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.614674 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7274f3-8779-4507-960e-e2310c6a5d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11afee8-1221-4355-abc4-da26fb06b064'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:49:59.622671 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0688a991-d89c-4b8f-a3f4-83ef782b34b9" -d '{"events": [{"server_uuid": "ae7274f3-8779-4507-960e-e2310c6a5d27", "name": "network-vif-plugged", "status": "completed", "tag": "e11afee8-1221-4355-abc4-da26fb06b064"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:49:59.645372 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e11afee8-1221-4355-abc4-da26fb06b064, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e11afee8-1221-4355-abc4-da26fb06b064,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:59.652228 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.750362 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-621a6c25-21f4-4639-abb5-8d9b64fc6651 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743306 Nov 12 00:49:59.755935 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ecf73-107d-408e-8973-acf9b221c390 req-f8c68d9d-8035-4986-a44d-884843dbc230 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:59.766907 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e4ecf73-107d-408e-8973-acf9b221c390 req-f8c68d9d-8035-4986-a44d-884843dbc230 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.1034169 Nov 12 00:49:59.811304 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=e11afee8-1221-4355-abc4-da26fb06b064,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:59.849717 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e4ecf73-107d-408e-8973-acf9b221c390 req-3cb152d2-a587-4fce-87ac-b7c1fb91b8cd tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796676 Nov 12 00:49:59.897218 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-4be413ee-0465-4b9d-bdeb-33fa15cc5375 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417596 Nov 12 00:49:59.902729 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1754974-43f4-47cc-93fc-572366e94515 x-openstack-request-id: req-a1754974-43f4-47cc-93fc-572366e94515 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:49:59.903026 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7274f3-8779-4507-960e-e2310c6a5d27", "name": "network-vif-plugged", "status": "completed", "tag": "e11afee8-1221-4355-abc4-da26fb06b064", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:49:59.903362 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1754974-43f4-47cc-93fc-572366e94515 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:49:59.903768 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7274f3-8779-4507-960e-e2310c6a5d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11afee8-1221-4355-abc4-da26fb06b064', 'code': 200} Nov 12 00:49:59.953775 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-33be0948-9a5b-4a4b-b1be-55f4c38407c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=598a4042-c420-4cc6-a0c6-65564b98695e HTTP/1.1" status: 200 len: 217 time: 0.0479732 Nov 12 00:49:59.989308 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96880e8d-153c-427b-b593-9e4db49502b3 req-de483a9f-5c54-4e11-a49e-90fb939e0a60 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:59.990893 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-96880e8d-153c-427b-b593-9e4db49502b3 req-de483a9f-5c54-4e11-a49e-90fb939e0a60 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb55c-fdb0-467e-b908-aa8185d7ccb5 HTTP/1.1" status: 200 len: 943 time: 0.0566254 Nov 12 00:50:00.037463 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-028a44a1-9ac0-43c2-9a11-4c5560dabf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:00.038962 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-028a44a1-9ac0-43c2-9a11-4c5560dabf68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79ef9191-98fa-4a9d-80f9-c51942b38fb7 HTTP/1.1" status: 200 len: 797 time: 0.0785999 Nov 12 00:50:00.044371 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705de34b-5b67-40e1-bd36-ff9ef7115617 req-72588dea-fe9d-46ac-b0e1-1bf3ec46882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:00.045850 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-705de34b-5b67-40e1-bd36-ff9ef7115617 req-72588dea-fe9d-46ac-b0e1-1bf3ec46882a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 1097 time: 0.0757585 Nov 12 00:50:00.050479 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-96880e8d-153c-427b-b593-9e4db49502b3 req-92cf7abc-5e47-4d26-b649-66065810bd7a tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a399b24-2eca-4b6f-b31f-e3a86e4d2a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530086 Nov 12 00:50:00.115565 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-705de34b-5b67-40e1-bd36-ff9ef7115617 req-7f822693-a63b-4b05-8346-27285c47b05e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608280 Nov 12 00:50:00.126558 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-63c60b02-b874-4b7e-a06f-e9a8522f3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:00.128057 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-63c60b02-b874-4b7e-a06f-e9a8522f3a96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5429105-7df0-4f08-b65b-bfa50831b1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0813651 Nov 12 00:50:00.221904 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-0f99bab2-fb45-44a7-b255-7c0169def758 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864282 Nov 12 00:50:00.319119 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-665bb9a9-3e4f-47d8-99f7-d5d069567cf3 service neutron] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902312 Nov 12 00:50:00.366180 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-a3a8605b-32ac-418c-8424-97521a375b30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7ec6bbb6-cda8-445c-acc9-186646419b56 HTTP/1.1" status: 200 len: 217 time: 0.0394061 Nov 12 00:50:00.417422 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-7b3a518c-8a45-429a-9b11-d3199eced93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:00.418970 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-7b3a518c-8a45-429a-9b11-d3199eced93f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b4b93af-0a2a-4ab0-978c-c22484f952fd HTTP/1.1" status: 200 len: 797 time: 0.0449026 Nov 12 00:50:00.471505 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-53f51b97-c44a-441c-885e-90eef5ddc856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:00.473068 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-53f51b97-c44a-441c-885e-90eef5ddc856 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a47d1011-e7d0-4734-88d5-45d0a4429b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0469382 Nov 12 00:50:00.579555 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-7cfb3f77-de22-4ca7-a590-29d712ece4bd service neutron] 10.222.0.15 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995843 Nov 12 00:50:00.707792 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-d5899259-ca8b-45a3-afc3-acc71f4c2316 service neutron] 10.222.0.15 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179247 Nov 12 00:50:00.761561 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-e7e0b370-6c59-492c-8dce-7220fccdbb02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5499a9f2-ee89-4018-a3da-de31014146c2 HTTP/1.1" status: 200 len: 217 time: 0.0414829 Nov 12 00:50:00.823979 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-3f240526-2112-4d25-b455-f92929bc8b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:00.826862 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-3f240526-2112-4d25-b455-f92929bc8b86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b4b93af-0a2a-4ab0-978c-c22484f952fd HTTP/1.1" status: 200 len: 797 time: 0.0572107 Nov 12 00:50:00.900319 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-504b1255-2348-49dd-b2c8-12a01ff831a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:00.902105 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-504b1255-2348-49dd-b2c8-12a01ff831a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a47d1011-e7d0-4734-88d5-45d0a4429b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0675051 Nov 12 00:50:01.076315 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9eeeed-e281-4bc6-a3e2-768606e314e0 req-0eb40120-be69-4ba8-94c4-1415a3a4edfb tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.083152 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9eeeed-e281-4bc6-a3e2-768606e314e0 req-0eb40120-be69-4ba8-94c4-1415a3a4edfb tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.088938 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7e836-971b-447c-8a0f-ea0d5fc07837 req-a80428b6-34bc-45c0-bf7c-5080c150ecd2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.089971 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9eeeed-e281-4bc6-a3e2-768606e314e0 req-0eb40120-be69-4ba8-94c4-1415a3a4edfb tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.096653 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9eeeed-e281-4bc6-a3e2-768606e314e0 req-0eb40120-be69-4ba8-94c4-1415a3a4edfb tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.097311 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-48c7e836-971b-447c-8a0f-ea0d5fc07837 req-a80428b6-34bc-45c0-bf7c-5080c150ecd2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.1076765 Nov 12 00:50:01.108358 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9eeeed-e281-4bc6-a3e2-768606e314e0 req-0eb40120-be69-4ba8-94c4-1415a3a4edfb tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.112351 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9eeeed-e281-4bc6-a3e2-768606e314e0 req-0eb40120-be69-4ba8-94c4-1415a3a4edfb tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.119043 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9eeeed-e281-4bc6-a3e2-768606e314e0 req-0eb40120-be69-4ba8-94c4-1415a3a4edfb tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.129001 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-da9eeeed-e281-4bc6-a3e2-768606e314e0 req-0eb40120-be69-4ba8-94c4-1415a3a4edfb tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5445 time: 0.1174014 Nov 12 00:50:01.152329 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-40576a2b-e603-4979-8059-5a28c380709c service neutron] 10.222.0.15 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420583 Nov 12 00:50:01.204955 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-da9eeeed-e281-4bc6-a3e2-768606e314e0 req-c15119cd-a2bc-468e-bf5e-1a93abbd9545 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743530 Nov 12 00:50:01.213205 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-48c7e836-971b-447c-8a0f-ea0d5fc07837 req-9c155e50-0eff-41dc-8bc4-d0734546b47a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144559 Nov 12 00:50:01.287580 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6354814-bcc6-4b71-9d6f-17594ee9eb58 req-8dcd0316-3e1c-4a75-a654-ce1a02e42e24 service neutron] 10.222.0.15 "GET /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253576 Nov 12 00:50:01.349182 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e4b8d-009e-4eb4-8798-22bbca6db60f req-04e83bba-005d-4986-a708-18f36715ff94 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.353859 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7b9e4b8d-009e-4eb4-8798-22bbca6db60f req-04e83bba-005d-4986-a708-18f36715ff94 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb55c-fdb0-467e-b908-aa8185d7ccb5 HTTP/1.1" status: 200 len: 943 time: 0.0652480 Nov 12 00:50:01.436873 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7b9e4b8d-009e-4eb4-8798-22bbca6db60f req-347a0d82-23fe-4e10-b310-ffe26a7c1d82 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a399b24-2eca-4b6f-b31f-e3a86e4d2a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721610 Nov 12 00:50:02.365210 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fb761-4170-4db4-989f-f3f8e3af9711 req-312338c1-ed32-42ea-987e-c03028e5a9e9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.373383 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fb761-4170-4db4-989f-f3f8e3af9711 req-312338c1-ed32-42ea-987e-c03028e5a9e9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.378337 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859e152-559d-47f1-b1c4-7b491aec8435 req-9993aeee-be8d-4fe0-83ba-a5e2a7627646 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.380295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fb761-4170-4db4-989f-f3f8e3af9711 req-312338c1-ed32-42ea-987e-c03028e5a9e9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.386602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fb761-4170-4db4-989f-f3f8e3af9711 req-312338c1-ed32-42ea-987e-c03028e5a9e9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.388909 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3859e152-559d-47f1-b1c4-7b491aec8435 req-9993aeee-be8d-4fe0-83ba-a5e2a7627646 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.0684133 Nov 12 00:50:02.393000 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fb761-4170-4db4-989f-f3f8e3af9711 req-312338c1-ed32-42ea-987e-c03028e5a9e9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.400007 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fb761-4170-4db4-989f-f3f8e3af9711 req-312338c1-ed32-42ea-987e-c03028e5a9e9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.407343 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fb761-4170-4db4-989f-f3f8e3af9711 req-312338c1-ed32-42ea-987e-c03028e5a9e9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.416570 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4c7fb761-4170-4db4-989f-f3f8e3af9711 req-312338c1-ed32-42ea-987e-c03028e5a9e9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5445 time: 0.1170812 Nov 12 00:50:02.459429 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3859e152-559d-47f1-b1c4-7b491aec8435 req-56bb4e25-b220-4c38-9bc0-d8be3d1b8195 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671902 Nov 12 00:50:02.669623 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265752ff-3c55-449b-8bc9-0f415cba9755 req-773b3788-6251-4666-ab3d-1dd9720d4435 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.672277 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-265752ff-3c55-449b-8bc9-0f415cba9755 req-773b3788-6251-4666-ab3d-1dd9720d4435 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb55c-fdb0-467e-b908-aa8185d7ccb5 HTTP/1.1" status: 200 len: 943 time: 0.0836077 Nov 12 00:50:02.744563 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-265752ff-3c55-449b-8bc9-0f415cba9755 req-4f8cbe93-0e2f-451b-9af4-8562684bcf3a tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a399b24-2eca-4b6f-b31f-e3a86e4d2a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599697 Nov 12 00:50:02.978955 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-5c99d8f9-8554-40ee-92c7-0c242a952042 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.986332 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-5c99d8f9-8554-40ee-92c7-0c242a952042 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.992302 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-5c99d8f9-8554-40ee-92c7-0c242a952042 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:02.998190 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-5c99d8f9-8554-40ee-92c7-0c242a952042 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.004245 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-5c99d8f9-8554-40ee-92c7-0c242a952042 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.013797 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-5c99d8f9-8554-40ee-92c7-0c242a952042 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.020418 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-5c99d8f9-8554-40ee-92c7-0c242a952042 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.022371 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-5c99d8f9-8554-40ee-92c7-0c242a952042 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 5445 time: 0.1523442 Nov 12 00:50:03.029008 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4c7fb761-4170-4db4-989f-f3f8e3af9711 req-92c7cbc9-eabc-4442-828c-665d0ecb726f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6114533 Nov 12 00:50:03.074171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-d60d6f92-82b6-4a6f-b2eb-16cd39eae357 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.075808 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-d60d6f92-82b6-4a6f-b2eb-16cd39eae357 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.15 "GET /v2.0/ports/4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0447130 Nov 12 00:50:03.130425 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc956e3-74e9-4ab2-99b1-bd41fdd6f64d req-9c0d96a3-3374-4d00-af8b-b4179bb90652 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.131907 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1cc956e3-74e9-4ab2-99b1-bd41fdd6f64d req-9c0d96a3-3374-4d00-af8b-b4179bb90652 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.0600193 Nov 12 00:50:03.183424 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1cc956e3-74e9-4ab2-99b1-bd41fdd6f64d req-c52458b5-7b86-4775-a386-31e69eae71e3 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436871 Nov 12 00:50:03.190898 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-b51fc0eb-3bc0-4583-8ac2-2a0d4dca4e44 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.15 "GET /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1096475 Nov 12 00:50:03.202198 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:03.262427 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.410331 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] For port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:03.451872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] For port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:03.492504 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] device_id is not set on port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:50:03.507185 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.534332 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.595214 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] No DVR routers for this DVR port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:03.637041 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 32b7175c-85f2-487a-930a-938db54e0138 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:03.644002 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] Pushing event updated for resources: {'Port': ['ID=4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae,revision_number=6']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:03.648191 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] In _notify_port_updated(), no bound segment for port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae on network a5429105-7df0-4f08-b65b-bfa50831b1cd {{(pid=114242) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:50:03.649172 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.649791 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.651096 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] 10.222.0.15 "PUT /v2.0/ports/4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae HTTP/1.1" status: 200 len: 1032 time: 0.4530466 Nov 12 00:50:03.669974 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:03.670268 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:03.670616 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:03.670961 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:03.671298 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:03.671632 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:03.672503 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:03.674508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:03.674856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:03.675199 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:03.675543 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:03.675874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cea1f10-82ba-45b6-9c8c-d09b1e539ccd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:03.729109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-f41704ee-cbce-4951-8988-90109be1b79a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.730661 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-f41704ee-cbce-4951-8988-90109be1b79a tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.15 "GET /v2.0/ports/46bdef3d-f8bc-4521-88a2-2afdcf545a6a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0699430 Nov 12 00:50:03.744718 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-32b2b2fd-896c-4650-8d9b-a3de82cb6fca service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:03.831322 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 32b7175c-85f2-487a-930a-938db54e0138, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=32b7175c-85f2-487a-930a-938db54e0138,segment=NetworkSegment(1b362cc0-5b71-4db1-8cc2-aab174908812),segment_id=1b362cc0-5b71-4db1-8cc2-aab174908812)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:03.857048 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '32b7175c-85f2-487a-930a-938db54e0138', 'network_id': '3f053381-022a-4e7b-adda-7ad7c68e5281', 'port_id': '32b7175c-85f2-487a-930a-938db54e0138', 'mac_address': 'fa:16:3e:9e:7d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de00b6f-1634-47c7-acc1-545ce0700f15', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:03.871768 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-32b2b2fd-896c-4650-8d9b-a3de82cb6fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.898278 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.918190 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b7175c-85f2-487a-930a-938db54e0138 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:03.957822 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-bff84f3f-5ba4-499e-91b8-d51db7232715 None None] Provisioning complete for port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:03.959073 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bff84f3f-5ba4-499e-91b8-d51db7232715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.988467 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18dd39-8d28-4ac8-a11b-57b4d79a1740 req-f4e05301-7e6a-4c1d-8c48-485cf789242d tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.993227 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-db18dd39-8d28-4ac8-a11b-57b4d79a1740 req-f4e05301-7e6a-4c1d-8c48-485cf789242d tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb55c-fdb0-467e-b908-aa8185d7ccb5 HTTP/1.1" status: 200 len: 943 time: 0.1054940 Nov 12 00:50:03.996525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-bff84f3f-5ba4-499e-91b8-d51db7232715 None None] Port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:50:03.999237 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 32b7175c-85f2-487a-930a-938db54e0138, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=32b7175c-85f2-487a-930a-938db54e0138,segment=NetworkSegment(1b362cc0-5b71-4db1-8cc2-aab174908812),segment_id=1b362cc0-5b71-4db1-8cc2-aab174908812)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:04.005358 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.086785 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=32b7175c-85f2-487a-930a-938db54e0138,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:04.193250 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-db18dd39-8d28-4ac8-a11b-57b4d79a1740 req-35af480e-4c1e-4a33-afac-20b3515e2815 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a399b24-2eca-4b6f-b31f-e3a86e4d2a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727293 Nov 12 00:50:04.231509 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-32b2b2fd-896c-4650-8d9b-a3de82cb6fca service neutron] For port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=46bdef3d-f8bc-4521-88a2-2afdcf545a6a,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:04.262118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2e0be-0718-411d-9d2c-c305e8028bab req-69f48791-0480-4261-b033-dae701b1cf00 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:04.270515 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2e0be-0718-411d-9d2c-c305e8028bab req-69f48791-0480-4261-b033-dae701b1cf00 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:04.276660 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2e0be-0718-411d-9d2c-c305e8028bab req-69f48791-0480-4261-b033-dae701b1cf00 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:04.284084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2e0be-0718-411d-9d2c-c305e8028bab req-69f48791-0480-4261-b033-dae701b1cf00 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:04.291646 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2e0be-0718-411d-9d2c-c305e8028bab req-69f48791-0480-4261-b033-dae701b1cf00 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:04.300013 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2e0be-0718-411d-9d2c-c305e8028bab req-69f48791-0480-4261-b033-dae701b1cf00 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:04.302772 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-32b2b2fd-896c-4650-8d9b-a3de82cb6fca service neutron] For port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:04.309420 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2ce2e0be-0718-411d-9d2c-c305e8028bab req-69f48791-0480-4261-b033-dae701b1cf00 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 4666 time: 0.1301296 Nov 12 00:50:04.353366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-32b2b2fd-896c-4650-8d9b-a3de82cb6fca service neutron] device_id is not set on port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:50:04.362548 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-32b2b2fd-896c-4650-8d9b-a3de82cb6fca service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.383401 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-32b2b2fd-896c-4650-8d9b-a3de82cb6fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.395102 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2ce2e0be-0718-411d-9d2c-c305e8028bab req-43bf4a57-3284-4219-9a18-dbab5b30ed7e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae036a71-abaf-48d3-9e92-0c85fc6826a1&id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760036 Nov 12 00:50:04.459303 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2b2fd-896c-4650-8d9b-a3de82cb6fca service neutron] Pushing event updated for resources: {'Port': ['ID=46bdef3d-f8bc-4521-88a2-2afdcf545a6a,revision_number=6']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:04.494742 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-32b2b2fd-896c-4650-8d9b-a3de82cb6fca service neutron] No DVR routers for this DVR port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:04.526113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9ce2a-e050-4808-8bed-73d7613ff82c req-b9b63032-5273-43c0-be56-63fb4fa3866b tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:04.527777 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e2b9ce2a-e050-4808-8bed-73d7613ff82c req-b9b63032-5273-43c0-be56-63fb4fa3866b tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.1608734 Nov 12 00:50:04.560812 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-32b2b2fd-896c-4650-8d9b-a3de82cb6fca service neutron] In _notify_port_updated(), no bound segment for port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a on network a5429105-7df0-4f08-b65b-bfa50831b1cd {{(pid=114242) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:50:04.561783 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-32b2b2fd-896c-4650-8d9b-a3de82cb6fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:04.563022 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-32b2b2fd-896c-4650-8d9b-a3de82cb6fca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.564390 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-32b2b2fd-896c-4650-8d9b-a3de82cb6fca service neutron] 10.222.0.15 "PUT /v2.0/ports/46bdef3d-f8bc-4521-88a2-2afdcf545a6a HTTP/1.1" status: 200 len: 1033 time: 0.8257093 Nov 12 00:50:04.643959 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['32b7175c-85f2-487a-930a-938db54e0138'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:04.647338 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e2b9ce2a-e050-4808-8bed-73d7613ff82c req-58590e44-e0a3-433d-9a89-2f2ed3f5c548 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043506 Nov 12 00:50:04.746654 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-81e9acc4-9da0-44b2-a7f7-93710da3b484 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Deleting port 7ec6bbb6-cda8-445c-acc9-186646419b56 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:04.747588 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-81e9acc4-9da0-44b2-a7f7-93710da3b484 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.844282 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-45c6cf0c-ebd0-4480-bbdd-0c345de1ec31 None None] Provisioning complete for port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:04.844895 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-45c6cf0c-ebd0-4480-bbdd-0c345de1ec31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.868170 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-81e9acc4-9da0-44b2-a7f7-93710da3b484 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] For port 7ec6bbb6-cda8-445c-acc9-186646419b56, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=7ec6bbb6-cda8-445c-acc9-186646419b56,segment=NetworkSegment(565a5bbf-e498-4b3b-bd77-1bc3c03dc084),segment_id=565a5bbf-e498-4b3b-bd77-1bc3c03dc084)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:04.868536 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-81e9acc4-9da0-44b2-a7f7-93710da3b484 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.900997 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-81e9acc4-9da0-44b2-a7f7-93710da3b484 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Calling delete_port for 7ec6bbb6-cda8-445c-acc9-186646419b56 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:04.914881 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-45c6cf0c-ebd0-4480-bbdd-0c345de1ec31 None None] Port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:50:05.057626 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-81e9acc4-9da0-44b2-a7f7-93710da3b484 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.128417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9acc4-9da0-44b2-a7f7-93710da3b484 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event deleted for resources: {'Port': ['ID=7ec6bbb6-cda8-445c-acc9-186646419b56,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:05.159969 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-81e9acc4-9da0-44b2-a7f7-93710da3b484 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] No DVR routers for this DVR port 7ec6bbb6-cda8-445c-acc9-186646419b56 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:05.164054 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-81e9acc4-9da0-44b2-a7f7-93710da3b484 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.167173 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-81e9acc4-9da0-44b2-a7f7-93710da3b484 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.15 "DELETE /v2.0/ports/7ec6bbb6-cda8-445c-acc9-186646419b56 HTTP/1.1" status: 204 len: 173 time: 0.5925515 Nov 12 00:50:05.167662 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-deleted', 'tag': '7ec6bbb6-cda8-445c-acc9-186646419b56'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:05.170134 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23112530-2b16-4948-9a31-431bd88294f7" -d '{"events": [{"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-deleted", "tag": "7ec6bbb6-cda8-445c-acc9-186646419b56"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:05.227416 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c54a50-fd8b-4ae5-97cb-6f2c99e344a1 x-openstack-request-id: req-83c54a50-fd8b-4ae5-97cb-6f2c99e344a1 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:05.227542 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-deleted", "tag": "7ec6bbb6-cda8-445c-acc9-186646419b56", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:05.228838 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83c54a50-fd8b-4ae5-97cb-6f2c99e344a1 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:05.229274 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-deleted', 'tag': '7ec6bbb6-cda8-445c-acc9-186646419b56', 'status': 'completed', 'code': 200} Nov 12 00:50:05.309609 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-99fe3371-7986-4333-8e31-48273a5d5f94 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Deleting port 598a4042-c420-4cc6-a0c6-65564b98695e {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:05.309920 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-99fe3371-7986-4333-8e31-48273a5d5f94 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.370527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e5bad-c81d-44b0-9718-62359f9de877 req-82ce4996-dac3-4a8b-ad7f-6cb92346b9f3 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:05.379367 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b63e5bad-c81d-44b0-9718-62359f9de877 req-82ce4996-dac3-4a8b-ad7f-6cb92346b9f3 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb55c-fdb0-467e-b908-aa8185d7ccb5 HTTP/1.1" status: 200 len: 944 time: 0.0944397 Nov 12 00:50:05.453669 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b63e5bad-c81d-44b0-9718-62359f9de877 req-2bcba69a-06a4-48bd-9c4c-ea62ee1c3b4b tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a399b24-2eca-4b6f-b31f-e3a86e4d2a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684054 Nov 12 00:50:05.487512 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-99fe3371-7986-4333-8e31-48273a5d5f94 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] For port 598a4042-c420-4cc6-a0c6-65564b98695e, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=598a4042-c420-4cc6-a0c6-65564b98695e,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:05.488095 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-99fe3371-7986-4333-8e31-48273a5d5f94 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.544652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-99fe3371-7986-4333-8e31-48273a5d5f94 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Calling delete_port for 598a4042-c420-4cc6-a0c6-65564b98695e owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:05.620514 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f2345-93e7-4726-b850-c5a9b9582ad0 req-97b53068-8ae3-496d-a59b-da9a5172a007 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:05.627139 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f2345-93e7-4726-b850-c5a9b9582ad0 req-97b53068-8ae3-496d-a59b-da9a5172a007 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:05.633262 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f2345-93e7-4726-b850-c5a9b9582ad0 req-97b53068-8ae3-496d-a59b-da9a5172a007 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:05.639266 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f2345-93e7-4726-b850-c5a9b9582ad0 req-97b53068-8ae3-496d-a59b-da9a5172a007 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:05.641760 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b44f2345-93e7-4726-b850-c5a9b9582ad0 req-97b53068-8ae3-496d-a59b-da9a5172a007 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 3151 time: 0.1510749 Nov 12 00:50:05.652305 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 32b7175c-85f2-487a-930a-938db54e0138 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:05.723063 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 32b7175c-85f2-487a-930a-938db54e0138 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:05.728138 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b44f2345-93e7-4726-b850-c5a9b9582ad0 req-26e77e68-4a57-426b-ad74-457dc22c5f8f tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719430 Nov 12 00:50:05.740367 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 32b7175c-85f2-487a-930a-938db54e0138 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:05.741161 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.790526 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08996e-dfe4-4577-b245-25815171992b req-eba5bf62-e3d8-45c7-8ab9-92df297e38ad tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:05.792609 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1a08996e-dfe4-4577-b245-25815171992b req-eba5bf62-e3d8-45c7-8ab9-92df297e38ad tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.0743403 Nov 12 00:50:05.809937 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-99fe3371-7986-4333-8e31-48273a5d5f94 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.860126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe3371-7986-4333-8e31-48273a5d5f94 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event deleted for resources: {'Port': ['ID=598a4042-c420-4cc6-a0c6-65564b98695e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:05.873504 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1a08996e-dfe4-4577-b245-25815171992b req-66eba666-002f-405f-91ca-740224aa18c0 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664983 Nov 12 00:50:05.895033 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.929054 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbcb55c-fdb0-467e-b908-aa8185d7ccb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b7175c-85f2-487a-930a-938db54e0138'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:05.931455 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fbb3e4-088b-441d-8398-47ce34fec8b6" -d '{"events": [{"server_uuid": "9dbcb55c-fdb0-467e-b908-aa8185d7ccb5", "name": "network-vif-plugged", "status": "completed", "tag": "32b7175c-85f2-487a-930a-938db54e0138"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:05.960949 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-99fe3371-7986-4333-8e31-48273a5d5f94 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] No DVR routers for this DVR port 598a4042-c420-4cc6-a0c6-65564b98695e on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:05.964808 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-99fe3371-7986-4333-8e31-48273a5d5f94 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.969700 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-99fe3371-7986-4333-8e31-48273a5d5f94 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.15 "DELETE /v2.0/ports/598a4042-c420-4cc6-a0c6-65564b98695e HTTP/1.1" status: 204 len: 173 time: 0.7953820 Nov 12 00:50:05.980749 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 32b7175c-85f2-487a-930a-938db54e0138, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=32b7175c-85f2-487a-930a-938db54e0138,segment=NetworkSegment(1b362cc0-5b71-4db1-8cc2-aab174908812),segment_id=1b362cc0-5b71-4db1-8cc2-aab174908812)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:05.985964 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.986880 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:06.055696 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfd65c3-e983-4b83-a38c-b04918e625d1 x-openstack-request-id: req-3cfd65c3-e983-4b83-a38c-b04918e625d1 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:06.057412 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbcb55c-fdb0-467e-b908-aa8185d7ccb5", "name": "network-vif-plugged", "status": "completed", "tag": "32b7175c-85f2-487a-930a-938db54e0138", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:06.057586 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3cfd65c3-e983-4b83-a38c-b04918e625d1 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:06.058552 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbcb55c-fdb0-467e-b908-aa8185d7ccb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b7175c-85f2-487a-930a-938db54e0138', 'code': 200} Nov 12 00:50:06.109946 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=32b7175c-85f2-487a-930a-938db54e0138,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:06.140509 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:06.140824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 7ec6bbb6-cda8-445c-acc9-186646419b56 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:06.162119 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-d1cfef3d-1545-4e3a-8e8a-66700152a9e6 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Deleting port 7492299e-b0d6-4740-9134-5b1767b6004a {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:06.163135 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-d1cfef3d-1545-4e3a-8e8a-66700152a9e6 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.190859 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 7ec6bbb6-cda8-445c-acc9-186646419b56 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:06.191219 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 7ec6bbb6-cda8-445c-acc9-186646419b56 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:06.191613 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae1190-54f6-49bc-816f-ec2bcb3388ec req-31b4eca4-d170-4311-be04-16edbae763a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:06.191758 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 598a4042-c420-4cc6-a0c6-65564b98695e no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:06.193179 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5dae1190-54f6-49bc-816f-ec2bcb3388ec req-31b4eca4-d170-4311-be04-16edbae763a4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9dbcb55c-fdb0-467e-b908-aa8185d7ccb5 HTTP/1.1" status: 200 len: 1097 time: 0.0774486 Nov 12 00:50:06.227327 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 598a4042-c420-4cc6-a0c6-65564b98695e {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:06.227703 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 598a4042-c420-4cc6-a0c6-65564b98695e not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:06.228142 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 5499a9f2-ee89-4018-a3da-de31014146c2 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:06.332407 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5dae1190-54f6-49bc-816f-ec2bcb3388ec req-3f2e51ea-c634-40fc-a1a6-2ca178758948 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3a399b24-2eca-4b6f-b31f-e3a86e4d2a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291163 Nov 12 00:50:06.351323 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-d1cfef3d-1545-4e3a-8e8a-66700152a9e6 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] For port 7492299e-b0d6-4740-9134-5b1767b6004a, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=7492299e-b0d6-4740-9134-5b1767b6004a,segment=NetworkSegment(06c399f9-5d95-4542-a286-8e7bd5ff234a),segment_id=06c399f9-5d95-4542-a286-8e7bd5ff234a)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:06.351973 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-d1cfef3d-1545-4e3a-8e8a-66700152a9e6 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.355368 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.367436 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58de048-622c-4cfb-9050-581ebda3396f req-251f262b-954f-405c-b9d3-3468e840c562 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:06.387273 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f58de048-622c-4cfb-9050-581ebda3396f req-251f262b-954f-405c-b9d3-3468e840c562 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/ports?device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 946 time: 0.1513319 Nov 12 00:50:06.413526 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 5499a9f2-ee89-4018-a3da-de31014146c2, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5499a9f2-ee89-4018-a3da-de31014146c2,segment=NetworkSegment(565a5bbf-e498-4b3b-bd77-1bc3c03dc084),segment_id=565a5bbf-e498-4b3b-bd77-1bc3c03dc084)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:06.422317 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.423154 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 46bdef3d-f8bc-4521-88a2-2afdcf545a6a no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:06.483146 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f58de048-622c-4cfb-9050-581ebda3396f req-ccb23466-c1f4-43e7-b143-18376319e07b tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/security-groups?id=e149db29-ffdf-4721-9480-ce0ae1dbd508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949609 Nov 12 00:50:06.506202 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=5499a9f2-ee89-4018-a3da-de31014146c2,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:06.595537 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 46bdef3d-f8bc-4521-88a2-2afdcf545a6a not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:06.597245 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:06.656770 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-d1cfef3d-1545-4e3a-8e8a-66700152a9e6 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.657319 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-d1cfef3d-1545-4e3a-8e8a-66700152a9e6 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.657634 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-d1cfef3d-1545-4e3a-8e8a-66700152a9e6 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Floating IP 7de0d4de-c239-4869-848b-e815bd447511 disassociated. External IP: 172.25.0.126, port: 7492299e-b0d6-4740-9134-5b1767b6004a. Nov 12 00:50:06.657899 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-d1cfef3d-1545-4e3a-8e8a-66700152a9e6 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Calling delete_port for 7492299e-b0d6-4740-9134-5b1767b6004a owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:06.676410 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d00f59-1ea7-4c2d-8ea7-d7e76dad6a1b req-e34588d7-01ce-4874-bd6a-c23268b5011f tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:06.678250 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-26d00f59-1ea7-4c2d-8ea7-d7e76dad6a1b req-e34588d7-01ce-4874-bd6a-c23268b5011f tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb55c-fdb0-467e-b908-aa8185d7ccb5 HTTP/1.1" status: 200 len: 945 time: 0.0850568 Nov 12 00:50:06.714120 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.766717 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:06.781899 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.785143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 7492299e-b0d6-4740-9134-5b1767b6004a no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:06.822920 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-26d00f59-1ea7-4c2d-8ea7-d7e76dad6a1b req-f90120c5-594d-4ec0-a6b5-e97576f9c100 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a399b24-2eca-4b6f-b31f-e3a86e4d2a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913653 Nov 12 00:50:06.907097 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b3797-6c1f-419e-8396-2bfac3940a51 req-f80c8824-8e40-4145-a520-3f23a0dcaf99 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:06.913974 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b3797-6c1f-419e-8396-2bfac3940a51 req-f80c8824-8e40-4145-a520-3f23a0dcaf99 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:06.920655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b3797-6c1f-419e-8396-2bfac3940a51 req-f80c8824-8e40-4145-a520-3f23a0dcaf99 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:06.922769 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-d1cfef3d-1545-4e3a-8e8a-66700152a9e6 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.925155 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a27b3797-6c1f-419e-8396-2bfac3940a51 req-f80c8824-8e40-4145-a520-3f23a0dcaf99 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 2412 time: 0.1019831 Nov 12 00:50:06.974836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfef3d-1545-4e3a-8e8a-66700152a9e6 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event deleted for resources: {'Port': ['ID=7492299e-b0d6-4740-9134-5b1767b6004a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:06.988321 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:07.023999 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No active binding found for port 7492299e-b0d6-4740-9134-5b1767b6004a {{(pid=114244) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 00:50:07.024464 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 7492299e-b0d6-4740-9134-5b1767b6004a not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:07.050516 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a27b3797-6c1f-419e-8396-2bfac3940a51 req-955312ad-12fc-480e-81d7-78f31787add1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064780 Nov 12 00:50:07.186011 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466802a-9dc3-46f8-ab64-32ddc1679290 req-6097729a-cf9c-4299-8d83-8e91f60d69aa tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:07.193773 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1466802a-9dc3-46f8-ab64-32ddc1679290 req-6097729a-cf9c-4299-8d83-8e91f60d69aa tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.1213162 Nov 12 00:50:07.231640 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-deleted', 'tag': '598a4042-c420-4cc6-a0c6-65564b98695e'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:07.233885 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64ab4f8-ad06-44e1-885d-db1b81c302dd" -d '{"events": [{"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-deleted", "tag": "598a4042-c420-4cc6-a0c6-65564b98695e"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:07.247103 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-d1cfef3d-1545-4e3a-8e8a-66700152a9e6 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Router 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:50:07.273199 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1466802a-9dc3-46f8-ab64-32ddc1679290 req-c56be556-8ddc-49f5-8757-573986d8cfdb tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783477 Nov 12 00:50:07.329753 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca99781a-b161-4086-88a3-d69fb757390c x-openstack-request-id: req-ca99781a-b161-4086-88a3-d69fb757390c {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:07.330047 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-deleted", "tag": "598a4042-c420-4cc6-a0c6-65564b98695e", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:07.330304 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca99781a-b161-4086-88a3-d69fb757390c {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:07.330701 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-deleted', 'tag': '598a4042-c420-4cc6-a0c6-65564b98695e', 'status': 'completed', 'code': 200} Nov 12 00:50:07.432394 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-d1cfef3d-1545-4e3a-8e8a-66700152a9e6 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:50:07.444036 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8093a496-0ed1-4032-9517-dfedf8b72acb None None] Sync routers for ids ['2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:50:07.463840 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8093a496-0ed1-4032-9517-dfedf8b72acb None None] Routers {'2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:07.463840 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8093a496-0ed1-4032-9517-dfedf8b72acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:49:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:07.509611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-d1cfef3d-1545-4e3a-8e8a-66700152a9e6 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] No DVR routers for this DVR port 7492299e-b0d6-4740-9134-5b1767b6004a on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:07.513106 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-d1cfef3d-1545-4e3a-8e8a-66700152a9e6 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.517557 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-d1cfef3d-1545-4e3a-8e8a-66700152a9e6 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.15 "DELETE /v2.0/ports/7492299e-b0d6-4740-9134-5b1767b6004a HTTP/1.1" status: 204 len: 173 time: 1.5393102 Nov 12 00:50:07.598357 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b1a89-39c2-41f1-b45f-97462e6f01c7 req-a10f0307-04e2-4702-a541-6067381e019a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:07.600517 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-801b1a89-39c2-41f1-b45f-97462e6f01c7 req-a10f0307-04e2-4702-a541-6067381e019a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.21 "GET /v2.0/ports?device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 946 time: 0.1356678 Nov 12 00:50:07.730816 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d531418-8ab8-4eae-9c23-c10015784b12 req-6fbd1e91-f965-4fe9-8d35-f74c1970b184 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:07.736046 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2d531418-8ab8-4eae-9c23-c10015784b12 req-6fbd1e91-f965-4fe9-8d35-f74c1970b184 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/ports?device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 946 time: 0.1222796 Nov 12 00:50:07.837447 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-e002c1df-3791-476d-b8c5-ba46c3b47ffd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Deleting port 5499a9f2-ee89-4018-a3da-de31014146c2 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:07.838300 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-e002c1df-3791-476d-b8c5-ba46c3b47ffd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.842308 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-8093a496-0ed1-4032-9517-dfedf8b72acb None None] Set router 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:07.866460 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2d531418-8ab8-4eae-9c23-c10015784b12 req-6418741e-714e-4ce2-8402-79c446b616da tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/security-groups?id=e149db29-ffdf-4721-9480-ce0ae1dbd508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247404 Nov 12 00:50:07.934188 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-801b1a89-39c2-41f1-b45f-97462e6f01c7 req-66f6cd81-2387-4244-9638-644d34123efd tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Deleting port f5b1555e-e0ee-48cb-b248-1ff7aa92890c {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:07.934551 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-801b1a89-39c2-41f1-b45f-97462e6f01c7 req-66f6cd81-2387-4244-9638-644d34123efd tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.069497 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-e002c1df-3791-476d-b8c5-ba46c3b47ffd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] For port 5499a9f2-ee89-4018-a3da-de31014146c2, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=5499a9f2-ee89-4018-a3da-de31014146c2,segment=NetworkSegment(565a5bbf-e498-4b3b-bd77-1bc3c03dc084),segment_id=565a5bbf-e498-4b3b-bd77-1bc3c03dc084)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:08.069870 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-e002c1df-3791-476d-b8c5-ba46c3b47ffd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.072574 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5499a9f2-ee89-4018-a3da-de31014146c2'}, {'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:08.075177 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fc80bf-c8a8-4399-8384-2f8cc1e0d26c" -d '{"events": [{"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-unplugged", "status": "completed", "tag": "5499a9f2-ee89-4018-a3da-de31014146c2"}, {"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:08.094352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-e002c1df-3791-476d-b8c5-ba46c3b47ffd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Calling delete_port for 5499a9f2-ee89-4018-a3da-de31014146c2 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:08.118496 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8093a496-0ed1-4032-9517-dfedf8b72acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'name': 'tempest-TaggedBootDevicesTest_v242-1436852988-router', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:12Z', 'updated_at': '2021-11-12T00:39:21Z', 'revision_number': 4, 'project_id': 'ff69603520634453a797ab4b4216646a', 'gw_port': {'id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:14Z', 'updated_at': '2021-11-12T00:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '27263341-6a8c-42b5-8ffd-58778c355662', 'name': '', 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'mac_address': 'fa:16:3e:f4:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '039608db-f2a3-4af6-b30e-cf0d39b5f975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:20Z', 'updated_at': '2021-11-12T00:39:29Z', 'revision_number': 5, 'project_id': 'ff69603520634453a797ab4b4216646a', 'subnets': [{'id': '039608db-f2a3-4af6-b30e-cf0d39b5f975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:08.150668 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8093a496-0ed1-4032-9517-dfedf8b72acb None None] Checking router: 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:50:08.154113 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddebdc5-cab1-4233-8b88-bbe65646a361 x-openstack-request-id: req-6ddebdc5-cab1-4233-8b88-bbe65646a361 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:08.154475 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-unplugged", "status": "completed", "tag": "5499a9f2-ee89-4018-a3da-de31014146c2", "code": 200}, {"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:08.155036 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ddebdc5-cab1-4233-8b88-bbe65646a361 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:08.155421 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5499a9f2-ee89-4018-a3da-de31014146c2', 'code': 200} Nov 12 00:50:08.155744 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf', 'code': 200} Nov 12 00:50:08.167488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8093a496-0ed1-4032-9517-dfedf8b72acb None None] Routers {'2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:08.168860 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8093a496-0ed1-4032-9517-dfedf8b72acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:49:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:08.208592 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-801b1a89-39c2-41f1-b45f-97462e6f01c7 req-66f6cd81-2387-4244-9638-644d34123efd tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] For port f5b1555e-e0ee-48cb-b248-1ff7aa92890c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f5b1555e-e0ee-48cb-b248-1ff7aa92890c,segment=NetworkSegment(58aed1e2-4731-42ce-8241-8faf41068d94),segment_id=58aed1e2-4731-42ce-8241-8faf41068d94)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:08.208981 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-801b1a89-39c2-41f1-b45f-97462e6f01c7 req-66f6cd81-2387-4244-9638-644d34123efd tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.313488 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e503cf-e8cc-46f1-980d-65d2d8075124 req-f5814c80-199a-4004-aa72-87248ca46332 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:08.323054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e503cf-e8cc-46f1-980d-65d2d8075124 req-f5814c80-199a-4004-aa72-87248ca46332 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:08.332429 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d8e503cf-e8cc-46f1-980d-65d2d8075124 req-f5814c80-199a-4004-aa72-87248ca46332 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 1676 time: 0.0791912 Nov 12 00:50:08.344769 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237782d8-8af9-4d33-829a-1ef0422bda16 req-60c87012-7e16-4aa3-a606-31049523dd7b tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:08.356028 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-237782d8-8af9-4d33-829a-1ef0422bda16 req-60c87012-7e16-4aa3-a606-31049523dd7b tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb55c-fdb0-467e-b908-aa8185d7ccb5 HTTP/1.1" status: 200 len: 945 time: 0.4244213 Nov 12 00:50:08.367162 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-e002c1df-3791-476d-b8c5-ba46c3b47ffd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.395292 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-8093a496-0ed1-4032-9517-dfedf8b72acb None None] Set router 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:08.425575 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d8e503cf-e8cc-46f1-980d-65d2d8075124 req-3665953a-fb24-4688-8c5f-72c8bcfa36a1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867617 Nov 12 00:50:08.529001 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-e002c1df-3791-476d-b8c5-ba46c3b47ffd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] No DVR routers for this DVR port 5499a9f2-ee89-4018-a3da-de31014146c2 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:08.531540 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-e002c1df-3791-476d-b8c5-ba46c3b47ffd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.535539 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-e002c1df-3791-476d-b8c5-ba46c3b47ffd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.15 "DELETE /v2.0/ports/5499a9f2-ee89-4018-a3da-de31014146c2 HTTP/1.1" status: 204 len: 173 time: 1.0095260 Nov 12 00:50:08.536385 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002c1df-3791-476d-b8c5-ba46c3b47ffd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event deleted for resources: {'Port': ['ID=5499a9f2-ee89-4018-a3da-de31014146c2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:08.538870 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.597550 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be1711-808d-43b1-81e3-94a350188548 req-1bb93b18-047a-4bd8-a466-c6b030942362 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:08.609304 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-67be1711-808d-43b1-81e3-94a350188548 req-1bb93b18-047a-4bd8-a466-c6b030942362 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.0949464 Nov 12 00:50:08.639657 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-237782d8-8af9-4d33-829a-1ef0422bda16 req-8e9e4b75-eec3-4f73-b904-2ae97e99f9cb tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a399b24-2eca-4b6f-b31f-e3a86e4d2a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774777 Nov 12 00:50:08.769430 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-67be1711-808d-43b1-81e3-94a350188548 req-281745d9-5e62-4f84-83a5-e55440bad3bc tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587365 Nov 12 00:50:08.897312 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-b57aac47-dc02-4ff0-be21-b7f739fa81dd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Deleting port f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:08.897828 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-b57aac47-dc02-4ff0-be21-b7f739fa81dd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.027708 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8093a496-0ed1-4032-9517-dfedf8b72acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'name': 'tempest-TaggedBootDevicesTest_v242-1436852988-router', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:12Z', 'updated_at': '2021-11-12T00:39:21Z', 'revision_number': 4, 'project_id': 'ff69603520634453a797ab4b4216646a', 'gw_port': {'id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:14Z', 'updated_at': '2021-11-12T00:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '27263341-6a8c-42b5-8ffd-58778c355662', 'name': '', 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'mac_address': 'fa:16:3e:f4:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '039608db-f2a3-4af6-b30e-cf0d39b5f975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:20Z', 'updated_at': '2021-11-12T00:39:29Z', 'revision_number': 5, 'project_id': 'ff69603520634453a797ab4b4216646a', 'subnets': [{'id': '039608db-f2a3-4af6-b30e-cf0d39b5f975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:09.109027 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b5f43-f41a-498b-911e-0a83d1beb11f req-ca74c197-0ebb-402f-ab8e-3c07801f2987 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:09.121352 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-070b5f43-f41a-498b-911e-0a83d1beb11f req-ca74c197-0ebb-402f-ab8e-3c07801f2987 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/ports?device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 946 time: 0.1451316 Nov 12 00:50:09.135758 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8093a496-0ed1-4032-9517-dfedf8b72acb None None] The sync data for ids ['2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'] in n-d-712137-14 is: [{'id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'name': 'tempest-TaggedBootDevicesTest_v242-1436852988-router', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:12Z', 'updated_at': '2021-11-12T00:39:21Z', 'revision_number': 4, 'project_id': 'ff69603520634453a797ab4b4216646a', 'gw_port': {'id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:14Z', 'updated_at': '2021-11-12T00:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '27263341-6a8c-42b5-8ffd-58778c355662', 'name': '', 'network_id': '11cf3641-542c-41f7-80c8-38f810587d17', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'mac_address': 'fa:16:3e:f4:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '039608db-f2a3-4af6-b30e-cf0d39b5f975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:20Z', 'updated_at': '2021-11-12T00:39:29Z', 'revision_number': 5, 'project_id': 'ff69603520634453a797ab4b4216646a', 'subnets': [{'id': '039608db-f2a3-4af6-b30e-cf0d39b5f975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:50:09.157533 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-801b1a89-39c2-41f1-b45f-97462e6f01c7 req-66f6cd81-2387-4244-9638-644d34123efd tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.157972 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-801b1a89-39c2-41f1-b45f-97462e6f01c7 req-66f6cd81-2387-4244-9638-644d34123efd tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.158212 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [req-801b1a89-39c2-41f1-b45f-97462e6f01c7 req-66f6cd81-2387-4244-9638-644d34123efd tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Floating IP dbfd8f1b-d437-4fbb-9c93-b02e1f71af9a disassociated. External IP: 172.25.0.211, port: f5b1555e-e0ee-48cb-b248-1ff7aa92890c. Nov 12 00:50:09.158555 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-801b1a89-39c2-41f1-b45f-97462e6f01c7 req-66f6cd81-2387-4244-9638-644d34123efd tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Calling delete_port for f5b1555e-e0ee-48cb-b248-1ff7aa92890c owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:09.219111 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-070b5f43-f41a-498b-911e-0a83d1beb11f req-f9aec265-01e3-49fb-8870-fcdbd4f7265f tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/security-groups?id=e149db29-ffdf-4721-9480-ce0ae1dbd508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962050 Nov 12 00:50:09.251174 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-b57aac47-dc02-4ff0-be21-b7f739fa81dd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] For port f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:09.251549 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-b57aac47-dc02-4ff0-be21-b7f739fa81dd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.293481 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379135b5-730c-443f-9d2a-54676fe99e45 req-74dde2cb-f658-4617-aa8a-7e31a52c3d0d tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:09.298746 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-379135b5-730c-443f-9d2a-54676fe99e45 req-74dde2cb-f658-4617-aa8a-7e31a52c3d0d tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb55c-fdb0-467e-b908-aa8185d7ccb5 HTTP/1.1" status: 200 len: 945 time: 0.1254122 Nov 12 00:50:09.332656 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-deleted', 'tag': '7492299e-b0d6-4740-9134-5b1767b6004a'}, {'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-deleted', 'tag': '5499a9f2-ee89-4018-a3da-de31014146c2'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:09.334893 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd69bd1e-db83-42bd-9c73-3ffa9fd14e00" -d '{"events": [{"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-deleted", "tag": "7492299e-b0d6-4740-9134-5b1767b6004a"}, {"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-deleted", "tag": "5499a9f2-ee89-4018-a3da-de31014146c2"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:09.347884 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-b57aac47-dc02-4ff0-be21-b7f739fa81dd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Calling delete_port for f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:09.416852 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d119e1f5-78cb-465b-8b43-5410ea354e35 x-openstack-request-id: req-d119e1f5-78cb-465b-8b43-5410ea354e35 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:09.417158 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-deleted", "tag": "7492299e-b0d6-4740-9134-5b1767b6004a", "status": "completed", "code": 200}, {"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-deleted", "tag": "5499a9f2-ee89-4018-a3da-de31014146c2", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:09.417406 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d119e1f5-78cb-465b-8b43-5410ea354e35 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:09.417839 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-deleted', 'tag': '7492299e-b0d6-4740-9134-5b1767b6004a', 'status': 'completed', 'code': 200} Nov 12 00:50:09.418052 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-deleted', 'tag': '5499a9f2-ee89-4018-a3da-de31014146c2', 'status': 'completed', 'code': 200} Nov 12 00:50:09.439364 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-379135b5-730c-443f-9d2a-54676fe99e45 req-aaf5b18d-82f5-431a-a05e-91b3ff3b78a3 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a399b24-2eca-4b6f-b31f-e3a86e4d2a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263418 Nov 12 00:50:09.588766 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-801b1a89-39c2-41f1-b45f-97462e6f01c7 req-66f6cd81-2387-4244-9638-644d34123efd tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.601253 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf50985-051a-40f3-8096-68f5d7e94421 None None] New status for floating IP 7de0d4de-c239-4869-848b-e815bd447511: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:50:09.654053 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6cd81-2387-4244-9638-644d34123efd tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Pushing event deleted for resources: {'Port': ['ID=f5b1555e-e0ee-48cb-b248-1ff7aa92890c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:09.662559 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54681a0a-5470-45d9-b626-716f7e0f8ee7 req-07fef81c-95b6-4ff8-aefc-f4a8ca007e4d tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:09.669593 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-54681a0a-5470-45d9-b626-716f7e0f8ee7 req-07fef81c-95b6-4ff8-aefc-f4a8ca007e4d tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 942 time: 0.1115644 Nov 12 00:50:09.738850 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-b57aac47-dc02-4ff0-be21-b7f739fa81dd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.764562 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-54681a0a-5470-45d9-b626-716f7e0f8ee7 req-24f91b51-dd3b-4216-8e85-0fb31dc0be75 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups?id=b86befee-eb21-406d-9358-38d916caad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917935 Nov 12 00:50:09.907174 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57aac47-dc02-4ff0-be21-b7f739fa81dd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event deleted for resources: {'Port': ['ID=f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:10.355069 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-b57aac47-dc02-4ff0-be21-b7f739fa81dd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] No DVR routers for this DVR port f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:10.357827 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-b57aac47-dc02-4ff0-be21-b7f739fa81dd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.362216 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8036e30e-1caf-4b10-b5d9-065da5001311 req-b57aac47-dc02-4ff0-be21-b7f739fa81dd tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.15 "DELETE /v2.0/ports/f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf HTTP/1.1" status: 204 len: 173 time: 1.7912295 Nov 12 00:50:10.396217 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-80a44df2-86b3-4a35-8e46-d80ef8725de7 req-a060580c-e7ce-4b5e-a321-aa3ff4c43e61 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/ports?device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 210 time: 0.0636795 Nov 12 00:50:10.440154 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-801b1a89-39c2-41f1-b45f-97462e6f01c7 req-66f6cd81-2387-4244-9638-644d34123efd tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Router b88424ba-baa0-4596-9039-ff6f88f42de8 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:50:10.483621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa77061-28f2-44ce-925d-ab61adc28e3e req-b28049be-3f76-4a9c-99e0-1d9d9b275452 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:10.493121 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eaa77061-28f2-44ce-925d-ab61adc28e3e req-b28049be-3f76-4a9c-99e0-1d9d9b275452 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.5894952 Nov 12 00:50:10.596529 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff305359-700f-471a-ba0d-fcb49508656d req-173d8415-1bb1-4a67-9124-dc0e9f139f13 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:10.604519 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ff305359-700f-471a-ba0d-fcb49508656d req-173d8415-1bb1-4a67-9124-dc0e9f139f13 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb55c-fdb0-467e-b908-aa8185d7ccb5 HTTP/1.1" status: 200 len: 945 time: 0.0629766 Nov 12 00:50:10.679895 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ff305359-700f-471a-ba0d-fcb49508656d req-22784bc9-cee9-49ae-b1b1-905336d6e89a tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a399b24-2eca-4b6f-b31f-e3a86e4d2a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694363 Nov 12 00:50:10.744627 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eaa77061-28f2-44ce-925d-ab61adc28e3e req-1d8d5252-82b4-4b68-b8ea-76a7dc2314ed tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505693 Nov 12 00:50:10.754031 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-801b1a89-39c2-41f1-b45f-97462e6f01c7 req-66f6cd81-2387-4244-9638-644d34123efd tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:50:10.772472 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f5ee02-ff22-4b21-a33b-0511b4eec067 None None] Sync routers for ids ['b88424ba-baa0-4596-9039-ff6f88f42de8'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:50:10.785781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f5ee02-ff22-4b21-a33b-0511b4eec067 None None] Routers {'b88424ba-baa0-4596-9039-ff6f88f42de8'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:10.786414 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a0f5ee02-ff22-4b21-a33b-0511b4eec067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:49:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b88424ba-baa0-4596-9039-ff6f88f42de8'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:10.859882 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-801b1a89-39c2-41f1-b45f-97462e6f01c7 req-66f6cd81-2387-4244-9638-644d34123efd tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] No DVR routers for this DVR port f5b1555e-e0ee-48cb-b248-1ff7aa92890c on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:10.865567 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-801b1a89-39c2-41f1-b45f-97462e6f01c7 req-66f6cd81-2387-4244-9638-644d34123efd tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.871668 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-801b1a89-39c2-41f1-b45f-97462e6f01c7 req-66f6cd81-2387-4244-9638-644d34123efd tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.21 "DELETE /v2.0/ports/f5b1555e-e0ee-48cb-b248-1ff7aa92890c HTTP/1.1" status: 204 len: 173 time: 3.2090063 Nov 12 00:50:11.044354 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-a0f5ee02-ff22-4b21-a33b-0511b4eec067 None None] Set router b88424ba-baa0-4596-9039-ff6f88f42de8 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:11.049337 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d367e3bf-ac5c-4588-a0b8-0edb88f706d7 req-75da2569-16c6-4743-bd5f-21053e31a035 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.0686822 Nov 12 00:50:11.117135 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae1944-4d9c-44c0-8ef8-c0cdc43a6220 req-75ce2fbe-d999-4af0-b400-991b56dded9e tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:11.119088 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-32ae1944-4d9c-44c0-8ef8-c0cdc43a6220 req-75ce2fbe-d999-4af0-b400-991b56dded9e tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dbcb55c-fdb0-467e-b908-aa8185d7ccb5 HTTP/1.1" status: 200 len: 945 time: 0.1452963 Nov 12 00:50:11.320863 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-32ae1944-4d9c-44c0-8ef8-c0cdc43a6220 req-1cdca1b7-9722-49de-bf98-75de5d223bf6 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Deleting port 32b7175c-85f2-487a-930a-938db54e0138 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:11.322730 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-32ae1944-4d9c-44c0-8ef8-c0cdc43a6220 req-1cdca1b7-9722-49de-bf98-75de5d223bf6 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.443354 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f5b1555e-e0ee-48cb-b248-1ff7aa92890c no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:11.504763 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a0f5ee02-ff22-4b21-a33b-0511b4eec067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'name': 'tempest-ServersTestFqdnHostnames-135947570-router', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:42Z', 'updated_at': '2021-11-12T00:47:50Z', 'revision_number': 4, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'gw_port': {'id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15', 'name': '', 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'mac_address': 'fa:16:3e:24:2c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:49Z', 'updated_at': '2021-11-12T00:48:04Z', 'revision_number': 5, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'subnets': [{'id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:11.513049 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: f5b1555e-e0ee-48cb-b248-1ff7aa92890c {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:11.514831 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f5b1555e-e0ee-48cb-b248-1ff7aa92890c not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:11.527977 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-deleted', 'tag': 'f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf'}, {'server_uuid': '8003bd42-2931-4b14-89ed-5f2da1cb484b', 'name': 'network-vif-deleted', 'tag': 'f5b1555e-e0ee-48cb-b248-1ff7aa92890c'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:11.535164 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d21a128-4d28-4802-b0f2-887be9d7420c" -d '{"events": [{"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-deleted", "tag": "f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf"}, {"server_uuid": "8003bd42-2931-4b14-89ed-5f2da1cb484b", "name": "network-vif-deleted", "tag": "f5b1555e-e0ee-48cb-b248-1ff7aa92890c"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:11.584677 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f5ee02-ff22-4b21-a33b-0511b4eec067 None None] Checking router: b88424ba-baa0-4596-9039-ff6f88f42de8 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:50:11.620610 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f5ee02-ff22-4b21-a33b-0511b4eec067 None None] Routers {'b88424ba-baa0-4596-9039-ff6f88f42de8'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:11.623852 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a0f5ee02-ff22-4b21-a33b-0511b4eec067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:49:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b88424ba-baa0-4596-9039-ff6f88f42de8'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:11.658392 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-32ae1944-4d9c-44c0-8ef8-c0cdc43a6220 req-1cdca1b7-9722-49de-bf98-75de5d223bf6 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] For port 32b7175c-85f2-487a-930a-938db54e0138, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=32b7175c-85f2-487a-930a-938db54e0138,segment=NetworkSegment(1b362cc0-5b71-4db1-8cc2-aab174908812),segment_id=1b362cc0-5b71-4db1-8cc2-aab174908812)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:11.659648 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-32ae1944-4d9c-44c0-8ef8-c0cdc43a6220 req-1cdca1b7-9722-49de-bf98-75de5d223bf6 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.693656 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fb66c0-c6eb-45cb-a787-4a401438f976 x-openstack-request-id: req-b8fb66c0-c6eb-45cb-a787-4a401438f976 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:11.693962 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa126cfe-00f1-49b6-8703-df718f27fca7", "name": "network-vif-deleted", "tag": "f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf", "status": "completed", "code": 200}, {"server_uuid": "8003bd42-2931-4b14-89ed-5f2da1cb484b", "name": "network-vif-deleted", "tag": "f5b1555e-e0ee-48cb-b248-1ff7aa92890c", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:11.694228 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8fb66c0-c6eb-45cb-a787-4a401438f976 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:11.694635 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa126cfe-00f1-49b6-8703-df718f27fca7', 'name': 'network-vif-deleted', 'tag': 'f5c6c29d-35d1-4fc6-9e80-3c58c1ac07bf', 'status': 'completed', 'code': 200} Nov 12 00:50:11.694892 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8003bd42-2931-4b14-89ed-5f2da1cb484b', 'name': 'network-vif-deleted', 'tag': 'f5b1555e-e0ee-48cb-b248-1ff7aa92890c', 'status': 'completed', 'code': 200} Nov 12 00:50:11.718839 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-32ae1944-4d9c-44c0-8ef8-c0cdc43a6220 req-1cdca1b7-9722-49de-bf98-75de5d223bf6 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Calling delete_port for 32b7175c-85f2-487a-930a-938db54e0138 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:11.756140 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-71996c12-f693-4c8e-a539-f4aa7c59aef2 req-f4d63dbc-199d-4628-9c62-b1d56d7645df tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/ports?device_id=8003bd42-2931-4b14-89ed-5f2da1cb484b HTTP/1.1" status: 200 len: 210 time: 0.1012938 Nov 12 00:50:11.961521 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ac896-d9ba-4365-81d9-9e4d8f62a01b req-843d29d7-89ec-4ff3-936e-152ce4aa41c5 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:11.971173 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-300ac896-d9ba-4365-81d9-9e4d8f62a01b req-843d29d7-89ec-4ff3-936e-152ce4aa41c5 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.1008806 Nov 12 00:50:12.041395 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-a0f5ee02-ff22-4b21-a33b-0511b4eec067 None None] Set router b88424ba-baa0-4596-9039-ff6f88f42de8 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:12.074839 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-32ae1944-4d9c-44c0-8ef8-c0cdc43a6220 req-1cdca1b7-9722-49de-bf98-75de5d223bf6 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.106411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdca1b7-9722-49de-bf98-75de5d223bf6 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Pushing event deleted for resources: {'Port': ['ID=32b7175c-85f2-487a-930a-938db54e0138,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:12.149148 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-300ac896-d9ba-4365-81d9-9e4d8f62a01b req-ca6753fd-9713-4849-873c-f31154c3adbc tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737964 Nov 12 00:50:12.169979 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['32b7175c-85f2-487a-930a-938db54e0138'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:12.185843 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c49e5-fe31-4d3f-9401-0698d69c1972 req-b2b3b805-d915-4989-bf32-6ae9c2c53720 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:12.196502 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-701c49e5-fe31-4d3f-9401-0698d69c1972 req-b2b3b805-d915-4989-bf32-6ae9c2c53720 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/ports?device_id=9dbcb55c-fdb0-467e-b908-aa8185d7ccb5 HTTP/1.1" status: 200 len: 867 time: 0.3232024 Nov 12 00:50:12.239900 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ae1944-4d9c-44c0-8ef8-c0cdc43a6220 req-1cdca1b7-9722-49de-bf98-75de5d223bf6 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] No DVR routers for this DVR port 32b7175c-85f2-487a-930a-938db54e0138 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:12.242970 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-32ae1944-4d9c-44c0-8ef8-c0cdc43a6220 req-1cdca1b7-9722-49de-bf98-75de5d223bf6 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.246764 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-32ae1944-4d9c-44c0-8ef8-c0cdc43a6220 req-1cdca1b7-9722-49de-bf98-75de5d223bf6 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.15 "DELETE /v2.0/ports/32b7175c-85f2-487a-930a-938db54e0138 HTTP/1.1" status: 204 len: 173 time: 1.0931561 Nov 12 00:50:12.279025 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-701c49e5-fe31-4d3f-9401-0698d69c1972 req-026c9e3f-028c-418a-837c-5f8fb7bcc6c4 tempest-ServerGroupTestJSON-783879703 tempest-ServerGroupTestJSON-783879703-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a399b24-2eca-4b6f-b31f-e3a86e4d2a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771494 Nov 12 00:50:12.338647 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-32a38a5b-602f-4cd6-84c3-94bc93fba328 req-c6182ae8-e85b-4c7d-915c-e98cb2d97aeb tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.0603135 Nov 12 00:50:12.635295 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a0f5ee02-ff22-4b21-a33b-0511b4eec067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'name': 'tempest-ServersTestFqdnHostnames-135947570-router', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:42Z', 'updated_at': '2021-11-12T00:47:50Z', 'revision_number': 4, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'gw_port': {'id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15', 'name': '', 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'mac_address': 'fa:16:3e:24:2c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:49Z', 'updated_at': '2021-11-12T00:48:04Z', 'revision_number': 5, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'subnets': [{'id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:12.689976 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f5ee02-ff22-4b21-a33b-0511b4eec067 None None] The sync data for ids ['b88424ba-baa0-4596-9039-ff6f88f42de8'] in n-d-712137-14 is: [{'id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'name': 'tempest-ServersTestFqdnHostnames-135947570-router', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:42Z', 'updated_at': '2021-11-12T00:47:50Z', 'revision_number': 4, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'gw_port': {'id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15', 'name': '', 'network_id': '4ed6ff91-f62e-41b7-80b6-a3533ae98587', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'mac_address': 'fa:16:3e:24:2c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:49Z', 'updated_at': '2021-11-12T00:48:04Z', 'revision_number': 5, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'subnets': [{'id': 'ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:50:12.903370 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 42152) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:13.030436 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ea2357ce-9970-4fb7-ad22-9d5f5a7047b6 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.102175 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ea2357ce-9970-4fb7-ad22-9d5f5a7047b6 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.221128 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ea2357ce-9970-4fb7-ad22-9d5f5a7047b6 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.224059 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ea2357ce-9970-4fb7-ad22-9d5f5a7047b6 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.227703 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ea2357ce-9970-4fb7-ad22-9d5f5a7047b6 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "DELETE /v2.0/security-groups/e149db29-ffdf-4721-9480-ce0ae1dbd508 HTTP/1.1" status: 204 len: 168 time: 0.3210146 Nov 12 00:50:13.228091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42156) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:13.237900 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2357ce-9970-4fb7-ad22-9d5f5a7047b6 tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e149db29-ffdf-4721-9480-ce0ae1dbd508,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:13.252605 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-e582019a-66df-43a0-b0e1-4f5e5b1bc8dd tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] show failed (client error): The resource could not be found. Nov 12 00:50:13.254304 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e582019a-66df-43a0-b0e1-4f5e5b1bc8dd tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "GET /v2.0/security-groups/e149db29-ffdf-4721-9480-ce0ae1dbd508 HTTP/1.1" status: 404 len: 347 time: 0.0251446 Nov 12 00:50:13.257111 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 42158) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:13.279917 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd25f29-2b52-4360-b1cc-a3b28c598082 None None] New status for floating IP dbfd8f1b-d437-4fbb-9c93-b02e1f71af9a: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:50:13.330916 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b8617-d13f-4b47-85c2-73c534321ff1 req-585424fc-a955-48f5-b9e2-90576b8fc319 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:13.339510 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c17b8617-d13f-4b47-85c2-73c534321ff1 req-585424fc-a955-48f5-b9e2-90576b8fc319 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.0734024 Nov 12 00:50:13.453622 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c17b8617-d13f-4b47-85c2-73c534321ff1 req-1e56a453-c5d7-432f-b45a-c854b4ae92e2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093154 Nov 12 00:50:13.696424 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbcb55c-fdb0-467e-b908-aa8185d7ccb5', 'name': 'network-vif-deleted', 'tag': '32b7175c-85f2-487a-930a-938db54e0138'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:13.705397 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72497229-7762-425b-adf8-745ca44eb03d" -d '{"events": [{"server_uuid": "9dbcb55c-fdb0-467e-b908-aa8185d7ccb5", "name": "network-vif-deleted", "tag": "32b7175c-85f2-487a-930a-938db54e0138"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:13.707849 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6eeb5cd4-a861-48a5-bc10-23935dc0f124 req-d8c949d5-496d-48ba-bf9f-d585da2ec5e9 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.1198537 Nov 12 00:50:13.820400 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b25bfa-4440-4926-b7ce-74a108acb094 x-openstack-request-id: req-a6b25bfa-4440-4926-b7ce-74a108acb094 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:13.820717 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbcb55c-fdb0-467e-b908-aa8185d7ccb5", "name": "network-vif-deleted", "tag": "32b7175c-85f2-487a-930a-938db54e0138", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:13.821083 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6b25bfa-4440-4926-b7ce-74a108acb094 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:13.825336 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbcb55c-fdb0-467e-b908-aa8185d7ccb5', 'name': 'network-vif-deleted', 'tag': '32b7175c-85f2-487a-930a-938db54e0138', 'status': 'completed', 'code': 200} Nov 12 00:50:13.889535 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-26555fb3-c1ce-4740-a3a6-8fbce1806a5a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Deleting port 09326b41-fe2c-4b3d-8d1f-c47bc0095695 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:13.889893 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26555fb3-c1ce-4740-a3a6-8fbce1806a5a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.082741 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42190) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:14.159481 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44e7afb-8b3a-45c5-a4d5-16dcc67a7990 admin admin] Deleting subnet 2de00b6f-1634-47c7-acc1-545ce0700f15 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:50:14.160394 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26555fb3-c1ce-4740-a3a6-8fbce1806a5a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.160765 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26555fb3-c1ce-4740-a3a6-8fbce1806a5a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.166806 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f44e7afb-8b3a-45c5-a4d5-16dcc67a7990 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.223344 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-26555fb3-c1ce-4740-a3a6-8fbce1806a5a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Calling delete_port for 09326b41-fe2c-4b3d-8d1f-c47bc0095695 owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:14.228332 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f44e7afb-8b3a-45c5-a4d5-16dcc67a7990 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.348408 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f44e7afb-8b3a-45c5-a4d5-16dcc67a7990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.454426 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f44e7afb-8b3a-45c5-a4d5-16dcc67a7990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.556742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e7afb-8b3a-45c5-a4d5-16dcc67a7990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2de00b6f-1634-47c7-acc1-545ce0700f15,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:14.570876 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f44e7afb-8b3a-45c5-a4d5-16dcc67a7990 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.571057 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26555fb3-c1ce-4740-a3a6-8fbce1806a5a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.586402 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f44e7afb-8b3a-45c5-a4d5-16dcc67a7990 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2de00b6f-1634-47c7-acc1-545ce0700f15 HTTP/1.1" status: 204 len: 168 time: 0.5020869 Nov 12 00:50:14.587182 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42196) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:14.651985 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26555fb3-c1ce-4740-a3a6-8fbce1806a5a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Pushing event deleted for resources: {'Port': ['ID=09326b41-fe2c-4b3d-8d1f-c47bc0095695,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:14.861560 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11036f8c-9349-47cf-af97-1a1adec385df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.862169 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26555fb3-c1ce-4740-a3a6-8fbce1806a5a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.868038 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26555fb3-c1ce-4740-a3a6-8fbce1806a5a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.869671 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-26555fb3-c1ce-4740-a3a6-8fbce1806a5a tempest-ServersTestFqdnHostnames-1608544468 tempest-ServersTestFqdnHostnames-1608544468-project] 10.222.0.31 "DELETE /v2.0/floatingips/dbfd8f1b-d437-4fbb-9c93-b02e1f71af9a HTTP/1.1" status: 204 len: 168 time: 1.6111264 Nov 12 00:50:14.872669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 42202) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:14.922853 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc0e5a-bec7-4ab7-bdba-b1bbc3a73b7b req-c769d8b1-0fd0-4f6f-a469-1973daf2ec2d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:14.924555 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-42bc0e5a-bec7-4ab7-bdba-b1bbc3a73b7b req-c769d8b1-0fd0-4f6f-a469-1973daf2ec2d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.2351959 Nov 12 00:50:15.001236 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1917bf6-3cdc-48a5-8571-0a70d8a15eba req-7ea38d50-280d-4a04-a3e5-fd30c37a5ea8 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.0558076 Nov 12 00:50:15.089105 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11036f8c-9349-47cf-af97-1a1adec385df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.145021 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-11036f8c-9349-47cf-af97-1a1adec385df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f053381-022a-4e7b-adda-7ad7c68e5281']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:15.173167 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-11036f8c-9349-47cf-af97-1a1adec385df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b362cc0-5b71-4db1-8cc2-aab174908812') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:15.173167 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-11036f8c-9349-47cf-af97-1a1adec385df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b362cc0-5b71-4db1-8cc2-aab174908812') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:15.193686 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-42bc0e5a-bec7-4ab7-bdba-b1bbc3a73b7b req-8b7f5a1c-9acb-4d7e-b38a-6052d5865493 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290306 Nov 12 00:50:15.215734 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11036f8c-9349-47cf-af97-1a1adec385df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.261698 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11036f8c-9349-47cf-af97-1a1adec385df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.278069 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11036f8c-9349-47cf-af97-1a1adec385df admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:50:15.283359 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11036f8c-9349-47cf-af97-1a1adec385df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:50:15.336303 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:50:15.471704 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11036f8c-9349-47cf-af97-1a1adec385df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.513137 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11036f8c-9349-47cf-af97-1a1adec385df admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.518429 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-11036f8c-9349-47cf-af97-1a1adec385df admin admin] 10.222.0.31 "DELETE /v2.0/networks/3f053381-022a-4e7b-adda-7ad7c68e5281 HTTP/1.1" status: 204 len: 168 time: 0.9300184 Nov 12 00:50:15.519617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11036f8c-9349-47cf-af97-1a1adec385df admin admin] Pushing event deleted for resources: {'Network': ['ID=3f053381-022a-4e7b-adda-7ad7c68e5281,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:15.656472 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7ba59631-e6cf-4c31-a5a8-ae600c07556a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.681810 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 32b7175c-85f2-487a-930a-938db54e0138 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:15.720884 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42208) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:15.763370 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 32b7175c-85f2-487a-930a-938db54e0138 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:15.763648 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 32b7175c-85f2-487a-930a-938db54e0138 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:15.830025 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cde5a17e-cedf-4540-aa24-7ab554a90f50 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd0de9761d9c41a296d4962338e6e17f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1081061 Nov 12 00:50:15.835629 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42212) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:15.928798 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ac6c-73db-4d44-a7c3-7798b21ef30a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.987280 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ac6c-73db-4d44-a7c3-7798b21ef30a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.187399 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-436e70ff-ef95-42fb-acb6-6466a0936745 req-24e7970b-da35-4ff7-8daa-cc12eeca5174 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.0556421 Nov 12 00:50:16.191598 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ac6c-73db-4d44-a7c3-7798b21ef30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.195008 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ac6c-73db-4d44-a7c3-7798b21ef30a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.198619 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d4a8ac6c-73db-4d44-a7c3-7798b21ef30a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a399b24-2eca-4b6f-b31f-e3a86e4d2a56 HTTP/1.1" status: 204 len: 168 time: 0.3619912 Nov 12 00:50:16.228893 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8ac6c-73db-4d44-a7c3-7798b21ef30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a399b24-2eca-4b6f-b31f-e3a86e4d2a56,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:16.299540 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-7ba59631-e6cf-4c31-a5a8-ae600c07556a admin admin] Deleting port 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:16.299871 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7ba59631-e6cf-4c31-a5a8-ae600c07556a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.490736 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-7ba59631-e6cf-4c31-a5a8-ae600c07556a admin admin] For port 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15,segment=NetworkSegment(58aed1e2-4731-42ce-8241-8faf41068d94),segment_id=58aed1e2-4731-42ce-8241-8faf41068d94)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:16.491119 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7ba59631-e6cf-4c31-a5a8-ae600c07556a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.518034 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd87c9-f5a0-4d29-8b17-2ec8e073d57b req-1827e730-4f65-453c-89e5-3a7bbcdf3beb tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:16.525337 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dcfd87c9-f5a0-4d29-8b17-2ec8e073d57b req-1827e730-4f65-453c-89e5-3a7bbcdf3beb tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.1099746 Nov 12 00:50:16.532318 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-7ba59631-e6cf-4c31-a5a8-ae600c07556a admin admin] Calling delete_port for 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:16.652384 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dcfd87c9-f5a0-4d29-8b17-2ec8e073d57b req-f414df4f-d7ca-48ce-87a3-eb31f3d45dc2 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260726 Nov 12 00:50:16.958749 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7ba59631-e6cf-4c31-a5a8-ae600c07556a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.026001 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba59631-e6cf-4c31-a5a8-ae600c07556a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:17.473190 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12ebcb26-836e-49aa-8151-5595c6885379 req-0e97ac3d-51a9-404c-a8bc-551808d1fabf tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.1026292 Nov 12 00:50:17.539521 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7ba59631-e6cf-4c31-a5a8-ae600c07556a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.802834 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21442f-85c2-42aa-bc61-50197abf74a4 req-32bfdc3b-9d37-48ef-8e16-ced566c610b8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:17.805577 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-db21442f-85c2-42aa-bc61-50197abf74a4 req-32bfdc3b-9d37-48ef-8e16-ced566c610b8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.0806355 Nov 12 00:50:17.823067 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42254) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:17.886938 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba59631-e6cf-4c31-a5a8-ae600c07556a admin admin] Router b88424ba-baa0-4596-9039-ff6f88f42de8 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:50:17.916629 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-db21442f-85c2-42aa-bc61-50197abf74a4 req-3fd22653-0be6-4dc8-97bb-da9b0985784d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019354 Nov 12 00:50:18.034946 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba59631-e6cf-4c31-a5a8-ae600c07556a admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:50:18.042243 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7ba59631-e6cf-4c31-a5a8-ae600c07556a admin admin] 10.222.0.31 "PUT /v2.0/routers/b88424ba-baa0-4596-9039-ff6f88f42de8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1673996 Nov 12 00:50:18.044984 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42260) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:18.047645 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01955c-8c10-4afc-af3c-f4056bd5c80d None None] Sync routers for ids ['b88424ba-baa0-4596-9039-ff6f88f42de8'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:50:18.072760 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd01955c-8c10-4afc-af3c-f4056bd5c80d None None] Routers {'b88424ba-baa0-4596-9039-ff6f88f42de8'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:18.076158 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cd01955c-8c10-4afc-af3c-f4056bd5c80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:49:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b88424ba-baa0-4596-9039-ff6f88f42de8'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:18.132942 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1017749810-network', 'tenant_id': '875419f557be4bf687fb6f5e689e8ea8'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:18.156566 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Made reservation on behalf of 875419f557be4bf687fb6f5e689e8ea8 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:18.159319 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.193015 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.329638 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f41e51b3-b317-4c2e-b8c3-ad64564d8848 admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.348688 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-cd01955c-8c10-4afc-af3c-f4056bd5c80d None None] Set router b88424ba-baa0-4596-9039-ff6f88f42de8 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:18.458304 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.467176 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.503027 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f41e51b3-b317-4c2e-b8c3-ad64564d8848 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.562620 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:50:18.587264 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a435ed6-0815-4547-80ad-e13a4058a371,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:18.599540 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cd01955c-8c10-4afc-af3c-f4056bd5c80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'name': 'tempest-ServersTestFqdnHostnames-135947570-router', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:42Z', 'updated_at': '2021-11-12T00:50:16Z', 'revision_number': 5, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'gw_port': {'id': '02666a14-0a81-45e1-bc31-111ba62d16e9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:47:45Z', 'updated_at': '2021-11-12T00:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:18.602989 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.604665 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Added segment 847a9aa7-6d65-4e73-8065-dc80b8a3e4cd of type vlan for network 0f3c1820-c99a-40a4-8627-b60b7b9a745b Nov 12 00:50:18.615879 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:18.616376 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:18.616855 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:18.617435 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:18.617877 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:18.618314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:18.618746 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:18.619185 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:18.619610 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:18.620056 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:18.620485 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:18.620935 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:18.672054 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01955c-8c10-4afc-af3c-f4056bd5c80d None None] Checking router: b88424ba-baa0-4596-9039-ff6f88f42de8 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:50:18.681374 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a3e47ac8-06d2-4af0-acf1-80be8eb42541 req-14c3212b-6f54-410e-8621-91c788a698b4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.0525131 Nov 12 00:50:18.683313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd01955c-8c10-4afc-af3c-f4056bd5c80d None None] Routers {'b88424ba-baa0-4596-9039-ff6f88f42de8'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:18.685403 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cd01955c-8c10-4afc-af3c-f4056bd5c80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:49:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b88424ba-baa0-4596-9039-ff6f88f42de8'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:18.700578 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.708279 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-f41e51b3-b317-4c2e-b8c3-ad64564d8848 admin admin] Deleting port 02666a14-0a81-45e1-bc31-111ba62d16e9 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:18.709017 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f41e51b3-b317-4c2e-b8c3-ad64564d8848 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.796726 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.797686 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:18.798252 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.824999 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-cd01955c-8c10-4afc-af3c-f4056bd5c80d None None] Set router b88424ba-baa0-4596-9039-ff6f88f42de8 gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:18.848787 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0214167 Nov 12 00:50:18.849535 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 42268) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:18.857358 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-9d52381e-097f-4bc7-b34c-8089754f4600 admin admin] Request body: {'subnet': {'network_id': '0f3c1820-c99a-40a4-8627-b60b7b9a745b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1017749810-subnet', 'tenant_id': '875419f557be4bf687fb6f5e689e8ea8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:18.879499 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-f41e51b3-b317-4c2e-b8c3-ad64564d8848 admin admin] For port 02666a14-0a81-45e1-bc31-111ba62d16e9, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=02666a14-0a81-45e1-bc31-111ba62d16e9,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:18.879865 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f41e51b3-b317-4c2e-b8c3-ad64564d8848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.895781 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e135c-c868-4565-8e6f-fd25d607e202 admin admin] Pushing event updated for resources: {'Network': ['ID=0f3c1820-c99a-40a4-8627-b60b7b9a745b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:18.896648 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cd01955c-8c10-4afc-af3c-f4056bd5c80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'name': 'tempest-ServersTestFqdnHostnames-135947570-router', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:42Z', 'updated_at': '2021-11-12T00:50:18Z', 'revision_number': 6, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:18.898144 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-f41e51b3-b317-4c2e-b8c3-ad64564d8848 admin admin] Calling delete_port for 02666a14-0a81-45e1-bc31-111ba62d16e9 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:18.900104 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d52381e-097f-4bc7-b34c-8089754f4600 admin admin] Made reservation on behalf of 875419f557be4bf687fb6f5e689e8ea8 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:18.903438 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9d52381e-097f-4bc7-b34c-8089754f4600 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.909301 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 0f3c1820-c99a-40a4-8627-b60b7b9a745b details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:50:18.956019 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01955c-8c10-4afc-af3c-f4056bd5c80d None None] The sync data for ids ['b88424ba-baa0-4596-9039-ff6f88f42de8'] in n-d-712137-14 is: [{'id': 'b88424ba-baa0-4596-9039-ff6f88f42de8', 'name': 'tempest-ServersTestFqdnHostnames-135947570-router', 'tenant_id': '4324cd530d294d27a4a03b3e458b655e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:47:42Z', 'updated_at': '2021-11-12T00:50:18Z', 'revision_number': 6, 'project_id': '4324cd530d294d27a4a03b3e458b655e', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:50:19.116346 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58457a-bd35-4db0-9a8b-8b05fbcd45ca req-45c70a46-e31d-4e97-8782-834778edd425 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:19.116866 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c58457a-bd35-4db0-9a8b-8b05fbcd45ca req-45c70a46-e31d-4e97-8782-834778edd425 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.0729952 Nov 12 00:50:19.153554 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f41e51b3-b317-4c2e-b8c3-ad64564d8848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.191476 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e51b3-b317-4c2e-b8c3-ad64564d8848 admin admin] Pushing event deleted for resources: {'Port': ['ID=02666a14-0a81-45e1-bc31-111ba62d16e9,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:19.212275 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a6fded-76ed-4a57-b847-19d469865fac None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:50:19.258429 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c58457a-bd35-4db0-9a8b-8b05fbcd45ca req-a8ee1832-7933-42b8-a279-74c25f8bb4b0 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174746 Nov 12 00:50:19.272909 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f41e51b3-b317-4c2e-b8c3-ad64564d8848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.284938 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9d52381e-097f-4bc7-b34c-8089754f4600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.374157 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52381e-097f-4bc7-b34c-8089754f4600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e6b01c4-d67f-4ba2-9cb8-dc65854f1c6d,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:19.394921 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d52381e-097f-4bc7-b34c-8089754f4600 admin admin] Checking segment: {'id': '847a9aa7-6d65-4e73-8065-dc80b8a3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0f3c1820-c99a-40a4-8627-b60b7b9a745b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:19.396423 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d52381e-097f-4bc7-b34c-8089754f4600 admin admin] Network hostable DHCP agents. Network: 0f3c1820-c99a-40a4-8627-b60b7b9a745b, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:50:19.423327 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d52381e-097f-4bc7-b34c-8089754f4600 admin admin] Network 0f3c1820-c99a-40a4-8627-b60b7b9a745b is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:50:19.444375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-9d52381e-097f-4bc7-b34c-8089754f4600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 0f3c1820-c99a-40a4-8627-b60b7b9a745b) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:19.453569 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3be595-0056-4a24-8aa2-8d3168f5c549 None None] Network 0f3c1820-c99a-40a4-8627-b60b7b9a745b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:19.457472 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f41e51b3-b317-4c2e-b8c3-ad64564d8848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.458543 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d52381e-097f-4bc7-b34c-8089754f4600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:19.459152 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9d52381e-097f-4bc7-b34c-8089754f4600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.460550 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f41e51b3-b317-4c2e-b8c3-ad64564d8848 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.489752 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9d52381e-097f-4bc7-b34c-8089754f4600 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6378026 Nov 12 00:50:19.543362 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f41e51b3-b317-4c2e-b8c3-ad64564d8848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.545202 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41e51b3-b317-4c2e-b8c3-ad64564d8848 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b88424ba-baa0-4596-9039-ff6f88f42de8 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:50:19.551566 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f41e51b3-b317-4c2e-b8c3-ad64564d8848 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.553810 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f41e51b3-b317-4c2e-b8c3-ad64564d8848 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b88424ba-baa0-4596-9039-ff6f88f42de8 HTTP/1.1" status: 204 len: 168 time: 1.5074074 Nov 12 00:50:19.557420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 42282) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:19.651387 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34440e0-cfd5-4770-8ac0-31aecab1cb27 admin admin] Deleting subnet ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:50:19.660132 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b34440e0-cfd5-4770-8ac0-31aecab1cb27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.705838 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa783b3-f54e-40d8-b2c7-cef1095273ce None None] Network 0f3c1820-c99a-40a4-8627-b60b7b9a745b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:19.747616 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b34440e0-cfd5-4770-8ac0-31aecab1cb27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.879671 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-83b3771d-0ce8-4941-bcb6-5e2d96e1b03d req-11be56ef-442b-4143-9b9a-73d4469fb5b3 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.0582848 Nov 12 00:50:19.915587 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b34440e0-cfd5-4770-8ac0-31aecab1cb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.010408 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b34440e0-cfd5-4770-8ac0-31aecab1cb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.016759 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-97780b35-0335-4c4d-be48-18335072656e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.030221 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b34440e0-cfd5-4770-8ac0-31aecab1cb27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.037050 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42298) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:20.041541 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17df74d7-085b-4eb8-9bd9-96517b4c34be None None] Network 4ed6ff91-f62e-41b7-80b6-a3533ae98587 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:20.041722 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b34440e0-cfd5-4770-8ac0-31aecab1cb27 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb HTTP/1.1" status: 204 len: 168 time: 0.4830720 Nov 12 00:50:20.097163 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34440e0-cfd5-4770-8ac0-31aecab1cb27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce1188e0-f2e8-4f3a-8ab4-ebfe724d41fb,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:20.281721 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-12d5b37e-5c29-41fd-8a5b-1a66e5ea6be6 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:20.283249 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-12d5b37e-5c29-41fd-8a5b-1a66e5ea6be6 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/networks?id=0f3c1820-c99a-40a4-8627-b60b7b9a745b HTTP/1.1" status: 200 len: 821 time: 0.1321757 Nov 12 00:50:20.311092 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eba6b41b-0043-4a7c-b5c9-fdfbb611fec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.320394 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-efa29dbf-b1f3-41e8-b338-ab0a737c16b8 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/quotas/875419f557be4bf687fb6f5e689e8ea8 HTTP/1.1" status: 200 len: 375 time: 0.0244036 Nov 12 00:50:20.403061 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-1c4869c0-2872-46b3-95ff-4a3be0937e33 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=875419f557be4bf687fb6f5e689e8ea8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754821 Nov 12 00:50:20.403391 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e664e04f-5733-4940-8409-13a9c1349048 None None] DHCP port deletion for 4ed6ff91-f62e-41b7-80b6-a3533ae98587 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:50:20.459927 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-eba6b41b-0043-4a7c-b5c9-fdfbb611fec0 admin admin] Deleting port f55c1b9a-a5ce-4b77-bd1e-774f09d56804 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:20.460312 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eba6b41b-0043-4a7c-b5c9-fdfbb611fec0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.511034 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b8f79-2028-4aba-8da7-8d3bbaaafb07 req-0d5d5984-8aae-4f44-9b74-a3e5bf42338d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:20.512638 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-702b8f79-2028-4aba-8da7-8d3bbaaafb07 req-0d5d5984-8aae-4f44-9b74-a3e5bf42338d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.0938160 Nov 12 00:50:20.534028 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-e664e04f-5733-4940-8409-13a9c1349048 None None] Deleting port f55c1b9a-a5ce-4b77-bd1e-774f09d56804 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:20.534410 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e664e04f-5733-4940-8409-13a9c1349048 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.568626 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-702b8f79-2028-4aba-8da7-8d3bbaaafb07 req-01fd203e-6eba-4e35-a54f-faaf76fd3544 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457084 Nov 12 00:50:20.590340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-eba6b41b-0043-4a7c-b5c9-fdfbb611fec0 admin admin] For port f55c1b9a-a5ce-4b77-bd1e-774f09d56804, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f55c1b9a-a5ce-4b77-bd1e-774f09d56804,segment=NetworkSegment(58aed1e2-4731-42ce-8241-8faf41068d94),segment_id=58aed1e2-4731-42ce-8241-8faf41068d94)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:20.590828 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eba6b41b-0043-4a7c-b5c9-fdfbb611fec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.643397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-eba6b41b-0043-4a7c-b5c9-fdfbb611fec0 admin admin] Calling delete_port for f55c1b9a-a5ce-4b77-bd1e-774f09d56804 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:20.674682 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e664e04f-5733-4940-8409-13a9c1349048 None None] For port f55c1b9a-a5ce-4b77-bd1e-774f09d56804, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f55c1b9a-a5ce-4b77-bd1e-774f09d56804,segment=NetworkSegment(58aed1e2-4731-42ce-8241-8faf41068d94),segment_id=58aed1e2-4731-42ce-8241-8faf41068d94)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:20.675366 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e664e04f-5733-4940-8409-13a9c1349048 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.697967 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-e664e04f-5733-4940-8409-13a9c1349048 None None] Calling delete_port for f55c1b9a-a5ce-4b77-bd1e-774f09d56804 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:20.728402 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-809074c9-8875-4eaa-96eb-48435b37350f service neutron] 10.222.0.31 "GET /v2.0/networks/0f3c1820-c99a-40a4-8627-b60b7b9a745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157201 Nov 12 00:50:20.839938 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eba6b41b-0043-4a7c-b5c9-fdfbb611fec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.850493 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e664e04f-5733-4940-8409-13a9c1349048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.875510 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-08763b54-158d-415b-8f9c-f41ded65275f service neutron] 10.222.0.31 "GET /v2.0/networks/0f3c1820-c99a-40a4-8627-b60b7b9a745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461251 Nov 12 00:50:20.882267 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664e04f-5733-4940-8409-13a9c1349048 None None] Pushing event deleted for resources: {'Port': ['ID=f55c1b9a-a5ce-4b77-bd1e-774f09d56804,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:20.892064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e664e04f-5733-4940-8409-13a9c1349048 None None] No DVR routers for this DVR port f55c1b9a-a5ce-4b77-bd1e-774f09d56804 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:20.919384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba6b41b-0043-4a7c-b5c9-fdfbb611fec0 admin admin] No DVR routers for this DVR port f55c1b9a-a5ce-4b77-bd1e-774f09d56804 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:20.923109 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6b41b-0043-4a7c-b5c9-fdfbb611fec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f55c1b9a-a5ce-4b77-bd1e-774f09d56804,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:21.053317 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b234ba4-e17f-48d4-b80d-b5e024b50c30 req-89ff9aa4-f4f0-42d8-b0f2-71e7c3e98693 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.0648406 Nov 12 00:50:21.067535 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f55c1b9a-a5ce-4b77-bd1e-774f09d56804 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:21.083756 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eba6b41b-0043-4a7c-b5c9-fdfbb611fec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.110123 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: f55c1b9a-a5ce-4b77-bd1e-774f09d56804 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:21.110556 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f55c1b9a-a5ce-4b77-bd1e-774f09d56804 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:21.110986 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:21.153262 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:21.153607 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1e32aed5-8d7e-4f41-8f3c-7d66cfbcda15 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:21.154022 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 02666a14-0a81-45e1-bc31-111ba62d16e9 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:21.168540 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-79b1e40f-9b7f-4740-955f-b9efd2fa2fc3 req-9e531aba-0de6-4c2b-9d8c-3a7ad34d42a3 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbcfee4c-0ce1-4295-815c-661e3617fef5 HTTP/1.1" status: 200 len: 210 time: 0.0624354 Nov 12 00:50:21.177240 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-eba6b41b-0043-4a7c-b5c9-fdfbb611fec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed6ff91-f62e-41b7-80b6-a3533ae98587']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:21.198438 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-eba6b41b-0043-4a7c-b5c9-fdfbb611fec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58aed1e2-4731-42ce-8241-8faf41068d94') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:21.198734 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-eba6b41b-0043-4a7c-b5c9-fdfbb611fec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58aed1e2-4731-42ce-8241-8faf41068d94') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:21.213572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 02666a14-0a81-45e1-bc31-111ba62d16e9 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:21.213925 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 02666a14-0a81-45e1-bc31-111ba62d16e9 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:21.228245 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eba6b41b-0043-4a7c-b5c9-fdfbb611fec0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.262766 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eba6b41b-0043-4a7c-b5c9-fdfbb611fec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.271152 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba6b41b-0043-4a7c-b5c9-fdfbb611fec0 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:50:21.271734 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eba6b41b-0043-4a7c-b5c9-fdfbb611fec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:50:21.334575 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:50:21.339709 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eba6b41b-0043-4a7c-b5c9-fdfbb611fec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.346607 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eba6b41b-0043-4a7c-b5c9-fdfbb611fec0 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.350772 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-eba6b41b-0043-4a7c-b5c9-fdfbb611fec0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4ed6ff91-f62e-41b7-80b6-a3533ae98587 HTTP/1.1" status: 204 len: 168 time: 1.3119011 Nov 12 00:50:21.373652 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6b41b-0043-4a7c-b5c9-fdfbb611fec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ed6ff91-f62e-41b7-80b6-a3533ae98587,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:21.507261 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42334) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:21.570040 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0e2506a0-bef9-4426-a5a3-d15282ed1a29 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4324cd530d294d27a4a03b3e458b655e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0614870 Nov 12 00:50:21.572702 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42336) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:21.650659 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5812c945-9767-4a5a-907d-294d6cdd88b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.682035 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5812c945-9767-4a5a-907d-294d6cdd88b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.740429 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c13fca-244b-491d-b951-32513317ffe5 req-c2292aa4-7d65-46a8-b071-4bd6a382f311 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:21.750990 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-00c13fca-244b-491d-b951-32513317ffe5 req-c2292aa4-7d65-46a8-b071-4bd6a382f311 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.0775590 Nov 12 00:50:21.771946 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5812c945-9767-4a5a-907d-294d6cdd88b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.785271 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5812c945-9767-4a5a-907d-294d6cdd88b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.788472 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5812c945-9767-4a5a-907d-294d6cdd88b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b299877a-8941-4aa2-9979-dc4865d78e7a HTTP/1.1" status: 204 len: 168 time: 0.2143588 Nov 12 00:50:21.798760 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812c945-9767-4a5a-907d-294d6cdd88b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b299877a-8941-4aa2-9979-dc4865d78e7a,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:21.861786 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-00c13fca-244b-491d-b951-32513317ffe5 req-830b2d7a-1ca8-4b46-b551-d5910becc21a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098585 Nov 12 00:50:22.121105 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5da34-17ef-481d-b313-a960f85adc46 req-f6fa3007-0e07-4b0a-be6b-178d9b775ccb tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:22.122786 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5bb5da34-17ef-481d-b313-a960f85adc46 req-f6fa3007-0e07-4b0a-be6b-178d9b775ccb tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 945 time: 0.1013727 Nov 12 00:50:22.191201 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb6dcdc7-d92b-4c55-bb76-c701d2c82061 req-7239229c-0f5e-49f5-9032-6926d0861b84 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.0479631 Nov 12 00:50:22.235896 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5bb5da34-17ef-481d-b313-a960f85adc46 req-8ff5f31c-5251-41fd-b253-38c56086d834 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019161 Nov 12 00:50:22.307890 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-19585f70-db16-4f6f-86be-9b54bf5e6688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.333336 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8293c8a4-fb2a-48db-97af-379cd6ef681f req-6db23636-3923-4208-85f9-4b9005ab8341 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbcfee4c-0ce1-4295-815c-661e3617fef5 HTTP/1.1" status: 200 len: 210 time: 0.0567670 Nov 12 00:50:22.684770 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-5f6a915a-84a3-4962-8979-6b5cf4259922 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:22.686770 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-5f6a915a-84a3-4962-8979-6b5cf4259922 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.15 "GET /v2.0/networks?id=0f3c1820-c99a-40a4-8627-b60b7b9a745b HTTP/1.1" status: 200 len: 821 time: 0.2589800 Nov 12 00:50:22.734805 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-fccf5816-56ee-4e4f-bcd8-3065029cece3 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Request body: {'port': {'device_id': 'bbcfee4c-0ce1-4295-815c-661e3617fef5', 'network_id': '0f3c1820-c99a-40a4-8627-b60b7b9a745b', 'admin_state_up': True, 'tenant_id': '875419f557be4bf687fb6f5e689e8ea8'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:22.888836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-fccf5816-56ee-4e4f-bcd8-3065029cece3 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Made reservation on behalf of 875419f557be4bf687fb6f5e689e8ea8 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:22.895152 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-fccf5816-56ee-4e4f-bcd8-3065029cece3 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.114863 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-fccf5816-56ee-4e4f-bcd8-3065029cece3 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Allocated IP 172.20.0.14 (0f3c1820-c99a-40a4-8627-b60b7b9a745b/8e6b01c4-d67f-4ba2-9cb8-dc65854f1c6d/75f0f135-894a-4548-ba8c-3de4f5058d28) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:23.127943 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0ae06-d032-4617-9844-9f6a73c9aac4 req-000652b5-c111-4e45-b4d6-00a1e461f2b4 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:23.129944 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-03b0ae06-d032-4617-9844-9f6a73c9aac4 req-000652b5-c111-4e45-b4d6-00a1e461f2b4 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.1078396 Nov 12 00:50:23.195486 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42390) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:23.234248 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-03b0ae06-d032-4617-9844-9f6a73c9aac4 req-6a60429f-c6d2-4d5d-8ed7-e24a86ea500c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875261 Nov 12 00:50:23.406860 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.408014 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-fccf5816-56ee-4e4f-bcd8-3065029cece3 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.449525 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-fccf5816-56ee-4e4f-bcd8-3065029cece3 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.544740 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-fccf5816-56ee-4e4f-bcd8-3065029cece3 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Network 0f3c1820-c99a-40a4-8627-b60b7b9a745b is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:23.555291 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-fccf5816-56ee-4e4f-bcd8-3065029cece3 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:23.562202 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-fccf5816-56ee-4e4f-bcd8-3065029cece3 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:23.590832 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf5816-56ee-4e4f-bcd8-3065029cece3 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Pushing event updated for resources: {'Port': ['ID=75f0f135-894a-4548-ba8c-3de4f5058d28,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:23.623744 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260772ca-81d6-49ab-9789-d61335def050 req-2ee839ec-7915-413e-a13f-992365632d27 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:23.632912 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-260772ca-81d6-49ab-9789-d61335def050 req-2ee839ec-7915-413e-a13f-992365632d27 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbcfee4c-0ce1-4295-815c-661e3617fef5 HTTP/1.1" status: 200 len: 932 time: 0.1301539 Nov 12 00:50:23.661541 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-fccf5816-56ee-4e4f-bcd8-3065029cece3 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:23.662191 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-fccf5816-56ee-4e4f-bcd8-3065029cece3 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.704400 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-fccf5816-56ee-4e4f-bcd8-3065029cece3 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9760537 Nov 12 00:50:23.712425 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-260772ca-81d6-49ab-9789-d61335def050 req-9648b9b0-ba07-41fb-9e5c-08f4bbed941f tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a435ed6-0815-4547-80ad-e13a4058a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786448 Nov 12 00:50:23.727169 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] Request body: {'port': {'device_id': 'bbcfee4c-0ce1-4295-815c-661e3617fef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:23.797370 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-286de1f9-1590-427c-a472-62bed76f9492 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-728193932-network', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:23.803040 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eab8adb7-ef95-4de0-a3e9-afdc33480c43 req-6e60f9f8-4bde-47bb-a8f4-9181e7612cad tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.4881167 Nov 12 00:50:23.826219 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286de1f9-1590-427c-a472-62bed76f9492 admin admin] Made reservation on behalf of 1db46697b8cd4149a25533b60cb686b6 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:23.830646 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-286de1f9-1590-427c-a472-62bed76f9492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.843103 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-286de1f9-1590-427c-a472-62bed76f9492 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.845995 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.952255 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-286de1f9-1590-427c-a472-62bed76f9492 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.957631 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-286de1f9-1590-427c-a472-62bed76f9492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.971148 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286de1f9-1590-427c-a472-62bed76f9492 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:50:23.989589 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-286de1f9-1590-427c-a472-62bed76f9492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.990085 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-286de1f9-1590-427c-a472-62bed76f9492 admin admin] Added segment 80f31d00-a03d-4d85-92bc-c702476db0d9 of type vlan for network f9dd64fc-c0d5-4707-81a9-530103169397 Nov 12 00:50:24.026074 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286de1f9-1590-427c-a472-62bed76f9492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d15ea7e-97a8-43d2-952e-e5d85520c3de,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:24.051451 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-286de1f9-1590-427c-a472-62bed76f9492 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.110876 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-286de1f9-1590-427c-a472-62bed76f9492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.111952 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286de1f9-1590-427c-a472-62bed76f9492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:24.112813 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-286de1f9-1590-427c-a472-62bed76f9492 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.151111 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-286de1f9-1590-427c-a472-62bed76f9492 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9544432 Nov 12 00:50:24.165477 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42406) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:24.173641 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-78673155-dd88-4c57-88dc-789c16acd967 admin admin] Request body: {'subnet': {'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-728193932-subnet', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:24.230215 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286de1f9-1590-427c-a472-62bed76f9492 admin admin] Pushing event updated for resources: {'Network': ['ID=f9dd64fc-c0d5-4707-81a9-530103169397,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:24.238312 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78673155-dd88-4c57-88dc-789c16acd967 admin admin] Made reservation on behalf of 1db46697b8cd4149a25533b60cb686b6 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:24.242127 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network f9dd64fc-c0d5-4707-81a9-530103169397 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:50:24.242333 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78673155-dd88-4c57-88dc-789c16acd967 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.457458 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.543430 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb4bb6-39d1-428f-a370-d0f992e6c7d4 req-5b08ec11-e244-42b7-ad0c-26c139601cb7 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:24.545736 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-66eb4bb6-39d1-428f-a370-d0f992e6c7d4 req-5b08ec11-e244-42b7-ad0c-26c139601cb7 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.1289732 Nov 12 00:50:24.591382 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78673155-dd88-4c57-88dc-789c16acd967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.626291 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-66eb4bb6-39d1-428f-a370-d0f992e6c7d4 req-5eb5e7a1-2284-495a-84a0-f9e1f8072afd tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715320 Nov 12 00:50:24.689481 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f0f135-894a-4548-ba8c-3de4f5058d28 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:24.697378 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78673155-dd88-4c57-88dc-789c16acd967 admin admin] Checking segment: {'id': '80f31d00-a03d-4d85-92bc-c702476db0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:24.697882 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78673155-dd88-4c57-88dc-789c16acd967 admin admin] Network hostable DHCP agents. Network: f9dd64fc-c0d5-4707-81a9-530103169397, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:50:24.699366 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.710658 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78673155-dd88-4c57-88dc-789c16acd967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1a48115-e08e-4a5a-af68-23ef66c882b8,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:24.721504 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] Transition to ACTIVE for port object 75f0f135-894a-4548-ba8c-3de4f5058d28 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:50:24.727478 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.727708 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78673155-dd88-4c57-88dc-789c16acd967 admin admin] Network f9dd64fc-c0d5-4707-81a9-530103169397 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:50:24.745799 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-78673155-dd88-4c57-88dc-789c16acd967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, f9dd64fc-c0d5-4707-81a9-530103169397) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:24.758328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31ff387-5faa-438c-bd6c-96b5f2453efb None None] Network f9dd64fc-c0d5-4707-81a9-530103169397 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:24.765095 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78673155-dd88-4c57-88dc-789c16acd967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:24.765901 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78673155-dd88-4c57-88dc-789c16acd967 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.788365 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-78673155-dd88-4c57-88dc-789c16acd967 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6218388 Nov 12 00:50:24.790918 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42414) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:24.801104 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-28ba7b4d-e354-41b9-914a-879dce560764 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-728193932-router', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:24.841752 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28ba7b4d-e354-41b9-914a-879dce560764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.844158 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28ba7b4d-e354-41b9-914a-879dce560764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:24.881858 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] Pushing event updated for resources: {'Port': ['ID=75f0f135-894a-4548-ba8c-3de4f5058d28,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:24.928106 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28ba7b4d-e354-41b9-914a-879dce560764 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.027852 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ecb2371-f6f0-43af-ace6-b31ab80109d2 req-49679a9a-2c1a-4b14-8fcf-ba5a9ad5ec1e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.0612772 Nov 12 00:50:25.059415 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-f9dd64fc-c0d5-4707-81a9-530103169397', 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'fixed_ips': [{'subnet_id': 'b1a48115-e08e-4a5a-af68-23ef66c882b8'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:50:25.060415 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.085919 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] Attempting to bind port 75f0f135-894a-4548-ba8c-3de4f5058d28 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:25.086268 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] Attempting to bind port 75f0f135-894a-4548-ba8c-3de4f5058d28 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '847a9aa7-6d65-4e73-8065-dc80b8a3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0f3c1820-c99a-40a4-8627-b60b7b9a745b'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:25.086604 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] Attempting to bind port 75f0f135-894a-4548-ba8c-3de4f5058d28 on network 0f3c1820-c99a-40a4-8627-b60b7b9a745b {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:25.092429 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] Port 75f0f135-894a-4548-ba8c-3de4f5058d28 on network 0f3c1820-c99a-40a4-8627-b60b7b9a745b not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:25.092788 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] Attempting to bind port 75f0f135-894a-4548-ba8c-3de4f5058d28 on network 0f3c1820-c99a-40a4-8627-b60b7b9a745b {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:25.099808 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:25.100267 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] Checking segment: {'id': '847a9aa7-6d65-4e73-8065-dc80b8a3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0f3c1820-c99a-40a4-8627-b60b7b9a745b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:25.100657 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] Bound using segment: {'id': '847a9aa7-6d65-4e73-8065-dc80b8a3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0f3c1820-c99a-40a4-8627-b60b7b9a745b'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:25.101120 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] Bound port: 75f0f135-894a-4548-ba8c-3de4f5058d28, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '847a9aa7-6d65-4e73-8065-dc80b8a3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0f3c1820-c99a-40a4-8627-b60b7b9a745b'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:25.101795 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.193156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] For port 75f0f135-894a-4548-ba8c-3de4f5058d28, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:25.198085 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] For port 75f0f135-894a-4548-ba8c-3de4f5058d28, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=75f0f135-894a-4548-ba8c-3de4f5058d28,segment=NetworkSegment(847a9aa7-6d65-4e73-8065-dc80b8a3e4cd),segment_id=847a9aa7-6d65-4e73-8065-dc80b8a3e4cd)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:25.205246 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28ba7b4d-e354-41b9-914a-879dce560764 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.219931 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.226151 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f953545-778a-45a3-8d03-f31e7df6dabf req-ce81fc58-dfa0-4eb6-80f8-c5ba9a60e366 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:25.227913 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f953545-778a-45a3-8d03-f31e7df6dabf req-ce81fc58-dfa0-4eb6-80f8-c5ba9a60e366 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbcfee4c-0ce1-4295-815c-661e3617fef5 HTTP/1.1" status: 200 len: 944 time: 0.2975090 Nov 12 00:50:25.259874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:25.260911 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.262427 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] 10.222.0.15 "PUT /v2.0/ports/75f0f135-894a-4548-ba8c-3de4f5058d28 HTTP/1.1" status: 200 len: 1093 time: 1.5407128 Nov 12 00:50:25.265597 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcfee4c-0ce1-4295-815c-661e3617fef5', 'tag': '75f0f135-894a-4548-ba8c-3de4f5058d28'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:25.268596 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652b8913-6300-4b42-a25b-d095b6b2f2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "bbcfee4c-0ce1-4295-815c-661e3617fef5", "tag": "75f0f135-894a-4548-ba8c-3de4f5058d28"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:25.351704 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Allocated IP 172.20.0.2 (f9dd64fc-c0d5-4707-81a9-530103169397/b1a48115-e08e-4a5a-af68-23ef66c882b8/5481be82-b779-4beb-b0ac-f148c74124ff) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:25.359968 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60894787-ac8c-4973-9a00-640986a4b473 x-openstack-request-id: req-60894787-ac8c-4973-9a00-640986a4b473 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:25.360185 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbcfee4c-0ce1-4295-815c-661e3617fef5", "tag": "75f0f135-894a-4548-ba8c-3de4f5058d28", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:25.360416 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60894787-ac8c-4973-9a00-640986a4b473 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:25.360917 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbcfee4c-0ce1-4295-815c-661e3617fef5', 'tag': '75f0f135-894a-4548-ba8c-3de4f5058d28', 'status': 'completed', 'code': 200} Nov 12 00:50:25.363559 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1226b5-fd58-4b11-82ca-b7b1d4fb3cbd service neutron] Pushing event updated for resources: {'Port': ['ID=75f0f135-894a-4548-ba8c-3de4f5058d28,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:25.366834 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.423755 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-4b6bf8b7-3f88-469a-aaba-32ee823647c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:25.424536 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-4b6bf8b7-3f88-469a-aaba-32ee823647c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=875419f557be4bf687fb6f5e689e8ea8&device_id=bbcfee4c-0ce1-4295-815c-661e3617fef5 HTTP/1.1" status: 200 len: 1096 time: 0.0911605 Nov 12 00:50:25.434253 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f953545-778a-45a3-8d03-f31e7df6dabf req-59531426-2750-4c79-917f-7f3741bb2285 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a435ed6-0815-4547-80ad-e13a4058a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965873 Nov 12 00:50:25.498517 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-06a8d9e1-65f7-4fe8-a2b1-8f93fb3dd4aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75f0f135-894a-4548-ba8c-3de4f5058d28 HTTP/1.1" status: 200 len: 217 time: 0.0499208 Nov 12 00:50:25.574380 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.584988 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.601028 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-78348e63-b01b-4de3-892d-429ed010c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:25.606443 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-78348e63-b01b-4de3-892d-429ed010c20d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e6b01c4-d67f-4ba2-9cb8-dc65854f1c6d HTTP/1.1" status: 200 len: 861 time: 0.0976055 Nov 12 00:50:25.612200 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28ba7b4d-e354-41b9-914a-879dce560764 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.634794 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Network f9dd64fc-c0d5-4707-81a9-530103169397 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:25.641360 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:25.642255 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:25.659378 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-20c6c2d0-49b6-4763-ba3b-53a5a845acd0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f3c1820-c99a-40a4-8627-b60b7b9a745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438511 Nov 12 00:50:25.676217 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28ba7b4d-e354-41b9-914a-879dce560764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.768843 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Pushing event updated for resources: {'Port': ['ID=5481be82-b779-4beb-b0ac-f148c74124ff,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:25.786136 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:25.786643 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:25.787109 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:25.787541 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:25.788009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:25.788445 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:25.788913 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:25.789347 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:25.789780 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:25.790246 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:25.790681 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:25.791137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:25.803527 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Attempting to bind port 5481be82-b779-4beb-b0ac-f148c74124ff on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:25.804025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Attempting to bind port 5481be82-b779-4beb-b0ac-f148c74124ff by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '80f31d00-a03d-4d85-92bc-c702476db0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:25.804737 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Attempting to bind port 5481be82-b779-4beb-b0ac-f148c74124ff on network f9dd64fc-c0d5-4707-81a9-530103169397 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:25.814130 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:25.814808 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Checking segment: {'id': '80f31d00-a03d-4d85-92bc-c702476db0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:25.815319 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.815821 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Bound using segment: {'id': '80f31d00-a03d-4d85-92bc-c702476db0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:25.817561 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Bound port: 5481be82-b779-4beb-b0ac-f148c74124ff, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f31d00-a03d-4d85-92bc-c702476db0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:25.821562 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.848747 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55736124-087d-4650-b9a0-fa61c76a25ce req-9e006bfa-c8db-4220-9195-61faf27f515c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:25.850672 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55736124-087d-4650-b9a0-fa61c76a25ce req-9e006bfa-c8db-4220-9195-61faf27f515c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.0941975 Nov 12 00:50:25.852974 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-be62082a-5b28-4869-b48b-07a8307728bb service neutron] 10.222.0.15 "GET /v2.0/networks/0f3c1820-c99a-40a4-8627-b60b7b9a745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842515 Nov 12 00:50:25.867612 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-28ba7b4d-e354-41b9-914a-879dce560764 admin admin] Allocated IP 172.25.0.52 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/46b01d47-9683-41bd-8a8a-87e6290d16fd) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:25.947687 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] For port 5481be82-b779-4beb-b0ac-f148c74124ff, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:25.958304 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.966716 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] For port 5481be82-b779-4beb-b0ac-f148c74124ff, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5481be82-b779-4beb-b0ac-f148c74124ff,segment=NetworkSegment(80f31d00-a03d-4d85-92bc-c702476db0d9),segment_id=80f31d00-a03d-4d85-92bc-c702476db0d9)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:25.974520 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.026202 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55736124-087d-4650-b9a0-fa61c76a25ce req-4ef66ede-0eb4-4def-92d8-cb20bf12e81b tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422904 Nov 12 00:50:26.094771 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e7166-b6be-49c2-b9a2-4d764bd5e55c None None] Pushing event updated for resources: {'Port': ['ID=5481be82-b779-4beb-b0ac-f148c74124ff,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:26.098436 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28ba7b4d-e354-41b9-914a-879dce560764 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.107393 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f6ef17c-16b1-4418-8dfe-113a2e2435ac req-ebbdcac3-5da9-4d91-adf7-53b116cde0d9 service neutron] 10.222.0.15 "GET /v2.0/networks/0f3c1820-c99a-40a4-8627-b60b7b9a745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400920 Nov 12 00:50:26.216879 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28ba7b4d-e354-41b9-914a-879dce560764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.228125 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8ab90895-ab14-443b-a398-caccb5ce19d7 req-81697587-dd6e-4c11-94a4-1f415bcb6fc7 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.0467348 Nov 12 00:50:26.275362 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ba7b4d-e354-41b9-914a-879dce560764 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:26.285172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-28ba7b4d-e354-41b9-914a-879dce560764 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:26.289739 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba7b4d-e354-41b9-914a-879dce560764 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:26.300061 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b047fa-cf5c-47bb-9355-4513a6d5aa0a None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:50:26.380898 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b8913-6300-4b42-a25b-d095b6b2f2bd req-49e89a7f-952a-4689-b215-b7b0de42b071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:26.383179 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-652b8913-6300-4b42-a25b-d095b6b2f2bd req-49e89a7f-952a-4689-b215-b7b0de42b071 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=875419f557be4bf687fb6f5e689e8ea8&device_id=bbcfee4c-0ce1-4295-815c-661e3617fef5 HTTP/1.1" status: 200 len: 1096 time: 0.1661634 Nov 12 00:50:26.476214 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1748eb36-b187-4985-b287-8f350de6c813 None None] Provisioning complete for port 46b01d47-9683-41bd-8a8a-87e6290d16fd triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:26.476752 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1748eb36-b187-4985-b287-8f350de6c813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.566453 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b8913-6300-4b42-a25b-d095b6b2f2bd req-e6febc00-97ef-4f4d-863f-46ec06aa6b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:26.567974 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-652b8913-6300-4b42-a25b-d095b6b2f2bd req-e6febc00-97ef-4f4d-863f-46ec06aa6b39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f3c1820-c99a-40a4-8627-b60b7b9a745b HTTP/1.1" status: 200 len: 922 time: 0.1768796 Nov 12 00:50:26.574382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba7b4d-e354-41b9-914a-879dce560764 admin admin] Pushing event updated for resources: {'Port': ['ID=46b01d47-9683-41bd-8a8a-87e6290d16fd,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:26.575126 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1748eb36-b187-4985-b287-8f350de6c813 None None] Port 46b01d47-9683-41bd-8a8a-87e6290d16fd cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:50:26.657596 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-652b8913-6300-4b42-a25b-d095b6b2f2bd req-93f84cfe-e4d3-48c6-afda-268d2d3e8ac6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75f0f135-894a-4548-ba8c-3de4f5058d28 HTTP/1.1" status: 200 len: 217 time: 0.0713508 Nov 12 00:50:26.715878 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63b5c4-bc2d-456b-97c9-8d955c90409c req-88f9da0c-dff2-401f-b9ca-0d6fe1b6f504 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:26.724206 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28ba7b4d-e354-41b9-914a-879dce560764 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.724431 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e63b5c4-bc2d-456b-97c9-8d955c90409c req-88f9da0c-dff2-401f-b9ca-0d6fe1b6f504 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbcfee4c-0ce1-4295-815c-661e3617fef5 HTTP/1.1" status: 200 len: 944 time: 0.1471286 Nov 12 00:50:26.780065 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b8913-6300-4b42-a25b-d095b6b2f2bd req-1e6fee06-19eb-49a3-a823-168bbf11ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:26.782210 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-652b8913-6300-4b42-a25b-d095b6b2f2bd req-1e6fee06-19eb-49a3-a823-168bbf11ba06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e6b01c4-d67f-4ba2-9cb8-dc65854f1c6d HTTP/1.1" status: 200 len: 861 time: 0.1136312 Nov 12 00:50:26.797762 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e63b5c4-bc2d-456b-97c9-8d955c90409c req-503f19da-6709-4448-aa6d-cd898e0eed96 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a435ed6-0815-4547-80ad-e13a4058a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674219 Nov 12 00:50:26.837602 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-652b8913-6300-4b42-a25b-d095b6b2f2bd req-5fc4c0bc-444e-4d4a-bdfe-701178ffdaf1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f3c1820-c99a-40a4-8627-b60b7b9a745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385635 Nov 12 00:50:27.074123 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-652b8913-6300-4b42-a25b-d095b6b2f2bd req-2b81ef26-2cf8-4e7a-97d0-3543390c3560 service neutron] 10.222.0.15 "GET /v2.0/networks/0f3c1820-c99a-40a4-8627-b60b7b9a745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277529 Nov 12 00:50:27.091086 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28ba7b4d-e354-41b9-914a-879dce560764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.205451 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5481be82-b779-4beb-b0ac-f148c74124ff up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:27.259735 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-652b8913-6300-4b42-a25b-d095b6b2f2bd req-e10f8884-7ac8-4b10-a34e-7548daa3a308 service neutron] 10.222.0.15 "GET /v2.0/networks/0f3c1820-c99a-40a4-8627-b60b7b9a745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767988 Nov 12 00:50:27.334736 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 5481be82-b779-4beb-b0ac-f148c74124ff triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:27.335237 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.440306 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdb692-9525-4d0f-9ba6-1406eecb1e2c req-bbc2255f-be4a-46da-98a8-2f5434f0b4c6 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:27.442266 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-91fdb692-9525-4d0f-9ba6-1406eecb1e2c req-bbc2255f-be4a-46da-98a8-2f5434f0b4c6 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.1264486 Nov 12 00:50:27.460270 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3588ad20-f3a0-403c-a606-a6e462fb3b72 req-43b28e60-9776-412e-b20a-4960e4ab225e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.0951412 Nov 12 00:50:27.520888 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-91fdb692-9525-4d0f-9ba6-1406eecb1e2c req-333bbaa7-114b-47ec-b96c-8e089fb87b9d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706456 Nov 12 00:50:27.559187 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ba7b4d-e354-41b9-914a-879dce560764 admin admin] Router b2c4f707-e1f8-4437-b37d-d7bfce50c353 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:50:27.566591 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.688774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 5481be82-b779-4beb-b0ac-f148c74124ff, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5481be82-b779-4beb-b0ac-f148c74124ff,segment=NetworkSegment(80f31d00-a03d-4d85-92bc-c702476db0d9),segment_id=80f31d00-a03d-4d85-92bc-c702476db0d9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:27.697385 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.779782 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:27.783236 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52b6d2f-58f1-4836-89f6-2299887bc360 None None] Network f9dd64fc-c0d5-4707-81a9-530103169397 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:27.803831 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ba7b4d-e354-41b9-914a-879dce560764 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:50:27.804397 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=5481be82-b779-4beb-b0ac-f148c74124ff,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:27.815996 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] Sync routers for ids ['b2c4f707-e1f8-4437-b37d-d7bfce50c353'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:50:27.832561 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] Routers {'b2c4f707-e1f8-4437-b37d-d7bfce50c353'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:27.833421 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:50:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b2c4f707-e1f8-4437-b37d-d7bfce50c353'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:27.855084 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28ba7b4d-e354-41b9-914a-879dce560764 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.858145 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-28ba7b4d-e354-41b9-914a-879dce560764 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.0657401 Nov 12 00:50:27.862252 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 42456) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:27.956863 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.resource_extend [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:50:28.018438 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-31b94fd0-38bd-4948-b534-fa5cdb89fd9a None None] Provisioning complete for port 5481be82-b779-4beb-b0ac-f148c74124ff triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:28.019052 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-31b94fd0-38bd-4948-b534-fa5cdb89fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.082171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea732064-2d68-4dec-8cd7-d4c3925d0dc5 req-eb2e1663-6878-42a3-9370-a5dc713fccae tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.083680 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ea732064-2d68-4dec-8cd7-d4c3925d0dc5 req-eb2e1663-6878-42a3-9370-a5dc713fccae tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbcfee4c-0ce1-4295-815c-661e3617fef5 HTTP/1.1" status: 200 len: 944 time: 0.1148705 Nov 12 00:50:28.127042 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] Set router b2c4f707-e1f8-4437-b37d-d7bfce50c353 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:28.351383 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ea732064-2d68-4dec-8cd7-d4c3925d0dc5 req-179ec9f2-3344-4baf-bf22-7e0bd5cad65e tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a435ed6-0815-4547-80ad-e13a4058a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452434 Nov 12 00:50:28.353428 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:28.394665 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'port_id': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52', 'mac_address': 'fa:16:3e:72:4f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:28.515161 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'name': 'tempest-ServersTestJSON-728193932-router', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:24Z', 'updated_at': '2021-11-12T00:50:26Z', 'revision_number': 3, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'gw_port': {'id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:25Z', 'updated_at': '2021-11-12T00:50:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:28.531605 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.594175 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:28.670537 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] Checking router: b2c4f707-e1f8-4437-b37d-d7bfce50c353 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:50:28.672118 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] Updating router b2c4f707-e1f8-4437-b37d-d7bfce50c353 port 46b01d47-9683-41bd-8a8a-87e6290d16fd binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:50:28.674062 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:28.680105 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.740646 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09971cf8-88a7-437b-a4ac-69ef87b8c0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.767228 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.767823 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:28.768557 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-65572488-1583-4096-b74f-549cc74c3d21 req-e0a22b8a-7d36-47ee-8cdd-216ec74fc1c1 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.0914083 Nov 12 00:50:28.855123 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['3b0bb765-f486-4b2d-adfc-49b7bf9daf52'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:28.923903 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-45adff96-0ba5-4958-bbff-cdeffed29d35 None None] Provisioning complete for port 5481be82-b779-4beb-b0ac-f148c74124ff triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:28.924785 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-45adff96-0ba5-4958-bbff-cdeffed29d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.052404 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8f240-2fba-4008-b1e4-d55f2afa5556 req-bdcc2d58-c292-4ab0-8fd5-a9f758f40b39 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:29.054818 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ff8f240-2fba-4008-b1e4-d55f2afa5556 req-bdcc2d58-c292-4ab0-8fd5-a9f758f40b39 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.3170159 Nov 12 00:50:29.097093 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5481be82-b779-4beb-b0ac-f148c74124ff up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:29.208434 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ff8f240-2fba-4008-b1e4-d55f2afa5556 req-3956e270-1dc3-4923-84fe-f1d514e7c9d6 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419337 Nov 12 00:50:29.209779 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-09971cf8-88a7-437b-a4ac-69ef87b8c0d3 admin admin] Allocated IP 172.20.0.1 (f9dd64fc-c0d5-4707-81a9-530103169397/b1a48115-e08e-4a5a-af68-23ef66c882b8/4de6db04-b68a-458a-ba10-91f3ae448999) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:29.221891 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.233597 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.304971 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] Attempting to bind port 46b01d47-9683-41bd-8a8a-87e6290d16fd on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:29.305483 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] Attempting to bind port 46b01d47-9683-41bd-8a8a-87e6290d16fd by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:29.305849 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] Attempting to bind port 46b01d47-9683-41bd-8a8a-87e6290d16fd on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:29.317465 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:29.318093 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:29.318760 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.320168 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:29.320734 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] Bound port: 46b01d47-9683-41bd-8a8a-87e6290d16fd, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:29.321145 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.344992 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b86e27-1248-46a3-acd4-9dc8a4196bbe None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:50:29.401824 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] For port 46b01d47-9683-41bd-8a8a-87e6290d16fd, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:29.407145 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] For port 46b01d47-9683-41bd-8a8a-87e6290d16fd, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=46b01d47-9683-41bd-8a8a-87e6290d16fd,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:29.409020 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7ad56-03e8-4ca3-b0a6-eb3ada243701 None None] Pushing event updated for resources: {'Port': ['ID=46b01d47-9683-41bd-8a8a-87e6290d16fd,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:29.417868 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09971cf8-88a7-437b-a4ac-69ef87b8c0d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.426692 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.434420 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7ad56-03e8-4ca3-b0a6-eb3ada243701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:29.435617 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7ad56-03e8-4ca3-b0a6-eb3ada243701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:29.436380 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7ad56-03e8-4ca3-b0a6-eb3ada243701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:29.437629 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7ad56-03e8-4ca3-b0a6-eb3ada243701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:29.438207 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7ad56-03e8-4ca3-b0a6-eb3ada243701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:29.441421 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7ad56-03e8-4ca3-b0a6-eb3ada243701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:29.442203 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7ad56-03e8-4ca3-b0a6-eb3ada243701 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:29.443419 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7ad56-03e8-4ca3-b0a6-eb3ada243701 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:29.446970 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7ad56-03e8-4ca3-b0a6-eb3ada243701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:29.447677 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7ad56-03e8-4ca3-b0a6-eb3ada243701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:29.448243 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7ad56-03e8-4ca3-b0a6-eb3ada243701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:29.450943 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e7ad56-03e8-4ca3-b0a6-eb3ada243701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:29.552332 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] Routers {'b2c4f707-e1f8-4437-b37d-d7bfce50c353'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:29.553485 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:50:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b2c4f707-e1f8-4437-b37d-d7bfce50c353'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:29.579664 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09971cf8-88a7-437b-a4ac-69ef87b8c0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.617269 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6040a8ca-1a5d-427c-b87a-524c066a8319 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:50:29.666276 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7ad56-03e8-4ca3-b0a6-eb3ada243701 None None] Pushing event updated for resources: {'Port': ['ID=46b01d47-9683-41bd-8a8a-87e6290d16fd,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:29.675081 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a5fb9-50a2-4cb1-8691-ae7aae393806 req-414d9287-4e8d-4160-b8bf-75d41243c828 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:29.685644 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f25a5fb9-50a2-4cb1-8691-ae7aae393806 req-414d9287-4e8d-4160-b8bf-75d41243c828 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbcfee4c-0ce1-4295-815c-661e3617fef5 HTTP/1.1" status: 200 len: 944 time: 0.1565571 Nov 12 00:50:29.694944 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09971cf8-88a7-437b-a4ac-69ef87b8c0d3 admin admin] Network f9dd64fc-c0d5-4707-81a9-530103169397 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:29.716133 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 5481be82-b779-4beb-b0ac-f148c74124ff triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:29.716345 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.739418 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-09971cf8-88a7-437b-a4ac-69ef87b8c0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:29.755051 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09971cf8-88a7-437b-a4ac-69ef87b8c0d3 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:29.786291 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 75f0f135-894a-4548-ba8c-3de4f5058d28 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:29.796125 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09971cf8-88a7-437b-a4ac-69ef87b8c0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=4de6db04-b68a-458a-ba10-91f3ae448999,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:29.817898 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f25a5fb9-50a2-4cb1-8691-ae7aae393806 req-ed285fda-096f-4acb-b1ff-97d590e4c12f tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a435ed6-0815-4547-80ad-e13a4058a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263056 Nov 12 00:50:29.877331 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09971cf8-88a7-437b-a4ac-69ef87b8c0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.931048 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223fd98-7ed1-4aab-a239-4c9349b34ef0 req-cf7a62ad-bc71-4212-880c-45f014111af8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:29.941933 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c223fd98-7ed1-4aab-a239-4c9349b34ef0 req-cf7a62ad-bc71-4212-880c-45f014111af8 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.0973566 Nov 12 00:50:29.949766 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] Set router b2c4f707-e1f8-4437-b37d-d7bfce50c353 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:29.963320 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cb32f697-5082-4a4b-91fe-92521af2e1b8 None None] Provisioning complete for port 46b01d47-9683-41bd-8a8a-87e6290d16fd triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:29.964255 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cb32f697-5082-4a4b-91fe-92521af2e1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.090108 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c223fd98-7ed1-4aab-a239-4c9349b34ef0 req-38371a87-e739-43c2-a4df-a7f8644f0a50 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459658 Nov 12 00:50:30.098477 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-246fa366-4b9f-46ad-9f68-7682a9e0d1a5 req-e2bd2e70-275d-484f-99fa-8c20fd129c48 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.0863204 Nov 12 00:50:30.401676 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09971cf8-88a7-437b-a4ac-69ef87b8c0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.517611 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'name': 'tempest-ServersTestJSON-728193932-router', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:24Z', 'updated_at': '2021-11-12T00:50:26Z', 'revision_number': 3, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'gw_port': {'id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:25Z', 'updated_at': '2021-11-12T00:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:30.533503 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 75f0f135-894a-4548-ba8c-3de4f5058d28, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=75f0f135-894a-4548-ba8c-3de4f5058d28,segment=NetworkSegment(847a9aa7-6d65-4e73-8065-dc80b8a3e4cd),segment_id=847a9aa7-6d65-4e73-8065-dc80b8a3e4cd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:30.562505 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13dfc7-9f29-4a90-9f4c-788b3e8f1577 None None] The sync data for ids ['b2c4f707-e1f8-4437-b37d-d7bfce50c353'] in n-d-712137-14 is: [{'id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'name': 'tempest-ServersTestJSON-728193932-router', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:24Z', 'updated_at': '2021-11-12T00:50:26Z', 'revision_number': 3, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'gw_port': {'id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:25Z', 'updated_at': '2021-11-12T00:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:50:30.580305 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '75f0f135-894a-4548-ba8c-3de4f5058d28', 'network_id': '0f3c1820-c99a-40a4-8627-b60b7b9a745b', 'port_id': '75f0f135-894a-4548-ba8c-3de4f5058d28', 'mac_address': 'fa:16:3e:e3:8f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e6b01c4-d67f-4ba2-9cb8-dc65854f1c6d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:30.744632 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.763885 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cb32f697-5082-4a4b-91fe-92521af2e1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.780139 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09971cf8-88a7-437b-a4ac-69ef87b8c0d3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.789000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f0f135-894a-4548-ba8c-3de4f5058d28 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:30.794025 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09971cf8-88a7-437b-a4ac-69ef87b8c0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.860859 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 75f0f135-894a-4548-ba8c-3de4f5058d28, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=75f0f135-894a-4548-ba8c-3de4f5058d28,segment=NetworkSegment(847a9aa7-6d65-4e73-8065-dc80b8a3e4cd),segment_id=847a9aa7-6d65-4e73-8065-dc80b8a3e4cd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:30.872121 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-cb32f697-5082-4a4b-91fe-92521af2e1b8 None None] For port 46b01d47-9683-41bd-8a8a-87e6290d16fd, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=46b01d47-9683-41bd-8a8a-87e6290d16fd,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:30.876884 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.996075 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cb32f697-5082-4a4b-91fe-92521af2e1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.011585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634ef78-8f25-47db-b7ba-dfb819dd3907 req-1be04cf5-50d1-406d-b3b1-b0d65645fb15 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:31.020811 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f634ef78-8f25-47db-b7ba-dfb819dd3907 req-1be04cf5-50d1-406d-b3b1-b0d65645fb15 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.3045135 Nov 12 00:50:31.052149 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=75f0f135-894a-4548-ba8c-3de4f5058d28,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:31.136590 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09971cf8-88a7-437b-a4ac-69ef87b8c0d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.144553 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09971cf8-88a7-437b-a4ac-69ef87b8c0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=4de6db04-b68a-458a-ba10-91f3ae448999,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:31.148653 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32f697-5082-4a4b-91fe-92521af2e1b8 None None] Pushing event updated for resources: {'Port': ['ID=46b01d47-9683-41bd-8a8a-87e6290d16fd,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:31.179211 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fcd0b4ef-33da-4cd9-ba66-ee91977433c7 None None] Provisioning complete for port 4de6db04-b68a-458a-ba10-91f3ae448999 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:31.181496 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fcd0b4ef-33da-4cd9-ba66-ee91977433c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.195109 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb58d9-bd3f-4762-aa2f-497711e05eaf req-6f089927-3a78-4505-9aae-1857b462cb1c tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:31.199625 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aafb58d9-bd3f-4762-aa2f-497711e05eaf req-6f089927-3a78-4505-9aae-1857b462cb1c tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbcfee4c-0ce1-4295-815c-661e3617fef5 HTTP/1.1" status: 200 len: 945 time: 0.1437948 Nov 12 00:50:31.293155 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-fcd0b4ef-33da-4cd9-ba66-ee91977433c7 None None] Port 4de6db04-b68a-458a-ba10-91f3ae448999 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:50:31.360686 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aafb58d9-bd3f-4762-aa2f-497711e05eaf req-9817075f-43d2-43e8-9f41-5c6a0524149e tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a435ed6-0815-4547-80ad-e13a4058a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278455 Nov 12 00:50:31.379817 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['75f0f135-894a-4548-ba8c-3de4f5058d28'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:31.481988 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea44b2e-9e61-48c3-a417-d80ec11ffb65 req-bcd4c28c-2326-4012-a849-fca109bc6f4f tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:31.484096 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5ea44b2e-9e61-48c3-a417-d80ec11ffb65 req-bcd4c28c-2326-4012-a849-fca109bc6f4f tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 945 time: 0.1935616 Nov 12 00:50:31.496804 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09971cf8-88a7-437b-a4ac-69ef87b8c0d3 admin admin] Network f9dd64fc-c0d5-4707-81a9-530103169397 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:31.506829 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-09971cf8-88a7-437b-a4ac-69ef87b8c0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:31.535738 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-f634ef78-8f25-47db-b7ba-dfb819dd3907 req-ae86c291-c98e-4c17-bf32-756a984127ff tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Deleting port e11afee8-1221-4355-abc4-da26fb06b064 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:31.536100 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f634ef78-8f25-47db-b7ba-dfb819dd3907 req-ae86c291-c98e-4c17-bf32-756a984127ff tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.634997 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ed8a350d-ff1d-4a5e-8fc0-92dcb2d09a6d req-e81acd19-cd25-4db2-8415-8fb306bf8b7e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.1228266 Nov 12 00:50:31.793608 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:31.884386 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:31.885324 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.927506 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5ea44b2e-9e61-48c3-a417-d80ec11ffb65 req-6034f346-23aa-467e-ba6b-1c3d4bc02b12 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270103 Nov 12 00:50:31.940393 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-f634ef78-8f25-47db-b7ba-dfb819dd3907 req-ae86c291-c98e-4c17-bf32-756a984127ff tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] For port e11afee8-1221-4355-abc4-da26fb06b064, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e11afee8-1221-4355-abc4-da26fb06b064,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:31.941191 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f634ef78-8f25-47db-b7ba-dfb819dd3907 req-ae86c291-c98e-4c17-bf32-756a984127ff tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.964278 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-f634ef78-8f25-47db-b7ba-dfb819dd3907 req-ae86c291-c98e-4c17-bf32-756a984127ff tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Calling delete_port for e11afee8-1221-4355-abc4-da26fb06b064 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:31.992461 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09971cf8-88a7-437b-a4ac-69ef87b8c0d3 admin admin] Router b2c4f707-e1f8-4437-b37d-d7bfce50c353 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:50:32.028041 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5368edd9-16f6-4e23-9ac3-3d7db7a22a8a None None] Provisioning complete for port 4de6db04-b68a-458a-ba10-91f3ae448999 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:32.028345 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5368edd9-16f6-4e23-9ac3-3d7db7a22a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.133220 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-5368edd9-16f6-4e23-9ac3-3d7db7a22a8a None None] Port 4de6db04-b68a-458a-ba10-91f3ae448999 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:50:32.227634 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.320317 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:32.326885 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb755d0e-bfc9-4814-b4e7-692a8320285f" -d '{"events": [{"server_uuid": "ab5f2d29-cf62-4e71-b340-dfa9250975a0", "name": "network-vif-plugged", "status": "completed", "tag": "3b0bb765-f486-4b2d-adfc-49b7bf9daf52"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:32.360783 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:32.374720 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09971cf8-88a7-437b-a4ac-69ef87b8c0d3 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:50:32.381468 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.395596 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-09971cf8-88a7-437b-a4ac-69ef87b8c0d3 admin admin] 10.222.0.31 "PUT /v2.0/routers/b2c4f707-e1f8-4437-b37d-d7bfce50c353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5228570 Nov 12 00:50:32.446947 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2a36e7-459a-49e8-ae2e-34661efd0f63 x-openstack-request-id: req-5a2a36e7-459a-49e8-ae2e-34661efd0f63 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:32.447354 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5f2d29-cf62-4e71-b340-dfa9250975a0", "name": "network-vif-plugged", "status": "completed", "tag": "3b0bb765-f486-4b2d-adfc-49b7bf9daf52", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:32.461666 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a2a36e7-459a-49e8-ae2e-34661efd0f63 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:32.462040 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52', 'code': 200} Nov 12 00:50:32.549303 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f634ef78-8f25-47db-b7ba-dfb819dd3907 req-ae86c291-c98e-4c17-bf32-756a984127ff tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.557622 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:32.573034 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['e11afee8-1221-4355-abc4-da26fb06b064'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:32.770297 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86c291-c98e-4c17-bf32-756a984127ff tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Pushing event deleted for resources: {'Port': ['ID=e11afee8-1221-4355-abc4-da26fb06b064,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:32.826494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-f634ef78-8f25-47db-b7ba-dfb819dd3907 req-ae86c291-c98e-4c17-bf32-756a984127ff tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] No DVR routers for this DVR port e11afee8-1221-4355-abc4-da26fb06b064 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:32.839141 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f634ef78-8f25-47db-b7ba-dfb819dd3907 req-ae86c291-c98e-4c17-bf32-756a984127ff tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.844383 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f634ef78-8f25-47db-b7ba-dfb819dd3907 req-ae86c291-c98e-4c17-bf32-756a984127ff tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.21 "DELETE /v2.0/ports/e11afee8-1221-4355-abc4-da26fb06b064 HTTP/1.1" status: 204 len: 173 time: 1.7906942 Nov 12 00:50:32.846179 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7274f3-8779-4507-960e-e2310c6a5d27', 'name': 'network-vif-deleted', 'tag': 'e11afee8-1221-4355-abc4-da26fb06b064'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:32.848820 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0b81d4-71b9-4cc2-ad85-a1a6fd52f8f1" -d '{"events": [{"server_uuid": "ae7274f3-8779-4507-960e-e2310c6a5d27", "name": "network-vif-deleted", "tag": "e11afee8-1221-4355-abc4-da26fb06b064"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:32.922042 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92800778-b5b2-4936-8dda-2d8b56db0d09 req-790b624d-ec24-412c-a46b-875bff362c1c tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:32.934240 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92800778-b5b2-4936-8dda-2d8b56db0d09 req-790b624d-ec24-412c-a46b-875bff362c1c tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbcfee4c-0ce1-4295-815c-661e3617fef5 HTTP/1.1" status: 200 len: 945 time: 0.3478260 Nov 12 00:50:33.007981 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92800778-b5b2-4936-8dda-2d8b56db0d09 req-1c2e75d7-d608-4da3-8bc7-41881ccea488 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a435ed6-0815-4547-80ad-e13a4058a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731256 Nov 12 00:50:33.253458 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-907ebfe1-5f99-4189-ad9a-73ed0c5a2f5a req-c0874cc1-06e6-4cc7-8bf2-74289d518b60 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.0429204 Nov 12 00:50:33.271414 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 46b01d47-9683-41bd-8a8a-87e6290d16fd up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:33.381907 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fc46f7-860c-47b6-85a5-2368ee26aa0a x-openstack-request-id: req-a0fc46f7-860c-47b6-85a5-2368ee26aa0a {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:33.382793 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7274f3-8779-4507-960e-e2310c6a5d27", "name": "network-vif-deleted", "tag": "e11afee8-1221-4355-abc4-da26fb06b064", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:33.383266 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0fc46f7-860c-47b6-85a5-2368ee26aa0a {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:33.384255 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7274f3-8779-4507-960e-e2310c6a5d27', 'name': 'network-vif-deleted', 'tag': 'e11afee8-1221-4355-abc4-da26fb06b064', 'status': 'completed', 'code': 200} Nov 12 00:50:33.418887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 46b01d47-9683-41bd-8a8a-87e6290d16fd triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:33.419462 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.564685 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] Sync routers for ids ['b2c4f707-e1f8-4437-b37d-d7bfce50c353'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:50:33.600072 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42560) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:33.607154 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c1fb14a0-ee83-41b9-81f4-dd4eb55d72b6 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--321411612', 'description': 'tempest-description--369452774'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:33.638194 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3344183c-d613-47d7-81aa-58e7be4d172b req-1a2fccd9-62e6-4f78-913c-f1af26725d11 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae7274f3-8779-4507-960e-e2310c6a5d27 HTTP/1.1" status: 200 len: 210 time: 0.1069725 Nov 12 00:50:33.660552 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] Routers {'b2c4f707-e1f8-4437-b37d-d7bfce50c353'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:33.664479 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1fb14a0-ee83-41b9-81f4-dd4eb55d72b6 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.666493 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:50:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b2c4f707-e1f8-4437-b37d-d7bfce50c353'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:33.798526 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 75f0f135-894a-4548-ba8c-3de4f5058d28 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:33.889056 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1fb14a0-ee83-41b9-81f4-dd4eb55d72b6 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.895750 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1fb14a0-ee83-41b9-81f4-dd4eb55d72b6 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.940368 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1fb14a0-ee83-41b9-81f4-dd4eb55d72b6 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.941950 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c1fb14a0-ee83-41b9-81f4-dd4eb55d72b6 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3398640 Nov 12 00:50:33.942392 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] Set router b2c4f707-e1f8-4437-b37d-d7bfce50c353 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:33.943119 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb14a0-ee83-41b9-81f4-dd4eb55d72b6 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c986af-88ff-4397-9514-9c26b2c444d0,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:33.945180 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42562) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:33.949838 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-deb1e4a9-bd19-4cb3-929e-10b0cd1973ea tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Request body: {'security_group_rule': {'security_group_id': '58c986af-88ff-4397-9514-9c26b2c444d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:34.001709 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-deb1e4a9-bd19-4cb3-929e-10b0cd1973ea tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.048066 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 75f0f135-894a-4548-ba8c-3de4f5058d28 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:34.070216 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 75f0f135-894a-4548-ba8c-3de4f5058d28 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:34.070561 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.150460 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-deb1e4a9-bd19-4cb3-929e-10b0cd1973ea tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.158315 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-deb1e4a9-bd19-4cb3-929e-10b0cd1973ea tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.207602 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1e4a9-bd19-4cb3-929e-10b0cd1973ea tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f85c3e-165e-4a44-8200-059a10585cd7,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:34.221715 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-deb1e4a9-bd19-4cb3-929e-10b0cd1973ea tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.222979 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-deb1e4a9-bd19-4cb3-929e-10b0cd1973ea tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2767105 Nov 12 00:50:34.225765 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 42570) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:34.232280 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-869a296b-05d6-4df4-90ab-660ceac45340 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Request body: {'security_group_rule': {'security_group_id': '58c986af-88ff-4397-9514-9c26b2c444d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:34.312661 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-869a296b-05d6-4df4-90ab-660ceac45340 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.358617 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:50:34.404786 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.455354 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-869a296b-05d6-4df4-90ab-660ceac45340 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.466917 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-869a296b-05d6-4df4-90ab-660ceac45340 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.474638 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77fe95-abf2-46dd-a181-459431d9c8b6 req-5eb393ff-7c27-4c8a-bb23-3b3f8feca293 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:34.480983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcfee4c-0ce1-4295-815c-661e3617fef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f0f135-894a-4548-ba8c-3de4f5058d28'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:34.487824 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ae77fe95-abf2-46dd-a181-459431d9c8b6 req-5eb393ff-7c27-4c8a-bb23-3b3f8feca293 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbcfee4c-0ce1-4295-815c-661e3617fef5 HTTP/1.1" status: 200 len: 945 time: 0.2303023 Nov 12 00:50:34.498825 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0174af-fb36-4cf3-b7b8-f5aab56d382a" -d '{"events": [{"server_uuid": "bbcfee4c-0ce1-4295-815c-661e3617fef5", "name": "network-vif-plugged", "status": "completed", "tag": "75f0f135-894a-4548-ba8c-3de4f5058d28"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:34.534683 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 75f0f135-894a-4548-ba8c-3de4f5058d28, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=75f0f135-894a-4548-ba8c-3de4f5058d28,segment=NetworkSegment(847a9aa7-6d65-4e73-8065-dc80b8a3e4cd),segment_id=847a9aa7-6d65-4e73-8065-dc80b8a3e4cd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:34.551026 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.556929 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-869a296b-05d6-4df4-90ab-660ceac45340 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.567227 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-869a296b-05d6-4df4-90ab-660ceac45340 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3399246 Nov 12 00:50:34.572654 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42580) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:34.575288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a296b-05d6-4df4-90ab-660ceac45340 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da80606c-9e63-4083-93cf-ad352b761a53,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:34.598995 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-a1fe61a3-6f2f-4b7e-a9de-728dd988d658 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:34.669725 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ae77fe95-abf2-46dd-a181-459431d9c8b6 req-b70018d4-7cb4-47a4-8257-0589136673bc tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a435ed6-0815-4547-80ad-e13a4058a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796885 Nov 12 00:50:34.712126 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2bcfff1a-f18e-43a9-87d0-5ddef5e5fe49 req-a339e7f9-37e2-4317-9db6-e8acd6da831c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.1359496 Nov 12 00:50:34.741619 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a1fe61a3-6f2f-4b7e-a9de-728dd988d658 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.758177 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=75f0f135-894a-4548-ba8c-3de4f5058d28,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:34.803534 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2483f6c7-6588-450f-947a-00fd69406c45 x-openstack-request-id: req-2483f6c7-6588-450f-947a-00fd69406c45 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:34.804117 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcfee4c-0ce1-4295-815c-661e3617fef5", "name": "network-vif-plugged", "status": "completed", "tag": "75f0f135-894a-4548-ba8c-3de4f5058d28", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:34.806407 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2483f6c7-6588-450f-947a-00fd69406c45 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:34.807099 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcfee4c-0ce1-4295-815c-661e3617fef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f0f135-894a-4548-ba8c-3de4f5058d28', 'code': 200} Nov 12 00:50:34.831958 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'name': 'tempest-ServersTestJSON-728193932-router', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:24Z', 'updated_at': '2021-11-12T00:50:30Z', 'revision_number': 4, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'gw_port': {'id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:25Z', 'updated_at': '2021-11-12T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '4de6db04-b68a-458a-ba10-91f3ae448999', 'name': '', 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'mac_address': 'fa:16:3e:db:b9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'b1a48115-e08e-4a5a-af68-23ef66c882b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:28Z', 'updated_at': '2021-11-12T00:50:30Z', 'revision_number': 2, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'subnets': [{'id': 'b1a48115-e08e-4a5a-af68-23ef66c882b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:34.866692 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] Checking router: b2c4f707-e1f8-4437-b37d-d7bfce50c353 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:50:34.867557 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] Updating router b2c4f707-e1f8-4437-b37d-d7bfce50c353 port 4de6db04-b68a-458a-ba10-91f3ae448999 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:50:34.916871 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.946817 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a1fe61a3-6f2f-4b7e-a9de-728dd988d658 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.101043 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c3e00-9f5b-4ad9-a2c0-1651bca1df6d req-d4e06dde-2dc6-4bf2-b311-f2cbad19a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:35.102507 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d4c3e00-9f5b-4ad9-a2c0-1651bca1df6d req-d4e06dde-2dc6-4bf2-b311-f2cbad19a5ea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bbcfee4c-0ce1-4295-815c-661e3617fef5 HTTP/1.1" status: 200 len: 1098 time: 0.1410334 Nov 12 00:50:35.199342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-a1fe61a3-6f2f-4b7e-a9de-728dd988d658 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Allocated IP 172.25.0.209 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/e28edbb4-4321-4b90-b1bf-f2a9b5adfd49) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:35.224751 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d4c3e00-9f5b-4ad9-a2c0-1651bca1df6d req-d77c99ec-9287-4386-8f50-5b8d2884b996 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9a435ed6-0815-4547-80ad-e13a4058a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147110 Nov 12 00:50:35.460330 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c764b-6434-4695-ae43-0d80d85ac74f req-0a1d3f5a-80fb-45c8-b31d-0ba3d4b0ad38 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:35.471090 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-339c764b-6434-4695-ae43-0d80d85ac74f req-0a1d3f5a-80fb-45c8-b31d-0ba3d4b0ad38 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/networks?id=d74c3bda-c588-4e57-b67a-b6869318bb04 HTTP/1.1" status: 200 len: 810 time: 0.2310898 Nov 12 00:50:35.500224 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-339c764b-6434-4695-ae43-0d80d85ac74f req-8e209eaa-88ac-46b2-9aa5-642ffc443588 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/quotas/8ede968b1a094c7192de77d827500d37 HTTP/1.1" status: 200 len: 375 time: 0.0270605 Nov 12 00:50:35.543363 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-339c764b-6434-4695-ae43-0d80d85ac74f req-19d8c7a1-d4dc-4d50-926f-d96443394b2b tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ede968b1a094c7192de77d827500d37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417187 Nov 12 00:50:35.578274 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e11afee8-1221-4355-abc4-da26fb06b064 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:35.692026 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.696456 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: e11afee8-1221-4355-abc4-da26fb06b064 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:35.696940 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e11afee8-1221-4355-abc4-da26fb06b064 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:35.704321 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.713756 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-339c764b-6434-4695-ae43-0d80d85ac74f req-e394b300-a12b-4ec8-8f39-fa0566d8062a service neutron] 10.222.0.31 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690085 Nov 12 00:50:35.835615 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d34802-6d3c-44ac-b72b-30c5a78e57e7 None None] Pushing event updated for resources: {'Port': ['ID=4de6db04-b68a-458a-ba10-91f3ae448999,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:35.870597 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bddad5-606c-4f2c-9e22-d85d9f7bab85 req-3b054c4f-16e3-4906-b005-96af6b4307b0 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:35.872160 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6bddad5-606c-4f2c-9e22-d85d9f7bab85 req-3b054c4f-16e3-4906-b005-96af6b4307b0 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbcfee4c-0ce1-4295-815c-661e3617fef5 HTTP/1.1" status: 200 len: 946 time: 0.0765216 Nov 12 00:50:35.916374 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] Attempting to bind port 4de6db04-b68a-458a-ba10-91f3ae448999 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:35.917123 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] Attempting to bind port 4de6db04-b68a-458a-ba10-91f3ae448999 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '80f31d00-a03d-4d85-92bc-c702476db0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:35.917497 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] Attempting to bind port 4de6db04-b68a-458a-ba10-91f3ae448999 on network f9dd64fc-c0d5-4707-81a9-530103169397 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:35.929581 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:35.929962 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] Checking segment: {'id': '80f31d00-a03d-4d85-92bc-c702476db0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:35.932316 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.932801 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] Bound using segment: {'id': '80f31d00-a03d-4d85-92bc-c702476db0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:35.936646 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] Bound port: 4de6db04-b68a-458a-ba10-91f3ae448999, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f31d00-a03d-4d85-92bc-c702476db0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:35.936646 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.965820 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a1fe61a3-6f2f-4b7e-a9de-728dd988d658 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.968782 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6bddad5-606c-4f2c-9e22-d85d9f7bab85 req-8db6200e-4c1c-4d4b-9447-baf851022812 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a435ed6-0815-4547-80ad-e13a4058a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701957 Nov 12 00:50:36.019444 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-339c764b-6434-4695-ae43-0d80d85ac74f req-7d29ed84-2d1c-4cc0-95a3-6b784d493c56 service neutron] 10.222.0.31 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048038 Nov 12 00:50:36.093965 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a1fe61a3-6f2f-4b7e-a9de-728dd988d658 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.100861 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] For port 4de6db04-b68a-458a-ba10-91f3ae448999, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:36.113868 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] For port 4de6db04-b68a-458a-ba10-91f3ae448999, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=4de6db04-b68a-458a-ba10-91f3ae448999,segment=NetworkSegment(80f31d00-a03d-4d85-92bc-c702476db0d9),segment_id=80f31d00-a03d-4d85-92bc-c702476db0d9)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:36.125634 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.141166 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ba086526-6c00-445f-a8d2-3c0cdd2bde4b req-7ea85ea0-dee1-4229-97f8-eccacdc96c03 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.0581987 Nov 12 00:50:36.216890 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fe61a3-6f2f-4b7e-a9de-728dd988d658 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:36.223249 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-a1fe61a3-6f2f-4b7e-a9de-728dd988d658 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:36.223513 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] Routers {'b2c4f707-e1f8-4437-b37d-d7bfce50c353'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:36.227118 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:50:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b2c4f707-e1f8-4437-b37d-d7bfce50c353'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:36.231992 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fe61a3-6f2f-4b7e-a9de-728dd988d658 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:36.309187 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe61a3-6f2f-4b7e-a9de-728dd988d658 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Pushing event updated for resources: {'Port': ['ID=e28edbb4-4321-4b90-b1bf-f2a9b5adfd49,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:36.413785 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a1fe61a3-6f2f-4b7e-a9de-728dd988d658 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.464813 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d34802-6d3c-44ac-b72b-30c5a78e57e7 None None] Pushing event updated for resources: {'Port': ['ID=4de6db04-b68a-458a-ba10-91f3ae448999,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:36.492340 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e52228c5-d5a1-4e09-898b-e71d7407a304 None None] Provisioning complete for port 4de6db04-b68a-458a-ba10-91f3ae448999 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:36.492765 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e52228c5-d5a1-4e09-898b-e71d7407a304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.523094 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-889430b5-21ca-480b-9add-32e23b70ba47 req-85fb3298-ff22-4c61-9c99-75fce3aaf969 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fc719e-9b02-4fcb-afda-0e101c16855d HTTP/1.1" status: 200 len: 210 time: 0.1132686 Nov 12 00:50:36.566177 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a1fe61a3-6f2f-4b7e-a9de-728dd988d658 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.905442 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] Set router b2c4f707-e1f8-4437-b37d-d7bfce50c353 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:36.978145 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a1fe61a3-6f2f-4b7e-a9de-728dd988d658 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.987852 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a1fe61a3-6f2f-4b7e-a9de-728dd988d658 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.136599 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e52228c5-d5a1-4e09-898b-e71d7407a304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.390541 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e52228c5-d5a1-4e09-898b-e71d7407a304 None None] For port 4de6db04-b68a-458a-ba10-91f3ae448999, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=4de6db04-b68a-458a-ba10-91f3ae448999,segment=NetworkSegment(80f31d00-a03d-4d85-92bc-c702476db0d9),segment_id=80f31d00-a03d-4d85-92bc-c702476db0d9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:37.410925 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e52228c5-d5a1-4e09-898b-e71d7407a304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.625623 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52228c5-d5a1-4e09-898b-e71d7407a304 None None] Pushing event updated for resources: {'Port': ['ID=4de6db04-b68a-458a-ba10-91f3ae448999,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:37.662790 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b66345c6-03ef-47ad-9b9d-a1a17d1906d6 None None] Provisioning complete for port 4de6db04-b68a-458a-ba10-91f3ae448999 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:37.666519 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b66345c6-03ef-47ad-9b9d-a1a17d1906d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.755307 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'name': 'tempest-ServersTestJSON-728193932-router', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:24Z', 'updated_at': '2021-11-12T00:50:30Z', 'revision_number': 4, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'gw_port': {'id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:25Z', 'updated_at': '2021-11-12T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '4de6db04-b68a-458a-ba10-91f3ae448999', 'name': '', 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'mac_address': 'fa:16:3e:db:b9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'b1a48115-e08e-4a5a-af68-23ef66c882b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:28Z', 'updated_at': '2021-11-12T00:50:36Z', 'revision_number': 4, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'subnets': [{'id': 'b1a48115-e08e-4a5a-af68-23ef66c882b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:37.846137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb9cd16-52cb-4ea8-89aa-e43e806c52bf None None] The sync data for ids ['b2c4f707-e1f8-4437-b37d-d7bfce50c353'] in n-d-712137-14 is: [{'id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'name': 'tempest-ServersTestJSON-728193932-router', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:24Z', 'updated_at': '2021-11-12T00:50:30Z', 'revision_number': 4, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'gw_port': {'id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:25Z', 'updated_at': '2021-11-12T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '4de6db04-b68a-458a-ba10-91f3ae448999', 'name': '', 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'mac_address': 'fa:16:3e:db:b9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'b1a48115-e08e-4a5a-af68-23ef66c882b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:28Z', 'updated_at': '2021-11-12T00:50:36Z', 'revision_number': 4, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'subnets': [{'id': 'b1a48115-e08e-4a5a-af68-23ef66c882b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:50:38.062691 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-874f39d8-7c36-4f50-91fa-baf103ce6fad req-d017058a-146c-4d66-9719-da872058afed tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.0574772 Nov 12 00:50:38.235027 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe61a3-6f2f-4b7e-a9de-728dd988d658 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Pushing event updated for resources: {'Port': ['ID=e28edbb4-4321-4b90-b1bf-f2a9b5adfd49,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:38.246865 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a1fe61a3-6f2f-4b7e-a9de-728dd988d658 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.305783 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6512f48-2d8b-4f1c-91d2-be8a088b7ad3 req-0711b9ff-06c3-4cda-9486-a42c7c7197bf tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fc719e-9b02-4fcb-afda-0e101c16855d HTTP/1.1" status: 200 len: 210 time: 0.1123881 Nov 12 00:50:38.349388 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b406068-27b2-4ba0-bf10-7728510f3a08 req-55044a05-89d5-4998-b989-e7d529a77c45 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.351575 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9b406068-27b2-4ba0-bf10-7728510f3a08 req-55044a05-89d5-4998-b989-e7d529a77c45 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbcfee4c-0ce1-4295-815c-661e3617fef5 HTTP/1.1" status: 200 len: 946 time: 0.4376540 Nov 12 00:50:38.360483 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a1fe61a3-6f2f-4b7e-a9de-728dd988d658 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.361822 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a1fe61a3-6f2f-4b7e-a9de-728dd988d658 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7704620 Nov 12 00:50:38.508288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c764b-6434-4695-ae43-0d80d85ac74f req-3b5ffa91-3cbf-4ac5-8350-0b92ba3025e9 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.514992 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-339c764b-6434-4695-ae43-0d80d85ac74f req-3b5ffa91-3cbf-4ac5-8350-0b92ba3025e9 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.21 "GET /v2.0/networks?id=d74c3bda-c588-4e57-b67a-b6869318bb04 HTTP/1.1" status: 200 len: 810 time: 0.3926787 Nov 12 00:50:38.530912 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.535126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-339c764b-6434-4695-ae43-0d80d85ac74f req-5414adee-516d-4fc8-92a5-f1b040a6d6cc tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Request body: {'port': {'device_id': '67fc719e-9b02-4fcb-afda-0e101c16855d', 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04', 'admin_state_up': True, 'tenant_id': '8ede968b1a094c7192de77d827500d37'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:38.567279 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9b406068-27b2-4ba0-bf10-7728510f3a08 req-dac9eb30-516d-4fb8-8411-ae5c950be2b4 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a435ed6-0815-4547-80ad-e13a4058a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041352 Nov 12 00:50:38.966240 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-4abee928-e792-4c18-ae31-b66096f782dc tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--321411612&fields=id&tenant_id=1db46697b8cd4149a25533b60cb686b6 HTTP/1.1" status: 200 len: 267 time: 0.2001064 Nov 12 00:50:39.242873 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 4de6db04-b68a-458a-ba10-91f3ae448999 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:39.333080 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-afaa8833-654b-454b-82b7-b08803034744 req-c8a9f0d5-1162-4131-880e-bdb777cc63e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa126cfe-00f1-49b6-8703-df718f27fca7 HTTP/1.1" status: 200 len: 210 time: 0.0742376 Nov 12 00:50:39.362673 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 4de6db04-b68a-458a-ba10-91f3ae448999 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:39.363151 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.547275 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3508db71-dbde-48ad-865b-9a84053d5b41 req-ed583bb2-a6d9-4edd-8906-747b09823d2c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fc719e-9b02-4fcb-afda-0e101c16855d HTTP/1.1" status: 200 len: 210 time: 0.0576613 Nov 12 00:50:39.877143 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-2ec00b4e-2eb4-4ad0-8700-09083e8fc637 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.885372 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-2ec00b4e-2eb4-4ad0-8700-09083e8fc637 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/networks?id=f9dd64fc-c0d5-4707-81a9-530103169397 HTTP/1.1" status: 200 len: 805 time: 0.9154727 Nov 12 00:50:39.907951 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-0b9de9d6-6cc4-4eb3-a8f6-646daf76dc66 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/quotas/1db46697b8cd4149a25533b60cb686b6 HTTP/1.1" status: 200 len: 375 time: 0.0213246 Nov 12 00:50:39.984820 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-339c764b-6434-4695-ae43-0d80d85ac74f req-5414adee-516d-4fc8-92a5-f1b040a6d6cc tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Made reservation on behalf of 8ede968b1a094c7192de77d827500d37 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:40.006753 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-339c764b-6434-4695-ae43-0d80d85ac74f req-5414adee-516d-4fc8-92a5-f1b040a6d6cc tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.109204 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-8b70c052-1b1a-4a59-a380-e1b13bf814c7 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1db46697b8cd4149a25533b60cb686b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1998522 Nov 12 00:50:40.194492 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc4c27-8562-49ca-a9a4-54b7ff86895f req-7c6db433-0415-4c28-a747-4e3b78171899 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:40.201709 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6efc4c27-8562-49ca-a9a4-54b7ff86895f req-7c6db433-0415-4c28-a747-4e3b78171899 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbcfee4c-0ce1-4295-815c-661e3617fef5 HTTP/1.1" status: 200 len: 946 time: 0.0730784 Nov 12 00:50:40.315416 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6efc4c27-8562-49ca-a9a4-54b7ff86895f req-684653b1-6ebb-46e7-804e-b64571b76356 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a435ed6-0815-4547-80ad-e13a4058a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125345 Nov 12 00:50:40.385310 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-5f1b7d96-a19e-44b2-807c-0352d13a2f00 service neutron] 10.222.0.31 "GET /v2.0/networks/f9dd64fc-c0d5-4707-81a9-530103169397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750905 Nov 12 00:50:40.453162 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-339c764b-6434-4695-ae43-0d80d85ac74f req-5414adee-516d-4fc8-92a5-f1b040a6d6cc tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Allocated IP 172.20.0.2 (d74c3bda-c588-4e57-b67a-b6869318bb04/f9007ee2-5879-4419-99d4-bd9610ef3298/13193548-783a-4f15-9784-c6001dda31ca) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:40.554247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42712) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:40.590577 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-93f55c63-021b-493b-a191-f8ad7b25777a service neutron] 10.222.0.31 "GET /v2.0/networks/f9dd64fc-c0d5-4707-81a9-530103169397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041185 Nov 12 00:50:40.726834 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b1eea49-0268-4c98-a41d-0e09eb0c81fe tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.730259 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e9650ad0-fb5a-433d-a27f-8d5f91a00747 req-f6641d66-df88-475f-81cd-cdbb82fda9e1 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fc719e-9b02-4fcb-afda-0e101c16855d HTTP/1.1" status: 200 len: 210 time: 0.0780609 Nov 12 00:50:40.782763 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b1eea49-0268-4c98-a41d-0e09eb0c81fe tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.804818 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-339c764b-6434-4695-ae43-0d80d85ac74f req-5414adee-516d-4fc8-92a5-f1b040a6d6cc tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.842282 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-339c764b-6434-4695-ae43-0d80d85ac74f req-5414adee-516d-4fc8-92a5-f1b040a6d6cc tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.846048 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b1eea49-0268-4c98-a41d-0e09eb0c81fe tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.850380 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b1eea49-0268-4c98-a41d-0e09eb0c81fe tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.853914 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3b1eea49-0268-4c98-a41d-0e09eb0c81fe tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "DELETE /v2.0/security-groups/b86befee-eb21-406d-9358-38d916caad1b HTTP/1.1" status: 204 len: 168 time: 0.2962973 Nov 12 00:50:40.854610 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 42724) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:40.878238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1eea49-0268-4c98-a41d-0e09eb0c81fe tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86befee-eb21-406d-9358-38d916caad1b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:40.907374 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-af4c26b7-15d0-48e9-bcfa-06ead88e419e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] show failed (client error): The resource could not be found. Nov 12 00:50:40.911595 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-af4c26b7-15d0-48e9-bcfa-06ead88e419e tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "GET /v2.0/security-groups/b86befee-eb21-406d-9358-38d916caad1b HTTP/1.1" status: 404 len: 347 time: 0.0511141 Nov 12 00:50:40.917087 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 42728) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:40.943709 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4d86322f-0435-492f-9998-2cb3b22d6dfd req-4ebc05ac-e22e-4747-a59b-e541a4f6dfe3 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 210 time: 0.0422277 Nov 12 00:50:40.971674 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-339c764b-6434-4695-ae43-0d80d85ac74f req-5414adee-516d-4fc8-92a5-f1b040a6d6cc tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Network d74c3bda-c588-4e57-b67a-b6869318bb04 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:41.028978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-339c764b-6434-4695-ae43-0d80d85ac74f req-5414adee-516d-4fc8-92a5-f1b040a6d6cc tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:41.035208 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-339c764b-6434-4695-ae43-0d80d85ac74f req-5414adee-516d-4fc8-92a5-f1b040a6d6cc tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:41.056881 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414adee-516d-4fc8-92a5-f1b040a6d6cc tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Pushing event updated for resources: {'Port': ['ID=13193548-783a-4f15-9784-c6001dda31ca,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:41.120144 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c764b-6434-4695-ae43-0d80d85ac74f req-5414adee-516d-4fc8-92a5-f1b040a6d6cc tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:41.120144 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-339c764b-6434-4695-ae43-0d80d85ac74f req-5414adee-516d-4fc8-92a5-f1b040a6d6cc tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:41.141506 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-376c0f16-5c23-4039-bfd8-248301e30501 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Deleting port 6c811400-3ae2-4c3a-9da0-e778c269ea10 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:41.141956 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-376c0f16-5c23-4039-bfd8-248301e30501 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:41.161224 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-339c764b-6434-4695-ae43-0d80d85ac74f req-5414adee-516d-4fc8-92a5-f1b040a6d6cc tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6373639 Nov 12 00:50:41.177596 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-339c764b-6434-4695-ae43-0d80d85ac74f req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] Request body: {'port': {'device_id': '67fc719e-9b02-4fcb-afda-0e101c16855d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:41.252683 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-339c764b-6434-4695-ae43-0d80d85ac74f req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:41.438795 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-376c0f16-5c23-4039-bfd8-248301e30501 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:41.439290 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-376c0f16-5c23-4039-bfd8-248301e30501 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:41.613172 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-376c0f16-5c23-4039-bfd8-248301e30501 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Calling delete_port for 6c811400-3ae2-4c3a-9da0-e778c269ea10 owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:41.746360 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d9234-45ee-45aa-ae99-5b4ee098373d req-b6779581-b01d-418c-bf00-e7ecc5b82596 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:41.748446 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a8d9234-45ee-45aa-ae99-5b4ee098373d req-b6779581-b01d-418c-bf00-e7ecc5b82596 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbcfee4c-0ce1-4295-815c-661e3617fef5 HTTP/1.1" status: 200 len: 946 time: 0.3201289 Nov 12 00:50:41.913772 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a3d1a-667d-4c04-8e7f-7b8a0638e3e3 req-9ec66cfc-008b-45af-8bf4-63e0b4d38d63 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:41.925398 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a08a3d1a-667d-4c04-8e7f-7b8a0638e3e3 req-9ec66cfc-008b-45af-8bf4-63e0b4d38d63 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fc719e-9b02-4fcb-afda-0e101c16855d HTTP/1.1" status: 200 len: 931 time: 0.0911329 Nov 12 00:50:41.971774 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a8d9234-45ee-45aa-ae99-5b4ee098373d req-f2d5d032-da3a-404a-9449-9a2468d945e8 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a435ed6-0815-4547-80ad-e13a4058a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474962 Nov 12 00:50:42.017966 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a08a3d1a-667d-4c04-8e7f-7b8a0638e3e3 req-d3833216-286b-4206-abbb-245ebf166d52 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908229 Nov 12 00:50:42.060363 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e93f88-3e77-4f08-ba71-1d213d497d5b req-3a51f293-b193-45af-aa81-7f94c7a01556 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:42.071773 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f6e93f88-3e77-4f08-ba71-1d213d497d5b req-3a51f293-b193-45af-aa81-7f94c7a01556 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbcfee4c-0ce1-4295-815c-661e3617fef5 HTTP/1.1" status: 200 len: 946 time: 0.2696126 Nov 12 00:50:42.285211 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e425fb64-0860-49a3-b23f-1da25c7eb1e4 req-6d484c58-ae99-4276-9d84-133633bc3b4b tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 210 time: 0.0903671 Nov 12 00:50:42.484183 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-339c764b-6434-4695-ae43-0d80d85ac74f req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13193548-783a-4f15-9784-c6001dda31ca {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:42.498768 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-f6e93f88-3e77-4f08-ba71-1d213d497d5b req-6c0dc9c8-ef07-487a-be24-c4d8eab50b26 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Deleting port 75f0f135-894a-4548-ba8c-3de4f5058d28 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:42.499126 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f6e93f88-3e77-4f08-ba71-1d213d497d5b req-6c0dc9c8-ef07-487a-be24-c4d8eab50b26 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:42.503205 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-339c764b-6434-4695-ae43-0d80d85ac74f req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:42.505422 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-376c0f16-5c23-4039-bfd8-248301e30501 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:42.549008 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3fd3a5-b947-4eb1-9aef-8d520618e091 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:50:42.648429 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c0f16-5c23-4039-bfd8-248301e30501 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event deleted for resources: {'Port': ['ID=6c811400-3ae2-4c3a-9da0-e778c269ea10,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:42.715839 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-339c764b-6434-4695-ae43-0d80d85ac74f req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] Transition to ACTIVE for port object 13193548-783a-4f15-9784-c6001dda31ca will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:50:42.731284 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-339c764b-6434-4695-ae43-0d80d85ac74f req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:42.988522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-1782bc3e-bfde-43c6-b813-34263e44f7ed tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:42.991243 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-1782bc3e-bfde-43c6-b813-34263e44f7ed tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.21 "GET /v2.0/networks?id=f9dd64fc-c0d5-4707-81a9-530103169397 HTTP/1.1" status: 200 len: 805 time: 0.4217436 Nov 12 00:50:43.071728 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-f6e93f88-3e77-4f08-ba71-1d213d497d5b req-6c0dc9c8-ef07-487a-be24-c4d8eab50b26 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] For port 75f0f135-894a-4548-ba8c-3de4f5058d28, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=75f0f135-894a-4548-ba8c-3de4f5058d28,segment=NetworkSegment(847a9aa7-6d65-4e73-8065-dc80b8a3e4cd),segment_id=847a9aa7-6d65-4e73-8065-dc80b8a3e4cd)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:43.072109 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f6e93f88-3e77-4f08-ba71-1d213d497d5b req-6c0dc9c8-ef07-487a-be24-c4d8eab50b26 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.086049 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-376c0f16-5c23-4039-bfd8-248301e30501 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.096961 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-376c0f16-5c23-4039-bfd8-248301e30501 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.098861 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-376c0f16-5c23-4039-bfd8-248301e30501 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "DELETE /v2.0/floatingips/7de0d4de-c239-4869-848b-e815bd447511 HTTP/1.1" status: 204 len: 168 time: 2.1795843 Nov 12 00:50:43.105507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42772) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:43.216817 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-f6e93f88-3e77-4f08-ba71-1d213d497d5b req-6c0dc9c8-ef07-487a-be24-c4d8eab50b26 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Calling delete_port for 75f0f135-894a-4548-ba8c-3de4f5058d28 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:43.219459 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c0adf-bd2b-424d-9172-baee2b01beb3 req-120927b2-2924-4a09-91dc-fcbbc725d302 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.228426 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dd1c0adf-bd2b-424d-9172-baee2b01beb3 req-120927b2-2924-4a09-91dc-fcbbc725d302 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbcfee4c-0ce1-4295-815c-661e3617fef5 HTTP/1.1" status: 200 len: 946 time: 0.1539907 Nov 12 00:50:43.243011 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] Pushing event updated for resources: {'Port': ['ID=13193548-783a-4f15-9784-c6001dda31ca,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:43.312605 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-6fd17b69-2847-4ddd-96a3-ee9b2d313e92 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Deleting port 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:43.313201 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6fd17b69-2847-4ddd-96a3-ee9b2d313e92 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.380136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-339c764b-6434-4695-ae43-0d80d85ac74f req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] Attempting to bind port 13193548-783a-4f15-9784-c6001dda31ca on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:43.381314 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-339c764b-6434-4695-ae43-0d80d85ac74f req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] Attempting to bind port 13193548-783a-4f15-9784-c6001dda31ca by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:43.386222 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c764b-6434-4695-ae43-0d80d85ac74f req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] Attempting to bind port 13193548-783a-4f15-9784-c6001dda31ca on network d74c3bda-c588-4e57-b67a-b6869318bb04 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:43.393834 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dd1c0adf-bd2b-424d-9172-baee2b01beb3 req-1746e540-2ddb-48ae-9fa5-8b84f2d52747 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a435ed6-0815-4547-80ad-e13a4058a371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642432 Nov 12 00:50:43.465455 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b0f69-8f94-4aab-b8b6-5fb4a473b3d5 req-01492536-dc2f-426d-8cec-8227df7d7b1c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.467184 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c16b0f69-8f94-4aab-b8b6-5fb4a473b3d5 req-01492536-dc2f-426d-8cec-8227df7d7b1c tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fc719e-9b02-4fcb-afda-0e101c16855d HTTP/1.1" status: 200 len: 943 time: 0.3058586 Nov 12 00:50:43.476052 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c764b-6434-4695-ae43-0d80d85ac74f req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] Port 13193548-783a-4f15-9784-c6001dda31ca on network d74c3bda-c588-4e57-b67a-b6869318bb04 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:43.476518 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c764b-6434-4695-ae43-0d80d85ac74f req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] Attempting to bind port 13193548-783a-4f15-9784-c6001dda31ca on network d74c3bda-c588-4e57-b67a-b6869318bb04 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:43.503402 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6fd17b69-2847-4ddd-96a3-ee9b2d313e92 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.506420 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-04b25765-8e61-4764-a717-3af38f865b26 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1db46697b8cd4149a25533b60cb686b6 HTTP/1.1" status: 200 len: 379 time: 0.4587801 Nov 12 00:50:43.513808 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c764b-6434-4695-ae43-0d80d85ac74f req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:43.514219 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c764b-6434-4695-ae43-0d80d85ac74f req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] Checking segment: {'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:43.515183 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c764b-6434-4695-ae43-0d80d85ac74f req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] Bound using segment: {'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:43.515633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-339c764b-6434-4695-ae43-0d80d85ac74f req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] Bound port: 13193548-783a-4f15-9784-c6001dda31ca, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f103608e-f182-4371-a9ee-2a9e9369890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:43.515990 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-339c764b-6434-4695-ae43-0d80d85ac74f req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.552497 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-74a93ba4-1c5b-4573-b3ca-e0456952a138 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Request body: {'port': {'device_id': 'b80fae0b-f1e7-4984-934c-1bee5dda6686', 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397', 'admin_state_up': True, 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'security_groups': ['58c986af-88ff-4397-9514-9c26b2c444d0']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:43.555926 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-6fd17b69-2847-4ddd-96a3-ee9b2d313e92 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Calling delete_port for 4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:43.585593 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-31501c16-fb96-44b3-89ca-0a3d62c930db req-feea155a-78ec-433a-adab-6f45df718879 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 210 time: 0.0588114 Nov 12 00:50:43.761400 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c16b0f69-8f94-4aab-b8b6-5fb4a473b3d5 req-112d59bd-b9a9-41f8-bcfe-f7e5724c48a5 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772944 Nov 12 00:50:43.842664 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-74a93ba4-1c5b-4573-b3ca-e0456952a138 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Made reservation on behalf of 1db46697b8cd4149a25533b60cb686b6 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:43.846990 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-74a93ba4-1c5b-4573-b3ca-e0456952a138 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.873152 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-339c764b-6434-4695-ae43-0d80d85ac74f req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] For port 13193548-783a-4f15-9784-c6001dda31ca, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:43.923822 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6fd17b69-2847-4ddd-96a3-ee9b2d313e92 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.034461 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd17b69-2847-4ddd-96a3-ee9b2d313e92 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event deleted for resources: {'Port': ['ID=4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:44.076358 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-74a93ba4-1c5b-4573-b3ca-e0456952a138 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Allocated IP 172.20.0.8 (f9dd64fc-c0d5-4707-81a9-530103169397/b1a48115-e08e-4a5a-af68-23ef66c882b8/3c12f1fb-c5dc-429e-81f5-fb303dbd0b58) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:44.219903 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6fd17b69-2847-4ddd-96a3-ee9b2d313e92 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.237285 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6fd17b69-2847-4ddd-96a3-ee9b2d313e92 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "DELETE /v2.0/ports/4d67f8c6-0fed-4dca-8c82-b9de25f9d1ae HTTP/1.1" status: 204 len: 168 time: 1.1251729 Nov 12 00:50:44.237962 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42788) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:44.250611 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-74a93ba4-1c5b-4573-b3ca-e0456952a138 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.282685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-339c764b-6434-4695-ae43-0d80d85ac74f req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] For port 13193548-783a-4f15-9784-c6001dda31ca, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=13193548-783a-4f15-9784-c6001dda31ca,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:44.290027 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-74a93ba4-1c5b-4573-b3ca-e0456952a138 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.317462 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-74a93ba4-1c5b-4573-b3ca-e0456952a138 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Network f9dd64fc-c0d5-4707-81a9-530103169397 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:44.324228 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-74a93ba4-1c5b-4573-b3ca-e0456952a138 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:44.326953 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-74a93ba4-1c5b-4573-b3ca-e0456952a138 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:44.330961 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-339c764b-6434-4695-ae43-0d80d85ac74f req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.444531 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c764b-6434-4695-ae43-0d80d85ac74f req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:44.445402 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-339c764b-6434-4695-ae43-0d80d85ac74f req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.449281 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-339c764b-6434-4695-ae43-0d80d85ac74f req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] 10.222.0.21 "PUT /v2.0/ports/13193548-783a-4f15-9784-c6001dda31ca HTTP/1.1" status: 200 len: 1092 time: 3.2772381 Nov 12 00:50:44.465714 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fc719e-9b02-4fcb-afda-0e101c16855d', 'tag': '13193548-783a-4f15-9784-c6001dda31ca'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:44.472054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-e3a108f1-6a94-4ea1-9c10-89ffd6a27a7c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Deleting port 46bdef3d-f8bc-4521-88a2-2afdcf545a6a {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:44.474891 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e3a108f1-6a94-4ea1-9c10-89ffd6a27a7c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.479282 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb36a2a7-90fb-413d-ab43-98e4b319a2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "67fc719e-9b02-4fcb-afda-0e101c16855d", "tag": "13193548-783a-4f15-9784-c6001dda31ca"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:44.659016 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-74a93ba4-1c5b-4573-b3ca-e0456952a138 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:44.668469 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-74a93ba4-1c5b-4573-b3ca-e0456952a138 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.672740 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e42ad5d4-18e1-4e98-afb7-1761c7073494 req-d0726867-936d-479f-9bf7-e8d08ce0aee1 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbcfee4c-0ce1-4295-815c-661e3617fef5 HTTP/1.1" status: 200 len: 210 time: 0.0929937 Nov 12 00:50:44.682682 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6249de37-f7d6-4ee8-a342-21bef107c180 x-openstack-request-id: req-6249de37-f7d6-4ee8-a342-21bef107c180 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:44.685085 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67fc719e-9b02-4fcb-afda-0e101c16855d", "tag": "13193548-783a-4f15-9784-c6001dda31ca", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:44.685575 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6249de37-f7d6-4ee8-a342-21bef107c180 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:44.686199 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fc719e-9b02-4fcb-afda-0e101c16855d', 'tag': '13193548-783a-4f15-9784-c6001dda31ca', 'status': 'completed', 'code': 200} Nov 12 00:50:44.690260 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f6e93f88-3e77-4f08-ba71-1d213d497d5b req-6c0dc9c8-ef07-487a-be24-c4d8eab50b26 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.753745 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a93ba4-1c5b-4573-b3ca-e0456952a138 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Pushing event updated for resources: {'Port': ['ID=3c12f1fb-c5dc-429e-81f5-fb303dbd0b58,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:44.825461 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01f8eb-3af7-4479-9ccb-8478845ee02b service neutron] Pushing event updated for resources: {'Port': ['ID=13193548-783a-4f15-9784-c6001dda31ca,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:44.846798 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-caefa614-9249-46f7-bd0f-00a23752fbd1 None None] Provisioning complete for port 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:44.847295 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-caefa614-9249-46f7-bd0f-00a23752fbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.858382 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-74a93ba4-1c5b-4573-b3ca-e0456952a138 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3096745 Nov 12 00:50:44.933116 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] Request body: {'port': {'device_id': 'b80fae0b-f1e7-4984-934c-1bee5dda6686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:44.964222 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0dc9c8-ef07-487a-be24-c4d8eab50b26 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Pushing event deleted for resources: {'Port': ['ID=75f0f135-894a-4548-ba8c-3de4f5058d28,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:45.004656 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e3a108f1-6a94-4ea1-9c10-89ffd6a27a7c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:45.008921 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-caefa614-9249-46f7-bd0f-00a23752fbd1 None None] Port 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:50:45.017559 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e93f88-3e77-4f08-ba71-1d213d497d5b req-6c0dc9c8-ef07-487a-be24-c4d8eab50b26 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] No DVR routers for this DVR port 75f0f135-894a-4548-ba8c-3de4f5058d28 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:45.026828 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c764b-6434-4695-ae43-0d80d85ac74f req-7fea57ac-3cbe-40c7-94a4-60d1ea9853f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.028483 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-339c764b-6434-4695-ae43-0d80d85ac74f req-7fea57ac-3cbe-40c7-94a4-60d1ea9853f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ede968b1a094c7192de77d827500d37&device_id=67fc719e-9b02-4fcb-afda-0e101c16855d HTTP/1.1" status: 200 len: 1095 time: 0.5008039 Nov 12 00:50:45.029712 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f6e93f88-3e77-4f08-ba71-1d213d497d5b req-6c0dc9c8-ef07-487a-be24-c4d8eab50b26 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:45.036031 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f6e93f88-3e77-4f08-ba71-1d213d497d5b req-6c0dc9c8-ef07-487a-be24-c4d8eab50b26 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.15 "DELETE /v2.0/ports/75f0f135-894a-4548-ba8c-3de4f5058d28 HTTP/1.1" status: 204 len: 173 time: 2.9426694 Nov 12 00:50:45.046403 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f3cf2-6439-44c5-bcc0-4ee05dedb477 req-af3f541a-4a9a-4547-911e-f75bb8675252 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.054209 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d17f3cf2-6439-44c5-bcc0-4ee05dedb477 req-af3f541a-4a9a-4547-911e-f75bb8675252 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 931 time: 0.2305317 Nov 12 00:50:45.074446 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-e3a108f1-6a94-4ea1-9c10-89ffd6a27a7c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Calling delete_port for 46bdef3d-f8bc-4521-88a2-2afdcf545a6a owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:45.121452 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da03fed-1ee1-4e05-ac43-2654439061a7 req-2ce29816-9193-453d-9eb8-61b59c054267 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.136063 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8da03fed-1ee1-4e05-ac43-2654439061a7 req-2ce29816-9193-453d-9eb8-61b59c054267 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fc719e-9b02-4fcb-afda-0e101c16855d HTTP/1.1" status: 200 len: 943 time: 0.1371307 Nov 12 00:50:45.148342 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-339c764b-6434-4695-ae43-0d80d85ac74f req-10ef6194-f3e4-4975-af71-862faf255fac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13193548-783a-4f15-9784-c6001dda31ca HTTP/1.1" status: 200 len: 217 time: 0.0823855 Nov 12 00:50:45.210493 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d17f3cf2-6439-44c5-bcc0-4ee05dedb477 req-71bbc9e3-482e-48aa-8f41-4fc10e6af53b tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/security-groups?id=58c986af-88ff-4397-9514-9c26b2c444d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551692 Nov 12 00:50:45.213399 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:45.285772 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c764b-6434-4695-ae43-0d80d85ac74f req-ae2539a2-9860-4609-84c7-91dfaa9ab11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.287400 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-339c764b-6434-4695-ae43-0d80d85ac74f req-ae2539a2-9860-4609-84c7-91dfaa9ab11c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9007ee2-5879-4419-99d4-bd9610ef3298 HTTP/1.1" status: 200 len: 850 time: 0.1045623 Nov 12 00:50:45.376228 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-339c764b-6434-4695-ae43-0d80d85ac74f req-ea9bbb61-7dac-4dc9-a181-053fe560c150 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d74c3bda-c588-4e57-b67a-b6869318bb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800912 Nov 12 00:50:45.426957 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8da03fed-1ee1-4e05-ac43-2654439061a7 req-ad884e34-735a-47c4-9d69-78ca89a325ac tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876430 Nov 12 00:50:45.475510 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e3a108f1-6a94-4ea1-9c10-89ffd6a27a7c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:45.519878 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a108f1-6a94-4ea1-9c10-89ffd6a27a7c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event deleted for resources: {'Port': ['ID=46bdef3d-f8bc-4521-88a2-2afdcf545a6a,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:45.644113 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e3a108f1-6a94-4ea1-9c10-89ffd6a27a7c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:45.652826 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e3a108f1-6a94-4ea1-9c10-89ffd6a27a7c tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "DELETE /v2.0/ports/46bdef3d-f8bc-4521-88a2-2afdcf545a6a HTTP/1.1" status: 204 len: 168 time: 1.4132760 Nov 12 00:50:45.654418 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42828) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:45.731725 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9107262-ac6c-4600-8aad-85ee00779f66 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Deleting subnet 0b4b93af-0a2a-4ab0-978c-c22484f952fd {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:50:45.735970 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f9107262-ac6c-4600-8aad-85ee00779f66 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:45.795515 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f9107262-ac6c-4600-8aad-85ee00779f66 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:45.852786 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 75f0f135-894a-4548-ba8c-3de4f5058d28 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:45.921860 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 75f0f135-894a-4548-ba8c-3de4f5058d28 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:45.923948 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 75f0f135-894a-4548-ba8c-3de4f5058d28 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:46.025559 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f9107262-ac6c-4600-8aad-85ee00779f66 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.171208 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f9107262-ac6c-4600-8aad-85ee00779f66 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.229555 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9107262-ac6c-4600-8aad-85ee00779f66 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4b93af-0a2a-4ab0-978c-c22484f952fd,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:46.247165 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f9107262-ac6c-4600-8aad-85ee00779f66 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.248295 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8972aca-c581-4718-b039-fec0830d1abe None None] Network a47d1011-e7d0-4734-88d5-45d0a4429b4e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:46.251473 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f9107262-ac6c-4600-8aad-85ee00779f66 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "DELETE /v2.0/subnets/0b4b93af-0a2a-4ab0-978c-c22484f952fd HTTP/1.1" status: 204 len: 168 time: 0.5896006 Nov 12 00:50:46.254659 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42840) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:46.338028 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-339c764b-6434-4695-ae43-0d80d85ac74f req-e26ae396-5726-497b-bce2-ea3bb10a3a75 service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9422667 Nov 12 00:50:46.339993 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-42744add-6d57-4688-98b9-658ce59ea6d5 req-d22f1529-8e00-4881-8a1c-c2290d217022 tempest-ServerMetadataNegativeTestJSON-1651642965 tempest-ServerMetadataNegativeTestJSON-1651642965-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbcfee4c-0ce1-4295-815c-661e3617fef5 HTTP/1.1" status: 200 len: 210 time: 0.0547390 Nov 12 00:50:46.412815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d967f7-6fee-4490-b88e-a6285cf72493 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Deleting subnet 79ef9191-98fa-4a9d-80f9-c51942b38fb7 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:50:46.416814 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81d967f7-6fee-4490-b88e-a6285cf72493 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.492053 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81d967f7-6fee-4490-b88e-a6285cf72493 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.587650 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-339c764b-6434-4695-ae43-0d80d85ac74f req-a2a79e9a-1b47-4e81-9f3f-e3b56a4935e0 service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370687 Nov 12 00:50:46.699668 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcfee4c-0ce1-4295-815c-661e3617fef5', 'name': 'network-vif-deleted', 'tag': '75f0f135-894a-4548-ba8c-3de4f5058d28'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:46.700353 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411cbb25-423f-46c4-afea-941923d0cf3a None None] DHCP port deletion for a47d1011-e7d0-4734-88d5-45d0a4429b4e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:50:46.707881 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2565da-4406-4a12-a4df-43e5c535fc39" -d '{"events": [{"server_uuid": "bbcfee4c-0ce1-4295-815c-661e3617fef5", "name": "network-vif-deleted", "tag": "75f0f135-894a-4548-ba8c-3de4f5058d28"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:46.829248 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81d967f7-6fee-4490-b88e-a6285cf72493 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.841011 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-411cbb25-423f-46c4-afea-941923d0cf3a None None] Deleting port 6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:46.841389 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-411cbb25-423f-46c4-afea-941923d0cf3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.844478 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:46.862108 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.902336 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] Transition to ACTIVE for port object 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:50:46.952832 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.988593 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ac57d-5a45-43ff-aaad-da35a8904c3f req-adfc1aa9-322a-4bba-9967-06c631a58606 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:46.993133 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d33ac57d-5a45-43ff-aaad-da35a8904c3f req-adfc1aa9-322a-4bba-9967-06c631a58606 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fc719e-9b02-4fcb-afda-0e101c16855d HTTP/1.1" status: 200 len: 943 time: 0.3992891 Nov 12 00:50:46.998224 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-411cbb25-423f-46c4-afea-941923d0cf3a None None] For port 6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0,segment=NetworkSegment(565a5bbf-e498-4b3b-bd77-1bc3c03dc084),segment_id=565a5bbf-e498-4b3b-bd77-1bc3c03dc084)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:46.999911 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-411cbb25-423f-46c4-afea-941923d0cf3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.004046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff1bfc-2bb1-4b5e-ab52-45006676aeda req-83017aea-37b5-4f04-a8da-493be5c60412 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:47.016431 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8aff1bfc-2bb1-4b5e-ab52-45006676aeda req-83017aea-37b5-4f04-a8da-493be5c60412 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 931 time: 0.2249100 Nov 12 00:50:47.036089 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-411cbb25-423f-46c4-afea-941923d0cf3a None None] Calling delete_port for 6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:47.085020 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81d967f7-6fee-4490-b88e-a6285cf72493 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.172779 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:47.196750 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8aff1bfc-2bb1-4b5e-ab52-45006676aeda req-32073460-e19b-4ec8-9b40-2142939e669f tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/security-groups?id=58c986af-88ff-4397-9514-9c26b2c444d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792424 Nov 12 00:50:47.202261 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d967f7-6fee-4490-b88e-a6285cf72493 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event deleted for resources: {'Subnet': ['ID=79ef9191-98fa-4a9d-80f9-c51942b38fb7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:47.211364 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81d967f7-6fee-4490-b88e-a6285cf72493 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.217963 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-81d967f7-6fee-4490-b88e-a6285cf72493 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "DELETE /v2.0/subnets/79ef9191-98fa-4a9d-80f9-c51942b38fb7 HTTP/1.1" status: 204 len: 168 time: 0.9599240 Nov 12 00:50:47.219661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42864) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:47.263447 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e7f4ea-9e70-4fd4-9b69-3e71d0e3a002 None None] Network a5429105-7df0-4f08-b65b-bfa50831b1cd requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:47.279003 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36a2a7-90fb-413d-ab43-98e4b319a2a8 req-1db91a1d-ff8d-4d97-a08e-c7e746ec69c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:47.281127 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cb36a2a7-90fb-413d-ab43-98e4b319a2a8 req-1db91a1d-ff8d-4d97-a08e-c7e746ec69c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ede968b1a094c7192de77d827500d37&device_id=67fc719e-9b02-4fcb-afda-0e101c16855d HTTP/1.1" status: 200 len: 1095 time: 0.5621085 Nov 12 00:50:47.295005 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] Pushing event updated for resources: {'Port': ['ID=3c12f1fb-c5dc-429e-81f5-fb303dbd0b58,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:47.327990 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ef1a80-d063-4f2f-9485-d1f0ab6f9953 x-openstack-request-id: req-60ef1a80-d063-4f2f-9485-d1f0ab6f9953 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:47.328284 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcfee4c-0ce1-4295-815c-661e3617fef5", "name": "network-vif-deleted", "tag": "75f0f135-894a-4548-ba8c-3de4f5058d28", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:47.328543 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60ef1a80-d063-4f2f-9485-d1f0ab6f9953 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:47.328959 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcfee4c-0ce1-4295-815c-661e3617fef5', 'name': 'network-vif-deleted', 'tag': '75f0f135-894a-4548-ba8c-3de4f5058d28', 'status': 'completed', 'code': 200} Nov 12 00:50:47.364155 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-411cbb25-423f-46c4-afea-941923d0cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.384527 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411cbb25-423f-46c4-afea-941923d0cf3a None None] No DVR routers for this DVR port 6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:47.437536 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-84182b35-3046-4dc0-8eb3-7f324b0328f7 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.451101 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d33ac57d-5a45-43ff-aaad-da35a8904c3f req-0ca6c041-34b0-4c99-beda-c81f68bd0707 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851891 Nov 12 00:50:47.452770 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 42868) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:47.529142 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No active binding found for port 6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0 {{(pid=114244) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 00:50:47.530377 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:47.546990 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cbb25-423f-46c4-afea-941923d0cf3a None None] Pushing event deleted for resources: {'Port': ['ID=6e46a7f1-b6d8-4d46-b4f0-7d0ef16682d0,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:47.637519 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-84182b35-3046-4dc0-8eb3-7f324b0328f7 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.650839 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36a2a7-90fb-413d-ab43-98e4b319a2a8 req-0dc6fd4c-682e-42e1-9995-fdd87471e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:47.652546 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cb36a2a7-90fb-413d-ab43-98e4b319a2a8 req-0dc6fd4c-682e-42e1-9995-fdd87471e0e4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d74c3bda-c588-4e57-b67a-b6869318bb04 HTTP/1.1" status: 200 len: 911 time: 0.3486319 Nov 12 00:50:47.684585 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-84182b35-3046-4dc0-8eb3-7f324b0328f7 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47d1011-e7d0-4734-88d5-45d0a4429b4e']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:47.706543 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-84182b35-3046-4dc0-8eb3-7f324b0328f7 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565a5bbf-e498-4b3b-bd77-1bc3c03dc084') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:47.706847 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-84182b35-3046-4dc0-8eb3-7f324b0328f7 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565a5bbf-e498-4b3b-bd77-1bc3c03dc084') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:47.730377 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-84182b35-3046-4dc0-8eb3-7f324b0328f7 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.764652 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-84182b35-3046-4dc0-8eb3-7f324b0328f7 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.774021 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84182b35-3046-4dc0-8eb3-7f324b0328f7 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:50:47.774785 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-84182b35-3046-4dc0-8eb3-7f324b0328f7 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:50:47.778444 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:50:47.787202 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cb36a2a7-90fb-413d-ab43-98e4b319a2a8 req-d1542f5a-03b9-4365-ad53-799109c0c657 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13193548-783a-4f15-9784-c6001dda31ca HTTP/1.1" status: 200 len: 217 time: 0.1268716 Nov 12 00:50:47.804317 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf35f005-28ef-46c8-bde0-82fbc37dc840 None None] DHCP port deletion for a5429105-7df0-4f08-b65b-bfa50831b1cd request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:50:47.864972 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] Attempting to bind port 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:47.865758 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] Attempting to bind port 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '80f31d00-a03d-4d85-92bc-c702476db0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:47.866339 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] Attempting to bind port 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 on network f9dd64fc-c0d5-4707-81a9-530103169397 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:47.883726 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] Port 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 on network f9dd64fc-c0d5-4707-81a9-530103169397 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:47.884524 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] Attempting to bind port 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 on network f9dd64fc-c0d5-4707-81a9-530103169397 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:47.896904 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:47.897640 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] Checking segment: {'id': '80f31d00-a03d-4d85-92bc-c702476db0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:47.898458 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] Bound using segment: {'id': '80f31d00-a03d-4d85-92bc-c702476db0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:47.899164 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] Bound port: 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f31d00-a03d-4d85-92bc-c702476db0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:47.899930 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.914165 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-cf35f005-28ef-46c8-bde0-82fbc37dc840 None None] Deleting port 455d6479-b92e-4184-8043-5f2f6d603cc9 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:47.916589 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cf35f005-28ef-46c8-bde0-82fbc37dc840 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.924771 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba67ee81-2c26-4e35-8b97-0b643bb66082 admin admin] Deleting subnet 8e6b01c4-d67f-4ba2-9cb8-dc65854f1c6d {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:50:47.933974 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ba67ee81-2c26-4e35-8b97-0b643bb66082 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.937777 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36a2a7-90fb-413d-ab43-98e4b319a2a8 req-81e7287e-f145-4104-b451-c7c1949cd33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:47.939567 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cb36a2a7-90fb-413d-ab43-98e4b319a2a8 req-81e7287e-f145-4104-b451-c7c1949cd33e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9007ee2-5879-4419-99d4-bd9610ef3298 HTTP/1.1" status: 200 len: 850 time: 0.1337619 Nov 12 00:50:47.950931 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-84182b35-3046-4dc0-8eb3-7f324b0328f7 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.965933 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-84182b35-3046-4dc0-8eb3-7f324b0328f7 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.971660 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-84182b35-3046-4dc0-8eb3-7f324b0328f7 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "DELETE /v2.0/networks/a47d1011-e7d0-4734-88d5-45d0a4429b4e HTTP/1.1" status: 204 len: 168 time: 0.7485161 Nov 12 00:50:47.973988 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42876) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:48.052014 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cb36a2a7-90fb-413d-ab43-98e4b319a2a8 req-16d26db9-71d5-4c96-84f6-23b2c8016ed4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d74c3bda-c588-4e57-b67a-b6869318bb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718231 Nov 12 00:50:48.078614 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84182b35-3046-4dc0-8eb3-7f324b0328f7 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event deleted for resources: {'Network': ['ID=a47d1011-e7d0-4734-88d5-45d0a4429b4e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:48.090989 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-cf35f005-28ef-46c8-bde0-82fbc37dc840 None None] For port 455d6479-b92e-4184-8043-5f2f6d603cc9, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=455d6479-b92e-4184-8043-5f2f6d603cc9,segment=NetworkSegment(741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f),segment_id=741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:48.090989 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cf35f005-28ef-46c8-bde0-82fbc37dc840 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.114194 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-cf35f005-28ef-46c8-bde0-82fbc37dc840 None None] Calling delete_port for 455d6479-b92e-4184-8043-5f2f6d603cc9 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:48.193589 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7c386cc0-9a57-43f3-9d47-328cd26f20e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.236163 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ba67ee81-2c26-4e35-8b97-0b643bb66082 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.259706 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] For port 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:48.298425 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cf35f005-28ef-46c8-bde0-82fbc37dc840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.360338 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] For port 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3c12f1fb-c5dc-429e-81f5-fb303dbd0b58,segment=NetworkSegment(80f31d00-a03d-4d85-92bc-c702476db0d9),segment_id=80f31d00-a03d-4d85-92bc-c702476db0d9)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:48.361382 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf35f005-28ef-46c8-bde0-82fbc37dc840 None None] No DVR routers for this DVR port 455d6479-b92e-4184-8043-5f2f6d603cc9 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:48.371937 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35f005-28ef-46c8-bde0-82fbc37dc840 None None] Pushing event deleted for resources: {'Port': ['ID=455d6479-b92e-4184-8043-5f2f6d603cc9,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:48.382255 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.411122 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-7c386cc0-9a57-43f3-9d47-328cd26f20e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Deleting port 455d6479-b92e-4184-8043-5f2f6d603cc9 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:48.411531 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7c386cc0-9a57-43f3-9d47-328cd26f20e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.487437 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-7c386cc0-9a57-43f3-9d47-328cd26f20e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] For port 455d6479-b92e-4184-8043-5f2f6d603cc9, host n-d-712137-14, got binding levels [] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:48.487741 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7c386cc0-9a57-43f3-9d47-328cd26f20e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.501960 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-7c386cc0-9a57-43f3-9d47-328cd26f20e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Calling delete_port for 455d6479-b92e-4184-8043-5f2f6d603cc9 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:48.504874 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.ipam_backend_mixin [None req-7c386cc0-9a57-43f3-9d47-328cd26f20e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Port 455d6479-b92e-4184-8043-5f2f6d603cc9 was not found and therefore no delete operation was performed {{(pid=114243) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:50:48.506496 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7c386cc0-9a57-43f3-9d47-328cd26f20e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.524419 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c386cc0-9a57-43f3-9d47-328cd26f20e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] No DVR routers for this DVR port 455d6479-b92e-4184-8043-5f2f6d603cc9 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:48.592207 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:48.601114 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.602692 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] 10.222.0.21 "PUT /v2.0/ports/3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 HTTP/1.1" status: 200 len: 1092 time: 3.6790907 Nov 12 00:50:48.609915 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ba67ee81-2c26-4e35-8b97-0b643bb66082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.703177 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7c386cc0-9a57-43f3-9d47-328cd26f20e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.732094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-7c386cc0-9a57-43f3-9d47-328cd26f20e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5429105-7df0-4f08-b65b-bfa50831b1cd']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:48.744681 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-7c386cc0-9a57-43f3-9d47-328cd26f20e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:48.745278 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-7c386cc0-9a57-43f3-9d47-328cd26f20e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741b9c09-9443-4e7a-a5fe-5f3dc8ddf59f') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:48.759939 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7c386cc0-9a57-43f3-9d47-328cd26f20e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.774855 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7c386cc0-9a57-43f3-9d47-328cd26f20e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.782948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c386cc0-9a57-43f3-9d47-328cd26f20e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:50:48.783635 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7c386cc0-9a57-43f3-9d47-328cd26f20e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.862830 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cb36a2a7-90fb-413d-ab43-98e4b319a2a8 req-2e9faf85-1389-44e6-8331-7613c1d1bda1 service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6820502 Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:50:48.880916 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:50:48.900233 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c386cc0-9a57-43f3-9d47-328cd26f20e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event deleted for resources: {'Port': ['ID=455d6479-b92e-4184-8043-5f2f6d603cc9,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:48.966182 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c42965-a45d-4cd4-81b0-4fb7842e753d req-50aaf418-810b-46ed-ba1d-cc818ca5c441 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:48.979162 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2c42965-a45d-4cd4-81b0-4fb7842e753d req-50aaf418-810b-46ed-ba1d-cc818ca5c441 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 943 time: 0.6288340 Nov 12 00:50:49.056073 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cb36a2a7-90fb-413d-ab43-98e4b319a2a8 req-27fe1136-0267-431a-a8f1-eec76f799f23 service neutron] 10.222.0.21 "GET /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410906 Nov 12 00:50:49.066283 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b550be-7dbe-464f-8d6e-d5a336de5054 service neutron] Pushing event updated for resources: {'Port': ['ID=3c12f1fb-c5dc-429e-81f5-fb303dbd0b58,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:49.086426 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae317c-9991-494d-be6d-46426e10570d req-1360f81a-d4e8-4bd5-828f-0ca71b0e34f0 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:49.095626 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0eae317c-9991-494d-be6d-46426e10570d req-1360f81a-d4e8-4bd5-828f-0ca71b0e34f0 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fc719e-9b02-4fcb-afda-0e101c16855d HTTP/1.1" status: 200 len: 943 time: 0.5049152 Nov 12 00:50:49.131492 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2c42965-a45d-4cd4-81b0-4fb7842e753d req-b3939700-1ea4-4819-aa53-a1a4ae375c46 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/security-groups?id=58c986af-88ff-4397-9514-9c26b2c444d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512754 Nov 12 00:50:49.132482 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7c386cc0-9a57-43f3-9d47-328cd26f20e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.141143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 455d6479-b92e-4184-8043-5f2f6d603cc9 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:49.167683 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7c386cc0-9a57-43f3-9d47-328cd26f20e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.177674 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7c386cc0-9a57-43f3-9d47-328cd26f20e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] 10.222.0.31 "DELETE /v2.0/networks/a5429105-7df0-4f08-b65b-bfa50831b1cd HTTP/1.1" status: 204 len: 168 time: 1.2017460 Nov 12 00:50:49.190719 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0eae317c-9991-494d-be6d-46426e10570d req-d4812eab-a2fe-41d2-aab2-b1320b573f55 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941050 Nov 12 00:50:49.208736 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 455d6479-b92e-4184-8043-5f2f6d603cc9 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:49.209110 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 455d6479-b92e-4184-8043-5f2f6d603cc9 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:49.237892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c386cc0-9a57-43f3-9d47-328cd26f20e4 tempest-TaggedBootDevicesTest_v242-1101614102 tempest-TaggedBootDevicesTest_v242-1101614102-project] Pushing event deleted for resources: {'Network': ['ID=a5429105-7df0-4f08-b65b-bfa50831b1cd,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:49.255762 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-ebe030c5-b91f-4016-a27e-015c72ddb033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:49.259182 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-ebe030c5-b91f-4016-a27e-015c72ddb033 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1db46697b8cd4149a25533b60cb686b6&device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 1095 time: 0.5217743 Nov 12 00:50:49.261132 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ba67ee81-2c26-4e35-8b97-0b643bb66082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.314817 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67ee81-2c26-4e35-8b97-0b643bb66082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e6b01c4-d67f-4ba2-9cb8-dc65854f1c6d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:49.371111 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80fae0b-f1e7-4984-934c-1bee5dda6686', 'tag': '3c12f1fb-c5dc-429e-81f5-fb303dbd0b58'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:49.384506 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d7443a-68c0-491a-b84e-18475791bde4" -d '{"events": [{"name": "network-changed", "server_uuid": "b80fae0b-f1e7-4984-934c-1bee5dda6686", "tag": "3c12f1fb-c5dc-429e-81f5-fb303dbd0b58"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:49.398184 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ba67ee81-2c26-4e35-8b97-0b643bb66082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.404944 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42906) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:49.405129 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ba67ee81-2c26-4e35-8b97-0b643bb66082 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8e6b01c4-d67f-4ba2-9cb8-dc65854f1c6d HTTP/1.1" status: 204 len: 168 time: 1.7600384 Nov 12 00:50:49.409199 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-9e75c5c4-38c6-4bc3-a946-0245bf8d8ca4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 HTTP/1.1" status: 200 len: 217 time: 0.1404600 Nov 12 00:50:49.483992 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dd6a00-90bc-4f77-b34d-54785e654baa x-openstack-request-id: req-f3dd6a00-90bc-4f77-b34d-54785e654baa {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:49.484270 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80fae0b-f1e7-4984-934c-1bee5dda6686", "tag": "3c12f1fb-c5dc-429e-81f5-fb303dbd0b58", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:49.484637 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3dd6a00-90bc-4f77-b34d-54785e654baa {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:49.485194 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80fae0b-f1e7-4984-934c-1bee5dda6686', 'tag': '3c12f1fb-c5dc-429e-81f5-fb303dbd0b58', 'status': 'completed', 'code': 200} Nov 12 00:50:49.521794 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-8a02263f-5d0c-44ea-9071-b82a11e58013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:49.523619 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-8a02263f-5d0c-44ea-9071-b82a11e58013 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1a48115-e08e-4a5a-af68-23ef66c882b8 HTTP/1.1" status: 200 len: 844 time: 0.1058426 Nov 12 00:50:49.551204 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9eca0daf-d499-490d-8b2e-1a2c36f7523d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.618692 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 13193548-783a-4f15-9784-c6001dda31ca details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:49.648416 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-6203c73c-aaf9-4f00-a390-50ac55b40bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:49.658723 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-6203c73c-aaf9-4f00-a390-50ac55b40bb7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9dd64fc-c0d5-4707-81a9-530103169397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249366 Nov 12 00:50:49.714387 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9eca0daf-d499-490d-8b2e-1a2c36f7523d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.792294 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-9eca0daf-d499-490d-8b2e-1a2c36f7523d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3c1820-c99a-40a4-8627-b60b7b9a745b']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:49.810194 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-9eca0daf-d499-490d-8b2e-1a2c36f7523d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847a9aa7-6d65-4e73-8065-dc80b8a3e4cd') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:49.810811 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-9eca0daf-d499-490d-8b2e-1a2c36f7523d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847a9aa7-6d65-4e73-8065-dc80b8a3e4cd') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:49.840941 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9eca0daf-d499-490d-8b2e-1a2c36f7523d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.858330 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9eca0daf-d499-490d-8b2e-1a2c36f7523d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.866074 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eca0daf-d499-490d-8b2e-1a2c36f7523d admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:50:49.866728 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9eca0daf-d499-490d-8b2e-1a2c36f7523d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.886084 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-b36fb946-86b8-47e2-9243-320c6bb5c28b service neutron] 10.222.0.21 "GET /v2.0/networks/f9dd64fc-c0d5-4707-81a9-530103169397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179735 Nov 12 00:50:49.925285 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 13193548-783a-4f15-9784-c6001dda31ca, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=13193548-783a-4f15-9784-c6001dda31ca,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:49.942480 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '13193548-783a-4f15-9784-c6001dda31ca', 'network_id': 'd74c3bda-c588-4e57-b67a-b6869318bb04', 'port_id': '13193548-783a-4f15-9784-c6001dda31ca', 'mac_address': 'fa:16:3e:6d:23:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9007ee2-5879-4419-99d4-bd9610ef3298', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:50:49.976005 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:50:49.985792 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9eca0daf-d499-490d-8b2e-1a2c36f7523d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:50.052676 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ee713ae9-9aef-4cdc-9e82-07be8678618c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:50.064772 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:50.065870 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9eca0daf-d499-490d-8b2e-1a2c36f7523d admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:50.078260 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9eca0daf-d499-490d-8b2e-1a2c36f7523d admin admin] 10.222.0.31 "DELETE /v2.0/networks/0f3c1820-c99a-40a4-8627-b60b7b9a745b HTTP/1.1" status: 204 len: 168 time: 0.6694214 Nov 12 00:50:50.090954 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca0daf-d499-490d-8b2e-1a2c36f7523d admin admin] Pushing event deleted for resources: {'Network': ['ID=0f3c1820-c99a-40a4-8627-b60b7b9a745b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:50.099244 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ddf4f80b-f5fb-43f1-bac9-50f8863f23d1 req-2319380f-ee90-4ac0-8214-8bc8cc3edd95 service neutron] 10.222.0.21 "GET /v2.0/networks/f9dd64fc-c0d5-4707-81a9-530103169397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043781 Nov 12 00:50:50.102906 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13193548-783a-4f15-9784-c6001dda31ca {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:50.164908 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 13193548-783a-4f15-9784-c6001dda31ca, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=13193548-783a-4f15-9784-c6001dda31ca,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:50.173433 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:50.275562 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=13193548-783a-4f15-9784-c6001dda31ca,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:50.333961 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7443a-68c0-491a-b84e-18475791bde4 req-133eb7b8-5ba6-4258-ab33-4cceeb7e7e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:50.335494 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63d7443a-68c0-491a-b84e-18475791bde4 req-133eb7b8-5ba6-4258-ab33-4cceeb7e7e9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1db46697b8cd4149a25533b60cb686b6&device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 1095 time: 0.1769521 Nov 12 00:50:50.345001 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 42938) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:50.390511 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['13193548-783a-4f15-9784-c6001dda31ca'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:50.423342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d480d-e1d2-4ecf-aa44-ad818d8a0de7 req-88f1ff8f-392e-48f7-ace4-779e69bc19ee tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:50.432224 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-748d480d-e1d2-4ecf-aa44-ad818d8a0de7 req-88f1ff8f-392e-48f7-ace4-779e69bc19ee tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 943 time: 0.1016822 Nov 12 00:50:50.544983 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-748d480d-e1d2-4ecf-aa44-ad818d8a0de7 req-343bf91b-e268-46db-a314-03637368a701 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/security-groups?id=58c986af-88ff-4397-9514-9c26b2c444d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112638 Nov 12 00:50:50.728790 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed912e6-9b33-46ed-9a6a-f490994d12fa req-e61b5fdc-89ae-4e9a-a59c-4c190229885d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:50.748044 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ed912e6-9b33-46ed-9a6a-f490994d12fa req-e61b5fdc-89ae-4e9a-a59c-4c190229885d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fc719e-9b02-4fcb-afda-0e101c16855d HTTP/1.1" status: 200 len: 944 time: 0.3055179 Nov 12 00:50:50.777065 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ffcb9f55-25ea-45af-a754-610bfe2f92b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=875419f557be4bf687fb6f5e689e8ea8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4301679 Nov 12 00:50:50.778993 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42944) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:50.828033 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7443a-68c0-491a-b84e-18475791bde4 req-4f5f3f20-ad30-4673-8179-d80a582f3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:50.829590 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63d7443a-68c0-491a-b84e-18475791bde4 req-4f5f3f20-ad30-4673-8179-d80a582f3bd9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9dd64fc-c0d5-4707-81a9-530103169397 HTTP/1.1" status: 200 len: 906 time: 0.4532042 Nov 12 00:50:50.848184 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ed912e6-9b33-46ed-9a6a-f490994d12fa req-1e00b5bd-1d10-41d1-b856-2c9fb3d04d90 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986323 Nov 12 00:50:50.901338 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63d7443a-68c0-491a-b84e-18475791bde4 req-1d73f179-4e88-40bd-8197-c5a67d4a30ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 HTTP/1.1" status: 200 len: 217 time: 0.0518563 Nov 12 00:50:50.902863 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8ed0b400-2f0e-49e3-8150-d2730c6cc16f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:50.970782 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8ed0b400-2f0e-49e3-8150-d2730c6cc16f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:51.009186 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7443a-68c0-491a-b84e-18475791bde4 req-779b81bd-7f16-42b8-9e10-76cbe7d66d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:51.011597 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63d7443a-68c0-491a-b84e-18475791bde4 req-779b81bd-7f16-42b8-9e10-76cbe7d66d29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1a48115-e08e-4a5a-af68-23ef66c882b8 HTTP/1.1" status: 200 len: 844 time: 0.1021523 Nov 12 00:50:51.077853 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8ed0b400-2f0e-49e3-8150-d2730c6cc16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:51.080671 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8ed0b400-2f0e-49e3-8150-d2730c6cc16f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:51.082515 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8ed0b400-2f0e-49e3-8150-d2730c6cc16f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a435ed6-0815-4547-80ad-e13a4058a371 HTTP/1.1" status: 204 len: 168 time: 0.3011644 Nov 12 00:50:51.125387 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0b400-2f0e-49e3-8150-d2730c6cc16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a435ed6-0815-4547-80ad-e13a4058a371,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:51.153393 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7443a-68c0-491a-b84e-18475791bde4 req-73d3ba81-d45c-42b4-bf7a-f9f631577eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:51.155802 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63d7443a-68c0-491a-b84e-18475791bde4 req-73d3ba81-d45c-42b4-bf7a-f9f631577eb9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9dd64fc-c0d5-4707-81a9-530103169397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1371162 Nov 12 00:50:51.340879 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63d7443a-68c0-491a-b84e-18475791bde4 req-df1eb1e0-9c2b-4aae-8f90-51b892e7a630 service neutron] 10.222.0.21 "GET /v2.0/networks/f9dd64fc-c0d5-4707-81a9-530103169397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771190 Nov 12 00:50:51.596056 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63d7443a-68c0-491a-b84e-18475791bde4 req-1675b603-d82a-42cc-b7d1-f76f077b1cc3 service neutron] 10.222.0.21 "GET /v2.0/networks/f9dd64fc-c0d5-4707-81a9-530103169397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467809 Nov 12 00:50:51.610408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:51.613902 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 13193548-783a-4f15-9784-c6001dda31ca up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:51.803286 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e3e39-3665-4657-a225-64050dfb3abe req-8b4f3fff-9c78-4241-89ce-901cf3748a4c tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:51.815362 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f19e3e39-3665-4657-a225-64050dfb3abe req-8b4f3fff-9c78-4241-89ce-901cf3748a4c tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 943 time: 0.1209719 Nov 12 00:50:51.949173 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 13193548-783a-4f15-9784-c6001dda31ca completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:51.955982 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 13193548-783a-4f15-9784-c6001dda31ca triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:51.956317 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:51.989873 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f19e3e39-3665-4657-a225-64050dfb3abe req-4ef58023-fdb4-475d-a308-5ce69b4abe61 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/security-groups?id=58c986af-88ff-4397-9514-9c26b2c444d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723418 Nov 12 00:50:52.054382 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3c12f1fb-c5dc-429e-81f5-fb303dbd0b58,segment=NetworkSegment(80f31d00-a03d-4d85-92bc-c702476db0d9),segment_id=80f31d00-a03d-4d85-92bc-c702476db0d9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:52.079255 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '3c12f1fb-c5dc-429e-81f5-fb303dbd0b58', 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397', 'port_id': '3c12f1fb-c5dc-429e-81f5-fb303dbd0b58', 'mac_address': 'fa:16:3e:71:23:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a48115-e08e-4a5a-af68-23ef66c882b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:52.151289 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.162776 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefdb7d-73a2-46e6-b24f-ebdcc955ced4 req-28e6f79f-fb01-4981-b993-087561d2f02a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:52.176641 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:52.182886 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0aefdb7d-73a2-46e6-b24f-ebdcc955ced4 req-28e6f79f-fb01-4981-b993-087561d2f02a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fc719e-9b02-4fcb-afda-0e101c16855d HTTP/1.1" status: 200 len: 944 time: 0.1624219 Nov 12 00:50:52.188136 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.243865 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 13193548-783a-4f15-9784-c6001dda31ca, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=13193548-783a-4f15-9784-c6001dda31ca,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:52.246711 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3c12f1fb-c5dc-429e-81f5-fb303dbd0b58,segment=NetworkSegment(80f31d00-a03d-4d85-92bc-c702476db0d9),segment_id=80f31d00-a03d-4d85-92bc-c702476db0d9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:52.247505 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fc719e-9b02-4fcb-afda-0e101c16855d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13193548-783a-4f15-9784-c6001dda31ca'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:52.250346 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29a25ad-461c-47fc-9507-dc8659647989" -d '{"events": [{"server_uuid": "67fc719e-9b02-4fcb-afda-0e101c16855d", "name": "network-vif-plugged", "status": "completed", "tag": "13193548-783a-4f15-9784-c6001dda31ca"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:52.254830 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.256617 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.362966 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0aefdb7d-73a2-46e6-b24f-ebdcc955ced4 req-96b30e01-0ec8-4a9e-b44a-624afdcfcbeb tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752560 Nov 12 00:50:52.414102 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c40ddd-42bd-44e4-8f07-73ab26a4de4f x-openstack-request-id: req-96c40ddd-42bd-44e4-8f07-73ab26a4de4f {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:52.414394 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fc719e-9b02-4fcb-afda-0e101c16855d", "name": "network-vif-plugged", "status": "completed", "tag": "13193548-783a-4f15-9784-c6001dda31ca", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:52.419122 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96c40ddd-42bd-44e4-8f07-73ab26a4de4f {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:52.419830 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fc719e-9b02-4fcb-afda-0e101c16855d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13193548-783a-4f15-9784-c6001dda31ca', 'code': 200} Nov 12 00:50:52.500004 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1e89083d-0fba-4e36-b4a7-aebbe1502c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.510440 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['3c12f1fb-c5dc-429e-81f5-fb303dbd0b58'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:52.523933 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e4561-7afe-40ac-a718-415951d04a55 req-0c173e2b-1155-4552-8c86-ca0116b09dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:52.531684 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-873e4561-7afe-40ac-a718-415951d04a55 req-0c173e2b-1155-4552-8c86-ca0116b09dfe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=67fc719e-9b02-4fcb-afda-0e101c16855d HTTP/1.1" status: 200 len: 1097 time: 0.0850077 Nov 12 00:50:52.538382 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=3c12f1fb-c5dc-429e-81f5-fb303dbd0b58,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:52.634666 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-873e4561-7afe-40ac-a718-415951d04a55 req-2f5f8f25-6c8f-47c3-b4d4-79efcf73e050 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837834 Nov 12 00:50:52.731736 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=13193548-783a-4f15-9784-c6001dda31ca,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:53.308087 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3a218-33c6-46c6-8928-83f234f5e624 req-5ce2d892-c138-4bbc-bb9c-6b89e305c795 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:53.323261 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d4e3a218-33c6-46c6-8928-83f234f5e624 req-5ce2d892-c138-4bbc-bb9c-6b89e305c795 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 944 time: 0.1577654 Nov 12 00:50:53.402193 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:53.410590 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d4e3a218-33c6-46c6-8928-83f234f5e624 req-f0217676-9cd1-4f40-af29-269cad996a9b tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/security-groups?id=58c986af-88ff-4397-9514-9c26b2c444d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818765 Nov 12 00:50:53.606484 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:53.708747 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32912a3-a515-478a-98e4-9374a1939ffe req-ccece231-258d-4f67-aeaa-6246d0ad0cc9 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:53.723344 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c32912a3-a515-478a-98e4-9374a1939ffe req-ccece231-258d-4f67-aeaa-6246d0ad0cc9 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fc719e-9b02-4fcb-afda-0e101c16855d HTTP/1.1" status: 200 len: 945 time: 0.2226806 Nov 12 00:50:53.834847 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:53.861249 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:53.862554 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:53.879853 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c32912a3-a515-478a-98e4-9374a1939ffe req-f053dc51-cb6f-495c-a661-a5fe62f68345 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513546 Nov 12 00:50:54.059345 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.103925 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3c12f1fb-c5dc-429e-81f5-fb303dbd0b58,segment=NetworkSegment(80f31d00-a03d-4d85-92bc-c702476db0d9),segment_id=80f31d00-a03d-4d85-92bc-c702476db0d9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:54.111798 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.182117 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=3c12f1fb-c5dc-429e-81f5-fb303dbd0b58,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:54.359369 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43062) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:54.461123 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80fae0b-f1e7-4984-934c-1bee5dda6686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c12f1fb-c5dc-429e-81f5-fb303dbd0b58'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:54.485454 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106e65d2-d323-427c-98f9-f55ed3fff640" -d '{"events": [{"server_uuid": "b80fae0b-f1e7-4984-934c-1bee5dda6686", "name": "network-vif-plugged", "status": "completed", "tag": "3c12f1fb-c5dc-429e-81f5-fb303dbd0b58"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:54.560884 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.648629 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53b85c0a-b11a-410d-a05c-b4402b9f3ab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.678304 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395f7bd6-7aba-4147-b213-65972dff683f x-openstack-request-id: req-395f7bd6-7aba-4147-b213-65972dff683f {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:54.680625 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80fae0b-f1e7-4984-934c-1bee5dda6686", "name": "network-vif-plugged", "status": "completed", "tag": "3c12f1fb-c5dc-429e-81f5-fb303dbd0b58", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:54.682520 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-395f7bd6-7aba-4147-b213-65972dff683f {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:54.683122 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80fae0b-f1e7-4984-934c-1bee5dda6686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c12f1fb-c5dc-429e-81f5-fb303dbd0b58', 'code': 200} Nov 12 00:50:54.777031 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53b85c0a-b11a-410d-a05c-b4402b9f3ab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.817734 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53b85c0a-b11a-410d-a05c-b4402b9f3ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.850594 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b85c0a-b11a-410d-a05c-b4402b9f3ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20ae6a3-47d8-467e-b979-24d2847ece7e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:54.878964 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49645424-b0f3-4943-a518-7a95407d33a4 req-3039ba9d-37b2-44bf-9e18-c1dc73ab9da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:54.880502 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-49645424-b0f3-4943-a518-7a95407d33a4 req-3039ba9d-37b2-44bf-9e18-c1dc73ab9da8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 1097 time: 0.1164508 Nov 12 00:50:54.997334 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 43080) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:55.002473 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-53b85c0a-b11a-410d-a05c-b4402b9f3ab0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e239375ea85143b69e35effe4c38dd9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6364205 Nov 12 00:50:55.022053 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-49645424-b0f3-4943-a518-7a95407d33a4 req-d4492bcb-bf1d-414a-8fc2-35b60153a143 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=58c986af-88ff-4397-9514-9c26b2c444d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313701 Nov 12 00:50:55.055253 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d0bdf-40a7-4a19-9320-6d468b676484 req-b3f6a39b-61f8-4ba9-8f6c-5111220863d7 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:55.072426 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d06d0bdf-40a7-4a19-9320-6d468b676484 req-b3f6a39b-61f8-4ba9-8f6c-5111220863d7 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 945 time: 0.2918782 Nov 12 00:50:55.213657 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1e0dad70-7aaa-4eef-a622-da4cdce8fff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.222878 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d06d0bdf-40a7-4a19-9320-6d468b676484 req-03087ddd-ddbd-4d94-9cb2-972e29e5580b tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/security-groups?id=58c986af-88ff-4397-9514-9c26b2c444d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492219 Nov 12 00:50:55.288625 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1e0dad70-7aaa-4eef-a622-da4cdce8fff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.303249 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306fea8-761f-4b53-96c5-f5d468ade197 req-e762fff1-9645-415a-a99f-fab9f0a778f3 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:55.305053 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0306fea8-761f-4b53-96c5-f5d468ade197 req-e762fff1-9645-415a-a99f-fab9f0a778f3 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fc719e-9b02-4fcb-afda-0e101c16855d HTTP/1.1" status: 200 len: 945 time: 0.1790504 Nov 12 00:50:55.360821 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.460350 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0306fea8-761f-4b53-96c5-f5d468ade197 req-ba87cdd7-799c-4b15-807b-5b38b18838d6 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468945 Nov 12 00:50:55.475348 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1e0dad70-7aaa-4eef-a622-da4cdce8fff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.478009 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1e0dad70-7aaa-4eef-a622-da4cdce8fff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.479188 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1e0dad70-7aaa-4eef-a622-da4cdce8fff5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b20ae6a3-47d8-467e-b979-24d2847ece7e HTTP/1.1" status: 204 len: 168 time: 0.4761987 Nov 12 00:50:55.510912 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dad70-7aaa-4eef-a622-da4cdce8fff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20ae6a3-47d8-467e-b979-24d2847ece7e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:55.947626 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.176166 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0681c8-d435-4fc1-97b7-de40f30690f5 req-2e0a9fbb-70e3-4227-8397-11113366cc8a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:56.187415 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f0681c8-d435-4fc1-97b7-de40f30690f5 req-2e0a9fbb-70e3-4227-8397-11113366cc8a tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fc719e-9b02-4fcb-afda-0e101c16855d HTTP/1.1" status: 200 len: 945 time: 0.1427712 Nov 12 00:50:56.483636 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f0681c8-d435-4fc1-97b7-de40f30690f5 req-976bed4c-c100-4cc9-b348-72ed49450041 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595484 Nov 12 00:50:56.571548 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e3da2-0307-4705-bfb9-3bde199c7208 req-0f1f41c6-8ec2-4f9e-94d5-bdd08d554e4e tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:56.585223 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9b8e3da2-0307-4705-bfb9-3bde199c7208 req-0f1f41c6-8ec2-4f9e-94d5-bdd08d554e4e tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 945 time: 0.1764092 Nov 12 00:50:56.727107 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9b8e3da2-0307-4705-bfb9-3bde199c7208 req-fb7b39bf-fa85-4485-b9e1-94390a387f56 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/security-groups?id=58c986af-88ff-4397-9514-9c26b2c444d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396375 Nov 12 00:50:56.976917 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d032c8-82ca-4695-b1f9-14e5ec43e139 req-600c65cb-7325-429c-bf8e-a9fbb49317dd tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:56.978524 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92d032c8-82ca-4695-b1f9-14e5ec43e139 req-600c65cb-7325-429c-bf8e-a9fbb49317dd tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 945 time: 0.0981283 Nov 12 00:50:56.993387 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 43140) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:57.001283 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-e983a2ab-fe94-4f6b-ac65-9645000b6b98 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Request body: {'floatingip': {'port_id': '3c12f1fb-c5dc-429e-81f5-fb303dbd0b58'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:57.133194 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e983a2ab-fe94-4f6b-ac65-9645000b6b98 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.399032 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cd6ec-8c40-41f2-9fcc-a966b0874325 req-0c4e6998-a84c-4a55-8123-89798aef3dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.400628 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca2cd6ec-8c40-41f2-9fcc-a966b0874325 req-0c4e6998-a84c-4a55-8123-89798aef3dc5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 1097 time: 0.2783012 Nov 12 00:50:57.801254 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf337b5-660e-4e97-968f-b3f0adb4237e req-3caa44d9-daf6-48a0-894b-77794ac6d44d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.806629 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cf337b5-660e-4e97-968f-b3f0adb4237e req-3caa44d9-daf6-48a0-894b-77794ac6d44d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fc719e-9b02-4fcb-afda-0e101c16855d HTTP/1.1" status: 200 len: 945 time: 0.1973836 Nov 12 00:50:57.929870 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cf337b5-660e-4e97-968f-b3f0adb4237e req-bf5877cf-6b40-4537-9c1c-a16757e36aaa tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018500 Nov 12 00:50:58.811634 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55441706-9576-4f0c-be78-29e29f99a27b req-212e97bf-391f-4c5b-8946-697c52189c03 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:58.846665 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55441706-9576-4f0c-be78-29e29f99a27b req-212e97bf-391f-4c5b-8946-697c52189c03 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fc719e-9b02-4fcb-afda-0e101c16855d HTTP/1.1" status: 200 len: 945 time: 0.1252325 Nov 12 00:50:58.852602 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.db.resource_extend [None req-e983a2ab-fe94-4f6b-ac65-9645000b6b98 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:50:58.863185 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cd6ec-8c40-41f2-9fcc-a966b0874325 req-414927c4-d52f-41e4-8521-0686f8a2e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:58.864813 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca2cd6ec-8c40-41f2-9fcc-a966b0874325 req-414927c4-d52f-41e4-8521-0686f8a2e9f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 913 time: 1.4409351 Nov 12 00:50:59.020526 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55441706-9576-4f0c-be78-29e29f99a27b req-3856317d-3db0-42a2-9af0-38d11cbd3b2b tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725600 Nov 12 00:50:59.191937 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e983a2ab-fe94-4f6b-ac65-9645000b6b98 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:59.196187 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca2cd6ec-8c40-41f2-9fcc-a966b0874325 req-469f03c2-8f5b-446e-bfe6-a8ee63361a8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52 HTTP/1.1" status: 200 len: 1000 time: 0.1974995 Nov 12 00:50:59.200296 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e983a2ab-fe94-4f6b-ac65-9645000b6b98 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:59.530451 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cd6ec-8c40-41f2-9fcc-a966b0874325 req-9bb8f8f4-8340-411c-91fc-97cd47a6ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:59.533546 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca2cd6ec-8c40-41f2-9fcc-a966b0874325 req-9bb8f8f4-8340-411c-91fc-97cd47a6ad86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.3260028 Nov 12 00:50:59.615321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cd6ec-8c40-41f2-9fcc-a966b0874325 req-3c9a72ff-6803-46f2-a0d0-c31d03266618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:59.621330 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca2cd6ec-8c40-41f2-9fcc-a966b0874325 req-3c9a72ff-6803-46f2-a0d0-c31d03266618 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762184 Nov 12 00:50:59.622850 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-e983a2ab-fe94-4f6b-ac65-9645000b6b98 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Floating IP 21a30586-3521-466f-8323-6b04d56c3583 associated. External IP: 172.25.0.209, port: 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58. Nov 12 00:51:00.738475 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90318d-da51-4640-959d-c7c4620d6cb8 req-5b61a2c8-1b06-4691-9495-8e59cfdee6c0 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:00.740972 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3e90318d-da51-4640-959d-c7c4620d6cb8 req-5b61a2c8-1b06-4691-9495-8e59cfdee6c0 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fc719e-9b02-4fcb-afda-0e101c16855d HTTP/1.1" status: 200 len: 945 time: 0.9025280 Nov 12 00:51:00.934950 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26206a05-fe6b-4c33-960a-82017028e727 req-f4260d99-be18-4dbe-8e82-11a81d98242b tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:00.937105 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-26206a05-fe6b-4c33-960a-82017028e727 req-f4260d99-be18-4dbe-8e82-11a81d98242b tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fc719e-9b02-4fcb-afda-0e101c16855d HTTP/1.1" status: 200 len: 945 time: 0.2626934 Nov 12 00:51:00.996427 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2049d6e-0098-42fb-bd10-556a510bbbe0 req-8fede08d-ca7a-4b80-a33a-9a6c92bef05b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:01.007027 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e2049d6e-0098-42fb-bd10-556a510bbbe0 req-8fede08d-ca7a-4b80-a33a-9a6c92bef05b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 945 time: 0.0835004 Nov 12 00:51:01.101530 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e2049d6e-0098-42fb-bd10-556a510bbbe0 req-5e605ad6-071a-467c-9188-bc2c5fe86949 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887082 Nov 12 00:51:01.122525 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca2cd6ec-8c40-41f2-9fcc-a966b0874325 req-98d5a86d-7c39-44a4-b31e-730466687a66 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2982914 Nov 12 00:51:01.299507 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e983a2ab-fe94-4f6b-ac65-9645000b6b98 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Router b2c4f707-e1f8-4437-b37d-d7bfce50c353 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:51:01.329051 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-26206a05-fe6b-4c33-960a-82017028e727 req-2f9b78e8-a947-46c2-a005-d00df7dde40f tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dda25da-2aa0-42a5-80d9-6582fc3a0769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409519 Nov 12 00:51:01.478066 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca2cd6ec-8c40-41f2-9fcc-a966b0874325 req-1e28cd56-fc4d-4f61-839b-9fed9b9da038 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437181 Nov 12 00:51:01.487962 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-3e90318d-da51-4640-959d-c7c4620d6cb8 req-6c640675-1731-4741-8534-eb15b9f1c54d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Deleting port 13193548-783a-4f15-9784-c6001dda31ca {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:01.489229 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3e90318d-da51-4640-959d-c7c4620d6cb8 req-6c640675-1731-4741-8534-eb15b9f1c54d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:01.818099 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e983a2ab-fe94-4f6b-ac65-9645000b6b98 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:01.824795 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e983a2ab-fe94-4f6b-ac65-9645000b6b98 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:01.833239 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0c52fc-2703-4447-89dd-47be45b2cbd0 None None] Sync routers for ids ['b2c4f707-e1f8-4437-b37d-d7bfce50c353'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:01.858887 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0c52fc-2703-4447-89dd-47be45b2cbd0 None None] Routers {'b2c4f707-e1f8-4437-b37d-d7bfce50c353'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:01.859525 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-df0c52fc-2703-4447-89dd-47be45b2cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:50:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b2c4f707-e1f8-4437-b37d-d7bfce50c353'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:01.941884 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-3e90318d-da51-4640-959d-c7c4620d6cb8 req-6c640675-1731-4741-8534-eb15b9f1c54d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] For port 13193548-783a-4f15-9784-c6001dda31ca, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=13193548-783a-4f15-9784-c6001dda31ca,segment=NetworkSegment(f103608e-f182-4371-a9ee-2a9e9369890d),segment_id=f103608e-f182-4371-a9ee-2a9e9369890d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:01.942261 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3e90318d-da51-4640-959d-c7c4620d6cb8 req-6c640675-1731-4741-8534-eb15b9f1c54d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:01.963426 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e983a2ab-fe94-4f6b-ac65-9645000b6b98 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "PUT /v2.0/floatingips/21a30586-3521-466f-8323-6b04d56c3583 HTTP/1.1" status: 200 len: 991 time: 4.9691164 Nov 12 00:51:01.968296 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80fae0b-f1e7-4984-934c-1bee5dda6686', 'tag': '3c12f1fb-c5dc-429e-81f5-fb303dbd0b58'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:01.970821 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8ddfb0-1422-4e28-a90e-efb3e42562aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b80fae0b-f1e7-4984-934c-1bee5dda6686", "tag": "3c12f1fb-c5dc-429e-81f5-fb303dbd0b58"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:01.974546 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-3e90318d-da51-4640-959d-c7c4620d6cb8 req-6c640675-1731-4741-8534-eb15b9f1c54d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Calling delete_port for 13193548-783a-4f15-9784-c6001dda31ca owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:02.065115 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43304) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:02.091040 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-df0c52fc-2703-4447-89dd-47be45b2cbd0 None None] Set router b2c4f707-e1f8-4437-b37d-d7bfce50c353 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:02.091683 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a9ea50-6f21-4403-877f-9bee87c3615d x-openstack-request-id: req-b4a9ea50-6f21-4403-877f-9bee87c3615d {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:02.092688 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80fae0b-f1e7-4984-934c-1bee5dda6686", "tag": "3c12f1fb-c5dc-429e-81f5-fb303dbd0b58", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:02.093018 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4a9ea50-6f21-4403-877f-9bee87c3615d {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:02.097627 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80fae0b-f1e7-4984-934c-1bee5dda6686', 'tag': '3c12f1fb-c5dc-429e-81f5-fb303dbd0b58', 'status': 'completed', 'code': 200} Nov 12 00:51:02.290984 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ddfb0-1422-4e28-a90e-efb3e42562aa req-11a4f2f4-ac64-4ea0-8f69-3007f3393a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:02.292885 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4fc6a2ce-2164-4b18-8b5b-109e8d53ca8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:02.294735 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bd8ddfb0-1422-4e28-a90e-efb3e42562aa req-11a4f2f4-ac64-4ea0-8f69-3007f3393a1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1db46697b8cd4149a25533b60cb686b6&device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 1097 time: 0.1929619 Nov 12 00:51:02.420050 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-df0c52fc-2703-4447-89dd-47be45b2cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'name': 'tempest-ServersTestJSON-728193932-router', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:24Z', 'updated_at': '2021-11-12T00:50:30Z', 'revision_number': 4, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'gw_port': {'id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:25Z', 'updated_at': '2021-11-12T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '21a30586-3521-466f-8323-6b04d56c3583', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'floating_ip_address': '172.25.0.209', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'port_id': '3c12f1fb-c5dc-429e-81f5-fb303dbd0b58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397', 'mac_address': 'fa:16:3e:71:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80fae0b-f1e7-4984-934c-1bee5dda6686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:50:36Z', 'updated_at': '2021-11-12T00:50:58Z', 'revision_number': 1, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de6db04-b68a-458a-ba10-91f3ae448999', 'name': '', 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'mac_address': 'fa:16:3e:db:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'b1a48115-e08e-4a5a-af68-23ef66c882b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:28Z', 'updated_at': '2021-11-12T00:50:37Z', 'revision_number': 5, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'subnets': [{'id': 'b1a48115-e08e-4a5a-af68-23ef66c882b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:02.453737 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4fc6a2ce-2164-4b18-8b5b-109e8d53ca8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:02.466400 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4fc6a2ce-2164-4b18-8b5b-109e8d53ca8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:02.482109 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0c52fc-2703-4447-89dd-47be45b2cbd0 None None] Checking router: b2c4f707-e1f8-4437-b37d-d7bfce50c353 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:51:02.493514 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0c52fc-2703-4447-89dd-47be45b2cbd0 None None] Routers {'b2c4f707-e1f8-4437-b37d-d7bfce50c353'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:02.494377 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-df0c52fc-2703-4447-89dd-47be45b2cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:50:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b2c4f707-e1f8-4437-b37d-d7bfce50c353'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:02.524049 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3e90318d-da51-4640-959d-c7c4620d6cb8 req-6c640675-1731-4741-8534-eb15b9f1c54d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:02.545074 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4fc6a2ce-2164-4b18-8b5b-109e8d53ca8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=73c4a37ee12d4a348632229578c70db8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4782662 Nov 12 00:51:02.548420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 43320) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:02.557659 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6a2ce-2164-4b18-8b5b-109e8d53ca8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ba9a19-66df-4685-8e07-cea3ca0947e8,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:02.600229 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fec386-ef35-457c-a8c2-681462dc9d38 req-23cf90fe-133c-473f-859e-c63bfaa1408d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:02.601905 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-60fec386-ef35-457c-a8c2-681462dc9d38 req-23cf90fe-133c-473f-859e-c63bfaa1408d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 945 time: 0.3282712 Nov 12 00:51:02.602594 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c640675-1731-4741-8534-eb15b9f1c54d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Pushing event deleted for resources: {'Port': ['ID=13193548-783a-4f15-9784-c6001dda31ca,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:02.604389 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a031fcb2-9f3d-433c-a2ef-37f7c29d2b82 req-5679f7ee-8399-4054-ac97-fdcd20104a65 tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.31 "GET /v2.0/ports?device_id=67fc719e-9b02-4fcb-afda-0e101c16855d HTTP/1.1" status: 200 len: 210 time: 0.0294356 Nov 12 00:51:02.656466 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e90318d-da51-4640-959d-c7c4620d6cb8 req-6c640675-1731-4741-8534-eb15b9f1c54d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] No DVR routers for this DVR port 13193548-783a-4f15-9784-c6001dda31ca on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:51:02.674353 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-df0c52fc-2703-4447-89dd-47be45b2cbd0 None None] Set router b2c4f707-e1f8-4437-b37d-d7bfce50c353 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:02.675128 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3e90318d-da51-4640-959d-c7c4620d6cb8 req-6c640675-1731-4741-8534-eb15b9f1c54d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:02.679008 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3e90318d-da51-4640-959d-c7c4620d6cb8 req-6c640675-1731-4741-8534-eb15b9f1c54d tempest-DeleteServersTestJSON-535020994 tempest-DeleteServersTestJSON-535020994-project] 10.222.0.21 "DELETE /v2.0/ports/13193548-783a-4f15-9784-c6001dda31ca HTTP/1.1" status: 204 len: 173 time: 1.9129219 Nov 12 00:51:02.770333 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ddfb0-1422-4e28-a90e-efb3e42562aa req-a6741400-4d25-422a-8119-d2839a866568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:02.771833 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bd8ddfb0-1422-4e28-a90e-efb3e42562aa req-a6741400-4d25-422a-8119-d2839a866568 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9dd64fc-c0d5-4707-81a9-530103169397 HTTP/1.1" status: 200 len: 906 time: 0.4540894 Nov 12 00:51:02.787647 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a0d6462a-20fb-470f-b2d3-152080261945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:02.938289 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bd8ddfb0-1422-4e28-a90e-efb3e42562aa req-12d9ca54-8278-4da9-b594-4f1b5b4aca02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 HTTP/1.1" status: 200 len: 999 time: 0.1483569 Nov 12 00:51:02.968590 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-60fec386-ef35-457c-a8c2-681462dc9d38 req-a31bce07-0773-4833-a1ae-8c7c2babc470 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3382411 Nov 12 00:51:03.107724 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ddfb0-1422-4e28-a90e-efb3e42562aa req-16db11fb-6bbf-47e9-9969-0029cab90d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:03.109245 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bd8ddfb0-1422-4e28-a90e-efb3e42562aa req-16db11fb-6bbf-47e9-9969-0029cab90d9d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1a48115-e08e-4a5a-af68-23ef66c882b8 HTTP/1.1" status: 200 len: 844 time: 0.1475616 Nov 12 00:51:03.124848 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a0d6462a-20fb-470f-b2d3-152080261945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:03.256038 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-df0c52fc-2703-4447-89dd-47be45b2cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'name': 'tempest-ServersTestJSON-728193932-router', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:24Z', 'updated_at': '2021-11-12T00:50:30Z', 'revision_number': 4, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'gw_port': {'id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:25Z', 'updated_at': '2021-11-12T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '21a30586-3521-466f-8323-6b04d56c3583', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'floating_ip_address': '172.25.0.209', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'port_id': '3c12f1fb-c5dc-429e-81f5-fb303dbd0b58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397', 'mac_address': 'fa:16:3e:71:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80fae0b-f1e7-4984-934c-1bee5dda6686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:50:36Z', 'updated_at': '2021-11-12T00:50:58Z', 'revision_number': 1, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de6db04-b68a-458a-ba10-91f3ae448999', 'name': '', 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'mac_address': 'fa:16:3e:db:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'b1a48115-e08e-4a5a-af68-23ef66c882b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:28Z', 'updated_at': '2021-11-12T00:50:37Z', 'revision_number': 5, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'subnets': [{'id': 'b1a48115-e08e-4a5a-af68-23ef66c882b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:03.282569 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ddfb0-1422-4e28-a90e-efb3e42562aa req-9698e12b-6f07-4bb9-b8a1-13dfefd920ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:03.284017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bd8ddfb0-1422-4e28-a90e-efb3e42562aa req-9698e12b-6f07-4bb9-b8a1-13dfefd920ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9dd64fc-c0d5-4707-81a9-530103169397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1621706 Nov 12 00:51:03.355692 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0c52fc-2703-4447-89dd-47be45b2cbd0 None None] The sync data for ids ['b2c4f707-e1f8-4437-b37d-d7bfce50c353'] in n-d-712137-14 is: [{'id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'name': 'tempest-ServersTestJSON-728193932-router', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:24Z', 'updated_at': '2021-11-12T00:50:30Z', 'revision_number': 4, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'gw_port': {'id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:25Z', 'updated_at': '2021-11-12T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '21a30586-3521-466f-8323-6b04d56c3583', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'floating_ip_address': '172.25.0.209', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'port_id': '3c12f1fb-c5dc-429e-81f5-fb303dbd0b58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397', 'mac_address': 'fa:16:3e:71:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80fae0b-f1e7-4984-934c-1bee5dda6686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:50:36Z', 'updated_at': '2021-11-12T00:50:58Z', 'revision_number': 1, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de6db04-b68a-458a-ba10-91f3ae448999', 'name': '', 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'mac_address': 'fa:16:3e:db:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'b1a48115-e08e-4a5a-af68-23ef66c882b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:28Z', 'updated_at': '2021-11-12T00:50:37Z', 'revision_number': 5, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'subnets': [{'id': 'b1a48115-e08e-4a5a-af68-23ef66c882b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:03.477938 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bd8ddfb0-1422-4e28-a90e-efb3e42562aa req-a4cc2fbd-f3ca-4396-b467-31d7aa12e55f service neutron] 10.222.0.21 "GET /v2.0/networks/f9dd64fc-c0d5-4707-81a9-530103169397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799822 Nov 12 00:51:03.485364 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a0d6462a-20fb-470f-b2d3-152080261945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:03.489528 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a0d6462a-20fb-470f-b2d3-152080261945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:03.491079 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a0d6462a-20fb-470f-b2d3-152080261945 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64ba9a19-66df-4685-8e07-cea3ca0947e8 HTTP/1.1" status: 204 len: 168 time: 0.9387677 Nov 12 00:51:03.509248 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6462a-20fb-470f-b2d3-152080261945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ba9a19-66df-4685-8e07-cea3ca0947e8,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:03.664774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 13193548-783a-4f15-9784-c6001dda31ca no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:03.723193 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 13193548-783a-4f15-9784-c6001dda31ca {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:51:03.724860 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 13193548-783a-4f15-9784-c6001dda31ca not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:03.734353 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bd8ddfb0-1422-4e28-a90e-efb3e42562aa req-f787ce7c-1722-4af3-9d67-f5b8af66f2bc service neutron] 10.222.0.21 "GET /v2.0/networks/f9dd64fc-c0d5-4707-81a9-530103169397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380748 Nov 12 00:51:03.984482 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb66ae-638c-4268-addf-e441f696959a None None] New status for floating IP 21a30586-3521-466f-8323-6b04d56c3583: ACTIVE {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:51:04.098738 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fc719e-9b02-4fcb-afda-0e101c16855d', 'name': 'network-vif-deleted', 'tag': '13193548-783a-4f15-9784-c6001dda31ca'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:04.102671 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be6f352-4490-4d54-a3d3-e45380cf20e2" -d '{"events": [{"server_uuid": "67fc719e-9b02-4fcb-afda-0e101c16855d", "name": "network-vif-deleted", "tag": "13193548-783a-4f15-9784-c6001dda31ca"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:04.168021 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f06256f-a765-4a0b-b21d-f53df3b85470 x-openstack-request-id: req-1f06256f-a765-4a0b-b21d-f53df3b85470 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:04.168378 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fc719e-9b02-4fcb-afda-0e101c16855d", "name": "network-vif-deleted", "tag": "13193548-783a-4f15-9784-c6001dda31ca", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:04.168755 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f06256f-a765-4a0b-b21d-f53df3b85470 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:04.169265 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fc719e-9b02-4fcb-afda-0e101c16855d', 'name': 'network-vif-deleted', 'tag': '13193548-783a-4f15-9784-c6001dda31ca', 'status': 'completed', 'code': 200} Nov 12 00:51:04.205711 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43380) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:04.221132 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bf77b308-c832-4f2d-b439-e2e6b8ce6f99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:04.338470 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bf77b308-c832-4f2d-b439-e2e6b8ce6f99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:04.345096 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bf77b308-c832-4f2d-b439-e2e6b8ce6f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:04.392327 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77b308-c832-4f2d-b439-e2e6b8ce6f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29047353-bcbd-4d35-8376-a8f668683ec9,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:04.411817 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bf77b308-c832-4f2d-b439-e2e6b8ce6f99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=652ba2de78ad473c94b3db3732528387&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2044663 Nov 12 00:51:04.414136 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43394) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:04.478116 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-580b7aa1-bf34-47e2-8e02-3ab51fa603ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:04.511340 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-580b7aa1-bf34-47e2-8e02-3ab51fa603ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:04.577394 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-580b7aa1-bf34-47e2-8e02-3ab51fa603ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:04.580090 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-580b7aa1-bf34-47e2-8e02-3ab51fa603ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:04.583627 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-580b7aa1-bf34-47e2-8e02-3ab51fa603ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29047353-bcbd-4d35-8376-a8f668683ec9 HTTP/1.1" status: 204 len: 168 time: 0.1657622 Nov 12 00:51:04.606281 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b7aa1-bf34-47e2-8e02-3ab51fa603ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29047353-bcbd-4d35-8376-a8f668683ec9,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:05.948498 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:06.080023 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:06.120046 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:06.121900 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:06.125910 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734ba141-985e-4c49-9439-bffb58de4cc1" -d '{"events": [{"server_uuid": "ab5f2d29-cf62-4e71-b340-dfa9250975a0", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0bb765-f486-4b2d-adfc-49b7bf9daf52"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:06.130734 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:06.193386 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:06.234386 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471873f0-a9c4-457d-a0fd-ca5da171c2d3 x-openstack-request-id: req-471873f0-a9c4-457d-a0fd-ca5da171c2d3 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:06.234889 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5f2d29-cf62-4e71-b340-dfa9250975a0", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0bb765-f486-4b2d-adfc-49b7bf9daf52", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:06.236310 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-471873f0-a9c4-457d-a0fd-ca5da171c2d3 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:06.236817 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52', 'code': 200} Nov 12 00:51:07.963384 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:08.517559 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:08.614156 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:08.639475 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'port_id': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52', 'mac_address': 'fa:16:3e:72:4f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:08.793903 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:08.840527 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:08.899649 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:08.909013 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.082887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['3b0bb765-f486-4b2d-adfc-49b7bf9daf52'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:09.102866 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:09.974406 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:10.200907 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:10.202104 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.267290 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 43632) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:10.346779 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-c108cf20-5b3e-4cf7-9c27-8116162416e5 admin admin] Deleting subnet f9007ee2-5879-4419-99d4-bd9610ef3298 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:51:10.350734 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c108cf20-5b3e-4cf7-9c27-8116162416e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.430461 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c108cf20-5b3e-4cf7-9c27-8116162416e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.469404 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.518042 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:10.524030 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d766771d-c5e7-44cb-ad30-78af109f5eb6" -d '{"events": [{"server_uuid": "ab5f2d29-cf62-4e71-b340-dfa9250975a0", "name": "network-vif-plugged", "status": "completed", "tag": "3b0bb765-f486-4b2d-adfc-49b7bf9daf52"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:10.553857 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c108cf20-5b3e-4cf7-9c27-8116162416e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.557457 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:10.574110 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.669298 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c108cf20-5b3e-4cf7-9c27-8116162416e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.729321 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f67beb5-775d-416a-b55e-0e77eb4b512d x-openstack-request-id: req-1f67beb5-775d-416a-b55e-0e77eb4b512d {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:10.730689 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5f2d29-cf62-4e71-b340-dfa9250975a0", "name": "network-vif-plugged", "status": "completed", "tag": "3b0bb765-f486-4b2d-adfc-49b7bf9daf52", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:10.732084 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f67beb5-775d-416a-b55e-0e77eb4b512d {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:10.735869 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52', 'code': 200} Nov 12 00:51:10.739687 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,revision_number=10']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:10.781598 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108cf20-5b3e-4cf7-9c27-8116162416e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9007ee2-5879-4419-99d4-bd9610ef3298,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:10.795484 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c108cf20-5b3e-4cf7-9c27-8116162416e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.801278 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c108cf20-5b3e-4cf7-9c27-8116162416e5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f9007ee2-5879-4419-99d4-bd9610ef3298 HTTP/1.1" status: 204 len: 168 time: 0.5300329 Nov 12 00:51:10.802040 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43650) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:10.818463 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108cf20-5b3e-4cf7-9c27-8116162416e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:10.818463 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108cf20-5b3e-4cf7-9c27-8116162416e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:10.818463 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108cf20-5b3e-4cf7-9c27-8116162416e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:10.818819 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108cf20-5b3e-4cf7-9c27-8116162416e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:10.819076 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108cf20-5b3e-4cf7-9c27-8116162416e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:10.819618 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108cf20-5b3e-4cf7-9c27-8116162416e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:10.820311 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108cf20-5b3e-4cf7-9c27-8116162416e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:10.820929 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108cf20-5b3e-4cf7-9c27-8116162416e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:10.821431 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108cf20-5b3e-4cf7-9c27-8116162416e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:10.822045 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108cf20-5b3e-4cf7-9c27-8116162416e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:10.822545 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108cf20-5b3e-4cf7-9c27-8116162416e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:10.823067 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108cf20-5b3e-4cf7-9c27-8116162416e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:11.007496 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ee2fa896-c22d-40b6-a344-89c31748d3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.177388 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ee2fa896-c22d-40b6-a344-89c31748d3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.220446 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-ee2fa896-c22d-40b6-a344-89c31748d3f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74c3bda-c588-4e57-b67a-b6869318bb04']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:11.256347 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-ee2fa896-c22d-40b6-a344-89c31748d3f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f103608e-f182-4371-a9ee-2a9e9369890d') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:11.264791 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-ee2fa896-c22d-40b6-a344-89c31748d3f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f103608e-f182-4371-a9ee-2a9e9369890d') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:11.289653 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ee2fa896-c22d-40b6-a344-89c31748d3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.315933 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ee2fa896-c22d-40b6-a344-89c31748d3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.333818 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2fa896-c22d-40b6-a344-89c31748d3f0 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:51:11.334338 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ee2fa896-c22d-40b6-a344-89c31748d3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.355853 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:51:11.443315 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:51:11.452857 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ee2fa896-c22d-40b6-a344-89c31748d3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.485901 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ee2fa896-c22d-40b6-a344-89c31748d3f0 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.492229 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ee2fa896-c22d-40b6-a344-89c31748d3f0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d74c3bda-c588-4e57-b67a-b6869318bb04 HTTP/1.1" status: 204 len: 168 time: 0.6844378 Nov 12 00:51:11.493988 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fa896-c22d-40b6-a344-89c31748d3f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d74c3bda-c588-4e57-b67a-b6869318bb04,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:11.520013 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43680) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:11.826505 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 43690) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:11.956581 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2c22f7ba-07e6-444a-a1fa-0718efdb8ca0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ede968b1a094c7192de77d827500d37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1283312 Nov 12 00:51:11.959253 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43694) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:12.043262 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-64de147a-fe51-4714-a316-a0a1b5af5826 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.100113 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-64de147a-fe51-4714-a316-a0a1b5af5826 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.514893 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-64de147a-fe51-4714-a316-a0a1b5af5826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.522087 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-64de147a-fe51-4714-a316-a0a1b5af5826 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.523696 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-64de147a-fe51-4714-a316-a0a1b5af5826 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0dda25da-2aa0-42a5-80d9-6582fc3a0769 HTTP/1.1" status: 204 len: 168 time: 0.5633540 Nov 12 00:51:12.662169 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de147a-fe51-4714-a316-a0a1b5af5826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dda25da-2aa0-42a5-80d9-6582fc3a0769,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:13.061495 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-64ce8c6a-a8dd-4975-a5da-e749a3f9bdf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:13.491031 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-64ce8c6a-a8dd-4975-a5da-e749a3f9bdf4 admin admin] Deleting port 27263341-6a8c-42b5-8ffd-58778c355662 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:13.491590 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-64ce8c6a-a8dd-4975-a5da-e749a3f9bdf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:13.649722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-64ce8c6a-a8dd-4975-a5da-e749a3f9bdf4 admin admin] For port 27263341-6a8c-42b5-8ffd-58778c355662, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=27263341-6a8c-42b5-8ffd-58778c355662,segment=NetworkSegment(06c399f9-5d95-4542-a286-8e7bd5ff234a),segment_id=06c399f9-5d95-4542-a286-8e7bd5ff234a)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:13.653236 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-64ce8c6a-a8dd-4975-a5da-e749a3f9bdf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:13.696299 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-64ce8c6a-a8dd-4975-a5da-e749a3f9bdf4 admin admin] Calling delete_port for 27263341-6a8c-42b5-8ffd-58778c355662 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:13.850072 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 43818) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:14.053539 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-64ce8c6a-a8dd-4975-a5da-e749a3f9bdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:14.079597 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-d7f91b3e-0fb0-4028-9042-b5ae9f414ecf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1535368968-network', 'tenant_id': '5258d2431a4f46e69acdb9fb4028069f'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:14.150833 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f91b3e-0fb0-4028-9042-b5ae9f414ecf admin admin] Made reservation on behalf of 5258d2431a4f46e69acdb9fb4028069f for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:14.153908 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d7f91b3e-0fb0-4028-9042-b5ae9f414ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:14.158753 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce8c6a-a8dd-4975-a5da-e749a3f9bdf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=27263341-6a8c-42b5-8ffd-58778c355662,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:14.172726 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d7f91b3e-0fb0-4028-9042-b5ae9f414ecf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:14.403585 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-64ce8c6a-a8dd-4975-a5da-e749a3f9bdf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:14.489680 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d7f91b3e-0fb0-4028-9042-b5ae9f414ecf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:14.499880 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d7f91b3e-0fb0-4028-9042-b5ae9f414ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:14.537606 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f91b3e-0fb0-4028-9042-b5ae9f414ecf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:51:14.548237 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d7f91b3e-0fb0-4028-9042-b5ae9f414ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:14.548759 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-d7f91b3e-0fb0-4028-9042-b5ae9f414ecf admin admin] Added segment 3554f4e8-4ed5-4f80-9b56-07c078713033 of type vlan for network 5471a206-3f2c-48bd-b849-5edd79f8620e Nov 12 00:51:14.617507 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d7f91b3e-0fb0-4028-9042-b5ae9f414ecf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:14.690017 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f91b3e-0fb0-4028-9042-b5ae9f414ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf08b288-6068-4aa1-b4ad-04e4dee7bae1,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:14.767867 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d7f91b3e-0fb0-4028-9042-b5ae9f414ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:14.769419 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f91b3e-0fb0-4028-9042-b5ae9f414ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:14.770769 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d7f91b3e-0fb0-4028-9042-b5ae9f414ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:14.907858 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f91b3e-0fb0-4028-9042-b5ae9f414ecf admin admin] Pushing event updated for resources: {'Network': ['ID=5471a206-3f2c-48bd-b849-5edd79f8620e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:14.928603 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 5471a206-3f2c-48bd-b849-5edd79f8620e details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:51:14.945679 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d7f91b3e-0fb0-4028-9042-b5ae9f414ecf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0942168 Nov 12 00:51:14.948352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 43892) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:14.955342 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-c7faef7e-39ed-480d-9c85-96a39aec1dea admin admin] Request body: {'subnet': {'network_id': '5471a206-3f2c-48bd-b849-5edd79f8620e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1535368968-subnet', 'tenant_id': '5258d2431a4f46e69acdb9fb4028069f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:14.984425 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ce8c6a-a8dd-4975-a5da-e749a3f9bdf4 admin admin] Router 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:51:15.019851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7faef7e-39ed-480d-9c85-96a39aec1dea admin admin] Made reservation on behalf of 5258d2431a4f46e69acdb9fb4028069f for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:15.023032 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c7faef7e-39ed-480d-9c85-96a39aec1dea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:15.296734 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ce8c6a-a8dd-4975-a5da-e749a3f9bdf4 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:15.305056 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-64ce8c6a-a8dd-4975-a5da-e749a3f9bdf4 admin admin] 10.222.0.31 "PUT /v2.0/routers/2fdafbcc-7aa7-4ccc-a8a4-17e072500c19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7815700 Nov 12 00:51:15.307018 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43912) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:15.311828 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e137ca1a-f9ce-4f35-bb42-abba6a1f55be None None] Sync routers for ids ['2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:15.328347 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e137ca1a-f9ce-4f35-bb42-abba6a1f55be None None] Routers {'2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:15.331315 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e137ca1a-f9ce-4f35-bb42-abba6a1f55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:50:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:15.504970 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-e137ca1a-f9ce-4f35-bb42-abba6a1f55be None None] Set router 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:15.656041 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c7faef7e-39ed-480d-9c85-96a39aec1dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:15.940566 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7faef7e-39ed-480d-9c85-96a39aec1dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2d4f827-b554-43d4-9cce-81af296074f8,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:15.952169 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7faef7e-39ed-480d-9c85-96a39aec1dea admin admin] Checking segment: {'id': '3554f4e8-4ed5-4f80-9b56-07c078713033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5471a206-3f2c-48bd-b849-5edd79f8620e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:15.953189 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7faef7e-39ed-480d-9c85-96a39aec1dea admin admin] Network hostable DHCP agents. Network: 5471a206-3f2c-48bd-b849-5edd79f8620e, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:51:15.992718 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7faef7e-39ed-480d-9c85-96a39aec1dea admin admin] Network 5471a206-3f2c-48bd-b849-5edd79f8620e is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:51:16.012414 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-c7faef7e-39ed-480d-9c85-96a39aec1dea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 5471a206-3f2c-48bd-b849-5edd79f8620e) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:16.022726 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6630bef5-3407-4e87-8404-2e7bc3dbc156 None None] Network 5471a206-3f2c-48bd-b849-5edd79f8620e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:16.033636 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7faef7e-39ed-480d-9c85-96a39aec1dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:16.034772 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c7faef7e-39ed-480d-9c85-96a39aec1dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.079922 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c7faef7e-39ed-480d-9c85-96a39aec1dea admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1229734 Nov 12 00:51:16.114804 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e137ca1a-f9ce-4f35-bb42-abba6a1f55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'name': 'tempest-TaggedBootDevicesTest_v242-1436852988-router', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:12Z', 'updated_at': '2021-11-12T00:51:13Z', 'revision_number': 5, 'project_id': 'ff69603520634453a797ab4b4216646a', 'gw_port': {'id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:14Z', 'updated_at': '2021-11-12T00:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:16.186993 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e137ca1a-f9ce-4f35-bb42-abba6a1f55be None None] Checking router: 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:51:16.214846 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e137ca1a-f9ce-4f35-bb42-abba6a1f55be None None] Routers {'2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:16.217626 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e137ca1a-f9ce-4f35-bb42-abba6a1f55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:50:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:16.254038 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 43944) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:16.399102 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a91ba8-c7c9-4e5c-a2d1-844d9d02dc64 None None] Network 5471a206-3f2c-48bd-b849-5edd79f8620e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:16.497636 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-255e9d6e-bd0b-4ac2-8265-baff7a6f3961 admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.585407 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe73058d-496f-4fbc-84c5-3a01a8fb674d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.612818 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-e137ca1a-f9ce-4f35-bb42-abba6a1f55be None None] Set router 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:16.834434 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe73058d-496f-4fbc-84c5-3a01a8fb674d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.843047 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe73058d-496f-4fbc-84c5-3a01a8fb674d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.911029 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-255e9d6e-bd0b-4ac2-8265-baff7a6f3961 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.975270 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fe73058d-496f-4fbc-84c5-3a01a8fb674d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77756c94165348bd944854c402e14f7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7175872 Nov 12 00:51:16.976595 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 43976) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:16.979607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73058d-496f-4fbc-84c5-3a01a8fb674d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4cb268-7288-43b0-a19a-1ae4d4a24bb9,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:17.085007 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-255e9d6e-bd0b-4ac2-8265-baff7a6f3961 admin admin] Deleting port 563a1e77-5ac3-443d-92d1-c14b0430a2bb {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:17.085651 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-255e9d6e-bd0b-4ac2-8265-baff7a6f3961 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.266041 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-255e9d6e-bd0b-4ac2-8265-baff7a6f3961 admin admin] For port 563a1e77-5ac3-443d-92d1-c14b0430a2bb, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=563a1e77-5ac3-443d-92d1-c14b0430a2bb,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:17.266550 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-255e9d6e-bd0b-4ac2-8265-baff7a6f3961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.271883 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e137ca1a-f9ce-4f35-bb42-abba6a1f55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'name': 'tempest-TaggedBootDevicesTest_v242-1436852988-router', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:12Z', 'updated_at': '2021-11-12T00:51:13Z', 'revision_number': 5, 'project_id': 'ff69603520634453a797ab4b4216646a', 'gw_port': {'id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:14Z', 'updated_at': '2021-11-12T00:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:17.288317 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-255e9d6e-bd0b-4ac2-8265-baff7a6f3961 admin admin] Calling delete_port for 563a1e77-5ac3-443d-92d1-c14b0430a2bb owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:17.308047 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e137ca1a-f9ce-4f35-bb42-abba6a1f55be None None] The sync data for ids ['2fdafbcc-7aa7-4ccc-a8a4-17e072500c19'] in n-d-712137-14 is: [{'id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'name': 'tempest-TaggedBootDevicesTest_v242-1436852988-router', 'tenant_id': 'ff69603520634453a797ab4b4216646a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:12Z', 'updated_at': '2021-11-12T00:51:13Z', 'revision_number': 5, 'project_id': 'ff69603520634453a797ab4b4216646a', 'gw_port': {'id': '563a1e77-5ac3-443d-92d1-c14b0430a2bb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdafbcc-7aa7-4ccc-a8a4-17e072500c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:39:14Z', 'updated_at': '2021-11-12T00:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:17.342240 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23b7b14c-a402-47cb-a7d5-14146c24518b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.357967 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-30f0792b-ac37-476c-ae25-cc84c88bcfa5 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:17.366817 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-30f0792b-ac37-476c-ae25-cc84c88bcfa5 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/networks?id=5471a206-3f2c-48bd-b849-5edd79f8620e HTTP/1.1" status: 200 len: 818 time: 0.3559949 Nov 12 00:51:17.384769 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-fa3ace0f-6486-4d51-a3d4-6981ae05c3e1 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/quotas/5258d2431a4f46e69acdb9fb4028069f HTTP/1.1" status: 200 len: 375 time: 0.0169506 Nov 12 00:51:17.448538 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cf676e6d-fcaa-4d7c-9d18-c8e80f66d3e7 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5258d2431a4f46e69acdb9fb4028069f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627208 Nov 12 00:51:17.493582 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23b7b14c-a402-47cb-a7d5-14146c24518b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.695775 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 27263341-6a8c-42b5-8ffd-58778c355662 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:17.727555 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 27263341-6a8c-42b5-8ffd-58778c355662 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:51:17.728092 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-2dee7983-22b8-4dd3-937d-4d774da0c21e service neutron] 10.222.0.31 "GET /v2.0/networks/5471a206-3f2c-48bd-b849-5edd79f8620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783003 Nov 12 00:51:17.728417 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 27263341-6a8c-42b5-8ffd-58778c355662 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:17.746358 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-255e9d6e-bd0b-4ac2-8265-baff7a6f3961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.750308 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23b7b14c-a402-47cb-a7d5-14146c24518b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.754704 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23b7b14c-a402-47cb-a7d5-14146c24518b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.756138 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-23b7b14c-a402-47cb-a7d5-14146c24518b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf4cb268-7288-43b0-a19a-1ae4d4a24bb9 HTTP/1.1" status: 204 len: 168 time: 0.7777495 Nov 12 00:51:17.802765 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e9d6e-bd0b-4ac2-8265-baff7a6f3961 admin admin] Pushing event deleted for resources: {'Port': ['ID=563a1e77-5ac3-443d-92d1-c14b0430a2bb,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:17.825668 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4251864c-bebb-40a3-a5d5-0b483c703e28 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:51:17.838897 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7b14c-a402-47cb-a7d5-14146c24518b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4cb268-7288-43b0-a19a-1ae4d4a24bb9,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:17.944098 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-ffb1e835-c12c-4ac1-912e-87e6dbf43bad service neutron] 10.222.0.31 "GET /v2.0/networks/5471a206-3f2c-48bd-b849-5edd79f8620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056696 Nov 12 00:51:18.027826 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-255e9d6e-bd0b-4ac2-8265-baff7a6f3961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.248513 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-255e9d6e-bd0b-4ac2-8265-baff7a6f3961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.254214 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-255e9d6e-bd0b-4ac2-8265-baff7a6f3961 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.455569 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fac17c87-1724-4aa1-a6ce-5841311e8221 req-a6b6d95a-cc42-45fc-84bc-d5e37aeb6d6f tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b4703d3-9279-4ae3-b805-5536c38df434 HTTP/1.1" status: 200 len: 210 time: 0.1202986 Nov 12 00:51:18.461534 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-255e9d6e-bd0b-4ac2-8265-baff7a6f3961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.465306 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255e9d6e-bd0b-4ac2-8265-baff7a6f3961 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:51:18.475367 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-255e9d6e-bd0b-4ac2-8265-baff7a6f3961 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.476645 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-255e9d6e-bd0b-4ac2-8265-baff7a6f3961 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2fdafbcc-7aa7-4ccc-a8a4-17e072500c19 HTTP/1.1" status: 204 len: 168 time: 3.1554685 Nov 12 00:51:18.479469 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44006) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:18.553013 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44014) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:18.583410 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5e5ef365-0719-41ab-9cc3-6dbeb67b7c14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.699198 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5900563-9e0d-4be3-9a37-fa491f38039f admin admin] Deleting subnet 039608db-f2a3-4af6-b30e-cf0d39b5f975 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:51:18.720968 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a5900563-9e0d-4be3-9a37-fa491f38039f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.823647 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a5900563-9e0d-4be3-9a37-fa491f38039f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.897681 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5e5ef365-0719-41ab-9cc3-6dbeb67b7c14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.906986 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5e5ef365-0719-41ab-9cc3-6dbeb67b7c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.957514 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a5900563-9e0d-4be3-9a37-fa491f38039f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.995197 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5e5ef365-0719-41ab-9cc3-6dbeb67b7c14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3bb2d1080932422cbc2e5d723cc65a11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4409215 Nov 12 00:51:18.996567 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ef365-0719-41ab-9cc3-6dbeb67b7c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543ee4f2-f3f5-4a04-abcf-1d2aae343d2c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:19.000380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44030) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:19.013155 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef365-0719-41ab-9cc3-6dbeb67b7c14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:19.017087 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef365-0719-41ab-9cc3-6dbeb67b7c14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:19.017575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef365-0719-41ab-9cc3-6dbeb67b7c14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:19.018037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef365-0719-41ab-9cc3-6dbeb67b7c14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:19.018504 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef365-0719-41ab-9cc3-6dbeb67b7c14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:19.018954 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef365-0719-41ab-9cc3-6dbeb67b7c14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:19.020842 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef365-0719-41ab-9cc3-6dbeb67b7c14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:19.024213 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef365-0719-41ab-9cc3-6dbeb67b7c14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:19.024825 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef365-0719-41ab-9cc3-6dbeb67b7c14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:19.025783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef365-0719-41ab-9cc3-6dbeb67b7c14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:19.025783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef365-0719-41ab-9cc3-6dbeb67b7c14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:19.026178 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ef365-0719-41ab-9cc3-6dbeb67b7c14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:19.096583 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dde0a8dd-93d3-41ae-b125-108875fce7ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.112184 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a5900563-9e0d-4be3-9a37-fa491f38039f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.220484 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a5900563-9e0d-4be3-9a37-fa491f38039f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.223788 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68849e02-9f84-41a8-aedd-4f0bc57fa13a None None] Network 11cf3641-542c-41f7-80c8-38f810587d17 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:19.233915 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a5900563-9e0d-4be3-9a37-fa491f38039f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/039608db-f2a3-4af6-b30e-cf0d39b5f975 HTTP/1.1" status: 204 len: 168 time: 0.7408261 Nov 12 00:51:19.236171 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44034) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:19.238284 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5900563-9e0d-4be3-9a37-fa491f38039f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=039608db-f2a3-4af6-b30e-cf0d39b5f975,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:19.256009 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dde0a8dd-93d3-41ae-b125-108875fce7ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.372391 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dde0a8dd-93d3-41ae-b125-108875fce7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.375837 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dde0a8dd-93d3-41ae-b125-108875fce7ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.380481 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dde0a8dd-93d3-41ae-b125-108875fce7ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/543ee4f2-f3f5-4a04-abcf-1d2aae343d2c HTTP/1.1" status: 204 len: 168 time: 0.3785822 Nov 12 00:51:19.397422 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0a8dd-93d3-41ae-b125-108875fce7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543ee4f2-f3f5-4a04-abcf-1d2aae343d2c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:19.492376 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f195d5a3-96e0-4f71-8117-b5845bbe9140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.618810 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 563a1e77-5ac3-443d-92d1-c14b0430a2bb no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:19.648384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-f195d5a3-96e0-4f71-8117-b5845bbe9140 admin admin] Deleting port 98572a9b-d6d0-428b-8bbb-7169f25229d3 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:19.648753 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f195d5a3-96e0-4f71-8117-b5845bbe9140 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.680812 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 563a1e77-5ac3-443d-92d1-c14b0430a2bb {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:51:19.681751 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 563a1e77-5ac3-443d-92d1-c14b0430a2bb not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:19.832647 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35707ee2-5b90-47c7-b6a6-d8a9cfde3100 None None] DHCP port deletion for 11cf3641-542c-41f7-80c8-38f810587d17 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:51:19.903501 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3d41c97e-2811-4c30-968f-372c7d4ab0ad req-902d87b4-226a-4605-813f-94c4c2c7f34b tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b4703d3-9279-4ae3-b805-5536c38df434 HTTP/1.1" status: 200 len: 210 time: 0.1425800 Nov 12 00:51:19.913166 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-f195d5a3-96e0-4f71-8117-b5845bbe9140 admin admin] For port 98572a9b-d6d0-428b-8bbb-7169f25229d3, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=98572a9b-d6d0-428b-8bbb-7169f25229d3,segment=NetworkSegment(06c399f9-5d95-4542-a286-8e7bd5ff234a),segment_id=06c399f9-5d95-4542-a286-8e7bd5ff234a)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:19.913166 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f195d5a3-96e0-4f71-8117-b5845bbe9140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.955969 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-f195d5a3-96e0-4f71-8117-b5845bbe9140 admin admin] Calling delete_port for 98572a9b-d6d0-428b-8bbb-7169f25229d3 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:19.996369 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-35707ee2-5b90-47c7-b6a6-d8a9cfde3100 None None] Deleting port 98572a9b-d6d0-428b-8bbb-7169f25229d3 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:19.998839 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-35707ee2-5b90-47c7-b6a6-d8a9cfde3100 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.052225 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-606c6b82-dbfc-44ec-b3d1-8e8dbd0f707b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.212626 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f195d5a3-96e0-4f71-8117-b5845bbe9140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.229618 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-1c8af676-bfd8-408d-a1b6-75843152b4d0 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:20.231791 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-1c8af676-bfd8-408d-a1b6-75843152b4d0 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.15 "GET /v2.0/networks?id=5471a206-3f2c-48bd-b849-5edd79f8620e HTTP/1.1" status: 200 len: 818 time: 0.1935210 Nov 12 00:51:20.258400 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-7928a5a6-6e74-49f7-a326-3f0e4a9ac67e tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Request body: {'port': {'device_id': '1b4703d3-9279-4ae3-b805-5536c38df434', 'network_id': '5471a206-3f2c-48bd-b849-5edd79f8620e', 'admin_state_up': True, 'tenant_id': '5258d2431a4f46e69acdb9fb4028069f'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:20.267337 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-35707ee2-5b90-47c7-b6a6-d8a9cfde3100 None None] For port 98572a9b-d6d0-428b-8bbb-7169f25229d3, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=98572a9b-d6d0-428b-8bbb-7169f25229d3,segment=NetworkSegment(06c399f9-5d95-4542-a286-8e7bd5ff234a),segment_id=06c399f9-5d95-4542-a286-8e7bd5ff234a)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:20.267925 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-35707ee2-5b90-47c7-b6a6-d8a9cfde3100 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.287825 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195d5a3-96e0-4f71-8117-b5845bbe9140 admin admin] Pushing event deleted for resources: {'Port': ['ID=98572a9b-d6d0-428b-8bbb-7169f25229d3,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:20.293206 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f195d5a3-96e0-4f71-8117-b5845bbe9140 admin admin] No DVR routers for this DVR port 98572a9b-d6d0-428b-8bbb-7169f25229d3 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:51:20.351443 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-35707ee2-5b90-47c7-b6a6-d8a9cfde3100 None None] Calling delete_port for 98572a9b-d6d0-428b-8bbb-7169f25229d3 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:20.483369 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f195d5a3-96e0-4f71-8117-b5845bbe9140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.526463 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-f195d5a3-96e0-4f71-8117-b5845bbe9140 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11cf3641-542c-41f7-80c8-38f810587d17']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:20.547277 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-f195d5a3-96e0-4f71-8117-b5845bbe9140 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c399f9-5d95-4542-a286-8e7bd5ff234a') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:20.550412 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-f195d5a3-96e0-4f71-8117-b5845bbe9140 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c399f9-5d95-4542-a286-8e7bd5ff234a') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:20.573078 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f195d5a3-96e0-4f71-8117-b5845bbe9140 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:51:20.584456 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 00:51:20.598410 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-35707ee2-5b90-47c7-b6a6-d8a9cfde3100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.606873 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f195d5a3-96e0-4f71-8117-b5845bbe9140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.609418 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-7928a5a6-6e74-49f7-a326-3f0e4a9ac67e tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Made reservation on behalf of 5258d2431a4f46e69acdb9fb4028069f for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:20.613395 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-7928a5a6-6e74-49f7-a326-3f0e4a9ac67e tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.627515 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f195d5a3-96e0-4f71-8117-b5845bbe9140 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:51:20.629343 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f195d5a3-96e0-4f71-8117-b5845bbe9140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:51:20.632665 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:51:20.717441 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35707ee2-5b90-47c7-b6a6-d8a9cfde3100 None None] Pushing event deleted for resources: {'Port': ['ID=98572a9b-d6d0-428b-8bbb-7169f25229d3,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:20.736960 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35707ee2-5b90-47c7-b6a6-d8a9cfde3100 None None] No DVR routers for this DVR port 98572a9b-d6d0-428b-8bbb-7169f25229d3 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:51:20.761327 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f195d5a3-96e0-4f71-8117-b5845bbe9140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.799131 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f195d5a3-96e0-4f71-8117-b5845bbe9140 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.810702 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f195d5a3-96e0-4f71-8117-b5845bbe9140 admin admin] 10.222.0.31 "DELETE /v2.0/networks/11cf3641-542c-41f7-80c8-38f810587d17 HTTP/1.1" status: 204 len: 168 time: 1.5725434 Nov 12 00:51:20.811966 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195d5a3-96e0-4f71-8117-b5845bbe9140 admin admin] Pushing event deleted for resources: {'Network': ['ID=11cf3641-542c-41f7-80c8-38f810587d17,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:20.957905 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-7928a5a6-6e74-49f7-a326-3f0e4a9ac67e tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Allocated IP 172.20.0.14 (5471a206-3f2c-48bd-b849-5edd79f8620e/d2d4f827-b554-43d4-9cce-81af296074f8/4ebefe93-c55a-497d-b696-766746fe668a) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:21.243547 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-09ce97a6-79d6-4551-ab72-1bc7ef75dfcd req-ad3a316b-81c6-4a05-b2f5-073e1638f65c tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b4703d3-9279-4ae3-b805-5536c38df434 HTTP/1.1" status: 200 len: 210 time: 0.0824487 Nov 12 00:51:21.246262 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44092) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:21.388625 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dd68ebba-f68b-43fd-af4a-6b0ce3c26050 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff69603520634453a797ab4b4216646a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411078 Nov 12 00:51:21.391178 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44102) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:21.488232 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-7928a5a6-6e74-49f7-a326-3f0e4a9ac67e tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.500743 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5cb2fa47-d053-487f-83b7-9f7f597f543f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.551075 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5cb2fa47-d053-487f-83b7-9f7f597f543f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.564548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 98572a9b-d6d0-428b-8bbb-7169f25229d3 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:21.656819 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-7928a5a6-6e74-49f7-a326-3f0e4a9ac67e tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.661967 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 98572a9b-d6d0-428b-8bbb-7169f25229d3 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:51:21.662317 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 98572a9b-d6d0-428b-8bbb-7169f25229d3 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:21.662568 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5cb2fa47-d053-487f-83b7-9f7f597f543f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.665520 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5cb2fa47-d053-487f-83b7-9f7f597f543f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.666704 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5cb2fa47-d053-487f-83b7-9f7f597f543f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae036a71-abaf-48d3-9e92-0c85fc6826a1 HTTP/1.1" status: 204 len: 168 time: 0.2742720 Nov 12 00:51:21.681894 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2fa47-d053-487f-83b7-9f7f597f543f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae036a71-abaf-48d3-9e92-0c85fc6826a1,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:21.846351 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-7928a5a6-6e74-49f7-a326-3f0e4a9ac67e tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Network 5471a206-3f2c-48bd-b849-5edd79f8620e is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:21.853921 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-7928a5a6-6e74-49f7-a326-3f0e4a9ac67e tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:21.856393 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-7928a5a6-6e74-49f7-a326-3f0e4a9ac67e tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:21.970971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-7928a5a6-6e74-49f7-a326-3f0e4a9ac67e tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:21.971677 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-7928a5a6-6e74-49f7-a326-3f0e4a9ac67e tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.981483 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928a5a6-6e74-49f7-a326-3f0e4a9ac67e tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Pushing event updated for resources: {'Port': ['ID=4ebefe93-c55a-497d-b696-766746fe668a,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:22.027485 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-7928a5a6-6e74-49f7-a326-3f0e4a9ac67e tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7762148 Nov 12 00:51:22.047231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] Request body: {'port': {'device_id': '1b4703d3-9279-4ae3-b805-5536c38df434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:22.192638 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.332793 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8c83921f-d0d9-4879-946d-fedb51b5d326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.577228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd024443-50fb-401b-92ae-09cb3b372aae req-e383d652-1691-49b9-83c2-1848ad01d6ee tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:22.586621 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dd024443-50fb-401b-92ae-09cb3b372aae req-e383d652-1691-49b9-83c2-1848ad01d6ee tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b4703d3-9279-4ae3-b805-5536c38df434 HTTP/1.1" status: 200 len: 932 time: 0.1666136 Nov 12 00:51:22.713500 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dd024443-50fb-401b-92ae-09cb3b372aae req-f9729cda-eef8-427e-b0f8-1891c75307f7 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf08b288-6068-4aa1-b4ad-04e4dee7bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253879 Nov 12 00:51:22.815907 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ebefe93-c55a-497d-b696-766746fe668a {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:22.839008 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.864725 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] Transition to ACTIVE for port object 4ebefe93-c55a-497d-b696-766746fe668a will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:22.874406 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.041609 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] Pushing event updated for resources: {'Port': ['ID=4ebefe93-c55a-497d-b696-766746fe668a,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:23.240020 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] Attempting to bind port 4ebefe93-c55a-497d-b696-766746fe668a on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:23.240668 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] Attempting to bind port 4ebefe93-c55a-497d-b696-766746fe668a by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '3554f4e8-4ed5-4f80-9b56-07c078713033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5471a206-3f2c-48bd-b849-5edd79f8620e'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:23.242848 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] Attempting to bind port 4ebefe93-c55a-497d-b696-766746fe668a on network 5471a206-3f2c-48bd-b849-5edd79f8620e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:23.257216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] Port 4ebefe93-c55a-497d-b696-766746fe668a on network 5471a206-3f2c-48bd-b849-5edd79f8620e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:23.257829 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] Attempting to bind port 4ebefe93-c55a-497d-b696-766746fe668a on network 5471a206-3f2c-48bd-b849-5edd79f8620e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:23.267937 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:23.270372 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] Checking segment: {'id': '3554f4e8-4ed5-4f80-9b56-07c078713033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5471a206-3f2c-48bd-b849-5edd79f8620e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:23.271437 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] Bound using segment: {'id': '3554f4e8-4ed5-4f80-9b56-07c078713033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5471a206-3f2c-48bd-b849-5edd79f8620e'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:23.272488 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] Bound port: 4ebefe93-c55a-497d-b696-766746fe668a, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3554f4e8-4ed5-4f80-9b56-07c078713033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5471a206-3f2c-48bd-b849-5edd79f8620e'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:23.273966 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.415992 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] For port 4ebefe93-c55a-497d-b696-766746fe668a, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:23.421052 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] For port 4ebefe93-c55a-497d-b696-766746fe668a, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4ebefe93-c55a-497d-b696-766746fe668a,segment=NetworkSegment(3554f4e8-4ed5-4f80-9b56-07c078713033),segment_id=3554f4e8-4ed5-4f80-9b56-07c078713033)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:23.426782 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.429596 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.469124 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44180) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:23.531465 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:23.532509 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.538417 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] 10.222.0.15 "PUT /v2.0/ports/4ebefe93-c55a-497d-b696-766746fe668a HTTP/1.1" status: 200 len: 1093 time: 1.4957809 Nov 12 00:51:23.539144 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4703d3-9279-4ae3-b805-5536c38df434', 'tag': '4ebefe93-c55a-497d-b696-766746fe668a'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:23.541892 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a139fe60-0b65-4b41-94c5-c8b7f03459ca" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4703d3-9279-4ae3-b805-5536c38df434", "tag": "4ebefe93-c55a-497d-b696-766746fe668a"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:23.572408 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaad33c-073a-4ee1-a8e1-71d6e48a6d12 service neutron] Pushing event updated for resources: {'Port': ['ID=4ebefe93-c55a-497d-b696-766746fe668a,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:23.654751 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481be3c0-6b7c-46d0-9ae6-9f36d3e9415d x-openstack-request-id: req-481be3c0-6b7c-46d0-9ae6-9f36d3e9415d {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:23.655140 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4703d3-9279-4ae3-b805-5536c38df434", "tag": "4ebefe93-c55a-497d-b696-766746fe668a", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:23.655511 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-481be3c0-6b7c-46d0-9ae6-9f36d3e9415d {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:23.656013 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4703d3-9279-4ae3-b805-5536c38df434', 'tag': '4ebefe93-c55a-497d-b696-766746fe668a', 'status': 'completed', 'code': 200} Nov 12 00:51:23.778232 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-d2ee45e6-b003-4804-8b03-e139351fd750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:23.781345 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-d2ee45e6-b003-4804-8b03-e139351fd750 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5258d2431a4f46e69acdb9fb4028069f&device_id=1b4703d3-9279-4ae3-b805-5536c38df434 HTTP/1.1" status: 200 len: 1096 time: 0.1194170 Nov 12 00:51:23.934427 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-cfef15bd-a8d9-43cc-bfac-a89ccfcab6da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ebefe93-c55a-497d-b696-766746fe668a HTTP/1.1" status: 200 len: 217 time: 0.1382146 Nov 12 00:51:24.021525 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e70f6c93-80b1-43dc-b5bd-f7b699e32d7b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1445998424-network', 'tenant_id': '08a88accd56a401a857d4b2bae96353a'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:24.076170 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70f6c93-80b1-43dc-b5bd-f7b699e32d7b admin admin] Made reservation on behalf of 08a88accd56a401a857d4b2bae96353a for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:24.085855 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e70f6c93-80b1-43dc-b5bd-f7b699e32d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.106785 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e70f6c93-80b1-43dc-b5bd-f7b699e32d7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.202338 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-3b337af6-07ae-450e-ae94-563b864fe924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:24.203830 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-3b337af6-07ae-450e-ae94-563b864fe924 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d2d4f827-b554-43d4-9cce-81af296074f8 HTTP/1.1" status: 200 len: 858 time: 0.2459350 Nov 12 00:51:24.227307 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848bef6-87b4-449d-bd1c-e7b71ae8df1c req-1b75dcf1-fc9b-423e-871d-b67a52a496fe tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:24.228921 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0848bef6-87b4-449d-bd1c-e7b71ae8df1c req-1b75dcf1-fc9b-423e-871d-b67a52a496fe tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b4703d3-9279-4ae3-b805-5536c38df434 HTTP/1.1" status: 200 len: 944 time: 0.3154023 Nov 12 00:51:24.258221 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e70f6c93-80b1-43dc-b5bd-f7b699e32d7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.268423 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e70f6c93-80b1-43dc-b5bd-f7b699e32d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.304464 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f6c93-80b1-43dc-b5bd-f7b699e32d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ce42eb-4893-4e3f-8641-39e26a4daf27,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:24.320195 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70f6c93-80b1-43dc-b5bd-f7b699e32d7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:51:24.355265 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e70f6c93-80b1-43dc-b5bd-f7b699e32d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.357645 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-e70f6c93-80b1-43dc-b5bd-f7b699e32d7b admin admin] Added segment 4d180559-ff7b-4386-b0ba-a5f5a70a375b of type vlan for network 2ae8764c-6045-42df-b713-ab4f0e086c21 Nov 12 00:51:24.364552 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-f1c4151d-3cf2-4d7e-ac48-e2421c14f452 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5471a206-3f2c-48bd-b849-5edd79f8620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346169 Nov 12 00:51:24.437052 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0848bef6-87b4-449d-bd1c-e7b71ae8df1c req-cfb5a2b3-bf6f-4360-b92e-5c9a866c0fda tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf08b288-6068-4aa1-b4ad-04e4dee7bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867168 Nov 12 00:51:24.475666 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.487221 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e70f6c93-80b1-43dc-b5bd-f7b699e32d7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.582894 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e70f6c93-80b1-43dc-b5bd-f7b699e32d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.584037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70f6c93-80b1-43dc-b5bd-f7b699e32d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:24.586290 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e70f6c93-80b1-43dc-b5bd-f7b699e32d7b admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.646433 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e70f6c93-80b1-43dc-b5bd-f7b699e32d7b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1750569 Nov 12 00:51:24.653381 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-29aaf3ef-dc4f-4a23-83be-dfb403434dd6 service neutron] 10.222.0.15 "GET /v2.0/networks/5471a206-3f2c-48bd-b849-5edd79f8620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759948 Nov 12 00:51:24.654839 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44234) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:24.667127 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-c2b80aa4-e1b4-4042-8bae-0b54a7412579 admin admin] Request body: {'subnet': {'network_id': '2ae8764c-6045-42df-b713-ab4f0e086c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1445998424-subnet', 'tenant_id': '08a88accd56a401a857d4b2bae96353a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:24.725850 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f6c93-80b1-43dc-b5bd-f7b699e32d7b admin admin] Pushing event updated for resources: {'Network': ['ID=2ae8764c-6045-42df-b713-ab4f0e086c21,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:24.738283 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 2ae8764c-6045-42df-b713-ab4f0e086c21 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:51:24.947851 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44252) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:24.976308 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae7a6bd0-e8c7-4a8e-bb84-7be98a1684ba req-387748a5-af6f-439f-b228-190eb990f54b service neutron] 10.222.0.15 "GET /v2.0/networks/5471a206-3f2c-48bd-b849-5edd79f8620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992723 Nov 12 00:51:25.027330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b80aa4-e1b4-4042-8bae-0b54a7412579 admin admin] Made reservation on behalf of 08a88accd56a401a857d4b2bae96353a for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:25.030806 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c2b80aa4-e1b4-4042-8bae-0b54a7412579 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.167498 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-75bf05e1-3b8a-4a0b-807c-b46ea0e1d20c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.352660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139fe60-0b65-4b41-94c5-c8b7f03459ca req-9336305c-065c-4574-8af7-8344f8e8e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:25.354318 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a139fe60-0b65-4b41-94c5-c8b7f03459ca req-9336305c-065c-4574-8af7-8344f8e8e07b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5258d2431a4f46e69acdb9fb4028069f&device_id=1b4703d3-9279-4ae3-b805-5536c38df434 HTTP/1.1" status: 200 len: 1096 time: 0.2654564 Nov 12 00:51:25.382166 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.391081 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-75bf05e1-3b8a-4a0b-807c-b46ea0e1d20c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.395877 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-75bf05e1-3b8a-4a0b-807c-b46ea0e1d20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.458002 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-75bf05e1-3b8a-4a0b-807c-b46ea0e1d20c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f096c70f157140a08bb2a94cf7994207&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5013199 Nov 12 00:51:25.458366 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44272) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:25.468430 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c2b80aa4-e1b4-4042-8bae-0b54a7412579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.498742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf05e1-3b8a-4a0b-807c-b46ea0e1d20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40c90dc-ef1d-4266-aa7f-826873366946,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:25.529769 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f3af39f-5255-47fb-955f-21d46bbc31bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.619901 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f3af39f-5255-47fb-955f-21d46bbc31bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.693799 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f3af39f-5255-47fb-955f-21d46bbc31bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.700762 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f3af39f-5255-47fb-955f-21d46bbc31bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.702104 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9f3af39f-5255-47fb-955f-21d46bbc31bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f40c90dc-ef1d-4266-aa7f-826873366946 HTTP/1.1" status: 204 len: 168 time: 0.2426162 Nov 12 00:51:25.744268 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3af39f-5255-47fb-955f-21d46bbc31bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40c90dc-ef1d-4266-aa7f-826873366946,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:25.879607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b80aa4-e1b4-4042-8bae-0b54a7412579 admin admin] Checking segment: {'id': '4d180559-ff7b-4386-b0ba-a5f5a70a375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2ae8764c-6045-42df-b713-ab4f0e086c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:25.879991 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b80aa4-e1b4-4042-8bae-0b54a7412579 admin admin] Network hostable DHCP agents. Network: 2ae8764c-6045-42df-b713-ab4f0e086c21, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:51:25.887824 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b80aa4-e1b4-4042-8bae-0b54a7412579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa33b273-6769-45e4-9426-f7219f3a9eea,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:25.938307 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.968501 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b80aa4-e1b4-4042-8bae-0b54a7412579 admin admin] Network 2ae8764c-6045-42df-b713-ab4f0e086c21 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:51:25.981410 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139fe60-0b65-4b41-94c5-c8b7f03459ca req-c8c965c6-06b3-4644-a832-d65730652e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:25.986019 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a139fe60-0b65-4b41-94c5-c8b7f03459ca req-c8c965c6-06b3-4644-a832-d65730652e4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=5471a206-3f2c-48bd-b849-5edd79f8620e HTTP/1.1" status: 200 len: 919 time: 0.6213999 Nov 12 00:51:26.010634 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84a566-5969-4818-bc69-89698f53c14e req-4bb05405-7d23-4447-9a94-22d5b44a7fb5 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:26.012175 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9b84a566-5969-4818-bc69-89698f53c14e req-4bb05405-7d23-4447-9a94-22d5b44a7fb5 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b4703d3-9279-4ae3-b805-5536c38df434 HTTP/1.1" status: 200 len: 944 time: 0.3022683 Nov 12 00:51:26.089591 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-c2b80aa4-e1b4-4042-8bae-0b54a7412579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 2ae8764c-6045-42df-b713-ab4f0e086c21) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:26.150794 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d2cd07-d001-401f-94de-ae21f6325eea None None] Network 2ae8764c-6045-42df-b713-ab4f0e086c21 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:26.249321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b80aa4-e1b4-4042-8bae-0b54a7412579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:26.252586 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c2b80aa4-e1b4-4042-8bae-0b54a7412579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.273867 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a139fe60-0b65-4b41-94c5-c8b7f03459ca req-bd50021a-9c93-4d61-aa23-a01188fb7484 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ebefe93-c55a-497d-b696-766746fe668a HTTP/1.1" status: 200 len: 217 time: 0.2558992 Nov 12 00:51:26.424633 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c2b80aa4-e1b4-4042-8bae-0b54a7412579 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7662351 Nov 12 00:51:26.494115 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9b84a566-5969-4818-bc69-89698f53c14e req-b97c3c8c-c311-4cb8-9669-233b19a292a2 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf08b288-6068-4aa1-b4ad-04e4dee7bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294794 Nov 12 00:51:26.508102 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8d4cf0-037b-4060-ae54-4f4896571e82 None None] Network 2ae8764c-6045-42df-b713-ab4f0e086c21 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:26.548333 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139fe60-0b65-4b41-94c5-c8b7f03459ca req-874c62c3-2d3e-4734-a822-6de8a7a09854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:26.549882 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a139fe60-0b65-4b41-94c5-c8b7f03459ca req-874c62c3-2d3e-4734-a822-6de8a7a09854 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d2d4f827-b554-43d4-9cce-81af296074f8 HTTP/1.1" status: 200 len: 858 time: 0.2723300 Nov 12 00:51:26.627057 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a139fe60-0b65-4b41-94c5-c8b7f03459ca req-417dd64e-193a-427d-890d-fb66a0a9a573 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5471a206-3f2c-48bd-b849-5edd79f8620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688479 Nov 12 00:51:26.860076 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a139fe60-0b65-4b41-94c5-c8b7f03459ca req-8daea578-4fa7-4b40-9be0-4135a622cbfc service neutron] 10.222.0.15 "GET /v2.0/networks/5471a206-3f2c-48bd-b849-5edd79f8620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199464 Nov 12 00:51:27.008776 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a139fe60-0b65-4b41-94c5-c8b7f03459ca req-0345d654-5043-4194-842b-4e9b9dc5fd60 service neutron] 10.222.0.15 "GET /v2.0/networks/5471a206-3f2c-48bd-b849-5edd79f8620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426256 Nov 12 00:51:27.613714 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-07f01a70-cbbb-4030-9a3c-9716408696b5 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:27.621086 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-07f01a70-cbbb-4030-9a3c-9716408696b5 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/networks?id=2ae8764c-6045-42df-b713-ab4f0e086c21 HTTP/1.1" status: 200 len: 815 time: 0.2411971 Nov 12 00:51:27.658949 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-cc05a80d-a11a-4338-b934-29bb3d27ddbc tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/quotas/08a88accd56a401a857d4b2bae96353a HTTP/1.1" status: 200 len: 375 time: 0.0369885 Nov 12 00:51:27.697959 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-5e81d1b8-8145-4ee9-85df-907d8219d3d2 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=08a88accd56a401a857d4b2bae96353a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380576 Nov 12 00:51:27.714188 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3675f-b17e-4b24-a78c-47f94e240be9 req-41765e3c-b519-471c-ba18-2138a6d62722 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:27.718017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6fa3675f-b17e-4b24-a78c-47f94e240be9 req-41765e3c-b519-471c-ba18-2138a6d62722 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b4703d3-9279-4ae3-b805-5536c38df434 HTTP/1.1" status: 200 len: 944 time: 0.1025791 Nov 12 00:51:27.820805 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6fa3675f-b17e-4b24-a78c-47f94e240be9 req-000f43b2-2767-4394-860d-56469c22d2ac tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf08b288-6068-4aa1-b4ad-04e4dee7bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742295 Nov 12 00:51:27.871631 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-c8365ba3-315a-4d86-8a6f-25638f3993f5 service neutron] 10.222.0.31 "GET /v2.0/networks/2ae8764c-6045-42df-b713-ab4f0e086c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727350 Nov 12 00:51:27.986180 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-9e099ddd-aec9-43ba-af81-da84bed6cdc4 service neutron] 10.222.0.31 "GET /v2.0/networks/2ae8764c-6045-42df-b713-ab4f0e086c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136193 Nov 12 00:51:28.027770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 4ebefe93-c55a-497d-b696-766746fe668a details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:28.375457 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-38020ed1-b3f2-492f-a3a2-62bb22669d0b req-d38432d9-669f-4466-86f3-c696eda4ec67 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 210 time: 0.0591469 Nov 12 00:51:28.484259 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 4ebefe93-c55a-497d-b696-766746fe668a, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4ebefe93-c55a-497d-b696-766746fe668a,segment=NetworkSegment(3554f4e8-4ed5-4f80-9b56-07c078713033),segment_id=3554f4e8-4ed5-4f80-9b56-07c078713033)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:28.499276 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '4ebefe93-c55a-497d-b696-766746fe668a', 'network_id': '5471a206-3f2c-48bd-b849-5edd79f8620e', 'port_id': '4ebefe93-c55a-497d-b696-766746fe668a', 'mac_address': 'fa:16:3e:1a:0b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2d4f827-b554-43d4-9cce-81af296074f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:28.570714 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.573291 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44404) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:28.595438 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ebefe93-c55a-497d-b696-766746fe668a {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:28.673523 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 4ebefe93-c55a-497d-b696-766746fe668a, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4ebefe93-c55a-497d-b696-766746fe668a,segment=NetworkSegment(3554f4e8-4ed5-4f80-9b56-07c078713033),segment_id=3554f4e8-4ed5-4f80-9b56-07c078713033)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:28.686384 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.773992 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=4ebefe93-c55a-497d-b696-766746fe668a,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:28.783927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.784956 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.785812 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.786363 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.786925 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.787597 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.788131 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.788784 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.789540 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.790044 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.790564 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:28.791163 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:29.002585 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0e848b6-2b93-4a2b-a75d-976012395435 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.082573 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d292e7-62bc-43f6-aafc-4a7722de6f9d req-595aa8ca-413b-4617-b705-e160e9b3231d tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:29.085030 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-60d292e7-62bc-43f6-aafc-4a7722de6f9d req-595aa8ca-413b-4617-b705-e160e9b3231d tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b4703d3-9279-4ae3-b805-5536c38df434 HTTP/1.1" status: 200 len: 945 time: 0.0901937 Nov 12 00:51:29.113000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['4ebefe93-c55a-497d-b696-766746fe668a'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:29.130912 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0e848b6-2b93-4a2b-a75d-976012395435 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.142417 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0e848b6-2b93-4a2b-a75d-976012395435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.178235 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e848b6-2b93-4a2b-a75d-976012395435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ae20b3-8f5d-471c-878f-ca5e1df8abf9,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:29.202432 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a0e848b6-2b93-4a2b-a75d-976012395435 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=07d6eb18aaf140a996ad564134f8ccc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6275957 Nov 12 00:51:29.206382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44434) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:29.306612 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-153778dc-0a4e-4ef8-9191-cf99a9d2802e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.308141 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-60d292e7-62bc-43f6-aafc-4a7722de6f9d req-33aca4e6-cde8-4f4d-a849-39b0e8d553f5 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf08b288-6068-4aa1-b4ad-04e4dee7bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141867 Nov 12 00:51:29.374215 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-153778dc-0a4e-4ef8-9191-cf99a9d2802e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.551104 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-84903a11-f1f8-48e3-ad54-5d5a555e34ca req-e741041e-ca68-4af3-99d5-207c46f01043 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 210 time: 0.0700707 Nov 12 00:51:29.588211 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-153778dc-0a4e-4ef8-9191-cf99a9d2802e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.595462 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-153778dc-0a4e-4ef8-9191-cf99a9d2802e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.596001 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-153778dc-0a4e-4ef8-9191-cf99a9d2802e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39ae20b3-8f5d-471c-878f-ca5e1df8abf9 HTTP/1.1" status: 204 len: 168 time: 0.3882251 Nov 12 00:51:29.626843 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153778dc-0a4e-4ef8-9191-cf99a9d2802e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ae20b3-8f5d-471c-878f-ca5e1df8abf9,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:30.276361 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44472) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:30.304647 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ae432e30-6e95-4d95-984b-22ff52b0e901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.464223 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ae432e30-6e95-4d95-984b-22ff52b0e901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.470269 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ae432e30-6e95-4d95-984b-22ff52b0e901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.483976 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-a07ad964-d68d-41a7-85fb-cae9fb7c160b tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:30.493544 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-a07ad964-d68d-41a7-85fb-cae9fb7c160b tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.21 "GET /v2.0/networks?id=2ae8764c-6045-42df-b713-ab4f0e086c21 HTTP/1.1" status: 200 len: 815 time: 0.3011029 Nov 12 00:51:30.508453 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-e48e7360-029f-43a7-8b42-2c2ef093284c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Request body: {'port': {'device_id': '588d5dd9-41af-49b1-b38c-8d11efb246eb', 'network_id': '2ae8764c-6045-42df-b713-ab4f0e086c21', 'admin_state_up': True, 'tenant_id': '08a88accd56a401a857d4b2bae96353a'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:30.520024 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ae432e30-6e95-4d95-984b-22ff52b0e901 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82949e82b15546b49fc1b3fbe3403a88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2414865 Nov 12 00:51:30.520891 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae432e30-6e95-4d95-984b-22ff52b0e901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74384b55-5477-49ab-a7b6-6079af5b694f,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:30.523741 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44480) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:30.630949 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6106dde4-d206-42ab-a6e1-94b713d2547e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.695586 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6106dde4-d206-42ab-a6e1-94b713d2547e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.767149 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44484) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:30.819628 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-74974eba-50d5-4a4b-b492-4d7a126f86b6 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Request body: {'network': {'name': 'tempest-network-smoke--846439784', 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'port_security_enabled': True}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:30.890700 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74974eba-50d5-4a4b-b492-4d7a126f86b6 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Made reservation on behalf of 2d1187e4171d459daa255b9c3c43b475 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:30.899546 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-74974eba-50d5-4a4b-b492-4d7a126f86b6 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.966599 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-74974eba-50d5-4a4b-b492-4d7a126f86b6 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.970185 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ba5bdd10-53e1-4629-8e88-cbc758c9a54f req-8c7ff842-130d-4606-a652-7fe1aaaf6e3b tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 210 time: 0.0882387 Nov 12 00:51:30.973835 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12984d-33a0-464e-a808-298645075e54 req-8743a2e2-10f7-4708-9909-7c954c96816d tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:30.982780 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2a12984d-33a0-464e-a808-298645075e54 req-8743a2e2-10f7-4708-9909-7c954c96816d tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b4703d3-9279-4ae3-b805-5536c38df434 HTTP/1.1" status: 200 len: 945 time: 0.4640656 Nov 12 00:51:31.006351 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6106dde4-d206-42ab-a6e1-94b713d2547e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.009996 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6106dde4-d206-42ab-a6e1-94b713d2547e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.011330 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6106dde4-d206-42ab-a6e1-94b713d2547e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74384b55-5477-49ab-a7b6-6079af5b694f HTTP/1.1" status: 204 len: 168 time: 0.4866655 Nov 12 00:51:31.036158 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106dde4-d206-42ab-a6e1-94b713d2547e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74384b55-5477-49ab-a7b6-6079af5b694f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:31.107553 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2a12984d-33a0-464e-a808-298645075e54 req-8768b42e-2c3a-4424-a431-11174ad16894 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf08b288-6068-4aa1-b4ad-04e4dee7bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198940 Nov 12 00:51:31.150669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-e48e7360-029f-43a7-8b42-2c2ef093284c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Made reservation on behalf of 08a88accd56a401a857d4b2bae96353a for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:31.156284 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-e48e7360-029f-43a7-8b42-2c2ef093284c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.173562 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-74974eba-50d5-4a4b-b492-4d7a126f86b6 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.179751 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-74974eba-50d5-4a4b-b492-4d7a126f86b6 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.207288 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74974eba-50d5-4a4b-b492-4d7a126f86b6 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:51:31.226091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74974eba-50d5-4a4b-b492-4d7a126f86b6 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6fd465-b2cf-4197-965f-5e3ae90e2793,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:31.229117 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-74974eba-50d5-4a4b-b492-4d7a126f86b6 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.229476 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-74974eba-50d5-4a4b-b492-4d7a126f86b6 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Added segment 39a0a313-7f92-4fad-aacb-aea8d572487e of type vlan for network 91e52b1e-ef57-4599-9972-a48724f76502 Nov 12 00:51:31.328524 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-74974eba-50d5-4a4b-b492-4d7a126f86b6 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.362134 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-74974eba-50d5-4a4b-b492-4d7a126f86b6 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.373356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74974eba-50d5-4a4b-b492-4d7a126f86b6 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:31.373995 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-74974eba-50d5-4a4b-b492-4d7a126f86b6 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.477671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-e48e7360-029f-43a7-8b42-2c2ef093284c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Allocated IP 172.20.0.10 (2ae8764c-6045-42df-b713-ab4f0e086c21/fa33b273-6769-45e4-9426-f7219f3a9eea/e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:31.481441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74974eba-50d5-4a4b-b492-4d7a126f86b6 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event updated for resources: {'Network': ['ID=91e52b1e-ef57-4599-9972-a48724f76502,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:31.492921 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-74974eba-50d5-4a4b-b492-4d7a126f86b6 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7005601 Nov 12 00:51:31.493467 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44510) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:31.494780 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 91e52b1e-ef57-4599-9972-a48724f76502 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:51:31.499038 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-171f2de0-584d-46cc-8600-0048367b0998 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2030535851', 'admin_state_up': True, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:31.551614 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-171f2de0-584d-46cc-8600-0048367b0998 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.553188 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-171f2de0-584d-46cc-8600-0048367b0998 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.699128 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-171f2de0-584d-46cc-8600-0048367b0998 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.049304 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-171f2de0-584d-46cc-8600-0048367b0998 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.055563 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 4ebefe93-c55a-497d-b696-766746fe668a up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:32.169019 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 4ebefe93-c55a-497d-b696-766746fe668a completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:32.175410 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 4ebefe93-c55a-497d-b696-766746fe668a triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:32.176340 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.337610 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.388303 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 4ebefe93-c55a-497d-b696-766746fe668a, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4ebefe93-c55a-497d-b696-766746fe668a,segment=NetworkSegment(3554f4e8-4ed5-4f80-9b56-07c078713033),segment_id=3554f4e8-4ed5-4f80-9b56-07c078713033)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:32.389736 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4703d3-9279-4ae3-b805-5536c38df434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebefe93-c55a-497d-b696-766746fe668a'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:32.393766 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1acaa82-83d5-410d-8e71-25828d8403ce" -d '{"events": [{"server_uuid": "1b4703d3-9279-4ae3-b805-5536c38df434", "name": "network-vif-plugged", "status": "completed", "tag": "4ebefe93-c55a-497d-b696-766746fe668a"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:32.401074 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.492206 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=4ebefe93-c55a-497d-b696-766746fe668a,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:32.505082 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-171f2de0-584d-46cc-8600-0048367b0998 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.536762 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-171f2de0-584d-46cc-8600-0048367b0998 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.569552 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faddc8b-5215-4a49-af6e-e651a17dcd8a req-7b44d423-7a71-4038-bd90-0fc113e0121a tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:32.578347 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1faddc8b-5215-4a49-af6e-e651a17dcd8a req-7b44d423-7a71-4038-bd90-0fc113e0121a tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b4703d3-9279-4ae3-b805-5536c38df434 HTTP/1.1" status: 200 len: 946 time: 0.1354163 Nov 12 00:51:32.682630 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-02c0b323-0403-4dff-9e34-8bc53ede5787 req-a77043e9-9fed-4529-9491-b892e2541460 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 210 time: 0.0560858 Nov 12 00:51:32.709457 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1faddc8b-5215-4a49-af6e-e651a17dcd8a req-9c43be8a-692c-45d6-9d42-1f2538524bd8 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf08b288-6068-4aa1-b4ad-04e4dee7bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253819 Nov 12 00:51:32.826909 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-e48e7360-029f-43a7-8b42-2c2ef093284c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.849883 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eaeebe2-c688-4a26-acd0-d7c5a874a7cf x-openstack-request-id: req-1eaeebe2-c688-4a26-acd0-d7c5a874a7cf {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:32.850398 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4703d3-9279-4ae3-b805-5536c38df434", "name": "network-vif-plugged", "status": "completed", "tag": "4ebefe93-c55a-497d-b696-766746fe668a", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:32.850620 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1eaeebe2-c688-4a26-acd0-d7c5a874a7cf {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:32.850806 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4703d3-9279-4ae3-b805-5536c38df434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebefe93-c55a-497d-b696-766746fe668a', 'code': 200} Nov 12 00:51:32.864097 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-171f2de0-584d-46cc-8600-0048367b0998 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Allocated IP 172.25.0.135 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/5ad242c3-ea26-4ddc-aa5b-316eafe652f3) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:32.899956 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-e48e7360-029f-43a7-8b42-2c2ef093284c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.012099 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-e48e7360-029f-43a7-8b42-2c2ef093284c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Network 2ae8764c-6045-42df-b713-ab4f0e086c21 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:33.019181 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e7360-029f-43a7-8b42-2c2ef093284c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Pushing event updated for resources: {'Port': ['ID=e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:33.023960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-e48e7360-029f-43a7-8b42-2c2ef093284c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:33.036243 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-e48e7360-029f-43a7-8b42-2c2ef093284c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:33.085883 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50685020-3856-4462-ae9e-670066a36b09 req-f6d0e176-30f6-436f-af1a-b42e6a8552dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:33.087816 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-50685020-3856-4462-ae9e-670066a36b09 req-f6d0e176-30f6-436f-af1a-b42e6a8552dc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1b4703d3-9279-4ae3-b805-5536c38df434 HTTP/1.1" status: 200 len: 1098 time: 0.1325269 Nov 12 00:51:33.121138 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-171f2de0-584d-46cc-8600-0048367b0998 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.130040 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-e48e7360-029f-43a7-8b42-2c2ef093284c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:33.130687 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-e48e7360-029f-43a7-8b42-2c2ef093284c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.167312 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-50685020-3856-4462-ae9e-670066a36b09 req-372c0c00-aa21-48a9-87bd-2c2030d5c284 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf08b288-6068-4aa1-b4ad-04e4dee7bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708628 Nov 12 00:51:33.183941 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-e48e7360-029f-43a7-8b42-2c2ef093284c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6810796 Nov 12 00:51:33.197052 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] Request body: {'port': {'device_id': '588d5dd9-41af-49b1-b38c-8d11efb246eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:33.207184 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-171f2de0-584d-46cc-8600-0048367b0998 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.283196 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171f2de0-584d-46cc-8600-0048367b0998 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:33.288088 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-171f2de0-584d-46cc-8600-0048367b0998 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:33.290817 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f2de0-584d-46cc-8600-0048367b0998 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event updated for resources: {'Port': ['ID=5ad242c3-ea26-4ddc-aa5b-316eafe652f3,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:33.295454 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f2de0-584d-46cc-8600-0048367b0998 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:33.308661 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc67d6df-4ed6-47df-94ea-861742f1598b None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:51:33.326125 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.395221 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f401bee9-79a5-4327-a1f7-8fe6832e45b1 None None] Provisioning complete for port 5ad242c3-ea26-4ddc-aa5b-316eafe652f3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:33.395584 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f401bee9-79a5-4327-a1f7-8fe6832e45b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.451684 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f401bee9-79a5-4327-a1f7-8fe6832e45b1 None None] Port 5ad242c3-ea26-4ddc-aa5b-316eafe652f3 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:33.881710 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-171f2de0-584d-46cc-8600-0048367b0998 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.932681 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dfeba-6395-4d5c-87e6-23b5d2aa4e6c req-71f3d7c8-739d-4e0b-addc-2b53170c0582 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:33.939713 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef7dfeba-6395-4d5c-87e6-23b5d2aa4e6c req-71f3d7c8-739d-4e0b-addc-2b53170c0582 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 932 time: 0.1208944 Nov 12 00:51:33.942938 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:33.971881 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.000359 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] Transition to ACTIVE for port object e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:34.009731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d5fb7-9075-4550-a1a1-b49bcf951393 req-d4891587-db9d-4864-91bf-db4b6cd763d8 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.011398 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-101d5fb7-9075-4550-a1a1-b49bcf951393 req-d4891587-db9d-4864-91bf-db4b6cd763d8 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b4703d3-9279-4ae3-b805-5536c38df434 HTTP/1.1" status: 200 len: 946 time: 0.1119678 Nov 12 00:51:34.019385 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.091760 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef7dfeba-6395-4d5c-87e6-23b5d2aa4e6c req-7170a283-3558-483a-8c50-effebbd145eb tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286988 Nov 12 00:51:34.136874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:34.173293 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-101d5fb7-9075-4550-a1a1-b49bcf951393 req-820a1727-2516-4280-a8b6-8e23cf93d69e tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf08b288-6068-4aa1-b4ad-04e4dee7bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261787 Nov 12 00:51:34.259791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] Attempting to bind port e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:34.260296 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] Attempting to bind port e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '4d180559-ff7b-4386-b0ba-a5f5a70a375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2ae8764c-6045-42df-b713-ab4f0e086c21'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:34.260630 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] Attempting to bind port e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 on network 2ae8764c-6045-42df-b713-ab4f0e086c21 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:34.271536 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] Port e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 on network 2ae8764c-6045-42df-b713-ab4f0e086c21 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:34.272563 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] Attempting to bind port e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 on network 2ae8764c-6045-42df-b713-ab4f0e086c21 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:34.280972 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:34.281574 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] Checking segment: {'id': '4d180559-ff7b-4386-b0ba-a5f5a70a375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2ae8764c-6045-42df-b713-ab4f0e086c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:34.282031 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] Bound using segment: {'id': '4d180559-ff7b-4386-b0ba-a5f5a70a375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2ae8764c-6045-42df-b713-ab4f0e086c21'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:34.282954 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] Bound port: e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d180559-ff7b-4386-b0ba-a5f5a70a375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2ae8764c-6045-42df-b713-ab4f0e086c21'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:34.282954 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.358295 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-171f2de0-584d-46cc-8600-0048367b0998 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.432761 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] For port e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:34.438431 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] For port e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2,segment=NetworkSegment(4d180559-ff7b-4386-b0ba-a5f5a70a375b),segment_id=4d180559-ff7b-4386-b0ba-a5f5a70a375b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:34.443881 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.499962 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.500876 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.502574 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] 10.222.0.21 "PUT /v2.0/ports/e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 HTTP/1.1" status: 200 len: 1093 time: 1.3104665 Nov 12 00:51:34.503125 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588d5dd9-41af-49b1-b38c-8d11efb246eb', 'tag': 'e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:34.505636 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5adafa-e438-4955-bf6e-114b1bdf080e" -d '{"events": [{"name": "network-changed", "server_uuid": "588d5dd9-41af-49b1-b38c-8d11efb246eb", "tag": "e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:34.614272 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e681cd-9f8d-4d5a-8934-dca9cbb3f1bc x-openstack-request-id: req-a5e681cd-9f8d-4d5a-8934-dca9cbb3f1bc {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:34.615296 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588d5dd9-41af-49b1-b38c-8d11efb246eb", "tag": "e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:34.615844 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5e681cd-9f8d-4d5a-8934-dca9cbb3f1bc {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:34.616553 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588d5dd9-41af-49b1-b38c-8d11efb246eb', 'tag': 'e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2', 'status': 'completed', 'code': 200} Nov 12 00:51:34.657025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534c327-53d6-4920-b1a9-a1bb2c5d7bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:34.673965 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-f860e72f-8248-4539-9f97-8867b5f2b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.676651 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-f860e72f-8248-4539-9f97-8867b5f2b72d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08a88accd56a401a857d4b2bae96353a&device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 1096 time: 0.1194243 Nov 12 00:51:34.730760 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171f2de0-584d-46cc-8600-0048367b0998 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Router cd7b827f-fc37-477d-9060-c55c5f8bc89f is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:51:34.789586 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-550e12ec-d08c-491d-b2d8-7cf90ddda252 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 HTTP/1.1" status: 200 len: 217 time: 0.1050322 Nov 12 00:51:34.860509 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-4ce2e66a-4d19-40b5-a9de-683093219624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.862189 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-4ce2e66a-4d19-40b5-a9de-683093219624 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa33b273-6769-45e4-9426-f7219f3a9eea HTTP/1.1" status: 200 len: 855 time: 0.0655842 Nov 12 00:51:34.901338 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-3a761c34-43a8-400e-a998-785721f4c010 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ae8764c-6045-42df-b713-ab4f0e086c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324061 Nov 12 00:51:35.193387 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-7c8fe1f0-fadb-4f9f-8643-6ca4eab0f8a6 service neutron] 10.222.0.21 "GET /v2.0/networks/2ae8764c-6045-42df-b713-ab4f0e086c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829754 Nov 12 00:51:35.597395 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-126ff4d6-7c8b-4382-9c86-93a6cc14b368 req-f46cd5d2-279c-40e0-a873-fba34fa29731 service neutron] 10.222.0.21 "GET /v2.0/networks/2ae8764c-6045-42df-b713-ab4f0e086c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935986 Nov 12 00:51:35.631622 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ff634-6c30-41c7-9279-eefd7eb800ab req-708fa530-2cad-4459-9885-7a20b94a1fb5 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:35.634159 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f88ff634-6c30-41c7-9279-eefd7eb800ab req-708fa530-2cad-4459-9885-7a20b94a1fb5 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 944 time: 0.2172327 Nov 12 00:51:35.701459 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171f2de0-584d-46cc-8600-0048367b0998 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:35.715101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] Sync routers for ids ['cd7b827f-fc37-477d-9060-c55c5f8bc89f'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:35.733523 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] Routers {'cd7b827f-fc37-477d-9060-c55c5f8bc89f'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:35.734669 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:51:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['cd7b827f-fc37-477d-9060-c55c5f8bc89f'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:35.741379 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b54ad-9aeb-4247-99bc-8c79cf52b5da req-c8345b40-0095-495f-9424-2275ffbaf358 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:35.760732 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b60b54ad-9aeb-4247-99bc-8c79cf52b5da req-c8345b40-0095-495f-9424-2275ffbaf358 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b4703d3-9279-4ae3-b805-5536c38df434 HTTP/1.1" status: 200 len: 946 time: 0.0980048 Nov 12 00:51:35.787457 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-171f2de0-584d-46cc-8600-0048367b0998 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.788721 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-171f2de0-584d-46cc-8600-0048367b0998 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.2942688 Nov 12 00:51:35.795392 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44642) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:35.837223 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5adafa-e438-4955-bf6e-114b1bdf080e req-86af0f04-e271-47f4-9eff-0ad84c80cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:35.841620 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3d5adafa-e438-4955-bf6e-114b1bdf080e req-86af0f04-e271-47f4-9eff-0ad84c80cec5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08a88accd56a401a857d4b2bae96353a&device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 1096 time: 0.1776035 Nov 12 00:51:35.858167 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b60b54ad-9aeb-4247-99bc-8c79cf52b5da req-93bc7481-ac5f-41c4-b82a-705746ab2873 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf08b288-6068-4aa1-b4ad-04e4dee7bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054976 Nov 12 00:51:36.010352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] Set router cd7b827f-fc37-477d-9060-c55c5f8bc89f gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:36.097402 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f88ff634-6c30-41c7-9279-eefd7eb800ab req-7e5cedcd-8f43-4f06-aca2-f0a926bf9bdf tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469178 Nov 12 00:51:36.233777 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44658) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:36.245472 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ec9f4cae-f781-43d7-9d7a-c67c548d69d0 tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2d1187e4171d459daa255b9c3c43b475&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4487982 Nov 12 00:51:36.252252 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5adafa-e438-4955-bf6e-114b1bdf080e req-885886fe-f73f-4810-ae28-7a6cd6a9b48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:36.253767 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3d5adafa-e438-4955-bf6e-114b1bdf080e req-885886fe-f73f-4810-ae28-7a6cd6a9b48f service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ae8764c-6045-42df-b713-ab4f0e086c21 HTTP/1.1" status: 200 len: 916 time: 0.4029560 Nov 12 00:51:36.376898 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3d5adafa-e438-4955-bf6e-114b1bdf080e req-70310231-1b8d-402d-a731-ab0a033c278d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 HTTP/1.1" status: 200 len: 217 time: 0.1043894 Nov 12 00:51:36.401828 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2030535851', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:31Z', 'updated_at': '2021-11-12T00:51:33Z', 'revision_number': 3, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:82:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:32Z', 'updated_at': '2021-11-12T00:51:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:36.465684 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] Checking router: cd7b827f-fc37-477d-9060-c55c5f8bc89f for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:51:36.466203 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] Updating router cd7b827f-fc37-477d-9060-c55c5f8bc89f port 5ad242c3-ea26-4ddc-aa5b-316eafe652f3 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:51:36.498789 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:36.560509 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57fac40-6d9e-4465-892f-40372e593cff tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:36.562155 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a57fac40-6d9e-4465-892f-40372e593cff tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3272414 Nov 12 00:51:36.565202 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44676) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:36.627139 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7cf9840a-5ebe-42e7-a0b7-e0f7fe2047e8 tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0605741 Nov 12 00:51:36.629724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44680) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:36.635573 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d5166648-069d-4d33-a8cf-e61e96cbdc9c tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1529997811', 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502', 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:36.755614 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5adafa-e438-4955-bf6e-114b1bdf080e req-f973a606-b6d2-4ac0-9fd8-a35bc00a8432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:36.757092 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3d5adafa-e438-4955-bf6e-114b1bdf080e req-f973a606-b6d2-4ac0-9fd8-a35bc00a8432 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa33b273-6769-45e4-9426-f7219f3a9eea HTTP/1.1" status: 200 len: 855 time: 0.3681424 Nov 12 00:51:36.770414 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78249b73-e9f8-4b88-8809-6e6423686ab7 req-b22d903e-8039-460d-a914-b08f8ec6eb81 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:36.780263 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78249b73-e9f8-4b88-8809-6e6423686ab7 req-b22d903e-8039-460d-a914-b08f8ec6eb81 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b4703d3-9279-4ae3-b805-5536c38df434 HTTP/1.1" status: 200 len: 946 time: 0.2135499 Nov 12 00:51:36.827865 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3d5adafa-e438-4955-bf6e-114b1bdf080e req-a88e9416-24be-4e43-b8f0-17ce899a2928 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ae8764c-6045-42df-b713-ab4f0e086c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452702 Nov 12 00:51:36.917972 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5166648-069d-4d33-a8cf-e61e96cbdc9c tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Made reservation on behalf of 2d1187e4171d459daa255b9c3c43b475 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:36.926666 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d5166648-069d-4d33-a8cf-e61e96cbdc9c tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.020918 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78249b73-e9f8-4b88-8809-6e6423686ab7 req-bb7c39ea-8ab5-440d-8c74-361edecdc040 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf08b288-6068-4aa1-b4ad-04e4dee7bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395773 Nov 12 00:51:37.114370 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3d5adafa-e438-4955-bf6e-114b1bdf080e req-56706ead-e670-40b9-b3d9-1025e33ad2a3 service neutron] 10.222.0.21 "GET /v2.0/networks/2ae8764c-6045-42df-b713-ab4f0e086c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771719 Nov 12 00:51:37.247301 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.258638 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.341602 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f48983-93a0-49ed-a663-8e3fcc2d80aa None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:51:37.380660 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] Attempting to bind port 5ad242c3-ea26-4ddc-aa5b-316eafe652f3 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:37.381086 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] Attempting to bind port 5ad242c3-ea26-4ddc-aa5b-316eafe652f3 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:37.381869 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] Attempting to bind port 5ad242c3-ea26-4ddc-aa5b-316eafe652f3 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:37.397299 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:37.397598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:37.398005 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.398397 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:37.398880 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] Bound port: 5ad242c3-ea26-4ddc-aa5b-316eafe652f3, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:37.399260 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.407700 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d5166648-069d-4d33-a8cf-e61e96cbdc9c tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.409611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d89e6-3db2-431b-a57b-478c222f4dd3 req-1fe8adfe-c638-4d95-9d9a-846ad6593e95 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:37.412268 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6c0d89e6-3db2-431b-a57b-478c222f4dd3 req-1fe8adfe-c638-4d95-9d9a-846ad6593e95 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 944 time: 0.1383905 Nov 12 00:51:37.444758 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88cad9-bbba-4fd0-a966-501bfb5de0fe None None] Pushing event updated for resources: {'Port': ['ID=5ad242c3-ea26-4ddc-aa5b-316eafe652f3,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:37.484446 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f556cec5-c50e-4db5-8d3a-be5bf17a4598 None None] Provisioning complete for port 5ad242c3-ea26-4ddc-aa5b-316eafe652f3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:37.484830 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f556cec5-c50e-4db5-8d3a-be5bf17a4598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.492676 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5166648-069d-4d33-a8cf-e61e96cbdc9c tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event updated for resources: {'Subnet': ['ID=d6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:37.503861 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5166648-069d-4d33-a8cf-e61e96cbdc9c tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Checking segment: {'id': '39a0a313-7f92-4fad-aacb-aea8d572487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:37.504530 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5166648-069d-4d33-a8cf-e61e96cbdc9c tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Network hostable DHCP agents. Network: 91e52b1e-ef57-4599-9972-a48724f76502, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:51:37.520555 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3d5adafa-e438-4955-bf6e-114b1bdf080e req-75743010-1f2f-438a-ab7c-99acf42864f5 service neutron] 10.222.0.21 "GET /v2.0/networks/2ae8764c-6045-42df-b713-ab4f0e086c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962691 Nov 12 00:51:37.532826 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5166648-069d-4d33-a8cf-e61e96cbdc9c tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Network 91e52b1e-ef57-4599-9972-a48724f76502 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:51:37.549492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f556cec5-c50e-4db5-8d3a-be5bf17a4598 None None] Port 5ad242c3-ea26-4ddc-aa5b-316eafe652f3 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:37.551406 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-d5166648-069d-4d33-a8cf-e61e96cbdc9c tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 91e52b1e-ef57-4599-9972-a48724f76502) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:37.557306 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5166648-069d-4d33-a8cf-e61e96cbdc9c tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:37.558136 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d5166648-069d-4d33-a8cf-e61e96cbdc9c tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.559422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] For port 5ad242c3-ea26-4ddc-aa5b-316eafe652f3, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:37.568153 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f64c93d-16e2-44ac-a035-46a67eabf69b None None] Network 91e52b1e-ef57-4599-9972-a48724f76502 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:37.588373 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6c0d89e6-3db2-431b-a57b-478c222f4dd3 req-cdd00965-2412-40a2-ab74-3bab02c22396 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426044 Nov 12 00:51:37.588670 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d5166648-069d-4d33-a8cf-e61e96cbdc9c tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9558301 Nov 12 00:51:37.590308 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44706) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:37.688385 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] For port 5ad242c3-ea26-4ddc-aa5b-316eafe652f3, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5ad242c3-ea26-4ddc-aa5b-316eafe652f3,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:37.712674 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.862479 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5536731b-204e-4940-9eda-7d778ddd3a51 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:51:37.875529 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:37.902869 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] Routers {'cd7b827f-fc37-477d-9060-c55c5f8bc89f'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:37.903619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:51:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['cd7b827f-fc37-477d-9060-c55c5f8bc89f'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:38.002138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81662aed-dabe-4446-9c48-098243d2d9f1 req-16dd8310-c56a-43ec-bc2c-d65c18b68009 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:38.003769 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-81662aed-dabe-4446-9c48-098243d2d9f1 req-16dd8310-c56a-43ec-bc2c-d65c18b68009 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4703d3-9279-4ae3-b805-5536c38df434 HTTP/1.1" status: 200 len: 946 time: 0.0932646 Nov 12 00:51:38.058444 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2,segment=NetworkSegment(4d180559-ff7b-4386-b0ba-a5f5a70a375b),segment_id=4d180559-ff7b-4386-b0ba-a5f5a70a375b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:38.078300 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42db64b2-fbb1-4ad2-9fcc-b86a4623e1c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-91e52b1e-ef57-4599-9972-a48724f76502', 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'fixed_ips': [{'subnet_id': 'd6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:51:38.079230 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-42db64b2-fbb1-4ad2-9fcc-b86a4623e1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.095171 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88cad9-bbba-4fd0-a966-501bfb5de0fe None None] Pushing event updated for resources: {'Port': ['ID=5ad242c3-ea26-4ddc-aa5b-316eafe652f3,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:38.123777 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2', 'network_id': '2ae8764c-6045-42df-b713-ab4f0e086c21', 'port_id': 'e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2', 'mac_address': 'fa:16:3e:73:ab:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa33b273-6769-45e4-9426-f7219f3a9eea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:38.245931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-81662aed-dabe-4446-9c48-098243d2d9f1 req-56104172-b7c4-4365-a62b-fed8cc30c09a tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Deleting port 4ebefe93-c55a-497d-b696-766746fe668a {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:51:38.246292 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-81662aed-dabe-4446-9c48-098243d2d9f1 req-56104172-b7c4-4365-a62b-fed8cc30c09a tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.437538 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-81662aed-dabe-4446-9c48-098243d2d9f1 req-56104172-b7c4-4365-a62b-fed8cc30c09a tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] For port 4ebefe93-c55a-497d-b696-766746fe668a, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4ebefe93-c55a-497d-b696-766746fe668a,segment=NetworkSegment(3554f4e8-4ed5-4f80-9b56-07c078713033),segment_id=3554f4e8-4ed5-4f80-9b56-07c078713033)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:38.459763 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-81662aed-dabe-4446-9c48-098243d2d9f1 req-56104172-b7c4-4365-a62b-fed8cc30c09a tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.479063 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefce734-a705-4a2e-b02e-9c78a5c4c24c req-deb970fa-6909-40f9-afe2-cdec90fc74c7 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:38.479726 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-42db64b2-fbb1-4ad2-9fcc-b86a4623e1c5 None None] Allocated IP 172.20.0.2 (91e52b1e-ef57-4599-9972-a48724f76502/d6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5/68782b7f-33ff-4b67-8593-06c668371f7f) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:38.490410 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eefce734-a705-4a2e-b02e-9c78a5c4c24c req-deb970fa-6909-40f9-afe2-cdec90fc74c7 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b4703d3-9279-4ae3-b805-5536c38df434 HTTP/1.1" status: 200 len: 946 time: 0.2126615 Nov 12 00:51:38.499170 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-81662aed-dabe-4446-9c48-098243d2d9f1 req-56104172-b7c4-4365-a62b-fed8cc30c09a tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Calling delete_port for 4ebefe93-c55a-497d-b696-766746fe668a owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:51:38.561645 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eefce734-a705-4a2e-b02e-9c78a5c4c24c req-3c77240a-a828-4791-b030-fa560f948f53 tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf08b288-6068-4aa1-b4ad-04e4dee7bae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648565 Nov 12 00:51:38.660414 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11a35f86-135b-4c3d-9151-de2bfac75bd1 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.795329 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-81662aed-dabe-4446-9c48-098243d2d9f1 req-56104172-b7c4-4365-a62b-fed8cc30c09a tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.823205 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] Set router cd7b827f-fc37-477d-9060-c55c5f8bc89f gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:38.958838 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56104172-b7c4-4365-a62b-fed8cc30c09a tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Pushing event deleted for resources: {'Port': ['ID=4ebefe93-c55a-497d-b696-766746fe668a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:38.999318 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['4ebefe93-c55a-497d-b696-766746fe668a'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:39.005112 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-81662aed-dabe-4446-9c48-098243d2d9f1 req-56104172-b7c4-4365-a62b-fed8cc30c09a tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] No DVR routers for this DVR port 4ebefe93-c55a-497d-b696-766746fe668a on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:51:39.008384 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-81662aed-dabe-4446-9c48-098243d2d9f1 req-56104172-b7c4-4365-a62b-fed8cc30c09a tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.013297 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-81662aed-dabe-4446-9c48-098243d2d9f1 req-56104172-b7c4-4365-a62b-fed8cc30c09a tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.15 "DELETE /v2.0/ports/4ebefe93-c55a-497d-b696-766746fe668a HTTP/1.1" status: 204 len: 173 time: 1.0021520 Nov 12 00:51:39.014869 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4703d3-9279-4ae3-b805-5536c38df434', 'name': 'network-vif-deleted', 'tag': '4ebefe93-c55a-497d-b696-766746fe668a'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:39.018520 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1abcea-ce3e-4a5e-94df-257022c187a5" -d '{"events": [{"server_uuid": "1b4703d3-9279-4ae3-b805-5536c38df434", "name": "network-vif-deleted", "tag": "4ebefe93-c55a-497d-b696-766746fe668a"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:39.032951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13fa01-2741-4378-95cd-944274a16a2f req-812ab8d6-fec7-4005-987a-843b097cbd2c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:39.053978 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2d13fa01-2741-4378-95cd-944274a16a2f req-812ab8d6-fec7-4005-987a-843b097cbd2c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 944 time: 0.2990050 Nov 12 00:51:39.131021 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e5abfe-8dc7-419e-8adc-13d3cda383ed x-openstack-request-id: req-66e5abfe-8dc7-419e-8adc-13d3cda383ed {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:39.131612 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4703d3-9279-4ae3-b805-5536c38df434", "name": "network-vif-deleted", "tag": "4ebefe93-c55a-497d-b696-766746fe668a", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:39.132025 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66e5abfe-8dc7-419e-8adc-13d3cda383ed {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:39.132598 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4703d3-9279-4ae3-b805-5536c38df434', 'name': 'network-vif-deleted', 'tag': '4ebefe93-c55a-497d-b696-766746fe668a', 'status': 'completed', 'code': 200} Nov 12 00:51:39.146220 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2d13fa01-2741-4378-95cd-944274a16a2f req-fa95761d-808b-421b-8142-e8acab39e14c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900629 Nov 12 00:51:39.167536 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.193888 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.222619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:39.238250 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5d997513-6680-4906-b5c7-581966709f08 None None] Provisioning complete for port 5ad242c3-ea26-4ddc-aa5b-316eafe652f3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:39.238537 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5d997513-6680-4906-b5c7-581966709f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.423695 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2,segment=NetworkSegment(4d180559-ff7b-4386-b0ba-a5f5a70a375b),segment_id=4d180559-ff7b-4386-b0ba-a5f5a70a375b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:39.434439 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-42db64b2-fbb1-4ad2-9fcc-b86a4623e1c5 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.634928 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.647292 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-42db64b2-fbb1-4ad2-9fcc-b86a4623e1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.695466 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42db64b2-fbb1-4ad2-9fcc-b86a4623e1c5 None None] Network 91e52b1e-ef57-4599-9972-a48724f76502 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:39.708093 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-42db64b2-fbb1-4ad2-9fcc-b86a4623e1c5 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:39.719881 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42db64b2-fbb1-4ad2-9fcc-b86a4623e1c5 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:39.768344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-11a35f86-135b-4c3d-9151-de2bfac75bd1 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Allocated IP 172.20.0.1 (91e52b1e-ef57-4599-9972-a48724f76502/d6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5/75cc6120-dbbf-412b-8349-e8ee3ca99993) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:39.830334 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:39.874286 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:39.877758 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2030535851', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:31Z', 'updated_at': '2021-11-12T00:51:33Z', 'revision_number': 3, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:82:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:32Z', 'updated_at': '2021-11-12T00:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:39.884095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-42db64b2-fbb1-4ad2-9fcc-b86a4623e1c5 None None] Attempting to bind port 68782b7f-33ff-4b67-8593-06c668371f7f on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:39.884536 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-42db64b2-fbb1-4ad2-9fcc-b86a4623e1c5 None None] Attempting to bind port 68782b7f-33ff-4b67-8593-06c668371f7f by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '39a0a313-7f92-4fad-aacb-aea8d572487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:39.885053 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42db64b2-fbb1-4ad2-9fcc-b86a4623e1c5 None None] Attempting to bind port 68782b7f-33ff-4b67-8593-06c668371f7f on network 91e52b1e-ef57-4599-9972-a48724f76502 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:39.964189 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4ebc32f9-e893-4847-9195-172460376add req-d96f65dd-0da7-4593-b908-044ca5bde5ec tempest-InstanceActionsV221TestJSON-522420345 tempest-InstanceActionsV221TestJSON-522420345-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b4703d3-9279-4ae3-b805-5536c38df434 HTTP/1.1" status: 200 len: 210 time: 0.1013000 Nov 12 00:51:39.999875 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44da105e-1aee-4cb4-929c-6ffdee72cc0d None None] The sync data for ids ['cd7b827f-fc37-477d-9060-c55c5f8bc89f'] in n-d-712137-14 is: [{'id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2030535851', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:31Z', 'updated_at': '2021-11-12T00:51:33Z', 'revision_number': 3, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:82:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:32Z', 'updated_at': '2021-11-12T00:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:40.007422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42db64b2-fbb1-4ad2-9fcc-b86a4623e1c5 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:40.007796 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42db64b2-fbb1-4ad2-9fcc-b86a4623e1c5 None None] Checking segment: {'id': '39a0a313-7f92-4fad-aacb-aea8d572487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:40.008198 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-42db64b2-fbb1-4ad2-9fcc-b86a4623e1c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.008586 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42db64b2-fbb1-4ad2-9fcc-b86a4623e1c5 None None] Bound using segment: {'id': '39a0a313-7f92-4fad-aacb-aea8d572487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:40.009351 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-42db64b2-fbb1-4ad2-9fcc-b86a4623e1c5 None None] Bound port: 68782b7f-33ff-4b67-8593-06c668371f7f, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a0a313-7f92-4fad-aacb-aea8d572487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:40.010920 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-42db64b2-fbb1-4ad2-9fcc-b86a4623e1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.040225 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5d997513-6680-4906-b5c7-581966709f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.045412 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11a35f86-135b-4c3d-9151-de2bfac75bd1 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.073202 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db64b2-fbb1-4ad2-9fcc-b86a4623e1c5 None None] Pushing event updated for resources: {'Port': ['ID=68782b7f-33ff-4b67-8593-06c668371f7f,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:40.103950 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5d997513-6680-4906-b5c7-581966709f08 None None] For port 5ad242c3-ea26-4ddc-aa5b-316eafe652f3, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5ad242c3-ea26-4ddc-aa5b-316eafe652f3,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:40.123934 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5d997513-6680-4906-b5c7-581966709f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.129768 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11a35f86-135b-4c3d-9151-de2bfac75bd1 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.181430 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a35f86-135b-4c3d-9151-de2bfac75bd1 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Network 91e52b1e-ef57-4599-9972-a48724f76502 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:40.190018 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-11a35f86-135b-4c3d-9151-de2bfac75bd1 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:40.198337 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a35f86-135b-4c3d-9151-de2bfac75bd1 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:40.230052 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-42db64b2-fbb1-4ad2-9fcc-b86a4623e1c5 None None] For port 68782b7f-33ff-4b67-8593-06c668371f7f, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:40.231238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a35f86-135b-4c3d-9151-de2bfac75bd1 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event updated for resources: {'Port': ['ID=75cc6120-dbbf-412b-8349-e8ee3ca99993,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:40.270062 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11a35f86-135b-4c3d-9151-de2bfac75bd1 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.298462 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-42db64b2-fbb1-4ad2-9fcc-b86a4623e1c5 None None] For port 68782b7f-33ff-4b67-8593-06c668371f7f, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=68782b7f-33ff-4b67-8593-06c668371f7f,segment=NetworkSegment(39a0a313-7f92-4fad-aacb-aea8d572487e),segment_id=39a0a313-7f92-4fad-aacb-aea8d572487e)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:40.312284 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-42db64b2-fbb1-4ad2-9fcc-b86a4623e1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.317841 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d997513-6680-4906-b5c7-581966709f08 None None] Pushing event updated for resources: {'Port': ['ID=5ad242c3-ea26-4ddc-aa5b-316eafe652f3,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:40.470706 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322008e-b625-4d29-9eb6-d7cc2fe66b8e req-788a853d-e9a6-4a7a-aea9-dbd4c5efd9eb tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:40.486648 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8322008e-b625-4d29-9eb6-d7cc2fe66b8e req-788a853d-e9a6-4a7a-aea9-dbd4c5efd9eb tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 945 time: 0.1658354 Nov 12 00:51:40.527648 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db64b2-fbb1-4ad2-9fcc-b86a4623e1c5 None None] Pushing event updated for resources: {'Port': ['ID=68782b7f-33ff-4b67-8593-06c668371f7f,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:40.668751 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8322008e-b625-4d29-9eb6-d7cc2fe66b8e req-c49ad223-6c53-4622-97d5-a4e578b7224a tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446292 Nov 12 00:51:40.677898 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11a35f86-135b-4c3d-9151-de2bfac75bd1 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.063230 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a788a50-72a7-4556-b907-845c49baa7b6 req-3c77a047-5a71-4e7a-a0b9-a3f82df09060 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:41.078203 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a788a50-72a7-4556-b907-845c49baa7b6 req-3c77a047-5a71-4e7a-a0b9-a3f82df09060 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 946 time: 0.1165760 Nov 12 00:51:41.143810 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a788a50-72a7-4556-b907-845c49baa7b6 req-d04e9dde-613d-40c9-9ab0-66ffd61a3e0c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645251 Nov 12 00:51:41.221018 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11a35f86-135b-4c3d-9151-de2bfac75bd1 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.230898 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11a35f86-135b-4c3d-9151-de2bfac75bd1 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.299057 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44836) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:41.334225 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11a35f86-135b-4c3d-9151-de2bfac75bd1 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.336167 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a35f86-135b-4c3d-9151-de2bfac75bd1 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event updated for resources: {'Port': ['ID=75cc6120-dbbf-412b-8349-e8ee3ca99993,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:41.368728 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-0453c10f-b8aa-4610-99b3-7f2ffa934744 admin admin] Deleting subnet d2d4f827-b554-43d4-9cce-81af296074f8 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:51:41.373253 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0453c10f-b8aa-4610-99b3-7f2ffa934744 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.427359 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0453c10f-b8aa-4610-99b3-7f2ffa934744 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.454545 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a35f86-135b-4c3d-9151-de2bfac75bd1 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Network 91e52b1e-ef57-4599-9972-a48724f76502 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:41.456406 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-11a35f86-135b-4c3d-9151-de2bfac75bd1 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:41.513583 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0453c10f-b8aa-4610-99b3-7f2ffa934744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.628045 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0453c10f-b8aa-4610-99b3-7f2ffa934744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.685431 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453c10f-b8aa-4610-99b3-7f2ffa934744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2d4f827-b554-43d4-9cce-81af296074f8,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:41.687713 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0453c10f-b8aa-4610-99b3-7f2ffa934744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.691218 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0453c10f-b8aa-4610-99b3-7f2ffa934744 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d2d4f827-b554-43d4-9cce-81af296074f8 HTTP/1.1" status: 204 len: 168 time: 0.3913417 Nov 12 00:51:41.701556 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44852) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:41.796445 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5ad242c3-ea26-4ddc-aa5b-316eafe652f3 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:41.867180 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a35f86-135b-4c3d-9151-de2bfac75bd1 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Router cd7b827f-fc37-477d-9060-c55c5f8bc89f has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:51:41.897814 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:41.946949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 5ad242c3-ea26-4ddc-aa5b-316eafe652f3 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:41.947427 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.954144 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dbb112a1-3760-49f4-ab12-f2f2df67284c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.014760 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83256329-7b86-4277-b3d6-d82fd25fad42 req-e6a2ac2d-273a-4fc0-9ee2-fdd32c4e436d tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.016532 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-83256329-7b86-4277-b3d6-d82fd25fad42 req-e6a2ac2d-273a-4fc0-9ee2-fdd32c4e436d tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 945 time: 0.1603746 Nov 12 00:51:42.071344 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 68782b7f-33ff-4b67-8593-06c668371f7f up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:42.073447 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:42.101509 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:42.101886 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.127925 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 4ebefe93-c55a-497d-b696-766746fe668a no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:42.161197 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 4ebefe93-c55a-497d-b696-766746fe668a {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:51:42.161760 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 4ebefe93-c55a-497d-b696-766746fe668a not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:42.163161 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:42.209045 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83786738-60ef-42f4-a252-8f741c26a51d None None] Network 91e52b1e-ef57-4599-9972-a48724f76502 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:42.217694 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-83256329-7b86-4277-b3d6-d82fd25fad42 req-c58d6e01-ebcc-43fd-8e4c-3b0458a107bc tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930888 Nov 12 00:51:42.219090 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a35f86-135b-4c3d-9151-de2bfac75bd1 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:42.250688 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-11a35f86-135b-4c3d-9151-de2bfac75bd1 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "PUT /v2.0/routers/cd7b827f-fc37-477d-9060-c55c5f8bc89f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6590598 Nov 12 00:51:42.254767 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44868) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:42.264641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-6715d999-5ee8-4de9-8b77-335653b31d28 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1067688936', 'description': 'tempest-secgroup_access--1067688936 description', 'project_id': '2d1187e4171d459daa255b9c3c43b475'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:42.314936 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d8b8aa16-1ee3-4fd7-b3c7-cdfa78d9b635 None None] Provisioning complete for port 68782b7f-33ff-4b67-8593-06c668371f7f triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:42.315289 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d8b8aa16-1ee3-4fd7-b3c7-cdfa78d9b635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.320620 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6715d999-5ee8-4de9-8b77-335653b31d28 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.345783 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dbb112a1-3760-49f4-ab12-f2f2df67284c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.392455 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-dbb112a1-3760-49f4-ab12-f2f2df67284c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5471a206-3f2c-48bd-b849-5edd79f8620e']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:42.406539 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-dbb112a1-3760-49f4-ab12-f2f2df67284c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3554f4e8-4ed5-4f80-9b56-07c078713033') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:42.407508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-dbb112a1-3760-49f4-ab12-f2f2df67284c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3554f4e8-4ed5-4f80-9b56-07c078713033') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:42.424246 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dbb112a1-3760-49f4-ab12-f2f2df67284c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.439905 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dbb112a1-3760-49f4-ab12-f2f2df67284c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.446933 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb112a1-3760-49f4-ab12-f2f2df67284c admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:51:42.447473 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dbb112a1-3760-49f4-ab12-f2f2df67284c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.459863 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.471719 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40114f-4af8-4adc-af10-f55f944a3efc req-f945729b-4e71-48cc-8424-d01dd2cf263f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.483154 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f40114f-4af8-4adc-af10-f55f944a3efc req-f945729b-4e71-48cc-8424-d01dd2cf263f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 946 time: 0.1848221 Nov 12 00:51:42.501165 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 68782b7f-33ff-4b67-8593-06c668371f7f triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:42.501683 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:51:42.514121 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:51:42.518543 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dbb112a1-3760-49f4-ab12-f2f2df67284c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.526898 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dbb112a1-3760-49f4-ab12-f2f2df67284c admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.533858 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-dbb112a1-3760-49f4-ab12-f2f2df67284c admin admin] 10.222.0.31 "DELETE /v2.0/networks/5471a206-3f2c-48bd-b849-5edd79f8620e HTTP/1.1" status: 204 len: 168 time: 0.8311412 Nov 12 00:51:42.550955 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb112a1-3760-49f4-ab12-f2f2df67284c admin admin] Pushing event deleted for resources: {'Network': ['ID=5471a206-3f2c-48bd-b849-5edd79f8620e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:42.555789 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588d5dd9-41af-49b1-b38c-8d11efb246eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:42.558997 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f61240f-6867-452a-beb3-4ff263aee6d7" -d '{"events": [{"server_uuid": "588d5dd9-41af-49b1-b38c-8d11efb246eb", "name": "network-vif-plugged", "status": "completed", "tag": "e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:42.582233 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.709103 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f40114f-4af8-4adc-af10-f55f944a3efc req-e0d8dc73-5c65-4e4b-a80f-d4bce622b539 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248039 Nov 12 00:51:42.717528 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9617b1b8-52f2-4d3d-9570-0f013d4d767f x-openstack-request-id: req-9617b1b8-52f2-4d3d-9570-0f013d4d767f {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:42.717528 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588d5dd9-41af-49b1-b38c-8d11efb246eb", "name": "network-vif-plugged", "status": "completed", "tag": "e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:42.717528 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9617b1b8-52f2-4d3d-9570-0f013d4d767f {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:42.717528 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588d5dd9-41af-49b1-b38c-8d11efb246eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2', 'code': 200} Nov 12 00:51:42.743092 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6715d999-5ee8-4de9-8b77-335653b31d28 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.755034 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6715d999-5ee8-4de9-8b77-335653b31d28 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.837908 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2,segment=NetworkSegment(4d180559-ff7b-4386-b0ba-a5f5a70a375b),segment_id=4d180559-ff7b-4386-b0ba-a5f5a70a375b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:42.842080 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d8b8aa16-1ee3-4fd7-b3c7-cdfa78d9b635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.870369 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6715d999-5ee8-4de9-8b77-335653b31d28 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.874526 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44888) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:42.875938 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6715d999-5ee8-4de9-8b77-335653b31d28 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6189764 Nov 12 00:51:42.879228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-84fc6c0f-3eee-47cb-aa69-cbcf63be3dea tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--582496312', 'description': 'tempest-secgroup_general--582496312 description', 'project_id': '2d1187e4171d459daa255b9c3c43b475'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:42.884771 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e3f40-2f1c-4e98-a5c3-9c50e8234ecb req-b5df5fc6-a787-4b35-8a27-e839a09dd87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.889752 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0e3e3f40-2f1c-4e98-a5c3-9c50e8234ecb req-b5df5fc6-a787-4b35-8a27-e839a09dd87f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 1097 time: 0.1501069 Nov 12 00:51:42.894120 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715d999-5ee8-4de9-8b77-335653b31d28 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690d9536-2635-4da5-ba2d-297f938eff61,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:42.912618 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.932735 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-84fc6c0f-3eee-47cb-aa69-cbcf63be3dea tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.029517 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] Sync routers for ids ['cd7b827f-fc37-477d-9060-c55c5f8bc89f'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:43.037811 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0e3e3f40-2f1c-4e98-a5c3-9c50e8234ecb req-fc844fd7-7509-4d60-bf16-af11cdfbfc19 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327550 Nov 12 00:51:43.045868 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] Routers {'cd7b827f-fc37-477d-9060-c55c5f8bc89f'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:43.049712 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:51:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['cd7b827f-fc37-477d-9060-c55c5f8bc89f'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:43.052927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:43.078064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d8b8aa16-1ee3-4fd7-b3c7-cdfa78d9b635 None None] For port 68782b7f-33ff-4b67-8593-06c668371f7f, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=68782b7f-33ff-4b67-8593-06c668371f7f,segment=NetworkSegment(39a0a313-7f92-4fad-aacb-aea8d572487e),segment_id=39a0a313-7f92-4fad-aacb-aea8d572487e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:43.083687 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44892) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:43.107530 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-84fc6c0f-3eee-47cb-aa69-cbcf63be3dea tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.128336 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-84fc6c0f-3eee-47cb-aa69-cbcf63be3dea tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.134574 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d8b8aa16-1ee3-4fd7-b3c7-cdfa78d9b635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.136296 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.206735 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5a0028b2-7cd0-4ec3-beef-2c94f3e617fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5258d2431a4f46e69acdb9fb4028069f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1218898 Nov 12 00:51:43.211075 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44898) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:43.306260 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-84fc6c0f-3eee-47cb-aa69-cbcf63be3dea tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.318955 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] Set router cd7b827f-fc37-477d-9060-c55c5f8bc89f gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:43.319154 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44902) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:43.320201 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-84fc6c0f-3eee-47cb-aa69-cbcf63be3dea tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4403248 Nov 12 00:51:43.323301 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc6c0f-3eee-47cb-aa69-cbcf63be3dea tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e612580-057d-40ec-9e47-da68f128d138,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:43.323940 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-edff1c22-ab77-4352-ba67-a30ce68e17b3 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Request body: {'security_group_rule': {'security_group_id': '690d9536-2635-4da5-ba2d-297f938eff61', 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:43.399011 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-700095b4-34eb-4e42-8302-0c82b6eed17f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.410163 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:43.476294 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c503f-b817-4430-89af-96d92c21ba0a req-ddfdc341-818a-4b09-a3cc-693b5a7c5c05 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:43.482720 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-464c503f-b817-4430-89af-96d92c21ba0a req-ddfdc341-818a-4b09-a3cc-693b5a7c5c05 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.1140654 Nov 12 00:51:43.507761 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-700095b4-34eb-4e42-8302-0c82b6eed17f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.556098 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-edff1c22-ab77-4352-ba67-a30ce68e17b3 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.556825 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-464c503f-b817-4430-89af-96d92c21ba0a req-7b632540-e2d1-46df-a152-f2d73ada8e49 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640392 Nov 12 00:51:43.619327 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8aa16-1ee3-4fd7-b3c7-cdfa78d9b635 None None] Pushing event updated for resources: {'Port': ['ID=68782b7f-33ff-4b67-8593-06c668371f7f,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:43.709245 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44908) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:43.780468 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d689e8-39bc-4a09-8acf-afa3b454f25f req-9c00a078-327e-42eb-9dca-0e16ba459f6a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:43.789117 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-50d689e8-39bc-4a09-8acf-afa3b454f25f req-9c00a078-327e-42eb-9dca-0e16ba459f6a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1249390 Nov 12 00:51:43.797032 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,revision_number=11']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:43.811142 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-700095b4-34eb-4e42-8302-0c82b6eed17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.818517 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-700095b4-34eb-4e42-8302-0c82b6eed17f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.823223 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-700095b4-34eb-4e42-8302-0c82b6eed17f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf08b288-6068-4aa1-b4ad-04e4dee7bae1 HTTP/1.1" status: 204 len: 168 time: 0.6087976 Nov 12 00:51:43.838567 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-edff1c22-ab77-4352-ba67-a30ce68e17b3 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.850122 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-edff1c22-ab77-4352-ba67-a30ce68e17b3 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.882307 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700095b4-34eb-4e42-8302-0c82b6eed17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf08b288-6068-4aa1-b4ad-04e4dee7bae1,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:43.904663 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-edff1c22-ab77-4352-ba67-a30ce68e17b3 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.905964 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-edff1c22-ab77-4352-ba67-a30ce68e17b3 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5856686 Nov 12 00:51:43.912432 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff1c22-ab77-4352-ba67-a30ce68e17b3 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59dcf922-1b2e-4f5c-8cfd-a4da329dc8f9,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:43.951928 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-50d689e8-39bc-4a09-8acf-afa3b454f25f req-54cfaa23-a0b1-44c7-b02f-3016c8298177 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615345 Nov 12 00:51:44.017251 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2030535851', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:31Z', 'updated_at': '2021-11-12T00:51:40Z', 'revision_number': 4, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:32Z', 'updated_at': '2021-11-12T00:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '75cc6120-dbbf-412b-8349-e8ee3ca99993', 'name': '', 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'mac_address': 'fa:16:3e:40:51:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'd6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:38Z', 'updated_at': '2021-11-12T00:51:40Z', 'revision_number': 2, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'subnets': [{'id': 'd6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:44.069709 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-705f9ca9-dabb-48f2-82dd-732e4e054db2 None None] Provisioning complete for port 75cc6120-dbbf-412b-8349-e8ee3ca99993 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:44.070317 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-705f9ca9-dabb-48f2-82dd-732e4e054db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.098070 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] Checking router: cd7b827f-fc37-477d-9060-c55c5f8bc89f for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:51:44.098630 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] Updating router cd7b827f-fc37-477d-9060-c55c5f8bc89f port 75cc6120-dbbf-412b-8349-e8ee3ca99993 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:51:44.149760 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-48e59d0d-cea9-454b-a0af-89f0a22bfeed admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.156574 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.182593 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-705f9ca9-dabb-48f2-82dd-732e4e054db2 None None] Port 75cc6120-dbbf-412b-8349-e8ee3ca99993 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:44.208733 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-705f9ca9-dabb-48f2-82dd-732e4e054db2 None None] Provisioning complete for port 68782b7f-33ff-4b67-8593-06c668371f7f triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:44.209120 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-705f9ca9-dabb-48f2-82dd-732e4e054db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.364429 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-48e59d0d-cea9-454b-a0af-89f0a22bfeed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.373982 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-48e59d0d-cea9-454b-a0af-89f0a22bfeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.427063 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-48e59d0d-cea9-454b-a0af-89f0a22bfeed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c22ee92f099f45ea8bfa5a83323025c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7175817 Nov 12 00:51:44.435442 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44938) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:44.502019 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f9eadb51-c582-47ee-8a39-cc0b97d29be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.514511 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-ddb1014d-efd2-45c5-bc27-c05dae279b12 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_general--582496312&fields=id&tenant_id=2d1187e4171d459daa255b9c3c43b475 HTTP/1.1" status: 200 len: 267 time: 0.1303411 Nov 12 00:51:44.529794 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e59d0d-cea9-454b-a0af-89f0a22bfeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d30513-59f1-41dc-b99d-e5667afd98b7,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:44.569228 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-09d70453-91db-4a54-9c90-dd910e0c1258 None None] Provisioning complete for port 75cc6120-dbbf-412b-8349-e8ee3ca99993 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:44.572064 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f9eadb51-c582-47ee-8a39-cc0b97d29be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.572485 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-09d70453-91db-4a54-9c90-dd910e0c1258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.656763 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-09d70453-91db-4a54-9c90-dd910e0c1258 None None] Port 75cc6120-dbbf-412b-8349-e8ee3ca99993 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:44.684057 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f9eadb51-c582-47ee-8a39-cc0b97d29be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.687308 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f9eadb51-c582-47ee-8a39-cc0b97d29be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.689451 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f9eadb51-c582-47ee-8a39-cc0b97d29be0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2d30513-59f1-41dc-b99d-e5667afd98b7 HTTP/1.1" status: 204 len: 168 time: 0.2530262 Nov 12 00:51:44.702650 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-654c67be-d970-4c00-8e7b-1230e9b8a523 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_access--1067688936&fields=id&tenant_id=2d1187e4171d459daa255b9c3c43b475 HTTP/1.1" status: 200 len: 267 time: 0.1845040 Nov 12 00:51:44.714111 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eadb51-c582-47ee-8a39-cc0b97d29be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d30513-59f1-41dc-b99d-e5667afd98b7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:44.717996 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:44.720999 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd98b86b-e192-4799-91f9-1360a1501850" -d '{"events": [{"server_uuid": "ab5f2d29-cf62-4e71-b340-dfa9250975a0", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0bb765-f486-4b2d-adfc-49b7bf9daf52"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:44.793405 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8217c5db-44da-45d9-b8f0-4373b8cc1945 None None] Provisioning complete for port 75cc6120-dbbf-412b-8349-e8ee3ca99993 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:44.793981 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8217c5db-44da-45d9-b8f0-4373b8cc1945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.810065 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.825445 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.880804 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-8217c5db-44da-45d9-b8f0-4373b8cc1945 None None] Port 75cc6120-dbbf-412b-8349-e8ee3ca99993 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:44.916224 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a47772-d443-4d2a-9022-91677a90f38b req-43d8adad-b15b-41eb-a860-3b09be1b3cab tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:44.917852 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-24a47772-d443-4d2a-9022-91677a90f38b req-43d8adad-b15b-41eb-a860-3b09be1b3cab tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.1250668 Nov 12 00:51:44.927190 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a246a-98a9-4aca-aa5e-9360f8dd2d1a None None] Pushing event updated for resources: {'Port': ['ID=75cc6120-dbbf-412b-8349-e8ee3ca99993,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:44.944619 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a246a-98a9-4aca-aa5e-9360f8dd2d1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:44.945216 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a246a-98a9-4aca-aa5e-9360f8dd2d1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:44.945727 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a246a-98a9-4aca-aa5e-9360f8dd2d1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:44.946466 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a246a-98a9-4aca-aa5e-9360f8dd2d1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:44.946957 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a246a-98a9-4aca-aa5e-9360f8dd2d1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:44.947953 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a246a-98a9-4aca-aa5e-9360f8dd2d1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:44.948471 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a246a-98a9-4aca-aa5e-9360f8dd2d1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:44.948994 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a246a-98a9-4aca-aa5e-9360f8dd2d1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:44.949481 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a246a-98a9-4aca-aa5e-9360f8dd2d1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:44.950041 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a246a-98a9-4aca-aa5e-9360f8dd2d1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:44.950526 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a246a-98a9-4aca-aa5e-9360f8dd2d1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:44.951032 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a246a-98a9-4aca-aa5e-9360f8dd2d1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:45.016135 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-2336da31-8177-457d-9b22-3a249e939079 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:45.022838 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-2336da31-8177-457d-9b22-3a249e939079 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/networks?id=91e52b1e-ef57-4599-9972-a48724f76502 HTTP/1.1" status: 200 len: 796 time: 0.3165476 Nov 12 00:51:45.042248 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-d2a0172a-8c99-4c4b-a3f5-ebe128836fa9 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/quotas/2d1187e4171d459daa255b9c3c43b475 HTTP/1.1" status: 200 len: 375 time: 0.0125639 Nov 12 00:51:45.054891 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-24a47772-d443-4d2a-9022-91677a90f38b req-d249a96f-bd20-4ede-a15b-52eb767919f8 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265986 Nov 12 00:51:45.100520 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] Attempting to bind port 75cc6120-dbbf-412b-8349-e8ee3ca99993 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:45.101052 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] Attempting to bind port 75cc6120-dbbf-412b-8349-e8ee3ca99993 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '39a0a313-7f92-4fad-aacb-aea8d572487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:45.101445 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] Attempting to bind port 75cc6120-dbbf-412b-8349-e8ee3ca99993 on network 91e52b1e-ef57-4599-9972-a48724f76502 {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:45.108613 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:45.108947 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] Checking segment: {'id': '39a0a313-7f92-4fad-aacb-aea8d572487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:45.109421 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.110070 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] Bound using segment: {'id': '39a0a313-7f92-4fad-aacb-aea8d572487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:45.110280 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] Bound port: 75cc6120-dbbf-412b-8349-e8ee3ca99993, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a0a313-7f92-4fad-aacb-aea8d572487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:45.110662 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.173006 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd6c6cc-a0b5-4c2b-912a-1b4947534a61 x-openstack-request-id: req-ccd6c6cc-a0b5-4c2b-912a-1b4947534a61 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:45.173501 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5f2d29-cf62-4e71-b340-dfa9250975a0", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0bb765-f486-4b2d-adfc-49b7bf9daf52", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:45.173501 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccd6c6cc-a0b5-4c2b-912a-1b4947534a61 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:45.173791 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52', 'code': 200} Nov 12 00:51:45.174024 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-dde09a2e-6d2f-4352-8b20-933b08ca0f54 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d1187e4171d459daa255b9c3c43b475&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1178672 Nov 12 00:51:45.219542 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44966) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:45.243209 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2019c4cb-769f-45f8-a1a8-d15703ccf12e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.267534 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] For port 75cc6120-dbbf-412b-8349-e8ee3ca99993, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:45.271765 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] For port 75cc6120-dbbf-412b-8349-e8ee3ca99993, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=75cc6120-dbbf-412b-8349-e8ee3ca99993,segment=NetworkSegment(39a0a313-7f92-4fad-aacb-aea8d572487e),segment_id=39a0a313-7f92-4fad-aacb-aea8d572487e)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:45.281603 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.316898 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-393c424d-bc48-4071-89dc-d9e98bbf9190 None None] Provisioning complete for port 75cc6120-dbbf-412b-8349-e8ee3ca99993 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:45.322362 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-393c424d-bc48-4071-89dc-d9e98bbf9190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.350766 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] Routers {'cd7b827f-fc37-477d-9060-c55c5f8bc89f'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:45.351711 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:51:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['cd7b827f-fc37-477d-9060-c55c5f8bc89f'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:45.369274 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 44968) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:45.428081 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-434d9814-308d-4232-a69b-a68c781a4263 service neutron] 10.222.0.31 "GET /v2.0/networks/91e52b1e-ef57-4599-9972-a48724f76502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303622 Nov 12 00:51:45.434032 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a246a-98a9-4aca-aa5e-9360f8dd2d1a None None] Pushing event updated for resources: {'Port': ['ID=75cc6120-dbbf-412b-8349-e8ee3ca99993,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:45.469102 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2019c4cb-769f-45f8-a1a8-d15703ccf12e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.503089 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4cac9-234a-4661-a828-69b6196edc38 req-e051bcd9-4f7d-4e9a-af94-0c1b04f0c5cd tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:45.511288 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d9f4cac9-234a-4661-a828-69b6196edc38 req-e051bcd9-4f7d-4e9a-af94-0c1b04f0c5cd tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.2189927 Nov 12 00:51:45.519374 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2019c4cb-769f-45f8-a1a8-d15703ccf12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.528356 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-393c424d-bc48-4071-89dc-d9e98bbf9190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.582003 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] Set router cd7b827f-fc37-477d-9060-c55c5f8bc89f gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:45.618057 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-393c424d-bc48-4071-89dc-d9e98bbf9190 None None] For port 75cc6120-dbbf-412b-8349-e8ee3ca99993, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=75cc6120-dbbf-412b-8349-e8ee3ca99993,segment=NetworkSegment(39a0a313-7f92-4fad-aacb-aea8d572487e),segment_id=39a0a313-7f92-4fad-aacb-aea8d572487e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:45.628821 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-393c424d-bc48-4071-89dc-d9e98bbf9190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.640663 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 68782b7f-33ff-4b67-8593-06c668371f7f up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:45.672914 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-e3574ba3-7fe5-4608-b43b-ccf688d05d27 service neutron] 10.222.0.31 "GET /v2.0/networks/91e52b1e-ef57-4599-9972-a48724f76502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435689 Nov 12 00:51:45.697460 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-016cd694-c310-4894-9fa9-5a8ac22ab84b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1572558785-network', 'tenant_id': '118708bfe2004dbcab8c9378f170c587'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:45.747603 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2019c4cb-769f-45f8-a1a8-d15703ccf12e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3bbb9577abf84f199d6f2c27e899837d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5267916 Nov 12 00:51:45.750604 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44972) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:45.761798 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d9f4cac9-234a-4661-a828-69b6196edc38 req-c967b3b2-1c0e-4ba8-a45f-e0424e91ae1d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470303 Nov 12 00:51:45.763033 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019c4cb-769f-45f8-a1a8-d15703ccf12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf86ce9-81b0-4fee-9417-3c69b0a9dd28,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:45.794572 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016cd694-c310-4894-9fa9-5a8ac22ab84b admin admin] Made reservation on behalf of 118708bfe2004dbcab8c9378f170c587 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:45.797593 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-016cd694-c310-4894-9fa9-5a8ac22ab84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.811408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c424d-bc48-4071-89dc-d9e98bbf9190 None None] Pushing event updated for resources: {'Port': ['ID=75cc6120-dbbf-412b-8349-e8ee3ca99993,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:45.815609 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-016cd694-c310-4894-9fa9-5a8ac22ab84b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.855442 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4b4fd505-b04c-494e-99d0-783c6cf6f565 None None] Provisioning complete for port 75cc6120-dbbf-412b-8349-e8ee3ca99993 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:45.863867 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4b4fd505-b04c-494e-99d0-783c6cf6f565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.909573 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d7b10cbb-0402-4ab9-8073-e93e7ddd3b41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.968249 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 68782b7f-33ff-4b67-8593-06c668371f7f triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:45.968617 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.970621 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d7b10cbb-0402-4ab9-8073-e93e7ddd3b41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.068831 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a08a6e33-fa0a-4c45-84fc-d2422009664a req-23aca6e1-fcea-4978-9e85-bcda38e31814 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 210 time: 0.1135943 Nov 12 00:51:46.080644 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-016cd694-c310-4894-9fa9-5a8ac22ab84b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.094166 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-016cd694-c310-4894-9fa9-5a8ac22ab84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.118490 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2030535851', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:31Z', 'updated_at': '2021-11-12T00:51:40Z', 'revision_number': 4, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:32Z', 'updated_at': '2021-11-12T00:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '75cc6120-dbbf-412b-8349-e8ee3ca99993', 'name': '', 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'mac_address': 'fa:16:3e:40:51:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'd6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:38Z', 'updated_at': '2021-11-12T00:51:45Z', 'revision_number': 4, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'subnets': [{'id': 'd6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:46.125978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016cd694-c310-4894-9fa9-5a8ac22ab84b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:51:46.152066 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-016cd694-c310-4894-9fa9-5a8ac22ab84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.152523 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-016cd694-c310-4894-9fa9-5a8ac22ab84b admin admin] Added segment ccb10b93-a725-44f7-8020-9685b22ae9ec of type vlan for network 5e13e21d-8c1e-4bed-bfe6-18423d0dce0b Nov 12 00:51:46.154853 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cd694-c310-4894-9fa9-5a8ac22ab84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a6e48f-a246-4d4c-968a-b3d28e7593f4,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:46.180452 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbf1c1-7d4e-4df5-877e-3399153d374c req-9ec5d391-1280-400d-ad9e-912f6b04f7f2 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:46.190697 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b4bbf1c1-7d4e-4df5-877e-3399153d374c req-9ec5d391-1280-400d-ad9e-912f6b04f7f2 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.1870267 Nov 12 00:51:46.207940 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-016cd694-c310-4894-9fa9-5a8ac22ab84b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.235165 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c7ea6b-d286-4308-966a-7657bd52f2b4 None None] The sync data for ids ['cd7b827f-fc37-477d-9060-c55c5f8bc89f'] in n-d-712137-14 is: [{'id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2030535851', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:31Z', 'updated_at': '2021-11-12T00:51:40Z', 'revision_number': 4, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:32Z', 'updated_at': '2021-11-12T00:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '75cc6120-dbbf-412b-8349-e8ee3ca99993', 'name': '', 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'mac_address': 'fa:16:3e:40:51:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'd6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:38Z', 'updated_at': '2021-11-12T00:51:45Z', 'revision_number': 4, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'subnets': [{'id': 'd6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:46.252545 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-016cd694-c310-4894-9fa9-5a8ac22ab84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.258866 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016cd694-c310-4894-9fa9-5a8ac22ab84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:46.260906 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-016cd694-c310-4894-9fa9-5a8ac22ab84b admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.275688 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d7b10cbb-0402-4ab9-8073-e93e7ddd3b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.280330 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d7b10cbb-0402-4ab9-8073-e93e7ddd3b41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.286264 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d7b10cbb-0402-4ab9-8073-e93e7ddd3b41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6bf86ce9-81b0-4fee-9417-3c69b0a9dd28 HTTP/1.1" status: 204 len: 168 time: 0.5342805 Nov 12 00:51:46.328405 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b4bbf1c1-7d4e-4df5-877e-3399153d374c req-9ece07ec-fb08-480d-953f-835a732970fe tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295993 Nov 12 00:51:46.354787 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b10cbb-0402-4ab9-8073-e93e7ddd3b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf86ce9-81b0-4fee-9417-3c69b0a9dd28,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:46.388525 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-016cd694-c310-4894-9fa9-5a8ac22ab84b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0169344 Nov 12 00:51:46.391557 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 44988) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:46.400611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-e5d3d697-baeb-42ef-8fe2-24e57b0b26c5 admin admin] Request body: {'subnet': {'network_id': '5e13e21d-8c1e-4bed-bfe6-18423d0dce0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1572558785-subnet', 'tenant_id': '118708bfe2004dbcab8c9378f170c587', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:46.471734 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d3d697-baeb-42ef-8fe2-24e57b0b26c5 admin admin] Made reservation on behalf of 118708bfe2004dbcab8c9378f170c587 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:46.476906 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e5d3d697-baeb-42ef-8fe2-24e57b0b26c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.515408 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cd694-c310-4894-9fa9-5a8ac22ab84b admin admin] Pushing event updated for resources: {'Network': ['ID=5e13e21d-8c1e-4bed-bfe6-18423d0dce0b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:46.543211 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 5e13e21d-8c1e-4bed-bfe6-18423d0dce0b details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:51:46.889850 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e5d3d697-baeb-42ef-8fe2-24e57b0b26c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.969621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3d697-baeb-42ef-8fe2-24e57b0b26c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad535af4-bda8-4994-bd41-5e1af1072d27,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:47.100487 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d3d697-baeb-42ef-8fe2-24e57b0b26c5 admin admin] Checking segment: {'id': 'ccb10b93-a725-44f7-8020-9685b22ae9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e13e21d-8c1e-4bed-bfe6-18423d0dce0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:47.101029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d3d697-baeb-42ef-8fe2-24e57b0b26c5 admin admin] Network hostable DHCP agents. Network: 5e13e21d-8c1e-4bed-bfe6-18423d0dce0b, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:51:47.119627 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80ae4c-2e20-4e80-8da9-31fb3e2f721c req-031564aa-c82f-47ac-84a4-0971abefe40d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.122959 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cc80ae4c-2e20-4e80-8da9-31fb3e2f721c req-031564aa-c82f-47ac-84a4-0971abefe40d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1538951 Nov 12 00:51:47.225435 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cc80ae4c-2e20-4e80-8da9-31fb3e2f721c req-290b123d-bef3-4141-bb43-8e34a709173d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881696 Nov 12 00:51:47.226473 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d3d697-baeb-42ef-8fe2-24e57b0b26c5 admin admin] Network 5e13e21d-8c1e-4bed-bfe6-18423d0dce0b is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:51:47.238158 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-e5d3d697-baeb-42ef-8fe2-24e57b0b26c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 5e13e21d-8c1e-4bed-bfe6-18423d0dce0b) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:47.244135 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d3d697-baeb-42ef-8fe2-24e57b0b26c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.244957 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e5d3d697-baeb-42ef-8fe2-24e57b0b26c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:47.249241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250cd96a-cf64-409d-8da1-44aeb2646b3e None None] Network 5e13e21d-8c1e-4bed-bfe6-18423d0dce0b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:47.288674 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e5d3d697-baeb-42ef-8fe2-24e57b0b26c5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8918231 Nov 12 00:51:47.297204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a01c6f-eb48-42e2-a7a3-3f7d8ed7b933 req-40ce4c0d-6bfa-4f2f-b071-378d954e899a tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.308225 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c0a01c6f-eb48-42e2-a7a3-3f7d8ed7b933 req-40ce4c0d-6bfa-4f2f-b071-378d954e899a tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.1350594 Nov 12 00:51:47.471587 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c0a01c6f-eb48-42e2-a7a3-3f7d8ed7b933 req-02f4ba93-1256-4e5c-8d00-81562e9edff7 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620953 Nov 12 00:51:47.474958 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-79510dcc-51b3-49bf-bcfd-c0f69756c406 req-90200130-7e49-4e18-9b9c-4aba8da22093 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 210 time: 0.0921476 Nov 12 00:51:47.636353 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30563c2-0780-4942-98f0-8968a3ad7102 None None] Network 5e13e21d-8c1e-4bed-bfe6-18423d0dce0b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:47.812484 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 75cc6120-dbbf-412b-8349-e8ee3ca99993 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:48.023596 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f07d4d71-3ca9-46b7-829a-38414de52a55 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:48.026763 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f07d4d71-3ca9-46b7-829a-38414de52a55 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.15 "GET /v2.0/networks?id=91e52b1e-ef57-4599-9972-a48724f76502 HTTP/1.1" status: 200 len: 796 time: 0.2075570 Nov 12 00:51:48.044504 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 75cc6120-dbbf-412b-8349-e8ee3ca99993 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:48.045355 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:48.059948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-5d9db743-6cb6-4b64-9f4e-67462087f11e tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:48.064254 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-5d9db743-6cb6-4b64-9f4e-67462087f11e tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/networks?id=5e13e21d-8c1e-4bed-bfe6-18423d0dce0b HTTP/1.1" status: 200 len: 818 time: 0.2061546 Nov 12 00:51:48.098868 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-73beda06-fec9-46f2-aa8e-5a51a7dc0f94 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/quotas/118708bfe2004dbcab8c9378f170c587 HTTP/1.1" status: 200 len: 375 time: 0.0270374 Nov 12 00:51:48.131765 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:48.200105 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-f3d3e8c5-38cc-4f3c-9063-b2fd30a6c11a tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=118708bfe2004dbcab8c9378f170c587&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0944531 Nov 12 00:51:48.319328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:48.339344 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:51:48.347544 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-af131f07-d5ce-463c-b8ab-bd2a357551f5 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d1187e4171d459daa255b9c3c43b475 HTTP/1.1" status: 200 len: 477 time: 0.3000073 Nov 12 00:51:48.358335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'port_id': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52', 'mac_address': 'fa:16:3e:72:4f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:48.378092 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-65f92636-eb00-49bf-8280-d61aecc5b3e5 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Request body: {'port': {'device_id': '2eae144e-b520-4142-bd3d-9d9336b51c30', 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502', 'admin_state_up': True, 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'security_groups': ['4e612580-057d-40ec-9e47-da68f128d138', '690d9536-2635-4da5-ba2d-297f938eff61']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:48.434106 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-21abe041-0403-4844-98fc-45cf7ba34c78 service neutron] 10.222.0.31 "GET /v2.0/networks/5e13e21d-8c1e-4bed-bfe6-18423d0dce0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263489 Nov 12 00:51:48.451648 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fd65454f-4022-4f6f-9825-f3299db9a618 req-086b08dd-3a8e-4a25-b47a-09fab2eb090b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2531586 Nov 12 00:51:48.491807 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:48.524834 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:48.551053 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:48.561758 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:48.599414 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-ff4b88b2-762a-4b3f-8f50-ae2faad8b5a0 service neutron] 10.222.0.31 "GET /v2.0/networks/5e13e21d-8c1e-4bed-bfe6-18423d0dce0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634765 Nov 12 00:51:48.641074 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,revision_number=12']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:48.651780 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96149712-e2d4-40f5-81bc-2e5816447882 req-8716d550-2ad0-4f4e-95e6-f594efc0b224 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:48.653490 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-96149712-e2d4-40f5-81bc-2e5816447882 req-8716d550-2ad0-4f4e-95e6-f594efc0b224 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.2009332 Nov 12 00:51:48.665482 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65454f-4022-4f6f-9825-f3299db9a618 req-9e40ca5b-07b3-45df-8803-dc6a7384b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:48.667234 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fd65454f-4022-4f6f-9825-f3299db9a618 req-9e40ca5b-07b3-45df-8803-dc6a7384b982 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1db46697b8cd4149a25533b60cb686b6&device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 1097 time: 0.1634188 Nov 12 00:51:48.739491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-65f92636-eb00-49bf-8280-d61aecc5b3e5 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Made reservation on behalf of 2d1187e4171d459daa255b9c3c43b475 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:48.742959 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-65f92636-eb00-49bf-8280-d61aecc5b3e5 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:48.815782 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-96149712-e2d4-40f5-81bc-2e5816447882 req-f9fcd5ab-2ccd-4994-999e-de7920a4edcd tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529837 Nov 12 00:51:48.830577 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['3b0bb765-f486-4b2d-adfc-49b7bf9daf52'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:48.890473 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65454f-4022-4f6f-9825-f3299db9a618 req-49157d98-40bf-4c62-ab05-8a732725330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:48.892080 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fd65454f-4022-4f6f-9825-f3299db9a618 req-49157d98-40bf-4c62-ab05-8a732725330f service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9dd64fc-c0d5-4707-81a9-530103169397 HTTP/1.1" status: 200 len: 906 time: 0.1993110 Nov 12 00:51:49.068505 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-df1aeccf-c8e1-48d7-b0fa-0d0a871f412e req-5a260fe0-5b9e-4f2b-ab9d-4d93ef9f87f8 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 210 time: 0.0684061 Nov 12 00:51:49.395662 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-380e2ec9-7c67-4fae-8e2d-0ff86d472c74 req-c4d4d9a6-bb9b-4484-81fb-00be7d0fefb5 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 210 time: 0.0903032 Nov 12 00:51:49.535671 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fd65454f-4022-4f6f-9825-f3299db9a618 req-1ce0fabc-75e2-4ede-a0fd-e1a7bf5018c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 HTTP/1.1" status: 200 len: 1001 time: 0.5940874 Nov 12 00:51:49.538119 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-65f92636-eb00-49bf-8280-d61aecc5b3e5 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Allocated IP 172.20.0.3 (91e52b1e-ef57-4599-9972-a48724f76502/d6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5/3b1b6293-e8ab-4cac-82b5-71b17e43bb6a) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:49.597127 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f7bc3-782d-44a1-870f-16db3798ed5b req-8f6e41a5-7091-416d-8929-cf972c8dfcb7 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:49.604925 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-de7f7bc3-782d-44a1-870f-16db3798ed5b req-8f6e41a5-7091-416d-8929-cf972c8dfcb7 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.1646376 Nov 12 00:51:49.690440 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65454f-4022-4f6f-9825-f3299db9a618 req-33894825-880d-432e-8105-4d82606bd965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:49.691792 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fd65454f-4022-4f6f-9825-f3299db9a618 req-33894825-880d-432e-8105-4d82606bd965 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1a48115-e08e-4a5a-af68-23ef66c882b8 HTTP/1.1" status: 200 len: 844 time: 0.1449113 Nov 12 00:51:49.707791 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-de7f7bc3-782d-44a1-870f-16db3798ed5b req-214ae783-5c7c-45c6-b4cd-1d9c73a85fe3 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019084 Nov 12 00:51:49.841263 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65454f-4022-4f6f-9825-f3299db9a618 req-2d447037-2b90-400b-b738-e5de268fd532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:49.842780 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fd65454f-4022-4f6f-9825-f3299db9a618 req-2d447037-2b90-400b-b738-e5de268fd532 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9dd64fc-c0d5-4707-81a9-530103169397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1340621 Nov 12 00:51:49.978620 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ab5a4bfe-5d31-4c52-8ec1-78ea32e00a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:50.007730 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-65f92636-eb00-49bf-8280-d61aecc5b3e5 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:50.062999 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71ccbb-3aff-40fd-99e0-ab8b793e0dcb req-adfa3875-2031-4334-81fc-e5aef44bbfbc tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.070793 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1a71ccbb-3aff-40fd-99e0-ab8b793e0dcb req-adfa3875-2031-4334-81fc-e5aef44bbfbc tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 945 time: 0.1293008 Nov 12 00:51:50.104766 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fd65454f-4022-4f6f-9825-f3299db9a618 req-db5cf6f7-d09d-4fc3-9f02-8ed0d34d35ac service neutron] 10.222.0.21 "GET /v2.0/networks/f9dd64fc-c0d5-4707-81a9-530103169397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414589 Nov 12 00:51:50.130805 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:50.150023 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1a71ccbb-3aff-40fd-99e0-ab8b793e0dcb req-07f36176-e36d-4328-aa61-8c6314e04658 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782490 Nov 12 00:51:50.189819 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-65f92636-eb00-49bf-8280-d61aecc5b3e5 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:50.278744 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:50.279574 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:50.325003 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-65f92636-eb00-49bf-8280-d61aecc5b3e5 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Network 91e52b1e-ef57-4599-9972-a48724f76502 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:50.336023 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-65f92636-eb00-49bf-8280-d61aecc5b3e5 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:50.341199 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f92636-eb00-49bf-8280-d61aecc5b3e5 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event updated for resources: {'Port': ['ID=3b1b6293-e8ab-4cac-82b5-71b17e43bb6a,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:50.343719 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-65f92636-eb00-49bf-8280-d61aecc5b3e5 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:50.397325 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fd65454f-4022-4f6f-9825-f3299db9a618 req-422dd885-4d91-4780-a205-6938aae3ab2f service neutron] 10.222.0.21 "GET /v2.0/networks/f9dd64fc-c0d5-4707-81a9-530103169397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842603 Nov 12 00:51:50.406317 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811f664-7542-46c6-b285-7b67ca1dfb98 req-7c5f5e8e-9de9-4925-816c-3ffb867f258d tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.407453 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d811f664-7542-46c6-b285-7b67ca1dfb98 req-7c5f5e8e-9de9-4925-816c-3ffb867f258d tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 970 time: 0.1957738 Nov 12 00:51:50.443229 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-65f92636-eb00-49bf-8280-d61aecc5b3e5 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.444081 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-65f92636-eb00-49bf-8280-d61aecc5b3e5 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:50.508569 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:50.515322 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-65f92636-eb00-49bf-8280-d61aecc5b3e5 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.1420662 Nov 12 00:51:50.555375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] Request body: {'port': {'device_id': '2eae144e-b520-4142-bd3d-9d9336b51c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:50.566828 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:50.574435 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a88388-ea05-43b0-9639-836cda89ec5d" -d '{"events": [{"server_uuid": "ab5f2d29-cf62-4e71-b340-dfa9250975a0", "name": "network-vif-plugged", "status": "completed", "tag": "3b0bb765-f486-4b2d-adfc-49b7bf9daf52"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:50.610334 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:50.619112 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:50.632786 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-88101566-5b94-4ccd-b273-3bdd222d3d8a req-00b32735-5185-4df3-b22d-770732803c24 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 210 time: 0.0789552 Nov 12 00:51:50.675894 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d811f664-7542-46c6-b285-7b67ca1dfb98 req-eba2cdb5-4469-4853-8376-3ff680e1bb9c tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e612580-057d-40ec-9e47-da68f128d138&id=690d9536-2635-4da5-ba2d-297f938eff61&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2572916 Nov 12 00:51:50.753458 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:50.805368 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f32cf7-a354-467e-9e1b-28ffaf27a0b5 x-openstack-request-id: req-d3f32cf7-a354-467e-9e1b-28ffaf27a0b5 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:50.805759 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5f2d29-cf62-4e71-b340-dfa9250975a0", "name": "network-vif-plugged", "status": "completed", "tag": "3b0bb765-f486-4b2d-adfc-49b7bf9daf52", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:50.806114 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3f32cf7-a354-467e-9e1b-28ffaf27a0b5 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:50.806618 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52', 'code': 200} Nov 12 00:51:50.807465 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,revision_number=13']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:50.906352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d3e3afe2-133e-4371-b101-b56483e01673 None None] Provisioning complete for port 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:50.906736 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d3e3afe2-133e-4371-b101-b56483e01673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:50.943502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0db03c-5cdf-419a-9471-fda6a26b2c15 req-c489af7e-23b6-4153-a4d2-3b4301fb0c4a tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.957247 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6b0db03c-5cdf-419a-9471-fda6a26b2c15 req-c489af7e-23b6-4153-a4d2-3b4301fb0c4a tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.0975852 Nov 12 00:51:51.008089 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3afe2-133e-4371-b101-b56483e01673 None None] Port 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:51.023671 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45138) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:51.113877 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6b0db03c-5cdf-419a-9471-fda6a26b2c15 req-b263c454-bd89-45b2-8075-4fef5c1f4aa3 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407702 Nov 12 00:51:51.181575 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:51.201315 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:51.237510 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] Transition to ACTIVE for port object 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:51.245662 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:51.390371 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-07414eeb-bf9c-4f1d-ab3e-0acf5962cf8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:51.527753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] Pushing event updated for resources: {'Port': ['ID=3b1b6293-e8ab-4cac-82b5-71b17e43bb6a,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:51.528925 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-07414eeb-bf9c-4f1d-ab3e-0acf5962cf8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:51.562971 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-07414eeb-bf9c-4f1d-ab3e-0acf5962cf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:51.700790 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-5b6afecf-b44d-4f1c-b301-70c84f9ced64 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:51.703575 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-5b6afecf-b44d-4f1c-b301-70c84f9ced64 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.15 "GET /v2.0/networks?id=5e13e21d-8c1e-4bed-bfe6-18423d0dce0b HTTP/1.1" status: 200 len: 818 time: 0.4528458 Nov 12 00:51:51.707945 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-07414eeb-bf9c-4f1d-ab3e-0acf5962cf8b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=421de8958ff44d499a73cdfda434cf82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6816125 Nov 12 00:51:51.711025 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45150) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:51.718058 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07414eeb-bf9c-4f1d-ab3e-0acf5962cf8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834fcfb7-6c7f-4581-9bbb-7ca6cbf774fa,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:51.758476 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-e3a074d2-31a2-4d79-b4c0-c6b0b8c4bdcd tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:51.762988 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-e3a074d2-31a2-4d79-b4c0-c6b0b8c4bdcd tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.21 "GET /v2.0/networks?id=5e13e21d-8c1e-4bed-bfe6-18423d0dce0b HTTP/1.1" status: 200 len: 818 time: 0.4196148 Nov 12 00:51:51.770914 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe6f0a-0cd5-4982-82ef-a6c9c85c3677 req-6bdbeeb5-a5fe-4e7f-905f-d20a9e6689f7 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:51.773851 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-feb12228-4643-4ed1-9bb0-87647dad120e tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Request body: {'port': {'device_id': '70d27ebb-716f-4328-8103-870885b77339', 'network_id': '5e13e21d-8c1e-4bed-bfe6-18423d0dce0b', 'admin_state_up': True, 'tenant_id': '118708bfe2004dbcab8c9378f170c587'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:51.780307 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-01fe6f0a-0cd5-4982-82ef-a6c9c85c3677 req-6bdbeeb5-a5fe-4e7f-905f-d20a9e6689f7 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 946 time: 0.5064366 Nov 12 00:51:51.792250 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-ec2e1369-2cda-4dfb-b874-ec9d0f2e4710 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Request body: {'port': {'device_id': '33f2c48b-bda2-4d6f-979d-f4b6b0812d90', 'network_id': '5e13e21d-8c1e-4bed-bfe6-18423d0dce0b', 'admin_state_up': True, 'tenant_id': '118708bfe2004dbcab8c9378f170c587'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:51.838141 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] Attempting to bind port 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:51.838763 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] Attempting to bind port 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '39a0a313-7f92-4fad-aacb-aea8d572487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:51.839303 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] Attempting to bind port 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a on network 91e52b1e-ef57-4599-9972-a48724f76502 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:51.905497 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0d75930c-41d4-407d-a87a-840947b82fc1 req-e6a5f296-c326-40ed-bb0a-4a7a5dd27a46 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 210 time: 0.0847096 Nov 12 00:51:51.929680 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] Port 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a on network 91e52b1e-ef57-4599-9972-a48724f76502 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:51.929680 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] Attempting to bind port 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a on network 91e52b1e-ef57-4599-9972-a48724f76502 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:51.959124 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:51.959468 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] Checking segment: {'id': '39a0a313-7f92-4fad-aacb-aea8d572487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:51.959887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] Bound using segment: {'id': '39a0a313-7f92-4fad-aacb-aea8d572487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:51.960340 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] Bound port: 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a0a313-7f92-4fad-aacb-aea8d572487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:51.960726 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:52.098958 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-01fe6f0a-0cd5-4982-82ef-a6c9c85c3677 req-e9729a95-16cc-4845-81de-61574f1b9207 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3172016 Nov 12 00:51:52.160184 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-ec2e1369-2cda-4dfb-b874-ec9d0f2e4710 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Made reservation on behalf of 118708bfe2004dbcab8c9378f170c587 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:52.164192 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-ec2e1369-2cda-4dfb-b874-ec9d0f2e4710 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:52.204135 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7d68f188-1c6a-4944-b524-cc6e0a4138cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:52.214622 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-6d12caa7-ad72-4822-ad92-ada83d83f87c tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:52.216508 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-6d12caa7-ad72-4822-ad92-ada83d83f87c tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.15 "GET /v2.0/networks?id=5e13e21d-8c1e-4bed-bfe6-18423d0dce0b HTTP/1.1" status: 200 len: 818 time: 0.3942165 Nov 12 00:51:52.250727 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] For port 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:52.276792 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-845f50a7-f188-41f3-b05a-995c6122fc37 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Request body: {'port': {'device_id': '8dd3f13b-a394-4019-9a13-6cd1bc4bff65', 'network_id': '5e13e21d-8c1e-4bed-bfe6-18423d0dce0b', 'admin_state_up': True, 'tenant_id': '118708bfe2004dbcab8c9378f170c587'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:52.332599 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-645e7c6d-d222-4a70-aeb4-3de00a5895f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:52.382004 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7d68f188-1c6a-4944-b524-cc6e0a4138cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:52.391159 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] For port 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3b1b6293-e8ab-4cac-82b5-71b17e43bb6a,segment=NetworkSegment(39a0a313-7f92-4fad-aacb-aea8d572487e),segment_id=39a0a313-7f92-4fad-aacb-aea8d572487e)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:52.402207 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbac53-d54f-4b10-8a5f-2a2ce254d744 req-ba902a48-f96c-4602-9986-f2b04dce84e3 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:52.404110 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3cfbac53-d54f-4b10-8a5f-2a2ce254d744 req-ba902a48-f96c-4602-9986-f2b04dce84e3 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 982 time: 0.3530424 Nov 12 00:51:52.423689 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:52.441861 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-feb12228-4643-4ed1-9bb0-87647dad120e tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Made reservation on behalf of 118708bfe2004dbcab8c9378f170c587 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:52.446045 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-feb12228-4643-4ed1-9bb0-87647dad120e tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:52.494673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:52.496161 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:52.498049 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] 10.222.0.15 "PUT /v2.0/ports/3b1b6293-e8ab-4cac-82b5-71b17e43bb6a HTTP/1.1" status: 200 len: 1131 time: 1.9630075 Nov 12 00:51:52.501924 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eae144e-b520-4142-bd3d-9d9336b51c30', 'tag': '3b1b6293-e8ab-4cac-82b5-71b17e43bb6a'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:52.504376 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7639fbb7-04d6-49e5-95cc-5243a1c256fa" -d '{"events": [{"name": "network-changed", "server_uuid": "2eae144e-b520-4142-bd3d-9d9336b51c30", "tag": "3b1b6293-e8ab-4cac-82b5-71b17e43bb6a"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:52.570231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a326196-4ce3-4c34-932e-e0d7766d05e1 req-c2c37e71-84b5-437c-8a78-6bec04f7ca82 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:52.584288 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a326196-4ce3-4c34-932e-e0d7766d05e1 req-c2c37e71-84b5-437c-8a78-6bec04f7ca82 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.2157049 Nov 12 00:51:52.593281 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-ec2e1369-2cda-4dfb-b874-ec9d0f2e4710 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Allocated IP 172.20.0.7 (5e13e21d-8c1e-4bed-bfe6-18423d0dce0b/ad535af4-bda8-4994-bd41-5e1af1072d27/9804a6fb-1335-4135-88bc-ba921be5a424) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:52.625216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6f771-bd9e-4d5a-aa46-fb8e1fae251e service neutron] Pushing event updated for resources: {'Port': ['ID=3b1b6293-e8ab-4cac-82b5-71b17e43bb6a,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:52.643422 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3cfbac53-d54f-4b10-8a5f-2a2ce254d744 req-b539de11-2409-4a91-96f1-2d8bb2cb9774 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e612580-057d-40ec-9e47-da68f128d138&id=690d9536-2635-4da5-ba2d-297f938eff61&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2267969 Nov 12 00:51:52.659346 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7d68f188-1c6a-4944-b524-cc6e0a4138cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:52.662736 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7d68f188-1c6a-4944-b524-cc6e0a4138cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:52.664046 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7d68f188-1c6a-4944-b524-cc6e0a4138cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/834fcfb7-6c7f-4581-9bbb-7ca6cbf774fa HTTP/1.1" status: 204 len: 168 time: 0.9470963 Nov 12 00:51:52.698988 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68f188-1c6a-4944-b524-cc6e0a4138cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834fcfb7-6c7f-4581-9bbb-7ca6cbf774fa,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:52.769369 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc1ac65-0c53-41c7-9420-6132749aea4a x-openstack-request-id: req-9dc1ac65-0c53-41c7-9420-6132749aea4a {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:52.769950 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eae144e-b520-4142-bd3d-9d9336b51c30", "tag": "3b1b6293-e8ab-4cac-82b5-71b17e43bb6a", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:52.769950 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9dc1ac65-0c53-41c7-9420-6132749aea4a {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:52.770318 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eae144e-b520-4142-bd3d-9d9336b51c30', 'tag': '3b1b6293-e8ab-4cac-82b5-71b17e43bb6a', 'status': 'completed', 'code': 200} Nov 12 00:51:52.776716 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-845f50a7-f188-41f3-b05a-995c6122fc37 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Made reservation on behalf of 118708bfe2004dbcab8c9378f170c587 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:52.780668 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-845f50a7-f188-41f3-b05a-995c6122fc37 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:52.841537 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a326196-4ce3-4c34-932e-e0d7766d05e1 req-8e500f6f-29cd-4089-8714-dd81dc534781 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562242 Nov 12 00:51:52.893194 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-847182d4-7ea2-4183-a403-5da3e62c872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:52.898879 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-847182d4-7ea2-4183-a403-5da3e62c872c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d1187e4171d459daa255b9c3c43b475&device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 1134 time: 0.2568128 Nov 12 00:51:53.069671 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-b7bdddea-8675-45ad-ab19-d9ee8d1e2418 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b1b6293-e8ab-4cac-82b5-71b17e43bb6a HTTP/1.1" status: 200 len: 217 time: 0.1518302 Nov 12 00:51:53.198851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-9a6831b6-dea9-46ac-8312-d0dfeca06555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:53.201139 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-9a6831b6-dea9-46ac-8312-d0dfeca06555 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5 HTTP/1.1" status: 200 len: 835 time: 0.1202440 Nov 12 00:51:53.410902 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-ec2e1369-2cda-4dfb-b874-ec9d0f2e4710 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.414089 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.458588 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45264) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:53.480274 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f602fb48-a1fe-41fa-9098-a8d786d47022 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.484181 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-ec2e1369-2cda-4dfb-b874-ec9d0f2e4710 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.565022 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e1369-2cda-4dfb-b874-ec9d0f2e4710 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Pushing event updated for resources: {'Port': ['ID=9804a6fb-1335-4135-88bc-ba921be5a424,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:53.593586 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-ec2e1369-2cda-4dfb-b874-ec9d0f2e4710 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Network 5e13e21d-8c1e-4bed-bfe6-18423d0dce0b is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:53.597366 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5ee57bd-8e4e-4c12-aeef-0b1b695bcdbf req-5280ff95-5403-4b9d-9b56-63111dcb7151 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 210 time: 0.1264796 Nov 12 00:51:53.613826 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-530883c9-dd4a-420d-ab26-779853ec4ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:53.613826 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-530883c9-dd4a-420d-ab26-779853ec4ff4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91e52b1e-ef57-4599-9972-a48724f76502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3836842 Nov 12 00:51:53.625952 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-feb12228-4643-4ed1-9bb0-87647dad120e tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Allocated IP 172.20.0.13 (5e13e21d-8c1e-4bed-bfe6-18423d0dce0b/ad535af4-bda8-4994-bd41-5e1af1072d27/30a2cada-53b0-4a55-9f26-d9dc0cf6918f) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:53.637025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b889d-650d-47cd-b143-2955d70b3abc req-20927a7e-815a-4088-91f5-7bd693393b62 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:53.645112 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4b2b889d-650d-47cd-b143-2955d70b3abc req-20927a7e-815a-4088-91f5-7bd693393b62 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 946 time: 0.3956373 Nov 12 00:51:53.652814 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-ec2e1369-2cda-4dfb-b874-ec9d0f2e4710 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:53.658550 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-ec2e1369-2cda-4dfb-b874-ec9d0f2e4710 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:53.948047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-ec2e1369-2cda-4dfb-b874-ec9d0f2e4710 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:53.950271 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-ec2e1369-2cda-4dfb-b874-ec9d0f2e4710 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.974823 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4b2b889d-650d-47cd-b143-2955d70b3abc req-1367f30b-c1ed-4913-a4e1-4b260c572ea2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3287938 Nov 12 00:51:54.011703 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-ec2e1369-2cda-4dfb-b874-ec9d0f2e4710 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2240458 Nov 12 00:51:54.016555 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-cbce241a-ee3c-4a46-b541-070f374a952f service neutron] 10.222.0.15 "GET /v2.0/networks/91e52b1e-ef57-4599-9972-a48724f76502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981981 Nov 12 00:51:54.028941 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f602fb48-a1fe-41fa-9098-a8d786d47022 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.037427 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] Request body: {'port': {'device_id': '33f2c48b-bda2-4d6f-979d-f4b6b0812d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:54.041728 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f602fb48-a1fe-41fa-9098-a8d786d47022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.073436 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79776e32-bae8-49c5-b092-2ee215cbb2b6 req-64e73494-4e9c-4dad-855a-e9a6a3503606 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:54.083306 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-79776e32-bae8-49c5-b092-2ee215cbb2b6 req-64e73494-4e9c-4dad-855a-e9a6a3503606 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 982 time: 0.2051959 Nov 12 00:51:54.124790 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-feb12228-4643-4ed1-9bb0-87647dad120e tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.141369 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f602fb48-a1fe-41fa-9098-a8d786d47022 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=889031132e8a414c92f22aaeec361676&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6746857 Nov 12 00:51:54.149232 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45328) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:54.198135 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-79776e32-bae8-49c5-b092-2ee215cbb2b6 req-664b294e-a074-4b8d-b581-5ad616dafd36 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e612580-057d-40ec-9e47-da68f128d138&id=690d9536-2635-4da5-ba2d-297f938eff61&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1136208 Nov 12 00:51:54.244499 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-feb12228-4643-4ed1-9bb0-87647dad120e tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.357597 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602fb48-a1fe-41fa-9098-a8d786d47022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35bcdb4-4486-4082-91e3-61ae36093de5,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:54.383874 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.448120 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-feb12228-4643-4ed1-9bb0-87647dad120e tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Network 5e13e21d-8c1e-4bed-bfe6-18423d0dce0b is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:54.459185 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-feb12228-4643-4ed1-9bb0-87647dad120e tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:54.482038 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-845f50a7-f188-41f3-b05a-995c6122fc37 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Allocated IP 172.20.0.3 (5e13e21d-8c1e-4bed-bfe6-18423d0dce0b/ad535af4-bda8-4994-bd41-5e1af1072d27/f4aa29ae-b98d-4329-b0a6-c0106ca17e39) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:54.484402 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef615c-e26e-43dc-8a95-6081b9022e34 req-ab41487d-9d6e-4e39-b92c-98800987e3b3 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:54.484568 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.494661 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6cef615c-e26e-43dc-8a95-6081b9022e34 req-ab41487d-9d6e-4e39-b92c-98800987e3b3 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.2775981 Nov 12 00:51:54.499466 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26bdf5a6-cc1a-41b7-9b1e-788ec0fc7988 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.502215 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb12228-4643-4ed1-9bb0-87647dad120e tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Pushing event updated for resources: {'Port': ['ID=30a2cada-53b0-4a55-9f26-d9dc0cf6918f,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:54.502873 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ac40f511-1b47-44d8-9383-3b197bfd9108 req-886892d8-e336-49cf-936b-c53db8dce135 service neutron] 10.222.0.15 "GET /v2.0/networks/91e52b1e-ef57-4599-9972-a48724f76502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489466 Nov 12 00:51:54.505807 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-feb12228-4643-4ed1-9bb0-87647dad120e tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:54.690053 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-feb12228-4643-4ed1-9bb0-87647dad120e tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:54.692130 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-feb12228-4643-4ed1-9bb0-87647dad120e tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.773272 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fcd40398-d14c-4080-843e-7b0b93974da4 req-c8c47142-b0cf-46ac-9db8-18c872368724 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 210 time: 0.0553942 Nov 12 00:51:54.787919 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-feb12228-4643-4ed1-9bb0-87647dad120e tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0650032 Nov 12 00:51:54.811066 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26bdf5a6-cc1a-41b7-9b1e-788ec0fc7988 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.812088 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] Request body: {'port': {'device_id': '70d27ebb-716f-4328-8103-870885b77339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:54.868523 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6cef615c-e26e-43dc-8a95-6081b9022e34 req-a200b450-d82a-451a-af88-70c81f396757 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729095 Nov 12 00:51:54.947940 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.986604 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639fbb7-04d6-49e5-95cc-5243a1c256fa req-c43d8c94-b90e-44d3-8c27-2402c0b35ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:54.988137 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7639fbb7-04d6-49e5-95cc-5243a1c256fa req-c43d8c94-b90e-44d3-8c27-2402c0b35ded service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d1187e4171d459daa255b9c3c43b475&device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 1134 time: 0.3287375 Nov 12 00:51:55.022469 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-845f50a7-f188-41f3-b05a-995c6122fc37 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.216365 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-845f50a7-f188-41f3-b05a-995c6122fc37 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.306216 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f50a7-f188-41f3-b05a-995c6122fc37 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Pushing event updated for resources: {'Port': ['ID=f4aa29ae-b98d-4329-b0a6-c0106ca17e39,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:55.313853 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-845f50a7-f188-41f3-b05a-995c6122fc37 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Network 5e13e21d-8c1e-4bed-bfe6-18423d0dce0b is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:55.315326 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-845f50a7-f188-41f3-b05a-995c6122fc37 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:55.320453 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-845f50a7-f188-41f3-b05a-995c6122fc37 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:55.348537 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26bdf5a6-cc1a-41b7-9b1e-788ec0fc7988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.351329 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26bdf5a6-cc1a-41b7-9b1e-788ec0fc7988 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.352660 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-26bdf5a6-cc1a-41b7-9b1e-788ec0fc7988 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a35bcdb4-4486-4082-91e3-61ae36093de5 HTTP/1.1" status: 204 len: 168 time: 1.1974096 Nov 12 00:51:55.365670 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.396760 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdf5a6-cc1a-41b7-9b1e-788ec0fc7988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35bcdb4-4486-4082-91e3-61ae36093de5,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:55.402102 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639fbb7-04d6-49e5-95cc-5243a1c256fa req-5ee638e4-9f5a-4b1e-94a9-2cfca15a6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:55.403806 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7639fbb7-04d6-49e5-95cc-5243a1c256fa req-5ee638e4-9f5a-4b1e-94a9-2cfca15a6f2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=91e52b1e-ef57-4599-9972-a48724f76502 HTTP/1.1" status: 200 len: 897 time: 0.3799088 Nov 12 00:51:55.420564 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09265642-627b-47ff-83ec-e4814c7e5aca req-e7857097-1a78-4ba1-9813-71071c5eb19e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:55.422997 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-09265642-627b-47ff-83ec-e4814c7e5aca req-e7857097-1a78-4ba1-9813-71071c5eb19e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 946 time: 0.2162225 Nov 12 00:51:55.445406 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-845f50a7-f188-41f3-b05a-995c6122fc37 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:55.446789 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-845f50a7-f188-41f3-b05a-995c6122fc37 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.501662 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-845f50a7-f188-41f3-b05a-995c6122fc37 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2623785 Nov 12 00:51:55.502790 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7639fbb7-04d6-49e5-95cc-5243a1c256fa req-c926592e-1ae5-4288-85a6-0dd44afe0af1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b1b6293-e8ab-4cac-82b5-71b17e43bb6a HTTP/1.1" status: 200 len: 217 time: 0.0786114 Nov 12 00:51:55.555909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] Request body: {'port': {'device_id': '8dd3f13b-a394-4019-9a13-6cd1bc4bff65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:55.630955 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9804a6fb-1335-4135-88bc-ba921be5a424 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:55.642700 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-09265642-627b-47ff-83ec-e4814c7e5aca req-f17defd6-4fbc-4b5b-9c4b-fdf02577e503 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927135 Nov 12 00:51:55.647524 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.653807 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639fbb7-04d6-49e5-95cc-5243a1c256fa req-ad9d645b-de12-4317-b275-327889203b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:55.655652 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7639fbb7-04d6-49e5-95cc-5243a1c256fa req-ad9d645b-de12-4317-b275-327889203b43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5 HTTP/1.1" status: 200 len: 835 time: 0.1253912 Nov 12 00:51:55.678416 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] Transition to ACTIVE for port object 9804a6fb-1335-4135-88bc-ba921be5a424 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:55.691616 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf8ea0-11ba-4c42-b97e-8e6d0e4aadc3 req-be8092b8-86c8-41e0-9161-831abed15016 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:55.699829 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.704217 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86cf8ea0-11ba-4c42-b97e-8e6d0e4aadc3 req-be8092b8-86c8-41e0-9161-831abed15016 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 982 time: 0.2365978 Nov 12 00:51:55.752359 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] Pushing event updated for resources: {'Port': ['ID=9804a6fb-1335-4135-88bc-ba921be5a424,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:55.853254 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639fbb7-04d6-49e5-95cc-5243a1c256fa req-3f2b632b-0b59-4680-842e-167d65d7e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:55.855148 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7639fbb7-04d6-49e5-95cc-5243a1c256fa req-3f2b632b-0b59-4680-842e-167d65d7e19d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91e52b1e-ef57-4599-9972-a48724f76502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1896434 Nov 12 00:51:55.885756 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] Attempting to bind port 9804a6fb-1335-4135-88bc-ba921be5a424 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:55.886206 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] Attempting to bind port 9804a6fb-1335-4135-88bc-ba921be5a424 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'ccb10b93-a725-44f7-8020-9685b22ae9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e13e21d-8c1e-4bed-bfe6-18423d0dce0b'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:55.886634 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] Attempting to bind port 9804a6fb-1335-4135-88bc-ba921be5a424 on network 5e13e21d-8c1e-4bed-bfe6-18423d0dce0b {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:55.928395 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] Port 9804a6fb-1335-4135-88bc-ba921be5a424 on network 5e13e21d-8c1e-4bed-bfe6-18423d0dce0b not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:55.929046 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] Attempting to bind port 9804a6fb-1335-4135-88bc-ba921be5a424 on network 5e13e21d-8c1e-4bed-bfe6-18423d0dce0b {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:55.937795 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:55.938455 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] Checking segment: {'id': 'ccb10b93-a725-44f7-8020-9685b22ae9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e13e21d-8c1e-4bed-bfe6-18423d0dce0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:55.939088 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] Bound using segment: {'id': 'ccb10b93-a725-44f7-8020-9685b22ae9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e13e21d-8c1e-4bed-bfe6-18423d0dce0b'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:55.939784 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] Bound port: 9804a6fb-1335-4135-88bc-ba921be5a424, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb10b93-a725-44f7-8020-9685b22ae9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e13e21d-8c1e-4bed-bfe6-18423d0dce0b'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:55.940411 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.941106 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:56.014845 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a2cada-53b0-4a55-9f26-d9dc0cf6918f {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:56.025098 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:56.045627 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] Transition to ACTIVE for port object 30a2cada-53b0-4a55-9f26-d9dc0cf6918f will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:56.072271 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:56.165821 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:56.224604 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86cf8ea0-11ba-4c42-b97e-8e6d0e4aadc3 req-d6093b75-b6be-44ed-bb4d-867e6eb4d224 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e612580-057d-40ec-9e47-da68f128d138&id=690d9536-2635-4da5-ba2d-297f938eff61&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5193601 Nov 12 00:51:56.728957 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7639fbb7-04d6-49e5-95cc-5243a1c256fa req-445a2d62-e44d-4eef-b656-d497ff5755e5 service neutron] 10.222.0.15 "GET /v2.0/networks/91e52b1e-ef57-4599-9972-a48724f76502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8650727 Nov 12 00:51:56.846014 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4aa29ae-b98d-4329-b0a6-c0106ca17e39 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:56.849115 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823bf5a1-bf1b-4686-82d4-a1ebc44b5d79 req-591307e7-8440-44d3-880c-a90fbf79f012 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:56.850646 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-823bf5a1-bf1b-4686-82d4-a1ebc44b5d79 req-591307e7-8440-44d3-880c-a90fbf79f012 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 931 time: 0.8741817 Nov 12 00:51:56.854928 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:56.858227 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7639fbb7-04d6-49e5-95cc-5243a1c256fa req-2cd70e1d-a073-4a58-a2c6-3f31744d2c94 service neutron] 10.222.0.15 "GET /v2.0/networks/91e52b1e-ef57-4599-9972-a48724f76502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149416 Nov 12 00:51:56.874237 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] Transition to ACTIVE for port object f4aa29ae-b98d-4329-b0a6-c0106ca17e39 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:56.886054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] Pushing event updated for resources: {'Port': ['ID=30a2cada-53b0-4a55-9f26-d9dc0cf6918f,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:56.906543 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:56.984219 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] For port 9804a6fb-1335-4135-88bc-ba921be5a424, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:57.008626 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] For port 9804a6fb-1335-4135-88bc-ba921be5a424, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=9804a6fb-1335-4135-88bc-ba921be5a424,segment=NetworkSegment(ccb10b93-a725-44f7-8020-9685b22ae9ec),segment_id=ccb10b93-a725-44f7-8020-9685b22ae9ec)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:57.028903 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:57.035964 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] Pushing event updated for resources: {'Port': ['ID=f4aa29ae-b98d-4329-b0a6-c0106ca17e39,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:57.120498 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] Pushing event updated for resources: {'Port': ['ID=9804a6fb-1335-4135-88bc-ba921be5a424,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:57.156792 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-823bf5a1-bf1b-4686-82d4-a1ebc44b5d79 req-38f5bacd-cc48-49a3-a73e-e15f67442f3d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933347 Nov 12 00:51:57.161890 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.165290 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:57.167130 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c24e6f11-0450-4a93-88e3-351ceb7f9353 service neutron] 10.222.0.21 "PUT /v2.0/ports/9804a6fb-1335-4135-88bc-ba921be5a424 HTTP/1.1" status: 200 len: 1092 time: 3.1357620 Nov 12 00:51:57.167736 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f2c48b-bda2-4d6f-979d-f4b6b0812d90', 'tag': '9804a6fb-1335-4135-88bc-ba921be5a424'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:57.170948 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f95454a-6302-4087-916e-474f056233d0" -d '{"events": [{"name": "network-changed", "server_uuid": "33f2c48b-bda2-4d6f-979d-f4b6b0812d90", "tag": "9804a6fb-1335-4135-88bc-ba921be5a424"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:57.202808 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] Attempting to bind port 30a2cada-53b0-4a55-9f26-d9dc0cf6918f on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:57.203799 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] Attempting to bind port 30a2cada-53b0-4a55-9f26-d9dc0cf6918f by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': 'ccb10b93-a725-44f7-8020-9685b22ae9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e13e21d-8c1e-4bed-bfe6-18423d0dce0b'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:57.204353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] Attempting to bind port 30a2cada-53b0-4a55-9f26-d9dc0cf6918f on network 5e13e21d-8c1e-4bed-bfe6-18423d0dce0b {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:57.212193 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] Port 30a2cada-53b0-4a55-9f26-d9dc0cf6918f on network 5e13e21d-8c1e-4bed-bfe6-18423d0dce0b not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:57.212939 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] Attempting to bind port 30a2cada-53b0-4a55-9f26-d9dc0cf6918f on network 5e13e21d-8c1e-4bed-bfe6-18423d0dce0b {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:57.300868 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2d5fa-6995-4c8e-b395-d9996fdef53a req-27e46d5b-fea2-4ccd-8e54-8f8a78215d2f tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.303322 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5db2d5fa-6995-4c8e-b395-d9996fdef53a req-27e46d5b-fea2-4ccd-8e54-8f8a78215d2f tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.4115682 Nov 12 00:51:57.312572 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] Attempting to bind port f4aa29ae-b98d-4329-b0a6-c0106ca17e39 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:57.313174 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] Attempting to bind port f4aa29ae-b98d-4329-b0a6-c0106ca17e39 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': 'ccb10b93-a725-44f7-8020-9685b22ae9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e13e21d-8c1e-4bed-bfe6-18423d0dce0b'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:57.313896 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] Attempting to bind port f4aa29ae-b98d-4329-b0a6-c0106ca17e39 on network 5e13e21d-8c1e-4bed-bfe6-18423d0dce0b {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:57.314109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-8017999c-7298-4d88-95f8-ae66a51bfa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.315714 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-8017999c-7298-4d88-95f8-ae66a51bfa4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=118708bfe2004dbcab8c9378f170c587&device_id=33f2c48b-bda2-4d6f-979d-f4b6b0812d90 HTTP/1.1" status: 200 len: 1095 time: 0.1010630 Nov 12 00:51:57.328477 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] Port f4aa29ae-b98d-4329-b0a6-c0106ca17e39 on network 5e13e21d-8c1e-4bed-bfe6-18423d0dce0b not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:57.329161 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] Attempting to bind port f4aa29ae-b98d-4329-b0a6-c0106ca17e39 on network 5e13e21d-8c1e-4bed-bfe6-18423d0dce0b {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:57.333642 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:57.334236 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] Checking segment: {'id': 'ccb10b93-a725-44f7-8020-9685b22ae9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e13e21d-8c1e-4bed-bfe6-18423d0dce0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:57.334940 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] Bound using segment: {'id': 'ccb10b93-a725-44f7-8020-9685b22ae9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e13e21d-8c1e-4bed-bfe6-18423d0dce0b'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:57.335811 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] Bound port: 30a2cada-53b0-4a55-9f26-d9dc0cf6918f, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb10b93-a725-44f7-8020-9685b22ae9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e13e21d-8c1e-4bed-bfe6-18423d0dce0b'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:57.336378 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:57.435011 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] For port 30a2cada-53b0-4a55-9f26-d9dc0cf6918f, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:57.439265 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] For port 30a2cada-53b0-4a55-9f26-d9dc0cf6918f, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=30a2cada-53b0-4a55-9f26-d9dc0cf6918f,segment=NetworkSegment(ccb10b93-a725-44f7-8020-9685b22ae9ec),segment_id=ccb10b93-a725-44f7-8020-9685b22ae9ec)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:57.445735 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:57.446202 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] Checking segment: {'id': 'ccb10b93-a725-44f7-8020-9685b22ae9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e13e21d-8c1e-4bed-bfe6-18423d0dce0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:57.446638 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] Bound using segment: {'id': 'ccb10b93-a725-44f7-8020-9685b22ae9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e13e21d-8c1e-4bed-bfe6-18423d0dce0b'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:57.447045 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] Bound port: f4aa29ae-b98d-4329-b0a6-c0106ca17e39, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb10b93-a725-44f7-8020-9685b22ae9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e13e21d-8c1e-4bed-bfe6-18423d0dce0b'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:57.447610 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:57.468192 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-b198d831-2832-4ff3-abee-85f33012350c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9804a6fb-1335-4135-88bc-ba921be5a424 HTTP/1.1" status: 200 len: 217 time: 0.1421440 Nov 12 00:51:57.542522 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:57.616235 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.617395 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:57.618931 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] 10.222.0.15 "PUT /v2.0/ports/30a2cada-53b0-4a55-9f26-d9dc0cf6918f HTTP/1.1" status: 200 len: 1093 time: 2.8127980 Nov 12 00:51:57.630094 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556dd136-d8e0-49de-a335-02ee5c988176 req-9394352d-b168-4e2a-9d80-268ffd7236fd tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.638494 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-556dd136-d8e0-49de-a335-02ee5c988176 req-9394352d-b168-4e2a-9d80-268ffd7236fd tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 946 time: 0.1735873 Nov 12 00:51:57.650873 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-5c9845eb-6085-4b30-b3a7-26a6ca929485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.654514 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-5c9845eb-6085-4b30-b3a7-26a6ca929485 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad535af4-bda8-4994-bd41-5e1af1072d27 HTTP/1.1" status: 200 len: 858 time: 0.1523108 Nov 12 00:51:57.700764 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-f2f414aa-6ee7-4a2b-afab-e64d82e0ea8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e13e21d-8c1e-4bed-bfe6-18423d0dce0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370095 Nov 12 00:51:57.719222 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] For port f4aa29ae-b98d-4329-b0a6-c0106ca17e39, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:57.756143 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] For port f4aa29ae-b98d-4329-b0a6-c0106ca17e39, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=f4aa29ae-b98d-4329-b0a6-c0106ca17e39,segment=NetworkSegment(ccb10b93-a725-44f7-8020-9685b22ae9ec),segment_id=ccb10b93-a725-44f7-8020-9685b22ae9ec)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:57.756844 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-556dd136-d8e0-49de-a335-02ee5c988176 req-4f174168-6c61-46c5-a558-56e24ed98a2d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167331 Nov 12 00:51:57.767436 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d27ebb-716f-4328-8103-870885b77339', 'tag': '30a2cada-53b0-4a55-9f26-d9dc0cf6918f'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:57.770115 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6512db02-39b3-413a-8455-b5f079aae052" -d '{"events": [{"name": "network-changed", "server_uuid": "70d27ebb-716f-4328-8103-870885b77339", "tag": "30a2cada-53b0-4a55-9f26-d9dc0cf6918f"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:57.798196 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5db2d5fa-6995-4c8e-b395-d9996fdef53a req-93f83a3a-c3eb-4889-9aef-dae264220c36 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772365 Nov 12 00:51:57.851356 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:57.890591 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ab6760-805d-408d-bdbf-470dbaac0479 x-openstack-request-id: req-c1ab6760-805d-408d-bdbf-470dbaac0479 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:57.890880 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f2c48b-bda2-4d6f-979d-f4b6b0812d90", "tag": "9804a6fb-1335-4135-88bc-ba921be5a424", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:57.893059 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1ab6760-805d-408d-bdbf-470dbaac0479 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:57.893643 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f2c48b-bda2-4d6f-979d-f4b6b0812d90', 'tag': '9804a6fb-1335-4135-88bc-ba921be5a424', 'status': 'completed', 'code': 200} Nov 12 00:51:57.906094 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-ca2c9648-f33d-4861-9e59-76b7c229f27b service neutron] 10.222.0.21 "GET /v2.0/networks/5e13e21d-8c1e-4bed-bfe6-18423d0dce0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961887 Nov 12 00:51:57.915980 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.916912 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:57.919384 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] 10.222.0.15 "PUT /v2.0/ports/f4aa29ae-b98d-4329-b0a6-c0106ca17e39 HTTP/1.1" status: 200 len: 1092 time: 2.3707569 Nov 12 00:51:58.010126 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5c669b-20e2-4817-a272-71adde083565 x-openstack-request-id: req-5e5c669b-20e2-4817-a272-71adde083565 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:58.010574 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d27ebb-716f-4328-8103-870885b77339", "tag": "30a2cada-53b0-4a55-9f26-d9dc0cf6918f", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:58.010922 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e5c669b-20e2-4817-a272-71adde083565 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:58.011412 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d27ebb-716f-4328-8103-870885b77339', 'tag': '30a2cada-53b0-4a55-9f26-d9dc0cf6918f', 'status': 'completed', 'code': 200} Nov 12 00:51:58.042047 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de96759-5aae-457b-83cb-c3c86b2b0a43 service neutron] Pushing event updated for resources: {'Port': ['ID=30a2cada-53b0-4a55-9f26-d9dc0cf6918f,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:58.050883 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-327201cf-e66a-4da1-a7a6-e20a48d487de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.054013 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-327201cf-e66a-4da1-a7a6-e20a48d487de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=118708bfe2004dbcab8c9378f170c587&device_id=70d27ebb-716f-4328-8103-870885b77339 HTTP/1.1" status: 200 len: 1096 time: 0.2050908 Nov 12 00:51:58.098551 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-c25b32e4-10b4-4957-ac62-4a2d532ab26b service neutron] 10.222.0.21 "GET /v2.0/networks/5e13e21d-8c1e-4bed-bfe6-18423d0dce0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834426 Nov 12 00:51:58.099549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6179e-9a56-4ecc-8f67-8337f5fa02e3 req-e8833d85-10b8-4a57-b0fe-d6d4eda6aacc tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.108039 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e1e6179e-9a56-4ecc-8f67-8337f5fa02e3 req-e8833d85-10b8-4a57-b0fe-d6d4eda6aacc tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 982 time: 0.1826768 Nov 12 00:51:58.192153 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-755946ec-2d42-4052-b7fc-942801df48ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30a2cada-53b0-4a55-9f26-d9dc0cf6918f HTTP/1.1" status: 200 len: 217 time: 0.0787003 Nov 12 00:51:58.193305 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:58.194307 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-ba618ef3-4d4e-45ba-9f00-251e42353b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.195827 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-ba618ef3-4d4e-45ba-9f00-251e42353b2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=118708bfe2004dbcab8c9378f170c587&device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 1095 time: 0.2067521 Nov 12 00:51:58.289928 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95454a-6302-4087-916e-474f056233d0 req-2369daea-c859-426e-9188-bb8de32e08a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.291817 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f95454a-6302-4087-916e-474f056233d0 req-2369daea-c859-426e-9188-bb8de32e08a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=118708bfe2004dbcab8c9378f170c587&device_id=33f2c48b-bda2-4d6f-979d-f4b6b0812d90 HTTP/1.1" status: 200 len: 1095 time: 0.1393793 Nov 12 00:51:58.303943 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764dee37-6bee-43e0-835a-ea5f679b15bf service neutron] Pushing event updated for resources: {'Port': ['ID=f4aa29ae-b98d-4329-b0a6-c0106ca17e39,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:58.313420 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-3df31e33-e7a9-4129-b8a6-ddc45c2aecf2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4aa29ae-b98d-4329-b0a6-c0106ca17e39 HTTP/1.1" status: 200 len: 217 time: 0.0958130 Nov 12 00:51:58.385043 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e1e6179e-9a56-4ecc-8f67-8337f5fa02e3 req-4f44ceff-8392-491b-b3f0-a5068a25f359 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e612580-057d-40ec-9e47-da68f128d138&id=690d9536-2635-4da5-ba2d-297f938eff61&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2721786 Nov 12 00:51:58.401533 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-2ee74baf-a70e-482e-b316-815580fab605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.403238 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-2ee74baf-a70e-482e-b316-815580fab605 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad535af4-bda8-4994-bd41-5e1af1072d27 HTTP/1.1" status: 200 len: 858 time: 0.1845689 Nov 12 00:51:58.470300 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-2d331899-9b3f-41e2-98b6-d388851b792d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e13e21d-8c1e-4bed-bfe6-18423d0dce0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544505 Nov 12 00:51:58.478228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-9d865961-3f0f-4b66-9d11-4a2cb27ac21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.484432 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-9d865961-3f0f-4b66-9d11-4a2cb27ac21d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad535af4-bda8-4994-bd41-5e1af1072d27 HTTP/1.1" status: 200 len: 858 time: 0.1593630 Nov 12 00:51:58.486594 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3b1b6293-e8ab-4cac-82b5-71b17e43bb6a,segment=NetworkSegment(39a0a313-7f92-4fad-aacb-aea8d572487e),segment_id=39a0a313-7f92-4fad-aacb-aea8d572487e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:58.517197 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '3b1b6293-e8ab-4cac-82b5-71b17e43bb6a', 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502', 'port_id': '3b1b6293-e8ab-4cac-82b5-71b17e43bb6a', 'mac_address': 'fa:16:3e:f1:ef:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:58.544052 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-a8a7dcaa-175b-4229-80b8-eadd03bf8f74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e13e21d-8c1e-4bed-bfe6-18423d0dce0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491431 Nov 12 00:51:58.566228 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c74611-5336-439e-a1b3-8cbdebc966f6 req-334e0139-30e9-4071-85e9-46c1533dcf31 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.577609 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c3c74611-5336-439e-a1b3-8cbdebc966f6 req-334e0139-30e9-4071-85e9-46c1533dcf31 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 943 time: 0.3013709 Nov 12 00:51:58.627436 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:58.657630 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:58.669830 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95454a-6302-4087-916e-474f056233d0 req-d7021866-0226-4b19-a498-6cfc093190a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.671308 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f95454a-6302-4087-916e-474f056233d0 req-d7021866-0226-4b19-a498-6cfc093190a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e13e21d-8c1e-4bed-bfe6-18423d0dce0b HTTP/1.1" status: 200 len: 919 time: 0.3437200 Nov 12 00:51:58.685137 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c3c74611-5336-439e-a1b3-8cbdebc966f6 req-b06d4178-c448-45a7-a423-d7023eb9d37f tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027226 Nov 12 00:51:58.699091 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3b1b6293-e8ab-4cac-82b5-71b17e43bb6a,segment=NetworkSegment(39a0a313-7f92-4fad-aacb-aea8d572487e),segment_id=39a0a313-7f92-4fad-aacb-aea8d572487e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:58.712042 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:58.803840 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f95454a-6302-4087-916e-474f056233d0 req-cb22b0b2-0e09-4dc0-9a9e-e7ed11f41654 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9804a6fb-1335-4135-88bc-ba921be5a424 HTTP/1.1" status: 200 len: 217 time: 0.1112149 Nov 12 00:51:58.821983 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-f6f982fc-dec1-4cf7-8fde-bfec337fcd4c service neutron] 10.222.0.15 "GET /v2.0/networks/5e13e21d-8c1e-4bed-bfe6-18423d0dce0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374188 Nov 12 00:51:58.826314 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-a4368ef3-b50a-49eb-9a2d-70d8af3fb024 service neutron] 10.222.0.15 "GET /v2.0/networks/5e13e21d-8c1e-4bed-bfe6-18423d0dce0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686102 Nov 12 00:51:58.855473 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=3b1b6293-e8ab-4cac-82b5-71b17e43bb6a,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:58.900830 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95454a-6302-4087-916e-474f056233d0 req-ebb80293-3b8b-4754-9447-5f2a6d3ea97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.902736 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f95454a-6302-4087-916e-474f056233d0 req-ebb80293-3b8b-4754-9447-5f2a6d3ea97d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad535af4-bda8-4994-bd41-5e1af1072d27 HTTP/1.1" status: 200 len: 858 time: 0.0915327 Nov 12 00:51:58.969438 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f95454a-6302-4087-916e-474f056233d0 req-1c453fb0-75d8-4b8e-b1ec-7e9c77d45b2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e13e21d-8c1e-4bed-bfe6-18423d0dce0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568371 Nov 12 00:51:59.029346 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-0bb83783-2173-4a35-ad32-c021b370e540 service neutron] 10.222.0.15 "GET /v2.0/networks/5e13e21d-8c1e-4bed-bfe6-18423d0dce0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919119 Nov 12 00:51:59.108752 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['3b1b6293-e8ab-4cac-82b5-71b17e43bb6a'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:59.494136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069d3aa-11ac-4ea3-8541-45bd0acf9de4 req-c5fccf7b-33cf-49ae-9e8f-3087c9a747dd tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:59.504816 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1069d3aa-11ac-4ea3-8541-45bd0acf9de4 req-c5fccf7b-33cf-49ae-9e8f-3087c9a747dd tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.4619920 Nov 12 00:51:59.507125 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa45a4-4d81-4688-9b7b-e863d4a1a189 req-24d2cddc-9045-4c8d-bbea-fa5a53b6ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:59.510532 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-22aa45a4-4d81-4688-9b7b-e863d4a1a189 req-24d2cddc-9045-4c8d-bbea-fa5a53b6ca21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 1098 time: 0.2252815 Nov 12 00:51:59.530225 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512db02-39b3-413a-8455-b5f079aae052 req-f469e5ae-4f7c-4073-bb25-92e2a072fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:59.531418 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-207e00cb-b683-4541-8d05-0c53af0706ac service neutron] 10.222.0.15 "GET /v2.0/networks/5e13e21d-8c1e-4bed-bfe6-18423d0dce0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010498 Nov 12 00:51:59.532869 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6512db02-39b3-413a-8455-b5f079aae052 req-f469e5ae-4f7c-4073-bb25-92e2a072fe62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=118708bfe2004dbcab8c9378f170c587&device_id=70d27ebb-716f-4328-8103-870885b77339 HTTP/1.1" status: 200 len: 1096 time: 0.2143352 Nov 12 00:51:59.565205 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f95454a-6302-4087-916e-474f056233d0 req-6dc31599-0a2c-4b5d-a8ac-38b5ee6bba9b service neutron] 10.222.0.21 "GET /v2.0/networks/5e13e21d-8c1e-4bed-bfe6-18423d0dce0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862710 Nov 12 00:51:59.771245 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa45a4-4d81-4688-9b7b-e863d4a1a189 req-cadd8694-1eb0-4ebc-8b33-445787fc4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:59.780579 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-22aa45a4-4d81-4688-9b7b-e863d4a1a189 req-cadd8694-1eb0-4ebc-8b33-445787fc4027 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 913 time: 0.2253907 Nov 12 00:51:59.782867 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f95454a-6302-4087-916e-474f056233d0 req-41ec1b8b-1b1b-4c40-99cd-f447ff3433d0 service neutron] 10.222.0.21 "GET /v2.0/networks/5e13e21d-8c1e-4bed-bfe6-18423d0dce0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898527 Nov 12 00:51:59.799505 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1069d3aa-11ac-4ea3-8541-45bd0acf9de4 req-83ff172f-24ea-463b-9bdd-0624e539fe55 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931228 Nov 12 00:51:59.882113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512db02-39b3-413a-8455-b5f079aae052 req-21c2298d-074b-43f1-93fc-1484d77023c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:59.884467 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6512db02-39b3-413a-8455-b5f079aae052 req-21c2298d-074b-43f1-93fc-1484d77023c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e13e21d-8c1e-4bed-bfe6-18423d0dce0b HTTP/1.1" status: 200 len: 919 time: 0.3331664 Nov 12 00:51:59.925792 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-22aa45a4-4d81-4688-9b7b-e863d4a1a189 req-c3e10c51-3bfd-4f39-b961-dac3598730a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52 HTTP/1.1" status: 200 len: 1000 time: 0.1184611 Nov 12 00:51:59.966772 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6512db02-39b3-413a-8455-b5f079aae052 req-bbd0a9d0-2d78-44ea-bd46-742bafc06b3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30a2cada-53b0-4a55-9f26-d9dc0cf6918f HTTP/1.1" status: 200 len: 217 time: 0.0730879 Nov 12 00:52:00.003243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18232e2-8bd6-4af4-946b-ba78fdb0c630 req-3de97bab-e9ec-496d-8e32-21b67fc50c06 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:00.010116 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 9804a6fb-1335-4135-88bc-ba921be5a424 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:00.025874 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a18232e2-8bd6-4af4-946b-ba78fdb0c630 req-3de97bab-e9ec-496d-8e32-21b67fc50c06 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 946 time: 0.3163726 Nov 12 00:52:00.039559 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd3f13b-a394-4019-9a13-6cd1bc4bff65', 'tag': 'f4aa29ae-b98d-4329-b0a6-c0106ca17e39'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:00.044176 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e87bb76-2a82-4d47-b6ad-8168cee0d047" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd3f13b-a394-4019-9a13-6cd1bc4bff65", "tag": "f4aa29ae-b98d-4329-b0a6-c0106ca17e39"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:00.069274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df80e38-23c7-4284-a8cb-a94e0997fdf4 req-282b58ef-0a95-47a2-b91f-4a582ddbe396 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:00.078351 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5df80e38-23c7-4284-a8cb-a94e0997fdf4 req-282b58ef-0a95-47a2-b91f-4a582ddbe396 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 983 time: 0.1794431 Nov 12 00:52:00.094171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512db02-39b3-413a-8455-b5f079aae052 req-843c33e3-5026-4edc-a2f4-319036e1ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:00.096131 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6512db02-39b3-413a-8455-b5f079aae052 req-843c33e3-5026-4edc-a2f4-319036e1ccc1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad535af4-bda8-4994-bd41-5e1af1072d27 HTTP/1.1" status: 200 len: 858 time: 0.0970919 Nov 12 00:52:00.137744 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6512db02-39b3-413a-8455-b5f079aae052 req-ddb4cd87-3d90-4bf7-a263-5536532ac04a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e13e21d-8c1e-4bed-bfe6-18423d0dce0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327353 Nov 12 00:52:00.145869 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa45a4-4d81-4688-9b7b-e863d4a1a189 req-f811d88a-2ec9-4ff9-acba-431f740e9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:00.153629 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-22aa45a4-4d81-4688-9b7b-e863d4a1a189 req-f811d88a-2ec9-4ff9-acba-431f740e9872 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.2158399 Nov 12 00:52:00.198385 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 9804a6fb-1335-4135-88bc-ba921be5a424, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=9804a6fb-1335-4135-88bc-ba921be5a424,segment=NetworkSegment(ccb10b93-a725-44f7-8020-9685b22ae9ec),segment_id=ccb10b93-a725-44f7-8020-9685b22ae9ec)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:00.198948 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5df80e38-23c7-4284-a8cb-a94e0997fdf4 req-a8400a9e-656b-4c18-8832-8230dc722f0f tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e612580-057d-40ec-9e47-da68f128d138&id=690d9536-2635-4da5-ba2d-297f938eff61&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1142654 Nov 12 00:52:00.226984 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '9804a6fb-1335-4135-88bc-ba921be5a424', 'network_id': '5e13e21d-8c1e-4bed-bfe6-18423d0dce0b', 'port_id': '9804a6fb-1335-4135-88bc-ba921be5a424', 'mac_address': 'fa:16:3e:84:fd:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad535af4-bda8-4994-bd41-5e1af1072d27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:00.282707 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:00.291800 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a18232e2-8bd6-4af4-946b-ba78fdb0c630 req-6d309172-7d04-4179-9e90-94e0ab6270d2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650132 Nov 12 00:52:00.328662 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9804a6fb-1335-4135-88bc-ba921be5a424 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:00.330033 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa45a4-4d81-4688-9b7b-e863d4a1a189 req-e9869658-9aea-4420-8d81-1479bb9fadb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:00.331536 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-22aa45a4-4d81-4688-9b7b-e863d4a1a189 req-e9869658-9aea-4420-8d81-1479bb9fadb2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1632235 Nov 12 00:52:00.388756 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 9804a6fb-1335-4135-88bc-ba921be5a424, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=9804a6fb-1335-4135-88bc-ba921be5a424,segment=NetworkSegment(ccb10b93-a725-44f7-8020-9685b22ae9ec),segment_id=ccb10b93-a725-44f7-8020-9685b22ae9ec)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:00.402482 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:00.447174 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6512db02-39b3-413a-8455-b5f079aae052 req-ebb1f922-c16d-4c82-95b2-46169d66f3eb service neutron] 10.222.0.15 "GET /v2.0/networks/5e13e21d-8c1e-4bed-bfe6-18423d0dce0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678583 Nov 12 00:52:00.464063 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-22aa45a4-4d81-4688-9b7b-e863d4a1a189 req-d3e002b7-c268-4c12-a60d-36b8f5d25e30 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222520 Nov 12 00:52:00.502828 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=9804a6fb-1335-4135-88bc-ba921be5a424,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:00.650330 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f9767-ae41-4059-bfcb-35fa88fed3cb req-40f6962e-82ce-46c1-9784-5691ed18270b tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:00.652110 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['9804a6fb-1335-4135-88bc-ba921be5a424'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:00.659908 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b40f9767-ae41-4059-bfcb-35fa88fed3cb req-40f6962e-82ce-46c1-9784-5691ed18270b tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 943 time: 0.1947050 Nov 12 00:52:00.672394 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6512db02-39b3-413a-8455-b5f079aae052 req-639fcd8d-6961-4f8b-955b-97d8421755fc service neutron] 10.222.0.15 "GET /v2.0/networks/5e13e21d-8c1e-4bed-bfe6-18423d0dce0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167377 Nov 12 00:52:00.684801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-303f4a79-c293-472e-af4a-2654a3870024 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:00.687194 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-303f4a79-c293-472e-af4a-2654a3870024 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/networks?id=8bb4a64e-737d-472a-82e4-22fd49b17eca HTTP/1.1" status: 200 len: 814 time: 0.1779313 Nov 12 00:52:00.718736 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-3d08a85a-0191-43b7-bdf9-e7ed49d66164 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/quotas/9f40e4c0bdef428e84a5e88c1e0cb3f5 HTTP/1.1" status: 200 len: 375 time: 0.0244646 Nov 12 00:52:00.740253 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-22aa45a4-4d81-4688-9b7b-e863d4a1a189 req-9123cf59-bb82-4b2a-87fd-f4c6063e5546 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198365 Nov 12 00:52:00.757840 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b40f9767-ae41-4059-bfcb-35fa88fed3cb req-3528b21d-6aa5-4a6d-b1f8-768007027ce5 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959895 Nov 12 00:52:00.807557 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-16b8a325-8d5c-49f3-af59-65456c627d92 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f40e4c0bdef428e84a5e88c1e0cb3f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815206 Nov 12 00:52:00.876203 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28a011d-77ba-4bf0-8af1-e54b53f94c47 x-openstack-request-id: req-a28a011d-77ba-4bf0-8af1-e54b53f94c47 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:00.876507 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd3f13b-a394-4019-9a13-6cd1bc4bff65", "tag": "f4aa29ae-b98d-4329-b0a6-c0106ca17e39", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:00.876793 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a28a011d-77ba-4bf0-8af1-e54b53f94c47 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:00.877199 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd3f13b-a394-4019-9a13-6cd1bc4bff65', 'tag': 'f4aa29ae-b98d-4329-b0a6-c0106ca17e39', 'status': 'completed', 'code': 200} Nov 12 00:52:00.906767 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45786) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:01.017371 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-e5da17c9-1d23-4fd8-a432-62d524edbfa2 service neutron] 10.222.0.31 "GET /v2.0/networks/8bb4a64e-737d-472a-82e4-22fd49b17eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988230 Nov 12 00:52:01.057757 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87bb76-2a82-4d47-b6ad-8168cee0d047 req-482c6a79-7e56-45ae-bbd6-40104c9d3552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.059788 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e87bb76-2a82-4d47-b6ad-8168cee0d047 req-482c6a79-7e56-45ae-bbd6-40104c9d3552 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=118708bfe2004dbcab8c9378f170c587&device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 1095 time: 0.1181462 Nov 12 00:52:01.079406 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34fd553e-dcfd-4f25-953b-80d80fc6c725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:01.126314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2e0b0-fda9-461d-ba42-a600e7f73f74 req-29641631-bdd9-4d5a-b9d9-9351fb0e3a70 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.128451 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f4a2e0b0-fda9-461d-ba42-a600e7f73f74 req-29641631-bdd9-4d5a-b9d9-9351fb0e3a70 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.1425161 Nov 12 00:52:01.138695 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-01ae3c64-ba22-4dc4-8695-50de2630762b service neutron] 10.222.0.31 "GET /v2.0/networks/8bb4a64e-737d-472a-82e4-22fd49b17eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125546 Nov 12 00:52:01.257631 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87bb76-2a82-4d47-b6ad-8168cee0d047 req-cdfc4573-5897-45be-8a31-cd6342323b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.259339 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e87bb76-2a82-4d47-b6ad-8168cee0d047 req-cdfc4573-5897-45be-8a31-cd6342323b91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e13e21d-8c1e-4bed-bfe6-18423d0dce0b HTTP/1.1" status: 200 len: 919 time: 0.1893988 Nov 12 00:52:01.276827 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f4a2e0b0-fda9-461d-ba42-a600e7f73f74 req-7f668310-78c7-44e6-8028-0e6734cff79a tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164730 Nov 12 00:52:01.338789 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e87bb76-2a82-4d47-b6ad-8168cee0d047 req-286dfacb-6b60-4d5d-b8ac-5793cd9276e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4aa29ae-b98d-4329-b0a6-c0106ca17e39 HTTP/1.1" status: 200 len: 217 time: 0.0582161 Nov 12 00:52:01.389693 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c1acafa-fe58-4a41-bac3-4bc7b2808aaa req-59bc853c-9eba-4c53-949b-741d00e82d57 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a236a4-7a7e-4008-9e4f-81b501c02c16 HTTP/1.1" status: 200 len: 210 time: 0.0343938 Nov 12 00:52:01.513026 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34fd553e-dcfd-4f25-953b-80d80fc6c725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:01.526351 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34fd553e-dcfd-4f25-953b-80d80fc6c725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:01.532171 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87bb76-2a82-4d47-b6ad-8168cee0d047 req-2a73f659-b3ba-4167-99d3-bdf859f27a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.534091 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e87bb76-2a82-4d47-b6ad-8168cee0d047 req-2a73f659-b3ba-4167-99d3-bdf859f27a4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad535af4-bda8-4994-bd41-5e1af1072d27 HTTP/1.1" status: 200 len: 858 time: 0.1856475 Nov 12 00:52:01.605291 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd553e-dcfd-4f25-953b-80d80fc6c725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5743b2-e9b8-4eaa-ad89-65549081aa4d,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:01.607582 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-34fd553e-dcfd-4f25-953b-80d80fc6c725 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a494b86eec774eeeb74a0d855e4e4bc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6997945 Nov 12 00:52:01.627351 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bed9c-71d1-464c-b2ef-fb2d8bbdc32d req-fc9e31f8-3ea4-476c-9645-6602e91b5998 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.628356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45804) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:01.628495 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9b5bed9c-71d1-464c-b2ef-fb2d8bbdc32d req-fc9e31f8-3ea4-476c-9645-6602e91b5998 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 946 time: 0.1220510 Nov 12 00:52:01.755690 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9b5bed9c-71d1-464c-b2ef-fb2d8bbdc32d req-eaa54f41-f62a-429e-996e-c6685d0a0557 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251380 Nov 12 00:52:01.983839 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b41a1-779d-4413-aa1b-5404852ade5a req-ee15738d-7a72-479f-a40e-3f05444948ba tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.989322 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-137b41a1-779d-4413-aa1b-5404852ade5a req-ee15738d-7a72-479f-a40e-3f05444948ba tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 943 time: 0.0745137 Nov 12 00:52:02.005831 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 9804a6fb-1335-4135-88bc-ba921be5a424 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:02.143554 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-137b41a1-779d-4413-aa1b-5404852ade5a req-521a9bc8-d5de-4d44-a499-483a81aeeee8 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508863 Nov 12 00:52:02.177323 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 9804a6fb-1335-4135-88bc-ba921be5a424 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:02.181420 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 9804a6fb-1335-4135-88bc-ba921be5a424 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:02.181816 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:02.214745 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:02.218694 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e87bb76-2a82-4d47-b6ad-8168cee0d047 req-2321b2a6-d203-44c9-b109-937480a6b05c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e13e21d-8c1e-4bed-bfe6-18423d0dce0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6705854 Nov 12 00:52:02.310957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:02.318178 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:02.318683 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:02.346457 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f41964-a58f-4844-a859-6e645bdf30a1 req-6ea43f57-e239-4551-bfa2-baeb91bf6d09 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:02.349079 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5f41964-a58f-4844-a859-6e645bdf30a1 req-6ea43f57-e239-4551-bfa2-baeb91bf6d09 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 983 time: 0.9186580 Nov 12 00:52:02.389635 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:02.452212 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f2c48b-bda2-4d6f-979d-f4b6b0812d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9804a6fb-1335-4135-88bc-ba921be5a424'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:02.456211 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bca7993-39b6-4c28-98a3-964a9212015f" -d '{"events": [{"server_uuid": "33f2c48b-bda2-4d6f-979d-f4b6b0812d90", "name": "network-vif-plugged", "status": "completed", "tag": "9804a6fb-1335-4135-88bc-ba921be5a424"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:02.487543 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f5283-9ff5-494b-bf58-b8f450a2b34c req-fc4d06fa-901c-405d-9e36-001817bed673 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:02.499113 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-932f5283-9ff5-494b-bf58-b8f450a2b34c req-fc4d06fa-901c-405d-9e36-001817bed673 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.0940943 Nov 12 00:52:02.501346 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5f41964-a58f-4844-a859-6e645bdf30a1 req-2329130a-ffc2-4ed3-b81b-f2e1164fb1b9 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e612580-057d-40ec-9e47-da68f128d138&id=690d9536-2635-4da5-ba2d-297f938eff61&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1304638 Nov 12 00:52:02.506039 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53a627c4-4637-4dc6-b063-db0ab0d9dd56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:02.520242 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:02.524279 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 9804a6fb-1335-4135-88bc-ba921be5a424, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=9804a6fb-1335-4135-88bc-ba921be5a424,segment=NetworkSegment(ccb10b93-a725-44f7-8020-9685b22ae9ec),segment_id=ccb10b93-a725-44f7-8020-9685b22ae9ec)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:02.533107 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:02.556395 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53a627c4-4637-4dc6-b063-db0ab0d9dd56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:02.565473 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e87bb76-2a82-4d47-b6ad-8168cee0d047 req-a7d6ba8e-8834-458a-90fc-ff0ddf9fcb16 service neutron] 10.222.0.15 "GET /v2.0/networks/5e13e21d-8c1e-4bed-bfe6-18423d0dce0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375235 Nov 12 00:52:02.596956 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3b1b6293-e8ab-4cac-82b5-71b17e43bb6a,segment=NetworkSegment(39a0a313-7f92-4fad-aacb-aea8d572487e),segment_id=39a0a313-7f92-4fad-aacb-aea8d572487e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:02.611944 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:02.617009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=9804a6fb-1335-4135-88bc-ba921be5a424,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:02.693395 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53a627c4-4637-4dc6-b063-db0ab0d9dd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:02.696626 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53a627c4-4637-4dc6-b063-db0ab0d9dd56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:02.698230 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-53a627c4-4637-4dc6-b063-db0ab0d9dd56 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d5743b2-e9b8-4eaa-ad89-65549081aa4d HTTP/1.1" status: 204 len: 168 time: 0.4923160 Nov 12 00:52:02.710297 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-932f5283-9ff5-494b-bf58-b8f450a2b34c req-0cd48d45-785b-4235-ac12-95455a429f5f tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089520 Nov 12 00:52:02.726078 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a627c4-4637-4dc6-b063-db0ab0d9dd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5743b2-e9b8-4eaa-ad89-65549081aa4d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:02.726078 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e87bb76-2a82-4d47-b6ad-8168cee0d047 req-86cc3c86-a0df-48e4-b2b2-cfdfad54f57f service neutron] 10.222.0.15 "GET /v2.0/networks/5e13e21d-8c1e-4bed-bfe6-18423d0dce0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478748 Nov 12 00:52:02.838565 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5fa970-963e-4edd-bfa8-e14e8cb970a0 x-openstack-request-id: req-0a5fa970-963e-4edd-bfa8-e14e8cb970a0 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:02.842163 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f2c48b-bda2-4d6f-979d-f4b6b0812d90", "name": "network-vif-plugged", "status": "completed", "tag": "9804a6fb-1335-4135-88bc-ba921be5a424", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:02.842647 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a5fa970-963e-4edd-bfa8-e14e8cb970a0 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:02.843234 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f2c48b-bda2-4d6f-979d-f4b6b0812d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9804a6fb-1335-4135-88bc-ba921be5a424', 'code': 200} Nov 12 00:52:02.853837 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-865035a8-af67-4ef0-a697-51239683729c req-3433cf65-05d6-4c3f-bb22-437519ec222a tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a236a4-7a7e-4008-9e4f-81b501c02c16 HTTP/1.1" status: 200 len: 210 time: 0.1195827 Nov 12 00:52:02.859931 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=3b1b6293-e8ab-4cac-82b5-71b17e43bb6a,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:03.165582 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faea516-075b-4f43-a156-63bd2040fbd9 req-968698eb-b6f9-42fa-b4b7-ffb5d50a8ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:03.166920 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2faea516-075b-4f43-a156-63bd2040fbd9 req-968698eb-b6f9-42fa-b4b7-ffb5d50a8ead service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=33f2c48b-bda2-4d6f-979d-f4b6b0812d90 HTTP/1.1" status: 200 len: 1097 time: 0.1080441 Nov 12 00:52:03.187457 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f5740-b613-4219-9af6-c243e0ebac69 req-9c9870a3-a0d7-42f0-8056-e3999e98539f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:03.195064 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-488f5740-b613-4219-9af6-c243e0ebac69 req-9c9870a3-a0d7-42f0-8056-e3999e98539f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 946 time: 0.1676447 Nov 12 00:52:03.259868 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-cf9c8f8b-3d45-4bc9-86c0-33609e44852a tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:03.261478 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-cf9c8f8b-3d45-4bc9-86c0-33609e44852a tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.21 "GET /v2.0/networks?id=8bb4a64e-737d-472a-82e4-22fd49b17eca HTTP/1.1" status: 200 len: 814 time: 0.4170916 Nov 12 00:52:03.262012 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45832) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:03.286591 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-8e13ff21-e178-475c-80c6-cbaebcf24946 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Request body: {'port': {'device_id': 'd8a236a4-7a7e-4008-9e4f-81b501c02c16', 'network_id': '8bb4a64e-737d-472a-82e4-22fd49b17eca', 'admin_state_up': True, 'tenant_id': '9f40e4c0bdef428e84a5e88c1e0cb3f5'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:03.317320 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2faea516-075b-4f43-a156-63bd2040fbd9 req-c4dac257-7bde-47d5-8065-e3e18c6a2660 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193342 Nov 12 00:52:03.318560 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af7755-e933-4b8a-9bae-acedc91637d1 req-a1395ddf-e1b6-40c5-af92-c4e6c53c0cd1 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:03.325764 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c0af7755-e933-4b8a-9bae-acedc91637d1 req-a1395ddf-e1b6-40c5-af92-c4e6c53c0cd1 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 943 time: 0.0720313 Nov 12 00:52:03.332092 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-829452ef-22dc-4b4a-8003-61de4f72fe1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:03.389502 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-488f5740-b613-4219-9af6-c243e0ebac69 req-3c616ec8-058a-46e9-940b-8bb5862bc463 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933222 Nov 12 00:52:03.407603 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c0af7755-e933-4b8a-9bae-acedc91637d1 req-7ffba08c-459e-4c92-8aea-bb5672713a5b tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784886 Nov 12 00:52:03.493226 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-8e13ff21-e178-475c-80c6-cbaebcf24946 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Made reservation on behalf of 9f40e4c0bdef428e84a5e88c1e0cb3f5 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:03.497769 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-8e13ff21-e178-475c-80c6-cbaebcf24946 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:03.524305 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-829452ef-22dc-4b4a-8003-61de4f72fe1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:03.534293 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-829452ef-22dc-4b4a-8003-61de4f72fe1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:03.646447 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-829452ef-22dc-4b4a-8003-61de4f72fe1f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=340bd82958c04c8ab01365b7f6ca0375&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3754835 Nov 12 00:52:03.647325 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45836) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:03.661218 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829452ef-22dc-4b4a-8003-61de4f72fe1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a265a12-a2fc-4faa-8dc8-0103f8aa9703,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:03.721447 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f96d33f4-663e-41f9-b8d6-edd8e68604f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:03.732397 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683da1f-f84f-48e8-a0bd-e12e5872ac1c req-b989b17f-fbaa-483a-ba32-528a10722820 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:03.740350 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f683da1f-f84f-48e8-a0bd-e12e5872ac1c req-b989b17f-fbaa-483a-ba32-528a10722820 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 984 time: 0.1224368 Nov 12 00:52:03.767544 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-8e13ff21-e178-475c-80c6-cbaebcf24946 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Allocated IP 172.20.0.11 (8bb4a64e-737d-472a-82e4-22fd49b17eca/f58cc4ab-3a88-48cb-8f7a-8ec0470ae225/a2ce0391-7d46-4d1a-a4ba-d12884ecf845) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:03.772353 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f96d33f4-663e-41f9-b8d6-edd8e68604f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:03.854075 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f683da1f-f84f-48e8-a0bd-e12e5872ac1c req-e3c07fa3-6f72-47ba-b2ef-fe97adfb4eb2 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e612580-057d-40ec-9e47-da68f128d138&id=690d9536-2635-4da5-ba2d-297f938eff61&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1126537 Nov 12 00:52:03.882627 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1077c83-f30d-47ac-b822-d6bd92a9361f req-db1840e2-4787-4397-8627-ba063c9ad8ae tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:03.890690 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b1077c83-f30d-47ac-b822-d6bd92a9361f req-db1840e2-4787-4397-8627-ba063c9ad8ae tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.0726755 Nov 12 00:52:03.911840 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f96d33f4-663e-41f9-b8d6-edd8e68604f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:03.914650 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f96d33f4-663e-41f9-b8d6-edd8e68604f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:03.915803 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f96d33f4-663e-41f9-b8d6-edd8e68604f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a265a12-a2fc-4faa-8dc8-0103f8aa9703 HTTP/1.1" status: 204 len: 168 time: 0.2660191 Nov 12 00:52:03.940288 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d33f4-663e-41f9-b8d6-edd8e68604f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a265a12-a2fc-4faa-8dc8-0103f8aa9703,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:03.989330 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b1077c83-f30d-47ac-b822-d6bd92a9361f req-8cf91224-799a-4eea-ab0d-0446ef953e2e tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962493 Nov 12 00:52:04.061129 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6e30c69f-62b1-4f4e-a5d8-3e766fa3efc3 req-285e13ae-43a9-4fe9-a914-d317be15a03b tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a236a4-7a7e-4008-9e4f-81b501c02c16 HTTP/1.1" status: 200 len: 210 time: 0.0423462 Nov 12 00:52:04.106130 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-8e13ff21-e178-475c-80c6-cbaebcf24946 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:04.152394 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-8e13ff21-e178-475c-80c6-cbaebcf24946 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:04.208311 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 30a2cada-53b0-4a55-9f26-d9dc0cf6918f details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:04.269893 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-8e13ff21-e178-475c-80c6-cbaebcf24946 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Network 8bb4a64e-737d-472a-82e4-22fd49b17eca is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:04.278027 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-8e13ff21-e178-475c-80c6-cbaebcf24946 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:04.283113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-8e13ff21-e178-475c-80c6-cbaebcf24946 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:04.322428 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13ff21-e178-475c-80c6-cbaebcf24946 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Pushing event updated for resources: {'Port': ['ID=a2ce0391-7d46-4d1a-a4ba-d12884ecf845,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:04.358589 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-8e13ff21-e178-475c-80c6-cbaebcf24946 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:04.369379 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-8e13ff21-e178-475c-80c6-cbaebcf24946 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:04.397395 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-8e13ff21-e178-475c-80c6-cbaebcf24946 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1205447 Nov 12 00:52:04.431715 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] Request body: {'port': {'device_id': 'd8a236a4-7a7e-4008-9e4f-81b501c02c16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:04.447187 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 30a2cada-53b0-4a55-9f26-d9dc0cf6918f, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=30a2cada-53b0-4a55-9f26-d9dc0cf6918f,segment=NetworkSegment(ccb10b93-a725-44f7-8020-9685b22ae9ec),segment_id=ccb10b93-a725-44f7-8020-9685b22ae9ec)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:04.475430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '30a2cada-53b0-4a55-9f26-d9dc0cf6918f', 'network_id': '5e13e21d-8c1e-4bed-bfe6-18423d0dce0b', 'port_id': '30a2cada-53b0-4a55-9f26-d9dc0cf6918f', 'mac_address': 'fa:16:3e:2d:5f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad535af4-bda8-4994-bd41-5e1af1072d27', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:04.595003 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:04.610251 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a2cada-53b0-4a55-9f26-d9dc0cf6918f {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:04.622324 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:04.635978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e79a63-7edf-453e-9be9-de0367de18a5 req-31feb1ee-4aec-4183-a99b-80dbd644df7d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:04.644349 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-87e79a63-7edf-453e-9be9-de0367de18a5 req-31feb1ee-4aec-4183-a99b-80dbd644df7d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 946 time: 0.0655122 Nov 12 00:52:04.644923 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f86fc-3ebd-4650-9986-e3ca3d89b375 req-0c73670c-a1ba-4cae-9855-c94168256d4d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:04.653750 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-507f86fc-3ebd-4650-9986-e3ca3d89b375 req-0c73670c-a1ba-4cae-9855-c94168256d4d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 943 time: 0.1042399 Nov 12 00:52:04.674147 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 30a2cada-53b0-4a55-9f26-d9dc0cf6918f, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=30a2cada-53b0-4a55-9f26-d9dc0cf6918f,segment=NetworkSegment(ccb10b93-a725-44f7-8020-9685b22ae9ec),segment_id=ccb10b93-a725-44f7-8020-9685b22ae9ec)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:04.688487 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:04.689818 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device f4aa29ae-b98d-4329-b0a6-c0106ca17e39 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:04.720972 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-87e79a63-7edf-453e-9be9-de0367de18a5 req-ca9a813b-dbcf-4727-ad46-0184990f93af tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753567 Nov 12 00:52:04.742737 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-507f86fc-3ebd-4650-9986-e3ca3d89b375 req-7fa2d660-daae-4297-b8dd-3f4b821f33dc tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806572 Nov 12 00:52:04.788222 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port f4aa29ae-b98d-4329-b0a6-c0106ca17e39, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=f4aa29ae-b98d-4329-b0a6-c0106ca17e39,segment=NetworkSegment(ccb10b93-a725-44f7-8020-9685b22ae9ec),segment_id=ccb10b93-a725-44f7-8020-9685b22ae9ec)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:04.803074 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=30a2cada-53b0-4a55-9f26-d9dc0cf6918f,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:04.809590 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'f4aa29ae-b98d-4329-b0a6-c0106ca17e39', 'network_id': '5e13e21d-8c1e-4bed-bfe6-18423d0dce0b', 'port_id': 'f4aa29ae-b98d-4329-b0a6-c0106ca17e39', 'mac_address': 'fa:16:3e:f8:da:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad535af4-bda8-4994-bd41-5e1af1072d27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:04.844838 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eae144e-b520-4142-bd3d-9d9336b51c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1b6293-e8ab-4cac-82b5-71b17e43bb6a'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:04.848090 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080a707e-de6d-4a2c-9e1f-bee70d6dc169" -d '{"events": [{"server_uuid": "2eae144e-b520-4142-bd3d-9d9336b51c30", "name": "network-vif-plugged", "status": "completed", "tag": "3b1b6293-e8ab-4cac-82b5-71b17e43bb6a"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:04.897642 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:04.909181 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c877cc-15de-4a16-9f30-500b55bf1bb3 x-openstack-request-id: req-03c877cc-15de-4a16-9f30-500b55bf1bb3 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:04.909496 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eae144e-b520-4142-bd3d-9d9336b51c30", "name": "network-vif-plugged", "status": "completed", "tag": "3b1b6293-e8ab-4cac-82b5-71b17e43bb6a", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:04.909720 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03c877cc-15de-4a16-9f30-500b55bf1bb3 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:04.910086 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eae144e-b520-4142-bd3d-9d9336b51c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1b6293-e8ab-4cac-82b5-71b17e43bb6a', 'code': 200} Nov 12 00:52:04.935706 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4aa29ae-b98d-4329-b0a6-c0106ca17e39 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:05.059855 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2403886-c17f-46c0-8333-3fb23bc11d86 req-b07e1656-01dd-4eea-980e-666a81564816 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:05.061455 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b2403886-c17f-46c0-8333-3fb23bc11d86 req-b07e1656-01dd-4eea-980e-666a81564816 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 984 time: 0.1154861 Nov 12 00:52:05.176380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ce0391-7d46-4d1a-a4ba-d12884ecf845 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:05.179771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4b7ef-984a-4cb2-a02e-7f612e64cfd6 req-260be404-7472-4e29-a2ed-7a773bce73dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:05.181566 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8eb4b7ef-984a-4cb2-a02e-7f612e64cfd6 req-260be404-7472-4e29-a2ed-7a773bce73dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 1136 time: 0.1771796 Nov 12 00:52:05.190885 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:05.209864 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b2403886-c17f-46c0-8333-3fb23bc11d86 req-78f003ef-984b-4ee6-a420-b5f9b57114d0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e612580-057d-40ec-9e47-da68f128d138&id=690d9536-2635-4da5-ba2d-297f938eff61&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1313136 Nov 12 00:52:05.212874 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port f4aa29ae-b98d-4329-b0a6-c0106ca17e39, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=f4aa29ae-b98d-4329-b0a6-c0106ca17e39,segment=NetworkSegment(ccb10b93-a725-44f7-8020-9685b22ae9ec),segment_id=ccb10b93-a725-44f7-8020-9685b22ae9ec)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:05.219961 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:05.238573 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cb941-bbf1-4c74-8770-6a06fc18a9de req-3be9bc98-ae16-41bb-934e-e873f1888fbb tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:05.239507 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] Transition to ACTIVE for port object a2ce0391-7d46-4d1a-a4ba-d12884ecf845 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:05.246842 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-606cb941-bbf1-4c74-8770-6a06fc18a9de req-3be9bc98-ae16-41bb-934e-e873f1888fbb tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.1019473 Nov 12 00:52:05.252203 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:05.309815 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=f4aa29ae-b98d-4329-b0a6-c0106ca17e39,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:05.321836 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8eb4b7ef-984a-4cb2-a02e-7f612e64cfd6 req-30c2d8ad-b265-436b-a771-cfd3d240596a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4e612580-057d-40ec-9e47-da68f128d138&id=690d9536-2635-4da5-ba2d-297f938eff61&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1272435 Nov 12 00:52:05.331437 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] Pushing event updated for resources: {'Port': ['ID=a2ce0391-7d46-4d1a-a4ba-d12884ecf845,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:05.389332 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-606cb941-bbf1-4c74-8770-6a06fc18a9de req-1bf90d26-4bf9-493e-902d-f7f4b8a01e2b tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414406 Nov 12 00:52:05.444178 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41f700-ab9f-4dd0-898f-86f897b8680a req-b5a6e829-ad0f-4506-b629-356c242e1cd0 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:05.451515 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4c41f700-ab9f-4dd0-898f-86f897b8680a req-b5a6e829-ad0f-4506-b629-356c242e1cd0 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a236a4-7a7e-4008-9e4f-81b501c02c16 HTTP/1.1" status: 200 len: 944 time: 0.0850792 Nov 12 00:52:05.458691 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] Attempting to bind port a2ce0391-7d46-4d1a-a4ba-d12884ecf845 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:05.459275 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] Attempting to bind port a2ce0391-7d46-4d1a-a4ba-d12884ecf845 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8bb4a64e-737d-472a-82e4-22fd49b17eca'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:05.459416 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] Attempting to bind port a2ce0391-7d46-4d1a-a4ba-d12884ecf845 on network 8bb4a64e-737d-472a-82e4-22fd49b17eca {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:05.474048 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] Port a2ce0391-7d46-4d1a-a4ba-d12884ecf845 on network 8bb4a64e-737d-472a-82e4-22fd49b17eca not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:05.474378 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] Attempting to bind port a2ce0391-7d46-4d1a-a4ba-d12884ecf845 on network 8bb4a64e-737d-472a-82e4-22fd49b17eca {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:05.485178 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:05.485518 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] Checking segment: {'id': 'bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8bb4a64e-737d-472a-82e4-22fd49b17eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:05.485961 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] Bound using segment: {'id': 'bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8bb4a64e-737d-472a-82e4-22fd49b17eca'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:05.486492 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] Bound port: a2ce0391-7d46-4d1a-a4ba-d12884ecf845, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8bb4a64e-737d-472a-82e4-22fd49b17eca'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:05.486855 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:05.567349 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4c41f700-ab9f-4dd0-898f-86f897b8680a req-a2eb5703-a83a-4ff2-92bb-a992acadc289 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148520 Nov 12 00:52:05.592264 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] For port a2ce0391-7d46-4d1a-a4ba-d12884ecf845, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:05.596393 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] For port a2ce0391-7d46-4d1a-a4ba-d12884ecf845, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=a2ce0391-7d46-4d1a-a4ba-d12884ecf845,segment=NetworkSegment(bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b),segment_id=bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:05.619563 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:05.672940 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:05.673578 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:05.674954 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] 10.222.0.21 "PUT /v2.0/ports/a2ce0391-7d46-4d1a-a4ba-d12884ecf845 HTTP/1.1" status: 200 len: 1093 time: 1.2690063 Nov 12 00:52:05.675518 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a236a4-7a7e-4008-9e4f-81b501c02c16', 'tag': 'a2ce0391-7d46-4d1a-a4ba-d12884ecf845'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:05.677689 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec4ac52-9165-4e3a-a2ab-d7380734cb3d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a236a4-7a7e-4008-9e4f-81b501c02c16", "tag": "a2ce0391-7d46-4d1a-a4ba-d12884ecf845"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:05.712077 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b912980-e69f-4177-b92c-69e55ec92faf service neutron] Pushing event updated for resources: {'Port': ['ID=a2ce0391-7d46-4d1a-a4ba-d12884ecf845,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:05.713899 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['f4aa29ae-b98d-4329-b0a6-c0106ca17e39'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:05.778188 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['30a2cada-53b0-4a55-9f26-d9dc0cf6918f'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:05.795942 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddb2fb5-d5c6-46f2-929a-6768c078fffd x-openstack-request-id: req-cddb2fb5-d5c6-46f2-929a-6768c078fffd {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:05.796239 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a236a4-7a7e-4008-9e4f-81b501c02c16", "tag": "a2ce0391-7d46-4d1a-a4ba-d12884ecf845", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:05.796488 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cddb2fb5-d5c6-46f2-929a-6768c078fffd {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:05.796971 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a236a4-7a7e-4008-9e4f-81b501c02c16', 'tag': 'a2ce0391-7d46-4d1a-a4ba-d12884ecf845', 'status': 'completed', 'code': 200} Nov 12 00:52:05.853517 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-410f5c37-ec4b-485a-b25c-791bb751d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:05.855087 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-410f5c37-ec4b-485a-b25c-791bb751d5ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f40e4c0bdef428e84a5e88c1e0cb3f5&device_id=d8a236a4-7a7e-4008-9e4f-81b501c02c16 HTTP/1.1" status: 200 len: 1096 time: 0.1123419 Nov 12 00:52:05.900816 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098b7be-4b1b-489c-adeb-aa851c77de92 req-99578e9c-0756-4408-b4d8-6584ceefc760 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:05.912645 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5098b7be-4b1b-489c-adeb-aa851c77de92 req-99578e9c-0756-4408-b4d8-6584ceefc760 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 944 time: 0.0823503 Nov 12 00:52:05.970025 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-88f29f7f-37a9-476e-a392-80cf1f8918f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2ce0391-7d46-4d1a-a4ba-d12884ecf845 HTTP/1.1" status: 200 len: 217 time: 0.1048880 Nov 12 00:52:05.985656 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175612e-2bc3-45f7-ba66-54191ef0a5d6 req-73d86979-aad9-46c0-8b41-2c948b91a45e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:05.997030 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9175612e-2bc3-45f7-ba66-54191ef0a5d6 req-73d86979-aad9-46c0-8b41-2c948b91a45e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 946 time: 0.1912456 Nov 12 00:52:06.010373 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5098b7be-4b1b-489c-adeb-aa851c77de92 req-55f8f00c-6d51-4459-bbfd-434c066deaed tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949850 Nov 12 00:52:06.121029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-6a6f7bb7-d88a-430f-9251-08f9cdc2abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:06.123196 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-6a6f7bb7-d88a-430f-9251-08f9cdc2abc1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f58cc4ab-3a88-48cb-8f7a-8ec0470ae225 HTTP/1.1" status: 200 len: 854 time: 0.1233122 Nov 12 00:52:06.171729 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-ee7535b4-c1cf-4eb3-8b38-636f51e236f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8bb4a64e-737d-472a-82e4-22fd49b17eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383244 Nov 12 00:52:06.181465 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9175612e-2bc3-45f7-ba66-54191ef0a5d6 req-fc0ef33a-8558-4ecd-8b04-6f61e9299d49 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831720 Nov 12 00:52:06.320117 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-07cb0760-92c8-4354-8771-e83934a00933 service neutron] 10.222.0.21 "GET /v2.0/networks/8bb4a64e-737d-472a-82e4-22fd49b17eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376379 Nov 12 00:52:06.424596 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e997876-e4a3-4059-8ad7-0d75c5122256 req-bdc534a0-7d8c-40d9-ad3b-7aaca6305c37 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:06.426982 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3e997876-e4a3-4059-8ad7-0d75c5122256 req-bdc534a0-7d8c-40d9-ad3b-7aaca6305c37 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 984 time: 0.0819726 Nov 12 00:52:06.478259 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37051d3d-6c2e-4998-90f0-879bbb835682 req-fb82a037-aa9d-4ffc-a208-5c8c1eccee93 service neutron] 10.222.0.21 "GET /v2.0/networks/8bb4a64e-737d-472a-82e4-22fd49b17eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497679 Nov 12 00:52:06.525722 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3e997876-e4a3-4059-8ad7-0d75c5122256 req-8dc1099e-668a-4efa-8423-d927fcaddb86 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e612580-057d-40ec-9e47-da68f128d138&id=690d9536-2635-4da5-ba2d-297f938eff61&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0919003 Nov 12 00:52:06.618532 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4ac52-9165-4e3a-a2ab-d7380734cb3d req-fb11c9ec-7d3f-4685-995f-22fdd9d5ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:06.620017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ec4ac52-9165-4e3a-a2ab-d7380734cb3d req-fb11c9ec-7d3f-4685-995f-22fdd9d5ffef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f40e4c0bdef428e84a5e88c1e0cb3f5&device_id=d8a236a4-7a7e-4008-9e4f-81b501c02c16 HTTP/1.1" status: 200 len: 1096 time: 0.0733371 Nov 12 00:52:06.627662 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08443a-e00f-420e-8141-290ce1333930 req-501d6ae9-6f49-4952-8733-e44128b5c2eb tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:06.642113 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5d08443a-e00f-420e-8141-290ce1333930 req-501d6ae9-6f49-4952-8733-e44128b5c2eb tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.1348817 Nov 12 00:52:06.793206 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45862b18-263d-4aaf-8f73-8bc236e5bfac req-917b4a18-408e-4ddb-bc73-95719f50bc72 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:06.801877 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-45862b18-263d-4aaf-8f73-8bc236e5bfac req-917b4a18-408e-4ddb-bc73-95719f50bc72 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a236a4-7a7e-4008-9e4f-81b501c02c16 HTTP/1.1" status: 200 len: 944 time: 0.1030684 Nov 12 00:52:06.805335 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5d08443a-e00f-420e-8141-290ce1333930 req-c132510b-dba9-4c87-9354-97838843fccb tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580606 Nov 12 00:52:06.837400 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4ac52-9165-4e3a-a2ab-d7380734cb3d req-120cb73e-5902-4751-8d6e-67bd0ee25d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:06.839411 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ec4ac52-9165-4e3a-a2ab-d7380734cb3d req-120cb73e-5902-4751-8d6e-67bd0ee25d40 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8bb4a64e-737d-472a-82e4-22fd49b17eca HTTP/1.1" status: 200 len: 915 time: 0.1947112 Nov 12 00:52:06.885684 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-45862b18-263d-4aaf-8f73-8bc236e5bfac req-dae20aaa-f643-4083-bcb1-9dacd08ea51f tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829301 Nov 12 00:52:06.897369 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ec4ac52-9165-4e3a-a2ab-d7380734cb3d req-8219d23b-0746-46f4-bb91-bb01add6a5fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2ce0391-7d46-4d1a-a4ba-d12884ecf845 HTTP/1.1" status: 200 len: 217 time: 0.0488341 Nov 12 00:52:06.967245 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4ac52-9165-4e3a-a2ab-d7380734cb3d req-03281d68-3c10-47c9-9b6c-fcffa2381091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:06.967245 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ec4ac52-9165-4e3a-a2ab-d7380734cb3d req-03281d68-3c10-47c9-9b6c-fcffa2381091 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f58cc4ab-3a88-48cb-8f7a-8ec0470ae225 HTTP/1.1" status: 200 len: 854 time: 0.0556414 Nov 12 00:52:07.020163 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ec4ac52-9165-4e3a-a2ab-d7380734cb3d req-9875db21-c046-4952-8750-f555d1cdc9e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8bb4a64e-737d-472a-82e4-22fd49b17eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482097 Nov 12 00:52:07.173347 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ec4ac52-9165-4e3a-a2ab-d7380734cb3d req-97f55b40-ee7e-420b-9974-bb423adcd83a service neutron] 10.222.0.21 "GET /v2.0/networks/8bb4a64e-737d-472a-82e4-22fd49b17eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381960 Nov 12 00:52:07.231168 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6190c-0e8c-4daf-a30e-55c9978a4e18 req-9f7b24fd-a0ef-420b-b3f9-1c83291807a2 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:07.232672 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5ad6190c-0e8c-4daf-a30e-55c9978a4e18 req-9f7b24fd-a0ef-420b-b3f9-1c83291807a2 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 944 time: 0.1387148 Nov 12 00:52:07.327168 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8303381-7a07-4604-9559-7e3b555a8cd8 req-feee2936-b8a4-49e5-87e8-9aa77db47fc7 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:07.328843 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d8303381-7a07-4604-9559-7e3b555a8cd8 req-feee2936-b8a4-49e5-87e8-9aa77db47fc7 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 946 time: 0.0644782 Nov 12 00:52:07.333920 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5ad6190c-0e8c-4daf-a30e-55c9978a4e18 req-5a79c467-43e0-4fab-850c-69d9e9d3f5f6 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897889 Nov 12 00:52:07.367008 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ec4ac52-9165-4e3a-a2ab-d7380734cb3d req-e62853d8-bcb9-4d9e-a538-bd7c46e3d394 service neutron] 10.222.0.21 "GET /v2.0/networks/8bb4a64e-737d-472a-82e4-22fd49b17eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764448 Nov 12 00:52:07.405898 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d8303381-7a07-4604-9559-7e3b555a8cd8 req-0e5632d6-8a0a-44c4-b496-7c98aa359ed2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687468 Nov 12 00:52:07.760293 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45944) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:07.932163 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d64bf1c-203c-43e3-b063-c10a902058b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:07.971603 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c639-f57d-41d9-a389-384b4a1319d6 req-6098997f-09e3-474f-b122-5e637836a7ac tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:07.979690 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a609c639-f57d-41d9-a389-384b4a1319d6 req-6098997f-09e3-474f-b122-5e637836a7ac tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.1019220 Nov 12 00:52:08.054384 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device a2ce0391-7d46-4d1a-a4ba-d12884ecf845 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:08.075490 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a609c639-f57d-41d9-a389-384b4a1319d6 req-43c555f5-a492-4798-b0e9-c88fe284d9e6 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920100 Nov 12 00:52:08.118443 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d64bf1c-203c-43e3-b063-c10a902058b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:08.133972 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d64bf1c-203c-43e3-b063-c10a902058b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:08.135839 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35437ab8-43c4-4ce5-8872-cb02deec3bf7 req-337288d4-83e8-4476-aedf-a9d0d565f80d tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.139171 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-35437ab8-43c4-4ce5-8872-cb02deec3bf7 req-337288d4-83e8-4476-aedf-a9d0d565f80d tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 984 time: 0.5252106 Nov 12 00:52:08.187351 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port a2ce0391-7d46-4d1a-a4ba-d12884ecf845, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=a2ce0391-7d46-4d1a-a4ba-d12884ecf845,segment=NetworkSegment(bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b),segment_id=bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:08.188257 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3d64bf1c-203c-43e3-b063-c10a902058b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=173c7342091c4f90bb66231e26b8c0be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4267395 Nov 12 00:52:08.189013 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45952) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:08.206776 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'a2ce0391-7d46-4d1a-a4ba-d12884ecf845', 'network_id': '8bb4a64e-737d-472a-82e4-22fd49b17eca', 'port_id': 'a2ce0391-7d46-4d1a-a4ba-d12884ecf845', 'mac_address': 'fa:16:3e:92:ea:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58cc4ab-3a88-48cb-8f7a-8ec0470ae225', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:08.212540 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-35437ab8-43c4-4ce5-8872-cb02deec3bf7 req-f7b04f87-613e-4bab-97c5-731238e390bc tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e612580-057d-40ec-9e47-da68f128d138&id=690d9536-2635-4da5-ba2d-297f938eff61&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0667274 Nov 12 00:52:08.270161 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64bf1c-203c-43e3-b063-c10a902058b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfb195e-62df-4941-a7c3-e8102aa1f616,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:08.286542 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:08.292132 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 30a2cada-53b0-4a55-9f26-d9dc0cf6918f up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:08.298038 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886907eb-773b-4ca1-a4ac-65842a58d6d8 req-81ecefe4-f1a7-42ef-b4ae-de57a1309e4c tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.305539 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-886907eb-773b-4ca1-a4ac-65842a58d6d8 req-81ecefe4-f1a7-42ef-b4ae-de57a1309e4c tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a236a4-7a7e-4008-9e4f-81b501c02c16 HTTP/1.1" status: 200 len: 944 time: 0.1114540 Nov 12 00:52:08.337190 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d5fe4109-309f-4fe2-8458-cd1b4f07ab18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:08.338721 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ce0391-7d46-4d1a-a4ba-d12884ecf845 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:08.360628 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d5fe4109-309f-4fe2-8458-cd1b4f07ab18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:08.373118 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port a2ce0391-7d46-4d1a-a4ba-d12884ecf845, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=a2ce0391-7d46-4d1a-a4ba-d12884ecf845,segment=NetworkSegment(bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b),segment_id=bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:08.386376 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:08.394644 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 30a2cada-53b0-4a55-9f26-d9dc0cf6918f completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:08.431198 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 30a2cada-53b0-4a55-9f26-d9dc0cf6918f triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:08.432270 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:08.445298 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-886907eb-773b-4ca1-a4ac-65842a58d6d8 req-872127ab-b3e2-4aae-bd46-014f274c77a6 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386960 Nov 12 00:52:08.472380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70253021-2f9b-4be2-8a7c-0e39c35c915f req-f3ccf91a-9ebc-4af1-9b1a-a058637788db tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.474418 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d5fe4109-309f-4fe2-8458-cd1b4f07ab18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:08.477493 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d5fe4109-309f-4fe2-8458-cd1b4f07ab18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:08.482660 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d5fe4109-309f-4fe2-8458-cd1b4f07ab18 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/edfb195e-62df-4941-a7c3-e8102aa1f616 HTTP/1.1" status: 204 len: 168 time: 0.2913501 Nov 12 00:52:08.489520 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-70253021-2f9b-4be2-8a7c-0e39c35c915f req-f3ccf91a-9ebc-4af1-9b1a-a058637788db tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 984 time: 0.1397004 Nov 12 00:52:08.513808 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe4109-309f-4fe2-8458-cd1b4f07ab18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfb195e-62df-4941-a7c3-e8102aa1f616,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:08.621668 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=a2ce0391-7d46-4d1a-a4ba-d12884ecf845,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:08.639313 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:08.657226 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-70253021-2f9b-4be2-8a7c-0e39c35c915f req-649fed84-a7b8-4c82-a0d1-a61f9fa8cb84 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e612580-057d-40ec-9e47-da68f128d138&id=690d9536-2635-4da5-ba2d-297f938eff61&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1473258 Nov 12 00:52:08.665227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['a2ce0391-7d46-4d1a-a4ba-d12884ecf845'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:08.693031 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cc1ea-e37c-40c0-b014-b16574c3e497 req-fe241544-648b-4ea2-bba6-534485a9173b tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.698591 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:08.706731 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a8cc1ea-e37c-40c0-b014-b16574c3e497 req-fe241544-648b-4ea2-bba6-534485a9173b tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 944 time: 0.1480334 Nov 12 00:52:08.733058 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d27ebb-716f-4328-8103-870885b77339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a2cada-53b0-4a55-9f26-d9dc0cf6918f'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:08.735962 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75716c0d-f24a-44a4-8e2c-ba44b55adf4e" -d '{"events": [{"server_uuid": "70d27ebb-716f-4328-8103-870885b77339", "name": "network-vif-plugged", "status": "completed", "tag": "30a2cada-53b0-4a55-9f26-d9dc0cf6918f"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:08.753323 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 30a2cada-53b0-4a55-9f26-d9dc0cf6918f, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=30a2cada-53b0-4a55-9f26-d9dc0cf6918f,segment=NetworkSegment(ccb10b93-a725-44f7-8020-9685b22ae9ec),segment_id=ccb10b93-a725-44f7-8020-9685b22ae9ec)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:08.776550 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:08.777408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device f4aa29ae-b98d-4329-b0a6-c0106ca17e39 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:08.793801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b79fb-d0a3-486b-9926-ab47312f9965 req-7026b45c-5139-44bd-b91b-8dc7c4fb4f04 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.802138 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b68b79fb-d0a3-486b-9926-ab47312f9965 req-7026b45c-5139-44bd-b91b-8dc7c4fb4f04 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 946 time: 0.0662007 Nov 12 00:52:08.817988 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a8cc1ea-e37c-40c0-b014-b16574c3e497 req-e67c4d2c-c12e-492f-94a6-04934b7223b4 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102312 Nov 12 00:52:08.909834 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b68b79fb-d0a3-486b-9926-ab47312f9965 req-5672a0bc-e407-4eb6-aefe-6f9974cd9c69 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062484 Nov 12 00:52:08.928538 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=30a2cada-53b0-4a55-9f26-d9dc0cf6918f,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:08.948893 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45970) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:08.970835 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9741-f619-4fc9-a8ad-843916d59e2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:08.975437 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port f4aa29ae-b98d-4329-b0a6-c0106ca17e39 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:08.981276 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port f4aa29ae-b98d-4329-b0a6-c0106ca17e39 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:08.981557 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.016144 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dba02-4830-4a74-a63e-580a20e7153b req-41624048-2379-4f43-b942-49a329f7687f tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:09.018494 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fc8dba02-4830-4a74-a63e-580a20e7153b req-41624048-2379-4f43-b942-49a329f7687f tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 1136 time: 0.1118646 Nov 12 00:52:09.061319 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-fc8dba02-4830-4a74-a63e-580a20e7153b req-05b2f338-9825-4c03-83e1-6065c883c3f4 tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.091568 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.113185 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9741-f619-4fc9-a8ad-843916d59e2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.124041 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787e5b5e-198e-4613-ba3c-39942534ab18 x-openstack-request-id: req-787e5b5e-198e-4613-ba3c-39942534ab18 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:09.124239 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9741-f619-4fc9-a8ad-843916d59e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.124870 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d27ebb-716f-4328-8103-870885b77339", "name": "network-vif-plugged", "status": "completed", "tag": "30a2cada-53b0-4a55-9f26-d9dc0cf6918f", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:09.125159 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-787e5b5e-198e-4613-ba3c-39942534ab18 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:09.125607 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d27ebb-716f-4328-8103-870885b77339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a2cada-53b0-4a55-9f26-d9dc0cf6918f', 'code': 200} Nov 12 00:52:09.144667 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port f4aa29ae-b98d-4329-b0a6-c0106ca17e39, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=f4aa29ae-b98d-4329-b0a6-c0106ca17e39,segment=NetworkSegment(ccb10b93-a725-44f7-8020-9685b22ae9ec),segment_id=ccb10b93-a725-44f7-8020-9685b22ae9ec)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:09.151925 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.191376 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2b5c9741-f619-4fc9-a8ad-843916d59e2f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eefda363cbf540c5b63b7bdf48014a5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2387779 Nov 12 00:52:09.194217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45974) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:09.202043 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c9741-f619-4fc9-a8ad-843916d59e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c3c77a-3eb4-4ed1-8cfa-d10e57b430cd,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:09.255034 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=f4aa29ae-b98d-4329-b0a6-c0106ca17e39,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:09.287133 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e60800-7c08-4cdc-a283-949cada2de6f req-bdb04639-0a44-4456-a5f1-457eb03432f5 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:09.288787 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-39e60800-7c08-4cdc-a283-949cada2de6f req-bdb04639-0a44-4456-a5f1-457eb03432f5 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.0709291 Nov 12 00:52:09.296553 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-fc8dba02-4830-4a74-a63e-580a20e7153b req-05b2f338-9825-4c03-83e1-6065c883c3f4 tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.320011 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-fc8dba02-4830-4a74-a63e-580a20e7153b req-05b2f338-9825-4c03-83e1-6065c883c3f4 tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.330406 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da601ad4-f731-4768-ab4b-e70b21c9c057 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.353915 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-39e60800-7c08-4cdc-a283-949cada2de6f req-e7a03eb1-c29c-4371-b7f8-ce5fc5263a0e tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589199 Nov 12 00:52:09.361380 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ae1f5-ce85-43c0-96fd-4b003b32106f req-64b6788b-74af-4fb4-a6d6-7f6858edb99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:09.363002 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ba1ae1f5-ce85-43c0-96fd-4b003b32106f req-64b6788b-74af-4fb4-a6d6-7f6858edb99a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70d27ebb-716f-4328-8103-870885b77339 HTTP/1.1" status: 200 len: 1098 time: 0.1264546 Nov 12 00:52:09.426173 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da601ad4-f731-4768-ab4b-e70b21c9c057 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.436942 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2f338-9825-4c03-83e1-6065c883c3f4 tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf08de2-a23b-4552-8bac-61fa4b48df4e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:09.444951 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fc8dba02-4830-4a74-a63e-580a20e7153b req-05b2f338-9825-4c03-83e1-6065c883c3f4 tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4e612580-057d-40ec-9e47-da68f128d138&id=690d9536-2635-4da5-ba2d-297f938eff61&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4186177 Nov 12 00:52:09.486640 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ba1ae1f5-ce85-43c0-96fd-4b003b32106f req-4cfa561e-4689-476d-b387-3dac26bd513a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003606 Nov 12 00:52:09.509366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45978) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:09.541414 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da601ad4-f731-4768-ab4b-e70b21c9c057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.545144 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da601ad4-f731-4768-ab4b-e70b21c9c057 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.547445 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-da601ad4-f731-4768-ab4b-e70b21c9c057 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8c3c77a-3eb4-4ed1-8cfa-d10e57b430cd HTTP/1.1" status: 204 len: 168 time: 0.3517857 Nov 12 00:52:09.561677 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da601ad4-f731-4768-ab4b-e70b21c9c057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c3c77a-3eb4-4ed1-8cfa-d10e57b430cd,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:09.618362 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ce7972-b2d2-4de0-84cf-df71c85de06d tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:09.622250 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a1ce7972-b2d2-4de0-84cf-df71c85de06d tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 1131 time: 0.1095705 Nov 12 00:52:09.624599 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45982) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:09.629531 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': '3b1b6293-e8ab-4cac-82b5-71b17e43bb6a', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:09.688547 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.698973 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665b187-afa0-4153-bc66-2a82f7789fe6 req-3f4a7af9-d84a-4dc9-899f-04ce3b101d3d tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:09.701274 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2665b187-afa0-4153-bc66-2a82f7789fe6 req-3f4a7af9-d84a-4dc9-899f-04ce3b101d3d tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a236a4-7a7e-4008-9e4f-81b501c02c16 HTTP/1.1" status: 200 len: 945 time: 0.1364028 Nov 12 00:52:09.813976 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2665b187-afa0-4153-bc66-2a82f7789fe6 req-bf1a0ccb-21a8-4eba-8834-59fdf8c09624 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963237 Nov 12 00:52:09.871851 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.972562 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52eefc9-54f0-4e99-8d2c-88e5194e478a req-b296a0b4-e8b5-4b2b-88d3-10ded367ce11 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:09.983234 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a52eefc9-54f0-4e99-8d2c-88e5194e478a req-b296a0b4-e8b5-4b2b-88d3-10ded367ce11 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 945 time: 0.0843391 Nov 12 00:52:10.044270 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a52eefc9-54f0-4e99-8d2c-88e5194e478a req-2af033bb-1e4f-4251-aeb9-fbb5d864bf15 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596547 Nov 12 00:52:10.064904 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device a2ce0391-7d46-4d1a-a4ba-d12884ecf845 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:10.115912 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Allocated IP 172.25.0.230 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/e2e52b95-53c0-4fce-85ee-abddd9833911) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:10.153321 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port a2ce0391-7d46-4d1a-a4ba-d12884ecf845 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:10.158507 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port a2ce0391-7d46-4d1a-a4ba-d12884ecf845 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:10.158962 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:10.208223 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdbe67-e09c-4e5b-984f-4ce74813fd0d req-1abda8a1-e011-4aec-a96a-3b1b82ed95f6 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.217552 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e6bdbe67-e09c-4e5b-984f-4ce74813fd0d req-1abda8a1-e011-4aec-a96a-3b1b82ed95f6 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 946 time: 0.1889954 Nov 12 00:52:10.268651 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:10.288153 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e6bdbe67-e09c-4e5b-984f-4ce74813fd0d req-e76b0b4a-3b52-444c-a874-ed8833b6c7d3 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650043 Nov 12 00:52:10.330427 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:10.343734 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port a2ce0391-7d46-4d1a-a4ba-d12884ecf845, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=a2ce0391-7d46-4d1a-a4ba-d12884ecf845,segment=NetworkSegment(bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b),segment_id=bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:10.351565 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:10.384295 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:10.434946 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:10.439253 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:10.450116 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:10.456089 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=a2ce0391-7d46-4d1a-a4ba-d12884ecf845,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:10.577192 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3425974-7443-41ce-917e-26a3b134afd1 req-ed9f703e-443c-416c-b977-611306c874b6 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.589670 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event updated for resources: {'Port': ['ID=e2e52b95-53c0-4fce-85ee-abddd9833911,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:10.590007 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a3425974-7443-41ce-917e-26a3b134afd1 req-ed9f703e-443c-416c-b977-611306c874b6 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.0987213 Nov 12 00:52:10.687713 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a3425974-7443-41ce-917e-26a3b134afd1 req-335108b9-8cc6-4e5f-833a-28b1065023d5 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964792 Nov 12 00:52:11.127744 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd3f13b-a394-4019-9a13-6cd1bc4bff65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4aa29ae-b98d-4329-b0a6-c0106ca17e39'}, {'server_uuid': 'd8a236a4-7a7e-4008-9e4f-81b501c02c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ce0391-7d46-4d1a-a4ba-d12884ecf845'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:11.129651 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bc9db-67db-442f-93a3-d93e3ec1346c req-0a4df8d8-a01c-4992-97e2-ca8722126ac7 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.130743 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa01597c-c76c-49cb-87e9-f8209c379306" -d '{"events": [{"server_uuid": "8dd3f13b-a394-4019-9a13-6cd1bc4bff65", "name": "network-vif-plugged", "status": "completed", "tag": "f4aa29ae-b98d-4329-b0a6-c0106ca17e39"}, {"server_uuid": "d8a236a4-7a7e-4008-9e4f-81b501c02c16", "name": "network-vif-plugged", "status": "completed", "tag": "a2ce0391-7d46-4d1a-a4ba-d12884ecf845"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:11.132350 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-397bc9db-67db-442f-93a3-d93e3ec1346c req-0a4df8d8-a01c-4992-97e2-ca8722126ac7 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a236a4-7a7e-4008-9e4f-81b501c02c16 HTTP/1.1" status: 200 len: 946 time: 0.1558752 Nov 12 00:52:11.154525 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.245750 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd0426-51ee-4b68-8fae-5fa2cf9abf84 req-4976a026-6923-4c66-ba25-0b85ca15cf93 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.258034 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f5cd0426-51ee-4b68-8fae-5fa2cf9abf84 req-4976a026-6923-4c66-ba25-0b85ca15cf93 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 945 time: 0.0962605 Nov 12 00:52:11.293375 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-397bc9db-67db-442f-93a3-d93e3ec1346c req-2cf5cbc7-320e-45bb-9b9d-96914e3123ff tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429725 Nov 12 00:52:11.338754 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.358870 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f5cd0426-51ee-4b68-8fae-5fa2cf9abf84 req-7e87eb58-a744-4228-a287-9745ef16529c tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863104 Nov 12 00:52:11.476140 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4808ef59-c54c-4d26-91ee-458aafc01d1d x-openstack-request-id: req-4808ef59-c54c-4d26-91ee-458aafc01d1d {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:11.476647 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd3f13b-a394-4019-9a13-6cd1bc4bff65", "name": "network-vif-plugged", "status": "completed", "tag": "f4aa29ae-b98d-4329-b0a6-c0106ca17e39", "code": 200}, {"server_uuid": "d8a236a4-7a7e-4008-9e4f-81b501c02c16", "name": "network-vif-plugged", "status": "completed", "tag": "a2ce0391-7d46-4d1a-a4ba-d12884ecf845", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:11.476812 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4808ef59-c54c-4d26-91ee-458aafc01d1d {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:11.477089 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd3f13b-a394-4019-9a13-6cd1bc4bff65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4aa29ae-b98d-4329-b0a6-c0106ca17e39', 'code': 200} Nov 12 00:52:11.477347 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a236a4-7a7e-4008-9e4f-81b501c02c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ce0391-7d46-4d1a-a4ba-d12884ecf845', 'code': 200} Nov 12 00:52:11.658166 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b01b2-4cb5-4b22-9c57-6029fc0a5ff6 req-7463aaa5-b28e-4f09-b3e2-65cf5f4595ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.659388 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e57b01b2-4cb5-4b22-9c57-6029fc0a5ff6 req-7463aaa5-b28e-4f09-b3e2-65cf5f4595ec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8a236a4-7a7e-4008-9e4f-81b501c02c16 HTTP/1.1" status: 200 len: 1098 time: 0.1046789 Nov 12 00:52:11.676605 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d50176-60d7-4614-9c46-34d3153983ee req-f0e44fbb-6d42-4a93-b87f-4c1f6836cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.678834 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.678983 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-67d50176-60d7-4614-9c46-34d3153983ee req-f0e44fbb-6d42-4a93-b87f-4c1f6836cb14 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 1097 time: 0.0648782 Nov 12 00:52:11.688099 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.739993 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4d20c-3413-42b9-ae94-52ab6e099320 req-5664dca7-4630-4caf-98e5-db1899042fae tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.748329 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-91c4d20c-3413-42b9-ae94-52ab6e099320 req-5664dca7-4630-4caf-98e5-db1899042fae tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 946 time: 0.1923499 Nov 12 00:52:11.800793 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-67d50176-60d7-4614-9c46-34d3153983ee req-adbf55b6-e2ce-46c9-b814-c5a57ec860aa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104233 Nov 12 00:52:11.865274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event updated for resources: {'Port': ['ID=e2e52b95-53c0-4fce-85ee-abddd9833911,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:11.881227 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e57b01b2-4cb5-4b22-9c57-6029fc0a5ff6 req-f13fc65b-5730-42f7-b4d2-076423af733e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057486 Nov 12 00:52:11.883501 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5a9e2-6cd7-4e3e-8f7f-0021f9d6ba39 req-538a86e3-8378-4dda-b412-1c888484bb5e tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.885690 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fea5a9e2-6cd7-4e3e-8f7f-0021f9d6ba39 req-538a86e3-8378-4dda-b412-1c888484bb5e tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.0776422 Nov 12 00:52:11.895672 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-91c4d20c-3413-42b9-ae94-52ab6e099320 req-177b5d7a-d825-44ac-bdd8-f11ee05c45bb tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463683 Nov 12 00:52:11.905470 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:11.905930 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:11.906389 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:11.906830 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:11.907265 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:11.907699 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:11.908127 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:11.908603 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:11.909056 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:11.909491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:11.909915 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:11.910335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:11.939417 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.960297 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fea5a9e2-6cd7-4e3e-8f7f-0021f9d6ba39 req-7cbb9b97-ecd5-4d9f-9089-43a8ab88e817 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657992 Nov 12 00:52:12.074159 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Floating IP f49d31c8-d8eb-49e2-97a0-e3a17f467784 associated. External IP: 172.25.0.230, port: 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a. Nov 12 00:52:12.325213 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Router cd7b827f-fc37-477d-9060-c55c5f8bc89f has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:12.571286 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc75090-9e96-4b48-8599-678bc2856009 req-4e76a003-b8a9-4ae8-a565-d1dabe9dab25 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:12.575884 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:12.590587 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-acc75090-9e96-4b48-8599-678bc2856009 req-4e76a003-b8a9-4ae8-a565-d1dabe9dab25 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 945 time: 0.0938809 Nov 12 00:52:12.593104 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8210ef7b-3d6f-41a8-9194-e2fbbe04f225 None None] Sync routers for ids ['cd7b827f-fc37-477d-9060-c55c5f8bc89f'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:12.624114 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8210ef7b-3d6f-41a8-9194-e2fbbe04f225 None None] Routers {'cd7b827f-fc37-477d-9060-c55c5f8bc89f'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:12.624837 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8210ef7b-3d6f-41a8-9194-e2fbbe04f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:51:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['cd7b827f-fc37-477d-9060-c55c5f8bc89f'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:12.645733 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:12.672899 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-acc75090-9e96-4b48-8599-678bc2856009 req-50fd8f16-0c07-41df-a6a3-d78c873f58db tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761945 Nov 12 00:52:12.715149 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-22329672-fc0e-4ea1-8d74-33f1a5dedcf0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0893092 Nov 12 00:52:12.717913 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46062) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:12.719178 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eae144e-b520-4142-bd3d-9d9336b51c30', 'tag': '3b1b6293-e8ab-4cac-82b5-71b17e43bb6a'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:12.720509 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63281d31-fdc0-4cfe-906a-4f00c2094492" -d '{"events": [{"name": "network-changed", "server_uuid": "2eae144e-b520-4142-bd3d-9d9336b51c30", "tag": "3b1b6293-e8ab-4cac-82b5-71b17e43bb6a"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:12.783667 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfe7c4-e14f-43ff-88a7-12e526a295cf req-0b7d2dd3-e434-4922-b652-6dbfd247a189 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:12.785408 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-02cfe7c4-e14f-43ff-88a7-12e526a295cf req-0b7d2dd3-e434-4922-b652-6dbfd247a189 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a236a4-7a7e-4008-9e4f-81b501c02c16 HTTP/1.1" status: 200 len: 946 time: 0.2756925 Nov 12 00:52:12.876170 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-02cfe7c4-e14f-43ff-88a7-12e526a295cf req-40d70a14-7b24-444f-8c9f-ca97ebd8d65a tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825751 Nov 12 00:52:12.882326 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-8210ef7b-3d6f-41a8-9194-e2fbbe04f225 None None] Set router cd7b827f-fc37-477d-9060-c55c5f8bc89f gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:12.918634 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3618f8a6-5f1d-451f-badf-2a08ea0684d0 x-openstack-request-id: req-3618f8a6-5f1d-451f-badf-2a08ea0684d0 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:12.918943 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eae144e-b520-4142-bd3d-9d9336b51c30", "tag": "3b1b6293-e8ab-4cac-82b5-71b17e43bb6a", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:12.919215 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3618f8a6-5f1d-451f-badf-2a08ea0684d0 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:12.919643 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eae144e-b520-4142-bd3d-9d9336b51c30', 'tag': '3b1b6293-e8ab-4cac-82b5-71b17e43bb6a', 'status': 'completed', 'code': 200} Nov 12 00:52:13.118716 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c86d04-44cd-47a4-81e3-b2d981b95b4e tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.119273 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c86d04-44cd-47a4-81e3-b2d981b95b4e tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.119742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c86d04-44cd-47a4-81e3-b2d981b95b4e tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.120196 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c86d04-44cd-47a4-81e3-b2d981b95b4e tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.120653 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c86d04-44cd-47a4-81e3-b2d981b95b4e tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.121163 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c86d04-44cd-47a4-81e3-b2d981b95b4e tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.121615 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c86d04-44cd-47a4-81e3-b2d981b95b4e tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.122069 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c86d04-44cd-47a4-81e3-b2d981b95b4e tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.126521 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c86d04-44cd-47a4-81e3-b2d981b95b4e tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.127798 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-66c86d04-44cd-47a4-81e3-b2d981b95b4e tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6389 time: 0.4064639 Nov 12 00:52:13.129227 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46076) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:13.203198 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd6fcd-bd01-478b-ad2a-717be20fdd2f req-519dcff3-cc80-440a-9ddf-cf1e90764268 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.205618 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e6dd6fcd-bd01-478b-ad2a-717be20fdd2f req-519dcff3-cc80-440a-9ddf-cf1e90764268 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.1430342 Nov 12 00:52:13.209403 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63281d31-fdc0-4cfe-906a-4f00c2094492 req-4df9b916-a258-40e7-8ee1-c1d8843cd62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.210928 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63281d31-fdc0-4cfe-906a-4f00c2094492 req-4df9b916-a258-40e7-8ee1-c1d8843cd62f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d1187e4171d459daa255b9c3c43b475&device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 1136 time: 0.0808074 Nov 12 00:52:13.242290 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cd63d-345a-464d-895c-4e52dcc63a79 req-710d3476-b403-4c92-a30b-aee0bbd19e19 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.250614 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e4cd63d-345a-464d-895c-4e52dcc63a79 req-710d3476-b403-4c92-a30b-aee0bbd19e19 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 946 time: 0.1215756 Nov 12 00:52:13.397546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8210ef7b-3d6f-41a8-9194-e2fbbe04f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2030535851', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:31Z', 'updated_at': '2021-11-12T00:51:40Z', 'revision_number': 4, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:32Z', 'updated_at': '2021-11-12T00:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'f49d31c8-d8eb-49e2-97a0-e3a17f467784', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'floating_ip_address': '172.25.0.230', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'port_id': '3b1b6293-e8ab-4cac-82b5-71b17e43bb6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502', 'mac_address': 'fa:16:3e:f1:ef:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eae144e-b520-4142-bd3d-9d9336b51c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:52:10Z', 'updated_at': '2021-11-12T00:52:10Z', 'revision_number': 0, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cc6120-dbbf-412b-8349-e8ee3ca99993', 'name': '', 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'mac_address': 'fa:16:3e:40:51:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'd6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:38Z', 'updated_at': '2021-11-12T00:51:45Z', 'revision_number': 5, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'subnets': [{'id': 'd6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:13.403931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9820aeb6-41cf-4267-b36c-52ecd0efb02b tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.404569 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9820aeb6-41cf-4267-b36c-52ecd0efb02b tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.405153 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9820aeb6-41cf-4267-b36c-52ecd0efb02b tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.406926 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9820aeb6-41cf-4267-b36c-52ecd0efb02b tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.407078 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9820aeb6-41cf-4267-b36c-52ecd0efb02b tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.407555 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9820aeb6-41cf-4267-b36c-52ecd0efb02b tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.409394 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9820aeb6-41cf-4267-b36c-52ecd0efb02b tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.409953 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9820aeb6-41cf-4267-b36c-52ecd0efb02b tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.410468 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9820aeb6-41cf-4267-b36c-52ecd0efb02b tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.413180 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9820aeb6-41cf-4267-b36c-52ecd0efb02b tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5930 time: 0.2740908 Nov 12 00:52:13.416355 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46080) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:13.432583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63281d31-fdc0-4cfe-906a-4f00c2094492 req-5760c370-72ab-484b-8783-06421ebb1862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.436668 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63281d31-fdc0-4cfe-906a-4f00c2094492 req-5760c370-72ab-484b-8783-06421ebb1862 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91e52b1e-ef57-4599-9972-a48724f76502 HTTP/1.1" status: 200 len: 897 time: 0.1683364 Nov 12 00:52:13.461134 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8210ef7b-3d6f-41a8-9194-e2fbbe04f225 None None] Checking router: cd7b827f-fc37-477d-9060-c55c5f8bc89f for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:52:13.481869 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e4cd63d-345a-464d-895c-4e52dcc63a79 req-74500b52-5923-4674-a5c9-5d4792c08304 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301269 Nov 12 00:52:13.490084 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8210ef7b-3d6f-41a8-9194-e2fbbe04f225 None None] Routers {'cd7b827f-fc37-477d-9060-c55c5f8bc89f'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:13.490924 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8210ef7b-3d6f-41a8-9194-e2fbbe04f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:51:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['cd7b827f-fc37-477d-9060-c55c5f8bc89f'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:13.546926 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63281d31-fdc0-4cfe-906a-4f00c2094492 req-9cf69f0f-b6db-4a4e-8d90-74527839849d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b1b6293-e8ab-4cac-82b5-71b17e43bb6a HTTP/1.1" status: 200 len: 999 time: 0.1025877 Nov 12 00:52:13.611646 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e6dd6fcd-bd01-478b-ad2a-717be20fdd2f req-eb951d01-114f-4f77-9288-1765c71c47ea tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846147 Nov 12 00:52:13.680589 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63281d31-fdc0-4cfe-906a-4f00c2094492 req-e04416c7-f8f4-4e28-84f1-538245551f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.682584 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63281d31-fdc0-4cfe-906a-4f00c2094492 req-e04416c7-f8f4-4e28-84f1-538245551f4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5 HTTP/1.1" status: 200 len: 835 time: 0.1219077 Nov 12 00:52:13.688989 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-8210ef7b-3d6f-41a8-9194-e2fbbe04f225 None None] Set router cd7b827f-fc37-477d-9060-c55c5f8bc89f gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:13.734485 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46094) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:13.815580 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63281d31-fdc0-4cfe-906a-4f00c2094492 req-2f4b90c7-f88a-4ef1-a090-a4f5981a0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.817282 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63281d31-fdc0-4cfe-906a-4f00c2094492 req-2f4b90c7-f88a-4ef1-a090-a4f5981a0e26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91e52b1e-ef57-4599-9972-a48724f76502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1158156 Nov 12 00:52:13.822522 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d684e66b-3991-4922-bfce-87c9109d1c72 tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.4047558 Nov 12 00:52:13.825399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46100) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:13.868095 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c8460-7e5a-4783-a907-d6422f9938ab req-b63bc528-4c83-45d7-ae28-90b53af0274c tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.877239 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7d9c8460-7e5a-4783-a907-d6422f9938ab req-b63bc528-4c83-45d7-ae28-90b53af0274c tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 945 time: 0.1058226 Nov 12 00:52:13.883812 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-29d68548-bd6d-4573-a6ab-0a61b9b90332 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:13.899278 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7379533-8d64-4e66-92fe-de89b80ad1eb tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.899747 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7379533-8d64-4e66-92fe-de89b80ad1eb tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.901561 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f7379533-8d64-4e66-92fe-de89b80ad1eb tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cd7b827f-fc37-477d-9060-c55c5f8bc89f HTTP/1.1" status: 200 len: 1992 time: 0.0753250 Nov 12 00:52:14.014311 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7d9c8460-7e5a-4783-a907-d6422f9938ab req-b3948367-e62a-4ce9-8c6e-ecc1207b35fa tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211784 Nov 12 00:52:14.032991 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63281d31-fdc0-4cfe-906a-4f00c2094492 req-e85039fe-0b43-45f4-b64c-7985e0a006e1 service neutron] 10.222.0.15 "GET /v2.0/networks/91e52b1e-ef57-4599-9972-a48724f76502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041881 Nov 12 00:52:14.047844 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-29d68548-bd6d-4573-a6ab-0a61b9b90332 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:14.065716 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-29d68548-bd6d-4573-a6ab-0a61b9b90332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:14.094328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8210ef7b-3d6f-41a8-9194-e2fbbe04f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2030535851', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:31Z', 'updated_at': '2021-11-12T00:51:40Z', 'revision_number': 4, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:32Z', 'updated_at': '2021-11-12T00:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'f49d31c8-d8eb-49e2-97a0-e3a17f467784', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'floating_ip_address': '172.25.0.230', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'port_id': '3b1b6293-e8ab-4cac-82b5-71b17e43bb6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502', 'mac_address': 'fa:16:3e:f1:ef:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eae144e-b520-4142-bd3d-9d9336b51c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:52:10Z', 'updated_at': '2021-11-12T00:52:10Z', 'revision_number': 0, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cc6120-dbbf-412b-8349-e8ee3ca99993', 'name': '', 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'mac_address': 'fa:16:3e:40:51:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'd6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:38Z', 'updated_at': '2021-11-12T00:51:45Z', 'revision_number': 5, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'subnets': [{'id': 'd6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:14.114810 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d68548-bd6d-4573-a6ab-0a61b9b90332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d62353-d17c-414c-a65f-6ef3f7de32b8,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:14.122890 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-29d68548-bd6d-4573-a6ab-0a61b9b90332 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbcaee4620a54b1ea022892f7fc199b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3847849 Nov 12 00:52:14.123133 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8210ef7b-3d6f-41a8-9194-e2fbbe04f225 None None] The sync data for ids ['cd7b827f-fc37-477d-9060-c55c5f8bc89f'] in n-d-712137-14 is: [{'id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2030535851', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:31Z', 'updated_at': '2021-11-12T00:51:40Z', 'revision_number': 4, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:32Z', 'updated_at': '2021-11-12T00:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'f49d31c8-d8eb-49e2-97a0-e3a17f467784', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'floating_ip_address': '172.25.0.230', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'port_id': '3b1b6293-e8ab-4cac-82b5-71b17e43bb6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502', 'mac_address': 'fa:16:3e:f1:ef:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eae144e-b520-4142-bd3d-9d9336b51c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:52:10Z', 'updated_at': '2021-11-12T00:52:10Z', 'revision_number': 0, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cc6120-dbbf-412b-8349-e8ee3ca99993', 'name': '', 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'mac_address': 'fa:16:3e:40:51:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'd6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:38Z', 'updated_at': '2021-11-12T00:51:45Z', 'revision_number': 5, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'subnets': [{'id': 'd6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:14.125334 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46108) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:14.140921 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dc1e1-5b8d-4106-b08a-69c8e577db72 req-1207ea0e-498d-4e40-8ea1-aa09a14e9954 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.141142 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a83dc1e1-5b8d-4106-b08a-69c8e577db72 req-1207ea0e-498d-4e40-8ea1-aa09a14e9954 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a236a4-7a7e-4008-9e4f-81b501c02c16 HTTP/1.1" status: 200 len: 946 time: 0.1086283 Nov 12 00:52:14.201640 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434b6a8-02d2-4761-adfc-8ffb7dfde2c5 req-95df1920-4214-40c2-934c-996a909c2d6f tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.203186 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6434b6a8-02d2-4761-adfc-8ffb7dfde2c5 req-95df1920-4214-40c2-934c-996a909c2d6f tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=33f2c48b-bda2-4d6f-979d-f4b6b0812d90 HTTP/1.1" status: 200 len: 945 time: 0.0775101 Nov 12 00:52:14.205576 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63281d31-fdc0-4cfe-906a-4f00c2094492 req-a2dc9054-dd76-4234-ba59-831ca34b5d2e service neutron] 10.222.0.15 "GET /v2.0/networks/91e52b1e-ef57-4599-9972-a48724f76502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643937 Nov 12 00:52:14.226529 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a83dc1e1-5b8d-4106-b08a-69c8e577db72 req-e1d62c79-6138-4c67-b7d4-4607ad17ae87 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778384 Nov 12 00:52:14.229354 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7a93001c-80a5-498b-bf01-79bb735552b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:14.252668 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7a93001c-80a5-498b-bf01-79bb735552b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:14.261504 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6434b6a8-02d2-4761-adfc-8ffb7dfde2c5 req-68f3ecba-12f5-41e1-b9d7-3f65c69d26ee tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493779 Nov 12 00:52:14.317470 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7a93001c-80a5-498b-bf01-79bb735552b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:14.324556 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7a93001c-80a5-498b-bf01-79bb735552b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:14.328276 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7a93001c-80a5-498b-bf01-79bb735552b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25d62353-d17c-414c-a65f-6ef3f7de32b8 HTTP/1.1" status: 204 len: 168 time: 0.2000244 Nov 12 00:52:14.358127 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93001c-80a5-498b-bf01-79bb735552b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d62353-d17c-414c-a65f-6ef3f7de32b8,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:14.458873 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94219e41-acb8-4884-841c-3192579926cf req-f6ca8229-855e-4e4f-9626-83dc899994ed tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.467495 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-94219e41-acb8-4884-841c-3192579926cf req-f6ca8229-855e-4e4f-9626-83dc899994ed tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d27ebb-716f-4328-8103-870885b77339 HTTP/1.1" status: 200 len: 946 time: 0.0899661 Nov 12 00:52:14.488586 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad4a5a4-9ab4-4e2c-a463-81901ccd2ce5 None None] New status for floating IP f49d31c8-d8eb-49e2-97a0-e3a17f467784: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:52:14.543452 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-94219e41-acb8-4884-841c-3192579926cf req-6aee1ffc-84ca-40e8-9dfb-f14a10dea34e tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668337 Nov 12 00:52:14.660449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34810918-5851-4e77-846c-dfac4168ac27 req-96336597-190e-457b-9ee1-1953f33e0f8d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.672010 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-34810918-5851-4e77-846c-dfac4168ac27 req-96336597-190e-457b-9ee1-1953f33e0f8d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 946 time: 0.0911615 Nov 12 00:52:14.759480 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-34810918-5851-4e77-846c-dfac4168ac27 req-4c0ae898-6b6f-40d5-8984-d6e988de9922 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838268 Nov 12 00:52:14.896420 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0256a5c-b1c2-4656-b6d2-d1f566f6a0c7 req-fdf92e92-9260-4b03-b3bf-e18059f357d8 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.907467 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0256a5c-b1c2-4656-b6d2-d1f566f6a0c7 req-fdf92e92-9260-4b03-b3bf-e18059f357d8 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.0787809 Nov 12 00:52:14.940347 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673133c-60ae-492a-8749-7914f301dd4d req-4fbfac18-9184-45cc-b910-aa651555653e tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.941055 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9673133c-60ae-492a-8749-7914f301dd4d req-4fbfac18-9184-45cc-b910-aa651555653e tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d27ebb-716f-4328-8103-870885b77339 HTTP/1.1" status: 200 len: 946 time: 0.0746682 Nov 12 00:52:14.956861 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46182) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:14.977645 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58dda46f-5595-4818-9327-5b3608860e5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:14.990042 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0256a5c-b1c2-4656-b6d2-d1f566f6a0c7 req-2175412d-2311-4e8f-8388-21d72628d668 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803030 Nov 12 00:52:15.031172 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9673133c-60ae-492a-8749-7914f301dd4d req-49f5e581-0e01-4748-8cfc-c423b601e763 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892830 Nov 12 00:52:15.123362 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58dda46f-5595-4818-9327-5b3608860e5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.127998 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58dda46f-5595-4818-9327-5b3608860e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.168036 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dda46f-5595-4818-9327-5b3608860e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14a3081-b2f5-48f0-b831-d54409d3f082,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:15.184126 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-58dda46f-5595-4818-9327-5b3608860e5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3283e02e35b4fbe98bd60976f0daaf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2256744 Nov 12 00:52:15.186923 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46214) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:15.276259 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a93cb3e-6e32-4bdc-8a30-9a6837313640 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.325037 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a93cb3e-6e32-4bdc-8a30-9a6837313640 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.390638 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a93cb3e-6e32-4bdc-8a30-9a6837313640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.393535 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a93cb3e-6e32-4bdc-8a30-9a6837313640 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.395106 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0a93cb3e-6e32-4bdc-8a30-9a6837313640 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f14a3081-b2f5-48f0-b831-d54409d3f082 HTTP/1.1" status: 204 len: 168 time: 0.2068694 Nov 12 00:52:15.411311 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93cb3e-6e32-4bdc-8a30-9a6837313640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14a3081-b2f5-48f0-b831-d54409d3f082,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:15.982908 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28a3f2-7585-4830-814e-63f310273ada req-0ada5c5c-9400-4334-afb3-ab14a8ba330c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:15.984422 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3d28a3f2-7585-4830-814e-63f310273ada req-0ada5c5c-9400-4334-afb3-ab14a8ba330c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 946 time: 0.0611117 Nov 12 00:52:16.050045 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3d28a3f2-7585-4830-814e-63f310273ada req-5de30e4d-3706-41e5-88a7-16cb243f0cfd tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573342 Nov 12 00:52:16.104879 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:16.224617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614030c-c68a-4caf-a12c-c23e27dc0c4c req-4b61ba8f-5879-4dd1-8752-6a7ba66401a7 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:16.226611 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5614030c-c68a-4caf-a12c-c23e27dc0c4c req-4b61ba8f-5879-4dd1-8752-6a7ba66401a7 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.0761476 Nov 12 00:52:16.245149 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2,segment=NetworkSegment(4d180559-ff7b-4386-b0ba-a5f5a70a375b),segment_id=4d180559-ff7b-4386-b0ba-a5f5a70a375b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:16.263706 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef68df4-8685-4dea-baed-6625a7923394 req-e8b82706-cf5d-4c3e-bcbb-0e8c4ab6280d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:16.265451 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4ef68df4-8685-4dea-baed-6625a7923394 req-e8b82706-cf5d-4c3e-bcbb-0e8c4ab6280d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d27ebb-716f-4328-8103-870885b77339 HTTP/1.1" status: 200 len: 946 time: 0.1260216 Nov 12 00:52:16.273623 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2', 'network_id': '2ae8764c-6045-42df-b713-ab4f0e086c21', 'port_id': 'e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2', 'mac_address': 'fa:16:3e:73:ab:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa33b273-6769-45e4-9426-f7219f3a9eea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:16.329979 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:16.344799 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5614030c-c68a-4caf-a12c-c23e27dc0c4c req-1794dcfd-16a3-4f61-a2a9-e06b8cc0f012 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100173 Nov 12 00:52:16.345868 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:16.374251 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2,segment=NetworkSegment(4d180559-ff7b-4386-b0ba-a5f5a70a375b),segment_id=4d180559-ff7b-4386-b0ba-a5f5a70a375b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:16.386248 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:16.390230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4ef68df4-8685-4dea-baed-6625a7923394 req-d87176cc-d372-49d1-abfc-f6b419cdcf59 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178975 Nov 12 00:52:16.467665 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:16.595513 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654eb8da-157b-4080-8bb9-7ccfb6e31c65 req-60322130-2e03-4458-a5cb-c766424a91a7 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:16.597117 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-654eb8da-157b-4080-8bb9-7ccfb6e31c65 req-60322130-2e03-4458-a5cb-c766424a91a7 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.15 "GET /v2.0/ports?device_id=70d27ebb-716f-4328-8103-870885b77339 HTTP/1.1" status: 200 len: 946 time: 0.0944681 Nov 12 00:52:16.632049 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:16.730376 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-654eb8da-157b-4080-8bb9-7ccfb6e31c65 req-51a45db3-e473-41c6-9496-b9c701f37070 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Deleting port 30a2cada-53b0-4a55-9f26-d9dc0cf6918f {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:16.730816 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-654eb8da-157b-4080-8bb9-7ccfb6e31c65 req-51a45db3-e473-41c6-9496-b9c701f37070 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:16.856063 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-654eb8da-157b-4080-8bb9-7ccfb6e31c65 req-51a45db3-e473-41c6-9496-b9c701f37070 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] For port 30a2cada-53b0-4a55-9f26-d9dc0cf6918f, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=30a2cada-53b0-4a55-9f26-d9dc0cf6918f,segment=NetworkSegment(ccb10b93-a725-44f7-8020-9685b22ae9ec),segment_id=ccb10b93-a725-44f7-8020-9685b22ae9ec)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:16.856862 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-654eb8da-157b-4080-8bb9-7ccfb6e31c65 req-51a45db3-e473-41c6-9496-b9c701f37070 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:16.879958 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-654eb8da-157b-4080-8bb9-7ccfb6e31c65 req-51a45db3-e473-41c6-9496-b9c701f37070 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Calling delete_port for 30a2cada-53b0-4a55-9f26-d9dc0cf6918f owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:17.053696 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-654eb8da-157b-4080-8bb9-7ccfb6e31c65 req-51a45db3-e473-41c6-9496-b9c701f37070 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:17.084602 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a45db3-e473-41c6-9496-b9c701f37070 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Pushing event deleted for resources: {'Port': ['ID=30a2cada-53b0-4a55-9f26-d9dc0cf6918f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:17.100618 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['f4aa29ae-b98d-4329-b0a6-c0106ca17e39', '30a2cada-53b0-4a55-9f26-d9dc0cf6918f'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:17.148503 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-654eb8da-157b-4080-8bb9-7ccfb6e31c65 req-51a45db3-e473-41c6-9496-b9c701f37070 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] No DVR routers for this DVR port 30a2cada-53b0-4a55-9f26-d9dc0cf6918f on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:17.151285 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-654eb8da-157b-4080-8bb9-7ccfb6e31c65 req-51a45db3-e473-41c6-9496-b9c701f37070 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:17.155582 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-654eb8da-157b-4080-8bb9-7ccfb6e31c65 req-51a45db3-e473-41c6-9496-b9c701f37070 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.15 "DELETE /v2.0/ports/30a2cada-53b0-4a55-9f26-d9dc0cf6918f HTTP/1.1" status: 204 len: 173 time: 0.5518777 Nov 12 00:52:17.156179 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d27ebb-716f-4328-8103-870885b77339', 'name': 'network-vif-deleted', 'tag': '30a2cada-53b0-4a55-9f26-d9dc0cf6918f'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:17.160273 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dbace2-827c-48bb-a788-f3cc56765f40" -d '{"events": [{"server_uuid": "70d27ebb-716f-4328-8103-870885b77339", "name": "network-vif-deleted", "tag": "30a2cada-53b0-4a55-9f26-d9dc0cf6918f"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:17.209408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['9804a6fb-1335-4135-88bc-ba921be5a424'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:17.211672 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c1ec9f-11cc-4ee7-8150-be260639f9fd x-openstack-request-id: req-61c1ec9f-11cc-4ee7-8150-be260639f9fd {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:17.211962 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d27ebb-716f-4328-8103-870885b77339", "name": "network-vif-deleted", "tag": "30a2cada-53b0-4a55-9f26-d9dc0cf6918f", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:17.212236 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61c1ec9f-11cc-4ee7-8150-be260639f9fd {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:17.213919 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d27ebb-716f-4328-8103-870885b77339', 'name': 'network-vif-deleted', 'tag': '30a2cada-53b0-4a55-9f26-d9dc0cf6918f', 'status': 'completed', 'code': 200} Nov 12 00:52:17.516017 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af2020-3e6d-4dfc-b48b-ccb9a7cfeac0 req-47e26ef7-3a20-49fc-a67c-1d423b8c6c67 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:17.523678 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13af2020-3e6d-4dfc-b48b-ccb9a7cfeac0 req-47e26ef7-3a20-49fc-a67c-1d423b8c6c67 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 945 time: 0.0782580 Nov 12 00:52:17.595874 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-025e7faa-86d9-4979-8da5-37fe265b548a req-cc87542d-715d-4430-ada8-0ec50df3cb5c tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=70d27ebb-716f-4328-8103-870885b77339 HTTP/1.1" status: 200 len: 210 time: 0.0485206 Nov 12 00:52:17.628008 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13af2020-3e6d-4dfc-b48b-ccb9a7cfeac0 req-0d3e2aaa-e75e-472c-aaf7-a53a7c34f09f tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022391 Nov 12 00:52:18.097866 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315b6f8-ae04-4911-8a7b-d6546f65ed3c req-9e0ba512-6e28-4f3d-9ff6-e977d2795d3a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:18.100148 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3315b6f8-ae04-4911-8a7b-d6546f65ed3c req-9e0ba512-6e28-4f3d-9ff6-e977d2795d3a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 946 time: 0.0593476 Nov 12 00:52:18.159383 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3315b6f8-ae04-4911-8a7b-d6546f65ed3c req-3ac0f65f-f3ee-4b78-aeca-68846d721600 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504198 Nov 12 00:52:18.169739 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:18.248499 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:18.249656 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:18.288448 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:18.424635 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:18.451000 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:18.470083 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588d5dd9-41af-49b1-b38c-8d11efb246eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:18.472326 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26534162-41a8-4451-9f78-51d71de78a5e" -d '{"events": [{"server_uuid": "588d5dd9-41af-49b1-b38c-8d11efb246eb", "name": "network-vif-plugged", "status": "completed", "tag": "e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:18.495339 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2,segment=NetworkSegment(4d180559-ff7b-4386-b0ba-a5f5a70a375b),segment_id=4d180559-ff7b-4386-b0ba-a5f5a70a375b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:18.495577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8dbe8-7954-4ffc-8120-717870bb0509 req-24fa8d57-0cf6-4624-9a9c-f252f5f446ce tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:18.497811 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d2f8dbe8-7954-4ffc-8120-717870bb0509 req-24fa8d57-0cf6-4624-9a9c-f252f5f446ce tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 946 time: 0.1191909 Nov 12 00:52:18.507468 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:18.508864 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd4a86-897c-4802-a782-6729f2f4779d req-63de345e-c454-4b46-98e7-cf9ec767620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:18.511694 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7fdd4a86-897c-4802-a782-6729f2f4779d req-63de345e-c454-4b46-98e7-cf9ec767620e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 1098 time: 0.1095700 Nov 12 00:52:18.552132 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:18.563023 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:18.578906 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d4719a-829f-443f-ae92-f7d48cd5d937 x-openstack-request-id: req-f1d4719a-829f-443f-ae92-f7d48cd5d937 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:18.581209 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588d5dd9-41af-49b1-b38c-8d11efb246eb", "name": "network-vif-plugged", "status": "completed", "tag": "e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:18.581755 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1d4719a-829f-443f-ae92-f7d48cd5d937 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:18.582372 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588d5dd9-41af-49b1-b38c-8d11efb246eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2', 'code': 200} Nov 12 00:52:18.587080 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:18.638410 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d2f8dbe8-7954-4ffc-8120-717870bb0509 req-54d31e5c-b69f-48c4-b7c3-a704eb54f242 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321833 Nov 12 00:52:18.721103 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,revision_number=14']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:18.721925 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd4a86-897c-4802-a782-6729f2f4779d req-35882b32-60d1-4b84-b7b1-0dbc31996164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:18.737973 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7fdd4a86-897c-4802-a782-6729f2f4779d req-35882b32-60d1-4b84-b7b1-0dbc31996164 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 913 time: 0.2181556 Nov 12 00:52:18.820516 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7fdd4a86-897c-4802-a782-6729f2f4779d req-0f87cfd5-caac-4d72-91ae-2c3bdf6c5fbe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52 HTTP/1.1" status: 200 len: 998 time: 0.0675952 Nov 12 00:52:18.864874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eaaed-99e4-4e8f-98f3-8ee16184c8f7 req-c0090e93-2e3a-4156-bd0e-1b83a0965d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:18.868353 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4d2eaaed-99e4-4e8f-98f3-8ee16184c8f7 req-c0090e93-2e3a-4156-bd0e-1b83a0965d66 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 1098 time: 0.1028724 Nov 12 00:52:18.918738 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99345fc9-f415-4cc7-bd38-7ac3f02095ea req-d097c5bc-2eac-47b4-b595-1156b387d05c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:18.920907 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-99345fc9-f415-4cc7-bd38-7ac3f02095ea req-d097c5bc-2eac-47b4-b595-1156b387d05c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.1802137 Nov 12 00:52:18.922355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd4a86-897c-4802-a782-6729f2f4779d req-737a9dd0-dab0-4861-91dc-a00821ac1fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:18.923708 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7fdd4a86-897c-4802-a782-6729f2f4779d req-737a9dd0-dab0-4861-91dc-a00821ac1fa3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.0796988 Nov 12 00:52:18.958818 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4d2eaaed-99e4-4e8f-98f3-8ee16184c8f7 req-1038243b-d86a-4a53-a3ab-5cdb24d575b9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807512 Nov 12 00:52:19.014889 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd4a86-897c-4802-a782-6729f2f4779d req-fe30503b-d7c0-4b51-bfef-8d7d8a9f93b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.018815 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7fdd4a86-897c-4802-a782-6729f2f4779d req-fe30503b-d7c0-4b51-bfef-8d7d8a9f93b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844948 Nov 12 00:52:19.029440 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-99345fc9-f415-4cc7-bd38-7ac3f02095ea req-30163a3d-5c3a-475e-bb66-2698c412df96 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969810 Nov 12 00:52:19.137814 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7fdd4a86-897c-4802-a782-6729f2f4779d req-8f4acb32-9d4f-4699-8129-1503e0004d3f service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073108 Nov 12 00:52:19.243667 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7fdd4a86-897c-4802-a782-6729f2f4779d req-5bd55ffb-9820-492a-b100-b57ad8e063a5 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979445 Nov 12 00:52:19.659387 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2967ae2-bddf-4fe7-9051-d365c8cf5c28 req-011a904b-6834-4d8c-904e-ce943970a111 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.666331 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2967ae2-bddf-4fe7-9051-d365c8cf5c28 req-011a904b-6834-4d8c-904e-ce943970a111 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.668923 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a2967ae2-bddf-4fe7-9051-d365c8cf5c28 req-011a904b-6834-4d8c-904e-ce943970a111 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=33f2c48b-bda2-4d6f-979d-f4b6b0812d90&device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 1681 time: 0.0697691 Nov 12 00:52:19.733549 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a2967ae2-bddf-4fe7-9051-d365c8cf5c28 req-9ff85a14-0934-40c4-9f07-9cb332ce5721 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567172 Nov 12 00:52:19.793111 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b3919-d110-4568-b7b9-3cb38f264e78 req-8343ff25-d102-4eb9-827f-76dd6ac35a03 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.800339 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-152b3919-d110-4568-b7b9-3cb38f264e78 req-8343ff25-d102-4eb9-827f-76dd6ac35a03 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.0749407 Nov 12 00:52:19.863991 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-152b3919-d110-4568-b7b9-3cb38f264e78 req-cdb65e68-0cb1-4054-ae09-34fdbfdd1b5a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627263 Nov 12 00:52:19.995674 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8ead21ec-3196-4d6e-a7f9-f00f83b28a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:20.197172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff646ec-6dfa-40a9-bfaf-97a2ef10a7a5 req-318f72be-06cc-4bf6-943b-203e555d9a90 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:20.201490 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1ff646ec-6dfa-40a9-bfaf-97a2ef10a7a5 req-318f72be-06cc-4bf6-943b-203e555d9a90 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.0657039 Nov 12 00:52:20.292244 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 30a2cada-53b0-4a55-9f26-d9dc0cf6918f no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:20.292436 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1ff646ec-6dfa-40a9-bfaf-97a2ef10a7a5 req-07080464-4d45-49f1-8edf-cf574ce2afaf tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849516 Nov 12 00:52:20.338694 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 30a2cada-53b0-4a55-9f26-d9dc0cf6918f {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:20.340067 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 30a2cada-53b0-4a55-9f26-d9dc0cf6918f not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:20.466978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7dbb1b-7dc2-4634-bcc0-c4017107154c req-a25ae269-1269-4f43-acf3-ec4b35042913 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:20.468563 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8e7dbb1b-7dc2-4634-bcc0-c4017107154c req-a25ae269-1269-4f43-acf3-ec4b35042913 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=33f2c48b-bda2-4d6f-979d-f4b6b0812d90 HTTP/1.1" status: 200 len: 945 time: 0.0596728 Nov 12 00:52:20.518525 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8e7dbb1b-7dc2-4634-bcc0-c4017107154c req-4b744ad3-856f-4374-b01e-5bdfe23e0f95 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436773 Nov 12 00:52:20.583308 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:20.585821 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb9107c-a644-45f6-bc40-42bdb3670834" -d '{"events": [{"server_uuid": "ab5f2d29-cf62-4e71-b340-dfa9250975a0", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0bb765-f486-4b2d-adfc-49b7bf9daf52"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:20.634044 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08121df1-21da-40f5-ba8f-8fc91413c20a x-openstack-request-id: req-08121df1-21da-40f5-ba8f-8fc91413c20a {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:20.634513 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5f2d29-cf62-4e71-b340-dfa9250975a0", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0bb765-f486-4b2d-adfc-49b7bf9daf52", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:20.635047 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08121df1-21da-40f5-ba8f-8fc91413c20a {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:20.635558 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52', 'code': 200} Nov 12 00:52:21.012989 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d15f8-b28e-43d0-9bc8-719968e21d82 req-89f815fd-c6a6-4c0c-a7f3-cf9fd4e5a3a1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.014578 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-085d15f8-b28e-43d0-9bc8-719968e21d82 req-89f815fd-c6a6-4c0c-a7f3-cf9fd4e5a3a1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.0671020 Nov 12 00:52:21.074853 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-085d15f8-b28e-43d0-9bc8-719968e21d82 req-2c010712-8581-417d-8607-936d8222f606 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535386 Nov 12 00:52:21.293740 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b24c6-bae9-4c53-92c1-a4088a7fc14b req-0b47e60c-5634-45d2-864c-28b30b650921 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.296804 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9e7b24c6-bae9-4c53-92c1-a4088a7fc14b req-0b47e60c-5634-45d2-864c-28b30b650921 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.0570202 Nov 12 00:52:21.358394 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9e7b24c6-bae9-4c53-92c1-a4088a7fc14b req-a8674c42-341e-4938-9dc2-664e67183495 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553718 Nov 12 00:52:21.446033 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091cabb-f877-43d0-b592-de33c9b4479b req-43f8fd5b-858b-41c0-a24f-074372be2c7a tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.448219 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4091cabb-f877-43d0-b592-de33c9b4479b req-43f8fd5b-858b-41c0-a24f-074372be2c7a tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.0750723 Nov 12 00:52:21.501254 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4091cabb-f877-43d0-b592-de33c9b4479b req-6ce64fd8-7dc8-4e59-bf48-d9a54b4f8721 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500162 Nov 12 00:52:21.553119 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae309c3-9ba1-4053-90a6-1dfdfbe1a3d5 req-563df5fc-41dd-46e2-9461-b6628b4a5cf2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.555334 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5ae309c3-9ba1-4053-90a6-1dfdfbe1a3d5 req-563df5fc-41dd-46e2-9461-b6628b4a5cf2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.0934043 Nov 12 00:52:21.631119 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65378d7d-0e9a-4baf-b43b-fd35f4c93582 req-b591cca5-baa4-4fce-85f7-3f40d8b31463 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.634079 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-65378d7d-0e9a-4baf-b43b-fd35f4c93582 req-b591cca5-baa4-4fce-85f7-3f40d8b31463 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.0632939 Nov 12 00:52:21.650081 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5ae309c3-9ba1-4053-90a6-1dfdfbe1a3d5 req-bdcb2fdb-e7e1-4ce6-94cc-1b30ebdbc1f0 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883834 Nov 12 00:52:21.664958 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1125d7e-b282-4803-908b-a4d76810c7e3 req-e1276cb6-6183-40e9-884d-3d8c4268eb62 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.677661 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f1125d7e-b282-4803-908b-a4d76810c7e3 req-e1276cb6-6183-40e9-884d-3d8c4268eb62 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f2c48b-bda2-4d6f-979d-f4b6b0812d90 HTTP/1.1" status: 200 len: 945 time: 0.1066668 Nov 12 00:52:21.708660 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-65378d7d-0e9a-4baf-b43b-fd35f4c93582 req-ff504981-7445-474b-bf2b-9dc570eeb353 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669091 Nov 12 00:52:21.834902 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8b928-5129-4c30-a371-3c3400c4b6ac req-7647e4be-03a2-42e8-8dbb-e612bf477489 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.836874 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-34e8b928-5129-4c30-a371-3c3400c4b6ac req-7647e4be-03a2-42e8-8dbb-e612bf477489 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=33f2c48b-bda2-4d6f-979d-f4b6b0812d90 HTTP/1.1" status: 200 len: 945 time: 0.0681765 Nov 12 00:52:21.844680 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-f1125d7e-b282-4803-908b-a4d76810c7e3 req-6d33642e-36b8-4481-8466-b11f197e3459 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Deleting port 9804a6fb-1335-4135-88bc-ba921be5a424 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:21.845317 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f1125d7e-b282-4803-908b-a4d76810c7e3 req-6d33642e-36b8-4481-8466-b11f197e3459 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.061369 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-f1125d7e-b282-4803-908b-a4d76810c7e3 req-6d33642e-36b8-4481-8466-b11f197e3459 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] For port 9804a6fb-1335-4135-88bc-ba921be5a424, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=9804a6fb-1335-4135-88bc-ba921be5a424,segment=NetworkSegment(ccb10b93-a725-44f7-8020-9685b22ae9ec),segment_id=ccb10b93-a725-44f7-8020-9685b22ae9ec)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:22.061752 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f1125d7e-b282-4803-908b-a4d76810c7e3 req-6d33642e-36b8-4481-8466-b11f197e3459 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.081359 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-f1125d7e-b282-4803-908b-a4d76810c7e3 req-6d33642e-36b8-4481-8466-b11f197e3459 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Calling delete_port for 9804a6fb-1335-4135-88bc-ba921be5a424 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:22.095376 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-34e8b928-5129-4c30-a371-3c3400c4b6ac req-e8698786-d18c-4de7-97a8-592e4b86a0d4 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/security-groups?id=22a6e48f-a246-4d4c-968a-b3d28e7593f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461245 Nov 12 00:52:22.190261 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-92293210-69df-40f2-8b01-b58bb63b1a03 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:22.198598 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-92293210-69df-40f2-8b01-b58bb63b1a03 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 812 time: 0.1733348 Nov 12 00:52:22.215278 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-f2d16542-5787-40ae-9ff5-1fa20a2ffcd6 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/quotas/14ea2cdd235d4a03beeb494819cf4835 HTTP/1.1" status: 200 len: 375 time: 0.0142128 Nov 12 00:52:22.309788 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-9b828ded-e741-4397-b4c0-c2390e4293f8 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0881550 Nov 12 00:52:22.322960 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-24d084a3-6855-4551-a84e-f9c4cce43c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.363486 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-e49b5c6d-8796-4b78-ae92-ff8c16020be9 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:22.366722 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-e49b5c6d-8796-4b78-ae92-ff8c16020be9 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/networks?id=2ae8764c-6045-42df-b713-ab4f0e086c21 HTTP/1.1" status: 200 len: 815 time: 0.1577234 Nov 12 00:52:22.417386 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-41323556-6674-41c4-89df-7af4f11ad69a tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/quotas/08a88accd56a401a857d4b2bae96353a HTTP/1.1" status: 200 len: 375 time: 0.0266099 Nov 12 00:52:22.433009 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102ae2e-10e3-4560-abf1-244dcabb7e32 req-9794147b-bcac-43b3-a693-0e72f6c67433 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:22.434595 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e102ae2e-10e3-4560-abf1-244dcabb7e32 req-9794147b-bcac-43b3-a693-0e72f6c67433 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 945 time: 0.1063213 Nov 12 00:52:22.499133 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-10ad55a7-23d7-40d3-989c-30816e842263 service neutron] 10.222.0.31 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800892 Nov 12 00:52:22.500366 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f1125d7e-b282-4803-908b-a4d76810c7e3 req-6d33642e-36b8-4481-8466-b11f197e3459 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.507897 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-832b099f-352b-4d66-a787-693bcdaa37c4 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=08a88accd56a401a857d4b2bae96353a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0881972 Nov 12 00:52:22.516989 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['9804a6fb-1335-4135-88bc-ba921be5a424'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:22.553842 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33642e-36b8-4481-8466-b11f197e3459 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Pushing event deleted for resources: {'Port': ['ID=9804a6fb-1335-4135-88bc-ba921be5a424,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:22.561019 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['f4aa29ae-b98d-4329-b0a6-c0106ca17e39'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:22.703507 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1125d7e-b282-4803-908b-a4d76810c7e3 req-6d33642e-36b8-4481-8466-b11f197e3459 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] No DVR routers for this DVR port 9804a6fb-1335-4135-88bc-ba921be5a424 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:22.709356 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f1125d7e-b282-4803-908b-a4d76810c7e3 req-6d33642e-36b8-4481-8466-b11f197e3459 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.713967 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f1125d7e-b282-4803-908b-a4d76810c7e3 req-6d33642e-36b8-4481-8466-b11f197e3459 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.21 "DELETE /v2.0/ports/9804a6fb-1335-4135-88bc-ba921be5a424 HTTP/1.1" status: 204 len: 173 time: 1.0307124 Nov 12 00:52:22.714228 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f2c48b-bda2-4d6f-979d-f4b6b0812d90', 'name': 'network-vif-deleted', 'tag': '9804a6fb-1335-4135-88bc-ba921be5a424'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:22.725353 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b894e21e-0040-4e04-9d08-88d033d6ecc0" -d '{"events": [{"server_uuid": "33f2c48b-bda2-4d6f-979d-f4b6b0812d90", "name": "network-vif-deleted", "tag": "9804a6fb-1335-4135-88bc-ba921be5a424"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:22.789619 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-48bdb473-d044-4e19-85ba-2b3fcb5c197b service neutron] 10.222.0.31 "GET /v2.0/networks/2ae8764c-6045-42df-b713-ab4f0e086c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482924 Nov 12 00:52:22.915829 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-6a03d7bf-8705-4232-a01f-6dfe14eab06f service neutron] 10.222.0.31 "GET /v2.0/networks/2ae8764c-6045-42df-b713-ab4f0e086c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227038 Nov 12 00:52:23.039765 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-e102ae2e-10e3-4560-abf1-244dcabb7e32 req-89ee7138-3af4-4340-aa21-fff1c3dc734d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Deleting port f4aa29ae-b98d-4329-b0a6-c0106ca17e39 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:23.040143 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e102ae2e-10e3-4560-abf1-244dcabb7e32 req-89ee7138-3af4-4340-aa21-fff1c3dc734d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:23.055971 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-0ac4064d-1ab5-4635-9db8-28496d786d95 service neutron] 10.222.0.31 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558605 Nov 12 00:52:23.253821 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-e102ae2e-10e3-4560-abf1-244dcabb7e32 req-89ee7138-3af4-4340-aa21-fff1c3dc734d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] For port f4aa29ae-b98d-4329-b0a6-c0106ca17e39, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=f4aa29ae-b98d-4329-b0a6-c0106ca17e39,segment=NetworkSegment(ccb10b93-a725-44f7-8020-9685b22ae9ec),segment_id=ccb10b93-a725-44f7-8020-9685b22ae9ec)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:23.254543 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e102ae2e-10e3-4560-abf1-244dcabb7e32 req-89ee7138-3af4-4340-aa21-fff1c3dc734d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:23.311843 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-e102ae2e-10e3-4560-abf1-244dcabb7e32 req-89ee7138-3af4-4340-aa21-fff1c3dc734d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Calling delete_port for f4aa29ae-b98d-4329-b0a6-c0106ca17e39 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:23.349268 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade49ca7-fb7a-4f49-a3af-2a2cb6e689b2 x-openstack-request-id: req-ade49ca7-fb7a-4f49-a3af-2a2cb6e689b2 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:23.350064 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f2c48b-bda2-4d6f-979d-f4b6b0812d90", "name": "network-vif-deleted", "tag": "9804a6fb-1335-4135-88bc-ba921be5a424", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:23.350064 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ade49ca7-fb7a-4f49-a3af-2a2cb6e689b2 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:23.350576 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f2c48b-bda2-4d6f-979d-f4b6b0812d90', 'name': 'network-vif-deleted', 'tag': '9804a6fb-1335-4135-88bc-ba921be5a424', 'status': 'completed', 'code': 200} Nov 12 00:52:23.435267 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:23.507259 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-94f0f9cd-0db1-4d0f-8aea-b91a6ce0ac1a req-948ec4ae-5cd9-408a-a244-1b27cbd9c440 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 210 time: 0.0994654 Nov 12 00:52:23.550081 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-03266989-266a-4d1d-ba3f-07b86e442538 req-8d647121-f5f7-45e3-bd4e-290701119a51 tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=33f2c48b-bda2-4d6f-979d-f4b6b0812d90 HTTP/1.1" status: 200 len: 210 time: 0.0994234 Nov 12 00:52:23.607329 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242e030-7f15-45ca-99f0-8d7b359651e8 req-39fb69ab-fc7d-46f9-a95d-435ad8109e9c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:23.614041 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9242e030-7f15-45ca-99f0-8d7b359651e8 req-39fb69ab-fc7d-46f9-a95d-435ad8109e9c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.21 "GET /v2.0/ports?device_id=588d5dd9-41af-49b1-b38c-8d11efb246eb HTTP/1.1" status: 200 len: 946 time: 0.3743112 Nov 12 00:52:23.712070 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e102ae2e-10e3-4560-abf1-244dcabb7e32 req-89ee7138-3af4-4340-aa21-fff1c3dc734d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:23.725107 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['9804a6fb-1335-4135-88bc-ba921be5a424'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:23.727365 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b1f08701-d51e-4568-b10d-e7ed35de7ca7 req-fdad79e8-0c28-4907-9b60-859bc1ccdc78 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 210 time: 0.0454636 Nov 12 00:52:23.800358 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee7138-3af4-4340-aa21-fff1c3dc734d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Pushing event deleted for resources: {'Port': ['ID=f4aa29ae-b98d-4329-b0a6-c0106ca17e39,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:23.840671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-9242e030-7f15-45ca-99f0-8d7b359651e8 req-7897d1b9-70e6-49ea-b190-79b2f425ec86 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Deleting port e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:23.841032 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9242e030-7f15-45ca-99f0-8d7b359651e8 req-7897d1b9-70e6-49ea-b190-79b2f425ec86 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:23.857807 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e102ae2e-10e3-4560-abf1-244dcabb7e32 req-89ee7138-3af4-4340-aa21-fff1c3dc734d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] No DVR routers for this DVR port f4aa29ae-b98d-4329-b0a6-c0106ca17e39 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:23.860791 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee7138-3af4-4340-aa21-fff1c3dc734d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:23.861514 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee7138-3af4-4340-aa21-fff1c3dc734d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:23.862117 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee7138-3af4-4340-aa21-fff1c3dc734d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:23.862712 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee7138-3af4-4340-aa21-fff1c3dc734d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:23.863414 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee7138-3af4-4340-aa21-fff1c3dc734d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:23.863975 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee7138-3af4-4340-aa21-fff1c3dc734d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:23.864535 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee7138-3af4-4340-aa21-fff1c3dc734d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:23.865176 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee7138-3af4-4340-aa21-fff1c3dc734d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:23.865692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee7138-3af4-4340-aa21-fff1c3dc734d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:23.866198 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee7138-3af4-4340-aa21-fff1c3dc734d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:23.866736 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee7138-3af4-4340-aa21-fff1c3dc734d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:23.867568 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee7138-3af4-4340-aa21-fff1c3dc734d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:23.871211 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e102ae2e-10e3-4560-abf1-244dcabb7e32 req-89ee7138-3af4-4340-aa21-fff1c3dc734d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:23.876444 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e102ae2e-10e3-4560-abf1-244dcabb7e32 req-89ee7138-3af4-4340-aa21-fff1c3dc734d tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.15 "DELETE /v2.0/ports/f4aa29ae-b98d-4329-b0a6-c0106ca17e39 HTTP/1.1" status: 204 len: 173 time: 1.4343686 Nov 12 00:52:23.876853 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd3f13b-a394-4019-9a13-6cd1bc4bff65', 'name': 'network-vif-deleted', 'tag': 'f4aa29ae-b98d-4329-b0a6-c0106ca17e39'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:23.880149 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258e7c3d-eac1-463c-8795-7a49a90eb333" -d '{"events": [{"server_uuid": "8dd3f13b-a394-4019-9a13-6cd1bc4bff65", "name": "network-vif-deleted", "tag": "f4aa29ae-b98d-4329-b0a6-c0106ca17e39"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:23.944841 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7379292c-f351-4566-81be-c69d5843c85c x-openstack-request-id: req-7379292c-f351-4566-81be-c69d5843c85c {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:23.945575 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd3f13b-a394-4019-9a13-6cd1bc4bff65", "name": "network-vif-deleted", "tag": "f4aa29ae-b98d-4329-b0a6-c0106ca17e39", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:23.946680 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7379292c-f351-4566-81be-c69d5843c85c {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:23.947763 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd3f13b-a394-4019-9a13-6cd1bc4bff65', 'name': 'network-vif-deleted', 'tag': 'f4aa29ae-b98d-4329-b0a6-c0106ca17e39', 'status': 'completed', 'code': 200} Nov 12 00:52:24.034167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-9242e030-7f15-45ca-99f0-8d7b359651e8 req-7897d1b9-70e6-49ea-b190-79b2f425ec86 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] For port e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2,segment=NetworkSegment(4d180559-ff7b-4386-b0ba-a5f5a70a375b),segment_id=4d180559-ff7b-4386-b0ba-a5f5a70a375b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:24.036060 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9242e030-7f15-45ca-99f0-8d7b359651e8 req-7897d1b9-70e6-49ea-b190-79b2f425ec86 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.066897 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-9242e030-7f15-45ca-99f0-8d7b359651e8 req-7897d1b9-70e6-49ea-b190-79b2f425ec86 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Calling delete_port for e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:24.475003 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.652985 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9242e030-7f15-45ca-99f0-8d7b359651e8 req-7897d1b9-70e6-49ea-b190-79b2f425ec86 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.670688 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:24.699193 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897d1b9-70e6-49ea-b190-79b2f425ec86 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Pushing event deleted for resources: {'Port': ['ID=e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:24.770738 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f2e56196-b808-4ff6-97c0-7bf55b773854 req-5545f3ae-acc0-4e72-8937-e52c6b176a4e tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 210 time: 0.1247282 Nov 12 00:52:24.779823 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-9242e030-7f15-45ca-99f0-8d7b359651e8 req-7897d1b9-70e6-49ea-b190-79b2f425ec86 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] No DVR routers for this DVR port e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:24.782983 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9242e030-7f15-45ca-99f0-8d7b359651e8 req-7897d1b9-70e6-49ea-b190-79b2f425ec86 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.786810 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9242e030-7f15-45ca-99f0-8d7b359651e8 req-7897d1b9-70e6-49ea-b190-79b2f425ec86 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.21 "DELETE /v2.0/ports/e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 HTTP/1.1" status: 204 len: 173 time: 1.1642897 Nov 12 00:52:24.820383 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c95e14cc-971b-4d4d-ab59-6509bc28ec94 req-a010f105-b6f7-45b8-a40b-14a53803de5f tempest-ListServersNegativeTestJSON-976668958 tempest-ListServersNegativeTestJSON-976668958-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dd3f13b-a394-4019-9a13-6cd1bc4bff65 HTTP/1.1" status: 200 len: 210 time: 0.0325425 Nov 12 00:52:24.906807 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7d91fbdd-f42d-4a0d-b206-47051704daa3 req-2f42d419-3bb4-4122-bd7a-c30e53b63680 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 210 time: 0.0379612 Nov 12 00:52:25.352049 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588d5dd9-41af-49b1-b38c-8d11efb246eb', 'name': 'network-vif-deleted', 'tag': 'e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:25.355608 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:52:25.356151 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f342ba3e-691a-4205-b3aa-51a9c2d897a8" -d '{"events": [{"server_uuid": "588d5dd9-41af-49b1-b38c-8d11efb246eb", "name": "network-vif-deleted", "tag": "e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:25.360881 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:25.390493 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-5cac878c-0d5c-4cc0-b0fc-f425cbe0fc21 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:25.392868 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-5cac878c-0d5c-4cc0-b0fc-f425cbe0fc21 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.15 "GET /v2.0/networks?id=2ae8764c-6045-42df-b713-ab4f0e086c21 HTTP/1.1" status: 200 len: 815 time: 0.2085054 Nov 12 00:52:25.414632 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-83f188de-860c-43dc-a6f6-36df60cadc41 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Request body: {'port': {'device_id': '46af53ae-2d80-4dd4-b428-704f660a1ac9', 'network_id': '2ae8764c-6045-42df-b713-ab4f0e086c21', 'admin_state_up': True, 'tenant_id': '08a88accd56a401a857d4b2bae96353a'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:25.446649 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256f2c7b-9da7-4f77-b16b-a4857e52dc4a x-openstack-request-id: req-256f2c7b-9da7-4f77-b16b-a4857e52dc4a {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:25.447004 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588d5dd9-41af-49b1-b38c-8d11efb246eb", "name": "network-vif-deleted", "tag": "e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:25.447258 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-256f2c7b-9da7-4f77-b16b-a4857e52dc4a {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:25.447651 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588d5dd9-41af-49b1-b38c-8d11efb246eb', 'name': 'network-vif-deleted', 'tag': 'e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2', 'status': 'completed', 'code': 200} Nov 12 00:52:25.544731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-83f188de-860c-43dc-a6f6-36df60cadc41 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Made reservation on behalf of 08a88accd56a401a857d4b2bae96353a for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:25.549161 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-83f188de-860c-43dc-a6f6-36df60cadc41 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:25.704407 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-83f188de-860c-43dc-a6f6-36df60cadc41 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Allocated IP 172.20.0.12 (2ae8764c-6045-42df-b713-ab4f0e086c21/fa33b273-6769-45e4-9426-f7219f3a9eea/425d323e-72c2-4485-abdf-008bfe1b0ef9) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:25.913877 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-53cd5bea-78bd-4157-9a2e-6035c71e076b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:25.927596 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-53cd5bea-78bd-4157-9a2e-6035c71e076b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.15 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 812 time: 0.2030613 Nov 12 00:52:25.937416 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46642) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:25.938139 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:25.977028 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-83f188de-860c-43dc-a6f6-36df60cadc41 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:25.978288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-db1ef6d0-2182-4183-abd7-1905dcd33314 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Request body: {'port': {'device_id': 'dc435657-04fa-4122-901d-207a67abefbf', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'admin_state_up': True, 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:26.046547 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3123cee5-8fd3-4630-8501-621780d94371 req-b716a898-299e-4ac5-99dd-e4f61b2ebaff tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 210 time: 0.0341380 Nov 12 00:52:26.048504 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-83f188de-860c-43dc-a6f6-36df60cadc41 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.061171 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:26.109213 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fd2c92dc-0e96-468e-ae2c-8493ff16b9f3 req-520fb265-4c8f-44cd-a892-c7b345a57508 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 210 time: 0.0673676 Nov 12 00:52:26.134654 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-756633df-e006-4c84-994d-f8e9d545d7d8 admin admin] Deleting subnet ad535af4-bda8-4994-bd41-5e1af1072d27 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:52:26.142625 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-756633df-e006-4c84-994d-f8e9d545d7d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.164057 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-83f188de-860c-43dc-a6f6-36df60cadc41 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Network 2ae8764c-6045-42df-b713-ab4f0e086c21 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:26.170767 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-83f188de-860c-43dc-a6f6-36df60cadc41 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:26.181304 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-83f188de-860c-43dc-a6f6-36df60cadc41 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:26.218396 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f188de-860c-43dc-a6f6-36df60cadc41 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Pushing event updated for resources: {'Port': ['ID=425d323e-72c2-4485-abdf-008bfe1b0ef9,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:26.224410 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 9804a6fb-1335-4135-88bc-ba921be5a424 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:26.227887 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-756633df-e006-4c84-994d-f8e9d545d7d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.243813 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-83f188de-860c-43dc-a6f6-36df60cadc41 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:26.244503 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-83f188de-860c-43dc-a6f6-36df60cadc41 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.256887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 9804a6fb-1335-4135-88bc-ba921be5a424 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:26.257286 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 9804a6fb-1335-4135-88bc-ba921be5a424 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:26.283322 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-db1ef6d0-2182-4183-abd7-1905dcd33314 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Made reservation on behalf of 14ea2cdd235d4a03beeb494819cf4835 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:26.287187 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-db1ef6d0-2182-4183-abd7-1905dcd33314 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.291521 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-83f188de-860c-43dc-a6f6-36df60cadc41 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8819671 Nov 12 00:52:26.291723 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-756633df-e006-4c84-994d-f8e9d545d7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.303169 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device f4aa29ae-b98d-4329-b0a6-c0106ca17e39 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:26.330668 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: f4aa29ae-b98d-4329-b0a6-c0106ca17e39 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:26.331366 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device f4aa29ae-b98d-4329-b0a6-c0106ca17e39 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:26.361438 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bfc07334-f918-418e-8223-edca165be82a service neutron] Request body: {'port': {'device_id': '46af53ae-2d80-4dd4-b428-704f660a1ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:26.416513 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46648) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:26.451977 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bfc07334-f918-418e-8223-edca165be82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.454466 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-756633df-e006-4c84-994d-f8e9d545d7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.498725 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-756633df-e006-4c84-994d-f8e9d545d7d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.503085 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-756633df-e006-4c84-994d-f8e9d545d7d8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ad535af4-bda8-4994-bd41-5e1af1072d27 HTTP/1.1" status: 204 len: 168 time: 0.5633860 Nov 12 00:52:26.507598 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756633df-e006-4c84-994d-f8e9d545d7d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad535af4-bda8-4994-bd41-5e1af1072d27,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:26.510805 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46654) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:26.617789 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2eef1e5b-3f76-485e-be71-bc2956b3fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.621959 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-db1ef6d0-2182-4183-abd7-1905dcd33314 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Allocated IP 172.20.0.13 (6307f6ac-8534-473b-9c55-0dd7d1da8597/b8aa6c3c-5081-4604-8817-fb3a926bbac1/bbffa4a2-710f-4fb4-aba5-fe1bad751312) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:26.665032 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8248c7c9-e9ff-4282-978c-49786450020d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.747754 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2eef1e5b-3f76-485e-be71-bc2956b3fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.818111 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-2eef1e5b-3f76-485e-be71-bc2956b3fb4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e13e21d-8c1e-4bed-bfe6-18423d0dce0b']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:26.840183 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-2eef1e5b-3f76-485e-be71-bc2956b3fb4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb10b93-a725-44f7-8020-9685b22ae9ec') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:26.840572 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-2eef1e5b-3f76-485e-be71-bc2956b3fb4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb10b93-a725-44f7-8020-9685b22ae9ec') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:26.852098 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8248c7c9-e9ff-4282-978c-49786450020d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.863251 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8248c7c9-e9ff-4282-978c-49786450020d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.864215 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2eef1e5b-3f76-485e-be71-bc2956b3fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.888846 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bfc07334-f918-418e-8223-edca165be82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425d323e-72c2-4485-abdf-008bfe1b0ef9 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:26.897621 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2eef1e5b-3f76-485e-be71-bc2956b3fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.910608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eef1e5b-3f76-485e-be71-bc2956b3fb4f admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:52:26.910725 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bfc07334-f918-418e-8223-edca165be82a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.910834 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2eef1e5b-3f76-485e-be71-bc2956b3fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:52:26.912483 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:52:26.943860 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248c7c9-e9ff-4282-978c-49786450020d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e84f45-2adf-4fa6-8528-366d919492d5,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:26.951614 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8248c7c9-e9ff-4282-978c-49786450020d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23e6858dfdd346c28e08b7b1337c84c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5331612 Nov 12 00:52:26.959731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46660) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:26.965614 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-db1ef6d0-2182-4183-abd7-1905dcd33314 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.988056 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bfc07334-f918-418e-8223-edca165be82a service neutron] Transition to ACTIVE for port object 425d323e-72c2-4485-abdf-008bfe1b0ef9 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:26.991082 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2eef1e5b-3f76-485e-be71-bc2956b3fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.000424 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2eef1e5b-3f76-485e-be71-bc2956b3fb4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.003655 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2eef1e5b-3f76-485e-be71-bc2956b3fb4f admin admin] 10.222.0.31 "DELETE /v2.0/networks/5e13e21d-8c1e-4bed-bfe6-18423d0dce0b HTTP/1.1" status: 204 len: 168 time: 0.4861162 Nov 12 00:52:27.018551 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef1e5b-3f76-485e-be71-bc2956b3fb4f admin admin] Pushing event deleted for resources: {'Network': ['ID=5e13e21d-8c1e-4bed-bfe6-18423d0dce0b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:27.023528 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bfc07334-f918-418e-8223-edca165be82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.036159 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-db1ef6d0-2182-4183-abd7-1905dcd33314 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.066825 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7d80-4460-4e83-b03d-d7d7736ba544 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.098249 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-db1ef6d0-2182-4183-abd7-1905dcd33314 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Network 6307f6ac-8534-473b-9c55-0dd7d1da8597 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:27.104799 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-db1ef6d0-2182-4183-abd7-1905dcd33314 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:27.111564 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7d80-4460-4e83-b03d-d7d7736ba544 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.115025 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc07334-f918-418e-8223-edca165be82a service neutron] Pushing event updated for resources: {'Port': ['ID=425d323e-72c2-4485-abdf-008bfe1b0ef9,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:27.124929 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-db1ef6d0-2182-4183-abd7-1905dcd33314 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:27.141868 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ef6d0-2182-4183-abd7-1905dcd33314 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Pushing event updated for resources: {'Port': ['ID=bbffa4a2-710f-4fb4-aba5-fe1bad751312,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:27.251409 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46668) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:27.273110 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-db1ef6d0-2182-4183-abd7-1905dcd33314 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:27.273778 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-db1ef6d0-2182-4183-abd7-1905dcd33314 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.294581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bfc07334-f918-418e-8223-edca165be82a service neutron] Attempting to bind port 425d323e-72c2-4485-abdf-008bfe1b0ef9 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:27.294957 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bfc07334-f918-418e-8223-edca165be82a service neutron] Attempting to bind port 425d323e-72c2-4485-abdf-008bfe1b0ef9 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '4d180559-ff7b-4386-b0ba-a5f5a70a375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2ae8764c-6045-42df-b713-ab4f0e086c21'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:27.295253 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bfc07334-f918-418e-8223-edca165be82a service neutron] Attempting to bind port 425d323e-72c2-4485-abdf-008bfe1b0ef9 on network 2ae8764c-6045-42df-b713-ab4f0e086c21 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:27.302491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e09299-cfa0-4122-8681-e95265c26c0c req-11df248e-abe4-4855-8292-da218682c719 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:27.314084 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d4e09299-cfa0-4122-8681-e95265c26c0c req-11df248e-abe4-4855-8292-da218682c719 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 944 time: 0.1329401 Nov 12 00:52:27.320116 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-db1ef6d0-2182-4183-abd7-1905dcd33314 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3485253 Nov 12 00:52:27.323186 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bfc07334-f918-418e-8223-edca165be82a service neutron] Port 425d323e-72c2-4485-abdf-008bfe1b0ef9 on network 2ae8764c-6045-42df-b713-ab4f0e086c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:27.324617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bfc07334-f918-418e-8223-edca165be82a service neutron] Attempting to bind port 425d323e-72c2-4485-abdf-008bfe1b0ef9 on network 2ae8764c-6045-42df-b713-ab4f0e086c21 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:27.342889 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] Request body: {'port': {'device_id': 'dc435657-04fa-4122-901d-207a67abefbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:27.374508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bfc07334-f918-418e-8223-edca165be82a service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:27.375010 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bfc07334-f918-418e-8223-edca165be82a service neutron] Checking segment: {'id': '4d180559-ff7b-4386-b0ba-a5f5a70a375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2ae8764c-6045-42df-b713-ab4f0e086c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:27.375802 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bfc07334-f918-418e-8223-edca165be82a service neutron] Bound using segment: {'id': '4d180559-ff7b-4386-b0ba-a5f5a70a375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2ae8764c-6045-42df-b713-ab4f0e086c21'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:27.376728 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bfc07334-f918-418e-8223-edca165be82a service neutron] Bound port: 425d323e-72c2-4485-abdf-008bfe1b0ef9, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d180559-ff7b-4386-b0ba-a5f5a70a375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2ae8764c-6045-42df-b713-ab4f0e086c21'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:27.376728 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bfc07334-f918-418e-8223-edca165be82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.391082 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46670) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:27.391768 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-11ae83cd-b4cd-4344-a398-1930d4d19e44 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=118708bfe2004dbcab8c9378f170c587&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1390915 Nov 12 00:52:27.403952 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7d80-4460-4e83-b03d-d7d7736ba544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.406968 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7d80-4460-4e83-b03d-d7d7736ba544 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.408673 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fb4c7d80-4460-4e83-b03d-d7d7736ba544 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35e84f45-2adf-4fa6-8528-366d919492d5 HTTP/1.1" status: 204 len: 168 time: 0.4478903 Nov 12 00:52:27.429109 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d4e09299-cfa0-4122-8681-e95265c26c0c req-d1632c6d-7aa4-48ce-a2cb-c2b656fc6f8d tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135411 Nov 12 00:52:27.429372 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c7d80-4460-4e83-b03d-d7d7736ba544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e84f45-2adf-4fa6-8528-366d919492d5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:27.463128 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8b0d5cda-26ea-4d1f-96db-6113ecff23d6 None None] Provisioning complete for port bbffa4a2-710f-4fb4-aba5-fe1bad751312 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:27.464635 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8b0d5cda-26ea-4d1f-96db-6113ecff23d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.467169 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.498645 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82a740-b0f4-4218-b1fc-aec9d587c932 req-4959fddc-48d9-4cee-9797-5c3bae7b24b0 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:27.506382 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fe82a740-b0f4-4218-b1fc-aec9d587c932 req-4959fddc-48d9-4cee-9797-5c3bae7b24b0 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 932 time: 0.2151310 Nov 12 00:52:27.540278 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-8b0d5cda-26ea-4d1f-96db-6113ecff23d6 None None] Port bbffa4a2-710f-4fb4-aba5-fe1bad751312 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:52:27.551320 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9492087c-bb74-4596-9690-413f884505e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.566635 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bfc07334-f918-418e-8223-edca165be82a service neutron] For port 425d323e-72c2-4485-abdf-008bfe1b0ef9, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:27.570855 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bfc07334-f918-418e-8223-edca165be82a service neutron] For port 425d323e-72c2-4485-abdf-008bfe1b0ef9, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=425d323e-72c2-4485-abdf-008bfe1b0ef9,segment=NetworkSegment(4d180559-ff7b-4386-b0ba-a5f5a70a375b),segment_id=4d180559-ff7b-4386-b0ba-a5f5a70a375b)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:27.584114 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fe82a740-b0f4-4218-b1fc-aec9d587c932 req-aaed146f-d7b4-4561-82f1-efe3ba7419a0 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745838 Nov 12 00:52:27.585836 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bfc07334-f918-418e-8223-edca165be82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.657989 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bfc07334-f918-418e-8223-edca165be82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:27.658649 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bfc07334-f918-418e-8223-edca165be82a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.660099 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bfc07334-f918-418e-8223-edca165be82a service neutron] 10.222.0.15 "PUT /v2.0/ports/425d323e-72c2-4485-abdf-008bfe1b0ef9 HTTP/1.1" status: 200 len: 1093 time: 1.3030784 Nov 12 00:52:27.660555 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46af53ae-2d80-4dd4-b428-704f660a1ac9', 'tag': '425d323e-72c2-4485-abdf-008bfe1b0ef9'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:27.663563 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b177bb11-d932-4a38-911e-8d0e492702a9" -d '{"events": [{"name": "network-changed", "server_uuid": "46af53ae-2d80-4dd4-b428-704f660a1ac9", "tag": "425d323e-72c2-4485-abdf-008bfe1b0ef9"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:27.679846 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9492087c-bb74-4596-9690-413f884505e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.724969 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc07334-f918-418e-8223-edca165be82a service neutron] Pushing event updated for resources: {'Port': ['ID=425d323e-72c2-4485-abdf-008bfe1b0ef9,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:27.730615 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c39a278-2b1d-421c-9e4d-a1e78f7c9716 x-openstack-request-id: req-0c39a278-2b1d-421c-9e4d-a1e78f7c9716 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:27.731289 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46af53ae-2d80-4dd4-b428-704f660a1ac9", "tag": "425d323e-72c2-4485-abdf-008bfe1b0ef9", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:27.731678 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c39a278-2b1d-421c-9e4d-a1e78f7c9716 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:27.732914 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46af53ae-2d80-4dd4-b428-704f660a1ac9', 'tag': '425d323e-72c2-4485-abdf-008bfe1b0ef9', 'status': 'completed', 'code': 200} Nov 12 00:52:27.796644 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-d03ce9fb-6152-4c5a-b5bb-50bdb14d59e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:27.798999 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-d03ce9fb-6152-4c5a-b5bb-50bdb14d59e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=08a88accd56a401a857d4b2bae96353a&device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 1096 time: 0.0611122 Nov 12 00:52:27.834047 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9492087c-bb74-4596-9690-413f884505e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.836947 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9492087c-bb74-4596-9690-413f884505e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.841528 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9492087c-bb74-4596-9690-413f884505e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/22a6e48f-a246-4d4c-968a-b3d28e7593f4 HTTP/1.1" status: 204 len: 168 time: 0.4464645 Nov 12 00:52:27.860320 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492087c-bb74-4596-9690-413f884505e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a6e48f-a246-4d4c-968a-b3d28e7593f4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:27.878143 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-38dd360e-3c05-4e3e-a5f6-f15b6507b01d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=425d323e-72c2-4485-abdf-008bfe1b0ef9 HTTP/1.1" status: 200 len: 217 time: 0.0636919 Nov 12 00:52:27.977211 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-94980fb4-b009-4421-ad00-42c8d65ce94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:27.979052 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-94980fb4-b009-4421-ad00-42c8d65ce94c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa33b273-6769-45e4-9426-f7219f3a9eea HTTP/1.1" status: 200 len: 855 time: 0.0877934 Nov 12 00:52:27.983303 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbffa4a2-710f-4fb4-aba5-fe1bad751312 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:28.006458 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:28.016637 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-bbc64613-40fd-48ba-ae94-80d12d03bc1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ae8764c-6045-42df-b713-ab4f0e086c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278683 Nov 12 00:52:28.031149 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] Transition to ACTIVE for port object bbffa4a2-710f-4fb4-aba5-fe1bad751312 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:28.039300 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:28.055481 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46684) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:28.112096 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4904d915-334b-49f2-9c76-6454488c858e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:28.162352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] Pushing event updated for resources: {'Port': ['ID=bbffa4a2-710f-4fb4-aba5-fe1bad751312,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:28.176815 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-ba825be5-3aec-4d07-aa4c-a2e91beb793f service neutron] 10.222.0.15 "GET /v2.0/networks/2ae8764c-6045-42df-b713-ab4f0e086c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471910 Nov 12 00:52:28.223627 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:28.249607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] Attempting to bind port bbffa4a2-710f-4fb4-aba5-fe1bad751312 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:28.250370 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] Attempting to bind port bbffa4a2-710f-4fb4-aba5-fe1bad751312 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:28.251050 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] Attempting to bind port bbffa4a2-710f-4fb4-aba5-fe1bad751312 on network 6307f6ac-8534-473b-9c55-0dd7d1da8597 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:28.262852 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:28.263203 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e8fbbfb8-a90a-402a-a6c0-0a0ece6f73e2 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:28.264317 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] Port bbffa4a2-710f-4fb4-aba5-fe1bad751312 on network 6307f6ac-8534-473b-9c55-0dd7d1da8597 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:28.265023 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] Attempting to bind port bbffa4a2-710f-4fb4-aba5-fe1bad751312 on network 6307f6ac-8534-473b-9c55-0dd7d1da8597 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:28.276093 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:28.276956 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] Checking segment: {'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:28.278239 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] Bound using segment: {'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:28.278931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] Bound port: bbffa4a2-710f-4fb4-aba5-fe1bad751312, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:28.279956 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:28.355511 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8041ff6e-b61e-4650-b726-bc3917b28462 req-d3411dd8-7770-4fbe-91c5-30f42890c5b9 service neutron] 10.222.0.15 "GET /v2.0/networks/2ae8764c-6045-42df-b713-ab4f0e086c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678305 Nov 12 00:52:28.378129 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4904d915-334b-49f2-9c76-6454488c858e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:28.389712 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4904d915-334b-49f2-9c76-6454488c858e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:28.448201 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4904d915-334b-49f2-9c76-6454488c858e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3350b47cf61147c7ab8cf5420cbbabc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3872695 Nov 12 00:52:28.450532 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46694) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:28.470004 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904d915-334b-49f2-9c76-6454488c858e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf6d4e1-ccae-4744-82c9-5df7257f9789,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:28.474687 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] For port bbffa4a2-710f-4fb4-aba5-fe1bad751312, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:28.478082 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] For port bbffa4a2-710f-4fb4-aba5-fe1bad751312, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=bbffa4a2-710f-4fb4-aba5-fe1bad751312,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:28.483512 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:28.531395 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:28.532208 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:28.533675 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] 10.222.0.15 "PUT /v2.0/ports/bbffa4a2-710f-4fb4-aba5-fe1bad751312 HTTP/1.1" status: 200 len: 1093 time: 1.1960678 Nov 12 00:52:28.534138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc435657-04fa-4122-901d-207a67abefbf', 'tag': 'bbffa4a2-710f-4fb4-aba5-fe1bad751312'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:28.536462 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be852db6-420f-4510-8875-2b5e3dfc2c22" -d '{"events": [{"name": "network-changed", "server_uuid": "dc435657-04fa-4122-901d-207a67abefbf", "tag": "bbffa4a2-710f-4fb4-aba5-fe1bad751312"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:28.569288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d2e82-c712-4052-b43d-b3bbe97e7731 service neutron] Pushing event updated for resources: {'Port': ['ID=bbffa4a2-710f-4fb4-aba5-fe1bad751312,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:28.629075 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-637de3fa-4715-4ded-8ed6-a089010601da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:28.632464 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177bb11-d932-4a38-911e-8d0e492702a9 req-dbb71625-0a8c-4f0b-9f34-b30e271642c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:28.634024 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b177bb11-d932-4a38-911e-8d0e492702a9 req-dbb71625-0a8c-4f0b-9f34-b30e271642c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=08a88accd56a401a857d4b2bae96353a&device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 1096 time: 0.1755264 Nov 12 00:52:28.654826 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99679bb2-67d5-4109-be05-b690fc14909d x-openstack-request-id: req-99679bb2-67d5-4109-be05-b690fc14909d {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:28.655411 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc435657-04fa-4122-901d-207a67abefbf", "tag": "bbffa4a2-710f-4fb4-aba5-fe1bad751312", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:28.668927 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99679bb2-67d5-4109-be05-b690fc14909d {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:28.670677 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc435657-04fa-4122-901d-207a67abefbf', 'tag': 'bbffa4a2-710f-4fb4-aba5-fe1bad751312', 'status': 'completed', 'code': 200} Nov 12 00:52:28.711828 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d519b4b-a944-46b6-bf9c-7be255edb3b3 req-40678b5f-7838-4041-a7dd-885f72203d42 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:28.712385 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-637de3fa-4715-4ded-8ed6-a089010601da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:28.722578 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d519b4b-a944-46b6-bf9c-7be255edb3b3 req-40678b5f-7838-4041-a7dd-885f72203d42 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 944 time: 0.1492569 Nov 12 00:52:28.804502 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d519b4b-a944-46b6-bf9c-7be255edb3b3 req-8bfc0140-0334-442f-af4e-6a28d74d6340 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809009 Nov 12 00:52:28.831397 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-9a288b1e-5c55-4760-8610-1bd68b05c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:28.833468 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-9a288b1e-5c55-4760-8610-1bd68b05c234 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 1096 time: 0.2074223 Nov 12 00:52:28.866362 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177bb11-d932-4a38-911e-8d0e492702a9 req-0543f13b-e5bb-4c03-b5ca-69be66056368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:28.867795 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b177bb11-d932-4a38-911e-8d0e492702a9 req-0543f13b-e5bb-4c03-b5ca-69be66056368 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ae8764c-6045-42df-b713-ab4f0e086c21 HTTP/1.1" status: 200 len: 916 time: 0.2240765 Nov 12 00:52:28.917634 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48901103-f9cb-4f3f-b016-82ed79e6e0ec req-ec821213-4c33-4bdf-9c40-54cb32f577e7 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:28.920078 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-48901103-f9cb-4f3f-b016-82ed79e6e0ec req-ec821213-4c33-4bdf-9c40-54cb32f577e7 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 944 time: 0.1345446 Nov 12 00:52:28.920338 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-b3668974-5ac2-4215-b49d-16610683ae07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbffa4a2-710f-4fb4-aba5-fe1bad751312 HTTP/1.1" status: 200 len: 217 time: 0.0708973 Nov 12 00:52:28.964277 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-637de3fa-4715-4ded-8ed6-a089010601da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:28.967974 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-637de3fa-4715-4ded-8ed6-a089010601da admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:28.968609 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-637de3fa-4715-4ded-8ed6-a089010601da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0bf6d4e1-ccae-4744-82c9-5df7257f9789 HTTP/1.1" status: 204 len: 168 time: 0.5170376 Nov 12 00:52:28.969983 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b177bb11-d932-4a38-911e-8d0e492702a9 req-1aa1028d-30c8-44a1-b89a-3ceb83725971 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=425d323e-72c2-4485-abdf-008bfe1b0ef9 HTTP/1.1" status: 200 len: 217 time: 0.0921841 Nov 12 00:52:28.998269 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-173cacd3-b406-44cb-8634-257d8144f1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:28.999899 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-173cacd3-b406-44cb-8634-257d8144f1b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.0713451 Nov 12 00:52:29.021094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637de3fa-4715-4ded-8ed6-a089010601da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf6d4e1-ccae-4744-82c9-5df7257f9789,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:29.102839 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-48901103-f9cb-4f3f-b016-82ed79e6e0ec req-19c62a90-1f0a-4575-bdd5-62a350b5aee7 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409261 Nov 12 00:52:29.115503 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177bb11-d932-4a38-911e-8d0e492702a9 req-9ddd1755-2039-4d52-9479-05da6ed51b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:29.117030 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b177bb11-d932-4a38-911e-8d0e492702a9 req-9ddd1755-2039-4d52-9479-05da6ed51b73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa33b273-6769-45e4-9426-f7219f3a9eea HTTP/1.1" status: 200 len: 855 time: 0.1374018 Nov 12 00:52:29.117768 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-1cba81f2-9995-4926-8e7f-bbb12ce0d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:29.122198 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-1cba81f2-9995-4926-8e7f-bbb12ce0d01c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1138027 Nov 12 00:52:29.171975 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b177bb11-d932-4a38-911e-8d0e492702a9 req-3c1d2690-d174-420c-b1f3-32ca5d6d8ce5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ae8764c-6045-42df-b713-ab4f0e086c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394633 Nov 12 00:52:29.173819 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46718) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:29.260098 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-71b41d0e-4749-484b-a62d-895802fc2bb6 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265223 Nov 12 00:52:29.314753 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b177bb11-d932-4a38-911e-8d0e492702a9 req-f69b9d40-c471-4796-8bce-f2f935ba99d6 service neutron] 10.222.0.15 "GET /v2.0/networks/2ae8764c-6045-42df-b713-ab4f0e086c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329315 Nov 12 00:52:29.409911 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46ae02e2-64aa-4101-910a-d2fc6d9074bc req-8166aaeb-8675-4c37-ac74-c58f598e214c service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400776 Nov 12 00:52:29.474109 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b177bb11-d932-4a38-911e-8d0e492702a9 req-f4bebb38-a2ab-40b8-92e4-ed2a0577da3b service neutron] 10.222.0.15 "GET /v2.0/networks/2ae8764c-6045-42df-b713-ab4f0e086c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488616 Nov 12 00:52:29.497839 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-146ac375-9b77-4e19-8b68-30f2f672422b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-754395269-network', 'tenant_id': '07bc8ef85fd744bab8dc1e6d5ccf6f1e'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:29.526043 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146ac375-9b77-4e19-8b68-30f2f672422b admin admin] Made reservation on behalf of 07bc8ef85fd744bab8dc1e6d5ccf6f1e for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:29.529968 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-146ac375-9b77-4e19-8b68-30f2f672422b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.556250 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-146ac375-9b77-4e19-8b68-30f2f672422b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.610870 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be852db6-420f-4510-8875-2b5e3dfc2c22 req-beafdc73-e34b-4ccc-b24f-abfd5cbbb796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:29.612457 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be852db6-420f-4510-8875-2b5e3dfc2c22 req-beafdc73-e34b-4ccc-b24f-abfd5cbbb796 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 1096 time: 0.0779507 Nov 12 00:52:29.744841 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-146ac375-9b77-4e19-8b68-30f2f672422b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.760156 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-146ac375-9b77-4e19-8b68-30f2f672422b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.767254 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be852db6-420f-4510-8875-2b5e3dfc2c22 req-00f517ac-129d-4079-902d-95de4ce17db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:29.769059 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be852db6-420f-4510-8875-2b5e3dfc2c22 req-00f517ac-129d-4079-902d-95de4ce17db1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 913 time: 0.1459391 Nov 12 00:52:29.820380 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146ac375-9b77-4e19-8b68-30f2f672422b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:52:29.830165 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be852db6-420f-4510-8875-2b5e3dfc2c22 req-fedc0886-8712-4aa7-9b4b-5cd38965cbb5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbffa4a2-710f-4fb4-aba5-fe1bad751312 HTTP/1.1" status: 200 len: 217 time: 0.0495586 Nov 12 00:52:29.839052 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-146ac375-9b77-4e19-8b68-30f2f672422b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.841343 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-146ac375-9b77-4e19-8b68-30f2f672422b admin admin] Added segment 916f1c63-a194-478f-ba6a-e8213b5f5759 of type vlan for network aecfb578-a04a-417b-a733-4d20d792fcaa Nov 12 00:52:29.842627 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ac375-9b77-4e19-8b68-30f2f672422b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddc0647-0fc5-4944-be86-2e4a902a5202,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:29.940237 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-146ac375-9b77-4e19-8b68-30f2f672422b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.944831 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be852db6-420f-4510-8875-2b5e3dfc2c22 req-b835cfb4-3ac0-4d0c-a1f0-1731002abfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:29.946314 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be852db6-420f-4510-8875-2b5e3dfc2c22 req-b835cfb4-3ac0-4d0c-a1f0-1731002abfc5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.1048257 Nov 12 00:52:29.957717 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d4e4a-8287-4f30-95f2-5abb66cd352a req-db862c89-cc36-4ce3-b90e-20de7c3c9f21 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:29.960347 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-776d4e4a-8287-4f30-95f2-5abb66cd352a req-db862c89-cc36-4ce3-b90e-20de7c3c9f21 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 944 time: 0.0782359 Nov 12 00:52:30.001081 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-146ac375-9b77-4e19-8b68-30f2f672422b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:30.002204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146ac375-9b77-4e19-8b68-30f2f672422b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:30.002783 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-146ac375-9b77-4e19-8b68-30f2f672422b admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:30.071546 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-146ac375-9b77-4e19-8b68-30f2f672422b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8966758 Nov 12 00:52:30.077089 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-776d4e4a-8287-4f30-95f2-5abb66cd352a req-4b99cf84-abb8-44c1-8f37-3d4a3df45ed4 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006966 Nov 12 00:52:30.079150 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be852db6-420f-4510-8875-2b5e3dfc2c22 req-a4ab51e9-f05a-4005-a172-3d5589157d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:30.080655 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be852db6-420f-4510-8875-2b5e3dfc2c22 req-a4ab51e9-f05a-4005-a172-3d5589157d33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1255131 Nov 12 00:52:30.081733 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ac375-9b77-4e19-8b68-30f2f672422b admin admin] Pushing event updated for resources: {'Network': ['ID=aecfb578-a04a-417b-a733-4d20d792fcaa,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:30.095471 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network aecfb578-a04a-417b-a733-4d20d792fcaa details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:52:30.223278 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be852db6-420f-4510-8875-2b5e3dfc2c22 req-4765ea3c-cfe1-42d8-afed-4b4c30341b4a service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332016 Nov 12 00:52:30.369859 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b9285-dd92-4d5b-9bb7-3b06a7d27ca2 req-8c3195e9-694a-45ec-b95d-64dd24c9047a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:30.373848 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b15b9285-dd92-4d5b-9bb7-3b06a7d27ca2 req-8c3195e9-694a-45ec-b95d-64dd24c9047a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 944 time: 0.1442218 Nov 12 00:52:30.387763 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be852db6-420f-4510-8875-2b5e3dfc2c22 req-e5335ceb-0e5a-4708-a3c1-a12e1d2b2b34 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472816 Nov 12 00:52:30.454001 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b15b9285-dd92-4d5b-9bb7-3b06a7d27ca2 req-e2dcc358-2eb9-4e5a-b78f-1610fd4df562 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693660 Nov 12 00:52:30.746726 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520c1ab-984e-4434-8a37-e3b62b62fc48 req-77f826b6-95a9-49c0-a3b7-20e59ae559e3 tempest-ComputeTenantNetworksTest-368183607 tempest-ComputeTenantNetworksTest-368183607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:30.753284 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520c1ab-984e-4434-8a37-e3b62b62fc48 req-77f826b6-95a9-49c0-a3b7-20e59ae559e3 tempest-ComputeTenantNetworksTest-368183607 tempest-ComputeTenantNetworksTest-368183607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:30.762790 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520c1ab-984e-4434-8a37-e3b62b62fc48 req-77f826b6-95a9-49c0-a3b7-20e59ae559e3 tempest-ComputeTenantNetworksTest-368183607 tempest-ComputeTenantNetworksTest-368183607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:30.765118 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a520c1ab-984e-4434-8a37-e3b62b62fc48 req-77f826b6-95a9-49c0-a3b7-20e59ae559e3 tempest-ComputeTenantNetworksTest-368183607 tempest-ComputeTenantNetworksTest-368183607-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2125602 Nov 12 00:52:30.870020 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6f9e3-e3c2-4831-b78e-ef9f33ca265f req-4c698f9c-0823-402f-b180-c40bc1c80367 tempest-ComputeTenantNetworksTest-368183607 tempest-ComputeTenantNetworksTest-368183607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:30.871919 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2dc6f9e3-e3c2-4831-b78e-ef9f33ca265f req-4c698f9c-0823-402f-b180-c40bc1c80367 tempest-ComputeTenantNetworksTest-368183607 tempest-ComputeTenantNetworksTest-368183607-project] 10.222.0.31 "GET /v2.0/networks/aecfb578-a04a-417b-a733-4d20d792fcaa HTTP/1.1" status: 200 len: 768 time: 0.0864308 Nov 12 00:52:30.880900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46776) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:30.973090 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4d96-758f-4742-a44e-09655544cc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.314875 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4d96-758f-4742-a44e-09655544cc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.363565 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-2c5a4d96-758f-4742-a44e-09655544cc29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aecfb578-a04a-417b-a733-4d20d792fcaa']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:31.375776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-2c5a4d96-758f-4742-a44e-09655544cc29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916f1c63-a194-478f-ba6a-e8213b5f5759') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:31.376078 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-2c5a4d96-758f-4742-a44e-09655544cc29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916f1c63-a194-478f-ba6a-e8213b5f5759') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:31.390032 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4d96-758f-4742-a44e-09655544cc29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.404482 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b6df0-70a5-4fb0-b7db-ff53be8e376d req-3fe9e728-21bb-4c19-86a9-3b73d8a43552 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:31.406030 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad0b6df0-70a5-4fb0-b7db-ff53be8e376d req-3fe9e728-21bb-4c19-86a9-3b73d8a43552 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 944 time: 0.0955210 Nov 12 00:52:31.414196 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4d96-758f-4742-a44e-09655544cc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.427681 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5a4d96-758f-4742-a44e-09655544cc29 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:52:31.428110 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4d96-758f-4742-a44e-09655544cc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:52:31.429921 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:52:31.517626 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad0b6df0-70a5-4fb0-b7db-ff53be8e376d req-e858abc8-6de1-4a5b-910f-9ab701379082 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008549 Nov 12 00:52:31.519288 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4d96-758f-4742-a44e-09655544cc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.536304 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4d96-758f-4742-a44e-09655544cc29 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.540583 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2c5a4d96-758f-4742-a44e-09655544cc29 admin admin] 10.222.0.31 "DELETE /v2.0/networks/aecfb578-a04a-417b-a733-4d20d792fcaa HTTP/1.1" status: 204 len: 168 time: 0.6586914 Nov 12 00:52:31.541585 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a4d96-758f-4742-a44e-09655544cc29 admin admin] Pushing event deleted for resources: {'Network': ['ID=aecfb578-a04a-417b-a733-4d20d792fcaa,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:31.621017 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9df45-c614-4e17-ad20-e4f6db894b54 req-cd266294-9542-4582-a192-dfa7209b6f3e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:31.622585 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1de9df45-c614-4e17-ad20-e4f6db894b54 req-cd266294-9542-4582-a192-dfa7209b6f3e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 944 time: 0.0752416 Nov 12 00:52:31.678577 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1de9df45-c614-4e17-ad20-e4f6db894b54 req-d5aa93ea-6499-491a-aa22-8a586beff2c7 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488770 Nov 12 00:52:31.714660 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46812) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:31.755827 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4f73b3bf-82bd-4cd0-a474-ba775ba77f9d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=07bc8ef85fd744bab8dc1e6d5ccf6f1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397179 Nov 12 00:52:31.758888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46814) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:31.770316 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46816) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:31.809872 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1e2db989-cec4-4a38-8f42-44767c7210d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.834491 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1e2db989-cec4-4a38-8f42-44767c7210d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.891733 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1e2db989-cec4-4a38-8f42-44767c7210d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.895060 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1e2db989-cec4-4a38-8f42-44767c7210d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.896235 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1e2db989-cec4-4a38-8f42-44767c7210d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ddc0647-0fc5-4944-be86-2e4a902a5202 HTTP/1.1" status: 204 len: 168 time: 0.1364329 Nov 12 00:52:31.904731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2db989-cec4-4a38-8f42-44767c7210d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddc0647-0fc5-4944-be86-2e4a902a5202,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:31.958433 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26edba0d-75b8-4a26-8367-149a8aba13ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.046819 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26edba0d-75b8-4a26-8367-149a8aba13ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.052936 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26edba0d-75b8-4a26-8367-149a8aba13ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.095523 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-26edba0d-75b8-4a26-8367-149a8aba13ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0deb8d6246e04ef2bcf56f8d660c1d9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3241253 Nov 12 00:52:32.099708 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46830) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:32.106595 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26edba0d-75b8-4a26-8367-149a8aba13ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19658a0-0ab6-4bf3-9064-10913a36e887,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:32.156021 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f728ad4e-5ccf-4b39-b017-5b87f518fa40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.182247 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f728ad4e-5ccf-4b39-b017-5b87f518fa40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.247144 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f728ad4e-5ccf-4b39-b017-5b87f518fa40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.249834 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f728ad4e-5ccf-4b39-b017-5b87f518fa40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.251226 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f728ad4e-5ccf-4b39-b017-5b87f518fa40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f19658a0-0ab6-4bf3-9064-10913a36e887 HTTP/1.1" status: 204 len: 168 time: 0.1503048 Nov 12 00:52:32.273307 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728ad4e-5ccf-4b39-b017-5b87f518fa40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19658a0-0ab6-4bf3-9064-10913a36e887,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:32.323120 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 425d323e-72c2-4485-abdf-008bfe1b0ef9 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:32.445941 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 425d323e-72c2-4485-abdf-008bfe1b0ef9, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=425d323e-72c2-4485-abdf-008bfe1b0ef9,segment=NetworkSegment(4d180559-ff7b-4386-b0ba-a5f5a70a375b),segment_id=4d180559-ff7b-4386-b0ba-a5f5a70a375b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:32.462599 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '425d323e-72c2-4485-abdf-008bfe1b0ef9', 'network_id': '2ae8764c-6045-42df-b713-ab4f0e086c21', 'port_id': '425d323e-72c2-4485-abdf-008bfe1b0ef9', 'mac_address': 'fa:16:3e:8b:e7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa33b273-6769-45e4-9426-f7219f3a9eea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:32.507217 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.526109 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425d323e-72c2-4485-abdf-008bfe1b0ef9 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:32.551601 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 425d323e-72c2-4485-abdf-008bfe1b0ef9, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=425d323e-72c2-4485-abdf-008bfe1b0ef9,segment=NetworkSegment(4d180559-ff7b-4386-b0ba-a5f5a70a375b),segment_id=4d180559-ff7b-4386-b0ba-a5f5a70a375b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:32.557397 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.616584 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=425d323e-72c2-4485-abdf-008bfe1b0ef9,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:32.628097 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:32.628556 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:32.629080 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:32.629427 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:32.631582 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:32.631582 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:32.631582 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:32.631582 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:32.631582 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:32.632195 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:32.632195 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:32.632724 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:32.692543 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46854) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:32.695182 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a86224-6efb-43cf-8c3c-ad3220652e28 req-26ae4949-8eeb-4df8-a5b6-1fca5dc8fa79 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:32.711148 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a08cb1c5-d09f-4e9e-8c1f-0989e02ca9f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.712961 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6a86224-6efb-43cf-8c3c-ad3220652e28 req-26ae4949-8eeb-4df8-a5b6-1fca5dc8fa79 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0726593 Nov 12 00:52:32.806817 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6a86224-6efb-43cf-8c3c-ad3220652e28 req-3f41daa2-d76d-4155-a71b-9e624bd19d5c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928464 Nov 12 00:52:32.868803 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bf251-50ec-42ab-9a64-126285b74632 req-ea536a34-58bc-48b0-a6e1-ec8f3e6af71f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:32.870439 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-019bf251-50ec-42ab-9a64-126285b74632 req-ea536a34-58bc-48b0-a6e1-ec8f3e6af71f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 944 time: 0.0916326 Nov 12 00:52:32.875385 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a08cb1c5-d09f-4e9e-8c1f-0989e02ca9f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.885557 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a08cb1c5-d09f-4e9e-8c1f-0989e02ca9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.950350 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46864) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:32.950924 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a08cb1c5-d09f-4e9e-8c1f-0989e02ca9f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=225606ae3f54483ab4e68331a64cd2b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2569463 Nov 12 00:52:32.951773 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08cb1c5-d09f-4e9e-8c1f-0989e02ca9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77642a8-09b1-4aa3-9bce-f49a1168087d,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:32.967321 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-019bf251-50ec-42ab-9a64-126285b74632 req-212e2f7b-a3f8-4b34-bd4e-e5788471a686 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892725 Nov 12 00:52:32.987529 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['425d323e-72c2-4485-abdf-008bfe1b0ef9'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:33.020170 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a35839d0-1254-4c98-b299-7cc240b32d12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:33.043830 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a35839d0-1254-4c98-b299-7cc240b32d12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:33.099209 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a35839d0-1254-4c98-b299-7cc240b32d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:33.101883 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a35839d0-1254-4c98-b299-7cc240b32d12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:33.106097 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a35839d0-1254-4c98-b299-7cc240b32d12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e77642a8-09b1-4aa3-9bce-f49a1168087d HTTP/1.1" status: 204 len: 168 time: 0.1546917 Nov 12 00:52:33.114905 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35839d0-1254-4c98-b299-7cc240b32d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77642a8-09b1-4aa3-9bce-f49a1168087d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:33.971095 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc31831-e888-4381-af33-ea8c0be030d1 req-39109fe0-d28a-43b1-963f-36a8e7be5e32 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:33.979215 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ddc31831-e888-4381-af33-ea8c0be030d1 req-39109fe0-d28a-43b1-963f-36a8e7be5e32 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 945 time: 0.0757425 Nov 12 00:52:34.043605 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ddc31831-e888-4381-af33-ea8c0be030d1 req-6aca7acb-e40b-4608-a852-1f8f8719de44 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581234 Nov 12 00:52:34.115502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72b0ec-fc2f-402a-91db-80b769e6212f req-5640e701-953d-4192-8e81-3d002f7df835 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:34.123651 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8c72b0ec-fc2f-402a-91db-80b769e6212f req-5640e701-953d-4192-8e81-3d002f7df835 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 944 time: 0.0675309 Nov 12 00:52:34.187576 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8c72b0ec-fc2f-402a-91db-80b769e6212f req-5247c01b-7523-4e91-82be-f8a79aa06ef5 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581174 Nov 12 00:52:34.339281 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device bbffa4a2-710f-4fb4-aba5-fe1bad751312 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:34.376705 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 425d323e-72c2-4485-abdf-008bfe1b0ef9 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:34.563775 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb4f60-2119-47b9-a56e-786e7b262d35 req-f0101624-3c12-49fd-a2ba-2f8b58cdef41 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:34.565140 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port bbffa4a2-710f-4fb4-aba5-fe1bad751312, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=bbffa4a2-710f-4fb4-aba5-fe1bad751312,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:34.567733 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 425d323e-72c2-4485-abdf-008bfe1b0ef9 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:34.574406 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9bb4f60-2119-47b9-a56e-786e7b262d35 req-f0101624-3c12-49fd-a2ba-2f8b58cdef41 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 945 time: 0.0820591 Nov 12 00:52:34.581227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 425d323e-72c2-4485-abdf-008bfe1b0ef9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:34.581817 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:34.614034 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'bbffa4a2-710f-4fb4-aba5-fe1bad751312', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'port_id': 'bbffa4a2-710f-4fb4-aba5-fe1bad751312', 'mac_address': 'fa:16:3e:91:f2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:34.664267 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9bb4f60-2119-47b9-a56e-786e7b262d35 req-cf6dfb57-ba31-4e56-a0d4-4efe1e14b8fa tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/security-groups?id=58c986af-88ff-4397-9514-9c26b2c444d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876698 Nov 12 00:52:34.673228 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:34.697248 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbffa4a2-710f-4fb4-aba5-fe1bad751312 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:34.754338 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port bbffa4a2-710f-4fb4-aba5-fe1bad751312, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=bbffa4a2-710f-4fb4-aba5-fe1bad751312,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:34.757305 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:34.780606 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:34.790808 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46af53ae-2d80-4dd4-b428-704f660a1ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425d323e-72c2-4485-abdf-008bfe1b0ef9'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:34.793227 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a0ed98-4be2-48c7-b767-eb4dd4eef8fd" -d '{"events": [{"server_uuid": "46af53ae-2d80-4dd4-b428-704f660a1ac9", "name": "network-vif-plugged", "status": "completed", "tag": "425d323e-72c2-4485-abdf-008bfe1b0ef9"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:34.836203 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 425d323e-72c2-4485-abdf-008bfe1b0ef9, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=425d323e-72c2-4485-abdf-008bfe1b0ef9,segment=NetworkSegment(4d180559-ff7b-4386-b0ba-a5f5a70a375b),segment_id=4d180559-ff7b-4386-b0ba-a5f5a70a375b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:34.865019 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:34.881581 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4c5974-ca90-4d30-83e6-0c243278f919 x-openstack-request-id: req-ba4c5974-ca90-4d30-83e6-0c243278f919 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:34.881871 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46af53ae-2d80-4dd4-b428-704f660a1ac9", "name": "network-vif-plugged", "status": "completed", "tag": "425d323e-72c2-4485-abdf-008bfe1b0ef9", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:34.882301 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba4c5974-ca90-4d30-83e6-0c243278f919 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:34.882853 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46af53ae-2d80-4dd4-b428-704f660a1ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425d323e-72c2-4485-abdf-008bfe1b0ef9', 'code': 200} Nov 12 00:52:34.886096 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=bbffa4a2-710f-4fb4-aba5-fe1bad751312,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:34.970949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=425d323e-72c2-4485-abdf-008bfe1b0ef9,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:35.080565 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca799e5d-14ad-424c-821f-76d9c0800215 req-7bf2ab22-8f5b-4d32-88ad-808ce2d5dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:35.082223 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ca799e5d-14ad-424c-821f-76d9c0800215 req-7bf2ab22-8f5b-4d32-88ad-808ce2d5dca9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 1098 time: 0.0923014 Nov 12 00:52:35.147532 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ca799e5d-14ad-424c-821f-76d9c0800215 req-81b1dc57-a349-4268-a301-2dec1d41ca28 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566473 Nov 12 00:52:35.211658 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['bbffa4a2-710f-4fb4-aba5-fe1bad751312'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:35.221913 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2888e-c2dd-4410-acdb-e8d2b8c4fe51 req-ae1ee0ea-375e-46bd-a695-0b52ce97970d tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:35.228073 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33a2888e-c2dd-4410-acdb-e8d2b8c4fe51 req-ae1ee0ea-375e-46bd-a695-0b52ce97970d tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.0795476 Nov 12 00:52:35.328001 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33a2888e-c2dd-4410-acdb-e8d2b8c4fe51 req-22987d60-9c5e-48d9-b84d-5cef41f87a30 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886962 Nov 12 00:52:35.397501 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff4864-0ed5-415a-9f5b-8ddc39ddbfa2 req-bb4542a7-74c7-4dbb-bd3b-6637b6b241b3 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:35.408354 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-24ff4864-0ed5-415a-9f5b-8ddc39ddbfa2 req-bb4542a7-74c7-4dbb-bd3b-6637b6b241b3 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 945 time: 0.1004364 Nov 12 00:52:35.553778 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-24ff4864-0ed5-415a-9f5b-8ddc39ddbfa2 req-56c6701b-eaf1-40c7-89ba-aadeb85c4680 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443872 Nov 12 00:52:35.689176 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9c021-f76c-4013-85cb-1bb45e87d836 req-2dc4db03-2f7f-47aa-86d4-cb51e088c722 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:35.693178 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eeb9c021-f76c-4013-85cb-1bb45e87d836 req-2dc4db03-2f7f-47aa-86d4-cb51e088c722 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 945 time: 0.0631778 Nov 12 00:52:35.756777 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46994) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:35.765103 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eeb9c021-f76c-4013-85cb-1bb45e87d836 req-34844a47-1914-4850-b027-90143be1d88a tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/security-groups?id=58c986af-88ff-4397-9514-9c26b2c444d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648217 Nov 12 00:52:35.911151 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e006f3f5-b310-436d-a05a-dde1a2fc83ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:35.996277 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e006f3f5-b310-436d-a05a-dde1a2fc83ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.000851 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e006f3f5-b310-436d-a05a-dde1a2fc83ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.024217 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47004) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:36.045301 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006f3f5-b310-436d-a05a-dde1a2fc83ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6773be0-741d-487c-9e7b-b560d92a0ae4,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:36.053803 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e006f3f5-b310-436d-a05a-dde1a2fc83ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26ae3680a86d46ad89212da6437fa188&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2955477 Nov 12 00:52:36.054037 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47008) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:36.106464 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-81b1c540-3d11-49b5-aceb-aabdd5796d76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.134588 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-81b1c540-3d11-49b5-aceb-aabdd5796d76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.181417 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cbfbfe6e-5d76-4a16-a44a-83a30aefc27f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.222194 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-81b1c540-3d11-49b5-aceb-aabdd5796d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.224914 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-81b1c540-3d11-49b5-aceb-aabdd5796d76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.226046 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-81b1c540-3d11-49b5-aceb-aabdd5796d76 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b6773be0-741d-487c-9e7b-b560d92a0ae4 HTTP/1.1" status: 204 len: 168 time: 0.1708972 Nov 12 00:52:36.238958 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1c540-3d11-49b5-aceb-aabdd5796d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6773be0-741d-487c-9e7b-b560d92a0ae4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:36.321088 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cbfbfe6e-5d76-4a16-a44a-83a30aefc27f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.327370 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cbfbfe6e-5d76-4a16-a44a-83a30aefc27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.394828 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbfe6e-5d76-4a16-a44a-83a30aefc27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6094c6e2-2206-410c-8c50-f2cbc011b254,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:36.402638 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cbfbfe6e-5d76-4a16-a44a-83a30aefc27f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02bbb0997fb04cf4aaafa7e1ee73f507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3767781 Nov 12 00:52:36.405465 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47018) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:36.438200 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7404e4b-7b42-482a-b326-676ca75ff2cd req-eb8a06c5-7997-499d-a258-6d58782ccfb8 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:36.440588 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a7404e4b-7b42-482a-b326-676ca75ff2cd req-eb8a06c5-7997-499d-a258-6d58782ccfb8 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 945 time: 0.1035690 Nov 12 00:52:36.502899 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8bd064a0-0522-423e-bc24-45caadc5ecdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.548789 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a7404e4b-7b42-482a-b326-676ca75ff2cd req-98739de1-8ff6-44f2-a885-c377c136fde1 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/security-groups?id=58c986af-88ff-4397-9514-9c26b2c444d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944088 Nov 12 00:52:36.577740 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8bd064a0-0522-423e-bc24-45caadc5ecdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.612358 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9da756-7831-4531-86c4-e5fcb12160f8 req-b43dc744-c039-4f2c-bbbe-83c18b7874dc tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:36.620363 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cd9da756-7831-4531-86c4-e5fcb12160f8 req-b43dc744-c039-4f2c-bbbe-83c18b7874dc tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.1185505 Nov 12 00:52:36.687083 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cd9da756-7831-4531-86c4-e5fcb12160f8 req-42481507-16ea-45fc-a57f-106051dff2a1 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654473 Nov 12 00:52:36.704014 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8bd064a0-0522-423e-bc24-45caadc5ecdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.709856 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8bd064a0-0522-423e-bc24-45caadc5ecdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.711415 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8bd064a0-0522-423e-bc24-45caadc5ecdf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6094c6e2-2206-410c-8c50-f2cbc011b254 HTTP/1.1" status: 204 len: 168 time: 0.3038001 Nov 12 00:52:36.720495 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd064a0-0522-423e-bc24-45caadc5ecdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6094c6e2-2206-410c-8c50-f2cbc011b254,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:36.772595 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f239b-330e-4904-a186-804a53009771 req-e13d2159-ad21-4d91-acfd-d10b58982b63 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:36.775189 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c86f239b-330e-4904-a186-804a53009771 req-e13d2159-ad21-4d91-acfd-d10b58982b63 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 945 time: 0.1087217 Nov 12 00:52:36.865394 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c86f239b-330e-4904-a186-804a53009771 req-07db7707-8dda-4bfc-bfe6-20ee410f3e8e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800095 Nov 12 00:52:37.176596 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47042) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:37.192993 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-47e30b63-3f1c-4d63-82dd-bb08691190c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.296536 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-47e30b63-3f1c-4d63-82dd-bb08691190c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.305419 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-47e30b63-3f1c-4d63-82dd-bb08691190c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.346029 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-47e30b63-3f1c-4d63-82dd-bb08691190c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e84b52e833444e63ae9c821cba91da0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1681368 Nov 12 00:52:37.346947 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e30b63-3f1c-4d63-82dd-bb08691190c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930f8e16-b453-48c4-bc43-c756f07bfedd,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:37.348688 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47048) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:37.429619 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6a411b7-fe31-413a-8604-a96ee352c44f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.459866 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6a411b7-fe31-413a-8604-a96ee352c44f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.514257 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6a411b7-fe31-413a-8604-a96ee352c44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.517365 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6a411b7-fe31-413a-8604-a96ee352c44f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.520902 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e6a411b7-fe31-413a-8604-a96ee352c44f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/930f8e16-b453-48c4-bc43-c756f07bfedd HTTP/1.1" status: 204 len: 168 time: 0.1686757 Nov 12 00:52:37.541130 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a411b7-fe31-413a-8604-a96ee352c44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930f8e16-b453-48c4-bc43-c756f07bfedd,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:37.713023 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aaef7c-4fda-4524-9f3e-35dc6b05fd61 req-30da8e0f-cf48-4b21-8887-689392e38ecc tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:37.715778 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d5aaef7c-4fda-4524-9f3e-35dc6b05fd61 req-30da8e0f-cf48-4b21-8887-689392e38ecc tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 945 time: 0.1017764 Nov 12 00:52:37.733754 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f446c0-2ab8-44ee-b380-6ee5972909db req-ddfbbf39-cf29-4a6a-b852-f8dabfd2df02 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:37.741347 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19f446c0-2ab8-44ee-b380-6ee5972909db req-ddfbbf39-cf29-4a6a-b852-f8dabfd2df02 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 945 time: 0.0916023 Nov 12 00:52:37.911198 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed190f-0b2e-4dc1-bc70-9878d35d3c73 req-f9d927da-00f0-4080-9726-f54f4939cfcc tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:37.913665 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81ed190f-0b2e-4dc1-bc70-9878d35d3c73 req-f9d927da-00f0-4080-9726-f54f4939cfcc tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.0899942 Nov 12 00:52:38.017401 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81ed190f-0b2e-4dc1-bc70-9878d35d3c73 req-aa94d53e-1d58-4fc7-aefc-6d96269674e6 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956056 Nov 12 00:52:38.135404 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19f446c0-2ab8-44ee-b380-6ee5972909db req-e63b3a8b-a1b3-48b9-bee7-852168514ab8 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/security-groups?id=58c986af-88ff-4397-9514-9c26b2c444d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3923655 Nov 12 00:52:38.159019 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152d41a-d1a9-4c56-8273-4086d61b6f26 req-08c329e5-bc64-469d-8d26-cff24814ad7b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:38.171779 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8152d41a-d1a9-4c56-8273-4086d61b6f26 req-08c329e5-bc64-469d-8d26-cff24814ad7b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 945 time: 0.0689557 Nov 12 00:52:38.196022 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-d5aaef7c-4fda-4524-9f3e-35dc6b05fd61 req-8ecf2cb2-e15c-404c-a1cb-698cd99bab62 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Deleting port 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:38.196384 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d5aaef7c-4fda-4524-9f3e-35dc6b05fd61 req-8ecf2cb2-e15c-404c-a1cb-698cd99bab62 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.232447 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8152d41a-d1a9-4c56-8273-4086d61b6f26 req-5901d14b-f90c-4f24-b4c0-06106091be22 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596704 Nov 12 00:52:38.327560 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8d6c4-9c24-44e8-acdb-61ecda87df6c req-cffcff84-97c5-46db-9b05-c85c76e20707 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:38.329226 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5bc8d6c4-9c24-44e8-acdb-61ecda87df6c req-cffcff84-97c5-46db-9b05-c85c76e20707 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.1051788 Nov 12 00:52:38.359529 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-d5aaef7c-4fda-4524-9f3e-35dc6b05fd61 req-8ecf2cb2-e15c-404c-a1cb-698cd99bab62 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] For port 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3c12f1fb-c5dc-429e-81f5-fb303dbd0b58,segment=NetworkSegment(80f31d00-a03d-4d85-92bc-c702476db0d9),segment_id=80f31d00-a03d-4d85-92bc-c702476db0d9)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:38.359902 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d5aaef7c-4fda-4524-9f3e-35dc6b05fd61 req-8ecf2cb2-e15c-404c-a1cb-698cd99bab62 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.381011 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device bbffa4a2-710f-4fb4-aba5-fe1bad751312 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:38.448406 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port bbffa4a2-710f-4fb4-aba5-fe1bad751312 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:38.455129 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port bbffa4a2-710f-4fb4-aba5-fe1bad751312 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:38.455728 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.496946 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5bc8d6c4-9c24-44e8-acdb-61ecda87df6c req-f5bf02c5-ac53-426b-a3d3-d08da2d38b1f tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565049 Nov 12 00:52:38.570927 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.572402 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.616125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port bbffa4a2-710f-4fb4-aba5-fe1bad751312, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=bbffa4a2-710f-4fb4-aba5-fe1bad751312,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:38.617491 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc435657-04fa-4122-901d-207a67abefbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbffa4a2-710f-4fb4-aba5-fe1bad751312'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:38.620823 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd8d252-f39d-4620-9edd-629fca2c4b1f" -d '{"events": [{"server_uuid": "dc435657-04fa-4122-901d-207a67abefbf", "name": "network-vif-plugged", "status": "completed", "tag": "bbffa4a2-710f-4fb4-aba5-fe1bad751312"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:38.627695 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.684032 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=bbffa4a2-710f-4fb4-aba5-fe1bad751312,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:38.687702 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f08c25-79ae-444d-98a0-203f9c3763f3 x-openstack-request-id: req-44f08c25-79ae-444d-98a0-203f9c3763f3 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:38.688250 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc435657-04fa-4122-901d-207a67abefbf", "name": "network-vif-plugged", "status": "completed", "tag": "bbffa4a2-710f-4fb4-aba5-fe1bad751312", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:38.688675 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44f08c25-79ae-444d-98a0-203f9c3763f3 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:38.689278 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc435657-04fa-4122-901d-207a67abefbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbffa4a2-710f-4fb4-aba5-fe1bad751312', 'code': 200} Nov 12 00:52:38.851297 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d5aaef7c-4fda-4524-9f3e-35dc6b05fd61 req-8ecf2cb2-e15c-404c-a1cb-698cd99bab62 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.851664 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d5aaef7c-4fda-4524-9f3e-35dc6b05fd61 req-8ecf2cb2-e15c-404c-a1cb-698cd99bab62 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.852096 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [req-d5aaef7c-4fda-4524-9f3e-35dc6b05fd61 req-8ecf2cb2-e15c-404c-a1cb-698cd99bab62 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Floating IP 21a30586-3521-466f-8323-6b04d56c3583 disassociated. External IP: 172.25.0.209, port: 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58. Nov 12 00:52:38.852450 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-d5aaef7c-4fda-4524-9f3e-35dc6b05fd61 req-8ecf2cb2-e15c-404c-a1cb-698cd99bab62 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Calling delete_port for 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:38.872403 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1dd25-dda9-4bd6-877c-5346801067e3 req-97b75aa9-5149-4ced-9f0b-f1d3334d2879 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:38.874013 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bdc1dd25-dda9-4bd6-877c-5346801067e3 req-97b75aa9-5149-4ced-9f0b-f1d3334d2879 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.0819874 Nov 12 00:52:38.889639 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bacbcb-a467-4da6-8954-563fb72adaa3 req-416aae0a-a5f2-4952-8dd6-1254920a02c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:38.891887 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7bacbcb-a467-4da6-8954-563fb72adaa3 req-416aae0a-a5f2-4952-8dd6-1254920a02c9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 1098 time: 0.1046567 Nov 12 00:52:38.954929 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7bacbcb-a467-4da6-8954-563fb72adaa3 req-db9268f6-bc2a-476c-8f80-81b05c80a3aa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553975 Nov 12 00:52:39.010334 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bdc1dd25-dda9-4bd6-877c-5346801067e3 req-92fa20d5-a95c-41ce-8aa8-399cf09bd999 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747886 Nov 12 00:52:39.087249 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d5aaef7c-4fda-4524-9f3e-35dc6b05fd61 req-8ecf2cb2-e15c-404c-a1cb-698cd99bab62 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.140568 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf2cb2-e15c-404c-a1cb-698cd99bab62 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Pushing event deleted for resources: {'Port': ['ID=3c12f1fb-c5dc-429e-81f5-fb303dbd0b58,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:39.292494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f4913-543c-4f32-9286-d33f37d9cbac req-8e20bdf8-8b97-4007-a3cf-75fe0c99ecdb tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:39.294473 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d85f4913-543c-4f32-9286-d33f37d9cbac req-8e20bdf8-8b97-4007-a3cf-75fe0c99ecdb tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.1577866 Nov 12 00:52:39.297724 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7c18ba72-d31c-4407-8e1f-57a4229b7140 req-198401ab-3a0a-4bb9-8d04-9296ac7261b9 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 210 time: 0.0513709 Nov 12 00:52:39.388439 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5aaef7c-4fda-4524-9f3e-35dc6b05fd61 req-8ecf2cb2-e15c-404c-a1cb-698cd99bab62 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Router b2c4f707-e1f8-4437-b37d-d7bfce50c353 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:39.401037 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d85f4913-543c-4f32-9286-d33f37d9cbac req-3c7a1a65-0974-4d04-badc-1de39896cd83 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745597 Nov 12 00:52:39.554287 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5aaef7c-4fda-4524-9f3e-35dc6b05fd61 req-8ecf2cb2-e15c-404c-a1cb-698cd99bab62 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:39.564307 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f55067-cb10-4310-a2f9-cbff149671a8 None None] Sync routers for ids ['b2c4f707-e1f8-4437-b37d-d7bfce50c353'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:39.597570 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f55067-cb10-4310-a2f9-cbff149671a8 None None] Routers {'b2c4f707-e1f8-4437-b37d-d7bfce50c353'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:39.598215 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-45f55067-cb10-4310-a2f9-cbff149671a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:52:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b2c4f707-e1f8-4437-b37d-d7bfce50c353'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:39.623223 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5aaef7c-4fda-4524-9f3e-35dc6b05fd61 req-8ecf2cb2-e15c-404c-a1cb-698cd99bab62 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] No DVR routers for this DVR port 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:39.633980 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d5aaef7c-4fda-4524-9f3e-35dc6b05fd61 req-8ecf2cb2-e15c-404c-a1cb-698cd99bab62 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.644009 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d5aaef7c-4fda-4524-9f3e-35dc6b05fd61 req-8ecf2cb2-e15c-404c-a1cb-698cd99bab62 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.21 "DELETE /v2.0/ports/3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 HTTP/1.1" status: 204 len: 173 time: 1.8981533 Nov 12 00:52:39.644009 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80fae0b-f1e7-4984-934c-1bee5dda6686', 'name': 'network-vif-deleted', 'tag': '3c12f1fb-c5dc-429e-81f5-fb303dbd0b58'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:39.645200 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6f8978-7f8b-4bd8-8f85-592a94b96125" -d '{"events": [{"server_uuid": "b80fae0b-f1e7-4984-934c-1bee5dda6686", "name": "network-vif-deleted", "tag": "3c12f1fb-c5dc-429e-81f5-fb303dbd0b58"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:39.655888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d25ee-d1bd-4043-9156-9ad9bd0665bb req-d8253753-b404-450b-a4b6-99def6474acf tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:39.657483 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f09d25ee-d1bd-4043-9156-9ad9bd0665bb req-d8253753-b404-450b-a4b6-99def6474acf tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.2182980 Nov 12 00:52:39.827792 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f09d25ee-d1bd-4043-9156-9ad9bd0665bb req-73532b87-d787-4011-b0dd-35bf3ddbf448 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572871 Nov 12 00:52:39.900930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47200) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:39.954929 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a397604a-9937-4c04-9acd-13759f65006d x-openstack-request-id: req-a397604a-9937-4c04-9acd-13759f65006d {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:39.955275 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80fae0b-f1e7-4984-934c-1bee5dda6686", "name": "network-vif-deleted", "tag": "3c12f1fb-c5dc-429e-81f5-fb303dbd0b58", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:39.955523 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a397604a-9937-4c04-9acd-13759f65006d {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:39.956506 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80fae0b-f1e7-4984-934c-1bee5dda6686', 'name': 'network-vif-deleted', 'tag': '3c12f1fb-c5dc-429e-81f5-fb303dbd0b58', 'status': 'completed', 'code': 200} Nov 12 00:52:39.986683 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-45f55067-cb10-4310-a2f9-cbff149671a8 None None] Set router b2c4f707-e1f8-4437-b37d-d7bfce50c353 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:40.056628 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49095f-c3b9-4c3a-bd8d-f9818652941c req-7a6167bf-38c1-4d53-bc36-e83bb9cf5c72 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:40.068819 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7c49095f-c3b9-4c3a-bd8d-f9818652941c req-7a6167bf-38c1-4d53-bc36-e83bb9cf5c72 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.0866838 Nov 12 00:52:40.105566 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-64314af9-7f47-46b7-bd0e-b7935b0dc4bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:40.168087 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7c49095f-c3b9-4c3a-bd8d-f9818652941c req-b2bfdc8c-9ffc-4961-8213-54050d1a4790 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975139 Nov 12 00:52:40.252398 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-45f55067-cb10-4310-a2f9-cbff149671a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'name': 'tempest-ServersTestJSON-728193932-router', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:24Z', 'updated_at': '2021-11-12T00:50:30Z', 'revision_number': 4, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'gw_port': {'id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:25Z', 'updated_at': '2021-11-12T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '4de6db04-b68a-458a-ba10-91f3ae448999', 'name': '', 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'mac_address': 'fa:16:3e:db:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'b1a48115-e08e-4a5a-af68-23ef66c882b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:28Z', 'updated_at': '2021-11-12T00:50:37Z', 'revision_number': 5, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'subnets': [{'id': 'b1a48115-e08e-4a5a-af68-23ef66c882b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:40.265240 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-64314af9-7f47-46b7-bd0e-b7935b0dc4bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:40.273290 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-64314af9-7f47-46b7-bd0e-b7935b0dc4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:40.299243 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f55067-cb10-4310-a2f9-cbff149671a8 None None] Checking router: b2c4f707-e1f8-4437-b37d-d7bfce50c353 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:52:40.317235 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f55067-cb10-4310-a2f9-cbff149671a8 None None] Routers {'b2c4f707-e1f8-4437-b37d-d7bfce50c353'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:40.318718 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-45f55067-cb10-4310-a2f9-cbff149671a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:52:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b2c4f707-e1f8-4437-b37d-d7bfce50c353'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:40.331908 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-64314af9-7f47-46b7-bd0e-b7935b0dc4bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f5f7e137e2441398f871ee5a2225223&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4266126 Nov 12 00:52:40.332292 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47216) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:40.333577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64314af9-7f47-46b7-bd0e-b7935b0dc4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0917066b-56c7-48b0-9887-4e627c36c418,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:40.419397 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-152a76b0-b1e1-481a-b779-433633623945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:40.462175 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-152a76b0-b1e1-481a-b779-433633623945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:40.521473 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fcbaadff-befd-423b-adc6-ad3504135702 req-7f5c4912-780a-45f5-9a6b-89ec7285516e tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/ports?device_id=b80fae0b-f1e7-4984-934c-1bee5dda6686 HTTP/1.1" status: 200 len: 210 time: 0.0535824 Nov 12 00:52:40.532626 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-45f55067-cb10-4310-a2f9-cbff149671a8 None None] Set router b2c4f707-e1f8-4437-b37d-d7bfce50c353 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:40.587935 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-152a76b0-b1e1-481a-b779-433633623945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:40.591921 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-152a76b0-b1e1-481a-b779-433633623945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:40.593575 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-152a76b0-b1e1-481a-b779-433633623945 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0917066b-56c7-48b0-9887-4e627c36c418 HTTP/1.1" status: 204 len: 168 time: 0.2600203 Nov 12 00:52:40.605266 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a76b0-b1e1-481a-b779-433633623945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0917066b-56c7-48b0-9887-4e627c36c418,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:40.868521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-45f55067-cb10-4310-a2f9-cbff149671a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'name': 'tempest-ServersTestJSON-728193932-router', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:24Z', 'updated_at': '2021-11-12T00:50:30Z', 'revision_number': 4, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'gw_port': {'id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:25Z', 'updated_at': '2021-11-12T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '4de6db04-b68a-458a-ba10-91f3ae448999', 'name': '', 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'mac_address': 'fa:16:3e:db:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'b1a48115-e08e-4a5a-af68-23ef66c882b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:28Z', 'updated_at': '2021-11-12T00:50:37Z', 'revision_number': 5, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'subnets': [{'id': 'b1a48115-e08e-4a5a-af68-23ef66c882b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:40.947975 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f55067-cb10-4310-a2f9-cbff149671a8 None None] The sync data for ids ['b2c4f707-e1f8-4437-b37d-d7bfce50c353'] in n-d-712137-14 is: [{'id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'name': 'tempest-ServersTestJSON-728193932-router', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:24Z', 'updated_at': '2021-11-12T00:50:30Z', 'revision_number': 4, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'gw_port': {'id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:25Z', 'updated_at': '2021-11-12T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '4de6db04-b68a-458a-ba10-91f3ae448999', 'name': '', 'network_id': 'f9dd64fc-c0d5-4707-81a9-530103169397', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'mac_address': 'fa:16:3e:db:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'b1a48115-e08e-4a5a-af68-23ef66c882b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:28Z', 'updated_at': '2021-11-12T00:50:37Z', 'revision_number': 5, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'subnets': [{'id': 'b1a48115-e08e-4a5a-af68-23ef66c882b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:41.002426 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7c327-c094-43e6-a225-4bf6a3cab066 req-908497d4-c110-4aa6-92b9-34d1b5fec6c4 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:41.012624 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-66c7c327-c094-43e6-a225-4bf6a3cab066 req-908497d4-c110-4aa6-92b9-34d1b5fec6c4 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.0738795 Nov 12 00:52:41.078352 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-66c7c327-c094-43e6-a225-4bf6a3cab066 req-dbf39799-8e7c-436c-9eba-76e60f63b303 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647721 Nov 12 00:52:41.095155 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47244) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:41.115742 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e598ec2e-04de-4986-99f1-857280d6dc08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.305147 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e598ec2e-04de-4986-99f1-857280d6dc08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.319411 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e598ec2e-04de-4986-99f1-857280d6dc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.374243 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598ec2e-04de-4986-99f1-857280d6dc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34067eed-8c45-4fb9-aaa3-fe8ca067fc0a,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:41.377688 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31f53a-dfc9-47f0-9fe2-ffaace492cf2 req-28b18c27-50ca-4fc6-a245-b8c9f8ebdcdc tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:41.403288 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f31f53a-dfc9-47f0-9fe2-ffaace492cf2 req-28b18c27-50ca-4fc6-a245-b8c9f8ebdcdc tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.1274192 Nov 12 00:52:41.404537 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de8108c-c905-43b8-808d-ae1eca3bbcda None None] New status for floating IP 21a30586-3521-466f-8323-6b04d56c3583: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:52:41.485061 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f31f53a-dfc9-47f0-9fe2-ffaace492cf2 req-79ff4564-2db6-4f11-ad9c-d94d07451e1f tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737433 Nov 12 00:52:41.494846 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e598ec2e-04de-4986-99f1-857280d6dc08 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5acf95c743d84327941701996f645e03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3973687 Nov 12 00:52:41.498617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47260) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:41.520501 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e893a-8b58-48cd-bb47-60dd64d3427c req-75b1fe67-e71a-4bd4-a5ea-308766a2ef4c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:41.523506 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-205e893a-8b58-48cd-bb47-60dd64d3427c req-75b1fe67-e71a-4bd4-a5ea-308766a2ef4c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.1387858 Nov 12 00:52:41.617080 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c19c84f0-d887-4a1c-8291-276d9266ac60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.659590 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47268) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:41.675868 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-205e893a-8b58-48cd-bb47-60dd64d3427c req-15c3e7db-4806-4f88-8699-f5fd8afef68d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444757 Nov 12 00:52:41.676134 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c19c84f0-d887-4a1c-8291-276d9266ac60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.765250 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e344d412-7474-4eea-890b-1e20fe574419 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.796330 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e344d412-7474-4eea-890b-1e20fe574419 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.806582 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c19c84f0-d887-4a1c-8291-276d9266ac60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.809209 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c19c84f0-d887-4a1c-8291-276d9266ac60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.810353 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c19c84f0-d887-4a1c-8291-276d9266ac60 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34067eed-8c45-4fb9-aaa3-fe8ca067fc0a HTTP/1.1" status: 204 len: 168 time: 0.3056765 Nov 12 00:52:41.851918 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c84f0-d887-4a1c-8291-276d9266ac60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34067eed-8c45-4fb9-aaa3-fe8ca067fc0a,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:41.898438 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e344d412-7474-4eea-890b-1e20fe574419 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.901114 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e344d412-7474-4eea-890b-1e20fe574419 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.902375 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e344d412-7474-4eea-890b-1e20fe574419 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "DELETE /v2.0/security-groups/58c986af-88ff-4397-9514-9c26b2c444d0 HTTP/1.1" status: 204 len: 168 time: 0.2418048 Nov 12 00:52:41.905330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47274) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:41.919577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344d412-7474-4eea-890b-1e20fe574419 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c986af-88ff-4397-9514-9c26b2c444d0,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:41.945894 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-26cc0372-10d7-438a-84a5-3ecb27c105bc tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] show failed (client error): The resource could not be found. Nov 12 00:52:41.950624 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-26cc0372-10d7-438a-84a5-3ecb27c105bc tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "GET /v2.0/security-groups/58c986af-88ff-4397-9514-9c26b2c444d0 HTTP/1.1" status: 404 len: 347 time: 0.0439136 Nov 12 00:52:41.953410 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47276) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:41.967034 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47278) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:42.115477 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-0eeef8b6-68b8-423c-a6ef-23124e2b1938 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Deleting port e28edbb4-4321-4b90-b1bf-f2a9b5adfd49 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:42.116087 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0eeef8b6-68b8-423c-a6ef-23124e2b1938 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.194182 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1f46de5f-ed93-4574-b72f-f7edd69187fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.210057 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0eeef8b6-68b8-423c-a6ef-23124e2b1938 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.210394 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0eeef8b6-68b8-423c-a6ef-23124e2b1938 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.233236 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-0eeef8b6-68b8-423c-a6ef-23124e2b1938 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Calling delete_port for e28edbb4-4321-4b90-b1bf-f2a9b5adfd49 owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:42.285865 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1f46de5f-ed93-4574-b72f-f7edd69187fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.291410 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1f46de5f-ed93-4574-b72f-f7edd69187fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.293927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:42.338721 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1f46de5f-ed93-4574-b72f-f7edd69187fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16c65c4fdb224fc98b61e1a4314feae1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3706141 Nov 12 00:52:42.342685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47292) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:42.357043 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46de5f-ed93-4574-b72f-f7edd69187fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc0b7cb-12a5-49f1-972b-59bff83bf9bc,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:42.402357 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e7a2bed9-2bdf-4251-a10c-42ad8e73d39c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.430758 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e7a2bed9-2bdf-4251-a10c-42ad8e73d39c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.501215 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e7a2bed9-2bdf-4251-a10c-42ad8e73d39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.505429 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e7a2bed9-2bdf-4251-a10c-42ad8e73d39c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.507969 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e7a2bed9-2bdf-4251-a10c-42ad8e73d39c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ddc0b7cb-12a5-49f1-972b-59bff83bf9bc HTTP/1.1" status: 204 len: 168 time: 0.1643288 Nov 12 00:52:42.521770 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2bed9-2bdf-4251-a10c-42ad8e73d39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc0b7cb-12a5-49f1-972b-59bff83bf9bc,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:42.576739 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0eeef8b6-68b8-423c-a6ef-23124e2b1938 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.639186 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeef8b6-68b8-423c-a6ef-23124e2b1938 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Pushing event deleted for resources: {'Port': ['ID=e28edbb4-4321-4b90-b1bf-f2a9b5adfd49,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:42.706393 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:42.707555 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3c12f1fb-c5dc-429e-81f5-fb303dbd0b58 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:42.744281 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc9c72-ac51-4377-a811-9d0df07733ec req-655645fc-deda-4787-b1ba-098a0b0bd86a tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:42.752192 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64bc9c72-ac51-4377-a811-9d0df07733ec req-655645fc-deda-4787-b1ba-098a0b0bd86a tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.1266813 Nov 12 00:52:42.822877 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64bc9c72-ac51-4377-a811-9d0df07733ec req-4fbdbe21-573c-44bf-904f-481651f34535 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696764 Nov 12 00:52:42.843059 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0eeef8b6-68b8-423c-a6ef-23124e2b1938 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.849229 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0eeef8b6-68b8-423c-a6ef-23124e2b1938 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.853792 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0eeef8b6-68b8-423c-a6ef-23124e2b1938 tempest-ServersTestJSON-131770067 tempest-ServersTestJSON-131770067-project] 10.222.0.31 "DELETE /v2.0/floatingips/21a30586-3521-466f-8323-6b04d56c3583 HTTP/1.1" status: 204 len: 168 time: 0.8993416 Nov 12 00:52:42.857093 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47314) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:42.946404 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd375415-d4fb-42cb-890a-5f8bae402c6d req-f79e1361-64c8-4210-a4dd-da78b8dd78d3 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:42.948261 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bd375415-d4fb-42cb-890a-5f8bae402c6d req-f79e1361-64c8-4210-a4dd-da78b8dd78d3 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.1526864 Nov 12 00:52:43.055092 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bd375415-d4fb-42cb-890a-5f8bae402c6d req-d772e04c-2def-484c-89bf-88e97d7fe0b6 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766339 Nov 12 00:52:43.094270 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47322) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:43.110503 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a63604e3-c73c-4785-b0fc-50ae5cb30acb admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.204544 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a63604e3-c73c-4785-b0fc-50ae5cb30acb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.210226 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a63604e3-c73c-4785-b0fc-50ae5cb30acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.254089 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63604e3-c73c-4785-b0fc-50ae5cb30acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5b5790-8239-4b88-940f-df5296c46cbc,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:43.280132 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a63604e3-c73c-4785-b0fc-50ae5cb30acb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4610054f4e2d433e9f966a9d6c326050&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1846995 Nov 12 00:52:43.280927 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47324) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:43.335122 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f3847078-c815-4645-bef3-618eaa322efa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.361090 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f3847078-c815-4645-bef3-618eaa322efa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.443091 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f3847078-c815-4645-bef3-618eaa322efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.448035 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f3847078-c815-4645-bef3-618eaa322efa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.453936 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f3847078-c815-4645-bef3-618eaa322efa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad5b5790-8239-4b88-940f-df5296c46cbc HTTP/1.1" status: 204 len: 168 time: 0.1719418 Nov 12 00:52:43.463837 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3847078-c815-4645-bef3-618eaa322efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5b5790-8239-4b88-940f-df5296c46cbc,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:43.491367 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-95496771-4a20-4c28-9d2d-536bae48a2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.020642 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0b681-14ed-44ef-83ab-2a61c4eb8bbc req-a95e6ae8-cd87-49b6-a32f-fe38bab8d560 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:44.022295 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6e0b681-14ed-44ef-83ab-2a61c4eb8bbc req-a95e6ae8-cd87-49b6-a32f-fe38bab8d560 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.0684526 Nov 12 00:52:44.116098 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6e0b681-14ed-44ef-83ab-2a61c4eb8bbc req-ef1a3158-b590-4a65-847d-db93d3922fbd tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864801 Nov 12 00:52:44.207649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde094f-43ff-4ffa-8088-8ac9eb884866 req-56012e10-9238-4e14-9630-6d028ed0c96f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:44.215518 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8fde094f-43ff-4ffa-8088-8ac9eb884866 req-56012e10-9238-4e14-9630-6d028ed0c96f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.0697527 Nov 12 00:52:44.255708 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-95496771-4a20-4c28-9d2d-536bae48a2b9 admin admin] Deleting port 4de6db04-b68a-458a-ba10-91f3ae448999 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:44.256275 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-95496771-4a20-4c28-9d2d-536bae48a2b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.331328 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8fde094f-43ff-4ffa-8088-8ac9eb884866 req-41f9498c-bec4-4272-b88a-72da67766554 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149094 Nov 12 00:52:44.376104 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-95496771-4a20-4c28-9d2d-536bae48a2b9 admin admin] For port 4de6db04-b68a-458a-ba10-91f3ae448999, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=4de6db04-b68a-458a-ba10-91f3ae448999,segment=NetworkSegment(80f31d00-a03d-4d85-92bc-c702476db0d9),segment_id=80f31d00-a03d-4d85-92bc-c702476db0d9)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:44.376643 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-95496771-4a20-4c28-9d2d-536bae48a2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.397529 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-95496771-4a20-4c28-9d2d-536bae48a2b9 admin admin] Calling delete_port for 4de6db04-b68a-458a-ba10-91f3ae448999 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:44.619046 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-95496771-4a20-4c28-9d2d-536bae48a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.652543 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95496771-4a20-4c28-9d2d-536bae48a2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4de6db04-b68a-458a-ba10-91f3ae448999,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:45.009489 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-95496771-4a20-4c28-9d2d-536bae48a2b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.058200 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47412) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:45.277283 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95496771-4a20-4c28-9d2d-536bae48a2b9 admin admin] Router b2c4f707-e1f8-4437-b37d-d7bfce50c353 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:45.349009 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128be5b-9f35-40b0-9ac8-0c0b930555ed req-d589a391-7879-487a-b1e4-638ea9e7742d tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:45.350899 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5128be5b-9f35-40b0-9ac8-0c0b930555ed req-d589a391-7879-487a-b1e4-638ea9e7742d tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.0959492 Nov 12 00:52:45.422324 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95496771-4a20-4c28-9d2d-536bae48a2b9 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:45.436330 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c92a691-0416-4e6a-973e-9eb3ef841c1d None None] Sync routers for ids ['b2c4f707-e1f8-4437-b37d-d7bfce50c353'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:45.457148 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c92a691-0416-4e6a-973e-9eb3ef841c1d None None] Routers {'b2c4f707-e1f8-4437-b37d-d7bfce50c353'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:45.463100 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5128be5b-9f35-40b0-9ac8-0c0b930555ed req-9e236939-7090-4c3c-be31-6ba6fffad10a tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054399 Nov 12 00:52:45.463592 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47426) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:45.466719 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-95496771-4a20-4c28-9d2d-536bae48a2b9 admin admin] 10.222.0.31 "PUT /v2.0/routers/b2c4f707-e1f8-4437-b37d-d7bfce50c353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6010981 Nov 12 00:52:45.476126 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8c92a691-0416-4e6a-973e-9eb3ef841c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:52:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b2c4f707-e1f8-4437-b37d-d7bfce50c353'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:45.536331 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4f68d30e-8df9-41e6-8fe8-5b1b17fc8c3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.570500 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028099b6-719b-4834-b10d-58548508dbc6 req-f61b46d0-08e1-43c5-97d1-fe0974d5e9ba tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:45.572039 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-028099b6-719b-4834-b10d-58548508dbc6 req-f61b46d0-08e1-43c5-97d1-fe0974d5e9ba tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.1038153 Nov 12 00:52:45.673344 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-8c92a691-0416-4e6a-973e-9eb3ef841c1d None None] Set router b2c4f707-e1f8-4437-b37d-d7bfce50c353 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:45.684227 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-028099b6-719b-4834-b10d-58548508dbc6 req-28b882e7-4395-4e53-87a7-4246e9e34f16 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033590 Nov 12 00:52:45.717023 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4f68d30e-8df9-41e6-8fe8-5b1b17fc8c3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.752358 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4f68d30e-8df9-41e6-8fe8-5b1b17fc8c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.809972 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4f68d30e-8df9-41e6-8fe8-5b1b17fc8c3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=980dfe2ccd314273ab9a8435cfe34299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7499638 Nov 12 00:52:45.812536 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47434) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:45.825086 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68d30e-8df9-41e6-8fe8-5b1b17fc8c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179e2bc5-5320-4b58-b279-c71a3116cdb5,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:45.831256 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0010d3bc-4aa5-47c0-9503-16edbe13b527 admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.915556 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2fc6872c-5f6b-4d77-ad8c-45ac9f735bae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.939977 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0010d3bc-4aa5-47c0-9503-16edbe13b527 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.954601 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2fc6872c-5f6b-4d77-ad8c-45ac9f735bae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.970303 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8c92a691-0416-4e6a-973e-9eb3ef841c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'name': 'tempest-ServersTestJSON-728193932-router', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:24Z', 'updated_at': '2021-11-12T00:52:44Z', 'revision_number': 5, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'gw_port': {'id': '46b01d47-9683-41bd-8a8a-87e6290d16fd', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:25Z', 'updated_at': '2021-11-12T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:46.012290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c92a691-0416-4e6a-973e-9eb3ef841c1d None None] Checking router: b2c4f707-e1f8-4437-b37d-d7bfce50c353 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:52:46.022909 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c92a691-0416-4e6a-973e-9eb3ef841c1d None None] Routers {'b2c4f707-e1f8-4437-b37d-d7bfce50c353'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:46.023558 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8c92a691-0416-4e6a-973e-9eb3ef841c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:52:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b2c4f707-e1f8-4437-b37d-d7bfce50c353'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:46.024955 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2fc6872c-5f6b-4d77-ad8c-45ac9f735bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:46.026024 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-0010d3bc-4aa5-47c0-9503-16edbe13b527 admin admin] Deleting port 46b01d47-9683-41bd-8a8a-87e6290d16fd {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:46.026906 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0010d3bc-4aa5-47c0-9503-16edbe13b527 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:46.029864 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2fc6872c-5f6b-4d77-ad8c-45ac9f735bae admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:46.035621 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2fc6872c-5f6b-4d77-ad8c-45ac9f735bae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/179e2bc5-5320-4b58-b279-c71a3116cdb5 HTTP/1.1" status: 204 len: 168 time: 0.2176769 Nov 12 00:52:46.058310 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6872c-5f6b-4d77-ad8c-45ac9f735bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179e2bc5-5320-4b58-b279-c71a3116cdb5,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:46.119364 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-0010d3bc-4aa5-47c0-9503-16edbe13b527 admin admin] For port 46b01d47-9683-41bd-8a8a-87e6290d16fd, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=46b01d47-9683-41bd-8a8a-87e6290d16fd,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:46.119837 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0010d3bc-4aa5-47c0-9503-16edbe13b527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:46.133742 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-8c92a691-0416-4e6a-973e-9eb3ef841c1d None None] Set router b2c4f707-e1f8-4437-b37d-d7bfce50c353 gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:46.154154 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-0010d3bc-4aa5-47c0-9503-16edbe13b527 admin admin] Calling delete_port for 46b01d47-9683-41bd-8a8a-87e6290d16fd owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:46.192774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8c92a691-0416-4e6a-973e-9eb3ef841c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'name': 'tempest-ServersTestJSON-728193932-router', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:24Z', 'updated_at': '2021-11-12T00:52:45Z', 'revision_number': 6, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:46.226425 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c92a691-0416-4e6a-973e-9eb3ef841c1d None None] The sync data for ids ['b2c4f707-e1f8-4437-b37d-d7bfce50c353'] in n-d-712137-14 is: [{'id': 'b2c4f707-e1f8-4437-b37d-d7bfce50c353', 'name': 'tempest-ServersTestJSON-728193932-router', 'tenant_id': '1db46697b8cd4149a25533b60cb686b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:24Z', 'updated_at': '2021-11-12T00:52:45Z', 'revision_number': 6, 'project_id': '1db46697b8cd4149a25533b60cb686b6', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:46.382991 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0010d3bc-4aa5-47c0-9503-16edbe13b527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:46.415925 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010d3bc-4aa5-47c0-9503-16edbe13b527 admin admin] Pushing event deleted for resources: {'Port': ['ID=46b01d47-9683-41bd-8a8a-87e6290d16fd,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:46.436934 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6379c5-b0ce-45b8-8223-98871eee84e2 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:52:46.493835 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0010d3bc-4aa5-47c0-9503-16edbe13b527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:46.611022 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0010d3bc-4aa5-47c0-9503-16edbe13b527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:46.627851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47454) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:46.629502 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0010d3bc-4aa5-47c0-9503-16edbe13b527 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:46.646432 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-913633cc-baca-4618-b932-c4f97cdab6b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:46.695533 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe84d9-9f70-4bca-8f57-cd5e6fc154ab req-4b983f50-1609-4aa9-a6ba-54264479725d tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:46.697123 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7bfe84d9-9f70-4bca-8f57-cd5e6fc154ab req-4b983f50-1609-4aa9-a6ba-54264479725d tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.1347449 Nov 12 00:52:46.698466 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0010d3bc-4aa5-47c0-9503-16edbe13b527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:46.698987 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0010d3bc-4aa5-47c0-9503-16edbe13b527 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2c4f707-e1f8-4437-b37d-d7bfce50c353 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:52:46.703465 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0010d3bc-4aa5-47c0-9503-16edbe13b527 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:46.707042 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0010d3bc-4aa5-47c0-9503-16edbe13b527 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b2c4f707-e1f8-4437-b37d-d7bfce50c353 HTTP/1.1" status: 204 len: 168 time: 1.2386832 Nov 12 00:52:46.711529 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47456) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:46.770766 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7bfe84d9-9f70-4bca-8f57-cd5e6fc154ab req-9f8e6341-91d0-457e-a84c-93835d77f578 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647621 Nov 12 00:52:46.842374 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-913633cc-baca-4618-b932-c4f97cdab6b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:46.849154 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-913633cc-baca-4618-b932-c4f97cdab6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:46.853651 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fcb2034-c741-4142-aecc-60077fcf99a1 admin admin] Deleting subnet b1a48115-e08e-4a5a-af68-23ef66c882b8 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:52:46.866716 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2034-c741-4142-aecc-60077fcf99a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:46.929154 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-913633cc-baca-4618-b932-c4f97cdab6b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c7f4ab8a0fd4859b1a6028d25f2f3ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2991595 Nov 12 00:52:46.931754 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47468) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:46.941318 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0384ca7-8187-497c-8af8-cf6285a7ac72 req-08001ff6-0c27-40fe-a120-6413b2585a9f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:46.942264 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d0384ca7-8187-497c-8af8-cf6285a7ac72 req-08001ff6-0c27-40fe-a120-6413b2585a9f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.1440625 Nov 12 00:52:46.944881 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913633cc-baca-4618-b932-c4f97cdab6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812c4715-4364-49e2-a887-ea1dbdf9f7d9,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:46.951573 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2034-c741-4142-aecc-60077fcf99a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.009236 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8d4be298-0309-4844-a329-6e7b3fd6a435 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.025410 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8d4be298-0309-4844-a329-6e7b3fd6a435 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.050371 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d0384ca7-8187-497c-8af8-cf6285a7ac72 req-3a29fa07-07d0-474e-ac90-74205a9e74ec tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778291 Nov 12 00:52:47.085991 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2034-c741-4142-aecc-60077fcf99a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.094096 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8d4be298-0309-4844-a329-6e7b3fd6a435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.096935 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8d4be298-0309-4844-a329-6e7b3fd6a435 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.100572 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8d4be298-0309-4844-a329-6e7b3fd6a435 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/812c4715-4364-49e2-a887-ea1dbdf9f7d9 HTTP/1.1" status: 204 len: 168 time: 0.1653934 Nov 12 00:52:47.106867 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4be298-0309-4844-a329-6e7b3fd6a435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812c4715-4364-49e2-a887-ea1dbdf9f7d9,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:47.155390 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2034-c741-4142-aecc-60077fcf99a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.190189 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2034-c741-4142-aecc-60077fcf99a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.196103 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9fcb2034-c741-4142-aecc-60077fcf99a1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b1a48115-e08e-4a5a-af68-23ef66c882b8 HTTP/1.1" status: 204 len: 168 time: 0.4769123 Nov 12 00:52:47.196103 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb2034-c741-4142-aecc-60077fcf99a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1a48115-e08e-4a5a-af68-23ef66c882b8,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:47.196342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47476) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:47.203219 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438383f0-4a99-4c64-bece-55d23fda9318 None None] Network f9dd64fc-c0d5-4707-81a9-530103169397 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:52:47.293592 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd37b742-92ef-4845-8364-96736396aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.359651 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-dd37b742-92ef-4845-8364-96736396aeb5 admin admin] Deleting port 5481be82-b779-4beb-b0ac-f148c74124ff {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:47.359993 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd37b742-92ef-4845-8364-96736396aeb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.433344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-dd37b742-92ef-4845-8364-96736396aeb5 admin admin] For port 5481be82-b779-4beb-b0ac-f148c74124ff, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5481be82-b779-4beb-b0ac-f148c74124ff,segment=NetworkSegment(80f31d00-a03d-4d85-92bc-c702476db0d9),segment_id=80f31d00-a03d-4d85-92bc-c702476db0d9)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:47.433744 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd37b742-92ef-4845-8364-96736396aeb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.456880 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-dd37b742-92ef-4845-8364-96736396aeb5 admin admin] Calling delete_port for 5481be82-b779-4beb-b0ac-f148c74124ff owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:47.493095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a721d9-f165-496c-9a22-4fe76188a11c None None] DHCP port deletion for f9dd64fc-c0d5-4707-81a9-530103169397 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:52:47.583848 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd37b742-92ef-4845-8364-96736396aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.598036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd37b742-92ef-4845-8364-96736396aeb5 admin admin] No DVR routers for this DVR port 5481be82-b779-4beb-b0ac-f148c74124ff on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:47.602994 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b5a721d9-f165-496c-9a22-4fe76188a11c None None] Deleting port 5481be82-b779-4beb-b0ac-f148c74124ff {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:47.603371 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b5a721d9-f165-496c-9a22-4fe76188a11c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.634530 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37b742-92ef-4845-8364-96736396aeb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5481be82-b779-4beb-b0ac-f148c74124ff,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:47.641495 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 4de6db04-b68a-458a-ba10-91f3ae448999 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:47.693497 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 4de6db04-b68a-458a-ba10-91f3ae448999 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:47.694101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 4de6db04-b68a-458a-ba10-91f3ae448999 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:47.694729 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5481be82-b779-4beb-b0ac-f148c74124ff no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:47.718952 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 5481be82-b779-4beb-b0ac-f148c74124ff {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:47.719308 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5481be82-b779-4beb-b0ac-f148c74124ff not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:47.719790 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 46b01d47-9683-41bd-8a8a-87e6290d16fd no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:47.733867 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd37b742-92ef-4845-8364-96736396aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.750455 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b5a721d9-f165-496c-9a22-4fe76188a11c None None] For port 5481be82-b779-4beb-b0ac-f148c74124ff, host n-d-712137-14, got binding levels [] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:47.751192 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b5a721d9-f165-496c-9a22-4fe76188a11c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.753655 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 46b01d47-9683-41bd-8a8a-87e6290d16fd {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:47.754382 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 46b01d47-9683-41bd-8a8a-87e6290d16fd not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:47.765591 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-dd37b742-92ef-4845-8364-96736396aeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9dd64fc-c0d5-4707-81a9-530103169397']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:47.776430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b5a721d9-f165-496c-9a22-4fe76188a11c None None] Calling delete_port for 5481be82-b779-4beb-b0ac-f148c74124ff owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:47.778182 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-dd37b742-92ef-4845-8364-96736396aeb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f31d00-a03d-4d85-92bc-c702476db0d9') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:47.778489 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-dd37b742-92ef-4845-8364-96736396aeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f31d00-a03d-4d85-92bc-c702476db0d9') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:47.780104 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.ipam_backend_mixin [None req-b5a721d9-f165-496c-9a22-4fe76188a11c None None] Port 5481be82-b779-4beb-b0ac-f148c74124ff was not found and therefore no delete operation was performed {{(pid=114244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:52:47.781512 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b5a721d9-f165-496c-9a22-4fe76188a11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.788564 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd37b742-92ef-4845-8364-96736396aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.803105 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd37b742-92ef-4845-8364-96736396aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.810428 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd37b742-92ef-4845-8364-96736396aeb5 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:52:47.810869 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd37b742-92ef-4845-8364-96736396aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:52:47.813083 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:52:47.816005 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a721d9-f165-496c-9a22-4fe76188a11c None None] Pushing event deleted for resources: {'Port': ['ID=5481be82-b779-4beb-b0ac-f148c74124ff,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:47.832334 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a721d9-f165-496c-9a22-4fe76188a11c None None] No DVR routers for this DVR port 5481be82-b779-4beb-b0ac-f148c74124ff on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:47.915001 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd37b742-92ef-4845-8364-96736396aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.927732 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd37b742-92ef-4845-8364-96736396aeb5 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.931164 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-dd37b742-92ef-4845-8364-96736396aeb5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f9dd64fc-c0d5-4707-81a9-530103169397 HTTP/1.1" status: 204 len: 168 time: 0.7337303 Nov 12 00:52:47.943762 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37b742-92ef-4845-8364-96736396aeb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9dd64fc-c0d5-4707-81a9-530103169397,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:47.964493 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ca2e2-27b6-4efa-adc4-ad9e3d9ab944 req-51f56b6e-a178-4b58-9267-0218288f6754 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:47.966359 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-643ca2e2-27b6-4efa-adc4-ad9e3d9ab944 req-51f56b6e-a178-4b58-9267-0218288f6754 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.0861247 Nov 12 00:52:48.024351 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-643ca2e2-27b6-4efa-adc4-ad9e3d9ab944 req-46fff9fc-cc37-42da-9403-7372cfb6b960 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511789 Nov 12 00:52:48.087945 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47508) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:48.133239 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-108fb338-b65c-4428-8223-e015a765292c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1db46697b8cd4149a25533b60cb686b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416718 Nov 12 00:52:48.136478 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47512) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:48.225846 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c098d-7cd6-4c72-83fb-daee09c5b537 req-d1ce30a4-6895-42a6-a994-7fa1c9a373a4 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:48.227902 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-986c098d-7cd6-4c72-83fb-daee09c5b537 req-d1ce30a4-6895-42a6-a994-7fa1c9a373a4 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.0838444 Nov 12 00:52:48.231590 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7295088a-e90c-447d-8464-0ba5fd8f4b4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:48.268749 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7295088a-e90c-447d-8464-0ba5fd8f4b4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:48.320019 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-986c098d-7cd6-4c72-83fb-daee09c5b537 req-82949a2e-1bda-4146-bd6f-6cc0946a4ef8 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850449 Nov 12 00:52:48.349471 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7295088a-e90c-447d-8464-0ba5fd8f4b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:48.352112 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7295088a-e90c-447d-8464-0ba5fd8f4b4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:48.356110 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7295088a-e90c-447d-8464-0ba5fd8f4b4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d15ea7e-97a8-43d2-952e-e5d85520c3de HTTP/1.1" status: 204 len: 168 time: 0.2155504 Nov 12 00:52:48.361781 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295088a-e90c-447d-8464-0ba5fd8f4b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d15ea7e-97a8-43d2-952e-e5d85520c3de,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:49.162638 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb497209-3223-4bd4-8f60-159d3b259f3d req-b1f49b4f-9f1d-484f-9e91-84082ee7f50a tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:49.164195 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fb497209-3223-4bd4-8f60-159d3b259f3d req-b1f49b4f-9f1d-484f-9e91-84082ee7f50a tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.0565116 Nov 12 00:52:49.224878 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fb497209-3223-4bd4-8f60-159d3b259f3d req-b9b022d3-3392-4867-aae9-08abcda52f23 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489218 Nov 12 00:52:49.462179 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ec807-bb11-4a88-8a3b-c246f5e6ba82 req-b3677f50-eafd-4c59-ad9d-9fc9fd06c7fe tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:49.464487 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-383ec807-bb11-4a88-8a3b-c246f5e6ba82 req-b3677f50-eafd-4c59-ad9d-9fc9fd06c7fe tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.0708723 Nov 12 00:52:49.526043 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-383ec807-bb11-4a88-8a3b-c246f5e6ba82 req-2571f50c-4186-4ae0-b166-8f0c2c3fe6bb tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548503 Nov 12 00:52:49.683766 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47594) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:49.813908 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-73812191-ffc8-463c-b51e-be4d238c718e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1091472500-network', 'tenant_id': '75c055e9876449c3980c1d635d3020fe'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:49.838821 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73812191-ffc8-463c-b51e-be4d238c718e admin admin] Made reservation on behalf of 75c055e9876449c3980c1d635d3020fe for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:49.841266 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73812191-ffc8-463c-b51e-be4d238c718e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:49.849787 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73812191-ffc8-463c-b51e-be4d238c718e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:49.929372 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73812191-ffc8-463c-b51e-be4d238c718e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:49.934109 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73812191-ffc8-463c-b51e-be4d238c718e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:49.962531 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73812191-ffc8-463c-b51e-be4d238c718e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:52:49.972924 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73812191-ffc8-463c-b51e-be4d238c718e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda35d95-f0f1-44d1-82f1-bf27605f9a3d,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:49.974513 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9101c4c5-a8e4-444c-bcf1-1ba0849899b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:49.977834 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73812191-ffc8-463c-b51e-be4d238c718e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:49.978046 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-73812191-ffc8-463c-b51e-be4d238c718e admin admin] Added segment b5504e77-a136-454b-965e-6ff3a65930f2 of type vlan for network d6ea9c94-971c-4de5-89c0-b46d88be536e Nov 12 00:52:50.019274 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73812191-ffc8-463c-b51e-be4d238c718e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.024344 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47616) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:50.045620 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73812191-ffc8-463c-b51e-be4d238c718e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.046648 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73812191-ffc8-463c-b51e-be4d238c718e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:50.047228 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73812191-ffc8-463c-b51e-be4d238c718e admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.136908 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f2881524-347c-4d21-bdfa-d300376f60c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.229754 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f2881524-347c-4d21-bdfa-d300376f60c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.235287 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f2881524-347c-4d21-bdfa-d300376f60c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.278390 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f2881524-347c-4d21-bdfa-d300376f60c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1ba497d03d84ac2abd6982cd09eac67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2528903 Nov 12 00:52:50.279139 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2881524-347c-4d21-bdfa-d300376f60c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019d7842-ad52-4380-90b9-2651c496333d,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:50.281605 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47624) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:50.333679 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c4d10e6e-aa77-4759-bb20-049503e79bab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.349228 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-73812191-ffc8-463c-b51e-be4d238c718e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6641479 Nov 12 00:52:50.352447 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47626) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:50.357895 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a9b3b26a-8b91-4830-9aed-a7302cbb3778 admin admin] Request body: {'subnet': {'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1091472500-subnet', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:50.365955 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c4d10e6e-aa77-4759-bb20-049503e79bab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.376191 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73812191-ffc8-463c-b51e-be4d238c718e admin admin] Pushing event updated for resources: {'Network': ['ID=d6ea9c94-971c-4de5-89c0-b46d88be536e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:50.387410 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network d6ea9c94-971c-4de5-89c0-b46d88be536e details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:52:50.405255 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62eda6-b18e-4792-9f22-77dc0496a839 req-4a3b0aac-90c8-4003-93f8-fcc781388a9e tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:50.412250 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b3b26a-8b91-4830-9aed-a7302cbb3778 admin admin] Made reservation on behalf of 75c055e9876449c3980c1d635d3020fe for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:50.413302 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1c62eda6-b18e-4792-9f22-77dc0496a839 req-4a3b0aac-90c8-4003-93f8-fcc781388a9e tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.0700352 Nov 12 00:52:50.414753 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a9b3b26a-8b91-4830-9aed-a7302cbb3778 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.465595 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1c62eda6-b18e-4792-9f22-77dc0496a839 req-daeb4a8d-d47a-4d78-8a08-69c57fd4cb72 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472081 Nov 12 00:52:50.481591 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c4d10e6e-aa77-4759-bb20-049503e79bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.484173 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c4d10e6e-aa77-4759-bb20-049503e79bab admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.485365 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c4d10e6e-aa77-4759-bb20-049503e79bab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/019d7842-ad52-4380-90b9-2651c496333d HTTP/1.1" status: 204 len: 168 time: 0.2024879 Nov 12 00:52:50.498971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d10e6e-aa77-4759-bb20-049503e79bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019d7842-ad52-4380-90b9-2651c496333d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:50.658021 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a9b3b26a-8b91-4830-9aed-a7302cbb3778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.712265 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0247d60-4189-4614-b49d-ca97dd6b6242 req-4653d289-a59e-4de5-8c94-4d02331162f7 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:50.713752 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0247d60-4189-4614-b49d-ca97dd6b6242 req-4653d289-a59e-4de5-8c94-4d02331162f7 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.1018054 Nov 12 00:52:50.731958 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3b26a-8b91-4830-9aed-a7302cbb3778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba268ed-fc66-4621-b497-0ee29a68e673,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:50.769575 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b3b26a-8b91-4830-9aed-a7302cbb3778 admin admin] Checking segment: {'id': 'b5504e77-a136-454b-965e-6ff3a65930f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:50.769940 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b3b26a-8b91-4830-9aed-a7302cbb3778 admin admin] Network hostable DHCP agents. Network: d6ea9c94-971c-4de5-89c0-b46d88be536e, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:52:50.785754 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0247d60-4189-4614-b49d-ca97dd6b6242 req-f5b275a2-9b81-401c-a5a1-ae7876749df8 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654187 Nov 12 00:52:50.791462 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47634) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:50.797778 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b3b26a-8b91-4830-9aed-a7302cbb3778 admin admin] Network d6ea9c94-971c-4de5-89c0-b46d88be536e is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:52:50.812256 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-256e0dd9-8930-4c5f-89ae-362e781de897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.814668 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-a9b3b26a-8b91-4830-9aed-a7302cbb3778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, d6ea9c94-971c-4de5-89c0-b46d88be536e) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:50.819810 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b3b26a-8b91-4830-9aed-a7302cbb3778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:50.820447 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a9b3b26a-8b91-4830-9aed-a7302cbb3778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.825914 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db97bb6-1c81-4abc-b801-e72cb817d058 None None] Network d6ea9c94-971c-4de5-89c0-b46d88be536e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:52:50.840551 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a9b3b26a-8b91-4830-9aed-a7302cbb3778 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4870131 Nov 12 00:52:50.843436 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47638) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:50.848668 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-96e142b1-f105-4e26-873e-8e59db7984c9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1091472500-router', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:50.877596 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96e142b1-f105-4e26-873e-8e59db7984c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.879038 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96e142b1-f105-4e26-873e-8e59db7984c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.935986 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-256e0dd9-8930-4c5f-89ae-362e781de897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.942020 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-256e0dd9-8930-4c5f-89ae-362e781de897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.979062 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96e142b1-f105-4e26-873e-8e59db7984c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.980799 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-256e0dd9-8930-4c5f-89ae-362e781de897 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0146731bac64f67a18dcbbcffbab1f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1877012 Nov 12 00:52:50.983758 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47644) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:51.008978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e0dd9-8930-4c5f-89ae-362e781de897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8773aa16-93f2-465e-838e-26e9a80cea89,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:51.031671 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d469d030-0000-4db3-a98b-c4bb1e0c46d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-d6ea9c94-971c-4de5-89c0-b46d88be536e', 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'fixed_ips': [{'subnet_id': '9ba268ed-fc66-4621-b497-0ee29a68e673'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:52:51.032872 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d469d030-0000-4db3-a98b-c4bb1e0c46d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.149629 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96e142b1-f105-4e26-873e-8e59db7984c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.168495 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-88fbed62-8d2a-474e-944e-417337555489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.180435 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-d469d030-0000-4db3-a98b-c4bb1e0c46d5 None None] Allocated IP 172.20.0.2 (d6ea9c94-971c-4de5-89c0-b46d88be536e/9ba268ed-fc66-4621-b497-0ee29a68e673/5a009a93-243e-4ae8-8f4d-f2343789ed4f) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:51.211344 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-88fbed62-8d2a-474e-944e-417337555489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.324038 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-88fbed62-8d2a-474e-944e-417337555489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.326756 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-88fbed62-8d2a-474e-944e-417337555489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.330797 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-88fbed62-8d2a-474e-944e-417337555489 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8773aa16-93f2-465e-838e-26e9a80cea89 HTTP/1.1" status: 204 len: 168 time: 0.3454750 Nov 12 00:52:51.345752 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbed62-8d2a-474e-944e-417337555489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8773aa16-93f2-465e-838e-26e9a80cea89,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:51.382782 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d469d030-0000-4db3-a98b-c4bb1e0c46d5 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.392238 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d469d030-0000-4db3-a98b-c4bb1e0c46d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.429176 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d469d030-0000-4db3-a98b-c4bb1e0c46d5 None None] Network d6ea9c94-971c-4de5-89c0-b46d88be536e is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:51.432151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-d469d030-0000-4db3-a98b-c4bb1e0c46d5 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:51.434988 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d469d030-0000-4db3-a98b-c4bb1e0c46d5 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:51.477572 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96e142b1-f105-4e26-873e-8e59db7984c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.505636 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96e142b1-f105-4e26-873e-8e59db7984c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.526878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469d030-0000-4db3-a98b-c4bb1e0c46d5 None None] Pushing event updated for resources: {'Port': ['ID=5a009a93-243e-4ae8-8f4d-f2343789ed4f,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:51.543041 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d469d030-0000-4db3-a98b-c4bb1e0c46d5 None None] Attempting to bind port 5a009a93-243e-4ae8-8f4d-f2343789ed4f on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:51.543556 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d469d030-0000-4db3-a98b-c4bb1e0c46d5 None None] Attempting to bind port 5a009a93-243e-4ae8-8f4d-f2343789ed4f by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'b5504e77-a136-454b-965e-6ff3a65930f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:51.543911 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d469d030-0000-4db3-a98b-c4bb1e0c46d5 None None] Attempting to bind port 5a009a93-243e-4ae8-8f4d-f2343789ed4f on network d6ea9c94-971c-4de5-89c0-b46d88be536e {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:51.552630 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d469d030-0000-4db3-a98b-c4bb1e0c46d5 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:51.553101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d469d030-0000-4db3-a98b-c4bb1e0c46d5 None None] Checking segment: {'id': 'b5504e77-a136-454b-965e-6ff3a65930f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:51.553509 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d469d030-0000-4db3-a98b-c4bb1e0c46d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.553957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d469d030-0000-4db3-a98b-c4bb1e0c46d5 None None] Bound using segment: {'id': 'b5504e77-a136-454b-965e-6ff3a65930f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:51.554525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d469d030-0000-4db3-a98b-c4bb1e0c46d5 None None] Bound port: 5a009a93-243e-4ae8-8f4d-f2343789ed4f, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5504e77-a136-454b-965e-6ff3a65930f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:51.554932 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d469d030-0000-4db3-a98b-c4bb1e0c46d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.640397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e4532-ed02-457f-81a4-2b0c97786359 req-c5014945-0de0-4098-aa97-1cea584713e9 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:51.642944 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dc8e4532-ed02-457f-81a4-2b0c97786359 req-c5014945-0de0-4098-aa97-1cea584713e9 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.0623016 Nov 12 00:52:51.668772 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d469d030-0000-4db3-a98b-c4bb1e0c46d5 None None] For port 5a009a93-243e-4ae8-8f4d-f2343789ed4f, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:51.672211 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d469d030-0000-4db3-a98b-c4bb1e0c46d5 None None] For port 5a009a93-243e-4ae8-8f4d-f2343789ed4f, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5a009a93-243e-4ae8-8f4d-f2343789ed4f,segment=NetworkSegment(b5504e77-a136-454b-965e-6ff3a65930f2),segment_id=b5504e77-a136-454b-965e-6ff3a65930f2)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:51.679473 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d469d030-0000-4db3-a98b-c4bb1e0c46d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.681167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-96e142b1-f105-4e26-873e-8e59db7984c9 admin admin] Allocated IP 172.25.0.238 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:51.776154 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dc8e4532-ed02-457f-81a4-2b0c97786359 req-c1e26339-eaba-49b8-817d-128596e222e9 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236613 Nov 12 00:52:51.801088 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469d030-0000-4db3-a98b-c4bb1e0c46d5 None None] Pushing event updated for resources: {'Port': ['ID=5a009a93-243e-4ae8-8f4d-f2343789ed4f,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:52.269744 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd77791-a357-4093-8da0-bb156adcd8f5 req-bc974f22-1bb4-461a-9e41-6bf2f5837590 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:52.271542 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffd77791-a357-4093-8da0-bb156adcd8f5 req-bc974f22-1bb4-461a-9e41-6bf2f5837590 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.1113279 Nov 12 00:52:52.309899 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96e142b1-f105-4e26-873e-8e59db7984c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.325737 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-635f46c4-bf73-4456-89b5-b6a7634fec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.372033 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffd77791-a357-4093-8da0-bb156adcd8f5 req-9b300dcd-224c-4ef3-9128-8a264fdcc0bd tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919454 Nov 12 00:52:52.387603 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96e142b1-f105-4e26-873e-8e59db7984c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.417576 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47690) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:52.441490 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e142b1-f105-4e26-873e-8e59db7984c9 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:52.449095 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-96e142b1-f105-4e26-873e-8e59db7984c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:52.454314 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e142b1-f105-4e26-873e-8e59db7984c9 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:52.457692 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e142b1-f105-4e26-873e-8e59db7984c9 admin admin] Pushing event updated for resources: {'Port': ['ID=78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:52.465822 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4e6a39-bf3e-445c-9e27-1a0f6ef73a2f None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:52:52.564845 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2c737c47-df4b-4bcd-9d34-916711512c05 None None] Provisioning complete for port 78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:52.565217 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2c737c47-df4b-4bcd-9d34-916711512c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.628070 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-2c737c47-df4b-4bcd-9d34-916711512c05 None None] Port 78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:52:52.640015 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2132a9b0-3243-4518-8e99-47e121d22e8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.835400 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2132a9b0-3243-4518-8e99-47e121d22e8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.844521 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2132a9b0-3243-4518-8e99-47e121d22e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.863769 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96e142b1-f105-4e26-873e-8e59db7984c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.896174 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2132a9b0-3243-4518-8e99-47e121d22e8e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f3884996cab14695940528e95c0e9948&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4771292 Nov 12 00:52:52.897804 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132a9b0-3243-4518-8e99-47e121d22e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41fbd56-10c9-4754-88ee-465e54b4f699,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:52.902387 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47706) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:52.996936 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c56ec53b-1561-440f-8083-bfe26856b614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.021650 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c56ec53b-1561-440f-8083-bfe26856b614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.146337 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e61b8-f267-4f1d-9383-e35ce67cb532 req-3052b0ae-7a80-4d38-949a-d95ab7f27b56 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:53.154785 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-567e61b8-f267-4f1d-9383-e35ce67cb532 req-3052b0ae-7a80-4d38-949a-d95ab7f27b56 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.2101607 Nov 12 00:52:53.157351 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c56ec53b-1561-440f-8083-bfe26856b614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.159375 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c56ec53b-1561-440f-8083-bfe26856b614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.162788 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c56ec53b-1561-440f-8083-bfe26856b614 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b41fbd56-10c9-4754-88ee-465e54b4f699 HTTP/1.1" status: 204 len: 168 time: 0.2568390 Nov 12 00:52:53.204362 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ec53b-1561-440f-8083-bfe26856b614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41fbd56-10c9-4754-88ee-465e54b4f699,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:53.236137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e22491-f93d-4d50-bda3-a97c7e2e9f4d None None] Network d6ea9c94-971c-4de5-89c0-b46d88be536e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:52:53.294519 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96e142b1-f105-4e26-873e-8e59db7984c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.336848 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-567e61b8-f267-4f1d-9383-e35ce67cb532 req-62de72ce-2e98-470b-a7bd-8b0eeed20c27 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811466 Nov 12 00:52:53.425117 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2e2e8482-566b-454a-b8d4-2b884656e4a9 None None] Provisioning complete for port 5a009a93-243e-4ae8-8f4d-f2343789ed4f triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:53.426185 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2e2e8482-566b-454a-b8d4-2b884656e4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.490568 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.712664 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797fff1-ddea-437b-b6f1-48178262b095 req-210024fb-af30-4e9d-90a4-27c4e944eba3 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:53.714306 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b797fff1-ddea-437b-b6f1-48178262b095 req-210024fb-af30-4e9d-90a4-27c4e944eba3 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.1996820 Nov 12 00:52:53.728339 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e142b1-f105-4e26-873e-8e59db7984c9 admin admin] Router c2b5bb44-268c-4c63-a93e-433ee493520a is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:52:53.763726 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5a009a93-243e-4ae8-8f4d-f2343789ed4f up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:53.811749 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2e2e8482-566b-454a-b8d4-2b884656e4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.883021 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2e2e8482-566b-454a-b8d4-2b884656e4a9 None None] For port 5a009a93-243e-4ae8-8f4d-f2343789ed4f, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5a009a93-243e-4ae8-8f4d-f2343789ed4f,segment=NetworkSegment(b5504e77-a136-454b-965e-6ff3a65930f2),segment_id=b5504e77-a136-454b-965e-6ff3a65930f2)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:53.901325 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 5a009a93-243e-4ae8-8f4d-f2343789ed4f triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:53.901919 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.939098 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47732) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:53.962970 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2e2e8482-566b-454a-b8d4-2b884656e4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.977753 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-040456dd-3f2f-4115-9097-4f25eff61a92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.029873 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e8482-566b-454a-b8d4-2b884656e4a9 None None] Pushing event updated for resources: {'Port': ['ID=5a009a93-243e-4ae8-8f4d-f2343789ed4f,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:54.135041 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e142b1-f105-4e26-873e-8e59db7984c9 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:54.144448 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] Sync routers for ids ['c2b5bb44-268c-4c63-a93e-433ee493520a'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:54.164231 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-040456dd-3f2f-4115-9097-4f25eff61a92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.177565 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b797fff1-ddea-437b-b6f1-48178262b095 req-8e6966a1-7bac-4d40-96cd-ae7bc7026808 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488807 Nov 12 00:52:54.182823 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-040456dd-3f2f-4115-9097-4f25eff61a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.196742 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96e142b1-f105-4e26-873e-8e59db7984c9 admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.197322 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] Routers {'c2b5bb44-268c-4c63-a93e-433ee493520a'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:54.198038 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:52:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c2b5bb44-268c-4c63-a93e-433ee493520a'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:54.201838 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-96e142b1-f105-4e26-873e-8e59db7984c9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3546364 Nov 12 00:52:54.202873 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47738) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:54.256981 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-040456dd-3f2f-4115-9097-4f25eff61a92 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f06549be59b0433f9a245a145b1bf56d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3161001 Nov 12 00:52:54.275742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47740) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:54.382119 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2b5270e0-811e-4027-a934-22a9a1f0e0f4 None None] Provisioning complete for port 5a009a93-243e-4ae8-8f4d-f2343789ed4f triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:54.382556 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2b5270e0-811e-4027-a934-22a9a1f0e0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.399484 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040456dd-3f2f-4115-9097-4f25eff61a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a37aa70-575d-471f-b948-2721f6c441c8,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:54.488045 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] Set router c2b5bb44-268c-4c63-a93e-433ee493520a gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:54.582995 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c35b21c3-0a44-48a4-ae8e-9c453a1cb648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.598049 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.628263 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c23e9-1c92-42b2-8af3-24d507b02511 req-652e7cdd-c0c8-47f5-bd12-ee30c26dadf8 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:54.629849 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e23c23e9-1c92-42b2-8af3-24d507b02511 req-652e7cdd-c0c8-47f5-bd12-ee30c26dadf8 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.1603155 Nov 12 00:52:54.631928 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c35b21c3-0a44-48a4-ae8e-9c453a1cb648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.760231 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e23c23e9-1c92-42b2-8af3-24d507b02511 req-90df1ae3-e205-4996-9274-f511cd71f673 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199543 Nov 12 00:52:54.786746 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c35b21c3-0a44-48a4-ae8e-9c453a1cb648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.798297 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c35b21c3-0a44-48a4-ae8e-9c453a1cb648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.801624 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c35b21c3-0a44-48a4-ae8e-9c453a1cb648 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a37aa70-575d-471f-b948-2721f6c441c8 HTTP/1.1" status: 204 len: 168 time: 0.5131037 Nov 12 00:52:54.813501 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b21c3-0a44-48a4-ae8e-9c453a1cb648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a37aa70-575d-471f-b948-2721f6c441c8,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:54.878759 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'name': 'tempest-TaggedBootDevicesTest-1091472500-router', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:50Z', 'updated_at': '2021-11-12T00:52:52Z', 'revision_number': 3, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'gw_port': {'id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:51Z', 'updated_at': '2021-11-12T00:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:54.918825 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] Checking router: c2b5bb44-268c-4c63-a93e-433ee493520a for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:52:54.919603 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] Updating router c2b5bb44-268c-4c63-a93e-433ee493520a port 78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:52:55.002933 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.157155 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2685df1-7826-464f-b4ca-ef5de4438e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.384474 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.488153 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-e2685df1-7826-464f-b4ca-ef5de4438e7c admin admin] Allocated IP 172.20.0.1 (d6ea9c94-971c-4de5-89c0-b46d88be536e/9ba268ed-fc66-4621-b497-0ee29a68e673/deeec366-335e-45a6-a9d0-c4a102764a89) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:55.498141 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53270086-e234-4ab2-bbc6-461cb2db039d req-7bc11355-c1cd-47ee-a43c-04fb06c257f9 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:55.509359 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-53270086-e234-4ab2-bbc6-461cb2db039d req-7bc11355-c1cd-47ee-a43c-04fb06c257f9 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.1233277 Nov 12 00:52:55.598352 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.612681 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.673110 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5a009a93-243e-4ae8-8f4d-f2343789ed4f up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:55.686272 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-53270086-e234-4ab2-bbc6-461cb2db039d req-0c46e646-a900-4dd0-8bba-d56b16ff90bc tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761453 Nov 12 00:52:55.723512 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30af71b-76dc-4e17-9923-4872446b2980 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:52:55.756219 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d74fc-f284-49d6-80f6-5b14d0bd19e1 None None] Pushing event updated for resources: {'Port': ['ID=78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:55.769308 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2685df1-7826-464f-b4ca-ef5de4438e7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.786523 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d74fc-f284-49d6-80f6-5b14d0bd19e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:55.787199 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d74fc-f284-49d6-80f6-5b14d0bd19e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:55.787741 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d74fc-f284-49d6-80f6-5b14d0bd19e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:55.791406 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d74fc-f284-49d6-80f6-5b14d0bd19e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:55.791812 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d74fc-f284-49d6-80f6-5b14d0bd19e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:55.792544 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d74fc-f284-49d6-80f6-5b14d0bd19e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:55.796147 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d74fc-f284-49d6-80f6-5b14d0bd19e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:55.796479 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d74fc-f284-49d6-80f6-5b14d0bd19e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:55.798679 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d74fc-f284-49d6-80f6-5b14d0bd19e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:55.799196 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d74fc-f284-49d6-80f6-5b14d0bd19e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:55.799696 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d74fc-f284-49d6-80f6-5b14d0bd19e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:55.800282 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d74fc-f284-49d6-80f6-5b14d0bd19e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:55.803516 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] Attempting to bind port 78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:55.809555 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] Attempting to bind port 78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:55.809941 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] Attempting to bind port 78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:55.815737 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 5a009a93-243e-4ae8-8f4d-f2343789ed4f triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:55.817185 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.820318 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:55.820733 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:55.821198 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.821472 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:55.821949 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] Bound port: 78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:55.822322 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.856625 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2685df1-7826-464f-b4ca-ef5de4438e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.956108 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56514306-36a9-40dd-ae6e-003b67c092f6 req-a7c4c48b-a5c1-4c1c-95b5-cbbd6e07376b tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:55.961915 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2685df1-7826-464f-b4ca-ef5de4438e7c admin admin] Network d6ea9c94-971c-4de5-89c0-b46d88be536e is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:55.966164 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] For port 78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:55.967395 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-56514306-36a9-40dd-ae6e-003b67c092f6 req-a7c4c48b-a5c1-4c1c-95b5-cbbd6e07376b tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.0688260 Nov 12 00:52:55.972687 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] For port 78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:55.973401 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-e2685df1-7826-464f-b4ca-ef5de4438e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:55.976754 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2685df1-7826-464f-b4ca-ef5de4438e7c admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:55.984597 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:56.017409 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2d0dcd0f-884b-444a-b8c4-d5c77ced4aa7 None None] Provisioning complete for port 78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:56.018288 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2d0dcd0f-884b-444a-b8c4-d5c77ced4aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:56.030439 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2685df1-7826-464f-b4ca-ef5de4438e7c admin admin] Pushing event updated for resources: {'Port': ['ID=deeec366-335e-45a6-a9d0-c4a102764a89,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:56.063862 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-56514306-36a9-40dd-ae6e-003b67c092f6 req-e2421be3-dbd5-4ffc-bcde-509816760cb2 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951233 Nov 12 00:52:56.089326 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2685df1-7826-464f-b4ca-ef5de4438e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:56.103059 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:56.117367 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701e2eb9-dafc-4a63-b8f6-ee8b0d1650da None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:52:56.138560 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] Routers {'c2b5bb44-268c-4c63-a93e-433ee493520a'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:56.139208 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:52:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c2b5bb44-268c-4c63-a93e-433ee493520a'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:56.314822 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d74fc-f284-49d6-80f6-5b14d0bd19e1 None None] Pushing event updated for resources: {'Port': ['ID=78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:56.335847 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2d0dcd0f-884b-444a-b8c4-d5c77ced4aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:56.363301 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2d0dcd0f-884b-444a-b8c4-d5c77ced4aa7 None None] For port 78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:56.371380 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2d0dcd0f-884b-444a-b8c4-d5c77ced4aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:56.436367 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] Set router c2b5bb44-268c-4c63-a93e-433ee493520a gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:56.444166 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2685df1-7826-464f-b4ca-ef5de4438e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:56.466511 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dcd0f-884b-444a-b8c4-d5c77ced4aa7 None None] Pushing event updated for resources: {'Port': ['ID=78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:56.504569 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8a63f3fa-adc1-41da-8855-89ef48e79940 None None] Provisioning complete for port deeec366-335e-45a6-a9d0-c4a102764a89 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:56.504973 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8a63f3fa-adc1-41da-8855-89ef48e79940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:56.583182 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-8a63f3fa-adc1-41da-8855-89ef48e79940 None None] Port deeec366-335e-45a6-a9d0-c4a102764a89 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:52:56.609204 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8a63f3fa-adc1-41da-8855-89ef48e79940 None None] Provisioning complete for port 78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:56.609827 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8a63f3fa-adc1-41da-8855-89ef48e79940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:56.736604 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2685df1-7826-464f-b4ca-ef5de4438e7c admin admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:56.744305 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2685df1-7826-464f-b4ca-ef5de4438e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:56.857631 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2685df1-7826-464f-b4ca-ef5de4438e7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:56.879121 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'name': 'tempest-TaggedBootDevicesTest-1091472500-router', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:50Z', 'updated_at': '2021-11-12T00:52:52Z', 'revision_number': 3, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'gw_port': {'id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:51Z', 'updated_at': '2021-11-12T00:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:56.884260 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47840) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:56.913703 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2685df1-7826-464f-b4ca-ef5de4438e7c admin admin] Pushing event updated for resources: {'Port': ['ID=deeec366-335e-45a6-a9d0-c4a102764a89,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:56.949629 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0278a6-1819-45ed-aaad-5ceb20b55149 None None] The sync data for ids ['c2b5bb44-268c-4c63-a93e-433ee493520a'] in n-d-712137-14 is: [{'id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'name': 'tempest-TaggedBootDevicesTest-1091472500-router', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:50Z', 'updated_at': '2021-11-12T00:52:52Z', 'revision_number': 3, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'gw_port': {'id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:51Z', 'updated_at': '2021-11-12T00:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:57.036862 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47846) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:57.044417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d71bd-1b32-4883-91ae-ee4194891f19 req-b2f7a42e-827b-4262-8c57-e230481dd193 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:57.046011 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f1d71bd-1b32-4883-91ae-ee4194891f19 req-b2f7a42e-827b-4262-8c57-e230481dd193 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.1790099 Nov 12 00:52:57.113173 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdd7c9b7-e317-4151-969a-e87dda308373 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.126071 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f1d71bd-1b32-4883-91ae-ee4194891f19 req-e6d8994e-7511-42ce-bc99-1500f44359bc tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716963 Nov 12 00:52:57.179450 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2685df1-7826-464f-b4ca-ef5de4438e7c admin admin] Network d6ea9c94-971c-4de5-89c0-b46d88be536e is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:57.181068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-e2685df1-7826-464f-b4ca-ef5de4438e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:57.274459 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdd7c9b7-e317-4151-969a-e87dda308373 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.277272 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c3b72fe5-3dd0-4e2a-9355-840f71b22411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.291162 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdd7c9b7-e317-4151-969a-e87dda308373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.315390 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d421b-9e78-4d4f-8fbd-7df9d1f6b08f req-474743fe-7bd5-4561-a250-8718374d5252 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:57.317488 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dc7d421b-9e78-4d4f-8fbd-7df9d1f6b08f req-474743fe-7bd5-4561-a250-8718374d5252 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.1377873 Nov 12 00:52:57.391045 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2685df1-7826-464f-b4ca-ef5de4438e7c admin admin] Router c2b5bb44-268c-4c63-a93e-433ee493520a has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:57.424662 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7c9b7-e317-4151-969a-e87dda308373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3255ea-3ecd-45e6-8f0d-d39f255b8461,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:57.434605 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fdd7c9b7-e317-4151-969a-e87dda308373 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e525393797b64d60b54b4e6a4c5e341b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5482094 Nov 12 00:52:57.444816 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47854) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:57.555337 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dc7d421b-9e78-4d4f-8fbd-7df9d1f6b08f req-2b66279f-5c7d-48dc-9a79-eb2edc9205a7 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012503 Nov 12 00:52:57.555666 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2685df1-7826-464f-b4ca-ef5de4438e7c admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:57.563150 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e2685df1-7826-464f-b4ca-ef5de4438e7c admin admin] 10.222.0.31 "PUT /v2.0/routers/c2b5bb44-268c-4c63-a93e-433ee493520a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3587558 Nov 12 00:52:57.587822 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c3b72fe5-3dd0-4e2a-9355-840f71b22411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.603435 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c3b72fe5-3dd0-4e2a-9355-840f71b22411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.645051 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c3b72fe5-3dd0-4e2a-9355-840f71b22411 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a9b1d64bd1c43729cc0141dbbabda00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6044364 Nov 12 00:52:57.645512 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47858) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:57.649960 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-219e3297-ba2b-474c-bd47-84592b7d81da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.681279 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-219e3297-ba2b-474c-bd47-84592b7d81da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.747651 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8d2ac5e9-29c1-4d30-b853-1982afa47bda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.748851 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1862ee45-637a-45f4-a19f-dd25b63a17a9 None None] Provisioning complete for port deeec366-335e-45a6-a9d0-c4a102764a89 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:57.749845 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1862ee45-637a-45f4-a19f-dd25b63a17a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.752537 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:57.796153 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-219e3297-ba2b-474c-bd47-84592b7d81da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.799967 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-219e3297-ba2b-474c-bd47-84592b7d81da admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.801558 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-219e3297-ba2b-474c-bd47-84592b7d81da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d3255ea-3ecd-45e6-8f0d-d39f255b8461 HTTP/1.1" status: 204 len: 168 time: 0.3528416 Nov 12 00:52:57.809609 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8d2ac5e9-29c1-4d30-b853-1982afa47bda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.812958 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b72fe5-3dd0-4e2a-9355-840f71b22411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c63c724-fbc6-4c32-8271-51669e72a72c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:57.843591 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e3297-ba2b-474c-bd47-84592b7d81da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3255ea-3ecd-45e6-8f0d-d39f255b8461,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:57.893984 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1862ee45-637a-45f4-a19f-dd25b63a17a9 None None] Port deeec366-335e-45a6-a9d0-c4a102764a89 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:52:57.918181 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8d2ac5e9-29c1-4d30-b853-1982afa47bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.920992 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8d2ac5e9-29c1-4d30-b853-1982afa47bda admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.922226 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8d2ac5e9-29c1-4d30-b853-1982afa47bda admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c63c724-fbc6-4c32-8271-51669e72a72c HTTP/1.1" status: 204 len: 168 time: 0.2757041 Nov 12 00:52:57.930550 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:57.930933 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.937661 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ac5e9-29c1-4d30-b853-1982afa47bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c63c724-fbc6-4c32-8271-51669e72a72c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:58.323298 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b52df-9b4a-4762-8f90-e4b8a8583dac req-efd00689-861e-436a-af41-b1323c73524b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:58.330006 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-924b52df-9b4a-4762-8f90-e4b8a8583dac req-efd00689-861e-436a-af41-b1323c73524b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.0852671 Nov 12 00:52:58.436766 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-924b52df-9b4a-4762-8f90-e4b8a8583dac req-d16559db-d8cd-41a4-9d30-a3ce65e5d2b3 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971203 Nov 12 00:52:58.662043 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47920) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:58.685610 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c81f94e-3bea-4534-9d27-194ac15e33a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:58.842221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a7005-8747-47af-89e0-8c526025d94a req-e5706a90-3002-4168-9b5a-4eae32d88e39 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:58.850827 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-684a7005-8747-47af-89e0-8c526025d94a req-e5706a90-3002-4168-9b5a-4eae32d88e39 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.1196997 Nov 12 00:52:58.880908 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c81f94e-3bea-4534-9d27-194ac15e33a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:58.887360 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c81f94e-3bea-4534-9d27-194ac15e33a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:58.919944 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-684a7005-8747-47af-89e0-8c526025d94a req-08901f8f-95dc-4e41-af06-309077b27812 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671558 Nov 12 00:52:58.946024 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47928) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:58.949949 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1c81f94e-3bea-4534-9d27-194ac15e33a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b7d093d0a5d7412f9ab4f71a3c9ea2fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2857435 Nov 12 00:52:58.978509 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81f94e-3bea-4534-9d27-194ac15e33a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef18e5fc-5db4-417e-8cb1-e0580519068c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:59.080579 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-de462e23-a4b9-474b-bc3d-b5b3352d40d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.089804 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a3f4890d-d705-4255-923e-49cf1ca716a2 req-91beb647-f150-4424-a086-66b4cc6be35b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0896342 Nov 12 00:52:59.110956 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-de462e23-a4b9-474b-bc3d-b5b3352d40d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.216361 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4890d-d705-4255-923e-49cf1ca716a2 req-f6f738ab-944e-49dc-baeb-e62129281e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:59.218061 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a3f4890d-d705-4255-923e-49cf1ca716a2 req-f6f738ab-944e-49dc-baeb-e62129281e34 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 1096 time: 0.0550737 Nov 12 00:52:59.235306 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-de462e23-a4b9-474b-bc3d-b5b3352d40d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.239829 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-de462e23-a4b9-474b-bc3d-b5b3352d40d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.241064 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-de462e23-a4b9-474b-bc3d-b5b3352d40d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef18e5fc-5db4-417e-8cb1-e0580519068c HTTP/1.1" status: 204 len: 168 time: 0.2932966 Nov 12 00:52:59.271422 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de462e23-a4b9-474b-bc3d-b5b3352d40d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef18e5fc-5db4-417e-8cb1-e0580519068c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:59.393421 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4890d-d705-4255-923e-49cf1ca716a2 req-8c2e8f93-bfbd-4d1a-86ef-dcf150be1fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:59.395693 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a3f4890d-d705-4255-923e-49cf1ca716a2 req-8c2e8f93-bfbd-4d1a-86ef-dcf150be1fa5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 913 time: 0.1501598 Nov 12 00:52:59.463288 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] Sync routers for ids ['c2b5bb44-268c-4c63-a93e-433ee493520a'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:59.516336 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] Routers {'c2b5bb44-268c-4c63-a93e-433ee493520a'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:59.519091 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:52:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c2b5bb44-268c-4c63-a93e-433ee493520a'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:59.544375 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a3f4890d-d705-4255-923e-49cf1ca716a2 req-b89d3815-b7ec-4bac-92b5-d3a96693680c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52 HTTP/1.1" status: 200 len: 998 time: 0.1381016 Nov 12 00:52:59.647841 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cce4ae-dbc5-4b02-8d06-323f899d5376 req-9451a294-1bed-45f0-a31b-72723252fd46 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:59.657439 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99cce4ae-dbc5-4b02-8d06-323f899d5376 req-9451a294-1bed-45f0-a31b-72723252fd46 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.0988398 Nov 12 00:52:59.663856 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4890d-d705-4255-923e-49cf1ca716a2 req-c139149c-7759-4d68-842b-9a7a2f99a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:59.672258 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a3f4890d-d705-4255-923e-49cf1ca716a2 req-c139149c-7759-4d68-842b-9a7a2f99a282 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.1207447 Nov 12 00:52:59.723787 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99cce4ae-dbc5-4b02-8d06-323f899d5376 req-5a1739de-a20a-43f4-8117-28d2ac9fa6c5 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649083 Nov 12 00:52:59.788576 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4890d-d705-4255-923e-49cf1ca716a2 req-a4e7c44e-6364-4f0e-b9a1-4196889f9502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:59.794037 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a3f4890d-d705-4255-923e-49cf1ca716a2 req-a4e7c44e-6364-4f0e-b9a1-4196889f9502 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043916 Nov 12 00:52:59.858617 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] Set router c2b5bb44-268c-4c63-a93e-433ee493520a gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:53:00.037510 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a3f4890d-d705-4255-923e-49cf1ca716a2 req-37445280-0501-43d2-8d61-dc5919525bd8 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325196 Nov 12 00:53:00.246449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e77cb5-83a1-4be0-827f-f78eaf10979d req-1e9bd7cd-2c68-4288-b85f-c79023d43e93 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:00.248819 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-07e77cb5-83a1-4be0-827f-f78eaf10979d req-1e9bd7cd-2c68-4288-b85f-c79023d43e93 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.1724060 Nov 12 00:53:00.290193 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a3f4890d-d705-4255-923e-49cf1ca716a2 req-b6f1502a-ca5b-47ab-88ef-d21f24e6532b service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455370 Nov 12 00:53:00.309041 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'name': 'tempest-TaggedBootDevicesTest-1091472500-router', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:50Z', 'updated_at': '2021-11-12T00:52:56Z', 'revision_number': 4, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'gw_port': {'id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:51Z', 'updated_at': '2021-11-12T00:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'deeec366-335e-45a6-a9d0-c4a102764a89', 'name': '', 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'mac_address': 'fa:16:3e:ae:7e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9ba268ed-fc66-4621-b497-0ee29a68e673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:55Z', 'updated_at': '2021-11-12T00:52:56Z', 'revision_number': 2, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'subnets': [{'id': '9ba268ed-fc66-4621-b497-0ee29a68e673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:00.351646 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] Checking router: c2b5bb44-268c-4c63-a93e-433ee493520a for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:53:00.352149 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] Updating router c2b5bb44-268c-4c63-a93e-433ee493520a port deeec366-335e-45a6-a9d0-c4a102764a89 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:53:00.388120 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-07e77cb5-83a1-4be0-827f-f78eaf10979d req-281662be-013d-4b36-9dd9-ff34df1ff164 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314533 Nov 12 00:53:00.398327 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:00.820852 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:00.836205 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:00.966413 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d7f64-2cea-414e-bcae-76da73487b52 req-7a657411-270c-4e6f-b889-be0e76042da5 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:00.981069 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-674d7f64-2cea-414e-bcae-76da73487b52 req-7a657411-270c-4e6f-b889-be0e76042da5 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.1373618 Nov 12 00:53:01.052376 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea8c54-0558-4d5c-814b-928d888733d3 None None] Pushing event updated for resources: {'Port': ['ID=deeec366-335e-45a6-a9d0-c4a102764a89,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:01.070079 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] Attempting to bind port deeec366-335e-45a6-a9d0-c4a102764a89 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:01.070468 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] Attempting to bind port deeec366-335e-45a6-a9d0-c4a102764a89 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'b5504e77-a136-454b-965e-6ff3a65930f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:01.070844 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] Attempting to bind port deeec366-335e-45a6-a9d0-c4a102764a89 on network d6ea9c94-971c-4de5-89c0-b46d88be536e {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:01.081422 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-674d7f64-2cea-414e-bcae-76da73487b52 req-f8a36d32-15e3-45c7-8c40-2768e94812f9 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994382 Nov 12 00:53:01.094200 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:01.094629 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] Checking segment: {'id': 'b5504e77-a136-454b-965e-6ff3a65930f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:01.095000 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.097999 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] Bound using segment: {'id': 'b5504e77-a136-454b-965e-6ff3a65930f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:01.098931 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] Bound port: deeec366-335e-45a6-a9d0-c4a102764a89, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5504e77-a136-454b-965e-6ff3a65930f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:01.100675 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.203370 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] For port deeec366-335e-45a6-a9d0-c4a102764a89, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:01.207265 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] For port deeec366-335e-45a6-a9d0-c4a102764a89, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=deeec366-335e-45a6-a9d0-c4a102764a89,segment=NetworkSegment(b5504e77-a136-454b-965e-6ff3a65930f2),segment_id=b5504e77-a136-454b-965e-6ff3a65930f2)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:01.217647 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.355661 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2154dd36-be0c-4b79-9884-f0ff01efb345 None None] Provisioning complete for port deeec366-335e-45a6-a9d0-c4a102764a89 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:01.356686 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2154dd36-be0c-4b79-9884-f0ff01efb345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.389940 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] Routers {'c2b5bb44-268c-4c63-a93e-433ee493520a'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:01.390968 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:52:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c2b5bb44-268c-4c63-a93e-433ee493520a'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:01.453624 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea8c54-0558-4d5c-814b-928d888733d3 None None] Pushing event updated for resources: {'Port': ['ID=deeec366-335e-45a6-a9d0-c4a102764a89,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:01.617021 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c516c-807b-49ba-90ae-b03d8d2d5cd9 req-9127abed-e88f-4358-af5c-01508d948553 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:01.620148 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a9c516c-807b-49ba-90ae-b03d8d2d5cd9 req-9127abed-e88f-4358-af5c-01508d948553 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.1192601 Nov 12 00:53:01.719094 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] Set router c2b5bb44-268c-4c63-a93e-433ee493520a gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:53:01.727499 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a9c516c-807b-49ba-90ae-b03d8d2d5cd9 req-184f89bc-1fc3-4f0c-9976-080d8c2a80dd tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004119 Nov 12 00:53:01.802874 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2154dd36-be0c-4b79-9884-f0ff01efb345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.944636 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2154dd36-be0c-4b79-9884-f0ff01efb345 None None] For port deeec366-335e-45a6-a9d0-c4a102764a89, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=deeec366-335e-45a6-a9d0-c4a102764a89,segment=NetworkSegment(b5504e77-a136-454b-965e-6ff3a65930f2),segment_id=b5504e77-a136-454b-965e-6ff3a65930f2)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:01.982673 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2154dd36-be0c-4b79-9884-f0ff01efb345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.074375 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48058) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:02.349333 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:53:02.361609 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2b45d-a362-4f41-b924-d2f885b6028b req-ecfe92af-15ce-4670-b577-f1ab5014c73a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:02.371825 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65a2b45d-a362-4f41-b924-d2f885b6028b req-ecfe92af-15ce-4670-b577-f1ab5014c73a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.1151481 Nov 12 00:53:02.379612 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b7f93d9f-3eff-417e-b243-a8ccda588f3f tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:02.448732 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65a2b45d-a362-4f41-b924-d2f885b6028b req-d1d28d37-02b0-46d8-aea8-852e13c36de2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749950 Nov 12 00:53:02.452778 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154dd36-be0c-4b79-9884-f0ff01efb345 None None] Pushing event updated for resources: {'Port': ['ID=deeec366-335e-45a6-a9d0-c4a102764a89,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:02.461636 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48068) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:02.461744 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b7f93d9f-3eff-417e-b243-a8ccda588f3f tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] 10.222.0.31 "PUT /v2.0/quotas/7639feffad60409db94046e105b1e563 HTTP/1.1" status: 200 len: 366 time: 0.3853767 Nov 12 00:53:02.472457 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-48217b5f-ef4d-4aca-a799-71abb1b92b0c tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0101700 Nov 12 00:53:02.474895 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48070) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:02.485029 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0a208ea4-5412-4e76-937b-9727432a974a tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] 10.222.0.31 "GET /v2.0/quotas/7639feffad60409db94046e105b1e563 HTTP/1.1" status: 200 len: 366 time: 0.0088801 Nov 12 00:53:02.485241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-39bd3096-50b6-4817-a6e7-86b32d25e33c None None] Provisioning complete for port deeec366-335e-45a6-a9d0-c4a102764a89 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:02.485548 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-39bd3096-50b6-4817-a6e7-86b32d25e33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.487631 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48072) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:02.506038 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5e7ed4bd-0cb2-404a-a22f-eeb8f4c1cf49 tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/7639feffad60409db94046e105b1e563 HTTP/1.1" status: 204 len: 168 time: 0.0171821 Nov 12 00:53:02.508433 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48076) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:02.529602 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48078) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:02.530096 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-df4db80c-9f0c-4e29-a187-4dc735b37bfc tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0165367 Nov 12 00:53:02.544124 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7bb9b9f5-3183-49d5-9000-f35b33d527d4 tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] 10.222.0.31 "GET /v2.0/quotas/7639feffad60409db94046e105b1e563 HTTP/1.1" status: 200 len: 370 time: 0.0134110 Nov 12 00:53:02.546597 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48080) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:02.553767 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f1d2457b-877a-48af-a533-017f1580ca48 tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] 10.222.0.31 "GET /v2.0/quotas/7639feffad60409db94046e105b1e563/default HTTP/1.1" status: 200 len: 370 time: 0.0053830 Nov 12 00:53:02.556344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48082) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:02.556507 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'name': 'tempest-TaggedBootDevicesTest-1091472500-router', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:50Z', 'updated_at': '2021-11-12T00:52:56Z', 'revision_number': 4, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'gw_port': {'id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:51Z', 'updated_at': '2021-11-12T00:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'deeec366-335e-45a6-a9d0-c4a102764a89', 'name': '', 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'mac_address': 'fa:16:3e:ae:7e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9ba268ed-fc66-4621-b497-0ee29a68e673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:55Z', 'updated_at': '2021-11-12T00:53:01Z', 'revision_number': 4, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'subnets': [{'id': '9ba268ed-fc66-4621-b497-0ee29a68e673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:02.568997 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-b2cce1b0-2c18-41f2-8a35-30529af70362 tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] delete failed (client error): The resource could not be found. Nov 12 00:53:02.570514 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b2cce1b0-2c18-41f2-8a35-30529af70362 tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/7639feffad60409db94046e105b1e563 HTTP/1.1" status: 404 len: 348 time: 0.0114324 Nov 12 00:53:02.593576 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5fb77b-f218-425e-8f4e-cf29a8e42ffe None None] The sync data for ids ['c2b5bb44-268c-4c63-a93e-433ee493520a'] in n-d-712137-14 is: [{'id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'name': 'tempest-TaggedBootDevicesTest-1091472500-router', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:50Z', 'updated_at': '2021-11-12T00:52:56Z', 'revision_number': 4, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'gw_port': {'id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:51Z', 'updated_at': '2021-11-12T00:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'deeec366-335e-45a6-a9d0-c4a102764a89', 'name': '', 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'mac_address': 'fa:16:3e:ae:7e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9ba268ed-fc66-4621-b497-0ee29a68e673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:55Z', 'updated_at': '2021-11-12T00:53:01Z', 'revision_number': 4, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'subnets': [{'id': '9ba268ed-fc66-4621-b497-0ee29a68e673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:53:02.765933 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48092) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:02.796505 n-d-712137-14 neutron-server[114243]: DEBUG neutron.quota.resource [None req-2541531e-cc3b-492e-8b4c-d76bf8ceafe8 tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] Usage tracker for resource:network and project:3305816402a04f7e8586e43c7b888619 is out of sync, need to count used quota {{(pid=114243) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:53:02.800186 n-d-712137-14 neutron-server[114243]: DEBUG neutron.quota.resource [None req-2541531e-cc3b-492e-8b4c-d76bf8ceafe8 tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=114243) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:53:02.811760 n-d-712137-14 neutron-server[114243]: DEBUG neutron.quota.resource [None req-2541531e-cc3b-492e-8b4c-d76bf8ceafe8 tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] Usage tracker for resource:subnet and project:3305816402a04f7e8586e43c7b888619 is out of sync, need to count used quota {{(pid=114243) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:53:02.820718 n-d-712137-14 neutron-server[114243]: DEBUG neutron.quota.resource [None req-2541531e-cc3b-492e-8b4c-d76bf8ceafe8 tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=114243) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:53:02.864402 n-d-712137-14 neutron-server[114243]: DEBUG neutron.quota.resource [None req-2541531e-cc3b-492e-8b4c-d76bf8ceafe8 tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] Usage tracker for resource:subnetpool and project:3305816402a04f7e8586e43c7b888619 is out of sync, need to count used quota {{(pid=114243) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:53:02.875369 n-d-712137-14 neutron-server[114243]: DEBUG neutron.quota.resource [None req-2541531e-cc3b-492e-8b4c-d76bf8ceafe8 tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=114243) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:53:02.896877 n-d-712137-14 neutron-server[114243]: DEBUG neutron.quota.resource [None req-2541531e-cc3b-492e-8b4c-d76bf8ceafe8 tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] Usage tracker for resource:port and project:3305816402a04f7e8586e43c7b888619 is out of sync, need to count used quota {{(pid=114243) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:53:02.907612 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fddc18-7f68-4532-8eeb-430080feb64f req-fb040d06-4b4d-4938-9a0e-209b1ec32bf3 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:02.915886 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f5fddc18-7f68-4532-8eeb-430080feb64f req-fb040d06-4b4d-4938-9a0e-209b1ec32bf3 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.0880899 Nov 12 00:53:02.918315 n-d-712137-14 neutron-server[114243]: DEBUG neutron.quota.resource [None req-2541531e-cc3b-492e-8b4c-d76bf8ceafe8 tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=114243) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:53:02.932809 n-d-712137-14 neutron-server[114243]: DEBUG neutron.quota.resource [None req-2541531e-cc3b-492e-8b4c-d76bf8ceafe8 tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] Usage tracker for resource:router and project:3305816402a04f7e8586e43c7b888619 is out of sync, need to count used quota {{(pid=114243) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:53:02.972745 n-d-712137-14 neutron-server[114243]: DEBUG neutron.quota.resource [None req-2541531e-cc3b-492e-8b4c-d76bf8ceafe8 tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=114243) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:53:03.011629 n-d-712137-14 neutron-server[114243]: DEBUG neutron.quota.resource [None req-2541531e-cc3b-492e-8b4c-d76bf8ceafe8 tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] Usage tracker for resource:floatingip and project:3305816402a04f7e8586e43c7b888619 is out of sync, need to count used quota {{(pid=114243) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:53:03.023846 n-d-712137-14 neutron-server[114243]: DEBUG neutron.quota.resource [None req-2541531e-cc3b-492e-8b4c-d76bf8ceafe8 tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=114243) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:53:03.063314 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f5fddc18-7f68-4532-8eeb-430080feb64f req-9d1b24d9-51d3-4298-a359-fc43a39e3e36 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369946 Nov 12 00:53:03.145429 n-d-712137-14 neutron-server[114243]: DEBUG neutron.quota.resource [None req-2541531e-cc3b-492e-8b4c-d76bf8ceafe8 tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] Usage tracker for resource:security_group and project:3305816402a04f7e8586e43c7b888619 is out of sync, need to count used quota {{(pid=114243) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:53:03.149181 n-d-712137-14 neutron-server[114243]: DEBUG neutron.quota.resource [None req-2541531e-cc3b-492e-8b4c-d76bf8ceafe8 tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=114243) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:53:03.156463 n-d-712137-14 neutron-server[114243]: DEBUG neutron.quota.resource [None req-2541531e-cc3b-492e-8b4c-d76bf8ceafe8 tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] Usage tracker for resource:security_group_rule and project:3305816402a04f7e8586e43c7b888619 is out of sync, need to count used quota {{(pid=114243) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 00:53:03.160535 n-d-712137-14 neutron-server[114243]: DEBUG neutron.quota.resource [None req-2541531e-cc3b-492e-8b4c-d76bf8ceafe8 tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=114243) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 00:53:03.193305 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2541531e-cc3b-492e-8b4c-d76bf8ceafe8 tempest-QuotasTest-463505608 tempest-QuotasTest-463505608-project-admin] 10.222.0.31 "GET /v2.0/quotas/3305816402a04f7e8586e43c7b888619/details.json HTTP/1.1" status: 200 len: 703 time: 0.4255235 Nov 12 00:53:03.223510 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48106) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:03.403210 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0b02979-e5b2-49ec-93ac-1bef910847fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:03.531198 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0b02979-e5b2-49ec-93ac-1bef910847fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:03.540221 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0b02979-e5b2-49ec-93ac-1bef910847fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:03.666115 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a0b02979-e5b2-49ec-93ac-1bef910847fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=701a82dc7ea6423199cdf1b26ee1496c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4414656 Nov 12 00:53:03.678388 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48114) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:03.680348 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b02979-e5b2-49ec-93ac-1bef910847fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b33aa0-53a1-4764-95cd-dadef3425a63,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:03.730839 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747d997-6bf4-4eec-8ed5-81a38cc5d2f1 req-5a5b7d5e-cc4a-418b-9ad1-ffd31c3d7303 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:03.732582 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e747d997-6bf4-4eec-8ed5-81a38cc5d2f1 req-5a5b7d5e-cc4a-418b-9ad1-ffd31c3d7303 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.1368828 Nov 12 00:53:03.733621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48116) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:03.740042 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device deeec366-335e-45a6-a9d0-c4a102764a89 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:03.856738 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e747d997-6bf4-4eec-8ed5-81a38cc5d2f1 req-88cb1e3a-ac27-4eb2-bebe-1f0e96fa3120 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885012 Nov 12 00:53:03.870911 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-db99ba20-e9ad-4765-8bb9-40dcf745958c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:03.887705 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port deeec366-335e-45a6-a9d0-c4a102764a89 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:03.888386 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:03.943970 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-db99ba20-e9ad-4765-8bb9-40dcf745958c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.001182 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c527fe4-2aa8-4317-a282-772fe342820f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.037098 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-db99ba20-e9ad-4765-8bb9-40dcf745958c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.040288 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-db99ba20-e9ad-4765-8bb9-40dcf745958c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.053382 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-db99ba20-e9ad-4765-8bb9-40dcf745958c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6b33aa0-53a1-4764-95cd-dadef3425a63 HTTP/1.1" status: 204 len: 168 time: 0.3498397 Nov 12 00:53:04.069144 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99ba20-e9ad-4765-8bb9-40dcf745958c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b33aa0-53a1-4764-95cd-dadef3425a63,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:04.222806 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c527fe4-2aa8-4317-a282-772fe342820f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.231221 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c527fe4-2aa8-4317-a282-772fe342820f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.350217 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6c527fe4-2aa8-4317-a282-772fe342820f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ce60363561b842ee87a001165330209e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6154525 Nov 12 00:53:04.351238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48130) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:04.359487 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e7e0e-a48d-4d61-858d-3764c384784f req-d1f6b1e4-a959-47cb-9d61-8cabbc7c0987 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:04.363285 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a33e7e0e-a48d-4d61-858d-3764c384784f req-d1f6b1e4-a959-47cb-9d61-8cabbc7c0987 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.1364720 Nov 12 00:53:04.364330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c527fe4-2aa8-4317-a282-772fe342820f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9f0bd3-4299-40b3-bbf4-86b5ad3a04f4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:04.467367 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a33e7e0e-a48d-4d61-858d-3764c384784f req-d8a56f35-c585-4be4-af2d-5af7ffff681b tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933955 Nov 12 00:53:04.493281 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9754eee0-ac7a-4d05-8227-d06030af7137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.518107 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9754eee0-ac7a-4d05-8227-d06030af7137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.595751 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9754eee0-ac7a-4d05-8227-d06030af7137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.599349 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9754eee0-ac7a-4d05-8227-d06030af7137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.600594 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9754eee0-ac7a-4d05-8227-d06030af7137 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c9f0bd3-4299-40b3-bbf4-86b5ad3a04f4 HTTP/1.1" status: 204 len: 168 time: 0.2464664 Nov 12 00:53:04.634156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754eee0-ac7a-4d05-8227-d06030af7137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9f0bd3-4299-40b3-bbf4-86b5ad3a04f4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:05.081724 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48152) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:05.100885 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c0221490-53c7-4a97-9d43-4bf9417384fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.178462 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e9ca0-a793-44ed-b027-0e7525da28f8 req-ad8240d8-92c0-4d37-a5f9-a0ca43f60b24 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:05.186878 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1a2e9ca0-a793-44ed-b027-0e7525da28f8 req-ad8240d8-92c0-4d37-a5f9-a0ca43f60b24 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.1843469 Nov 12 00:53:05.305555 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48160) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:05.313905 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1a2e9ca0-a793-44ed-b027-0e7525da28f8 req-3c4c0d73-a34a-44e3-baa6-04ed7c1009cc tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971737 Nov 12 00:53:05.348307 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c0221490-53c7-4a97-9d43-4bf9417384fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.352923 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c0221490-53c7-4a97-9d43-4bf9417384fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.395344 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c0221490-53c7-4a97-9d43-4bf9417384fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3305816402a04f7e8586e43c7b888619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3125434 Nov 12 00:53:05.397529 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0221490-53c7-4a97-9d43-4bf9417384fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee785325-01b9-49ab-ba8a-4aef94ab9c77,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:05.398978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48164) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:05.441542 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7f255258-b516-406b-96e9-3664f2e56ecb tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1956645057'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:05.478088 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9248d994-6973-4b71-841a-94d1c4b813ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.482591 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f255258-b516-406b-96e9-3664f2e56ecb tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Made reservation on behalf of aa0c94d9bad34a31962845f08eddf218 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:05.486081 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f255258-b516-406b-96e9-3664f2e56ecb tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.500925 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f255258-b516-406b-96e9-3664f2e56ecb tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.524919 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9248d994-6973-4b71-841a-94d1c4b813ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.641767 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e51eca-a86d-4c40-98e3-9125ee4855c3 req-cbf98c35-62d2-4fda-b6c1-4abe6836e400 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:05.643782 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c5e51eca-a86d-4c40-98e3-9125ee4855c3 req-cbf98c35-62d2-4fda-b6c1-4abe6836e400 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.0954368 Nov 12 00:53:05.659569 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9248d994-6973-4b71-841a-94d1c4b813ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.662170 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9248d994-6973-4b71-841a-94d1c4b813ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.663255 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9248d994-6973-4b71-841a-94d1c4b813ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee785325-01b9-49ab-ba8a-4aef94ab9c77 HTTP/1.1" status: 204 len: 168 time: 0.2611759 Nov 12 00:53:05.693727 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f255258-b516-406b-96e9-3664f2e56ecb tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.694917 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248d994-6973-4b71-841a-94d1c4b813ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee785325-01b9-49ab-ba8a-4aef94ab9c77,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:05.702531 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f255258-b516-406b-96e9-3664f2e56ecb tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.747273 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f255258-b516-406b-96e9-3664f2e56ecb tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:53:05.758198 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c5e51eca-a86d-4c40-98e3-9125ee4855c3 req-09eb118d-c5fa-428e-bd32-3c049ed37f99 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021845 Nov 12 00:53:05.760860 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f255258-b516-406b-96e9-3664f2e56ecb tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d53c72-92a3-4ecb-913f-55e101182dcb,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:05.766920 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f255258-b516-406b-96e9-3664f2e56ecb tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.767321 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-7f255258-b516-406b-96e9-3664f2e56ecb tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Added segment 9c5c43d6-eb47-4739-8b96-a4e11641dabf of type vlan for network 46e02f09-3f3e-4faa-80c4-286b1625ca50 Nov 12 00:53:05.817063 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f255258-b516-406b-96e9-3664f2e56ecb tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.849303 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f255258-b516-406b-96e9-3664f2e56ecb tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.855788 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f255258-b516-406b-96e9-3664f2e56ecb tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:05.856439 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f255258-b516-406b-96e9-3664f2e56ecb tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.923673 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7f255258-b516-406b-96e9-3664f2e56ecb tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6170185 Nov 12 00:53:05.926678 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48172) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:05.933678 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7cebb5b1-bb00-493a-ab86-cc1fe770f1a3 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Request body: {'subnet': {'network_id': '46e02f09-3f3e-4faa-80c4-286b1625ca50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:05.939887 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f255258-b516-406b-96e9-3664f2e56ecb tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Pushing event updated for resources: {'Network': ['ID=46e02f09-3f3e-4faa-80c4-286b1625ca50,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:05.951645 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 46e02f09-3f3e-4faa-80c4-286b1625ca50 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:53:06.068179 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cebb5b1-bb00-493a-ab86-cc1fe770f1a3 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Made reservation on behalf of aa0c94d9bad34a31962845f08eddf218 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:06.072076 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7cebb5b1-bb00-493a-ab86-cc1fe770f1a3 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:06.294889 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7cebb5b1-bb00-493a-ab86-cc1fe770f1a3 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:06.388241 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebb5b1-bb00-493a-ab86-cc1fe770f1a3 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Pushing event updated for resources: {'Subnet': ['ID=6b2beaf6-f5cc-47cd-b7d7-fdcc45d7e844,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:06.426403 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cebb5b1-bb00-493a-ab86-cc1fe770f1a3 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Checking segment: {'id': '9c5c43d6-eb47-4739-8b96-a4e11641dabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '46e02f09-3f3e-4faa-80c4-286b1625ca50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:06.426776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cebb5b1-bb00-493a-ab86-cc1fe770f1a3 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Network hostable DHCP agents. Network: 46e02f09-3f3e-4faa-80c4-286b1625ca50, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:53:06.459609 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cebb5b1-bb00-493a-ab86-cc1fe770f1a3 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Network 46e02f09-3f3e-4faa-80c4-286b1625ca50 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:53:06.475367 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-7cebb5b1-bb00-493a-ab86-cc1fe770f1a3 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 46e02f09-3f3e-4faa-80c4-286b1625ca50) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:06.485257 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1284a258-ba4b-40fa-8f7e-89308a57a930 None None] Network 46e02f09-3f3e-4faa-80c4-286b1625ca50 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:06.494532 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cebb5b1-bb00-493a-ab86-cc1fe770f1a3 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:06.494988 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7cebb5b1-bb00-493a-ab86-cc1fe770f1a3 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:06.510989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b24bb-36a3-46c7-955f-42f06d188f8c req-35637548-b08b-46b2-bf4e-49bdac227135 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:06.519273 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a80b24bb-36a3-46c7-955f-42f06d188f8c req-35637548-b08b-46b2-bf4e-49bdac227135 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.0840981 Nov 12 00:53:06.545574 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7cebb5b1-bb00-493a-ab86-cc1fe770f1a3 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6165302 Nov 12 00:53:06.548120 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48200) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:06.562625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-3aa8e8c8-039c-43e3-a605-40cc97caa5e6 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Request body: {'port': {'network_id': '46e02f09-3f3e-4faa-80c4-286b1625ca50', 'name': 'tempest-AllowedAddressPairTestJSON-454836624'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:06.621383 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a80b24bb-36a3-46c7-955f-42f06d188f8c req-01c5a9b0-e7cc-4760-8c9d-e67721124c58 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851181 Nov 12 00:53:06.742691 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa8e8c8-039c-43e3-a605-40cc97caa5e6 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Made reservation on behalf of aa0c94d9bad34a31962845f08eddf218 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:06.743322 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648e2216-7026-4d24-b7fa-c540679624d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-46e02f09-3f3e-4faa-80c4-286b1625ca50', 'network_id': '46e02f09-3f3e-4faa-80c4-286b1625ca50', 'tenant_id': 'aa0c94d9bad34a31962845f08eddf218', 'fixed_ips': [{'subnet_id': '6b2beaf6-f5cc-47cd-b7d7-fdcc45d7e844'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:53:06.744817 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-648e2216-7026-4d24-b7fa-c540679624d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:06.748382 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3aa8e8c8-039c-43e3-a605-40cc97caa5e6 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:06.780220 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-3aa8e8c8-039c-43e3-a605-40cc97caa5e6 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] device_id is not set on port 0d8971d6-ab9c-4219-b029-c4b6aa1ce357 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:53:07.003413 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-3aa8e8c8-039c-43e3-a605-40cc97caa5e6 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Allocated IP 172.20.0.12 (46e02f09-3f3e-4faa-80c4-286b1625ca50/6b2beaf6-f5cc-47cd-b7d7-fdcc45d7e844/0d8971d6-ab9c-4219-b029-c4b6aa1ce357) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:07.022998 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3c924-5315-4a33-962b-2555dc827732 req-00595516-7ecb-46cd-bd11-767f42658733 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:07.024548 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-89f3c924-5315-4a33-962b-2555dc827732 req-00595516-7ecb-46cd-bd11-767f42658733 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.0777323 Nov 12 00:53:07.177232 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-89f3c924-5315-4a33-962b-2555dc827732 req-f207a355-9922-477f-bb9d-c808f39b0065 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276939 Nov 12 00:53:07.256477 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3aa8e8c8-039c-43e3-a605-40cc97caa5e6 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:07.298498 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3aa8e8c8-039c-43e3-a605-40cc97caa5e6 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:07.378398 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-648e2216-7026-4d24-b7fa-c540679624d4 None None] Allocated IP 172.20.0.2 (46e02f09-3f3e-4faa-80c4-286b1625ca50/6b2beaf6-f5cc-47cd-b7d7-fdcc45d7e844/b739b8ca-86ac-4498-98a2-688715374a3c) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:07.393344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8e8c8-039c-43e3-a605-40cc97caa5e6 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Pushing event updated for resources: {'Port': ['ID=0d8971d6-ab9c-4219-b029-c4b6aa1ce357,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:07.423077 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa8e8c8-039c-43e3-a605-40cc97caa5e6 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Network 46e02f09-3f3e-4faa-80c4-286b1625ca50 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:07.427451 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-3aa8e8c8-039c-43e3-a605-40cc97caa5e6 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:07.431267 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa8e8c8-039c-43e3-a605-40cc97caa5e6 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:07.555159 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa8e8c8-039c-43e3-a605-40cc97caa5e6 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:07.555770 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3aa8e8c8-039c-43e3-a605-40cc97caa5e6 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:07.594313 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3aa8e8c8-039c-43e3-a605-40cc97caa5e6 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0423026 Nov 12 00:53:07.594665 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48222) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:07.606369 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-57a3ee78-9d26-44eb-97c0-fc6899e4c8d9 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Request body: {'port': {'network_id': '46e02f09-3f3e-4faa-80c4-286b1625ca50', 'name': 'tempest-AllowedAddressPairTestJSON-2104008137', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:4b:f6:9f'}]}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:07.630897 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-648e2216-7026-4d24-b7fa-c540679624d4 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:07.642592 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-648e2216-7026-4d24-b7fa-c540679624d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:07.652977 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48226) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:07.703359 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648e2216-7026-4d24-b7fa-c540679624d4 None None] Network 46e02f09-3f3e-4faa-80c4-286b1625ca50 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:07.708706 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-648e2216-7026-4d24-b7fa-c540679624d4 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:07.712353 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648e2216-7026-4d24-b7fa-c540679624d4 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:07.754513 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e2216-7026-4d24-b7fa-c540679624d4 None None] Pushing event updated for resources: {'Port': ['ID=b739b8ca-86ac-4498-98a2-688715374a3c,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:07.856928 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-648e2216-7026-4d24-b7fa-c540679624d4 None None] Attempting to bind port b739b8ca-86ac-4498-98a2-688715374a3c on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:07.857339 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-648e2216-7026-4d24-b7fa-c540679624d4 None None] Attempting to bind port b739b8ca-86ac-4498-98a2-688715374a3c by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '9c5c43d6-eb47-4739-8b96-a4e11641dabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '46e02f09-3f3e-4faa-80c4-286b1625ca50'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:07.857712 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e2216-7026-4d24-b7fa-c540679624d4 None None] Attempting to bind port b739b8ca-86ac-4498-98a2-688715374a3c on network 46e02f09-3f3e-4faa-80c4-286b1625ca50 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:07.870077 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-0d2d30f9-0a29-4d69-aff0-98d526e384be tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-580636805', 'router:external': True}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:07.882358 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e2216-7026-4d24-b7fa-c540679624d4 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:07.882850 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e2216-7026-4d24-b7fa-c540679624d4 None None] Checking segment: {'id': '9c5c43d6-eb47-4739-8b96-a4e11641dabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '46e02f09-3f3e-4faa-80c4-286b1625ca50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:07.883346 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-648e2216-7026-4d24-b7fa-c540679624d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:07.883802 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e2216-7026-4d24-b7fa-c540679624d4 None None] Bound using segment: {'id': '9c5c43d6-eb47-4739-8b96-a4e11641dabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '46e02f09-3f3e-4faa-80c4-286b1625ca50'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:07.885102 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-648e2216-7026-4d24-b7fa-c540679624d4 None None] Bound port: b739b8ca-86ac-4498-98a2-688715374a3c, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5c43d6-eb47-4739-8b96-a4e11641dabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '46e02f09-3f3e-4faa-80c4-286b1625ca50'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:07.885567 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-648e2216-7026-4d24-b7fa-c540679624d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:07.905238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2d30f9-0a29-4d69-aff0-98d526e384be tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Made reservation on behalf of 52c6a4bd56614047a1602cb0ef979d19 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:07.908687 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0d2d30f9-0a29-4d69-aff0-98d526e384be tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:07.912041 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9cd11-4a34-4cfe-9c12-2ae6ddbd4ed1 req-22a06b3f-77dd-4fb6-98d5-30f61adcea4a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:07.919060 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0d2d30f9-0a29-4d69-aff0-98d526e384be tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:07.922385 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0ad9cd11-4a34-4cfe-9c12-2ae6ddbd4ed1 req-22a06b3f-77dd-4fb6-98d5-30f61adcea4a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.1502435 Nov 12 00:53:07.976023 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-648e2216-7026-4d24-b7fa-c540679624d4 None None] For port b739b8ca-86ac-4498-98a2-688715374a3c, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:07.982571 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-648e2216-7026-4d24-b7fa-c540679624d4 None None] For port b739b8ca-86ac-4498-98a2-688715374a3c, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=b739b8ca-86ac-4498-98a2-688715374a3c,segment=NetworkSegment(9c5c43d6-eb47-4739-8b96-a4e11641dabf),segment_id=9c5c43d6-eb47-4739-8b96-a4e11641dabf)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:07.990459 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-648e2216-7026-4d24-b7fa-c540679624d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.040913 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a3ee78-9d26-44eb-97c0-fc6899e4c8d9 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Made reservation on behalf of aa0c94d9bad34a31962845f08eddf218 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:08.050364 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0d2d30f9-0a29-4d69-aff0-98d526e384be tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.056865 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0d2d30f9-0a29-4d69-aff0-98d526e384be tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.063497 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0ad9cd11-4a34-4cfe-9c12-2ae6ddbd4ed1 req-25f323c2-880a-4ae4-b204-fb30b7d03412 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245446 Nov 12 00:53:08.086397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2d30f9-0a29-4d69-aff0-98d526e384be tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:53:08.098527 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0d2d30f9-0a29-4d69-aff0-98d526e384be tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.099176 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-0d2d30f9-0a29-4d69-aff0-98d526e384be tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Added segment 284d72bc-fa30-4e5c-92cc-9b63bac22d93 of type vlan for network 4bdf09d9-7124-4e56-ba13-7d1c95c90dfc Nov 12 00:53:08.117575 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e2216-7026-4d24-b7fa-c540679624d4 None None] Pushing event updated for resources: {'Port': ['ID=b739b8ca-86ac-4498-98a2-688715374a3c,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:08.179860 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0d2d30f9-0a29-4d69-aff0-98d526e384be tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.194949 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57a3ee78-9d26-44eb-97c0-fc6899e4c8d9 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.217848 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-57a3ee78-9d26-44eb-97c0-fc6899e4c8d9 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] device_id is not set on port d7a6580b-beee-498e-9a62-18cb128ceff2 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:53:08.236779 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d30f9-0a29-4d69-aff0-98d526e384be tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ad3198-ac84-4084-91b2-75a08692fc1f,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:08.328755 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0d2d30f9-0a29-4d69-aff0-98d526e384be tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.329694 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2d30f9-0a29-4d69-aff0-98d526e384be tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:08.331647 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0d2d30f9-0a29-4d69-aff0-98d526e384be tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.415066 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0d2d30f9-0a29-4d69-aff0-98d526e384be tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7608178 Nov 12 00:53:08.419384 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48236) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:08.423197 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d30f9-0a29-4d69-aff0-98d526e384be tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Pushing event updated for resources: {'Network': ['ID=4bdf09d9-7124-4e56-ba13-7d1c95c90dfc,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:08.425629 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-57a3ee78-9d26-44eb-97c0-fc6899e4c8d9 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Allocated IP 172.20.0.6 (46e02f09-3f3e-4faa-80c4-286b1625ca50/6b2beaf6-f5cc-47cd-b7d7-fdcc45d7e844/d7a6580b-beee-498e-9a62-18cb128ceff2) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:08.436430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 4bdf09d9-7124-4e56-ba13-7d1c95c90dfc details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:53:08.442085 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c8c1d-d71f-40f6-bbd0-e0220fcb7df9 req-23692d8b-e1a4-4d32-ab45-16677fd3be93 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:08.443619 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-539c8c1d-d71f-40f6-bbd0-e0220fcb7df9 req-23692d8b-e1a4-4d32-ab45-16677fd3be93 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.1616092 Nov 12 00:53:08.449042 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-656ab0bb-12c7-407a-92e6-481081c08d38 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Request body: {'subnet': {'network_id': '4bdf09d9-7124-4e56-ba13-7d1c95c90dfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:08.532298 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656ab0bb-12c7-407a-92e6-481081c08d38 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Made reservation on behalf of 52c6a4bd56614047a1602cb0ef979d19 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:08.534620 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-656ab0bb-12c7-407a-92e6-481081c08d38 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.555670 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-539c8c1d-d71f-40f6-bbd0-e0220fcb7df9 req-94504c13-abe5-4e6b-8816-9fba901ccf3b tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029804 Nov 12 00:53:08.589486 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.810661 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57a3ee78-9d26-44eb-97c0-fc6899e4c8d9 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.931147 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57a3ee78-9d26-44eb-97c0-fc6899e4c8d9 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:09.310234 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a3ee78-9d26-44eb-97c0-fc6899e4c8d9 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Network 46e02f09-3f3e-4faa-80c4-286b1625ca50 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:09.318718 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-57a3ee78-9d26-44eb-97c0-fc6899e4c8d9 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:09.325090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a3ee78-9d26-44eb-97c0-fc6899e4c8d9 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:09.329272 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3ee78-9d26-44eb-97c0-fc6899e4c8d9 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Pushing event updated for resources: {'Port': ['ID=d7a6580b-beee-498e-9a62-18cb128ceff2,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:09.369001 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d99c1-d5ce-496d-bd29-70609fe67a08 req-59d80e2a-b0a5-4fdd-949b-011c6bc7db64 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:09.371493 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a64d99c1-d5ce-496d-bd29-70609fe67a08 req-59d80e2a-b0a5-4fdd-949b-011c6bc7db64 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.1217544 Nov 12 00:53:09.422904 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a3ee78-9d26-44eb-97c0-fc6899e4c8d9 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:09.423527 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57a3ee78-9d26-44eb-97c0-fc6899e4c8d9 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:09.466177 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c973c946-34be-4f4e-9050-2a7d87f3aeb0 None None] Network 46e02f09-3f3e-4faa-80c4-286b1625ca50 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:09.466763 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a64d99c1-d5ce-496d-bd29-70609fe67a08 req-37d05245-6917-408d-ae21-894af3ebb21a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851891 Nov 12 00:53:09.469788 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-57a3ee78-9d26-44eb-97c0-fc6899e4c8d9 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.8727629 Nov 12 00:53:09.472348 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48246) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:09.509464 n-d-712137-14 neutron-server[114242]: DEBUG neutron.objects.ports [None req-656ab0bb-12c7-407a-92e6-481081c08d38 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114242) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:53:09.510000 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-656ab0bb-12c7-407a-92e6-481081c08d38 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:09.568485 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ab0bb-12c7-407a-92e6-481081c08d38 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7d7222c3-dda4-4e7b-8f3e-b5ad085897fc,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:09.590689 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ab0bb-12c7-407a-92e6-481081c08d38 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Checking segment: {'id': '284d72bc-fa30-4e5c-92cc-9b63bac22d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4bdf09d9-7124-4e56-ba13-7d1c95c90dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:09.591076 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656ab0bb-12c7-407a-92e6-481081c08d38 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Network hostable DHCP agents. Network: 4bdf09d9-7124-4e56-ba13-7d1c95c90dfc, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:53:09.638871 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656ab0bb-12c7-407a-92e6-481081c08d38 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Network 4bdf09d9-7124-4e56-ba13-7d1c95c90dfc is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:53:09.663234 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ff9297-878e-448c-9551-5ed099669a86 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:09.665836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-656ab0bb-12c7-407a-92e6-481081c08d38 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 4bdf09d9-7124-4e56-ba13-7d1c95c90dfc) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:09.671893 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656ab0bb-12c7-407a-92e6-481081c08d38 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:09.672327 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-656ab0bb-12c7-407a-92e6-481081c08d38 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:09.685402 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ff9297-878e-448c-9551-5ed099669a86 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:09.703430 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ff9297-878e-448c-9551-5ed099669a86 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:09.710981 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-54ff9297-878e-448c-9551-5ed099669a86 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2369006 Nov 12 00:53:09.713726 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48254) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:09.724300 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7150d4-f683-4a43-9606-4efc83b2daca None None] Network 4bdf09d9-7124-4e56-ba13-7d1c95c90dfc requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:09.726907 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-656ab0bb-12c7-407a-92e6-481081c08d38 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3029182 Nov 12 00:53:09.739122 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48256) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:09.751248 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6890bda4-3dbb-45c3-9c03-b84436956029 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1965815999', 'network_id': '4bdf09d9-7124-4e56-ba13-7d1c95c90dfc'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:09.804925 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ec66b983-e15d-46c3-9d81-3e54202aca34 None None] Provisioning complete for port b739b8ca-86ac-4498-98a2-688715374a3c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:09.805553 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ec66b983-e15d-46c3-9d81-3e54202aca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:09.813551 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b739b8ca-86ac-4498-98a2-688715374a3c up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:09.838899 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f301e-25bd-4f37-8ff8-5f88df407708 req-f781f37a-4604-4d2d-a27b-146e8eb14dc6 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:09.845617 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-5ecf0edc-2b8c-429f-9442-413e32e6e549 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Deleting port d7a6580b-beee-498e-9a62-18cb128ceff2 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:09.846187 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ecf0edc-2b8c-429f-9442-413e32e6e549 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:09.846673 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b7f301e-25bd-4f37-8ff8-5f88df407708 req-f781f37a-4604-4d2d-a27b-146e8eb14dc6 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.1083806 Nov 12 00:53:09.906574 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6890bda4-3dbb-45c3-9c03-b84436956029 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Made reservation on behalf of 52c6a4bd56614047a1602cb0ef979d19 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:09.914615 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6890bda4-3dbb-45c3-9c03-b84436956029 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:09.950626 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ecf0edc-2b8c-429f-9442-413e32e6e549 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:09.965743 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-5ecf0edc-2b8c-429f-9442-413e32e6e549 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Calling delete_port for d7a6580b-beee-498e-9a62-18cb128ceff2 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:09.988298 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-6890bda4-3dbb-45c3-9c03-b84436956029 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] device_id is not set on port 929ff281-b112-4172-8fd4-fde2e28b0db2 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:53:10.015493 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b7f301e-25bd-4f37-8ff8-5f88df407708 req-0f014974-df0d-40cc-ac46-b575fdc71025 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628468 Nov 12 00:53:10.085095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port b739b8ca-86ac-4498-98a2-688715374a3c triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:10.086247 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.172361 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbf9bbe-e51e-42b1-9c3c-30236fbbfbfe None None] Network 4bdf09d9-7124-4e56-ba13-7d1c95c90dfc requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:10.182044 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ec66b983-e15d-46c3-9d81-3e54202aca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.265904 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-ec66b983-e15d-46c3-9d81-3e54202aca34 None None] For port b739b8ca-86ac-4498-98a2-688715374a3c, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=b739b8ca-86ac-4498-98a2-688715374a3c,segment=NetworkSegment(9c5c43d6-eb47-4739-8b96-a4e11641dabf),segment_id=9c5c43d6-eb47-4739-8b96-a4e11641dabf)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:10.271109 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-6890bda4-3dbb-45c3-9c03-b84436956029 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Allocated IP 172.20.0.6 (4bdf09d9-7124-4e56-ba13-7d1c95c90dfc/7d7222c3-dda4-4e7b-8f3e-b5ad085897fc/929ff281-b112-4172-8fd4-fde2e28b0db2) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:10.310902 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ec66b983-e15d-46c3-9d81-3e54202aca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.312060 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ecf0edc-2b8c-429f-9442-413e32e6e549 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.464673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf0edc-2b8c-429f-9442-413e32e6e549 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Pushing event deleted for resources: {'Port': ['ID=d7a6580b-beee-498e-9a62-18cb128ceff2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:10.514006 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6890bda4-3dbb-45c3-9c03-b84436956029 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.556397 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6890bda4-3dbb-45c3-9c03-b84436956029 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.596775 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66b983-e15d-46c3-9d81-3e54202aca34 None None] Pushing event updated for resources: {'Port': ['ID=b739b8ca-86ac-4498-98a2-688715374a3c,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:10.640659 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890bda4-3dbb-45c3-9c03-b84436956029 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Pushing event updated for resources: {'Port': ['ID=929ff281-b112-4172-8fd4-fde2e28b0db2,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:10.649321 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1f9e8f6b-4c46-4d33-8804-ff98a4a1cc9d None None] Provisioning complete for port 0d8971d6-ab9c-4219-b029-c4b6aa1ce357 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:10.649776 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1f9e8f6b-4c46-4d33-8804-ff98a4a1cc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.679553 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6890bda4-3dbb-45c3-9c03-b84436956029 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Network 4bdf09d9-7124-4e56-ba13-7d1c95c90dfc is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:10.686986 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-6890bda4-3dbb-45c3-9c03-b84436956029 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:10.691935 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6890bda4-3dbb-45c3-9c03-b84436956029 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:10.704024 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ecf0edc-2b8c-429f-9442-413e32e6e549 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.713547 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5ecf0edc-2b8c-429f-9442-413e32e6e549 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "DELETE /v2.0/ports/d7a6580b-beee-498e-9a62-18cb128ceff2 HTTP/1.1" status: 204 len: 168 time: 0.9942210 Nov 12 00:53:10.714553 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48262) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:10.756479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6890bda4-3dbb-45c3-9c03-b84436956029 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:10.757973 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6890bda4-3dbb-45c3-9c03-b84436956029 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.786716 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6890bda4-3dbb-45c3-9c03-b84436956029 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0461023 Nov 12 00:53:10.787568 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48266) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:10.791235 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1f9e8f6b-4c46-4d33-8804-ff98a4a1cc9d None None] Port 0d8971d6-ab9c-4219-b029-c4b6aa1ce357 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:10.796221 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8357d7-71a1-4a17-be76-00f0bbdf8d74 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] GET failed (client error): The resource could not be found. Nov 12 00:53:10.801058 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8a8357d7-71a1-4a17-be76-00f0bbdf8d74 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "GET /v2.0/ports/d7a6580b-beee-498e-9a62-18cb128ceff2 HTTP/1.1" status: 404 len: 333 time: 0.0837824 Nov 12 00:53:10.809939 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48268) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:10.810167 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1f9e8f6b-4c46-4d33-8804-ff98a4a1cc9d None None] Could not find standard attr ID for object d7a6580b-beee-498e-9a62-18cb128ceff2. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:53:10.817927 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-1ab5dec1-c070-4727-995c-aec5178fd52f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Request body: {'port': {'network_id': '46e02f09-3f3e-4faa-80c4-286b1625ca50', 'name': 'tempest-AllowedAddressPairTestJSON-543174907'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:10.836438 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1f9e8f6b-4c46-4d33-8804-ff98a4a1cc9d None None] Provisioning complete for port b739b8ca-86ac-4498-98a2-688715374a3c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:10.836842 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1f9e8f6b-4c46-4d33-8804-ff98a4a1cc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.846844 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1467202-459f-4a3a-94e4-5b4ef01c6aac req-818c6391-c9cb-44ac-a895-efc415309f33 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:10.849795 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f1467202-459f-4a3a-94e4-5b4ef01c6aac req-818c6391-c9cb-44ac-a895-efc415309f33 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.2304075 Nov 12 00:53:10.928731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-04db11a2-7ec8-4bcd-9a2d-a0abed4d131e tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Deleting port 929ff281-b112-4172-8fd4-fde2e28b0db2 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:10.929013 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-04db11a2-7ec8-4bcd-9a2d-a0abed4d131e tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.982051 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f1467202-459f-4a3a-94e4-5b4ef01c6aac req-c18e7f50-9a2f-4ff6-8662-b2cce8fe9f76 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205471 Nov 12 00:53:11.028253 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab5dec1-c070-4727-995c-aec5178fd52f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Made reservation on behalf of aa0c94d9bad34a31962845f08eddf218 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:11.031609 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1ab5dec1-c070-4727-995c-aec5178fd52f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.039864 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-04db11a2-7ec8-4bcd-9a2d-a0abed4d131e tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.055249 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-1ab5dec1-c070-4727-995c-aec5178fd52f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] device_id is not set on port 70698e9a-ebd5-43c8-ac89-b275f18355a3 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:53:11.057404 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-04db11a2-7ec8-4bcd-9a2d-a0abed4d131e tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Calling delete_port for 929ff281-b112-4172-8fd4-fde2e28b0db2 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:11.109089 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8d4fe866-ff60-4beb-b5b8-af801dbea373 None None] Provisioning complete for port 0d8971d6-ab9c-4219-b029-c4b6aa1ce357 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:11.109497 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8d4fe866-ff60-4beb-b5b8-af801dbea373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.169299 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-8d4fe866-ff60-4beb-b5b8-af801dbea373 None None] Port 0d8971d6-ab9c-4219-b029-c4b6aa1ce357 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:11.172608 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8d4fe866-ff60-4beb-b5b8-af801dbea373 None None] Could not find standard attr ID for object d7a6580b-beee-498e-9a62-18cb128ceff2. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:53:11.222263 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc4463-fed7-445d-b35e-b90425614862 req-c3bd77b7-5433-43f8-b74e-b32d3ba2a2f8 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:11.224215 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dfcc4463-fed7-445d-b35e-b90425614862 req-c3bd77b7-5433-43f8-b74e-b32d3ba2a2f8 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.1087887 Nov 12 00:53:11.250819 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-1ab5dec1-c070-4727-995c-aec5178fd52f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Allocated IP 172.20.0.7 (46e02f09-3f3e-4faa-80c4-286b1625ca50/6b2beaf6-f5cc-47cd-b7d7-fdcc45d7e844/70698e9a-ebd5-43c8-ac89-b275f18355a3) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:11.308388 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-04db11a2-7ec8-4bcd-9a2d-a0abed4d131e tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.342345 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dfcc4463-fed7-445d-b35e-b90425614862 req-e3daf90a-32b3-4226-87e6-ab17824a25df tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873194 Nov 12 00:53:11.345373 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db11a2-7ec8-4bcd-9a2d-a0abed4d131e tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Pushing event deleted for resources: {'Port': ['ID=929ff281-b112-4172-8fd4-fde2e28b0db2,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:11.431902 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-04db11a2-7ec8-4bcd-9a2d-a0abed4d131e tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.437850 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-04db11a2-7ec8-4bcd-9a2d-a0abed4d131e tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "DELETE /v2.0/ports/929ff281-b112-4172-8fd4-fde2e28b0db2 HTTP/1.1" status: 204 len: 168 time: 0.6492260 Nov 12 00:53:11.440736 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48272) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:11.445128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-dd3e953e-683f-436a-adf2-6ded7d1d4e00 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4bdf09d9-7124-4e56-ba13-7d1c95c90dfc', 'external_fixed_ips': [{'subnet_id': '7d7222c3-dda4-4e7b-8f3e-b5ad085897fc', 'ip_address': '172.20.0.6'}]}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:11.458591 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1ab5dec1-c070-4727-995c-aec5178fd52f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.470375 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd3e953e-683f-436a-adf2-6ded7d1d4e00 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.471439 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd3e953e-683f-436a-adf2-6ded7d1d4e00 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.499622 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1ab5dec1-c070-4727-995c-aec5178fd52f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.526162 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd3e953e-683f-436a-adf2-6ded7d1d4e00 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.545923 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab5dec1-c070-4727-995c-aec5178fd52f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Network 46e02f09-3f3e-4faa-80c4-286b1625ca50 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:11.549520 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-1ab5dec1-c070-4727-995c-aec5178fd52f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:11.558776 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab5dec1-c070-4727-995c-aec5178fd52f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:11.599029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5dec1-c070-4727-995c-aec5178fd52f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Pushing event updated for resources: {'Port': ['ID=70698e9a-ebd5-43c8-ac89-b275f18355a3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:11.635397 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab5dec1-c070-4727-995c-aec5178fd52f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:11.636498 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1ab5dec1-c070-4727-995c-aec5178fd52f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.659196 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1ab5dec1-c070-4727-995c-aec5178fd52f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8466868 Nov 12 00:53:11.664515 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48274) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:11.671006 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-267bcb60-c869-4042-9af9-6f2b41cdfc57 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:4b:f6:9f'}]}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:11.692944 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b739b8ca-86ac-4498-98a2-688715374a3c up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:11.757730 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-267bcb60-c869-4042-9af9-6f2b41cdfc57 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.855167 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port b739b8ca-86ac-4498-98a2-688715374a3c triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:11.855944 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.074553 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5cb2b930-606f-4da7-acbc-ae2efaf272de None None] Provisioning complete for port 70698e9a-ebd5-43c8-ac89-b275f18355a3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:12.076416 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5cb2b930-606f-4da7-acbc-ae2efaf272de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.150175 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd3e953e-683f-436a-adf2-6ded7d1d4e00 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.184806 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-267bcb60-c869-4042-9af9-6f2b41cdfc57 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.196492 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-267bcb60-c869-4042-9af9-6f2b41cdfc57 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.197666 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-5cb2b930-606f-4da7-acbc-ae2efaf272de None None] Port 70698e9a-ebd5-43c8-ac89-b275f18355a3 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:12.308449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c21c5b-4b8f-4fef-a94d-b5e247e34c5b req-d2cda9d2-911a-4102-a286-a4076841c248 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:12.310072 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1c21c5b-4b8f-4fef-a94d-b5e247e34c5b req-d2cda9d2-911a-4102-a286-a4076841c248 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.1459987 Nov 12 00:53:12.354748 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267bcb60-c869-4042-9af9-6f2b41cdfc57 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Pushing event updated for resources: {'Port': ['ID=70698e9a-ebd5-43c8-ac89-b275f18355a3,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:12.373192 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bcb60-c869-4042-9af9-6f2b41cdfc57 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:12.373553 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bcb60-c869-4042-9af9-6f2b41cdfc57 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:12.373896 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bcb60-c869-4042-9af9-6f2b41cdfc57 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:12.374233 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bcb60-c869-4042-9af9-6f2b41cdfc57 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:12.374581 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bcb60-c869-4042-9af9-6f2b41cdfc57 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:12.374894 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bcb60-c869-4042-9af9-6f2b41cdfc57 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:12.375221 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bcb60-c869-4042-9af9-6f2b41cdfc57 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:12.375542 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bcb60-c869-4042-9af9-6f2b41cdfc57 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:12.375870 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bcb60-c869-4042-9af9-6f2b41cdfc57 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:12.376190 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bcb60-c869-4042-9af9-6f2b41cdfc57 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:12.376510 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bcb60-c869-4042-9af9-6f2b41cdfc57 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:12.376876 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bcb60-c869-4042-9af9-6f2b41cdfc57 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:12.383823 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-267bcb60-c869-4042-9af9-6f2b41cdfc57 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] In _notify_port_updated(), no bound segment for port 70698e9a-ebd5-43c8-ac89-b275f18355a3 on network 46e02f09-3f3e-4faa-80c4-286b1625ca50 {{(pid=114242) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:53:12.389464 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267bcb60-c869-4042-9af9-6f2b41cdfc57 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:12.390121 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-267bcb60-c869-4042-9af9-6f2b41cdfc57 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.392631 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1c21c5b-4b8f-4fef-a94d-b5e247e34c5b req-aa797436-306d-4f45-8fa9-10dd81cbbdfa tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738614 Nov 12 00:53:12.394232 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-267bcb60-c869-4042-9af9-6f2b41cdfc57 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "PUT /v2.0/ports/70698e9a-ebd5-43c8-ac89-b275f18355a3 HTTP/1.1" status: 200 len: 993 time: 0.7285914 Nov 12 00:53:12.394442 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48292) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:12.534289 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e2e91-82c2-4cc2-a5fe-8d154b16186c req-42335522-bfcf-4a19-97a3-17416cb6a5d9 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:12.535988 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8c0e2e91-82c2-4cc2-a5fe-8d154b16186c req-42335522-bfcf-4a19-97a3-17416cb6a5d9 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.0650005 Nov 12 00:53:12.599442 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8c0e2e91-82c2-4cc2-a5fe-8d154b16186c req-57336279-1db1-490c-8a9e-7827d4d7cea4 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563018 Nov 12 00:53:12.627901 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ac538224-c817-4452-8836-4f12159f4698 None None] Provisioning complete for port 70698e9a-ebd5-43c8-ac89-b275f18355a3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:12.628269 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ac538224-c817-4452-8836-4f12159f4698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.672278 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ac538224-c817-4452-8836-4f12159f4698 None None] Port 70698e9a-ebd5-43c8-ac89-b275f18355a3 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:12.723012 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-11d15906-9f0a-41af-a3ea-13b4ccf3725a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Deleting port 70698e9a-ebd5-43c8-ac89-b275f18355a3 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:12.723636 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11d15906-9f0a-41af-a3ea-13b4ccf3725a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.728275 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd3e953e-683f-436a-adf2-6ded7d1d4e00 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.747337 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8eb4b-e2a2-433f-8a1d-c92076c43a10 req-6a952229-a442-4593-af6f-b0db0017b7ce tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:12.749046 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-caf8eb4b-e2a2-433f-8a1d-c92076c43a10 req-6a952229-a442-4593-af6f-b0db0017b7ce tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1288109 Nov 12 00:53:12.778229 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd3e953e-683f-436a-adf2-6ded7d1d4e00 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.962255 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11d15906-9f0a-41af-a3ea-13b4ccf3725a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.967604 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-caf8eb4b-e2a2-433f-8a1d-c92076c43a10 req-a3d32c92-9319-4a46-a1f3-7b2de3b29124 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949651 Nov 12 00:53:13.045469 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-11d15906-9f0a-41af-a3ea-13b4ccf3725a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Calling delete_port for 70698e9a-ebd5-43c8-ac89-b275f18355a3 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:13.147952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4bebe-d72a-4ada-a63a-9c8f9cac6820 req-9733aba9-03c6-4412-b762-de6016caa5de tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:13.149778 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4ba4bebe-d72a-4ada-a63a-9c8f9cac6820 req-9733aba9-03c6-4412-b762-de6016caa5de tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.0679088 Nov 12 00:53:13.185545 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-dd3e953e-683f-436a-adf2-6ded7d1d4e00 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Allocated IP 172.20.0.6 (4bdf09d9-7124-4e56-ba13-7d1c95c90dfc/7d7222c3-dda4-4e7b-8f3e-b5ad085897fc/494c7d4e-8bfc-416a-8016-583e90de17b0) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:13.234446 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4ba4bebe-d72a-4ada-a63a-9c8f9cac6820 req-82cf8341-3c1a-4750-b927-546639b5f02a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761173 Nov 12 00:53:13.342641 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11d15906-9f0a-41af-a3ea-13b4ccf3725a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.390633 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d15906-9f0a-41af-a3ea-13b4ccf3725a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Pushing event deleted for resources: {'Port': ['ID=70698e9a-ebd5-43c8-ac89-b275f18355a3,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:13.433099 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd3e953e-683f-436a-adf2-6ded7d1d4e00 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.643345 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd3e953e-683f-436a-adf2-6ded7d1d4e00 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.743447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3e953e-683f-436a-adf2-6ded7d1d4e00 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Network 4bdf09d9-7124-4e56-ba13-7d1c95c90dfc is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:13.753708 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-dd3e953e-683f-436a-adf2-6ded7d1d4e00 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:13.756994 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3e953e-683f-436a-adf2-6ded7d1d4e00 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:13.762196 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e953e-683f-436a-adf2-6ded7d1d4e00 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Pushing event updated for resources: {'Port': ['ID=494c7d4e-8bfc-416a-8016-583e90de17b0,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:13.765220 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11d15906-9f0a-41af-a3ea-13b4ccf3725a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:13.769000 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-11d15906-9f0a-41af-a3ea-13b4ccf3725a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "DELETE /v2.0/ports/70698e9a-ebd5-43c8-ac89-b275f18355a3 HTTP/1.1" status: 204 len: 168 time: 1.3734486 Nov 12 00:53:13.772921 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48318) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:13.808417 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-ac1a14b6-4d23-4df8-807b-2ac7e376c28a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:13.816152 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-ac1a14b6-4d23-4df8-807b-2ac7e376c28a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 812 time: 0.2946293 Nov 12 00:53:13.829496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050c09b-dfdb-4e19-b19e-dc0e88c744bd req-b7fb19fd-e1b7-4eef-a02d-04dce31e7437 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:13.839976 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9050c09b-dfdb-4e19-b19e-dc0e88c744bd req-b7fb19fd-e1b7-4eef-a02d-04dce31e7437 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.1257925 Nov 12 00:53:13.840787 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-d75f6e89-7d24-40c6-adc4-5763abe64b55 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/quotas/14ea2cdd235d4a03beeb494819cf4835 HTTP/1.1" status: 200 len: 375 time: 0.0235739 Nov 12 00:53:13.846974 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82dd3d3-9e8b-41a1-a34f-356c32a8fb6c tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] GET failed (client error): The resource could not be found. Nov 12 00:53:13.851734 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a82dd3d3-9e8b-41a1-a34f-356c32a8fb6c tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "GET /v2.0/ports/70698e9a-ebd5-43c8-ac89-b275f18355a3 HTTP/1.1" status: 404 len: 333 time: 0.0732660 Nov 12 00:53:13.852542 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48320) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:13.864607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-78282170-3fb0-4fef-9bc0-e1287cd5379c tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Request body: {'port': {'network_id': '46e02f09-3f3e-4faa-80c4-286b1625ca50', 'name': 'tempest-AllowedAddressPairTestJSON-902768246'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:13.966286 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9050c09b-dfdb-4e19-b19e-dc0e88c744bd req-7452b3c3-2e2b-420a-9492-2bc53b86bd61 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255991 Nov 12 00:53:14.001675 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a4d5a927-eaa1-46c6-8392-0635473533b8 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1599643 Nov 12 00:53:14.087003 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78282170-3fb0-4fef-9bc0-e1287cd5379c tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Made reservation on behalf of aa0c94d9bad34a31962845f08eddf218 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:14.120978 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-78282170-3fb0-4fef-9bc0-e1287cd5379c tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.143377 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-ea344783-498e-4cd5-96d9-964a437ca5f2 service neutron] 10.222.0.31 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406999 Nov 12 00:53:14.165201 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-78282170-3fb0-4fef-9bc0-e1287cd5379c tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] device_id is not set on port d5fbf7ee-f977-4844-88c2-4e73e46465f2 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:53:14.291898 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-78282170-3fb0-4fef-9bc0-e1287cd5379c tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Allocated IP 172.20.0.4 (46e02f09-3f3e-4faa-80c4-286b1625ca50/6b2beaf6-f5cc-47cd-b7d7-fdcc45d7e844/d5fbf7ee-f977-4844-88c2-4e73e46465f2) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:14.351790 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-0e57f612-5e18-44c5-a801-30de27e9855a service neutron] 10.222.0.31 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074487 Nov 12 00:53:14.359743 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd3e953e-683f-436a-adf2-6ded7d1d4e00 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.531694 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-78282170-3fb0-4fef-9bc0-e1287cd5379c tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.560723 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 425d323e-72c2-4485-abdf-008bfe1b0ef9 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:14.615744 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6db2d2a2-e061-4612-8dd2-f2bf378033a6 req-b3088042-e165-43b2-97bb-c20c52818897 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ee54c80-48e4-47ce-97df-db4f9e13859f HTTP/1.1" status: 200 len: 210 time: 0.0457461 Nov 12 00:53:14.630496 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-78282170-3fb0-4fef-9bc0-e1287cd5379c tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.695107 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78282170-3fb0-4fef-9bc0-e1287cd5379c tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Network 46e02f09-3f3e-4faa-80c4-286b1625ca50 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:14.708832 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-78282170-3fb0-4fef-9bc0-e1287cd5379c tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:14.714414 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78282170-3fb0-4fef-9bc0-e1287cd5379c tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:14.746512 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78282170-3fb0-4fef-9bc0-e1287cd5379c tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Pushing event updated for resources: {'Port': ['ID=d5fbf7ee-f977-4844-88c2-4e73e46465f2,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:14.779256 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.824223 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78282170-3fb0-4fef-9bc0-e1287cd5379c tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:14.825036 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-78282170-3fb0-4fef-9bc0-e1287cd5379c tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.835988 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46af53ae-2d80-4dd4-b428-704f660a1ac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '425d323e-72c2-4485-abdf-008bfe1b0ef9'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:14.836509 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd3e953e-683f-436a-adf2-6ded7d1d4e00 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.839575 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8019f680-cc69-44ac-9c8b-9b91aa0d2312" -d '{"events": [{"server_uuid": "46af53ae-2d80-4dd4-b428-704f660a1ac9", "name": "network-vif-unplugged", "status": "completed", "tag": "425d323e-72c2-4485-abdf-008bfe1b0ef9"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:14.859843 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 425d323e-72c2-4485-abdf-008bfe1b0ef9, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=425d323e-72c2-4485-abdf-008bfe1b0ef9,segment=NetworkSegment(4d180559-ff7b-4386-b0ba-a5f5a70a375b),segment_id=4d180559-ff7b-4386-b0ba-a5f5a70a375b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:14.876824 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.888984 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-78282170-3fb0-4fef-9bc0-e1287cd5379c tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0302401 Nov 12 00:53:14.889675 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48336) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:14.918292 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-28877045-5f94-49ed-ab32-7fd5ab13a52d tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4b:f6:9f'}]}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:14.977020 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb96950a-46af-4a56-b426-710f15d0364e x-openstack-request-id: req-fb96950a-46af-4a56-b426-710f15d0364e {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:14.979487 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46af53ae-2d80-4dd4-b428-704f660a1ac9", "name": "network-vif-unplugged", "status": "completed", "tag": "425d323e-72c2-4485-abdf-008bfe1b0ef9", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:14.979970 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb96950a-46af-4a56-b426-710f15d0364e {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:14.981060 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46af53ae-2d80-4dd4-b428-704f660a1ac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '425d323e-72c2-4485-abdf-008bfe1b0ef9', 'code': 200} Nov 12 00:53:15.004882 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=425d323e-72c2-4485-abdf-008bfe1b0ef9,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:15.027663 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-bab6568f-7846-435a-9344-e391659fdbe2 None None] Provisioning complete for port d5fbf7ee-f977-4844-88c2-4e73e46465f2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:15.028386 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bab6568f-7846-435a-9344-e391659fdbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.077028 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-bab6568f-7846-435a-9344-e391659fdbe2 None None] Port d5fbf7ee-f977-4844-88c2-4e73e46465f2 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:15.172186 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3e953e-683f-436a-adf2-6ded7d1d4e00 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Router 8a24c66b-b276-4e09-8369-dcf613ab276e is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:53:15.179004 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4577d7f-7302-460f-888c-88cce8eb7695 req-4066be07-9223-4c51-84db-3254dfd1db92 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:15.180556 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b4577d7f-7302-460f-888c-88cce8eb7695 req-4066be07-9223-4c51-84db-3254dfd1db92 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 944 time: 0.0868700 Nov 12 00:53:15.302890 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-28877045-5f94-49ed-ab32-7fd5ab13a52d tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.313021 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b4577d7f-7302-460f-888c-88cce8eb7695 req-4ba6554c-aeec-4f79-9f4f-dbcad81fbf46 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979280 Nov 12 00:53:15.322992 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3e953e-683f-436a-adf2-6ded7d1d4e00 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:53:15.335818 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Sync routers for ids ['8a24c66b-b276-4e09-8369-dcf613ab276e'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:53:15.357875 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd3e953e-683f-436a-adf2-6ded7d1d4e00 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.361785 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-dd3e953e-683f-436a-adf2-6ded7d1d4e00 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.9174602 Nov 12 00:53:15.362455 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48344) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:15.364625 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Routers {'8a24c66b-b276-4e09-8369-dcf613ab276e'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:15.365385 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:52:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['8a24c66b-b276-4e09-8369-dcf613ab276e'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:15.735640 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-28877045-5f94-49ed-ab32-7fd5ab13a52d tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.756263 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Set router 8a24c66b-b276-4e09-8369-dcf613ab276e gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:53:15.757049 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-28877045-5f94-49ed-ab32-7fd5ab13a52d tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.908820 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28877045-5f94-49ed-ab32-7fd5ab13a52d tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Pushing event updated for resources: {'Port': ['ID=d5fbf7ee-f977-4844-88c2-4e73e46465f2,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:16.026933 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a24c66b-b276-4e09-8369-dcf613ab276e', 'name': '', 'tenant_id': '52c6a4bd56614047a1602cb0ef979d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bdf09d9-7124-4e56-ba13-7d1c95c90dfc', 'external_fixed_ips': [{'subnet_id': '7d7222c3-dda4-4e7b-8f3e-b5ad085897fc', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '494c7d4e-8bfc-416a-8016-583e90de17b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:53:11Z', 'updated_at': '2021-11-12T00:53:14Z', 'revision_number': 3, 'project_id': '52c6a4bd56614047a1602cb0ef979d19', 'gw_port': {'id': '494c7d4e-8bfc-416a-8016-583e90de17b0', 'name': '', 'network_id': '4bdf09d9-7124-4e56-ba13-7d1c95c90dfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:04:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a24c66b-b276-4e09-8369-dcf613ab276e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '7d7222c3-dda4-4e7b-8f3e-b5ad085897fc', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:53:12Z', 'updated_at': '2021-11-12T00:53:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d7222c3-dda4-4e7b-8f3e-b5ad085897fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:16.037381 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-504e7c01-809a-458d-bc82-e8e17e7ce826 req-61df1010-0a85-4b09-b84a-30c14d667552 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ee54c80-48e4-47ce-97df-db4f9e13859f HTTP/1.1" status: 200 len: 210 time: 0.0892088 Nov 12 00:53:16.058356 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-28877045-5f94-49ed-ab32-7fd5ab13a52d tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] In _notify_port_updated(), no bound segment for port d5fbf7ee-f977-4844-88c2-4e73e46465f2 on network 46e02f09-3f3e-4faa-80c4-286b1625ca50 {{(pid=114242) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:53:16.081948 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28877045-5f94-49ed-ab32-7fd5ab13a52d tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:16.089948 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-28877045-5f94-49ed-ab32-7fd5ab13a52d tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.097809 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-28877045-5f94-49ed-ab32-7fd5ab13a52d tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "PUT /v2.0/ports/d5fbf7ee-f977-4844-88c2-4e73e46465f2 HTTP/1.1" status: 200 len: 995 time: 1.1985142 Nov 12 00:53:16.098206 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48350) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:16.108744 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Checking router: 8a24c66b-b276-4e09-8369-dcf613ab276e for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:53:16.111507 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Updating router 8a24c66b-b276-4e09-8369-dcf613ab276e port 494c7d4e-8bfc-416a-8016-583e90de17b0 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:53:16.136339 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc8e8b6e-c95f-48ce-a7c1-254745fd7c96 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.180532 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.361813 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-225bc666-1733-48e5-a477-c5a238abbac7 None None] Provisioning complete for port d5fbf7ee-f977-4844-88c2-4e73e46465f2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:16.362297 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-225bc666-1733-48e5-a477-c5a238abbac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.392124 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc8e8b6e-c95f-48ce-a7c1-254745fd7c96 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.439695 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-39117439-04cc-4fe8-86f3-7c979f8e5b50 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:16.441215 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-225bc666-1733-48e5-a477-c5a238abbac7 None None] Port d5fbf7ee-f977-4844-88c2-4e73e46465f2 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:16.450451 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-39117439-04cc-4fe8-86f3-7c979f8e5b50 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.21 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 812 time: 0.2775469 Nov 12 00:53:16.469051 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-0644e841-808c-43b6-b584-697753fe2d08 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Request body: {'port': {'device_id': '4ee54c80-48e4-47ce-97df-db4f9e13859f', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'admin_state_up': True, 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:16.503780 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-fc8e8b6e-c95f-48ce-a7c1-254745fd7c96 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Deleting port 494c7d4e-8bfc-416a-8016-583e90de17b0 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:16.504685 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc8e8b6e-c95f-48ce-a7c1-254745fd7c96 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.565070 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 425d323e-72c2-4485-abdf-008bfe1b0ef9 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:16.616065 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc8e8b6e-c95f-48ce-a7c1-254745fd7c96 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.635616 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-fc8e8b6e-c95f-48ce-a7c1-254745fd7c96 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Calling delete_port for 494c7d4e-8bfc-416a-8016-583e90de17b0 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:16.775144 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be45b6c-344e-450c-8776-a2a629269748 req-e8bd764e-cac5-4938-bc77-5a1d6b46f423 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:16.781070 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9be45b6c-344e-450c-8776-a2a629269748 req-e8bd764e-cac5-4938-bc77-5a1d6b46f423 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 944 time: 0.2151883 Nov 12 00:53:16.784977 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 425d323e-72c2-4485-abdf-008bfe1b0ef9, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=425d323e-72c2-4485-abdf-008bfe1b0ef9,segment=NetworkSegment(4d180559-ff7b-4386-b0ba-a5f5a70a375b),segment_id=4d180559-ff7b-4386-b0ba-a5f5a70a375b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:16.789026 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.801764 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '425d323e-72c2-4485-abdf-008bfe1b0ef9', 'network_id': '2ae8764c-6045-42df-b713-ab4f0e086c21', 'port_id': '425d323e-72c2-4485-abdf-008bfe1b0ef9', 'mac_address': 'fa:16:3e:8b:e7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa33b273-6769-45e4-9426-f7219f3a9eea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:16.808166 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.846946 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-649de5f7-793b-4a76-8578-c84ff4ba2f4e tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Deleting port d5fbf7ee-f977-4844-88c2-4e73e46465f2 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:16.847360 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-649de5f7-793b-4a76-8578-c84ff4ba2f4e tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.890584 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.910783 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425d323e-72c2-4485-abdf-008bfe1b0ef9 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:16.929549 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Attempting to bind port 494c7d4e-8bfc-416a-8016-583e90de17b0 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:16.930004 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Attempting to bind port 494c7d4e-8bfc-416a-8016-583e90de17b0 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '284d72bc-fa30-4e5c-92cc-9b63bac22d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4bdf09d9-7124-4e56-ba13-7d1c95c90dfc'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:16.930436 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Attempting to bind port 494c7d4e-8bfc-416a-8016-583e90de17b0 on network 4bdf09d9-7124-4e56-ba13-7d1c95c90dfc {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:16.940164 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:16.940633 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Checking segment: {'id': '284d72bc-fa30-4e5c-92cc-9b63bac22d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4bdf09d9-7124-4e56-ba13-7d1c95c90dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:16.941150 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.941603 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Bound using segment: {'id': '284d72bc-fa30-4e5c-92cc-9b63bac22d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4bdf09d9-7124-4e56-ba13-7d1c95c90dfc'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:16.942135 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Bound port: 494c7d4e-8bfc-416a-8016-583e90de17b0, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284d72bc-fa30-4e5c-92cc-9b63bac22d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4bdf09d9-7124-4e56-ba13-7d1c95c90dfc'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:16.942838 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.946542 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ff8b7-7dbb-4f3c-973a-b271fdde4c7c None None] Pushing event updated for resources: {'Port': ['ID=494c7d4e-8bfc-416a-8016-583e90de17b0,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:16.952050 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 425d323e-72c2-4485-abdf-008bfe1b0ef9, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=425d323e-72c2-4485-abdf-008bfe1b0ef9,segment=NetworkSegment(4d180559-ff7b-4386-b0ba-a5f5a70a375b),segment_id=4d180559-ff7b-4386-b0ba-a5f5a70a375b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:16.962915 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.997371 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc8e8b6e-c95f-48ce-a7c1-254745fd7c96 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.035877 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-649de5f7-793b-4a76-8578-c84ff4ba2f4e tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.046521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=425d323e-72c2-4485-abdf-008bfe1b0ef9,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:17.053268 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-649de5f7-793b-4a76-8578-c84ff4ba2f4e tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Calling delete_port for d5fbf7ee-f977-4844-88c2-4e73e46465f2 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:17.056738 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.db.api [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=114245) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:53:17.057144 n-d-712137-14 neutron-server[114245]: DEBUG oslo_db.api [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:53:17.077116 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e8b6e-c95f-48ce-a7c1-254745fd7c96 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Pushing event deleted for resources: {'Port': ['ID=494c7d4e-8bfc-416a-8016-583e90de17b0,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:17.120673 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc8e8b6e-c95f-48ce-a7c1-254745fd7c96 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.125975 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-0644e841-808c-43b6-b584-697753fe2d08 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Made reservation on behalf of 14ea2cdd235d4a03beeb494819cf4835 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:17.129930 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-0644e841-808c-43b6-b584-697753fe2d08 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.185964 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9be45b6c-344e-450c-8776-a2a629269748 req-59f43529-aec4-4f86-8991-21b06ddd0c36 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924472 Nov 12 00:53:17.269556 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9057c4a7-d49a-4e1b-8bce-0f53e6ec344e req-1400a21d-6920-4a8e-ac79-21dcf0a35c64 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ee54c80-48e4-47ce-97df-db4f9e13859f HTTP/1.1" status: 200 len: 210 time: 0.0954382 Nov 12 00:53:17.273450 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc8e8b6e-c95f-48ce-a7c1-254745fd7c96 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.276639 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc8e8b6e-c95f-48ce-a7c1-254745fd7c96 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.328640 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc8e8b6e-c95f-48ce-a7c1-254745fd7c96 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.330683 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8e8b6e-c95f-48ce-a7c1-254745fd7c96 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a24c66b-b276-4e09-8369-dcf613ab276e {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:53:17.336164 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc8e8b6e-c95f-48ce-a7c1-254745fd7c96 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.337622 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fc8e8b6e-c95f-48ce-a7c1-254745fd7c96 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "DELETE /v2.0/routers/8a24c66b-b276-4e09-8369-dcf613ab276e HTTP/1.1" status: 204 len: 168 time: 1.9739027 Nov 12 00:53:17.340901 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48360) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:17.400894 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['425d323e-72c2-4485-abdf-008bfe1b0ef9'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:17.444127 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f9a9f3-5b29-4fe3-b236-b37c0a6f2555 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Deleting subnet 7d7222c3-dda4-4e7b-8f3e-b5ad085897fc {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:53:17.448763 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-51f9a9f3-5b29-4fe3-b236-b37c0a6f2555 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.523996 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-51f9a9f3-5b29-4fe3-b236-b37c0a6f2555 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.591615 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Attempting to bind port 494c7d4e-8bfc-416a-8016-583e90de17b0 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:17.592633 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Attempting to bind port 494c7d4e-8bfc-416a-8016-583e90de17b0 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '284d72bc-fa30-4e5c-92cc-9b63bac22d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4bdf09d9-7124-4e56-ba13-7d1c95c90dfc'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:17.593149 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Attempting to bind port 494c7d4e-8bfc-416a-8016-583e90de17b0 on network 4bdf09d9-7124-4e56-ba13-7d1c95c90dfc {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:17.611478 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:17.611862 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Checking segment: {'id': '284d72bc-fa30-4e5c-92cc-9b63bac22d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4bdf09d9-7124-4e56-ba13-7d1c95c90dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:17.614422 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.614891 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Bound using segment: {'id': '284d72bc-fa30-4e5c-92cc-9b63bac22d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4bdf09d9-7124-4e56-ba13-7d1c95c90dfc'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:17.615396 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Bound port: 494c7d4e-8bfc-416a-8016-583e90de17b0, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284d72bc-fa30-4e5c-92cc-9b63bac22d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4bdf09d9-7124-4e56-ba13-7d1c95c90dfc'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:17.615792 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.666824 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-51f9a9f3-5b29-4fe3-b236-b37c0a6f2555 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.669498 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.plugin [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Port 494c7d4e-8bfc-416a-8016-583e90de17b0 has been deleted concurrently {{(pid=114245) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 00:53:17.679238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-0644e841-808c-43b6-b584-697753fe2d08 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Allocated IP 172.20.0.3 (6307f6ac-8534-473b-9c55-0dd7d1da8597/b8aa6c3c-5081-4604-8817-fb3a926bbac1/ac7d2f56-2f1b-4ef5-9002-866d6c28d0de) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:17.684609 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-649de5f7-793b-4a76-8578-c84ff4ba2f4e tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.693796 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Routers set() bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:17.695887 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Router IDs set() for agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 00:53:17.697756 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_agentschedulers_db [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8a24c66b-b276-4e09-8369-dcf613ab276e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:52:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent'). {{(pid=114245) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 00:53:17.698144 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadce6ed-260c-4631-b0a0-e43989746811 None None] The sync data for ids ['8a24c66b-b276-4e09-8369-dcf613ab276e'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:53:17.731538 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649de5f7-793b-4a76-8578-c84ff4ba2f4e tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Pushing event deleted for resources: {'Port': ['ID=d5fbf7ee-f977-4844-88c2-4e73e46465f2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:17.777925 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-51f9a9f3-5b29-4fe3-b236-b37c0a6f2555 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.825495 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9a9f3-5b29-4fe3-b236-b37c0a6f2555 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7d7222c3-dda4-4e7b-8f3e-b5ad085897fc,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:17.828406 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-51f9a9f3-5b29-4fe3-b236-b37c0a6f2555 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.833260 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-51f9a9f3-5b29-4fe3-b236-b37c0a6f2555 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/7d7222c3-dda4-4e7b-8f3e-b5ad085897fc HTTP/1.1" status: 204 len: 168 time: 0.4912703 Nov 12 00:53:17.836331 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48374) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:17.899853 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-649de5f7-793b-4a76-8578-c84ff4ba2f4e tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.905453 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-649de5f7-793b-4a76-8578-c84ff4ba2f4e tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "DELETE /v2.0/ports/d5fbf7ee-f977-4844-88c2-4e73e46465f2 HTTP/1.1" status: 204 len: 168 time: 1.8040509 Nov 12 00:53:17.906774 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48376) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:17.947960 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e26996-309c-4257-a3fa-3ddda053d77e tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] GET failed (client error): The resource could not be found. Nov 12 00:53:17.953707 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48380) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:17.954657 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c3e26996-309c-4257-a3fa-3ddda053d77e tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "GET /v2.0/ports/d5fbf7ee-f977-4844-88c2-4e73e46465f2 HTTP/1.1" status: 404 len: 333 time: 0.0472212 Nov 12 00:53:17.964748 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-439204b2-dabb-4531-aa83-7e519809949f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Request body: {'port': {'network_id': '46e02f09-3f3e-4faa-80c4-286b1625ca50', 'name': 'tempest-AllowedAddressPairTestJSON-1617709550'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:17.972353 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eee46982-b83d-4440-ba23-66c46a525793 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.002467 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-0644e841-808c-43b6-b584-697753fe2d08 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.042875 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-0644e841-808c-43b6-b584-697753fe2d08 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.122231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644e841-808c-43b6-b584-697753fe2d08 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Pushing event updated for resources: {'Port': ['ID=ac7d2f56-2f1b-4ef5-9002-866d6c28d0de,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:18.134917 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-0644e841-808c-43b6-b584-697753fe2d08 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Network 6307f6ac-8534-473b-9c55-0dd7d1da8597 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:18.137111 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-0644e841-808c-43b6-b584-697753fe2d08 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:18.152566 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eee46982-b83d-4440-ba23-66c46a525793 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.155974 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-0644e841-808c-43b6-b584-697753fe2d08 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:18.183974 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439204b2-dabb-4531-aa83-7e519809949f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Made reservation on behalf of aa0c94d9bad34a31962845f08eddf218 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:18.187543 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-439204b2-dabb-4531-aa83-7e519809949f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.221446 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-0644e841-808c-43b6-b584-697753fe2d08 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:18.222117 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-0644e841-808c-43b6-b584-697753fe2d08 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.249416 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-0644e841-808c-43b6-b584-697753fe2d08 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7854767 Nov 12 00:53:18.261398 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-eee46982-b83d-4440-ba23-66c46a525793 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bdf09d9-7124-4e56-ba13-7d1c95c90dfc']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:18.266984 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] Request body: {'port': {'device_id': '4ee54c80-48e4-47ce-97df-db4f9e13859f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:18.285840 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-439204b2-dabb-4531-aa83-7e519809949f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] device_id is not set on port 96e499ff-bdc3-40a6-aebc-4d40e23dffc0 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:53:18.292948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-eee46982-b83d-4440-ba23-66c46a525793 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284d72bc-fa30-4e5c-92cc-9b63bac22d93') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:18.293254 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-eee46982-b83d-4440-ba23-66c46a525793 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284d72bc-fa30-4e5c-92cc-9b63bac22d93') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:18.307101 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eee46982-b83d-4440-ba23-66c46a525793 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.313728 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['bbffa4a2-710f-4fb4-aba5-fe1bad751312'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:18.374608 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eee46982-b83d-4440-ba23-66c46a525793 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.395855 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee46982-b83d-4440-ba23-66c46a525793 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:53:18.396267 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eee46982-b83d-4440-ba23-66c46a525793 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: items = [ Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:53:18.399611 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:53:18.534977 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.569287 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ddf4f-346c-4e34-9799-fb584fed9011 req-65933dd1-5c0e-4f03-a5ee-d27ef2f19784 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:18.571134 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5e9ddf4f-346c-4e34-9799-fb584fed9011 req-65933dd1-5c0e-4f03-a5ee-d27ef2f19784 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 945 time: 0.1962020 Nov 12 00:53:18.597127 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eee46982-b83d-4440-ba23-66c46a525793 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.604594 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-439204b2-dabb-4531-aa83-7e519809949f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Allocated IP 172.20.0.3 (46e02f09-3f3e-4faa-80c4-286b1625ca50/6b2beaf6-f5cc-47cd-b7d7-fdcc45d7e844/96e499ff-bdc3-40a6-aebc-4d40e23dffc0) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:18.610489 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee46982-b83d-4440-ba23-66c46a525793 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4bdf09d9-7124-4e56-ba13-7d1c95c90dfc {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 00:53:18.623860 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94b179-a889-4ab9-aae6-26718c681b4c req-a80f90e8-88ba-4975-b034-62b75edb4b40 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:18.625844 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5d94b179-a889-4ab9-aae6-26718c681b4c req-a80f90e8-88ba-4975-b034-62b75edb4b40 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ee54c80-48e4-47ce-97df-db4f9e13859f HTTP/1.1" status: 200 len: 931 time: 0.1816988 Nov 12 00:53:18.627127 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eee46982-b83d-4440-ba23-66c46a525793 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.630686 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-eee46982-b83d-4440-ba23-66c46a525793 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "DELETE /v2.0/networks/4bdf09d9-7124-4e56-ba13-7d1c95c90dfc HTTP/1.1" status: 204 len: 168 time: 0.7931087 Nov 12 00:53:18.713897 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee46982-b83d-4440-ba23-66c46a525793 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Pushing event deleted for resources: {'Network': ['ID=4bdf09d9-7124-4e56-ba13-7d1c95c90dfc,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:18.797081 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5d94b179-a889-4ab9-aae6-26718c681b4c req-9304b4c8-c996-4eed-a765-e459228544bc tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555831 Nov 12 00:53:18.846757 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 425d323e-72c2-4485-abdf-008bfe1b0ef9 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:18.970005 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b08eb82e-ae0a-497a-9b92-4c09ae425083 None None] Provisioning complete for port ac7d2f56-2f1b-4ef5-9002-866d6c28d0de triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:18.970396 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b08eb82e-ae0a-497a-9b92-4c09ae425083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.990121 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5e9ddf4f-346c-4e34-9799-fb584fed9011 req-e0a5715e-f533-4019-97d7-e944ea407b62 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387930 Nov 12 00:53:19.036194 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b08eb82e-ae0a-497a-9b92-4c09ae425083 None None] Port ac7d2f56-2f1b-4ef5-9002-866d6c28d0de cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:19.051015 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 425d323e-72c2-4485-abdf-008bfe1b0ef9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:19.051392 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.062294 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48404) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:19.068316 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-32041dc4-051a-4041-8bb8-d1b2aceb706b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Request body: {'router': {'name': 'tempest-router--628291464', 'project_id': 'c6e07bed5b814db78e9cb81c4c0522b8'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:19.122813 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-32041dc4-051a-4041-8bb8-d1b2aceb706b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.125363 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-32041dc4-051a-4041-8bb8-d1b2aceb706b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.143206 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-439204b2-dabb-4531-aa83-7e519809949f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.216496 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.243258 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46af53ae-2d80-4dd4-b428-704f660a1ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425d323e-72c2-4485-abdf-008bfe1b0ef9'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:19.245930 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30218d11-81e6-4ecc-bca5-041dd751f559" -d '{"events": [{"server_uuid": "46af53ae-2d80-4dd4-b428-704f660a1ac9", "name": "network-vif-plugged", "status": "completed", "tag": "425d323e-72c2-4485-abdf-008bfe1b0ef9"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:19.261222 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 425d323e-72c2-4485-abdf-008bfe1b0ef9, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=425d323e-72c2-4485-abdf-008bfe1b0ef9,segment=NetworkSegment(4d180559-ff7b-4386-b0ba-a5f5a70a375b),segment_id=4d180559-ff7b-4386-b0ba-a5f5a70a375b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:19.266333 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.280455 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-32041dc4-051a-4041-8bb8-d1b2aceb706b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.308851 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-32041dc4-051a-4041-8bb8-d1b2aceb706b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.340610 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=425d323e-72c2-4485-abdf-008bfe1b0ef9,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:19.344290 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7d2f56-2f1b-4ef5-9002-866d6c28d0de {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:19.351261 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb89a9ac-2a0d-4017-bca8-7839a2a1bed6 x-openstack-request-id: req-cb89a9ac-2a0d-4017-bca8-7839a2a1bed6 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:19.352560 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-32041dc4-051a-4041-8bb8-d1b2aceb706b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.353336 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46af53ae-2d80-4dd4-b428-704f660a1ac9", "name": "network-vif-plugged", "status": "completed", "tag": "425d323e-72c2-4485-abdf-008bfe1b0ef9", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:19.354116 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb89a9ac-2a0d-4017-bca8-7839a2a1bed6 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:19.354502 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46af53ae-2d80-4dd4-b428-704f660a1ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425d323e-72c2-4485-abdf-008bfe1b0ef9', 'code': 200} Nov 12 00:53:19.359045 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-32041dc4-051a-4041-8bb8-d1b2aceb706b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2927220 Nov 12 00:53:19.362150 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48408) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:19.377295 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.406136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] Transition to ACTIVE for port object ac7d2f56-2f1b-4ef5-9002-866d6c28d0de will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:19.415038 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.431618 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-439204b2-dabb-4531-aa83-7e519809949f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.496787 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] Pushing event updated for resources: {'Port': ['ID=ac7d2f56-2f1b-4ef5-9002-866d6c28d0de,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:19.590632 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439204b2-dabb-4531-aa83-7e519809949f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Pushing event updated for resources: {'Port': ['ID=96e499ff-bdc3-40a6-aebc-4d40e23dffc0,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:19.619328 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439204b2-dabb-4531-aa83-7e519809949f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Network 46e02f09-3f3e-4faa-80c4-286b1625ca50 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:19.620649 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a5a6d9bb-d57a-4b06-9dd5-6ef149221a54 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.637829 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] Attempting to bind port ac7d2f56-2f1b-4ef5-9002-866d6c28d0de on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:19.638232 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] Attempting to bind port ac7d2f56-2f1b-4ef5-9002-866d6c28d0de by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:19.638686 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] Attempting to bind port ac7d2f56-2f1b-4ef5-9002-866d6c28d0de on network 6307f6ac-8534-473b-9c55-0dd7d1da8597 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:19.643412 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] Port ac7d2f56-2f1b-4ef5-9002-866d6c28d0de on network 6307f6ac-8534-473b-9c55-0dd7d1da8597 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:19.643849 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] Attempting to bind port ac7d2f56-2f1b-4ef5-9002-866d6c28d0de on network 6307f6ac-8534-473b-9c55-0dd7d1da8597 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:19.655012 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-439204b2-dabb-4531-aa83-7e519809949f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:19.659986 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:19.662180 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] Checking segment: {'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:19.662797 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] Bound using segment: {'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:19.663341 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] Bound port: ac7d2f56-2f1b-4ef5-9002-866d6c28d0de, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:19.663898 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.748125 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439204b2-dabb-4531-aa83-7e519809949f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:19.791952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] For port ac7d2f56-2f1b-4ef5-9002-866d6c28d0de, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:19.795648 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] For port ac7d2f56-2f1b-4ef5-9002-866d6c28d0de, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=ac7d2f56-2f1b-4ef5-9002-866d6c28d0de,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:19.810661 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.817839 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439204b2-dabb-4531-aa83-7e519809949f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:19.818491 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-439204b2-dabb-4531-aa83-7e519809949f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.979183 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784ede8-d091-4c67-a996-6fd40597b792 req-f13911d9-abc4-48ab-b806-952e7ea62628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:19.981034 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3784ede8-d091-4c67-a996-6fd40597b792 req-f13911d9-abc4-48ab-b806-952e7ea62628 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 1098 time: 0.3913329 Nov 12 00:53:19.985925 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a5a6d9bb-d57a-4b06-9dd5-6ef149221a54 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.995029 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-439204b2-dabb-4531-aa83-7e519809949f tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0352859 Nov 12 00:53:20.001544 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a5a6d9bb-d57a-4b06-9dd5-6ef149221a54 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.018171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48416) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:20.052377 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-b8900579-e3bb-48ea-8e76-970d576dd2bf tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Request body: {'port': {'network_id': '46e02f09-3f3e-4faa-80c4-286b1625ca50', 'name': 'tempest-AllowedAddressPairTestJSON-1210163253'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:20.054073 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-69f7d299-3f72-4a29-81e4-b214b34ba8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.064833 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.069880 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.071617 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] 10.222.0.21 "PUT /v2.0/ports/ac7d2f56-2f1b-4ef5-9002-866d6c28d0de HTTP/1.1" status: 200 len: 1092 time: 1.8124864 Nov 12 00:53:20.077248 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3784ede8-d091-4c67-a996-6fd40597b792 req-27ef89b8-5b13-42a6-9e93-fe705688fd5d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732830 Nov 12 00:53:20.123160 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee54c80-48e4-47ce-97df-db4f9e13859f', 'tag': 'ac7d2f56-2f1b-4ef5-9002-866d6c28d0de'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:20.125904 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a76cb90-08ce-4973-9076-37bbab881d63" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee54c80-48e4-47ce-97df-db4f9e13859f", "tag": "ac7d2f56-2f1b-4ef5-9002-866d6c28d0de"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:20.186455 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-54ae5fc4-c725-46fa-82a2-fe94ef66f1b2 None None] Provisioning complete for port 96e499ff-bdc3-40a6-aebc-4d40e23dffc0 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:20.187042 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-54ae5fc4-c725-46fa-82a2-fe94ef66f1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.199865 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6b4c6-11a7-4f11-a094-4cde96b5573f service neutron] Pushing event updated for resources: {'Port': ['ID=ac7d2f56-2f1b-4ef5-9002-866d6c28d0de,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:20.200222 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a5a6d9bb-d57a-4b06-9dd5-6ef149221a54 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.202602 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a6d9bb-d57a-4b06-9dd5-6ef149221a54 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6dce0d0a-dd1b-4ac6-b29f-e96aaa3d6f56 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:53:20.211232 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a5a6d9bb-d57a-4b06-9dd5-6ef149221a54 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.217082 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a5a6d9bb-d57a-4b06-9dd5-6ef149221a54 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "DELETE /v2.0/routers/6dce0d0a-dd1b-4ac6-b29f-e96aaa3d6f56 HTTP/1.1" status: 204 len: 168 time: 0.8515069 Nov 12 00:53:20.243135 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb84fe5-0fb5-4aba-9f02-9a0ec79fd7e1 req-a68544d8-b23b-4f92-8ad5-215d20944c25 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.253676 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-feb84fe5-0fb5-4aba-9f02-9a0ec79fd7e1 req-a68544d8-b23b-4f92-8ad5-215d20944c25 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.1285212 Nov 12 00:53:20.288041 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-54ae5fc4-c725-46fa-82a2-fe94ef66f1b2 None None] Port 96e499ff-bdc3-40a6-aebc-4d40e23dffc0 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:20.332112 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-feb84fe5-0fb5-4aba-9f02-9a0ec79fd7e1 req-0771e436-458b-4d9c-a395-81cca8e578a9 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653868 Nov 12 00:53:20.412380 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48424) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:20.422073 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312e71e-a258-472f-bf3e-1edb652ed684 req-70c53dc1-08cd-4cfc-a732-e40a85c9fdc8 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.423727 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2312e71e-a258-472f-bf3e-1edb652ed684 req-70c53dc1-08cd-4cfc-a732-e40a85c9fdc8 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ee54c80-48e4-47ce-97df-db4f9e13859f HTTP/1.1" status: 200 len: 943 time: 0.4463496 Nov 12 00:53:20.429837 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47553a67-0ce0-4440-bd20-a26990754477 x-openstack-request-id: req-47553a67-0ce0-4440-bd20-a26990754477 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:20.430069 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee54c80-48e4-47ce-97df-db4f9e13859f", "tag": "ac7d2f56-2f1b-4ef5-9002-866d6c28d0de", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:20.430347 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47553a67-0ce0-4440-bd20-a26990754477 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:20.430678 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee54c80-48e4-47ce-97df-db4f9e13859f', 'tag': 'ac7d2f56-2f1b-4ef5-9002-866d6c28d0de', 'status': 'completed', 'code': 200} Nov 12 00:53:20.439618 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-d0af5bc7-6469-4025-ad06-428356ee0dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.441159 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-d0af5bc7-6469-4025-ad06-428356ee0dca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=4ee54c80-48e4-47ce-97df-db4f9e13859f HTTP/1.1" status: 200 len: 1095 time: 0.2958865 Nov 12 00:53:20.508194 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-8c83ce34-09b7-474c-ae12-ebd30fde09ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac7d2f56-2f1b-4ef5-9002-866d6c28d0de HTTP/1.1" status: 200 len: 217 time: 0.0577309 Nov 12 00:53:20.580682 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8900579-e3bb-48ea-8e76-970d576dd2bf tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Made reservation on behalf of aa0c94d9bad34a31962845f08eddf218 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:20.584167 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b8900579-e3bb-48ea-8e76-970d576dd2bf tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.624901 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-3610093e-233b-4c38-afb0-fd60067af852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.627186 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-3610093e-233b-4c38-afb0-fd60067af852 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.1064048 Nov 12 00:53:20.630033 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-b8900579-e3bb-48ea-8e76-970d576dd2bf tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] device_id is not set on port 21b20168-944e-4413-804c-a72d5b672140 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:53:20.639872 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2312e71e-a258-472f-bf3e-1edb652ed684 req-9d0e0c11-4ed7-496e-b0b9-e58ffa3f8e15 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081544 Nov 12 00:53:20.724375 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c93ec807-517f-411e-ad73-a4593db39d1c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-66203554', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}, 'admin_state_up': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:20.747500 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c93ec807-517f-411e-ad73-a4593db39d1c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.748516 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-5611cf7b-ab6f-452a-90ba-e8acb273c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.749044 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c93ec807-517f-411e-ad73-a4593db39d1c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.750058 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-5611cf7b-ab6f-452a-90ba-e8acb273c8b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1092122 Nov 12 00:53:20.809990 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c93ec807-517f-411e-ad73-a4593db39d1c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.854649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-b8900579-e3bb-48ea-8e76-970d576dd2bf tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Allocated IP 172.20.0.9 (46e02f09-3f3e-4faa-80c4-286b1625ca50/6b2beaf6-f5cc-47cd-b7d7-fdcc45d7e844/21b20168-944e-4413-804c-a72d5b672140) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:20.904032 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-222b3d7b-b23b-451f-a6dc-859f81335f46 service neutron] 10.222.0.21 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300955 Nov 12 00:53:20.960060 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c93ec807-517f-411e-ad73-a4593db39d1c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.094303 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8f64bfb-d125-43bc-9f64-5bb82663bccc req-1fc86874-d0cd-4401-85f3-db3bb557b860 service neutron] 10.222.0.21 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811957 Nov 12 00:53:21.155495 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b8900579-e3bb-48ea-8e76-970d576dd2bf tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.239154 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76cb90-08ce-4973-9076-37bbab881d63 req-95413621-3aa9-407b-a93a-b5fe02eb0f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:21.241433 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a76cb90-08ce-4973-9076-37bbab881d63 req-95413621-3aa9-407b-a93a-b5fe02eb0f46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=4ee54c80-48e4-47ce-97df-db4f9e13859f HTTP/1.1" status: 200 len: 1095 time: 0.0747604 Nov 12 00:53:21.244495 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b8900579-e3bb-48ea-8e76-970d576dd2bf tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.341748 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8900579-e3bb-48ea-8e76-970d576dd2bf tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Network 46e02f09-3f3e-4faa-80c4-286b1625ca50 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:21.351330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-b8900579-e3bb-48ea-8e76-970d576dd2bf tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:21.384861 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8900579-e3bb-48ea-8e76-970d576dd2bf tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:21.436712 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8900579-e3bb-48ea-8e76-970d576dd2bf tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:21.437581 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b8900579-e3bb-48ea-8e76-970d576dd2bf tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.488836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8900579-e3bb-48ea-8e76-970d576dd2bf tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Pushing event updated for resources: {'Port': ['ID=21b20168-944e-4413-804c-a72d5b672140,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:21.497042 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c93ec807-517f-411e-ad73-a4593db39d1c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.536274 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b8900579-e3bb-48ea-8e76-970d576dd2bf tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5016754 Nov 12 00:53:21.539951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48446) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:21.544502 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c93ec807-517f-411e-ad73-a4593db39d1c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.549102 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-62d12417-76c7-478a-bcbb-42b66e5cee73 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:4b:f6:9f'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:b5:0e:90'}]}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:21.567447 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06846f-3102-4182-9191-ba298d1e04c0 req-dbc3b123-f61f-493a-955f-5d67a6b0260a tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:21.580448 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3e06846f-3102-4182-9191-ba298d1e04c0 req-dbc3b123-f61f-493a-955f-5d67a6b0260a tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a236a4-7a7e-4008-9e4f-81b501c02c16 HTTP/1.1" status: 200 len: 946 time: 0.1397400 Nov 12 00:53:21.585105 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc526c7-c1e2-43de-92d5-611b33e035e8 req-ccbbcd5b-7641-4c04-a50e-002aab3459be tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:21.589670 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76cb90-08ce-4973-9076-37bbab881d63 req-b8ed9a25-774d-401e-93d8-5b3c82b26a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:21.591109 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a76cb90-08ce-4973-9076-37bbab881d63 req-b8ed9a25-774d-401e-93d8-5b3c82b26a14 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 913 time: 0.3354409 Nov 12 00:53:21.593379 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8cc526c7-c1e2-43de-92d5-611b33e035e8 req-ccbbcd5b-7641-4c04-a50e-002aab3459be tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.0976305 Nov 12 00:53:21.723807 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a76cb90-08ce-4973-9076-37bbab881d63 req-4d7e0c5f-47c7-4dfa-a9a4-d9ccd89053cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac7d2f56-2f1b-4ef5-9002-866d6c28d0de HTTP/1.1" status: 200 len: 217 time: 0.0941815 Nov 12 00:53:21.752254 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c374514e-0e18-4c32-950a-cff3816359c3 None None] Provisioning complete for port 21b20168-944e-4413-804c-a72d5b672140 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:21.753344 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c374514e-0e18-4c32-950a-cff3816359c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.764758 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8cc526c7-c1e2-43de-92d5-611b33e035e8 req-cbfa163b-5332-4a00-bf34-8e99ddc6d35f tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666989 Nov 12 00:53:21.836319 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-c93ec807-517f-411e-ad73-a4593db39d1c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Allocated IP 172.25.0.197 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/c6acbf28-83d6-411d-9670-dd6aa5635482) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:21.863907 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c374514e-0e18-4c32-950a-cff3816359c3 None None] Port 21b20168-944e-4413-804c-a72d5b672140 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:21.885340 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3e06846f-3102-4182-9191-ba298d1e04c0 req-30e8ff27-b407-4ba5-828a-8b1b9af29f5a tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974732 Nov 12 00:53:21.900939 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76cb90-08ce-4973-9076-37bbab881d63 req-23a0ad9e-88e9-4c37-95a2-a22ff651d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:21.902508 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a76cb90-08ce-4973-9076-37bbab881d63 req-23a0ad9e-88e9-4c37-95a2-a22ff651d618 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.1610417 Nov 12 00:53:22.009203 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76cb90-08ce-4973-9076-37bbab881d63 req-55cebc3a-aa78-4de6-944e-72431b13ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.011223 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a76cb90-08ce-4973-9076-37bbab881d63 req-55cebc3a-aa78-4de6-944e-72431b13ad2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005442 Nov 12 00:53:22.012008 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7171da-1b5d-43c5-ab7b-15f42868d011 req-c8ccf4cb-98ba-4ce0-9b8a-a30162d897f4 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.013562 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ec7171da-1b5d-43c5-ab7b-15f42868d011 req-c8ccf4cb-98ba-4ce0-9b8a-a30162d897f4 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ee54c80-48e4-47ce-97df-db4f9e13859f HTTP/1.1" status: 200 len: 943 time: 0.1120059 Nov 12 00:53:22.044251 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-62d12417-76c7-478a-bcbb-42b66e5cee73 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.062048 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c93ec807-517f-411e-ad73-a4593db39d1c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.092714 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ec7171da-1b5d-43c5-ab7b-15f42868d011 req-02e3a76e-2192-4ff6-8619-2ed74c657be9 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718367 Nov 12 00:53:22.122088 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c93ec807-517f-411e-ad73-a4593db39d1c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.162290 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93ec807-517f-411e-ad73-a4593db39d1c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:22.163042 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a76cb90-08ce-4973-9076-37bbab881d63 req-bc253a40-9396-4fbd-937a-8c19845161dd service neutron] 10.222.0.21 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434355 Nov 12 00:53:22.168518 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-c93ec807-517f-411e-ad73-a4593db39d1c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:22.172585 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ec807-517f-411e-ad73-a4593db39d1c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:22.186621 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce21de08-8c63-4c73-ac33-e3dc89be4f3d None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:22.217949 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ec807-517f-411e-ad73-a4593db39d1c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Pushing event updated for resources: {'Port': ['ID=c6acbf28-83d6-411d-9670-dd6aa5635482,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:22.307958 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-15bf081a-5f30-425a-93fa-37c8d8ad5c15 None None] Provisioning complete for port c6acbf28-83d6-411d-9670-dd6aa5635482 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:22.308898 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-15bf081a-5f30-425a-93fa-37c8d8ad5c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.348204 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a76cb90-08ce-4973-9076-37bbab881d63 req-2fc724da-d3f9-47cc-b14a-36bc646bf4e4 service neutron] 10.222.0.21 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776209 Nov 12 00:53:22.368320 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-62d12417-76c7-478a-bcbb-42b66e5cee73 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.374678 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-62d12417-76c7-478a-bcbb-42b66e5cee73 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.375148 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d8c8cd4b-2d26-47eb-bc9b-a99860d3828c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.394522 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-15bf081a-5f30-425a-93fa-37c8d8ad5c15 None None] Port c6acbf28-83d6-411d-9670-dd6aa5635482 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:22.410506 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device ac7d2f56-2f1b-4ef5-9002-866d6c28d0de details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:22.463330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d12417-76c7-478a-bcbb-42b66e5cee73 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Pushing event updated for resources: {'Port': ['ID=21b20168-944e-4413-804c-a72d5b672140,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:22.483228 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-62d12417-76c7-478a-bcbb-42b66e5cee73 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] In _notify_port_updated(), no bound segment for port 21b20168-944e-4413-804c-a72d5b672140 on network 46e02f09-3f3e-4faa-80c4-286b1625ca50 {{(pid=114242) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:53:22.489888 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d12417-76c7-478a-bcbb-42b66e5cee73 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.490567 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-62d12417-76c7-478a-bcbb-42b66e5cee73 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.491916 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-62d12417-76c7-478a-bcbb-42b66e5cee73 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "PUT /v2.0/ports/21b20168-944e-4413-804c-a72d5b672140 HTTP/1.1" status: 200 len: 1056 time: 0.9502106 Nov 12 00:53:22.497384 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48452) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:22.537458 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c93ec807-517f-411e-ad73-a4593db39d1c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.595407 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port ac7d2f56-2f1b-4ef5-9002-866d6c28d0de, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=ac7d2f56-2f1b-4ef5-9002-866d6c28d0de,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:22.622818 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'ac7d2f56-2f1b-4ef5-9002-866d6c28d0de', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'port_id': 'ac7d2f56-2f1b-4ef5-9002-866d6c28d0de', 'mac_address': 'fa:16:3e:3d:d9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:22.658195 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-2f111dd8-14fb-4109-9c92-b6886510081a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Deleting port 21b20168-944e-4413-804c-a72d5b672140 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:22.658542 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f111dd8-14fb-4109-9c92-b6886510081a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.700080 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.715911 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7d2f56-2f1b-4ef5-9002-866d6c28d0de {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:22.745027 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port ac7d2f56-2f1b-4ef5-9002-866d6c28d0de, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=ac7d2f56-2f1b-4ef5-9002-866d6c28d0de,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:22.754289 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.769703 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f111dd8-14fb-4109-9c92-b6886510081a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.803196 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c93ec807-517f-411e-ad73-a4593db39d1c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.816249 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-2f111dd8-14fb-4109-9c92-b6886510081a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Calling delete_port for 21b20168-944e-4413-804c-a72d5b672140 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:22.837496 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-26b128af-7a34-4891-909c-4ec335017434 None None] Provisioning complete for port 21b20168-944e-4413-804c-a72d5b672140 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:22.838330 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-26b128af-7a34-4891-909c-4ec335017434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.879468 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-26b128af-7a34-4891-909c-4ec335017434 None None] Port 21b20168-944e-4413-804c-a72d5b672140 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:22.888077 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=ac7d2f56-2f1b-4ef5-9002-866d6c28d0de,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:22.971265 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['ac7d2f56-2f1b-4ef5-9002-866d6c28d0de'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:23.000508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93ec807-517f-411e-ad73-a4593db39d1c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Router 8e9fa58d-94f8-40bc-875f-226f56d51e65 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:53:23.044367 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f111dd8-14fb-4109-9c92-b6886510081a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.083160 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d91e8-da64-42e1-b904-169970768ce9 req-ff1e8e15-d950-4d59-929d-f8e54ed8e725 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.093234 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-818d91e8-da64-42e1-b904-169970768ce9 req-ff1e8e15-d950-4d59-929d-f8e54ed8e725 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a236a4-7a7e-4008-9e4f-81b501c02c16 HTTP/1.1" status: 200 len: 946 time: 0.1309004 Nov 12 00:53:23.093466 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f111dd8-14fb-4109-9c92-b6886510081a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Pushing event deleted for resources: {'Port': ['ID=21b20168-944e-4413-804c-a72d5b672140,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:23.104954 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f4964-6f0d-48f5-858a-2bc4957f7130 req-77512da3-0c17-441a-87c4-e9da37918e3d tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.112361 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8e6f4964-6f0d-48f5-858a-2bc4957f7130 req-77512da3-0c17-441a-87c4-e9da37918e3d tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.1346078 Nov 12 00:53:23.122154 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2276dd-71d3-4923-893a-a42d62845fbf req-7ba00741-3d46-4bc9-a6ab-b1207e302b45 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.123081 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6f2276dd-71d3-4923-893a-a42d62845fbf req-7ba00741-3d46-4bc9-a6ab-b1207e302b45 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a236a4-7a7e-4008-9e4f-81b501c02c16 HTTP/1.1" status: 200 len: 946 time: 0.1466002 Nov 12 00:53:23.159958 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-818d91e8-da64-42e1-b904-169970768ce9 req-e0409a9e-f8ee-4c60-9c60-f78bb0f08a49 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657687 Nov 12 00:53:23.254736 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93ec807-517f-411e-ad73-a4593db39d1c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:53:23.272779 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82b14f5-9fc2-4a20-b62b-b26808f3e8a9 None None] Sync routers for ids ['8e9fa58d-94f8-40bc-875f-226f56d51e65'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:53:23.290122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82b14f5-9fc2-4a20-b62b-b26808f3e8a9 None None] Routers {'8e9fa58d-94f8-40bc-875f-226f56d51e65'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:23.290122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d82b14f5-9fc2-4a20-b62b-b26808f3e8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:53:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['8e9fa58d-94f8-40bc-875f-226f56d51e65'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:23.352608 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d82b14f5-9fc2-4a20-b62b-b26808f3e8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:23.366425 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82b14f5-9fc2-4a20-b62b-b26808f3e8a9 None None] Routers {'8e9fa58d-94f8-40bc-875f-226f56d51e65'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:23.367097 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d82b14f5-9fc2-4a20-b62b-b26808f3e8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:53:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['8e9fa58d-94f8-40bc-875f-226f56d51e65'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:23.376508 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c93ec807-517f-411e-ad73-a4593db39d1c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.379808 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c93ec807-517f-411e-ad73-a4593db39d1c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9655538 Nov 12 00:53:23.381978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48462) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:23.408970 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8e6f4964-6f0d-48f5-858a-2bc4957f7130 req-715cb767-29b0-41f4-b901-8b0c8e67ef3a tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955823 Nov 12 00:53:23.419583 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d82b14f5-9fc2-4a20-b62b-b26808f3e8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:23.420484 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82b14f5-9fc2-4a20-b62b-b26808f3e8a9 None None] The sync data for ids ['8e9fa58d-94f8-40bc-875f-226f56d51e65'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:53:23.457805 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.486241 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f921e2-8498-4951-ac11-cd86e40b00ba req-511e5fd1-1a29-4d70-be9a-dedf6863b6db tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.495560 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-69f921e2-8498-4951-ac11-cd86e40b00ba req-511e5fd1-1a29-4d70-be9a-dedf6863b6db tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ee54c80-48e4-47ce-97df-db4f9e13859f HTTP/1.1" status: 200 len: 944 time: 0.2188842 Nov 12 00:53:23.535629 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-6f2276dd-71d3-4923-893a-a42d62845fbf req-19f02756-6901-493d-b73c-b4a43afe2521 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Deleting port a2ce0391-7d46-4d1a-a4ba-d12884ecf845 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:23.535991 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6f2276dd-71d3-4923-893a-a42d62845fbf req-19f02756-6901-493d-b73c-b4a43afe2521 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.606961 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-69f921e2-8498-4951-ac11-cd86e40b00ba req-fc66dd14-2e95-41a0-9ff4-32ff99be5926 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102922 Nov 12 00:53:23.621374 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b69d2bfa-6449-4e44-9a48-f227ec977365 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "GET /v2.0/routers/8e9fa58d-94f8-40bc-875f-226f56d51e65 HTTP/1.1" status: 200 len: 919 time: 0.2315857 Nov 12 00:53:23.624084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48466) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:23.648889 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2f111dd8-14fb-4109-9c92-b6886510081a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.653285 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2f111dd8-14fb-4109-9c92-b6886510081a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "DELETE /v2.0/ports/21b20168-944e-4413-804c-a72d5b672140 HTTP/1.1" status: 204 len: 168 time: 1.1537876 Nov 12 00:53:23.657320 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48468) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:23.657838 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8bfe78ab-9b4c-4a7e-81a3-fc17cc8f1979 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e9fa58d-94f8-40bc-875f-226f56d51e65 HTTP/1.1" status: 200 len: 205 time: 0.0318427 Nov 12 00:53:23.659524 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48470) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:23.770916 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.886595 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.956394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Deleting port c6acbf28-83d6-411d-9670-dd6aa5635482 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:23.957087 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.983444 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd678d0-36b0-4d6a-8f07-a114401cab15 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] GET failed (client error): The resource could not be found. Nov 12 00:53:23.987449 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ecd678d0-36b0-4d6a-8f07-a114401cab15 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "GET /v2.0/ports/21b20168-944e-4413-804c-a72d5b672140 HTTP/1.1" status: 404 len: 333 time: 0.3266773 Nov 12 00:53:23.991428 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48474) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:24.054067 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fadbe-a6a0-4fcd-b94c-fa5d00648831 req-f1dd7272-4172-4546-a489-cdc3f6f8e4ca tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.055700 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab2fadbe-a6a0-4fcd-b94c-fa5d00648831 req-f1dd7272-4172-4546-a489-cdc3f6f8e4ca tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.5450957 Nov 12 00:53:24.064908 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-6f2276dd-71d3-4923-893a-a42d62845fbf req-19f02756-6901-493d-b73c-b4a43afe2521 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] For port a2ce0391-7d46-4d1a-a4ba-d12884ecf845, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=a2ce0391-7d46-4d1a-a4ba-d12884ecf845,segment=NetworkSegment(bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b),segment_id=bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:24.065289 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6f2276dd-71d3-4923-893a-a42d62845fbf req-19f02756-6901-493d-b73c-b4a43afe2521 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.066664 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.082398 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Calling delete_port for c6acbf28-83d6-411d-9670-dd6aa5635482 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:24.105160 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-6f2276dd-71d3-4923-893a-a42d62845fbf req-19f02756-6901-493d-b73c-b4a43afe2521 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Calling delete_port for a2ce0391-7d46-4d1a-a4ba-d12884ecf845 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:24.217400 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab2fadbe-a6a0-4fcd-b94c-fa5d00648831 req-6776bc0a-bea9-47f4-9e9d-69c352985aaa tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491244 Nov 12 00:53:24.247968 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-38dc4827-36fa-4538-b320-1e657548270a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Deleting port 96e499ff-bdc3-40a6-aebc-4d40e23dffc0 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:24.248313 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-38dc4827-36fa-4538-b320-1e657548270a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.406111 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769f532-3704-4fb7-be10-061c43fb87d1 req-c1f0a897-5539-45f8-b36b-c06e5ee93d5c tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.417425 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9769f532-3704-4fb7-be10-061c43fb87d1 req-c1f0a897-5539-45f8-b36b-c06e5ee93d5c tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a236a4-7a7e-4008-9e4f-81b501c02c16 HTTP/1.1" status: 200 len: 946 time: 0.1467817 Nov 12 00:53:24.430771 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.431050 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-38dc4827-36fa-4538-b320-1e657548270a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.431579 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device ac7d2f56-2f1b-4ef5-9002-866d6c28d0de up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:24.445293 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-38dc4827-36fa-4538-b320-1e657548270a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Calling delete_port for 96e499ff-bdc3-40a6-aebc-4d40e23dffc0 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:24.447882 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6f2276dd-71d3-4923-893a-a42d62845fbf req-19f02756-6901-493d-b73c-b4a43afe2521 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.457105 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Pushing event deleted for resources: {'Port': ['ID=c6acbf28-83d6-411d-9670-dd6aa5635482,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:24.480987 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:24.481507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:24.481865 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:24.482202 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:24.482533 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:24.482868 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:24.483796 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:24.484096 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:24.484455 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:24.484789 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:24.485262 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:24.485632 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:24.492861 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f02756-6901-493d-b73c-b4a43afe2521 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Pushing event deleted for resources: {'Port': ['ID=a2ce0391-7d46-4d1a-a4ba-d12884ecf845,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:24.520098 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.539765 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2946ff52-4121-4497-adf1-8e38d6734cb5 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:24.565996 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port ac7d2f56-2f1b-4ef5-9002-866d6c28d0de completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:24.577766 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port ac7d2f56-2f1b-4ef5-9002-866d6c28d0de triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:24.578327 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.584659 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2276dd-71d3-4923-893a-a42d62845fbf req-19f02756-6901-493d-b73c-b4a43afe2521 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] No DVR routers for this DVR port a2ce0391-7d46-4d1a-a4ba-d12884ecf845 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:24.588637 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6f2276dd-71d3-4923-893a-a42d62845fbf req-19f02756-6901-493d-b73c-b4a43afe2521 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.592393 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6f2276dd-71d3-4923-893a-a42d62845fbf req-19f02756-6901-493d-b73c-b4a43afe2521 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.21 "DELETE /v2.0/ports/a2ce0391-7d46-4d1a-a4ba-d12884ecf845 HTTP/1.1" status: 204 len: 173 time: 1.4581397 Nov 12 00:53:24.592966 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a236a4-7a7e-4008-9e4f-81b501c02c16', 'name': 'network-vif-deleted', 'tag': 'a2ce0391-7d46-4d1a-a4ba-d12884ecf845'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:24.595361 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df109ef6-057c-4a2f-b5a3-fe0bc396ea17" -d '{"events": [{"server_uuid": "d8a236a4-7a7e-4008-9e4f-81b501c02c16", "name": "network-vif-deleted", "tag": "a2ce0391-7d46-4d1a-a4ba-d12884ecf845"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:24.624270 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9769f532-3704-4fb7-be10-061c43fb87d1 req-d9197fae-9502-4258-b908-d1ced67b83b4 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057626 Nov 12 00:53:24.711933 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fb6ce9-4e01-40c1-874c-37346378c397 x-openstack-request-id: req-c8fb6ce9-4e01-40c1-874c-37346378c397 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:24.712971 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a236a4-7a7e-4008-9e4f-81b501c02c16", "name": "network-vif-deleted", "tag": "a2ce0391-7d46-4d1a-a4ba-d12884ecf845", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:24.713243 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8fb6ce9-4e01-40c1-874c-37346378c397 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:24.715054 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a236a4-7a7e-4008-9e4f-81b501c02c16', 'name': 'network-vif-deleted', 'tag': 'a2ce0391-7d46-4d1a-a4ba-d12884ecf845', 'status': 'completed', 'code': 200} Nov 12 00:53:24.789175 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.823721 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-38dc4827-36fa-4538-b320-1e657548270a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.833675 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port ac7d2f56-2f1b-4ef5-9002-866d6c28d0de, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=ac7d2f56-2f1b-4ef5-9002-866d6c28d0de,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:24.835405 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee54c80-48e4-47ce-97df-db4f9e13859f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7d2f56-2f1b-4ef5-9002-866d6c28d0de'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:24.840196 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114369ee-d09d-4f80-9cc7-45fcb5760fde" -d '{"events": [{"server_uuid": "4ee54c80-48e4-47ce-97df-db4f9e13859f", "name": "network-vif-plugged", "status": "completed", "tag": "ac7d2f56-2f1b-4ef5-9002-866d6c28d0de"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:24.856451 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.874892 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.878162 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device a2ce0391-7d46-4d1a-a4ba-d12884ecf845 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:24.965527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad5f95-440e-4d0d-9a99-ccbbe7bc0b91 req-424a77cd-be12-4bc4-a214-2fd26e7b0eeb tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.975376 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0ad5f95-440e-4d0d-9a99-ccbbe7bc0b91 req-424a77cd-be12-4bc4-a214-2fd26e7b0eeb tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ee54c80-48e4-47ce-97df-db4f9e13859f HTTP/1.1" status: 200 len: 944 time: 0.1884801 Nov 12 00:53:24.978032 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: a2ce0391-7d46-4d1a-a4ba-d12884ecf845 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:24.978520 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device a2ce0391-7d46-4d1a-a4ba-d12884ecf845 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:24.980547 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=ac7d2f56-2f1b-4ef5-9002-866d6c28d0de,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:25.011636 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc4827-36fa-4538-b320-1e657548270a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Pushing event deleted for resources: {'Port': ['ID=96e499ff-bdc3-40a6-aebc-4d40e23dffc0,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:25.027442 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-5729a580-677f-4c89-8d7c-7bf9d9f73b2f tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:25.033225 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-5729a580-677f-4c89-8d7c-7bf9d9f73b2f tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/networks?id=2ae8764c-6045-42df-b713-ab4f0e086c21 HTTP/1.1" status: 200 len: 815 time: 0.1836994 Nov 12 00:53:25.067661 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-79856a1e-6504-41a7-a291-af2d14b22606 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/quotas/08a88accd56a401a857d4b2bae96353a HTTP/1.1" status: 200 len: 375 time: 0.0311937 Nov 12 00:53:25.068023 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.075911 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.099259 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0ad5f95-440e-4d0d-9a99-ccbbe7bc0b91 req-294c4ab3-bec9-4d33-afe4-01c3e601d233 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229000 Nov 12 00:53:25.178280 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-7b4b3558-9b95-470c-ad3f-b44fd6e4a344 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=08a88accd56a401a857d4b2bae96353a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1036079 Nov 12 00:53:25.190581 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343321f2-1dd1-46b3-8d98-2a8935f34594 x-openstack-request-id: req-343321f2-1dd1-46b3-8d98-2a8935f34594 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:25.190878 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee54c80-48e4-47ce-97df-db4f9e13859f", "name": "network-vif-plugged", "status": "completed", "tag": "ac7d2f56-2f1b-4ef5-9002-866d6c28d0de", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:25.191139 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-343321f2-1dd1-46b3-8d98-2a8935f34594 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:25.191542 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee54c80-48e4-47ce-97df-db4f9e13859f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7d2f56-2f1b-4ef5-9002-866d6c28d0de', 'code': 200} Nov 12 00:53:25.201663 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-38dc4827-36fa-4538-b320-1e657548270a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.203207 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.203695 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Fanout notify agent at l3_agent the message router_deleted on router 8e9fa58d-94f8-40bc-875f-226f56d51e65 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:53:25.207126 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-38dc4827-36fa-4538-b320-1e657548270a tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "DELETE /v2.0/ports/96e499ff-bdc3-40a6-aebc-4d40e23dffc0 HTTP/1.1" status: 204 len: 168 time: 1.2147429 Nov 12 00:53:25.215050 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.221794 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d5aec165-8909-4966-bc94-1be90ecd28ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "DELETE /v2.0/routers/8e9fa58d-94f8-40bc-875f-226f56d51e65 HTTP/1.1" status: 204 len: 168 time: 1.5609176 Nov 12 00:53:25.222108 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48500) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:25.222447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48502) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:25.251810 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-ed35aa06-55f2-472e-ac06-def5f7c1b4a5 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2032661060', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'enable_snat': False}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:25.303732 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-404940c3-8e42-4213-b6a0-774f373abbba tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] GET failed (client error): The resource could not be found. Nov 12 00:53:25.305896 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-404940c3-8e42-4213-b6a0-774f373abbba tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "GET /v2.0/ports/96e499ff-bdc3-40a6-aebc-4d40e23dffc0 HTTP/1.1" status: 404 len: 333 time: 0.0824730 Nov 12 00:53:25.310564 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48504) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:25.357556 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ed35aa06-55f2-472e-ac06-def5f7c1b4a5 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.360079 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ed35aa06-55f2-472e-ac06-def5f7c1b4a5 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.378456 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.407048 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-f764d0f3-0866-4ad6-bdb1-9b3cc2667e80 service neutron] 10.222.0.31 "GET /v2.0/networks/2ae8764c-6045-42df-b713-ab4f0e086c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278500 Nov 12 00:53:25.480058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df196c88-8083-449c-9eb7-64ddc3f8bb42 req-e0de392b-91ad-4563-818c-18536139493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:25.481610 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-df196c88-8083-449c-9eb7-64ddc3f8bb42 req-e0de392b-91ad-4563-818c-18536139493f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ee54c80-48e4-47ce-97df-db4f9e13859f HTTP/1.1" status: 200 len: 1097 time: 0.1441960 Nov 12 00:53:25.542258 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-c0ea2b8c-395d-4b55-8af1-ee64602574d5 service neutron] 10.222.0.31 "GET /v2.0/networks/2ae8764c-6045-42df-b713-ab4f0e086c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343305 Nov 12 00:53:25.549619 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-df196c88-8083-449c-9eb7-64ddc3f8bb42 req-384e7419-6963-4491-9d13-1c29042cf413 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610714 Nov 12 00:53:25.736730 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ed35aa06-55f2-472e-ac06-def5f7c1b4a5 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.786501 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0c40729f-770d-4405-b0c7-d0891e7aeb0d req-2ae48b58-356a-46dd-bfac-47b341221ac6 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 210 time: 0.0394347 Nov 12 00:53:25.857670 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-783cd2ba-9d5a-4e62-9f00-b9ab33e47114 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Deleting port 0d8971d6-ab9c-4219-b029-c4b6aa1ce357 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:25.858024 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-783cd2ba-9d5a-4e62-9f00-b9ab33e47114 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.934378 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.983532 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ed35aa06-55f2-472e-ac06-def5f7c1b4a5 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.121526 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-783cd2ba-9d5a-4e62-9f00-b9ab33e47114 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.142874 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-783cd2ba-9d5a-4e62-9f00-b9ab33e47114 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Calling delete_port for 0d8971d6-ab9c-4219-b029-c4b6aa1ce357 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:26.257487 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591af75-90cf-413d-a419-4692f9a8527f req-c6bbae72-3b91-4069-b649-48c4b9f5e0c1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:26.267098 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3591af75-90cf-413d-a419-4692f9a8527f req-c6bbae72-3b91-4069-b649-48c4b9f5e0c1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ee54c80-48e4-47ce-97df-db4f9e13859f HTTP/1.1" status: 200 len: 945 time: 0.0765171 Nov 12 00:53:26.322020 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3591af75-90cf-413d-a419-4692f9a8527f req-95229e24-612b-4cb4-9773-97d10edf9152 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536883 Nov 12 00:53:26.365919 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed20a8c-9fbd-4621-a525-bdb9b88036b6 req-dbbaf09a-c90c-43f3-9f71-36399d9fbb53 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:26.367355 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aed20a8c-9fbd-4621-a525-bdb9b88036b6 req-dbbaf09a-c90c-43f3-9f71-36399d9fbb53 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.15 "GET /v2.0/ports?device_id=46af53ae-2d80-4dd4-b428-704f660a1ac9 HTTP/1.1" status: 200 len: 946 time: 0.1778376 Nov 12 00:53:26.513724 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ed35aa06-55f2-472e-ac06-def5f7c1b4a5 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.545773 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ed35aa06-55f2-472e-ac06-def5f7c1b4a5 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.602679 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-783cd2ba-9d5a-4e62-9f00-b9ab33e47114 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.652523 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783cd2ba-9d5a-4e62-9f00-b9ab33e47114 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Pushing event deleted for resources: {'Port': ['ID=0d8971d6-ab9c-4219-b029-c4b6aa1ce357,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:26.740034 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-aed20a8c-9fbd-4621-a525-bdb9b88036b6 req-9f032fdc-1c57-48a0-a7fe-6d63baf6a5c2 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Deleting port 425d323e-72c2-4485-abdf-008bfe1b0ef9 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:26.740858 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-aed20a8c-9fbd-4621-a525-bdb9b88036b6 req-9f032fdc-1c57-48a0-a7fe-6d63baf6a5c2 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.838930 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-783cd2ba-9d5a-4e62-9f00-b9ab33e47114 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.842964 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-783cd2ba-9d5a-4e62-9f00-b9ab33e47114 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "DELETE /v2.0/ports/0d8971d6-ab9c-4219-b029-c4b6aa1ce357 HTTP/1.1" status: 204 len: 168 time: 1.5311751 Nov 12 00:53:26.845608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48530) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:26.855134 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-ed35aa06-55f2-472e-ac06-def5f7c1b4a5 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Allocated IP 172.25.0.45 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/4a312e4f-0869-4209-a672-e17bb78af4da) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:26.969587 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0631f5-0c75-4244-9afd-e977cbfd1519 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Deleting subnet 6b2beaf6-f5cc-47cd-b7d7-fdcc45d7e844 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:53:26.973503 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da0631f5-0c75-4244-9afd-e977cbfd1519 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.981132 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-aed20a8c-9fbd-4621-a525-bdb9b88036b6 req-9f032fdc-1c57-48a0-a7fe-6d63baf6a5c2 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] For port 425d323e-72c2-4485-abdf-008bfe1b0ef9, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=425d323e-72c2-4485-abdf-008bfe1b0ef9,segment=NetworkSegment(4d180559-ff7b-4386-b0ba-a5f5a70a375b),segment_id=4d180559-ff7b-4386-b0ba-a5f5a70a375b)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:26.981500 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-aed20a8c-9fbd-4621-a525-bdb9b88036b6 req-9f032fdc-1c57-48a0-a7fe-6d63baf6a5c2 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.005206 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64b54da2-2302-43d7-a354-ae9a02abfa2b req-91b800ff-0968-42a6-9a85-c8efa3b295df tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 210 time: 0.0466492 Nov 12 00:53:27.017066 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-aed20a8c-9fbd-4621-a525-bdb9b88036b6 req-9f032fdc-1c57-48a0-a7fe-6d63baf6a5c2 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Calling delete_port for 425d323e-72c2-4485-abdf-008bfe1b0ef9 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:27.043669 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da0631f5-0c75-4244-9afd-e977cbfd1519 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.130140 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ed35aa06-55f2-472e-ac06-def5f7c1b4a5 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.187873 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-81edf2a9-5eff-4257-8e8a-2b0fbd0b04b7 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:27.189383 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-81edf2a9-5eff-4257-8e8a-2b0fbd0b04b7 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.21 "GET /v2.0/networks?id=2ae8764c-6045-42df-b713-ab4f0e086c21 HTTP/1.1" status: 200 len: 815 time: 0.2592959 Nov 12 00:53:27.204657 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-9e2468df-e822-4422-b55b-f1a1fa993a9b tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Request body: {'port': {'device_id': 'a59edfb3-bd94-4a0d-8ba7-c33929c93726', 'network_id': '2ae8764c-6045-42df-b713-ab4f0e086c21', 'admin_state_up': True, 'tenant_id': '08a88accd56a401a857d4b2bae96353a'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:27.228763 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ed35aa06-55f2-472e-ac06-def5f7c1b4a5 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.287292 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da0631f5-0c75-4244-9afd-e977cbfd1519 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.323112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed35aa06-55f2-472e-ac06-def5f7c1b4a5 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:27.332365 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-ed35aa06-55f2-472e-ac06-def5f7c1b4a5 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:27.346233 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed35aa06-55f2-472e-ac06-def5f7c1b4a5 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:27.350824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8d9102-6784-49ef-8b76-45cd7b3c7508 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:27.371704 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-9e2468df-e822-4422-b55b-f1a1fa993a9b tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Made reservation on behalf of 08a88accd56a401a857d4b2bae96353a for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:27.381312 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35aa06-55f2-472e-ac06-def5f7c1b4a5 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Pushing event updated for resources: {'Port': ['ID=4a312e4f-0869-4209-a672-e17bb78af4da,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:27.385751 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-9e2468df-e822-4422-b55b-f1a1fa993a9b tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.437770 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-aed20a8c-9fbd-4621-a525-bdb9b88036b6 req-9f032fdc-1c57-48a0-a7fe-6d63baf6a5c2 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.447766 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1bb30447-62f5-4232-a5a3-537dc7b14a70 None None] Provisioning complete for port 4a312e4f-0869-4209-a672-e17bb78af4da triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:27.449128 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1bb30447-62f5-4232-a5a3-537dc7b14a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.513837 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da0631f5-0c75-4244-9afd-e977cbfd1519 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.520940 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1bb30447-62f5-4232-a5a3-537dc7b14a70 None None] Port 4a312e4f-0869-4209-a672-e17bb78af4da cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:27.581810 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0631f5-0c75-4244-9afd-e977cbfd1519 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Pushing event deleted for resources: {'Subnet': ['ID=6b2beaf6-f5cc-47cd-b7d7-fdcc45d7e844,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:27.589558 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da0631f5-0c75-4244-9afd-e977cbfd1519 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.593542 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-da0631f5-0c75-4244-9afd-e977cbfd1519 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "DELETE /v2.0/subnets/6b2beaf6-f5cc-47cd-b7d7-fdcc45d7e844 HTTP/1.1" status: 204 len: 168 time: 0.7467713 Nov 12 00:53:27.596515 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e5b582-a16f-4e04-a06b-980b1e615bd2 None None] Network 46e02f09-3f3e-4faa-80c4-286b1625ca50 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:27.598936 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48544) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:27.602209 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f032fdc-1c57-48a0-a7fe-6d63baf6a5c2 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Pushing event deleted for resources: {'Port': ['ID=425d323e-72c2-4485-abdf-008bfe1b0ef9,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:27.673975 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed20a8c-9fbd-4621-a525-bdb9b88036b6 req-9f032fdc-1c57-48a0-a7fe-6d63baf6a5c2 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] No DVR routers for this DVR port 425d323e-72c2-4485-abdf-008bfe1b0ef9 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:27.696626 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-aed20a8c-9fbd-4621-a525-bdb9b88036b6 req-9f032fdc-1c57-48a0-a7fe-6d63baf6a5c2 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.724179 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aed20a8c-9fbd-4621-a525-bdb9b88036b6 req-9f032fdc-1c57-48a0-a7fe-6d63baf6a5c2 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.15 "DELETE /v2.0/ports/425d323e-72c2-4485-abdf-008bfe1b0ef9 HTTP/1.1" status: 204 len: 173 time: 1.3435502 Nov 12 00:53:27.726559 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46af53ae-2d80-4dd4-b428-704f660a1ac9', 'name': 'network-vif-deleted', 'tag': '425d323e-72c2-4485-abdf-008bfe1b0ef9'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:27.729428 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e801cd0-5834-4c62-92a5-824d739c2fd7" -d '{"events": [{"server_uuid": "46af53ae-2d80-4dd4-b428-704f660a1ac9", "name": "network-vif-deleted", "tag": "425d323e-72c2-4485-abdf-008bfe1b0ef9"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:27.772135 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87c3c5c0-7138-4bcd-a7ba-41470fdf7c71 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.824118 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b16d4-7876-4ec4-8733-2e0ee3a93549 req-d0da0eb0-06ad-4e4f-a1cc-f16d2437914e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:27.852589 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4c3b16d4-7876-4ec4-8733-2e0ee3a93549 req-d0da0eb0-06ad-4e4f-a1cc-f16d2437914e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ee54c80-48e4-47ce-97df-db4f9e13859f HTTP/1.1" status: 200 len: 945 time: 0.3391142 Nov 12 00:53:27.854846 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28de8dd0-25e6-4f9d-889b-75b5c74dde48 x-openstack-request-id: req-28de8dd0-25e6-4f9d-889b-75b5c74dde48 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:27.855273 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46af53ae-2d80-4dd4-b428-704f660a1ac9", "name": "network-vif-deleted", "tag": "425d323e-72c2-4485-abdf-008bfe1b0ef9", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:27.855395 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28de8dd0-25e6-4f9d-889b-75b5c74dde48 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:27.855889 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46af53ae-2d80-4dd4-b428-704f660a1ac9', 'name': 'network-vif-deleted', 'tag': '425d323e-72c2-4485-abdf-008bfe1b0ef9', 'status': 'completed', 'code': 200} Nov 12 00:53:27.904418 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-9e2468df-e822-4422-b55b-f1a1fa993a9b tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Allocated IP 172.20.0.5 (2ae8764c-6045-42df-b713-ab4f0e086c21/fa33b273-6769-45e4-9426-f7219f3a9eea/27732f1a-a230-488e-844e-fd5d68a6592d) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:27.950717 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4c3b16d4-7876-4ec4-8733-2e0ee3a93549 req-5e0966a0-fa36-45b9-8217-31fdc6fe6878 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996647 Nov 12 00:53:28.079809 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff33cb63-bfa8-45d8-b7b3-33089e095dd2 None None] DHCP port deletion for 46e02f09-3f3e-4faa-80c4-286b1625ca50 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:28.152086 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ed35aa06-55f2-472e-ac06-def5f7c1b4a5 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.172731 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ff33cb63-bfa8-45d8-b7b3-33089e095dd2 None None] Deleting port b739b8ca-86ac-4498-98a2-688715374a3c {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:28.187356 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff33cb63-bfa8-45d8-b7b3-33089e095dd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.216125 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-174becbb-2058-4200-9d86-91bb9f273e8e req-b6f4fa7f-ccda-48a3-8750-4bd2add4e49c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 210 time: 0.0548029 Nov 12 00:53:28.326855 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-87c3c5c0-7138-4bcd-a7ba-41470fdf7c71 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Deleting port b739b8ca-86ac-4498-98a2-688715374a3c {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:28.327038 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87c3c5c0-7138-4bcd-a7ba-41470fdf7c71 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.327240 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-ff33cb63-bfa8-45d8-b7b3-33089e095dd2 None None] For port b739b8ca-86ac-4498-98a2-688715374a3c, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=b739b8ca-86ac-4498-98a2-688715374a3c,segment=NetworkSegment(9c5c43d6-eb47-4739-8b96-a4e11641dabf),segment_id=9c5c43d6-eb47-4739-8b96-a4e11641dabf)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:28.328393 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff33cb63-bfa8-45d8-b7b3-33089e095dd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.390143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ff33cb63-bfa8-45d8-b7b3-33089e095dd2 None None] Calling delete_port for b739b8ca-86ac-4498-98a2-688715374a3c owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:28.419190 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-9e2468df-e822-4422-b55b-f1a1fa993a9b tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.429372 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-87c3c5c0-7138-4bcd-a7ba-41470fdf7c71 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] For port b739b8ca-86ac-4498-98a2-688715374a3c, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=b739b8ca-86ac-4498-98a2-688715374a3c,segment=NetworkSegment(9c5c43d6-eb47-4739-8b96-a4e11641dabf),segment_id=9c5c43d6-eb47-4739-8b96-a4e11641dabf)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:28.429757 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87c3c5c0-7138-4bcd-a7ba-41470fdf7c71 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.431927 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ed35aa06-55f2-472e-ac06-def5f7c1b4a5 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.450193 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-87c3c5c0-7138-4bcd-a7ba-41470fdf7c71 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Calling delete_port for b739b8ca-86ac-4498-98a2-688715374a3c owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:28.541564 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff33cb63-bfa8-45d8-b7b3-33089e095dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.561732 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-9e2468df-e822-4422-b55b-f1a1fa993a9b tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.577430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33cb63-bfa8-45d8-b7b3-33089e095dd2 None None] Pushing event deleted for resources: {'Port': ['ID=b739b8ca-86ac-4498-98a2-688715374a3c,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:28.592825 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff33cb63-bfa8-45d8-b7b3-33089e095dd2 None None] No DVR routers for this DVR port b739b8ca-86ac-4498-98a2-688715374a3c on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:28.630430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 425d323e-72c2-4485-abdf-008bfe1b0ef9 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:28.661901 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-9e2468df-e822-4422-b55b-f1a1fa993a9b tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Network 2ae8764c-6045-42df-b713-ab4f0e086c21 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:28.668524 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-9e2468df-e822-4422-b55b-f1a1fa993a9b tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:28.671152 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 425d323e-72c2-4485-abdf-008bfe1b0ef9 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:28.671336 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-9e2468df-e822-4422-b55b-f1a1fa993a9b tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:28.671506 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 425d323e-72c2-4485-abdf-008bfe1b0ef9 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:28.717046 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87c3c5c0-7138-4bcd-a7ba-41470fdf7c71 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.744586 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c3c5c0-7138-4bcd-a7ba-41470fdf7c71 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] No DVR routers for this DVR port b739b8ca-86ac-4498-98a2-688715374a3c on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:28.746789 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2468df-e822-4422-b55b-f1a1fa993a9b tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Pushing event updated for resources: {'Port': ['ID=27732f1a-a230-488e-844e-fd5d68a6592d,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:28.794411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3c5c0-7138-4bcd-a7ba-41470fdf7c71 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Pushing event deleted for resources: {'Port': ['ID=b739b8ca-86ac-4498-98a2-688715374a3c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:28.830383 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-9e2468df-e822-4422-b55b-f1a1fa993a9b tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:28.831789 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-9e2468df-e822-4422-b55b-f1a1fa993a9b tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.904674 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-9e2468df-e822-4422-b55b-f1a1fa993a9b tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7038980 Nov 12 00:53:28.912010 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87c3c5c0-7138-4bcd-a7ba-41470fdf7c71 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.920454 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] Request body: {'port': {'device_id': 'a59edfb3-bd94-4a0d-8ba7-c33929c93726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:28.960435 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed35aa06-55f2-472e-ac06-def5f7c1b4a5 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Router 656a108d-e95e-471f-bf28-5e162680f9c0 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:53:28.969820 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-87c3c5c0-7138-4bcd-a7ba-41470fdf7c71 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e02f09-3f3e-4faa-80c4-286b1625ca50']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:28.985310 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-87c3c5c0-7138-4bcd-a7ba-41470fdf7c71 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5c43d6-eb47-4739-8b96-a4e11641dabf') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:28.985616 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-87c3c5c0-7138-4bcd-a7ba-41470fdf7c71 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5c43d6-eb47-4739-8b96-a4e11641dabf') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:28.999645 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87c3c5c0-7138-4bcd-a7ba-41470fdf7c71 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.030309 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.032495 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87c3c5c0-7138-4bcd-a7ba-41470fdf7c71 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.046200 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c3c5c0-7138-4bcd-a7ba-41470fdf7c71 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:53:29.046593 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87c3c5c0-7138-4bcd-a7ba-41470fdf7c71 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:53:29.049751 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:53:29.072978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed35aa06-55f2-472e-ac06-def5f7c1b4a5 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:53:29.082740 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] Sync routers for ids ['656a108d-e95e-471f-bf28-5e162680f9c0'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:53:29.093255 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ed35aa06-55f2-472e-ac06-def5f7c1b4a5 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.096989 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] Routers {'656a108d-e95e-471f-bf28-5e162680f9c0'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:29.097163 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ed35aa06-55f2-472e-ac06-def5f7c1b4a5 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8699586 Nov 12 00:53:29.097273 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:53:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['656a108d-e95e-471f-bf28-5e162680f9c0'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:29.097491 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48560) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:29.252405 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87c3c5c0-7138-4bcd-a7ba-41470fdf7c71 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.269510 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] Set router 656a108d-e95e-471f-bf28-5e162680f9c0 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:53:29.277585 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87c3c5c0-7138-4bcd-a7ba-41470fdf7c71 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.281010 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-87c3c5c0-7138-4bcd-a7ba-41470fdf7c71 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] 10.222.0.31 "DELETE /v2.0/networks/46e02f09-3f3e-4faa-80c4-286b1625ca50 HTTP/1.1" status: 204 len: 168 time: 1.6777425 Nov 12 00:53:29.301723 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-50871424-cd07-490e-bd39-bd307a2635ee tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "GET /v2.0/routers/656a108d-e95e-471f-bf28-5e162680f9c0 HTTP/1.1" status: 200 len: 908 time: 0.2031991 Nov 12 00:53:29.304056 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48580) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:29.317102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-50dcad85-7d29-4e9b-bf27-413e826e02b2 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2032661060', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'enable_snat': True}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:29.366079 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50dcad85-7d29-4e9b-bf27-413e826e02b2 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.367288 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50dcad85-7d29-4e9b-bf27-413e826e02b2 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.390890 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3c5c0-7138-4bcd-a7ba-41470fdf7c71 tempest-AllowedAddressPairTestJSON-900346373 tempest-AllowedAddressPairTestJSON-900346373-project] Pushing event deleted for resources: {'Network': ['ID=46e02f09-3f3e-4faa-80c4-286b1625ca50,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:29.435602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b86ee-07c1-4ebd-89e8-63d22eb7e429 req-f42a8d2f-9585-4429-8508-5d07ef3d1985 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:29.437386 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-951b86ee-07c1-4ebd-89e8-63d22eb7e429 req-f42a8d2f-9585-4429-8508-5d07ef3d1985 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 931 time: 0.0920005 Nov 12 00:53:29.443696 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50dcad85-7d29-4e9b-bf27-413e826e02b2 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.561707 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656a108d-e95e-471f-bf28-5e162680f9c0', 'name': 'tempest-snat-router-2032661060', 'tenant_id': '52c6a4bd56614047a1602cb0ef979d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': False}, 'gw_port_id': '4a312e4f-0869-4209-a672-e17bb78af4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:53:25Z', 'updated_at': '2021-11-12T00:53:27Z', 'revision_number': 3, 'project_id': '52c6a4bd56614047a1602cb0ef979d19', 'gw_port': {'id': '4a312e4f-0869-4209-a672-e17bb78af4da', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:48:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656a108d-e95e-471f-bf28-5e162680f9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:53:26Z', 'updated_at': '2021-11-12T00:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:29.626971 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-951b86ee-07c1-4ebd-89e8-63d22eb7e429 req-82ee17fe-e10f-48bb-99c5-ae3d2d64ab49 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719975 Nov 12 00:53:29.654974 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50dcad85-7d29-4e9b-bf27-413e826e02b2 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.663780 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] Checking router: 656a108d-e95e-471f-bf28-5e162680f9c0 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:53:29.664165 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] Updating router 656a108d-e95e-471f-bf28-5e162680f9c0 port 4a312e4f-0869-4209-a672-e17bb78af4da binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:53:29.684141 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b739b8ca-86ac-4498-98a2-688715374a3c no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:29.726814 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: b739b8ca-86ac-4498-98a2-688715374a3c {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:29.729664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b739b8ca-86ac-4498-98a2-688715374a3c not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:29.739365 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27732f1a-a230-488e-844e-fd5d68a6592d {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:29.742376 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.758713 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.793074 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] Transition to ACTIVE for port object 27732f1a-a230-488e-844e-fd5d68a6592d will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:29.795144 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48590) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:29.810399 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.002683 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50dcad85-7d29-4e9b-bf27-413e826e02b2 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.003281 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] Pushing event updated for resources: {'Port': ['ID=27732f1a-a230-488e-844e-fd5d68a6592d,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:30.043333 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50dcad85-7d29-4e9b-bf27-413e826e02b2 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.073161 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-28693fd9-f9fc-48f4-a5b5-f7093d2f01d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa0c94d9bad34a31962845f08eddf218&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2734957 Nov 12 00:53:30.073161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] Attempting to bind port 27732f1a-a230-488e-844e-fd5d68a6592d on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:30.073161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] Attempting to bind port 27732f1a-a230-488e-844e-fd5d68a6592d by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '4d180559-ff7b-4386-b0ba-a5f5a70a375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2ae8764c-6045-42df-b713-ab4f0e086c21'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:30.073161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] Attempting to bind port 27732f1a-a230-488e-844e-fd5d68a6592d on network 2ae8764c-6045-42df-b713-ab4f0e086c21 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:30.075107 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48594) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:30.111735 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] Port 27732f1a-a230-488e-844e-fd5d68a6592d on network 2ae8764c-6045-42df-b713-ab4f0e086c21 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:30.112183 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] Attempting to bind port 27732f1a-a230-488e-844e-fd5d68a6592d on network 2ae8764c-6045-42df-b713-ab4f0e086c21 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:30.122270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:30.122765 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] Checking segment: {'id': '4d180559-ff7b-4386-b0ba-a5f5a70a375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2ae8764c-6045-42df-b713-ab4f0e086c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:30.123248 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] Bound using segment: {'id': '4d180559-ff7b-4386-b0ba-a5f5a70a375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2ae8764c-6045-42df-b713-ab4f0e086c21'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:30.123811 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] Bound port: 27732f1a-a230-488e-844e-fd5d68a6592d, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d180559-ff7b-4386-b0ba-a5f5a70a375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2ae8764c-6045-42df-b713-ab4f0e086c21'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:30.124267 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.149110 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bbf83608-c6b1-43fd-9027-3685abce904a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.201672 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bbf83608-c6b1-43fd-9027-3685abce904a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.226762 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.234162 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.238477 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] For port 27732f1a-a230-488e-844e-fd5d68a6592d, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:30.257039 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] For port 27732f1a-a230-488e-844e-fd5d68a6592d, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27732f1a-a230-488e-844e-fd5d68a6592d,segment=NetworkSegment(4d180559-ff7b-4386-b0ba-a5f5a70a375b),segment_id=4d180559-ff7b-4386-b0ba-a5f5a70a375b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:30.270448 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.272105 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89570681-aff8-4624-90c2-a363f07e24e0 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:30.290351 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] Attempting to bind port 4a312e4f-0869-4209-a672-e17bb78af4da on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:30.292438 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] Attempting to bind port 4a312e4f-0869-4209-a672-e17bb78af4da by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:30.293074 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] Attempting to bind port 4a312e4f-0869-4209-a672-e17bb78af4da on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:30.301735 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:30.302466 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:30.303033 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.303632 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:30.304283 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] Bound port: 4a312e4f-0869-4209-a672-e17bb78af4da, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:30.305102 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.372917 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] For port 4a312e4f-0869-4209-a672-e17bb78af4da, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:30.377234 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] For port 4a312e4f-0869-4209-a672-e17bb78af4da, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=4a312e4f-0869-4209-a672-e17bb78af4da,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:30.406941 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-50dcad85-7d29-4e9b-bf27-413e826e02b2 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Allocated IP 172.25.0.104 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/41d29d0a-af0d-4e83-b796-272d7cd0a5d5) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:30.417383 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-562eae15-18fd-4d6b-8c51-2d93ec3d760d None None] Provisioning complete for port 4a312e4f-0869-4209-a672-e17bb78af4da triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:30.417737 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-562eae15-18fd-4d6b-8c51-2d93ec3d760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.422484 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f092105-55dc-4352-8134-21c52fc63ab1 None None] Pushing event updated for resources: {'Port': ['ID=4a312e4f-0869-4209-a672-e17bb78af4da,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:30.428627 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.544438 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9e2bf2-9338-406a-a2d2-4ad421595817 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:30.561766 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] Routers {'656a108d-e95e-471f-bf28-5e162680f9c0'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:30.562480 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:53:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['656a108d-e95e-471f-bf28-5e162680f9c0'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:30.568006 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50dcad85-7d29-4e9b-bf27-413e826e02b2 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.580679 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f092105-55dc-4352-8134-21c52fc63ab1 None None] Pushing event updated for resources: {'Port': ['ID=4a312e4f-0869-4209-a672-e17bb78af4da,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:30.620560 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50dcad85-7d29-4e9b-bf27-413e826e02b2 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.655820 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-562eae15-18fd-4d6b-8c51-2d93ec3d760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.663653 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dcad85-7d29-4e9b-bf27-413e826e02b2 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:30.668468 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-50dcad85-7d29-4e9b-bf27-413e826e02b2 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:30.671465 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dcad85-7d29-4e9b-bf27-413e826e02b2 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:30.699827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037f376b-6924-4708-8644-521b99eed850 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:30.708777 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dcad85-7d29-4e9b-bf27-413e826e02b2 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Pushing event updated for resources: {'Port': ['ID=41d29d0a-af0d-4e83-b796-272d7cd0a5d5,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:30.725379 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-562eae15-18fd-4d6b-8c51-2d93ec3d760d None None] For port 4a312e4f-0869-4209-a672-e17bb78af4da, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=4a312e4f-0869-4209-a672-e17bb78af4da,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:30.740009 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-562eae15-18fd-4d6b-8c51-2d93ec3d760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.754760 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bbf83608-c6b1-43fd-9027-3685abce904a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.766840 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bbf83608-c6b1-43fd-9027-3685abce904a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.772794 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bbf83608-c6b1-43fd-9027-3685abce904a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8d53c72-92a3-4ecb-913f-55e101182dcb HTTP/1.1" status: 204 len: 168 time: 0.6954277 Nov 12 00:53:30.798264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562eae15-18fd-4d6b-8c51-2d93ec3d760d None None] Pushing event updated for resources: {'Port': ['ID=4a312e4f-0869-4209-a672-e17bb78af4da,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:30.812834 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf83608-c6b1-43fd-9027-3685abce904a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d53c72-92a3-4ecb-913f-55e101182dcb,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:30.818465 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] Set router 656a108d-e95e-471f-bf28-5e162680f9c0 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:53:30.872897 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:30.873667 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.875188 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] 10.222.0.21 "PUT /v2.0/ports/27732f1a-a230-488e-844e-fd5d68a6592d HTTP/1.1" status: 200 len: 1092 time: 1.9602273 Nov 12 00:53:30.876554 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59edfb3-bd94-4a0d-8ba7-c33929c93726', 'tag': '27732f1a-a230-488e-844e-fd5d68a6592d'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:30.881675 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-eb89876d-e438-4da4-8154-37985aabbac2 None None] Provisioning complete for port 41d29d0a-af0d-4e83-b796-272d7cd0a5d5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:30.882135 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eb89876d-e438-4da4-8154-37985aabbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.884325 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1a4db4-df75-4673-996c-8981fa7deba3" -d '{"events": [{"name": "network-changed", "server_uuid": "a59edfb3-bd94-4a0d-8ba7-c33929c93726", "tag": "27732f1a-a230-488e-844e-fd5d68a6592d"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:30.941441 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d903228-8922-4d51-9ca0-12cff3f210db service neutron] Pushing event updated for resources: {'Port': ['ID=27732f1a-a230-488e-844e-fd5d68a6592d,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:30.986034 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-eb89876d-e438-4da4-8154-37985aabbac2 None None] Port 41d29d0a-af0d-4e83-b796-272d7cd0a5d5 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:31.018989 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-eb89876d-e438-4da4-8154-37985aabbac2 None None] Provisioning complete for port 4a312e4f-0869-4209-a672-e17bb78af4da triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:31.020294 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eb89876d-e438-4da4-8154-37985aabbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.027364 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40352095-ced9-4975-8464-45b7f28204aa x-openstack-request-id: req-40352095-ced9-4975-8464-45b7f28204aa {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:31.027896 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59edfb3-bd94-4a0d-8ba7-c33929c93726", "tag": "27732f1a-a230-488e-844e-fd5d68a6592d", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:31.027896 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40352095-ced9-4975-8464-45b7f28204aa {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:31.032874 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59edfb3-bd94-4a0d-8ba7-c33929c93726', 'tag': '27732f1a-a230-488e-844e-fd5d68a6592d', 'status': 'completed', 'code': 200} Nov 12 00:53:31.070951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1924c-2fa2-4934-a2d7-526960280c4e req-3757204f-637d-45e2-bbf8-da1cdbccf4a4 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:31.086884 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e5b1924c-2fa2-4934-a2d7-526960280c4e req-3757204f-637d-45e2-bbf8-da1cdbccf4a4 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 943 time: 0.2830355 Nov 12 00:53:31.147339 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-7e9e69c4-38f5-4d8a-9480-4e3125e68ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:31.155693 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-7e9e69c4-38f5-4d8a-9480-4e3125e68ef6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08a88accd56a401a857d4b2bae96353a&device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 1095 time: 0.2098596 Nov 12 00:53:31.207439 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656a108d-e95e-471f-bf28-5e162680f9c0', 'name': 'tempest-snat-router-2032661060', 'tenant_id': '52c6a4bd56614047a1602cb0ef979d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': False}, 'gw_port_id': '4a312e4f-0869-4209-a672-e17bb78af4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:53:25Z', 'updated_at': '2021-11-12T00:53:27Z', 'revision_number': 3, 'project_id': '52c6a4bd56614047a1602cb0ef979d19', 'gw_port': {'id': '4a312e4f-0869-4209-a672-e17bb78af4da', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:48:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656a108d-e95e-471f-bf28-5e162680f9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:53:26Z', 'updated_at': '2021-11-12T00:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:31.257546 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-0dc5e73a-7b6b-4202-a6e1-326ce53e46de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27732f1a-a230-488e-844e-fd5d68a6592d HTTP/1.1" status: 200 len: 217 time: 0.0853643 Nov 12 00:53:31.258669 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a33afda-601c-4c48-96f5-d959306010d6 None None] The sync data for ids ['656a108d-e95e-471f-bf28-5e162680f9c0'] in n-d-712137-14 is: [{'id': '656a108d-e95e-471f-bf28-5e162680f9c0', 'name': 'tempest-snat-router-2032661060', 'tenant_id': '52c6a4bd56614047a1602cb0ef979d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': False}, 'gw_port_id': '4a312e4f-0869-4209-a672-e17bb78af4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:53:25Z', 'updated_at': '2021-11-12T00:53:27Z', 'revision_number': 3, 'project_id': '52c6a4bd56614047a1602cb0ef979d19', 'gw_port': {'id': '4a312e4f-0869-4209-a672-e17bb78af4da', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:48:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656a108d-e95e-471f-bf28-5e162680f9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:53:26Z', 'updated_at': '2021-11-12T00:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:53:31.303465 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e5b1924c-2fa2-4934-a2d7-526960280c4e req-77e45133-6700-4ffb-9bd2-d4e706a61453 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149951 Nov 12 00:53:31.324579 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50dcad85-7d29-4e9b-bf27-413e826e02b2 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.413260 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-1876943c-7357-4757-99a9-0122c45c16bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:31.415108 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-1876943c-7357-4757-99a9-0122c45c16bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa33b273-6769-45e4-9426-f7219f3a9eea HTTP/1.1" status: 200 len: 855 time: 0.1380284 Nov 12 00:53:31.498133 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-8847b0b4-c0fd-4de2-9cc0-b6488bd6df76 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ae8764c-6045-42df-b713-ab4f0e086c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613036 Nov 12 00:53:31.698978 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50dcad85-7d29-4e9b-bf27-413e826e02b2 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.725054 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-dd378061-04df-4f20-9a2c-12b753aaa213 service neutron] 10.222.0.21 "GET /v2.0/networks/2ae8764c-6045-42df-b713-ab4f0e086c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059174 Nov 12 00:53:31.915441 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-21f3bc94-189a-4d93-b0c1-2bddf0ddc742 req-a43194ce-d085-4be0-b738-749fb3c94632 service neutron] 10.222.0.21 "GET /v2.0/networks/2ae8764c-6045-42df-b713-ab4f0e086c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756172 Nov 12 00:53:32.027642 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50dcad85-7d29-4e9b-bf27-413e826e02b2 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Router 6b5c99b0-3396-46c0-81eb-015844a5254d is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:53:32.098094 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a4db4-df75-4673-996c-8981fa7deba3 req-67bc20c9-ed87-4561-85c5-4db0ba2fe3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:32.106043 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f1a4db4-df75-4673-996c-8981fa7deba3 req-67bc20c9-ed87-4561-85c5-4db0ba2fe3e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08a88accd56a401a857d4b2bae96353a&device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 1095 time: 0.0926692 Nov 12 00:53:32.141196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48636) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:32.189962 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dcad85-7d29-4e9b-bf27-413e826e02b2 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:53:32.202624 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] Sync routers for ids ['6b5c99b0-3396-46c0-81eb-015844a5254d'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:53:32.218100 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50dcad85-7d29-4e9b-bf27-413e826e02b2 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.218374 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] Routers {'6b5c99b0-3396-46c0-81eb-015844a5254d'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:32.219842 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:53:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['6b5c99b0-3396-46c0-81eb-015844a5254d'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:32.222174 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-50dcad85-7d29-4e9b-bf27-413e826e02b2 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.9170928 Nov 12 00:53:32.226877 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48640) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:32.344736 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-dfd2e496-a611-4a3c-a6c0-8bbb7726fadb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1604477900'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:32.348278 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48646) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:32.355175 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a4db4-df75-4673-996c-8981fa7deba3 req-6cf641ad-1938-4677-b5ff-ba1b29385908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:32.355890 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-f69d5be9-b142-4710-b5e2-a4499dd9e8dd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-702906405'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:32.356830 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f1a4db4-df75-4673-996c-8981fa7deba3 req-6cf641ad-1938-4677-b5ff-ba1b29385908 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ae8764c-6045-42df-b713-ab4f0e086c21 HTTP/1.1" status: 200 len: 916 time: 0.2382693 Nov 12 00:53:32.390324 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] Set router 6b5c99b0-3396-46c0-81eb-015844a5254d gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:53:32.419826 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f1a4db4-df75-4673-996c-8981fa7deba3 req-003799c7-7bfe-4ba4-a0aa-6ad3365386cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27732f1a-a230-488e-844e-fd5d68a6592d HTTP/1.1" status: 200 len: 217 time: 0.0524981 Nov 12 00:53:32.427853 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.db.api [None req-dfd2e496-a611-4a3c-a6c0-8bbb7726fadb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 00:53:32.427853 n-d-712137-14 neutron-server[114242]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 00:53:32.427853 n-d-712137-14 neutron-server[114242]: [parameters: {'project_id': '0c44e1d9089d480fba68ecda64fe68c2', 'id': 'a7a86121-7b74-4d0b-a340-99cb0a6d3fa6', 'expiration': datetime.datetime(2021, 11, 12, 0, 55, 32, 416607)}] Nov 12 00:53:32.427853 n-d-712137-14 neutron-server[114242]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:53:32.428385 n-d-712137-14 neutron-server[114242]: DEBUG oslo_db.api [None req-dfd2e496-a611-4a3c-a6c0-8bbb7726fadb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:53:32.433875 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69d5be9-b142-4710-b5e2-a4499dd9e8dd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Made reservation on behalf of 75c055e9876449c3980c1d635d3020fe for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:32.438077 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f69d5be9-b142-4710-b5e2-a4499dd9e8dd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.468077 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69d5be9-b142-4710-b5e2-a4499dd9e8dd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:53:32.480308 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f69d5be9-b142-4710-b5e2-a4499dd9e8dd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.480710 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-f69d5be9-b142-4710-b5e2-a4499dd9e8dd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Added segment a79194db-5db4-47f8-81a2-d7b3685f9c3b of type vlan for network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 Nov 12 00:53:32.572986 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e5ce368f-c79b-466c-a69f-507368be09df tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "GET /v2.0/routers/6b5c99b0-3396-46c0-81eb-015844a5254d HTTP/1.1" status: 200 len: 908 time: 0.3452251 Nov 12 00:53:32.574957 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a4db4-df75-4673-996c-8981fa7deba3 req-87160449-ccbf-429b-8b71-218a07e77a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:32.576402 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f1a4db4-df75-4673-996c-8981fa7deba3 req-87160449-ccbf-429b-8b71-218a07e77a75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa33b273-6769-45e4-9426-f7219f3a9eea HTTP/1.1" status: 200 len: 855 time: 0.1472049 Nov 12 00:53:32.578236 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48654) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:32.597237 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535c8b4-2c9a-4fd8-9bf6-825610cf9425 req-766d30fa-6d6e-41e8-97ea-2998508e6994 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:32.613176 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f69d5be9-b142-4710-b5e2-a4499dd9e8dd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.613446 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b535c8b4-2c9a-4fd8-9bf6-825610cf9425 req-766d30fa-6d6e-41e8-97ea-2998508e6994 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 943 time: 0.1430273 Nov 12 00:53:32.653877 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f1a4db4-df75-4673-996c-8981fa7deba3 req-b2cb3600-f673-4283-940b-0f6d390e8264 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ae8764c-6045-42df-b713-ab4f0e086c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648444 Nov 12 00:53:32.672467 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5c99b0-3396-46c0-81eb-015844a5254d', 'name': 'tempest-snat-router-2032661060', 'tenant_id': '52c6a4bd56614047a1602cb0ef979d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '41d29d0a-af0d-4e83-b796-272d7cd0a5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:53:29Z', 'updated_at': '2021-11-12T00:53:31Z', 'revision_number': 3, 'project_id': '52c6a4bd56614047a1602cb0ef979d19', 'gw_port': {'id': '41d29d0a-af0d-4e83-b796-272d7cd0a5d5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ee:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5c99b0-3396-46c0-81eb-015844a5254d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:53:30Z', 'updated_at': '2021-11-12T00:53:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:32.724802 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] Checking router: 6b5c99b0-3396-46c0-81eb-015844a5254d for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:53:32.725624 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] Updating router 6b5c99b0-3396-46c0-81eb-015844a5254d port 41d29d0a-af0d-4e83-b796-272d7cd0a5d5 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:53:32.729658 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f69d5be9-b142-4710-b5e2-a4499dd9e8dd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.736058 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69d5be9-b142-4710-b5e2-a4499dd9e8dd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:32.736667 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f69d5be9-b142-4710-b5e2-a4499dd9e8dd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.766041 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.812402 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f1a4db4-df75-4673-996c-8981fa7deba3 req-ceb8b3c3-73f5-4420-afca-1d9e6ef891cc service neutron] 10.222.0.21 "GET /v2.0/networks/2ae8764c-6045-42df-b713-ab4f0e086c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501439 Nov 12 00:53:32.820611 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b535c8b4-2c9a-4fd8-9bf6-825610cf9425 req-07373695-9db3-4b50-bb4c-c0bd9dfe5b77 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971345 Nov 12 00:53:32.915074 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f69d5be9-b142-4710-b5e2-a4499dd9e8dd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5642662 Nov 12 00:53:32.918688 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48658) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:32.921629 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d5be9-b142-4710-b5e2-a4499dd9e8dd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event updated for resources: {'Network': ['ID=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:32.927942 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d1a80322-d916-41ac-828b-bc5b7300837c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-528950107'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:32.953204 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f1a4db4-df75-4673-996c-8981fa7deba3 req-af00464e-c5be-42d4-84cb-5af33f325178 service neutron] 10.222.0.21 "GET /v2.0/networks/2ae8764c-6045-42df-b713-ab4f0e086c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297643 Nov 12 00:53:32.953899 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.db.api [None req-d1a80322-d916-41ac-828b-bc5b7300837c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 00:53:32.953899 n-d-712137-14 neutron-server[114243]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 00:53:32.953899 n-d-712137-14 neutron-server[114243]: [parameters: {'project_id_1': '75c055e9876449c3980c1d635d3020fe', 'expiration_1': datetime.datetime(2021, 11, 12, 0, 53, 12, 941984)}] Nov 12 00:53:32.953899 n-d-712137-14 neutron-server[114243]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:53:32.954837 n-d-712137-14 neutron-server[114243]: DEBUG oslo_db.api [None req-d1a80322-d916-41ac-828b-bc5b7300837c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:53:32.956374 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9678b7a-e7cb-4a89-a2a4-2c1b78edb921 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.965506 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd2e496-a611-4a3c-a6c0-8bbb7726fadb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:32.970431 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e496-a611-4a3c-a6c0-8bbb7726fadb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.983997 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e496-a611-4a3c-a6c0-8bbb7726fadb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.088166 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e496-a611-4a3c-a6c0-8bbb7726fadb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.094827 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e496-a611-4a3c-a6c0-8bbb7726fadb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.134768 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2e496-a611-4a3c-a6c0-8bbb7726fadb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688b1e39-b4a8-494c-a5bb-8cb161456f16,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:33.169215 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd2e496-a611-4a3c-a6c0-8bbb7726fadb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:53:33.183448 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e496-a611-4a3c-a6c0-8bbb7726fadb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.183907 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-dfd2e496-a611-4a3c-a6c0-8bbb7726fadb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Added segment 0efd6308-1c34-4101-a06f-d73ce5d095a8 of type vlan for network fe05c407-cd01-4f7b-b118-ded988bd7940 Nov 12 00:53:33.237164 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e496-a611-4a3c-a6c0-8bbb7726fadb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.272433 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e496-a611-4a3c-a6c0-8bbb7726fadb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.281437 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd2e496-a611-4a3c-a6c0-8bbb7726fadb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:33.282182 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e496-a611-4a3c-a6c0-8bbb7726fadb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.307182 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.313358 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:53:33.369989 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dfd2e496-a611-4a3c-a6c0-8bbb7726fadb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2272658 Nov 12 00:53:33.389689 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.431397 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2e496-a611-4a3c-a6c0-8bbb7726fadb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Network': ['ID=fe05c407-cd01-4f7b-b118-ded988bd7940,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:33.434584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48660) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:33.440724 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-99242c22-7cfe-4cbb-bc99-6599dce5c2b2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:33.445949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] Attempting to bind port 41d29d0a-af0d-4e83-b796-272d7cd0a5d5 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:33.446333 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] Attempting to bind port 41d29d0a-af0d-4e83-b796-272d7cd0a5d5 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:33.447245 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] Attempting to bind port 41d29d0a-af0d-4e83-b796-272d7cd0a5d5 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:33.456412 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:53:33.458863 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a68aa3-f97c-478d-93bb-cc4d941af155 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:33.465209 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:33.465731 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:33.465998 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.466397 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:33.466890 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] Bound port: 41d29d0a-af0d-4e83-b796-272d7cd0a5d5, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:33.467272 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.487105 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9678b7a-e7cb-4a89-a2a4-2c1b78edb921 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.500431 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a80322-d916-41ac-828b-bc5b7300837c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Made reservation on behalf of 75c055e9876449c3980c1d635d3020fe for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:33.503910 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1a80322-d916-41ac-828b-bc5b7300837c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.515384 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af2df0-2591-4296-8f48-b4ed85572ccf None None] Pushing event updated for resources: {'Port': ['ID=41d29d0a-af0d-4e83-b796-272d7cd0a5d5,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:33.553237 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a80322-d916-41ac-828b-bc5b7300837c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:53:33.556194 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af2df0-2591-4296-8f48-b4ed85572ccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:33.556545 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af2df0-2591-4296-8f48-b4ed85572ccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:33.556925 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af2df0-2591-4296-8f48-b4ed85572ccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:33.557271 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af2df0-2591-4296-8f48-b4ed85572ccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:33.557614 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af2df0-2591-4296-8f48-b4ed85572ccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:33.557953 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af2df0-2591-4296-8f48-b4ed85572ccf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:33.558286 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af2df0-2591-4296-8f48-b4ed85572ccf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:33.558618 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af2df0-2591-4296-8f48-b4ed85572ccf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:33.558949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af2df0-2591-4296-8f48-b4ed85572ccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:33.559279 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af2df0-2591-4296-8f48-b4ed85572ccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:33.559609 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af2df0-2591-4296-8f48-b4ed85572ccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:33.559937 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af2df0-2591-4296-8f48-b4ed85572ccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:33.570403 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1a80322-d916-41ac-828b-bc5b7300837c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.570789 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-d1a80322-d916-41ac-828b-bc5b7300837c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Added segment 40058dc0-10b9-473a-b138-f5952db5f2e4 of type vlan for network 523495f2-d0a8-4874-8ce9-f158f9a48578 Nov 12 00:53:33.605156 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-a9678b7a-e7cb-4a89-a2a4-2c1b78edb921 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Deleting port 41d29d0a-af0d-4e83-b796-272d7cd0a5d5 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:33.605501 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9678b7a-e7cb-4a89-a2a4-2c1b78edb921 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.629731 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a28752e2-f2dd-45bb-bb01-b2e130ff46be None None] Provisioning complete for port 41d29d0a-af0d-4e83-b796-272d7cd0a5d5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:33.630216 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a28752e2-f2dd-45bb-bb01-b2e130ff46be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.646486 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1a80322-d916-41ac-828b-bc5b7300837c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.660676 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99242c22-7cfe-4cbb-bc99-6599dce5c2b2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:33.662869 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] For port 41d29d0a-af0d-4e83-b796-272d7cd0a5d5, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:33.664609 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-99242c22-7cfe-4cbb-bc99-6599dce5c2b2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.704402 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] For port 41d29d0a-af0d-4e83-b796-272d7cd0a5d5, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=41d29d0a-af0d-4e83-b796-272d7cd0a5d5,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:33.721597 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.734517 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1a80322-d916-41ac-828b-bc5b7300837c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.740403 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a80322-d916-41ac-828b-bc5b7300837c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:33.741105 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1a80322-d916-41ac-828b-bc5b7300837c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.767636 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-a9678b7a-e7cb-4a89-a2a4-2c1b78edb921 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] For port 41d29d0a-af0d-4e83-b796-272d7cd0a5d5, host n-d-712137-14, got binding levels [] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:33.768175 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9678b7a-e7cb-4a89-a2a4-2c1b78edb921 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.815977 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a28752e2-f2dd-45bb-bb01-b2e130ff46be None None] Port 41d29d0a-af0d-4e83-b796-272d7cd0a5d5 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:33.844247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-a9678b7a-e7cb-4a89-a2a4-2c1b78edb921 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Calling delete_port for 41d29d0a-af0d-4e83-b796-272d7cd0a5d5 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:33.866562 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 4a312e4f-0869-4209-a672-e17bb78af4da up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:33.905214 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d1a80322-d916-41ac-828b-bc5b7300837c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9851344 Nov 12 00:53:33.911825 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48668) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:33.930702 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-dc4ae333-bdbd-4b9c-84f4-97aeb17fcca0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Request body: {'subnet': {'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:33.947681 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a80322-d916-41ac-828b-bc5b7300837c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event updated for resources: {'Network': ['ID=523495f2-d0a8-4874-8ce9-f158f9a48578,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:33.952567 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59451e13-ed36-49c0-918a-7738a8dcfeba None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:33.978538 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 523495f2-d0a8-4874-8ce9-f158f9a48578 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:53:33.981475 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] Routers {'6b5c99b0-3396-46c0-81eb-015844a5254d'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:33.982228 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:53:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['6b5c99b0-3396-46c0-81eb-015844a5254d'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:34.043186 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-99242c22-7cfe-4cbb-bc99-6599dce5c2b2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.145299 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99242c22-7cfe-4cbb-bc99-6599dce5c2b2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=1eb7abdf-f38a-487d-b174-2f75d79c05c8,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:34.156719 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af2df0-2591-4296-8f48-b4ed85572ccf None None] Pushing event updated for resources: {'Port': ['ID=41d29d0a-af0d-4e83-b796-272d7cd0a5d5,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:34.174377 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef0a5a-377b-417a-a814-9a5694b0c498 req-5e2d6686-a0c8-45eb-a5bb-6340649cb2d5 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:34.176736 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f8ef0a5a-377b-417a-a814-9a5694b0c498 req-5e2d6686-a0c8-45eb-a5bb-6340649cb2d5 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 943 time: 0.1574020 Nov 12 00:53:34.185268 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99242c22-7cfe-4cbb-bc99-6599dce5c2b2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Checking segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:34.186820 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4ae333-bdbd-4b9c-84f4-97aeb17fcca0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Made reservation on behalf of 75c055e9876449c3980c1d635d3020fe for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:34.187180 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99242c22-7cfe-4cbb-bc99-6599dce5c2b2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network hostable DHCP agents. Network: fe05c407-cd01-4f7b-b118-ded988bd7940, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:53:34.191304 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 4a312e4f-0869-4209-a672-e17bb78af4da triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:34.191870 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.192279 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dc4ae333-bdbd-4b9c-84f4-97aeb17fcca0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.246600 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99242c22-7cfe-4cbb-bc99-6599dce5c2b2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:53:34.253903 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] Set router 6b5c99b0-3396-46c0-81eb-015844a5254d gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:53:34.258528 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f8ef0a5a-377b-417a-a814-9a5694b0c498 req-ecfc992e-4c96-4eed-92d5-c57f1598faf3 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743546 Nov 12 00:53:34.263718 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-99242c22-7cfe-4cbb-bc99-6599dce5c2b2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, fe05c407-cd01-4f7b-b118-ded988bd7940) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:34.282563 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99242c22-7cfe-4cbb-bc99-6599dce5c2b2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:34.284064 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-99242c22-7cfe-4cbb-bc99-6599dce5c2b2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.304278 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-52234d38-04d6-4f38-82fb-8373f71dcaf3 None None] Provisioning complete for port 41d29d0a-af0d-4e83-b796-272d7cd0a5d5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:34.304278 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-52234d38-04d6-4f38-82fb-8373f71dcaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.306297 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ac0888-1d27-4932-a5a8-47668a08bded None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:34.312471 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-99242c22-7cfe-4cbb-bc99-6599dce5c2b2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8765330 Nov 12 00:53:34.315003 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48670) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:34.323235 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-9885889e-805c-4c71-89cb-9b0804f4c0a2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'name': 'tempest-NetworksTestDHCPv6-2147263759'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:34.350835 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9678b7a-e7cb-4a89-a2a4-2c1b78edb921 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.459766 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a48f9e-1486-4a9b-9685-c5f965538084 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:34.468731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9678b7a-e7cb-4a89-a2a4-2c1b78edb921 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Pushing event deleted for resources: {'Port': ['ID=41d29d0a-af0d-4e83-b796-272d7cd0a5d5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:34.490313 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9885889e-805c-4c71-89cb-9b0804f4c0a2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:34.493054 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5c99b0-3396-46c0-81eb-015844a5254d', 'name': 'tempest-snat-router-2032661060', 'tenant_id': '52c6a4bd56614047a1602cb0ef979d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:53:29Z', 'updated_at': '2021-11-12T00:53:33Z', 'revision_number': 4, 'project_id': '52c6a4bd56614047a1602cb0ef979d19', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:34.498947 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9885889e-805c-4c71-89cb-9b0804f4c0a2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.499210 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-52234d38-04d6-4f38-82fb-8373f71dcaf3 None None] Port 41d29d0a-af0d-4e83-b796-272d7cd0a5d5 was deleted so its status cannot be updated. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 00:53:34.500613 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 27732f1a-a230-488e-844e-fd5d68a6592d details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:34.507035 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9678b7a-e7cb-4a89-a2a4-2c1b78edb921 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.521816 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-9885889e-805c-4c71-89cb-9b0804f4c0a2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] device_id is not set on port fa587fa9-001d-48ac-8d0e-c361a61fda1a yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:53:34.614698 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdf2e56-5a9a-4d05-9958-9bc49764bad4 None None] The sync data for ids ['6b5c99b0-3396-46c0-81eb-015844a5254d'] in n-d-712137-14 is: [{'id': '6b5c99b0-3396-46c0-81eb-015844a5254d', 'name': 'tempest-snat-router-2032661060', 'tenant_id': '52c6a4bd56614047a1602cb0ef979d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:53:29Z', 'updated_at': '2021-11-12T00:53:33Z', 'revision_number': 4, 'project_id': '52c6a4bd56614047a1602cb0ef979d19', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:53:34.643869 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9678b7a-e7cb-4a89-a2a4-2c1b78edb921 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.647101 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9678b7a-e7cb-4a89-a2a4-2c1b78edb921 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.709248 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-9885889e-805c-4c71-89cb-9b0804f4c0a2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8::353 (fe05c407-cd01-4f7b-b118-ded988bd7940/1eb7abdf-f38a-487d-b174-2f75d79c05c8/fa587fa9-001d-48ac-8d0e-c361a61fda1a) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:34.742683 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dc4ae333-bdbd-4b9c-84f4-97aeb17fcca0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.780557 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73754207-1206-4bea-a108-d573a27293bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-fe05c407-cd01-4f7b-b118-ded988bd7940', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'fixed_ips': [{'subnet_id': '1eb7abdf-f38a-487d-b174-2f75d79c05c8'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:53:34.781900 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-73754207-1206-4bea-a108-d573a27293bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.870117 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9678b7a-e7cb-4a89-a2a4-2c1b78edb921 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.870697 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9678b7a-e7cb-4a89-a2a4-2c1b78edb921 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b5c99b0-3396-46c0-81eb-015844a5254d {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:53:34.878225 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9678b7a-e7cb-4a89-a2a4-2c1b78edb921 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:34.878859 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a9678b7a-e7cb-4a89-a2a4-2c1b78edb921 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "DELETE /v2.0/routers/6b5c99b0-3396-46c0-81eb-015844a5254d HTTP/1.1" status: 204 len: 168 time: 2.2931004 Nov 12 00:53:34.886576 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48676) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:34.976527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ae333-bdbd-4b9c-84f4-97aeb17fcca0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event updated for resources: {'Subnet': ['ID=61e3b5c1-9246-44ee-8b2b-05576d2e6cd6,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:35.023382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ae333-bdbd-4b9c-84f4-97aeb17fcca0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Checking segment: {'id': 'a79194db-5db4-47f8-81a2-d7b3685f9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:35.023382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4ae333-bdbd-4b9c-84f4-97aeb17fcca0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Network hostable DHCP agents. Network: 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:53:35.056825 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9885889e-805c-4c71-89cb-9b0804f4c0a2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.058392 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 27732f1a-a230-488e-844e-fd5d68a6592d, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27732f1a-a230-488e-844e-fd5d68a6592d,segment=NetworkSegment(4d180559-ff7b-4386-b0ba-a5f5a70a375b),segment_id=4d180559-ff7b-4386-b0ba-a5f5a70a375b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:35.059236 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2950ea50-9003-4ac3-96e1-a1cbc6afd13b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.063024 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4ae333-bdbd-4b9c-84f4-97aeb17fcca0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:53:35.096827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '27732f1a-a230-488e-844e-fd5d68a6592d', 'network_id': '2ae8764c-6045-42df-b713-ab4f0e086c21', 'port_id': '27732f1a-a230-488e-844e-fd5d68a6592d', 'mac_address': 'fa:16:3e:57:2b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa33b273-6769-45e4-9426-f7219f3a9eea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:35.104159 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9885889e-805c-4c71-89cb-9b0804f4c0a2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.117455 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-dc4ae333-bdbd-4b9c-84f4-97aeb17fcca0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:35.122549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4ae333-bdbd-4b9c-84f4-97aeb17fcca0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:35.123303 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dc4ae333-bdbd-4b9c-84f4-97aeb17fcca0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.150732 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9885889e-805c-4c71-89cb-9b0804f4c0a2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:35.158868 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-9885889e-805c-4c71-89cb-9b0804f4c0a2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:35.161333 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9885889e-805c-4c71-89cb-9b0804f4c0a2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:35.167665 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9885889e-805c-4c71-89cb-9b0804f4c0a2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:35.168279 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9885889e-805c-4c71-89cb-9b0804f4c0a2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.178965 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-dc4ae333-bdbd-4b9c-84f4-97aeb17fcca0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2506993 Nov 12 00:53:35.179847 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48678) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:35.179984 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885889e-805c-4c71-89cb-9b0804f4c0a2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=fa587fa9-001d-48ac-8d0e-c361a61fda1a,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:35.186488 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-4594b48d-02a5-48a0-b104-1e00aba57c94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Request body: {'subnet': {'network_id': '523495f2-d0a8-4874-8ce9-f158f9a48578', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:35.198554 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.200527 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595f29cf-ea6f-4ff8-9b58-0d403e64419f None None] Network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:35.210851 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9885889e-805c-4c71-89cb-9b0804f4c0a2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8935547 Nov 12 00:53:35.213364 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48680) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:35.272067 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2950ea50-9003-4ac3-96e1-a1cbc6afd13b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.275537 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27732f1a-a230-488e-844e-fd5d68a6592d {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:35.299875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb35c66-7ab1-4db2-8500-89e827cca7c3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:35.304558 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-deb35c66-7ab1-4db2-8500-89e827cca7c3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0898144 Nov 12 00:53:35.304961 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48684) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:35.308183 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-73754207-1206-4bea-a108-d573a27293bc None None] Allocated IP 2001:db8::2 (fe05c407-cd01-4f7b-b118-ded988bd7940/1eb7abdf-f38a-487d-b174-2f75d79c05c8/6ea18727-fd39-4193-9e70-012abb37d213) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:35.322166 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 27732f1a-a230-488e-844e-fd5d68a6592d, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27732f1a-a230-488e-844e-fd5d68a6592d,segment=NetworkSegment(4d180559-ff7b-4386-b0ba-a5f5a70a375b),segment_id=4d180559-ff7b-4386-b0ba-a5f5a70a375b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:35.332032 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.357883 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4594b48d-02a5-48a0-b104-1e00aba57c94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Made reservation on behalf of 75c055e9876449c3980c1d635d3020fe for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:35.361633 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4594b48d-02a5-48a0-b104-1e00aba57c94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.403836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffa4ec-605f-4aa0-9893-6dbc708cb2e6 req-ec040e5a-8901-499d-ab74-a31a24709271 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:35.406019 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30ffa4ec-605f-4aa0-9893-6dbc708cb2e6 req-ec040e5a-8901-499d-ab74-a31a24709271 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 944 time: 0.0587826 Nov 12 00:53:35.463814 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30ffa4ec-605f-4aa0-9893-6dbc708cb2e6 req-4b6f0b44-aa7a-43a7-ac61-ef5bef8f653c tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484610 Nov 12 00:53:35.490712 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=27732f1a-a230-488e-844e-fd5d68a6592d,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:35.524004 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-2950ea50-9003-4ac3-96e1-a1cbc6afd13b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Deleting port 4a312e4f-0869-4209-a672-e17bb78af4da {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:35.524639 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2950ea50-9003-4ac3-96e1-a1cbc6afd13b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.550754 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['27732f1a-a230-488e-844e-fd5d68a6592d'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:35.604815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-7e248d76-e14c-4d55-9456-213993dc64a8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting port fa587fa9-001d-48ac-8d0e-c361a61fda1a {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:35.605182 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e248d76-e14c-4d55-9456-213993dc64a8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.724087 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-2950ea50-9003-4ac3-96e1-a1cbc6afd13b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] For port 4a312e4f-0869-4209-a672-e17bb78af4da, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=4a312e4f-0869-4209-a672-e17bb78af4da,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:35.724451 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2950ea50-9003-4ac3-96e1-a1cbc6afd13b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.756875 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01882894-8518-4967-bc1f-728f3757b3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5', 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'fixed_ips': [{'subnet_id': '61e3b5c1-9246-44ee-8b2b-05576d2e6cd6'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:53:35.757748 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-01882894-8518-4967-bc1f-728f3757b3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.776474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-2950ea50-9003-4ac3-96e1-a1cbc6afd13b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Calling delete_port for 4a312e4f-0869-4209-a672-e17bb78af4da owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:35.814333 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e248d76-e14c-4d55-9456-213993dc64a8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.832828 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-73754207-1206-4bea-a108-d573a27293bc None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.859992 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4594b48d-02a5-48a0-b104-1e00aba57c94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.872159 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-7e248d76-e14c-4d55-9456-213993dc64a8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Calling delete_port for fa587fa9-001d-48ac-8d0e-c361a61fda1a owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:35.906260 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-73754207-1206-4bea-a108-d573a27293bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.979065 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594b48d-02a5-48a0-b104-1e00aba57c94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event updated for resources: {'Subnet': ['ID=870dc38d-f2e2-4511-a748-1147cb7d0fbb,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:35.988246 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73754207-1206-4bea-a108-d573a27293bc None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:36.019367 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-73754207-1206-4bea-a108-d573a27293bc None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:36.026250 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73754207-1206-4bea-a108-d573a27293bc None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:36.050101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73754207-1206-4bea-a108-d573a27293bc None None] Pushing event updated for resources: {'Port': ['ID=6ea18727-fd39-4193-9e70-012abb37d213,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:36.083036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4594b48d-02a5-48a0-b104-1e00aba57c94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Checking segment: {'id': '40058dc0-10b9-473a-b138-f5952db5f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '523495f2-d0a8-4874-8ce9-f158f9a48578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:36.083444 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4594b48d-02a5-48a0-b104-1e00aba57c94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Network hostable DHCP agents. Network: 523495f2-d0a8-4874-8ce9-f158f9a48578, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:53:36.123720 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-01882894-8518-4967-bc1f-728f3757b3ff None None] Allocated IP 10.1.1.2 (19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5/61e3b5c1-9246-44ee-8b2b-05576d2e6cd6/d0612c0e-efc3-4572-96eb-f9a73c0ea86e) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:36.174433 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4594b48d-02a5-48a0-b104-1e00aba57c94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Network 523495f2-d0a8-4874-8ce9-f158f9a48578 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:53:36.179339 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-73754207-1206-4bea-a108-d573a27293bc None None] Attempting to bind port 6ea18727-fd39-4193-9e70-012abb37d213 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:36.180004 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-73754207-1206-4bea-a108-d573a27293bc None None] Attempting to bind port 6ea18727-fd39-4193-9e70-012abb37d213 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:36.180567 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73754207-1206-4bea-a108-d573a27293bc None None] Attempting to bind port 6ea18727-fd39-4193-9e70-012abb37d213 on network fe05c407-cd01-4f7b-b118-ded988bd7940 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:36.208895 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-4594b48d-02a5-48a0-b104-1e00aba57c94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 523495f2-d0a8-4874-8ce9-f158f9a48578) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:36.220725 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4594b48d-02a5-48a0-b104-1e00aba57c94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:36.221348 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4594b48d-02a5-48a0-b104-1e00aba57c94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.223970 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73754207-1206-4bea-a108-d573a27293bc None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:36.224346 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73754207-1206-4bea-a108-d573a27293bc None None] Checking segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:36.224768 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-73754207-1206-4bea-a108-d573a27293bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.225163 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73754207-1206-4bea-a108-d573a27293bc None None] Bound using segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:36.225641 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-73754207-1206-4bea-a108-d573a27293bc None None] Bound port: 6ea18727-fd39-4193-9e70-012abb37d213, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:36.226020 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-73754207-1206-4bea-a108-d573a27293bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.233627 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77def56-0836-4cc3-afa6-dbc0ce4a54e3 None None] Network 523495f2-d0a8-4874-8ce9-f158f9a48578 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:36.263280 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e248d76-e14c-4d55-9456-213993dc64a8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.277229 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4594b48d-02a5-48a0-b104-1e00aba57c94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0968993 Nov 12 00:53:36.283791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48702) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:36.289053 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-62a06cc4-4b19-420a-a271-7bdb142d37a1 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Request body: {'port': {'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5', 'name': 'tempest-TaggedBootDevicesTest-1665833361', 'fixed_ips': [{'subnet_id': '61e3b5c1-9246-44ee-8b2b-05576d2e6cd6'}]}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:36.302442 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2950ea50-9003-4ac3-96e1-a1cbc6afd13b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.304495 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e248d76-e14c-4d55-9456-213993dc64a8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Port': ['ID=fa587fa9-001d-48ac-8d0e-c361a61fda1a,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:36.346298 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950ea50-9003-4ac3-96e1-a1cbc6afd13b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a312e4f-0869-4209-a672-e17bb78af4da,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:36.389118 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e248d76-e14c-4d55-9456-213993dc64a8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.394568 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7e248d76-e14c-4d55-9456-213993dc64a8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/fa587fa9-001d-48ac-8d0e-c361a61fda1a HTTP/1.1" status: 204 len: 168 time: 1.0863900 Nov 12 00:53:36.394845 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48704) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:36.397994 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-74174f67-1a8d-4174-88a9-1b444db93c6a tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:36.398295 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c83fe2c-ebe0-4947-a947-9ddd0f1adcc1 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:36.399524 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-74174f67-1a8d-4174-88a9-1b444db93c6a tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/networks?id=8bb4a64e-737d-472a-82e4-22fd49b17eca HTTP/1.1" status: 200 len: 814 time: 0.1749868 Nov 12 00:53:36.425670 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-844e55c5-f209-42a4-859c-21e047b22d22 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/quotas/9f40e4c0bdef428e84a5e88c1e0cb3f5 HTTP/1.1" status: 200 len: 375 time: 0.0135474 Nov 12 00:53:36.474044 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-7b2a995f-1b6a-42cf-b901-c6eae66c93c1 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f40e4c0bdef428e84a5e88c1e0cb3f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345521 Nov 12 00:53:36.482518 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a06cc4-4b19-420a-a271-7bdb142d37a1 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Made reservation on behalf of 75c055e9876449c3980c1d635d3020fe for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:36.498436 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-73754207-1206-4bea-a108-d573a27293bc None None] For port 6ea18727-fd39-4193-9e70-012abb37d213, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:36.520824 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2950ea50-9003-4ac3-96e1-a1cbc6afd13b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.525973 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9e8c6f-3a93-4930-8f82-69b6d0bf0b65 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:36.527637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9e8c6f-3a93-4930-8f82-69b6d0bf0b65 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:36.529806 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1c9e8c6f-3a93-4930-8f82-69b6d0bf0b65 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1340549 Nov 12 00:53:36.532100 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48708) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:36.551669 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-73754207-1206-4bea-a108-d573a27293bc None None] For port 6ea18727-fd39-4193-9e70-012abb37d213, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6ea18727-fd39-4193-9e70-012abb37d213,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:36.570009 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-73754207-1206-4bea-a108-d573a27293bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.573704 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-01882894-8518-4967-bc1f-728f3757b3ff None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.609536 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-01882894-8518-4967-bc1f-728f3757b3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.655532 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b70b897-e66e-4e6d-ab67-1b47892a972f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-523495f2-d0a8-4874-8ce9-f158f9a48578', 'network_id': '523495f2-d0a8-4874-8ce9-f158f9a48578', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'fixed_ips': [{'subnet_id': '870dc38d-f2e2-4511-a748-1147cb7d0fbb'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:53:36.656368 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6b70b897-e66e-4e6d-ab67-1b47892a972f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.671099 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01882894-8518-4967-bc1f-728f3757b3ff None None] Network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:36.685689 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73754207-1206-4bea-a108-d573a27293bc None None] Pushing event updated for resources: {'Port': ['ID=6ea18727-fd39-4193-9e70-012abb37d213,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:36.700866 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2950ea50-9003-4ac3-96e1-a1cbc6afd13b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.701091 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-01882894-8518-4967-bc1f-728f3757b3ff None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:36.703580 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01882894-8518-4967-bc1f-728f3757b3ff None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:36.706592 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-62a06cc4-4b19-420a-a271-7bdb142d37a1 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.706838 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2950ea50-9003-4ac3-96e1-a1cbc6afd13b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.740505 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-2bec1ed8-9c73-4b65-b691-3e1dcb17b53f service neutron] 10.222.0.31 "GET /v2.0/networks/8bb4a64e-737d-472a-82e4-22fd49b17eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339046 Nov 12 00:53:36.768975 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc92b13-c085-4f5d-9eee-91eb016ad07c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 1eb7abdf-f38a-487d-b174-2f75d79c05c8 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:53:36.774763 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dbc92b13-c085-4f5d-9eee-91eb016ad07c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.794903 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-62a06cc4-4b19-420a-a271-7bdb142d37a1 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] device_id is not set on port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:53:36.809006 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2950ea50-9003-4ac3-96e1-a1cbc6afd13b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.809571 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2950ea50-9003-4ac3-96e1-a1cbc6afd13b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 656a108d-e95e-471f-bf28-5e162680f9c0 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:53:36.816350 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2950ea50-9003-4ac3-96e1-a1cbc6afd13b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.817937 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2950ea50-9003-4ac3-96e1-a1cbc6afd13b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "DELETE /v2.0/routers/656a108d-e95e-471f-bf28-5e162680f9c0 HTTP/1.1" status: 204 len: 168 time: 1.9299924 Nov 12 00:53:36.829701 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc108c9-5f8f-4ef4-9290-84e11d475e8c req-38f68880-c9f0-4447-880c-b622fc4da329 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:36.831168 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1dc108c9-5f8f-4ef4-9290-84e11d475e8c req-38f68880-c9f0-4447-880c-b622fc4da329 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 944 time: 0.2620332 Nov 12 00:53:36.836539 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48710) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:36.843214 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-2febe62f-e03f-44e0-9b15-4eb75d73ac4c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-450120346', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}, 'admin_state_up': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:36.847022 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01882894-8518-4967-bc1f-728f3757b3ff None None] Pushing event updated for resources: {'Port': ['ID=d0612c0e-efc3-4572-96eb-f9a73c0ea86e,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:36.857322 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dbc92b13-c085-4f5d-9eee-91eb016ad07c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.865327 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-01882894-8518-4967-bc1f-728f3757b3ff None None] Attempting to bind port d0612c0e-efc3-4572-96eb-f9a73c0ea86e on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:36.865707 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-01882894-8518-4967-bc1f-728f3757b3ff None None] Attempting to bind port d0612c0e-efc3-4572-96eb-f9a73c0ea86e by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'a79194db-5db4-47f8-81a2-d7b3685f9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:36.866071 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01882894-8518-4967-bc1f-728f3757b3ff None None] Attempting to bind port d0612c0e-efc3-4572-96eb-f9a73c0ea86e on network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:36.879078 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01882894-8518-4967-bc1f-728f3757b3ff None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:36.879445 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01882894-8518-4967-bc1f-728f3757b3ff None None] Checking segment: {'id': 'a79194db-5db4-47f8-81a2-d7b3685f9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:36.879849 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-01882894-8518-4967-bc1f-728f3757b3ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.880246 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01882894-8518-4967-bc1f-728f3757b3ff None None] Bound using segment: {'id': 'a79194db-5db4-47f8-81a2-d7b3685f9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:36.880745 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-01882894-8518-4967-bc1f-728f3757b3ff None None] Bound port: d0612c0e-efc3-4572-96eb-f9a73c0ea86e, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79194db-5db4-47f8-81a2-d7b3685f9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:36.881135 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-01882894-8518-4967-bc1f-728f3757b3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.940514 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2febe62f-e03f-44e0-9b15-4eb75d73ac4c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.942225 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2febe62f-e03f-44e0-9b15-4eb75d73ac4c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.081548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-6b70b897-e66e-4e6d-ab67-1b47892a972f None None] Allocated IP 10.2.2.2 (523495f2-d0a8-4874-8ce9-f158f9a48578/870dc38d-f2e2-4511-a748-1147cb7d0fbb/0183f8f1-3779-40e1-8bf5-bba51b8e3bc0) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:37.089407 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-01882894-8518-4967-bc1f-728f3757b3ff None None] For port d0612c0e-efc3-4572-96eb-f9a73c0ea86e, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:37.094854 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-01882894-8518-4967-bc1f-728f3757b3ff None None] For port d0612c0e-efc3-4572-96eb-f9a73c0ea86e, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d0612c0e-efc3-4572-96eb-f9a73c0ea86e,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:37.098849 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-effd3b4e-6a4d-4ef8-bc8a-e43a26311456 service neutron] 10.222.0.31 "GET /v2.0/networks/8bb4a64e-737d-472a-82e4-22fd49b17eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532999 Nov 12 00:53:37.109699 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-01882894-8518-4967-bc1f-728f3757b3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.225256 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-62a06cc4-4b19-420a-a271-7bdb142d37a1 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Allocated IP 10.1.1.170 (19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5/61e3b5c1-9246-44ee-8b2b-05576d2e6cd6/7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:37.273283 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01882894-8518-4967-bc1f-728f3757b3ff None None] Pushing event updated for resources: {'Port': ['ID=d0612c0e-efc3-4572-96eb-f9a73c0ea86e,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:37.356405 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6b70b897-e66e-4e6d-ab67-1b47892a972f None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.367216 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6b70b897-e66e-4e6d-ab67-1b47892a972f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.424847 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b70b897-e66e-4e6d-ab67-1b47892a972f None None] Network 523495f2-d0a8-4874-8ce9-f158f9a48578 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:37.428740 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-6b70b897-e66e-4e6d-ab67-1b47892a972f None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:37.435418 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b70b897-e66e-4e6d-ab67-1b47892a972f None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:37.447875 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70b897-e66e-4e6d-ab67-1b47892a972f None None] Pushing event updated for resources: {'Port': ['ID=0183f8f1-3779-40e1-8bf5-bba51b8e3bc0,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:37.535491 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dbc92b13-c085-4f5d-9eee-91eb016ad07c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.587697 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6b70b897-e66e-4e6d-ab67-1b47892a972f None None] Attempting to bind port 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:37.588217 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6b70b897-e66e-4e6d-ab67-1b47892a972f None None] Attempting to bind port 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '40058dc0-10b9-473a-b138-f5952db5f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '523495f2-d0a8-4874-8ce9-f158f9a48578'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:37.588476 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b70b897-e66e-4e6d-ab67-1b47892a972f None None] Attempting to bind port 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0 on network 523495f2-d0a8-4874-8ce9-f158f9a48578 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:37.595206 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b70b897-e66e-4e6d-ab67-1b47892a972f None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:37.595582 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b70b897-e66e-4e6d-ab67-1b47892a972f None None] Checking segment: {'id': '40058dc0-10b9-473a-b138-f5952db5f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '523495f2-d0a8-4874-8ce9-f158f9a48578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:37.595979 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6b70b897-e66e-4e6d-ab67-1b47892a972f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.596374 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b70b897-e66e-4e6d-ab67-1b47892a972f None None] Bound using segment: {'id': '40058dc0-10b9-473a-b138-f5952db5f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '523495f2-d0a8-4874-8ce9-f158f9a48578'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:37.596994 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6b70b897-e66e-4e6d-ab67-1b47892a972f None None] Bound port: 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40058dc0-10b9-473a-b138-f5952db5f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '523495f2-d0a8-4874-8ce9-f158f9a48578'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:37.597373 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6b70b897-e66e-4e6d-ab67-1b47892a972f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.620371 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e0ca41fd-db12-41f3-bff3-dd3da643573c req-b52a1408-bd00-454e-a112-58624a9603d2 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e40bbfd5-4296-4011-b25a-f8260e666968 HTTP/1.1" status: 200 len: 210 time: 0.0843863 Nov 12 00:53:37.625972 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-62a06cc4-4b19-420a-a271-7bdb142d37a1 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.700130 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6b70b897-e66e-4e6d-ab67-1b47892a972f None None] For port 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:37.703806 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6b70b897-e66e-4e6d-ab67-1b47892a972f None None] For port 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=0183f8f1-3779-40e1-8bf5-bba51b8e3bc0,segment=NetworkSegment(40058dc0-10b9-473a-b138-f5952db5f2e4),segment_id=40058dc0-10b9-473a-b138-f5952db5f2e4)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:37.714152 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6b70b897-e66e-4e6d-ab67-1b47892a972f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.732910 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1dc108c9-5f8f-4ef4-9290-84e11d475e8c req-75d7b624-8e2e-4d61-8309-27fadfb127ea tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8410277 Nov 12 00:53:37.734913 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-62a06cc4-4b19-420a-a271-7bdb142d37a1 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.738799 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dbc92b13-c085-4f5d-9eee-91eb016ad07c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.849308 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a06cc4-4b19-420a-a271-7bdb142d37a1 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:37.857039 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-62a06cc4-4b19-420a-a271-7bdb142d37a1 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:37.860053 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc92b13-c085-4f5d-9eee-91eb016ad07c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb7abdf-f38a-487d-b174-2f75d79c05c8,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:37.866235 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a06cc4-4b19-420a-a271-7bdb142d37a1 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:37.882947 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70b897-e66e-4e6d-ab67-1b47892a972f None None] Pushing event updated for resources: {'Port': ['ID=0183f8f1-3779-40e1-8bf5-bba51b8e3bc0,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:37.917051 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a06cc4-4b19-420a-a271-7bdb142d37a1 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event updated for resources: {'Port': ['ID=7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:37.917248 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dbc92b13-c085-4f5d-9eee-91eb016ad07c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.923047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48722) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:37.923993 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-dbc92b13-c085-4f5d-9eee-91eb016ad07c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/1eb7abdf-f38a-487d-b174-2f75d79c05c8 HTTP/1.1" status: 204 len: 168 time: 1.3907318 Nov 12 00:53:37.930702 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2febe62f-e03f-44e0-9b15-4eb75d73ac4c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.995652 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d0612c0e-efc3-4572-96eb-f9a73c0ea86e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:38.040267 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-28940060-686d-4183-a722-5917a0dd27d8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1160114 Nov 12 00:53:38.043535 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48726) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:38.056863 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-dad59fb0-278d-4fa8-a2c4-226ba1f2b618 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:38.083438 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a06cc4-4b19-420a-a271-7bdb142d37a1 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:38.084482 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-62a06cc4-4b19-420a-a271-7bdb142d37a1 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.158652 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-62a06cc4-4b19-420a-a271-7bdb142d37a1 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8722026 Nov 12 00:53:38.159468 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port d0612c0e-efc3-4572-96eb-f9a73c0ea86e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:38.159847 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.166521 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48728) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:38.172384 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-75ae71f8-83e8-4be6-9631-03483b1d0bd0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Request body: {'port': {'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5', 'name': 'tempest-TaggedBootDevicesTest-1739729544', 'fixed_ips': [{'subnet_id': '61e3b5c1-9246-44ee-8b2b-05576d2e6cd6'}]}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:38.243890 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2febe62f-e03f-44e0-9b15-4eb75d73ac4c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.349813 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.357205 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ae71f8-83e8-4be6-9631-03483b1d0bd0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Made reservation on behalf of 75c055e9876449c3980c1d635d3020fe for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:38.366538 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-75ae71f8-83e8-4be6-9631-03483b1d0bd0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.421813 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port d0612c0e-efc3-4572-96eb-f9a73c0ea86e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d0612c0e-efc3-4572-96eb-f9a73c0ea86e,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:38.424836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-75ae71f8-83e8-4be6-9631-03483b1d0bd0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] device_id is not set on port eaf27379-549b-4591-bd09-78291efa7f5f yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:53:38.429135 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.429936 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6ea18727-fd39-4193-9e70-012abb37d213 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:38.440954 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad59fb0-278d-4fa8-a2c4-226ba1f2b618 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:38.445298 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dad59fb0-278d-4fa8-a2c4-226ba1f2b618 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.552237 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 27732f1a-a230-488e-844e-fd5d68a6592d up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:38.563506 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69b9c2c-1d27-4563-8001-4776dbec53ba None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:38.653568 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2febe62f-e03f-44e0-9b15-4eb75d73ac4c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.763806 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2febe62f-e03f-44e0-9b15-4eb75d73ac4c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.804413 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.816744 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=d0612c0e-efc3-4572-96eb-f9a73c0ea86e,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:38.819492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-81304e26-2277-455a-921f-a423a79ab786 None None] Provisioning complete for port 6ea18727-fd39-4193-9e70-012abb37d213 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:38.820206 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-81304e26-2277-455a-921f-a423a79ab786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.906979 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dc174f90-f5ad-410a-bb9e-92ddf76920fd req-1a3e9304-6781-4bcf-9fbd-036ad6795287 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e40bbfd5-4296-4011-b25a-f8260e666968 HTTP/1.1" status: 200 len: 210 time: 0.1749239 Nov 12 00:53:38.960526 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-2febe62f-e03f-44e0-9b15-4eb75d73ac4c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Allocated IP 172.25.0.144 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/d02d079d-745a-4b51-ab34-99373865b3af) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:38.998714 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 6ea18727-fd39-4193-9e70-012abb37d213 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:39.000409 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.054823 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 27732f1a-a230-488e-844e-fd5d68a6592d completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:39.074922 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87f5a61-4641-4531-b574-e2120803e65a None None] Network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:39.171820 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 27732f1a-a230-488e-844e-fd5d68a6592d triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:39.171820 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.185501 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6a737-6b78-4ee7-90b2-a21b962190bc req-911bdc3d-e8f9-4592-a620-ddf26c0b2507 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:39.193455 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2fe6a737-6b78-4ee7-90b2-a21b962190bc req-911bdc3d-e8f9-4592-a620-ddf26c0b2507 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 944 time: 0.2340133 Nov 12 00:53:39.223577 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-75ae71f8-83e8-4be6-9631-03483b1d0bd0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Allocated IP 10.1.1.159 (19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5/61e3b5c1-9246-44ee-8b2b-05576d2e6cd6/eaf27379-549b-4591-bd09-78291efa7f5f) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:39.236382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-cb8c5f5c-cf55-4402-bef5-a9cde6e539bc tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:39.238239 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-cb8c5f5c-cf55-4402-bef5-a9cde6e539bc tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.15 "GET /v2.0/networks?id=8bb4a64e-737d-472a-82e4-22fd49b17eca HTTP/1.1" status: 200 len: 814 time: 0.1490681 Nov 12 00:53:39.260917 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2febe62f-e03f-44e0-9b15-4eb75d73ac4c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.297406 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2fe6a737-6b78-4ee7-90b2-a21b962190bc req-6f5aed9e-c907-4a63-a69e-72bdc79ca7a7 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020119 Nov 12 00:53:39.307483 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-857305a7-c486-481a-b0ad-72046d29b379 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Request body: {'port': {'device_id': 'e40bbfd5-4296-4011-b25a-f8260e666968', 'network_id': '8bb4a64e-737d-472a-82e4-22fd49b17eca', 'admin_state_up': True, 'tenant_id': '9f40e4c0bdef428e84a5e88c1e0cb3f5'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:39.335625 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2febe62f-e03f-44e0-9b15-4eb75d73ac4c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.344956 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:53:39.357948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2febe62f-e03f-44e0-9b15-4eb75d73ac4c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:39.381933 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-2febe62f-e03f-44e0-9b15-4eb75d73ac4c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:39.439335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2070790-4587-465a-aadf-698ca2e28f1e None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:39.461573 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febe62f-e03f-44e0-9b15-4eb75d73ac4c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Pushing event updated for resources: {'Port': ['ID=d02d079d-745a-4b51-ab34-99373865b3af,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:39.471643 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2febe62f-e03f-44e0-9b15-4eb75d73ac4c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:39.528760 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dad59fb0-278d-4fa8-a2c4-226ba1f2b618 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.544671 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8836b483-11dc-4473-bc1c-032354c0671b None None] Network 523495f2-d0a8-4874-8ce9-f158f9a48578 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:39.563563 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-81304e26-2277-455a-921f-a423a79ab786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.583756 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad59fb0-278d-4fa8-a2c4-226ba1f2b618 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:39.594503 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-dad59fb0-278d-4fa8-a2c4-226ba1f2b618 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:39.606552 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad59fb0-278d-4fa8-a2c4-226ba1f2b618 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:39.607259 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dad59fb0-278d-4fa8-a2c4-226ba1f2b618 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.639439 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dad59fb0-278d-4fa8-a2c4-226ba1f2b618 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5924842 Nov 12 00:53:39.642952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48738) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:39.654438 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-344b68c0-230b-4efe-aae2-13594ee839fd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'name': 'tempest-NetworksTestDHCPv6-1426276502'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:39.692584 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d562b381-7c1a-4994-8ca8-fb36bc5ff36f None None] DHCP port deletion for fe05c407-cd01-4f7b-b118-ded988bd7940 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:39.714786 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-75ae71f8-83e8-4be6-9631-03483b1d0bd0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.748455 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-857305a7-c486-481a-b0ad-72046d29b379 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Made reservation on behalf of 9f40e4c0bdef428e84a5e88c1e0cb3f5 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:39.752297 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-857305a7-c486-481a-b0ad-72046d29b379 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.783323 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad59fb0-278d-4fa8-a2c4-226ba1f2b618 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=c9bf934d-bab3-4710-8763-4c06a99adfb7,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:39.799722 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.815210 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-81304e26-2277-455a-921f-a423a79ab786 None None] For port 6ea18727-fd39-4193-9e70-012abb37d213, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6ea18727-fd39-4193-9e70-012abb37d213,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:39.821070 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.833917 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-81304e26-2277-455a-921f-a423a79ab786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.836605 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-75ae71f8-83e8-4be6-9631-03483b1d0bd0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.905516 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ae71f8-83e8-4be6-9631-03483b1d0bd0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:39.912510 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-75ae71f8-83e8-4be6-9631-03483b1d0bd0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:39.917158 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae71f8-83e8-4be6-9631-03483b1d0bd0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:39.932664 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea755b5-c25f-4837-b6c4-ba8e337f01c8 req-3d6cd6c9-4c20-4cab-9361-366d9a6b24b3 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:39.934448 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aea755b5-c25f-4837-b6c4-ba8e337f01c8 req-3d6cd6c9-4c20-4cab-9361-366d9a6b24b3 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1558137 Nov 12 00:53:39.953858 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59edfb3-bd94-4a0d-8ba7-c33929c93726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27732f1a-a230-488e-844e-fd5d68a6592d'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:39.956395 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b501b4-c817-4262-ba11-ca0d21070feb" -d '{"events": [{"server_uuid": "a59edfb3-bd94-4a0d-8ba7-c33929c93726", "name": "network-vif-plugged", "status": "completed", "tag": "27732f1a-a230-488e-844e-fd5d68a6592d"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:39.982668 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2febe62f-e03f-44e0-9b15-4eb75d73ac4c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.990735 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-857305a7-c486-481a-b0ad-72046d29b379 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Allocated IP 172.20.0.7 (8bb4a64e-737d-472a-82e4-22fd49b17eca/f58cc4ab-3a88-48cb-8f7a-8ec0470ae225/80a01746-54e3-4083-89ad-c19a0f1799ef) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:40.020267 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae71f8-83e8-4be6-9631-03483b1d0bd0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event updated for resources: {'Port': ['ID=eaf27379-549b-4591-bd09-78291efa7f5f,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:40.078393 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 27732f1a-a230-488e-844e-fd5d68a6592d, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27732f1a-a230-488e-844e-fd5d68a6592d,segment=NetworkSegment(4d180559-ff7b-4386-b0ba-a5f5a70a375b),segment_id=4d180559-ff7b-4386-b0ba-a5f5a70a375b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:40.083541 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a8a12260-0012-4f8a-bb28-d0be25b3004f req-2e672ff5-0270-4f5d-912a-eafd52bda7fb tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e40bbfd5-4296-4011-b25a-f8260e666968 HTTP/1.1" status: 200 len: 210 time: 0.0493739 Nov 12 00:53:40.094188 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344b68c0-230b-4efe-aae2-13594ee839fd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:40.098318 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81304e26-2277-455a-921f-a423a79ab786 None None] Pushing event updated for resources: {'Port': ['ID=6ea18727-fd39-4193-9e70-012abb37d213,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:40.101281 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-344b68c0-230b-4efe-aae2-13594ee839fd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.125734 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ae71f8-83e8-4be6-9631-03483b1d0bd0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:40.126680 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-75ae71f8-83e8-4be6-9631-03483b1d0bd0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.134103 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:53:40.134466 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:53:40.135044 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.148114 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d562b381-7c1a-4994-8ca8-fb36bc5ff36f None None] Deleting port 6ea18727-fd39-4193-9e70-012abb37d213 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:40.148501 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d562b381-7c1a-4994-8ca8-fb36bc5ff36f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.203442 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-344b68c0-230b-4efe-aae2-13594ee839fd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] device_id is not set on port 566e427f-6cc3-4712-931b-f65918710bfb yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:53:40.224321 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-75ae71f8-83e8-4be6-9631-03483b1d0bd0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0564101 Nov 12 00:53:40.235626 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aea755b5-c25f-4837-b6c4-ba8e337f01c8 req-fa5b59ae-164e-4d7b-9097-627ff87b8114 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209961 Nov 12 00:53:40.320521 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f689b76-dcf3-4549-9bf5-fbc6c4aeafff x-openstack-request-id: req-4f689b76-dcf3-4549-9bf5-fbc6c4aeafff {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:40.321266 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59edfb3-bd94-4a0d-8ba7-c33929c93726", "name": "network-vif-plugged", "status": "completed", "tag": "27732f1a-a230-488e-844e-fd5d68a6592d", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:40.322429 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f689b76-dcf3-4549-9bf5-fbc6c4aeafff {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:40.323054 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59edfb3-bd94-4a0d-8ba7-c33929c93726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27732f1a-a230-488e-844e-fd5d68a6592d', 'code': 200} Nov 12 00:53:40.365345 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1778e24b-02dd-4093-a279-760da00daeb6 None None] Provisioning complete for port 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:40.366293 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1778e24b-02dd-4093-a279-760da00daeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.431838 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2febe62f-e03f-44e0-9b15-4eb75d73ac4c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.473137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d562b381-7c1a-4994-8ca8-fb36bc5ff36f None None] For port 6ea18727-fd39-4193-9e70-012abb37d213, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6ea18727-fd39-4193-9e70-012abb37d213,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:40.473668 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d562b381-7c1a-4994-8ca8-fb36bc5ff36f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.526024 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d562b381-7c1a-4994-8ca8-fb36bc5ff36f None None] Calling delete_port for 6ea18727-fd39-4193-9e70-012abb37d213 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:40.528491 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=27732f1a-a230-488e-844e-fd5d68a6592d,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:40.541439 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93645a-1b32-4f4d-9315-b1847f27810e req-12c6e19d-44d3-4267-a5f9-9bdcea651b5a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:40.543030 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb93645a-1b32-4f4d-9315-b1847f27810e req-12c6e19d-44d3-4267-a5f9-9bdcea651b5a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1880431 Nov 12 00:53:40.549906 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fadfa9-87df-4c0e-b139-6968a13d700e req-b2722eec-7b68-42ae-bf1d-03d47a28af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:40.551334 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0fadfa9-87df-4c0e-b139-6968a13d700e req-b2722eec-7b68-42ae-bf1d-03d47a28af6d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 1097 time: 0.3197484 Nov 12 00:53:40.596599 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-857305a7-c486-481a-b0ad-72046d29b379 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.673278 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-344b68c0-230b-4efe-aae2-13594ee839fd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8::103 (fe05c407-cd01-4f7b-b118-ded988bd7940/c9bf934d-bab3-4710-8763-4c06a99adfb7/566e427f-6cc3-4712-931b-f65918710bfb) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:40.760934 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2febe62f-e03f-44e0-9b15-4eb75d73ac4c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Router 3ba9d7db-16e1-4fd2-bd11-9f34a152e8e6 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:53:40.773963 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-857305a7-c486-481a-b0ad-72046d29b379 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.779441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48756) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:40.791429 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-98602f94-3747-40fa-8af6-40b9818f5669 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1244463401', 'description': 'tempest-description--351252067'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:40.800910 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1778e24b-02dd-4093-a279-760da00daeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.812246 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb93645a-1b32-4f4d-9315-b1847f27810e req-1e83e5b6-df6f-4570-be54-ba4806dafc42 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570193 Nov 12 00:53:40.815327 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d562b381-7c1a-4994-8ca8-fb36bc5ff36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.850147 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0fadfa9-87df-4c0e-b139-6968a13d700e req-f5edf6e3-3959-4ade-b680-7628f35084f8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885408 Nov 12 00:53:40.864822 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 4a312e4f-0869-4209-a672-e17bb78af4da no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:40.879884 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562b381-7c1a-4994-8ca8-fb36bc5ff36f None None] Pushing event deleted for resources: {'Port': ['ID=6ea18727-fd39-4193-9e70-012abb37d213,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:40.896847 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-857305a7-c486-481a-b0ad-72046d29b379 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Network 8bb4a64e-737d-472a-82e4-22fd49b17eca is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:40.902423 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d562b381-7c1a-4994-8ca8-fb36bc5ff36f None None] No DVR routers for this DVR port 6ea18727-fd39-4193-9e70-012abb37d213 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:40.907076 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 4a312e4f-0869-4209-a672-e17bb78af4da {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:40.907421 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 4a312e4f-0869-4209-a672-e17bb78af4da not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:40.917070 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-857305a7-c486-481a-b0ad-72046d29b379 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:40.977476 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934dba58-dedb-4a85-ac7d-178df8f401ad None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:40.977476 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-1778e24b-02dd-4093-a279-760da00daeb6 None None] For port 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=0183f8f1-3779-40e1-8bf5-bba51b8e3bc0,segment=NetworkSegment(40058dc0-10b9-473a-b138-f5952db5f2e4),segment_id=40058dc0-10b9-473a-b138-f5952db5f2e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:41.005364 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-857305a7-c486-481a-b0ad-72046d29b379 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:41.007728 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1778e24b-02dd-4093-a279-760da00daeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.092026 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48760) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:41.098967 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857305a7-c486-481a-b0ad-72046d29b379 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Pushing event updated for resources: {'Port': ['ID=80a01746-54e3-4083-89ad-c19a0f1799ef,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:41.107084 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-98602f94-3747-40fa-8af6-40b9818f5669 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.164892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-857305a7-c486-481a-b0ad-72046d29b379 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:41.166072 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-857305a7-c486-481a-b0ad-72046d29b379 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.201908 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43864f3e-fa71-467c-a408-69d568aa9856 req-dad42fbf-39bb-4d07-ad2e-28c7fbb639d8 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:41.203487 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-43864f3e-fa71-467c-a408-69d568aa9856 req-dad42fbf-39bb-4d07-ad2e-28c7fbb639d8 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 945 time: 0.3004713 Nov 12 00:53:41.209176 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778e24b-02dd-4093-a279-760da00daeb6 None None] Pushing event updated for resources: {'Port': ['ID=0183f8f1-3779-40e1-8bf5-bba51b8e3bc0,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:41.231225 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-857305a7-c486-481a-b0ad-72046d29b379 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9301310 Nov 12 00:53:41.239911 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2febe62f-e03f-44e0-9b15-4eb75d73ac4c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:53:41.252930 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a6b6cf-da85-4827-b0b7-24f3d9f402cb None None] Sync routers for ids ['3ba9d7db-16e1-4fd2-bd11-9f34a152e8e6'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:53:41.262655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] Request body: {'port': {'device_id': 'e40bbfd5-4296-4011-b25a-f8260e666968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:41.267975 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a6b6cf-da85-4827-b0b7-24f3d9f402cb None None] Routers {'3ba9d7db-16e1-4fd2-bd11-9f34a152e8e6'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:41.268827 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-41a6b6cf-da85-4827-b0b7-24f3d9f402cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:53:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3ba9d7db-16e1-4fd2-bd11-9f34a152e8e6'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:41.270208 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-344b68c0-230b-4efe-aae2-13594ee839fd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.293797 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1778e24b-02dd-4093-a279-760da00daeb6 None None] Provisioning complete for port d0612c0e-efc3-4572-96eb-f9a73c0ea86e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:41.294238 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1778e24b-02dd-4093-a279-760da00daeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.317049 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-41a6b6cf-da85-4827-b0b7-24f3d9f402cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:41.324867 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:41.329152 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a6b6cf-da85-4827-b0b7-24f3d9f402cb None None] Routers {'3ba9d7db-16e1-4fd2-bd11-9f34a152e8e6'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:41.330175 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-41a6b6cf-da85-4827-b0b7-24f3d9f402cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:53:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3ba9d7db-16e1-4fd2-bd11-9f34a152e8e6'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:41.346524 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-344b68c0-230b-4efe-aae2-13594ee839fd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.395280 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4d7c0b-5752-4575-a581-a44c5c5ae7b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-fe05c407-cd01-4f7b-b118-ded988bd7940', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'fixed_ips': [{'subnet_id': 'c9bf934d-bab3-4710-8763-4c06a99adfb7'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:53:41.396294 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fd4d7c0b-5752-4575-a581-a44c5c5ae7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.441953 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-11d1183f-899c-485c-a4c7-9fef8b807714 tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] 10.222.0.31 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3573 time: 0.3479445 Nov 12 00:53:41.448762 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48766) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:41.455979 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:41.456353 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.478741 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-c514ae5c-0e90-4557-9cce-7454e7bfc85d tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Request body: {'network': {'name': 'tempest-network-smoke--320987770', 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'port_security_enabled': False}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:41.479466 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-41a6b6cf-da85-4827-b0b7-24f3d9f402cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:41.480270 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a6b6cf-da85-4827-b0b7-24f3d9f402cb None None] The sync data for ids ['3ba9d7db-16e1-4fd2-bd11-9f34a152e8e6'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:53:41.521455 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344b68c0-230b-4efe-aae2-13594ee839fd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:41.534027 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-344b68c0-230b-4efe-aae2-13594ee839fd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:41.540976 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344b68c0-230b-4efe-aae2-13594ee839fd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:41.546706 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344b68c0-230b-4efe-aae2-13594ee839fd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:41.547560 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-344b68c0-230b-4efe-aae2-13594ee839fd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.550488 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b68c0-230b-4efe-aae2-13594ee839fd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=566e427f-6cc3-4712-931b-f65918710bfb,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:41.561228 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86decb7-e91a-4f77-9d80-ab7bd398d173 req-14610b2a-f36c-4804-9ae6-59267ece4586 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:41.569268 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b86decb7-e91a-4f77-9d80-ab7bd398d173 req-14610b2a-f36c-4804-9ae6-59267ece4586 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e40bbfd5-4296-4011-b25a-f8260e666968 HTTP/1.1" status: 200 len: 931 time: 0.2278631 Nov 12 00:53:41.586711 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c514ae5c-0e90-4557-9cce-7454e7bfc85d tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Made reservation on behalf of 2d1187e4171d459daa255b9c3c43b475 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:41.591740 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c514ae5c-0e90-4557-9cce-7454e7bfc85d tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.597121 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2febe62f-e03f-44e0-9b15-4eb75d73ac4c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.601588 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2febe62f-e03f-44e0-9b15-4eb75d73ac4c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7643065 Nov 12 00:53:41.608405 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48768) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:41.613247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-294e8e05-d065-40e7-b433-abd5e210067d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'enable_snat': False}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:41.650075 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c514ae5c-0e90-4557-9cce-7454e7bfc85d tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:53:41.660775 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-43864f3e-fa71-467c-a408-69d568aa9856 req-0f567cd8-447a-4feb-8701-979aaa10c415 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459107 Nov 12 00:53:41.661542 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c514ae5c-0e90-4557-9cce-7454e7bfc85d tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.662341 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-c514ae5c-0e90-4557-9cce-7454e7bfc85d tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Added segment 099126e3-9f6e-4db9-ae75-6cbe42960b18 of type vlan for network dbc69f81-ee7e-4db5-8167-9159887faeab Nov 12 00:53:41.692454 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d0612c0e-efc3-4572-96eb-f9a73c0ea86e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:41.696963 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-98602f94-3747-40fa-8af6-40b9818f5669 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.703792 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.719076 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c514ae5c-0e90-4557-9cce-7454e7bfc85d tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.725228 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-98602f94-3747-40fa-8af6-40b9818f5669 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.754225 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-fd4d7c0b-5752-4575-a581-a44c5c5ae7b8 None None] Allocated IP 2001:db8::2 (fe05c407-cd01-4f7b-b118-ded988bd7940/c9bf934d-bab3-4710-8763-4c06a99adfb7/81f195cc-c09d-43c6-8e0e-a072d2bc15e8) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:41.763285 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1778e24b-02dd-4093-a279-760da00daeb6 None None] Provisioning complete for port d02d079d-745a-4b51-ab34-99373865b3af triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:41.763640 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1778e24b-02dd-4093-a279-760da00daeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.765865 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-344b68c0-230b-4efe-aae2-13594ee839fd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1175978 Nov 12 00:53:41.769585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48770) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:41.800715 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c514ae5c-0e90-4557-9cce-7454e7bfc85d tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.807297 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c514ae5c-0e90-4557-9cce-7454e7bfc85d tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:41.808127 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c514ae5c-0e90-4557-9cce-7454e7bfc85d tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.840533 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port d0612c0e-efc3-4572-96eb-f9a73c0ea86e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:41.841316 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.856258 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b86decb7-e91a-4f77-9d80-ab7bd398d173 req-10a83d45-6d45-4deb-ab0e-adfdb789873d tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859423 Nov 12 00:53:41.859694 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-98602f94-3747-40fa-8af6-40b9818f5669 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.864501 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-98602f94-3747-40fa-8af6-40b9818f5669 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0801013 Nov 12 00:53:41.864582 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1778e24b-02dd-4093-a279-760da00daeb6 None None] Port d02d079d-745a-4b51-ab34-99373865b3af cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:41.867579 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98602f94-3747-40fa-8af6-40b9818f5669 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b496f366-d03e-45e8-a671-4933f0bf379f,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:41.869639 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48772) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:41.897128 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-9301ef00-adc3-4b75-96fc-c451112ece84 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Request body: {'security_group_rule': {'security_group_id': 'b496f366-d03e-45e8-a671-4933f0bf379f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:41.929676 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c514ae5c-0e90-4557-9cce-7454e7bfc85d tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4782150 Nov 12 00:53:41.932203 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48774) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:41.941543 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752893a-b81e-41f8-a6cf-6ec4859ed8b4 req-1295c517-2f23-434d-88d2-41ea0e59e676 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:41.949743 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5752893a-b81e-41f8-a6cf-6ec4859ed8b4 req-1295c517-2f23-434d-88d2-41ea0e59e676 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1787846 Nov 12 00:53:41.955136 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-52b1847f-2f11-458b-940b-525475642dfd tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-642899327', 'admin_state_up': True, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:41.997922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514ae5c-0e90-4557-9cce-7454e7bfc85d tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event updated for resources: {'Network': ['ID=dbc69f81-ee7e-4db5-8167-9159887faeab,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:42.035972 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cd2302-5da2-461b-90b5-04003312dbe5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:42.037959 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b7cd2302-5da2-461b-90b5-04003312dbe5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2658060 Nov 12 00:53:42.043280 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48776) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:42.077790 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9301ef00-adc3-4b75-96fc-c451112ece84 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.122050 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-52b1847f-2f11-458b-940b-525475642dfd tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.123098 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-52b1847f-2f11-458b-940b-525475642dfd tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.178943 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9301ef00-adc3-4b75-96fc-c451112ece84 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.187470 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9301ef00-adc3-4b75-96fc-c451112ece84 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.192964 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network dbc69f81-ee7e-4db5-8167-9159887faeab details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:53:42.205356 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5752893a-b81e-41f8-a6cf-6ec4859ed8b4 req-3a9d7cb8-3b65-42c6-b7ba-74b365cf8437 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546859 Nov 12 00:53:42.209238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-13b6488f-79fe-48cb-9986-12e54f52d467 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting port 566e427f-6cc3-4712-931b-f65918710bfb {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:42.209466 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13b6488f-79fe-48cb-9986-12e54f52d467 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.227312 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301ef00-adc3-4b75-96fc-c451112ece84 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31a5460-dfea-4dbe-9fab-fccd34e9e611,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:42.241012 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9301ef00-adc3-4b75-96fc-c451112ece84 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.245302 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9301ef00-adc3-4b75-96fc-c451112ece84 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3572958 Nov 12 00:53:42.246660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48780) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:42.249949 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-869fad55-eaef-48f3-bba9-2d46381613cf tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Request body: {'security_group_rule': {'security_group_id': 'b496f366-d03e-45e8-a671-4933f0bf379f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:42.288034 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-12b85323-29e4-481f-b399-8dfd860c3a99 None None] Provisioning complete for port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:42.288474 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12b85323-29e4-481f-b399-8dfd860c3a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.295175 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fd4d7c0b-5752-4575-a581-a44c5c5ae7b8 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.342072 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fd4d7c0b-5752-4575-a581-a44c5c5ae7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.343231 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-869fad55-eaef-48f3-bba9-2d46381613cf tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.347444 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13b6488f-79fe-48cb-9986-12e54f52d467 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.374888 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-13b6488f-79fe-48cb-9986-12e54f52d467 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Calling delete_port for 566e427f-6cc3-4712-931b-f65918710bfb owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:42.379513 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-12b85323-29e4-481f-b399-8dfd860c3a99 None None] Port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:42.382227 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a01746-54e3-4083-89ad-c19a0f1799ef {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:42.395118 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.397200 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4d7c0b-5752-4575-a581-a44c5c5ae7b8 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:42.408358 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-fd4d7c0b-5752-4575-a581-a44c5c5ae7b8 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:42.414016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] Transition to ACTIVE for port object 80a01746-54e3-4083-89ad-c19a0f1799ef will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:42.416343 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4d7c0b-5752-4575-a581-a44c5c5ae7b8 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:42.420104 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-12b85323-29e4-481f-b399-8dfd860c3a99 None None] Provisioning complete for port eaf27379-549b-4591-bd09-78291efa7f5f triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:42.420621 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12b85323-29e4-481f-b399-8dfd860c3a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.422669 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d7c0b-5752-4575-a581-a44c5c5ae7b8 None None] Pushing event updated for resources: {'Port': ['ID=81f195cc-c09d-43c6-8e0e-a072d2bc15e8,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:42.450205 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6ea18727-fd39-4193-9e70-012abb37d213 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:42.488673 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-869fad55-eaef-48f3-bba9-2d46381613cf tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.496215 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-869fad55-eaef-48f3-bba9-2d46381613cf tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.503137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 6ea18727-fd39-4193-9e70-012abb37d213 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:42.503566 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6ea18727-fd39-4193-9e70-012abb37d213 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:42.527854 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869fad55-eaef-48f3-bba9-2d46381613cf tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b79cbd-139c-430f-a0c9-6f66ae418142,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:42.535331 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-12b85323-29e4-481f-b399-8dfd860c3a99 None None] Port eaf27379-549b-4591-bd09-78291efa7f5f cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:42.544066 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-869fad55-eaef-48f3-bba9-2d46381613cf tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.547496 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-869fad55-eaef-48f3-bba9-2d46381613cf tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2985799 Nov 12 00:53:42.551011 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-fd4d7c0b-5752-4575-a581-a44c5c5ae7b8 None None] Attempting to bind port 81f195cc-c09d-43c6-8e0e-a072d2bc15e8 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:42.551610 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-fd4d7c0b-5752-4575-a581-a44c5c5ae7b8 None None] Attempting to bind port 81f195cc-c09d-43c6-8e0e-a072d2bc15e8 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:42.552116 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4d7c0b-5752-4575-a581-a44c5c5ae7b8 None None] Attempting to bind port 81f195cc-c09d-43c6-8e0e-a072d2bc15e8 on network fe05c407-cd01-4f7b-b118-ded988bd7940 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:42.569123 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4d7c0b-5752-4575-a581-a44c5c5ae7b8 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:42.569701 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48784) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:42.570196 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4d7c0b-5752-4575-a581-a44c5c5ae7b8 None None] Checking segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:42.570661 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fd4d7c0b-5752-4575-a581-a44c5c5ae7b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.571111 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4d7c0b-5752-4575-a581-a44c5c5ae7b8 None None] Bound using segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:42.572294 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-fd4d7c0b-5752-4575-a581-a44c5c5ae7b8 None None] Bound port: 81f195cc-c09d-43c6-8e0e-a072d2bc15e8, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:42.572720 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fd4d7c0b-5752-4575-a581-a44c5c5ae7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.575130 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-db90207c-8462-443f-b418-ad3b2e825906 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:42.591660 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-12b85323-29e4-481f-b399-8dfd860c3a99 None None] Provisioning complete for port 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:42.592236 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12b85323-29e4-481f-b399-8dfd860c3a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.592335 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-294e8e05-d065-40e7-b433-abd5e210067d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.601360 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.644227 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13b6488f-79fe-48cb-9986-12e54f52d467 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.669705 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-52b1847f-2f11-458b-940b-525475642dfd tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.695552 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db90207c-8462-443f-b418-ad3b2e825906 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.724492 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6488f-79fe-48cb-9986-12e54f52d467 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Port': ['ID=566e427f-6cc3-4712-931b-f65918710bfb,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:42.739093 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-13b6488f-79fe-48cb-9986-12e54f52d467 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.742594 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-13b6488f-79fe-48cb-9986-12e54f52d467 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/566e427f-6cc3-4712-931b-f65918710bfb HTTP/1.1" status: 204 len: 168 time: 0.6980741 Nov 12 00:53:42.747292 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48792) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:42.759642 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-fd4d7c0b-5752-4575-a581-a44c5c5ae7b8 None None] For port 81f195cc-c09d-43c6-8e0e-a072d2bc15e8, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:42.765337 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-fd4d7c0b-5752-4575-a581-a44c5c5ae7b8 None None] For port 81f195cc-c09d-43c6-8e0e-a072d2bc15e8, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=81f195cc-c09d-43c6-8e0e-a072d2bc15e8,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:42.783642 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] Pushing event updated for resources: {'Port': ['ID=80a01746-54e3-4083-89ad-c19a0f1799ef,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:42.807832 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fd4d7c0b-5752-4575-a581-a44c5c5ae7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.896016 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-12b85323-29e4-481f-b399-8dfd860c3a99 None None] Provisioning complete for port d0612c0e-efc3-4572-96eb-f9a73c0ea86e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:42.897059 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12b85323-29e4-481f-b399-8dfd860c3a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.901429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d7c0b-5752-4575-a581-a44c5c5ae7b8 None None] Pushing event updated for resources: {'Port': ['ID=81f195cc-c09d-43c6-8e0e-a072d2bc15e8,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:42.926472 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76457c95-2815-49e8-b16f-e5cd2b5c76d9 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:42.928035 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76457c95-2815-49e8-b16f-e5cd2b5c76d9 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:42.929612 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-76457c95-2815-49e8-b16f-e5cd2b5c76d9 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1776650 Nov 12 00:53:42.933881 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48794) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:42.956317 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc543da9-d551-4eca-846e-009408c8247a req-ddab09a8-695d-474b-bf66-c36d10dae9c4 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:42.964903 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fc543da9-d551-4eca-846e-009408c8247a req-ddab09a8-695d-474b-bf66-c36d10dae9c4 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 945 time: 0.1546874 Nov 12 00:53:42.987207 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-52b1847f-2f11-458b-940b-525475642dfd tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.060862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0677a20-ec82-4494-a73e-a5caf69186c7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet c9bf934d-bab3-4710-8763-4c06a99adfb7 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:53:43.074209 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f0677a20-ec82-4494-a73e-a5caf69186c7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.085276 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:43.098174 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af732777-2439-4538-bb92-0f050e052552 req-5f943918-424c-4077-83f5-441531cc9e73 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:43.099648 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-af732777-2439-4538-bb92-0f050e052552 req-5f943918-424c-4077-83f5-441531cc9e73 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.3127899 Nov 12 00:53:43.108949 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fc543da9-d551-4eca-846e-009408c8247a req-0fa7c1cd-bcdc-472e-8fed-7af51836f83b tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431246 Nov 12 00:53:43.115380 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db90207c-8462-443f-b418-ad3b2e825906 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.115741 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] Attempting to bind port 80a01746-54e3-4083-89ad-c19a0f1799ef on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:43.116088 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] Attempting to bind port 80a01746-54e3-4083-89ad-c19a0f1799ef by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': 'bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8bb4a64e-737d-472a-82e4-22fd49b17eca'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:43.116432 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] Attempting to bind port 80a01746-54e3-4083-89ad-c19a0f1799ef on network 8bb4a64e-737d-472a-82e4-22fd49b17eca {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:43.139210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] Port 80a01746-54e3-4083-89ad-c19a0f1799ef on network 8bb4a64e-737d-472a-82e4-22fd49b17eca not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:43.139546 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] Attempting to bind port 80a01746-54e3-4083-89ad-c19a0f1799ef on network 8bb4a64e-737d-472a-82e4-22fd49b17eca {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:43.182607 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:43.183315 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.210143 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f0677a20-ec82-4494-a73e-a5caf69186c7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.236125 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:43.236806 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] Checking segment: {'id': 'bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8bb4a64e-737d-472a-82e4-22fd49b17eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:43.238108 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] Bound using segment: {'id': 'bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8bb4a64e-737d-472a-82e4-22fd49b17eca'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:43.238791 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] Bound port: 80a01746-54e3-4083-89ad-c19a0f1799ef, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8bb4a64e-737d-472a-82e4-22fd49b17eca'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:43.239712 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.381233 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe94b63-d2aa-4df6-b972-bd894ea6a1ab req-676bddf6-8543-4880-a1a5-6fe74d7cf85a tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:43.382781 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dfe94b63-d2aa-4df6-b972-bd894ea6a1ab req-676bddf6-8543-4880-a1a5-6fe74d7cf85a tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e40bbfd5-4296-4011-b25a-f8260e666968 HTTP/1.1" status: 200 len: 943 time: 0.1412013 Nov 12 00:53:43.396182 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-af732777-2439-4538-bb92-0f050e052552 req-40ecfcae-04db-438c-ba35-98393f7e3633 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783265 Nov 12 00:53:43.422324 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f0677a20-ec82-4494-a73e-a5caf69186c7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.426485 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-db90207c-8462-443f-b418-ad3b2e825906 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Allocated IP 172.25.0.221 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/e6fcbe00-df84-40c9-a88e-445817b9f38c) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:43.513244 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] For port 80a01746-54e3-4083-89ad-c19a0f1799ef, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:43.535722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] For port 80a01746-54e3-4083-89ad-c19a0f1799ef, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=80a01746-54e3-4083-89ad-c19a0f1799ef,segment=NetworkSegment(bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b),segment_id=bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:43.557068 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dfe94b63-d2aa-4df6-b972-bd894ea6a1ab req-b3672b9f-503f-41bf-b5f6-87e6fd4b160e tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661482 Nov 12 00:53:43.578205 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f0677a20-ec82-4494-a73e-a5caf69186c7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.622803 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0677a20-ec82-4494-a73e-a5caf69186c7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=c9bf934d-bab3-4710-8763-4c06a99adfb7,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:43.625025 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f0677a20-ec82-4494-a73e-a5caf69186c7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.628307 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f0677a20-ec82-4494-a73e-a5caf69186c7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/c9bf934d-bab3-4710-8763-4c06a99adfb7 HTTP/1.1" status: 204 len: 168 time: 0.6914558 Nov 12 00:53:43.634562 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48800) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:43.679094 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7a862c7e-6126-4a9f-86f8-249eb7dbecd1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433848 Nov 12 00:53:43.685321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48802) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:43.691973 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a13dc554-d52d-4aa1-8d2a-4e82d5fac098 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:43.699946 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db90207c-8462-443f-b418-ad3b2e825906 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.839877 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.949055 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d2aa3-b6b6-4b52-8497-ef5c667149b4 req-19a02ca2-4f7a-4954-bfb2-78157929157e tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:43.950655 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bf6d2aa3-b6b6-4b52-8497-ef5c667149b4 req-19a02ca2-4f7a-4954-bfb2-78157929157e tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 945 time: 0.4898689 Nov 12 00:53:43.981727 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:43.982352 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.983788 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] 10.222.0.15 "PUT /v2.0/ports/80a01746-54e3-4083-89ad-c19a0f1799ef HTTP/1.1" status: 200 len: 1092 time: 2.7313454 Nov 12 00:53:43.984345 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40bbfd5-4296-4011-b25a-f8260e666968', 'tag': '80a01746-54e3-4083-89ad-c19a0f1799ef'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:43.986708 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6d8aeb-459d-46ef-815c-0981e5f4ce04" -d '{"events": [{"name": "network-changed", "server_uuid": "e40bbfd5-4296-4011-b25a-f8260e666968", "tag": "80a01746-54e3-4083-89ad-c19a0f1799ef"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:44.068773 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437139c-bea1-40b5-b9bd-30729eb87868 service neutron] Pushing event updated for resources: {'Port': ['ID=80a01746-54e3-4083-89ad-c19a0f1799ef,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:44.101075 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b960b1-48a9-48ab-93be-5656f8f6c3ab x-openstack-request-id: req-96b960b1-48a9-48ab-93be-5656f8f6c3ab {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:44.101731 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e40bbfd5-4296-4011-b25a-f8260e666968", "tag": "80a01746-54e3-4083-89ad-c19a0f1799ef", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:44.102150 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96b960b1-48a9-48ab-93be-5656f8f6c3ab {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:44.103242 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40bbfd5-4296-4011-b25a-f8260e666968', 'tag': '80a01746-54e3-4083-89ad-c19a0f1799ef', 'status': 'completed', 'code': 200} Nov 12 00:53:44.128799 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db90207c-8462-443f-b418-ad3b2e825906 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.147839 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-52b1847f-2f11-458b-940b-525475642dfd tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.157667 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13dc554-d52d-4aa1-8d2a-4e82d5fac098 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:44.161267 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a13dc554-d52d-4aa1-8d2a-4e82d5fac098 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.162435 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a32e0e-2995-43b4-ba73-9f340cacbee4 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:44.186036 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-52b1847f-2f11-458b-940b-525475642dfd tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.197108 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db90207c-8462-443f-b418-ad3b2e825906 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:44.203725 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-db90207c-8462-443f-b418-ad3b2e825906 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:44.233128 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db90207c-8462-443f-b418-ad3b2e825906 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:44.238219 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90207c-8462-443f-b418-ad3b2e825906 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event updated for resources: {'Port': ['ID=e6fcbe00-df84-40c9-a88e-445817b9f38c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:44.247196 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bf6d2aa3-b6b6-4b52-8497-ef5c667149b4 req-74df67dc-9eff-4390-91c8-c04e0fc05485 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277801 Nov 12 00:53:44.325162 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c91a6d57-2f9c-4e42-9f14-fd4eff21ee43 None None] Provisioning complete for port 81f195cc-c09d-43c6-8e0e-a072d2bc15e8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:44.325532 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c91a6d57-2f9c-4e42-9f14-fd4eff21ee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.340752 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-d207010f-794d-4d30-9686-9fc5aa125cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:44.342281 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-d207010f-794d-4d30-9686-9fc5aa125cda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f40e4c0bdef428e84a5e88c1e0cb3f5&device_id=e40bbfd5-4296-4011-b25a-f8260e666968 HTTP/1.1" status: 200 len: 1095 time: 0.2565076 Nov 12 00:53:44.423582 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-294e8e05-d065-40e7-b433-abd5e210067d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.427910 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-d8028852-093c-44eb-820d-84cc0a20feb8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80a01746-54e3-4083-89ad-c19a0f1799ef HTTP/1.1" status: 200 len: 217 time: 0.0661976 Nov 12 00:53:44.440392 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db90207c-8462-443f-b418-ad3b2e825906 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.444487 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-294e8e05-d065-40e7-b433-abd5e210067d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719336'] for router, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.455326 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c91a6d57-2f9c-4e42-9f14-fd4eff21ee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.475042 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5352d530-ece7-46e8-a899-dc844a9f5b36 None None] DHCP port deletion for fe05c407-cd01-4f7b-b118-ded988bd7940 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:44.526742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-52b1847f-2f11-458b-940b-525475642dfd tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Allocated IP 172.25.0.248 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/53d1a222-f89b-4bd6-be77-1c30d99239ac) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:44.539513 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c91a6d57-2f9c-4e42-9f14-fd4eff21ee43 None None] For port 81f195cc-c09d-43c6-8e0e-a072d2bc15e8, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=81f195cc-c09d-43c6-8e0e-a072d2bc15e8,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:44.546365 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c91a6d57-2f9c-4e42-9f14-fd4eff21ee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.574851 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db90207c-8462-443f-b418-ad3b2e825906 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.593457 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-5352d530-ece7-46e8-a899-dc844a9f5b36 None None] Deleting port 81f195cc-c09d-43c6-8e0e-a072d2bc15e8 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:44.594067 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5352d530-ece7-46e8-a899-dc844a9f5b36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.631858 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-1ced466a-2fa9-407b-9583-6b142d63ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:44.633762 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-1ced466a-2fa9-407b-9583-6b142d63ce37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f58cc4ab-3a88-48cb-8f7a-8ec0470ae225 HTTP/1.1" status: 200 len: 854 time: 0.1976783 Nov 12 00:53:44.640340 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a13dc554-d52d-4aa1-8d2a-4e82d5fac098 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.661483 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a6d57-2f9c-4e42-9f14-fd4eff21ee43 None None] Pushing event updated for resources: {'Port': ['ID=81f195cc-c09d-43c6-8e0e-a072d2bc15e8,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:44.682812 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5352d530-ece7-46e8-a899-dc844a9f5b36 None None] For port 81f195cc-c09d-43c6-8e0e-a072d2bc15e8, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=81f195cc-c09d-43c6-8e0e-a072d2bc15e8,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:44.682812 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5352d530-ece7-46e8-a899-dc844a9f5b36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.699615 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5255184-82f0-4c4b-9405-ad103df610de req-84152a73-1c7a-442a-93ae-649038183784 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:44.701183 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d5255184-82f0-4c4b-9405-ad103df610de req-84152a73-1c7a-442a-93ae-649038183784 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 945 time: 0.1443651 Nov 12 00:53:44.702327 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-5352d530-ece7-46e8-a899-dc844a9f5b36 None None] Calling delete_port for 81f195cc-c09d-43c6-8e0e-a072d2bc15e8 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:44.724416 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13dc554-d52d-4aa1-8d2a-4e82d5fac098 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:44.750386 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-8001b193-4eed-4173-be64-46b38298ecfc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8bb4a64e-737d-472a-82e4-22fd49b17eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991402 Nov 12 00:53:44.757488 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-a13dc554-d52d-4aa1-8d2a-4e82d5fac098 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:44.790602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13dc554-d52d-4aa1-8d2a-4e82d5fac098 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:44.790769 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a13dc554-d52d-4aa1-8d2a-4e82d5fac098 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.814843 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13dc554-d52d-4aa1-8d2a-4e82d5fac098 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=b7d39893-cdd1-432b-8446-e35dc5622c39,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:44.833895 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5352d530-ece7-46e8-a899-dc844a9f5b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.845386 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324ae04-7aae-4cc0-92b8-5b6f3fe779d2 req-e3ddc497-dbd9-4f0b-8951-9584b4b4c85f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:44.847132 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8324ae04-7aae-4cc0-92b8-5b6f3fe779d2 req-e3ddc497-dbd9-4f0b-8951-9584b4b4c85f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.3167200 Nov 12 00:53:44.855377 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a13dc554-d52d-4aa1-8d2a-4e82d5fac098 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1689639 Nov 12 00:53:44.860988 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48814) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:44.868707 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352d530-ece7-46e8-a899-dc844a9f5b36 None None] Pushing event deleted for resources: {'Port': ['ID=81f195cc-c09d-43c6-8e0e-a072d2bc15e8,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:44.872082 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5352d530-ece7-46e8-a899-dc844a9f5b36 None None] No DVR routers for this DVR port 81f195cc-c09d-43c6-8e0e-a072d2bc15e8 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:44.875973 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-34fbd075-c780-4c6b-9713-3e6ba04f5a06 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'name': 'tempest-NetworksTestDHCPv6-1841234858'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:44.893694 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5599c303-a350-4645-8422-93d6e548d4a9 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:44.919798 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d5255184-82f0-4c4b-9405-ad103df610de req-4ad337f5-9a5d-4d84-87c2-b4d42cbe825f tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754816 Nov 12 00:53:44.987427 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294e8e05-d065-40e7-b433-abd5e210067d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Router 3ba9d7db-16e1-4fd2-bd11-9f34a152e8e6 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:53:45.003033 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-52b1847f-2f11-458b-940b-525475642dfd tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.016445 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db90207c-8462-443f-b418-ad3b2e825906 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.025440 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-4bcd62d5-c083-4dfc-bbae-0bdb0c5b8b36 service neutron] 10.222.0.15 "GET /v2.0/networks/8bb4a64e-737d-472a-82e4-22fd49b17eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459412 Nov 12 00:53:45.033138 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8324ae04-7aae-4cc0-92b8-5b6f3fe779d2 req-66fc3ff5-0ff9-4eb8-b79a-6f734c8705c2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421437 Nov 12 00:53:45.046202 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db90207c-8462-443f-b418-ad3b2e825906 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.106765 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8003de25-62b6-4aed-882b-949d91abd3b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-fe05c407-cd01-4f7b-b118-ded988bd7940', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'fixed_ips': [{'subnet_id': 'b7d39893-cdd1-432b-8446-e35dc5622c39'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:53:45.108255 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8003de25-62b6-4aed-882b-949d91abd3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.177982 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90207c-8462-443f-b418-ad3b2e825906 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event updated for resources: {'Port': ['ID=e6fcbe00-df84-40c9-a88e-445817b9f38c,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:45.189129 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fbd075-c780-4c6b-9713-3e6ba04f5a06 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:45.192655 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-34fbd075-c780-4c6b-9713-3e6ba04f5a06 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.204753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc7991-8b32-407c-bcec-3c3ae48ef28f req-08b114bf-65ff-40bd-8385-13da72172c59 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:45.206274 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c0dc7991-8b32-407c-bcec-3c3ae48ef28f req-08b114bf-65ff-40bd-8385-13da72172c59 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e40bbfd5-4296-4011-b25a-f8260e666968 HTTP/1.1" status: 200 len: 943 time: 0.1659818 Nov 12 00:53:45.222316 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db90207c-8462-443f-b418-ad3b2e825906 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.237297 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-34fbd075-c780-4c6b-9713-3e6ba04f5a06 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] device_id is not set on port 44445392-4e8b-4c12-b2d3-2d4457542a37 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:53:45.263379 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db90207c-8462-443f-b418-ad3b2e825906 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.272364 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-db90207c-8462-443f-b418-ad3b2e825906 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6939485 Nov 12 00:53:45.272523 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-8003de25-62b6-4aed-882b-949d91abd3b8 None None] Allocated IP 2001:db8::2 (fe05c407-cd01-4f7b-b118-ded988bd7940/b7d39893-cdd1-432b-8446-e35dc5622c39/9a4342ad-fa16-45b5-8bec-a6701c9e8dc2) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:45.272970 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-52b1847f-2f11-458b-940b-525475642dfd tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.347952 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c0dc7991-8b32-407c-bcec-3c3ae48ef28f req-7ad069d8-05ce-4d6f-bb00-8d6fc62f773b tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234367 Nov 12 00:53:45.362860 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b1847f-2f11-458b-940b-525475642dfd tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:45.366439 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa1982d5-3cb3-47ff-ba18-fbaf30d9950d req-29e78e26-a58b-4dc5-9cf9-c1e01cd76b07 service neutron] 10.222.0.15 "GET /v2.0/networks/8bb4a64e-737d-472a-82e4-22fd49b17eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321178 Nov 12 00:53:45.380155 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c2b43-71ba-4222-b34f-50145c9bc180 req-f61d0b87-554c-4630-a827-02750ebf36ee tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:45.387608 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-535c2b43-71ba-4222-b34f-50145c9bc180 req-f61d0b87-554c-4630-a827-02750ebf36ee tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 945 time: 0.2220609 Nov 12 00:53:45.389767 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-52b1847f-2f11-458b-940b-525475642dfd tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:45.392925 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294e8e05-d065-40e7-b433-abd5e210067d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:53:45.394293 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1847f-2f11-458b-940b-525475642dfd tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event updated for resources: {'Port': ['ID=53d1a222-f89b-4bd6-be77-1c30d99239ac,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:45.396509 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b1847f-2f11-458b-940b-525475642dfd tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:45.409887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1818b1e-829e-44fb-95ba-ffdcc03909be None None] Sync routers for ids ['3ba9d7db-16e1-4fd2-bd11-9f34a152e8e6'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:53:45.432577 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-294e8e05-d065-40e7-b433-abd5e210067d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.436226 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-294e8e05-d065-40e7-b433-abd5e210067d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "PUT /v2.0/routers/3ba9d7db-16e1-4fd2-bd11-9f34a152e8e6 HTTP/1.1" status: 200 len: 921 time: 3.8249114 Nov 12 00:53:45.436625 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48822) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:45.448863 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4726d3b-4ab1-497d-9521-ae852c0e1eb2 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:45.499995 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1818b1e-829e-44fb-95ba-ffdcc03909be None None] Routers {'3ba9d7db-16e1-4fd2-bd11-9f34a152e8e6'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:45.501828 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e1818b1e-829e-44fb-95ba-ffdcc03909be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:53:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3ba9d7db-16e1-4fd2-bd11-9f34a152e8e6'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:45.551769 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e1818b1e-829e-44fb-95ba-ffdcc03909be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:45.561662 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8003de25-62b6-4aed-882b-949d91abd3b8 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.568166 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1818b1e-829e-44fb-95ba-ffdcc03909be None None] Routers {'3ba9d7db-16e1-4fd2-bd11-9f34a152e8e6'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:45.568555 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e1818b1e-829e-44fb-95ba-ffdcc03909be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:53:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3ba9d7db-16e1-4fd2-bd11-9f34a152e8e6'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:45.593425 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-535c2b43-71ba-4222-b34f-50145c9bc180 req-37a669cc-db47-4938-ab76-2b3c28d45528 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047291 Nov 12 00:53:45.608157 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8003de25-62b6-4aed-882b-949d91abd3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.614040 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e1818b1e-829e-44fb-95ba-ffdcc03909be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:45.614716 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1818b1e-829e-44fb-95ba-ffdcc03909be None None] The sync data for ids ['3ba9d7db-16e1-4fd2-bd11-9f34a152e8e6'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:53:45.656407 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d8aeb-459d-46ef-815c-0981e5f4ce04 req-71f9e297-8262-4240-b7c9-6b2d458b618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:45.658039 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ef6d8aeb-459d-46ef-815c-0981e5f4ce04 req-71f9e297-8262-4240-b7c9-6b2d458b618a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f40e4c0bdef428e84a5e88c1e0cb3f5&device_id=e40bbfd5-4296-4011-b25a-f8260e666968 HTTP/1.1" status: 200 len: 1095 time: 0.1751397 Nov 12 00:53:45.666347 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8003de25-62b6-4aed-882b-949d91abd3b8 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:45.669049 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-64210692-7c63-4159-be8e-9adc59df2fa8 None None] Provisioning complete for port 53d1a222-f89b-4bd6-be77-1c30d99239ac triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:45.669163 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-64210692-7c63-4159-be8e-9adc59df2fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.671758 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c0954828-6b54-4f7d-b77b-e753b9ebbcea tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "GET /v2.0/routers/3ba9d7db-16e1-4fd2-bd11-9f34a152e8e6 HTTP/1.1" status: 200 len: 921 time: 0.2338817 Nov 12 00:53:45.677076 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48836) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:45.679004 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-8003de25-62b6-4aed-882b-949d91abd3b8 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:45.704988 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003de25-62b6-4aed-882b-949d91abd3b8 None None] Pushing event updated for resources: {'Port': ['ID=9a4342ad-fa16-45b5-8bec-a6701c9e8dc2,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:45.706919 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b0c6f756-338c-4ab8-8726-9e91f3943b19 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1244463401&fields=id&tenant_id=75c055e9876449c3980c1d635d3020fe HTTP/1.1" status: 200 len: 267 time: 0.1589048 Nov 12 00:53:45.709324 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8003de25-62b6-4aed-882b-949d91abd3b8 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:45.750995 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-64210692-7c63-4159-be8e-9adc59df2fa8 None None] Port 53d1a222-f89b-4bd6-be77-1c30d99239ac cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:45.779948 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-8003de25-62b6-4aed-882b-949d91abd3b8 None None] Attempting to bind port 9a4342ad-fa16-45b5-8bec-a6701c9e8dc2 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:45.780323 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-8003de25-62b6-4aed-882b-949d91abd3b8 None None] Attempting to bind port 9a4342ad-fa16-45b5-8bec-a6701c9e8dc2 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:45.780688 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8003de25-62b6-4aed-882b-949d91abd3b8 None None] Attempting to bind port 9a4342ad-fa16-45b5-8bec-a6701c9e8dc2 on network fe05c407-cd01-4f7b-b118-ded988bd7940 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:45.786289 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8003de25-62b6-4aed-882b-949d91abd3b8 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:45.786680 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8003de25-62b6-4aed-882b-949d91abd3b8 None None] Checking segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:45.787083 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8003de25-62b6-4aed-882b-949d91abd3b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.787479 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8003de25-62b6-4aed-882b-949d91abd3b8 None None] Bound using segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:45.787949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-8003de25-62b6-4aed-882b-949d91abd3b8 None None] Bound port: 9a4342ad-fa16-45b5-8bec-a6701c9e8dc2, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:45.788324 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8003de25-62b6-4aed-882b-949d91abd3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.802802 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-34fbd075-c780-4c6b-9713-3e6ba04f5a06 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8::127 (fe05c407-cd01-4f7b-b118-ded988bd7940/b7d39893-cdd1-432b-8446-e35dc5622c39/44445392-4e8b-4c12-b2d3-2d4457542a37) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:45.865838 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-8003de25-62b6-4aed-882b-949d91abd3b8 None None] For port 9a4342ad-fa16-45b5-8bec-a6701c9e8dc2, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:45.870629 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-8003de25-62b6-4aed-882b-949d91abd3b8 None None] For port 9a4342ad-fa16-45b5-8bec-a6701c9e8dc2, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9a4342ad-fa16-45b5-8bec-a6701c9e8dc2,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:45.875358 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8003de25-62b6-4aed-882b-949d91abd3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.932083 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-f006bf24-a126-463e-8a01-f3bdf2efd69d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:45.933675 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-f006bf24-a126-463e-8a01-f3bdf2efd69d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports/7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 HTTP/1.1" status: 200 len: 932 time: 0.2255821 Nov 12 00:53:45.943833 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003de25-62b6-4aed-882b-949d91abd3b8 None None] Pushing event updated for resources: {'Port': ['ID=9a4342ad-fa16-45b5-8bec-a6701c9e8dc2,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:45.994462 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec0a7cc-5753-48e8-b1d9-205f934bbd91 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:45.996049 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9ec0a7cc-5753-48e8-b1d9-205f934bbd91 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&device_id=3ba9d7db-16e1-4fd2-bd11-9f34a152e8e6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3177738 Nov 12 00:53:46.016281 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48840) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:46.068900 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-a84af3a0-8325-427e-a9fb-33d39bcee4b9 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.070291 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-a84af3a0-8325-427e-a9fb-33d39bcee4b9 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports/eaf27379-549b-4591-bd09-78291efa7f5f HTTP/1.1" status: 200 len: 932 time: 0.0941429 Nov 12 00:53:46.179985 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-52b1847f-2f11-458b-940b-525475642dfd tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:46.206992 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-4f507c5c-77e7-440f-a1f0-8963e84ad6a9 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?network_id=523495f2-d0a8-4874-8ce9-f158f9a48578&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1255186 Nov 12 00:53:46.217599 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-34fbd075-c780-4c6b-9713-3e6ba04f5a06 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:46.237306 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e52d2-a8bc-4273-b3cd-7634fd02a50a req-f4d589e4-51dd-4ce7-bbdf-da4a888f150e tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.237306 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a49e52d2-a8bc-4273-b3cd-7634fd02a50a req-f4d589e4-51dd-4ce7-bbdf-da4a888f150e tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 945 time: 0.1576531 Nov 12 00:53:46.256832 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-195c8837-7180-4c57-978b-5e35ee3b66a6 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?network_id=523495f2-d0a8-4874-8ce9-f158f9a48578&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0425296 Nov 12 00:53:46.318951 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d8aeb-459d-46ef-815c-0981e5f4ce04 req-79b0dfff-7715-414e-9420-51c8f26e899f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.320458 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ef6d8aeb-459d-46ef-815c-0981e5f4ce04 req-79b0dfff-7715-414e-9420-51c8f26e899f service neutron] 10.222.0.15 "GET /v2.0/networks?id=8bb4a64e-737d-472a-82e4-22fd49b17eca HTTP/1.1" status: 200 len: 915 time: 0.6514430 Nov 12 00:53:46.358573 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474d7e8e-596c-4419-ae28-8f7a560bb05d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.359973 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-474d7e8e-596c-4419-ae28-8f7a560bb05d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 881 time: 0.3408682 Nov 12 00:53:46.364887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48846) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:46.384806 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ef6d8aeb-459d-46ef-815c-0981e5f4ce04 req-862442e3-c0ae-485e-a5fc-96817c92ada0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80a01746-54e3-4083-89ad-c19a0f1799ef HTTP/1.1" status: 200 len: 217 time: 0.0522075 Nov 12 00:53:46.390365 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a49e52d2-a8bc-4273-b3cd-7634fd02a50a req-226a7fe9-568a-4d4a-8728-28f9b4b19a08 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450081 Nov 12 00:53:46.401600 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-43f632ce-0e7c-456a-9009-cefcfc7fa1b1 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ba9d7db-16e1-4fd2-bd11-9f34a152e8e6 HTTP/1.1" status: 200 len: 205 time: 0.0355096 Nov 12 00:53:46.415738 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-34fbd075-c780-4c6b-9713-3e6ba04f5a06 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:46.421103 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48848) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:46.483713 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fbd075-c780-4c6b-9713-3e6ba04f5a06 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:46.491858 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-34fbd075-c780-4c6b-9713-3e6ba04f5a06 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:46.501333 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2f009964-120f-4316-9a40-d55e262629e4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.507120 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2f009964-120f-4316-9a40-d55e262629e4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.513003 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2f009964-120f-4316-9a40-d55e262629e4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.514639 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2f009964-120f-4316-9a40-d55e262629e4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/networks?id=d6ea9c94-971c-4de5-89c0-b46d88be536e&id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&id=523495f2-d0a8-4874-8ce9-f158f9a48578&id=523495f2-d0a8-4874-8ce9-f158f9a48578 HTTP/1.1" status: 200 len: 1989 time: 0.2447531 Nov 12 00:53:46.515766 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fbd075-c780-4c6b-9713-3e6ba04f5a06 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:46.521302 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fbd075-c780-4c6b-9713-3e6ba04f5a06 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.521922 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-34fbd075-c780-4c6b-9713-3e6ba04f5a06 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:46.527124 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbd075-c780-4c6b-9713-3e6ba04f5a06 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=44445392-4e8b-4c12-b2d3-2d4457542a37,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:46.549978 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-cb570a92-036c-4f19-8b00-cc9f1b0d63e5 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/quotas/75c055e9876449c3980c1d635d3020fe HTTP/1.1" status: 200 len: 375 time: 0.0245471 Nov 12 00:53:46.553869 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-34fbd075-c780-4c6b-9713-3e6ba04f5a06 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6903362 Nov 12 00:53:46.562300 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48852) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:46.612637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d8aeb-459d-46ef-815c-0981e5f4ce04 req-28c07bf9-7841-40a9-82bb-0a347dd9e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.613248 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-f2f37740-87b1-4be3-b8d3-96e6ded8f18c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=75c055e9876449c3980c1d635d3020fe&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0580025 Nov 12 00:53:46.614146 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ef6d8aeb-459d-46ef-815c-0981e5f4ce04 req-28c07bf9-7841-40a9-82bb-0a347dd9e060 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f58cc4ab-3a88-48cb-8f7a-8ec0470ae225 HTTP/1.1" status: 200 len: 854 time: 0.2209880 Nov 12 00:53:46.708169 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ef6d8aeb-459d-46ef-815c-0981e5f4ce04 req-9b3fee8c-2e9d-4915-9312-c2b2af3f1189 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8bb4a64e-737d-472a-82e4-22fd49b17eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627491 Nov 12 00:53:46.744340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aef97b-f5eb-4715-ae49-726edab07059 req-867d1fcf-f5ed-4cd6-92d3-addda8553666 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.744520 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-4e33af8e-94a0-428a-a54d-08b9f98031ec service neutron] 10.222.0.31 "GET /v2.0/networks/d6ea9c94-971c-4de5-89c0-b46d88be536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192739 Nov 12 00:53:46.745937 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-71aef97b-f5eb-4715-ae49-726edab07059 req-867d1fcf-f5ed-4cd6-92d3-addda8553666 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.2826514 Nov 12 00:53:46.782724 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-52b1847f-2f11-458b-940b-525475642dfd tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:46.800215 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-76247996-fa06-4258-b22c-9fb170f7bd20 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:46.853412 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-12e14681-8bcd-4828-be88-f7e8449aca85 service neutron] 10.222.0.31 "GET /v2.0/networks/d6ea9c94-971c-4de5-89c0-b46d88be536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006033 Nov 12 00:53:46.875276 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcce6a25-158e-4177-9ae1-f66aab781057 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.881401 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcce6a25-158e-4177-9ae1-f66aab781057 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.886461 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-dcce6a25-158e-4177-9ae1-f66aab781057 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3184645 Nov 12 00:53:46.886614 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48854) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:46.924051 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-ecfcc2e1-537b-4ed1-b791-880da76055b5 service neutron] 10.222.0.31 "GET /v2.0/ports/7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0637581 Nov 12 00:53:47.070739 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b5ae6319-6cab-4b79-967f-b0792b62713c service neutron] 10.222.0.31 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348257 Nov 12 00:53:47.083388 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-71aef97b-f5eb-4715-ae49-726edab07059 req-18e2c620-284e-4fa3-96b5-fff0ba4b3d5a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3159995 Nov 12 00:53:47.083388 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ef6d8aeb-459d-46ef-815c-0981e5f4ce04 req-73f5b4b5-6f1a-49bd-afba-3cb6500abe56 service neutron] 10.222.0.15 "GET /v2.0/networks/8bb4a64e-737d-472a-82e4-22fd49b17eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635216 Nov 12 00:53:47.117989 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9a4342ad-fa16-45b5-8bec-a6701c9e8dc2 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:47.122388 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4063cf37-d0a8-4e3a-bcde-8d1ed1e10931 None None] Provisioning complete for port 9a4342ad-fa16-45b5-8bec-a6701c9e8dc2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:47.122843 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4063cf37-d0a8-4e3a-bcde-8d1ed1e10931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.148966 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-29024293-1360-4c80-976f-40e4ebfaddca tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting port 44445392-4e8b-4c12-b2d3-2d4457542a37 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:47.149987 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-29024293-1360-4c80-976f-40e4ebfaddca tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.212384 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 9a4342ad-fa16-45b5-8bec-a6701c9e8dc2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:47.212555 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.216787 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-76247996-fa06-4258-b22c-9fb170f7bd20 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.300149 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4063cf37-d0a8-4e3a-bcde-8d1ed1e10931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.306640 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ef6d8aeb-459d-46ef-815c-0981e5f4ce04 req-92081c36-bb20-4ec8-ab7c-eaa3e9144da5 service neutron] 10.222.0.15 "GET /v2.0/networks/8bb4a64e-737d-472a-82e4-22fd49b17eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073641 Nov 12 00:53:47.336343 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-88df6358-558b-4b36-bea2-0c62ccfb8cf8 service neutron] 10.222.0.31 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429729 Nov 12 00:53:47.343100 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b1847f-2f11-458b-940b-525475642dfd tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Router ff3ee703-98ed-4d8b-886c-135ff691e397 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:53:47.368042 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4063cf37-d0a8-4e3a-bcde-8d1ed1e10931 None None] For port 9a4342ad-fa16-45b5-8bec-a6701c9e8dc2, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9a4342ad-fa16-45b5-8bec-a6701c9e8dc2,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:47.376232 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4063cf37-d0a8-4e3a-bcde-8d1ed1e10931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.421292 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-abc8b41b-430c-48aa-bd02-39f0383a906e service neutron] 10.222.0.31 "GET /v2.0/ports/eaf27379-549b-4591-bd09-78291efa7f5f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0663552 Nov 12 00:53:47.429451 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.430427 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-76247996-fa06-4258-b22c-9fb170f7bd20 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Deleting port d02d079d-745a-4b51-ab34-99373865b3af {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:47.431308 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-76247996-fa06-4258-b22c-9fb170f7bd20 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.435764 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-29024293-1360-4c80-976f-40e4ebfaddca tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.482578 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-29024293-1360-4c80-976f-40e4ebfaddca tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Calling delete_port for 44445392-4e8b-4c12-b2d3-2d4457542a37 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:47.514342 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063cf37-d0a8-4e3a-bcde-8d1ed1e10931 None None] Pushing event updated for resources: {'Port': ['ID=9a4342ad-fa16-45b5-8bec-a6701c9e8dc2,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:47.526675 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-94be481b-1dc2-4ac2-a74a-bb152736f451 None None] Could not find standard attr ID for object fa587fa9-001d-48ac-8d0e-c361a61fda1a. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:53:47.540043 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:53:47.541107 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:53:47.622243 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-366c2306-1fbc-4639-bdcd-9b56450503b1 service neutron] 10.222.0.31 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936707 Nov 12 00:53:47.741257 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-286a086b-4cdf-429b-b41d-b82c8fcaa71a None None] Could not find standard attr ID for object 566e427f-6cc3-4712-931b-f65918710bfb. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:53:47.764003 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-dccee653-662d-48b7-beda-99e6cefab056 service neutron] 10.222.0.31 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408632 Nov 12 00:53:47.791390 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-29024293-1360-4c80-976f-40e4ebfaddca tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.868777 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29024293-1360-4c80-976f-40e4ebfaddca tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Port': ['ID=44445392-4e8b-4c12-b2d3-2d4457542a37,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:47.874825 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fba61-2b68-43c8-8379-088c879c6f2d req-d7e6e73e-e8d2-4c59-aed4-c0120578d283 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:47.881236 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1b4fba61-2b68-43c8-8379-088c879c6f2d req-d7e6e73e-e8d2-4c59-aed4-c0120578d283 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e40bbfd5-4296-4011-b25a-f8260e666968 HTTP/1.1" status: 200 len: 943 time: 0.6896327 Nov 12 00:53:47.888882 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-29024293-1360-4c80-976f-40e4ebfaddca tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.894701 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-29024293-1360-4c80-976f-40e4ebfaddca tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/44445392-4e8b-4c12-b2d3-2d4457542a37 HTTP/1.1" status: 204 len: 168 time: 1.0052047 Nov 12 00:53:47.895337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48858) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:47.922210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b1847f-2f11-458b-940b-525475642dfd tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:53:47.933482 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] Sync routers for ids ['ff3ee703-98ed-4d8b-886c-135ff691e397'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:53:47.944678 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] Routers {'ff3ee703-98ed-4d8b-886c-135ff691e397'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:47.945321 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:53:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ff3ee703-98ed-4d8b-886c-135ff691e397'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:47.956897 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-76247996-fa06-4258-b22c-9fb170f7bd20 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.957293 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0ed78908-dccd-474f-82be-3b3274ca74a7 None None] Could not find standard attr ID for object 44445392-4e8b-4c12-b2d3-2d4457542a37. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:53:47.984717 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9638bd9-bef2-4ce7-b298-671db472f8a4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:47.986263 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9638bd9-bef2-4ce7-b298-671db472f8a4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:47.990387 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e9638bd9-bef2-4ce7-b298-671db472f8a4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0921416 Nov 12 00:53:47.990794 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48860) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:47.992644 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-52b1847f-2f11-458b-940b-525475642dfd tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.994805 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-52b1847f-2f11-458b-940b-525475642dfd tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.0430727 Nov 12 00:53:47.999729 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-76247996-fa06-4258-b22c-9fb170f7bd20 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Calling delete_port for d02d079d-745a-4b51-ab34-99373865b3af owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:48.000351 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48862) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:48.009709 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1b4fba61-2b68-43c8-8379-088c879c6f2d req-c5607337-6841-4a39-bd6e-6d46a17a1bc9 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272202 Nov 12 00:53:48.080301 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] Set router ff3ee703-98ed-4d8b-886c-135ff691e397 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:53:48.219414 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e4535-a48e-4e01-883d-cb66ef6fbfca req-52806d18-2f20-4330-a5e8-29bad55e7abc tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:48.227692 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0c2e4535-a48e-4e01-883d-cb66ef6fbfca req-52806d18-2f20-4330-a5e8-29bad55e7abc tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 945 time: 0.1178613 Nov 12 00:53:48.317061 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0c2e4535-a48e-4e01-883d-cb66ef6fbfca req-f4e03a4c-d58b-4ec0-bba8-51e7341f17c0 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883899 Nov 12 00:53:48.334542 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3ee703-98ed-4d8b-886c-135ff691e397', 'name': 'tempest-TestSecurityGroupsBasicOps-router-642899327', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '53d1a222-f89b-4bd6-be77-1c30d99239ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:53:42Z', 'updated_at': '2021-11-12T00:53:45Z', 'revision_number': 3, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '53d1a222-f89b-4bd6-be77-1c30d99239ac', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3ee703-98ed-4d8b-886c-135ff691e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:53:44Z', 'updated_at': '2021-11-12T00:53:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:48.356033 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-76247996-fa06-4258-b22c-9fb170f7bd20 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.369326 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] Checking router: ff3ee703-98ed-4d8b-886c-135ff691e397 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:53:48.369899 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] Updating router ff3ee703-98ed-4d8b-886c-135ff691e397 port 53d1a222-f89b-4bd6-be77-1c30d99239ac binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:53:48.382052 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-34d0ecf3-7be8-4dcd-991b-ece9df639e8e service neutron] 10.222.0.31 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6109335 Nov 12 00:53:48.397463 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.407868 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76247996-fa06-4258-b22c-9fb170f7bd20 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Pushing event deleted for resources: {'Port': ['ID=d02d079d-745a-4b51-ab34-99373865b3af,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:48.453633 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8161412e-2278-4a05-a1fa-8ceee6006e29 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:48.529017 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65e295-9f81-4ca6-92df-3ff0ecafb512 req-d24fdd9a-0477-42c7-9003-454d7b1c8693 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:48.536786 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b65e295-9f81-4ca6-92df-3ff0ecafb512 req-d24fdd9a-0477-42c7-9003-454d7b1c8693 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1200390 Nov 12 00:53:48.543088 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-76247996-fa06-4258-b22c-9fb170f7bd20 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.591191 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-66986b5b-c2d7-40b0-beca-4fa75146a6a4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet b7d39893-cdd1-432b-8446-e35dc5622c39 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:53:48.600929 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-66986b5b-c2d7-40b0-beca-4fa75146a6a4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.631409 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0898021-0d65-4d04-b028-8117e76207f0 tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:48.636037 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a0898021-0d65-4d04-b028-8117e76207f0 tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2d1187e4171d459daa255b9c3c43b475&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.6300964 Nov 12 00:53:48.641882 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48868) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:48.661778 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-76247996-fa06-4258-b22c-9fb170f7bd20 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.668712 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-76247996-fa06-4258-b22c-9fb170f7bd20 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.674841 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-ac4f6e7a-ecf2-4d18-a31c-8f35d54f8256 service neutron] 10.222.0.31 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919397 Nov 12 00:53:48.689834 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 80a01746-54e3-4083-89ad-c19a0f1799ef details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:48.693271 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-173a74ef-48ca-4d05-966f-c3870775ea77 req-fe6d509c-9d33-4347-a6f6-acff029c0295 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ee54c80-48e4-47ce-97df-db4f9e13859f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1944108 Nov 12 00:53:48.749229 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b65e295-9f81-4ca6-92df-3ff0ecafb512 req-6224b98a-6f56-4080-a2db-60110f853e1a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114336 Nov 12 00:53:48.755040 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-76247996-fa06-4258-b22c-9fb170f7bd20 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.755868 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76247996-fa06-4258-b22c-9fb170f7bd20 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Fanout notify agent at l3_agent the message router_deleted on router 3ba9d7db-16e1-4fd2-bd11-9f34a152e8e6 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:53:48.771299 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-66986b5b-c2d7-40b0-beca-4fa75146a6a4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.777163 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-76247996-fa06-4258-b22c-9fb170f7bd20 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.780345 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-76247996-fa06-4258-b22c-9fb170f7bd20 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "DELETE /v2.0/routers/3ba9d7db-16e1-4fd2-bd11-9f34a152e8e6 HTTP/1.1" status: 204 len: 168 time: 2.3243580 Nov 12 00:53:48.784429 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48870) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:48.794692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-604bc079-ef51-4d0d-ac02-c86350f503d6 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1283167908', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:48.854679 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-604bc079-ef51-4d0d-ac02-c86350f503d6 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.856606 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-604bc079-ef51-4d0d-ac02-c86350f503d6 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.876541 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.886002 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.899276 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 80a01746-54e3-4083-89ad-c19a0f1799ef, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=80a01746-54e3-4083-89ad-c19a0f1799ef,segment=NetworkSegment(bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b),segment_id=bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:48.934797 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '80a01746-54e3-4083-89ad-c19a0f1799ef', 'network_id': '8bb4a64e-737d-472a-82e4-22fd49b17eca', 'port_id': '80a01746-54e3-4083-89ad-c19a0f1799ef', 'mac_address': 'fa:16:3e:0d:4a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58cc4ab-3a88-48cb-8f7a-8ec0470ae225', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:48.986977 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-604bc079-ef51-4d0d-ac02-c86350f503d6 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.995700 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-604bc079-ef51-4d0d-ac02-c86350f503d6 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.041815 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-604bc079-ef51-4d0d-ac02-c86350f503d6 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.044956 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-604bc079-ef51-4d0d-ac02-c86350f503d6 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2592640 Nov 12 00:53:49.047667 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48876) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:49.048411 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.056584 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] Attempting to bind port 53d1a222-f89b-4bd6-be77-1c30d99239ac on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:49.058192 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f52c3a-0fa3-4fac-8078-19de1d6d2858 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:49.059509 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b3a20589-ac25-4b42-aca4-f9f6cafd7658 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:49.065132 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] Attempting to bind port 53d1a222-f89b-4bd6-be77-1c30d99239ac by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:49.065530 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] Attempting to bind port 53d1a222-f89b-4bd6-be77-1c30d99239ac on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:49.084137 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6137c1f-9324-4bd8-9316-730067e13712 None None] Pushing event updated for resources: {'Port': ['ID=53d1a222-f89b-4bd6-be77-1c30d99239ac,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:49.092939 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:49.093322 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:49.093741 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.094117 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:49.097380 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] Bound port: 53d1a222-f89b-4bd6-be77-1c30d99239ac, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:49.097843 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.101594 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9a4342ad-fa16-45b5-8bec-a6701c9e8dc2 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:49.104053 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-66986b5b-c2d7-40b0-beca-4fa75146a6a4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.132134 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a01746-54e3-4083-89ad-c19a0f1799ef {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:49.151872 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2037af25-1d15-4de1-a3d2-684af8f8e937 service neutron] 10.222.0.31 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530926 Nov 12 00:53:49.176361 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267ba692-6d93-4c65-bea4-4ab538352e3e tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:49.177895 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-267ba692-6d93-4c65-bea4-4ab538352e3e tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5335717 Nov 12 00:53:49.181027 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48878) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:49.183369 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a74ef-48ca-4d05-966f-c3870775ea77 req-cce960a0-4111-4c9a-aa4c-41e7de9d6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:49.183944 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] For port 53d1a222-f89b-4bd6-be77-1c30d99239ac, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:49.185165 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-173a74ef-48ca-4d05-966f-c3870775ea77 req-cce960a0-4111-4c9a-aa4c-41e7de9d6016 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=4ee54c80-48e4-47ce-97df-db4f9e13859f HTTP/1.1" status: 200 len: 1097 time: 0.4068735 Nov 12 00:53:49.202338 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] For port 53d1a222-f89b-4bd6-be77-1c30d99239ac, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=53d1a222-f89b-4bd6-be77-1c30d99239ac,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:49.219949 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.228741 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 80a01746-54e3-4083-89ad-c19a0f1799ef, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=80a01746-54e3-4083-89ad-c19a0f1799ef,segment=NetworkSegment(bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b),segment_id=bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:49.239829 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.242795 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b3f05abb-6043-4d95-9e5c-542ef400835d None None] Provisioning complete for port 53d1a222-f89b-4bd6-be77-1c30d99239ac triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:49.243976 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b3f05abb-6043-4d95-9e5c-542ef400835d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.293289 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-674b6d56-6b4d-43bd-87bf-f1f3f95544e8 tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1046791 Nov 12 00:53:49.294401 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48882) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:49.315550 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a74ef-48ca-4d05-966f-c3870775ea77 req-d8cb5065-39db-4e7b-8dc6-202fb3bbde7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:49.317038 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-173a74ef-48ca-4d05-966f-c3870775ea77 req-d8cb5065-39db-4e7b-8dc6-202fb3bbde7c service neutron] 10.222.0.21 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 913 time: 0.0972905 Nov 12 00:53:49.341345 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6137c1f-9324-4bd8-9316-730067e13712 None None] Pushing event updated for resources: {'Port': ['ID=53d1a222-f89b-4bd6-be77-1c30d99239ac,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:49.343990 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=80a01746-54e3-4083-89ad-c19a0f1799ef,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:49.349728 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c83351c-ef4b-4d25-b4d7-c27e185cf09a None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:49.354465 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-81a31bd1-f344-46ef-bf8e-c01adc21c214 tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=2d1187e4171d459daa255b9c3c43b475&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0568366 Nov 12 00:53:49.356897 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48884) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:49.363041 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 9a4342ad-fa16-45b5-8bec-a6701c9e8dc2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:49.363420 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.380903 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] Routers {'ff3ee703-98ed-4d8b-886c-135ff691e397'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:49.381781 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:53:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ff3ee703-98ed-4d8b-886c-135ff691e397'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:49.415164 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-173a74ef-48ca-4d05-966f-c3870775ea77 req-955294c5-b8f5-4537-bcb8-9dd800550d68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac7d2f56-2f1b-4ef5-9002-866d6c28d0de HTTP/1.1" status: 200 len: 217 time: 0.0481746 Nov 12 00:53:49.475567 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-66986b5b-c2d7-40b0-beca-4fa75146a6a4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.516311 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66986b5b-c2d7-40b0-beca-4fa75146a6a4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d39893-cdd1-432b-8446-e35dc5622c39,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:49.526119 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-66986b5b-c2d7-40b0-beca-4fa75146a6a4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.530685 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-66986b5b-c2d7-40b0-beca-4fa75146a6a4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/b7d39893-cdd1-432b-8446-e35dc5622c39 HTTP/1.1" status: 204 len: 168 time: 1.5379939 Nov 12 00:53:49.539053 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48886) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:49.559181 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] Set router ff3ee703-98ed-4d8b-886c-135ff691e397 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:53:49.564066 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec340a2-2df5-42e1-b341-44d3fb43be2e tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:49.566554 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5ec340a2-2df5-42e1-b341-44d3fb43be2e tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2083631 Nov 12 00:53:49.575268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af74132-b3b0-4135-b60b-b5e11104273d None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:49.576891 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48888) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:49.598001 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-20ef9ccc-113a-4ccb-9932-4be9508e58f1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574460 Nov 12 00:53:49.608737 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48890) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:49.617906 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a74ef-48ca-4d05-966f-c3870775ea77 req-e603223b-7575-491e-80c2-1980d0819a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:49.619727 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-173a74ef-48ca-4d05-966f-c3870775ea77 req-e603223b-7575-491e-80c2-1980d0819a3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.1934011 Nov 12 00:53:49.621961 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-4ea9087c-bec5-48dc-8015-d7bb961f1222 service neutron] 10.222.0.31 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430912 Nov 12 00:53:49.655539 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b282e267-bfcf-4adf-bb60-0dd44da4e12b tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0752156 Nov 12 00:53:49.664445 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48892) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:49.673295 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e75c5fda-ab9e-433a-9f2e-902911c7580a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-889641417', 'network_id': 'dbc69f81-ee7e-4db5-8167-9159887faeab', 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:49.750391 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a74ef-48ca-4d05-966f-c3870775ea77 req-c4476847-4d72-4749-a2f1-2f59dc52e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:49.752680 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-173a74ef-48ca-4d05-966f-c3870775ea77 req-c4476847-4d72-4749-a2f1-2f59dc52e5a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229770 Nov 12 00:53:49.758575 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3a20589-ac25-4b42-aca4-f9f6cafd7658 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.761894 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['80a01746-54e3-4083-89ad-c19a0f1799ef'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:49.803158 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b3f05abb-6043-4d95-9e5c-542ef400835d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.813625 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3ee703-98ed-4d8b-886c-135ff691e397', 'name': 'tempest-TestSecurityGroupsBasicOps-router-642899327', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '53d1a222-f89b-4bd6-be77-1c30d99239ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:53:42Z', 'updated_at': '2021-11-12T00:53:45Z', 'revision_number': 3, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '53d1a222-f89b-4bd6-be77-1c30d99239ac', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3ee703-98ed-4d8b-886c-135ff691e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:53:44Z', 'updated_at': '2021-11-12T00:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:49.821522 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfd47e-c2d2-4cf6-94b7-604750737448 req-0c4cc1db-690e-4882-bcc9-bcec322c925e tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:49.827193 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b3f05abb-6043-4d95-9e5c-542ef400835d None None] For port 53d1a222-f89b-4bd6-be77-1c30d99239ac, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=53d1a222-f89b-4bd6-be77-1c30d99239ac,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:49.829523 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eecfd47e-c2d2-4cf6-94b7-604750737448 req-0c4cc1db-690e-4882-bcc9-bcec322c925e tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e40bbfd5-4296-4011-b25a-f8260e666968 HTTP/1.1" status: 200 len: 944 time: 0.4892511 Nov 12 00:53:49.841185 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-efc2d528-0095-4c39-8e87-3a9163dd719c service neutron] 10.222.0.31 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125566 Nov 12 00:53:49.841794 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c86242-6f67-4404-8f4c-452edd73c340 None None] The sync data for ids ['ff3ee703-98ed-4d8b-886c-135ff691e397'] in n-d-712137-14 is: [{'id': 'ff3ee703-98ed-4d8b-886c-135ff691e397', 'name': 'tempest-TestSecurityGroupsBasicOps-router-642899327', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '53d1a222-f89b-4bd6-be77-1c30d99239ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:53:42Z', 'updated_at': '2021-11-12T00:53:45Z', 'revision_number': 3, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '53d1a222-f89b-4bd6-be77-1c30d99239ac', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3ee703-98ed-4d8b-886c-135ff691e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:53:44Z', 'updated_at': '2021-11-12T00:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:53:49.853264 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5162080-0659-487f-ab2f-43c57719df50 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:49.854815 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c5162080-0659-487f-ab2f-43c57719df50 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1982055 Nov 12 00:53:49.859451 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48896) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:49.886000 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b3f05abb-6043-4d95-9e5c-542ef400835d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.995286 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f05abb-6043-4d95-9e5c-542ef400835d None None] Pushing event updated for resources: {'Port': ['ID=53d1a222-f89b-4bd6-be77-1c30d99239ac,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:50.020412 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-173a74ef-48ca-4d05-966f-c3870775ea77 req-9a1abb0e-4a13-47ba-8b0b-bd31f74b0733 service neutron] 10.222.0.21 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583179 Nov 12 00:53:50.028125 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-921cca69-a063-438c-bac3-2c2acdfdc76f service neutron] 10.222.0.31 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771753 Nov 12 00:53:50.030574 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9e83642b-e415-4da5-9a02-e1904597c719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.047616 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-bc073502-2fb9-4a90-98ff-9c005d34bb20 None None] Provisioning complete for port 53d1a222-f89b-4bd6-be77-1c30d99239ac triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:50.048092 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bc073502-2fb9-4a90-98ff-9c005d34bb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.092111 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1743559-725b-4ab4-8239-112118ba2597 None None] DHCP port deletion for fe05c407-cd01-4f7b-b118-ded988bd7940 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:50.103158 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eecfd47e-c2d2-4cf6-94b7-604750737448 req-cfd5fc86-0a64-4400-b425-57d3fe3a0a4e tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720089 Nov 12 00:53:50.112913 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6ef4c8-f03a-46c4-9734-2348155c531d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:50.115134 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bb6ef4c8-f03a-46c4-9734-2348155c531d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2479029 Nov 12 00:53:50.120489 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48898) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:50.160136 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75c5fda-ab9e-433a-9f2e-902911c7580a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Made reservation on behalf of 2d1187e4171d459daa255b9c3c43b475 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:50.163647 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e75c5fda-ab9e-433a-9f2e-902911c7580a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.233155 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8ac6a091-1758-4ffe-b255-73a65ed2b263 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1106014 Nov 12 00:53:50.239949 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48900) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:50.259940 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a599ae97-38cc-4336-bdf9-3465ac34e47e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:50.309790 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-173a74ef-48ca-4d05-966f-c3870775ea77 req-90f94dfb-a7dc-42bf-9dc0-3fa0fc6bbb11 service neutron] 10.222.0.21 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804818 Nov 12 00:53:50.312531 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b1743559-725b-4ab4-8239-112118ba2597 None None] Deleting port 9a4342ad-fa16-45b5-8bec-a6701c9e8dc2 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:50.312959 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b1743559-725b-4ab4-8239-112118ba2597 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.349127 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-89694dac-2cc6-4201-b139-9b362016a8a1 service neutron] 10.222.0.31 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877080 Nov 12 00:53:50.409882 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e724b-34f6-4567-a2fe-e4b6853f9122 req-f873e094-28ae-43bd-a893-af4094ff9c81 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:50.411597 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5d7e724b-34f6-4567-a2fe-e4b6853f9122 req-f873e094-28ae-43bd-a893-af4094ff9c81 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 945 time: 0.1669202 Nov 12 00:53:50.420304 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b1743559-725b-4ab4-8239-112118ba2597 None None] For port 9a4342ad-fa16-45b5-8bec-a6701c9e8dc2, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9a4342ad-fa16-45b5-8bec-a6701c9e8dc2,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:50.420531 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b1743559-725b-4ab4-8239-112118ba2597 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.445584 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b1743559-725b-4ab4-8239-112118ba2597 None None] Calling delete_port for 9a4342ad-fa16-45b5-8bec-a6701c9e8dc2 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:50.523629 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-4d537007-e28b-4678-8b76-5861bf51e446 service neutron] 10.222.0.31 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657722 Nov 12 00:53:50.540913 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a2ab2-d806-4d78-bc50-4c63fb111a0f req-b6ad7b37-19f1-4b78-839d-4161a96ad460 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:50.542456 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e67a2ab2-d806-4d78-bc50-4c63fb111a0f req-b6ad7b37-19f1-4b78-839d-4161a96ad460 tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.21 "GET /v2.0/ports?device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 945 time: 0.1020007 Nov 12 00:53:50.544686 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a599ae97-38cc-4336-bdf9-3465ac34e47e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:50.548376 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a599ae97-38cc-4336-bdf9-3465ac34e47e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.570696 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b1743559-725b-4ab4-8239-112118ba2597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.584580 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5d7e724b-34f6-4567-a2fe-e4b6853f9122 req-c7be5b67-7266-491a-bfe8-58ea68a6e77e tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/security-groups?id=e7ce42eb-4893-4e3f-8641-39e26a4daf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319561 Nov 12 00:53:50.636040 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1743559-725b-4ab4-8239-112118ba2597 None None] No DVR routers for this DVR port 9a4342ad-fa16-45b5-8bec-a6701c9e8dc2 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:50.643197 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1743559-725b-4ab4-8239-112118ba2597 None None] Pushing event deleted for resources: {'Port': ['ID=9a4342ad-fa16-45b5-8bec-a6701c9e8dc2,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:50.682713 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3a20589-ac25-4b42-aca4-f9f6cafd7658 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.706703 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3a20589-ac25-4b42-aca4-f9f6cafd7658 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.778951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-e67a2ab2-d806-4d78-bc50-4c63fb111a0f req-5c33a75c-2d99-440f-a065-db6db03c9d6f tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Deleting port 27732f1a-a230-488e-844e-fd5d68a6592d {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:50.779469 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e67a2ab2-d806-4d78-bc50-4c63fb111a0f req-5c33a75c-2d99-440f-a065-db6db03c9d6f tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.911209 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e75c5fda-ab9e-433a-9f2e-902911c7580a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.929450 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c708edb-eba4-48db-a40b-d10585c071a9 req-7b8c7316-b601-44a0-9998-ef75f993ea72 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:50.938706 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c708edb-eba4-48db-a40b-d10585c071a9 req-7b8c7316-b601-44a0-9998-ef75f993ea72 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.2180271 Nov 12 00:53:50.951500 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-e67a2ab2-d806-4d78-bc50-4c63fb111a0f req-5c33a75c-2d99-440f-a065-db6db03c9d6f tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] For port 27732f1a-a230-488e-844e-fd5d68a6592d, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27732f1a-a230-488e-844e-fd5d68a6592d,segment=NetworkSegment(4d180559-ff7b-4386-b0ba-a5f5a70a375b),segment_id=4d180559-ff7b-4386-b0ba-a5f5a70a375b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:50.951980 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e67a2ab2-d806-4d78-bc50-4c63fb111a0f req-5c33a75c-2d99-440f-a065-db6db03c9d6f tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.969121 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-e67a2ab2-d806-4d78-bc50-4c63fb111a0f req-5c33a75c-2d99-440f-a065-db6db03c9d6f tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Calling delete_port for 27732f1a-a230-488e-844e-fd5d68a6592d owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:51.035607 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a599ae97-38cc-4336-bdf9-3465ac34e47e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.098245 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a599ae97-38cc-4336-bdf9-3465ac34e47e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:51.140300 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-a599ae97-38cc-4336-bdf9-3465ac34e47e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:51.143702 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 53d1a222-f89b-4bd6-be77-1c30d99239ac up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:51.143830 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a599ae97-38cc-4336-bdf9-3465ac34e47e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:51.144309 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a599ae97-38cc-4336-bdf9-3465ac34e47e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.184332 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a599ae97-38cc-4336-bdf9-3465ac34e47e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9388750 Nov 12 00:53:51.189308 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48920) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:51.193520 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac5c7cf-a1d8-49fd-b80c-e370f6132368 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:51.195595 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-aafa81d8-1404-4325-a880-a1869d1de381 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'fixed_ips': [{'subnet_id': '96d6fbac-fbd5-4e01-80b5-7225cb3badf0', 'ip_address': '2001:db8::55e7:1192:2bd0:9985'}], 'name': 'tempest-NetworksTestDHCPv6-1063316288'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:51.299128 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599ae97-38cc-4336-bdf9-3465ac34e47e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=96d6fbac-fbd5-4e01-80b5-7225cb3badf0,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:51.358526 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafa81d8-1404-4325-a880-a1869d1de381 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:51.403756 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 53d1a222-f89b-4bd6-be77-1c30d99239ac triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:51.404151 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.452168 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-b3a20589-ac25-4b42-aca4-f9f6cafd7658 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Allocated IP 172.25.0.80 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/7d35e158-5921-4e1b-9e38-b87819941a15) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:51.465521 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c5fda-ab9e-433a-9f2e-902911c7580a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event updated for resources: {'Subnet': ['ID=de8df188-134a-420f-a1d1-e987cc55b668,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:51.478070 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5ca803-2c6e-4ccd-a023-910ba0f2966c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-fe05c407-cd01-4f7b-b118-ded988bd7940', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'fixed_ips': [{'subnet_id': '96d6fbac-fbd5-4e01-80b5-7225cb3badf0'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:53:51.478966 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d5ca803-2c6e-4ccd-a023-910ba0f2966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.479309 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e67a2ab2-d806-4d78-bc50-4c63fb111a0f req-5c33a75c-2d99-440f-a065-db6db03c9d6f tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.516375 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['27732f1a-a230-488e-844e-fd5d68a6592d'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:51.518188 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c708edb-eba4-48db-a40b-d10585c071a9 req-97120cc9-09f1-4e33-be3e-3aa5390bc283 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5781868 Nov 12 00:53:51.518815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75c5fda-ab9e-433a-9f2e-902911c7580a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Checking segment: {'id': '099126e3-9f6e-4db9-ae75-6cbe42960b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc69f81-ee7e-4db5-8167-9159887faeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:51.519185 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75c5fda-ab9e-433a-9f2e-902911c7580a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Network hostable DHCP agents. Network: dbc69f81-ee7e-4db5-8167-9159887faeab, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:53:51.586848 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33a75c-2d99-440f-a065-db6db03c9d6f tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Pushing event deleted for resources: {'Port': ['ID=27732f1a-a230-488e-844e-fd5d68a6592d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:51.657623 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0af5ef59-8815-4088-9bfe-e52169127dac req-36fce7be-d5e8-48ed-a943-7f09f6cc5b49 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 210 time: 0.0352166 Nov 12 00:53:51.674564 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67a2ab2-d806-4d78-bc50-4c63fb111a0f req-5c33a75c-2d99-440f-a065-db6db03c9d6f tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] No DVR routers for this DVR port 27732f1a-a230-488e-844e-fd5d68a6592d on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:51.674765 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75c5fda-ab9e-433a-9f2e-902911c7580a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Network dbc69f81-ee7e-4db5-8167-9159887faeab is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:53:51.677631 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e67a2ab2-d806-4d78-bc50-4c63fb111a0f req-5c33a75c-2d99-440f-a065-db6db03c9d6f tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.682199 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e67a2ab2-d806-4d78-bc50-4c63fb111a0f req-5c33a75c-2d99-440f-a065-db6db03c9d6f tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.21 "DELETE /v2.0/ports/27732f1a-a230-488e-844e-fd5d68a6592d HTTP/1.1" status: 204 len: 173 time: 1.1301751 Nov 12 00:53:51.685201 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59edfb3-bd94-4a0d-8ba7-c33929c93726', 'name': 'network-vif-deleted', 'tag': '27732f1a-a230-488e-844e-fd5d68a6592d'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:51.688230 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbadaadc-44a6-41d4-91a6-713f8cc11b7e" -d '{"events": [{"server_uuid": "a59edfb3-bd94-4a0d-8ba7-c33929c93726", "name": "network-vif-deleted", "tag": "27732f1a-a230-488e-844e-fd5d68a6592d"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:51.707504 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aafa81d8-1404-4325-a880-a1869d1de381 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.707870 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-e75c5fda-ab9e-433a-9f2e-902911c7580a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, dbc69f81-ee7e-4db5-8167-9159887faeab) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:51.722071 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75c5fda-ab9e-433a-9f2e-902911c7580a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:51.722874 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e75c5fda-ab9e-433a-9f2e-902911c7580a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.757490 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398d7bf-51f2-4f66-94af-31faa0e62ffe req-8055b559-4758-4fef-b0dd-7fef0416e5cb tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:51.767502 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e398d7bf-51f2-4f66-94af-31faa0e62ffe req-8055b559-4758-4fef-b0dd-7fef0416e5cb tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e40bbfd5-4296-4011-b25a-f8260e666968 HTTP/1.1" status: 200 len: 944 time: 0.1949863 Nov 12 00:53:51.770766 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3a20589-ac25-4b42-aca4-f9f6cafd7658 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.794451 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e75c5fda-ab9e-433a-9f2e-902911c7580a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1249590 Nov 12 00:53:51.801086 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6086decc-b81c-4a30-a599-25c127f76552 None None] Network dbc69f81-ee7e-4db5-8167-9159887faeab requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:51.801675 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48936) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:51.830835 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-aafa81d8-1404-4325-a880-a1869d1de381 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] device_id is not set on port 9d6e4ecb-566d-47d3-af47-c55a01707463 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:53:51.873792 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0f0f8ab-3d7f-42b5-908b-4fc28fddf524 req-5a33f45c-2ce1-42fa-8963-9f91122bbf4e tempest-ServerDiskConfigTestJSON-1807222217 tempest-ServerDiskConfigTestJSON-1807222217-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59edfb3-bd94-4a0d-8ba7-c33929c93726 HTTP/1.1" status: 200 len: 210 time: 0.0780921 Nov 12 00:53:51.932222 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3a20589-ac25-4b42-aca4-f9f6cafd7658 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.007162 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a20589-ac25-4b42-aca4-f9f6cafd7658 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Pushing event updated for resources: {'Port': ['ID=7d35e158-5921-4e1b-9e38-b87819941a15,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:52.043951 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-4d5ca803-2c6e-4ccd-a023-910ba0f2966c None None] Allocated IP 2001:db8::2 (fe05c407-cd01-4f7b-b118-ded988bd7940/96d6fbac-fbd5-4e01-80b5-7225cb3badf0/875c0dd4-feec-4dd4-89c2-4c53147e11e1) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:52.045563 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a20589-ac25-4b42-aca4-f9f6cafd7658 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:52.048468 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-b3a20589-ac25-4b42-aca4-f9f6cafd7658 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:52.051803 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a20589-ac25-4b42-aca4-f9f6cafd7658 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:52.070022 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9a4342ad-fa16-45b5-8bec-a6701c9e8dc2 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:52.078701 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d267ab24-3e8c-4b8a-a144-576335529212 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:52.126807 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 9a4342ad-fa16-45b5-8bec-a6701c9e8dc2 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:52.127400 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9a4342ad-fa16-45b5-8bec-a6701c9e8dc2 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:52.228033 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97216c6a-7d8b-4e32-8b15-bbe47f22df1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-dbc69f81-ee7e-4db5-8167-9159887faeab', 'network_id': 'dbc69f81-ee7e-4db5-8167-9159887faeab', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'fixed_ips': [{'subnet_id': 'de8df188-134a-420f-a1d1-e987cc55b668'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:53:52.228959 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-97216c6a-7d8b-4e32-8b15-bbe47f22df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.428515 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4916565c-aa30-4d9f-95eb-301736c9f3bd None None] Provisioning complete for port 7d35e158-5921-4e1b-9e38-b87819941a15 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:52.429248 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4916565c-aa30-4d9f-95eb-301736c9f3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.429703 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff48767-7007-41c5-b36a-fa33eee7add0 x-openstack-request-id: req-fff48767-7007-41c5-b36a-fa33eee7add0 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:52.431116 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59edfb3-bd94-4a0d-8ba7-c33929c93726", "name": "network-vif-deleted", "tag": "27732f1a-a230-488e-844e-fd5d68a6592d", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:52.431581 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fff48767-7007-41c5-b36a-fa33eee7add0 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:52.432193 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59edfb3-bd94-4a0d-8ba7-c33929c93726', 'name': 'network-vif-deleted', 'tag': '27732f1a-a230-488e-844e-fd5d68a6592d', 'status': 'completed', 'code': 200} Nov 12 00:53:52.457538 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-733428c3-1f9f-45bd-a132-dfc00cbbe0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.538645 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e398d7bf-51f2-4f66-94af-31faa0e62ffe req-9a4a6563-3214-42f0-89ca-3cf8084ecbd7 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7653177 Nov 12 00:53:52.552135 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3a20589-ac25-4b42-aca4-f9f6cafd7658 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.563814 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-97216c6a-7d8b-4e32-8b15-bbe47f22df1d None None] Allocated IP 172.20.0.18 (dbc69f81-ee7e-4db5-8167-9159887faeab/de8df188-134a-420f-a1d1-e987cc55b668/69031a25-ccd5-47f1-b72b-4456c74fba96) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:52.565968 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4916565c-aa30-4d9f-95eb-301736c9f3bd None None] Port 7d35e158-5921-4e1b-9e38-b87819941a15 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:52.592501 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d5ca803-2c6e-4ccd-a023-910ba0f2966c None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.625335 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d5ca803-2c6e-4ccd-a023-910ba0f2966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.706186 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ca803-2c6e-4ccd-a023-910ba0f2966c None None] Pushing event updated for resources: {'Port': ['ID=875c0dd4-feec-4dd4-89c2-4c53147e11e1,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:52.713944 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 80a01746-54e3-4083-89ad-c19a0f1799ef up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:52.759959 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5ca803-2c6e-4ccd-a023-910ba0f2966c None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:52.771187 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-4d5ca803-2c6e-4ccd-a023-910ba0f2966c None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:52.780302 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5ca803-2c6e-4ccd-a023-910ba0f2966c None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:52.867246 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3a20589-ac25-4b42-aca4-f9f6cafd7658 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.904331 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a39a90d1-3acb-4234-88b1-b21be7a7c96c req-3b1f2d12-66a0-40cd-ad9f-6b4b981e3a5e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 210 time: 0.1010725 Nov 12 00:53:52.905797 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3a20589-ac25-4b42-aca4-f9f6cafd7658 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719336'] for router, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.090523 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-15273970-4d74-49ce-96f2-b5a4e8280b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:53.093567 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-15273970-4d74-49ce-96f2-b5a4e8280b9c service neutron] 10.222.0.21 "GET /v2.0/ports/7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 HTTP/1.1" status: 200 len: 1028 time: 0.1646421 Nov 12 00:53:53.097479 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-aafa81d8-1404-4325-a880-a1869d1de381 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8::55e7:1192:2bd0:9985 (fe05c407-cd01-4f7b-b118-ded988bd7940/96d6fbac-fbd5-4e01-80b5-7225cb3badf0/9d6e4ecb-566d-47d3-af47-c55a01707463) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:53.114145 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954e628-6354-4d38-8ac0-786f037e1951 req-be139adf-cd8c-4e23-9393-da0afba6baef tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:53.116085 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a954e628-6354-4d38-8ac0-786f037e1951 req-be139adf-cd8c-4e23-9393-da0afba6baef tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.4178524 Nov 12 00:53:53.219622 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 80a01746-54e3-4083-89ad-c19a0f1799ef completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:53.235243 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4d5ca803-2c6e-4ccd-a023-910ba0f2966c None None] Attempting to bind port 875c0dd4-feec-4dd4-89c2-4c53147e11e1 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:53.235629 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4d5ca803-2c6e-4ccd-a023-910ba0f2966c None None] Attempting to bind port 875c0dd4-feec-4dd4-89c2-4c53147e11e1 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:53.236244 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5ca803-2c6e-4ccd-a023-910ba0f2966c None None] Attempting to bind port 875c0dd4-feec-4dd4-89c2-4c53147e11e1 on network fe05c407-cd01-4f7b-b118-ded988bd7940 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:53.238274 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 80a01746-54e3-4083-89ad-c19a0f1799ef triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:53.246000 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.256260 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-84a3c0e7-c983-46ed-ad0f-d592568ba238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:53.258054 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-84a3c0e7-c983-46ed-ad0f-d592568ba238 service neutron] 10.222.0.21 "GET /v2.0/ports/eaf27379-549b-4591-bd09-78291efa7f5f HTTP/1.1" status: 200 len: 1028 time: 0.0945578 Nov 12 00:53:53.295005 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-97216c6a-7d8b-4e32-8b15-bbe47f22df1d None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.296719 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5ca803-2c6e-4ccd-a023-910ba0f2966c None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:53.297106 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5ca803-2c6e-4ccd-a023-910ba0f2966c None None] Checking segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:53.297512 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d5ca803-2c6e-4ccd-a023-910ba0f2966c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.297910 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5ca803-2c6e-4ccd-a023-910ba0f2966c None None] Bound using segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:53.298999 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4d5ca803-2c6e-4ccd-a023-910ba0f2966c None None] Bound port: 875c0dd4-feec-4dd4-89c2-4c53147e11e1, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:53.299482 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d5ca803-2c6e-4ccd-a023-910ba0f2966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.308311 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48954) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:53.330974 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-97216c6a-7d8b-4e32-8b15-bbe47f22df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.358029 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a954e628-6354-4d38-8ac0-786f037e1951 req-40a98f01-63e4-4f57-ba6a-ae8f9834377a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309852 Nov 12 00:53:53.408234 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14b7b21-5885-40b9-98cb-8c2a667956ce admin admin] Deleting subnet fa33b273-6769-45e4-9426-f7219f3a9eea {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:53:53.420613 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d14b7b21-5885-40b9-98cb-8c2a667956ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.445548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97216c6a-7d8b-4e32-8b15-bbe47f22df1d None None] Network dbc69f81-ee7e-4db5-8167-9159887faeab is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:53.461315 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-97216c6a-7d8b-4e32-8b15-bbe47f22df1d None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:53.475541 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97216c6a-7d8b-4e32-8b15-bbe47f22df1d None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:53.487628 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d14b7b21-5885-40b9-98cb-8c2a667956ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.508071 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.509521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97216c6a-7d8b-4e32-8b15-bbe47f22df1d None None] Pushing event updated for resources: {'Port': ['ID=69031a25-ccd5-47f1-b72b-4456c74fba96,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:53.581219 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d5ca803-2c6e-4ccd-a023-910ba0f2966c None None] For port 875c0dd4-feec-4dd4-89c2-4c53147e11e1, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:53.621946 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d14b7b21-5885-40b9-98cb-8c2a667956ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.641608 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d5ca803-2c6e-4ccd-a023-910ba0f2966c None None] For port 875c0dd4-feec-4dd4-89c2-4c53147e11e1, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=875c0dd4-feec-4dd4-89c2-4c53147e11e1,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:53.645990 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-97216c6a-7d8b-4e32-8b15-bbe47f22df1d None None] Attempting to bind port 69031a25-ccd5-47f1-b72b-4456c74fba96 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:53.646317 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-97216c6a-7d8b-4e32-8b15-bbe47f22df1d None None] Attempting to bind port 69031a25-ccd5-47f1-b72b-4456c74fba96 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '099126e3-9f6e-4db9-ae75-6cbe42960b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc69f81-ee7e-4db5-8167-9159887faeab'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:53.648273 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97216c6a-7d8b-4e32-8b15-bbe47f22df1d None None] Attempting to bind port 69031a25-ccd5-47f1-b72b-4456c74fba96 on network dbc69f81-ee7e-4db5-8167-9159887faeab {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:53.673664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97216c6a-7d8b-4e32-8b15-bbe47f22df1d None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:53.675867 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97216c6a-7d8b-4e32-8b15-bbe47f22df1d None None] Checking segment: {'id': '099126e3-9f6e-4db9-ae75-6cbe42960b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc69f81-ee7e-4db5-8167-9159887faeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:53.676403 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-97216c6a-7d8b-4e32-8b15-bbe47f22df1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.676951 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97216c6a-7d8b-4e32-8b15-bbe47f22df1d None None] Bound using segment: {'id': '099126e3-9f6e-4db9-ae75-6cbe42960b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc69f81-ee7e-4db5-8167-9159887faeab'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:53.678523 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-97216c6a-7d8b-4e32-8b15-bbe47f22df1d None None] Bound port: 69031a25-ccd5-47f1-b72b-4456c74fba96, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099126e3-9f6e-4db9-ae75-6cbe42960b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc69f81-ee7e-4db5-8167-9159887faeab'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:53.680164 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-97216c6a-7d8b-4e32-8b15-bbe47f22df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.690970 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a20589-ac25-4b42-aca4-f9f6cafd7658 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Router f299009b-592e-49a6-b081-c56708d460dc is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:53:53.706129 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d14b7b21-5885-40b9-98cb-8c2a667956ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.720138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-81cfbc2a-43ae-4ec5-86ec-56615f334852 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:53.729291 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-81cfbc2a-43ae-4ec5-86ec-56615f334852 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:53.730828 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d5ca803-2c6e-4ccd-a023-910ba0f2966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.736465 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-81cfbc2a-43ae-4ec5-86ec-56615f334852 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:53.738439 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-81cfbc2a-43ae-4ec5-86ec-56615f334852 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.21 "GET /v2.0/networks?id=d6ea9c94-971c-4de5-89c0-b46d88be536e&id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&id=523495f2-d0a8-4874-8ce9-f158f9a48578&id=523495f2-d0a8-4874-8ce9-f158f9a48578 HTTP/1.1" status: 200 len: 1989 time: 0.4669757 Nov 12 00:53:53.816638 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aafa81d8-1404-4325-a880-a1869d1de381 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.848565 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-97216c6a-7d8b-4e32-8b15-bbe47f22df1d None None] For port 69031a25-ccd5-47f1-b72b-4456c74fba96, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:53.853087 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-97216c6a-7d8b-4e32-8b15-bbe47f22df1d None None] For port 69031a25-ccd5-47f1-b72b-4456c74fba96, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=69031a25-ccd5-47f1-b72b-4456c74fba96,segment=NetworkSegment(099126e3-9f6e-4db9-ae75-6cbe42960b18),segment_id=099126e3-9f6e-4db9-ae75-6cbe42960b18)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:53.871799 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2d6a9df7-217f-433c-8450-bcd0a550db35 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75c055e9876449c3980c1d635d3020fe HTTP/1.1" status: 200 len: 380 time: 0.1182985 Nov 12 00:53:53.895782 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-0f5b8682-ccf3-4b66-aeff-2c792a33f397 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Request body: {'port': {'device_id': '05efed81-b9d0-4d36-8966-e47733ca9664', 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e', 'admin_state_up': True, 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'security_groups': ['b496f366-d03e-45e8-a671-4933f0bf379f']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:53.896009 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b7b21-5885-40b9-98cb-8c2a667956ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa33b273-6769-45e4-9426-f7219f3a9eea,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:53.896379 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a20589-ac25-4b42-aca4-f9f6cafd7658 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:53:53.915960 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3a20589-ac25-4b42-aca4-f9f6cafd7658 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.921416 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b3a20589-ac25-4b42-aca4-f9f6cafd7658 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "PUT /v2.0/routers/f299009b-592e-49a6-b081-c56708d460dc HTTP/1.1" status: 200 len: 879 time: 4.8716078 Nov 12 00:53:53.921579 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.922072 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48960) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:53.924544 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80f8b82-1825-43ac-b794-10d430659d2d None None] Sync routers for ids ['f299009b-592e-49a6-b081-c56708d460dc'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:53:53.935566 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-97216c6a-7d8b-4e32-8b15-bbe47f22df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:54.101176 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 80a01746-54e3-4083-89ad-c19a0f1799ef, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=80a01746-54e3-4083-89ad-c19a0f1799ef,segment=NetworkSegment(bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b),segment_id=bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:54.119938 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40bbfd5-4296-4011-b25a-f8260e666968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a01746-54e3-4083-89ad-c19a0f1799ef'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:54.122556 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207596ac-c14a-478d-9192-b78d89847bce" -d '{"events": [{"server_uuid": "e40bbfd5-4296-4011-b25a-f8260e666968", "name": "network-vif-plugged", "status": "completed", "tag": "80a01746-54e3-4083-89ad-c19a0f1799ef"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:54.126019 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80f8b82-1825-43ac-b794-10d430659d2d None None] Routers {'f299009b-592e-49a6-b081-c56708d460dc'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:54.126847 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a80f8b82-1825-43ac-b794-10d430659d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:53:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f299009b-592e-49a6-b081-c56708d460dc'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:54.155064 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-49a94904-7fe2-4428-bbaa-0f2c17f4c4f8 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "GET /v2.0/routers/f299009b-592e-49a6-b081-c56708d460dc HTTP/1.1" status: 200 len: 920 time: 0.2310910 Nov 12 00:53:54.156415 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d14b7b21-5885-40b9-98cb-8c2a667956ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:54.159742 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d14b7b21-5885-40b9-98cb-8c2a667956ce admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fa33b273-6769-45e4-9426-f7219f3a9eea HTTP/1.1" status: 204 len: 168 time: 0.8500848 Nov 12 00:53:54.167489 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48966) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:54.167955 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48968) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:54.231021 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a80f8b82-1825-43ac-b794-10d430659d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:54.243316 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:54.253320 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ca803-2c6e-4ccd-a023-910ba0f2966c None None] Pushing event updated for resources: {'Port': ['ID=875c0dd4-feec-4dd4-89c2-4c53147e11e1,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:54.326006 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5e2ae17-b49d-4f6c-87da-c1957ad9e658 req-b83380c8-79e0-49cc-a1da-804862cc8557 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 210 time: 0.1565669 Nov 12 00:53:54.346913 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19381e-d76c-4520-82d3-7f167d298b71 req-537dbe68-52a5-4189-8d27-1bd5bb975c0f tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:54.355272 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b19381e-d76c-4520-82d3-7f167d298b71 req-537dbe68-52a5-4189-8d27-1bd5bb975c0f tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e40bbfd5-4296-4011-b25a-f8260e666968 HTTP/1.1" status: 200 len: 944 time: 0.6859415 Nov 12 00:53:54.399944 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aafa81d8-1404-4325-a880-a1869d1de381 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:54.421580 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-0f5b8682-ccf3-4b66-aeff-2c792a33f397 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Made reservation on behalf of 75c055e9876449c3980c1d635d3020fe for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:54.425518 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-0f5b8682-ccf3-4b66-aeff-2c792a33f397 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:54.425928 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97216c6a-7d8b-4e32-8b15-bbe47f22df1d None None] Pushing event updated for resources: {'Port': ['ID=69031a25-ccd5-47f1-b72b-4456c74fba96,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:54.464576 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a9fdd-6358-4652-8038-743cc42b7ea2 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:54.474225 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-413a9fdd-6358-4652-8038-743cc42b7ea2 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&device_id=f299009b-592e-49a6-b081-c56708d460dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3039169 Nov 12 00:53:54.475057 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48974) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:54.485178 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f74b47ce-90a5-45e1-b49d-50499f374b9f tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:54.485399 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80f8b82-1825-43ac-b794-10d430659d2d None None] Routers {'f299009b-592e-49a6-b081-c56708d460dc'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:54.485885 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a80f8b82-1825-43ac-b794-10d430659d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:53:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f299009b-592e-49a6-b081-c56708d460dc'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:54.683120 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafa81d8-1404-4325-a880-a1869d1de381 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:54.721900 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb5b167-d886-4f27-8c1e-97c3a3ec2bd4 x-openstack-request-id: req-7bb5b167-d886-4f27-8c1e-97c3a3ec2bd4 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:54.722123 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40bbfd5-4296-4011-b25a-f8260e666968", "name": "network-vif-plugged", "status": "completed", "tag": "80a01746-54e3-4083-89ad-c19a0f1799ef", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:54.722388 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bb5b167-d886-4f27-8c1e-97c3a3ec2bd4 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:54.722799 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40bbfd5-4296-4011-b25a-f8260e666968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a01746-54e3-4083-89ad-c19a0f1799ef', 'code': 200} Nov 12 00:53:54.733724 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 27732f1a-a230-488e-844e-fd5d68a6592d no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:54.735234 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-aafa81d8-1404-4325-a880-a1869d1de381 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:54.747496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafa81d8-1404-4325-a880-a1869d1de381 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:54.754827 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafa81d8-1404-4325-a880-a1869d1de381 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:54.755710 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aafa81d8-1404-4325-a880-a1869d1de381 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:54.785450 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 27732f1a-a230-488e-844e-fd5d68a6592d {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:54.785785 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 27732f1a-a230-488e-844e-fd5d68a6592d not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:54.787297 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af1e8e19-c8cc-4204-b7a0-40b1aaddbb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:54.789718 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a80f8b82-1825-43ac-b794-10d430659d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:54.790510 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80f8b82-1825-43ac-b794-10d430659d2d None None] The sync data for ids ['f299009b-592e-49a6-b081-c56708d460dc'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:53:54.797694 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b19381e-d76c-4520-82d3-7f167d298b71 req-f06aea91-3ee7-4d7e-a7f4-ecd9de76983b tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414110 Nov 12 00:53:54.798380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa81d8-1404-4325-a880-a1869d1de381 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=9d6e4ecb-566d-47d3-af47-c55a01707463,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:54.820242 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:54.874272 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=80a01746-54e3-4083-89ad-c19a0f1799ef,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:54.880679 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-aafa81d8-1404-4325-a880-a1869d1de381 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6902623 Nov 12 00:53:54.885068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48978) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:54.890292 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84372bc9-63fb-40c7-92e7-23dbbe9bee84 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:54.893526 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-84372bc9-63fb-40c7-92e7-23dbbe9bee84 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 881 time: 0.4132154 Nov 12 00:53:54.896276 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047780a-df46-4adc-bac0-607bc7060e31 req-ed632c06-7cd9-41ad-bd3d-d6acae0f8eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:54.898068 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b047780a-df46-4adc-bac0-607bc7060e31 req-ed632c06-7cd9-41ad-bd3d-d6acae0f8eba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e40bbfd5-4296-4011-b25a-f8260e666968 HTTP/1.1" status: 200 len: 1097 time: 0.2494969 Nov 12 00:53:54.898771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48980) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:54.911176 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76b5c2-6995-4f68-b931-6d2936ce3a16 req-4b267580-3a6d-4dde-bffc-58b42941f6c1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:54.913270 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7f76b5c2-6995-4f68-b931-6d2936ce3a16 req-4b267580-3a6d-4dde-bffc-58b42941f6c1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.2626953 Nov 12 00:53:54.981110 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-307561a5-83f6-4471-85ea-1c9097eb76b8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "GET /v2.0/ports?device_id=f299009b-592e-49a6-b081-c56708d460dc HTTP/1.1" status: 200 len: 205 time: 0.0792079 Nov 12 00:53:55.028475 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48982) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:55.083779 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-f74b47ce-90a5-45e1-b49d-50499f374b9f tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Allocated IP 172.20.0.17 (dbc69f81-ee7e-4db5-8167-9159887faeab/de8df188-134a-420f-a1d1-e987cc55b668/59cec9bf-b3f6-45ff-9332-b89439967d71) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:55.175873 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 875c0dd4-feec-4dd4-89c2-4c53147e11e1 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:55.238241 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-146bc73f-a410-48fe-b5c7-8cb9c859ae87 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.268380 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 875c0dd4-feec-4dd4-89c2-4c53147e11e1 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:55.268943 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.311771 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af1e8e19-c8cc-4204-b7a0-40b1aaddbb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.316132 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b047780a-df46-4adc-bac0-607bc7060e31 req-4c21d18b-ad16-4691-9b27-89aed86b358e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017084 Nov 12 00:53:55.334118 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f74b47ce-90a5-45e1-b49d-50499f374b9f tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.415471 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.423169 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.445509 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f74b47ce-90a5-45e1-b49d-50499f374b9f tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.449131 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-0f5b8682-ccf3-4b66-aeff-2c792a33f397 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Allocated IP 172.20.0.14 (d6ea9c94-971c-4de5-89c0-b46d88be536e/9ba268ed-fc66-4621-b497-0ee29a68e673/e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:55.482560 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-af1e8e19-c8cc-4204-b7a0-40b1aaddbb89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae8764c-6045-42df-b713-ab4f0e086c21']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:55.489351 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 875c0dd4-feec-4dd4-89c2-4c53147e11e1, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=875c0dd4-feec-4dd4-89c2-4c53147e11e1,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:55.498628 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.499626 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 69031a25-ccd5-47f1-b72b-4456c74fba96 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:55.503839 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7f76b5c2-6995-4f68-b931-6d2936ce3a16 req-d8ddfa1c-8e8c-4969-84ac-9c351ac2cc08 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5642006 Nov 12 00:53:55.510080 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-af1e8e19-c8cc-4204-b7a0-40b1aaddbb89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d180559-ff7b-4386-b0ba-a5f5a70a375b') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:55.510462 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-af1e8e19-c8cc-4204-b7a0-40b1aaddbb89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d180559-ff7b-4386-b0ba-a5f5a70a375b') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:55.527778 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af1e8e19-c8cc-4204-b7a0-40b1aaddbb89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.551864 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af1e8e19-c8cc-4204-b7a0-40b1aaddbb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.565773 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1e8e19-c8cc-4204-b7a0-40b1aaddbb89 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:53:55.566357 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af1e8e19-c8cc-4204-b7a0-40b1aaddbb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:53:55.569325 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:53:55.615423 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c64ce0-fe13-47c1-bc3a-34250e81b465 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:55.626646 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c64ce0-fe13-47c1-bc3a-34250e81b465 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:55.628715 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-59c64ce0-fe13-47c1-bc3a-34250e81b465 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7402596 Nov 12 00:53:55.642753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48988) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:55.659607 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-146bc73f-a410-48fe-b5c7-8cb9c859ae87 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.709607 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=875c0dd4-feec-4dd4-89c2-4c53147e11e1,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:55.735100 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 69031a25-ccd5-47f1-b72b-4456c74fba96 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:55.737251 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.752458 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af1e8e19-c8cc-4204-b7a0-40b1aaddbb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.759087 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7571919b-24a4-4c92-ab83-37a950841b79 req-9c42ea23-df74-4e55-8df4-689e0f769c53 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 210 time: 0.1649239 Nov 12 00:53:55.768030 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af1e8e19-c8cc-4204-b7a0-40b1aaddbb89 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:55.783440 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-af1e8e19-c8cc-4204-b7a0-40b1aaddbb89 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2ae8764c-6045-42df-b713-ab4f0e086c21 HTTP/1.1" status: 204 len: 168 time: 1.6119938 Nov 12 00:53:55.826915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e8e19-c8cc-4204-b7a0-40b1aaddbb89 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ae8764c-6045-42df-b713-ab4f0e086c21,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:55.863850 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-146bc73f-a410-48fe-b5c7-8cb9c859ae87 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Deleting port 7d35e158-5921-4e1b-9e38-b87819941a15 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:55.864159 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-146bc73f-a410-48fe-b5c7-8cb9c859ae87 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:56.037401 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-bc276266-417a-4822-954c-e21eae2c0430 None None] Provisioning complete for port 875c0dd4-feec-4dd4-89c2-4c53147e11e1 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:56.037910 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bc276266-417a-4822-954c-e21eae2c0430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:56.046474 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:56.060490 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:56.158180 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-0f5b8682-ccf3-4b66-aeff-2c792a33f397 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:56.175914 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74b47ce-90a5-45e1-b49d-50499f374b9f tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Network dbc69f81-ee7e-4db5-8167-9159887faeab is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:56.181819 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 69031a25-ccd5-47f1-b72b-4456c74fba96, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=69031a25-ccd5-47f1-b72b-4456c74fba96,segment=NetworkSegment(099126e3-9f6e-4db9-ae75-6cbe42960b18),segment_id=099126e3-9f6e-4db9-ae75-6cbe42960b18)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:56.193106 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-f74b47ce-90a5-45e1-b49d-50499f374b9f tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:56.209619 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:56.211294 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48996) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:56.212817 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b47ce-90a5-45e1-b49d-50499f374b9f tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:56.298912 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b47ce-90a5-45e1-b49d-50499f374b9f tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event updated for resources: {'Port': ['ID=59cec9bf-b3f6-45ff-9332-b89439967d71,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:56.354127 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=69031a25-ccd5-47f1-b72b-4456c74fba96,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:56.410409 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedfcda2-d456-44b7-b7ea-61b8472b5398 None None] Network dbc69f81-ee7e-4db5-8167-9159887faeab requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:56.562169 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99ebe9-e22e-4748-8277-5b1a22dc583f req-a461f4f1-d615-4125-8cb5-61d45a00bd2c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:56.563673 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd99ebe9-e22e-4748-8277-5b1a22dc583f req-a461f4f1-d615-4125-8cb5-61d45a00bd2c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.6931751 Nov 12 00:53:56.576800 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-146bc73f-a410-48fe-b5c7-8cb9c859ae87 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:56.581621 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0e8f3ed5-4ee0-44e5-9276-c393033ae039 None None] Provisioning complete for port 69031a25-ccd5-47f1-b72b-4456c74fba96 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:56.582315 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0e8f3ed5-4ee0-44e5-9276-c393033ae039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:56.601804 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6fd3b-a616-4b73-8b5e-642eb2960cd0 req-4f4222cc-5947-4dd5-8641-ee50a184e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:56.603877 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-84e6fd3b-a616-4b73-8b5e-642eb2960cd0 req-4f4222cc-5947-4dd5-8641-ee50a184e879 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 1096 time: 0.5883949 Nov 12 00:53:56.613470 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-146bc73f-a410-48fe-b5c7-8cb9c859ae87 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Calling delete_port for 7d35e158-5921-4e1b-9e38-b87819941a15 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:56.738987 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd99ebe9-e22e-4748-8277-5b1a22dc583f req-124bc9d1-a8cd-4a5a-9f20-007fb0a88e43 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658263 Nov 12 00:53:56.787840 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0e8f3ed5-4ee0-44e5-9276-c393033ae039 None None] Provisioning complete for port 9d6e4ecb-566d-47d3-af47-c55a01707463 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:56.788455 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0e8f3ed5-4ee0-44e5-9276-c393033ae039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:56.806574 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-0f5b8682-ccf3-4b66-aeff-2c792a33f397 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:56.863318 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-0e8f3ed5-4ee0-44e5-9276-c393033ae039 None None] Port 9d6e4ecb-566d-47d3-af47-c55a01707463 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:56.930040 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cf534330-678e-40b4-bd53-79ae6c0d2f49 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08a88accd56a401a857d4b2bae96353a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6552238 Nov 12 00:53:56.932792 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f74b47ce-90a5-45e1-b49d-50499f374b9f tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:56.936164 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49000) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:56.989334 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6fd3b-a616-4b73-8b5e-642eb2960cd0 req-0b35838b-1727-4a07-8dae-428f53dc43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:56.997082 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-84e6fd3b-a616-4b73-8b5e-642eb2960cd0 req-0b35838b-1727-4a07-8dae-428f53dc43ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 913 time: 0.3787894 Nov 12 00:53:57.084199 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 875c0dd4-feec-4dd4-89c2-4c53147e11e1 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:57.101998 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b8682-ccf3-4b66-aeff-2c792a33f397 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event updated for resources: {'Port': ['ID=e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:57.135461 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-84e6fd3b-a616-4b73-8b5e-642eb2960cd0 req-458afa59-5184-4bdf-9b83-07ff18a37312 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52 HTTP/1.1" status: 200 len: 998 time: 0.0856938 Nov 12 00:53:57.158162 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-146bc73f-a410-48fe-b5c7-8cb9c859ae87 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.159562 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03766376-ce8a-4e7d-857c-639586343b39 req-6b57d621-3a53-4379-97f2-aa4f49eb44e4 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:57.169385 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-03766376-ce8a-4e7d-857c-639586343b39 req-6b57d621-3a53-4379-97f2-aa4f49eb44e4 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e40bbfd5-4296-4011-b25a-f8260e666968 HTTP/1.1" status: 200 len: 945 time: 0.9629722 Nov 12 00:53:57.185479 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-0f5b8682-ccf3-4b66-aeff-2c792a33f397 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Network d6ea9c94-971c-4de5-89c0-b46d88be536e is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:57.212603 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-0f5b8682-ccf3-4b66-aeff-2c792a33f397 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:57.230904 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-0f5b8682-ccf3-4b66-aeff-2c792a33f397 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:57.231144 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d1e7d-5c28-4a01-ab23-80743fec8275 req-5afc64d2-b35d-4103-b25f-3dbf14a57169 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:57.236042 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 875c0dd4-feec-4dd4-89c2-4c53147e11e1 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:57.237013 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.241586 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-85b4d6cd-0523-426e-a9ff-c7df0f575041 None None] Provisioning complete for port 69031a25-ccd5-47f1-b72b-4456c74fba96 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:57.242275 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-85b4d6cd-0523-426e-a9ff-c7df0f575041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.246118 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a5d1e7d-5c28-4a01-ab23-80743fec8275 req-5afc64d2-b35d-4103-b25f-3dbf14a57169 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 932 time: 0.2583220 Nov 12 00:53:57.311636 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bc73f-a410-48fe-b5c7-8cb9c859ae87 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Pushing event deleted for resources: {'Port': ['ID=7d35e158-5921-4e1b-9e38-b87819941a15,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:57.344531 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6fd3b-a616-4b73-8b5e-642eb2960cd0 req-2e89b57d-38b3-4843-8c01-6fd23336a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:57.347097 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-84e6fd3b-a616-4b73-8b5e-642eb2960cd0 req-2e89b57d-38b3-4843-8c01-6fd23336a097 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.2011533 Nov 12 00:53:57.356353 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-08227b04-9e95-40b7-9500-ae6447ab9061 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting port 9d6e4ecb-566d-47d3-af47-c55a01707463 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:57.356847 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-08227b04-9e95-40b7-9500-ae6447ab9061 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.374239 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a5d1e7d-5c28-4a01-ab23-80743fec8275 req-24e9b575-69fc-4784-969d-821ac2230917 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271584 Nov 12 00:53:57.409018 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e23a5c-6706-4e03-99e9-d8483534da26 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:57.495626 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6fd3b-a616-4b73-8b5e-642eb2960cd0 req-2c5421ee-cdfd-4d20-a81b-cc60757fb9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:57.502555 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-84e6fd3b-a616-4b73-8b5e-642eb2960cd0 req-2c5421ee-cdfd-4d20-a81b-cc60757fb9c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1058292 Nov 12 00:53:57.519642 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 69031a25-ccd5-47f1-b72b-4456c74fba96 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:57.596444 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 69031a25-ccd5-47f1-b72b-4456c74fba96 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:57.596773 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.615083 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-08227b04-9e95-40b7-9500-ae6447ab9061 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.629135 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-08227b04-9e95-40b7-9500-ae6447ab9061 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Calling delete_port for 9d6e4ecb-566d-47d3-af47-c55a01707463 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:57.642157 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-85b4d6cd-0523-426e-a9ff-c7df0f575041 None None] Provisioning complete for port 59cec9bf-b3f6-45ff-9332-b89439967d71 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:57.642530 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-85b4d6cd-0523-426e-a9ff-c7df0f575041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.651809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-0f5b8682-ccf3-4b66-aeff-2c792a33f397 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:57.652582 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-0f5b8682-ccf3-4b66-aeff-2c792a33f397 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.660289 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-84e6fd3b-a616-4b73-8b5e-642eb2960cd0 req-e73752e5-c610-41fd-9126-11ee73567b33 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465399 Nov 12 00:53:57.662843 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-146bc73f-a410-48fe-b5c7-8cb9c859ae87 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.702704 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-85b4d6cd-0523-426e-a9ff-c7df0f575041 None None] Port 59cec9bf-b3f6-45ff-9332-b89439967d71 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:57.727655 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-70911130-b319-4523-a40a-2dee3c65a8e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.770095 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-0f5b8682-ccf3-4b66-aeff-2c792a33f397 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8818464 Nov 12 00:53:57.772847 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f74b47ce-90a5-45e1-b49d-50499f374b9f tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.801841 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-058acb07-bd80-4bf2-a5c1-b090411ddc94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Request body: {'port': {'device_id': '05efed81-b9d0-4d36-8966-e47733ca9664', 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5', 'admin_state_up': True, 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'security_groups': ['b496f366-d03e-45e8-a671-4933f0bf379f']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:57.823962 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-03766376-ce8a-4e7d-857c-639586343b39 req-cd5c2950-d8f3-4f3a-8ce3-a04871bcaf49 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6373241 Nov 12 00:53:57.828076 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-70911130-b319-4523-a40a-2dee3c65a8e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.836137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6e3b4e11-bad7-4dd7-b4de-8245dcf44981 None None] Provisioning complete for port 59cec9bf-b3f6-45ff-9332-b89439967d71 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:57.846203 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6e3b4e11-bad7-4dd7-b4de-8245dcf44981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.891095 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-146bc73f-a410-48fe-b5c7-8cb9c859ae87 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.894568 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6e3b4e11-bad7-4dd7-b4de-8245dcf44981 None None] Port 59cec9bf-b3f6-45ff-9332-b89439967d71 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:57.907248 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6e3b4e11-bad7-4dd7-b4de-8245dcf44981 None None] Provisioning complete for port e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:57.907623 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6e3b4e11-bad7-4dd7-b4de-8245dcf44981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.911225 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-146bc73f-a410-48fe-b5c7-8cb9c859ae87 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.955653 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6e3b4e11-bad7-4dd7-b4de-8245dcf44981 None None] Port e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:57.999238 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-146bc73f-a410-48fe-b5c7-8cb9c859ae87 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.999912 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146bc73f-a410-48fe-b5c7-8cb9c859ae87 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Fanout notify agent at l3_agent the message router_deleted on router f299009b-592e-49a6-b081-c56708d460dc {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:53:58.007537 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-146bc73f-a410-48fe-b5c7-8cb9c859ae87 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.009108 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-146bc73f-a410-48fe-b5c7-8cb9c859ae87 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "DELETE /v2.0/routers/f299009b-592e-49a6-b081-c56708d460dc HTTP/1.1" status: 204 len: 168 time: 2.9764674 Nov 12 00:53:58.017853 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894d013-9159-4b5b-a3d4-4e04157bbc23 req-68d2008c-25dc-4ed3-9488-0689944efed0 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:58.019447 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2894d013-9159-4b5b-a3d4-4e04157bbc23 req-68d2008c-25dc-4ed3-9488-0689944efed0 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1460044 Nov 12 00:53:58.021431 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-84e6fd3b-a616-4b73-8b5e-642eb2960cd0 req-7aa6ed77-e619-438c-a87a-9743dc338f32 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851901 Nov 12 00:53:58.021995 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49004) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:58.027078 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-ec9b6ebe-6e08-4b27-9e3b-c98c52488e7f tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-702819607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:58.079060 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ec9b6ebe-6e08-4b27-9e3b-c98c52488e7f tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.080386 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ec9b6ebe-6e08-4b27-9e3b-c98c52488e7f tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.086825 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-70911130-b319-4523-a40a-2dee3c65a8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.089326 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-70911130-b319-4523-a40a-2dee3c65a8e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.090771 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-70911130-b319-4523-a40a-2dee3c65a8e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7ce42eb-4893-4e3f-8641-39e26a4daf27 HTTP/1.1" status: 204 len: 168 time: 1.1453171 Nov 12 00:53:58.102582 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2894d013-9159-4b5b-a3d4-4e04157bbc23 req-d1403a4f-f636-4850-8385-bd89e8dc562f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700734 Nov 12 00:53:58.114910 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70911130-b319-4523-a40a-2dee3c65a8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ce42eb-4893-4e3f-8641-39e26a4daf27,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:58.185110 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-08227b04-9e95-40b7-9500-ae6447ab9061 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.246494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08227b04-9e95-40b7-9500-ae6447ab9061 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Port': ['ID=9d6e4ecb-566d-47d3-af47-c55a01707463,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:58.249386 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ec9b6ebe-6e08-4b27-9e3b-c98c52488e7f tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.256235 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ec9b6ebe-6e08-4b27-9e3b-c98c52488e7f tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.309012 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-08227b04-9e95-40b7-9500-ae6447ab9061 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.312352 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-08227b04-9e95-40b7-9500-ae6447ab9061 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/9d6e4ecb-566d-47d3-af47-c55a01707463 HTTP/1.1" status: 204 len: 168 time: 2.6711559 Nov 12 00:53:58.313145 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-058acb07-bd80-4bf2-a5c1-b090411ddc94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Made reservation on behalf of 75c055e9876449c3980c1d635d3020fe for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:58.315079 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49008) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:58.316550 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-058acb07-bd80-4bf2-a5c1-b090411ddc94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.342350 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ec9b6ebe-6e08-4b27-9e3b-c98c52488e7f tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.347026 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ec9b6ebe-6e08-4b27-9e3b-c98c52488e7f tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3238680 Nov 12 00:53:58.348046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49012) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:58.377508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-9bfe18bb-095d-4a1a-9b13-d6d1180d71a7 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'enable_snat': True}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:58.544004 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8822e64d-ceaf-42b9-8a92-49640c5970ce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:58.545623 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8822e64d-ceaf-42b9-8a92-49640c5970ce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:58.549301 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8822e64d-ceaf-42b9-8a92-49640c5970ce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2328312 Nov 12 00:53:58.549930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49018) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:58.656286 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f74b47ce-90a5-45e1-b49d-50499f374b9f tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.679314 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae3cef-1328-4d99-8311-7dcd313258d9 req-5900a021-db0e-41e0-9752-a33ebae0987f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:58.691675 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ebae3cef-1328-4d99-8311-7dcd313258d9 req-5900a021-db0e-41e0-9752-a33ebae0987f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 932 time: 0.2039604 Nov 12 00:53:58.694192 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-058acb07-bd80-4bf2-a5c1-b090411ddc94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Allocated IP 10.1.1.104 (19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5/61e3b5c1-9246-44ee-8b2b-05576d2e6cd6/3f4d6886-1149-4c55-aa72-c928b8b02a0f) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:58.698609 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f74b47ce-90a5-45e1-b49d-50499f374b9f tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.812006 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-c820115a-815e-4efa-a2f4-32dd85c0ed52 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 96d6fbac-fbd5-4e01-80b5-7225cb3badf0 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:53:58.817671 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9bfe18bb-095d-4a1a-9b13-d6d1180d71a7 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.821590 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c820115a-815e-4efa-a2f4-32dd85c0ed52 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.832038 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f74b47ce-90a5-45e1-b49d-50499f374b9f tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.845012 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b47ce-90a5-45e1-b49d-50499f374b9f tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event updated for resources: {'Port': ['ID=59cec9bf-b3f6-45ff-9332-b89439967d71,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:58.879309 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ebae3cef-1328-4d99-8311-7dcd313258d9 req-0f58db3d-a3dd-4639-95cc-fbe2fba89667 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866441 Nov 12 00:53:58.961170 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c820115a-815e-4efa-a2f4-32dd85c0ed52 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:59.049249 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-058acb07-bd80-4bf2-a5c1-b090411ddc94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:59.131880 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74b47ce-90a5-45e1-b49d-50499f374b9f tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Network dbc69f81-ee7e-4db5-8167-9159887faeab is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:59.132516 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041be316-6f4f-4dda-b146-ad995ed17e7a req-f34ec7a0-bdf3-41d1-a7da-88b333fd080d tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:59.135030 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-041be316-6f4f-4dda-b146-ad995ed17e7a req-f34ec7a0-bdf3-41d1-a7da-88b333fd080d tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e40bbfd5-4296-4011-b25a-f8260e666968 HTTP/1.1" status: 200 len: 945 time: 0.1918473 Nov 12 00:53:59.142483 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-f74b47ce-90a5-45e1-b49d-50499f374b9f tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:59.155509 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c820115a-815e-4efa-a2f4-32dd85c0ed52 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:59.272411 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-041be316-6f4f-4dda-b146-ad995ed17e7a req-4285d09b-0358-4eb4-9866-9238530f8238 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294985 Nov 12 00:53:59.331000 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c820115a-815e-4efa-a2f4-32dd85c0ed52 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:59.334864 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49040) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:59.393636 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-058acb07-bd80-4bf2-a5c1-b090411ddc94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:59.401934 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74b47ce-90a5-45e1-b49d-50499f374b9f tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Router ff3ee703-98ed-4d8b-886c-135ff691e397 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:53:59.421824 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820115a-815e-4efa-a2f4-32dd85c0ed52 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=96d6fbac-fbd5-4e01-80b5-7225cb3badf0,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:59.437818 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c820115a-815e-4efa-a2f4-32dd85c0ed52 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:59.442117 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09632b00-24a2-4b01-8a4f-ce6e2f12492b None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:59.442588 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c820115a-815e-4efa-a2f4-32dd85c0ed52 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/96d6fbac-fbd5-4e01-80b5-7225cb3badf0 HTTP/1.1" status: 204 len: 168 time: 0.8501570 Nov 12 00:53:59.447143 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49046) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:59.472739 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-058acb07-bd80-4bf2-a5c1-b090411ddc94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:59.599949 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3877f444-6252-4cc2-b07e-da5e17b547dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1516180 Nov 12 00:53:59.605224 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49048) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:59.611511 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-0f180b30-4350-4faf-952a-b916f24c66cf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:59.650531 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9bfe18bb-095d-4a1a-9b13-d6d1180d71a7 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:59.660312 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74b47ce-90a5-45e1-b49d-50499f374b9f tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:53:59.666351 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f74b47ce-90a5-45e1-b49d-50499f374b9f tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "PUT /v2.0/routers/ff3ee703-98ed-4d8b-886c-135ff691e397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8587205 Nov 12 00:53:59.670440 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-058acb07-bd80-4bf2-a5c1-b090411ddc94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:59.670757 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6aec6e11-a470-4091-99d9-ce199f079112 None None] Provisioning complete for port 59cec9bf-b3f6-45ff-9332-b89439967d71 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:59.671370 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6aec6e11-a470-4091-99d9-ce199f079112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:59.676942 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9bfe18bb-095d-4a1a-9b13-d6d1180d71a7 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:59.684289 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] Sync routers for ids ['ff3ee703-98ed-4d8b-886c-135ff691e397'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:53:59.686023 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-058acb07-bd80-4bf2-a5c1-b090411ddc94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:59.697623 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] Routers {'ff3ee703-98ed-4d8b-886c-135ff691e397'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:59.701101 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:53:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ff3ee703-98ed-4d8b-886c-135ff691e397'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:59.738998 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-2fdeec27-7aaf-44ca-9d5b-131e0347b349 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-720381825-network', 'tenant_id': 'e8f10291179f4bc1897b19c0889f94d2'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:59.746968 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058acb07-bd80-4bf2-a5c1-b090411ddc94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event updated for resources: {'Port': ['ID=3f4d6886-1149-4c55-aa72-c928b8b02a0f,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:59.766575 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc2f33-bb0a-49ec-9e19-00f3caeaaaef req-f99a6ef1-d9fc-4d90-8aea-cfdda5d142ce tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:59.768448 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-60dc2f33-bb0a-49ec-9e19-00f3caeaaaef req-f99a6ef1-d9fc-4d90-8aea-cfdda5d142ce tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.4298017 Nov 12 00:53:59.834873 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6aec6e11-a470-4091-99d9-ce199f079112 None None] Port 59cec9bf-b3f6-45ff-9332-b89439967d71 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:59.896067 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-058acb07-bd80-4bf2-a5c1-b090411ddc94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:59.896788 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-058acb07-bd80-4bf2-a5c1-b090411ddc94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:59.929631 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdeec27-7aaf-44ca-9d5b-131e0347b349 admin admin] Made reservation on behalf of e8f10291179f4bc1897b19c0889f94d2 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:59.960443 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2fdeec27-7aaf-44ca-9d5b-131e0347b349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:59.976943 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-058acb07-bd80-4bf2-a5c1-b090411ddc94 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1791000 Nov 12 00:53:59.985337 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] Set router ff3ee703-98ed-4d8b-886c-135ff691e397 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:00.003765 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2367520c-e185-408c-89f6-1591f9c5c76d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Request body: {'port': {'device_id': '05efed81-b9d0-4d36-8966-e47733ca9664', 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5', 'admin_state_up': True, 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'security_groups': ['b496f366-d03e-45e8-a671-4933f0bf379f']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:00.016606 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2fdeec27-7aaf-44ca-9d5b-131e0347b349 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.044786 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5cc885-5bac-45b8-8aa9-f1062021cd7b None None] DHCP port deletion for fe05c407-cd01-4f7b-b118-ded988bd7940 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:00.143206 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-60dc2f33-bb0a-49ec-9e19-00f3caeaaaef req-9f2f18de-1422-4da9-96da-7fc9cd6f1e08 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3601425 Nov 12 00:54:00.202518 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-df5cc885-5bac-45b8-8aa9-f1062021cd7b None None] Deleting port 875c0dd4-feec-4dd4-89c2-4c53147e11e1 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:00.206758 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-df5cc885-5bac-45b8-8aa9-f1062021cd7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.249144 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c7f0ee4d-b44c-4509-9dad-a85f726ce291 req-82296665-e370-4318-afca-b2d9636c94e7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1592836 Nov 12 00:54:00.251496 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5e13220e-4566-4ccb-ac1e-97029ff30b1e None None] Provisioning complete for port 3f4d6886-1149-4c55-aa72-c928b8b02a0f triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:00.257177 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5e13220e-4566-4ccb-ac1e-97029ff30b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.267936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-9bfe18bb-095d-4a1a-9b13-d6d1180d71a7 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Allocated IP 172.25.0.187 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/2548b8d2-eea6-4fb4-8bfe-a4d532e9050f) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:00.277493 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f180b30-4350-4faf-952a-b916f24c66cf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:00.282906 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0f180b30-4350-4faf-952a-b916f24c66cf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.382226 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-5e13220e-4566-4ccb-ac1e-97029ff30b1e None None] Port 3f4d6886-1149-4c55-aa72-c928b8b02a0f cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:00.402809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2367520c-e185-408c-89f6-1591f9c5c76d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Made reservation on behalf of 75c055e9876449c3980c1d635d3020fe for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:00.406762 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2367520c-e185-408c-89f6-1591f9c5c76d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.506527 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-df5cc885-5bac-45b8-8aa9-f1062021cd7b None None] For port 875c0dd4-feec-4dd4-89c2-4c53147e11e1, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=875c0dd4-feec-4dd4-89c2-4c53147e11e1,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:00.506527 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-df5cc885-5bac-45b8-8aa9-f1062021cd7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.532134 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-df5cc885-5bac-45b8-8aa9-f1062021cd7b None None] Calling delete_port for 875c0dd4-feec-4dd4-89c2-4c53147e11e1 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:00.575055 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2367520c-e185-408c-89f6-1591f9c5c76d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Allocated IP 10.1.1.212 (19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5/61e3b5c1-9246-44ee-8b2b-05576d2e6cd6/2848d887-c908-4eac-985d-33d1a11891ab) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:00.593425 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038360f4-b402-47b3-b1b6-86c1476862ab req-08293186-7913-49b5-a647-6c6954c5b34d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:00.610695 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038360f4-b402-47b3-b1b6-86c1476862ab req-08293186-7913-49b5-a647-6c6954c5b34d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:00.612476 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-038360f4-b402-47b3-b1b6-86c1476862ab req-08293186-7913-49b5-a647-6c6954c5b34d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 1654 time: 0.5239329 Nov 12 00:54:00.613523 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0f180b30-4350-4faf-952a-b916f24c66cf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.706174 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f180b30-4350-4faf-952a-b916f24c66cf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=c6b61d3d-4f1c-42d3-aa99-05ecf9c7e1b1,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:00.736328 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2367520c-e185-408c-89f6-1591f9c5c76d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.748628 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3ee703-98ed-4d8b-886c-135ff691e397', 'name': 'tempest-TestSecurityGroupsBasicOps-router-642899327', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '53d1a222-f89b-4bd6-be77-1c30d99239ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:53:42Z', 'updated_at': '2021-11-12T00:53:57Z', 'revision_number': 4, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '53d1a222-f89b-4bd6-be77-1c30d99239ac', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3ee703-98ed-4d8b-886c-135ff691e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:53:44Z', 'updated_at': '2021-11-12T00:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '59cec9bf-b3f6-45ff-9332-b89439967d71', 'name': '', 'network_id': 'dbc69f81-ee7e-4db5-8167-9159887faeab', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'mac_address': 'fa:16:3e:76:f1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3ee703-98ed-4d8b-886c-135ff691e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'de8df188-134a-420f-a1d1-e987cc55b668', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:53:54Z', 'updated_at': '2021-11-12T00:53:58Z', 'revision_number': 2, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'subnets': [{'id': 'de8df188-134a-420f-a1d1-e987cc55b668', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:00.790522 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-df5cc885-5bac-45b8-8aa9-f1062021cd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.797106 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2fdeec27-7aaf-44ca-9d5b-131e0347b349 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.806999 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] Checking router: ff3ee703-98ed-4d8b-886c-135ff691e397 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:54:00.807360 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] Updating router ff3ee703-98ed-4d8b-886c-135ff691e397 port 59cec9bf-b3f6-45ff-9332-b89439967d71 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:54:00.821464 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f180b30-4350-4faf-952a-b916f24c66cf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:00.831903 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5cc885-5bac-45b8-8aa9-f1062021cd7b None None] Pushing event deleted for resources: {'Port': ['ID=875c0dd4-feec-4dd4-89c2-4c53147e11e1,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:00.859470 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-0f180b30-4350-4faf-952a-b916f24c66cf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:00.865286 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5cc885-5bac-45b8-8aa9-f1062021cd7b None None] No DVR routers for this DVR port 875c0dd4-feec-4dd4-89c2-4c53147e11e1 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:00.866211 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0ee4d-b44c-4509-9dad-a85f726ce291 req-66154f30-42cb-47a4-8a7a-834b13a92eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:00.868517 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c7f0ee4d-b44c-4509-9dad-a85f726ce291 req-66154f30-42cb-47a4-8a7a-834b13a92eab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d1187e4171d459daa255b9c3c43b475&device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 1136 time: 0.3075342 Nov 12 00:54:00.870037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f180b30-4350-4faf-952a-b916f24c66cf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:00.870986 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0f180b30-4350-4faf-952a-b916f24c66cf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.879759 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.894147 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0754c582-5ac7-4410-989e-e31694dc2fc6 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:00.971464 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-62550d3e-9a5b-4130-8581-3d47c4e63adf tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:00.982634 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-62550d3e-9a5b-4130-8581-3d47c4e63adf tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/networks?id=dbc69f81-ee7e-4db5-8167-9159887faeab HTTP/1.1" status: 200 len: 797 time: 0.6491745 Nov 12 00:54:00.984839 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2367520c-e185-408c-89f6-1591f9c5c76d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.003042 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2fdeec27-7aaf-44ca-9d5b-131e0347b349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.060144 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdeec27-7aaf-44ca-9d5b-131e0347b349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fe0c74-4c0d-45c5-99d4-cc4b1dc66ace,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:01.132502 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 875c0dd4-feec-4dd4-89c2-4c53147e11e1 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:01.139110 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2367520c-e185-408c-89f6-1591f9c5c76d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:01.145559 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2367520c-e185-408c-89f6-1591f9c5c76d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:01.148989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2367520c-e185-408c-89f6-1591f9c5c76d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:01.157972 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-1a1f88b8-2760-4237-aa19-65236e0c22de tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/quotas/2d1187e4171d459daa255b9c3c43b475 HTTP/1.1" status: 200 len: 375 time: 0.1513405 Nov 12 00:54:01.161823 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fdeec27-7aaf-44ca-9d5b-131e0347b349 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:01.183117 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8100ec-eee5-4312-b9d9-0f5dfed4b052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-fe05c407-cd01-4f7b-b118-ded988bd7940', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'fixed_ips': [{'subnet_id': 'c6b61d3d-4f1c-42d3-aa99-05ecf9c7e1b1'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:54:01.185813 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ab8100ec-eee5-4312-b9d9-0f5dfed4b052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.213692 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 875c0dd4-feec-4dd4-89c2-4c53147e11e1 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:01.214554 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 875c0dd4-feec-4dd4-89c2-4c53147e11e1 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:01.229156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367520c-e185-408c-89f6-1591f9c5c76d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event updated for resources: {'Port': ['ID=2848d887-c908-4eac-985d-33d1a11891ab,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:01.262119 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2fdeec27-7aaf-44ca-9d5b-131e0347b349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.262531 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-2fdeec27-7aaf-44ca-9d5b-131e0347b349 admin admin] Added segment 0f8c887d-d3e9-4e6f-8061-f31a17842b82 of type vlan for network a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e Nov 12 00:54:01.343110 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2367520c-e185-408c-89f6-1591f9c5c76d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:01.344199 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2367520c-e185-408c-89f6-1591f9c5c76d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.379486 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-a2e4dc29-6c48-4e1c-89c5-f0de1cbbe1f2 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d1187e4171d459daa255b9c3c43b475&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1867452 Nov 12 00:54:01.413783 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2fdeec27-7aaf-44ca-9d5b-131e0347b349 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.439159 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2367520c-e185-408c-89f6-1591f9c5c76d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4504328 Nov 12 00:54:01.467230 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d49a2289-e33f-4844-9e31-4f5be4d4a233 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Request body: {'port': {'device_id': '05efed81-b9d0-4d36-8966-e47733ca9664', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '523495f2-d0a8-4874-8ce9-f158f9a48578', 'admin_state_up': True, 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'security_groups': ['b496f366-d03e-45e8-a671-4933f0bf379f']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:01.484799 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-ab8100ec-eee5-4312-b9d9-0f5dfed4b052 None None] Allocated IP 2001:db8::2 (fe05c407-cd01-4f7b-b118-ded988bd7940/c6b61d3d-4f1c-42d3-aa99-05ecf9c7e1b1/6bef3f69-400b-4428-a1f3-77a69c72858f) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:01.534807 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.550623 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.561427 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0ee4d-b44c-4509-9dad-a85f726ce291 req-c218d7e6-fc87-46c5-8420-cdb9b26a2216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:01.562974 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c7f0ee4d-b44c-4509-9dad-a85f726ce291 req-c218d7e6-fc87-46c5-8420-cdb9b26a2216 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91e52b1e-ef57-4599-9972-a48724f76502 HTTP/1.1" status: 200 len: 897 time: 0.6690013 Nov 12 00:54:01.647351 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-038360f4-b402-47b3-b1b6-86c1476862ab req-06ac9112-b968-4c89-8809-f32e5e7ff0dc tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9533281 Nov 12 00:54:01.668213 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2fdeec27-7aaf-44ca-9d5b-131e0347b349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.669344 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdeec27-7aaf-44ca-9d5b-131e0347b349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:01.670012 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2fdeec27-7aaf-44ca-9d5b-131e0347b349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.671819 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0f180b30-4350-4faf-952a-b916f24c66cf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0652785 Nov 12 00:54:01.675771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49074) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:01.680728 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726e2c9-15df-4c7d-99f9-497b034da5a5 None None] Pushing event updated for resources: {'Port': ['ID=59cec9bf-b3f6-45ff-9332-b89439967d71,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:01.689451 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-829112ee-d01d-4569-a500-69dbe91e49df tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'fixed_ips': [{'subnet_id': 'c6b61d3d-4f1c-42d3-aa99-05ecf9c7e1b1', 'ip_address': '2001:db8::1eba:16e6:68a9:165b'}], 'name': 'tempest-NetworksTestDHCPv6-1628937326'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:01.698356 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2aecf278-9c13-4f32-8048-a6cb8987feea None None] Provisioning complete for port 2848d887-c908-4eac-985d-33d1a11891ab triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:01.698898 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2aecf278-9c13-4f32-8048-a6cb8987feea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.711158 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726e2c9-15df-4c7d-99f9-497b034da5a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:01.712097 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726e2c9-15df-4c7d-99f9-497b034da5a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:01.712373 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726e2c9-15df-4c7d-99f9-497b034da5a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:01.712724 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726e2c9-15df-4c7d-99f9-497b034da5a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:01.713068 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726e2c9-15df-4c7d-99f9-497b034da5a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:01.713399 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726e2c9-15df-4c7d-99f9-497b034da5a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:01.713724 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726e2c9-15df-4c7d-99f9-497b034da5a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:01.714049 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726e2c9-15df-4c7d-99f9-497b034da5a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:01.714371 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726e2c9-15df-4c7d-99f9-497b034da5a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:01.714695 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726e2c9-15df-4c7d-99f9-497b034da5a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:01.715017 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726e2c9-15df-4c7d-99f9-497b034da5a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:01.715338 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726e2c9-15df-4c7d-99f9-497b034da5a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:01.735893 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2fdeec27-7aaf-44ca-9d5b-131e0347b349 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3791766 Nov 12 00:54:01.763274 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49076) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:01.770061 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-2cfc8424-d0bb-43de-9e68-382be9b267fc admin admin] Request body: {'subnet': {'network_id': 'a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-720381825-subnet', 'tenant_id': 'e8f10291179f4bc1897b19c0889f94d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:01.789469 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9bfe18bb-095d-4a1a-9b13-d6d1180d71a7 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.845128 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-9c9aabc4-f017-4e93-bd5a-1adecff37d4a service neutron] 10.222.0.31 "GET /v2.0/networks/dbc69f81-ee7e-4db5-8167-9159887faeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423697 Nov 12 00:54:01.852980 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] Attempting to bind port 59cec9bf-b3f6-45ff-9332-b89439967d71 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:01.853491 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] Attempting to bind port 59cec9bf-b3f6-45ff-9332-b89439967d71 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '099126e3-9f6e-4db9-ae75-6cbe42960b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc69f81-ee7e-4db5-8167-9159887faeab'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:01.853722 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] Attempting to bind port 59cec9bf-b3f6-45ff-9332-b89439967d71 on network dbc69f81-ee7e-4db5-8167-9159887faeab {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:01.860442 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:01.862386 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] Checking segment: {'id': '099126e3-9f6e-4db9-ae75-6cbe42960b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc69f81-ee7e-4db5-8167-9159887faeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:01.862944 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.863184 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] Bound using segment: {'id': '099126e3-9f6e-4db9-ae75-6cbe42960b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc69f81-ee7e-4db5-8167-9159887faeab'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:01.863664 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] Bound port: 59cec9bf-b3f6-45ff-9332-b89439967d71, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099126e3-9f6e-4db9-ae75-6cbe42960b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc69f81-ee7e-4db5-8167-9159887faeab'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:01.864484 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.886852 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-2aecf278-9c13-4f32-8048-a6cb8987feea None None] Port 2848d887-c908-4eac-985d-33d1a11891ab cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:01.888518 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ab8100ec-eee5-4312-b9d9-0f5dfed4b052 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.889122 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdeec27-7aaf-44ca-9d5b-131e0347b349 admin admin] Pushing event updated for resources: {'Network': ['ID=a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:01.913141 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:01.916536 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ab8100ec-eee5-4312-b9d9-0f5dfed4b052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:01.920052 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c7f0ee4d-b44c-4509-9dad-a85f726ce291 req-07a6d4af-fbbd-4463-a97d-f7eb3a815232 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b1b6293-e8ab-4cac-82b5-71b17e43bb6a HTTP/1.1" status: 200 len: 1001 time: 0.3469520 Nov 12 00:54:01.967184 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] For port 59cec9bf-b3f6-45ff-9332-b89439967d71, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:01.972260 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] For port 59cec9bf-b3f6-45ff-9332-b89439967d71, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=59cec9bf-b3f6-45ff-9332-b89439967d71,segment=NetworkSegment(099126e3-9f6e-4db9-ae75-6cbe42960b18),segment_id=099126e3-9f6e-4db9-ae75-6cbe42960b18)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:01.981362 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:02.029750 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-02fe0828-8b28-4f1c-aa6e-9df0c457175f service neutron] 10.222.0.31 "GET /v2.0/networks/dbc69f81-ee7e-4db5-8167-9159887faeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733687 Nov 12 00:54:02.075457 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfc8424-d0bb-43de-9e68-382be9b267fc admin admin] Made reservation on behalf of e8f10291179f4bc1897b19c0889f94d2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:02.080617 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2cfc8424-d0bb-43de-9e68-382be9b267fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:02.098691 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d49a2289-e33f-4844-9e31-4f5be4d4a233 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Made reservation on behalf of 75c055e9876449c3980c1d635d3020fe for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:02.107699 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726e2c9-15df-4c7d-99f9-497b034da5a5 None None] Pushing event updated for resources: {'Port': ['ID=59cec9bf-b3f6-45ff-9332-b89439967d71,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:02.121947 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] Routers {'ff3ee703-98ed-4d8b-886c-135ff691e397'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:02.122794 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:53:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ff3ee703-98ed-4d8b-886c-135ff691e397'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:02.150122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8100ec-eee5-4312-b9d9-0f5dfed4b052 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:02.182282 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-ab8100ec-eee5-4312-b9d9-0f5dfed4b052 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:02.186877 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8100ec-eee5-4312-b9d9-0f5dfed4b052 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:02.209864 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be275cbd-f48f-4faa-82d0-c06facdd49f0 req-4e29c634-8cac-4b90-9e81-2c7b92add29a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:02.222506 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be275cbd-f48f-4faa-82d0-c06facdd49f0 req-4e29c634-8cac-4b90-9e81-2c7b92add29a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.4257677 Nov 12 00:54:02.240060 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0ee4d-b44c-4509-9dad-a85f726ce291 req-35c7ecd9-40fa-4ab2-bc1d-2b9c4747553c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:02.245625 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c7f0ee4d-b44c-4509-9dad-a85f726ce291 req-35c7ecd9-40fa-4ab2-bc1d-2b9c4747553c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5 HTTP/1.1" status: 200 len: 835 time: 0.3090127 Nov 12 00:54:02.271486 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d49a2289-e33f-4844-9e31-4f5be4d4a233 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:02.283521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c7151b23-eeb3-49f2-86e3-919ebfbe7de7 None None] Provisioning complete for port 59cec9bf-b3f6-45ff-9332-b89439967d71 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:02.283907 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c7151b23-eeb3-49f2-86e3-919ebfbe7de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:02.352344 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-afadabf3-90d2-44ff-93c0-71e5ba9e6b11 req-6ef28a28-df83-4ba3-83b2-e280773675e2 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=168889dd-aae6-4cd6-867f-3841fa948a1d HTTP/1.1" status: 200 len: 210 time: 0.0451257 Nov 12 00:54:02.413610 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] Set router ff3ee703-98ed-4d8b-886c-135ff691e397 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:02.482580 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9bfe18bb-095d-4a1a-9b13-d6d1180d71a7 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:02.719681 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8100ec-eee5-4312-b9d9-0f5dfed4b052 None None] Pushing event updated for resources: {'Port': ['ID=6bef3f69-400b-4428-a1f3-77a69c72858f,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:02.747557 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829112ee-d01d-4569-a500-69dbe91e49df tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:02.755840 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-ab8100ec-eee5-4312-b9d9-0f5dfed4b052 None None] Attempting to bind port 6bef3f69-400b-4428-a1f3-77a69c72858f on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:02.756431 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-ab8100ec-eee5-4312-b9d9-0f5dfed4b052 None None] Attempting to bind port 6bef3f69-400b-4428-a1f3-77a69c72858f by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:02.757002 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8100ec-eee5-4312-b9d9-0f5dfed4b052 None None] Attempting to bind port 6bef3f69-400b-4428-a1f3-77a69c72858f on network fe05c407-cd01-4f7b-b118-ded988bd7940 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:02.766238 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8100ec-eee5-4312-b9d9-0f5dfed4b052 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:02.768173 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8100ec-eee5-4312-b9d9-0f5dfed4b052 None None] Checking segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:02.772062 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfe18bb-095d-4a1a-9b13-d6d1180d71a7 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:02.775969 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ab8100ec-eee5-4312-b9d9-0f5dfed4b052 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:02.776379 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3ee703-98ed-4d8b-886c-135ff691e397', 'name': 'tempest-TestSecurityGroupsBasicOps-router-642899327', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '53d1a222-f89b-4bd6-be77-1c30d99239ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:53:42Z', 'updated_at': '2021-11-12T00:53:57Z', 'revision_number': 4, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '53d1a222-f89b-4bd6-be77-1c30d99239ac', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3ee703-98ed-4d8b-886c-135ff691e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:53:44Z', 'updated_at': '2021-11-12T00:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '59cec9bf-b3f6-45ff-9332-b89439967d71', 'name': '', 'network_id': 'dbc69f81-ee7e-4db5-8167-9159887faeab', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'mac_address': 'fa:16:3e:76:f1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3ee703-98ed-4d8b-886c-135ff691e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'de8df188-134a-420f-a1d1-e987cc55b668', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:53:54Z', 'updated_at': '2021-11-12T00:54:01Z', 'revision_number': 4, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'subnets': [{'id': 'de8df188-134a-420f-a1d1-e987cc55b668', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:02.776575 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8100ec-eee5-4312-b9d9-0f5dfed4b052 None None] Bound using segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:02.777061 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-ab8100ec-eee5-4312-b9d9-0f5dfed4b052 None None] Bound port: 6bef3f69-400b-4428-a1f3-77a69c72858f, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:02.777456 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ab8100ec-eee5-4312-b9d9-0f5dfed4b052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:02.796265 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be275cbd-f48f-4faa-82d0-c06facdd49f0 req-f6fbd694-e775-4f0a-85d6-d6df2a96edef tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5495474 Nov 12 00:54:02.841192 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c26ff-ba6b-408e-bcea-3079cb591fcc None None] The sync data for ids ['ff3ee703-98ed-4d8b-886c-135ff691e397'] in n-d-712137-14 is: [{'id': 'ff3ee703-98ed-4d8b-886c-135ff691e397', 'name': 'tempest-TestSecurityGroupsBasicOps-router-642899327', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '53d1a222-f89b-4bd6-be77-1c30d99239ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:53:42Z', 'updated_at': '2021-11-12T00:53:57Z', 'revision_number': 4, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '53d1a222-f89b-4bd6-be77-1c30d99239ac', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3ee703-98ed-4d8b-886c-135ff691e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:53:44Z', 'updated_at': '2021-11-12T00:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '59cec9bf-b3f6-45ff-9332-b89439967d71', 'name': '', 'network_id': 'dbc69f81-ee7e-4db5-8167-9159887faeab', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'mac_address': 'fa:16:3e:76:f1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3ee703-98ed-4d8b-886c-135ff691e397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'de8df188-134a-420f-a1d1-e987cc55b668', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:53:54Z', 'updated_at': '2021-11-12T00:54:01Z', 'revision_number': 4, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'subnets': [{'id': 'de8df188-134a-420f-a1d1-e987cc55b668', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:54:02.845902 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-9bfe18bb-095d-4a1a-9b13-d6d1180d71a7 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:02.859215 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe18bb-095d-4a1a-9b13-d6d1180d71a7 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:02.873708 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0ee4d-b44c-4509-9dad-a85f726ce291 req-fac8cdf1-a253-4fda-8a84-298634cb0471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:02.876063 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-ab8100ec-eee5-4312-b9d9-0f5dfed4b052 None None] For port 6bef3f69-400b-4428-a1f3-77a69c72858f, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:02.876511 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c7f0ee4d-b44c-4509-9dad-a85f726ce291 req-fac8cdf1-a253-4fda-8a84-298634cb0471 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91e52b1e-ef57-4599-9972-a48724f76502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5263054 Nov 12 00:54:02.878496 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe18bb-095d-4a1a-9b13-d6d1180d71a7 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Pushing event updated for resources: {'Port': ['ID=2548b8d2-eea6-4fb4-8bfe-a4d532e9050f,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:02.879501 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-ab8100ec-eee5-4312-b9d9-0f5dfed4b052 None None] For port 6bef3f69-400b-4428-a1f3-77a69c72858f, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6bef3f69-400b-4428-a1f3-77a69c72858f,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:02.884682 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e1c134-2bbf-4cd9-a0db-5f4d96096743 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:02.939075 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ab8100ec-eee5-4312-b9d9-0f5dfed4b052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:02.962890 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c7151b23-eeb3-49f2-86e3-919ebfbe7de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:03.100791 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c7151b23-eeb3-49f2-86e3-919ebfbe7de7 None None] For port 59cec9bf-b3f6-45ff-9332-b89439967d71, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=59cec9bf-b3f6-45ff-9332-b89439967d71,segment=NetworkSegment(099126e3-9f6e-4db9-ae75-6cbe42960b18),segment_id=099126e3-9f6e-4db9-ae75-6cbe42960b18)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:03.112035 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c7151b23-eeb3-49f2-86e3-919ebfbe7de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:03.187943 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8100ec-eee5-4312-b9d9-0f5dfed4b052 None None] Pushing event updated for resources: {'Port': ['ID=6bef3f69-400b-4428-a1f3-77a69c72858f,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:03.345611 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7151b23-eeb3-49f2-86e3-919ebfbe7de7 None None] Pushing event updated for resources: {'Port': ['ID=59cec9bf-b3f6-45ff-9332-b89439967d71,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:03.442012 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a11196eb-288e-4f42-950b-eb5433733c40 None None] Provisioning complete for port 2548b8d2-eea6-4fb4-8bfe-a4d532e9050f triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:03.442470 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a11196eb-288e-4f42-950b-eb5433733c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:03.590655 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a11196eb-288e-4f42-950b-eb5433733c40 None None] Port 2548b8d2-eea6-4fb4-8bfe-a4d532e9050f cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:03.596927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 59cec9bf-b3f6-45ff-9332-b89439967d71 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:03.633121 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-829112ee-d01d-4569-a500-69dbe91e49df tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:03.655633 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c7f0ee4d-b44c-4509-9dad-a85f726ce291 req-15433255-a8a8-4e8e-888b-86b986c4f784 service neutron] 10.222.0.15 "GET /v2.0/networks/91e52b1e-ef57-4599-9972-a48724f76502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7677414 Nov 12 00:54:03.709504 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a11196eb-288e-4f42-950b-eb5433733c40 None None] Provisioning complete for port 59cec9bf-b3f6-45ff-9332-b89439967d71 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:03.710455 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a11196eb-288e-4f42-950b-eb5433733c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:03.940668 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 59cec9bf-b3f6-45ff-9332-b89439967d71 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:03.941820 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:03.969541 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aef5b6-a684-4f5e-ad7d-2c705eb90090 req-9a7d7353-9b0f-42ad-a903-28868805105e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:03.985549 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aef5b6-a684-4f5e-ad7d-2c705eb90090 req-9a7d7353-9b0f-42ad-a903-28868805105e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:03.995512 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aef5b6-a684-4f5e-ad7d-2c705eb90090 req-9a7d7353-9b0f-42ad-a903-28868805105e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:03.997658 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-23aef5b6-a684-4f5e-ad7d-2c705eb90090 req-9a7d7353-9b0f-42ad-a903-28868805105e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 2375 time: 0.2924466 Nov 12 00:54:04.042644 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-829112ee-d01d-4569-a500-69dbe91e49df tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] device_id is not set on port 145ce692-9d88-479d-8e9d-d03d037c27c4 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:54:04.160855 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2cfc8424-d0bb-43de-9e68-382be9b267fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:04.207601 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d49a2289-e33f-4844-9e31-4f5be4d4a233 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Allocated IP 10.2.2.100 (523495f2-d0a8-4874-8ce9-f158f9a48578/870dc38d-f2e2-4511-a748-1147cb7d0fbb/ce338286-589a-4fe7-9255-b5d2a6ec28f4) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:04.246933 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-23aef5b6-a684-4f5e-ad7d-2c705eb90090 req-8f9657f8-1521-4540-a5bc-1bce3644e7f4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233589 Nov 12 00:54:04.267200 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c7f0ee4d-b44c-4509-9dad-a85f726ce291 req-c2a70edf-072d-458b-97a0-1b3aaf09f41d service neutron] 10.222.0.15 "GET /v2.0/networks/91e52b1e-ef57-4599-9972-a48724f76502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245962 Nov 12 00:54:04.426474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc8424-d0bb-43de-9e68-382be9b267fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d4ab73-41f6-4628-9b77-beea5a0e14da,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:04.501611 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d49a2289-e33f-4844-9e31-4f5be4d4a233 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:04.535841 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09000c-815e-47b2-af3a-563247031416 req-8c4fc30d-7bcc-461f-b076-db0166984da2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:04.537575 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e09000c-815e-47b2-af3a-563247031416 req-8c4fc30d-7bcc-461f-b076-db0166984da2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.8887222 Nov 12 00:54:04.734237 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-a0976b3d-839a-4569-af00-79c60f3e7062 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:04.734926 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9bfe18bb-095d-4a1a-9b13-d6d1180d71a7 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:04.735775 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-a0976b3d-839a-4569-af00-79c60f3e7062 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.21 "GET /v2.0/networks?id=dbc69f81-ee7e-4db5-8167-9159887faeab HTTP/1.1" status: 200 len: 797 time: 0.1832223 Nov 12 00:54:04.738889 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d49a2289-e33f-4844-9e31-4f5be4d4a233 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:04.756922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-692fe5f0-a0d7-48c7-bc0e-bdb3b01b620a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Request body: {'port': {'device_id': '168889dd-aae6-4cd6-867f-3841fa948a1d', 'network_id': 'dbc69f81-ee7e-4db5-8167-9159887faeab', 'admin_state_up': True, 'tenant_id': '2d1187e4171d459daa255b9c3c43b475'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:04.789479 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d49a2289-e33f-4844-9e31-4f5be4d4a233 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Network 523495f2-d0a8-4874-8ce9-f158f9a48578 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:04.803737 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d49a2289-e33f-4844-9e31-4f5be4d4a233 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:04.806916 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d49a2289-e33f-4844-9e31-4f5be4d4a233 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:04.881751 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfc8424-d0bb-43de-9e68-382be9b267fc admin admin] Checking segment: {'id': '0f8c887d-d3e9-4e6f-8061-f31a17842b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:04.882126 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfc8424-d0bb-43de-9e68-382be9b267fc admin admin] Network hostable DHCP agents. Network: a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:54:04.908926 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3cb26e1f-ca81-4d73-b4a8-7f0f7bd8fae3 req-3fd363a5-5c28-4e15-b878-bc601a293ad8 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=168889dd-aae6-4cd6-867f-3841fa948a1d HTTP/1.1" status: 200 len: 210 time: 0.3575873 Nov 12 00:54:05.050281 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e6f3da63-2d73-4c4e-a1d1-a496d75bbcd8 None None] Provisioning complete for port 6bef3f69-400b-4428-a1f3-77a69c72858f triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:05.050724 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e6f3da63-2d73-4c4e-a1d1-a496d75bbcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.072653 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d49a2289-e33f-4844-9e31-4f5be4d4a233 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:05.076524 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d49a2289-e33f-4844-9e31-4f5be4d4a233 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.124051 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d49a2289-e33f-4844-9e31-4f5be4d4a233 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6705987 Nov 12 00:54:05.147919 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-aaf0cb27-623e-4cf9-8106-7943024527d4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Request body: {'port': {'device_id': '05efed81-b9d0-4d36-8966-e47733ca9664', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '523495f2-d0a8-4874-8ce9-f158f9a48578', 'admin_state_up': True, 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'security_groups': ['b496f366-d03e-45e8-a671-4933f0bf379f']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:05.174349 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9bfe18bb-095d-4a1a-9b13-d6d1180d71a7 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.181915 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9bfe18bb-095d-4a1a-9b13-d6d1180d71a7 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719336'] for router, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.184114 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfc8424-d0bb-43de-9e68-382be9b267fc admin admin] Network a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:54:05.226493 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e6f3da63-2d73-4c4e-a1d1-a496d75bbcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.226815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-2cfc8424-d0bb-43de-9e68-382be9b267fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:05.239393 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5288f9-aa33-4577-a94f-d6a020849ac0 None None] Network a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:05.313991 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-aaf0cb27-623e-4cf9-8106-7943024527d4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Made reservation on behalf of 75c055e9876449c3980c1d635d3020fe for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:05.319178 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-aaf0cb27-623e-4cf9-8106-7943024527d4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.338442 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a2289-e33f-4844-9e31-4f5be4d4a233 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event updated for resources: {'Port': ['ID=ce338286-589a-4fe7-9255-b5d2a6ec28f4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:05.379773 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6bef3f69-400b-4428-a1f3-77a69c72858f up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:05.407009 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfc8424-d0bb-43de-9e68-382be9b267fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:05.407977 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2cfc8424-d0bb-43de-9e68-382be9b267fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.460001 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e09000c-815e-47b2-af3a-563247031416 req-1eb35594-24e6-47be-81bf-08488ad10dca tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7346876 Nov 12 00:54:05.482099 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d573499-ab16-4c9f-9ab3-9a2f608ed077 req-521a0169-0644-4363-a378-0471fc1bf194 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:05.489474 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d573499-ab16-4c9f-9ab3-9a2f608ed077 req-521a0169-0644-4363-a378-0471fc1bf194 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:05.495849 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d573499-ab16-4c9f-9ab3-9a2f608ed077 req-521a0169-0644-4363-a378-0471fc1bf194 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:05.501961 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d573499-ab16-4c9f-9ab3-9a2f608ed077 req-521a0169-0644-4363-a378-0471fc1bf194 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:05.502942 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-829112ee-d01d-4569-a500-69dbe91e49df tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8::1eba:16e6:68a9:165b (fe05c407-cd01-4f7b-b118-ded988bd7940/c6b61d3d-4f1c-42d3-aa99-05ecf9c7e1b1/145ce692-9d88-479d-8e9d-d03d037c27c4) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:05.503772 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d573499-ab16-4c9f-9ab3-9a2f608ed077 req-521a0169-0644-4363-a378-0471fc1bf194 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 3096 time: 0.1156225 Nov 12 00:54:05.507810 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-692fe5f0-a0d7-48c7-bc0e-bdb3b01b620a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Made reservation on behalf of 2d1187e4171d459daa255b9c3c43b475 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:05.511860 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-692fe5f0-a0d7-48c7-bc0e-bdb3b01b620a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.604342 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f15b11-9f97-4fae-929a-24285aca5c06 None None] Network a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:05.623675 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d573499-ab16-4c9f-9ab3-9a2f608ed077 req-c3eb4a9d-eebc-4d92-ae9a-6771dfba4c2c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047819 Nov 12 00:54:05.662301 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 6bef3f69-400b-4428-a1f3-77a69c72858f triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:05.662880 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.668144 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e6f3da63-2d73-4c4e-a1d1-a496d75bbcd8 None None] For port 6bef3f69-400b-4428-a1f3-77a69c72858f, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6bef3f69-400b-4428-a1f3-77a69c72858f,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:05.725370 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-829112ee-d01d-4569-a500-69dbe91e49df tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.773842 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2cfc8424-d0bb-43de-9e68-382be9b267fc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.0089939 Nov 12 00:54:05.778353 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-829112ee-d01d-4569-a500-69dbe91e49df tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.807719 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e6f3da63-2d73-4c4e-a1d1-a496d75bbcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.807979 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-692fe5f0-a0d7-48c7-bc0e-bdb3b01b620a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Allocated IP 172.20.0.19 (dbc69f81-ee7e-4db5-8167-9159887faeab/de8df188-134a-420f-a1d1-e987cc55b668/aec85a4b-6fa3-4855-aaac-ef5758f6c8c4) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:05.925662 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829112ee-d01d-4569-a500-69dbe91e49df tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:05.928049 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829112ee-d01d-4569-a500-69dbe91e49df tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=145ce692-9d88-479d-8e9d-d03d037c27c4,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:05.931117 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-829112ee-d01d-4569-a500-69dbe91e49df tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:05.947080 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfe18bb-095d-4a1a-9b13-d6d1180d71a7 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Router 6e2e64d7-cf74-4d8e-9b46-bdc76cf83cf1 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:54:05.959118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829112ee-d01d-4569-a500-69dbe91e49df tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:05.963570 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3da63-2d73-4c4e-a1d1-a496d75bbcd8 None None] Pushing event updated for resources: {'Port': ['ID=6bef3f69-400b-4428-a1f3-77a69c72858f,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:05.966185 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829112ee-d01d-4569-a500-69dbe91e49df tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:05.967042 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-829112ee-d01d-4569-a500-69dbe91e49df tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:06.019444 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-829112ee-d01d-4569-a500-69dbe91e49df tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3385119 Nov 12 00:54:06.020762 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49110) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:06.082054 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-35e4249a-3eb1-46c6-a012-3d0cd78501a6 None None] Provisioning complete for port ce338286-589a-4fe7-9255-b5d2a6ec28f4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:06.082573 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-35e4249a-3eb1-46c6-a012-3d0cd78501a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:06.168454 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-aaf0cb27-623e-4cf9-8106-7943024527d4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Allocated IP 10.2.2.200 (523495f2-d0a8-4874-8ce9-f158f9a48578/870dc38d-f2e2-4511-a748-1147cb7d0fbb/babf2404-166d-409b-b86b-258ee071292f) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:06.199337 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 59cec9bf-b3f6-45ff-9332-b89439967d71 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:06.234178 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-35e4249a-3eb1-46c6-a012-3d0cd78501a6 None None] Port ce338286-589a-4fe7-9255-b5d2a6ec28f4 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:06.236124 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16e1062d-a38d-4d6c-9b52-06afa3bd9ec9 req-01df255a-441c-49db-83ae-a23ce197b7d0 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=168889dd-aae6-4cd6-867f-3841fa948a1d HTTP/1.1" status: 200 len: 210 time: 0.1077902 Nov 12 00:54:06.277715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 59cec9bf-b3f6-45ff-9332-b89439967d71 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:06.278162 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:06.291690 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a0b92f-716a-4c9e-a20e-c12c86aa6abd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:06.306494 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a0b92f-716a-4c9e-a20e-c12c86aa6abd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:06.312198 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d4a0b92f-716a-4c9e-a20e-c12c86aa6abd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2888958 Nov 12 00:54:06.313396 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-692fe5f0-a0d7-48c7-bc0e-bdb3b01b620a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:06.315657 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49118) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:06.326800 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22122cfb-41f1-43e5-a711-a39a05722c23 req-c846c288-3abc-40b2-9fe3-d28767c2e86a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:06.335018 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22122cfb-41f1-43e5-a711-a39a05722c23 req-c846c288-3abc-40b2-9fe3-d28767c2e86a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.3330820 Nov 12 00:54:06.477104 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfe18bb-095d-4a1a-9b13-d6d1180d71a7 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:06.485817 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9bfe18bb-095d-4a1a-9b13-d6d1180d71a7 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:06.491082 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9bfe18bb-095d-4a1a-9b13-d6d1180d71a7 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "PUT /v2.0/routers/6e2e64d7-cf74-4d8e-9b46-bdc76cf83cf1 HTTP/1.1" status: 200 len: 914 time: 8.1165423 Nov 12 00:54:06.494102 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-692fe5f0-a0d7-48c7-bc0e-bdb3b01b620a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:06.494297 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49120) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:06.502206 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a890aa4-a0d2-4ba5-bd14-04be4fe9255e None None] Sync routers for ids ['6e2e64d7-cf74-4d8e-9b46-bdc76cf83cf1'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:54:06.509205 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3d67ed91-6ac1-4e43-9e41-e4e5346f8200 None None] Provisioning complete for port 145ce692-9d88-479d-8e9d-d03d037c27c4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:06.509583 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3d67ed91-6ac1-4e43-9e41-e4e5346f8200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:06.556071 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a890aa4-a0d2-4ba5-bd14-04be4fe9255e None None] Routers {'6e2e64d7-cf74-4d8e-9b46-bdc76cf83cf1'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:06.556722 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8a890aa4-a0d2-4ba5-bd14-04be4fe9255e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:53:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['6e2e64d7-cf74-4d8e-9b46-bdc76cf83cf1'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:06.562161 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22122cfb-41f1-43e5-a711-a39a05722c23 req-0c442ef1-3d98-4ad4-af35-f9cc222cba2e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262826 Nov 12 00:54:06.597853 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-692fe5f0-a0d7-48c7-bc0e-bdb3b01b620a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Network dbc69f81-ee7e-4db5-8167-9159887faeab is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:06.610678 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8a890aa4-a0d2-4ba5-bd14-04be4fe9255e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:06.615310 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-692fe5f0-a0d7-48c7-bc0e-bdb3b01b620a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:06.619955 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-692fe5f0-a0d7-48c7-bc0e-bdb3b01b620a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:06.627555 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-3d67ed91-6ac1-4e43-9e41-e4e5346f8200 None None] Port 145ce692-9d88-479d-8e9d-d03d037c27c4 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:06.631155 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a890aa4-a0d2-4ba5-bd14-04be4fe9255e None None] Routers {'6e2e64d7-cf74-4d8e-9b46-bdc76cf83cf1'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:06.631856 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8a890aa4-a0d2-4ba5-bd14-04be4fe9255e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:53:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['6e2e64d7-cf74-4d8e-9b46-bdc76cf83cf1'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:06.675372 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8a890aa4-a0d2-4ba5-bd14-04be4fe9255e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:06.676558 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a890aa4-a0d2-4ba5-bd14-04be4fe9255e None None] The sync data for ids ['6e2e64d7-cf74-4d8e-9b46-bdc76cf83cf1'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:54:06.687827 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-202e2da1-5de4-46a8-bfa3-03644a235c95 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting port 145ce692-9d88-479d-8e9d-d03d037c27c4 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:06.688287 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-202e2da1-5de4-46a8-bfa3-03644a235c95 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:06.694723 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-692fe5f0-a0d7-48c7-bc0e-bdb3b01b620a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:06.695359 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-692fe5f0-a0d7-48c7-bc0e-bdb3b01b620a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:06.731097 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692fe5f0-a0d7-48c7-bc0e-bdb3b01b620a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event updated for resources: {'Port': ['ID=aec85a4b-6fa3-4855-aaac-ef5758f6c8c4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:06.749833 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-692fe5f0-a0d7-48c7-bc0e-bdb3b01b620a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9971700 Nov 12 00:54:06.764159 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] Request body: {'port': {'device_id': '168889dd-aae6-4cd6-867f-3841fa948a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:06.804571 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-aaf0cb27-623e-4cf9-8106-7943024527d4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:06.898992 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:06.930928 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c75b8-ab15-435e-a287-19fcda1cb65b req-eabc5387-9be0-4a85-8f50-2844fe9a09c4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:06.937375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c75b8-ab15-435e-a287-19fcda1cb65b req-eabc5387-9be0-4a85-8f50-2844fe9a09c4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:06.943727 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c75b8-ab15-435e-a287-19fcda1cb65b req-eabc5387-9be0-4a85-8f50-2844fe9a09c4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:06.956147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c75b8-ab15-435e-a287-19fcda1cb65b req-eabc5387-9be0-4a85-8f50-2844fe9a09c4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:06.958599 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-849c75b8-ab15-435e-a287-19fcda1cb65b req-eabc5387-9be0-4a85-8f50-2844fe9a09c4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 3096 time: 0.1456709 Nov 12 00:54:06.960822 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7f945eba-a8be-43f3-b394-24e75bed9be4 None None] Provisioning complete for port aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:06.961462 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f945eba-a8be-43f3-b394-24e75bed9be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:07.001682 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7f945eba-a8be-43f3-b394-24e75bed9be4 None None] Port aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:07.041347 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-aaf0cb27-623e-4cf9-8106-7943024527d4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:07.073372 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6bef3f69-400b-4428-a1f3-77a69c72858f up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:07.097541 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-aaf0cb27-623e-4cf9-8106-7943024527d4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Network 523495f2-d0a8-4874-8ce9-f158f9a48578 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:07.113893 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-8e068133-a25e-4948-85da-53d8b6802e98 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:07.115257 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-8e068133-a25e-4948-85da-53d8b6802e98 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/networks?id=a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e HTTP/1.1" status: 200 len: 813 time: 0.4666693 Nov 12 00:54:07.133160 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 6bef3f69-400b-4428-a1f3-77a69c72858f triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:07.134211 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:07.205937 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-202e2da1-5de4-46a8-bfa3-03644a235c95 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:07.226417 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1c74b500-65dd-4d66-93b1-49302aa2a405 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "GET /v2.0/routers/6e2e64d7-cf74-4d8e-9b46-bdc76cf83cf1 HTTP/1.1" status: 200 len: 920 time: 0.7307312 Nov 12 00:54:07.231174 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49132) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:07.249430 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-202e2da1-5de4-46a8-bfa3-03644a235c95 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Calling delete_port for 145ce692-9d88-479d-8e9d-d03d037c27c4 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:07.260911 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-849c75b8-ab15-435e-a287-19fcda1cb65b req-ac41902b-691d-4640-9e0c-7e3ff4a4caad tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373319 Nov 12 00:54:07.265464 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-aaf0cb27-623e-4cf9-8106-7943024527d4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:07.271328 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-78a2a000-a7d6-4c92-afd7-194e31281326 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/quotas/e8f10291179f4bc1897b19c0889f94d2 HTTP/1.1" status: 200 len: 375 time: 0.0415711 Nov 12 00:54:07.271675 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-aaf0cb27-623e-4cf9-8106-7943024527d4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:07.315536 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-80b6c501-79ae-492c-93c9-f789ad01d319 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8f10291179f4bc1897b19c0889f94d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353804 Nov 12 00:54:07.323335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0cb27-623e-4cf9-8106-7943024527d4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event updated for resources: {'Port': ['ID=babf2404-166d-409b-b86b-258ee071292f,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:07.368552 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-aaf0cb27-623e-4cf9-8106-7943024527d4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:07.369253 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-aaf0cb27-623e-4cf9-8106-7943024527d4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:07.437991 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-aaf0cb27-623e-4cf9-8106-7943024527d4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2978833 Nov 12 00:54:07.475354 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] Request body: {'port': {'device_id': '05efed81-b9d0-4d36-8966-e47733ca9664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:07.475551 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-70f07159-a619-4a03-a451-b7c0b36eabfd service neutron] 10.222.0.31 "GET /v2.0/networks/a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066015 Nov 12 00:54:07.527159 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0a356a-a5cf-44ad-b2f9-9ccc1273c121 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:07.531483 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0e0a356a-a5cf-44ad-b2f9-9ccc1273c121 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&device_id=6e2e64d7-cf74-4d8e-9b46-bdc76cf83cf1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2992413 Nov 12 00:54:07.532110 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49136) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:07.535420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:07.551901 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a127b5-5ac9-441f-8994-6ee0e9e8e032 req-e78d1572-7ddb-4f68-9828-7c50d0543004 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:07.553566 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e0a127b5-5ac9-441f-8994-6ee0e9e8e032 req-e78d1572-7ddb-4f68-9828-7c50d0543004 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=168889dd-aae6-4cd6-867f-3841fa948a1d HTTP/1.1" status: 200 len: 895 time: 0.1792388 Nov 12 00:54:07.559843 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:07.608416 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] Transition to ACTIVE for port object aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:07.609618 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:07.634500 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7a71640f-0754-4464-a535-714d316a76c3 None None] Provisioning complete for port babf2404-166d-409b-b86b-258ee071292f triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:07.634878 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7a71640f-0754-4464-a535-714d316a76c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:07.638242 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d590d84-a0d7-47bd-afad-c94413037843 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:07.643054 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7d590d84-a0d7-47bd-afad-c94413037843 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 881 time: 0.1046641 Nov 12 00:54:07.643373 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49140) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:07.663804 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:07.701488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7a71640f-0754-4464-a535-714d316a76c3 None None] Port babf2404-166d-409b-b86b-258ee071292f cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:07.703625 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2f18cf3d-2a0d-4f0f-8942-554ecab1ccd0 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e2e64d7-cf74-4d8e-9b46-bdc76cf83cf1 HTTP/1.1" status: 200 len: 205 time: 0.0325837 Nov 12 00:54:07.706281 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49142) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:07.791759 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] Pushing event updated for resources: {'Port': ['ID=aec85a4b-6fa3-4855-aaac-ef5758f6c8c4,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:07.846798 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07e412-0663-4b8f-9dd6-39a5d9e2125c req-82b7f09e-b3ea-4b2f-b743-2a2b6c263f0d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:07.848352 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ec07e412-0663-4b8f-9dd6-39a5d9e2125c req-82b7f09e-b3ea-4b2f-b743-2a2b6c263f0d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1880844 Nov 12 00:54:07.920330 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-4e98017f-bfce-4b20-9ab4-0aaa96b11c13 service neutron] 10.222.0.31 "GET /v2.0/networks/a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357438 Nov 12 00:54:07.931609 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-202e2da1-5de4-46a8-bfa3-03644a235c95 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:07.973082 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e2da1-5de4-46a8-bfa3-03644a235c95 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Port': ['ID=145ce692-9d88-479d-8e9d-d03d037c27c4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:07.991777 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e799a5f-67d0-45f1-9760-6b7cb3cf734a tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:07.999287 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] Attempting to bind port aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:07.999666 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] Attempting to bind port aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '099126e3-9f6e-4db9-ae75-6cbe42960b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc69f81-ee7e-4db5-8167-9159887faeab'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:07.999933 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] Attempting to bind port aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 on network dbc69f81-ee7e-4db5-8167-9159887faeab {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:08.042966 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] Port aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 on network dbc69f81-ee7e-4db5-8167-9159887faeab not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:08.043172 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] Attempting to bind port aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 on network dbc69f81-ee7e-4db5-8167-9159887faeab {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:08.076126 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ec07e412-0663-4b8f-9dd6-39a5d9e2125c req-81a9836b-b325-4f1a-9e17-a0a4a2792d6e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624539 Nov 12 00:54:08.087297 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:08.089607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] Checking segment: {'id': '099126e3-9f6e-4db9-ae75-6cbe42960b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc69f81-ee7e-4db5-8167-9159887faeab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:08.090173 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] Bound using segment: {'id': '099126e3-9f6e-4db9-ae75-6cbe42960b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc69f81-ee7e-4db5-8167-9159887faeab'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:08.090575 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] Bound port: aec85a4b-6fa3-4855-aaac-ef5758f6c8c4, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '099126e3-9f6e-4db9-ae75-6cbe42960b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dbc69f81-ee7e-4db5-8167-9159887faeab'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:08.090913 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:08.226714 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] For port aec85a4b-6fa3-4855-aaac-ef5758f6c8c4, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:08.289989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] For port aec85a4b-6fa3-4855-aaac-ef5758f6c8c4, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=aec85a4b-6fa3-4855-aaac-ef5758f6c8c4,segment=NetworkSegment(099126e3-9f6e-4db9-ae75-6cbe42960b18),segment_id=099126e3-9f6e-4db9-ae75-6cbe42960b18)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:08.304760 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-202e2da1-5de4-46a8-bfa3-03644a235c95 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:08.309469 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:08.312389 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-202e2da1-5de4-46a8-bfa3-03644a235c95 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/145ce692-9d88-479d-8e9d-d03d037c27c4 HTTP/1.1" status: 204 len: 168 time: 1.9953077 Nov 12 00:54:08.312837 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49154) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:08.467581 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.468208 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:08.469664 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] 10.222.0.21 "PUT /v2.0/ports/aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 HTTP/1.1" status: 200 len: 1056 time: 1.7100244 Nov 12 00:54:08.473405 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168889dd-aae6-4cd6-867f-3841fa948a1d', 'tag': 'aec85a4b-6fa3-4855-aaac-ef5758f6c8c4'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:08.477143 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838309ad-fc9a-4698-98b9-e299883c898e" -d '{"events": [{"name": "network-changed", "server_uuid": "168889dd-aae6-4cd6-867f-3841fa948a1d", "tag": "aec85a4b-6fa3-4855-aaac-ef5758f6c8c4"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:08.511152 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-96597dd1-0e85-4bc7-80f5-f1d2e29eda49 req-a6261c79-b22a-486c-9303-bbc627036149 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 210 time: 0.2113419 Nov 12 00:54:08.552340 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a624391-d2d5-430f-9243-8f0b654a9f5d service neutron] Pushing event updated for resources: {'Port': ['ID=aec85a4b-6fa3-4855-aaac-ef5758f6c8c4,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:08.576541 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1158936b-6159-42c6-b161-473a62bc1dd4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.581806 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1158936b-6159-42c6-b161-473a62bc1dd4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.583375 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1158936b-6159-42c6-b161-473a62bc1dd4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2168806 Nov 12 00:54:08.586911 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49164) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:08.603231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:08.603954 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:08.622161 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e799a5f-67d0-45f1-9760-6b7cb3cf734a tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:08.661445 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:08.703971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1c63b-3062-46ca-8ff6-490efc07c1a8 req-79f889fa-df6b-4894-988c-c66423995637 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.725506 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d8c1c63b-3062-46ca-8ff6-490efc07c1a8 req-79f889fa-df6b-4894-988c-c66423995637 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.3117971 Nov 12 00:54:08.752065 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] Transition to ACTIVE for port object e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:08.770885 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-d9ececcd-456a-452e-b0f2-a6eb3217dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.772406 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-d9ececcd-456a-452e-b0f2-a6eb3217dd8b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d1187e4171d459daa255b9c3c43b475&device_id=168889dd-aae6-4cd6-867f-3841fa948a1d HTTP/1.1" status: 200 len: 1059 time: 0.2129021 Nov 12 00:54:08.774984 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:08.832032 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc60dd99-3cb5-474a-bcbd-4de5434b93b7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet c6b61d3d-4f1c-42d3-aa99-05ecf9c7e1b1 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:54:08.844212 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cc60dd99-3cb5-474a-bcbd-4de5434b93b7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:08.909930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e337b4-97f3-43c7-9a45-8a0b10b575f7 req-c8dc3c38-6b7d-4bd1-bc43-471e1149385e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.917386 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e337b4-97f3-43c7-9a45-8a0b10b575f7 req-c8dc3c38-6b7d-4bd1-bc43-471e1149385e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.924251 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e337b4-97f3-43c7-9a45-8a0b10b575f7 req-c8dc3c38-6b7d-4bd1-bc43-471e1149385e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.931864 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e337b4-97f3-43c7-9a45-8a0b10b575f7 req-c8dc3c38-6b7d-4bd1-bc43-471e1149385e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.939035 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e337b4-97f3-43c7-9a45-8a0b10b575f7 req-c8dc3c38-6b7d-4bd1-bc43-471e1149385e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.941156 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-89e337b4-97f3-43c7-9a45-8a0b10b575f7 req-c8dc3c38-6b7d-4bd1-bc43-471e1149385e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 3829 time: 0.2274902 Nov 12 00:54:08.978683 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cc60dd99-3cb5-474a-bcbd-4de5434b93b7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:09.012769 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-7e799a5f-67d0-45f1-9760-6b7cb3cf734a tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Deleting port 2548b8d2-eea6-4fb4-8bfe-a4d532e9050f {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:09.013121 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e799a5f-67d0-45f1-9760-6b7cb3cf734a tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:09.192266 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-89e337b4-97f3-43c7-9a45-8a0b10b575f7 req-4705c1c6-f83a-4aaa-a390-4b65d55ea1c0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333298 Nov 12 00:54:09.238216 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e799a5f-67d0-45f1-9760-6b7cb3cf734a tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:09.251390 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cc60dd99-3cb5-474a-bcbd-4de5434b93b7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:09.259418 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-5c48c0b1-d979-44c7-bf39-25c091b84e5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 HTTP/1.1" status: 200 len: 217 time: 0.4702377 Nov 12 00:54:09.277689 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-7e799a5f-67d0-45f1-9760-6b7cb3cf734a tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Calling delete_port for 2548b8d2-eea6-4fb4-8bfe-a4d532e9050f owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:09.292806 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70baf3f-c4eb-468b-ad0b-547195c5aa55 x-openstack-request-id: req-e70baf3f-c4eb-468b-ad0b-547195c5aa55 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:09.293298 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168889dd-aae6-4cd6-867f-3841fa948a1d", "tag": "aec85a4b-6fa3-4855-aaac-ef5758f6c8c4", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:09.293404 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e70baf3f-c4eb-468b-ad0b-547195c5aa55 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:09.294449 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168889dd-aae6-4cd6-867f-3841fa948a1d', 'tag': 'aec85a4b-6fa3-4855-aaac-ef5758f6c8c4', 'status': 'completed', 'code': 200} Nov 12 00:54:09.338828 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d8c1c63b-3062-46ca-8ff6-490efc07c1a8 req-325420d0-de41-48b7-b6b3-3cdc4b8cd187 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6126430 Nov 12 00:54:09.380054 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:09.419271 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cc60dd99-3cb5-474a-bcbd-4de5434b93b7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:09.426771 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-dfc59df5-a8f2-446a-911a-17ba07ebea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:09.428825 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-dfc59df5-a8f2-446a-911a-17ba07ebea6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=de8df188-134a-420f-a1d1-e987cc55b668 HTTP/1.1" status: 200 len: 837 time: 0.1448147 Nov 12 00:54:09.436969 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cc60dd99-3cb5-474a-bcbd-4de5434b93b7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:09.440328 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cc60dd99-3cb5-474a-bcbd-4de5434b93b7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/c6b61d3d-4f1c-42d3-aa99-05ecf9c7e1b1 HTTP/1.1" status: 204 len: 168 time: 0.8522034 Nov 12 00:54:09.448388 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49168) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:09.452970 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f3580c-145a-4b23-b7c6-2b4ed4e258a6 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:09.518053 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60dd99-3cb5-474a-bcbd-4de5434b93b7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=c6b61d3d-4f1c-42d3-aa99-05ecf9c7e1b1,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:09.526513 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] Attempting to bind port e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:09.527063 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] Attempting to bind port e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'b5504e77-a136-454b-965e-6ff3a65930f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:09.527410 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] Attempting to bind port e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b on network d6ea9c94-971c-4de5-89c0-b46d88be536e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:09.552218 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-945ad71d-89a6-44fd-9215-0c8e8b87cef1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1004331 Nov 12 00:54:09.552914 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49172) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:09.561155 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-dcfb6bf2-dfc2-4a9f-ba26-fc45a543e6dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:09.568300 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] Port e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b on network d6ea9c94-971c-4de5-89c0-b46d88be536e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:09.568643 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] Attempting to bind port e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b on network d6ea9c94-971c-4de5-89c0-b46d88be536e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:09.599958 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:09.600312 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] Checking segment: {'id': 'b5504e77-a136-454b-965e-6ff3a65930f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:09.600719 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] Bound using segment: {'id': 'b5504e77-a136-454b-965e-6ff3a65930f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:09.601174 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] Bound port: e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5504e77-a136-454b-965e-6ff3a65930f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:09.601543 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:09.633909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9f6ae-9974-4c84-a1a5-038fe0adc60a req-c067fc4e-fb25-4cc8-8013-5ca37410dc77 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:09.645274 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20d9f6ae-9974-4c84-a1a5-038fe0adc60a req-c067fc4e-fb25-4cc8-8013-5ca37410dc77 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=168889dd-aae6-4cd6-867f-3841fa948a1d HTTP/1.1" status: 200 len: 907 time: 0.2496953 Nov 12 00:54:09.674308 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-181d4c2a-aa1e-4d04-958d-248f7e51922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:09.682496 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-181d4c2a-aa1e-4d04-958d-248f7e51922a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dbc69f81-ee7e-4db5-8167-9159887faeab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2464457 Nov 12 00:54:09.726256 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e799a5f-67d0-45f1-9760-6b7cb3cf734a tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:09.785661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e799a5f-67d0-45f1-9760-6b7cb3cf734a tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Pushing event deleted for resources: {'Port': ['ID=2548b8d2-eea6-4fb4-8bfe-a4d532e9050f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:09.794692 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd4f796-a457-47d5-9655-f92e64911982 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:09.811729 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9af2560b-9cfc-4618-956d-b056efb521ad req-41ad895e-8da3-43f9-a4d0-7061c9f07a64 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 210 time: 0.1278522 Nov 12 00:54:09.863864 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed625be-69cf-4a8b-984d-8f13bd010037 None None] DHCP port deletion for fe05c407-cd01-4f7b-b118-ded988bd7940 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:09.876850 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e799a5f-67d0-45f1-9760-6b7cb3cf734a tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:09.948420 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-bed625be-69cf-4a8b-984d-8f13bd010037 None None] Deleting port 6bef3f69-400b-4428-a1f3-77a69c72858f {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:09.948923 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bed625be-69cf-4a8b-984d-8f13bd010037 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:09.968538 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] For port e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:09.970797 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfb6bf2-dfc2-4a9f-ba26-fc45a543e6dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:09.975394 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dcfb6bf2-dfc2-4a9f-ba26-fc45a543e6dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:10.028427 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-bed625be-69cf-4a8b-984d-8f13bd010037 None None] For port 6bef3f69-400b-4428-a1f3-77a69c72858f, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6bef3f69-400b-4428-a1f3-77a69c72858f,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:10.028968 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bed625be-69cf-4a8b-984d-8f13bd010037 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:10.038736 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] For port e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b,segment=NetworkSegment(b5504e77-a136-454b-965e-6ff3a65930f2),segment_id=b5504e77-a136-454b-965e-6ff3a65930f2)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:10.044712 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-bed625be-69cf-4a8b-984d-8f13bd010037 None None] Calling delete_port for 6bef3f69-400b-4428-a1f3-77a69c72858f owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:10.084995 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:10.088905 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-9453b096-83da-4e9e-8ec1-4b26bc8660bf service neutron] 10.222.0.21 "GET /v2.0/networks/dbc69f81-ee7e-4db5-8167-9159887faeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678567 Nov 12 00:54:10.142457 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e799a5f-67d0-45f1-9760-6b7cb3cf734a tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:10.142956 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bed625be-69cf-4a8b-984d-8f13bd010037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:10.147683 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e799a5f-67d0-45f1-9760-6b7cb3cf734a tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:10.184269 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed625be-69cf-4a8b-984d-8f13bd010037 None None] Pushing event deleted for resources: {'Port': ['ID=6bef3f69-400b-4428-a1f3-77a69c72858f,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:10.195318 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed625be-69cf-4a8b-984d-8f13bd010037 None None] No DVR routers for this DVR port 6bef3f69-400b-4428-a1f3-77a69c72858f on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:10.213649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.214308 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:10.215686 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] 10.222.0.21 "PUT /v2.0/ports/e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b HTTP/1.1" status: 200 len: 1093 time: 2.7486045 Nov 12 00:54:10.221819 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-aeb910e8-ef49-43a9-9c79-4d0efd833dd2 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.224578 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-aeb910e8-ef49-43a9-9c79-4d0efd833dd2 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.15 "GET /v2.0/networks?id=a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e HTTP/1.1" status: 200 len: 813 time: 0.3631122 Nov 12 00:54:10.231967 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e799a5f-67d0-45f1-9760-6b7cb3cf734a tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:10.232773 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e799a5f-67d0-45f1-9760-6b7cb3cf734a tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Fanout notify agent at l3_agent the message router_deleted on router 6e2e64d7-cf74-4d8e-9b46-bdc76cf83cf1 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:54:10.250953 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e799a5f-67d0-45f1-9760-6b7cb3cf734a tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:10.264036 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7e799a5f-67d0-45f1-9760-6b7cb3cf734a tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "DELETE /v2.0/routers/6e2e64d7-cf74-4d8e-9b46-bdc76cf83cf1 HTTP/1.1" status: 204 len: 168 time: 2.5557353 Nov 12 00:54:10.269378 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-bb4b0a9e-66e2-4fa3-ab0d-9bb34bfa518c tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Request body: {'port': {'device_id': 'ea34e0ae-00bb-40ab-a610-ce127b865d03', 'network_id': 'a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e', 'admin_state_up': True, 'tenant_id': 'e8f10291179f4bc1897b19c0889f94d2'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:10.271846 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49176) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:10.281684 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a3d7f095-85bd-4187-a24a-d91cd507183a tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1998208637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:10.295941 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Request body: {'port': {'device_id': '05efed81-b9d0-4d36-8966-e47733ca9664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:10.352940 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb9de5-9827-4e55-86d0-56fee23ec1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:10.411853 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:10.442177 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f095-85bd-4187-a24a-d91cd507183a tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:10.443233 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f095-85bd-4187-a24a-d91cd507183a tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:10.495003 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78ea80-c6bf-429c-ba39-4489396e7531 req-e62e50f9-2cde-44de-bafc-de5a8e9e4d35 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.501185 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78ea80-c6bf-429c-ba39-4489396e7531 req-e62e50f9-2cde-44de-bafc-de5a8e9e4d35 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.508596 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78ea80-c6bf-429c-ba39-4489396e7531 req-e62e50f9-2cde-44de-bafc-de5a8e9e4d35 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.514583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78ea80-c6bf-429c-ba39-4489396e7531 req-e62e50f9-2cde-44de-bafc-de5a8e9e4d35 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.521131 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78ea80-c6bf-429c-ba39-4489396e7531 req-e62e50f9-2cde-44de-bafc-de5a8e9e4d35 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.523742 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fd78ea80-c6bf-429c-ba39-4489396e7531 req-e62e50f9-2cde-44de-bafc-de5a8e9e4d35 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 3829 time: 0.2104647 Nov 12 00:54:10.524915 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-af676a17-bd4d-463a-9a70-c4a91b7eaebf req-29662cf7-7553-4eb3-a9de-f5dff049d8c4 service neutron] 10.222.0.21 "GET /v2.0/networks/dbc69f81-ee7e-4db5-8167-9159887faeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181988 Nov 12 00:54:10.596604 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-bb4b0a9e-66e2-4fa3-ab0d-9bb34bfa518c tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Made reservation on behalf of e8f10291179f4bc1897b19c0889f94d2 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:10.605736 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-bb4b0a9e-66e2-4fa3-ab0d-9bb34bfa518c tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:10.617259 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fd78ea80-c6bf-429c-ba39-4489396e7531 req-8ed2a120-0567-4815-8817-ead077eb1a52 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831187 Nov 12 00:54:10.743035 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f095-85bd-4187-a24a-d91cd507183a tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:10.784088 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-bb4b0a9e-66e2-4fa3-ab0d-9bb34bfa518c tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Allocated IP 172.20.0.10 (a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e/73d4ab73-41f6-4628-9b77-beea5a0e14da/d2352fb4-b4f9-4d7e-9f08-081a369e1fc8) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:10.801808 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f095-85bd-4187-a24a-d91cd507183a tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:10.804233 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e538b2-e4dd-4c0b-a49c-45eda5f8d107 req-120f69a8-8215-4847-ae35-8d71c03f9a52 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.806474 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-36e538b2-e4dd-4c0b-a49c-45eda5f8d107 req-120f69a8-8215-4847-ae35-8d71c03f9a52 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=168889dd-aae6-4cd6-867f-3841fa948a1d HTTP/1.1" status: 200 len: 907 time: 0.0789073 Nov 12 00:54:10.826495 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a75d81-78c7-4c8a-891d-bf5a628f133c req-ca6ca0bf-971f-492e-aab1-63e9610d1563 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.828039 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-06a75d81-78c7-4c8a-891d-bf5a628f133c req-ca6ca0bf-971f-492e-aab1-63e9610d1563 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.3531897 Nov 12 00:54:10.829001 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dcfb6bf2-dfc2-4a9f-ba26-fc45a543e6dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:10.915793 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838309ad-fc9a-4698-98b9-e299883c898e req-8511df46-2f60-4b67-8163-1bb503f62a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.917367 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-838309ad-fc9a-4698-98b9-e299883c898e req-8511df46-2f60-4b67-8163-1bb503f62a98 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d1187e4171d459daa255b9c3c43b475&device_id=168889dd-aae6-4cd6-867f-3841fa948a1d HTTP/1.1" status: 200 len: 1059 time: 0.3293781 Nov 12 00:54:10.942268 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f095-85bd-4187-a24a-d91cd507183a tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:10.946932 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a3d7f095-85bd-4187-a24a-d91cd507183a tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6686728 Nov 12 00:54:10.947792 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49184) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:10.953550 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-90c77043-4ac0-4880-badf-eb911c118a6d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'enable_snat': False}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:11.012072 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfb6bf2-dfc2-4a9f-ba26-fc45a543e6dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:11.029718 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-dcfb6bf2-dfc2-4a9f-ba26-fc45a543e6dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:11.042175 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d86713c-7517-4830-a3f1-190d8a7411f2 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:11.089727 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb6bf2-dfc2-4a9f-ba26-fc45a543e6dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=f45309fa-28af-4042-b93f-ebc34d89808d,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:11.112569 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfb6bf2-dfc2-4a9f-ba26-fc45a543e6dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:11.113123 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dcfb6bf2-dfc2-4a9f-ba26-fc45a543e6dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.158605 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-06a75d81-78c7-4c8a-891d-bf5a628f133c req-92d19527-58d2-40f2-8709-1eba2b6d1bee tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3075268 Nov 12 00:54:11.173164 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dcfb6bf2-dfc2-4a9f-ba26-fc45a543e6dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6135499 Nov 12 00:54:11.178810 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49186) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:11.205015 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-5348df27-51b8-49e2-bbd4-a364a3a2cb09 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'fixed_ips': [{'subnet_id': 'f45309fa-28af-4042-b93f-ebc34d89808d', 'ip_address': '2001:db8::f9f7:307b:dbb:7728'}], 'name': 'tempest-NetworksTestDHCPv6-687880091'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:11.249443 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838309ad-fc9a-4698-98b9-e299883c898e req-51d7559b-e2c9-44c9-b8ef-cb0b03be0fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:11.252803 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6bef3f69-400b-4428-a1f3-77a69c72858f no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:11.253065 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-838309ad-fc9a-4698-98b9-e299883c898e req-51d7559b-e2c9-44c9-b8ef-cb0b03be0fd6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dbc69f81-ee7e-4db5-8167-9159887faeab HTTP/1.1" status: 200 len: 898 time: 0.3047194 Nov 12 00:54:11.289089 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 6bef3f69-400b-4428-a1f3-77a69c72858f {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:11.289584 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6bef3f69-400b-4428-a1f3-77a69c72858f not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:11.311922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'tag': 'e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:11.314184 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d0ae64-8698-40b5-a05e-f44f0ab45e61" -d '{"events": [{"name": "network-changed", "server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "tag": "e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:11.376757 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8cc208b0-65d7-4ed0-9218-922c6610181c req-f3b8da71-3396-458a-a178-59d3c9fb99b1 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 210 time: 0.4151587 Nov 12 00:54:11.391449 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-838309ad-fc9a-4698-98b9-e299883c898e req-d9bedcd6-0087-4b4c-925f-36239d6f78f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 HTTP/1.1" status: 200 len: 217 time: 0.1290812 Nov 12 00:54:11.402078 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd46631c-2697-436f-a2ec-654d71a5835f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-fe05c407-cd01-4f7b-b118-ded988bd7940', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'fixed_ips': [{'subnet_id': 'f45309fa-28af-4042-b93f-ebc34d89808d'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:54:11.403127 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bd46631c-2697-436f-a2ec-654d71a5835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.484792 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812bce27-b77a-4fbd-a3a3-037430517af9 x-openstack-request-id: req-812bce27-b77a-4fbd-a3a3-037430517af9 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:11.485083 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "tag": "e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:11.485339 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-812bce27-b77a-4fbd-a3a3-037430517af9 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:11.485738 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'tag': 'e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b', 'status': 'completed', 'code': 200} Nov 12 00:54:11.498872 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-bb4b0a9e-66e2-4fa3-ab0d-9bb34bfa518c tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.521657 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:11.552623 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.573730 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-bd46631c-2697-436f-a2ec-654d71a5835f None None] Allocated IP 2001:db8::2 (fe05c407-cd01-4f7b-b118-ded988bd7940/f45309fa-28af-4042-b93f-ebc34d89808d/09a91426-e600-46d3-8cba-1989dd7ac063) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:11.591828 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396cb69-9a2d-44de-8c34-6057e363c424 req-613b06f6-b164-42bb-9bd3-87d9db5b6be9 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:11.592390 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-90c77043-4ac0-4880-badf-eb911c118a6d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.599660 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f396cb69-9a2d-44de-8c34-6057e363c424 req-613b06f6-b164-42bb-9bd3-87d9db5b6be9 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.2805367 Nov 12 00:54:11.609339 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838309ad-fc9a-4698-98b9-e299883c898e req-cb8ae0b3-1989-4550-ad1f-7b84d57d50ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:11.610834 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-838309ad-fc9a-4698-98b9-e299883c898e req-cb8ae0b3-1989-4550-ad1f-7b84d57d50ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=de8df188-134a-420f-a1d1-e987cc55b668 HTTP/1.1" status: 200 len: 837 time: 0.1923649 Nov 12 00:54:11.629031 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Transition to ACTIVE for port object 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:11.660070 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-bb4b0a9e-66e2-4fa3-ab0d-9bb34bfa518c tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.669323 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.715184 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0ae64-8698-40b5-a05e-f44f0ab45e61 req-80952333-3d1a-4146-b562-88102262f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:11.715667 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0ae64-8698-40b5-a05e-f44f0ab45e61 req-80952333-3d1a-4146-b562-88102262f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:11.716133 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0ae64-8698-40b5-a05e-f44f0ab45e61 req-80952333-3d1a-4146-b562-88102262f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:11.716591 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0ae64-8698-40b5-a05e-f44f0ab45e61 req-80952333-3d1a-4146-b562-88102262f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:11.717114 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0ae64-8698-40b5-a05e-f44f0ab45e61 req-80952333-3d1a-4146-b562-88102262f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:11.718903 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63d0ae64-8698-40b5-a05e-f44f0ab45e61 req-80952333-3d1a-4146-b562-88102262f6a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75c055e9876449c3980c1d635d3020fe&device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 4365 time: 0.2144077 Nov 12 00:54:11.750203 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-bb4b0a9e-66e2-4fa3-ab0d-9bb34bfa518c tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Network a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:11.778114 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-bb4b0a9e-66e2-4fa3-ab0d-9bb34bfa518c tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:11.789696 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-bb4b0a9e-66e2-4fa3-ab0d-9bb34bfa518c tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:11.790145 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5348df27-51b8-49e2-bbd4-a364a3a2cb09 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:11.877213 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bd46631c-2697-436f-a2ec-654d71a5835f None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.890610 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bd46631c-2697-436f-a2ec-654d71a5835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.894849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b0a9e-66e2-4fa3-ab0d-9bb34bfa518c tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Pushing event updated for resources: {'Port': ['ID=d2352fb4-b4f9-4d7e-9f08-081a369e1fc8,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:11.928447 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Pushing event updated for resources: {'Port': ['ID=7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:11.943691 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-bb4b0a9e-66e2-4fa3-ab0d-9bb34bfa518c tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:11.944338 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-bb4b0a9e-66e2-4fa3-ab0d-9bb34bfa518c tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:11.985679 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838309ad-fc9a-4698-98b9-e299883c898e req-ef7e3a07-9c01-4948-b98c-2dc61ae31e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:11.987441 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-838309ad-fc9a-4698-98b9-e299883c898e req-ef7e3a07-9c01-4948-b98c-2dc61ae31e1f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dbc69f81-ee7e-4db5-8167-9159887faeab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3641574 Nov 12 00:54:11.989639 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67621fde-df98-418f-834a-4f54aeae6b7b req-0ac51493-c1c7-4693-8903-c26f05f8541c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:11.992139 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46631c-2697-436f-a2ec-654d71a5835f None None] Pushing event updated for resources: {'Port': ['ID=09a91426-e600-46d3-8cba-1989dd7ac063,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:12.000549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67621fde-df98-418f-834a-4f54aeae6b7b req-0ac51493-c1c7-4693-8903-c26f05f8541c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:12.005682 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f396cb69-9a2d-44de-8c34-6057e363c424 req-11e70512-14c5-4021-82c2-1e4c5530fe34 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4050913 Nov 12 00:54:12.006624 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67621fde-df98-418f-834a-4f54aeae6b7b req-0ac51493-c1c7-4693-8903-c26f05f8541c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:12.023889 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd46631c-2697-436f-a2ec-654d71a5835f None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:12.024083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67621fde-df98-418f-834a-4f54aeae6b7b req-0ac51493-c1c7-4693-8903-c26f05f8541c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:12.025459 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-bd46631c-2697-436f-a2ec-654d71a5835f None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:12.027931 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd46631c-2697-436f-a2ec-654d71a5835f None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:12.037900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67621fde-df98-418f-834a-4f54aeae6b7b req-0ac51493-c1c7-4693-8903-c26f05f8541c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:12.051662 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67621fde-df98-418f-834a-4f54aeae6b7b req-0ac51493-c1c7-4693-8903-c26f05f8541c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:12.053625 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-67621fde-df98-418f-834a-4f54aeae6b7b req-0ac51493-c1c7-4693-8903-c26f05f8541c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 4602 time: 0.1999133 Nov 12 00:54:12.058705 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-bb4b0a9e-66e2-4fa3-ab0d-9bb34bfa518c tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7932813 Nov 12 00:54:12.089389 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-838309ad-fc9a-4698-98b9-e299883c898e req-f986d6dd-82c8-4acf-9ba5-e85468f56159 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:54:12.090409 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-838309ad-fc9a-4698-98b9-e299883c898e req-f986d6dd-82c8-4acf-9ba5-e85468f56159 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0825443 Nov 12 00:54:12.097754 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] Request body: {'port': {'device_id': 'ea34e0ae-00bb-40ab-a610-ce127b865d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:12.112006 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-bd46631c-2697-436f-a2ec-654d71a5835f None None] Attempting to bind port 09a91426-e600-46d3-8cba-1989dd7ac063 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:12.113066 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-bd46631c-2697-436f-a2ec-654d71a5835f None None] Attempting to bind port 09a91426-e600-46d3-8cba-1989dd7ac063 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:12.113664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd46631c-2697-436f-a2ec-654d71a5835f None None] Attempting to bind port 09a91426-e600-46d3-8cba-1989dd7ac063 on network fe05c407-cd01-4f7b-b118-ded988bd7940 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:12.126980 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd46631c-2697-436f-a2ec-654d71a5835f None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:12.127794 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd46631c-2697-436f-a2ec-654d71a5835f None None] Checking segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:12.128345 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bd46631c-2697-436f-a2ec-654d71a5835f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.129141 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd46631c-2697-436f-a2ec-654d71a5835f None None] Bound using segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:12.129928 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-bd46631c-2697-436f-a2ec-654d71a5835f None None] Bound port: 09a91426-e600-46d3-8cba-1989dd7ac063, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:12.130455 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bd46631c-2697-436f-a2ec-654d71a5835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.225365 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-bd46631c-2697-436f-a2ec-654d71a5835f None None] For port 09a91426-e600-46d3-8cba-1989dd7ac063, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:12.230333 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-bd46631c-2697-436f-a2ec-654d71a5835f None None] For port 09a91426-e600-46d3-8cba-1989dd7ac063, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=09a91426-e600-46d3-8cba-1989dd7ac063,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:12.236380 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bd46631c-2697-436f-a2ec-654d71a5835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.301747 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.308392 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46631c-2697-436f-a2ec-654d71a5835f None None] Pushing event updated for resources: {'Port': ['ID=09a91426-e600-46d3-8cba-1989dd7ac063,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:12.311940 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-67621fde-df98-418f-834a-4f54aeae6b7b req-aecb4030-a46f-4b8f-bc67-2b30c8f0e05d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2402751 Nov 12 00:54:12.370524 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-90c77043-4ac0-4880-badf-eb911c118a6d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.401635 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-90c77043-4ac0-4880-badf-eb911c118a6d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.658101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:54:12.729130 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0ae64-8698-40b5-a05e-f44f0ab45e61 req-833f8db4-54f9-420a-9756-c436c92050c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:12.730202 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0ae64-8698-40b5-a05e-f44f0ab45e61 req-833f8db4-54f9-420a-9756-c436c92050c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:12.730810 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0ae64-8698-40b5-a05e-f44f0ab45e61 req-833f8db4-54f9-420a-9756-c436c92050c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:12.733292 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63d0ae64-8698-40b5-a05e-f44f0ab45e61 req-833f8db4-54f9-420a-9756-c436c92050c3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=75c055e9876449c3980c1d635d3020fe&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0017545 Nov 12 00:54:12.781291 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91453450-9f39-4bbb-88ac-e1c55fac78a7 req-0240531d-fe5b-4630-a616-f4844b8bac58 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:12.783812 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-91453450-9f39-4bbb-88ac-e1c55fac78a7 req-0240531d-fe5b-4630-a616-f4844b8bac58 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.3571291 Nov 12 00:54:12.792464 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5348df27-51b8-49e2-bbd4-a364a3a2cb09 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.802222 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-90c77043-4ac0-4880-badf-eb911c118a6d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Allocated IP 172.25.0.50 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/e7656b66-2467-4d36-b307-2176a7dce234) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:12.843664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port aec85a4b-6fa3-4855-aaac-ef5758f6c8c4, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=aec85a4b-6fa3-4855-aaac-ef5758f6c8c4,segment=NetworkSegment(099126e3-9f6e-4db9-ae75-6cbe42960b18),segment_id=099126e3-9f6e-4db9-ae75-6cbe42960b18)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:12.844426 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fd744-f44a-4d5d-b18d-fe91b815a264 req-329d23c5-696d-408a-b24b-387672462616 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:12.858665 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f77fd744-f44a-4d5d-b18d-fe91b815a264 req-329d23c5-696d-408a-b24b-387672462616 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=168889dd-aae6-4cd6-867f-3841fa948a1d HTTP/1.1" status: 200 len: 907 time: 0.7323101 Nov 12 00:54:12.870146 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'aec85a4b-6fa3-4855-aaac-ef5758f6c8c4', 'network_id': 'dbc69f81-ee7e-4db5-8167-9159887faeab', 'port_id': 'aec85a4b-6fa3-4855-aaac-ef5758f6c8c4', 'mac_address': 'fa:16:3e:c1:b2:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8df188-134a-420f-a1d1-e987cc55b668', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:54:12.910836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Attempting to bind port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:12.917545 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Attempting to bind port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'a79194db-5db4-47f8-81a2-d7b3685f9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:12.918100 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Attempting to bind port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 on network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:12.931149 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.947438 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:12.958756 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-91453450-9f39-4bbb-88ac-e1c55fac78a7 req-97aa99eb-98fc-458b-97d8-7db03dda7334 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601779 Nov 12 00:54:12.975514 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port aec85a4b-6fa3-4855-aaac-ef5758f6c8c4, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=aec85a4b-6fa3-4855-aaac-ef5758f6c8c4,segment=NetworkSegment(099126e3-9f6e-4db9-ae75-6cbe42960b18),segment_id=099126e3-9f6e-4db9-ae75-6cbe42960b18)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:12.986185 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:13.051062 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-90c77043-4ac0-4880-badf-eb911c118a6d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:13.086178 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0ae64-8698-40b5-a05e-f44f0ab45e61 req-f5dc856f-cb3d-46bc-b3ee-455f0495a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:13.088116 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63d0ae64-8698-40b5-a05e-f44f0ab45e61 req-f5dc856f-cb3d-46bc-b3ee-455f0495a352 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3396165 Nov 12 00:54:13.111882 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-90c77043-4ac0-4880-badf-eb911c118a6d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:13.118877 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 on network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:13.119452 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Attempting to bind port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 on network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:13.123195 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-5348df27-51b8-49e2-bbd4-a364a3a2cb09 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] device_id is not set on port b41cc8c9-83b8-40f0-a35a-5b026adc7d15 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:54:13.136265 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-838309ad-fc9a-4698-98b9-e299883c898e req-16b0d34a-210f-40fa-8cd5-99e87962f11e service neutron] 10.222.0.21 "GET /v2.0/networks/dbc69f81-ee7e-4db5-8167-9159887faeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0113220 Nov 12 00:54:13.148153 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=aec85a4b-6fa3-4855-aaac-ef5758f6c8c4,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:13.153616 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:13.164808 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:13.165474 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Checking segment: {'id': 'a79194db-5db4-47f8-81a2-d7b3685f9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:13.166216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Bound using segment: {'id': 'a79194db-5db4-47f8-81a2-d7b3685f9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:13.166663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Bound port: 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a79194db-5db4-47f8-81a2-d7b3685f9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:13.167100 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:13.180422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 09a91426-e600-46d3-8cba-1989dd7ac063 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:13.184902 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:13.234196 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c77043-4ac0-4880-badf-eb911c118a6d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:13.242365 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c77043-4ac0-4880-badf-eb911c118a6d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Pushing event updated for resources: {'Port': ['ID=e7656b66-2467-4d36-b307-2176a7dce234,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:13.247564 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] Transition to ACTIVE for port object d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:13.248592 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-90c77043-4ac0-4880-badf-eb911c118a6d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:13.251667 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c77043-4ac0-4880-badf-eb911c118a6d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:13.278499 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:13.282133 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['aec85a4b-6fa3-4855-aaac-ef5758f6c8c4'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:13.306582 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bc913-117c-478c-b46d-5517e918a01a req-f025e602-1ad7-4574-94b2-ed0a44ae178d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:13.308134 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f1bc913-117c-478c-b46d-5517e918a01a req-f025e602-1ad7-4574-94b2-ed0a44ae178d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1926739 Nov 12 00:54:13.316254 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-838309ad-fc9a-4698-98b9-e299883c898e req-d5ad8e04-b3c6-4956-9316-709bd3d48fc1 service neutron] 10.222.0.21 "GET /v2.0/networks/dbc69f81-ee7e-4db5-8167-9159887faeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533496 Nov 12 00:54:13.380655 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fdd607-23ed-4ba2-8091-c21a6892f8ba None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:13.428565 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72ba12-5f02-4a3a-99ac-f8cb922c6f50 req-b835a589-f19e-4ca6-8838-9e40638380a1 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:13.430092 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 09a91426-e600-46d3-8cba-1989dd7ac063 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:13.430369 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f72ba12-5f02-4a3a-99ac-f8cb922c6f50 req-b835a589-f19e-4ca6-8838-9e40638380a1 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 932 time: 0.3354435 Nov 12 00:54:13.430790 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:13.548430 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f72ba12-5f02-4a3a-99ac-f8cb922c6f50 req-c10e31b7-acfb-4333-90e5-d6891c57a500 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/security-groups?id=20fe0c74-4c0d-45c5-99d4-cc4b1dc66ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098742 Nov 12 00:54:13.550391 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:13.559008 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-94fb6be4-a92b-45c1-9929-06b38818cc09 None None] Provisioning complete for port e7656b66-2467-4d36-b307-2176a7dce234 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:13.567940 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-94fb6be4-a92b-45c1-9929-06b38818cc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:13.615252 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] For port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:13.631388 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-94fb6be4-a92b-45c1-9929-06b38818cc09 None None] Port e7656b66-2467-4d36-b307-2176a7dce234 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:13.661033 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] For port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:13.674703 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 09a91426-e600-46d3-8cba-1989dd7ac063, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=09a91426-e600-46d3-8cba-1989dd7ac063,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:13.678964 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] Pushing event updated for resources: {'Port': ['ID=d2352fb4-b4f9-4d7e-9f08-081a369e1fc8,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:13.679532 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:13.681317 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:13.705273 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-5348df27-51b8-49e2-bbd4-a364a3a2cb09 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8::f9f7:307b:dbb:7728 (fe05c407-cd01-4f7b-b118-ded988bd7940/f45309fa-28af-4042-b93f-ebc34d89808d/b41cc8c9-83b8-40f0-a35a-5b026adc7d15) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:13.786549 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:13.787508 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:13.788789 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] 10.222.0.21 "PUT /v2.0/ports/7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 HTTP/1.1" status: 200 len: 1132 time: 3.5177641 Nov 12 00:54:13.795870 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'tag': '7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:13.798308 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82585f6-af66-4a24-ae0d-b27a313815b1" -d '{"events": [{"name": "network-changed", "server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "tag": "7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:13.814413 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f1bc913-117c-478c-b46d-5517e918a01a req-b756b384-6307-4ae7-b6b3-747cf28237c1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4909580 Nov 12 00:54:13.848741 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] Request body: {'port': {'device_id': '05efed81-b9d0-4d36-8966-e47733ca9664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:13.868806 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420497a-5cc5-4d23-98aa-036268434ee9 req-cce1db5a-cece-47c4-809b-0800871f534f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:13.875443 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420497a-5cc5-4d23-98aa-036268434ee9 req-cce1db5a-cece-47c4-809b-0800871f534f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:13.884538 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420497a-5cc5-4d23-98aa-036268434ee9 req-cce1db5a-cece-47c4-809b-0800871f534f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:13.899967 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] Attempting to bind port d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:13.900506 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] Attempting to bind port d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '0f8c887d-d3e9-4e6f-8061-f31a17842b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:13.900688 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] Attempting to bind port d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 on network a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:13.922061 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420497a-5cc5-4d23-98aa-036268434ee9 req-cce1db5a-cece-47c4-809b-0800871f534f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:13.929585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420497a-5cc5-4d23-98aa-036268434ee9 req-cce1db5a-cece-47c4-809b-0800871f534f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:13.936223 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420497a-5cc5-4d23-98aa-036268434ee9 req-cce1db5a-cece-47c4-809b-0800871f534f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:13.939746 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] Port d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 on network a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:13.943476 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] Attempting to bind port d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 on network a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:13.949041 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c420497a-5cc5-4d23-98aa-036268434ee9 req-cce1db5a-cece-47c4-809b-0800871f534f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 4602 time: 0.2709019 Nov 12 00:54:13.957595 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29c390d-1e7d-4cd8-81f1-ad1a380b2f67 x-openstack-request-id: req-b29c390d-1e7d-4cd8-81f1-ad1a380b2f67 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:13.957936 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "tag": "7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:13.958198 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b29c390d-1e7d-4cd8-81f1-ad1a380b2f67 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:13.958728 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'tag': '7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645', 'status': 'completed', 'code': 200} Nov 12 00:54:14.005270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Pushing event updated for resources: {'Port': ['ID=7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:14.026893 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:14.027274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:14.027573 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:14.027911 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:14.028237 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:14.028567 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:14.028918 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:14.029238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:14.029565 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:14.032662 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:14.033338 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:14.033672 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b1263-75f8-44d0-b35e-e9673764cb04 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:14.080966 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=09a91426-e600-46d3-8cba-1989dd7ac063,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:14.119694 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:14.120266 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] Checking segment: {'id': '0f8c887d-d3e9-4e6f-8061-f31a17842b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:14.120936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] Bound using segment: {'id': '0f8c887d-d3e9-4e6f-8061-f31a17842b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:14.121556 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] Bound port: d2352fb4-b4f9-4d7e-9f08-081a369e1fc8, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8c887d-d3e9-4e6f-8061-f31a17842b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:14.122105 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.140620 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.162899 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-226d196c-fe3f-42d2-9df5-1d3aa079527c None None] Provisioning complete for port 09a91426-e600-46d3-8cba-1989dd7ac063 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:14.163457 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-226d196c-fe3f-42d2-9df5-1d3aa079527c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.233739 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe9971-cea7-4c0d-a6b7-8366f0aa5844 req-c2076a4e-e3bd-461d-b24d-ec5e9cac3600 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.247416 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f9fe9971-cea7-4c0d-a6b7-8366f0aa5844 req-c2076a4e-e3bd-461d-b24d-ec5e9cac3600 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=168889dd-aae6-4cd6-867f-3841fa948a1d HTTP/1.1" status: 200 len: 908 time: 0.1819408 Nov 12 00:54:14.277672 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5348df27-51b8-49e2-bbd4-a364a3a2cb09 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.291939 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-90c77043-4ac0-4880-badf-eb911c118a6d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.316907 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82585f6-af66-4a24-ae0d-b27a313815b1 req-fd93fd44-1ed3-4beb-b73e-e5dbb44e4980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.317413 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82585f6-af66-4a24-ae0d-b27a313815b1 req-fd93fd44-1ed3-4beb-b73e-e5dbb44e4980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.318164 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82585f6-af66-4a24-ae0d-b27a313815b1 req-fd93fd44-1ed3-4beb-b73e-e5dbb44e4980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.318745 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82585f6-af66-4a24-ae0d-b27a313815b1 req-fd93fd44-1ed3-4beb-b73e-e5dbb44e4980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.319091 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82585f6-af66-4a24-ae0d-b27a313815b1 req-fd93fd44-1ed3-4beb-b73e-e5dbb44e4980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.319558 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82585f6-af66-4a24-ae0d-b27a313815b1 req-fd93fd44-1ed3-4beb-b73e-e5dbb44e4980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.321601 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f82585f6-af66-4a24-ae0d-b27a313815b1 req-fd93fd44-1ed3-4beb-b73e-e5dbb44e4980 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75c055e9876449c3980c1d635d3020fe&device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5290 time: 0.3674002 Nov 12 00:54:14.394570 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] For port d2352fb4-b4f9-4d7e-9f08-081a369e1fc8, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:14.411066 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c420497a-5cc5-4d23-98aa-036268434ee9 req-9ec30e6b-99ad-4d3c-bfd5-d900e1c5eed1 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4609358 Nov 12 00:54:14.447182 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] For port d2352fb4-b4f9-4d7e-9f08-081a369e1fc8, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d2352fb4-b4f9-4d7e-9f08-081a369e1fc8,segment=NetworkSegment(0f8c887d-d3e9-4e6f-8061-f31a17842b82),segment_id=0f8c887d-d3e9-4e6f-8061-f31a17842b82)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:14.464893 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.535175 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.535811 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.537238 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] 10.222.0.15 "PUT /v2.0/ports/d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 HTTP/1.1" status: 200 len: 1093 time: 2.4469116 Nov 12 00:54:14.555821 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea34e0ae-00bb-40ab-a610-ce127b865d03', 'tag': 'd2352fb4-b4f9-4d7e-9f08-081a369e1fc8'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:14.558137 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f2a184-63c1-4f08-a3a5-5d9f9a700716" -d '{"events": [{"name": "network-changed", "server_uuid": "ea34e0ae-00bb-40ab-a610-ce127b865d03", "tag": "d2352fb4-b4f9-4d7e-9f08-081a369e1fc8"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:14.576288 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5348df27-51b8-49e2-bbd4-a364a3a2cb09 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.611057 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-90c77043-4ac0-4880-badf-eb911c118a6d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.656082 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d9fe67-7fbd-41e5-bf78-5fa1a93492d5 x-openstack-request-id: req-e0d9fe67-7fbd-41e5-bf78-5fa1a93492d5 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:14.656456 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea34e0ae-00bb-40ab-a610-ce127b865d03", "tag": "d2352fb4-b4f9-4d7e-9f08-081a369e1fc8", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:14.656916 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0d9fe67-7fbd-41e5-bf78-5fa1a93492d5 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:14.657371 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea34e0ae-00bb-40ab-a610-ce127b865d03', 'tag': 'd2352fb4-b4f9-4d7e-9f08-081a369e1fc8', 'status': 'completed', 'code': 200} Nov 12 00:54:14.658307 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55991d36-5b16-4078-b5d4-77dd1cecfe72 service neutron] Pushing event updated for resources: {'Port': ['ID=d2352fb4-b4f9-4d7e-9f08-081a369e1fc8,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:14.666310 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-90c77043-4ac0-4880-badf-eb911c118a6d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719336'] for router, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.667877 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:14.720936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-b688008a-49ef-4525-b4a5-8b6822b54b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.721775 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5348df27-51b8-49e2-bbd4-a364a3a2cb09 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:14.722589 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-b688008a-49ef-4525-b4a5-8b6822b54b41 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8f10291179f4bc1897b19c0889f94d2&device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 1096 time: 0.1032190 Nov 12 00:54:14.745028 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:54:14.752197 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:14.752658 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.753326 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82585f6-af66-4a24-ae0d-b27a313815b1 req-9f51fc95-a299-4d60-9d42-a9b497ea0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.753951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82585f6-af66-4a24-ae0d-b27a313815b1 req-9f51fc95-a299-4d60-9d42-a9b497ea0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.754554 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82585f6-af66-4a24-ae0d-b27a313815b1 req-9f51fc95-a299-4d60-9d42-a9b497ea0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.756320 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f82585f6-af66-4a24-ae0d-b27a313815b1 req-9f51fc95-a299-4d60-9d42-a9b497ea0049 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=75c055e9876449c3980c1d635d3020fe&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4207158 Nov 12 00:54:14.765302 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-5348df27-51b8-49e2-bbd4-a364a3a2cb09 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:14.780276 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5348df27-51b8-49e2-bbd4-a364a3a2cb09 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:14.786326 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5348df27-51b8-49e2-bbd4-a364a3a2cb09 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.787327 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5348df27-51b8-49e2-bbd4-a364a3a2cb09 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.792254 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348df27-51b8-49e2-bbd4-a364a3a2cb09 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=b41cc8c9-83b8-40f0-a35a-5b026adc7d15,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:14.887747 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.925256 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168889dd-aae6-4cd6-867f-3841fa948a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec85a4b-6fa3-4855-aaac-ef5758f6c8c4'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:14.939631 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1619bf3f-1fd2-498e-b0fa-75906ee33dd8" -d '{"events": [{"server_uuid": "168889dd-aae6-4cd6-867f-3841fa948a1d", "name": "network-vif-plugged", "status": "completed", "tag": "aec85a4b-6fa3-4855-aaac-ef5758f6c8c4"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:14.941268 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5348df27-51b8-49e2-bbd4-a364a3a2cb09 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.7613025 Nov 12 00:54:14.948464 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49214) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:14.978907 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61bc0a-c8a8-4391-9908-37ace7785cc5 req-9ceb8ee4-b9ee-484e-a9bb-ca8e364d8627 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.980503 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6b61bc0a-c8a8-4391-9908-37ace7785cc5 req-9ceb8ee4-b9ee-484e-a9bb-ca8e364d8627 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 944 time: 0.2933981 Nov 12 00:54:15.020850 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port aec85a4b-6fa3-4855-aaac-ef5758f6c8c4, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=aec85a4b-6fa3-4855-aaac-ef5758f6c8c4,segment=NetworkSegment(099126e3-9f6e-4db9-ae75-6cbe42960b18),segment_id=099126e3-9f6e-4db9-ae75-6cbe42960b18)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:15.039858 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.122678 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=aec85a4b-6fa3-4855-aaac-ef5758f6c8c4,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:15.143955 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3866dc77-7fae-42c6-a414-97ee5d6bb849 x-openstack-request-id: req-3866dc77-7fae-42c6-a414-97ee5d6bb849 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:15.145299 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168889dd-aae6-4cd6-867f-3841fa948a1d", "name": "network-vif-plugged", "status": "completed", "tag": "aec85a4b-6fa3-4855-aaac-ef5758f6c8c4", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:15.145957 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3866dc77-7fae-42c6-a414-97ee5d6bb849 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:15.146569 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168889dd-aae6-4cd6-867f-3841fa948a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec85a4b-6fa3-4855-aaac-ef5758f6c8c4', 'code': 200} Nov 12 00:54:15.150732 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 09a91426-e600-46d3-8cba-1989dd7ac063 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:15.182392 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82585f6-af66-4a24-ae0d-b27a313815b1 req-c5f8fbe5-d51c-4896-93bd-3fa9ed48a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.183884 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f82585f6-af66-4a24-ae0d-b27a313815b1 req-c5f8fbe5-d51c-4896-93bd-3fa9ed48a835 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4150906 Nov 12 00:54:15.209735 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf27379-549b-4591-bd09-78291efa7f5f {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:15.230958 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.240327 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 09a91426-e600-46d3-8cba-1989dd7ac063 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:15.242839 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963679ae-f000-427a-896d-ad679695a587 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.243917 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.249578 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963679ae-f000-427a-896d-ad679695a587 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.251279 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-963679ae-f000-427a-896d-ad679695a587 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3001297 Nov 12 00:54:15.255517 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49218) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:15.267429 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-8c325358-f343-4220-9084-fe3bda30461e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 HTTP/1.1" status: 200 len: 217 time: 0.5047386 Nov 12 00:54:15.273952 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6b61bc0a-c8a8-4391-9908-37ace7785cc5 req-b8c59180-dd9b-44f0-be69-2a99e86f4cfe tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/security-groups?id=20fe0c74-4c0d-45c5-99d4-cc4b1dc66ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578671 Nov 12 00:54:15.310139 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] Transition to ACTIVE for port object eaf27379-549b-4591-bd09-78291efa7f5f will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:15.317224 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9026796-9c4c-4f59-8117-3d22b09be43c req-fe9f4d8c-482a-488a-85e1-a44240e98347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.318722 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a9026796-9c4c-4f59-8117-3d22b09be43c req-fe9f4d8c-482a-488a-85e1-a44240e98347 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=168889dd-aae6-4cd6-867f-3841fa948a1d HTTP/1.1" status: 200 len: 1061 time: 0.1693897 Nov 12 00:54:15.323719 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.330149 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3e3945f9-563e-4fd6-b81d-d5c9918b9704 None None] Provisioning complete for port b41cc8c9-83b8-40f0-a35a-5b026adc7d15 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:15.330528 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3e3945f9-563e-4fd6-b81d-d5c9918b9704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.342982 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-2d762897-7762-4958-a1df-4879d85a7829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.344469 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-2d762897-7762-4958-a1df-4879d85a7829 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73d4ab73-41f6-4628-9b77-beea5a0e14da HTTP/1.1" status: 200 len: 853 time: 0.0605156 Nov 12 00:54:15.394279 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-3e3945f9-563e-4fd6-b81d-d5c9918b9704 None None] Port b41cc8c9-83b8-40f0-a35a-5b026adc7d15 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:15.412989 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-d49db928-cf8e-47e4-b380-722665004ba2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588279 Nov 12 00:54:15.438546 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] Pushing event updated for resources: {'Port': ['ID=eaf27379-549b-4591-bd09-78291efa7f5f,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:15.478692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7975f-a3dc-4aaf-a8e4-cca4c3ef50a2 req-68012236-efd9-456b-9a33-2844c7d953d6 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.480270 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63c7975f-a3dc-4aaf-a8e4-cca4c3ef50a2 req-68012236-efd9-456b-9a33-2844c7d953d6 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=168889dd-aae6-4cd6-867f-3841fa948a1d HTTP/1.1" status: 200 len: 909 time: 0.1171036 Nov 12 00:54:15.587669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c77043-4ac0-4880-badf-eb911c118a6d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Router 927f6e5b-c097-4b5f-98da-3ebd0170495f is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:54:15.613305 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-4232ab6d-b4dc-4ba1-be1f-e72a66618dfb service neutron] 10.222.0.15 "GET /v2.0/networks/a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818979 Nov 12 00:54:15.613736 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-a12a9d3d-28fb-4cb9-81d9-42d18d7062cf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting port b41cc8c9-83b8-40f0-a35a-5b026adc7d15 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:15.614092 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a12a9d3d-28fb-4cb9-81d9-42d18d7062cf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.714434 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] Attempting to bind port eaf27379-549b-4591-bd09-78291efa7f5f on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:15.714941 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] Attempting to bind port eaf27379-549b-4591-bd09-78291efa7f5f by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'a79194db-5db4-47f8-81a2-d7b3685f9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:15.715628 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] Attempting to bind port eaf27379-549b-4591-bd09-78291efa7f5f on network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:15.730850 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] Port eaf27379-549b-4591-bd09-78291efa7f5f on network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:15.731331 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] Attempting to bind port eaf27379-549b-4591-bd09-78291efa7f5f on network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:15.740527 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:15.741042 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] Checking segment: {'id': 'a79194db-5db4-47f8-81a2-d7b3685f9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:15.741564 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] Bound using segment: {'id': 'a79194db-5db4-47f8-81a2-d7b3685f9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:15.742182 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] Bound port: eaf27379-549b-4591-bd09-78291efa7f5f, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a79194db-5db4-47f8-81a2-d7b3685f9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:15.742651 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.767542 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c72f35-611f-4e1d-b658-ae235536566d req-e6ffe96e-66c2-47ac-a1dd-b3d29da9f573 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.775004 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c72f35-611f-4e1d-b658-ae235536566d req-e6ffe96e-66c2-47ac-a1dd-b3d29da9f573 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.781816 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c72f35-611f-4e1d-b658-ae235536566d req-e6ffe96e-66c2-47ac-a1dd-b3d29da9f573 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.787925 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c72f35-611f-4e1d-b658-ae235536566d req-e6ffe96e-66c2-47ac-a1dd-b3d29da9f573 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.793872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c72f35-611f-4e1d-b658-ae235536566d req-e6ffe96e-66c2-47ac-a1dd-b3d29da9f573 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.799838 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c72f35-611f-4e1d-b658-ae235536566d req-e6ffe96e-66c2-47ac-a1dd-b3d29da9f573 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.807147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c72f35-611f-4e1d-b658-ae235536566d req-e6ffe96e-66c2-47ac-a1dd-b3d29da9f573 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.809393 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-26c72f35-611f-4e1d-b658-ae235536566d req-e6ffe96e-66c2-47ac-a1dd-b3d29da9f573 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5375 time: 0.2429314 Nov 12 00:54:15.857972 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3c3cf0d-e24f-4046-82f8-f117a869b0a1 req-777137bf-b239-43b7-b2c0-f8f1a91e8c3d service neutron] 10.222.0.15 "GET /v2.0/networks/a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762493 Nov 12 00:54:15.860813 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c77043-4ac0-4880-badf-eb911c118a6d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:15.865746 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-90c77043-4ac0-4880-badf-eb911c118a6d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.866948 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-90c77043-4ac0-4880-badf-eb911c118a6d tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "PUT /v2.0/routers/927f6e5b-c097-4b5f-98da-3ebd0170495f HTTP/1.1" status: 200 len: 915 time: 4.9182088 Nov 12 00:54:15.874216 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8d72e9-b40e-4826-a6d0-e12c7309373c None None] Sync routers for ids ['927f6e5b-c097-4b5f-98da-3ebd0170495f'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:54:15.875521 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49226) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:15.895063 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8d72e9-b40e-4826-a6d0-e12c7309373c None None] Routers {'927f6e5b-c097-4b5f-98da-3ebd0170495f'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:15.895703 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8c8d72e9-b40e-4826-a6d0-e12c7309373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:53:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['927f6e5b-c097-4b5f-98da-3ebd0170495f'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:15.927085 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a12a9d3d-28fb-4cb9-81d9-42d18d7062cf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.947388 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8c8d72e9-b40e-4826-a6d0-e12c7309373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:15.957636 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8d72e9-b40e-4826-a6d0-e12c7309373c None None] Routers {'927f6e5b-c097-4b5f-98da-3ebd0170495f'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:15.958257 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8c8d72e9-b40e-4826-a6d0-e12c7309373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:53:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['927f6e5b-c097-4b5f-98da-3ebd0170495f'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:15.974939 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-a12a9d3d-28fb-4cb9-81d9-42d18d7062cf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Calling delete_port for b41cc8c9-83b8-40f0-a35a-5b026adc7d15 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:15.997227 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8c8d72e9-b40e-4826-a6d0-e12c7309373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:15.998108 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8d72e9-b40e-4826-a6d0-e12c7309373c None None] The sync data for ids ['927f6e5b-c097-4b5f-98da-3ebd0170495f'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:54:16.033261 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2a184-63c1-4f08-a3a5-5d9f9a700716 req-04f35508-71f7-4b5a-a04c-44bd8c8cffce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.036222 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-32f2a184-63c1-4f08-a3a5-5d9f9a700716 req-04f35508-71f7-4b5a-a04c-44bd8c8cffce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8f10291179f4bc1897b19c0889f94d2&device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 1096 time: 0.0636654 Nov 12 00:54:16.047685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] For port eaf27379-549b-4591-bd09-78291efa7f5f, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:16.067584 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-26c72f35-611f-4e1d-b658-ae235536566d req-92c9ded1-c1a2-4bbf-967d-f3d86b492d9a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2258487 Nov 12 00:54:16.113102 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] For port eaf27379-549b-4591-bd09-78291efa7f5f, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=eaf27379-549b-4591-bd09-78291efa7f5f,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:16.121977 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.137685 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-264999a0-0ea2-4f73-bb8a-2db6c6c7a348 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "GET /v2.0/routers/927f6e5b-c097-4b5f-98da-3ebd0170495f HTTP/1.1" status: 200 len: 921 time: 0.2585809 Nov 12 00:54:16.142090 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49228) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:16.154575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2a184-63c1-4f08-a3a5-5d9f9a700716 req-9364667b-d0cd-4dba-98e8-8fb5466be782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.156104 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-32f2a184-63c1-4f08-a3a5-5d9f9a700716 req-9364667b-d0cd-4dba-98e8-8fb5466be782 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e HTTP/1.1" status: 200 len: 914 time: 0.1109340 Nov 12 00:54:16.180787 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.182667 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.184099 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] 10.222.0.21 "PUT /v2.0/ports/eaf27379-549b-4591-bd09-78291efa7f5f HTTP/1.1" status: 200 len: 1132 time: 2.3409221 Nov 12 00:54:16.186515 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'tag': 'eaf27379-549b-4591-bd09-78291efa7f5f'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:16.188796 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d8cc0e-28aa-495b-93de-92563779ecde" -d '{"events": [{"name": "network-changed", "server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "tag": "eaf27379-549b-4591-bd09-78291efa7f5f"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:16.213820 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-32f2a184-63c1-4f08-a3a5-5d9f9a700716 req-ab4aebe0-8f87-48bc-bea8-aec0bc6b186c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 HTTP/1.1" status: 200 len: 217 time: 0.0433903 Nov 12 00:54:16.225886 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] Request body: {'port': {'device_id': '05efed81-b9d0-4d36-8966-e47733ca9664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:16.285991 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85384b25-8c89-4ad3-b712-fc38f63fd90d service neutron] Pushing event updated for resources: {'Port': ['ID=eaf27379-549b-4591-bd09-78291efa7f5f,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:16.287626 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0222b188-5925-4e05-8cff-9b44ae909a0c tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.299327 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0222b188-5925-4e05-8cff-9b44ae909a0c tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&device_id=927f6e5b-c097-4b5f-98da-3ebd0170495f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1561418 Nov 12 00:54:16.301983 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49234) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:16.345126 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:54:16.419054 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733c4419-9afa-4640-8f3f-d7b49dacf007 x-openstack-request-id: req-733c4419-9afa-4640-8f3f-d7b49dacf007 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:16.419336 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "tag": "eaf27379-549b-4591-bd09-78291efa7f5f", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:16.419766 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-733c4419-9afa-4640-8f3f-d7b49dacf007 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:16.420255 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'tag': 'eaf27379-549b-4591-bd09-78291efa7f5f', 'status': 'completed', 'code': 200} Nov 12 00:54:16.468104 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2a184-63c1-4f08-a3a5-5d9f9a700716 req-93ed29f2-813c-4113-9c5f-b21a2f3e4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.470367 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-32f2a184-63c1-4f08-a3a5-5d9f9a700716 req-93ed29f2-813c-4113-9c5f-b21a2f3e4eaf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73d4ab73-41f6-4628-9b77-beea5a0e14da HTTP/1.1" status: 200 len: 853 time: 0.2446351 Nov 12 00:54:16.517151 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.522200 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a12a9d3d-28fb-4cb9-81d9-42d18d7062cf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.555784 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-32f2a184-63c1-4f08-a3a5-5d9f9a700716 req-b5e26718-2108-46ea-a2bf-7c4df5bc2c1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285761 Nov 12 00:54:16.649966 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a9d3d-28fb-4cb9-81d9-42d18d7062cf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Port': ['ID=b41cc8c9-83b8-40f0-a35a-5b026adc7d15,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:16.725960 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a12a9d3d-28fb-4cb9-81d9-42d18d7062cf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.736100 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a12a9d3d-28fb-4cb9-81d9-42d18d7062cf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/b41cc8c9-83b8-40f0-a35a-5b026adc7d15 HTTP/1.1" status: 204 len: 168 time: 1.4743779 Nov 12 00:54:16.742853 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e3c16-67b4-4482-b91b-1f00ebc4e822 req-3e6719ed-6d09-4a05-bbf0-35ff71f5ef95 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.746410 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f1e3c16-67b4-4482-b91b-1f00ebc4e822 req-3e6719ed-6d09-4a05-bbf0-35ff71f5ef95 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 944 time: 0.2373190 Nov 12 00:54:16.747525 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49240) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:16.782293 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8cc0e-28aa-495b-93de-92563779ecde req-ed77bc51-ca95-4289-ad59-320982689d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.782773 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8cc0e-28aa-495b-93de-92563779ecde req-ed77bc51-ca95-4289-ad59-320982689d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.783243 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8cc0e-28aa-495b-93de-92563779ecde req-ed77bc51-ca95-4289-ad59-320982689d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.783708 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8cc0e-28aa-495b-93de-92563779ecde req-ed77bc51-ca95-4289-ad59-320982689d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.784228 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8cc0e-28aa-495b-93de-92563779ecde req-ed77bc51-ca95-4289-ad59-320982689d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.784705 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8cc0e-28aa-495b-93de-92563779ecde req-ed77bc51-ca95-4289-ad59-320982689d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.785189 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8cc0e-28aa-495b-93de-92563779ecde req-ed77bc51-ca95-4289-ad59-320982689d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.787251 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99d8cc0e-28aa-495b-93de-92563779ecde req-ed77bc51-ca95-4289-ad59-320982689d91 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75c055e9876449c3980c1d635d3020fe&device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 6215 time: 0.2912529 Nov 12 00:54:16.791719 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aac02e-594a-459f-81a7-7bc6f558980b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.793309 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b0aac02e-594a-459f-81a7-7bc6f558980b tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 881 time: 0.4904788 Nov 12 00:54:16.802322 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49242) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:16.848123 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-32f2a184-63c1-4f08-a3a5-5d9f9a700716 req-2cc823ed-0eae-46d5-8159-38c7b75e0bfb service neutron] 10.222.0.15 "GET /v2.0/networks/a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745533 Nov 12 00:54:16.852904 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e3d6b2cd-6db1-40c0-b0ab-e43705eff96e tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "GET /v2.0/ports?device_id=927f6e5b-c097-4b5f-98da-3ebd0170495f HTTP/1.1" status: 200 len: 205 time: 0.0492823 Nov 12 00:54:16.856012 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49244) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:16.870524 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96a935-af69-4597-bd08-88afbfb34ff3 req-f8822672-c1fa-4072-9e95-b60c1e532979 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.882006 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7c96a935-af69-4597-bd08-88afbfb34ff3 req-f8822672-c1fa-4072-9e95-b60c1e532979 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=168889dd-aae6-4cd6-867f-3841fa948a1d HTTP/1.1" status: 200 len: 909 time: 0.1488967 Nov 12 00:54:17.060589 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bd0d7-85ca-40bb-8ffc-78b22e4f2a4f req-5690e6bf-b77f-4e1b-82b2-19fa1526556a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.062222 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8d1bd0d7-85ca-40bb-8ffc-78b22e4f2a4f req-5690e6bf-b77f-4e1b-82b2-19fa1526556a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=168889dd-aae6-4cd6-867f-3841fa948a1d HTTP/1.1" status: 200 len: 909 time: 0.0856297 Nov 12 00:54:17.065024 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-32f2a184-63c1-4f08-a3a5-5d9f9a700716 req-1f89bb43-38ae-46c4-8b5a-dcecd48407f4 service neutron] 10.222.0.15 "GET /v2.0/networks/a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819744 Nov 12 00:54:17.189270 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c7181-79a9-41b4-b9d4-9d0e0b136784 req-6a9619da-70bc-4207-be67-b711c15203a4 tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.193330 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b1c7181-79a9-41b4-b9d4-9d0e0b136784 req-6a9619da-70bc-4207-be67-b711c15203a4 tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=168889dd-aae6-4cd6-867f-3841fa948a1d HTTP/1.1" status: 200 len: 1061 time: 0.0519872 Nov 12 00:54:17.321085 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e90b2-043c-454d-a956-77734647d5f5 req-7317f464-9761-44fd-8b3f-d7bebb712a5c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.328164 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e90b2-043c-454d-a956-77734647d5f5 req-7317f464-9761-44fd-8b3f-d7bebb712a5c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.334173 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e90b2-043c-454d-a956-77734647d5f5 req-7317f464-9761-44fd-8b3f-d7bebb712a5c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.341488 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e90b2-043c-454d-a956-77734647d5f5 req-7317f464-9761-44fd-8b3f-d7bebb712a5c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.348153 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e90b2-043c-454d-a956-77734647d5f5 req-7317f464-9761-44fd-8b3f-d7bebb712a5c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.354342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e90b2-043c-454d-a956-77734647d5f5 req-7317f464-9761-44fd-8b3f-d7bebb712a5c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.360927 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e90b2-043c-454d-a956-77734647d5f5 req-7317f464-9761-44fd-8b3f-d7bebb712a5c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.362921 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a4e90b2-043c-454d-a956-77734647d5f5 req-7317f464-9761-44fd-8b3f-d7bebb712a5c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5375 time: 0.0996480 Nov 12 00:54:17.415567 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04edf46c-fcc4-448b-8250-257ebbd9b9fc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.417129 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04edf46c-fcc4-448b-8250-257ebbd9b9fc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.418638 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-04edf46c-fcc4-448b-8250-257ebbd9b9fc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6701717 Nov 12 00:54:17.421267 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49254) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:17.434111 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f1e3c16-67b4-4482-b91b-1f00ebc4e822 req-400d65e3-d34b-4768-a5d9-2fce89fea6be tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/security-groups?id=20fe0c74-4c0d-45c5-99d4-cc4b1dc66ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6737721 Nov 12 00:54:17.447896 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a4e90b2-043c-454d-a956-77734647d5f5 req-bda722ad-94c0-4978-83f5-df1cf64062a1 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723321 Nov 12 00:54:17.503899 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4fcceb9-2c3a-466d-b23a-6193be265da0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet f45309fa-28af-4042-b93f-ebc34d89808d {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:54:17.507893 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4fcceb9-2c3a-466d-b23a-6193be265da0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.559849 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4fcceb9-2c3a-466d-b23a-6193be265da0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.579486 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8cc0e-28aa-495b-93de-92563779ecde req-e3b5436f-ebaf-4f8a-9fc1-b2313974fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.579871 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8cc0e-28aa-495b-93de-92563779ecde req-e3b5436f-ebaf-4f8a-9fc1-b2313974fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.580335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8cc0e-28aa-495b-93de-92563779ecde req-e3b5436f-ebaf-4f8a-9fc1-b2313974fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.581929 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99d8cc0e-28aa-495b-93de-92563779ecde req-e3b5436f-ebaf-4f8a-9fc1-b2313974fc07 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=75c055e9876449c3980c1d635d3020fe&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7593400 Nov 12 00:54:17.593604 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45160d9c-f3d4-4f49-a971-35cb992f13f8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.656841 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4fcceb9-2c3a-466d-b23a-6193be265da0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.723528 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4fcceb9-2c3a-466d-b23a-6193be265da0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.757173 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcceb9-2c3a-466d-b23a-6193be265da0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=f45309fa-28af-4042-b93f-ebc34d89808d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:17.763653 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8318dc-044e-49f8-ada1-c7022d4f0859 req-b48360d2-8996-4883-92e0-ab2eb62964de tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.766163 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4fcceb9-2c3a-466d-b23a-6193be265da0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.766293 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a8318dc-044e-49f8-ada1-c7022d4f0859 req-b48360d2-8996-4883-92e0-ab2eb62964de tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 1136 time: 0.2328584 Nov 12 00:54:17.773478 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c4fcceb9-2c3a-466d-b23a-6193be265da0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/f45309fa-28af-4042-b93f-ebc34d89808d HTTP/1.1" status: 204 len: 168 time: 0.3485191 Nov 12 00:54:17.774254 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49258) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:17.782245 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589d2782-2909-423e-866c-412fc581223e None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:17.834587 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c8128690-4cf7-493c-99fa-67d553130c01 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586562 Nov 12 00:54:17.837365 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49260) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:17.899473 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6371caf8-9a5a-4d9d-83a4-d77dbca4a335 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.903675 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6371caf8-9a5a-4d9d-83a4-d77dbca4a335 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0630510 Nov 12 00:54:17.904319 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49262) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:17.932755 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45160d9c-f3d4-4f49-a971-35cb992f13f8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.941253 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8cc0e-28aa-495b-93de-92563779ecde req-f76382db-1ba4-4254-ae73-1c0694ad0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.942773 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99d8cc0e-28aa-495b-93de-92563779ecde req-f76382db-1ba4-4254-ae73-1c0694ad0424 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3525815 Nov 12 00:54:17.948989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f4d6886-1149-4c55-aa72-c928b8b02a0f {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:17.955414 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a8318dc-044e-49f8-ada1-c7022d4f0859 req-4d7d13ea-2cb8-458d-b457-785d59fa2ceb tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4e612580-057d-40ec-9e47-da68f128d138&id=690d9536-2635-4da5-ba2d-297f938eff61&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1764038 Nov 12 00:54:17.960666 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.978462 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] Transition to ACTIVE for port object 3f4d6886-1149-4c55-aa72-c928b8b02a0f will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:17.984410 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60444650-9e08-4357-ba29-cff5314eb84f tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.986420 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-60444650-9e08-4357-ba29-cff5314eb84f tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0807543 Nov 12 00:54:17.988945 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49264) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:17.997688 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49266) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:18.005955 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.053346 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ef5658-f034-412e-a299-9134b65c0634 None None] DHCP port deletion for fe05c407-cd01-4f7b-b118-ded988bd7940 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:18.066068 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5735c506-5815-4c7a-9503-7ae641474c1e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747957 Nov 12 00:54:18.071330 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49268) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:18.076569 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c26f02f5-5a8a-4c6a-b105-5d98a1d4df60 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:18.091084 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4d6886-1149-4c55-aa72-c928b8b02a0f,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:18.132036 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-54ef5658-f034-412e-a299-9134b65c0634 None None] Deleting port 09a91426-e600-46d3-8cba-1989dd7ac063 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:18.132570 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-54ef5658-f034-412e-a299-9134b65c0634 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.160859 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-45160d9c-f3d4-4f49-a971-35cb992f13f8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Deleting port e7656b66-2467-4d36-b307-2176a7dce234 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:18.161475 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45160d9c-f3d4-4f49-a971-35cb992f13f8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.164079 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09694af-88a0-40df-a0a4-16751fbdf39a tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:18.168032 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f09694af-88a0-40df-a0a4-16751fbdf39a tempest-TestSecurityGroupsBasicOps-1825183101 tempest-TestSecurityGroupsBasicOps-1825183101-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=168889dd-aae6-4cd6-867f-3841fa948a1d HTTP/1.1" status: 200 len: 1056 time: 0.1668308 Nov 12 00:54:18.234028 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-54ef5658-f034-412e-a299-9134b65c0634 None None] For port 09a91426-e600-46d3-8cba-1989dd7ac063, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=09a91426-e600-46d3-8cba-1989dd7ac063,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:18.234767 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-54ef5658-f034-412e-a299-9134b65c0634 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.249759 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26f02f5-5a8a-4c6a-b105-5d98a1d4df60 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:18.254663 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c26f02f5-5a8a-4c6a-b105-5d98a1d4df60 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.255622 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-54ef5658-f034-412e-a299-9134b65c0634 None None] Calling delete_port for 09a91426-e600-46d3-8cba-1989dd7ac063 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:18.332465 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] Attempting to bind port 3f4d6886-1149-4c55-aa72-c928b8b02a0f on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:18.332827 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] Attempting to bind port 3f4d6886-1149-4c55-aa72-c928b8b02a0f by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'a79194db-5db4-47f8-81a2-d7b3685f9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:18.333171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] Attempting to bind port 3f4d6886-1149-4c55-aa72-c928b8b02a0f on network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:18.342555 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] Port 3f4d6886-1149-4c55-aa72-c928b8b02a0f on network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:18.342893 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] Attempting to bind port 3f4d6886-1149-4c55-aa72-c928b8b02a0f on network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:18.356000 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:18.356357 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] Checking segment: {'id': 'a79194db-5db4-47f8-81a2-d7b3685f9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:18.356754 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] Bound using segment: {'id': 'a79194db-5db4-47f8-81a2-d7b3685f9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:18.357204 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] Bound port: 3f4d6886-1149-4c55-aa72-c928b8b02a0f, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a79194db-5db4-47f8-81a2-d7b3685f9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:18.357562 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.380674 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-54ef5658-f034-412e-a299-9134b65c0634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.409796 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45160d9c-f3d4-4f49-a971-35cb992f13f8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.452777 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef5658-f034-412e-a299-9134b65c0634 None None] Pushing event deleted for resources: {'Port': ['ID=09a91426-e600-46d3-8cba-1989dd7ac063,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:18.457607 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ef5658-f034-412e-a299-9134b65c0634 None None] No DVR routers for this DVR port 09a91426-e600-46d3-8cba-1989dd7ac063 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:18.459873 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-45160d9c-f3d4-4f49-a971-35cb992f13f8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Calling delete_port for e7656b66-2467-4d36-b307-2176a7dce234 owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:18.620514 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c26f02f5-5a8a-4c6a-b105-5d98a1d4df60 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.662293 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cd17b-859e-4a28-aa7c-a0bd5133bbcd req-af60c965-3b57-41ed-a6bc-be59b28b8db6 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:18.663822 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e79cd17b-859e-4a28-aa7c-a0bd5133bbcd req-af60c965-3b57-41ed-a6bc-be59b28b8db6 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 944 time: 0.0981996 Nov 12 00:54:18.681915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26f02f5-5a8a-4c6a-b105-5d98a1d4df60 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:18.692968 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-c26f02f5-5a8a-4c6a-b105-5d98a1d4df60 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:18.703666 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26f02f5-5a8a-4c6a-b105-5d98a1d4df60 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:18.704160 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f20f04f-ab8b-43a5-9444-626f4ed582e7 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:18.704271 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c26f02f5-5a8a-4c6a-b105-5d98a1d4df60 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.709209 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f02f5-5a8a-4c6a-b105-5d98a1d4df60 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=4ed79480-00ef-4645-a406-f594a1f29c11,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:18.738565 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54e2f2-91bb-4f4d-9414-e944ba63bb68 req-ae108882-182d-4a3a-880f-8ac6404f3356 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:18.740387 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc54e2f2-91bb-4f4d-9414-e944ba63bb68 req-ae108882-182d-4a3a-880f-8ac6404f3356 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=168889dd-aae6-4cd6-867f-3841fa948a1d HTTP/1.1" status: 200 len: 909 time: 0.1857028 Nov 12 00:54:18.747566 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] For port 3f4d6886-1149-4c55-aa72-c928b8b02a0f, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:18.753193 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c26f02f5-5a8a-4c6a-b105-5d98a1d4df60 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6804001 Nov 12 00:54:18.759656 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49278) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:18.770636 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-f44fa8c2-5090-4d16-90c5-409dc7002c59 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'fixed_ips': [{'subnet_id': '4ed79480-00ef-4645-a406-f594a1f29c11', 'ip_address': '2001:db8::c4ee:f902:44dd:81cc'}], 'name': 'tempest-NetworksTestDHCPv6-541758203'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:18.774972 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e79cd17b-859e-4a28-aa7c-a0bd5133bbcd req-1e443b2f-f811-4b0c-8eab-591e095f6a70 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/security-groups?id=20fe0c74-4c0d-45c5-99d4-cc4b1dc66ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976772 Nov 12 00:54:18.795809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] For port 3f4d6886-1149-4c55-aa72-c928b8b02a0f, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3f4d6886-1149-4c55-aa72-c928b8b02a0f,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:18.811995 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.846613 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:54:19.025272 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c957654-dc5b-472a-8085-4def1080845a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-fe05c407-cd01-4f7b-b118-ded988bd7940', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'fixed_ips': [{'subnet_id': '4ed79480-00ef-4645-a406-f594a1f29c11'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:54:19.026247 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3c957654-dc5b-472a-8085-4def1080845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.064348 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.065832 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.067584 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] 10.222.0.21 "PUT /v2.0/ports/3f4d6886-1149-4c55-aa72-c928b8b02a0f HTTP/1.1" status: 200 len: 1092 time: 2.8502791 Nov 12 00:54:19.069834 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'tag': '3f4d6886-1149-4c55-aa72-c928b8b02a0f'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:19.073451 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc941cd-1870-4c07-8dda-66db277dbd06" -d '{"events": [{"name": "network-changed", "server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "tag": "3f4d6886-1149-4c55-aa72-c928b8b02a0f"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:19.100111 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e74c13-db60-46e8-bf88-463ae8447469 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4d6886-1149-4c55-aa72-c928b8b02a0f,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:19.114062 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45160d9c-f3d4-4f49-a971-35cb992f13f8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.160367 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] Request body: {'port': {'device_id': '05efed81-b9d0-4d36-8966-e47733ca9664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:19.160649 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 09a91426-e600-46d3-8cba-1989dd7ac063 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:19.172551 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45160d9c-f3d4-4f49-a971-35cb992f13f8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Pushing event deleted for resources: {'Port': ['ID=e7656b66-2467-4d36-b307-2176a7dce234,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:19.186558 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04b32e6-d655-471c-ad6d-5cbbb12093bb x-openstack-request-id: req-f04b32e6-d655-471c-ad6d-5cbbb12093bb {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:19.186860 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "tag": "3f4d6886-1149-4c55-aa72-c928b8b02a0f", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:19.187141 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f04b32e6-d655-471c-ad6d-5cbbb12093bb {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:19.187518 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'tag': '3f4d6886-1149-4c55-aa72-c928b8b02a0f', 'status': 'completed', 'code': 200} Nov 12 00:54:19.202071 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port d2352fb4-b4f9-4d7e-9f08-081a369e1fc8, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d2352fb4-b4f9-4d7e-9f08-081a369e1fc8,segment=NetworkSegment(0f8c887d-d3e9-4e6f-8061-f31a17842b82),segment_id=0f8c887d-d3e9-4e6f-8061-f31a17842b82)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:19.214882 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21593bcc-725c-42f9-9f34-0088999b5e54 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:19.215986 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0631c-89b3-4045-b859-c1a830a58007 req-eea87d6c-719b-4011-9072-88aae950e0b2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.222163 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0631c-89b3-4045-b859-c1a830a58007 req-eea87d6c-719b-4011-9072-88aae950e0b2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.228896 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0631c-89b3-4045-b859-c1a830a58007 req-eea87d6c-719b-4011-9072-88aae950e0b2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.232023 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 09a91426-e600-46d3-8cba-1989dd7ac063 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:19.233219 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 09a91426-e600-46d3-8cba-1989dd7ac063 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:19.247816 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0631c-89b3-4045-b859-c1a830a58007 req-eea87d6c-719b-4011-9072-88aae950e0b2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.252144 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'd2352fb4-b4f9-4d7e-9f08-081a369e1fc8', 'network_id': 'a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e', 'port_id': 'd2352fb4-b4f9-4d7e-9f08-081a369e1fc8', 'mac_address': 'fa:16:3e:16:30:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d4ab73-41f6-4628-9b77-beea5a0e14da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:54:19.254790 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0631c-89b3-4045-b859-c1a830a58007 req-eea87d6c-719b-4011-9072-88aae950e0b2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.262506 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0631c-89b3-4045-b859-c1a830a58007 req-eea87d6c-719b-4011-9072-88aae950e0b2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.268757 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0631c-89b3-4045-b859-c1a830a58007 req-eea87d6c-719b-4011-9072-88aae950e0b2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.270746 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ee0631c-89b3-4045-b859-c1a830a58007 req-eea87d6c-719b-4011-9072-88aae950e0b2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5387 time: 0.4208133 Nov 12 00:54:19.350023 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-3c957654-dc5b-472a-8085-4def1080845a None None] Allocated IP 2001:db8::2 (fe05c407-cd01-4f7b-b118-ded988bd7940/4ed79480-00ef-4645-a406-f594a1f29c11/5c771781-dab2-4cba-80f7-1233d8cbf67c) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:19.375278 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44fa8c2-5090-4d16-90c5-409dc7002c59 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:19.379886 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.455851 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:19.478789 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.485341 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port d2352fb4-b4f9-4d7e-9f08-081a369e1fc8, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d2352fb4-b4f9-4d7e-9f08-081a369e1fc8,segment=NetworkSegment(0f8c887d-d3e9-4e6f-8061-f31a17842b82),segment_id=0f8c887d-d3e9-4e6f-8061-f31a17842b82)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:19.492382 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.507619 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45160d9c-f3d4-4f49-a971-35cb992f13f8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.517893 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc941cd-1870-4c07-8dda-66db277dbd06 req-8880c16d-6361-4cfa-a816-bba813073904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.518375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc941cd-1870-4c07-8dda-66db277dbd06 req-8880c16d-6361-4cfa-a816-bba813073904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.518836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc941cd-1870-4c07-8dda-66db277dbd06 req-8880c16d-6361-4cfa-a816-bba813073904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.519306 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc941cd-1870-4c07-8dda-66db277dbd06 req-8880c16d-6361-4cfa-a816-bba813073904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.519892 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc941cd-1870-4c07-8dda-66db277dbd06 req-8880c16d-6361-4cfa-a816-bba813073904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.520222 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc941cd-1870-4c07-8dda-66db277dbd06 req-8880c16d-6361-4cfa-a816-bba813073904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.520682 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc941cd-1870-4c07-8dda-66db277dbd06 req-8880c16d-6361-4cfa-a816-bba813073904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.522652 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fc941cd-1870-4c07-8dda-66db277dbd06 req-8880c16d-6361-4cfa-a816-bba813073904 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75c055e9876449c3980c1d635d3020fe&device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 6283 time: 0.3385258 Nov 12 00:54:19.573242 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=d2352fb4-b4f9-4d7e-9f08-081a369e1fc8,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:19.650918 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3c957654-dc5b-472a-8085-4def1080845a None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.658056 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ee0631c-89b3-4045-b859-c1a830a58007 req-76434cee-a998-4499-a26a-d0fb432f6e42 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3533082 Nov 12 00:54:19.659542 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3c957654-dc5b-472a-8085-4def1080845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.716304 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c957654-dc5b-472a-8085-4def1080845a None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:19.717736 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c957654-dc5b-472a-8085-4def1080845a None None] Pushing event updated for resources: {'Port': ['ID=5c771781-dab2-4cba-80f7-1233d8cbf67c,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:19.720484 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-3c957654-dc5b-472a-8085-4def1080845a None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:19.723142 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c957654-dc5b-472a-8085-4def1080845a None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:19.743451 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45160d9c-f3d4-4f49-a971-35cb992f13f8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.785638 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-3c957654-dc5b-472a-8085-4def1080845a None None] Attempting to bind port 5c771781-dab2-4cba-80f7-1233d8cbf67c on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:19.786112 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-3c957654-dc5b-472a-8085-4def1080845a None None] Attempting to bind port 5c771781-dab2-4cba-80f7-1233d8cbf67c by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:19.786788 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c957654-dc5b-472a-8085-4def1080845a None None] Attempting to bind port 5c771781-dab2-4cba-80f7-1233d8cbf67c on network fe05c407-cd01-4f7b-b118-ded988bd7940 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:19.793716 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c957654-dc5b-472a-8085-4def1080845a None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:19.794374 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c957654-dc5b-472a-8085-4def1080845a None None] Checking segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:19.795884 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45160d9c-f3d4-4f49-a971-35cb992f13f8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.805666 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3c957654-dc5b-472a-8085-4def1080845a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.806433 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c957654-dc5b-472a-8085-4def1080845a None None] Bound using segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:19.806561 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-3c957654-dc5b-472a-8085-4def1080845a None None] Bound port: 5c771781-dab2-4cba-80f7-1233d8cbf67c, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:19.806946 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3c957654-dc5b-472a-8085-4def1080845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.833604 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f44fa8c2-5090-4d16-90c5-409dc7002c59 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.902454 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e4654-9ebf-4f42-b948-ffeb39d8133a req-6b91659d-bcf5-41d8-bb34-d63dbb0b8c98 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.906173 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c24e4654-9ebf-4f42-b948-ffeb39d8133a req-6b91659d-bcf5-41d8-bb34-d63dbb0b8c98 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=168889dd-aae6-4cd6-867f-3841fa948a1d HTTP/1.1" status: 200 len: 909 time: 0.0775278 Nov 12 00:54:19.923943 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-3c957654-dc5b-472a-8085-4def1080845a None None] For port 5c771781-dab2-4cba-80f7-1233d8cbf67c, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:19.929565 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-3c957654-dc5b-472a-8085-4def1080845a None None] For port 5c771781-dab2-4cba-80f7-1233d8cbf67c, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5c771781-dab2-4cba-80f7-1233d8cbf67c,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:19.940948 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3c957654-dc5b-472a-8085-4def1080845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.011225 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['d2352fb4-b4f9-4d7e-9f08-081a369e1fc8'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:20.018204 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-f44fa8c2-5090-4d16-90c5-409dc7002c59 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] device_id is not set on port b9d86645-d936-46c4-aab0-4b81fab8b142 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:54:20.032998 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45160d9c-f3d4-4f49-a971-35cb992f13f8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.033516 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45160d9c-f3d4-4f49-a971-35cb992f13f8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Fanout notify agent at l3_agent the message router_deleted on router 927f6e5b-c097-4b5f-98da-3ebd0170495f {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:54:20.061476 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45160d9c-f3d4-4f49-a971-35cb992f13f8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.066343 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49292) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:20.066970 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-45160d9c-f3d4-4f49-a971-35cb992f13f8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "DELETE /v2.0/routers/927f6e5b-c097-4b5f-98da-3ebd0170495f HTTP/1.1" status: 204 len: 168 time: 3.1992042 Nov 12 00:54:20.071969 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-540be40a-1c16-4776-909f-ae375eb0e9a5 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-121819422', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}, 'admin_state_up': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:20.113528 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-540be40a-1c16-4776-909f-ae375eb0e9a5 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.116156 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-540be40a-1c16-4776-909f-ae375eb0e9a5 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.118753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa4d27-58c6-4c63-a2e2-740b3e147198 req-3c432c4e-e4e4-4f7e-a4a7-01002fb45661 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:20.120399 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1bfa4d27-58c6-4c63-a2e2-740b3e147198 req-3c432c4e-e4e4-4f7e-a4a7-01002fb45661 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.21 "GET /v2.0/ports?device_id=168889dd-aae6-4cd6-867f-3841fa948a1d HTTP/1.1" status: 200 len: 909 time: 0.4059875 Nov 12 00:54:20.151331 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc941cd-1870-4c07-8dda-66db277dbd06 req-74d3ccc6-87e5-4e78-8fff-6c18f4f745a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:20.151797 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc941cd-1870-4c07-8dda-66db277dbd06 req-74d3ccc6-87e5-4e78-8fff-6c18f4f745a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:20.152255 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc941cd-1870-4c07-8dda-66db277dbd06 req-74d3ccc6-87e5-4e78-8fff-6c18f4f745a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:20.153989 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fc941cd-1870-4c07-8dda-66db277dbd06 req-74d3ccc6-87e5-4e78-8fff-6c18f4f745a8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=75c055e9876449c3980c1d635d3020fe&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6033413 Nov 12 00:54:20.176825 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2390144-e3ae-4fce-b660-9a00c687c077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.190933 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c957654-dc5b-472a-8085-4def1080845a None None] Pushing event updated for resources: {'Port': ['ID=5c771781-dab2-4cba-80f7-1233d8cbf67c,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:20.218940 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-540be40a-1c16-4776-909f-ae375eb0e9a5 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.285936 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da3ac7-b8ba-484c-bc47-cd535130d9f3 req-92f75a49-1fc2-434a-92ac-b917a4206ea5 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:20.288129 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f7da3ac7-b8ba-484c-bc47-cd535130d9f3 req-92f75a49-1fc2-434a-92ac-b917a4206ea5 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 945 time: 0.3857915 Nov 12 00:54:20.485066 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-540be40a-1c16-4776-909f-ae375eb0e9a5 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.761917 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-540be40a-1c16-4776-909f-ae375eb0e9a5 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.798572 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-540be40a-1c16-4776-909f-ae375eb0e9a5 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.895054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8987343-4c0c-4f33-96a2-1ee438f89198 req-4a30df5e-b0f3-4348-827e-6a8dc227ae3a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:20.901223 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8987343-4c0c-4f33-96a2-1ee438f89198 req-4a30df5e-b0f3-4348-827e-6a8dc227ae3a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:20.907797 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8987343-4c0c-4f33-96a2-1ee438f89198 req-4a30df5e-b0f3-4348-827e-6a8dc227ae3a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:20.914522 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8987343-4c0c-4f33-96a2-1ee438f89198 req-4a30df5e-b0f3-4348-827e-6a8dc227ae3a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:20.920746 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8987343-4c0c-4f33-96a2-1ee438f89198 req-4a30df5e-b0f3-4348-827e-6a8dc227ae3a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:20.926884 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8987343-4c0c-4f33-96a2-1ee438f89198 req-4a30df5e-b0f3-4348-827e-6a8dc227ae3a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:20.932999 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8987343-4c0c-4f33-96a2-1ee438f89198 req-4a30df5e-b0f3-4348-827e-6a8dc227ae3a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:20.941423 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d8987343-4c0c-4f33-96a2-1ee438f89198 req-4a30df5e-b0f3-4348-827e-6a8dc227ae3a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5387 time: 0.1452358 Nov 12 00:54:20.958149 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f7da3ac7-b8ba-484c-bc47-cd535130d9f3 req-b7bdce1a-16f0-4889-9c03-08e825ff05f9 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/security-groups?id=20fe0c74-4c0d-45c5-99d4-cc4b1dc66ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6473141 Nov 12 00:54:21.012735 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc941cd-1870-4c07-8dda-66db277dbd06 req-25fb5933-e143-4710-9202-61f6a6345238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:21.029338 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fc941cd-1870-4c07-8dda-66db277dbd06 req-25fb5933-e143-4710-9202-61f6a6345238 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8398297 Nov 12 00:54:21.062044 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-1bfa4d27-58c6-4c63-a2e2-740b3e147198 req-8e3ad4bb-8712-4af5-8b65-624331f5ccae tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Deleting port aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:21.062388 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1bfa4d27-58c6-4c63-a2e2-740b3e147198 req-8e3ad4bb-8712-4af5-8b65-624331f5ccae tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.068227 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-540be40a-1c16-4776-909f-ae375eb0e9a5 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Allocated IP 172.25.0.204 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/25bb0ebc-a8ac-4859-80db-cb6605c5a3d6) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:21.127716 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d8987343-4c0c-4f33-96a2-1ee438f89198 req-67fe5024-3dd3-462c-afe1-bc3a454969a8 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1814566 Nov 12 00:54:21.159044 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-f44fa8c2-5090-4d16-90c5-409dc7002c59 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8::c4ee:f902:44dd:81cc (fe05c407-cd01-4f7b-b118-ded988bd7940/4ed79480-00ef-4645-a406-f594a1f29c11/b9d86645-d936-46c4-aab0-4b81fab8b142) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:21.238694 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5c771781-dab2-4cba-80f7-1233d8cbf67c up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:21.362453 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-540be40a-1c16-4776-909f-ae375eb0e9a5 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.366600 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 5c771781-dab2-4cba-80f7-1233d8cbf67c triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:21.367542 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.381388 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2848d887-c908-4eac-985d-33d1a11891ab {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:21.412452 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.432172 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-540be40a-1c16-4776-909f-ae375eb0e9a5 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.506017 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540be40a-1c16-4776-909f-ae375eb0e9a5 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:21.512892 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ececd04-db6a-4271-818d-1c11331e755a req-4ee0c694-055b-4e9d-a167-774ac7a25973 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:21.513506 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-540be40a-1c16-4776-909f-ae375eb0e9a5 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:21.526565 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ececd04-db6a-4271-818d-1c11331e755a req-4ee0c694-055b-4e9d-a167-774ac7a25973 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=168889dd-aae6-4cd6-867f-3841fa948a1d HTTP/1.1" status: 200 len: 909 time: 0.4412794 Nov 12 00:54:21.529622 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540be40a-1c16-4776-909f-ae375eb0e9a5 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:21.533241 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540be40a-1c16-4776-909f-ae375eb0e9a5 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Pushing event updated for resources: {'Port': ['ID=25bb0ebc-a8ac-4859-80db-cb6605c5a3d6,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:21.546167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] Transition to ACTIVE for port object 2848d887-c908-4eac-985d-33d1a11891ab will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:21.572904 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.581709 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4f0b5b-a9e6-4e09-9865-96a8735c814a None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:21.620194 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.679280 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f44fa8c2-5090-4d16-90c5-409dc7002c59 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.689959 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 5c771781-dab2-4cba-80f7-1233d8cbf67c, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5c771781-dab2-4cba-80f7-1233d8cbf67c,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:21.697642 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8ef7bf6c-06d4-43ed-afd0-c4b39f6332cd None None] Provisioning complete for port 25bb0ebc-a8ac-4859-80db-cb6605c5a3d6 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:21.698467 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8ef7bf6c-06d4-43ed-afd0-c4b39f6332cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.700583 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.742633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-1bfa4d27-58c6-4c63-a2e2-740b3e147198 req-8e3ad4bb-8712-4af5-8b65-624331f5ccae tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] For port aec85a4b-6fa3-4855-aaac-ef5758f6c8c4, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=aec85a4b-6fa3-4855-aaac-ef5758f6c8c4,segment=NetworkSegment(099126e3-9f6e-4db9-ae75-6cbe42960b18),segment_id=099126e3-9f6e-4db9-ae75-6cbe42960b18)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:21.743016 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1bfa4d27-58c6-4c63-a2e2-740b3e147198 req-8e3ad4bb-8712-4af5-8b65-624331f5ccae tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.757303 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-1bfa4d27-58c6-4c63-a2e2-740b3e147198 req-8e3ad4bb-8712-4af5-8b65-624331f5ccae tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Calling delete_port for aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:21.773890 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-8ef7bf6c-06d4-43ed-afd0-c4b39f6332cd None None] Port 25bb0ebc-a8ac-4859-80db-cb6605c5a3d6 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:21.814517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=5c771781-dab2-4cba-80f7-1233d8cbf67c,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:21.831363 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8ef7bf6c-06d4-43ed-afd0-c4b39f6332cd None None] Provisioning complete for port 5c771781-dab2-4cba-80f7-1233d8cbf67c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:21.831736 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8ef7bf6c-06d4-43ed-afd0-c4b39f6332cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.925268 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] Pushing event updated for resources: {'Port': ['ID=2848d887-c908-4eac-985d-33d1a11891ab,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:21.945895 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f44fa8c2-5090-4d16-90c5-409dc7002c59 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.947900 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1bfa4d27-58c6-4c63-a2e2-740b3e147198 req-8e3ad4bb-8712-4af5-8b65-624331f5ccae tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.015669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44fa8c2-5090-4d16-90c5-409dc7002c59 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:22.019648 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ad4bb-8712-4af5-8b65-624331f5ccae tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event deleted for resources: {'Port': ['ID=aec85a4b-6fa3-4855-aaac-ef5758f6c8c4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:22.083794 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-540be40a-1c16-4776-909f-ae375eb0e9a5 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.214045 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44fa8c2-5090-4d16-90c5-409dc7002c59 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=b9d86645-d936-46c4-aab0-4b81fab8b142,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:22.217163 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-f44fa8c2-5090-4d16-90c5-409dc7002c59 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:22.221156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44fa8c2-5090-4d16-90c5-409dc7002c59 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:22.227528 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44fa8c2-5090-4d16-90c5-409dc7002c59 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:22.228111 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f44fa8c2-5090-4d16-90c5-409dc7002c59 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.232299 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bfa4d27-58c6-4c63-a2e2-740b3e147198 req-8e3ad4bb-8712-4af5-8b65-624331f5ccae tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] No DVR routers for this DVR port aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:22.241049 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1bfa4d27-58c6-4c63-a2e2-740b3e147198 req-8e3ad4bb-8712-4af5-8b65-624331f5ccae tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.250731 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1bfa4d27-58c6-4c63-a2e2-740b3e147198 req-8e3ad4bb-8712-4af5-8b65-624331f5ccae tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.21 "DELETE /v2.0/ports/aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 HTTP/1.1" status: 204 len: 173 time: 2.1136646 Nov 12 00:54:22.267477 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b8b5e-880a-4aa4-ad8e-dcd781bcae24 req-4a6a06ff-db47-4e01-8bd9-199ad8a18630 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:22.274860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168889dd-aae6-4cd6-867f-3841fa948a1d', 'name': 'network-vif-deleted', 'tag': 'aec85a4b-6fa3-4855-aaac-ef5758f6c8c4'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:22.276582 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cc5b8b5e-880a-4aa4-ad8e-dcd781bcae24 req-4a6a06ff-db47-4e01-8bd9-199ad8a18630 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 945 time: 0.1893334 Nov 12 00:54:22.282702 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e4f243-5d53-4818-b6be-59d36ffd7b3c" -d '{"events": [{"server_uuid": "168889dd-aae6-4cd6-867f-3841fa948a1d", "name": "network-vif-deleted", "tag": "aec85a4b-6fa3-4855-aaac-ef5758f6c8c4"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:22.336916 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-84280f53-0da4-499c-b3fd-a0b2eb8fdd3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.376468 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f44fa8c2-5090-4d16-90c5-409dc7002c59 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6101456 Nov 12 00:54:22.425355 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49310) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:22.430677 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-bfd73c84-acc9-452c-8199-2f1c223a21bc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'fixed_ips': [{'subnet_id': '4ed79480-00ef-4645-a406-f594a1f29c11', 'ip_address': '2001:db8::c4ee:f902:44dd:81cc'}], 'name': 'tempest-NetworksTestDHCPv6-183624645'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:22.676020 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eb1b9-37af-42e7-91d5-77c6da6024a2 req-14bcc311-26a0-4b67-918e-cc814e2d3e73 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:22.682945 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eb1b9-37af-42e7-91d5-77c6da6024a2 req-14bcc311-26a0-4b67-918e-cc814e2d3e73 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:22.689449 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eb1b9-37af-42e7-91d5-77c6da6024a2 req-14bcc311-26a0-4b67-918e-cc814e2d3e73 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:22.695663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eb1b9-37af-42e7-91d5-77c6da6024a2 req-14bcc311-26a0-4b67-918e-cc814e2d3e73 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:22.702047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eb1b9-37af-42e7-91d5-77c6da6024a2 req-14bcc311-26a0-4b67-918e-cc814e2d3e73 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:22.708391 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eb1b9-37af-42e7-91d5-77c6da6024a2 req-14bcc311-26a0-4b67-918e-cc814e2d3e73 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:22.715298 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eb1b9-37af-42e7-91d5-77c6da6024a2 req-14bcc311-26a0-4b67-918e-cc814e2d3e73 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:22.717708 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bc8eb1b9-37af-42e7-91d5-77c6da6024a2 req-14bcc311-26a0-4b67-918e-cc814e2d3e73 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5399 time: 0.3793750 Nov 12 00:54:22.721033 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] Attempting to bind port 2848d887-c908-4eac-985d-33d1a11891ab on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:22.721503 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] Attempting to bind port 2848d887-c908-4eac-985d-33d1a11891ab by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'a79194db-5db4-47f8-81a2-d7b3685f9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:22.721957 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] Attempting to bind port 2848d887-c908-4eac-985d-33d1a11891ab on network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:22.756212 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] Port 2848d887-c908-4eac-985d-33d1a11891ab on network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:22.756724 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] Attempting to bind port 2848d887-c908-4eac-985d-33d1a11891ab on network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:22.772549 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:22.772997 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] Checking segment: {'id': 'a79194db-5db4-47f8-81a2-d7b3685f9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:22.774075 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] Bound using segment: {'id': 'a79194db-5db4-47f8-81a2-d7b3685f9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:22.774655 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] Bound port: 2848d887-c908-4eac-985d-33d1a11891ab, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a79194db-5db4-47f8-81a2-d7b3685f9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:22.775126 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.862700 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:22.866478 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd73c84-acc9-452c-8199-2f1c223a21bc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:22.871864 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bfd73c84-acc9-452c-8199-2f1c223a21bc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.918187 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bc8eb1b9-37af-42e7-91d5-77c6da6024a2 req-072692fd-543a-40f8-8e05-dc1b106b9011 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1922529 Nov 12 00:54:22.937673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-bfd73c84-acc9-452c-8199-2f1c223a21bc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] device_id is not set on port 9329fefb-dff0-4049-b87e-5ab05759e7a2 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:54:23.001347 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] For port 2848d887-c908-4eac-985d-33d1a11891ab, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:23.062026 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] For port 2848d887-c908-4eac-985d-33d1a11891ab, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=2848d887-c908-4eac-985d-33d1a11891ab,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:23.081951 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.083809 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-09b4ea61-8832-4957-afe5-9b01232f022d None None] Provisioning complete for port b9d86645-d936-46c4-aab0-4b81fab8b142 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:23.084518 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-09b4ea61-8832-4957-afe5-9b01232f022d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.088285 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:54:23.183393 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5c771781-dab2-4cba-80f7-1233d8cbf67c up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:23.186572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-09b4ea61-8832-4957-afe5-9b01232f022d None None] Port b9d86645-d936-46c4-aab0-4b81fab8b142 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:23.190092 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:23.191683 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.219184 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d95cf34-6233-4eeb-8dc1-b882885e4d9a x-openstack-request-id: req-6d95cf34-6233-4eeb-8dc1-b882885e4d9a {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:23.219972 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168889dd-aae6-4cd6-867f-3841fa948a1d", "name": "network-vif-deleted", "tag": "aec85a4b-6fa3-4855-aaac-ef5758f6c8c4", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:23.219972 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d95cf34-6233-4eeb-8dc1-b882885e4d9a {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:23.220478 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168889dd-aae6-4cd6-867f-3841fa948a1d', 'name': 'network-vif-deleted', 'tag': 'aec85a4b-6fa3-4855-aaac-ef5758f6c8c4', 'status': 'completed', 'code': 200} Nov 12 00:54:23.222100 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:23.222911 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.225495 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] 10.222.0.21 "PUT /v2.0/ports/2848d887-c908-4eac-985d-33d1a11891ab HTTP/1.1" status: 200 len: 1092 time: 4.0683517 Nov 12 00:54:23.260396 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cc5b8b5e-880a-4aa4-ad8e-dcd781bcae24 req-6d1307bf-6afa-4091-8a36-7cbf02333fad tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/security-groups?id=20fe0c74-4c0d-45c5-99d4-cc4b1dc66ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607872 Nov 12 00:54:23.298985 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68b873-4d0e-4383-856d-c2f754edc38c service neutron] Pushing event updated for resources: {'Port': ['ID=2848d887-c908-4eac-985d-33d1a11891ab,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:23.354105 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 5c771781-dab2-4cba-80f7-1233d8cbf67c triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:23.354634 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.369823 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49318) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:23.381790 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd73c84-acc9-452c-8199-2f1c223a21bc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 00:54:23.383080 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd73c84-acc9-452c-8199-2f1c223a21bc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:54:23.405222 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-540be40a-1c16-4776-909f-ae375eb0e9a5 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.472971 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bfd73c84-acc9-452c-8199-2f1c223a21bc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0365837 Nov 12 00:54:23.476202 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49322) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:23.645210 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.680418 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.688015 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] Request body: {'port': {'device_id': '05efed81-b9d0-4d36-8966-e47733ca9664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:23.715848 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port d2352fb4-b4f9-4d7e-9f08-081a369e1fc8, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d2352fb4-b4f9-4d7e-9f08-081a369e1fc8,segment=NetworkSegment(0f8c887d-d3e9-4e6f-8061-f31a17842b82),segment_id=0f8c887d-d3e9-4e6f-8061-f31a17842b82)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:23.718873 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea34e0ae-00bb-40ab-a610-ce127b865d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2352fb4-b4f9-4d7e-9f08-081a369e1fc8'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:23.723759 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ae86fb-76af-4405-9d3c-f71cb391e298" -d '{"events": [{"server_uuid": "ea34e0ae-00bb-40ab-a610-ce127b865d03", "name": "network-vif-plugged", "status": "completed", "tag": "d2352fb4-b4f9-4d7e-9f08-081a369e1fc8"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:23.743942 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.811574 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca8d41f-fe0f-406b-86fc-8e40f37084b0 x-openstack-request-id: req-7ca8d41f-fe0f-406b-86fc-8e40f37084b0 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:23.811959 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea34e0ae-00bb-40ab-a610-ce127b865d03", "name": "network-vif-plugged", "status": "completed", "tag": "d2352fb4-b4f9-4d7e-9f08-081a369e1fc8", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:23.813261 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ca8d41f-fe0f-406b-86fc-8e40f37084b0 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:23.813261 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea34e0ae-00bb-40ab-a610-ce127b865d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2352fb4-b4f9-4d7e-9f08-081a369e1fc8', 'code': 200} Nov 12 00:54:23.837437 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540be40a-1c16-4776-909f-ae375eb0e9a5 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Router 64eddcea-adda-413d-8f46-aacfcef27362 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:54:23.844121 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=d2352fb4-b4f9-4d7e-9f08-081a369e1fc8,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:23.928356 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2788bd47-961c-4400-80ea-45b713d0b8aa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:23.934472 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2788bd47-961c-4400-80ea-45b713d0b8aa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:23.936038 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2788bd47-961c-4400-80ea-45b713d0b8aa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.4574394 Nov 12 00:54:23.941779 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49328) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:23.952539 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.995179 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540be40a-1c16-4776-909f-ae375eb0e9a5 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:24.000117 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7721d7-f3b7-4bc8-bfc0-5259dc78991c req-d9870853-e180-4e59-8b6c-b7c18dc1eae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:24.001657 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b7721d7-f3b7-4bc8-bfc0-5259dc78991c req-d9870853-e180-4e59-8b6c-b7c18dc1eae0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 1098 time: 0.0952375 Nov 12 00:54:24.009924 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7ad636-c2d7-4740-bb8a-a194c6d2da04 None None] Sync routers for ids ['64eddcea-adda-413d-8f46-aacfcef27362'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:54:24.037586 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7ad636-c2d7-4740-bb8a-a194c6d2da04 None None] Routers {'64eddcea-adda-413d-8f46-aacfcef27362'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:24.038228 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3d7ad636-c2d7-4740-bb8a-a194c6d2da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['64eddcea-adda-413d-8f46-aacfcef27362'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:24.073033 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3d7ad636-c2d7-4740-bb8a-a194c6d2da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:24.082319 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7ad636-c2d7-4740-bb8a-a194c6d2da04 None None] Routers {'64eddcea-adda-413d-8f46-aacfcef27362'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:24.082943 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3d7ad636-c2d7-4740-bb8a-a194c6d2da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['64eddcea-adda-413d-8f46-aacfcef27362'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:24.097344 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-540be40a-1c16-4776-909f-ae375eb0e9a5 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.099509 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-540be40a-1c16-4776-909f-ae375eb0e9a5 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0310659 Nov 12 00:54:24.111096 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49332) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:24.116536 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3d7ad636-c2d7-4740-bb8a-a194c6d2da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:24.117827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7ad636-c2d7-4740-bb8a-a194c6d2da04 None None] The sync data for ids ['64eddcea-adda-413d-8f46-aacfcef27362'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:54:24.120833 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:24.192888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a612d-3c96-41ca-86df-d14531ab686d req-c4956683-9646-4680-a76b-28745240510c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:24.199009 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a612d-3c96-41ca-86df-d14531ab686d req-c4956683-9646-4680-a76b-28745240510c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:24.205362 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a612d-3c96-41ca-86df-d14531ab686d req-c4956683-9646-4680-a76b-28745240510c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:24.213307 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a612d-3c96-41ca-86df-d14531ab686d req-c4956683-9646-4680-a76b-28745240510c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:24.218104 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a612d-3c96-41ca-86df-d14531ab686d req-c4956683-9646-4680-a76b-28745240510c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:24.224105 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a612d-3c96-41ca-86df-d14531ab686d req-c4956683-9646-4680-a76b-28745240510c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:24.230685 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a612d-3c96-41ca-86df-d14531ab686d req-c4956683-9646-4680-a76b-28745240510c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:24.232822 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa8a612d-3c96-41ca-86df-d14531ab686d req-c4956683-9646-4680-a76b-28745240510c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5399 time: 0.1986141 Nov 12 00:54:24.244202 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b7721d7-f3b7-4bc8-bfc0-5259dc78991c req-2e588ed7-0ba5-47ac-a9cf-e8f151fe11f7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=20fe0c74-4c0d-45c5-99d4-cc4b1dc66ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248378 Nov 12 00:54:24.297548 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-619c4396-9716-4b7b-9b9a-aecc33e8f333 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting port b9d86645-d936-46c4-aab0-4b81fab8b142 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:24.298085 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-619c4396-9716-4b7b-9b9a-aecc33e8f333 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.380783 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa8a612d-3c96-41ca-86df-d14531ab686d req-74e25de8-92c5-4e6d-b9fe-f3646e9b1189 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1357689 Nov 12 00:54:24.470118 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.518669 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-619c4396-9716-4b7b-9b9a-aecc33e8f333 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.550134 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2419fd-d4a9-4079-902f-8f34cb201c71 req-404e530b-c089-4a4d-a5b1-cbd64ddc3b67 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:24.551614 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5d2419fd-d4a9-4079-902f-8f34cb201c71 req-404e530b-c089-4a4d-a5b1-cbd64ddc3b67 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 946 time: 0.2131441 Nov 12 00:54:24.560088 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-619c4396-9716-4b7b-9b9a-aecc33e8f333 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Calling delete_port for b9d86645-d936-46c4-aab0-4b81fab8b142 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:24.563635 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.577417 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.634010 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Deleting port 25bb0ebc-a8ac-4859-80db-cb6605c5a3d6 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:24.634314 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.727164 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce338286-589a-4fe7-9255-b5d2a6ec28f4 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:24.741082 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:24.759651 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5d2419fd-d4a9-4079-902f-8f34cb201c71 req-6f1d877b-e426-45bf-944c-f31c01d47045 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/security-groups?id=20fe0c74-4c0d-45c5-99d4-cc4b1dc66ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898870 Nov 12 00:54:24.764039 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.783633 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.792779 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] Transition to ACTIVE for port object ce338286-589a-4fe7-9255-b5d2a6ec28f4 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:24.792926 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:24.794222 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device aec85a4b-6fa3-4855-aaac-ef5758f6c8c4 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:24.796451 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87ee0243-044e-457f-b5c3-674eb1e59a92 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.811164 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Calling delete_port for 25bb0ebc-a8ac-4859-80db-cb6605c5a3d6 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:24.838779 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.989877 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] Pushing event updated for resources: {'Port': ['ID=ce338286-589a-4fe7-9255-b5d2a6ec28f4,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:25.117101 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-619c4396-9716-4b7b-9b9a-aecc33e8f333 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.121381 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] Attempting to bind port ce338286-589a-4fe7-9255-b5d2a6ec28f4 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:25.121747 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] Attempting to bind port ce338286-589a-4fe7-9255-b5d2a6ec28f4 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '40058dc0-10b9-473a-b138-f5952db5f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '523495f2-d0a8-4874-8ce9-f158f9a48578'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:25.122493 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] Attempting to bind port ce338286-589a-4fe7-9255-b5d2a6ec28f4 on network 523495f2-d0a8-4874-8ce9-f158f9a48578 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:25.136234 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.170589 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c4396-9716-4b7b-9b9a-aecc33e8f333 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Port': ['ID=b9d86645-d936-46c4-aab0-4b81fab8b142,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:25.176327 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f021e91f-d49a-4d55-9724-f4d2fbf14b21 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:25.210091 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] Port ce338286-589a-4fe7-9255-b5d2a6ec28f4 on network 523495f2-d0a8-4874-8ce9-f158f9a48578 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:25.210587 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] Attempting to bind port ce338286-589a-4fe7-9255-b5d2a6ec28f4 on network 523495f2-d0a8-4874-8ce9-f158f9a48578 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:25.236375 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Pushing event deleted for resources: {'Port': ['ID=25bb0ebc-a8ac-4859-80db-cb6605c5a3d6,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:25.240419 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'tag': '2848d887-c908-4eac-985d-33d1a11891ab'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:25.251538 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f044b4c-c003-4e2a-8bd0-7e409cc48cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "tag": "2848d887-c908-4eac-985d-33d1a11891ab"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:25.263578 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-619c4396-9716-4b7b-9b9a-aecc33e8f333 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.268042 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-619c4396-9716-4b7b-9b9a-aecc33e8f333 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/b9d86645-d936-46c4-aab0-4b81fab8b142 HTTP/1.1" status: 204 len: 168 time: 1.3253758 Nov 12 00:54:25.278354 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:25.278714 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:25.279056 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:25.279390 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:25.279721 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:25.280053 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:25.280382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:25.281181 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:25.281517 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:25.281844 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:25.282168 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:25.282485 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:25.283585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49344) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:25.305489 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.348877 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f672de92-a459-478b-9bc6-3aa3954699c1 x-openstack-request-id: req-f672de92-a459-478b-9bc6-3aa3954699c1 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:25.349760 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "tag": "2848d887-c908-4eac-985d-33d1a11891ab", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:25.350196 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f672de92-a459-478b-9bc6-3aa3954699c1 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:25.350751 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'tag': '2848d887-c908-4eac-985d-33d1a11891ab', 'status': 'completed', 'code': 200} Nov 12 00:54:25.380160 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:25.380856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] Checking segment: {'id': '40058dc0-10b9-473a-b138-f5952db5f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '523495f2-d0a8-4874-8ce9-f158f9a48578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:25.381658 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] Bound using segment: {'id': '40058dc0-10b9-473a-b138-f5952db5f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '523495f2-d0a8-4874-8ce9-f158f9a48578'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:25.383565 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] Bound port: ce338286-589a-4fe7-9255-b5d2a6ec28f4, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40058dc0-10b9-473a-b138-f5952db5f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '523495f2-d0a8-4874-8ce9-f158f9a48578'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:25.384112 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.384281 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.499913 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4814b114-1533-4fa2-bff2-c1ecf61ac64b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.501611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4814b114-1533-4fa2-bff2-c1ecf61ac64b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.503938 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4814b114-1533-4fa2-bff2-c1ecf61ac64b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2185228 Nov 12 00:54:25.508118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49348) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:25.562348 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f044b4c-c003-4e2a-8bd0-7e409cc48cb5 req-b9406616-5cc3-425b-a7a2-b8b66c32dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.562866 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f044b4c-c003-4e2a-8bd0-7e409cc48cb5 req-b9406616-5cc3-425b-a7a2-b8b66c32dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.563323 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f044b4c-c003-4e2a-8bd0-7e409cc48cb5 req-b9406616-5cc3-425b-a7a2-b8b66c32dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.563783 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f044b4c-c003-4e2a-8bd0-7e409cc48cb5 req-b9406616-5cc3-425b-a7a2-b8b66c32dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.564365 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f044b4c-c003-4e2a-8bd0-7e409cc48cb5 req-b9406616-5cc3-425b-a7a2-b8b66c32dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.564869 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f044b4c-c003-4e2a-8bd0-7e409cc48cb5 req-b9406616-5cc3-425b-a7a2-b8b66c32dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.565325 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f044b4c-c003-4e2a-8bd0-7e409cc48cb5 req-b9406616-5cc3-425b-a7a2-b8b66c32dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.568432 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f044b4c-c003-4e2a-8bd0-7e409cc48cb5 req-b9406616-5cc3-425b-a7a2-b8b66c32dc48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75c055e9876449c3980c1d635d3020fe&device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 6377 time: 0.1792948 Nov 12 00:54:25.622849 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.627834 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3e9361-14c7-4a42-83c4-3809cf032ecc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 4ed79480-00ef-4645-a406-f594a1f29c11 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:54:25.631841 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9361-14c7-4a42-83c4-3809cf032ecc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.634793 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719336'] for router, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.662689 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] For port ce338286-589a-4fe7-9255-b5d2a6ec28f4, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:25.694664 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ae66a-d01a-4bff-8096-dd77b98c00d5 req-6ff7ec84-2264-447f-8ae1-7e626ab0526a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.701386 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ae66a-d01a-4bff-8096-dd77b98c00d5 req-6ff7ec84-2264-447f-8ae1-7e626ab0526a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.707597 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ae66a-d01a-4bff-8096-dd77b98c00d5 req-6ff7ec84-2264-447f-8ae1-7e626ab0526a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.714162 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ae66a-d01a-4bff-8096-dd77b98c00d5 req-6ff7ec84-2264-447f-8ae1-7e626ab0526a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.720342 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ae66a-d01a-4bff-8096-dd77b98c00d5 req-6ff7ec84-2264-447f-8ae1-7e626ab0526a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.726510 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ae66a-d01a-4bff-8096-dd77b98c00d5 req-6ff7ec84-2264-447f-8ae1-7e626ab0526a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.732667 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ae66a-d01a-4bff-8096-dd77b98c00d5 req-6ff7ec84-2264-447f-8ae1-7e626ab0526a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.734648 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4d3ae66a-d01a-4bff-8096-dd77b98c00d5 req-6ff7ec84-2264-447f-8ae1-7e626ab0526a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5411 time: 0.2278354 Nov 12 00:54:25.736642 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] For port ce338286-589a-4fe7-9255-b5d2a6ec28f4, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=ce338286-589a-4fe7-9255-b5d2a6ec28f4,segment=NetworkSegment(40058dc0-10b9-473a-b138-f5952db5f2e4),segment_id=40058dc0-10b9-473a-b138-f5952db5f2e4)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:25.737414 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9361-14c7-4a42-83c4-3809cf032ecc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.774932 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Router 64eddcea-adda-413d-8f46-aacfcef27362 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:54:25.809062 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.896322 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.897273 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.900367 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] 10.222.0.21 "PUT /v2.0/ports/ce338286-589a-4fe7-9255-b5d2a6ec28f4 HTTP/1.1" status: 200 len: 1092 time: 2.5350461 Nov 12 00:54:25.942778 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] Request body: {'port': {'device_id': '05efed81-b9d0-4d36-8966-e47733ca9664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:25.954085 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:25.955544 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.967397 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.968400 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7dbb3-81b5-4219-9e09-152d4e3c1c35 None None] Sync routers for ids ['64eddcea-adda-413d-8f46-aacfcef27362'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:54:25.969237 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5d230cee-7e84-458f-89f1-8962aea187a8 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "PUT /v2.0/routers/64eddcea-adda-413d-8f46-aacfcef27362 HTTP/1.1" status: 200 len: 705 time: 1.8569567 Nov 12 00:54:25.973697 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9361-14c7-4a42-83c4-3809cf032ecc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.977710 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49354) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:25.994069 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e7dbb3-81b5-4219-9e09-152d4e3c1c35 None None] Routers {'64eddcea-adda-413d-8f46-aacfcef27362'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:25.996359 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-d3e7dbb3-81b5-4219-9e09-152d4e3c1c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['64eddcea-adda-413d-8f46-aacfcef27362'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:26.071275 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-d3e7dbb3-81b5-4219-9e09-152d4e3c1c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:26.104052 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e7dbb3-81b5-4219-9e09-152d4e3c1c35 None None] Routers {'64eddcea-adda-413d-8f46-aacfcef27362'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:26.104677 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-d3e7dbb3-81b5-4219-9e09-152d4e3c1c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['64eddcea-adda-413d-8f46-aacfcef27362'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:26.152391 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56133b-5393-4cd0-b1f9-b44115cb7d16 req-61f64853-83ef-41a5-b4f9-111916e1a5ac tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:26.154021 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-de56133b-5393-4cd0-b1f9-b44115cb7d16 req-61f64853-83ef-41a5-b4f9-111916e1a5ac tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 946 time: 0.2963188 Nov 12 00:54:26.162749 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-d3e7dbb3-81b5-4219-9e09-152d4e3c1c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:26.163464 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7dbb3-81b5-4219-9e09-152d4e3c1c35 None None] The sync data for ids ['64eddcea-adda-413d-8f46-aacfcef27362'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:54:26.220065 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9361-14c7-4a42-83c4-3809cf032ecc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.240609 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c0e8a1e5-9420-42ff-a160-325cd7f7ca0a tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "GET /v2.0/routers/64eddcea-adda-413d-8f46-aacfcef27362 HTTP/1.1" status: 200 len: 740 time: 0.2612231 Nov 12 00:54:26.262345 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49358) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:26.276165 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e9361-14c7-4a42-83c4-3809cf032ecc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed79480-00ef-4645-a406-f594a1f29c11,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:26.278658 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9361-14c7-4a42-83c4-3809cf032ecc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.283382 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2c3e9361-14c7-4a42-83c4-3809cf032ecc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/4ed79480-00ef-4645-a406-f594a1f29c11 HTTP/1.1" status: 204 len: 168 time: 0.7735384 Nov 12 00:54:26.288664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5ae084-5fa6-4e94-85bb-4f1d35ad1a93 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:26.308179 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49360) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:26.346308 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-291fedbf-c4f0-4fa8-8223-06fec629e4d5 tempest-RoutersAdminTest-1000137772 tempest-RoutersAdminTest-1000137772-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&device_id=64eddcea-adda-413d-8f46-aacfcef27362 HTTP/1.1" status: 200 len: 205 time: 0.0827081 Nov 12 00:54:26.382589 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49362) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:26.395970 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-80f8365e-9513-4d80-94fa-736aba1ded80 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809002 Nov 12 00:54:26.401392 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49364) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:26.418369 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-105a255f-2819-452d-a1fc-9a9e13d95637 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:26.459092 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-de56133b-5393-4cd0-b1f9-b44115cb7d16 req-b71c15b5-776d-4f79-b1a0-417dcb1c873f tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/security-groups?id=20fe0c74-4c0d-45c5-99d4-cc4b1dc66ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383435 Nov 12 00:54:26.459092 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2ef37bf3-92ef-4cf2-892a-9f4600e403ef tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "GET /v2.0/ports?device_id=64eddcea-adda-413d-8f46-aacfcef27362 HTTP/1.1" status: 200 len: 205 time: 0.0709527 Nov 12 00:54:26.466460 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49366) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:26.513731 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f044b4c-c003-4e2a-8bd0-7e409cc48cb5 req-b10ae714-739d-4574-9a74-4467fe2985bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:26.514287 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f044b4c-c003-4e2a-8bd0-7e409cc48cb5 req-b10ae714-739d-4574-9a74-4467fe2985bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:26.514675 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f044b4c-c003-4e2a-8bd0-7e409cc48cb5 req-b10ae714-739d-4574-9a74-4467fe2985bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:26.516340 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f044b4c-c003-4e2a-8bd0-7e409cc48cb5 req-b10ae714-739d-4574-9a74-4467fe2985bc service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=75c055e9876449c3980c1d635d3020fe&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9221175 Nov 12 00:54:26.521750 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd7a1a-36c1-4e7c-96e2-d6d46998db7f service neutron] Pushing event updated for resources: {'Port': ['ID=ce338286-589a-4fe7-9255-b5d2a6ec28f4,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:26.536030 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4d3ae66a-d01a-4bff-8096-dd77b98c00d5 req-9e35f9b2-32c2-4f01-b553-04509d6bcdad tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7413087 Nov 12 00:54:26.624095 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.721997 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-87ee0243-044e-457f-b5c3-674eb1e59a92 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Deleting port 59cec9bf-b3f6-45ff-9332-b89439967d71 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:26.722614 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87ee0243-044e-457f-b5c3-674eb1e59a92 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.730152 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f044b4c-c003-4e2a-8bd0-7e409cc48cb5 req-f596f9eb-2bc2-48ae-8147-c4588a565dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:26.735929 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f044b4c-c003-4e2a-8bd0-7e409cc48cb5 req-f596f9eb-2bc2-48ae-8147-c4588a565dc7 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2102137 Nov 12 00:54:26.807343 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822eb32d-c71d-4bd8-9c8c-e7c412986bf3 None None] DHCP port deletion for fe05c407-cd01-4f7b-b118-ded988bd7940 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:26.936769 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-822eb32d-c71d-4bd8-9c8c-e7c412986bf3 None None] Deleting port 5c771781-dab2-4cba-80f7-1233d8cbf67c {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:26.937108 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-822eb32d-c71d-4bd8-9c8c-e7c412986bf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.058808 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-822eb32d-c71d-4bd8-9c8c-e7c412986bf3 None None] For port 5c771781-dab2-4cba-80f7-1233d8cbf67c, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5c771781-dab2-4cba-80f7-1233d8cbf67c,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:27.059533 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-822eb32d-c71d-4bd8-9c8c-e7c412986bf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.072976 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8d800049-2224-43a0-be2b-58a083a57033 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.074179 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-87ee0243-044e-457f-b5c3-674eb1e59a92 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] For port 59cec9bf-b3f6-45ff-9332-b89439967d71, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=59cec9bf-b3f6-45ff-9332-b89439967d71,segment=NetworkSegment(099126e3-9f6e-4db9-ae75-6cbe42960b18),segment_id=099126e3-9f6e-4db9-ae75-6cbe42960b18)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:27.074572 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87ee0243-044e-457f-b5c3-674eb1e59a92 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.080085 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-822eb32d-c71d-4bd8-9c8c-e7c412986bf3 None None] Calling delete_port for 5c771781-dab2-4cba-80f7-1233d8cbf67c owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:27.110474 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-87ee0243-044e-457f-b5c3-674eb1e59a92 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Calling delete_port for 59cec9bf-b3f6-45ff-9332-b89439967d71 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:27.112172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105a255f-2819-452d-a1fc-9a9e13d95637 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:27.115787 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-105a255f-2819-452d-a1fc-9a9e13d95637 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.148858 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5c771781-dab2-4cba-80f7-1233d8cbf67c no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:27.223304 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-822eb32d-c71d-4bd8-9c8c-e7c412986bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.265518 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Port 5c771781-dab2-4cba-80f7-1233d8cbf67c update to DOWN by agent not found {{(pid=114244) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 00:54:27.267359 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822eb32d-c71d-4bd8-9c8c-e7c412986bf3 None None] Pushing event deleted for resources: {'Port': ['ID=5c771781-dab2-4cba-80f7-1233d8cbf67c,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:27.273150 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822eb32d-c71d-4bd8-9c8c-e7c412986bf3 None None] No DVR routers for this DVR port 5c771781-dab2-4cba-80f7-1233d8cbf67c on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:27.316287 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8d800049-2224-43a0-be2b-58a083a57033 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.322424 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8d800049-2224-43a0-be2b-58a083a57033 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.352475 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'tag': 'ce338286-589a-4fe7-9255-b5d2a6ec28f4'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:27.354689 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2316506-eb8a-4bac-910f-29b2fbee2cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "tag": "ce338286-589a-4fe7-9255-b5d2a6ec28f4"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:27.380166 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id babf2404-166d-409b-b86b-258ee071292f {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:27.384225 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8d800049-2224-43a0-be2b-58a083a57033 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.391236 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d800049-2224-43a0-be2b-58a083a57033 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Fanout notify agent at l3_agent the message router_deleted on router 64eddcea-adda-413d-8f46-aacfcef27362 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:54:27.394361 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8d800049-2224-43a0-be2b-58a083a57033 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.398953 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8d800049-2224-43a0-be2b-58a083a57033 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "DELETE /v2.0/routers/64eddcea-adda-413d-8f46-aacfcef27362 HTTP/1.1" status: 204 len: 168 time: 0.9276748 Nov 12 00:54:27.399141 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.400642 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49372) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:27.421529 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588b1f5f-68cb-444e-9dcb-5d1f2458d0f4 x-openstack-request-id: req-588b1f5f-68cb-444e-9dcb-5d1f2458d0f4 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:27.421813 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "tag": "ce338286-589a-4fe7-9255-b5d2a6ec28f4", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:27.422065 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-588b1f5f-68cb-444e-9dcb-5d1f2458d0f4 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:27.422452 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'tag': 'ce338286-589a-4fe7-9255-b5d2a6ec28f4', 'status': 'completed', 'code': 200} Nov 12 00:54:27.453184 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f5d32c4e-2167-495d-8e5e-7ad9bb23757d tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "GET /v2.0/ports?device_id=64eddcea-adda-413d-8f46-aacfcef27362 HTTP/1.1" status: 200 len: 205 time: 0.0466409 Nov 12 00:54:27.465630 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49374) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:27.484046 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] Transition to ACTIVE for port object babf2404-166d-409b-b86b-258ee071292f will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:27.505575 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.515958 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-3719d4c8-5709-4ded-be24-a11dc1392822 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] delete failed (client error): The resource could not be found. Nov 12 00:54:27.516477 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3719d4c8-5709-4ded-be24-a11dc1392822 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "DELETE /v2.0/routers/64eddcea-adda-413d-8f46-aacfcef27362 HTTP/1.1" status: 404 len: 336 time: 0.0500190 Nov 12 00:54:27.521594 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49378) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:27.550514 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1aeacf8f-107c-4063-96e3-6b5c5142e979 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "GET /v2.0/ports?device_id=927f6e5b-c097-4b5f-98da-3ebd0170495f HTTP/1.1" status: 200 len: 205 time: 0.0278344 Nov 12 00:54:27.551641 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-105a255f-2819-452d-a1fc-9a9e13d95637 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.554213 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49380) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:27.597411 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87ee0243-044e-457f-b5c3-674eb1e59a92 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.617633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2316506-eb8a-4bac-910f-29b2fbee2cf2 req-c9125175-5739-4662-86ce-a4fae9f86afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.618114 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2316506-eb8a-4bac-910f-29b2fbee2cf2 req-c9125175-5739-4662-86ce-a4fae9f86afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.618607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2316506-eb8a-4bac-910f-29b2fbee2cf2 req-c9125175-5739-4662-86ce-a4fae9f86afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.619088 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2316506-eb8a-4bac-910f-29b2fbee2cf2 req-c9125175-5739-4662-86ce-a4fae9f86afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.619542 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2316506-eb8a-4bac-910f-29b2fbee2cf2 req-c9125175-5739-4662-86ce-a4fae9f86afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.619997 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2316506-eb8a-4bac-910f-29b2fbee2cf2 req-c9125175-5739-4662-86ce-a4fae9f86afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.620449 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2316506-eb8a-4bac-910f-29b2fbee2cf2 req-c9125175-5739-4662-86ce-a4fae9f86afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.627049 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e2316506-eb8a-4bac-910f-29b2fbee2cf2 req-c9125175-5739-4662-86ce-a4fae9f86afa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75c055e9876449c3980c1d635d3020fe&device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 6419 time: 0.1788008 Nov 12 00:54:27.633086 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-2d73ba79-5467-4787-99e8-3e2720a51325 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] delete failed (client error): The resource could not be found. Nov 12 00:54:27.634155 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2d73ba79-5467-4787-99e8-3e2720a51325 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "DELETE /v2.0/routers/927f6e5b-c097-4b5f-98da-3ebd0170495f HTTP/1.1" status: 404 len: 336 time: 0.0766413 Nov 12 00:54:27.642591 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49384) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:27.642591 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105a255f-2819-452d-a1fc-9a9e13d95637 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:27.651367 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] Pushing event updated for resources: {'Port': ['ID=babf2404-166d-409b-b86b-258ee071292f,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:27.657213 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-105a255f-2819-452d-a1fc-9a9e13d95637 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:27.677030 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105a255f-2819-452d-a1fc-9a9e13d95637 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.677638 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-105a255f-2819-452d-a1fc-9a9e13d95637 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.682000 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e4262572-4314-4493-8c7b-9f077497f497 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e2e64d7-cf74-4d8e-9b46-bdc76cf83cf1 HTTP/1.1" status: 200 len: 205 time: 0.0392835 Nov 12 00:54:27.686142 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49386) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:27.695797 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a255f-2819-452d-a1fc-9a9e13d95637 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=077ad2a2-85ef-4bc8-bbdf-f8c88baa2418,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:27.708199 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cbc17e-54e2-4833-bd1a-ada5e71ac25d None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:27.758842 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee0243-044e-457f-b5c3-674eb1e59a92 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event deleted for resources: {'Port': ['ID=59cec9bf-b3f6-45ff-9332-b89439967d71,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:27.780374 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-94fc7dec-91f9-4089-acfb-163ebed8346f tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] delete failed (client error): The resource could not be found. Nov 12 00:54:27.781504 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-94fc7dec-91f9-4089-acfb-163ebed8346f tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "DELETE /v2.0/routers/6e2e64d7-cf74-4d8e-9b46-bdc76cf83cf1 HTTP/1.1" status: 404 len: 336 time: 0.0944195 Nov 12 00:54:27.784644 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49388) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:27.828981 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-105a255f-2819-452d-a1fc-9a9e13d95637 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4233658 Nov 12 00:54:27.829248 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-08382c3c-b263-4d77-8dea-fade3fc6b52c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "GET /v2.0/ports?device_id=f299009b-592e-49a6-b081-c56708d460dc HTTP/1.1" status: 200 len: 205 time: 0.0435457 Nov 12 00:54:27.829831 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49390) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:27.836765 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49392) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:27.841325 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-ecfc2f0f-076b-463c-88c4-60812dd8f023 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'fixed_ips': [{'subnet_id': '077ad2a2-85ef-4bc8-bbdf-f8c88baa2418', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-2063415361'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:27.937887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32a7c0-3448-4b41-ab3b-0b980139c8ee req-60191856-6f48-45ec-8479-33d2bb5c7c7b tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.938120 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c066401d-f82c-4f67-8ab9-358814436028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-fe05c407-cd01-4f7b-b118-ded988bd7940', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'fixed_ips': [{'subnet_id': '077ad2a2-85ef-4bc8-bbdf-f8c88baa2418'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:54:27.939222 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c066401d-f82c-4f67-8ab9-358814436028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.939462 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c32a7c0-3448-4b41-ab3b-0b980139c8ee req-60191856-6f48-45ec-8479-33d2bb5c7c7b tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 946 time: 0.4160531 Nov 12 00:54:27.969383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7fc9b-fc06-47d3-adfe-ec22cf815723 req-dab6f3cb-fdfd-4d7d-ac0a-c59365ce6720 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.975607 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7fc9b-fc06-47d3-adfe-ec22cf815723 req-dab6f3cb-fdfd-4d7d-ac0a-c59365ce6720 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.981954 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7fc9b-fc06-47d3-adfe-ec22cf815723 req-dab6f3cb-fdfd-4d7d-ac0a-c59365ce6720 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.988238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7fc9b-fc06-47d3-adfe-ec22cf815723 req-dab6f3cb-fdfd-4d7d-ac0a-c59365ce6720 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.996583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7fc9b-fc06-47d3-adfe-ec22cf815723 req-dab6f3cb-fdfd-4d7d-ac0a-c59365ce6720 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:28.003165 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7fc9b-fc06-47d3-adfe-ec22cf815723 req-dab6f3cb-fdfd-4d7d-ac0a-c59365ce6720 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:28.010123 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7fc9b-fc06-47d3-adfe-ec22cf815723 req-dab6f3cb-fdfd-4d7d-ac0a-c59365ce6720 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:28.012133 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c5e7fc9b-fc06-47d3-adfe-ec22cf815723 req-dab6f3cb-fdfd-4d7d-ac0a-c59365ce6720 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5423 time: 0.3139293 Nov 12 00:54:28.065335 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-2a5c933d-4ef6-4393-920a-17893126b7a3 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] delete failed (client error): The resource could not be found. Nov 12 00:54:28.069714 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2a5c933d-4ef6-4393-920a-17893126b7a3 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "DELETE /v2.0/routers/f299009b-592e-49a6-b081-c56708d460dc HTTP/1.1" status: 404 len: 336 time: 0.1784046 Nov 12 00:54:28.076722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49398) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:28.123429 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8a9e75b4-6a90-4e3f-b679-1d683bf41898 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ba9d7db-16e1-4fd2-bd11-9f34a152e8e6 HTTP/1.1" status: 200 len: 205 time: 0.0417635 Nov 12 00:54:28.124982 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49402) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:28.132031 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87ee0243-044e-457f-b5c3-674eb1e59a92 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.142719 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2316506-eb8a-4bac-910f-29b2fbee2cf2 req-3032d630-0822-4418-851a-205315813ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:28.143183 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2316506-eb8a-4bac-910f-29b2fbee2cf2 req-3032d630-0822-4418-851a-205315813ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:28.143639 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2316506-eb8a-4bac-910f-29b2fbee2cf2 req-3032d630-0822-4418-851a-205315813ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:28.145307 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e2316506-eb8a-4bac-910f-29b2fbee2cf2 req-3032d630-0822-4418-851a-205315813ce9 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=75c055e9876449c3980c1d635d3020fe&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5097883 Nov 12 00:54:28.191056 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c5e7fc9b-fc06-47d3-adfe-ec22cf815723 req-b03ff9d3-a130-48e5-ac3d-af25a81b1063 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1366377 Nov 12 00:54:28.192728 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] Attempting to bind port babf2404-166d-409b-b86b-258ee071292f on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:28.193581 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] Attempting to bind port babf2404-166d-409b-b86b-258ee071292f by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '40058dc0-10b9-473a-b138-f5952db5f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '523495f2-d0a8-4874-8ce9-f158f9a48578'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:28.193581 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] Attempting to bind port babf2404-166d-409b-b86b-258ee071292f on network 523495f2-d0a8-4874-8ce9-f158f9a48578 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:28.199208 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-d6f1ccdc-6fa0-4192-9c22-baf3e8ca6db2 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] delete failed (client error): The resource could not be found. Nov 12 00:54:28.200230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d6f1ccdc-6fa0-4192-9c22-baf3e8ca6db2 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "DELETE /v2.0/routers/3ba9d7db-16e1-4fd2-bd11-9f34a152e8e6 HTTP/1.1" status: 404 len: 336 time: 0.0742767 Nov 12 00:54:28.201816 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfc2f0f-076b-463c-88c4-60812dd8f023 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:28.216846 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c32a7c0-3448-4b41-ab3b-0b980139c8ee req-6c77bf23-c4fc-4558-b29c-32c4a159f20c tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/security-groups?id=20fe0c74-4c0d-45c5-99d4-cc4b1dc66ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109578 Nov 12 00:54:28.224650 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49404) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:28.225860 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-c066401d-f82c-4f67-8ab9-358814436028 None None] Allocated IP 2001:db8::2 (fe05c407-cd01-4f7b-b118-ded988bd7940/077ad2a2-85ef-4bc8-bbdf-f8c88baa2418/87d0bbcf-5bb9-4901-bfee-36f670c17233) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:28.245472 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] Port babf2404-166d-409b-b86b-258ee071292f on network 523495f2-d0a8-4874-8ce9-f158f9a48578 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:28.245472 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] Attempting to bind port babf2404-166d-409b-b86b-258ee071292f on network 523495f2-d0a8-4874-8ce9-f158f9a48578 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:28.267404 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-337d6f0b-dbd8-474c-8613-a2da5d09ee85 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e9fa58d-94f8-40bc-875f-226f56d51e65 HTTP/1.1" status: 200 len: 205 time: 0.0393479 Nov 12 00:54:28.267693 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49408) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:28.373233 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-9b91448c-2a33-4093-88f4-10651ba940a6 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] delete failed (client error): The resource could not be found. Nov 12 00:54:28.376762 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9b91448c-2a33-4093-88f4-10651ba940a6 tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "DELETE /v2.0/routers/8e9fa58d-94f8-40bc-875f-226f56d51e65 HTTP/1.1" status: 404 len: 336 time: 0.1055508 Nov 12 00:54:28.378045 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49412) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:28.437227 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-654ffcf5-6fa9-4b04-971a-18d910d2d81c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] DELETE failed (client error): The resource could not be found. Nov 12 00:54:28.437686 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654ffcf5-6fa9-4b04-971a-18d910d2d81c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:54:28.453731 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:28.454140 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] Checking segment: {'id': '40058dc0-10b9-473a-b138-f5952db5f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '523495f2-d0a8-4874-8ce9-f158f9a48578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:28.454553 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] Bound using segment: {'id': '40058dc0-10b9-473a-b138-f5952db5f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '523495f2-d0a8-4874-8ce9-f158f9a48578'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:28.462301 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] Bound port: babf2404-166d-409b-b86b-258ee071292f, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40058dc0-10b9-473a-b138-f5952db5f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '523495f2-d0a8-4874-8ce9-f158f9a48578'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:28.462693 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.465056 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-654ffcf5-6fa9-4b04-971a-18d910d2d81c tempest-RoutersAdminTest-1092920240 tempest-RoutersAdminTest-1092920240-project] 10.222.0.31 "DELETE /v2.0/subnets/7d7222c3-dda4-4e7b-8f3e-b5ad085897fc HTTP/1.1" status: 404 len: 337 time: 0.0619524 Nov 12 00:54:28.556436 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c066401d-f82c-4f67-8ab9-358814436028 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.558493 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ecfc2f0f-076b-463c-88c4-60812dd8f023 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.571682 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c066401d-f82c-4f67-8ab9-358814436028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.588506 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] For port babf2404-166d-409b-b86b-258ee071292f, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:28.592860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] For port babf2404-166d-409b-b86b-258ee071292f, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=babf2404-166d-409b-b86b-258ee071292f,segment=NetworkSegment(40058dc0-10b9-473a-b138-f5952db5f2e4),segment_id=40058dc0-10b9-473a-b138-f5952db5f2e4)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:28.618889 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-ecfc2f0f-076b-463c-88c4-60812dd8f023 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] device_id is not set on port 82444956-a351-4fcd-b4b0-92acb439bce1 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:54:28.634610 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe77d6d-f272-452b-b19f-20236ae223a4 req-16e155dc-a8c5-4975-a15b-d66ba26df421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:28.636426 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9fe77d6d-f272-452b-b19f-20236ae223a4 req-16e155dc-a8c5-4975-a15b-d66ba26df421 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8f10291179f4bc1897b19c0889f94d2&device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 1098 time: 0.0635061 Nov 12 00:54:28.652252 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c066401d-f82c-4f67-8ab9-358814436028 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:28.663421 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-c066401d-f82c-4f67-8ab9-358814436028 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:28.671024 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c066401d-f82c-4f67-8ab9-358814436028 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:28.673181 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.701548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066401d-f82c-4f67-8ab9-358814436028 None None] Pushing event updated for resources: {'Port': ['ID=87d0bbcf-5bb9-4901-bfee-36f670c17233,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:28.753781 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:28.753781 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.755267 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] 10.222.0.21 "PUT /v2.0/ports/babf2404-166d-409b-b86b-258ee071292f HTTP/1.1" status: 200 len: 1092 time: 2.8166535 Nov 12 00:54:28.790395 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c066401d-f82c-4f67-8ab9-358814436028 None None] Attempting to bind port 87d0bbcf-5bb9-4901-bfee-36f670c17233 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:28.792755 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c066401d-f82c-4f67-8ab9-358814436028 None None] Attempting to bind port 87d0bbcf-5bb9-4901-bfee-36f670c17233 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:28.793142 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c066401d-f82c-4f67-8ab9-358814436028 None None] Attempting to bind port 87d0bbcf-5bb9-4901-bfee-36f670c17233 on network fe05c407-cd01-4f7b-b118-ded988bd7940 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:28.799544 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c066401d-f82c-4f67-8ab9-358814436028 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:28.799927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c066401d-f82c-4f67-8ab9-358814436028 None None] Checking segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:28.800333 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c066401d-f82c-4f67-8ab9-358814436028 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.800848 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c066401d-f82c-4f67-8ab9-358814436028 None None] Bound using segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:28.801336 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c066401d-f82c-4f67-8ab9-358814436028 None None] Bound port: 87d0bbcf-5bb9-4901-bfee-36f670c17233, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:28.801719 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c066401d-f82c-4f67-8ab9-358814436028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:28.851662 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecfc2f0f-076b-463c-88c4-60812dd8f023 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:54:28.852238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecfc2f0f-076b-463c-88c4-60812dd8f023 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:54:28.863982 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe77d6d-f272-452b-b19f-20236ae223a4 req-8212d979-a82d-4a2e-ac44-46c7bd73da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:28.866019 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9fe77d6d-f272-452b-b19f-20236ae223a4 req-8212d979-a82d-4a2e-ac44-46c7bd73da40 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e HTTP/1.1" status: 200 len: 914 time: 0.1986933 Nov 12 00:54:28.872828 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ecfc2f0f-076b-463c-88c4-60812dd8f023 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0415208 Nov 12 00:54:28.880731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49420) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:28.935500 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6c5b4-bca6-4ffa-a39b-5ce1e45c5594 service neutron] Pushing event updated for resources: {'Port': ['ID=babf2404-166d-409b-b86b-258ee071292f,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:28.951886 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49422) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:28.961071 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9fe77d6d-f272-452b-b19f-20236ae223a4 req-7f92e2e3-e9af-4984-83bf-dd2ece66921d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 HTTP/1.1" status: 200 len: 217 time: 0.0869017 Nov 12 00:54:28.984995 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c066401d-f82c-4f67-8ab9-358814436028 None None] For port 87d0bbcf-5bb9-4901-bfee-36f670c17233, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:28.988234 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c066401d-f82c-4f67-8ab9-358814436028 None None] For port 87d0bbcf-5bb9-4901-bfee-36f670c17233, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=87d0bbcf-5bb9-4901-bfee-36f670c17233,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:28.997742 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c066401d-f82c-4f67-8ab9-358814436028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.018016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dd646b-ebed-4dd1-8ae0-85b28cd70e08 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.019832 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a2dd646b-ebed-4dd1-8ae0-85b28cd70e08 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1363559 Nov 12 00:54:29.022825 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49426) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:29.080980 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066401d-f82c-4f67-8ab9-358814436028 None None] Pushing event updated for resources: {'Port': ['ID=87d0bbcf-5bb9-4901-bfee-36f670c17233,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:29.089388 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe77d6d-f272-452b-b19f-20236ae223a4 req-1e37b6f5-a8ac-47f7-95a3-1346d1801d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.091026 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9fe77d6d-f272-452b-b19f-20236ae223a4 req-1e37b6f5-a8ac-47f7-95a3-1346d1801d3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73d4ab73-41f6-4628-9b77-beea5a0e14da HTTP/1.1" status: 200 len: 853 time: 0.1230226 Nov 12 00:54:29.098463 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ee0243-044e-457f-b5c3-674eb1e59a92 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Router ff3ee703-98ed-4d8b-886c-135ff691e397 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:54:29.110547 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2316506-eb8a-4bac-910f-29b2fbee2cf2 req-41059d6f-774f-442c-b87f-c286303f552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.112891 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e2316506-eb8a-4bac-910f-29b2fbee2cf2 req-41059d6f-774f-442c-b87f-c286303f552c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9288380 Nov 12 00:54:29.140322 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08422c-9a0e-401b-9318-4d8c7e52754f req-c25dfe94-9c91-4a31-a127-42587468b4f8 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.140322 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a08422c-9a0e-401b-9318-4d8c7e52754f req-c25dfe94-9c91-4a31-a127-42587468b4f8 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 946 time: 0.5298071 Nov 12 00:54:29.142780 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9fe77d6d-f272-452b-b19f-20236ae223a4 req-4cb4d0d8-d6ba-40f4-a77f-f40936248be9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442288 Nov 12 00:54:29.153566 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e413e31-4dc9-4a45-a571-9e05da0ce02d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.155423 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e413e31-4dc9-4a45-a571-9e05da0ce02d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.157004 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3e413e31-4dc9-4a45-a571-9e05da0ce02d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1331332 Nov 12 00:54:29.163048 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-9fe77d6d-f272-452b-b19f-20236ae223a4 req-b15415e8-7d3f-483d-ae5d-55c4ef7f2318 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:54:29.164971 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9fe77d6d-f272-452b-b19f-20236ae223a4 req-b15415e8-7d3f-483d-ae5d-55c4ef7f2318 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065846 Nov 12 00:54:29.165474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49430) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:29.273101 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c97d717f-3b0b-416c-bbac-3c6c9c6d15f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.281361 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a08422c-9a0e-401b-9318-4d8c7e52754f req-57b5b66a-99f5-48e3-b161-cf3bf47de6a8 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/security-groups?id=20fe0c74-4c0d-45c5-99d4-cc4b1dc66ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483643 Nov 12 00:54:29.337210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-525ce34a-887c-485a-a1d9-096c12d844ca tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 077ad2a2-85ef-4bc8-bbdf-f8c88baa2418 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:54:29.340885 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-525ce34a-887c-485a-a1d9-096c12d844ca tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.360316 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-78caab53-77a3-4687-b423-80304c7e897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.360887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-78caab53-77a3-4687-b423-80304c7e897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.361363 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-78caab53-77a3-4687-b423-80304c7e897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.361828 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-78caab53-77a3-4687-b423-80304c7e897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.362291 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-78caab53-77a3-4687-b423-80304c7e897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.362752 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-78caab53-77a3-4687-b423-80304c7e897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.363216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-78caab53-77a3-4687-b423-80304c7e897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.365204 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-78caab53-77a3-4687-b423-80304c7e897e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75c055e9876449c3980c1d635d3020fe&device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 6487 time: 0.1964946 Nov 12 00:54:29.399986 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ee0243-044e-457f-b5c3-674eb1e59a92 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:29.410981 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43569325-c4d2-45f8-9a10-5bba82903295 None None] Sync routers for ids ['ff3ee703-98ed-4d8b-886c-135ff691e397'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:54:29.411798 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-525ce34a-887c-485a-a1d9-096c12d844ca tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.415193 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-87ee0243-044e-457f-b5c3-674eb1e59a92 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "PUT /v2.0/routers/ff3ee703-98ed-4d8b-886c-135ff691e397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0375316 Nov 12 00:54:29.418792 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49434) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:29.428299 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43569325-c4d2-45f8-9a10-5bba82903295 None None] Routers {'ff3ee703-98ed-4d8b-886c-135ff691e397'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:29.428990 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-43569325-c4d2-45f8-9a10-5bba82903295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ff3ee703-98ed-4d8b-886c-135ff691e397'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:29.488736 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'tag': 'babf2404-166d-409b-b86b-258ee071292f'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:29.491337 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b9ccff-5196-417f-9584-3b7424c08adf" -d '{"events": [{"name": "network-changed", "server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "tag": "babf2404-166d-409b-b86b-258ee071292f"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:29.546927 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-ea9a565b-2734-4db8-8a5f-92a36c78aee0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b HTTP/1.1" status: 200 len: 217 time: 0.1270730 Nov 12 00:54:29.570513 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f76f405-3341-4d1a-8caf-34b2b4c5c1cd x-openstack-request-id: req-1f76f405-3341-4d1a-8caf-34b2b4c5c1cd {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:29.570923 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "tag": "babf2404-166d-409b-b86b-258ee071292f", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:29.571257 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f76f405-3341-4d1a-8caf-34b2b4c5c1cd {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:29.571781 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'tag': 'babf2404-166d-409b-b86b-258ee071292f', 'status': 'completed', 'code': 200} Nov 12 00:54:29.586175 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9fe77d6d-f272-452b-b19f-20236ae223a4 req-fcb45685-cbf6-47ff-866e-3ccc9c54a2b1 service neutron] 10.222.0.15 "GET /v2.0/networks/a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120719 Nov 12 00:54:29.600993 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e9bb1d-ff3d-48af-8e35-f0e05996fc13 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Deleting subnet de8df188-134a-420f-a1d1-e987cc55b668 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:54:29.613662 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2e9bb1d-ff3d-48af-8e35-f0e05996fc13 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.643015 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987430a6-0984-41c4-bfa8-5a5dc3d03076 req-7b2fa12e-e597-4fb9-9c9a-7a5d78cd363b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.645563 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987430a6-0984-41c4-bfa8-5a5dc3d03076 req-7b2fa12e-e597-4fb9-9c9a-7a5d78cd363b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.651928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987430a6-0984-41c4-bfa8-5a5dc3d03076 req-7b2fa12e-e597-4fb9-9c9a-7a5d78cd363b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.658045 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987430a6-0984-41c4-bfa8-5a5dc3d03076 req-7b2fa12e-e597-4fb9-9c9a-7a5d78cd363b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.664930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987430a6-0984-41c4-bfa8-5a5dc3d03076 req-7b2fa12e-e597-4fb9-9c9a-7a5d78cd363b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.671224 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987430a6-0984-41c4-bfa8-5a5dc3d03076 req-7b2fa12e-e597-4fb9-9c9a-7a5d78cd363b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.671380 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-43569325-c4d2-45f8-9a10-5bba82903295 None None] Set router ff3ee703-98ed-4d8b-886c-135ff691e397 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:29.675117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-06fda532-79d5-41ed-a142-2ae4fc754b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.677283 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-06fda532-79d5-41ed-a142-2ae4fc754b16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ba268ed-fc66-4621-b497-0ee29a68e673 HTTP/1.1" status: 200 len: 851 time: 0.1217284 Nov 12 00:54:29.677414 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987430a6-0984-41c4-bfa8-5a5dc3d03076 req-7b2fa12e-e597-4fb9-9c9a-7a5d78cd363b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.679961 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-987430a6-0984-41c4-bfa8-5a5dc3d03076 req-7b2fa12e-e597-4fb9-9c9a-7a5d78cd363b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5423 time: 0.3032241 Nov 12 00:54:29.724023 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2e9bb1d-ff3d-48af-8e35-f0e05996fc13 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.772979 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-be71051b-9ded-4f5a-b6bf-02f62ef06a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.776887 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-be71051b-9ded-4f5a-b6bf-02f62ef06a36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d6ea9c94-971c-4de5-89c0-b46d88be536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866938 Nov 12 00:54:29.891853 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2e9bb1d-ff3d-48af-8e35-f0e05996fc13 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.955614 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-43569325-c4d2-45f8-9a10-5bba82903295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3ee703-98ed-4d8b-886c-135ff691e397', 'name': 'tempest-TestSecurityGroupsBasicOps-router-642899327', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '53d1a222-f89b-4bd6-be77-1c30d99239ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:53:42Z', 'updated_at': '2021-11-12T00:54:27Z', 'revision_number': 5, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '53d1a222-f89b-4bd6-be77-1c30d99239ac', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3ee703-98ed-4d8b-886c-135ff691e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:53:44Z', 'updated_at': '2021-11-12T00:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:29.958003 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-57e6848a-5f75-4794-967f-3f8379545482 service neutron] 10.222.0.21 "GET /v2.0/networks/d6ea9c94-971c-4de5-89c0-b46d88be536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723475 Nov 12 00:54:30.059535 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43569325-c4d2-45f8-9a10-5bba82903295 None None] Checking router: ff3ee703-98ed-4d8b-886c-135ff691e397 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:54:30.086987 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43569325-c4d2-45f8-9a10-5bba82903295 None None] Routers {'ff3ee703-98ed-4d8b-886c-135ff691e397'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:30.089555 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-43569325-c4d2-45f8-9a10-5bba82903295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ff3ee703-98ed-4d8b-886c-135ff691e397'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:30.160895 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2e9bb1d-ff3d-48af-8e35-f0e05996fc13 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.211360 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-841fe288-711c-4e45-b339-f8ef4575d728 service neutron] 10.222.0.21 "GET /v2.0/networks/d6ea9c94-971c-4de5-89c0-b46d88be536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433448 Nov 12 00:54:30.218591 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a6a7dd-93b9-48dd-abd9-febf9592ae97 None None] Network dbc69f81-ee7e-4db5-8167-9159887faeab requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:30.259363 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2e9bb1d-ff3d-48af-8e35-f0e05996fc13 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.260900 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-525ce34a-887c-485a-a1d9-096c12d844ca tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.265870 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e2e9bb1d-ff3d-48af-8e35-f0e05996fc13 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "DELETE /v2.0/subnets/de8df188-134a-420f-a1d1-e987cc55b668 HTTP/1.1" status: 204 len: 168 time: 0.8295715 Nov 12 00:54:30.266214 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9bb1d-ff3d-48af-8e35-f0e05996fc13 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event deleted for resources: {'Subnet': ['ID=de8df188-134a-420f-a1d1-e987cc55b668,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:30.269628 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49440) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:30.321112 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-59cf4c53-7a2b-43fb-86d1-6a39c68a5243 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 HTTP/1.1" status: 200 len: 217 time: 0.0560184 Nov 12 00:54:30.342114 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9fe77d6d-f272-452b-b19f-20236ae223a4 req-09de07e8-74cf-421a-863d-eb29ddaba9b9 service neutron] 10.222.0.15 "GET /v2.0/networks/a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7425017 Nov 12 00:54:30.389706 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-525ce34a-887c-485a-a1d9-096c12d844ca tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.412033 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c97d717f-3b0b-416c-bbac-3c6c9c6d15f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.412354 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-43569325-c4d2-45f8-9a10-5bba82903295 None None] Set router ff3ee703-98ed-4d8b-886c-135ff691e397 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:30.420288 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-987430a6-0984-41c4-bfa8-5a5dc3d03076 req-7bcbad03-a398-47b6-8dc2-c56e3c84e3b0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7225959 Nov 12 00:54:30.441125 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c97d717f-3b0b-416c-bbac-3c6c9c6d15f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.475486 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c97d717f-3b0b-416c-bbac-3c6c9c6d15f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7314ecc2585a42499855128f4085d0ec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5208957 Nov 12 00:54:30.477718 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49444) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:30.481068 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-525ce34a-887c-485a-a1d9-096c12d844ca tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.486836 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-525ce34a-887c-485a-a1d9-096c12d844ca tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/077ad2a2-85ef-4bc8-bbdf-f8c88baa2418 HTTP/1.1" status: 204 len: 168 time: 1.3182914 Nov 12 00:54:30.486836 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ce34a-887c-485a-a1d9-096c12d844ca tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=077ad2a2-85ef-4bc8-bbdf-f8c88baa2418,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:30.497561 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-0eb27bf8-525a-4bc7-af1a-5df541d64492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:30.499482 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-0eb27bf8-525a-4bc7-af1a-5df541d64492 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e3b5c1-9246-44ee-8b2b-05576d2e6cd6 HTTP/1.1" status: 200 len: 797 time: 0.0885384 Nov 12 00:54:30.525527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49446) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:30.580604 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9d4b666d-479d-4a7c-9a37-7c216fe06ae9 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526466 Nov 12 00:54:30.585936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49448) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:30.591237 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-167e676f-f4b9-42e8-8c6f-245071fd8801 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:30.668230 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d717f-3b0b-416c-bbac-3c6c9c6d15f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8459637-b247-4633-b612-fa69cecfa96c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:30.692142 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-644eb12f-2f90-4cb1-b8dd-ad4c7b0834a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.728224 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167e676f-f4b9-42e8-8c6f-245071fd8801 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:30.731905 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-167e676f-f4b9-42e8-8c6f-245071fd8801 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.769765 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb125fd-c5ba-4826-a5b3-8985a87925aa None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:30.777287 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-644eb12f-2f90-4cb1-b8dd-ad4c7b0834a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.791542 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9ebbe3-7de9-40fd-978d-3362f08785a1 None None] DHCP port deletion for dbc69f81-ee7e-4db5-8167-9159887faeab request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:30.890959 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-644eb12f-2f90-4cb1-b8dd-ad4c7b0834a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.893564 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-644eb12f-2f90-4cb1-b8dd-ad4c7b0834a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.897241 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-644eb12f-2f90-4cb1-b8dd-ad4c7b0834a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8459637-b247-4633-b612-fa69cecfa96c HTTP/1.1" status: 204 len: 168 time: 0.4060819 Nov 12 00:54:30.927876 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644eb12f-2f90-4cb1-b8dd-ad4c7b0834a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8459637-b247-4633-b612-fa69cecfa96c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:30.952619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b09f4652-55d7-464f-9c34-21b01449331b None None] Provisioning complete for port 87d0bbcf-5bb9-4901-bfee-36f670c17233 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:30.953159 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b09f4652-55d7-464f-9c34-21b01449331b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.045440 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-43569325-c4d2-45f8-9a10-5bba82903295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3ee703-98ed-4d8b-886c-135ff691e397', 'name': 'tempest-TestSecurityGroupsBasicOps-router-642899327', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '53d1a222-f89b-4bd6-be77-1c30d99239ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:53:42Z', 'updated_at': '2021-11-12T00:54:27Z', 'revision_number': 5, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '53d1a222-f89b-4bd6-be77-1c30d99239ac', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3ee703-98ed-4d8b-886c-135ff691e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:53:44Z', 'updated_at': '2021-11-12T00:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:31.047245 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-167e676f-f4b9-42e8-8c6f-245071fd8801 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.090745 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43569325-c4d2-45f8-9a10-5bba82903295 None None] The sync data for ids ['ff3ee703-98ed-4d8b-886c-135ff691e397'] in n-d-712137-14 is: [{'id': 'ff3ee703-98ed-4d8b-886c-135ff691e397', 'name': 'tempest-TestSecurityGroupsBasicOps-router-642899327', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '53d1a222-f89b-4bd6-be77-1c30d99239ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:53:42Z', 'updated_at': '2021-11-12T00:54:27Z', 'revision_number': 5, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '53d1a222-f89b-4bd6-be77-1c30d99239ac', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3ee703-98ed-4d8b-886c-135ff691e397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:53:44Z', 'updated_at': '2021-11-12T00:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:54:31.097537 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ebbe3-7de9-40fd-978d-3362f08785a1 None None] Deleting port 69031a25-ccd5-47f1-b72b-4456c74fba96 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:31.098625 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6e9ebbe3-7de9-40fd-978d-3362f08785a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.126662 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70256f-1acf-4e1f-8b6e-55b8475c9645 req-2757a521-ee39-4c16-904b-fe8211834b35 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.128251 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cd70256f-1acf-4e1f-8b6e-55b8475c9645 req-2757a521-ee39-4c16-904b-fe8211834b35 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 946 time: 0.7161539 Nov 12 00:54:31.188177 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-e44f6649-b44f-4449-ae4f-f701636939de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.188583 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-e44f6649-b44f-4449-ae4f-f701636939de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6406703 Nov 12 00:54:31.211425 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bbebda-0350-403c-b325-7283c027a082 None None] DHCP port deletion for fe05c407-cd01-4f7b-b118-ded988bd7940 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:31.218366 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167e676f-f4b9-42e8-8c6f-245071fd8801 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:31.221336 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1415a23b-f38c-4f36-9849-c0076bee5497 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.245015 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-167e676f-f4b9-42e8-8c6f-245071fd8801 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:31.249326 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167e676f-f4b9-42e8-8c6f-245071fd8801 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.252514 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-167e676f-f4b9-42e8-8c6f-245071fd8801 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.280205 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e676f-f4b9-42e8-8c6f-245071fd8801 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=9d48a2c8-8523-44b1-82f8-829c87d10f8c,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:31.306224 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-167e676f-f4b9-42e8-8c6f-245071fd8801 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7189493 Nov 12 00:54:31.308667 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49458) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:31.313702 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c4d67a12-fcf6-47cd-839e-f7ae8f9c65bb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1135996376', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:31.319279 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b09f4652-55d7-464f-9c34-21b01449331b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.332019 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cd70256f-1acf-4e1f-8b6e-55b8475c9645 req-b272ddc6-9b75-45a0-9458-d6204fb49a26 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/security-groups?id=20fe0c74-4c0d-45c5-99d4-cc4b1dc66ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957114 Nov 12 00:54:31.369585 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4d67a12-fcf6-47cd-839e-f7ae8f9c65bb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.370639 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4d67a12-fcf6-47cd-839e-f7ae8f9c65bb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.378737 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6e9ebbe3-7de9-40fd-978d-3362f08785a1 None None] For port 69031a25-ccd5-47f1-b72b-4456c74fba96, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=69031a25-ccd5-47f1-b72b-4456c74fba96,segment=NetworkSegment(099126e3-9f6e-4db9-ae75-6cbe42960b18),segment_id=099126e3-9f6e-4db9-ae75-6cbe42960b18)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:31.379237 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6e9ebbe3-7de9-40fd-978d-3362f08785a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.438910 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-7cccc6d4-2f45-412f-bf14-40fd6a1deea6 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394016 Nov 12 00:54:31.455293 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4d67a12-fcf6-47cd-839e-f7ae8f9c65bb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.461089 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1415a23b-f38c-4f36-9849-c0076bee5497 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.464474 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ebbe3-7de9-40fd-978d-3362f08785a1 None None] Calling delete_port for 69031a25-ccd5-47f1-b72b-4456c74fba96 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:31.467380 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4d67a12-fcf6-47cd-839e-f7ae8f9c65bb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.513671 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4d67a12-fcf6-47cd-839e-f7ae8f9c65bb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.514989 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c4d67a12-fcf6-47cd-839e-f7ae8f9c65bb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2052417 Nov 12 00:54:31.515713 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49464) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:31.517882 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49466) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:31.631511 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2f1b0360-5d1d-400f-ad47-c4e0f60fa13c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=52c6a4bd56614047a1602cb0ef979d19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1139338 Nov 12 00:54:31.634695 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49468) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:31.716652 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108a691-8d40-463c-8654-b4440472aa3d req-b534b5e7-3bae-4a49-a5db-2d5f753567db tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.720769 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b09f4652-55d7-464f-9c34-21b01449331b None None] For port 87d0bbcf-5bb9-4901-bfee-36f670c17233, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=87d0bbcf-5bb9-4901-bfee-36f670c17233,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:31.722820 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108a691-8d40-463c-8654-b4440472aa3d req-b534b5e7-3bae-4a49-a5db-2d5f753567db tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.729468 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 69031a25-ccd5-47f1-b72b-4456c74fba96 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:31.730002 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108a691-8d40-463c-8654-b4440472aa3d req-b534b5e7-3bae-4a49-a5db-2d5f753567db tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.736316 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108a691-8d40-463c-8654-b4440472aa3d req-b534b5e7-3bae-4a49-a5db-2d5f753567db tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.743022 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108a691-8d40-463c-8654-b4440472aa3d req-b534b5e7-3bae-4a49-a5db-2d5f753567db tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.748990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108a691-8d40-463c-8654-b4440472aa3d req-b534b5e7-3bae-4a49-a5db-2d5f753567db tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.754958 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108a691-8d40-463c-8654-b4440472aa3d req-b534b5e7-3bae-4a49-a5db-2d5f753567db tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.756978 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b108a691-8d40-463c-8654-b4440472aa3d req-b534b5e7-3bae-4a49-a5db-2d5f753567db tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5423 time: 0.1574690 Nov 12 00:54:31.792085 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b09f4652-55d7-464f-9c34-21b01449331b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.801013 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-47771b06-27eb-4156-9826-40589e0ae08b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.853387 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-47771b06-27eb-4156-9826-40589e0ae08b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.871751 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b108a691-8d40-463c-8654-b4440472aa3d req-4a482ecd-f8c4-431b-9223-3885cc376209 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1032171 Nov 12 00:54:31.934117 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-47771b06-27eb-4156-9826-40589e0ae08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.934312 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-48bbebda-0350-403c-b325-7283c027a082 None None] Deleting port 87d0bbcf-5bb9-4901-bfee-36f670c17233 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:31.934568 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-48bbebda-0350-403c-b325-7283c027a082 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.937880 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-47771b06-27eb-4156-9826-40589e0ae08b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.939434 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-47771b06-27eb-4156-9826-40589e0ae08b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63ad3198-ac84-4084-91b2-75a08692fc1f HTTP/1.1" status: 204 len: 168 time: 0.3037457 Nov 12 00:54:31.950420 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47771b06-27eb-4156-9826-40589e0ae08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ad3198-ac84-4084-91b2-75a08692fc1f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:31.996664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f4652-55d7-464f-9c34-21b01449331b None None] Pushing event updated for resources: {'Port': ['ID=87d0bbcf-5bb9-4901-bfee-36f670c17233,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:32.008015 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.016522 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-16c81d4e-7465-41be-bdd2-3b57e900abac service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5672450 Nov 12 00:54:32.060215 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6e9ebbe3-7de9-40fd-978d-3362f08785a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.095153 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-1415a23b-f38c-4f36-9849-c0076bee5497 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Deleting port 53d1a222-f89b-4bd6-be77-1c30d99239ac {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:32.095509 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1415a23b-f38c-4f36-9849-c0076bee5497 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.102690 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ebbe3-7de9-40fd-978d-3362f08785a1 None None] Pushing event deleted for resources: {'Port': ['ID=69031a25-ccd5-47f1-b72b-4456c74fba96,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:32.104683 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ebbe3-7de9-40fd-978d-3362f08785a1 None None] No DVR routers for this DVR port 69031a25-ccd5-47f1-b72b-4456c74fba96 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:32.145151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-48bbebda-0350-403c-b325-7283c027a082 None None] For port 87d0bbcf-5bb9-4901-bfee-36f670c17233, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=87d0bbcf-5bb9-4901-bfee-36f670c17233,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:32.145581 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-48bbebda-0350-403c-b325-7283c027a082 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.161516 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-48bbebda-0350-403c-b325-7283c027a082 None None] Calling delete_port for 87d0bbcf-5bb9-4901-bfee-36f670c17233 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:32.184170 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-d92e3369-6150-4b0b-b102-a649b64bad43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=eaf27379-549b-4591-bd09-78291efa7f5f HTTP/1.1" status: 200 len: 217 time: 0.1586607 Nov 12 00:54:32.218080 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7ba1c136-0a6d-4bce-9a7f-69e94ce8b7ce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.279748 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-48bbebda-0350-403c-b325-7283c027a082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.320501 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbebda-0350-403c-b325-7283c027a082 None None] Pushing event deleted for resources: {'Port': ['ID=87d0bbcf-5bb9-4901-bfee-36f670c17233,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:32.336100 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bbebda-0350-403c-b325-7283c027a082 None None] No DVR routers for this DVR port 87d0bbcf-5bb9-4901-bfee-36f670c17233 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:32.361480 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60fbc0c-f8fa-4ec0-aa2c-daefdc2f0d06 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:32.548594 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-7ba1c136-0a6d-4bce-9a7f-69e94ce8b7ce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8::1 (fe05c407-cd01-4f7b-b118-ded988bd7940/9d48a2c8-8523-44b1-82f8-829c87d10f8c/da1584f0-2634-4b58-aa70-43da14e81017) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:32.562636 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-1415a23b-f38c-4f36-9849-c0076bee5497 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] For port 53d1a222-f89b-4bd6-be77-1c30d99239ac, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=53d1a222-f89b-4bd6-be77-1c30d99239ac,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:32.562636 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1415a23b-f38c-4f36-9849-c0076bee5497 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.569438 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-7e60f4aa-374d-4bd7-80cc-8e4c777740cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:32.571539 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-7e60f4aa-374d-4bd7-80cc-8e4c777740cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e3b5c1-9246-44ee-8b2b-05576d2e6cd6 HTTP/1.1" status: 200 len: 797 time: 0.3652818 Nov 12 00:54:32.623715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-fe05c407-cd01-4f7b-b118-ded988bd7940', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'fixed_ips': [{'subnet_id': '9d48a2c8-8523-44b1-82f8-829c87d10f8c'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:54:32.626055 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc994f-af6b-4293-ad36-e068815d8546 req-0a84be31-7700-4bdc-bf90-a6c3f6e167d1 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:32.627567 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78cc994f-af6b-4293-ad36-e068815d8546 req-0a84be31-7700-4bdc-bf90-a6c3f6e167d1 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 946 time: 0.1515970 Nov 12 00:54:32.628102 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.642506 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-1415a23b-f38c-4f36-9849-c0076bee5497 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Calling delete_port for 53d1a222-f89b-4bd6-be77-1c30d99239ac owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:32.718619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-988d93ed-267b-475b-9c7f-ef913043ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:32.720132 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-988d93ed-267b-475b-9c7f-ef913043ad3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1371462 Nov 12 00:54:32.888724 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78cc994f-af6b-4293-ad36-e068815d8546 req-64de772c-f212-489c-819f-557728c51c11 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/security-groups?id=20fe0c74-4c0d-45c5-99d4-cc4b1dc66ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458482 Nov 12 00:54:32.904878 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7ba1c136-0a6d-4bce-9a7f-69e94ce8b7ce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.048221 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 59cec9bf-b3f6-45ff-9332-b89439967d71 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:33.085036 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-fad1e748-1935-4cad-b3f9-f3df8381150b service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321624 Nov 12 00:54:33.175987 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 59cec9bf-b3f6-45ff-9332-b89439967d71 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:33.176770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 59cec9bf-b3f6-45ff-9332-b89439967d71 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:33.180164 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 87d0bbcf-5bb9-4901-bfee-36f670c17233 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:33.196595 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea402f-c4ac-47a6-b2f9-253c277dae0a req-4b8833f5-2e78-44c6-b247-7483343a29e2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:33.207942 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea402f-c4ac-47a6-b2f9-253c277dae0a req-4b8833f5-2e78-44c6-b247-7483343a29e2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:33.214999 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea402f-c4ac-47a6-b2f9-253c277dae0a req-4b8833f5-2e78-44c6-b247-7483343a29e2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:33.223476 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea402f-c4ac-47a6-b2f9-253c277dae0a req-4b8833f5-2e78-44c6-b247-7483343a29e2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:33.229620 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea402f-c4ac-47a6-b2f9-253c277dae0a req-4b8833f5-2e78-44c6-b247-7483343a29e2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:33.239092 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea402f-c4ac-47a6-b2f9-253c277dae0a req-4b8833f5-2e78-44c6-b247-7483343a29e2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:33.242355 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea402f-c4ac-47a6-b2f9-253c277dae0a req-4b8833f5-2e78-44c6-b247-7483343a29e2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:33.251137 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-53ea402f-c4ac-47a6-b2f9-253c277dae0a req-4b8833f5-2e78-44c6-b247-7483343a29e2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5423 time: 0.2495284 Nov 12 00:54:33.262163 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7ba1c136-0a6d-4bce-9a7f-69e94ce8b7ce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.266244 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 87d0bbcf-5bb9-4901-bfee-36f670c17233 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:33.266699 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 87d0bbcf-5bb9-4901-bfee-36f670c17233 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:33.309662 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Allocated IP 2001:db8::2 (fe05c407-cd01-4f7b-b118-ded988bd7940/9d48a2c8-8523-44b1-82f8-829c87d10f8c/7437ca12-0e9d-4d0b-9132-aaf27daa1930) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:33.391434 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b02e1843-fd9c-4ac4-ae2a-a7673dc610de service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899425 Nov 12 00:54:33.400087 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b791b-be40-4a95-a2ed-3fe518018ca3 req-e3c95e93-1bfe-4b34-8fa1-adbf79c48a2a tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:33.401696 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-298b791b-be40-4a95-a2ed-3fe518018ca3 req-e3c95e93-1bfe-4b34-8fa1-adbf79c48a2a tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 946 time: 0.0714228 Nov 12 00:54:33.421977 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba1c136-0a6d-4bce-9a7f-69e94ce8b7ce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:33.430303 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-7ba1c136-0a6d-4bce-9a7f-69e94ce8b7ce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:33.441284 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1415a23b-f38c-4f36-9849-c0076bee5497 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.458796 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba1c136-0a6d-4bce-9a7f-69e94ce8b7ce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:33.459881 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7ba1c136-0a6d-4bce-9a7f-69e94ce8b7ce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.461599 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-298b791b-be40-4a95-a2ed-3fe518018ca3 req-ad1cb11b-8096-4c85-895e-4f660065abe0 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/security-groups?id=20fe0c74-4c0d-45c5-99d4-cc4b1dc66ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512111 Nov 12 00:54:33.500974 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d96a00c-027c-4947-b099-2155bc540adf None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:33.569422 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.579427 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.583427 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-38ad7210-e850-403e-af5d-2ca91665e53d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=3f4d6886-1149-4c55-aa72-c928b8b02a0f HTTP/1.1" status: 200 len: 217 time: 0.1570823 Nov 12 00:54:33.625303 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1c136-0a6d-4bce-9a7f-69e94ce8b7ce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=da1584f0-2634-4b58-aa70-43da14e81017,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:33.635531 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:33.642650 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:33.647617 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:33.651041 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Pushing event updated for resources: {'Port': ['ID=7437ca12-0e9d-4d0b-9132-aaf27daa1930,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:33.680065 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:33.680388 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:33.680750 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:33.681087 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:33.681502 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:33.681762 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:33.682075 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:33.682391 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:33.682717 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:33.683038 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:33.683353 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:33.683673 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:33.716758 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Attempting to bind port 7437ca12-0e9d-4d0b-9132-aaf27daa1930 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:33.717213 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Attempting to bind port 7437ca12-0e9d-4d0b-9132-aaf27daa1930 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:33.717579 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Attempting to bind port 7437ca12-0e9d-4d0b-9132-aaf27daa1930 on network fe05c407-cd01-4f7b-b118-ded988bd7940 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:33.723146 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:33.723529 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Checking segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:33.723933 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.724335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Bound using segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:33.724851 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Bound port: 7437ca12-0e9d-4d0b-9132-aaf27daa1930, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:33.725236 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.736161 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-53ea402f-c4ac-47a6-b2f9-253c277dae0a req-55236c71-846d-47b8-9392-1b591a89de6e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4841657 Nov 12 00:54:33.736989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415a23b-f38c-4f36-9849-c0076bee5497 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event deleted for resources: {'Port': ['ID=53d1a222-f89b-4bd6-be77-1c30d99239ac,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:33.774982 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-8c949c53-c73e-4082-bb79-e67f2b63ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:33.777170 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-8c949c53-c73e-4082-bb79-e67f2b63ed97 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e3b5c1-9246-44ee-8b2b-05576d2e6cd6 HTTP/1.1" status: 200 len: 797 time: 0.1682823 Nov 12 00:54:33.784582 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1415a23b-f38c-4f36-9849-c0076bee5497 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.805580 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] For port 7437ca12-0e9d-4d0b-9132-aaf27daa1930, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:33.809774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] For port 7437ca12-0e9d-4d0b-9132-aaf27daa1930, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7437ca12-0e9d-4d0b-9132-aaf27daa1930,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:33.815379 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.891554 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b88615-96f6-49cc-9375-42eafcee98b4 None None] Pushing event updated for resources: {'Port': ['ID=7437ca12-0e9d-4d0b-9132-aaf27daa1930,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:33.923110 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7ba1c136-0a6d-4bce-9a7f-69e94ce8b7ce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.026425 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49520) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:34.165541 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-a15bd78b-2aff-4331-a5f2-d8722d41e2d0 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-653681677', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:34.196810 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15bd78b-2aff-4331-a5f2-d8722d41e2d0 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Made reservation on behalf of 1bfd85dfdff740fc804c045ade774c3d for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:34.199629 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a15bd78b-2aff-4331-a5f2-d8722d41e2d0 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.210405 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a15bd78b-2aff-4331-a5f2-d8722d41e2d0 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.304673 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a15bd78b-2aff-4331-a5f2-d8722d41e2d0 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.308614 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a15bd78b-2aff-4331-a5f2-d8722d41e2d0 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.314517 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-a15bd78b-2aff-4331-a5f2-d8722d41e2d0 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] device_id is not set on port 72beff0f-797b-439c-8ef7-4af834ae8d63 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:54:34.318533 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1415a23b-f38c-4f36-9849-c0076bee5497 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.322001 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1415a23b-f38c-4f36-9849-c0076bee5497 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.367639 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15bd78b-2aff-4331-a5f2-d8722d41e2d0 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7173796-cdd5-4e75-bff3-48966f948506,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:34.386497 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-5c9e25cb-3666-4323-aea0-f2b7385d7701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:34.388045 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-5c9e25cb-3666-4323-aea0-f2b7385d7701 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5996313 Nov 12 00:54:34.409005 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1415a23b-f38c-4f36-9849-c0076bee5497 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.409642 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1415a23b-f38c-4f36-9849-c0076bee5497 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Fanout notify agent at l3_agent the message router_deleted on router ff3ee703-98ed-4d8b-886c-135ff691e397 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:54:34.420788 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1415a23b-f38c-4f36-9849-c0076bee5497 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.424611 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1415a23b-f38c-4f36-9849-c0076bee5497 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "DELETE /v2.0/routers/ff3ee703-98ed-4d8b-886c-135ff691e397 HTTP/1.1" status: 204 len: 168 time: 4.1458542 Nov 12 00:54:34.425556 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49524) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:34.534898 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-a15bd78b-2aff-4331-a5f2-d8722d41e2d0 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Allocated IP 172.25.0.161 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/72beff0f-797b-439c-8ef7-4af834ae8d63) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:34.588665 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9711-b1bc-45c0-b0f4-4c6c196b544e tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.819776 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7ba1c136-0a6d-4bce-9a7f-69e94ce8b7ce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.824495 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-1cc1fc9a-c5f2-428b-b82c-72e3c923e62f service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268544 Nov 12 00:54:34.825763 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7ba1c136-0a6d-4bce-9a7f-69e94ce8b7ce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.826691 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7ba1c136-0a6d-4bce-9a7f-69e94ce8b7ce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.860911 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9711-b1bc-45c0-b0f4-4c6c196b544e tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.872748 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6316c-bb70-485c-8b6c-323ac352546a req-b7f8eb2b-c913-4831-99a6-55c348fe4b17 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:34.880576 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ccc6316c-bb70-485c-8b6c-323ac352546a req-b7f8eb2b-c913-4831-99a6-55c348fe4b17 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 946 time: 0.2623103 Nov 12 00:54:34.940041 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-1ddb9711-b1bc-45c0-b0f4-4c6c196b544e tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc69f81-ee7e-4db5-8167-9159887faeab']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:34.967522 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-1ddb9711-b1bc-45c0-b0f4-4c6c196b544e tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099126e3-9f6e-4db9-ae75-6cbe42960b18') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:34.967873 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-1ddb9711-b1bc-45c0-b0f4-4c6c196b544e tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099126e3-9f6e-4db9-ae75-6cbe42960b18') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:35.029668 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9711-b1bc-45c0-b0f4-4c6c196b544e tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.039593 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1c136-0a6d-4bce-9a7f-69e94ce8b7ce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=da1584f0-2634-4b58-aa70-43da14e81017,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:35.053404 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a15bd78b-2aff-4331-a5f2-d8722d41e2d0 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.090640 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d0e41eda-aa95-4f8b-bf25-586968a0f138 None None] Provisioning complete for port 7437ca12-0e9d-4d0b-9132-aaf27daa1930 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:35.091088 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d0e41eda-aa95-4f8b-bf25-586968a0f138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.135643 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ccc6316c-bb70-485c-8b6c-323ac352546a req-75e84e4d-8455-4968-a25d-f61276953010 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/security-groups?id=20fe0c74-4c0d-45c5-99d4-cc4b1dc66ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530885 Nov 12 00:54:35.138429 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30662131-0bd5-461b-bc43-3b1999f3235b req-1d3e10d8-1253-4329-9f4f-44c9dfa0d8c5 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:35.142520 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9711-b1bc-45c0-b0f4-4c6c196b544e tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.157052 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30662131-0bd5-461b-bc43-3b1999f3235b req-1d3e10d8-1253-4329-9f4f-44c9dfa0d8c5 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:35.162836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30662131-0bd5-461b-bc43-3b1999f3235b req-1d3e10d8-1253-4329-9f4f-44c9dfa0d8c5 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:35.175835 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30662131-0bd5-461b-bc43-3b1999f3235b req-1d3e10d8-1253-4329-9f4f-44c9dfa0d8c5 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:35.188887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30662131-0bd5-461b-bc43-3b1999f3235b req-1d3e10d8-1253-4329-9f4f-44c9dfa0d8c5 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:35.195107 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30662131-0bd5-461b-bc43-3b1999f3235b req-1d3e10d8-1253-4329-9f4f-44c9dfa0d8c5 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:35.200996 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30662131-0bd5-461b-bc43-3b1999f3235b req-1d3e10d8-1253-4329-9f4f-44c9dfa0d8c5 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:35.202978 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30662131-0bd5-461b-bc43-3b1999f3235b req-1d3e10d8-1253-4329-9f4f-44c9dfa0d8c5 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5423 time: 0.3273072 Nov 12 00:54:35.222270 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327411de-3f0d-4ba2-833f-2ab75da9337b req-dc4a08c7-57e1-4f0a-aeae-2ee779e1b6c5 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:35.224374 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-327411de-3f0d-4ba2-833f-2ab75da9337b req-dc4a08c7-57e1-4f0a-aeae-2ee779e1b6c5 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 946 time: 0.2253611 Nov 12 00:54:35.226996 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ddb9711-b1bc-45c0-b0f4-4c6c196b544e tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:54:35.227704 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9711-b1bc-45c0-b0f4-4c6c196b544e tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:54:35.234349 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:54:35.270219 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7437ca12-0e9d-4d0b-9132-aaf27daa1930 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:35.285980 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-c07fd6bc-9afc-4d64-9531-c561d791f4da service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513907 Nov 12 00:54:35.297029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba1c136-0a6d-4bce-9a7f-69e94ce8b7ce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:35.318128 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-7ba1c136-0a6d-4bce-9a7f-69e94ce8b7ce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:35.324675 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d0e41eda-aa95-4f8b-bf25-586968a0f138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.375243 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-feed35e0-f8bc-4107-b4b4-b985889c35eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=2848d887-c908-4eac-985d-33d1a11891ab HTTP/1.1" status: 200 len: 217 time: 0.0797930 Nov 12 00:54:35.380974 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d0e41eda-aa95-4f8b-bf25-586968a0f138 None None] For port 7437ca12-0e9d-4d0b-9132-aaf27daa1930, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7437ca12-0e9d-4d0b-9132-aaf27daa1930,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:35.389403 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d0e41eda-aa95-4f8b-bf25-586968a0f138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.391432 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 7437ca12-0e9d-4d0b-9132-aaf27daa1930 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:35.391995 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.425634 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a15bd78b-2aff-4331-a5f2-d8722d41e2d0 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.447318 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9711-b1bc-45c0-b0f4-4c6c196b544e tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.461978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-bce0e102-db00-4586-bc16-91cec4030030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:35.463473 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-bce0e102-db00-4586-bc16-91cec4030030 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e3b5c1-9246-44ee-8b2b-05576d2e6cd6 HTTP/1.1" status: 200 len: 797 time: 0.0742815 Nov 12 00:54:35.478450 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15bd78b-2aff-4331-a5f2-d8722d41e2d0 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:35.496170 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9711-b1bc-45c0-b0f4-4c6c196b544e tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.499816 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1ddb9711-b1bc-45c0-b0f4-4c6c196b544e tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "DELETE /v2.0/networks/dbc69f81-ee7e-4db5-8167-9159887faeab HTTP/1.1" status: 204 len: 168 time: 1.0732718 Nov 12 00:54:35.504410 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb9711-b1bc-45c0-b0f4-4c6c196b544e tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event deleted for resources: {'Network': ['ID=dbc69f81-ee7e-4db5-8167-9159887faeab,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:35.512233 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49536) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:35.513297 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-a15bd78b-2aff-4331-a5f2-d8722d41e2d0 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:35.518498 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30662131-0bd5-461b-bc43-3b1999f3235b req-76e4dbd9-1b16-4a4d-9497-03b686d06241 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3058603 Nov 12 00:54:35.548476 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e41eda-aa95-4f8b-bf25-586968a0f138 None None] Pushing event updated for resources: {'Port': ['ID=7437ca12-0e9d-4d0b-9132-aaf27daa1930,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:35.574586 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a307e50b-9adb-4c40-8801-223c46815f25 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:35.596722 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-295af85b-c26f-4242-8782-a87952ef82a3 None None] Provisioning complete for port da1584f0-2634-4b58-aa70-43da14e81017 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:35.597330 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-295af85b-c26f-4242-8782-a87952ef82a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.620927 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15bd78b-2aff-4331-a5f2-d8722d41e2d0 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:35.671886 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9edeba8a-f93c-4571-a178-801987f228c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:35.680648 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-9edeba8a-f93c-4571-a178-801987f228c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1571596 Nov 12 00:54:35.711431 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-295af85b-c26f-4242-8782-a87952ef82a3 None None] Port da1584f0-2634-4b58-aa70-43da14e81017 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:35.738562 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-327411de-3f0d-4ba2-833f-2ab75da9337b req-17308e94-e16a-4738-9f86-11ab23b91608 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Deleting port d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:35.738991 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-327411de-3f0d-4ba2-833f-2ab75da9337b req-17308e94-e16a-4738-9f86-11ab23b91608 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.787250 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 53d1a222-f89b-4bd6-be77-1c30d99239ac no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:35.806873 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15bd78b-2aff-4331-a5f2-d8722d41e2d0 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Pushing event updated for resources: {'Port': ['ID=72beff0f-797b-439c-8ef7-4af834ae8d63,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:35.807138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba1c136-0a6d-4bce-9a7f-69e94ce8b7ce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Router eead2e30-33a1-494d-8de8-de4c04d5a2bb is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:54:35.849300 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15bd78b-2aff-4331-a5f2-d8722d41e2d0 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:35.849961 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a15bd78b-2aff-4331-a5f2-d8722d41e2d0 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.870065 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 53d1a222-f89b-4bd6-be77-1c30d99239ac {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:35.870904 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 53d1a222-f89b-4bd6-be77-1c30d99239ac not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:35.898532 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8e7e7ff4-be3b-4dd5-8375-8a7e25797126 None None] Provisioning complete for port 72beff0f-797b-439c-8ef7-4af834ae8d63 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:35.899094 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8e7e7ff4-be3b-4dd5-8375-8a7e25797126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.912661 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a15bd78b-2aff-4331-a5f2-d8722d41e2d0 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8850067 Nov 12 00:54:35.917047 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49540) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:35.922476 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-9f716d32-bac4-49ca-8e4b-fe488e760897 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.161'}]}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:35.927350 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-327411de-3f0d-4ba2-833f-2ab75da9337b req-17308e94-e16a-4738-9f86-11ab23b91608 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] For port d2352fb4-b4f9-4d7e-9f08-081a369e1fc8, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d2352fb4-b4f9-4d7e-9f08-081a369e1fc8,segment=NetworkSegment(0f8c887d-d3e9-4e6f-8061-f31a17842b82),segment_id=0f8c887d-d3e9-4e6f-8061-f31a17842b82)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:35.927723 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-327411de-3f0d-4ba2-833f-2ab75da9337b req-17308e94-e16a-4738-9f86-11ab23b91608 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.938414 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba1c136-0a6d-4bce-9a7f-69e94ce8b7ce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:35.949139 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7ba1c136-0a6d-4bce-9a7f-69e94ce8b7ce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "PUT /v2.0/routers/eead2e30-33a1-494d-8de8-de4c04d5a2bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4295678 Nov 12 00:54:35.950317 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49542) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:35.952523 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-06003d83-759b-436d-baf6-3da9e58028be service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442858 Nov 12 00:54:35.953445 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] Sync routers for ids ['eead2e30-33a1-494d-8de8-de4c04d5a2bb'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:54:35.963707 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e7ff4-be3b-4dd5-8375-8a7e25797126 None None] Port 72beff0f-797b-439c-8ef7-4af834ae8d63 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:35.970530 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] Routers {'eead2e30-33a1-494d-8de8-de4c04d5a2bb'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:35.971154 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['eead2e30-33a1-494d-8de8-de4c04d5a2bb'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:35.976836 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-327411de-3f0d-4ba2-833f-2ab75da9337b req-17308e94-e16a-4738-9f86-11ab23b91608 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Calling delete_port for d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:35.997688 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-1315cd91-91ad-45af-8db4-08a57d571033 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Deleting port e2e52b95-53c0-4fce-85ee-abddd9833911 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:35.998069 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1315cd91-91ad-45af-8db4-08a57d571033 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.012772 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba98ce6-9aaf-4685-ab3c-56e5f22f9a2d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:36.017233 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8ba98ce6-9aaf-4685-ab3c-56e5f22f9a2d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports/da1584f0-2634-4b58-aa70-43da14e81017 HTTP/1.1" status: 200 len: 911 time: 0.0636153 Nov 12 00:54:36.019613 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49544) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:36.082608 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f716d32-bac4-49ca-8e4b-fe488e760897 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.084376 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] Set router eead2e30-33a1-494d-8de8-de4c04d5a2bb gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:36.087468 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f716d32-bac4-49ca-8e4b-fe488e760897 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.091786 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-bc4e6698-6c18-4e3d-9574-2ac12dcc84f5 None None] Provisioning complete for port da1584f0-2634-4b58-aa70-43da14e81017 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:36.092287 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bc4e6698-6c18-4e3d-9574-2ac12dcc84f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.125614 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea05cb8-97fb-4a88-a224-440de113b145 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:36.132990 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea05cb8-97fb-4a88-a224-440de113b145 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:36.138966 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3ea05cb8-97fb-4a88-a224-440de113b145 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1181967 Nov 12 00:54:36.143991 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49546) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:36.144311 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e6698-6c18-4e3d-9574-2ac12dcc84f5 None None] Port da1584f0-2634-4b58-aa70-43da14e81017 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:36.260051 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-fa7bacf7-fbc3-4142-934a-0ae745574775 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627759 Nov 12 00:54:36.314253 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-1f22e844-c425-4b46-a6e2-5383b5b01c7e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ce338286-589a-4fe7-9255-b5d2a6ec28f4 HTTP/1.1" status: 200 len: 217 time: 0.0435007 Nov 12 00:54:36.320607 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f716d32-bac4-49ca-8e4b-fe488e760897 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.339136 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-327411de-3f0d-4ba2-833f-2ab75da9337b req-17308e94-e16a-4738-9f86-11ab23b91608 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.346081 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b59eb8f6-8a6b-422c-926e-f8988ee49b2d req-3fb407b5-f392-469d-9cfe-543d48812f71 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 210 time: 0.1032178 Nov 12 00:54:36.375258 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['d2352fb4-b4f9-4d7e-9f08-081a369e1fc8'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:36.399058 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eead2e30-33a1-494d-8de8-de4c04d5a2bb', 'name': 'tempest-NetworksTestDHCPv6-router-1135996376', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:31Z', 'updated_at': '2021-11-12T00:54:33Z', 'revision_number': 2, 'project_id': '0c44e1d9089d480fba68ecda64fe68c2', 'gw_port_host': None, '_interfaces': [{'id': 'da1584f0-2634-4b58-aa70-43da14e81017', 'name': '', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'mac_address': 'fa:16:3e:38:6e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eead2e30-33a1-494d-8de8-de4c04d5a2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '9d48a2c8-8523-44b1-82f8-829c87d10f8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:32Z', 'updated_at': '2021-11-12T00:54:34Z', 'revision_number': 2, 'project_id': '0c44e1d9089d480fba68ecda64fe68c2', 'subnets': [{'id': '9d48a2c8-8523-44b1-82f8-829c87d10f8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:36.432982 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17308e94-e16a-4738-9f86-11ab23b91608 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Pushing event deleted for resources: {'Port': ['ID=d2352fb4-b4f9-4d7e-9f08-081a369e1fc8,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:36.437053 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1315cd91-91ad-45af-8db4-08a57d571033 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.437393 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1315cd91-91ad-45af-8db4-08a57d571033 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.457036 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2be5206a-c4a1-451c-a64f-7ec9952f0c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:36.464706 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-2be5206a-c4a1-451c-a64f-7ec9952f0c88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=870dc38d-f2e2-4511-a748-1147cb7d0fbb HTTP/1.1" status: 200 len: 797 time: 0.1358314 Nov 12 00:54:36.497576 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-1315cd91-91ad-45af-8db4-08a57d571033 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Calling delete_port for e2e52b95-53c0-4fce-85ee-abddd9833911 owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:36.590081 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-a887102a-218d-4f5e-a23f-0ea8879d2655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:36.591593 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-a887102a-218d-4f5e-a23f-0ea8879d2655 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=523495f2-d0a8-4874-8ce9-f158f9a48578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1205561 Nov 12 00:54:36.627045 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] Checking router: eead2e30-33a1-494d-8de8-de4c04d5a2bb for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:54:36.627635 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] Updating router eead2e30-33a1-494d-8de8-de4c04d5a2bb port da1584f0-2634-4b58-aa70-43da14e81017 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:54:36.679220 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.680587 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-327411de-3f0d-4ba2-833f-2ab75da9337b req-17308e94-e16a-4738-9f86-11ab23b91608 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] No DVR routers for this DVR port d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:36.718752 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-327411de-3f0d-4ba2-833f-2ab75da9337b req-17308e94-e16a-4738-9f86-11ab23b91608 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.722121 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-327411de-3f0d-4ba2-833f-2ab75da9337b req-17308e94-e16a-4738-9f86-11ab23b91608 tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.15 "DELETE /v2.0/ports/d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 HTTP/1.1" status: 204 len: 173 time: 1.4847846 Nov 12 00:54:36.722580 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea34e0ae-00bb-40ab-a610-ce127b865d03', 'name': 'network-vif-deleted', 'tag': 'd2352fb4-b4f9-4d7e-9f08-081a369e1fc8'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:36.725228 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e65ce36-b623-4a4e-b360-62e3bc0a3af4" -d '{"events": [{"server_uuid": "ea34e0ae-00bb-40ab-a610-ce127b865d03", "name": "network-vif-deleted", "tag": "d2352fb4-b4f9-4d7e-9f08-081a369e1fc8"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:36.750029 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f716d32-bac4-49ca-8e4b-fe488e760897 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.857348 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a4a2e1-2330-45b8-8940-244d8266b353 x-openstack-request-id: req-36a4a2e1-2330-45b8-8940-244d8266b353 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:36.857638 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea34e0ae-00bb-40ab-a610-ce127b865d03", "name": "network-vif-deleted", "tag": "d2352fb4-b4f9-4d7e-9f08-081a369e1fc8", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:36.858084 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36a4a2e1-2330-45b8-8940-244d8266b353 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:36.858495 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea34e0ae-00bb-40ab-a610-ce127b865d03', 'name': 'network-vif-deleted', 'tag': 'd2352fb4-b4f9-4d7e-9f08-081a369e1fc8', 'status': 'completed', 'code': 200} Nov 12 00:54:36.935286 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-0812e2ac-c440-4d74-91b6-09af936ad9e9 service neutron] 10.222.0.21 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277633 Nov 12 00:54:36.939091 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1315cd91-91ad-45af-8db4-08a57d571033 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.979920 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315cd91-91ad-45af-8db4-08a57d571033 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event deleted for resources: {'Port': ['ID=e2e52b95-53c0-4fce-85ee-abddd9833911,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:37.100585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24114003-4efc-4402-8b07-d80c77183c20 req-be662754-f8e2-4ee9-b40a-e52ce9d9b0ab tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:37.105379 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.114405 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.124303 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24114003-4efc-4402-8b07-d80c77183c20 req-be662754-f8e2-4ee9-b40a-e52ce9d9b0ab tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:37.130742 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24114003-4efc-4402-8b07-d80c77183c20 req-be662754-f8e2-4ee9-b40a-e52ce9d9b0ab tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:37.138837 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24114003-4efc-4402-8b07-d80c77183c20 req-be662754-f8e2-4ee9-b40a-e52ce9d9b0ab tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:37.139840 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7437ca12-0e9d-4d0b-9132-aaf27daa1930 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:37.144854 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24114003-4efc-4402-8b07-d80c77183c20 req-be662754-f8e2-4ee9-b40a-e52ce9d9b0ab tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:37.152522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24114003-4efc-4402-8b07-d80c77183c20 req-be662754-f8e2-4ee9-b40a-e52ce9d9b0ab tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:37.159701 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24114003-4efc-4402-8b07-d80c77183c20 req-be662754-f8e2-4ee9-b40a-e52ce9d9b0ab tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:37.161673 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-24114003-4efc-4402-8b07-d80c77183c20 req-be662754-f8e2-4ee9-b40a-e52ce9d9b0ab tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5423 time: 0.5015316 Nov 12 00:54:37.182571 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119518c-6e88-40dd-b78f-fe9ddb909755 None None] Pushing event updated for resources: {'Port': ['ID=da1584f0-2634-4b58-aa70-43da14e81017,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:37.220409 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 7437ca12-0e9d-4d0b-9132-aaf27daa1930 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:37.220824 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.264677 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-0aeedb35-193d-4051-b2cf-eb1c26b74d18 service neutron] 10.222.0.21 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147180 Nov 12 00:54:37.311557 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] Attempting to bind port da1584f0-2634-4b58-aa70-43da14e81017 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:37.311915 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] Attempting to bind port da1584f0-2634-4b58-aa70-43da14e81017 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:37.312279 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] Attempting to bind port da1584f0-2634-4b58-aa70-43da14e81017 on network fe05c407-cd01-4f7b-b118-ded988bd7940 {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:37.336345 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:37.336812 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] Checking segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:37.337125 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.337460 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] Bound using segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:37.337925 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] Bound port: da1584f0-2634-4b58-aa70-43da14e81017, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:37.338300 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.353085 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b9a7d3cf-a1ac-44dc-bd1a-1a2b77d9efd0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=babf2404-166d-409b-b86b-258ee071292f HTTP/1.1" status: 200 len: 217 time: 0.0733554 Nov 12 00:54:37.412822 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-24114003-4efc-4402-8b07-d80c77183c20 req-6ed1310e-dc93-4fb8-bb38-0c859b3da81b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2398243 Nov 12 00:54:37.463367 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] For port da1584f0-2634-4b58-aa70-43da14e81017, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:37.466643 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] For port da1584f0-2634-4b58-aa70-43da14e81017, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=da1584f0-2634-4b58-aa70-43da14e81017,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:37.478786 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.508372 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b18377cf-d1cb-4640-afaf-05efde9dd1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:37.510761 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-b18377cf-d1cb-4640-afaf-05efde9dd1ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=870dc38d-f2e2-4511-a748-1147cb7d0fbb HTTP/1.1" status: 200 len: 797 time: 0.1491969 Nov 12 00:54:37.542536 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] Routers {'eead2e30-33a1-494d-8de8-de4c04d5a2bb'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:37.543173 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['eead2e30-33a1-494d-8de8-de4c04d5a2bb'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:37.548160 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119518c-6e88-40dd-b78f-fe9ddb909755 None None] Pushing event updated for resources: {'Port': ['ID=da1584f0-2634-4b58-aa70-43da14e81017,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:37.554794 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc4eec5d-e431-48ba-a00a-c33462f9c196 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.566073 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1315cd91-91ad-45af-8db4-08a57d571033 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.566605 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-1315cd91-91ad-45af-8db4-08a57d571033 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Floating IP f49d31c8-d8eb-49e2-97a0-e3a17f467784 disassociated (deleted). External IP: 172.25.0.230, port: 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a. Nov 12 00:54:37.591352 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c3c9c87e-1fe1-48c4-96fb-6dd23511b8d2 req-75d703d9-8678-449d-b87d-204ee3740ddb tempest-InstanceActionsTestJSON-1141992684 tempest-InstanceActionsTestJSON-1141992684-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea34e0ae-00bb-40ab-a610-ce127b865d03 HTTP/1.1" status: 200 len: 210 time: 0.0403414 Nov 12 00:54:37.673661 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] Set router eead2e30-33a1-494d-8de8-de4c04d5a2bb gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:37.698101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fb38890e-1efb-4506-bd1c-a6c08d60117e None None] Provisioning complete for port da1584f0-2634-4b58-aa70-43da14e81017 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:37.698816 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fb38890e-1efb-4506-bd1c-a6c08d60117e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.728024 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-8b866012-75f3-4442-b218-e39f7aaac3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:37.729615 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-8b866012-75f3-4442-b218-e39f7aaac3bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=523495f2-d0a8-4874-8ce9-f158f9a48578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1725893 Nov 12 00:54:37.792942 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f716d32-bac4-49ca-8e4b-fe488e760897 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.827837 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f716d32-bac4-49ca-8e4b-fe488e760897 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.922837 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fb38890e-1efb-4506-bd1c-a6c08d60117e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.968140 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eead2e30-33a1-494d-8de8-de4c04d5a2bb', 'name': 'tempest-NetworksTestDHCPv6-router-1135996376', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:31Z', 'updated_at': '2021-11-12T00:54:33Z', 'revision_number': 2, 'project_id': '0c44e1d9089d480fba68ecda64fe68c2', 'gw_port_host': None, '_interfaces': [{'id': 'da1584f0-2634-4b58-aa70-43da14e81017', 'name': '', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'mac_address': 'fa:16:3e:38:6e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eead2e30-33a1-494d-8de8-de4c04d5a2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '9d48a2c8-8523-44b1-82f8-829c87d10f8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:32Z', 'updated_at': '2021-11-12T00:54:37Z', 'revision_number': 4, 'project_id': '0c44e1d9089d480fba68ecda64fe68c2', 'subnets': [{'id': '9d48a2c8-8523-44b1-82f8-829c87d10f8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:37.986113 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-fb38890e-1efb-4506-bd1c-a6c08d60117e None None] For port da1584f0-2634-4b58-aa70-43da14e81017, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=da1584f0-2634-4b58-aa70-43da14e81017,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:37.991181 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fb38890e-1efb-4506-bd1c-a6c08d60117e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.013820 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6e39b8-e0d6-4668-a805-f92de28be045 None None] The sync data for ids ['eead2e30-33a1-494d-8de8-de4c04d5a2bb'] in n-d-712137-14 is: [{'id': 'eead2e30-33a1-494d-8de8-de4c04d5a2bb', 'name': 'tempest-NetworksTestDHCPv6-router-1135996376', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:31Z', 'updated_at': '2021-11-12T00:54:33Z', 'revision_number': 2, 'project_id': '0c44e1d9089d480fba68ecda64fe68c2', 'gw_port_host': None, '_interfaces': [{'id': 'da1584f0-2634-4b58-aa70-43da14e81017', 'name': '', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'mac_address': 'fa:16:3e:38:6e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eead2e30-33a1-494d-8de8-de4c04d5a2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '9d48a2c8-8523-44b1-82f8-829c87d10f8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:32Z', 'updated_at': '2021-11-12T00:54:37Z', 'revision_number': 4, 'project_id': '0c44e1d9089d480fba68ecda64fe68c2', 'subnets': [{'id': '9d48a2c8-8523-44b1-82f8-829c87d10f8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:54:38.096203 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38890e-1efb-4506-bd1c-a6c08d60117e None None] Pushing event updated for resources: {'Port': ['ID=da1584f0-2634-4b58-aa70-43da14e81017,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:38.120582 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1315cd91-91ad-45af-8db4-08a57d571033 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Router cd7b827f-fc37-477d-9060-c55c5f8bc89f has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:54:38.129363 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9229b584-7eb3-49b1-9913-c2def5c74cc5 None None] Provisioning complete for port da1584f0-2634-4b58-aa70-43da14e81017 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:38.129745 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9229b584-7eb3-49b1-9913-c2def5c74cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.303155 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f716d32-bac4-49ca-8e4b-fe488e760897 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.390402 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-fd76a3ad-8098-4c77-8753-32ef1e71b4b9 service neutron] 10.222.0.21 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6464450 Nov 12 00:54:38.407739 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1315cd91-91ad-45af-8db4-08a57d571033 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:38.415035 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1315cd91-91ad-45af-8db4-08a57d571033 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.418931 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3433de09-2e0e-4b15-ab67-59effeb45e6b None None] Sync routers for ids ['cd7b827f-fc37-477d-9060-c55c5f8bc89f'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:54:38.431229 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3433de09-2e0e-4b15-ab67-59effeb45e6b None None] Routers {'cd7b827f-fc37-477d-9060-c55c5f8bc89f'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:38.432836 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3433de09-2e0e-4b15-ab67-59effeb45e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['cd7b827f-fc37-477d-9060-c55c5f8bc89f'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:38.543963 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f716d32-bac4-49ca-8e4b-fe488e760897 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.546555 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1315cd91-91ad-45af-8db4-08a57d571033 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "DELETE /v2.0/floatingips/f49d31c8-d8eb-49e2-97a0-e3a17f467784 HTTP/1.1" status: 204 len: 168 time: 3.0307200 Nov 12 00:54:38.548156 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f716d32-bac4-49ca-8e4b-fe488e760897 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.579267 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-3433de09-2e0e-4b15-ab67-59effeb45e6b None None] Set router cd7b827f-fc37-477d-9060-c55c5f8bc89f gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:38.580901 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab0469b8-bf04-4df9-bfa0-5874b3f818fd req-e0103dda-ac55-4be0-a806-27d84a78178b service neutron] 10.222.0.21 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788504 Nov 12 00:54:38.582383 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.687395 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-bc4eec5d-e431-48ba-a00a-c33462f9c196 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting port da1584f0-2634-4b58-aa70-43da14e81017 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:38.687748 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc4eec5d-e431-48ba-a00a-c33462f9c196 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.694464 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f716d32-bac4-49ca-8e4b-fe488e760897 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.695595 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f716d32-bac4-49ca-8e4b-fe488e760897 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c9e58fe-bf79-4871-b36c-86a4d32b741c {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:54:38.746620 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-9f716d32-bac4-49ca-8e4b-fe488e760897 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 00:54:38.749070 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9f716d32-bac4-49ca-8e4b-fe488e760897 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8294742 Nov 12 00:54:38.764236 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb8f12-cc3f-4fdc-80ab-765265e03891 req-32c74a95-9448-4eaf-96bd-32d3a5487443 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:38.772543 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb8f12-cc3f-4fdc-80ab-765265e03891 req-32c74a95-9448-4eaf-96bd-32d3a5487443 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:38.780223 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb8f12-cc3f-4fdc-80ab-765265e03891 req-32c74a95-9448-4eaf-96bd-32d3a5487443 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:38.786931 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb8f12-cc3f-4fdc-80ab-765265e03891 req-32c74a95-9448-4eaf-96bd-32d3a5487443 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:38.794641 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb8f12-cc3f-4fdc-80ab-765265e03891 req-32c74a95-9448-4eaf-96bd-32d3a5487443 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:38.800438 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49574) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:38.803007 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb8f12-cc3f-4fdc-80ab-765265e03891 req-32c74a95-9448-4eaf-96bd-32d3a5487443 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:38.815517 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb8f12-cc3f-4fdc-80ab-765265e03891 req-32c74a95-9448-4eaf-96bd-32d3a5487443 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:38.818989 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9cfb8f12-cc3f-4fdc-80ab-765265e03891 req-32c74a95-9448-4eaf-96bd-32d3a5487443 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5423 time: 0.1683345 Nov 12 00:54:38.863095 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9ccff-5196-417f-9584-3b7424c08adf req-ed7ef3b8-9f6c-4d7a-973b-2731646d003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:38.864095 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9ccff-5196-417f-9584-3b7424c08adf req-ed7ef3b8-9f6c-4d7a-973b-2731646d003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:38.864878 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9ccff-5196-417f-9584-3b7424c08adf req-ed7ef3b8-9f6c-4d7a-973b-2731646d003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:38.865675 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9ccff-5196-417f-9584-3b7424c08adf req-ed7ef3b8-9f6c-4d7a-973b-2731646d003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:38.867071 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9ccff-5196-417f-9584-3b7424c08adf req-ed7ef3b8-9f6c-4d7a-973b-2731646d003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:38.867825 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9ccff-5196-417f-9584-3b7424c08adf req-ed7ef3b8-9f6c-4d7a-973b-2731646d003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:38.867969 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eae144e-b520-4142-bd3d-9d9336b51c30', 'tag': '3b1b6293-e8ab-4cac-82b5-71b17e43bb6a'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:38.868657 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9ccff-5196-417f-9584-3b7424c08adf req-ed7ef3b8-9f6c-4d7a-973b-2731646d003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:38.872520 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a2b9ccff-5196-417f-9584-3b7424c08adf req-ed7ef3b8-9f6c-4d7a-973b-2731646d003e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75c055e9876449c3980c1d635d3020fe&device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 6487 time: 0.2236018 Nov 12 00:54:38.883162 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcd4392-4749-49dd-9314-614d3b0df0e8" -d '{"events": [{"name": "network-changed", "server_uuid": "2eae144e-b520-4142-bd3d-9d9336b51c30", "tag": "3b1b6293-e8ab-4cac-82b5-71b17e43bb6a"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:38.914524 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3433de09-2e0e-4b15-ab67-59effeb45e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2030535851', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:31Z', 'updated_at': '2021-11-12T00:51:40Z', 'revision_number': 4, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:32Z', 'updated_at': '2021-11-12T00:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '75cc6120-dbbf-412b-8349-e8ee3ca99993', 'name': '', 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'mac_address': 'fa:16:3e:40:51:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'd6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:38Z', 'updated_at': '2021-11-12T00:51:45Z', 'revision_number': 5, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'subnets': [{'id': 'd6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:38.933397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49580) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:38.968956 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-bc4eec5d-e431-48ba-a00a-c33462f9c196 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] For port da1584f0-2634-4b58-aa70-43da14e81017, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=da1584f0-2634-4b58-aa70-43da14e81017,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:38.969326 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc4eec5d-e431-48ba-a00a-c33462f9c196 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.984022 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:38.984809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-bc4eec5d-e431-48ba-a00a-c33462f9c196 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Calling delete_port for da1584f0-2634-4b58-aa70-43da14e81017 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:39.019262 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:39.019388 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device d2352fb4-b4f9-4d7e-9f08-081a369e1fc8 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:39.021333 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3433de09-2e0e-4b15-ab67-59effeb45e6b None None] Checking router: cd7b827f-fc37-477d-9060-c55c5f8bc89f for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:54:39.035424 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3433de09-2e0e-4b15-ab67-59effeb45e6b None None] Routers {'cd7b827f-fc37-477d-9060-c55c5f8bc89f'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:39.036081 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3433de09-2e0e-4b15-ab67-59effeb45e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['cd7b827f-fc37-477d-9060-c55c5f8bc89f'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:39.047451 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9cfb8f12-cc3f-4fdc-80ab-765265e03891 req-882917d2-acf2-4e35-82d0-9b652771666e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2139893 Nov 12 00:54:39.121065 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95b3607-ea8b-4b72-8c87-3e48db4b9720 admin admin] Deleting subnet 73d4ab73-41f6-4628-9b77-beea5a0e14da {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:54:39.126357 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f95b3607-ea8b-4b72-8c87-3e48db4b9720 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.150138 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f71d3fe-4a52-46da-b953-eaa7b9284c96 x-openstack-request-id: req-8f71d3fe-4a52-46da-b953-eaa7b9284c96 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:39.150586 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eae144e-b520-4142-bd3d-9d9336b51c30", "tag": "3b1b6293-e8ab-4cac-82b5-71b17e43bb6a", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:39.150936 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f71d3fe-4a52-46da-b953-eaa7b9284c96 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:39.151427 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eae144e-b520-4142-bd3d-9d9336b51c30', 'tag': '3b1b6293-e8ab-4cac-82b5-71b17e43bb6a', 'status': 'completed', 'code': 200} Nov 12 00:54:39.188551 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f95b3607-ea8b-4b72-8c87-3e48db4b9720 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.250091 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-3433de09-2e0e-4b15-ab67-59effeb45e6b None None] Set router cd7b827f-fc37-477d-9060-c55c5f8bc89f gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:39.291588 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd4392-4749-49dd-9314-614d3b0df0e8 req-193ca767-7f09-4701-8fe5-75f87e89cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:39.293207 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4dcd4392-4749-49dd-9314-614d3b0df0e8 req-193ca767-7f09-4701-8fe5-75f87e89cbe1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d1187e4171d459daa255b9c3c43b475&device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 1136 time: 0.0637288 Nov 12 00:54:39.294613 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f95b3607-ea8b-4b72-8c87-3e48db4b9720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.438614 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc4eec5d-e431-48ba-a00a-c33462f9c196 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.450664 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f95b3607-ea8b-4b72-8c87-3e48db4b9720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.485302 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd4392-4749-49dd-9314-614d3b0df0e8 req-a275a2ce-f7a4-403b-af17-c73b3381d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:39.490374 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4dcd4392-4749-49dd-9314-614d3b0df0e8 req-a275a2ce-f7a4-403b-af17-c73b3381d49f service neutron] 10.222.0.15 "GET /v2.0/networks?id=91e52b1e-ef57-4599-9972-a48724f76502 HTTP/1.1" status: 200 len: 897 time: 0.1719308 Nov 12 00:54:39.492401 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b3607-ea8b-4b72-8c87-3e48db4b9720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73d4ab73-41f6-4628-9b77-beea5a0e14da,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:39.504514 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4eec5d-e431-48ba-a00a-c33462f9c196 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Port': ['ID=da1584f0-2634-4b58-aa70-43da14e81017,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:39.520237 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f95b3607-ea8b-4b72-8c87-3e48db4b9720 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.525377 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f95b3607-ea8b-4b72-8c87-3e48db4b9720 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/73d4ab73-41f6-4628-9b77-beea5a0e14da HTTP/1.1" status: 204 len: 168 time: 0.5908659 Nov 12 00:54:39.527745 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49584) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:39.569333 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abc5bc-a017-4e89-b46b-612b908764d9 req-29ba0dc3-3267-4855-91ba-d3c2da9b13f9 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:39.579305 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-18abc5bc-a017-4e89-b46b-612b908764d9 req-29ba0dc3-3267-4855-91ba-d3c2da9b13f9 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 984 time: 0.3746369 Nov 12 00:54:39.583581 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4dcd4392-4749-49dd-9314-614d3b0df0e8 req-6b39ea9b-441f-4d4c-b1af-e21d2daadadb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b1b6293-e8ab-4cac-82b5-71b17e43bb6a HTTP/1.1" status: 200 len: 217 time: 0.0731926 Nov 12 00:54:39.622324 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device da1584f0-2634-4b58-aa70-43da14e81017 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:39.666307 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: da1584f0-2634-4b58-aa70-43da14e81017 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:39.666701 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device da1584f0-2634-4b58-aa70-43da14e81017 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 00:54:39.687842 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Port da1584f0-2634-4b58-aa70-43da14e81017 not found, will not notify nova. {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 00:54:39.725488 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc4eec5d-e431-48ba-a00a-c33462f9c196 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.728216 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3433de09-2e0e-4b15-ab67-59effeb45e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2030535851', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:31Z', 'updated_at': '2021-11-12T00:51:40Z', 'revision_number': 4, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:32Z', 'updated_at': '2021-11-12T00:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '75cc6120-dbbf-412b-8349-e8ee3ca99993', 'name': '', 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'mac_address': 'fa:16:3e:40:51:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'd6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:38Z', 'updated_at': '2021-11-12T00:51:45Z', 'revision_number': 5, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'subnets': [{'id': 'd6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:39.730680 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7010bec6-a149-4f79-9057-a1230934862b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.734749 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd4392-4749-49dd-9314-614d3b0df0e8 req-655aeb68-0df9-4e0d-bd57-b1709eade436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:39.736255 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4dcd4392-4749-49dd-9314-614d3b0df0e8 req-655aeb68-0df9-4e0d-bd57-b1709eade436 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5 HTTP/1.1" status: 200 len: 835 time: 0.1444318 Nov 12 00:54:39.771946 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3433de09-2e0e-4b15-ab67-59effeb45e6b None None] The sync data for ids ['cd7b827f-fc37-477d-9060-c55c5f8bc89f'] in n-d-712137-14 is: [{'id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2030535851', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:31Z', 'updated_at': '2021-11-12T00:51:40Z', 'revision_number': 4, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:32Z', 'updated_at': '2021-11-12T00:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '75cc6120-dbbf-412b-8349-e8ee3ca99993', 'name': '', 'network_id': '91e52b1e-ef57-4599-9972-a48724f76502', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'mac_address': 'fa:16:3e:40:51:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'd6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:38Z', 'updated_at': '2021-11-12T00:51:45Z', 'revision_number': 5, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'subnets': [{'id': 'd6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:54:39.909199 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd4392-4749-49dd-9314-614d3b0df0e8 req-59a0a5af-029c-4f15-9f09-ef71ed2b5b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:39.910747 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4dcd4392-4749-49dd-9314-614d3b0df0e8 req-59a0a5af-029c-4f15-9f09-ef71ed2b5b40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91e52b1e-ef57-4599-9972-a48724f76502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1654358 Nov 12 00:54:39.915677 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7010bec6-a149-4f79-9057-a1230934862b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.935721 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-74e444bf-3917-4f32-b179-d7cf28aea7b1 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Deleting port 72beff0f-797b-439c-8ef7-4af834ae8d63 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:39.936068 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-74e444bf-3917-4f32-b179-d7cf28aea7b1 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.968535 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-7010bec6-a149-4f79-9057-a1230934862b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:40.006340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-7010bec6-a149-4f79-9057-a1230934862b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8c887d-d3e9-4e6f-8061-f31a17842b82') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:40.006656 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-7010bec6-a149-4f79-9057-a1230934862b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8c887d-d3e9-4e6f-8061-f31a17842b82') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:40.010242 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9ccff-5196-417f-9584-3b7424c08adf req-36a074c0-4401-47e6-80b9-74c572ebb85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:40.011954 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a2b9ccff-5196-417f-9584-3b7424c08adf req-36a074c0-4401-47e6-80b9-74c572ebb85a service neutron] 10.222.0.21 "GET /v2.0/networks?id=523495f2-d0a8-4874-8ce9-f158f9a48578 HTTP/1.1" status: 200 len: 902 time: 1.1225872 Nov 12 00:54:40.020397 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7010bec6-a149-4f79-9057-a1230934862b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.045335 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7010bec6-a149-4f79-9057-a1230934862b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.061457 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7010bec6-a149-4f79-9057-a1230934862b admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:54:40.061879 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7010bec6-a149-4f79-9057-a1230934862b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:54:40.064084 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:54:40.076259 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4dcd4392-4749-49dd-9314-614d3b0df0e8 req-b52386e7-b6a6-4865-98cd-8aae8f5a5f3e service neutron] 10.222.0.15 "GET /v2.0/networks/91e52b1e-ef57-4599-9972-a48724f76502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519885 Nov 12 00:54:40.146564 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a2b9ccff-5196-417f-9584-3b7424c08adf req-d9c7bd10-30ce-4234-aed6-d1980ae1b162 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=babf2404-166d-409b-b86b-258ee071292f HTTP/1.1" status: 200 len: 217 time: 0.0884464 Nov 12 00:54:40.195401 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-74e444bf-3917-4f32-b179-d7cf28aea7b1 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.199137 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7010bec6-a149-4f79-9057-a1230934862b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.210211 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-74e444bf-3917-4f32-b179-d7cf28aea7b1 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Calling delete_port for 72beff0f-797b-439c-8ef7-4af834ae8d63 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:40.222389 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7010bec6-a149-4f79-9057-a1230934862b admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.226505 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7010bec6-a149-4f79-9057-a1230934862b admin admin] 10.222.0.31 "DELETE /v2.0/networks/a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e HTTP/1.1" status: 204 len: 168 time: 0.6972504 Nov 12 00:54:40.254203 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4eec5d-e431-48ba-a00a-c33462f9c196 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Router eead2e30-33a1-494d-8de8-de4c04d5a2bb has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:54:40.264019 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010bec6-a149-4f79-9057-a1230934862b admin admin] Pushing event deleted for resources: {'Network': ['ID=a5ce7a7e-ca8e-4025-8cb1-91ac9f6e6f1e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:40.267244 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae511674-1156-4548-81b0-fcb4f8c6efa8 None None] New status for floating IP f49d31c8-d8eb-49e2-97a0-e3a17f467784: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:54:40.294015 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-18abc5bc-a017-4e89-b46b-612b908764d9 req-534900e8-9391-4a3f-9166-00513525e180 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e612580-057d-40ec-9e47-da68f128d138&id=690d9536-2635-4da5-ba2d-297f938eff61&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7120397 Nov 12 00:54:40.384513 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efde13b-4de7-48f3-a4fc-6ba3fcb13b85 req-b4376ce5-e653-45e3-a8bf-3b76a97ab54d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:40.404477 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efde13b-4de7-48f3-a4fc-6ba3fcb13b85 req-b4376ce5-e653-45e3-a8bf-3b76a97ab54d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:40.415547 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efde13b-4de7-48f3-a4fc-6ba3fcb13b85 req-b4376ce5-e653-45e3-a8bf-3b76a97ab54d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:40.416210 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9ccff-5196-417f-9584-3b7424c08adf req-f1db4932-37af-4b68-9eba-26302a0520f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:40.417802 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a2b9ccff-5196-417f-9584-3b7424c08adf req-f1db4932-37af-4b68-9eba-26302a0520f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=870dc38d-f2e2-4511-a748-1147cb7d0fbb HTTP/1.1" status: 200 len: 797 time: 0.2478707 Nov 12 00:54:40.422941 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efde13b-4de7-48f3-a4fc-6ba3fcb13b85 req-b4376ce5-e653-45e3-a8bf-3b76a97ab54d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:40.431123 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efde13b-4de7-48f3-a4fc-6ba3fcb13b85 req-b4376ce5-e653-45e3-a8bf-3b76a97ab54d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:40.441919 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efde13b-4de7-48f3-a4fc-6ba3fcb13b85 req-b4376ce5-e653-45e3-a8bf-3b76a97ab54d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:40.448594 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efde13b-4de7-48f3-a4fc-6ba3fcb13b85 req-b4376ce5-e653-45e3-a8bf-3b76a97ab54d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:40.453240 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2efde13b-4de7-48f3-a4fc-6ba3fcb13b85 req-b4376ce5-e653-45e3-a8bf-3b76a97ab54d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5423 time: 0.2694216 Nov 12 00:54:40.466423 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49592) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:40.506758 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4dcd4392-4749-49dd-9314-614d3b0df0e8 req-9d37c938-c259-451c-8ed7-8ece086e0028 service neutron] 10.222.0.15 "GET /v2.0/networks/91e52b1e-ef57-4599-9972-a48724f76502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907866 Nov 12 00:54:40.548067 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d91381f3-be76-4a7b-8fbb-6fb7f1590038 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8f10291179f4bc1897b19c0889f94d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0803246 Nov 12 00:54:40.548920 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49594) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:40.589517 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4eec5d-e431-48ba-a00a-c33462f9c196 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:40.599313 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bc4eec5d-e431-48ba-a00a-c33462f9c196 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "PUT /v2.0/routers/eead2e30-33a1-494d-8de8-de4c04d5a2bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4541540 Nov 12 00:54:40.605005 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49596) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:40.613753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9ccff-5196-417f-9584-3b7424c08adf req-f920305a-0bed-40ed-8069-b36971e41995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:40.615279 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a2b9ccff-5196-417f-9584-3b7424c08adf req-f920305a-0bed-40ed-8069-b36971e41995 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=523495f2-d0a8-4874-8ce9-f158f9a48578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1885953 Nov 12 00:54:40.627006 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07149439-d2c4-4487-bb2a-04b4f3c94bcc None None] Sync routers for ids ['eead2e30-33a1-494d-8de8-de4c04d5a2bb'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:54:40.638723 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07149439-d2c4-4487-bb2a-04b4f3c94bcc None None] Routers {'eead2e30-33a1-494d-8de8-de4c04d5a2bb'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:40.639588 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-07149439-d2c4-4487-bb2a-04b4f3c94bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['eead2e30-33a1-494d-8de8-de4c04d5a2bb'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:40.657109 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-74e444bf-3917-4f32-b179-d7cf28aea7b1 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.690938 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2efde13b-4de7-48f3-a4fc-6ba3fcb13b85 req-eb732fea-d7a3-4aa4-896b-d49e1bd1bd62 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2010782 Nov 12 00:54:40.694378 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c45a3e-a13b-4420-8ea5-d7cc8e9035ea tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:40.696314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c45a3e-a13b-4420-8ea5-d7cc8e9035ea tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:40.700827 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-12c45a3e-a13b-4420-8ea5-d7cc8e9035ea tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0948610 Nov 12 00:54:40.701322 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49598) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:40.749855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-07149439-d2c4-4487-bb2a-04b4f3c94bcc None None] Set router eead2e30-33a1-494d-8de8-de4c04d5a2bb gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:40.755144 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01730370-1576-499f-9e5c-af3046d5b97f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.776464 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e444bf-3917-4f32-b179-d7cf28aea7b1 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Pushing event deleted for resources: {'Port': ['ID=72beff0f-797b-439c-8ef7-4af834ae8d63,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:40.777303 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03c187a-19da-4d02-981b-86180b3511aa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 9d48a2c8-8523-44b1-82f8-829c87d10f8c {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:54:40.782219 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a2b9ccff-5196-417f-9584-3b7424c08adf req-7b364c9f-5cc2-4563-8a2d-b7413eaa0a39 service neutron] 10.222.0.21 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562736 Nov 12 00:54:40.786673 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a24e25-4e30-447f-9dd3-d1b2cf2f39b7 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:40.796525 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d03c187a-19da-4d02-981b-86180b3511aa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.830460 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-07149439-d2c4-4487-bb2a-04b4f3c94bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eead2e30-33a1-494d-8de8-de4c04d5a2bb', 'name': 'tempest-NetworksTestDHCPv6-router-1135996376', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:31Z', 'updated_at': '2021-11-12T00:54:39Z', 'revision_number': 3, 'project_id': '0c44e1d9089d480fba68ecda64fe68c2', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:40.858634 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01730370-1576-499f-9e5c-af3046d5b97f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.884039 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07149439-d2c4-4487-bb2a-04b4f3c94bcc None None] Checking router: eead2e30-33a1-494d-8de8-de4c04d5a2bb for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:54:40.896112 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07149439-d2c4-4487-bb2a-04b4f3c94bcc None None] Routers {'eead2e30-33a1-494d-8de8-de4c04d5a2bb'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:40.897046 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-07149439-d2c4-4487-bb2a-04b4f3c94bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['eead2e30-33a1-494d-8de8-de4c04d5a2bb'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:40.908319 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d03c187a-19da-4d02-981b-86180b3511aa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.929921 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-74e444bf-3917-4f32-b179-d7cf28aea7b1 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.933817 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-74e444bf-3917-4f32-b179-d7cf28aea7b1 tempest-RoutersAdminNegativeTest-733708360 tempest-RoutersAdminNegativeTest-733708360-project-admin] 10.222.0.31 "DELETE /v2.0/ports/72beff0f-797b-439c-8ef7-4af834ae8d63 HTTP/1.1" status: 204 len: 168 time: 2.1300855 Nov 12 00:54:40.955744 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48e732-4517-4d1c-a25c-e4fba40a00a2 req-cd25fa53-b44b-4de5-8d3a-4a40d093e4a4 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:40.957781 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2f48e732-4517-4d1c-a25c-e4fba40a00a2 req-cd25fa53-b44b-4de5-8d3a-4a40d093e4a4 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.15 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 984 time: 0.1672618 Nov 12 00:54:40.962118 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a2b9ccff-5196-417f-9584-3b7424c08adf req-70790992-b7d4-43cd-bd13-0780ab8a5d4e service neutron] 10.222.0.21 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702192 Nov 12 00:54:40.982096 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-07149439-d2c4-4487-bb2a-04b4f3c94bcc None None] Set router eead2e30-33a1-494d-8de8-de4c04d5a2bb gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:41.078609 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-07149439-d2c4-4487-bb2a-04b4f3c94bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eead2e30-33a1-494d-8de8-de4c04d5a2bb', 'name': 'tempest-NetworksTestDHCPv6-router-1135996376', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:31Z', 'updated_at': '2021-11-12T00:54:39Z', 'revision_number': 3, 'project_id': '0c44e1d9089d480fba68ecda64fe68c2', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:41.114572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07149439-d2c4-4487-bb2a-04b4f3c94bcc None None] The sync data for ids ['eead2e30-33a1-494d-8de8-de4c04d5a2bb'] in n-d-712137-14 is: [{'id': 'eead2e30-33a1-494d-8de8-de4c04d5a2bb', 'name': 'tempest-NetworksTestDHCPv6-router-1135996376', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:31Z', 'updated_at': '2021-11-12T00:54:39Z', 'revision_number': 3, 'project_id': '0c44e1d9089d480fba68ecda64fe68c2', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:54:41.118829 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01730370-1576-499f-9e5c-af3046d5b97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.121162 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01730370-1576-499f-9e5c-af3046d5b97f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.122322 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-01730370-1576-499f-9e5c-af3046d5b97f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20fe0c74-4c0d-45c5-99d4-cc4b1dc66ace HTTP/1.1" status: 204 len: 168 time: 0.5712676 Nov 12 00:54:41.149660 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01730370-1576-499f-9e5c-af3046d5b97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fe0c74-4c0d-45c5-99d4-cc4b1dc66ace,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:41.158783 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d03c187a-19da-4d02-981b-86180b3511aa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.186625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-2f48e732-4517-4d1c-a25c-e4fba40a00a2 req-17663bce-3a10-4a2f-ad6d-227aaf36183a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Deleting port 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:41.186975 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2f48e732-4517-4d1c-a25c-e4fba40a00a2 req-17663bce-3a10-4a2f-ad6d-227aaf36183a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.312548 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d03c187a-19da-4d02-981b-86180b3511aa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.325430 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-2f48e732-4517-4d1c-a25c-e4fba40a00a2 req-17663bce-3a10-4a2f-ad6d-227aaf36183a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] For port 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3b1b6293-e8ab-4cac-82b5-71b17e43bb6a,segment=NetworkSegment(39a0a313-7f92-4fad-aacb-aea8d572487e),segment_id=39a0a313-7f92-4fad-aacb-aea8d572487e)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:41.325668 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2f48e732-4517-4d1c-a25c-e4fba40a00a2 req-17663bce-3a10-4a2f-ad6d-227aaf36183a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.360367 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c187a-19da-4d02-981b-86180b3511aa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=9d48a2c8-8523-44b1-82f8-829c87d10f8c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:41.369301 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d03c187a-19da-4d02-981b-86180b3511aa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.372708 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d03c187a-19da-4d02-981b-86180b3511aa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/9d48a2c8-8523-44b1-82f8-829c87d10f8c HTTP/1.1" status: 204 len: 168 time: 0.6702216 Nov 12 00:54:41.373928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-2f48e732-4517-4d1c-a25c-e4fba40a00a2 req-17663bce-3a10-4a2f-ad6d-227aaf36183a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Calling delete_port for 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:41.378089 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49612) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:41.401000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef221d9b-4feb-4117-b855-22b4f4751d71 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:41.443410 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49614) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:41.629794 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fe743839-0399-4007-8038-e0fa173c59ee tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2475026 Nov 12 00:54:41.630768 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49624) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:41.657068 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2f48e732-4517-4d1c-a25c-e4fba40a00a2 req-17663bce-3a10-4a2f-ad6d-227aaf36183a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.658000 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4daa88a-42c4-4b2f-a228-310877ed55fe req-1532cb93-45f1-4ba9-b50c-888ea7eb4e1c tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:41.664397 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4daa88a-42c4-4b2f-a228-310877ed55fe req-1532cb93-45f1-4ba9-b50c-888ea7eb4e1c tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eae144e-b520-4142-bd3d-9d9336b51c30 HTTP/1.1" status: 200 len: 984 time: 0.2080786 Nov 12 00:54:41.721384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17663bce-3a10-4a2f-ad6d-227aaf36183a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event deleted for resources: {'Port': ['ID=3b1b6293-e8ab-4cac-82b5-71b17e43bb6a,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:41.727581 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6807477-5a17-46d3-bb99-aff64b4d4c9b None None] DHCP port deletion for fe05c407-cd01-4f7b-b118-ded988bd7940 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:41.734977 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4afa06b8-6110-4e5f-b16d-c7f2ac0be5ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.842675 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f6d3ebbb-1f3a-41bc-9d93-90b2e2489d5b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.868960 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f6807477-5a17-46d3-bb99-aff64b4d4c9b None None] Deleting port 7437ca12-0e9d-4d0b-9132-aaf27daa1930 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:41.869335 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f6807477-5a17-46d3-bb99-aff64b4d4c9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.874558 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4afa06b8-6110-4e5f-b16d-c7f2ac0be5ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.880846 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f48e732-4517-4d1c-a25c-e4fba40a00a2 req-17663bce-3a10-4a2f-ad6d-227aaf36183a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] No DVR routers for this DVR port 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:41.886063 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2f48e732-4517-4d1c-a25c-e4fba40a00a2 req-17663bce-3a10-4a2f-ad6d-227aaf36183a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.891082 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2f48e732-4517-4d1c-a25c-e4fba40a00a2 req-17663bce-3a10-4a2f-ad6d-227aaf36183a tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.15 "DELETE /v2.0/ports/3b1b6293-e8ab-4cac-82b5-71b17e43bb6a HTTP/1.1" status: 204 len: 173 time: 0.9238210 Nov 12 00:54:41.895336 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eae144e-b520-4142-bd3d-9d9336b51c30', 'name': 'network-vif-deleted', 'tag': '3b1b6293-e8ab-4cac-82b5-71b17e43bb6a'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:41.898105 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980e373b-5ae9-4d5f-ac1d-4b09a86a2284" -d '{"events": [{"server_uuid": "2eae144e-b520-4142-bd3d-9d9336b51c30", "name": "network-vif-deleted", "tag": "3b1b6293-e8ab-4cac-82b5-71b17e43bb6a"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:41.910692 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4afa06b8-6110-4e5f-b16d-c7f2ac0be5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.989005 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4afa06b8-6110-4e5f-b16d-c7f2ac0be5ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=979a07658421473c82c90d1cc315e22d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5445764 Nov 12 00:54:41.991759 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa06b8-6110-4e5f-b16d-c7f2ac0be5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a563fa48-1a20-4e15-a485-85b6b87d0cdb,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:41.996445 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49636) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:42.003619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-f6807477-5a17-46d3-bb99-aff64b4d4c9b None None] For port 7437ca12-0e9d-4d0b-9132-aaf27daa1930, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7437ca12-0e9d-4d0b-9132-aaf27daa1930,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:42.003619 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f6807477-5a17-46d3-bb99-aff64b4d4c9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.016781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f6807477-5a17-46d3-bb99-aff64b4d4c9b None None] Calling delete_port for 7437ca12-0e9d-4d0b-9132-aaf27daa1930 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:42.024357 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25bbfb-ee4c-45de-ab39-991e50a7d5de req-d3a76fca-f67b-4794-8129-f3d01b22addc tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:42.031446 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25bbfb-ee4c-45de-ab39-991e50a7d5de req-d3a76fca-f67b-4794-8129-f3d01b22addc tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:42.038601 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25bbfb-ee4c-45de-ab39-991e50a7d5de req-d3a76fca-f67b-4794-8129-f3d01b22addc tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:42.048427 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25bbfb-ee4c-45de-ab39-991e50a7d5de req-d3a76fca-f67b-4794-8129-f3d01b22addc tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:42.055592 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25bbfb-ee4c-45de-ab39-991e50a7d5de req-d3a76fca-f67b-4794-8129-f3d01b22addc tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:42.061963 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25bbfb-ee4c-45de-ab39-991e50a7d5de req-d3a76fca-f67b-4794-8129-f3d01b22addc tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:42.068982 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25bbfb-ee4c-45de-ab39-991e50a7d5de req-d3a76fca-f67b-4794-8129-f3d01b22addc tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:42.071703 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e25bbfb-ee4c-45de-ab39-991e50a7d5de req-d3a76fca-f67b-4794-8129-f3d01b22addc tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5423 time: 0.1784859 Nov 12 00:54:42.087119 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f6d3ebbb-1f3a-41bc-9d93-90b2e2489d5b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.089954 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f6d3ebbb-1f3a-41bc-9d93-90b2e2489d5b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.097911 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4daa88a-42c4-4b2f-a228-310877ed55fe req-ba5709bd-c0bd-4ca0-afce-b3c44a92f29c tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e612580-057d-40ec-9e47-da68f128d138&id=690d9536-2635-4da5-ba2d-297f938eff61&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3901975 Nov 12 00:54:42.107977 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f6807477-5a17-46d3-bb99-aff64b4d4c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.178833 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f6d3ebbb-1f3a-41bc-9d93-90b2e2489d5b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.179396 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d3ebbb-1f3a-41bc-9d93-90b2e2489d5b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Fanout notify agent at l3_agent the message router_deleted on router eead2e30-33a1-494d-8de8-de4c04d5a2bb {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:54:42.180979 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6807477-5a17-46d3-bb99-aff64b4d4c9b None None] Pushing event deleted for resources: {'Port': ['ID=7437ca12-0e9d-4d0b-9132-aaf27daa1930,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:42.194408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6807477-5a17-46d3-bb99-aff64b4d4c9b None None] No DVR routers for this DVR port 7437ca12-0e9d-4d0b-9132-aaf27daa1930 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:42.194592 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f6d3ebbb-1f3a-41bc-9d93-90b2e2489d5b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.201516 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f6d3ebbb-1f3a-41bc-9d93-90b2e2489d5b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/routers/eead2e30-33a1-494d-8de8-de4c04d5a2bb HTTP/1.1" status: 204 len: 168 time: 0.5667222 Nov 12 00:54:42.204755 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49642) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:42.212677 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-6f55574b-368c-46b5-a645-7069e8715fd5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:42.248908 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e25bbfb-ee4c-45de-ab39-991e50a7d5de req-23a04cb2-0222-4ef0-b2ca-dc42854875b3 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1639977 Nov 12 00:54:42.260406 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01074e9a-ca8e-4156-9c58-1d2e146390ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.279832 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b49705-f7c7-46b9-8989-c0392251be38 x-openstack-request-id: req-58b49705-f7c7-46b9-8989-c0392251be38 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:42.280384 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eae144e-b520-4142-bd3d-9d9336b51c30", "name": "network-vif-deleted", "tag": "3b1b6293-e8ab-4cac-82b5-71b17e43bb6a", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:42.281695 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58b49705-f7c7-46b9-8989-c0392251be38 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:42.282262 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eae144e-b520-4142-bd3d-9d9336b51c30', 'name': 'network-vif-deleted', 'tag': '3b1b6293-e8ab-4cac-82b5-71b17e43bb6a', 'status': 'completed', 'code': 200} Nov 12 00:54:42.315569 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01074e9a-ca8e-4156-9c58-1d2e146390ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.391292 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f55574b-368c-46b5-a645-7069e8715fd5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:42.395472 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6f55574b-368c-46b5-a645-7069e8715fd5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.403358 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49646) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:42.439002 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01074e9a-ca8e-4156-9c58-1d2e146390ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.442440 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01074e9a-ca8e-4156-9c58-1d2e146390ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.447126 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-01074e9a-ca8e-4156-9c58-1d2e146390ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a563fa48-1a20-4e15-a485-85b6b87d0cdb HTTP/1.1" status: 204 len: 168 time: 0.4473403 Nov 12 00:54:42.457643 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01074e9a-ca8e-4156-9c58-1d2e146390ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a563fa48-1a20-4e15-a485-85b6b87d0cdb,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:42.613954 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-8a3cac18-11b6-4fe4-87c7-1a7210526db8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-57475428-network', 'tenant_id': '8fdc9237de6e49ad8a3f5af80dc64254'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:42.659129 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3cac18-11b6-4fe4-87c7-1a7210526db8 admin admin] Made reservation on behalf of 8fdc9237de6e49ad8a3f5af80dc64254 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:42.662493 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a3cac18-11b6-4fe4-87c7-1a7210526db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.674883 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a3cac18-11b6-4fe4-87c7-1a7210526db8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.774825 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a3cac18-11b6-4fe4-87c7-1a7210526db8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.779779 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a3cac18-11b6-4fe4-87c7-1a7210526db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.809816 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3cac18-11b6-4fe4-87c7-1a7210526db8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:42.820670 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cac18-11b6-4fe4-87c7-1a7210526db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d289df39-62f3-4d63-b810-d84477aa0d41,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:42.829191 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a3cac18-11b6-4fe4-87c7-1a7210526db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.829545 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-8a3cac18-11b6-4fe4-87c7-1a7210526db8 admin admin] Added segment 8f425041-59c3-44c8-9fbc-cc8bb02bc247 of type vlan for network be66bfac-db54-4ba9-8a59-fe8e903fa592 Nov 12 00:54:42.881898 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a3cac18-11b6-4fe4-87c7-1a7210526db8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.913999 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a3cac18-11b6-4fe4-87c7-1a7210526db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.916223 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3cac18-11b6-4fe4-87c7-1a7210526db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:42.916900 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a3cac18-11b6-4fe4-87c7-1a7210526db8 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.965914 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:42.997122 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8a3cac18-11b6-4fe4-87c7-1a7210526db8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5938420 Nov 12 00:54:43.000044 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49656) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:43.005110 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e7637801-8ae7-4dee-9151-095f9b54628e admin admin] Request body: {'subnet': {'network_id': 'be66bfac-db54-4ba9-8a59-fe8e903fa592', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-57475428-subnet', 'tenant_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:43.014428 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:43.014792 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3b1b6293-e8ab-4cac-82b5-71b17e43bb6a not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:43.060406 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49658) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:43.067510 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cac18-11b6-4fe4-87c7-1a7210526db8 admin admin] Pushing event updated for resources: {'Network': ['ID=be66bfac-db54-4ba9-8a59-fe8e903fa592,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:43.091215 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network be66bfac-db54-4ba9-8a59-fe8e903fa592 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:43.099251 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7637801-8ae7-4dee-9151-095f9b54628e admin admin] Made reservation on behalf of 8fdc9237de6e49ad8a3f5af80dc64254 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:43.103265 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e7637801-8ae7-4dee-9151-095f9b54628e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.135031 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-92cd9c03-4eac-4237-bacb-d91743c187a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1bfd85dfdff740fc804c045ade774c3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0728931 Nov 12 00:54:43.140207 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49662) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:43.157060 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6f55574b-368c-46b5-a645-7069e8715fd5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.188244 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49664) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:43.203344 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7437ca12-0e9d-4d0b-9132-aaf27daa1930 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:43.229860 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 7437ca12-0e9d-4d0b-9132-aaf27daa1930 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:43.230440 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7437ca12-0e9d-4d0b-9132-aaf27daa1930 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:43.230990 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device da1584f0-2634-4b58-aa70-43da14e81017 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:43.258404 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: da1584f0-2634-4b58-aa70-43da14e81017 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:43.259011 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device da1584f0-2634-4b58-aa70-43da14e81017 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:43.280581 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f55574b-368c-46b5-a645-7069e8715fd5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:43.285231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55574b-368c-46b5-a645-7069e8715fd5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=54f84cd8-887e-493f-a77e-12beec8ce30d,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:43.323173 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-6f55574b-368c-46b5-a645-7069e8715fd5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:43.327057 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f55574b-368c-46b5-a645-7069e8715fd5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:43.327902 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6f55574b-368c-46b5-a645-7069e8715fd5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.330370 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d4b4639-be05-4ce4-9d07-ee621a17ef58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.332613 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4a9752-0891-41be-bd91-bbfc81969172 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:43.355805 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e7637801-8ae7-4dee-9151-095f9b54628e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.411536 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6f55574b-368c-46b5-a645-7069e8715fd5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2055418 Nov 12 00:54:43.412358 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-77050c00-b409-4543-afad-f5862c2ba5a7 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.416933 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49668) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:43.417156 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d4b4639-be05-4ce4-9d07-ee621a17ef58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.423424 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-a42a5c8e-42bd-48ef-b6a0-16b07d359dfb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2073917232', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:43.433340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7637801-8ae7-4dee-9151-095f9b54628e admin admin] Pushing event updated for resources: {'Subnet': ['ID=db54c4a6-c0af-44c1-9efa-10f094a7a4d6,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:43.447034 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7637801-8ae7-4dee-9151-095f9b54628e admin admin] Checking segment: {'id': '8f425041-59c3-44c8-9fbc-cc8bb02bc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be66bfac-db54-4ba9-8a59-fe8e903fa592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:43.447410 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7637801-8ae7-4dee-9151-095f9b54628e admin admin] Network hostable DHCP agents. Network: be66bfac-db54-4ba9-8a59-fe8e903fa592, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:54:43.463122 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a42a5c8e-42bd-48ef-b6a0-16b07d359dfb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.470552 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-77050c00-b409-4543-afad-f5862c2ba5a7 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.471887 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a42a5c8e-42bd-48ef-b6a0-16b07d359dfb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.498212 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33391e53-0432-4753-8aa0-ef438bd25917 req-64b4ba8a-f76f-477c-83db-3f48ef97cd85 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:43.504285 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33391e53-0432-4753-8aa0-ef438bd25917 req-64b4ba8a-f76f-477c-83db-3f48ef97cd85 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:43.511791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33391e53-0432-4753-8aa0-ef438bd25917 req-64b4ba8a-f76f-477c-83db-3f48ef97cd85 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:43.513510 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7637801-8ae7-4dee-9151-095f9b54628e admin admin] Network be66bfac-db54-4ba9-8a59-fe8e903fa592 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:54:43.517752 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33391e53-0432-4753-8aa0-ef438bd25917 req-64b4ba8a-f76f-477c-83db-3f48ef97cd85 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:43.523943 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33391e53-0432-4753-8aa0-ef438bd25917 req-64b4ba8a-f76f-477c-83db-3f48ef97cd85 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:43.530052 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33391e53-0432-4753-8aa0-ef438bd25917 req-64b4ba8a-f76f-477c-83db-3f48ef97cd85 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:43.542414 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33391e53-0432-4753-8aa0-ef438bd25917 req-64b4ba8a-f76f-477c-83db-3f48ef97cd85 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:43.550583 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33391e53-0432-4753-8aa0-ef438bd25917 req-64b4ba8a-f76f-477c-83db-3f48ef97cd85 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5423 time: 0.2070334 Nov 12 00:54:43.582647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-e7637801-8ae7-4dee-9151-095f9b54628e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, be66bfac-db54-4ba9-8a59-fe8e903fa592) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:43.585763 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a42a5c8e-42bd-48ef-b6a0-16b07d359dfb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.590237 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7637801-8ae7-4dee-9151-095f9b54628e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:43.591985 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e7637801-8ae7-4dee-9151-095f9b54628e admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.614989 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a42a5c8e-42bd-48ef-b6a0-16b07d359dfb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.617965 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809af690-ed6c-4e10-b94c-2784de63c422 None None] Network be66bfac-db54-4ba9-8a59-fe8e903fa592 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:43.631356 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fb5387-764d-4073-895a-fa126f77c895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-fe05c407-cd01-4f7b-b118-ded988bd7940', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'fixed_ips': [{'subnet_id': '54f84cd8-887e-493f-a77e-12beec8ce30d'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:54:43.632545 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-55fb5387-764d-4073-895a-fa126f77c895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.640763 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d4b4639-be05-4ce4-9d07-ee621a17ef58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.643776 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d4b4639-be05-4ce4-9d07-ee621a17ef58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.648539 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0d4b4639-be05-4ce4-9d07-ee621a17ef58 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7173796-cdd5-4e75-bff3-48966f948506 HTTP/1.1" status: 204 len: 168 time: 0.5075889 Nov 12 00:54:43.652987 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-77050c00-b409-4543-afad-f5862c2ba5a7 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.655523 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-77050c00-b409-4543-afad-f5862c2ba5a7 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.656645 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-77050c00-b409-4543-afad-f5862c2ba5a7 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "DELETE /v2.0/security-groups/4e612580-057d-40ec-9e47-da68f128d138 HTTP/1.1" status: 204 len: 168 time: 0.4674320 Nov 12 00:54:43.662219 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33391e53-0432-4753-8aa0-ef438bd25917 req-0c4dee11-c0d3-4787-8608-a6e10b38a6ef tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1106336 Nov 12 00:54:43.662629 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49674) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:43.674561 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e7637801-8ae7-4dee-9151-095f9b54628e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6734385 Nov 12 00:54:43.679277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49676) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:43.683151 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a42a5c8e-42bd-48ef-b6a0-16b07d359dfb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.686736 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-e738d9a2-6c24-4429-88c7-e51b0bcc50b2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-57475428-router', 'tenant_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:43.690776 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a42a5c8e-42bd-48ef-b6a0-16b07d359dfb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2705755 Nov 12 00:54:43.692183 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49678) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:43.730199 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b4639-be05-4ce4-9d07-ee621a17ef58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7173796-cdd5-4e75-bff3-48966f948506,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:43.760606 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77050c00-b409-4543-afad-f5862c2ba5a7 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e612580-057d-40ec-9e47-da68f128d138,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:43.765414 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e738d9a2-6c24-4429-88c7-e51b0bcc50b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.766539 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e738d9a2-6c24-4429-88c7-e51b0bcc50b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.949373 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e738d9a2-6c24-4429-88c7-e51b0bcc50b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.963329 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da7383f0-7e3f-4db8-a5c5-72bbd30ec113 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.002764 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-55fb5387-764d-4073-895a-fa126f77c895 None None] Allocated IP 2001:db8::2 (fe05c407-cd01-4f7b-b118-ded988bd7940/54f84cd8-887e-493f-a77e-12beec8ce30d/92a777c2-5a01-4dfd-be14-35222c1708e3) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:44.071391 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da7383f0-7e3f-4db8-a5c5-72bbd30ec113 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.203000 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e738d9a2-6c24-4429-88c7-e51b0bcc50b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.248322 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95d5313-048b-469f-b04f-43e83f43a5b9 None None] Network be66bfac-db54-4ba9-8a59-fe8e903fa592 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:44.262068 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da7383f0-7e3f-4db8-a5c5-72bbd30ec113 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.265321 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da7383f0-7e3f-4db8-a5c5-72bbd30ec113 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.269591 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-da7383f0-7e3f-4db8-a5c5-72bbd30ec113 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "DELETE /v2.0/security-groups/690d9536-2635-4da5-ba2d-297f938eff61 HTTP/1.1" status: 204 len: 168 time: 0.6044002 Nov 12 00:54:44.271036 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49688) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:44.321777 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-55fb5387-764d-4073-895a-fa126f77c895 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.356104 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-55fb5387-764d-4073-895a-fa126f77c895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.377656 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7383f0-7e3f-4db8-a5c5-72bbd30ec113 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=690d9536-2635-4da5-ba2d-297f938eff61,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:44.409548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fb5387-764d-4073-895a-fa126f77c895 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:44.427143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-55fb5387-764d-4073-895a-fa126f77c895 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:44.434634 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fb5387-764d-4073-895a-fa126f77c895 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:44.474785 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a432682c-c198-425d-8925-48df0888624a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.485315 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb5387-764d-4073-895a-fa126f77c895 None None] Pushing event updated for resources: {'Port': ['ID=92a777c2-5a01-4dfd-be14-35222c1708e3,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:44.619283 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-55fb5387-764d-4073-895a-fa126f77c895 None None] Attempting to bind port 92a777c2-5a01-4dfd-be14-35222c1708e3 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:44.619661 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-55fb5387-764d-4073-895a-fa126f77c895 None None] Attempting to bind port 92a777c2-5a01-4dfd-be14-35222c1708e3 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:44.620046 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fb5387-764d-4073-895a-fa126f77c895 None None] Attempting to bind port 92a777c2-5a01-4dfd-be14-35222c1708e3 on network fe05c407-cd01-4f7b-b118-ded988bd7940 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:44.627320 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fb5387-764d-4073-895a-fa126f77c895 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:44.628625 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fb5387-764d-4073-895a-fa126f77c895 None None] Checking segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:44.629406 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-55fb5387-764d-4073-895a-fa126f77c895 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.636997 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fb5387-764d-4073-895a-fa126f77c895 None None] Bound using segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:44.638667 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-55fb5387-764d-4073-895a-fa126f77c895 None None] Bound port: 92a777c2-5a01-4dfd-be14-35222c1708e3, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:44.639436 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-55fb5387-764d-4073-895a-fa126f77c895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.806239 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-55fb5387-764d-4073-895a-fa126f77c895 None None] For port 92a777c2-5a01-4dfd-be14-35222c1708e3, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:44.811173 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-55fb5387-764d-4073-895a-fa126f77c895 None None] For port 92a777c2-5a01-4dfd-be14-35222c1708e3, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=92a777c2-5a01-4dfd-be14-35222c1708e3,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:44.816611 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-55fb5387-764d-4073-895a-fa126f77c895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.910854 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49704) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:44.948826 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-a432682c-c198-425d-8925-48df0888624a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8::1 (fe05c407-cd01-4f7b-b118-ded988bd7940/54f84cd8-887e-493f-a77e-12beec8ce30d/8738cfcc-d96e-4571-8618-a9430586af77) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:44.963776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60898c-882a-44dd-bafc-a52810156c34 req-e45acb00-1df4-4ca1-860f-520dea50f3d4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.971360 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60898c-882a-44dd-bafc-a52810156c34 req-e45acb00-1df4-4ca1-860f-520dea50f3d4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.978773 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60898c-882a-44dd-bafc-a52810156c34 req-e45acb00-1df4-4ca1-860f-520dea50f3d4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.985048 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60898c-882a-44dd-bafc-a52810156c34 req-e45acb00-1df4-4ca1-860f-520dea50f3d4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.993012 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60898c-882a-44dd-bafc-a52810156c34 req-e45acb00-1df4-4ca1-860f-520dea50f3d4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.999770 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60898c-882a-44dd-bafc-a52810156c34 req-e45acb00-1df4-4ca1-860f-520dea50f3d4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:45.006076 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60898c-882a-44dd-bafc-a52810156c34 req-e45acb00-1df4-4ca1-860f-520dea50f3d4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:45.009284 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f60898c-882a-44dd-bafc-a52810156c34 req-e45acb00-1df4-4ca1-860f-520dea50f3d4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5423 time: 0.2034242 Nov 12 00:54:45.021474 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e738d9a2-6c24-4429-88c7-e51b0bcc50b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.048438 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e738d9a2-6c24-4429-88c7-e51b0bcc50b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.112037 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb5387-764d-4073-895a-fa126f77c895 None None] Pushing event updated for resources: {'Port': ['ID=92a777c2-5a01-4dfd-be14-35222c1708e3,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:45.167791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Request body: {'networks': [{'name': 'tempest-network--1260114272'}, {'name': 'tempest-network--167954185'}]} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:45.168372 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Request body: {'network': {'name': 'tempest-network--1260114272'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:45.168572 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Request body: {'network': {'name': 'tempest-network--167954185'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:45.175559 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f60898c-882a-44dd-bafc-a52810156c34 req-7efe0e3f-a5d1-42cd-af19-21d2278b0c75 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1474352 Nov 12 00:54:45.207485 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a432682c-c198-425d-8925-48df0888624a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.244249 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a432682c-c198-425d-8925-48df0888624a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.286457 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Made reservation on behalf of f1c89d3d529f41fbb1c11095a4e66ca6 for: {'network': 2} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:45.291707 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.296151 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-e738d9a2-6c24-4429-88c7-e51b0bcc50b2 admin admin] Allocated IP 172.25.0.84 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/2baeec00-0a2b-4d89-973d-fc7159695d27) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:45.298415 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a432682c-c198-425d-8925-48df0888624a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:45.304063 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-a432682c-c198-425d-8925-48df0888624a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:45.308475 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a432682c-c198-425d-8925-48df0888624a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:45.308633 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.308786 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a432682c-c198-425d-8925-48df0888624a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.346112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432682c-c198-425d-8925-48df0888624a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=8738cfcc-d96e-4571-8618-a9430586af77,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:45.486334 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a432682c-c198-425d-8925-48df0888624a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.491294 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf2800ed-eb17-4c19-8660-f42587ae9043 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.656832 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e738d9a2-6c24-4429-88c7-e51b0bcc50b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.695490 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.709757 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.710162 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.830887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:45.845466 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75495fd1-dd21-441e-922b-aa6a125a2776,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:45.853119 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.853484 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Added segment 2bd5c9b8-3b5a-433d-af5b-1d241e55b06c of type vlan for network 528d2dca-8676-4be9-b9cf-f0a9a3adfbab Nov 12 00:54:45.855880 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e738d9a2-6c24-4429-88c7-e51b0bcc50b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.882077 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a432682c-c198-425d-8925-48df0888624a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.888524 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a432682c-c198-425d-8925-48df0888624a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.889894 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a432682c-c198-425d-8925-48df0888624a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.939098 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e738d9a2-6c24-4429-88c7-e51b0bcc50b2 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:45.950223 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.953980 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-e738d9a2-6c24-4429-88c7-e51b0bcc50b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:45.964373 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e738d9a2-6c24-4429-88c7-e51b0bcc50b2 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:45.978062 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf66905-7725-4caf-a046-4c512c34bcf5 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:45.982419 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432682c-c198-425d-8925-48df0888624a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=8738cfcc-d96e-4571-8618-a9430586af77,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:45.995608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738d9a2-6c24-4429-88c7-e51b0bcc50b2 admin admin] Pushing event updated for resources: {'Port': ['ID=2baeec00-0a2b-4d89-973d-fc7159695d27,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:46.067369 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:46.093737 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a432682c-c198-425d-8925-48df0888624a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:46.095214 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-a432682c-c198-425d-8925-48df0888624a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:46.099505 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-af7a231f-f811-4a5c-ada9-5ae6f32478e4 None None] Provisioning complete for port 2baeec00-0a2b-4d89-973d-fc7159695d27 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:46.099505 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-af7a231f-f811-4a5c-ada9-5ae6f32478e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.152131 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-af7a231f-f811-4a5c-ada9-5ae6f32478e4 None None] Port 2baeec00-0a2b-4d89-973d-fc7159695d27 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:46.201459 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.202032 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Added segment 236d0988-adf0-47ef-b3e5-c66b90ac85a1 of type vlan for network a4f9fc11-031e-4a02-9894-3eab2f051e2e Nov 12 00:54:46.242032 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a432682c-c198-425d-8925-48df0888624a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Router d8a601bd-6f61-4fb8-98ac-b706e84e1b70 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:54:46.285416 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.355369 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a432682c-c198-425d-8925-48df0888624a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:46.363786 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a432682c-c198-425d-8925-48df0888624a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "PUT /v2.0/routers/d8a601bd-6f61-4fb8-98ac-b706e84e1b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6669676 Nov 12 00:54:46.364420 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49712) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:46.368673 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] Sync routers for ids ['d8a601bd-6f61-4fb8-98ac-b706e84e1b70'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:54:46.387433 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] Routers {'d8a601bd-6f61-4fb8-98ac-b706e84e1b70'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:46.388321 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d8a601bd-6f61-4fb8-98ac-b706e84e1b70'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:46.412010 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e30fa5-c049-45ff-94a8-2d6aff75e94a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.417108 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-97e30fa5-c049-45ff-94a8-2d6aff75e94a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports/8738cfcc-d96e-4571-8618-a9430586af77 HTTP/1.1" status: 200 len: 911 time: 0.0514915 Nov 12 00:54:46.417734 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49714) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:46.428092 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-cf2800ed-eb17-4c19-8660-f42587ae9043 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Deleting port 75cc6120-dbbf-412b-8349-e8ee3ca99993 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:46.428862 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf2800ed-eb17-4c19-8660-f42587ae9043 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.451795 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.452439 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.458555 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.463752 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.464437 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.475327 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce24190-e495-4f77-b781-afde064da3c9 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.479930 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40ff49-2a26-4c60-8ec2-193e41f5854f req-8e1ad9bc-9210-4acc-8ce2-40a6cf5e2952 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.482095 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] Set router d8a601bd-6f61-4fb8-98ac-b706e84e1b70 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:46.486722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce24190-e495-4f77-b781-afde064da3c9 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.487349 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40ff49-2a26-4c60-8ec2-193e41f5854f req-8e1ad9bc-9210-4acc-8ce2-40a6cf5e2952 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.488270 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2ce24190-e495-4f77-b781-afde064da3c9 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0694678 Nov 12 00:54:46.491019 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49716) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:46.494110 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40ff49-2a26-4c60-8ec2-193e41f5854f req-8e1ad9bc-9210-4acc-8ce2-40a6cf5e2952 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.500218 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40ff49-2a26-4c60-8ec2-193e41f5854f req-8e1ad9bc-9210-4acc-8ce2-40a6cf5e2952 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.506420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40ff49-2a26-4c60-8ec2-193e41f5854f req-8e1ad9bc-9210-4acc-8ce2-40a6cf5e2952 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.513458 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40ff49-2a26-4c60-8ec2-193e41f5854f req-8e1ad9bc-9210-4acc-8ce2-40a6cf5e2952 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.519562 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40ff49-2a26-4c60-8ec2-193e41f5854f req-8e1ad9bc-9210-4acc-8ce2-40a6cf5e2952 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.521522 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cc40ff49-2a26-4c60-8ec2-193e41f5854f req-8e1ad9bc-9210-4acc-8ce2-40a6cf5e2952 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5423 time: 0.2405109 Nov 12 00:54:46.584527 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d2701cc5-e83b-4041-a0b3-a111141e637f None None] Provisioning complete for port 92a777c2-5a01-4dfd-be14-35222c1708e3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:46.585300 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2701cc5-e83b-4041-a0b3-a111141e637f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.693565 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2701cc5-e83b-4041-a0b3-a111141e637f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.738977 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d2701cc5-e83b-4041-a0b3-a111141e637f None None] For port 92a777c2-5a01-4dfd-be14-35222c1708e3, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=92a777c2-5a01-4dfd-be14-35222c1708e3,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:46.746263 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2701cc5-e83b-4041-a0b3-a111141e637f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.797529 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8812547 Nov 12 00:54:46.800524 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49720) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:46.812041 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2701cc5-e83b-4041-a0b3-a111141e637f None None] Pushing event updated for resources: {'Port': ['ID=92a777c2-5a01-4dfd-be14-35222c1708e3,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:46.830106 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Pushing event updated for resources: {'Network': ['ID=528d2dca-8676-4be9-b9cf-f0a9a3adfbab,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:46.851616 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a601bd-6f61-4fb8-98ac-b706e84e1b70', 'name': 'tempest-NetworksTestDHCPv6-router-2073917232', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:43Z', 'updated_at': '2021-11-12T00:54:45Z', 'revision_number': 2, 'project_id': '0c44e1d9089d480fba68ecda64fe68c2', 'gw_port_host': None, '_interfaces': [{'id': '8738cfcc-d96e-4571-8618-a9430586af77', 'name': '', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'mac_address': 'fa:16:3e:b3:ec:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a601bd-6f61-4fb8-98ac-b706e84e1b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '54f84cd8-887e-493f-a77e-12beec8ce30d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:45Z', 'revision_number': 2, 'project_id': '0c44e1d9089d480fba68ecda64fe68c2', 'subnets': [{'id': '54f84cd8-887e-493f-a77e-12beec8ce30d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:46.875009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 528d2dca-8676-4be9-b9cf-f0a9a3adfbab details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:46.878379 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e738d9a2-6c24-4429-88c7-e51b0bcc50b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.900718 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cc40ff49-2a26-4c60-8ec2-193e41f5854f req-c5497b9c-8683-491e-be2b-3eae85650a13 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3617232 Nov 12 00:54:46.906811 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] Checking router: d8a601bd-6f61-4fb8-98ac-b706e84e1b70 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:54:46.907296 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] Updating router d8a601bd-6f61-4fb8-98ac-b706e84e1b70 port 8738cfcc-d96e-4571-8618-a9430586af77 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:54:46.943862 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:46.986377 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-cf2800ed-eb17-4c19-8660-f42587ae9043 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] For port 75cc6120-dbbf-412b-8349-e8ee3ca99993, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=75cc6120-dbbf-412b-8349-e8ee3ca99993,segment=NetworkSegment(39a0a313-7f92-4fad-aacb-aea8d572487e),segment_id=39a0a313-7f92-4fad-aacb-aea8d572487e)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:46.993978 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf2800ed-eb17-4c19-8660-f42587ae9043 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.026510 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012530fb-2027-46aa-bedd-2aa3a999e629 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Pushing event updated for resources: {'Network': ['ID=a4f9fc11-031e-4a02-9894-3eab2f051e2e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:47.040547 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-cf2800ed-eb17-4c19-8660-f42587ae9043 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Calling delete_port for 75cc6120-dbbf-412b-8349-e8ee3ca99993 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:47.090266 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network a4f9fc11-031e-4a02-9894-3eab2f051e2e details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:47.244399 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-bd11bcc9-0264-49c7-978a-bbc127c35f24 None None] Provisioning complete for port 8738cfcc-d96e-4571-8618-a9430586af77 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:47.245599 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bd11bcc9-0264-49c7-978a-bbc127c35f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.289346 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 92a777c2-5a01-4dfd-be14-35222c1708e3 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:47.312577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e3988a-45ad-4fe3-8b3b-55ea7607cb3d tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:47.318657 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e3988a-45ad-4fe3-8b3b-55ea7607cb3d tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:47.325351 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e3988a-45ad-4fe3-8b3b-55ea7607cb3d tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:47.332930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e3988a-45ad-4fe3-8b3b-55ea7607cb3d tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:47.334962 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d6e3988a-45ad-4fe3-8b3b-55ea7607cb3d tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5277641 Nov 12 00:54:47.338016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49726) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:47.383403 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-bd11bcc9-0264-49c7-978a-bbc127c35f24 None None] Port 8738cfcc-d96e-4571-8618-a9430586af77 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:47.409095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 92a777c2-5a01-4dfd-be14-35222c1708e3 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:47.409621 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.443439 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.454795 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.476986 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e02d7aba-8c22-4fbb-9aa0-a023a49b4d34 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.584445 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-16b8e29f-440d-415a-aaaa-6ee7326e8e3e None None] Provisioning complete for port 8738cfcc-d96e-4571-8618-a9430586af77 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:47.585543 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-16b8e29f-440d-415a-aaaa-6ee7326e8e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.588804 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] Attempting to bind port 8738cfcc-d96e-4571-8618-a9430586af77 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:47.589216 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] Attempting to bind port 8738cfcc-d96e-4571-8618-a9430586af77 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:47.589579 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] Attempting to bind port 8738cfcc-d96e-4571-8618-a9430586af77 on network fe05c407-cd01-4f7b-b118-ded988bd7940 {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:47.596679 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3cf0b3d1-715d-435d-8d4b-2eb6d584e8d1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.597738 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:47.598337 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] Checking segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:47.598736 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.604894 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] Bound using segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:47.604894 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] Bound port: 8738cfcc-d96e-4571-8618-a9430586af77, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:47.604894 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.604894 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15408df-5652-4ce7-9baf-9eaab388b4ef None None] Pushing event updated for resources: {'Port': ['ID=8738cfcc-d96e-4571-8618-a9430586af77,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:47.650479 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-16b8e29f-440d-415a-aaaa-6ee7326e8e3e None None] Port 8738cfcc-d96e-4571-8618-a9430586af77 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:47.685693 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] For port 8738cfcc-d96e-4571-8618-a9430586af77, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:47.689071 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] For port 8738cfcc-d96e-4571-8618-a9430586af77, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8738cfcc-d96e-4571-8618-a9430586af77,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:47.691369 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e02d7aba-8c22-4fbb-9aa0-a023a49b4d34 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.696374 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.718105 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-e02d7aba-8c22-4fbb-9aa0-a023a49b4d34 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528d2dca-8676-4be9-b9cf-f0a9a3adfbab']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:47.729368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-e02d7aba-8c22-4fbb-9aa0-a023a49b4d34 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd5c9b8-3b5a-433d-af5b-1d241e55b06c') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:47.729855 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-e02d7aba-8c22-4fbb-9aa0-a023a49b4d34 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd5c9b8-3b5a-433d-af5b-1d241e55b06c') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:47.740984 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e02d7aba-8c22-4fbb-9aa0-a023a49b4d34 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.754950 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e02d7aba-8c22-4fbb-9aa0-a023a49b4d34 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.763034 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02d7aba-8c22-4fbb-9aa0-a023a49b4d34 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:54:47.763417 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e02d7aba-8c22-4fbb-9aa0-a023a49b4d34 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.779710 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15408df-5652-4ce7-9baf-9eaab388b4ef None None] Pushing event updated for resources: {'Port': ['ID=8738cfcc-d96e-4571-8618-a9430586af77,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:47.782270 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] Routers {'d8a601bd-6f61-4fb8-98ac-b706e84e1b70'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:47.782875 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d8a601bd-6f61-4fb8-98ac-b706e84e1b70'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:47.852538 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e738d9a2-6c24-4429-88c7-e51b0bcc50b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.891289 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d2362490-73e3-4246-ad1b-ae2317676f24 None None] Provisioning complete for port 8738cfcc-d96e-4571-8618-a9430586af77 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:47.891692 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2362490-73e3-4246-ad1b-ae2317676f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.897136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bb6c3-7e18-4b29-a98c-630b4493e85d req-832a3287-19a5-4aee-8dec-11e4179dede6 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:47.903565 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d64bb6c3-7e18-4b29-a98c-630b4493e85d req-832a3287-19a5-4aee-8dec-11e4179dede6 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e40bbfd5-4296-4011-b25a-f8260e666968 HTTP/1.1" status: 200 len: 945 time: 0.6839159 Nov 12 00:54:47.996687 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf2800ed-eb17-4c19-8660-f42587ae9043 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.044114 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] Set router d8a601bd-6f61-4fb8-98ac-b706e84e1b70 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:48.045137 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2362490-73e3-4246-ad1b-ae2317676f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.085581 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d2362490-73e3-4246-ad1b-ae2317676f24 None None] For port 8738cfcc-d96e-4571-8618-a9430586af77, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8738cfcc-d96e-4571-8618-a9430586af77,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:48.092055 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2362490-73e3-4246-ad1b-ae2317676f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.118153 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2800ed-eb17-4c19-8660-f42587ae9043 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event deleted for resources: {'Port': ['ID=75cc6120-dbbf-412b-8349-e8ee3ca99993,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:48.178005 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2362490-73e3-4246-ad1b-ae2317676f24 None None] Pushing event updated for resources: {'Port': ['ID=8738cfcc-d96e-4571-8618-a9430586af77,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:54:48.284269 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:54:48.291102 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e02d7aba-8c22-4fbb-9aa0-a023a49b4d34 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.295951 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e02d7aba-8c22-4fbb-9aa0-a023a49b4d34 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.300735 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e02d7aba-8c22-4fbb-9aa0-a023a49b4d34 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "DELETE /v2.0/networks/528d2dca-8676-4be9-b9cf-f0a9a3adfbab HTTP/1.1" status: 204 len: 168 time: 0.9613459 Nov 12 00:54:48.323601 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49730) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:48.329774 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d64bb6c3-7e18-4b29-a98c-630b4493e85d req-1612437b-af83-4656-b559-2e4485362315 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387372 Nov 12 00:54:48.331211 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-abfc480d-e22a-482e-9f69-2a7a25e5bf33 None None] Provisioning complete for port 8738cfcc-d96e-4571-8618-a9430586af77 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:48.331721 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-abfc480d-e22a-482e-9f69-2a7a25e5bf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.337109 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a601bd-6f61-4fb8-98ac-b706e84e1b70', 'name': 'tempest-NetworksTestDHCPv6-router-2073917232', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:43Z', 'updated_at': '2021-11-12T00:54:45Z', 'revision_number': 2, 'project_id': '0c44e1d9089d480fba68ecda64fe68c2', 'gw_port_host': None, '_interfaces': [{'id': '8738cfcc-d96e-4571-8618-a9430586af77', 'name': '', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'mac_address': 'fa:16:3e:b3:ec:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a601bd-6f61-4fb8-98ac-b706e84e1b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '54f84cd8-887e-493f-a77e-12beec8ce30d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:47Z', 'revision_number': 4, 'project_id': '0c44e1d9089d480fba68ecda64fe68c2', 'subnets': [{'id': '54f84cd8-887e-493f-a77e-12beec8ce30d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:48.358062 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d7aba-8c22-4fbb-9aa0-a023a49b4d34 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Pushing event deleted for resources: {'Network': ['ID=528d2dca-8676-4be9-b9cf-f0a9a3adfbab,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:48.398933 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80ed48c-ee88-4e0e-8a80-af61266c8a85 None None] The sync data for ids ['d8a601bd-6f61-4fb8-98ac-b706e84e1b70'] in n-d-712137-14 is: [{'id': 'd8a601bd-6f61-4fb8-98ac-b706e84e1b70', 'name': 'tempest-NetworksTestDHCPv6-router-2073917232', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:43Z', 'updated_at': '2021-11-12T00:54:45Z', 'revision_number': 2, 'project_id': '0c44e1d9089d480fba68ecda64fe68c2', 'gw_port_host': None, '_interfaces': [{'id': '8738cfcc-d96e-4571-8618-a9430586af77', 'name': '', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'mac_address': 'fa:16:3e:b3:ec:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a601bd-6f61-4fb8-98ac-b706e84e1b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '54f84cd8-887e-493f-a77e-12beec8ce30d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:44Z', 'updated_at': '2021-11-12T00:54:47Z', 'revision_number': 4, 'project_id': '0c44e1d9089d480fba68ecda64fe68c2', 'subnets': [{'id': '54f84cd8-887e-493f-a77e-12beec8ce30d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:54:48.437451 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-388eff86-1f38-41e8-aba2-c0dfcc96bcb4 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.455287 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1c299-1886-481a-8492-9def1dcb634c req-0e10c661-611c-44cc-81c8-2a05c7f3f70a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:48.462154 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1c299-1886-481a-8492-9def1dcb634c req-0e10c661-611c-44cc-81c8-2a05c7f3f70a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:48.468129 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1c299-1886-481a-8492-9def1dcb634c req-0e10c661-611c-44cc-81c8-2a05c7f3f70a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:48.474464 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1c299-1886-481a-8492-9def1dcb634c req-0e10c661-611c-44cc-81c8-2a05c7f3f70a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:48.481340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1c299-1886-481a-8492-9def1dcb634c req-0e10c661-611c-44cc-81c8-2a05c7f3f70a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:48.487557 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1c299-1886-481a-8492-9def1dcb634c req-0e10c661-611c-44cc-81c8-2a05c7f3f70a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:48.495029 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1c299-1886-481a-8492-9def1dcb634c req-0e10c661-611c-44cc-81c8-2a05c7f3f70a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:48.497137 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6ad1c299-1886-481a-8492-9def1dcb634c req-0e10c661-611c-44cc-81c8-2a05c7f3f70a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5423 time: 0.2118630 Nov 12 00:54:48.578401 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6ad1c299-1886-481a-8492-9def1dcb634c req-e38bff07-15ff-4d1d-b9f4-47b8d2b4ff4d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733726 Nov 12 00:54:48.664560 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-388eff86-1f38-41e8-aba2-c0dfcc96bcb4 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.669797 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3cf0b3d1-715d-435d-8d4b-2eb6d584e8d1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting port 8738cfcc-d96e-4571-8618-a9430586af77 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:48.670837 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3cf0b3d1-715d-435d-8d4b-2eb6d584e8d1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.686697 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e738d9a2-6c24-4429-88c7-e51b0bcc50b2 admin admin] Router 326790c7-8aba-4416-b972-c00c85366af0 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:54:48.701453 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf2800ed-eb17-4c19-8660-f42587ae9043 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.713832 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-388eff86-1f38-41e8-aba2-c0dfcc96bcb4 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f9fc11-031e-4a02-9894-3eab2f051e2e']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:48.766946 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-388eff86-1f38-41e8-aba2-c0dfcc96bcb4 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236d0988-adf0-47ef-b3e5-c66b90ac85a1') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:48.767248 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-388eff86-1f38-41e8-aba2-c0dfcc96bcb4 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236d0988-adf0-47ef-b3e5-c66b90ac85a1') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:48.776553 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-3cf0b3d1-715d-435d-8d4b-2eb6d584e8d1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] For port 8738cfcc-d96e-4571-8618-a9430586af77, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8738cfcc-d96e-4571-8618-a9430586af77,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:48.776952 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3cf0b3d1-715d-435d-8d4b-2eb6d584e8d1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.792103 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3cf0b3d1-715d-435d-8d4b-2eb6d584e8d1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Calling delete_port for 8738cfcc-d96e-4571-8618-a9430586af77 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:48.828651 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-388eff86-1f38-41e8-aba2-c0dfcc96bcb4 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.860993 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-388eff86-1f38-41e8-aba2-c0dfcc96bcb4 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.898194 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388eff86-1f38-41e8-aba2-c0dfcc96bcb4 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:54:48.898530 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-388eff86-1f38-41e8-aba2-c0dfcc96bcb4 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:54:48.929685 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:54:49.015769 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3cf0b3d1-715d-435d-8d4b-2eb6d584e8d1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.021113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e738d9a2-6c24-4429-88c7-e51b0bcc50b2 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:49.050599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0b3d1-715d-435d-8d4b-2eb6d584e8d1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Port': ['ID=8738cfcc-d96e-4571-8618-a9430586af77,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:49.072094 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-388eff86-1f38-41e8-aba2-c0dfcc96bcb4 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.100311 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-388eff86-1f38-41e8-aba2-c0dfcc96bcb4 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.106206 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-388eff86-1f38-41e8-aba2-c0dfcc96bcb4 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "DELETE /v2.0/networks/a4f9fc11-031e-4a02-9894-3eab2f051e2e HTTP/1.1" status: 204 len: 168 time: 0.7730315 Nov 12 00:54:49.109578 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49734) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:49.140333 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388eff86-1f38-41e8-aba2-c0dfcc96bcb4 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Pushing event deleted for resources: {'Network': ['ID=a4f9fc11-031e-4a02-9894-3eab2f051e2e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:49.187028 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3cf0b3d1-715d-435d-8d4b-2eb6d584e8d1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.192611 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e738d9a2-6c24-4429-88c7-e51b0bcc50b2 admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.197201 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e738d9a2-6c24-4429-88c7-e51b0bcc50b2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5139215 Nov 12 00:54:49.199911 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49736) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:49.248212 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] Sync routers for ids ['326790c7-8aba-4416-b972-c00c85366af0'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:54:49.275342 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] Routers {'326790c7-8aba-4416-b972-c00c85366af0'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:49.281802 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['326790c7-8aba-4416-b972-c00c85366af0'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:49.284121 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2800ed-eb17-4c19-8660-f42587ae9043 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Router cd7b827f-fc37-477d-9060-c55c5f8bc89f has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:54:49.335044 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6435f3-ba5c-483f-b1bf-c637d9890fe5 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:49.342515 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6435f3-ba5c-483f-b1bf-c637d9890fe5 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:49.346138 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8b6435f3-ba5c-483f-b1bf-c637d9890fe5 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2350621 Nov 12 00:54:49.350305 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49738) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:49.356330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-35c4b75a-b61e-4d74-b331-f1ec6f8c7deb tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1727958906'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:49.434013 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] Set router 326790c7-8aba-4416-b972-c00c85366af0 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:49.438508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb89ec-a8ff-4a17-8488-cfe8619e4dc3 req-459e8821-068f-4d7f-a6c7-ad5697fc059b tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:49.440568 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2efb89ec-a8ff-4a17-8488-cfe8619e4dc3 req-459e8821-068f-4d7f-a6c7-ad5697fc059b tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40bbfd5-4296-4011-b25a-f8260e666968 HTTP/1.1" status: 200 len: 945 time: 0.2504323 Nov 12 00:54:49.459240 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c4b75a-b61e-4d74-b331-f1ec6f8c7deb tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Made reservation on behalf of f1c89d3d529f41fbb1c11095a4e66ca6 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:49.462617 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-35c4b75a-b61e-4d74-b331-f1ec6f8c7deb tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.528795 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c4b75a-b61e-4d74-b331-f1ec6f8c7deb tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:49.578432 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-35c4b75a-b61e-4d74-b331-f1ec6f8c7deb tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.578751 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-35c4b75a-b61e-4d74-b331-f1ec6f8c7deb tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Added segment e73f8b2a-dd31-4447-8bce-b377d835b920 of type vlan for network d5bc322c-c8ef-4e98-87ff-2eeb4d3955a1 Nov 12 00:54:49.607821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc99ff0-21a6-4c30-b4df-e4ed11a522f2 req-15c1eee5-bff1-4bff-870b-3a81d554715e tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:49.607821 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bdc99ff0-21a6-4c30-b4df-e4ed11a522f2 req-15c1eee5-bff1-4bff-870b-3a81d554715e tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e40bbfd5-4296-4011-b25a-f8260e666968 HTTP/1.1" status: 200 len: 945 time: 0.1557243 Nov 12 00:54:49.670933 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf0b3d1-715d-435d-8d4b-2eb6d584e8d1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Router d8a601bd-6f61-4fb8-98ac-b706e84e1b70 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:54:49.723682 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326790c7-8aba-4416-b972-c00c85366af0', 'name': 'tempest-ServerRescueNegativeTestJSON-57475428-router', 'tenant_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '2baeec00-0a2b-4d89-973d-fc7159695d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:43Z', 'updated_at': '2021-11-12T00:54:46Z', 'revision_number': 3, 'project_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'gw_port': {'id': '2baeec00-0a2b-4d89-973d-fc7159695d27', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326790c7-8aba-4416-b972-c00c85366af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:45Z', 'updated_at': '2021-11-12T00:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:49.740541 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-35c4b75a-b61e-4d74-b331-f1ec6f8c7deb tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.755596 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2800ed-eb17-4c19-8660-f42587ae9043 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:49.757582 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] Checking router: 326790c7-8aba-4416-b972-c00c85366af0 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:54:49.762068 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cf2800ed-eb17-4c19-8660-f42587ae9043 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "PUT /v2.0/routers/cd7b827f-fc37-477d-9060-c55c5f8bc89f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4852149 Nov 12 00:54:49.765735 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] Updating router 326790c7-8aba-4416-b972-c00c85366af0 port 2baeec00-0a2b-4d89-973d-fc7159695d27 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:54:49.771768 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49744) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:49.772984 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a617a3d-7d77-44f3-aa4b-11d0e32e6a7d None None] Sync routers for ids ['cd7b827f-fc37-477d-9060-c55c5f8bc89f'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:54:49.793546 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a617a3d-7d77-44f3-aa4b-11d0e32e6a7d None None] Routers {'cd7b827f-fc37-477d-9060-c55c5f8bc89f'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:49.794187 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-2a617a3d-7d77-44f3-aa4b-11d0e32e6a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['cd7b827f-fc37-477d-9060-c55c5f8bc89f'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:49.815891 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.856414 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bdc99ff0-21a6-4c30-b4df-e4ed11a522f2 req-320f2afc-a4b9-43fd-b3aa-25615de3817b tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/security-groups?id=5551d982-c85d-4366-81c5-95ed57d2568b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657043 Nov 12 00:54:49.884125 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-35c4b75a-b61e-4d74-b331-f1ec6f8c7deb tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.890563 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c4b75a-b61e-4d74-b331-f1ec6f8c7deb tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:49.891429 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-35c4b75a-b61e-4d74-b331-f1ec6f8c7deb tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.895587 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf0b3d1-715d-435d-8d4b-2eb6d584e8d1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:49.904193 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3cf0b3d1-715d-435d-8d4b-2eb6d584e8d1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "PUT /v2.0/routers/d8a601bd-6f61-4fb8-98ac-b706e84e1b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4121399 Nov 12 00:54:49.904629 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0db2bdd-5b29-490f-8b33-dc5082add975 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Deleting subnet d6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:54:49.906810 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49746) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:49.919119 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c3513-695f-4916-87b5-8580231eba5d req-8ab70be5-b82d-4865-aa8f-c00bb80cb044 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:49.925349 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c3513-695f-4916-87b5-8580231eba5d req-8ab70be5-b82d-4865-aa8f-c00bb80cb044 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:49.931961 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c3513-695f-4916-87b5-8580231eba5d req-8ab70be5-b82d-4865-aa8f-c00bb80cb044 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:49.938097 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c3513-695f-4916-87b5-8580231eba5d req-8ab70be5-b82d-4865-aa8f-c00bb80cb044 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:49.940716 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f0db2bdd-5b29-490f-8b33-dc5082add975 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.944242 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c3513-695f-4916-87b5-8580231eba5d req-8ab70be5-b82d-4865-aa8f-c00bb80cb044 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:49.950680 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c3513-695f-4916-87b5-8580231eba5d req-8ab70be5-b82d-4865-aa8f-c00bb80cb044 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:49.957468 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c3513-695f-4916-87b5-8580231eba5d req-8ab70be5-b82d-4865-aa8f-c00bb80cb044 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:49.959754 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c96c3513-695f-4916-87b5-8580231eba5d req-8ab70be5-b82d-4865-aa8f-c00bb80cb044 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5423 time: 0.2688847 Nov 12 00:54:50.013155 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-2efb89ec-a8ff-4a17-8488-cfe8619e4dc3 req-cbc6f4a1-761b-4c03-97eb-3cc3c4e4c676 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Deleting port 80a01746-54e3-4083-89ad-c19a0f1799ef {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:50.013490 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2efb89ec-a8ff-4a17-8488-cfe8619e4dc3 req-cbc6f4a1-761b-4c03-97eb-3cc3c4e4c676 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.020573 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-2a617a3d-7d77-44f3-aa4b-11d0e32e6a7d None None] Set router cd7b827f-fc37-477d-9060-c55c5f8bc89f gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:50.023720 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-35c4b75a-b61e-4d74-b331-f1ec6f8c7deb tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6709535 Nov 12 00:54:50.037475 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49748) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:50.042893 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-9f1b9b6b-f394-426e-b48c-830607c45840 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-187744149'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:50.096520 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f0db2bdd-5b29-490f-8b33-dc5082add975 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.128375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4b75a-b61e-4d74-b331-f1ec6f8c7deb tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Pushing event updated for resources: {'Network': ['ID=d5bc322c-c8ef-4e98-87ff-2eeb4d3955a1,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:50.156624 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network d5bc322c-c8ef-4e98-87ff-2eeb4d3955a1 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:50.198101 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1b9b6b-f394-426e-b48c-830607c45840 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Made reservation on behalf of f1c89d3d529f41fbb1c11095a4e66ca6 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:50.201957 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f1b9b6b-f394-426e-b48c-830607c45840 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.211187 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.224070 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab69e7a9-be3e-4941-bf33-607a019adb77 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:50.229832 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c96c3513-695f-4916-87b5-8580231eba5d req-7212a75e-a3b1-4b82-9890-e29f104134c4 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2333791 Nov 12 00:54:50.241143 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab69e7a9-be3e-4941-bf33-607a019adb77 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:50.244033 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6a314abe-74b1-40ab-873d-ef5d911466dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.248017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ab69e7a9-be3e-4941-bf33-607a019adb77 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3322723 Nov 12 00:54:50.253867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49750) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:50.255427 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.275427 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-2efb89ec-a8ff-4a17-8488-cfe8619e4dc3 req-cbc6f4a1-761b-4c03-97eb-3cc3c4e4c676 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] For port 80a01746-54e3-4083-89ad-c19a0f1799ef, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=80a01746-54e3-4083-89ad-c19a0f1799ef,segment=NetworkSegment(bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b),segment_id=bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:50.275802 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2efb89ec-a8ff-4a17-8488-cfe8619e4dc3 req-cbc6f4a1-761b-4c03-97eb-3cc3c4e4c676 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.299350 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-2efb89ec-a8ff-4a17-8488-cfe8619e4dc3 req-cbc6f4a1-761b-4c03-97eb-3cc3c4e4c676 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Calling delete_port for 80a01746-54e3-4083-89ad-c19a0f1799ef owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:50.308309 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1b9b6b-f394-426e-b48c-830607c45840 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:50.323473 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f0db2bdd-5b29-490f-8b33-dc5082add975 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.387901 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcbcaa1-370b-4864-9b57-59399c8c6cb9 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:50.390094 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-2a617a3d-7d77-44f3-aa4b-11d0e32e6a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2030535851', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:31Z', 'updated_at': '2021-11-12T00:54:47Z', 'revision_number': 5, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:32Z', 'updated_at': '2021-11-12T00:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:50.393298 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f1b9b6b-f394-426e-b48c-830607c45840 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.393298 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-9f1b9b6b-f394-426e-b48c-830607c45840 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Added segment 0e8e5030-8de9-49c8-8ab5-2cc3d4d13344 of type vlan for network e91ab4a3-817c-4970-9301-d062e46a6ea9 Nov 12 00:54:50.395286 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] Attempting to bind port 2baeec00-0a2b-4d89-973d-fc7159695d27 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:50.395774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] Attempting to bind port 2baeec00-0a2b-4d89-973d-fc7159695d27 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:50.396927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] Attempting to bind port 2baeec00-0a2b-4d89-973d-fc7159695d27 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:50.397051 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-db322967-7085-49ca-9a07-308d387636bc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 54f84cd8-887e-493f-a77e-12beec8ce30d {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:54:50.405004 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:50.405680 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:50.406008 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.406503 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:50.407100 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] Bound port: 2baeec00-0a2b-4d89-973d-fc7159695d27, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:50.407589 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.409431 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f253d3-19df-451b-a0e0-e27d2aa6e84a None None] Pushing event updated for resources: {'Port': ['ID=2baeec00-0a2b-4d89-973d-fc7159695d27,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:50.421057 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db322967-7085-49ca-9a07-308d387636bc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.439644 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a617a3d-7d77-44f3-aa4b-11d0e32e6a7d None None] Checking router: cd7b827f-fc37-477d-9060-c55c5f8bc89f for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:54:50.448946 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a617a3d-7d77-44f3-aa4b-11d0e32e6a7d None None] Routers {'cd7b827f-fc37-477d-9060-c55c5f8bc89f'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:50.449572 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-2a617a3d-7d77-44f3-aa4b-11d0e32e6a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['cd7b827f-fc37-477d-9060-c55c5f8bc89f'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:50.481653 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f1b9b6b-f394-426e-b48c-830607c45840 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.483735 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cee3c525-b4b0-461b-ace3-f079a403b039 None None] Provisioning complete for port 2baeec00-0a2b-4d89-973d-fc7159695d27 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:50.484671 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cee3c525-b4b0-461b-ace3-f079a403b039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.513159 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] For port 2baeec00-0a2b-4d89-973d-fc7159695d27, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:50.518547 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f0db2bdd-5b29-490f-8b33-dc5082add975 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.529738 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db322967-7085-49ca-9a07-308d387636bc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.533241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462ab2b9-e49a-4f3c-b585-d073192f01f9 None None] Sync routers for ids ['d8a601bd-6f61-4fb8-98ac-b706e84e1b70'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:54:50.545528 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] For port 2baeec00-0a2b-4d89-973d-fc7159695d27, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=2baeec00-0a2b-4d89-973d-fc7159695d27,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:50.555150 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462ab2b9-e49a-4f3c-b585-d073192f01f9 None None] Routers {'d8a601bd-6f61-4fb8-98ac-b706e84e1b70'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:50.556098 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-462ab2b9-e49a-4f3c-b585-d073192f01f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d8a601bd-6f61-4fb8-98ac-b706e84e1b70'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:50.582764 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db2bdd-5b29-490f-8b33-dc5082add975 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:50.588820 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f0db2bdd-5b29-490f-8b33-dc5082add975 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.589301 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4e98a44d-aed0-4392-9b28-259cc129e962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.595352 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f0db2bdd-5b29-490f-8b33-dc5082add975 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "DELETE /v2.0/subnets/d6f58c7c-3d2e-41a5-8ff5-9e07056f2fb5 HTTP/1.1" status: 204 len: 168 time: 0.8200810 Nov 12 00:54:50.598411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49752) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:50.626051 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f1b9b6b-f394-426e-b48c-830607c45840 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.631603 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1b9b6b-f394-426e-b48c-830607c45840 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:50.632249 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9f1b9b6b-f394-426e-b48c-830607c45840 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.634897 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-462ab2b9-e49a-4f3c-b585-d073192f01f9 None None] Set router d8a601bd-6f61-4fb8-98ac-b706e84e1b70 gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:50.692255 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-462ab2b9-e49a-4f3c-b585-d073192f01f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a601bd-6f61-4fb8-98ac-b706e84e1b70', 'name': 'tempest-NetworksTestDHCPv6-router-2073917232', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:43Z', 'updated_at': '2021-11-12T00:54:48Z', 'revision_number': 3, 'project_id': '0c44e1d9089d480fba68ecda64fe68c2', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:50.693104 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9f1b9b6b-f394-426e-b48c-830607c45840 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6528554 Nov 12 00:54:50.695772 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fc978b-e019-4bdc-b344-54c801e1acaf None None] Network 91e52b1e-ef57-4599-9972-a48724f76502 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:50.700642 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.704786 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49754) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:50.705846 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-2a617a3d-7d77-44f3-aa4b-11d0e32e6a7d None None] Set router cd7b827f-fc37-477d-9060-c55c5f8bc89f gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:50.712287 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Request body: {'ports': [{'network_id': 'd5bc322c-c8ef-4e98-87ff-2eeb4d3955a1', 'name': 'tempest-port--142086282', 'admin_state_up': True}, {'network_id': 'e91ab4a3-817c-4970-9301-d062e46a6ea9', 'admin_state_up': False}]} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:50.712606 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Request body: {'port': {'network_id': 'd5bc322c-c8ef-4e98-87ff-2eeb4d3955a1', 'name': 'tempest-port--142086282', 'admin_state_up': True}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:50.713120 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Request body: {'port': {'network_id': 'e91ab4a3-817c-4970-9301-d062e46a6ea9', 'admin_state_up': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:50.742872 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-cee3c525-b4b0-461b-ace3-f079a403b039 None None] Port 2baeec00-0a2b-4d89-973d-fc7159695d27 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:50.744520 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db322967-7085-49ca-9a07-308d387636bc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.780286 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462ab2b9-e49a-4f3c-b585-d073192f01f9 None None] Checking router: d8a601bd-6f61-4fb8-98ac-b706e84e1b70 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:54:50.793935 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-110a63db-da8b-4244-98b0-21b0de0429fa tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.832405 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b9b6b-f394-426e-b48c-830607c45840 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Pushing event updated for resources: {'Network': ['ID=e91ab4a3-817c-4970-9301-d062e46a6ea9,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:50.838027 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2efb89ec-a8ff-4a17-8488-cfe8619e4dc3 req-cbc6f4a1-761b-4c03-97eb-3cc3c4e4c676 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.844355 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04ee218-97b3-485d-88d7-4918c64df6b0 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:50.863129 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network e91ab4a3-817c-4970-9301-d062e46a6ea9 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:50.950865 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db322967-7085-49ca-9a07-308d387636bc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.952614 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6f4a1-761b-4c03-97eb-3cc3c4e4c676 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Pushing event deleted for resources: {'Port': ['ID=80a01746-54e3-4083-89ad-c19a0f1799ef,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:50.972790 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-2a617a3d-7d77-44f3-aa4b-11d0e32e6a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2030535851', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:31Z', 'updated_at': '2021-11-12T00:54:47Z', 'revision_number': 5, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:32Z', 'updated_at': '2021-11-12T00:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:51.001613 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db322967-7085-49ca-9a07-308d387636bc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=54f84cd8-887e-493f-a77e-12beec8ce30d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:51.008644 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a617a3d-7d77-44f3-aa4b-11d0e32e6a7d None None] The sync data for ids ['cd7b827f-fc37-477d-9060-c55c5f8bc89f'] in n-d-712137-14 is: [{'id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2030535851', 'tenant_id': '2d1187e4171d459daa255b9c3c43b475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:31Z', 'updated_at': '2021-11-12T00:54:47Z', 'revision_number': 5, 'project_id': '2d1187e4171d459daa255b9c3c43b475', 'gw_port': {'id': '5ad242c3-ea26-4ddc-aa5b-316eafe652f3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7b827f-fc37-477d-9060-c55c5f8bc89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:32Z', 'updated_at': '2021-11-12T00:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:54:51.045014 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db322967-7085-49ca-9a07-308d387636bc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.051340 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-db322967-7085-49ca-9a07-308d387636bc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/54f84cd8-887e-493f-a77e-12beec8ce30d HTTP/1.1" status: 204 len: 168 time: 0.7963912 Nov 12 00:54:51.061846 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49758) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:51.085486 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-110a63db-da8b-4244-98b0-21b0de0429fa tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.111545 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462ab2b9-e49a-4f3c-b585-d073192f01f9 None None] Routers {'d8a601bd-6f61-4fb8-98ac-b706e84e1b70'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:51.112391 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-462ab2b9-e49a-4f3c-b585-d073192f01f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d8a601bd-6f61-4fb8-98ac-b706e84e1b70'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:51.124506 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c37d7a4-bc33-4bac-a0b6-2cc01d820fad req-6b7bf3a3-baa8-4d68-aaba-f06849fc8e7b tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e40bbfd5-4296-4011-b25a-f8260e666968 HTTP/1.1" status: 200 len: 210 time: 0.1243534 Nov 12 00:54:51.166297 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['80a01746-54e3-4083-89ad-c19a0f1799ef'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:51.168252 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381a73e2-50ab-48fc-aea7-0739b836c645 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:51.212239 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] Routers {'326790c7-8aba-4416-b972-c00c85366af0'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:51.212904 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['326790c7-8aba-4416-b972-c00c85366af0'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:51.325763 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f253d3-19df-451b-a0e0-e27d2aa6e84a None None] Pushing event updated for resources: {'Port': ['ID=2baeec00-0a2b-4d89-973d-fc7159695d27,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:51.349574 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efb89ec-a8ff-4a17-8488-cfe8619e4dc3 req-cbc6f4a1-761b-4c03-97eb-3cc3c4e4c676 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] No DVR routers for this DVR port 80a01746-54e3-4083-89ad-c19a0f1799ef on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:51.356129 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2efb89ec-a8ff-4a17-8488-cfe8619e4dc3 req-cbc6f4a1-761b-4c03-97eb-3cc3c4e4c676 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.359540 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2efb89ec-a8ff-4a17-8488-cfe8619e4dc3 req-cbc6f4a1-761b-4c03-97eb-3cc3c4e4c676 tempest-VolumesSnapshotTestJSON-1169279959 tempest-VolumesSnapshotTestJSON-1169279959-project] 10.222.0.15 "DELETE /v2.0/ports/80a01746-54e3-4083-89ad-c19a0f1799ef HTTP/1.1" status: 204 len: 173 time: 1.9090171 Nov 12 00:54:51.364528 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40bbfd5-4296-4011-b25a-f8260e666968', 'name': 'network-vif-deleted', 'tag': '80a01746-54e3-4083-89ad-c19a0f1799ef'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:51.377065 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f06e08-351d-4e3b-8336-674b423eda7b" -d '{"events": [{"server_uuid": "e40bbfd5-4296-4011-b25a-f8260e666968", "name": "network-vif-deleted", "tag": "80a01746-54e3-4083-89ad-c19a0f1799ef"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:51.470613 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-462ab2b9-e49a-4f3c-b585-d073192f01f9 None None] Set router d8a601bd-6f61-4fb8-98ac-b706e84e1b70 gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:51.517745 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4abfa500-b9f6-499f-ab65-1586abdfdaf0 None None] Provisioning complete for port 2baeec00-0a2b-4d89-973d-fc7159695d27 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:51.518817 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4abfa500-b9f6-499f-ab65-1586abdfdaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.687337 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc7c31-e0bf-4e38-85c7-becde1ddcf8e req-d8f9ff3a-e393-466e-9847-69bd52059ed0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:51.693950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc7c31-e0bf-4e38-85c7-becde1ddcf8e req-d8f9ff3a-e393-466e-9847-69bd52059ed0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:51.702591 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc7c31-e0bf-4e38-85c7-becde1ddcf8e req-d8f9ff3a-e393-466e-9847-69bd52059ed0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:51.709430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-462ab2b9-e49a-4f3c-b585-d073192f01f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a601bd-6f61-4fb8-98ac-b706e84e1b70', 'name': 'tempest-NetworksTestDHCPv6-router-2073917232', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:43Z', 'updated_at': '2021-11-12T00:54:48Z', 'revision_number': 3, 'project_id': '0c44e1d9089d480fba68ecda64fe68c2', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:51.712529 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc7c31-e0bf-4e38-85c7-becde1ddcf8e req-d8f9ff3a-e393-466e-9847-69bd52059ed0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:51.718848 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c98df9ff-c673-480a-919b-22c25de41933 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6526566 Nov 12 00:54:51.720153 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49766) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:51.721688 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc7c31-e0bf-4e38-85c7-becde1ddcf8e req-d8f9ff3a-e393-466e-9847-69bd52059ed0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:51.731617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc7c31-e0bf-4e38-85c7-becde1ddcf8e req-d8f9ff3a-e393-466e-9847-69bd52059ed0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:51.738144 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc7c31-e0bf-4e38-85c7-becde1ddcf8e req-d8f9ff3a-e393-466e-9847-69bd52059ed0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:51.741903 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-92dc7c31-e0bf-4e38-85c7-becde1ddcf8e req-d8f9ff3a-e393-466e-9847-69bd52059ed0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5423 time: 0.2086163 Nov 12 00:54:51.742753 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Made reservation on behalf of f1c89d3d529f41fbb1c11095a4e66ca6 for: {'port': 2} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:51.747581 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.756395 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c01690-0dd6-4b01-af97-755c5f38881c x-openstack-request-id: req-50c01690-0dd6-4b01-af97-755c5f38881c {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:51.756975 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40bbfd5-4296-4011-b25a-f8260e666968", "name": "network-vif-deleted", "tag": "80a01746-54e3-4083-89ad-c19a0f1799ef", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:51.757231 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50c01690-0dd6-4b01-af97-755c5f38881c {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:51.758121 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40bbfd5-4296-4011-b25a-f8260e666968', 'name': 'network-vif-deleted', 'tag': '80a01746-54e3-4083-89ad-c19a0f1799ef', 'status': 'completed', 'code': 200} Nov 12 00:54:51.762180 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-4e98a44d-aed0-4392-9b28-259cc129e962 admin admin] Allocated IP 172.20.0.1 (be66bfac-db54-4ba9-8a59-fe8e903fa592/db54c4a6-c0af-44c1-9efa-10f094a7a4d6/b1c3e464-614c-42c6-81ee-6ab880485b82) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:51.783332 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462ab2b9-e49a-4f3c-b585-d073192f01f9 None None] The sync data for ids ['d8a601bd-6f61-4fb8-98ac-b706e84e1b70'] in n-d-712137-14 is: [{'id': 'd8a601bd-6f61-4fb8-98ac-b706e84e1b70', 'name': 'tempest-NetworksTestDHCPv6-router-2073917232', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:43Z', 'updated_at': '2021-11-12T00:54:48Z', 'revision_number': 3, 'project_id': '0c44e1d9089d480fba68ecda64fe68c2', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:54:51.814921 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-39a0e828-f59b-4fc4-8a4e-30e69b0f25f6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.829007 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.850125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] Set router 326790c7-8aba-4416-b972-c00c85366af0 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:51.870883 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-110a63db-da8b-4244-98b0-21b0de0429fa tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Deleting port 5ad242c3-ea26-4ddc-aa5b-316eafe652f3 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:51.871259 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-110a63db-da8b-4244-98b0-21b0de0429fa tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.915806 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-92dc7c31-e0bf-4e38-85c7-becde1ddcf8e req-634f53cc-c0e4-413f-9b8a-42f005f3cd2a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1606200 Nov 12 00:54:52.022031 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] device_id is not set on port 1b5c4cc9-23e6-4d6e-93f8-49fc170eb5a6 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:54:52.045262 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4abfa500-b9f6-499f-ab65-1586abdfdaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.080253 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4abfa500-b9f6-499f-ab65-1586abdfdaf0 None None] For port 2baeec00-0a2b-4d89-973d-fc7159695d27, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=2baeec00-0a2b-4d89-973d-fc7159695d27,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:52.101570 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4e98a44d-aed0-4392-9b28-259cc129e962 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.103470 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-39a0e828-f59b-4fc4-8a4e-30e69b0f25f6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.105102 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4abfa500-b9f6-499f-ab65-1586abdfdaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.108034 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-39a0e828-f59b-4fc4-8a4e-30e69b0f25f6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.146481 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4e98a44d-aed0-4392-9b28-259cc129e962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.175297 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfa500-b9f6-499f-ab65-1586abdfdaf0 None None] Pushing event updated for resources: {'Port': ['ID=2baeec00-0a2b-4d89-973d-fc7159695d27,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:52.196183 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164b15d4-1a94-4761-b6be-a0144af8631e None None] DHCP port deletion for 91e52b1e-ef57-4599-9972-a48724f76502 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:52.199534 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98a44d-aed0-4392-9b28-259cc129e962 admin admin] Pushing event updated for resources: {'Port': ['ID=b1c3e464-614c-42c6-81ee-6ab880485b82,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:52.200781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326790c7-8aba-4416-b972-c00c85366af0', 'name': 'tempest-ServerRescueNegativeTestJSON-57475428-router', 'tenant_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '2baeec00-0a2b-4d89-973d-fc7159695d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:43Z', 'updated_at': '2021-11-12T00:54:46Z', 'revision_number': 3, 'project_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'gw_port': {'id': '2baeec00-0a2b-4d89-973d-fc7159695d27', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326790c7-8aba-4416-b972-c00c85366af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:45Z', 'updated_at': '2021-11-12T00:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:52.218417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-110a63db-da8b-4244-98b0-21b0de0429fa tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] For port 5ad242c3-ea26-4ddc-aa5b-316eafe652f3, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5ad242c3-ea26-4ddc-aa5b-316eafe652f3,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:52.219561 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-110a63db-da8b-4244-98b0-21b0de0429fa tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.241926 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-39a0e828-f59b-4fc4-8a4e-30e69b0f25f6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.242361 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a0e828-f59b-4fc4-8a4e-30e69b0f25f6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Fanout notify agent at l3_agent the message router_deleted on router d8a601bd-6f61-4fb8-98ac-b706e84e1b70 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:54:52.260502 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-39a0e828-f59b-4fc4-8a4e-30e69b0f25f6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.261650 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-39a0e828-f59b-4fc4-8a4e-30e69b0f25f6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/routers/d8a601bd-6f61-4fb8-98ac-b706e84e1b70 HTTP/1.1" status: 204 len: 168 time: 0.5414512 Nov 12 00:54:52.265358 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49772) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:52.267483 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-110a63db-da8b-4244-98b0-21b0de0429fa tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Calling delete_port for 5ad242c3-ea26-4ddc-aa5b-316eafe652f3 owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:52.269127 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e98a44d-aed0-4392-9b28-259cc129e962 admin admin] Network be66bfac-db54-4ba9-8a59-fe8e903fa592 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:52.271980 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-4e98a44d-aed0-4392-9b28-259cc129e962 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:52.275975 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e98a44d-aed0-4392-9b28-259cc129e962 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:52.276868 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cb7e24-d364-4d26-aaaa-cdabcb959ac2 None None] DHCP port deletion for fe05c407-cd01-4f7b-b118-ded988bd7940 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:52.281834 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a9219c-bcef-4f9e-8e06-a5c91525fcd2 None None] The sync data for ids ['326790c7-8aba-4416-b972-c00c85366af0'] in n-d-712137-14 is: [{'id': '326790c7-8aba-4416-b972-c00c85366af0', 'name': 'tempest-ServerRescueNegativeTestJSON-57475428-router', 'tenant_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '2baeec00-0a2b-4d89-973d-fc7159695d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:43Z', 'updated_at': '2021-11-12T00:54:46Z', 'revision_number': 3, 'project_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'gw_port': {'id': '2baeec00-0a2b-4d89-973d-fc7159695d27', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326790c7-8aba-4416-b972-c00c85366af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:45Z', 'updated_at': '2021-11-12T00:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:54:52.357575 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4e98a44d-aed0-4392-9b28-259cc129e962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.420256 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.421972 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deea2474-98eb-469a-ad67-957e7b03d69f tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:52.423548 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-deea2474-98eb-469a-ad67-957e7b03d69f tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1572585 Nov 12 00:54:52.426478 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49774) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:52.430548 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-af2328f6-0eb5-4acd-b0dc-40aee2336db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.491781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-164b15d4-1a94-4761-b6be-a0144af8631e None None] Deleting port 68782b7f-33ff-4b67-8593-06c668371f7f {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:52.492323 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-164b15d4-1a94-4761-b6be-a0144af8631e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.505658 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-39cb7e24-d364-4d26-aaaa-cdabcb959ac2 None None] Deleting port 92a777c2-5a01-4dfd-be14-35222c1708e3 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:52.509474 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-39cb7e24-d364-4d26-aaaa-cdabcb959ac2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.649171 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-110a63db-da8b-4244-98b0-21b0de0429fa tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.706948 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a63db-da8b-4244-98b0-21b0de0429fa tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event deleted for resources: {'Port': ['ID=5ad242c3-ea26-4ddc-aa5b-316eafe652f3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:52.715021 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] device_id is not set on port db3c72e0-c447-42fc-a2f3-fef63aded526 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:54:52.733029 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fad6ee-76bb-4e57-a953-751571269c0f tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:52.734529 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c1fad6ee-76bb-4e57-a953-751571269c0f tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2891498 Nov 12 00:54:52.737913 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49778) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:52.824388 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-110a63db-da8b-4244-98b0-21b0de0429fa tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.824628 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-39cb7e24-d364-4d26-aaaa-cdabcb959ac2 None None] For port 92a777c2-5a01-4dfd-be14-35222c1708e3, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=92a777c2-5a01-4dfd-be14-35222c1708e3,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:52.828331 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-39cb7e24-d364-4d26-aaaa-cdabcb959ac2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.844063 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-39cb7e24-d364-4d26-aaaa-cdabcb959ac2 None None] Calling delete_port for 92a777c2-5a01-4dfd-be14-35222c1708e3 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:52.941504 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-88d64878-be70-4f89-8671-54098facb759 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2011304 Nov 12 00:54:52.948819 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49782) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:52.957945 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-829d2663-c995-4f04-b34d-df0057d04093 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:53.094453 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8f7db6-b96a-46f3-b493-a78d9c4bc55b None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:54:53.114938 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 80a01746-54e3-4083-89ad-c19a0f1799ef no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:53.183393 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-110a63db-da8b-4244-98b0-21b0de0429fa tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.186636 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-110a63db-da8b-4244-98b0-21b0de0429fa tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.187094 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-39cb7e24-d364-4d26-aaaa-cdabcb959ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.216114 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-164b15d4-1a94-4761-b6be-a0144af8631e None None] For port 68782b7f-33ff-4b67-8593-06c668371f7f, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=68782b7f-33ff-4b67-8593-06c668371f7f,segment=NetworkSegment(39a0a313-7f92-4fad-aacb-aea8d572487e),segment_id=39a0a313-7f92-4fad-aacb-aea8d572487e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:53.216660 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-164b15d4-1a94-4761-b6be-a0144af8631e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.220594 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 80a01746-54e3-4083-89ad-c19a0f1799ef {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:53.221279 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 80a01746-54e3-4083-89ad-c19a0f1799ef not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:53.298638 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cb7e24-d364-4d26-aaaa-cdabcb959ac2 None None] No DVR routers for this DVR port 92a777c2-5a01-4dfd-be14-35222c1708e3 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:53.310548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb7e24-d364-4d26-aaaa-cdabcb959ac2 None None] Pushing event deleted for resources: {'Port': ['ID=92a777c2-5a01-4dfd-be14-35222c1708e3,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:53.315251 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-164b15d4-1a94-4761-b6be-a0144af8631e None None] Calling delete_port for 68782b7f-33ff-4b67-8593-06c668371f7f owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:53.321535 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-110a63db-da8b-4244-98b0-21b0de0429fa tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.322188 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110a63db-da8b-4244-98b0-21b0de0429fa tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Fanout notify agent at l3_agent the message router_deleted on router cd7b827f-fc37-477d-9060-c55c5f8bc89f {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:54:53.347493 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:54:53.356825 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-110a63db-da8b-4244-98b0-21b0de0429fa tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.364155 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-110a63db-da8b-4244-98b0-21b0de0429fa tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "DELETE /v2.0/routers/cd7b827f-fc37-477d-9060-c55c5f8bc89f HTTP/1.1" status: 204 len: 168 time: 2.7614758 Nov 12 00:54:53.364975 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49788) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:53.399071 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4e98a44d-aed0-4392-9b28-259cc129e962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.514963 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2baeec00-0a2b-4d89-973d-fc7159695d27 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:53.645859 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bac7430c-b5e7-4698-b24c-c7364b2e29d4 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.657473 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829d2663-c995-4f04-b34d-df0057d04093 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:53.672054 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-829d2663-c995-4f04-b34d-df0057d04093 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.696392 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596541b3-6cc3-4498-9ff7-398309b38bc9 req-15707d7c-f766-4a52-89b6-0c023b97cd9b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:53.703527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596541b3-6cc3-4498-9ff7-398309b38bc9 req-15707d7c-f766-4a52-89b6-0c023b97cd9b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:53.711032 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596541b3-6cc3-4498-9ff7-398309b38bc9 req-15707d7c-f766-4a52-89b6-0c023b97cd9b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:53.718311 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596541b3-6cc3-4498-9ff7-398309b38bc9 req-15707d7c-f766-4a52-89b6-0c023b97cd9b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:53.726582 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596541b3-6cc3-4498-9ff7-398309b38bc9 req-15707d7c-f766-4a52-89b6-0c023b97cd9b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:53.733580 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596541b3-6cc3-4498-9ff7-398309b38bc9 req-15707d7c-f766-4a52-89b6-0c023b97cd9b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:53.740351 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596541b3-6cc3-4498-9ff7-398309b38bc9 req-15707d7c-f766-4a52-89b6-0c023b97cd9b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:53.743554 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-596541b3-6cc3-4498-9ff7-398309b38bc9 req-15707d7c-f766-4a52-89b6-0c023b97cd9b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5423 time: 0.5908585 Nov 12 00:54:53.812726 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bac7430c-b5e7-4698-b24c-c7364b2e29d4 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.818143 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-164b15d4-1a94-4761-b6be-a0144af8631e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.863249 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-bac7430c-b5e7-4698-b24c-c7364b2e29d4 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e52b1e-ef57-4599-9972-a48724f76502']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:53.884444 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-bac7430c-b5e7-4698-b24c-c7364b2e29d4 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a0a313-7f92-4fad-aacb-aea8d572487e') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:53.885143 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-bac7430c-b5e7-4698-b24c-c7364b2e29d4 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a0a313-7f92-4fad-aacb-aea8d572487e') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:53.891024 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.903290 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-596541b3-6cc3-4498-9ff7-398309b38bc9 req-cf2e3455-a4f5-489f-9ad6-a1d2dd40b7e3 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1382356 Nov 12 00:54:53.931233 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bac7430c-b5e7-4698-b24c-c7364b2e29d4 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.932424 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b15d4-1a94-4761-b6be-a0144af8631e None None] Pushing event deleted for resources: {'Port': ['ID=68782b7f-33ff-4b67-8593-06c668371f7f,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:53.943180 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.954662 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bac7430c-b5e7-4698-b24c-c7364b2e29d4 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.955837 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164b15d4-1a94-4761-b6be-a0144af8631e None None] No DVR routers for this DVR port 68782b7f-33ff-4b67-8593-06c668371f7f on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:53.981375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac7430c-b5e7-4698-b24c-c7364b2e29d4 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:54:53.982054 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bac7430c-b5e7-4698-b24c-c7364b2e29d4 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:53.999243 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 2baeec00-0a2b-4d89-973d-fc7159695d27 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:53.999787 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:54:54.064559 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:54:54.075092 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bac7430c-b5e7-4698-b24c-c7364b2e29d4 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.085027 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bac7430c-b5e7-4698-b24c-c7364b2e29d4 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.090623 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bac7430c-b5e7-4698-b24c-c7364b2e29d4 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] 10.222.0.31 "DELETE /v2.0/networks/91e52b1e-ef57-4599-9972-a48724f76502 HTTP/1.1" status: 204 len: 168 time: 0.7167478 Nov 12 00:54:54.139444 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7430c-b5e7-4698-b24c-c7364b2e29d4 tempest-TestSecurityGroupsBasicOps-202255449 tempest-TestSecurityGroupsBasicOps-202255449-project] Pushing event deleted for resources: {'Network': ['ID=91e52b1e-ef57-4599-9972-a48724f76502,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:54.270310 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 75cc6120-dbbf-412b-8349-e8ee3ca99993 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:54.293448 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 75cc6120-dbbf-412b-8349-e8ee3ca99993 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:54.293819 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 75cc6120-dbbf-412b-8349-e8ee3ca99993 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:54.294335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 68782b7f-33ff-4b67-8593-06c668371f7f no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:54.316025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 68782b7f-33ff-4b67-8593-06c668371f7f {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:54.316410 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 68782b7f-33ff-4b67-8593-06c668371f7f not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:54.317007 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8738cfcc-d96e-4571-8618-a9430586af77 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:54.339255 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 8738cfcc-d96e-4571-8618-a9430586af77 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:54.339616 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8738cfcc-d96e-4571-8618-a9430586af77 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:54.340062 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 92a777c2-5a01-4dfd-be14-35222c1708e3 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:54.363829 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 92a777c2-5a01-4dfd-be14-35222c1708e3 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:54.364078 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 92a777c2-5a01-4dfd-be14-35222c1708e3 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:54.386783 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.459736 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4e98a44d-aed0-4392-9b28-259cc129e962 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.488377 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.502232 n-d-712137-14 neutron-server[114243]: DEBUG neutron.objects.ports [None req-829d2663-c995-4f04-b34d-df0057d04093 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114243) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:54:54.508574 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-829d2663-c995-4f04-b34d-df0057d04093 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.510344 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4e98a44d-aed0-4392-9b28-259cc129e962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.545042 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Pushing event updated for resources: {'Port': ['ID=1b5c4cc9-23e6-4d6e-93f8-49fc170eb5a6,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:54.620873 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829d2663-c995-4f04-b34d-df0057d04093 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:54.636393 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-829d2663-c995-4f04-b34d-df0057d04093 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:54.643673 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Checking segment: {'id': 'e73f8b2a-dd31-4447-8bce-b377d835b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd5bc322c-c8ef-4e98-87ff-2eeb4d3955a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:54.643946 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Network hostable DHCP agents. Network: d5bc322c-c8ef-4e98-87ff-2eeb4d3955a1, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:54:54.645846 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b78fd6a-9247-4006-ab5c-a1bde24d7043 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:54.652497 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829d2663-c995-4f04-b34d-df0057d04093 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:54.653142 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-829d2663-c995-4f04-b34d-df0057d04093 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.659169 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4e98a44d-aed0-4392-9b28-259cc129e962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.660874 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d2663-c995-4f04-b34d-df0057d04093 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=365158cc-cdb2-4072-ba41-0253dd51b79c,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:54.681604 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98a44d-aed0-4392-9b28-259cc129e962 admin admin] Pushing event updated for resources: {'Port': ['ID=b1c3e464-614c-42c6-81ee-6ab880485b82,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:54.725288 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-829d2663-c995-4f04-b34d-df0057d04093 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7740133 Nov 12 00:54:54.728511 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49794) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:54.735990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7baa75a4-f387-452b-a257-e25b073360dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:54.740611 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Network d5bc322c-c8ef-4e98-87ff-2eeb4d3955a1 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:54:54.798930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, d5bc322c-c8ef-4e98-87ff-2eeb4d3955a1) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:54.807896 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1725c2c-4e5f-47fb-8a1f-e320b8c158a7 None None] Network d5bc322c-c8ef-4e98-87ff-2eeb4d3955a1 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:54.841420 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:54.842289 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.880856 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef6008a-c6fe-40b4-ad84-b3754d1c493d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-fe05c407-cd01-4f7b-b118-ded988bd7940', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'fixed_ips': [{'subnet_id': '365158cc-cdb2-4072-ba41-0253dd51b79c'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:54:54.881761 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6ef6008a-c6fe-40b4-ad84-b3754d1c493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.946521 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e98a44d-aed0-4392-9b28-259cc129e962 admin admin] Network be66bfac-db54-4ba9-8a59-fe8e903fa592 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:54.948847 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Pushing event updated for resources: {'Port': ['ID=db3c72e0-c447-42fc-a2f3-fef63aded526,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:54.961599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-4e98a44d-aed0-4392-9b28-259cc129e962 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:54.991579 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Checking segment: {'id': '0e8e5030-8de9-49c8-8ab5-2cc3d4d13344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e91ab4a3-817c-4970-9301-d062e46a6ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:54.992040 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Network hostable DHCP agents. Network: e91ab4a3-817c-4970-9301-d062e46a6ea9, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:54:55.051886 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baa75a4-f387-452b-a257-e25b073360dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:55.056099 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7baa75a4-f387-452b-a257-e25b073360dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.086956 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5ad242c3-ea26-4ddc-aa5b-316eafe652f3 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:55.111227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 5ad242c3-ea26-4ddc-aa5b-316eafe652f3 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:55.111578 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5ad242c3-ea26-4ddc-aa5b-316eafe652f3 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:55.184557 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-6ef6008a-c6fe-40b4-ad84-b3754d1c493d None None] Allocated IP 2001:db8::f816:3eff:fe5a:c0c9 (fe05c407-cd01-4f7b-b118-ded988bd7940/365158cc-cdb2-4072-ba41-0253dd51b79c/259728d9-265b-4bc9-8b81-713c938afa40) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:55.201323 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Network e91ab4a3-817c-4970-9301-d062e46a6ea9 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:54:55.244301 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, e91ab4a3-817c-4970-9301-d062e46a6ea9) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:55.256203 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:55.258799 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2be1c0d-7b9a-4979-bd17-32254b2efaa5 None None] Network e91ab4a3-817c-4970-9301-d062e46a6ea9 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:55.273301 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:55.280577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:55.286371 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.314585 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e98a44d-aed0-4392-9b28-259cc129e962 admin admin] Router 326790c7-8aba-4416-b972-c00c85366af0 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:54:55.383559 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201cef0-4cf0-4a69-b9de-9d7425623639 req-88269e0e-4cc9-4895-b0b8-4a25a72bdbdd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:55.391066 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201cef0-4cf0-4a69-b9de-9d7425623639 req-88269e0e-4cc9-4895-b0b8-4a25a72bdbdd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:55.398665 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201cef0-4cf0-4a69-b9de-9d7425623639 req-88269e0e-4cc9-4895-b0b8-4a25a72bdbdd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:55.405034 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201cef0-4cf0-4a69-b9de-9d7425623639 req-88269e0e-4cc9-4895-b0b8-4a25a72bdbdd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:55.411651 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201cef0-4cf0-4a69-b9de-9d7425623639 req-88269e0e-4cc9-4895-b0b8-4a25a72bdbdd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:55.418705 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201cef0-4cf0-4a69-b9de-9d7425623639 req-88269e0e-4cc9-4895-b0b8-4a25a72bdbdd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:55.424935 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201cef0-4cf0-4a69-b9de-9d7425623639 req-88269e0e-4cc9-4895-b0b8-4a25a72bdbdd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:55.427232 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a201cef0-4cf0-4a69-b9de-9d7425623639 req-88269e0e-4cc9-4895-b0b8-4a25a72bdbdd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5423 time: 0.3485751 Nov 12 00:54:55.457218 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.466991 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-685987f8-9e2e-4d43-a9ed-ef9d9302b274 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.7586780 Nov 12 00:54:55.470216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49810) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:55.533848 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6ef6008a-c6fe-40b4-ad84-b3754d1c493d None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.537431 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a201cef0-4cf0-4a69-b9de-9d7425623639 req-69f82537-6856-45f7-be89-8985a32f202f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0835099 Nov 12 00:54:55.557730 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6ef6008a-c6fe-40b4-ad84-b3754d1c493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.586958 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6c7657-8652-4d82-8619-c99d852ce40a tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:55.627989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6c7657-8652-4d82-8619-c99d852ce40a tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:55.632569 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-df6c7657-8652-4d82-8619-c99d852ce40a tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1607428 Nov 12 00:54:55.635382 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49812) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:55.642949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6008a-c6fe-40b4-ad84-b3754d1c493d None None] Pushing event updated for resources: {'Port': ['ID=259728d9-265b-4bc9-8b81-713c938afa40,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:55.655280 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e98a44d-aed0-4392-9b28-259cc129e962 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:54:55.670582 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] Sync routers for ids ['326790c7-8aba-4416-b972-c00c85366af0'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:54:55.671144 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef6008a-c6fe-40b4-ad84-b3754d1c493d None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:55.671966 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4e98a44d-aed0-4392-9b28-259cc129e962 admin admin] 10.222.0.31 "PUT /v2.0/routers/326790c7-8aba-4416-b972-c00c85366af0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4661345 Nov 12 00:54:55.672278 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-6ef6008a-c6fe-40b4-ad84-b3754d1c493d None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:55.675089 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef6008a-c6fe-40b4-ad84-b3754d1c493d None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:55.699496 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] Routers {'326790c7-8aba-4416-b972-c00c85366af0'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:55.700320 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['326790c7-8aba-4416-b972-c00c85366af0'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:55.712591 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49816) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:55.748234 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6ef6008a-c6fe-40b4-ad84-b3754d1c493d None None] Attempting to bind port 259728d9-265b-4bc9-8b81-713c938afa40 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:55.748615 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6ef6008a-c6fe-40b4-ad84-b3754d1c493d None None] Attempting to bind port 259728d9-265b-4bc9-8b81-713c938afa40 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:55.749352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef6008a-c6fe-40b4-ad84-b3754d1c493d None None] Attempting to bind port 259728d9-265b-4bc9-8b81-713c938afa40 on network fe05c407-cd01-4f7b-b118-ded988bd7940 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:55.758543 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef6008a-c6fe-40b4-ad84-b3754d1c493d None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:55.759201 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef6008a-c6fe-40b4-ad84-b3754d1c493d None None] Checking segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:55.760235 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6ef6008a-c6fe-40b4-ad84-b3754d1c493d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.761385 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef6008a-c6fe-40b4-ad84-b3754d1c493d None None] Bound using segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:55.762473 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6ef6008a-c6fe-40b4-ad84-b3754d1c493d None None] Bound port: 259728d9-265b-4bc9-8b81-713c938afa40, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:55.763147 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6ef6008a-c6fe-40b4-ad84-b3754d1c493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.830975 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7baa75a4-f387-452b-a257-e25b073360dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.871264 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] Set router 326790c7-8aba-4416-b972-c00c85366af0 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:55.898700 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6ef6008a-c6fe-40b4-ad84-b3754d1c493d None None] For port 259728d9-265b-4bc9-8b81-713c938afa40, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:55.910358 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6ef6008a-c6fe-40b4-ad84-b3754d1c493d None None] For port 259728d9-265b-4bc9-8b81-713c938afa40, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=259728d9-265b-4bc9-8b81-713c938afa40,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:55.928805 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-f3d406c4-3285-40ad-a905-a5d6fb5573cd tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Deleting port 1b5c4cc9-23e6-4d6e-93f8-49fc170eb5a6 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:55.929160 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f3d406c4-3285-40ad-a905-a5d6fb5573cd tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.940655 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6ef6008a-c6fe-40b4-ad84-b3754d1c493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.953701 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baa75a4-f387-452b-a257-e25b073360dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:55.995809 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-7baa75a4-f387-452b-a257-e25b073360dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:56.051639 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baa75a4-f387-452b-a257-e25b073360dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:56.052241 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7baa75a4-f387-452b-a257-e25b073360dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.057789 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.073245 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa75a4-f387-452b-a257-e25b073360dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=f8348d2f-fe73-4f55-b685-9665cb149c56,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:56.104229 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49826) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:56.105162 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7baa75a4-f387-452b-a257-e25b073360dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3757172 Nov 12 00:54:56.112152 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6008a-c6fe-40b4-ad84-b3754d1c493d None None] Pushing event updated for resources: {'Port': ['ID=259728d9-265b-4bc9-8b81-713c938afa40,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:56.127858 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-22f62707-ba65-4cb7-99cd-4c99d20ca32f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d1187e4171d459daa255b9c3c43b475&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4117270 Nov 12 00:54:56.128140 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49828) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:56.134995 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-7b407268-fae7-4994-a0dd-9d6b73ae5257 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'mac_address': 'fa:16:3e:51:cf:d1', 'name': 'tempest-NetworksTestDHCPv6-1481576780'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:56.169215 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326790c7-8aba-4416-b972-c00c85366af0', 'name': 'tempest-ServerRescueNegativeTestJSON-57475428-router', 'tenant_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '2baeec00-0a2b-4d89-973d-fc7159695d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:43Z', 'updated_at': '2021-11-12T00:54:52Z', 'revision_number': 4, 'project_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'gw_port': {'id': '2baeec00-0a2b-4d89-973d-fc7159695d27', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326790c7-8aba-4416-b972-c00c85366af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:45Z', 'updated_at': '2021-11-12T00:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'b1c3e464-614c-42c6-81ee-6ab880485b82', 'name': '', 'network_id': 'be66bfac-db54-4ba9-8a59-fe8e903fa592', 'tenant_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'mac_address': 'fa:16:3e:aa:d6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326790c7-8aba-4416-b972-c00c85366af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'db54c4a6-c0af-44c1-9efa-10f094a7a4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:54Z', 'revision_number': 2, 'project_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'subnets': [{'id': 'db54c4a6-c0af-44c1-9efa-10f094a7a4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:56.176125 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f3d406c4-3285-40ad-a905-a5d6fb5573cd tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.220362 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d9b99fdf-f335-4d5e-a353-934bff35b9fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.236995 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] Checking router: 326790c7-8aba-4416-b972-c00c85366af0 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:54:56.237339 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] Updating router 326790c7-8aba-4416-b972-c00c85366af0 port b1c3e464-614c-42c6-81ee-6ab880485b82 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:54:56.241065 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-f3d406c4-3285-40ad-a905-a5d6fb5573cd tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Calling delete_port for 1b5c4cc9-23e6-4d6e-93f8-49fc170eb5a6 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:56.283014 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d9b99fdf-f335-4d5e-a353-934bff35b9fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.345959 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.428806 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d9b99fdf-f335-4d5e-a353-934bff35b9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.431603 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d9b99fdf-f335-4d5e-a353-934bff35b9fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.432906 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d9b99fdf-f335-4d5e-a353-934bff35b9fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb6fd465-b2cf-4197-965f-5e3ae90e2793 HTTP/1.1" status: 204 len: 168 time: 0.3035932 Nov 12 00:54:56.444151 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b407268-fae7-4994-a0dd-9d6b73ae5257 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:56.449470 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b99fdf-f335-4d5e-a353-934bff35b9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6fd465-b2cf-4197-965f-5e3ae90e2793,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:56.493581 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f3d406c4-3285-40ad-a905-a5d6fb5573cd tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.589221 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d406c4-3285-40ad-a905-a5d6fb5573cd tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Pushing event deleted for resources: {'Port': ['ID=1b5c4cc9-23e6-4d6e-93f8-49fc170eb5a6,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:56.640583 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f3d406c4-3285-40ad-a905-a5d6fb5573cd tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.643982 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f3d406c4-3285-40ad-a905-a5d6fb5573cd tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "DELETE /v2.0/ports/1b5c4cc9-23e6-4d6e-93f8-49fc170eb5a6 HTTP/1.1" status: 204 len: 168 time: 1.0067003 Nov 12 00:54:56.647974 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49846) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:56.688263 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-d852ed4c-9648-4f64-8073-43c72d5effd4 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:56.689802 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-d852ed4c-9648-4f64-8073-43c72d5effd4 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/networks?id=be66bfac-db54-4ba9-8a59-fe8e903fa592 HTTP/1.1" status: 200 len: 817 time: 0.2682016 Nov 12 00:54:56.713000 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-e283754c-421f-4ef4-b31f-65255bf78a99 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/quotas/8fdc9237de6e49ad8a3f5af80dc64254 HTTP/1.1" status: 200 len: 375 time: 0.0136735 Nov 12 00:54:56.715787 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7b407268-fae7-4994-a0dd-9d6b73ae5257 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:56.850002 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-7b407268-fae7-4994-a0dd-9d6b73ae5257 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] device_id is not set on port 1ede3de6-6f80-4251-a58c-8b8e91e12701 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:54:56.854773 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:54:56.862954 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12f309-c120-49e6-a811-f1ba5ffe2c66 req-f3c15f62-86d7-4482-ad9e-25b44afbcd1c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:56.871794 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12f309-c120-49e6-a811-f1ba5ffe2c66 req-f3c15f62-86d7-4482-ad9e-25b44afbcd1c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:56.880671 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12f309-c120-49e6-a811-f1ba5ffe2c66 req-f3c15f62-86d7-4482-ad9e-25b44afbcd1c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:56.891500 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12f309-c120-49e6-a811-f1ba5ffe2c66 req-f3c15f62-86d7-4482-ad9e-25b44afbcd1c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:56.900348 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12f309-c120-49e6-a811-f1ba5ffe2c66 req-f3c15f62-86d7-4482-ad9e-25b44afbcd1c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:56.911417 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12f309-c120-49e6-a811-f1ba5ffe2c66 req-f3c15f62-86d7-4482-ad9e-25b44afbcd1c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:56.918941 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12f309-c120-49e6-a811-f1ba5ffe2c66 req-f3c15f62-86d7-4482-ad9e-25b44afbcd1c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:56.922156 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9d12f309-c120-49e6-a811-f1ba5ffe2c66 req-f3c15f62-86d7-4482-ad9e-25b44afbcd1c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5423 time: 0.1997676 Nov 12 00:54:56.976896 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-8a6af284-9666-4a18-b78e-db457610a646 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Deleting port db3c72e0-c447-42fc-a2f3-fef63aded526 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:56.977284 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a6af284-9666-4a18-b78e-db457610a646 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.001397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49850) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:57.044223 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.055044 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.075132 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b,segment=NetworkSegment(b5504e77-a136-454b-965e-6ff3a65930f2),segment_id=b5504e77-a136-454b-965e-6ff3a65930f2)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:57.099090 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b', 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e', 'port_id': 'e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b', 'mac_address': 'fa:16:3e:43:13:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba268ed-fc66-4621-b497-0ee29a68e673', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:54:57.099928 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-9ebb3c9d-b472-4570-a9d6-dfa1fe64bea0 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fdc9237de6e49ad8a3f5af80dc64254&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3808861 Nov 12 00:54:57.165435 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9d12f309-c120-49e6-a811-f1ba5ffe2c66 req-c3528049-8448-48fa-bcdc-874fa316cf1a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2358062 Nov 12 00:54:57.169361 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-07b787d4-6e2b-4af7-b29b-23cdd844cbde admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.187758 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.188764 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-7b407268-fae7-4994-a0dd-9d6b73ae5257 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 172.20.0.7 (fe05c407-cd01-4f7b-b118-ded988bd7940/f8348d2f-fe73-4f55-b685-9665cb149c56/1ede3de6-6f80-4251-a58c-8b8e91e12701) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:57.216286 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a6af284-9666-4a18-b78e-db457610a646 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.230280 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-7b407268-fae7-4994-a0dd-9d6b73ae5257 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8::f816:3eff:fe51:cfd1 (fe05c407-cd01-4f7b-b118-ded988bd7940/365158cc-cdb2-4072-ba41-0253dd51b79c/1ede3de6-6f80-4251-a58c-8b8e91e12701) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:57.238495 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:57.240671 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-8a6af284-9666-4a18-b78e-db457610a646 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Calling delete_port for db3c72e0-c447-42fc-a2f3-fef63aded526 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:57.254662 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f65b6-bd6f-4e1e-895a-d2cea78235bf None None] Pushing event updated for resources: {'Port': ['ID=b1c3e464-614c-42c6-81ee-6ab880485b82,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:57.389795 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 259728d9-265b-4bc9-8b81-713c938afa40 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:57.480381 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] Attempting to bind port b1c3e464-614c-42c6-81ee-6ab880485b82 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:57.483643 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] Attempting to bind port b1c3e464-614c-42c6-81ee-6ab880485b82 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '8f425041-59c3-44c8-9fbc-cc8bb02bc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be66bfac-db54-4ba9-8a59-fe8e903fa592'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:57.484629 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] Attempting to bind port b1c3e464-614c-42c6-81ee-6ab880485b82 on network be66bfac-db54-4ba9-8a59-fe8e903fa592 {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:57.496081 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:57.497917 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] Checking segment: {'id': '8f425041-59c3-44c8-9fbc-cc8bb02bc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be66bfac-db54-4ba9-8a59-fe8e903fa592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:57.499862 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.500527 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] Bound using segment: {'id': '8f425041-59c3-44c8-9fbc-cc8bb02bc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be66bfac-db54-4ba9-8a59-fe8e903fa592'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:57.502177 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] Bound port: b1c3e464-614c-42c6-81ee-6ab880485b82, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f425041-59c3-44c8-9fbc-cc8bb02bc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be66bfac-db54-4ba9-8a59-fe8e903fa592'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:57.502973 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.525140 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a6af284-9666-4a18-b78e-db457610a646 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.541143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b,segment=NetworkSegment(b5504e77-a136-454b-965e-6ff3a65930f2),segment_id=b5504e77-a136-454b-965e-6ff3a65930f2)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:57.587366 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.590467 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:54:57.607822 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-7b8b2c0d-abbb-440a-9ed5-a412eaee328b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:54:57.609474 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-7b8b2c0d-abbb-440a-9ed5-a412eaee328b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5020547 Nov 12 00:54:57.613818 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-07b787d4-6e2b-4af7-b29b-23cdd844cbde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.616902 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6af284-9666-4a18-b78e-db457610a646 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Pushing event deleted for resources: {'Port': ['ID=db3c72e0-c447-42fc-a2f3-fef63aded526,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:57.620827 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8a6af284-9666-4a18-b78e-db457610a646 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.624356 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8a6af284-9666-4a18-b78e-db457610a646 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "DELETE /v2.0/ports/db3c72e0-c447-42fc-a2f3-fef63aded526 HTTP/1.1" status: 204 len: 168 time: 0.9749534 Nov 12 00:54:57.628606 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49856) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:57.629189 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-07b787d4-6e2b-4af7-b29b-23cdd844cbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.635862 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] For port b1c3e464-614c-42c6-81ee-6ab880485b82, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:57.644139 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] For port b1c3e464-614c-42c6-81ee-6ab880485b82, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=b1c3e464-614c-42c6-81ee-6ab880485b82,segment=NetworkSegment(8f425041-59c3-44c8-9fbc-cc8bb02bc247),segment_id=8f425041-59c3-44c8-9fbc-cc8bb02bc247)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:57.653114 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.693101 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-07b787d4-6e2b-4af7-b29b-23cdd844cbde admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=689a0b488b7a41b2af733e9252b19cdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6906567 Nov 12 00:54:57.696241 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49858) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:57.744172 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] Routers {'326790c7-8aba-4416-b972-c00c85366af0'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:54:57.745645 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['326790c7-8aba-4416-b972-c00c85366af0'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:57.786413 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-82643fa3-61e9-4c5f-b0cb-d3d98ac89ef3 service neutron] 10.222.0.31 "GET /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564269 Nov 12 00:54:57.797299 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a0662273-d267-4543-80ee-d23a38ffcaeb tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1622338 Nov 12 00:54:57.799366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49860) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:57.807797 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 259728d9-265b-4bc9-8b81-713c938afa40 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:57.808180 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.809882 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f65b6-bd6f-4e1e-895a-d2cea78235bf None None] Pushing event updated for resources: {'Port': ['ID=b1c3e464-614c-42c6-81ee-6ab880485b82,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:57.823124 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-86d0a0cd-69d8-4cfb-8b8d-06ffbc28f4a7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-321905668'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:57.906740 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:57.908924 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d0a0cd-69d8-4cfb-8b8d-06ffbc28f4a7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Made reservation on behalf of f1c89d3d529f41fbb1c11095a4e66ca6 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:57.914900 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-86d0a0cd-69d8-4cfb-8b8d-06ffbc28f4a7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.937091 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] Set router 326790c7-8aba-4416-b972-c00c85366af0 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:54:57.950237 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b1e606-58f7-4ff7-bdee-a4b209a6c5f2 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:57.963795 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7b407268-fae7-4994-a0dd-9d6b73ae5257 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.980210 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d0a0cd-69d8-4cfb-8b8d-06ffbc28f4a7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:58.005887 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-86d0a0cd-69d8-4cfb-8b8d-06ffbc28f4a7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.006827 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-86d0a0cd-69d8-4cfb-8b8d-06ffbc28f4a7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Added segment 9b627e3c-66bc-4b59-81aa-11ed03b12d01 of type vlan for network c25ca3a3-b5e4-4600-a525-3fa78b7787cb Nov 12 00:54:58.036954 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-95451028-0399-4704-8980-cb4b6391f6a0 service neutron] 10.222.0.31 "GET /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416248 Nov 12 00:54:58.087651 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-86d0a0cd-69d8-4cfb-8b8d-06ffbc28f4a7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.096465 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7b407268-fae7-4994-a0dd-9d6b73ae5257 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.153206 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:58.157895 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b407268-fae7-4994-a0dd-9d6b73ae5257 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=1ede3de6-6f80-4251-a58c-8b8e91e12701,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:58.178134 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b407268-fae7-4994-a0dd-9d6b73ae5257 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:58.179655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b787d4-6e2b-4af7-b29b-23cdd844cbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9756be2f-e630-491c-92a6-8e8c84f466d0,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:58.180373 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-7b407268-fae7-4994-a0dd-9d6b73ae5257 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:58.183222 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b407268-fae7-4994-a0dd-9d6b73ae5257 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:58.187197 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-99ca46bd-7864-4c38-8026-6b130a54709b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.211275 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4533b835-34c0-4258-9a4c-cd802e8643c0 None None] Provisioning complete for port 259728d9-265b-4bc9-8b81-713c938afa40 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:58.211755 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4533b835-34c0-4258-9a4c-cd802e8643c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.213654 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645', 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5', 'port_id': '7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645', 'mac_address': 'fa:16:3e:56:7b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e3b5c1-9246-44ee-8b2b-05576d2e6cd6', 'ip_address': '10.1.1.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:54:58.223685 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-99ca46bd-7864-4c38-8026-6b130a54709b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.236546 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b407268-fae7-4994-a0dd-9d6b73ae5257 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:58.237222 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7b407268-fae7-4994-a0dd-9d6b73ae5257 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.241221 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-86d0a0cd-69d8-4cfb-8b8d-06ffbc28f4a7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.246975 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d0a0cd-69d8-4cfb-8b8d-06ffbc28f4a7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:58.247610 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-86d0a0cd-69d8-4cfb-8b8d-06ffbc28f4a7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.281168 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.297604 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-99ca46bd-7864-4c38-8026-6b130a54709b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.308669 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-99ca46bd-7864-4c38-8026-6b130a54709b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.316932 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-99ca46bd-7864-4c38-8026-6b130a54709b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9756be2f-e630-491c-92a6-8e8c84f466d0 HTTP/1.1" status: 204 len: 168 time: 0.6175020 Nov 12 00:54:58.327441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca46bd-7864-4c38-8026-6b130a54709b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9756be2f-e630-491c-92a6-8e8c84f466d0,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:58.391873 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326790c7-8aba-4416-b972-c00c85366af0', 'name': 'tempest-ServerRescueNegativeTestJSON-57475428-router', 'tenant_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '2baeec00-0a2b-4d89-973d-fc7159695d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:43Z', 'updated_at': '2021-11-12T00:54:52Z', 'revision_number': 4, 'project_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'gw_port': {'id': '2baeec00-0a2b-4d89-973d-fc7159695d27', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326790c7-8aba-4416-b972-c00c85366af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:45Z', 'updated_at': '2021-11-12T00:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'b1c3e464-614c-42c6-81ee-6ab880485b82', 'name': '', 'network_id': 'be66bfac-db54-4ba9-8a59-fe8e903fa592', 'tenant_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'mac_address': 'fa:16:3e:aa:d6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326790c7-8aba-4416-b972-c00c85366af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'db54c4a6-c0af-44c1-9efa-10f094a7a4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:57Z', 'revision_number': 4, 'project_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'subnets': [{'id': 'db54c4a6-c0af-44c1-9efa-10f094a7a4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:58.441483 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c376e3a-b9ad-448c-af75-125c1e30128a None None] The sync data for ids ['326790c7-8aba-4416-b972-c00c85366af0'] in n-d-712137-14 is: [{'id': '326790c7-8aba-4416-b972-c00c85366af0', 'name': 'tempest-ServerRescueNegativeTestJSON-57475428-router', 'tenant_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '2baeec00-0a2b-4d89-973d-fc7159695d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:43Z', 'updated_at': '2021-11-12T00:54:52Z', 'revision_number': 4, 'project_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'gw_port': {'id': '2baeec00-0a2b-4d89-973d-fc7159695d27', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326790c7-8aba-4416-b972-c00c85366af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:45Z', 'updated_at': '2021-11-12T00:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'b1c3e464-614c-42c6-81ee-6ab880485b82', 'name': '', 'network_id': 'be66bfac-db54-4ba9-8a59-fe8e903fa592', 'tenant_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'mac_address': 'fa:16:3e:aa:d6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326790c7-8aba-4416-b972-c00c85366af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'db54c4a6-c0af-44c1-9efa-10f094a7a4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:50Z', 'updated_at': '2021-11-12T00:54:57Z', 'revision_number': 4, 'project_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'subnets': [{'id': 'db54c4a6-c0af-44c1-9efa-10f094a7a4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:54:58.472037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97902b-aeba-4074-a299-7fc2ba26fd99 req-18809071-6a35-4a21-842e-8ecf4607e771 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:58.478464 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 259728d9-265b-4bc9-8b81-713c938afa40, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=259728d9-265b-4bc9-8b81-713c938afa40,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:58.482316 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0a0cd-69d8-4cfb-8b8d-06ffbc28f4a7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Pushing event updated for resources: {'Network': ['ID=c25ca3a3-b5e4-4600-a525-3fa78b7787cb,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:58.485527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97902b-aeba-4074-a299-7fc2ba26fd99 req-18809071-6a35-4a21-842e-8ecf4607e771 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:58.497047 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97902b-aeba-4074-a299-7fc2ba26fd99 req-18809071-6a35-4a21-842e-8ecf4607e771 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:58.511309 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97902b-aeba-4074-a299-7fc2ba26fd99 req-18809071-6a35-4a21-842e-8ecf4607e771 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:58.529372 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network c25ca3a3-b5e4-4600-a525-3fa78b7787cb details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:58.533686 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97902b-aeba-4074-a299-7fc2ba26fd99 req-18809071-6a35-4a21-842e-8ecf4607e771 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:58.545832 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97902b-aeba-4074-a299-7fc2ba26fd99 req-18809071-6a35-4a21-842e-8ecf4607e771 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:58.554002 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.556243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97902b-aeba-4074-a299-7fc2ba26fd99 req-18809071-6a35-4a21-842e-8ecf4607e771 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:58.558337 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7b97902b-aeba-4074-a299-7fc2ba26fd99 req-18809071-6a35-4a21-842e-8ecf4607e771 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5424 time: 0.2092907 Nov 12 00:54:58.561778 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7b407268-fae7-4994-a0dd-9d6b73ae5257 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4550877 Nov 12 00:54:58.564789 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49876) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:58.591007 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-86d0a0cd-69d8-4cfb-8b8d-06ffbc28f4a7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7828043 Nov 12 00:54:58.591934 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49878) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:58.597581 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc94fc24-d024-4e5a-a976-40336608e391 req-6c77cd81-6d1e-489f-aeb8-91da4d1f1687 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 210 time: 0.1231549 Nov 12 00:54:58.622159 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-34bd6e1c-38ee-431c-91bd-5c37effb61de tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-186836780'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:58.631260 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.679970 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bd6e1c-38ee-431c-91bd-5c37effb61de tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Made reservation on behalf of f1c89d3d529f41fbb1c11095a4e66ca6 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:58.684308 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-34bd6e1c-38ee-431c-91bd-5c37effb61de tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.755445 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bd6e1c-38ee-431c-91bd-5c37effb61de tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:58.793182 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-34bd6e1c-38ee-431c-91bd-5c37effb61de tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.794801 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-34bd6e1c-38ee-431c-91bd-5c37effb61de tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Added segment 31a437e6-992b-4b88-b835-9a6f3bda14b5 of type vlan for network 1e3f35ca-f72b-4606-9bee-db1ea8da7edb Nov 12 00:54:58.850342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffcdc56-473c-4e7f-91ad-e0516cbc22dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:58.867933 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffcdc56-473c-4e7f-91ad-e0516cbc22dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:58.869643 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9ffcdc56-473c-4e7f-91ad-e0516cbc22dd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3036432 Nov 12 00:54:58.878087 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49888) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:58.918476 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-34bd6e1c-38ee-431c-91bd-5c37effb61de tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.998774 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-34bd6e1c-38ee-431c-91bd-5c37effb61de tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.004946 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd6e1c-38ee-431c-91bd-5c37effb61de tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:59.005650 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-34bd6e1c-38ee-431c-91bd-5c37effb61de tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.064897 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7b97902b-aeba-4074-a299-7fc2ba26fd99 req-cbbf0f54-2375-41e6-a6a2-a76d56497d2c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4712927 Nov 12 00:54:59.147887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:59.234901 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-aa8064d4-7327-4388-941c-e2ec4b4e86e5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting port 1ede3de6-6f80-4251-a58c-8b8e91e12701 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:59.239382 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-34bd6e1c-38ee-431c-91bd-5c37effb61de tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6373162 Nov 12 00:54:59.242518 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aa8064d4-7327-4388-941c-e2ec4b4e86e5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.312510 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=259728d9-265b-4bc9-8b81-713c938afa40,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:59.360359 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:59.378117 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b1c3e464-614c-42c6-81ee-6ab880485b82 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:59.431101 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.431931 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3f4d6886-1149-4c55-aa72-c928b8b02a0f details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:54:59.456609 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd6e1c-38ee-431c-91bd-5c37effb61de tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Pushing event updated for resources: {'Network': ['ID=1e3f35ca-f72b-4606-9bee-db1ea8da7edb,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:59.495919 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3f4d6886-1149-4c55-aa72-c928b8b02a0f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3f4d6886-1149-4c55-aa72-c928b8b02a0f,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:59.519852 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '3f4d6886-1149-4c55-aa72-c928b8b02a0f', 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5', 'port_id': '3f4d6886-1149-4c55-aa72-c928b8b02a0f', 'mac_address': 'fa:16:3e:ae:e5:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e3b5c1-9246-44ee-8b2b-05576d2e6cd6', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:54:59.536863 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aa8064d4-7327-4388-941c-e2ec4b4e86e5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.537402 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 1e3f35ca-f72b-4606-9bee-db1ea8da7edb details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:59.552254 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49904) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:59.609099 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-aa8064d4-7327-4388-941c-e2ec4b4e86e5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Calling delete_port for 1ede3de6-6f80-4251-a58c-8b8e91e12701 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:59.670311 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985787a-12a9-450b-8f1d-613c88bca810 req-e31adf66-e3dd-42c9-a997-78a1792107ab tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:59.674640 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8985787a-12a9-450b-8f1d-613c88bca810 req-e31adf66-e3dd-42c9-a997-78a1792107ab tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/networks?id=be66bfac-db54-4ba9-8a59-fe8e903fa592 HTTP/1.1" status: 200 len: 817 time: 0.5497110 Nov 12 00:54:59.720310 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f5d116e2-73b6-4703-b9a6-99408b7d21a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63e9023d650c40928ac692d6643fabd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1484034 Nov 12 00:54:59.722947 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49906) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:59.746435 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8985787a-12a9-450b-8f1d-613c88bca810 req-f9e99800-e5e1-46b5-819f-f6d941d8896e tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/quotas/8fdc9237de6e49ad8a3f5af80dc64254 HTTP/1.1" status: 200 len: 375 time: 0.0205235 Nov 12 00:54:59.894393 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8985787a-12a9-450b-8f1d-613c88bca810 req-5a3ae531-ef47-4083-bd17-b46f1b8a1430 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fdc9237de6e49ad8a3f5af80dc64254&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1387949 Nov 12 00:54:59.932395 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ec6037-88ca-4470-a3a1-a97a83264fcb None None] Update dhcp port {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'fixed_ips': [{'subnet_id': '365158cc-cdb2-4072-ba41-0253dd51b79c', 'ip_address': '2001:db8::f816:3eff:fe5a:c0c9'}, {'subnet_id': 'f8348d2f-fe73-4f55-b685-9665cb149c56'}], 'binding:host_id': 'n-d-712137-14'}, 'id': '259728d9-265b-4bc9-8b81-713c938afa40'} from n-d-712137-14. {{(pid=114244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:55:00.007627 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-469af4a0-b0c4-4537-ba72-14a8631538e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.033693 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-469af4a0-b0c4-4537-ba72-14a8631538e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.095974 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-469af4a0-b0c4-4537-ba72-14a8631538e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.101265 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-469af4a0-b0c4-4537-ba72-14a8631538e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.105253 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-469af4a0-b0c4-4537-ba72-14a8631538e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6cf08de2-a23b-4552-8bac-61fa4b48df4e HTTP/1.1" status: 204 len: 168 time: 0.3781347 Nov 12 00:55:00.110650 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:00.132897 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.160144 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f4d6886-1149-4c55-aa72-c928b8b02a0f {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:00.177840 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-22ec6037-88ca-4470-a3a1-a97a83264fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.187973 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8985787a-12a9-450b-8f1d-613c88bca810 req-41625041-3474-4720-ad76-6b19ac54b810 service neutron] 10.222.0.31 "GET /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924345 Nov 12 00:55:00.228509 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port b1c3e464-614c-42c6-81ee-6ab880485b82 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:00.229273 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.302628 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469af4a0-b0c4-4537-ba72-14a8631538e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf08de2-a23b-4552-8bac-61fa4b48df4e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:00.434876 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8985787a-12a9-450b-8f1d-613c88bca810 req-4dd532a8-7834-4239-b1ae-164f2c8ad23a service neutron] 10.222.0.31 "GET /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450097 Nov 12 00:55:00.711715 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aa8064d4-7327-4388-941c-e2ec4b4e86e5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.817341 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8064d4-7327-4388-941c-e2ec4b4e86e5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Port': ['ID=1ede3de6-6f80-4251-a58c-8b8e91e12701,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:00.904812 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-22ec6037-88ca-4470-a3a1-a97a83264fcb None None] Allocated IP 172.20.0.2 (fe05c407-cd01-4f7b-b118-ded988bd7940/f8348d2f-fe73-4f55-b685-9665cb149c56/259728d9-265b-4bc9-8b81-713c938afa40) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:00.911860 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8964c2-477e-4b17-a370-501414b5be0c req-bf9b6de7-a1e7-4cf7-bb7b-369daa1e735d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:00.919872 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3f4d6886-1149-4c55-aa72-c928b8b02a0f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3f4d6886-1149-4c55-aa72-c928b8b02a0f,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:00.931199 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c64e616f-8d74-4bad-ab0c-06992dc8a853 req-d2ff715e-1500-4c87-a4b5-228039a90be7 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 210 time: 0.0895348 Nov 12 00:55:00.940572 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8964c2-477e-4b17-a370-501414b5be0c req-bf9b6de7-a1e7-4cf7-bb7b-369daa1e735d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:00.981071 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.981234 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8964c2-477e-4b17-a370-501414b5be0c req-bf9b6de7-a1e7-4cf7-bb7b-369daa1e735d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:00.981863 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 2848d887-c908-4eac-985d-33d1a11891ab details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:55:01.003163 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8964c2-477e-4b17-a370-501414b5be0c req-bf9b6de7-a1e7-4cf7-bb7b-369daa1e735d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:01.026957 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8964c2-477e-4b17-a370-501414b5be0c req-bf9b6de7-a1e7-4cf7-bb7b-369daa1e735d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:01.062203 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8964c2-477e-4b17-a370-501414b5be0c req-bf9b6de7-a1e7-4cf7-bb7b-369daa1e735d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:01.096364 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8964c2-477e-4b17-a370-501414b5be0c req-bf9b6de7-a1e7-4cf7-bb7b-369daa1e735d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:01.105300 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0a8964c2-477e-4b17-a370-501414b5be0c req-bf9b6de7-a1e7-4cf7-bb7b-369daa1e735d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5425 time: 0.7573731 Nov 12 00:55:01.244911 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 2848d887-c908-4eac-985d-33d1a11891ab, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=2848d887-c908-4eac-985d-33d1a11891ab,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:01.260303 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.299007 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=3f4d6886-1149-4c55-aa72-c928b8b02a0f,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:01.310119 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '2848d887-c908-4eac-985d-33d1a11891ab', 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5', 'port_id': '2848d887-c908-4eac-985d-33d1a11891ab', 'mac_address': 'fa:16:3e:47:64:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e3b5c1-9246-44ee-8b2b-05576d2e6cd6', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:55:01.379017 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port b1c3e464-614c-42c6-81ee-6ab880485b82, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=b1c3e464-614c-42c6-81ee-6ab880485b82,segment=NetworkSegment(8f425041-59c3-44c8-9fbc-cc8bb02bc247),segment_id=8f425041-59c3-44c8-9fbc-cc8bb02bc247)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:01.389324 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-22ec6037-88ca-4470-a3a1-a97a83264fcb None None] For port 259728d9-265b-4bc9-8b81-713c938afa40, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=259728d9-265b-4bc9-8b81-713c938afa40,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:01.403635 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.467484 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.542176 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-22ec6037-88ca-4470-a3a1-a97a83264fcb None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.549091 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2848d887-c908-4eac-985d-33d1a11891ab {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:01.576722 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 2848d887-c908-4eac-985d-33d1a11891ab, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=2848d887-c908-4eac-985d-33d1a11891ab,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:01.582232 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-22ec6037-88ca-4470-a3a1-a97a83264fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.595373 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.596199 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device eaf27379-549b-4591-bd09-78291efa7f5f details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:55:01.599196 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-6badd2e7-662a-4f0c-9df5-eda7ed865abb tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:01.601972 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-6badd2e7-662a-4f0c-9df5-eda7ed865abb tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.15 "GET /v2.0/networks?id=be66bfac-db54-4ba9-8a59-fe8e903fa592 HTTP/1.1" status: 200 len: 817 time: 1.2079408 Nov 12 00:55:01.612177 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 259728d9-265b-4bc9-8b81-713c938afa40 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:01.635058 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-88746044-7ff3-463c-9755-41db427fd04e tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Request body: {'port': {'device_id': 'f146600e-50bf-4f8d-bf19-254e3148b7e5', 'network_id': 'be66bfac-db54-4ba9-8a59-fe8e903fa592', 'admin_state_up': True, 'tenant_id': '8fdc9237de6e49ad8a3f5af80dc64254'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:01.715012 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=b1c3e464-614c-42c6-81ee-6ab880485b82,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:01.792044 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aa8064d4-7327-4388-941c-e2ec4b4e86e5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.798951 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-aa8064d4-7327-4388-941c-e2ec4b4e86e5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/1ede3de6-6f80-4251-a58c-8b8e91e12701 HTTP/1.1" status: 204 len: 168 time: 2.9197819 Nov 12 00:55:01.801594 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49948) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:01.809007 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0a8964c2-477e-4b17-a370-501414b5be0c req-279d94fc-5a9f-4ed6-896f-48fe5030e64f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6954381 Nov 12 00:55:01.814231 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 259728d9-265b-4bc9-8b81-713c938afa40 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:01.814612 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.836373 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-88746044-7ff3-463c-9755-41db427fd04e tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Made reservation on behalf of 8fdc9237de6e49ad8a3f5af80dc64254 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:01.843827 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-88746044-7ff3-463c-9755-41db427fd04e tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.916907 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port eaf27379-549b-4591-bd09-78291efa7f5f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=eaf27379-549b-4591-bd09-78291efa7f5f,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:01.958471 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec6037-88ca-4470-a3a1-a97a83264fcb None None] Pushing event updated for resources: {'Port': ['ID=259728d9-265b-4bc9-8b81-713c938afa40,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:02.032528 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58cc6d8-19ea-4ca7-aec0-fa523104992b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:02.034261 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58cc6d8-19ea-4ca7-aec0-fa523104992b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:02.058173 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58cc6d8-19ea-4ca7-aec0-fa523104992b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:02.070084 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a58cc6d8-19ea-4ca7-aec0-fa523104992b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2670519 Nov 12 00:55:02.074013 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49952) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:02.161400 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-88746044-7ff3-463c-9755-41db427fd04e tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Allocated IP 172.20.0.8 (be66bfac-db54-4ba9-8a59-fe8e903fa592/db54c4a6-c0af-44c1-9efa-10f094a7a4d6/365ac3e4-872b-4b19-a65d-6bf54e04147b) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:02.167886 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49956) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:02.170512 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=2848d887-c908-4eac-985d-33d1a11891ab,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:02.183770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'eaf27379-549b-4591-bd09-78291efa7f5f', 'network_id': '19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5', 'port_id': 'eaf27379-549b-4591-bd09-78291efa7f5f', 'mac_address': 'fa:16:3e:8d:f4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e3b5c1-9246-44ee-8b2b-05576d2e6cd6', 'ip_address': '10.1.1.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:55:02.434860 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88efeb85-19a5-47c1-ab11-6e965811b130 req-66cffcda-912b-4b94-9c1b-11dc9f78e28d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 210 time: 0.2217698 Nov 12 00:55:02.490588 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:02.528136 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf27379-549b-4591-bd09-78291efa7f5f {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:02.531338 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a365d1-d110-4609-8301-bca7805dc7f3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 365158cc-cdb2-4072-ba41-0253dd51b79c {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:02.546733 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-79a365d1-d110-4609-8301-bca7805dc7f3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:02.582822 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port eaf27379-549b-4591-bd09-78291efa7f5f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=eaf27379-549b-4591-bd09-78291efa7f5f,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:02.623319 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:02.624006 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device babf2404-166d-409b-b86b-258ee071292f details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:55:02.689904 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-79a365d1-d110-4609-8301-bca7805dc7f3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:02.733328 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6f81db47-9a56-4b7f-98f8-24cc111b3b38 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1208282878-network', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:02.834167 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49962) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:02.860431 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-378b61cd-365f-42eb-b731-fc1ea2a02aa7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Request body: {'subnets': [{'network_id': 'c25ca3a3-b5e4-4600-a525-3fa78b7787cb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--449591163', 'ip_version': 6}, {'network_id': '1e3f35ca-f72b-4606-9bee-db1ea8da7edb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:02.861356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-378b61cd-365f-42eb-b731-fc1ea2a02aa7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Request body: {'subnet': {'network_id': 'c25ca3a3-b5e4-4600-a525-3fa78b7787cb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--449591163', 'ip_version': 6}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:02.862432 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-378b61cd-365f-42eb-b731-fc1ea2a02aa7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Request body: {'subnet': {'network_id': '1e3f35ca-f72b-4606-9bee-db1ea8da7edb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:02.872314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f81db47-9a56-4b7f-98f8-24cc111b3b38 admin admin] Made reservation on behalf of 81e42ebcca464def93a86d1d3b9c5e2a for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:02.875101 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f81db47-9a56-4b7f-98f8-24cc111b3b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:02.910928 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f81db47-9a56-4b7f-98f8-24cc111b3b38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.065454 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port babf2404-166d-409b-b86b-258ee071292f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=babf2404-166d-409b-b86b-258ee071292f,segment=NetworkSegment(40058dc0-10b9-473a-b138-f5952db5f2e4),segment_id=40058dc0-10b9-473a-b138-f5952db5f2e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:03.086116 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-88746044-7ff3-463c-9755-41db427fd04e tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.101064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'babf2404-166d-409b-b86b-258ee071292f', 'network_id': '523495f2-d0a8-4874-8ce9-f158f9a48578', 'port_id': 'babf2404-166d-409b-b86b-258ee071292f', 'mac_address': 'fa:16:3e:e0:99:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870dc38d-f2e2-4511-a748-1147cb7d0fbb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:55:03.114357 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=eaf27379-549b-4591-bd09-78291efa7f5f,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:03.202067 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.222703 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-79a365d1-d110-4609-8301-bca7805dc7f3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.230723 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id babf2404-166d-409b-b86b-258ee071292f {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:03.265119 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port babf2404-166d-409b-b86b-258ee071292f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=babf2404-166d-409b-b86b-258ee071292f,segment=NetworkSegment(40058dc0-10b9-473a-b138-f5952db5f2e4),segment_id=40058dc0-10b9-473a-b138-f5952db5f2e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:03.274937 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.279865 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device ce338286-589a-4fe7-9255-b5d2a6ec28f4 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:55:03.320510 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port ce338286-589a-4fe7-9255-b5d2a6ec28f4, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=ce338286-589a-4fe7-9255-b5d2a6ec28f4,segment=NetworkSegment(40058dc0-10b9-473a-b138-f5952db5f2e4),segment_id=40058dc0-10b9-473a-b138-f5952db5f2e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:03.340432 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'ce338286-589a-4fe7-9255-b5d2a6ec28f4', 'network_id': '523495f2-d0a8-4874-8ce9-f158f9a48578', 'port_id': 'ce338286-589a-4fe7-9255-b5d2a6ec28f4', 'mac_address': 'fa:16:3e:18:5d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870dc38d-f2e2-4511-a748-1147cb7d0fbb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:55:03.404068 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=babf2404-166d-409b-b86b-258ee071292f,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:03.439248 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566edc0f-15a3-40b5-b607-22dd3668cf93 req-e1894db8-7f58-4112-8c8d-02cb81d6063e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:03.448472 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566edc0f-15a3-40b5-b607-22dd3668cf93 req-e1894db8-7f58-4112-8c8d-02cb81d6063e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:03.455789 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566edc0f-15a3-40b5-b607-22dd3668cf93 req-e1894db8-7f58-4112-8c8d-02cb81d6063e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:03.463114 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566edc0f-15a3-40b5-b607-22dd3668cf93 req-e1894db8-7f58-4112-8c8d-02cb81d6063e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:03.470208 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566edc0f-15a3-40b5-b607-22dd3668cf93 req-e1894db8-7f58-4112-8c8d-02cb81d6063e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:03.484844 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566edc0f-15a3-40b5-b607-22dd3668cf93 req-e1894db8-7f58-4112-8c8d-02cb81d6063e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:03.492384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566edc0f-15a3-40b5-b607-22dd3668cf93 req-e1894db8-7f58-4112-8c8d-02cb81d6063e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:03.494494 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-566edc0f-15a3-40b5-b607-22dd3668cf93 req-e1894db8-7f58-4112-8c8d-02cb81d6063e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5428 time: 0.4601185 Nov 12 00:55:03.554768 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3d22bf35-f570-46c0-a75a-ffa37aadb515 None None] Could not find standard attr ID for object 1ede3de6-6f80-4251-a58c-8b8e91e12701. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:55:03.555486 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378b61cd-365f-42eb-b731-fc1ea2a02aa7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Made reservation on behalf of f1c89d3d529f41fbb1c11095a4e66ca6 for: {'subnet': 2} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:03.560662 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-378b61cd-365f-42eb-b731-fc1ea2a02aa7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.561077 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-378b61cd-365f-42eb-b731-fc1ea2a02aa7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.602398 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-88746044-7ff3-463c-9755-41db427fd04e tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.612731 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.658850 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3d22bf35-f570-46c0-a75a-ffa37aadb515 None None] Provisioning complete for port 259728d9-265b-4bc9-8b81-713c938afa40 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:03.659199 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3d22bf35-f570-46c0-a75a-ffa37aadb515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.706504 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce338286-589a-4fe7-9255-b5d2a6ec28f4 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:03.713157 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 259728d9-265b-4bc9-8b81-713c938afa40 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:03.755414 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f81db47-9a56-4b7f-98f8-24cc111b3b38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.779124 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port ce338286-589a-4fe7-9255-b5d2a6ec28f4, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=ce338286-589a-4fe7-9255-b5d2a6ec28f4,segment=NetworkSegment(40058dc0-10b9-473a-b138-f5952db5f2e4),segment_id=40058dc0-10b9-473a-b138-f5952db5f2e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:03.781584 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f81db47-9a56-4b7f-98f8-24cc111b3b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.795144 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-88746044-7ff3-463c-9755-41db427fd04e tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Network be66bfac-db54-4ba9-8a59-fe8e903fa592 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:03.818088 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-566edc0f-15a3-40b5-b607-22dd3668cf93 req-8f81e254-53dc-4cf4-858a-b220363f067a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3080943 Nov 12 00:55:03.828109 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.831613 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-88746044-7ff3-463c-9755-41db427fd04e tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:03.835967 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-88746044-7ff3-463c-9755-41db427fd04e tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:03.852970 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f81db47-9a56-4b7f-98f8-24cc111b3b38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:55:03.862995 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54ab63e9-6eeb-4f1b-bfec-853e0f5443c4 req-10a35e2d-c1af-43c2-b8a8-c4ca4c533cac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.6512089 Nov 12 00:55:03.876955 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88746044-7ff3-463c-9755-41db427fd04e tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Pushing event updated for resources: {'Port': ['ID=365ac3e4-872b-4b19-a65d-6bf54e04147b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:03.916658 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f81db47-9a56-4b7f-98f8-24cc111b3b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.917072 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-6f81db47-9a56-4b7f-98f8-24cc111b3b38 admin admin] Added segment b3e2b351-551d-4928-9849-d586e04a647c of type vlan for network 04fc892d-db1f-4cd9-ab6d-5e2878cb5568 Nov 12 00:55:03.922392 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81db47-9a56-4b7f-98f8-24cc111b3b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a60b1c-d5d1-4bf9-ad7a-cd85e89b45b2,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:03.991325 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-88746044-7ff3-463c-9755-41db427fd04e tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:03.992122 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-88746044-7ff3-463c-9755-41db427fd04e tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.997618 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 259728d9-265b-4bc9-8b81-713c938afa40 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:03.998002 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.022372 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f81db47-9a56-4b7f-98f8-24cc111b3b38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.035663 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-89194b03-9ac8-48aa-b9ae-de8559f08fec req-adf14527-7e6f-475a-b7e7-4f37856d80c0 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 210 time: 0.1353276 Nov 12 00:55:04.045198 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=ce338286-589a-4fe7-9255-b5d2a6ec28f4,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:04.066115 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-88746044-7ff3-463c-9755-41db427fd04e tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4457915 Nov 12 00:55:04.089040 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985787a-12a9-450b-8f1d-613c88bca810 req-8b2865f7-1007-4333-828c-7c76515c5299 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:04.091539 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8985787a-12a9-450b-8f1d-613c88bca810 req-8b2865f7-1007-4333-828c-7c76515c5299 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.21 "GET /v2.0/networks?id=be66bfac-db54-4ba9-8a59-fe8e903fa592 HTTP/1.1" status: 200 len: 817 time: 1.0498536 Nov 12 00:55:04.096623 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] Request body: {'port': {'device_id': 'f146600e-50bf-4f8d-bf19-254e3148b7e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:04.103579 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab63e9-6eeb-4f1b-bfec-853e0f5443c4 req-eff2f269-a0b5-4c4d-aa10-a109344b15ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:04.105318 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54ab63e9-6eeb-4f1b-bfec-853e0f5443c4 req-eff2f269-a0b5-4c4d-aa10-a109344b15ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 1098 time: 0.1385944 Nov 12 00:55:04.122355 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-79a365d1-d110-4609-8301-bca7805dc7f3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.142803 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b1c3e464-614c-42c6-81ee-6ab880485b82 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:04.145809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-8985787a-12a9-450b-8f1d-613c88bca810 req-07004483-370b-4ed6-bae7-738b1dbf7419 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Request body: {'port': {'device_id': '05e18c8e-5d1b-40ac-bc27-f3abf4915fee', 'network_id': 'be66bfac-db54-4ba9-8a59-fe8e903fa592', 'admin_state_up': True, 'tenant_id': '8fdc9237de6e49ad8a3f5af80dc64254'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:04.156875 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-79a365d1-d110-4609-8301-bca7805dc7f3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.162032 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f81db47-9a56-4b7f-98f8-24cc111b3b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.163786 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-79a365d1-d110-4609-8301-bca7805dc7f3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/365158cc-cdb2-4072-ba41-0253dd51b79c HTTP/1.1" status: 204 len: 168 time: 2.0853140 Nov 12 00:55:04.164133 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f81db47-9a56-4b7f-98f8-24cc111b3b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:04.164812 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f81db47-9a56-4b7f-98f8-24cc111b3b38 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.171152 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49970) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:04.223161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a365d1-d110-4609-8301-bca7805dc7f3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=365158cc-cdb2-4072-ba41-0253dd51b79c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:04.305748 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.389550 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6f81db47-9a56-4b7f-98f8-24cc111b3b38 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2151446 Nov 12 00:55:04.401272 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab63e9-6eeb-4f1b-bfec-853e0f5443c4 req-72fc3386-c878-4d67-9250-390a7d297ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:04.403005 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54ab63e9-6eeb-4f1b-bfec-853e0f5443c4 req-72fc3386-c878-4d67-9250-390a7d297ec2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 913 time: 0.2699308 Nov 12 00:55:04.405772 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49974) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:04.419559 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-fec07543-7c50-45b7-8284-383cc648d384 admin admin] Request body: {'subnet': {'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1208282878-subnet', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:04.499501 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54ab63e9-6eeb-4f1b-bfec-853e0f5443c4 req-a3f21b42-782d-4d0d-9b17-7637b56be63f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbffa4a2-710f-4fb4-aba5-fe1bad751312 HTTP/1.1" status: 200 len: 217 time: 0.0647845 Nov 12 00:55:04.504439 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.db.api [req-8985787a-12a9-450b-8f1d-613c88bca810 req-07004483-370b-4ed6-bae7-738b1dbf7419 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 00:55:04.504439 n-d-712137-14 neutron-server[114242]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 00:55:04.504439 n-d-712137-14 neutron-server[114242]: [parameters: {'project_id_1': '8fdc9237de6e49ad8a3f5af80dc64254', 'expiration_1': datetime.datetime(2021, 11, 12, 0, 54, 44, 496414)}] Nov 12 00:55:04.504439 n-d-712137-14 neutron-server[114242]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:55:04.505345 n-d-712137-14 neutron-server[114242]: DEBUG oslo_db.api [req-8985787a-12a9-450b-8f1d-613c88bca810 req-07004483-370b-4ed6-bae7-738b1dbf7419 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:55:04.509112 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-917f7b83-07be-4bb4-a428-c50a0ee054a6 None None] Could not find standard attr ID for object 1ede3de6-6f80-4251-a58c-8b8e91e12701. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:55:04.530612 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81db47-9a56-4b7f-98f8-24cc111b3b38 admin admin] Pushing event updated for resources: {'Network': ['ID=04fc892d-db1f-4cd9-ab6d-5e2878cb5568,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:04.532819 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port b1c3e464-614c-42c6-81ee-6ab880485b82 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:04.533468 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.541210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-049dff02-b241-4232-a568-843eabe5afdd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet f8348d2f-fe73-4f55-b685-9665cb149c56 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:04.545390 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-049dff02-b241-4232-a568-843eabe5afdd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.563829 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab63e9-6eeb-4f1b-bfec-853e0f5443c4 req-4a1fe501-e8f9-424b-b16f-f6bd96dea163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:04.566363 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54ab63e9-6eeb-4f1b-bfec-853e0f5443c4 req-4a1fe501-e8f9-424b-b16f-f6bd96dea163 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.0583606 Nov 12 00:55:04.577910 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 04fc892d-db1f-4cd9-ab6d-5e2878cb5568 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:55:04.599850 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-049dff02-b241-4232-a568-843eabe5afdd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.608976 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec07543-7c50-45b7-8284-383cc648d384 admin admin] Made reservation on behalf of 81e42ebcca464def93a86d1d3b9c5e2a for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:04.625375 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fec07543-7c50-45b7-8284-383cc648d384 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.691408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['eaf27379-549b-4591-bd09-78291efa7f5f'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:04.695124 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:04.713624 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-049dff02-b241-4232-a568-843eabe5afdd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.733376 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab63e9-6eeb-4f1b-bfec-853e0f5443c4 req-76643a31-45dd-45df-a8e0-67f9438c8ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:04.735443 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54ab63e9-6eeb-4f1b-bfec-853e0f5443c4 req-76643a31-45dd-45df-a8e0-67f9438c8ec7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1533298 Nov 12 00:55:04.753364 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['ce338286-589a-4fe7-9255-b5d2a6ec28f4'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:04.790357 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:04.796751 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-049dff02-b241-4232-a568-843eabe5afdd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.855522 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8258dc99-5a07-4b0b-bf54-8f31b2943b9d None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:04.861407 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dff02-b241-4232-a568-843eabe5afdd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=f8348d2f-fe73-4f55-b685-9665cb149c56,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:04.868543 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-049dff02-b241-4232-a568-843eabe5afdd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.872921 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-049dff02-b241-4232-a568-843eabe5afdd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/f8348d2f-fe73-4f55-b685-9665cb149c56 HTTP/1.1" status: 204 len: 168 time: 0.6971238 Nov 12 00:55:04.877588 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49980) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:04.946281 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fbf4be93-0ac3-4557-b49a-e8ec11848c18 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616717 Nov 12 00:55:04.948470 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49982) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:04.962719 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-9fe3352d-72bc-491a-996b-b5919c8ce6ff tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:05.007707 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54ab63e9-6eeb-4f1b-bfec-853e0f5443c4 req-a12a983e-b42e-41a7-929f-f9c81a9013e3 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641969 Nov 12 00:55:05.153877 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54ab63e9-6eeb-4f1b-bfec-853e0f5443c4 req-97005c1e-7d7c-4992-9470-7c6983010945 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375024 Nov 12 00:55:05.255421 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95474ac3-feb4-42cf-b88b-af7287034bf3 req-3cb90f1e-907d-4b1c-8562-9db13faadfa4 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 210 time: 0.0831921 Nov 12 00:55:05.257452 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8985787a-12a9-450b-8f1d-613c88bca810 req-07004483-370b-4ed6-bae7-738b1dbf7419 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Made reservation on behalf of 8fdc9237de6e49ad8a3f5af80dc64254 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:05.261859 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8985787a-12a9-450b-8f1d-613c88bca810 req-07004483-370b-4ed6-bae7-738b1dbf7419 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.266098 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8826a-f656-4e1e-9b72-962031ecb553 req-f996295b-67d9-484f-b5b5-b58162195afb tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.273991 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8826a-f656-4e1e-9b72-962031ecb553 req-f996295b-67d9-484f-b5b5-b58162195afb tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.280214 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8826a-f656-4e1e-9b72-962031ecb553 req-f996295b-67d9-484f-b5b5-b58162195afb tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.288587 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8826a-f656-4e1e-9b72-962031ecb553 req-f996295b-67d9-484f-b5b5-b58162195afb tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.296775 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8826a-f656-4e1e-9b72-962031ecb553 req-f996295b-67d9-484f-b5b5-b58162195afb tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.305177 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8826a-f656-4e1e-9b72-962031ecb553 req-f996295b-67d9-484f-b5b5-b58162195afb tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.311398 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fec07543-7c50-45b7-8284-383cc648d384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.311990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8826a-f656-4e1e-9b72-962031ecb553 req-f996295b-67d9-484f-b5b5-b58162195afb tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.314528 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4f8826a-f656-4e1e-9b72-962031ecb553 req-f996295b-67d9-484f-b5b5-b58162195afb tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5430 time: 0.3077884 Nov 12 00:55:05.340328 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-378b61cd-365f-42eb-b731-fc1ea2a02aa7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.400086 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['babf2404-166d-409b-b86b-258ee071292f'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:05.422389 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe3352d-72bc-491a-996b-b5919c8ce6ff tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:05.425856 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9fe3352d-72bc-491a-996b-b5919c8ce6ff tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.477442 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec07543-7c50-45b7-8284-383cc648d384 admin admin] Checking segment: {'id': 'b3e2b351-551d-4928-9849-d586e04a647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:05.478059 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec07543-7c50-45b7-8284-383cc648d384 admin admin] Network hostable DHCP agents. Network: 04fc892d-db1f-4cd9-ab6d-5e2878cb5568, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:55:05.483594 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec07543-7c50-45b7-8284-383cc648d384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65284aa5-5b40-463a-8fcb-6f0eb8a8011e,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:05.494224 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['3f4d6886-1149-4c55-aa72-c928b8b02a0f'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:05.499211 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['2848d887-c908-4eac-985d-33d1a11891ab'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:05.521285 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec07543-7c50-45b7-8284-383cc648d384 admin admin] Network 04fc892d-db1f-4cd9-ab6d-5e2878cb5568 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:55:05.543637 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-fec07543-7c50-45b7-8284-383cc648d384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 04fc892d-db1f-4cd9-ab6d-5e2878cb5568) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:05.567865 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec07543-7c50-45b7-8284-383cc648d384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.569054 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4f8826a-f656-4e1e-9b72-962031ecb553 req-f50fe0cb-c232-4d79-9823-738da0dba100 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2422984 Nov 12 00:55:05.570767 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fec07543-7c50-45b7-8284-383cc648d384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.652706 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b61cd-365f-42eb-b731-fc1ea2a02aa7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Pushing event updated for resources: {'Subnet': ['ID=5633112b-3784-4e28-ad15-d7b05dfad3cc,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:05.657970 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fec07543-7c50-45b7-8284-383cc648d384 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2468197 Nov 12 00:55:05.659242 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49990) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:05.664001 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378b61cd-365f-42eb-b731-fc1ea2a02aa7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Checking segment: {'id': '9b627e3c-66bc-4b59-81aa-11ed03b12d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c25ca3a3-b5e4-4600-a525-3fa78b7787cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:05.665203 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378b61cd-365f-42eb-b731-fc1ea2a02aa7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Network hostable DHCP agents. Network: c25ca3a3-b5e4-4600-a525-3fa78b7787cb, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:55:05.665356 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-96a7a7a8-3a1c-4acf-9433-ff90e8efcfad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1208282878-router', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:05.681435 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fc2a60-d2f4-452f-8b5a-64957ef4b93a None None] Network 04fc892d-db1f-4cd9-ab6d-5e2878cb5568 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:05.720017 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96a7a7a8-3a1c-4acf-9433-ff90e8efcfad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.721215 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96a7a7a8-3a1c-4acf-9433-ff90e8efcfad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.790849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365ac3e4-872b-4b19-a65d-6bf54e04147b {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:05.798974 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378b61cd-365f-42eb-b731-fc1ea2a02aa7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Network c25ca3a3-b5e4-4600-a525-3fa78b7787cb is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:55:05.810473 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.822422 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-378b61cd-365f-42eb-b731-fc1ea2a02aa7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, c25ca3a3-b5e4-4600-a525-3fa78b7787cb) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:05.827061 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-378b61cd-365f-42eb-b731-fc1ea2a02aa7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.828014 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96a7a7a8-3a1c-4acf-9433-ff90e8efcfad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.842237 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a88074f-9198-4805-ae64-e3e23e132d00 None None] DHCP port deletion for fe05c407-cd01-4f7b-b118-ded988bd7940 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:05.882933 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] Transition to ACTIVE for port object 365ac3e4-872b-4b19-a65d-6bf54e04147b will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:55:05.927755 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.984747 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 259728d9-265b-4bc9-8b81-713c938afa40 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:05.986801 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6dd97f-b201-454f-9695-7f4b348c2585 None None] Network c25ca3a3-b5e4-4600-a525-3fa78b7787cb requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:05.998538 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] Pushing event updated for resources: {'Port': ['ID=365ac3e4-872b-4b19-a65d-6bf54e04147b,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:06.030672 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96a7a7a8-3a1c-4acf-9433-ff90e8efcfad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:06.051651 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378b61cd-365f-42eb-b731-fc1ea2a02aa7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Checking segment: {'id': '31a437e6-992b-4b88-b835-9a6f3bda14b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1e3f35ca-f72b-4606-9bee-db1ea8da7edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:06.052026 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378b61cd-365f-42eb-b731-fc1ea2a02aa7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Network hostable DHCP agents. Network: 1e3f35ca-f72b-4606-9bee-db1ea8da7edb, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:55:06.060033 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b61cd-365f-42eb-b731-fc1ea2a02aa7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Pushing event updated for resources: {'Subnet': ['ID=df2933d4-38c3-46e0-8801-88ed190262e7,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:06.094043 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-8985787a-12a9-450b-8f1d-613c88bca810 req-07004483-370b-4ed6-bae7-738b1dbf7419 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Allocated IP 172.20.0.6 (be66bfac-db54-4ba9-8a59-fe8e903fa592/db54c4a6-c0af-44c1-9efa-10f094a7a4d6/ba9a889d-7be5-4210-9260-cae52fc11d87) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:06.420914 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:06.487551 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-631f8aa2-9b3e-4034-ac80-545d00dab75f req-1198207f-8497-44a0-bb58-685f72999d87 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 210 time: 0.0426536 Nov 12 00:55:06.512287 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d1415-6f3d-4bfe-88da-5070e742cc7c req-98903f98-8456-4998-aff7-010a2b8c3528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:06.513969 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-143d1415-6f3d-4bfe-88da-5070e742cc7c req-98903f98-8456-4998-aff7-010a2b8c3528 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 1096 time: 0.2200329 Nov 12 00:55:06.621691 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 259728d9-265b-4bc9-8b81-713c938afa40, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=259728d9-265b-4bc9-8b81-713c938afa40,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:06.687438 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:06.707856 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378b61cd-365f-42eb-b731-fc1ea2a02aa7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Network 1e3f35ca-f72b-4606-9bee-db1ea8da7edb is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:55:06.734234 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-378b61cd-365f-42eb-b731-fc1ea2a02aa7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 1e3f35ca-f72b-4606-9bee-db1ea8da7edb) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:06.740193 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8985787a-12a9-450b-8f1d-613c88bca810 req-07004483-370b-4ed6-bae7-738b1dbf7419 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:06.742040 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96a7a7a8-3a1c-4acf-9433-ff90e8efcfad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:06.744957 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] Attempting to bind port 365ac3e4-872b-4b19-a65d-6bf54e04147b on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:06.745385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] Attempting to bind port 365ac3e4-872b-4b19-a65d-6bf54e04147b by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '8f425041-59c3-44c8-9fbc-cc8bb02bc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be66bfac-db54-4ba9-8a59-fe8e903fa592'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:06.746256 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] Attempting to bind port 365ac3e4-872b-4b19-a65d-6bf54e04147b on network be66bfac-db54-4ba9-8a59-fe8e903fa592 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:06.762050 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca17aa-4ccd-4214-9b65-4cffd2ac743a req-0f41f4ec-6737-4a90-a2b4-c9e4d01adc5a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:06.763675 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b6ca17aa-4ccd-4214-9b65-4cffd2ac743a req-0f41f4ec-6737-4a90-a2b4-c9e4d01adc5a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.2606447 Nov 12 00:55:06.765191 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378b61cd-365f-42eb-b731-fc1ea2a02aa7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:06.765729 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378b61cd-365f-42eb-b731-fc1ea2a02aa7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:06.766647 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-378b61cd-365f-42eb-b731-fc1ea2a02aa7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:06.786617 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96a7a7a8-3a1c-4acf-9433-ff90e8efcfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:06.794316 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c961465-e245-40d5-a1f2-00cefac164a4 None None] Network 1e3f35ca-f72b-4606-9bee-db1ea8da7edb requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:06.799822 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] Port 365ac3e4-872b-4b19-a65d-6bf54e04147b on network be66bfac-db54-4ba9-8a59-fe8e903fa592 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:55:06.800379 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] Attempting to bind port 365ac3e4-872b-4b19-a65d-6bf54e04147b on network be66bfac-db54-4ba9-8a59-fe8e903fa592 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:06.813290 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-378b61cd-365f-42eb-b731-fc1ea2a02aa7 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.9617472 Nov 12 00:55:06.825888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50006) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:06.850055 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d1415-6f3d-4bfe-88da-5070e742cc7c req-1b410fc1-eb4d-4e6d-b958-55a5b3f0b21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:06.851547 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-143d1415-6f3d-4bfe-88da-5070e742cc7c req-1b410fc1-eb4d-4e6d-b958-55a5b3f0b21d service neutron] 10.222.0.15 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 913 time: 0.3098507 Nov 12 00:55:06.923721 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd68e8a-e55b-437d-9d34-8202e60088de tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:06.927257 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd68e8a-e55b-437d-9d34-8202e60088de tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:06.929586 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd68e8a-e55b-437d-9d34-8202e60088de tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:06.940326 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6a88074f-9198-4805-ae64-e3e23e132d00 None None] Deleting port 259728d9-265b-4bc9-8b81-713c938afa40 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:06.940326 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6a88074f-9198-4805-ae64-e3e23e132d00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:06.941418 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0dd68e8a-e55b-437d-9d34-8202e60088de tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1131082 Nov 12 00:55:06.948020 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50008) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:06.958373 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:06.959399 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] Checking segment: {'id': '8f425041-59c3-44c8-9fbc-cc8bb02bc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be66bfac-db54-4ba9-8a59-fe8e903fa592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:06.960023 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] Bound using segment: {'id': '8f425041-59c3-44c8-9fbc-cc8bb02bc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be66bfac-db54-4ba9-8a59-fe8e903fa592'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:06.960684 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] Bound port: 365ac3e4-872b-4b19-a65d-6bf54e04147b, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f425041-59c3-44c8-9fbc-cc8bb02bc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be66bfac-db54-4ba9-8a59-fe8e903fa592'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:06.961282 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.040485 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6a88074f-9198-4805-ae64-e3e23e132d00 None None] For port 259728d9-265b-4bc9-8b81-713c938afa40, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=259728d9-265b-4bc9-8b81-713c938afa40,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:07.040841 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6a88074f-9198-4805-ae64-e3e23e132d00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.057366 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6a88074f-9198-4805-ae64-e3e23e132d00 None None] Calling delete_port for 259728d9-265b-4bc9-8b81-713c938afa40 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:07.081109 n-d-712137-14 neutron-server[114243]: DEBUG neutron.objects.ports [None req-9fe3352d-72bc-491a-996b-b5919c8ce6ff tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114243) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:55:07.089766 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b6ca17aa-4ccd-4214-9b65-4cffd2ac743a req-360cbcb0-f004-4ed4-804a-56c537c945c1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3069575 Nov 12 00:55:07.177483 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6a88074f-9198-4805-ae64-e3e23e132d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.179621 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e196a19-d048-41aa-a315-dff6152938c2 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Deleting subnet 5633112b-3784-4e28-ad15-d7b05dfad3cc {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:07.214604 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a88074f-9198-4805-ae64-e3e23e132d00 None None] No DVR routers for this DVR port 259728d9-265b-4bc9-8b81-713c938afa40 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:07.223340 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=259728d9-265b-4bc9-8b81-713c938afa40,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:07.226457 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3e196a19-d048-41aa-a315-dff6152938c2 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.290660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b4b1e-b733-4655-885d-8f0356bb08d6 req-e01b993f-69a9-4d5b-b019-233cecc5ee05 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.296802 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b4b1e-b733-4655-885d-8f0356bb08d6 req-e01b993f-69a9-4d5b-b019-233cecc5ee05 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.302911 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b4b1e-b733-4655-885d-8f0356bb08d6 req-e01b993f-69a9-4d5b-b019-233cecc5ee05 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.309054 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b4b1e-b733-4655-885d-8f0356bb08d6 req-e01b993f-69a9-4d5b-b019-233cecc5ee05 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.315279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b4b1e-b733-4655-885d-8f0356bb08d6 req-e01b993f-69a9-4d5b-b019-233cecc5ee05 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.316917 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] For port 365ac3e4-872b-4b19-a65d-6bf54e04147b, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:07.322195 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b4b1e-b733-4655-885d-8f0356bb08d6 req-e01b993f-69a9-4d5b-b019-233cecc5ee05 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.326099 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] For port 365ac3e4-872b-4b19-a65d-6bf54e04147b, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=365ac3e4-872b-4b19-a65d-6bf54e04147b,segment=NetworkSegment(8f425041-59c3-44c8-9fbc-cc8bb02bc247),segment_id=8f425041-59c3-44c8-9fbc-cc8bb02bc247)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:07.328374 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b4b1e-b733-4655-885d-8f0356bb08d6 req-e01b993f-69a9-4d5b-b019-233cecc5ee05 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.330460 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-031b4b1e-b733-4655-885d-8f0356bb08d6 req-e01b993f-69a9-4d5b-b019-233cecc5ee05 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5430 time: 0.5362895 Nov 12 00:55:07.341304 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-143d1415-6f3d-4bfe-88da-5070e742cc7c req-dd1e8159-88b5-4497-81ee-50f4e94e57ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52 HTTP/1.1" status: 200 len: 998 time: 0.4484413 Nov 12 00:55:07.349604 n-d-712137-14 neutron-server[114243]: WARNING neutron.services.revisions.revision_plugin [None req-9fe3352d-72bc-491a-996b-b5919c8ce6ff tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Could not find related port for resource to bump revision. Nov 12 00:55:07.357613 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3e196a19-d048-41aa-a315-dff6152938c2 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.368573 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.398238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.ipam_pluggable_backend [None req-9fe3352d-72bc-491a-996b-b5919c8ce6ff tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Port 259728d9-265b-4bc9-8b81-713c938afa40 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=114243) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 00:55:07.398568 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.ipam_pluggable_backend [None req-9fe3352d-72bc-491a-996b-b5919c8ce6ff tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5a:c0c9 {{(pid=114243) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 00:55:07.421884 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8985787a-12a9-450b-8f1d-613c88bca810 req-07004483-370b-4ed6-bae7-738b1dbf7419 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.430793 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.ipam_pluggable_backend [None req-9fe3352d-72bc-491a-996b-b5919c8ce6ff tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5a:c0c9 {{(pid=114243) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 00:55:07.444654 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9fe3352d-72bc-491a-996b-b5919c8ce6ff tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.447392 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.448017 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.449487 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] 10.222.0.15 "PUT /v2.0/ports/365ac3e4-872b-4b19-a65d-6bf54e04147b HTTP/1.1" status: 200 len: 1092 time: 3.3606629 Nov 12 00:55:07.458502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f146600e-50bf-4f8d-bf19-254e3148b7e5', 'tag': '365ac3e4-872b-4b19-a65d-6bf54e04147b'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:07.461719 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e39de71-b21c-4cbe-8b28-285805296e69" -d '{"events": [{"name": "network-changed", "server_uuid": "f146600e-50bf-4f8d-bf19-254e3148b7e5", "tag": "365ac3e4-872b-4b19-a65d-6bf54e04147b"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:07.512064 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-031b4b1e-b733-4655-885d-8f0356bb08d6 req-43e7d42b-a855-4868-ac36-fa0bb938158f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1664867 Nov 12 00:55:07.526707 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3e196a19-d048-41aa-a315-dff6152938c2 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.551227 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8985787a-12a9-450b-8f1d-613c88bca810 req-07004483-370b-4ed6-bae7-738b1dbf7419 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Network be66bfac-db54-4ba9-8a59-fe8e903fa592 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:07.554837 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-96a7a7a8-3a1c-4acf-9433-ff90e8efcfad admin admin] Allocated IP 172.25.0.143 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/6c9059f1-7ebc-4941-ac40-8935e9c1195e) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:07.571344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe3352d-72bc-491a-996b-b5919c8ce6ff tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:07.578003 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-8985787a-12a9-450b-8f1d-613c88bca810 req-07004483-370b-4ed6-bae7-738b1dbf7419 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:07.593413 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f158129-f75e-42f2-9085-d3661f32970e x-openstack-request-id: req-5f158129-f75e-42f2-9085-d3661f32970e {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:07.593714 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f146600e-50bf-4f8d-bf19-254e3148b7e5", "tag": "365ac3e4-872b-4b19-a65d-6bf54e04147b", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:07.594273 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f158129-f75e-42f2-9085-d3661f32970e {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:07.594382 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f146600e-50bf-4f8d-bf19-254e3148b7e5', 'tag': '365ac3e4-872b-4b19-a65d-6bf54e04147b', 'status': 'completed', 'code': 200} Nov 12 00:55:07.602867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d1415-6f3d-4bfe-88da-5070e742cc7c req-d65914bc-6151-4eca-8f51-d0946d27e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.604370 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-143d1415-6f3d-4bfe-88da-5070e742cc7c req-d65914bc-6151-4eca-8f51-d0946d27e171 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.2519813 Nov 12 00:55:07.610101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baeb8c0-a54e-4798-99e4-cfc822fd8aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'fixed_ips': [{'subnet_id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:55:07.610983 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2baeb8c0-a54e-4798-99e4-cfc822fd8aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.613772 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88074f-9198-4805-ae64-e3e23e132d00 None None] Pushing event deleted for resources: {'Port': ['ID=259728d9-265b-4bc9-8b81-713c938afa40,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:07.618603 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a12879-41b9-423a-a4f0-bbddbc8873ad service neutron] Pushing event updated for resources: {'Port': ['ID=365ac3e4-872b-4b19-a65d-6bf54e04147b,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:07.619437 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-8985787a-12a9-450b-8f1d-613c88bca810 req-07004483-370b-4ed6-bae7-738b1dbf7419 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:07.626325 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-9fe3352d-72bc-491a-996b-b5919c8ce6ff tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:07.636427 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07004483-370b-4ed6-bae7-738b1dbf7419 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Pushing event updated for resources: {'Port': ['ID=ba9a889d-7be5-4210-9260-cae52fc11d87,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:07.636767 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe3352d-72bc-491a-996b-b5919c8ce6ff tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.643487 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9fe3352d-72bc-491a-996b-b5919c8ce6ff tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.691912 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3352d-72bc-491a-996b-b5919c8ce6ff tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=2b36a8f0-0e22-40e0-9f61-b7f8c05f61f5,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:07.746857 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3189321-3d51-46b3-b4cf-ee3a14aebf1f None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:07.778705 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50016) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:07.785340 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9fe3352d-72bc-491a-996b-b5919c8ce6ff tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8331659 Nov 12 00:55:07.786360 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-143145cb-6145-4c47-9aed-34b811fa1a3d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:07.791064 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-bc8e72a9-85df-4e98-979a-ddee2214612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.792268 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-bc8e72a9-85df-4e98-979a-ddee2214612e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fdc9237de6e49ad8a3f5af80dc64254&device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 1095 time: 0.2510562 Nov 12 00:55:07.793358 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3e196a19-d048-41aa-a315-dff6152938c2 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.814096 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985787a-12a9-450b-8f1d-613c88bca810 req-07004483-370b-4ed6-bae7-738b1dbf7419 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.814670 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8985787a-12a9-450b-8f1d-613c88bca810 req-07004483-370b-4ed6-bae7-738b1dbf7419 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.836156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d1415-6f3d-4bfe-88da-5070e742cc7c req-759c4f51-1603-4c79-9ed1-a1cd5e75d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.837980 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-143d1415-6f3d-4bfe-88da-5070e742cc7c req-759c4f51-1603-4c79-9ed1-a1cd5e75d80a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2119679 Nov 12 00:55:07.884249 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e196a19-d048-41aa-a315-dff6152938c2 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Pushing event deleted for resources: {'Subnet': ['ID=5633112b-3784-4e28-ad15-d7b05dfad3cc,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:07.886870 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3e196a19-d048-41aa-a315-dff6152938c2 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.892874 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3e196a19-d048-41aa-a315-dff6152938c2 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "DELETE /v2.0/subnets/5633112b-3784-4e28-ad15-d7b05dfad3cc HTTP/1.1" status: 204 len: 168 time: 0.9421973 Nov 12 00:55:07.893662 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50018) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:07.895363 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-c71d569b-27ab-439d-b4e4-0b11cf6b22df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=365ac3e4-872b-4b19-a65d-6bf54e04147b HTTP/1.1" status: 200 len: 217 time: 0.0831659 Nov 12 00:55:07.900361 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:07.942947 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8985787a-12a9-450b-8f1d-613c88bca810 req-07004483-370b-4ed6-bae7-738b1dbf7419 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8236635 Nov 12 00:55:07.986046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e632a4-98f7-4ab9-9734-7fe5a0bf82f3 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Deleting subnet df2933d4-38c3-46e0-8801-88ed190262e7 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:07.991659 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] Request body: {'port': {'device_id': '05e18c8e-5d1b-40ac-bc27-f3abf4915fee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:07.991845 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39e632a4-98f7-4ab9-9734-7fe5a0bf82f3 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:07.995368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-0669fed5-b8cd-4850-95a6-1efb96a1baec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.996987 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-0669fed5-b8cd-4850-95a6-1efb96a1baec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db54c4a6-c0af-44c1-9efa-10f094a7a4d6 HTTP/1.1" status: 200 len: 857 time: 0.0922780 Nov 12 00:55:08.065171 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96a7a7a8-3a1c-4acf-9433-ff90e8efcfad admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.068184 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7959de-32d9-4c39-96cc-a7ad2bc10a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-1e3f35ca-f72b-4606-9bee-db1ea8da7edb', 'network_id': '1e3f35ca-f72b-4606-9bee-db1ea8da7edb', 'tenant_id': 'f1c89d3d529f41fbb1c11095a4e66ca6', 'fixed_ips': [{'subnet_id': 'df2933d4-38c3-46e0-8801-88ed190262e7'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:55:08.069869 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fe7959de-32d9-4c39-96cc-a7ad2bc10a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.077147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41439466-0133-4b9d-9246-665dbbf9d6be req-93325b9b-e501-4195-b40a-9a19b9d6bf24 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:08.086069 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41439466-0133-4b9d-9246-665dbbf9d6be req-93325b9b-e501-4195-b40a-9a19b9d6bf24 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 931 time: 0.2905858 Nov 12 00:55:08.125171 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39e632a4-98f7-4ab9-9734-7fe5a0bf82f3 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.134603 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54be5ac8-de68-4067-9970-bd6105725f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-c25ca3a3-b5e4-4600-a525-3fa78b7787cb', 'network_id': 'c25ca3a3-b5e4-4600-a525-3fa78b7787cb', 'tenant_id': 'f1c89d3d529f41fbb1c11095a4e66ca6', 'fixed_ips': [{'subnet_id': '5633112b-3784-4e28-ad15-d7b05dfad3cc'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:55:08.135935 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-54be5ac8-de68-4067-9970-bd6105725f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.189554 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-143d1415-6f3d-4bfe-88da-5070e742cc7c req-4c595a42-6324-4261-902d-d20747c0e599 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314478 Nov 12 00:55:08.189790 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39e632a4-98f7-4ab9-9734-7fe5a0bf82f3 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.207348 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.272722 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143145cb-6145-4c47-9aed-34b811fa1a3d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:08.277104 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-143145cb-6145-4c47-9aed-34b811fa1a3d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.297341 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41439466-0133-4b9d-9246-665dbbf9d6be req-043dda94-2c70-4b80-84b2-dcce1b15e227 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103281 Nov 12 00:55:08.313549 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-86245e6d-bda2-4a8b-abbe-fe491d158ed0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be66bfac-db54-4ba9-8a59-fe8e903fa592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2502129 Nov 12 00:55:08.384416 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39e632a4-98f7-4ab9-9734-7fe5a0bf82f3 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server [None req-fe7959de-32d9-4c39-96cc-a7ad2bc10a1b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df2933d4-38c3-46e0-8801-88ed190262e7: This subnet is being modified by another concurrent operation. Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise exception Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df2933d4-38c3-46e0-8801-88ed190262e7: This subnet is being modified by another concurrent operation. Nov 12 00:55:08.420076 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Nov 12 00:55:08.426254 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:55:08.445652 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c21847d-0636-4b71-9208-cb0a6447800d None None] Network 1e3f35ca-f72b-4606-9bee-db1ea8da7edb requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:08.472839 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e632a4-98f7-4ab9-9734-7fe5a0bf82f3 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Pushing event deleted for resources: {'Subnet': ['ID=df2933d4-38c3-46e0-8801-88ed190262e7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:08.487480 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39e632a4-98f7-4ab9-9734-7fe5a0bf82f3 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.494511 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-39e632a4-98f7-4ab9-9734-7fe5a0bf82f3 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "DELETE /v2.0/subnets/df2933d4-38c3-46e0-8801-88ed190262e7 HTTP/1.1" status: 204 len: 168 time: 0.5982111 Nov 12 00:55:08.497032 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50024) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:08.514338 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39431752-1707-4c14-ae81-b92f33735cbf None None] Network c25ca3a3-b5e4-4600-a525-3fa78b7787cb requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:08.516499 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:08.516902 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.520965 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-2baeb8c0-a54e-4798-99e4-cfc822fd8aaa None None] Allocated IP 172.20.0.2 (04fc892d-db1f-4cd9-ab6d-5e2878cb5568/65284aa5-5b40-463a-8fcb-6f0eb8a8011e/ed9eafc5-9b9e-43ad-ab42-8b779ee97c08) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:08.548984 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90654314-0a7d-48d3-a580-cc8a6975ab94 req-33ac2288-aea4-4399-98ae-565ba078d9b1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:08.550896 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-90654314-0a7d-48d3-a580-cc8a6975ab94 req-33ac2288-aea4-4399-98ae-565ba078d9b1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.2540205 Nov 12 00:55:08.587716 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96a7a7a8-3a1c-4acf-9433-ff90e8efcfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.656527 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-b6765a63-2d87-4540-8597-64f34f36bc6a service neutron] 10.222.0.15 "GET /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292100 Nov 12 00:55:08.681064 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8333dc7-9f81-4d58-ba0d-51330ab607a4 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:08.690210 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b8333dc7-9f81-4d58-ba0d-51330ab607a4 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1876521 Nov 12 00:55:08.692625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50028) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:08.815624 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a7a7a8-3a1c-4acf-9433-ff90e8efcfad admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:08.839247 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-96a7a7a8-3a1c-4acf-9433-ff90e8efcfad admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:08.849561 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a7a7a8-3a1c-4acf-9433-ff90e8efcfad admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:08.862906 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d5d09e-8cd2-463a-b984-4e00239a6e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-fe05c407-cd01-4f7b-b118-ded988bd7940', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'fixed_ips': [{'subnet_id': '2b36a8f0-0e22-40e0-9f61-b7f8c05f61f5'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:55:08.863790 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-70d5d09e-8cd2-463a-b984-4e00239a6e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.878611 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fe23df-0954-480e-874e-274dcff36824 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:08.898156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7a7a8-3a1c-4acf-9433-ff90e8efcfad admin admin] Pushing event updated for resources: {'Port': ['ID=6c9059f1-7ebc-4941-ac40-8935e9c1195e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:08.959273 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-143d1415-6f3d-4bfe-88da-5070e742cc7c req-b0c5a371-272e-4ebd-bebe-107dd2204781 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7547114 Nov 12 00:55:08.981166 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-90654314-0a7d-48d3-a580-cc8a6975ab94 req-9112f012-2b70-4b3f-af54-cb20568959a5 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4209502 Nov 12 00:55:09.001122 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dc24a-459e-455b-a23c-ddca8d851e1c req-64402389-af74-4e59-873a-745e3a68a639 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:09.005902 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6cba9b7-fe9d-4c36-b151-9377ad0bb5b2 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.007682 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dc24a-459e-455b-a23c-ddca8d851e1c req-64402389-af74-4e59-873a-745e3a68a639 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:09.013739 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dc24a-459e-455b-a23c-ddca8d851e1c req-64402389-af74-4e59-873a-745e3a68a639 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:09.019816 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dc24a-459e-455b-a23c-ddca8d851e1c req-64402389-af74-4e59-873a-745e3a68a639 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:09.025924 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dc24a-459e-455b-a23c-ddca8d851e1c req-64402389-af74-4e59-873a-745e3a68a639 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:09.031840 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dc24a-459e-455b-a23c-ddca8d851e1c req-64402389-af74-4e59-873a-745e3a68a639 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:09.037885 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dc24a-459e-455b-a23c-ddca8d851e1c req-64402389-af74-4e59-873a-745e3a68a639 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:09.046017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a52dc24a-459e-455b-a23c-ddca8d851e1c req-64402389-af74-4e59-873a-745e3a68a639 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5430 time: 0.3479664 Nov 12 00:55:09.067163 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9170c76f-f849-43b6-b35d-944c3a607d8c req-dd81fc3f-8af4-4e75-94b8-8c192939a3bd service neutron] 10.222.0.15 "GET /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999152 Nov 12 00:55:09.070980 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.158858 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6cba9b7-fe9d-4c36-b151-9377ad0bb5b2 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.185136 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-70d5d09e-8cd2-463a-b984-4e00239a6e55 None None] Allocated IP 2001:db8::f816:3eff:fe68:86d (fe05c407-cd01-4f7b-b118-ded988bd7940/2b36a8f0-0e22-40e0-9f61-b7f8c05f61f5/83aaebba-3736-4490-af67-c6e383e9842a) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:09.220375 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-e6cba9b7-fe9d-4c36-b151-9377ad0bb5b2 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e3f35ca-f72b-4606-9bee-db1ea8da7edb']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:09.220645 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4afa03f1-b3a1-44d8-9c22-2ca73f8b8dea None None] Provisioning complete for port 6c9059f1-7ebc-4941-ac40-8935e9c1195e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:09.221896 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4afa03f1-b3a1-44d8-9c22-2ca73f8b8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.253063 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-e6cba9b7-fe9d-4c36-b151-9377ad0bb5b2 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a437e6-992b-4b88-b835-9a6f3bda14b5') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:09.255952 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-e6cba9b7-fe9d-4c36-b151-9377ad0bb5b2 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a437e6-992b-4b88-b835-9a6f3bda14b5') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:09.272734 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6cba9b7-fe9d-4c36-b151-9377ad0bb5b2 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.313551 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6cba9b7-fe9d-4c36-b151-9377ad0bb5b2 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.324260 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.330654 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6cba9b7-fe9d-4c36-b151-9377ad0bb5b2 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:55:09.332234 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6cba9b7-fe9d-4c36-b151-9377ad0bb5b2 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.408103 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a52dc24a-459e-455b-a23c-ddca8d851e1c req-38748bac-be1a-4f25-9cf8-31d386e123bc tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3611715 Nov 12 00:55:09.420249 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9a889d-7be5-4210-9260-cae52fc11d87 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:55:09.456016 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:55:09.495810 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2baeb8c0-a54e-4798-99e4-cfc822fd8aaa None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.499244 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.526130 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4afa03f1-b3a1-44d8-9c22-2ca73f8b8dea None None] Port 6c9059f1-7ebc-4941-ac40-8935e9c1195e cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:55:09.541149 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2baeb8c0-a54e-4798-99e4-cfc822fd8aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.585380 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d69fad-9457-4134-a23e-03909a304a57 req-92e5d4c0-e271-44a6-9845-cda362a7f34c tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:09.592287 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:09.594594 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8336b538-39ff-4213-86f0-e795505023bb" -d '{"events": [{"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-plugged", "status": "completed", "tag": "e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:09.595896 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-68d69fad-9457-4134-a23e-03909a304a57 req-92e5d4c0-e271-44a6-9845-cda362a7f34c tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 931 time: 0.1383207 Nov 12 00:55:09.604680 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6cba9b7-fe9d-4c36-b151-9377ad0bb5b2 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.653400 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b,segment=NetworkSegment(b5504e77-a136-454b-965e-6ff3a65930f2),segment_id=b5504e77-a136-454b-965e-6ff3a65930f2)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:09.658409 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baeb8c0-a54e-4798-99e4-cfc822fd8aaa None None] Network 04fc892d-db1f-4cd9-ab6d-5e2878cb5568 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:09.668082 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-2baeb8c0-a54e-4798-99e4-cfc822fd8aaa None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:09.673220 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.675232 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device eaf27379-549b-4591-bd09-78291efa7f5f up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:09.677204 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baeb8c0-a54e-4798-99e4-cfc822fd8aaa None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:09.707026 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] Transition to ACTIVE for port object ba9a889d-7be5-4210-9260-cae52fc11d87 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:55:09.730581 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baeb8c0-a54e-4798-99e4-cfc822fd8aaa None None] Pushing event updated for resources: {'Port': ['ID=ed9eafc5-9b9e-43ad-ab42-8b779ee97c08,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:09.732304 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.743593 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6cba9b7-fe9d-4c36-b151-9377ad0bb5b2 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.758733 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e6cba9b7-fe9d-4c36-b151-9377ad0bb5b2 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "DELETE /v2.0/networks/1e3f35ca-f72b-4606-9bee-db1ea8da7edb HTTP/1.1" status: 204 len: 168 time: 1.0520828 Nov 12 00:55:09.764498 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cba9b7-fe9d-4c36-b151-9377ad0bb5b2 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Pushing event deleted for resources: {'Network': ['ID=1e3f35ca-f72b-4606-9bee-db1ea8da7edb,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:09.775365 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50038) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:09.941085 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-70d5d09e-8cd2-463a-b984-4e00239a6e55 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.950828 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-2baeb8c0-a54e-4798-99e4-cfc822fd8aaa None None] Attempting to bind port ed9eafc5-9b9e-43ad-ab42-8b779ee97c08 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:09.951325 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-2baeb8c0-a54e-4798-99e4-cfc822fd8aaa None None] Attempting to bind port ed9eafc5-9b9e-43ad-ab42-8b779ee97c08 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'b3e2b351-551d-4928-9849-d586e04a647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:09.952514 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baeb8c0-a54e-4798-99e4-cfc822fd8aaa None None] Attempting to bind port ed9eafc5-9b9e-43ad-ab42-8b779ee97c08 on network 04fc892d-db1f-4cd9-ab6d-5e2878cb5568 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:09.957910 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:09.962153 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-70d5d09e-8cd2-463a-b984-4e00239a6e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.977884 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-68d69fad-9457-4134-a23e-03909a304a57 req-e5d6598c-c5ea-4f47-acfa-a6f8ae4d1c37 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590081 Nov 12 00:55:09.993087 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39de71-b21c-4cbe-8b28-285805296e69 req-825d54d1-1ceb-4604-bc3c-f73e35527707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:09.996548 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1e39de71-b21c-4cbe-8b28-285805296e69 req-825d54d1-1ceb-4604-bc3c-f73e35527707 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fdc9237de6e49ad8a3f5af80dc64254&device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 1095 time: 0.5402844 Nov 12 00:55:10.007056 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baeb8c0-a54e-4798-99e4-cfc822fd8aaa None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:10.009165 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baeb8c0-a54e-4798-99e4-cfc822fd8aaa None None] Checking segment: {'id': 'b3e2b351-551d-4928-9849-d586e04a647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:10.009165 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2baeb8c0-a54e-4798-99e4-cfc822fd8aaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.009165 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baeb8c0-a54e-4798-99e4-cfc822fd8aaa None None] Bound using segment: {'id': 'b3e2b351-551d-4928-9849-d586e04a647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:10.009165 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-2baeb8c0-a54e-4798-99e4-cfc822fd8aaa None None] Bound port: ed9eafc5-9b9e-43ad-ab42-8b779ee97c08, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e2b351-551d-4928-9849-d586e04a647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:10.009712 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2baeb8c0-a54e-4798-99e4-cfc822fd8aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.026158 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port eaf27379-549b-4591-bd09-78291efa7f5f completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:55:10.045723 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port eaf27379-549b-4591-bd09-78291efa7f5f triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:10.046206 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.049107 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d5d09e-8cd2-463a-b984-4e00239a6e55 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:10.196833 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39de71-b21c-4cbe-8b28-285805296e69 req-19384e7c-2079-440c-9d30-c444443ab0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.198876 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1e39de71-b21c-4cbe-8b28-285805296e69 req-19384e7c-2079-440c-9d30-c444443ab0d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be66bfac-db54-4ba9-8a59-fe8e903fa592 HTTP/1.1" status: 200 len: 918 time: 0.1777081 Nov 12 00:55:10.216372 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467b6e3-2863-49e7-b8f2-d0d48bec99d9 req-587744db-90bc-40d7-baa2-f8774662b24b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.217945 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0467b6e3-2863-49e7-b8f2-d0d48bec99d9 req-587744db-90bc-40d7-baa2-f8774662b24b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.0783887 Nov 12 00:55:10.254546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-70d5d09e-8cd2-463a-b984-4e00239a6e55 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:10.261682 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb8311f-1956-4720-88bd-20f09cee1513 x-openstack-request-id: req-4cb8311f-1956-4720-88bd-20f09cee1513 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:10.262004 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-plugged", "status": "completed", "tag": "e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:10.262241 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4cb8311f-1956-4720-88bd-20f09cee1513 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:10.262607 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b', 'code': 200} Nov 12 00:55:10.279770 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1e39de71-b21c-4cbe-8b28-285805296e69 req-d0a430aa-9b55-491e-b00a-f3546f114814 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=365ac3e4-872b-4b19-a65d-6bf54e04147b HTTP/1.1" status: 200 len: 217 time: 0.0608058 Nov 12 00:55:10.282100 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d5d09e-8cd2-463a-b984-4e00239a6e55 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:10.288878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5d09e-8cd2-463a-b984-4e00239a6e55 None None] Pushing event updated for resources: {'Port': ['ID=83aaebba-3736-4490-af67-c6e383e9842a,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:10.308948 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-143145cb-6145-4c47-9aed-34b811fa1a3d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.342584 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96a7a7a8-3a1c-4acf-9433-ff90e8efcfad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.373329 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2baeb8c0-a54e-4798-99e4-cfc822fd8aaa None None] For port ed9eafc5-9b9e-43ad-ab42-8b779ee97c08, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:10.374630 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0467b6e3-2863-49e7-b8f2-d0d48bec99d9 req-d5099fbb-e453-4b2f-9724-959cb77fc419 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479590 Nov 12 00:55:10.387586 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-70d5d09e-8cd2-463a-b984-4e00239a6e55 None None] Attempting to bind port 83aaebba-3736-4490-af67-c6e383e9842a on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:10.387964 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-70d5d09e-8cd2-463a-b984-4e00239a6e55 None None] Attempting to bind port 83aaebba-3736-4490-af67-c6e383e9842a by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:10.388333 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d5d09e-8cd2-463a-b984-4e00239a6e55 None None] Attempting to bind port 83aaebba-3736-4490-af67-c6e383e9842a on network fe05c407-cd01-4f7b-b118-ded988bd7940 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:10.397143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2baeb8c0-a54e-4798-99e4-cfc822fd8aaa None None] For port ed9eafc5-9b9e-43ad-ab42-8b779ee97c08, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ed9eafc5-9b9e-43ad-ab42-8b779ee97c08,segment=NetworkSegment(b3e2b351-551d-4928-9849-d586e04a647c),segment_id=b3e2b351-551d-4928-9849-d586e04a647c)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:10.399458 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d5d09e-8cd2-463a-b984-4e00239a6e55 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:10.399837 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d5d09e-8cd2-463a-b984-4e00239a6e55 None None] Checking segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:10.400238 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-70d5d09e-8cd2-463a-b984-4e00239a6e55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.400638 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d5d09e-8cd2-463a-b984-4e00239a6e55 None None] Bound using segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:10.401135 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-70d5d09e-8cd2-463a-b984-4e00239a6e55 None None] Bound port: 83aaebba-3736-4490-af67-c6e383e9842a, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:10.401601 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-70d5d09e-8cd2-463a-b984-4e00239a6e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.411573 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39de71-b21c-4cbe-8b28-285805296e69 req-98b67d49-7178-437b-9e2c-87677a19cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.414336 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1e39de71-b21c-4cbe-8b28-285805296e69 req-98b67d49-7178-437b-9e2c-87677a19cb62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db54c4a6-c0af-44c1-9efa-10f094a7a4d6 HTTP/1.1" status: 200 len: 857 time: 0.1251879 Nov 12 00:55:10.425393 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2baeb8c0-a54e-4798-99e4-cfc822fd8aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.460880 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1e39de71-b21c-4cbe-8b28-285805296e69 req-dc331929-9dde-4833-8ed6-e79d2441b96e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be66bfac-db54-4ba9-8a59-fe8e903fa592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396092 Nov 12 00:55:10.471392 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9a889d-7be5-4210-9260-cae52fc11d87,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:10.492674 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.555676 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143145cb-6145-4c47-9aed-34b811fa1a3d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:10.558630 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baeb8c0-a54e-4798-99e4-cfc822fd8aaa None None] Pushing event updated for resources: {'Port': ['ID=ed9eafc5-9b9e-43ad-ab42-8b779ee97c08,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:10.564179 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83f7f607-56db-4634-aa50-e94557dffc23 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.589588 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port eaf27379-549b-4591-bd09-78291efa7f5f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=eaf27379-549b-4591-bd09-78291efa7f5f,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:10.590958 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-70d5d09e-8cd2-463a-b984-4e00239a6e55 None None] For port 83aaebba-3736-4490-af67-c6e383e9842a, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:10.595448 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-70d5d09e-8cd2-463a-b984-4e00239a6e55 None None] For port 83aaebba-3736-4490-af67-c6e383e9842a, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=83aaebba-3736-4490-af67-c6e383e9842a,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:10.598880 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.601795 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device babf2404-166d-409b-b86b-258ee071292f up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:10.610994 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-70d5d09e-8cd2-463a-b984-4e00239a6e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.619828 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-143145cb-6145-4c47-9aed-34b811fa1a3d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:10.624880 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143145cb-6145-4c47-9aed-34b811fa1a3d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=9ae4d0e3-6c0d-4b10-9c70-abebde9749eb,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:10.642138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143145cb-6145-4c47-9aed-34b811fa1a3d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.643275 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-143145cb-6145-4c47-9aed-34b811fa1a3d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.677139 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] Attempting to bind port ba9a889d-7be5-4210-9260-cae52fc11d87 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:10.679160 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] Attempting to bind port ba9a889d-7be5-4210-9260-cae52fc11d87 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '8f425041-59c3-44c8-9fbc-cc8bb02bc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be66bfac-db54-4ba9-8a59-fe8e903fa592'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:10.679160 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] Attempting to bind port ba9a889d-7be5-4210-9260-cae52fc11d87 on network be66bfac-db54-4ba9-8a59-fe8e903fa592 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:10.726468 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] Port ba9a889d-7be5-4210-9260-cae52fc11d87 on network be66bfac-db54-4ba9-8a59-fe8e903fa592 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:55:10.729922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] Attempting to bind port ba9a889d-7be5-4210-9260-cae52fc11d87 on network be66bfac-db54-4ba9-8a59-fe8e903fa592 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:10.736809 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-143145cb-6145-4c47-9aed-34b811fa1a3d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9546475 Nov 12 00:55:10.737497 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50048) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:10.746743 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1e39de71-b21c-4cbe-8b28-285805296e69 req-b566af03-02a5-4798-846c-48b44d142a1e service neutron] 10.222.0.15 "GET /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786467 Nov 12 00:55:10.770157 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'mac_address': 'fa:16:3e:76:87:a7', 'name': 'tempest-NetworksTestDHCPv6-1151173351'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:10.793570 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=eaf27379-549b-4591-bd09-78291efa7f5f,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:10.826866 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:10.826866 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] Checking segment: {'id': '8f425041-59c3-44c8-9fbc-cc8bb02bc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be66bfac-db54-4ba9-8a59-fe8e903fa592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:10.827160 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] Bound using segment: {'id': '8f425041-59c3-44c8-9fbc-cc8bb02bc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be66bfac-db54-4ba9-8a59-fe8e903fa592'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:10.827584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] Bound port: ba9a889d-7be5-4210-9260-cae52fc11d87, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f425041-59c3-44c8-9fbc-cc8bb02bc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be66bfac-db54-4ba9-8a59-fe8e903fa592'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:10.827935 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.871938 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port babf2404-166d-409b-b86b-258ee071292f completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:55:10.881065 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port babf2404-166d-409b-b86b-258ee071292f triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:10.881963 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.936925 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5d09e-8cd2-463a-b984-4e00239a6e55 None None] Pushing event updated for resources: {'Port': ['ID=83aaebba-3736-4490-af67-c6e383e9842a,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:11.078133 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1e39de71-b21c-4cbe-8b28-285805296e69 req-b7a36d16-ae84-4f92-828f-ba619f6465bc service neutron] 10.222.0.15 "GET /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296077 Nov 12 00:55:11.170205 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.239576 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port babf2404-166d-409b-b86b-258ee071292f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=babf2404-166d-409b-b86b-258ee071292f,segment=NetworkSegment(40058dc0-10b9-473a-b138-f5952db5f2e4),segment_id=40058dc0-10b9-473a-b138-f5952db5f2e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:11.244766 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bd400-de38-4d85-840c-16098798ebc2 req-6af8a106-25cb-47f4-85fb-6584265d95e2 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:11.246529 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-703bd400-de38-4d85-840c-16098798ebc2 req-6af8a106-25cb-47f4-85fb-6584265d95e2 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 943 time: 0.1373355 Nov 12 00:55:11.249632 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.250912 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:11.283787 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c87a86-37b9-4f3e-a7b0-57c3243d2710 req-bcf488df-bace-4cb5-8f8b-9a7ad7aa1d03 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:11.299944 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c87a86-37b9-4f3e-a7b0-57c3243d2710 req-bcf488df-bace-4cb5-8f8b-9a7ad7aa1d03 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:11.311695 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c87a86-37b9-4f3e-a7b0-57c3243d2710 req-bcf488df-bace-4cb5-8f8b-9a7ad7aa1d03 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:11.328240 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c87a86-37b9-4f3e-a7b0-57c3243d2710 req-bcf488df-bace-4cb5-8f8b-9a7ad7aa1d03 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:11.337836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c87a86-37b9-4f3e-a7b0-57c3243d2710 req-bcf488df-bace-4cb5-8f8b-9a7ad7aa1d03 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:11.356300 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-703bd400-de38-4d85-840c-16098798ebc2 req-9f359133-9212-4954-9c34-2c24509f5c7a tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010675 Nov 12 00:55:11.386182 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c87a86-37b9-4f3e-a7b0-57c3243d2710 req-bcf488df-bace-4cb5-8f8b-9a7ad7aa1d03 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:11.392772 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c87a86-37b9-4f3e-a7b0-57c3243d2710 req-bcf488df-bace-4cb5-8f8b-9a7ad7aa1d03 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:11.397217 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b1c87a86-37b9-4f3e-a7b0-57c3243d2710 req-bcf488df-bace-4cb5-8f8b-9a7ad7aa1d03 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5432 time: 0.7469406 Nov 12 00:55:11.405913 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=babf2404-166d-409b-b86b-258ee071292f,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:11.410961 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:55:11.416003 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:11.416386 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.445717 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96a7a7a8-3a1c-4acf-9433-ff90e8efcfad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.459006 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83f7f607-56db-4634-aa50-e94557dffc23 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.479808 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:11.528417 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.564950 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] For port ba9a889d-7be5-4210-9260-cae52fc11d87, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:11.570169 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:11.578980 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.580614 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 2848d887-c908-4eac-985d-33d1a11891ab up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:11.619637 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-83f7f607-56db-4634-aa50-e94557dffc23 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25ca3a3-b5e4-4600-a525-3fa78b7787cb']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:11.659911 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:11.678728 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 2848d887-c908-4eac-985d-33d1a11891ab completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:55:11.683123 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 2848d887-c908-4eac-985d-33d1a11891ab triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:11.683587 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.698696 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] For port ba9a889d-7be5-4210-9260-cae52fc11d87, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=ba9a889d-7be5-4210-9260-cae52fc11d87,segment=NetworkSegment(8f425041-59c3-44c8-9fbc-cc8bb02bc247),segment_id=8f425041-59c3-44c8-9fbc-cc8bb02bc247)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:11.700833 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-83f7f607-56db-4634-aa50-e94557dffc23 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b627e3c-66bc-4b59-81aa-11ed03b12d01') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:11.701169 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-83f7f607-56db-4634-aa50-e94557dffc23 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b627e3c-66bc-4b59-81aa-11ed03b12d01') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:11.720725 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.730466 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83f7f607-56db-4634-aa50-e94557dffc23 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.744095 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b1c87a86-37b9-4f3e-a7b0-57c3243d2710 req-e05b7527-4854-4069-b3e0-9ec0202420bd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2958474 Nov 12 00:55:11.785031 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83f7f607-56db-4634-aa50-e94557dffc23 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.807976 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f7f607-56db-4634-aa50-e94557dffc23 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:55:11.808469 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83f7f607-56db-4634-aa50-e94557dffc23 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.826911 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.890879 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 2848d887-c908-4eac-985d-33d1a11891ab, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=2848d887-c908-4eac-985d-33d1a11891ab,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:11.897566 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.899781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device ce338286-589a-4fe7-9255-b5d2a6ec28f4 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:55:11.928522 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:55:11.931070 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.964321 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83f7f607-56db-4634-aa50-e94557dffc23 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.010303 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=2848d887-c908-4eac-985d-33d1a11891ab,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:12.029335 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-83f7f607-56db-4634-aa50-e94557dffc23 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.034598 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-83f7f607-56db-4634-aa50-e94557dffc23 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "DELETE /v2.0/networks/c25ca3a3-b5e4-4600-a525-3fa78b7787cb HTTP/1.1" status: 204 len: 168 time: 2.2501121 Nov 12 00:55:12.034598 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:12.034598 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.035332 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50054) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:12.035892 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] 10.222.0.21 "PUT /v2.0/ports/ba9a889d-7be5-4210-9260-cae52fc11d87 HTTP/1.1" status: 200 len: 1092 time: 4.0484371 Nov 12 00:55:12.036769 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7f607-56db-4634-aa50-e94557dffc23 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Pushing event deleted for resources: {'Network': ['ID=c25ca3a3-b5e4-4600-a525-3fa78b7787cb,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:12.038325 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e18c8e-5d1b-40ac-bc27-f3abf4915fee', 'tag': 'ba9a889d-7be5-4210-9260-cae52fc11d87'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:12.041523 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8b91a1-5219-4001-ac47-70dac3b95d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "05e18c8e-5d1b-40ac-bc27-f3abf4915fee", "tag": "ba9a889d-7be5-4210-9260-cae52fc11d87"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:12.042395 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 83aaebba-3736-4490-af67-c6e383e9842a up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:12.077532 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] device_id is not set on port 1c2bea07-54b3-4131-9257-88a69c074c2c yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:55:12.173763 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312005cb-859f-49c8-b938-a13a3973c575 x-openstack-request-id: req-312005cb-859f-49c8-b938-a13a3973c575 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:12.173763 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e18c8e-5d1b-40ac-bc27-f3abf4915fee", "tag": "ba9a889d-7be5-4210-9260-cae52fc11d87", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:12.173763 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-312005cb-859f-49c8-b938-a13a3973c575 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:12.173763 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e18c8e-5d1b-40ac-bc27-f3abf4915fee', 'tag': 'ba9a889d-7be5-4210-9260-cae52fc11d87', 'status': 'completed', 'code': 200} Nov 12 00:55:12.197359 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port ce338286-589a-4fe7-9255-b5d2a6ec28f4 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:55:12.211437 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port ce338286-589a-4fe7-9255-b5d2a6ec28f4 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:12.211826 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.226581 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-beb0c0cb-36e5-40c2-9fcb-fe2bccac7562 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.254302 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cba13-0c75-4c3d-9b70-e8c7fe8260b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9a889d-7be5-4210-9260-cae52fc11d87,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:12.265681 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf27379-549b-4591-bd09-78291efa7f5f'}, {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babf2404-166d-409b-b86b-258ee071292f'}, {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645'}, {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2848d887-c908-4eac-985d-33d1a11891ab'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:12.267988 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d846b5-573d-4dc2-bd9a-d7d0238ca928" -d '{"events": [{"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-plugged", "status": "completed", "tag": "eaf27379-549b-4591-bd09-78291efa7f5f"}, {"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-plugged", "status": "completed", "tag": "babf2404-166d-409b-b86b-258ee071292f"}, {"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-plugged", "status": "completed", "tag": "7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645"}, {"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-plugged", "status": "completed", "tag": "2848d887-c908-4eac-985d-33d1a11891ab"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:12.303411 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 83aaebba-3736-4490-af67-c6e383e9842a triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:12.303781 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.370090 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6b4c29-0689-4169-9b45-dd62bcd1a9b3 x-openstack-request-id: req-1d6b4c29-0689-4169-9b45-dd62bcd1a9b3 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:12.370397 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-plugged", "status": "completed", "tag": "eaf27379-549b-4591-bd09-78291efa7f5f", "code": 200}, {"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-plugged", "status": "completed", "tag": "babf2404-166d-409b-b86b-258ee071292f", "code": 200}, {"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-plugged", "status": "completed", "tag": "7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645", "code": 200}, {"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-plugged", "status": "completed", "tag": "2848d887-c908-4eac-985d-33d1a11891ab", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:12.370657 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d6b4c29-0689-4169-9b45-dd62bcd1a9b3 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:12.371055 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf27379-549b-4591-bd09-78291efa7f5f', 'code': 200} Nov 12 00:55:12.371303 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babf2404-166d-409b-b86b-258ee071292f', 'code': 200} Nov 12 00:55:12.371554 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645', 'code': 200} Nov 12 00:55:12.371802 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2848d887-c908-4eac-985d-33d1a11891ab', 'code': 200} Nov 12 00:55:12.389135 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a0a70d97-c29c-4d19-b3ac-6f6a032035c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:12.393453 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8985787a-12a9-450b-8f1d-613c88bca810 req-a0a70d97-c29c-4d19-b3ac-6f6a032035c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fdc9237de6e49ad8a3f5af80dc64254&device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 1095 time: 0.2447348 Nov 12 00:55:12.419810 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-beb0c0cb-36e5-40c2-9fcb-fe2bccac7562 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.465431 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-beb0c0cb-36e5-40c2-9fcb-fe2bccac7562 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91ab4a3-817c-4970-9301-d062e46a6ea9']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:12.502549 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b58051-28de-4b47-9018-fe20d97f807b None None] Network 04fc892d-db1f-4cd9-ab6d-5e2878cb5568 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:12.508214 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.510920 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-beb0c0cb-36e5-40c2-9fcb-fe2bccac7562 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8e5030-8de9-49c8-8ab5-2cc3d4d13344') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:12.510920 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-beb0c0cb-36e5-40c2-9fcb-fe2bccac7562 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8e5030-8de9-49c8-8ab5-2cc3d4d13344') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:12.525455 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-beb0c0cb-36e5-40c2-9fcb-fe2bccac7562 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.548312 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8985787a-12a9-450b-8f1d-613c88bca810 req-ff4e810e-03ed-469e-b0f9-845535d87410 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba9a889d-7be5-4210-9260-cae52fc11d87 HTTP/1.1" status: 200 len: 217 time: 0.0832558 Nov 12 00:55:12.555652 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b95d3-82ae-4e08-b14b-004042831a0c req-f3d825b5-1bbd-4bea-a9b8-a917f205c858 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:12.564723 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f26b95d3-82ae-4e08-b14b-004042831a0c req-f3d825b5-1bbd-4bea-a9b8-a917f205c858 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 943 time: 0.0864484 Nov 12 00:55:12.574183 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-beb0c0cb-36e5-40c2-9fcb-fe2bccac7562 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.593965 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb0c0cb-36e5-40c2-9fcb-fe2bccac7562 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:55:12.594385 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-beb0c0cb-36e5-40c2-9fcb-fe2bccac7562 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.602279 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:55:12.606755 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:55:12.652911 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a7a7a8-3a1c-4acf-9433-ff90e8efcfad admin admin] Router f8ebd7aa-844d-4165-be7e-f58af236ba61 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:55:12.688491 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port ce338286-589a-4fe7-9255-b5d2a6ec28f4, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=ce338286-589a-4fe7-9255-b5d2a6ec28f4,segment=NetworkSegment(40058dc0-10b9-473a-b138-f5952db5f2e4),segment_id=40058dc0-10b9-473a-b138-f5952db5f2e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:12.705146 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.718040 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985787a-12a9-450b-8f1d-613c88bca810 req-4dba511a-4dd4-4743-8e79-57f6c54c157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:12.719448 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8985787a-12a9-450b-8f1d-613c88bca810 req-4dba511a-4dd4-4743-8e79-57f6c54c157a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db54c4a6-c0af-44c1-9efa-10f094a7a4d6 HTTP/1.1" status: 200 len: 857 time: 0.1638956 Nov 12 00:55:12.745038 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d0b5f41-af1a-46d9-b4f5-f9490a72a352 None None] Provisioning complete for port ed9eafc5-9b9e-43ad-ab42-8b779ee97c08 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:12.745421 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5f41-af1a-46d9-b4f5-f9490a72a352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.810081 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f26b95d3-82ae-4e08-b14b-004042831a0c req-8d54b7f2-a918-4ac8-b633-c807991f875a tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444751 Nov 12 00:55:12.811184 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-beb0c0cb-36e5-40c2-9fcb-fe2bccac7562 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.819617 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-beb0c0cb-36e5-40c2-9fcb-fe2bccac7562 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.838629 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-beb0c0cb-36e5-40c2-9fcb-fe2bccac7562 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "DELETE /v2.0/networks/e91ab4a3-817c-4970-9301-d062e46a6ea9 HTTP/1.1" status: 204 len: 168 time: 0.7995770 Nov 12 00:55:12.841505 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8985787a-12a9-450b-8f1d-613c88bca810 req-9d4f2682-afa0-455a-9d86-f5a6ab9f419b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be66bfac-db54-4ba9-8a59-fe8e903fa592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704918 Nov 12 00:55:12.860685 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 83aaebba-3736-4490-af67-c6e383e9842a, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=83aaebba-3736-4490-af67-c6e383e9842a,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:12.872437 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50066) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:12.887313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3f4d6886-1149-4c55-aa72-c928b8b02a0f up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:12.894740 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 172.20.0.12 (fe05c407-cd01-4f7b-b118-ded988bd7940/9ae4d0e3-6c0d-4b10-9c70-abebde9749eb/1c2bea07-54b3-4131-9257-88a69c074c2c) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:12.902461 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0c0cb-36e5-40c2-9fcb-fe2bccac7562 tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Pushing event deleted for resources: {'Network': ['ID=e91ab4a3-817c-4970-9301-d062e46a6ea9,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:12.914088 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.915505 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8::f816:3eff:fe76:87a7 (fe05c407-cd01-4f7b-b118-ded988bd7940/2b36a8f0-0e22-40e0-9f61-b7f8c05f61f5/1c2bea07-54b3-4131-9257-88a69c074c2c) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:12.916928 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ed9eafc5-9b9e-43ad-ab42-8b779ee97c08 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:13.044248 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da233a02-c9c2-4221-afa5-22260766357c tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.095817 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339926ff-2b04-4463-a28c-f6aeda9d6c70 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:13.124641 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=ce338286-589a-4fe7-9255-b5d2a6ec28f4,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:13.150172 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef160d62-8cbf-4b5a-bd3d-cdf218344ac2 req-d95f0ced-dbfd-4f3d-810b-27fb5862fcf2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:13.157240 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef160d62-8cbf-4b5a-bd3d-cdf218344ac2 req-d95f0ced-dbfd-4f3d-810b-27fb5862fcf2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:13.164587 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef160d62-8cbf-4b5a-bd3d-cdf218344ac2 req-d95f0ced-dbfd-4f3d-810b-27fb5862fcf2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:13.170179 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef160d62-8cbf-4b5a-bd3d-cdf218344ac2 req-d95f0ced-dbfd-4f3d-810b-27fb5862fcf2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:13.177871 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef160d62-8cbf-4b5a-bd3d-cdf218344ac2 req-d95f0ced-dbfd-4f3d-810b-27fb5862fcf2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:13.185214 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef160d62-8cbf-4b5a-bd3d-cdf218344ac2 req-d95f0ced-dbfd-4f3d-810b-27fb5862fcf2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:13.191641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef160d62-8cbf-4b5a-bd3d-cdf218344ac2 req-d95f0ced-dbfd-4f3d-810b-27fb5862fcf2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:13.193224 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef160d62-8cbf-4b5a-bd3d-cdf218344ac2 req-d95f0ced-dbfd-4f3d-810b-27fb5862fcf2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5436 time: 0.2384708 Nov 12 00:55:13.226319 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da233a02-c9c2-4221-afa5-22260766357c tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.267108 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 365ac3e4-872b-4b19-a65d-6bf54e04147b details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:55:13.282706 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-da233a02-c9c2-4221-afa5-22260766357c tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5bc322c-c8ef-4e98-87ff-2eeb4d3955a1']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:13.296179 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-da233a02-c9c2-4221-afa5-22260766357c tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73f8b2a-dd31-4447-8bce-b377d835b920') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:13.296532 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-da233a02-c9c2-4221-afa5-22260766357c tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73f8b2a-dd31-4447-8bce-b377d835b920') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:13.300562 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5f41-af1a-46d9-b4f5-f9490a72a352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.309892 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da233a02-c9c2-4221-afa5-22260766357c tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.326275 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da233a02-c9c2-4221-afa5-22260766357c tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.326645 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef160d62-8cbf-4b5a-bd3d-cdf218344ac2 req-f1ad2b73-4635-42a6-b505-502d74eadd8e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1249235 Nov 12 00:55:13.337001 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da233a02-c9c2-4221-afa5-22260766357c tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:55:13.337578 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da233a02-c9c2-4221-afa5-22260766357c tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.363062 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port ed9eafc5-9b9e-43ad-ab42-8b779ee97c08 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:13.363437 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.385235 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a7a7a8-3a1c-4acf-9433-ff90e8efcfad admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:55:13.389359 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8985787a-12a9-450b-8f1d-613c88bca810 req-edef2db4-c9e3-4668-990b-05fc202b366c service neutron] 10.222.0.21 "GET /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453614 Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:55:13.413987 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:55:13.417710 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] Sync routers for ids ['f8ebd7aa-844d-4165-be7e-f58af236ba61'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:55:13.420474 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da233a02-c9c2-4221-afa5-22260766357c tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.433084 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da233a02-c9c2-4221-afa5-22260766357c tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.436891 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-da233a02-c9c2-4221-afa5-22260766357c tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] 10.222.0.31 "DELETE /v2.0/networks/d5bc322c-c8ef-4e98-87ff-2eeb4d3955a1 HTTP/1.1" status: 204 len: 168 time: 0.5627642 Nov 12 00:55:13.463201 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da233a02-c9c2-4221-afa5-22260766357c tempest-BulkNetworkOpsIpV6Test-1748077262 tempest-BulkNetworkOpsIpV6Test-1748077262-project] Pushing event deleted for resources: {'Network': ['ID=d5bc322c-c8ef-4e98-87ff-2eeb4d3955a1,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:13.531623 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 3f4d6886-1149-4c55-aa72-c928b8b02a0f completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:55:13.537120 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=83aaebba-3736-4490-af67-c6e383e9842a,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:13.539938 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] Routers {'f8ebd7aa-844d-4165-be7e-f58af236ba61'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:13.540719 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f8ebd7aa-844d-4165-be7e-f58af236ba61'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:13.550372 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 3f4d6886-1149-4c55-aa72-c928b8b02a0f triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:13.550372 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.563125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d0b5f41-af1a-46d9-b4f5-f9490a72a352 None None] For port ed9eafc5-9b9e-43ad-ab42-8b779ee97c08, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ed9eafc5-9b9e-43ad-ab42-8b779ee97c08,segment=NetworkSegment(b3e2b351-551d-4928-9849-d586e04a647c),segment_id=b3e2b351-551d-4928-9849-d586e04a647c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:13.811107 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96a7a7a8-3a1c-4acf-9433-ff90e8efcfad admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.814888 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-96a7a7a8-3a1c-4acf-9433-ff90e8efcfad admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.1521847 Nov 12 00:55:13.816770 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50074) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:13.838961 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50076) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:13.853391 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5f41-af1a-46d9-b4f5-f9490a72a352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.863036 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.891178 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8985787a-12a9-450b-8f1d-613c88bca810 req-03d42c17-5c70-4b6e-b0f5-9e7bb6039c75 service neutron] 10.222.0.21 "GET /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758904 Nov 12 00:55:13.952159 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.037909 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.045033 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:14.100819 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:14.101334 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34891a5-2b20-48ac-b587-2e7301a67ce0 req-7ab819fb-bd62-4e7c-b25e-44bf170416ba tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.104330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:14.111749 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d34891a5-2b20-48ac-b587-2e7301a67ce0 req-7ab819fb-bd62-4e7c-b25e-44bf170416ba tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 943 time: 0.1359663 Nov 12 00:55:14.181981 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=1c2bea07-54b3-4131-9257-88a69c074c2c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:14.211333 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b91a1-5219-4001-ac47-70dac3b95d8b req-f5acacaf-b7b8-4266-b359-f2e47d57e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.212979 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d8b91a1-5219-4001-ac47-70dac3b95d8b req-f5acacaf-b7b8-4266-b359-f2e47d57e1e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fdc9237de6e49ad8a3f5af80dc64254&device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 1095 time: 0.2243719 Nov 12 00:55:14.226869 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:14.227217 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:14.227555 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:14.227892 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:14.228274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:14.228616 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:14.228957 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:14.229285 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:14.229602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:14.229924 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:14.230303 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:14.230567 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:14.274643 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b90846f7-2033-41b8-b93c-892b654a3ebc None None] Provisioning complete for port 83aaebba-3736-4490-af67-c6e383e9842a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:14.275186 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.275281 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b90846f7-2033-41b8-b93c-892b654a3ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.275677 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.305507 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3ce7dd71-f5ac-41f2-8b72-7e1faaf13386 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.5394201 Nov 12 00:55:14.308310 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50084) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:14.321309 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-59652245-5b41-496b-9ce9-9f679eadbf39 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f1c89d3d529f41fbb1c11095a4e66ca6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4812417 Nov 12 00:55:14.354223 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50086) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:14.382669 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce338286-589a-4fe7-9255-b5d2a6ec28f4'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:14.392510 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf76728-d750-4cec-a4f1-30824891a2bb" -d '{"events": [{"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-plugged", "status": "completed", "tag": "ce338286-589a-4fe7-9255-b5d2a6ec28f4"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:14.399073 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b5f41-af1a-46d9-b4f5-f9490a72a352 None None] Pushing event updated for resources: {'Port': ['ID=ed9eafc5-9b9e-43ad-ab42-8b779ee97c08,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:14.418454 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 365ac3e4-872b-4b19-a65d-6bf54e04147b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=365ac3e4-872b-4b19-a65d-6bf54e04147b,segment=NetworkSegment(8f425041-59c3-44c8-9fbc-cc8bb02bc247),segment_id=8f425041-59c3-44c8-9fbc-cc8bb02bc247)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:14.473486 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc9bc72-320d-44d4-b4b8-13767216e235 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.480172 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc9bc72-320d-44d4-b4b8-13767216e235 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.484723 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4fc9bc72-320d-44d4-b4b8-13767216e235 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1751375 Nov 12 00:55:14.485366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50098) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:14.508497 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3ad2-497a-435c-86da-a248ccfaf2fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.511514 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] Set router f8ebd7aa-844d-4165-be7e-f58af236ba61 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:14.530598 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3ad2-497a-435c-86da-a248ccfaf2fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.567755 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b91a1-5219-4001-ac47-70dac3b95d8b req-efe4a71c-4453-4eca-b859-9310c3b2c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.569976 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d8b91a1-5219-4001-ac47-70dac3b95d8b req-efe4a71c-4453-4eca-b859-9310c3b2c31b service neutron] 10.222.0.21 "GET /v2.0/networks?id=be66bfac-db54-4ba9-8a59-fe8e903fa592 HTTP/1.1" status: 200 len: 918 time: 0.3312838 Nov 12 00:55:14.599989 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:55:14.600462 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:55:14.601161 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '365ac3e4-872b-4b19-a65d-6bf54e04147b', 'network_id': 'be66bfac-db54-4ba9-8a59-fe8e903fa592', 'port_id': '365ac3e4-872b-4b19-a65d-6bf54e04147b', 'mac_address': 'fa:16:3e:09:74:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db54c4a6-c0af-44c1-9efa-10f094a7a4d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:55:14.662058 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d8b91a1-5219-4001-ac47-70dac3b95d8b req-e52b362a-6bd8-45e5-aaf3-59de75ba9b0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba9a889d-7be5-4210-9260-cae52fc11d87 HTTP/1.1" status: 200 len: 217 time: 0.0672245 Nov 12 00:55:14.666285 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d34891a5-2b20-48ac-b587-2e7301a67ce0 req-d3852171-ef38-43c7-8056-8f323d54301a tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5534809 Nov 12 00:55:14.760927 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a33bd97-6f9f-4c1e-9cfa-6098bf1a2f0f x-openstack-request-id: req-5a33bd97-6f9f-4c1e-9cfa-6098bf1a2f0f {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:14.761301 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-plugged", "status": "completed", "tag": "ce338286-589a-4fe7-9255-b5d2a6ec28f4", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:14.761639 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a33bd97-6f9f-4c1e-9cfa-6098bf1a2f0f {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:14.762087 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce338286-589a-4fe7-9255-b5d2a6ec28f4', 'code': 200} Nov 12 00:55:14.765419 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768cdaa-c7ba-4d5d-aaa9-df815d03b0fd req-379df10c-8fc5-4b82-a765-8496650a74b9 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.771425 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768cdaa-c7ba-4d5d-aaa9-df815d03b0fd req-379df10c-8fc5-4b82-a765-8496650a74b9 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.777589 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768cdaa-c7ba-4d5d-aaa9-df815d03b0fd req-379df10c-8fc5-4b82-a765-8496650a74b9 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.783735 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768cdaa-c7ba-4d5d-aaa9-df815d03b0fd req-379df10c-8fc5-4b82-a765-8496650a74b9 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.786583 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.790378 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768cdaa-c7ba-4d5d-aaa9-df815d03b0fd req-379df10c-8fc5-4b82-a765-8496650a74b9 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.796300 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768cdaa-c7ba-4d5d-aaa9-df815d03b0fd req-379df10c-8fc5-4b82-a765-8496650a74b9 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.802307 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768cdaa-c7ba-4d5d-aaa9-df815d03b0fd req-379df10c-8fc5-4b82-a765-8496650a74b9 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.804378 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a768cdaa-c7ba-4d5d-aaa9-df815d03b0fd req-379df10c-8fc5-4b82-a765-8496650a74b9 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5436 time: 0.3181031 Nov 12 00:55:14.811439 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3ad2-497a-435c-86da-a248ccfaf2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.814106 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3a5f3ad2-497a-435c-86da-a248ccfaf2fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.815211 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3a5f3ad2-497a-435c-86da-a248ccfaf2fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75495fd1-dd21-441e-922b-aa6a125a2776 HTTP/1.1" status: 204 len: 168 time: 0.4463956 Nov 12 00:55:14.839068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b91a1-5219-4001-ac47-70dac3b95d8b req-263c3380-3bec-421d-8b6c-2fabddf2c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.840990 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d8b91a1-5219-4001-ac47-70dac3b95d8b req-263c3380-3bec-421d-8b6c-2fabddf2c81f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db54c4a6-c0af-44c1-9efa-10f094a7a4d6 HTTP/1.1" status: 200 len: 857 time: 0.1673117 Nov 12 00:55:14.874615 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f3ad2-497a-435c-86da-a248ccfaf2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75495fd1-dd21-441e-922b-aa6a125a2776,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:14.907739 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d8b91a1-5219-4001-ac47-70dac3b95d8b req-dcd6ab06-c99a-4168-bd12-95e43c5e2ea0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be66bfac-db54-4ba9-8a59-fe8e903fa592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503035 Nov 12 00:55:14.908734 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3f4d6886-1149-4c55-aa72-c928b8b02a0f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3f4d6886-1149-4c55-aa72-c928b8b02a0f,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:14.916402 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b79f70-adeb-47a6-9a09-79fde89c689e None None] Update dhcp port {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'fixed_ips': [{'subnet_id': '2b36a8f0-0e22-40e0-9f61-b7f8c05f61f5', 'ip_address': '2001:db8::f816:3eff:fe68:86d'}, {'subnet_id': '9ae4d0e3-6c0d-4b10-9c70-abebde9749eb'}], 'binding:host_id': 'n-d-712137-14'}, 'id': '83aaebba-3736-4490-af67-c6e383e9842a'} from n-d-712137-14. {{(pid=114244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:55:14.918791 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.942317 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365ac3e4-872b-4b19-a65d-6bf54e04147b {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:14.948032 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.957156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-9a5b97a0-b8f8-4db8-ab43-f560c148db91 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting port 1c2bea07-54b3-4131-9257-88a69c074c2c {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:14.958333 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9a5b97a0-b8f8-4db8-ab43-f560c148db91 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.976031 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-46631e30-7cf4-4bf0-9d44-cb53e0bcbe5a None None] Provisioning complete for port ed9eafc5-9b9e-43ad-ab42-8b779ee97c08 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:14.976550 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-46631e30-7cf4-4bf0-9d44-cb53e0bcbe5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.045998 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a768cdaa-c7ba-4d5d-aaa9-df815d03b0fd req-4a35242b-d06b-4261-8b39-2f993fbb6ba3 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2293241 Nov 12 00:55:15.098400 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b23bea9e-02b6-4d97-9056-32a04f8c8d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.134020 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-52b79f70-adeb-47a6-9a09-79fde89c689e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.166777 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 365ac3e4-872b-4b19-a65d-6bf54e04147b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=365ac3e4-872b-4b19-a65d-6bf54e04147b,segment=NetworkSegment(8f425041-59c3-44c8-9fbc-cc8bb02bc247),segment_id=8f425041-59c3-44c8-9fbc-cc8bb02bc247)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:15.221023 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9a5b97a0-b8f8-4db8-ab43-f560c148db91 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.233650 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.238013 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=3f4d6886-1149-4c55-aa72-c928b8b02a0f,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:15.250812 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-9a5b97a0-b8f8-4db8-ab43-f560c148db91 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Calling delete_port for 1c2bea07-54b3-4131-9257-88a69c074c2c owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:15.335747 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=365ac3e4-872b-4b19-a65d-6bf54e04147b,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:15.391784 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-b23bea9e-02b6-4d97-9056-32a04f8c8d52 admin admin] Allocated IP 172.20.0.1 (04fc892d-db1f-4cd9-ab6d-5e2878cb5568/65284aa5-5b40-463a-8fcb-6f0eb8a8011e/e2bc3b53-83c6-4684-b78f-e13c1681c784) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:15.397307 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d8b91a1-5219-4001-ac47-70dac3b95d8b req-e27ec4e3-6306-4067-915d-e0ab39e9a94c service neutron] 10.222.0.21 "GET /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726057 Nov 12 00:55:15.556566 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9a5b97a0-b8f8-4db8-ab43-f560c148db91 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.606002 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'name': 'tempest-TestVolumeBackupRestore-1208282878-router', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:05Z', 'updated_at': '2021-11-12T00:55:09Z', 'revision_number': 3, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'gw_port': {'id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:06Z', 'updated_at': '2021-11-12T00:55:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:15.606275 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b23bea9e-02b6-4d97-9056-32a04f8c8d52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.632576 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] Checking router: f8ebd7aa-844d-4165-be7e-f58af236ba61 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:55:15.634084 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] Updating router f8ebd7aa-844d-4165-be7e-f58af236ba61 port 6c9059f1-7ebc-4941-ac40-8935e9c1195e binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:55:15.657684 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b97a0-b8f8-4db8-ab43-f560c148db91 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Port': ['ID=1c2bea07-54b3-4131-9257-88a69c074c2c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:15.674141 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-52b79f70-adeb-47a6-9a09-79fde89c689e None None] Allocated IP 172.20.0.2 (fe05c407-cd01-4f7b-b118-ded988bd7940/9ae4d0e3-6c0d-4b10-9c70-abebde9749eb/83aaebba-3736-4490-af67-c6e383e9842a) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:15.677602 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 83aaebba-3736-4490-af67-c6e383e9842a up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:15.681060 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['365ac3e4-872b-4b19-a65d-6bf54e04147b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:15.689492 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b23bea9e-02b6-4d97-9056-32a04f8c8d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.760261 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23bea9e-02b6-4d97-9056-32a04f8c8d52 admin admin] Network 04fc892d-db1f-4cd9-ab6d-5e2878cb5568 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:15.768346 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-b23bea9e-02b6-4d97-9056-32a04f8c8d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:15.770880 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d8b91a1-5219-4001-ac47-70dac3b95d8b req-736bde17-feb9-4769-8020-3c1ff47dbb52 service neutron] 10.222.0.21 "GET /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654354 Nov 12 00:55:15.800870 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23bea9e-02b6-4d97-9056-32a04f8c8d52 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:15.840822 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9a5b97a0-b8f8-4db8-ab43-f560c148db91 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.845820 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9a5b97a0-b8f8-4db8-ab43-f560c148db91 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/1c2bea07-54b3-4131-9257-88a69c074c2c HTTP/1.1" status: 204 len: 168 time: 1.3546464 Nov 12 00:55:15.848256 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50120) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:15.857405 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bea9e-02b6-4d97-9056-32a04f8c8d52 admin admin] Pushing event updated for resources: {'Port': ['ID=e2bc3b53-83c6-4684-b78f-e13c1681c784,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:15.914104 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-52b79f70-adeb-47a6-9a09-79fde89c689e None None] For port 83aaebba-3736-4490-af67-c6e383e9842a, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=83aaebba-3736-4490-af67-c6e383e9842a,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:15.939642 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7f1d35-f0d0-4488-a71d-4125a639f6d8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:15.942773 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7f1d35-f0d0-4488-a71d-4125a639f6d8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:15.944997 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7f1d35-f0d0-4488-a71d-4125a639f6d8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:15.948487 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cf7f1d35-f0d0-4488-a71d-4125a639f6d8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0988762 Nov 12 00:55:15.951953 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50124) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:15.961058 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-52b79f70-adeb-47a6-9a09-79fde89c689e None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.970264 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.977558 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device ba9a889d-7be5-4210-9260-cae52fc11d87 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:55:15.985239 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-52b79f70-adeb-47a6-9a09-79fde89c689e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.994684 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b23bea9e-02b6-4d97-9056-32a04f8c8d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:16.122084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec53025-d157-4598-b090-41526e42265d req-d0f8fbc6-4aaf-4ea1-ab05-4c9c6aa8ed21 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:16.123963 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8ec53025-d157-4598-b090-41526e42265d req-d0f8fbc6-4aaf-4ea1-ab05-4c9c6aa8ed21 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 943 time: 0.3109765 Nov 12 00:55:16.293802 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-f034814d-6554-4ecd-b069-7f641c4be1a8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 2b36a8f0-0e22-40e0-9f61-b7f8c05f61f5 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:16.300247 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f034814d-6554-4ecd-b069-7f641c4be1a8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:16.324157 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d3b7c-2fae-4e52-a0f0-abb097dc1d89 req-d7a14228-55d5-4dde-adc1-56c45e9a1b23 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:16.330872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d3b7c-2fae-4e52-a0f0-abb097dc1d89 req-d7a14228-55d5-4dde-adc1-56c45e9a1b23 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:16.338380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d3b7c-2fae-4e52-a0f0-abb097dc1d89 req-d7a14228-55d5-4dde-adc1-56c45e9a1b23 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:16.344765 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d3b7c-2fae-4e52-a0f0-abb097dc1d89 req-d7a14228-55d5-4dde-adc1-56c45e9a1b23 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:16.354086 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d3b7c-2fae-4e52-a0f0-abb097dc1d89 req-d7a14228-55d5-4dde-adc1-56c45e9a1b23 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:16.362549 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d3b7c-2fae-4e52-a0f0-abb097dc1d89 req-d7a14228-55d5-4dde-adc1-56c45e9a1b23 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:16.368856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d3b7c-2fae-4e52-a0f0-abb097dc1d89 req-d7a14228-55d5-4dde-adc1-56c45e9a1b23 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:16.378393 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-552d3b7c-2fae-4e52-a0f0-abb097dc1d89 req-d7a14228-55d5-4dde-adc1-56c45e9a1b23 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5437 time: 0.1780603 Nov 12 00:55:16.387802 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b23bea9e-02b6-4d97-9056-32a04f8c8d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:16.414852 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8ec53025-d157-4598-b090-41526e42265d req-a9192ae3-2cc6-4719-ad71-68eb7bdef1bc tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819996 Nov 12 00:55:16.487218 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-552d3b7c-2fae-4e52-a0f0-abb097dc1d89 req-52fa5e85-2f2e-48fb-83bd-49b9855bd08d tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079493 Nov 12 00:55:16.494009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b79f70-adeb-47a6-9a09-79fde89c689e None None] Pushing event updated for resources: {'Port': ['ID=83aaebba-3736-4490-af67-c6e383e9842a,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:16.494485 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f034814d-6554-4ecd-b069-7f641c4be1a8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:16.539965 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-83039c69-0855-4930-8bb6-69929a819c94 None None] Provisioning complete for port e2bc3b53-83c6-4684-b78f-e13c1681c784 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:16.540353 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-83039c69-0855-4930-8bb6-69929a819c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:16.579246 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-83039c69-0855-4930-8bb6-69929a819c94 None None] Port e2bc3b53-83c6-4684-b78f-e13c1681c784 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:55:16.618481 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 83aaebba-3736-4490-af67-c6e383e9842a triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:16.619037 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:16.681223 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port ba9a889d-7be5-4210-9260-cae52fc11d87, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=ba9a889d-7be5-4210-9260-cae52fc11d87,segment=NetworkSegment(8f425041-59c3-44c8-9fbc-cc8bb02bc247),segment_id=8f425041-59c3-44c8-9fbc-cc8bb02bc247)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:16.705929 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f034814d-6554-4ecd-b069-7f641c4be1a8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:16.764980 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'ba9a889d-7be5-4210-9260-cae52fc11d87', 'network_id': 'be66bfac-db54-4ba9-8a59-fe8e903fa592', 'port_id': 'ba9a889d-7be5-4210-9260-cae52fc11d87', 'mac_address': 'fa:16:3e:ac:0b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db54c4a6-c0af-44c1-9efa-10f094a7a4d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:55:16.786192 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4d6886-1149-4c55-aa72-c928b8b02a0f'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:16.790502 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b23bea9e-02b6-4d97-9056-32a04f8c8d52 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:16.800726 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b23bea9e-02b6-4d97-9056-32a04f8c8d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:16.805140 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beaa55d7-f03a-4d96-bd9a-dbc3854fb7df" -d '{"events": [{"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-plugged", "status": "completed", "tag": "3f4d6886-1149-4c55-aa72-c928b8b02a0f"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:16.924109 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbeaa1c-f90e-492e-afaa-316fd2267872 x-openstack-request-id: req-6bbeaa1c-f90e-492e-afaa-316fd2267872 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:16.924406 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-plugged", "status": "completed", "tag": "3f4d6886-1149-4c55-aa72-c928b8b02a0f", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:16.924668 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6bbeaa1c-f90e-492e-afaa-316fd2267872 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:16.926096 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4d6886-1149-4c55-aa72-c928b8b02a0f', 'code': 200} Nov 12 00:55:17.000542 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.064230 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f034814d-6554-4ecd-b069-7f641c4be1a8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.075016 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702b706-eb70-4acf-928a-e9d8bb0de7c6 req-09bcb072-57be-4c43-ab7e-b08a40b5a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:17.075635 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702b706-eb70-4acf-928a-e9d8bb0de7c6 req-09bcb072-57be-4c43-ab7e-b08a40b5a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:17.076178 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702b706-eb70-4acf-928a-e9d8bb0de7c6 req-09bcb072-57be-4c43-ab7e-b08a40b5a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:17.076770 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702b706-eb70-4acf-928a-e9d8bb0de7c6 req-09bcb072-57be-4c43-ab7e-b08a40b5a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:17.077302 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702b706-eb70-4acf-928a-e9d8bb0de7c6 req-09bcb072-57be-4c43-ab7e-b08a40b5a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:17.077826 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702b706-eb70-4acf-928a-e9d8bb0de7c6 req-09bcb072-57be-4c43-ab7e-b08a40b5a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:17.081336 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702b706-eb70-4acf-928a-e9d8bb0de7c6 req-09bcb072-57be-4c43-ab7e-b08a40b5a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:17.083392 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b702b706-eb70-4acf-928a-e9d8bb0de7c6 req-09bcb072-57be-4c43-ab7e-b08a40b5a67b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 6501 time: 0.0834148 Nov 12 00:55:17.118535 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f034814d-6554-4ecd-b069-7f641c4be1a8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.126823 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f034814d-6554-4ecd-b069-7f641c4be1a8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/2b36a8f0-0e22-40e0-9f61-b7f8c05f61f5 HTTP/1.1" status: 204 len: 168 time: 1.1694610 Nov 12 00:55:17.143182 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50146) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:17.148566 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ed9eafc5-9b9e-43ad-ab42-8b779ee97c08 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:17.173319 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b702b706-eb70-4acf-928a-e9d8bb0de7c6 req-b6524f20-8e97-4dd5-b5b1-375b10748b84 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&id=b496f366-d03e-45e8-a671-4933f0bf379f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808704 Nov 12 00:55:17.176098 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034814d-6554-4ecd-b069-7f641c4be1a8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=2b36a8f0-0e22-40e0-9f61-b7f8c05f61f5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:17.204656 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bea9e-02b6-4d97-9056-32a04f8c8d52 admin admin] Pushing event updated for resources: {'Port': ['ID=e2bc3b53-83c6-4684-b78f-e13c1681c784,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:17.213077 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b23bea9e-02b6-4d97-9056-32a04f8c8d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.286116 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-461c9aad-c1f1-4e23-9908-86dd89a11d74 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 9ae4d0e3-6c0d-4b10-9c70-abebde9749eb {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:17.293886 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-461c9aad-c1f1-4e23-9908-86dd89a11d74 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.294095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9a889d-7be5-4210-9260-cae52fc11d87 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:17.367909 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port ba9a889d-7be5-4210-9260-cae52fc11d87, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=ba9a889d-7be5-4210-9260-cae52fc11d87,segment=NetworkSegment(8f425041-59c3-44c8-9fbc-cc8bb02bc247),segment_id=8f425041-59c3-44c8-9fbc-cc8bb02bc247)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:17.375067 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port ed9eafc5-9b9e-43ad-ab42-8b779ee97c08 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:17.375505 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.395750 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.434966 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-461c9aad-c1f1-4e23-9908-86dd89a11d74 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.482670 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.486044 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=ba9a889d-7be5-4210-9260-cae52fc11d87,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:17.510482 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.523316 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23bea9e-02b6-4d97-9056-32a04f8c8d52 admin admin] Network 04fc892d-db1f-4cd9-ab6d-5e2878cb5568 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:17.534687 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-b23bea9e-02b6-4d97-9056-32a04f8c8d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:17.666914 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f758dca-092e-449e-a8cc-c6be9caaab77 None None] Pushing event updated for resources: {'Port': ['ID=6c9059f1-7ebc-4941-ac40-8935e9c1195e,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:17.688453 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] Attempting to bind port 6c9059f1-7ebc-4941-ac40-8935e9c1195e on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:17.689055 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] Attempting to bind port 6c9059f1-7ebc-4941-ac40-8935e9c1195e by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:17.689598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] Attempting to bind port 6c9059f1-7ebc-4941-ac40-8935e9c1195e on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:17.708363 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4449c-4c43-4724-a6f1-71cd7b9d3c99 req-2526a8e0-e07d-48e9-88c4-3381846b550e tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:17.710310 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-461c9aad-c1f1-4e23-9908-86dd89a11d74 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.715502 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28d8341-0261-4ab1-aa92-55ea57351275 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:17.717257 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55e4449c-4c43-4724-a6f1-71cd7b9d3c99 req-2526a8e0-e07d-48e9-88c4-3381846b550e tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 944 time: 0.1602407 Nov 12 00:55:17.724468 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:17.725412 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:17.725812 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.726205 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:17.726799 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] Bound port: 6c9059f1-7ebc-4941-ac40-8935e9c1195e, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:17.727909 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.843910 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55e4449c-4c43-4724-a6f1-71cd7b9d3c99 req-4e7a9342-d4cf-40a3-96fd-7f429e92e725 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133497 Nov 12 00:55:17.906837 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['ba9a889d-7be5-4210-9260-cae52fc11d87'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:17.926227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c357a9c9-534a-4611-a6be-c7eeddf4695a None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:17.947850 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-461c9aad-c1f1-4e23-9908-86dd89a11d74 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:17.961720 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23bea9e-02b6-4d97-9056-32a04f8c8d52 admin admin] Router f8ebd7aa-844d-4165-be7e-f58af236ba61 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:55:18.002168 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da200d0e-1e4d-426b-ab11-1aef585b0c96 req-1d38c642-0caa-453c-865c-e228553180ff tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:18.012290 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da200d0e-1e4d-426b-ab11-1aef585b0c96 req-1d38c642-0caa-453c-865c-e228553180ff tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:18.018586 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da200d0e-1e4d-426b-ab11-1aef585b0c96 req-1d38c642-0caa-453c-865c-e228553180ff tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:18.028904 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da200d0e-1e4d-426b-ab11-1aef585b0c96 req-1d38c642-0caa-453c-865c-e228553180ff tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:18.037161 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da200d0e-1e4d-426b-ab11-1aef585b0c96 req-1d38c642-0caa-453c-865c-e228553180ff tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:18.044739 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da200d0e-1e4d-426b-ab11-1aef585b0c96 req-1d38c642-0caa-453c-865c-e228553180ff tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:18.050900 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1415900c-0076-4447-acce-3b78ef92a1cc None None] Provisioning complete for port 6c9059f1-7ebc-4941-ac40-8935e9c1195e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:18.051257 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1415900c-0076-4447-acce-3b78ef92a1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.052103 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da200d0e-1e4d-426b-ab11-1aef585b0c96 req-1d38c642-0caa-453c-865c-e228553180ff tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:18.054717 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-da200d0e-1e4d-426b-ab11-1aef585b0c96 req-1d38c642-0caa-453c-865c-e228553180ff tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5437 time: 0.2179735 Nov 12 00:55:18.055724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c9aad-c1f1-4e23-9908-86dd89a11d74 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae4d0e3-6c0d-4b10-9c70-abebde9749eb,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:18.062322 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-461c9aad-c1f1-4e23-9908-86dd89a11d74 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.066585 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-461c9aad-c1f1-4e23-9908-86dd89a11d74 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/9ae4d0e3-6c0d-4b10-9c70-abebde9749eb HTTP/1.1" status: 204 len: 168 time: 0.9161503 Nov 12 00:55:18.069950 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50160) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:18.105098 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] For port 6c9059f1-7ebc-4941-ac40-8935e9c1195e, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:18.132514 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2028387f-781e-4cb9-bd09-b3ceb1d5caeb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590816 Nov 12 00:55:18.133414 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50162) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:18.141307 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-518e4466-a13b-4c94-96a4-fd04e806ca41 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:18.162944 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] For port 6c9059f1-7ebc-4941-ac40-8935e9c1195e, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6c9059f1-7ebc-4941-ac40-8935e9c1195e,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:18.181200 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-da200d0e-1e4d-426b-ab11-1aef585b0c96 req-2f7d3c77-1cf4-45d1-b6a6-4932a80a9d1b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127398 Nov 12 00:55:18.190572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1415900c-0076-4447-acce-3b78ef92a1cc None None] Port 6c9059f1-7ebc-4941-ac40-8935e9c1195e cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:55:18.218094 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.268902 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23bea9e-02b6-4d97-9056-32a04f8c8d52 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:55:18.275094 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b23bea9e-02b6-4d97-9056-32a04f8c8d52 admin admin] 10.222.0.31 "PUT /v2.0/routers/f8ebd7aa-844d-4165-be7e-f58af236ba61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4570215 Nov 12 00:55:18.355191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7593655e-34ba-4a73-b315-cf916292d6c2 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:18.357122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4c92c27f-56b8-43da-b01a-3bef318365ab None None] Could not find standard attr ID for object 1c2bea07-54b3-4131-9257-88a69c074c2c. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:55:18.369991 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518e4466-a13b-4c94-96a4-fd04e806ca41 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:18.375256 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] Routers {'f8ebd7aa-844d-4165-be7e-f58af236ba61'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:18.375906 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:54:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f8ebd7aa-844d-4165-be7e-f58af236ba61'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:18.380325 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-518e4466-a13b-4c94-96a4-fd04e806ca41 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.508065 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f758dca-092e-449e-a8cc-c6be9caaab77 None None] Pushing event updated for resources: {'Port': ['ID=6c9059f1-7ebc-4941-ac40-8935e9c1195e,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:18.570436 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4c92c27f-56b8-43da-b01a-3bef318365ab None None] Provisioning complete for port 83aaebba-3736-4490-af67-c6e383e9842a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:18.571115 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4c92c27f-56b8-43da-b01a-3bef318365ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.572875 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 83aaebba-3736-4490-af67-c6e383e9842a up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:18.642567 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f7f14e-ba89-43af-ac4f-2e08605d37cb None None] DHCP port deletion for fe05c407-cd01-4f7b-b118-ded988bd7940 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:18.730363 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-518e4466-a13b-4c94-96a4-fd04e806ca41 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.797082 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518e4466-a13b-4c94-96a4-fd04e806ca41 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:18.798807 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-518e4466-a13b-4c94-96a4-fd04e806ca41 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:18.804471 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518e4466-a13b-4c94-96a4-fd04e806ca41 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:18.805103 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-518e4466-a13b-4c94-96a4-fd04e806ca41 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.826361 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e4466-a13b-4c94-96a4-fd04e806ca41 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=8697c937-5b37-4e67-8f48-c4d3cd157159,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:18.851158 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-518e4466-a13b-4c94-96a4-fd04e806ca41 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7166128 Nov 12 00:55:18.854085 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50180) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:18.858522 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] Set router f8ebd7aa-844d-4165-be7e-f58af236ba61 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:18.863739 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d710ca05-3d65-4041-a367-cf19f250ac67 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:19.031661 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc311773-da4a-4cfd-9452-d5c7f2c6ea0f req-5e626038-2298-47c6-82e7-f64be3e958dc tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:19.045513 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cc311773-da4a-4cfd-9452-d5c7f2c6ea0f req-5e626038-2298-47c6-82e7-f64be3e958dc tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 944 time: 0.0992756 Nov 12 00:55:19.063732 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 83aaebba-3736-4490-af67-c6e383e9842a triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:19.064338 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.159911 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cc311773-da4a-4cfd-9452-d5c7f2c6ea0f req-ed37419c-e2ff-4c12-8a50-52c1b317b982 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134984 Nov 12 00:55:19.164632 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d710ca05-3d65-4041-a367-cf19f250ac67 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:19.169329 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d710ca05-3d65-4041-a367-cf19f250ac67 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.279152 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50196) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:19.284673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-82d7ea36-243e-4f6a-bea4-c6e441923ca6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2019043178-network', 'tenant_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:19.335777 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d7ea36-243e-4f6a-bea4-c6e441923ca6 admin admin] Made reservation on behalf of aa0f2efc3b1d4ac1ad47be9fc0c84daa for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:19.339675 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-82d7ea36-243e-4f6a-bea4-c6e441923ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.355389 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-82d7ea36-243e-4f6a-bea4-c6e441923ca6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.516100 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99cb30-3e9e-4bc1-ad0d-8aea8e1cac06 req-99a6ea6c-ee81-43af-9761-158d19658b0c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:19.534261 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99cb30-3e9e-4bc1-ad0d-8aea8e1cac06 req-99a6ea6c-ee81-43af-9761-158d19658b0c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:19.550584 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99cb30-3e9e-4bc1-ad0d-8aea8e1cac06 req-99a6ea6c-ee81-43af-9761-158d19658b0c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:19.561140 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-82d7ea36-243e-4f6a-bea4-c6e441923ca6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.565176 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99cb30-3e9e-4bc1-ad0d-8aea8e1cac06 req-99a6ea6c-ee81-43af-9761-158d19658b0c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:19.570084 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-82d7ea36-243e-4f6a-bea4-c6e441923ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.585089 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99cb30-3e9e-4bc1-ad0d-8aea8e1cac06 req-99a6ea6c-ee81-43af-9761-158d19658b0c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:19.600259 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99cb30-3e9e-4bc1-ad0d-8aea8e1cac06 req-99a6ea6c-ee81-43af-9761-158d19658b0c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:19.615000 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99cb30-3e9e-4bc1-ad0d-8aea8e1cac06 req-99a6ea6c-ee81-43af-9761-158d19658b0c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:19.616047 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a0f7f14e-ba89-43af-ac4f-2e08605d37cb None None] Deleting port 83aaebba-3736-4490-af67-c6e383e9842a {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:19.617569 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bf99cb30-3e9e-4bc1-ad0d-8aea8e1cac06 req-99a6ea6c-ee81-43af-9761-158d19658b0c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5437 time: 0.3035674 Nov 12 00:55:19.623746 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d7ea36-243e-4f6a-bea4-c6e441923ca6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:55:19.625127 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f14e-ba89-43af-ac4f-2e08605d37cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.628340 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 365ac3e4-872b-4b19-a65d-6bf54e04147b up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:19.641032 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4c92c27f-56b8-43da-b01a-3bef318365ab None None] Provisioning complete for port e2bc3b53-83c6-4684-b78f-e13c1681c784 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:19.642191 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4c92c27f-56b8-43da-b01a-3bef318365ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.651485 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7ea36-243e-4f6a-bea4-c6e441923ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a8e071-dd6a-4a8f-818e-c44f3392ec6e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:19.670146 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-82d7ea36-243e-4f6a-bea4-c6e441923ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.670978 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-82d7ea36-243e-4f6a-bea4-c6e441923ca6 admin admin] Added segment 3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96 of type vlan for network 095fe7db-1bdd-4e21-b58b-3866683930db Nov 12 00:55:19.756547 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-82d7ea36-243e-4f6a-bea4-c6e441923ca6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.794777 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-82d7ea36-243e-4f6a-bea4-c6e441923ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.796161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d7ea36-243e-4f6a-bea4-c6e441923ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:19.797747 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-82d7ea36-243e-4f6a-bea4-c6e441923ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.827741 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-82d7ea36-243e-4f6a-bea4-c6e441923ca6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5469208 Nov 12 00:55:19.835165 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50206) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:19.843889 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4c92c27f-56b8-43da-b01a-3bef318365ab None None] Port e2bc3b53-83c6-4684-b78f-e13c1681c784 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:55:19.854245 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-2f0f6a2f-686f-468d-a295-5119ff27c5c0 admin admin] Request body: {'subnet': {'network_id': '095fe7db-1bdd-4e21-b58b-3866683930db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2019043178-subnet', 'tenant_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:19.881962 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 365ac3e4-872b-4b19-a65d-6bf54e04147b completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:55:19.894124 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a0f7f14e-ba89-43af-ac4f-2e08605d37cb None None] For port 83aaebba-3736-4490-af67-c6e383e9842a, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=83aaebba-3736-4490-af67-c6e383e9842a,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:19.894459 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f14e-ba89-43af-ac4f-2e08605d37cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.902951 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 365ac3e4-872b-4b19-a65d-6bf54e04147b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:19.903324 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.917707 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bf99cb30-3e9e-4bc1-ad0d-8aea8e1cac06 req-ae35103a-ef3e-4d68-a81b-e046f651b212 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2871127 Nov 12 00:55:19.929412 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a0f7f14e-ba89-43af-ac4f-2e08605d37cb None None] Calling delete_port for 83aaebba-3736-4490-af67-c6e383e9842a owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:20.042845 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7ea36-243e-4f6a-bea4-c6e441923ca6 admin admin] Pushing event updated for resources: {'Network': ['ID=095fe7db-1bdd-4e21-b58b-3866683930db,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:20.104221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0f6a2f-686f-468d-a295-5119ff27c5c0 admin admin] Made reservation on behalf of aa0f2efc3b1d4ac1ad47be9fc0c84daa for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:20.107488 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2f0f6a2f-686f-468d-a295-5119ff27c5c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.111585 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 095fe7db-1bdd-4e21-b58b-3866683930db details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:55:20.191315 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ff468-88a0-4138-9561-7dfb015939ab req-7dd3c063-a819-4ea8-89ba-3464f1aa6b0a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:20.207245 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ff468-88a0-4138-9561-7dfb015939ab req-7dd3c063-a819-4ea8-89ba-3464f1aa6b0a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:20.215662 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1749cc17-a59f-466d-b074-550fcd45b5c3 None None] Provisioning complete for port 6c9059f1-7ebc-4941-ac40-8935e9c1195e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:20.216039 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1749cc17-a59f-466d-b074-550fcd45b5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.220679 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ff468-88a0-4138-9561-7dfb015939ab req-7dd3c063-a819-4ea8-89ba-3464f1aa6b0a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:20.228939 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ff468-88a0-4138-9561-7dfb015939ab req-7dd3c063-a819-4ea8-89ba-3464f1aa6b0a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:20.237209 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ff468-88a0-4138-9561-7dfb015939ab req-7dd3c063-a819-4ea8-89ba-3464f1aa6b0a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:20.240309 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7ca6860a-6e53-469f-afe2-a02232d8bf3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.244654 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ff468-88a0-4138-9561-7dfb015939ab req-7dd3c063-a819-4ea8-89ba-3464f1aa6b0a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:20.252839 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ff468-88a0-4138-9561-7dfb015939ab req-7dd3c063-a819-4ea8-89ba-3464f1aa6b0a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:20.255140 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-890ff468-88a0-4138-9561-7dfb015939ab req-7dd3c063-a819-4ea8-89ba-3464f1aa6b0a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5437 time: 0.1778762 Nov 12 00:55:20.266415 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50212) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:20.272623 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-27dd03f5-729f-449b-98b0-82f2d7346812 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Request body: {'floatingip': {'port_id': 'e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:20.345904 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.385897 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 365ac3e4-872b-4b19-a65d-6bf54e04147b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=365ac3e4-872b-4b19-a65d-6bf54e04147b,segment=NetworkSegment(8f425041-59c3-44c8-9fbc-cc8bb02bc247),segment_id=8f425041-59c3-44c8-9fbc-cc8bb02bc247)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:20.388640 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'name': 'tempest-TestVolumeBackupRestore-1208282878-router', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:05Z', 'updated_at': '2021-11-12T00:55:16Z', 'revision_number': 4, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'gw_port': {'id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:06Z', 'updated_at': '2021-11-12T00:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'e2bc3b53-83c6-4684-b78f-e13c1681c784', 'name': '', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'mac_address': 'fa:16:3e:80:17:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:15Z', 'updated_at': '2021-11-12T00:55:16Z', 'revision_number': 2, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'subnets': [{'id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:20.421060 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f146600e-50bf-4f8d-bf19-254e3148b7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365ac3e4-872b-4b19-a65d-6bf54e04147b'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:20.423885 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ba8a9b-bbe8-4121-b6d4-5d5852dc77b4" -d '{"events": [{"server_uuid": "f146600e-50bf-4f8d-bf19-254e3148b7e5", "name": "network-vif-plugged", "status": "completed", "tag": "365ac3e4-872b-4b19-a65d-6bf54e04147b"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:20.427261 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796d1efe-fe04-47fa-b279-ae7d50fc864c None None] The sync data for ids ['f8ebd7aa-844d-4165-be7e-f58af236ba61'] in n-d-712137-14 is: [{'id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'name': 'tempest-TestVolumeBackupRestore-1208282878-router', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:05Z', 'updated_at': '2021-11-12T00:55:16Z', 'revision_number': 4, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'gw_port': {'id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:06Z', 'updated_at': '2021-11-12T00:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'e2bc3b53-83c6-4684-b78f-e13c1681c784', 'name': '', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'mac_address': 'fa:16:3e:80:17:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:15Z', 'updated_at': '2021-11-12T00:55:16Z', 'revision_number': 2, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'subnets': [{'id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:55:20.430048 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.436419 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2f0f6a2f-686f-468d-a295-5119ff27c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.449461 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 83aaebba-3736-4490-af67-c6e383e9842a no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:20.492240 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27dd03f5-729f-449b-98b0-82f2d7346812 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.536625 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74c9250-18b4-443e-b190-c0475f3cd556 x-openstack-request-id: req-b74c9250-18b4-443e-b190-c0475f3cd556 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:20.537003 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f146600e-50bf-4f8d-bf19-254e3148b7e5", "name": "network-vif-plugged", "status": "completed", "tag": "365ac3e4-872b-4b19-a65d-6bf54e04147b", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:20.537780 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b74c9250-18b4-443e-b190-c0475f3cd556 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:20.538180 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f146600e-50bf-4f8d-bf19-254e3148b7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365ac3e4-872b-4b19-a65d-6bf54e04147b', 'code': 200} Nov 12 00:55:20.592734 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f6a2f-686f-468d-a295-5119ff27c5c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b1a692-a80a-400f-8895-7aea052932e1,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:20.633973 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b5cac-b42f-433c-a1c4-58cef9a1539d req-c6c6aba3-8cb1-4fdb-9ef1-428adacaba5c tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:20.643690 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-337b5cac-b42f-433c-a1c4-58cef9a1539d req-c6c6aba3-8cb1-4fdb-9ef1-428adacaba5c tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 944 time: 0.2539561 Nov 12 00:55:20.659543 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1749cc17-a59f-466d-b074-550fcd45b5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.683915 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f14e-ba89-43af-ac4f-2e08605d37cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.747129 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f7f14e-ba89-43af-ac4f-2e08605d37cb None None] No DVR routers for this DVR port 83aaebba-3736-4490-af67-c6e383e9842a on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:20.803736 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cda8b3-8304-4b0b-b927-4230c7c71ebd None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:20.809505 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=365ac3e4-872b-4b19-a65d-6bf54e04147b,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:20.823517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-1749cc17-a59f-466d-b074-550fcd45b5c3 None None] For port 6c9059f1-7ebc-4941-ac40-8935e9c1195e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6c9059f1-7ebc-4941-ac40-8935e9c1195e,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:20.856572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No active binding found for port 83aaebba-3736-4490-af67-c6e383e9842a {{(pid=114244) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 00:55:20.857196 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 83aaebba-3736-4490-af67-c6e383e9842a not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:20.909764 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1749cc17-a59f-466d-b074-550fcd45b5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.010690 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7f14e-ba89-43af-ac4f-2e08605d37cb None None] Pushing event deleted for resources: {'Port': ['ID=83aaebba-3736-4490-af67-c6e383e9842a,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:21.163242 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749cc17-a59f-466d-b074-550fcd45b5c3 None None] Pushing event updated for resources: {'Port': ['ID=6c9059f1-7ebc-4941-ac40-8935e9c1195e,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:21.343177 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-fe05c407-cd01-4f7b-b118-ded988bd7940', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'fixed_ips': [{'subnet_id': '1466f6a6-efe0-444a-a920-4170e325a62c'}, {'subnet_id': '8697c937-5b37-4e67-8f48-c4d3cd157159'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:55:21.346884 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.485182 n-d-712137-14 neutron-server[114243]: DEBUG neutron.objects.ports [None req-d710ca05-3d65-4041-a367-cf19f250ac67 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114243) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:55:21.516826 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d710ca05-3d65-4041-a367-cf19f250ac67 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.538204 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-337b5cac-b42f-433c-a1c4-58cef9a1539d req-9becece2-2065-4245-8e49-6eab3aa3d35a tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8934898 Nov 12 00:55:21.615679 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] Allocated IP 172.20.0.2 (fe05c407-cd01-4f7b-b118-ded988bd7940/8697c937-5b37-4e67-8f48-c4d3cd157159/394c3b83-7f7a-4627-8bb0-701669191088) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:21.625134 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] Allocated IP 2001:db8::f816:3eff:fe2e:3452 (fe05c407-cd01-4f7b-b118-ded988bd7940/1466f6a6-efe0-444a-a920-4170e325a62c/394c3b83-7f7a-4627-8bb0-701669191088) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:21.637687 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d710ca05-3d65-4041-a367-cf19f250ac67 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:21.647881 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-d710ca05-3d65-4041-a367-cf19f250ac67 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:21.649876 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f6a2f-686f-468d-a295-5119ff27c5c0 admin admin] Checking segment: {'id': '3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '095fe7db-1bdd-4e21-b58b-3866683930db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:21.650342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f6a2f-686f-468d-a295-5119ff27c5c0 admin admin] Network hostable DHCP agents. Network: 095fe7db-1bdd-4e21-b58b-3866683930db, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:55:21.656304 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d710ca05-3d65-4041-a367-cf19f250ac67 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:21.657043 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d710ca05-3d65-4041-a367-cf19f250ac67 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.668857 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710ca05-3d65-4041-a367-cf19f250ac67 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=1466f6a6-efe0-444a-a920-4170e325a62c,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:21.694911 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5823d-a9b5-4309-893f-62b884917048 req-6b6b3ce8-9732-49b4-aad6-d4f48ec07b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:21.697001 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aad5823d-a9b5-4309-893f-62b884917048 req-6b6b3ce8-9732-49b4-aad6-d4f48ec07b6a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 1097 time: 1.0314786 Nov 12 00:55:21.702608 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d710ca05-3d65-4041-a367-cf19f250ac67 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8459785 Nov 12 00:55:21.707063 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50228) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:21.717957 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d1f51283-ac43-4bca-881b-3cc6bed1c253 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'mac_address': 'fa:16:3e:3e:17:f1', 'name': 'tempest-NetworksTestDHCPv6-395493408'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:21.752464 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f6a2f-686f-468d-a295-5119ff27c5c0 admin admin] Network 095fe7db-1bdd-4e21-b58b-3866683930db is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:55:21.909114 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device ba9a889d-7be5-4210-9260-cae52fc11d87 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:21.926457 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-2f0f6a2f-686f-468d-a295-5119ff27c5c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 095fe7db-1bdd-4e21-b58b-3866683930db) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:21.950771 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b1342f-1c36-4f45-99be-8a022a35a06d None None] Network 095fe7db-1bdd-4e21-b58b-3866683930db requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:22.041590 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0f6a2f-686f-468d-a295-5119ff27c5c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:22.042526 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2f0f6a2f-686f-468d-a295-5119ff27c5c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.054514 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.074216 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.082349 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.db.resource_extend [None req-27dd03f5-729f-449b-98b0-82f2d7346812 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:55:22.168734 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:22.170744 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:22.183065 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port ba9a889d-7be5-4210-9260-cae52fc11d87 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:55:22.186226 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aad5823d-a9b5-4309-893f-62b884917048 req-536bd021-c2b9-4215-88cd-27eb4dab9afe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600773 Nov 12 00:55:22.201833 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:22.214776 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port ba9a889d-7be5-4210-9260-cae52fc11d87 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:22.215584 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.228549 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27dd03f5-729f-449b-98b0-82f2d7346812 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.234867 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27dd03f5-729f-449b-98b0-82f2d7346812 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.238473 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50236) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:22.242877 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2f0f6a2f-686f-468d-a295-5119ff27c5c0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4003572 Nov 12 00:55:22.246099 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f51283-ac43-4bca-881b-3cc6bed1c253 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:22.246222 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-4eec12c7-b50a-4913-ad09-007178edc051 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2019043178-router', 'tenant_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:22.375842 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1f51283-ac43-4bca-881b-3cc6bed1c253 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.416622 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] Pushing event updated for resources: {'Port': ['ID=394c3b83-7f7a-4627-8bb0-701669191088,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:22.448428 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-d1f51283-ac43-4bca-881b-3cc6bed1c253 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] device_id is not set on port 72c955a8-588b-41af-b195-1fe1656fa56a yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:55:22.505003 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4eec12c7-b50a-4913-ad09-007178edc051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.505499 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6c9059f1-7ebc-4941-ac40-8935e9c1195e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:22.513441 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4eec12c7-b50a-4913-ad09-007178edc051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.573136 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-27dd03f5-729f-449b-98b0-82f2d7346812 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Floating IP 46257805-f870-4a46-b62d-352383acec65 associated. External IP: 172.25.0.221, port: e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b. Nov 12 00:55:22.685395 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] Attempting to bind port 394c3b83-7f7a-4627-8bb0-701669191088 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:22.686185 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] Attempting to bind port 394c3b83-7f7a-4627-8bb0-701669191088 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:22.686711 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] Attempting to bind port 394c3b83-7f7a-4627-8bb0-701669191088 on network fe05c407-cd01-4f7b-b118-ded988bd7940 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:22.689211 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e2bea4c2-6409-4021-afa4-b79bf7b9a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.714615 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:22.714989 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] Checking segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:22.715591 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.715991 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] Bound using segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:22.716947 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] Bound port: 394c3b83-7f7a-4627-8bb0-701669191088, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:22.717329 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.741244 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4316562d-cc8f-44e7-ad30-69be3ac66f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-095fe7db-1bdd-4e21-b58b-3866683930db', 'network_id': '095fe7db-1bdd-4e21-b58b-3866683930db', 'tenant_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'fixed_ips': [{'subnet_id': '15b1a692-a80a-400f-8895-7aea052932e1'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:55:22.742097 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4316562d-cc8f-44e7-ad30-69be3ac66f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.764939 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 6c9059f1-7ebc-4941-ac40-8935e9c1195e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:22.765308 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.815742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-d1f51283-ac43-4bca-881b-3cc6bed1c253 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 172.20.0.14 (fe05c407-cd01-4f7b-b118-ded988bd7940/8697c937-5b37-4e67-8f48-c4d3cd157159/72c955a8-588b-41af-b195-1fe1656fa56a) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:22.832323 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-d1f51283-ac43-4bca-881b-3cc6bed1c253 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8::f816:3eff:fe3e:17f1 (fe05c407-cd01-4f7b-b118-ded988bd7940/1466f6a6-efe0-444a-a920-4170e325a62c/72c955a8-588b-41af-b195-1fe1656fa56a) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:22.917800 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4eec12c7-b50a-4913-ad09-007178edc051 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.090963 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1f51283-ac43-4bca-881b-3cc6bed1c253 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.135875 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1f51283-ac43-4bca-881b-3cc6bed1c253 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.143145 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.187627 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb44bfa-4096-416b-9be1-eaf67434739a req-a2e24db7-93d2-4935-8260-cda374ee87fe tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:23.189417 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1fb44bfa-4096-416b-9be1-eaf67434739a req-a2e24db7-93d2-4935-8260-cda374ee87fe tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 944 time: 0.4814048 Nov 12 00:55:23.249540 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f51283-ac43-4bca-881b-3cc6bed1c253 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:23.250641 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] For port 394c3b83-7f7a-4627-8bb0-701669191088, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:23.252869 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e18c8e-5d1b-40ac-bc27-f3abf4915fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9a889d-7be5-4210-9260-cae52fc11d87'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:23.255930 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401be9b5-db8e-41e7-9ce9-e3e2e8ce79dd" -d '{"events": [{"server_uuid": "05e18c8e-5d1b-40ac-bc27-f3abf4915fee", "name": "network-vif-plugged", "status": "completed", "tag": "ba9a889d-7be5-4210-9260-cae52fc11d87"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:23.261265 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-d1f51283-ac43-4bca-881b-3cc6bed1c253 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:23.265142 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f51283-ac43-4bca-881b-3cc6bed1c253 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:23.287792 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4eec12c7-b50a-4913-ad09-007178edc051 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.293364 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f51283-ac43-4bca-881b-3cc6bed1c253 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=72c955a8-588b-41af-b195-1fe1656fa56a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:23.347152 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] For port 394c3b83-7f7a-4627-8bb0-701669191088, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=394c3b83-7f7a-4627-8bb0-701669191088,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:23.355482 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a58b29c-e3d7-4454-8181-fee8ef0f1602 x-openstack-request-id: req-5a58b29c-e3d7-4454-8181-fee8ef0f1602 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:23.356132 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e18c8e-5d1b-40ac-bc27-f3abf4915fee", "name": "network-vif-plugged", "status": "completed", "tag": "ba9a889d-7be5-4210-9260-cae52fc11d87", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:23.356625 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a58b29c-e3d7-4454-8181-fee8ef0f1602 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:23.357394 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e18c8e-5d1b-40ac-bc27-f3abf4915fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9a889d-7be5-4210-9260-cae52fc11d87', 'code': 200} Nov 12 00:55:23.379536 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port ba9a889d-7be5-4210-9260-cae52fc11d87, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=ba9a889d-7be5-4210-9260-cae52fc11d87,segment=NetworkSegment(8f425041-59c3-44c8-9fbc-cc8bb02bc247),segment_id=8f425041-59c3-44c8-9fbc-cc8bb02bc247)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:23.387868 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.428563 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f51283-ac43-4bca-881b-3cc6bed1c253 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:23.429825 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1f51283-ac43-4bca-881b-3cc6bed1c253 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.463366 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.492834 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d1f51283-ac43-4bca-881b-3cc6bed1c253 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7822583 Nov 12 00:55:23.493263 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50246) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:23.551738 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1fb44bfa-4096-416b-9be1-eaf67434739a req-6a0a5a71-fb48-484f-a7d1-70db77967414 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578053 Nov 12 00:55:23.589059 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4956bb6-84d6-44a7-90b2-3a0cb9c11c71 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:23.610657 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4956bb6-84d6-44a7-90b2-3a0cb9c11c71 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:23.618370 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c4956bb6-84d6-44a7-90b2-3a0cb9c11c71 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1238656 Nov 12 00:55:23.620502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50248) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:23.728020 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-4316562d-cc8f-44e7-ad30-69be3ac66f19 None None] Allocated IP 172.20.0.2 (095fe7db-1bdd-4e21-b58b-3866683930db/15b1a692-a80a-400f-8895-7aea052932e1/a6b3749f-4a5e-44ad-9f5a-64fc6143a54a) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:23.745397 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679d5af-dbcb-4ddd-9e2d-732dfd34c15b req-9384cd09-990b-4f39-bdea-1f1dfbe6fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:23.748782 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6679d5af-dbcb-4ddd-9e2d-732dfd34c15b req-9384cd09-990b-4f39-bdea-1f1dfbe6fde3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 1097 time: 0.3065619 Nov 12 00:55:23.813090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27dd03f5-729f-449b-98b0-82f2d7346812 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Router c2b5bb44-268c-4c63-a93e-433ee493520a has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:55:23.813416 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-203362cc-7d4b-433d-9a13-5ed302ff9c82 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting port 72c955a8-588b-41af-b195-1fe1656fa56a {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:23.813740 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-203362cc-7d4b-433d-9a13-5ed302ff9c82 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.004575 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-203362cc-7d4b-433d-9a13-5ed302ff9c82 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.029920 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-203362cc-7d4b-433d-9a13-5ed302ff9c82 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Calling delete_port for 72c955a8-588b-41af-b195-1fe1656fa56a owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:24.104540 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4316562d-cc8f-44e7-ad30-69be3ac66f19 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.110850 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.120326 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4316562d-cc8f-44e7-ad30-69be3ac66f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.122544 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6679d5af-dbcb-4ddd-9e2d-732dfd34c15b req-11786a1b-66b8-4b83-aac9-a469e992c9c9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526604 Nov 12 00:55:24.127419 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc314e60-caff-4034-b86f-94fcf8829bbf None None] Pushing event updated for resources: {'Port': ['ID=394c3b83-7f7a-4627-8bb0-701669191088,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:24.215306 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4316562d-cc8f-44e7-ad30-69be3ac66f19 None None] Network 095fe7db-1bdd-4e21-b58b-3866683930db is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:24.258976 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-4316562d-cc8f-44e7-ad30-69be3ac66f19 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:24.265573 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-203362cc-7d4b-433d-9a13-5ed302ff9c82 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.273716 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4316562d-cc8f-44e7-ad30-69be3ac66f19 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:24.284490 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=ba9a889d-7be5-4210-9260-cae52fc11d87,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:24.303146 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203362cc-7d4b-433d-9a13-5ed302ff9c82 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Port': ['ID=72c955a8-588b-41af-b195-1fe1656fa56a,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:24.341830 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4eec12c7-b50a-4913-ad09-007178edc051 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.375324 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4eec12c7-b50a-4913-ad09-007178edc051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.399153 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dd03f5-729f-449b-98b0-82f2d7346812 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:55:24.409652 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316562d-cc8f-44e7-ad30-69be3ac66f19 None None] Pushing event updated for resources: {'Port': ['ID=a6b3749f-4a5e-44ad-9f5a-64fc6143a54a,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:24.413213 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f9b66-48bf-4995-aab2-91d4afb2e7e1 None None] Sync routers for ids ['c2b5bb44-268c-4c63-a93e-433ee493520a'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:55:24.429098 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-203362cc-7d4b-433d-9a13-5ed302ff9c82 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.436477 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-203362cc-7d4b-433d-9a13-5ed302ff9c82 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/72c955a8-588b-41af-b195-1fe1656fa56a HTTP/1.1" status: 204 len: 168 time: 0.8141668 Nov 12 00:55:24.437352 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50254) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:24.437733 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f9b66-48bf-4995-aab2-91d4afb2e7e1 None None] Routers {'c2b5bb44-268c-4c63-a93e-433ee493520a'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:24.438367 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-195f9b66-48bf-4995-aab2-91d4afb2e7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:55:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c2b5bb44-268c-4c63-a93e-433ee493520a'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:24.493869 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27dd03f5-729f-449b-98b0-82f2d7346812 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.529419 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f29664-8e9e-4630-8d7d-cbacb85c7c74 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:24.531102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f29664-8e9e-4630-8d7d-cbacb85c7c74 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:24.532665 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f29664-8e9e-4630-8d7d-cbacb85c7c74 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:24.542615 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e9f29664-8e9e-4630-8d7d-cbacb85c7c74 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1042089 Nov 12 00:55:24.546218 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50256) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:24.558783 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4316562d-cc8f-44e7-ad30-69be3ac66f19 None None] Attempting to bind port a6b3749f-4a5e-44ad-9f5a-64fc6143a54a on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:24.564328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4316562d-cc8f-44e7-ad30-69be3ac66f19 None None] Attempting to bind port a6b3749f-4a5e-44ad-9f5a-64fc6143a54a by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '095fe7db-1bdd-4e21-b58b-3866683930db'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:24.564857 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4316562d-cc8f-44e7-ad30-69be3ac66f19 None None] Attempting to bind port a6b3749f-4a5e-44ad-9f5a-64fc6143a54a on network 095fe7db-1bdd-4e21-b58b-3866683930db {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:24.591887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 394c3b83-7f7a-4627-8bb0-701669191088 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:24.600122 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-27dd03f5-729f-449b-98b0-82f2d7346812 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "PUT /v2.0/floatingips/46257805-f870-4a46-b62d-352383acec65 HTTP/1.1" status: 200 len: 992 time: 4.3319349 Nov 12 00:55:24.611987 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'tag': 'e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:24.614365 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4316562d-cc8f-44e7-ad30-69be3ac66f19 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:24.616322 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777e06f9-2fa6-4a83-8f87-9ae97745788a" -d '{"events": [{"name": "network-changed", "server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "tag": "e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:24.616936 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4316562d-cc8f-44e7-ad30-69be3ac66f19 None None] Checking segment: {'id': '3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '095fe7db-1bdd-4e21-b58b-3866683930db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:24.617488 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4316562d-cc8f-44e7-ad30-69be3ac66f19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.619509 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4316562d-cc8f-44e7-ad30-69be3ac66f19 None None] Bound using segment: {'id': '3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '095fe7db-1bdd-4e21-b58b-3866683930db'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:24.620182 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4316562d-cc8f-44e7-ad30-69be3ac66f19 None None] Bound port: a6b3749f-4a5e-44ad-9f5a-64fc6143a54a, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '095fe7db-1bdd-4e21-b58b-3866683930db'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:24.622502 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4316562d-cc8f-44e7-ad30-69be3ac66f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.662619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] Sync routers for ids ['f8ebd7aa-844d-4165-be7e-f58af236ba61'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:55:24.678690 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7aee4a1-e683-47b6-af7d-5a3026d78050 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 1466f6a6-efe0-444a-a920-4170e325a62c {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:24.679284 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.692641 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e7aee4a1-e683-47b6-af7d-5a3026d78050 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.756545 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-4eec12c7-b50a-4913-ad09-007178edc051 admin admin] Allocated IP 172.25.0.141 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/69ba4fae-6f29-42d9-885f-f7a10bd8c561) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:24.767929 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-195f9b66-48bf-4995-aab2-91d4afb2e7e1 None None] Set router c2b5bb44-268c-4c63-a93e-433ee493520a gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:24.783660 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4316562d-cc8f-44e7-ad30-69be3ac66f19 None None] For port a6b3749f-4a5e-44ad-9f5a-64fc6143a54a, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:24.790777 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4316562d-cc8f-44e7-ad30-69be3ac66f19 None None] For port a6b3749f-4a5e-44ad-9f5a-64fc6143a54a, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a6b3749f-4a5e-44ad-9f5a-64fc6143a54a,segment=NetworkSegment(3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96),segment_id=3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:24.806356 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e7aee4a1-e683-47b6-af7d-5a3026d78050 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.819503 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4316562d-cc8f-44e7-ad30-69be3ac66f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.833877 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] Routers {'f8ebd7aa-844d-4165-be7e-f58af236ba61'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:24.834860 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e164de4a-9903-489d-af44-7650326bb878 x-openstack-request-id: req-e164de4a-9903-489d-af44-7650326bb878 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:24.835129 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "tag": "e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:24.835391 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e164de4a-9903-489d-af44-7650326bb878 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:24.835809 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'tag': 'e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b', 'status': 'completed', 'code': 200} Nov 12 00:55:24.836754 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:55:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f8ebd7aa-844d-4165-be7e-f58af236ba61'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:24.999682 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 394c3b83-7f7a-4627-8bb0-701669191088 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:25.000313 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.035936 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e7aee4a1-e683-47b6-af7d-5a3026d78050 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.037352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316562d-cc8f-44e7-ad30-69be3ac66f19 None None] Pushing event updated for resources: {'Port': ['ID=a6b3749f-4a5e-44ad-9f5a-64fc6143a54a,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:25.255156 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e7aee4a1-e683-47b6-af7d-5a3026d78050 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.324422 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc4e5e-0902-4f74-8751-6d7c00cdb93d req-0ce795cb-e240-4d34-bf1a-df65068da39e tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:25.329235 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-afbc4e5e-0902-4f74-8751-6d7c00cdb93d req-0ce795cb-e240-4d34-bf1a-df65068da39e tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.5676727 Nov 12 00:55:25.347975 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aee4a1-e683-47b6-af7d-5a3026d78050 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=1466f6a6-efe0-444a-a920-4170e325a62c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:25.387554 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aee4a1-e683-47b6-af7d-5a3026d78050 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:25.388192 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aee4a1-e683-47b6-af7d-5a3026d78050 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:25.389313 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aee4a1-e683-47b6-af7d-5a3026d78050 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:25.389818 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aee4a1-e683-47b6-af7d-5a3026d78050 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:25.390307 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aee4a1-e683-47b6-af7d-5a3026d78050 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:25.390815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aee4a1-e683-47b6-af7d-5a3026d78050 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:25.391496 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aee4a1-e683-47b6-af7d-5a3026d78050 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:25.392024 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aee4a1-e683-47b6-af7d-5a3026d78050 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:25.392590 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aee4a1-e683-47b6-af7d-5a3026d78050 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:25.400924 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aee4a1-e683-47b6-af7d-5a3026d78050 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:25.401587 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aee4a1-e683-47b6-af7d-5a3026d78050 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:25.402813 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aee4a1-e683-47b6-af7d-5a3026d78050 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:25.409024 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e7aee4a1-e683-47b6-af7d-5a3026d78050 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.421270 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e7aee4a1-e683-47b6-af7d-5a3026d78050 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/1466f6a6-efe0-444a-a920-4170e325a62c HTTP/1.1" status: 204 len: 168 time: 0.8686719 Nov 12 00:55:25.422321 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50270) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:25.442220 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] Set router f8ebd7aa-844d-4165-be7e-f58af236ba61 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:25.468914 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e06f9-2fa6-4a83-8f87-9ae97745788a req-7450cb21-0539-421a-913f-5ae99e456a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:25.469492 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e06f9-2fa6-4a83-8f87-9ae97745788a req-7450cb21-0539-421a-913f-5ae99e456a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:25.469841 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e06f9-2fa6-4a83-8f87-9ae97745788a req-7450cb21-0539-421a-913f-5ae99e456a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:25.470294 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e06f9-2fa6-4a83-8f87-9ae97745788a req-7450cb21-0539-421a-913f-5ae99e456a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:25.470750 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e06f9-2fa6-4a83-8f87-9ae97745788a req-7450cb21-0539-421a-913f-5ae99e456a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:25.471196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e06f9-2fa6-4a83-8f87-9ae97745788a req-7450cb21-0539-421a-913f-5ae99e456a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:25.472301 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e06f9-2fa6-4a83-8f87-9ae97745788a req-7450cb21-0539-421a-913f-5ae99e456a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:25.486423 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-777e06f9-2fa6-4a83-8f87-9ae97745788a req-7450cb21-0539-421a-913f-5ae99e456a0c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75c055e9876449c3980c1d635d3020fe&device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 6501 time: 0.6296737 Nov 12 00:55:25.606223 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.645997 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9dafdea-6e2e-467b-95de-b0a63d559dce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 8697c937-5b37-4e67-8f48-c4d3cd157159 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:25.655200 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-195f9b66-48bf-4995-aab2-91d4afb2e7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'name': 'tempest-TaggedBootDevicesTest-1091472500-router', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:50Z', 'updated_at': '2021-11-12T00:52:56Z', 'revision_number': 4, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'gw_port': {'id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:51Z', 'updated_at': '2021-11-12T00:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '46257805-f870-4a46-b62d-352383acec65', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'floating_ip_address': '172.25.0.221', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'port_id': 'e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e', 'mac_address': 'fa:16:3e:43:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05efed81-b9d0-4d36-8966-e47733ca9664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:53:44Z', 'updated_at': '2021-11-12T00:55:21Z', 'revision_number': 1, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deeec366-335e-45a6-a9d0-c4a102764a89', 'name': '', 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'mac_address': 'fa:16:3e:ae:7e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9ba268ed-fc66-4621-b497-0ee29a68e673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:55Z', 'updated_at': '2021-11-12T00:53:01Z', 'revision_number': 5, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'subnets': [{'id': '9ba268ed-fc66-4621-b497-0ee29a68e673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:25.668516 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9dafdea-6e2e-467b-95de-b0a63d559dce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.748017 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f9b66-48bf-4995-aab2-91d4afb2e7e1 None None] Checking router: c2b5bb44-268c-4c63-a93e-433ee493520a for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:55:25.752040 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9dafdea-6e2e-467b-95de-b0a63d559dce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.760158 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f9b66-48bf-4995-aab2-91d4afb2e7e1 None None] Routers {'c2b5bb44-268c-4c63-a93e-433ee493520a'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:25.761214 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-195f9b66-48bf-4995-aab2-91d4afb2e7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:55:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c2b5bb44-268c-4c63-a93e-433ee493520a'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:25.859555 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.921276 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330abba6-b86e-4279-b39d-6349d9582a70 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:25.940628 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-195f9b66-48bf-4995-aab2-91d4afb2e7e1 None None] Set router c2b5bb44-268c-4c63-a93e-433ee493520a gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:26.029801 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 394c3b83-7f7a-4627-8bb0-701669191088, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=394c3b83-7f7a-4627-8bb0-701669191088,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:26.043557 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9dafdea-6e2e-467b-95de-b0a63d559dce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.092999 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.159693 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.172894 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4eec12c7-b50a-4913-ad09-007178edc051 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.176269 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9dafdea-6e2e-467b-95de-b0a63d559dce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.191332 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-afbc4e5e-0902-4f74-8751-6d7c00cdb93d req-fb9d4ede-dbbe-41a3-ab09-42890c57859a tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8474572 Nov 12 00:55:26.236110 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d412a41f-b592-4eac-828d-79facad43761 None None] Provisioning complete for port 394c3b83-7f7a-4627-8bb0-701669191088 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:26.236326 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d412a41f-b592-4eac-828d-79facad43761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.260909 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-195f9b66-48bf-4995-aab2-91d4afb2e7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'name': 'tempest-TaggedBootDevicesTest-1091472500-router', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:50Z', 'updated_at': '2021-11-12T00:52:56Z', 'revision_number': 4, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'gw_port': {'id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:51Z', 'updated_at': '2021-11-12T00:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '46257805-f870-4a46-b62d-352383acec65', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'floating_ip_address': '172.25.0.221', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'port_id': 'e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e', 'mac_address': 'fa:16:3e:43:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05efed81-b9d0-4d36-8966-e47733ca9664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:53:44Z', 'updated_at': '2021-11-12T00:55:21Z', 'revision_number': 1, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deeec366-335e-45a6-a9d0-c4a102764a89', 'name': '', 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'mac_address': 'fa:16:3e:ae:7e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9ba268ed-fc66-4621-b497-0ee29a68e673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:55Z', 'updated_at': '2021-11-12T00:53:01Z', 'revision_number': 5, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'subnets': [{'id': '9ba268ed-fc66-4621-b497-0ee29a68e673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:26.265099 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e06f9-2fa6-4a83-8f87-9ae97745788a req-b1444177-5bea-41d5-9a28-e5a587aadc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:26.266764 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-777e06f9-2fa6-4a83-8f87-9ae97745788a req-b1444177-5bea-41d5-9a28-e5a587aadc79 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d6ea9c94-971c-4de5-89c0-b46d88be536e HTTP/1.1" status: 200 len: 913 time: 0.7795272 Nov 12 00:55:26.272270 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dafdea-6e2e-467b-95de-b0a63d559dce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=8697c937-5b37-4e67-8f48-c4d3cd157159,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:26.273818 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4eec12c7-b50a-4913-ad09-007178edc051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.284627 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9dafdea-6e2e-467b-95de-b0a63d559dce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.292407 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a9dafdea-6e2e-467b-95de-b0a63d559dce tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/8697c937-5b37-4e67-8f48-c4d3cd157159 HTTP/1.1" status: 204 len: 168 time: 0.8596075 Nov 12 00:55:26.301355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50276) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:26.307491 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f9b66-48bf-4995-aab2-91d4afb2e7e1 None None] The sync data for ids ['c2b5bb44-268c-4c63-a93e-433ee493520a'] in n-d-712137-14 is: [{'id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'name': 'tempest-TaggedBootDevicesTest-1091472500-router', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:50Z', 'updated_at': '2021-11-12T00:52:56Z', 'revision_number': 4, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'gw_port': {'id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:51Z', 'updated_at': '2021-11-12T00:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '46257805-f870-4a46-b62d-352383acec65', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'floating_ip_address': '172.25.0.221', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'port_id': 'e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e', 'mac_address': 'fa:16:3e:43:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05efed81-b9d0-4d36-8966-e47733ca9664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:53:44Z', 'updated_at': '2021-11-12T00:55:21Z', 'revision_number': 1, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deeec366-335e-45a6-a9d0-c4a102764a89', 'name': '', 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'mac_address': 'fa:16:3e:ae:7e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9ba268ed-fc66-4621-b497-0ee29a68e673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:55Z', 'updated_at': '2021-11-12T00:53:01Z', 'revision_number': 5, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'subnets': [{'id': '9ba268ed-fc66-4621-b497-0ee29a68e673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:55:26.442561 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c80a37a7-8a71-4e20-86e6-bacd12256c92 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1396282 Nov 12 00:55:26.443312 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50282) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:26.448660 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-872ad690-6576-4bec-8134-fc849854c340 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:26.492786 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=394c3b83-7f7a-4627-8bb0-701669191088,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:26.512874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eec12c7-b50a-4913-ad09-007178edc051 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:26.534159 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a6b3749f-4a5e-44ad-9f5a-64fc6143a54a up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:26.537116 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-4eec12c7-b50a-4913-ad09-007178edc051 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:26.559769 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec12c7-b50a-4913-ad09-007178edc051 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:26.567755 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec12c7-b50a-4913-ad09-007178edc051 admin admin] Pushing event updated for resources: {'Port': ['ID=69ba4fae-6f29-42d9-885f-f7a10bd8c561,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:26.578648 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-777e06f9-2fa6-4a83-8f87-9ae97745788a req-55d4073d-21a9-460d-946c-3c040c5fdff5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b HTTP/1.1" status: 200 len: 1000 time: 0.3012867 Nov 12 00:55:26.596282 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb1bb6b-0d77-4292-90c3-a9b0c7452c1e None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:26.742125 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872ad690-6576-4bec-8134-fc849854c340 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:26.746759 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-872ad690-6576-4bec-8134-fc849854c340 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.747293 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e06f9-2fa6-4a83-8f87-9ae97745788a req-f1373114-ca3f-4d2b-b0d3-d14972000081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:26.756757 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-777e06f9-2fa6-4a83-8f87-9ae97745788a req-f1373114-ca3f-4d2b-b0d3-d14972000081 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ba268ed-fc66-4621-b497-0ee29a68e673 HTTP/1.1" status: 200 len: 851 time: 0.0936847 Nov 12 00:55:26.798982 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a31b06e-4ea4-4d37-b679-69c6b6ffb774 None None] New status for floating IP 46257805-f870-4a46-b62d-352383acec65: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:55:26.821369 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'name': 'tempest-TestVolumeBackupRestore-1208282878-router', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:05Z', 'updated_at': '2021-11-12T00:55:16Z', 'revision_number': 4, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'gw_port': {'id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:06Z', 'updated_at': '2021-11-12T00:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'e2bc3b53-83c6-4684-b78f-e13c1681c784', 'name': '', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'mac_address': 'fa:16:3e:80:17:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:15Z', 'updated_at': '2021-11-12T00:55:16Z', 'revision_number': 2, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'subnets': [{'id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:26.915269 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e06f9-2fa6-4a83-8f87-9ae97745788a req-186c73c2-2680-4bb0-960e-f5f10d1bc661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:26.916805 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-777e06f9-2fa6-4a83-8f87-9ae97745788a req-186c73c2-2680-4bb0-960e-f5f10d1bc661 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d6ea9c94-971c-4de5-89c0-b46d88be536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1513736 Nov 12 00:55:26.922690 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] Checking router: f8ebd7aa-844d-4165-be7e-f58af236ba61 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:55:26.923065 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] Updating router f8ebd7aa-844d-4165-be7e-f58af236ba61 port e2bc3b53-83c6-4684-b78f-e13c1681c784 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:55:27.047073 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd722971-3293-4acb-ba2d-66e1bb28b7ab None None] Network 095fe7db-1bdd-4e21-b58b-3866683930db requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:27.056081 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port a6b3749f-4a5e-44ad-9f5a-64fc6143a54a triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:27.063021 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:27.081807 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8ef41715-466a-433f-bb2c-678a5b7842d2 None None] Provisioning complete for port 69ba4fae-6f29-42d9-885f-f7a10bd8c561 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:27.081807 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8ef41715-466a-433f-bb2c-678a5b7842d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:27.220734 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-872ad690-6576-4bec-8134-fc849854c340 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:27.329785 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872ad690-6576-4bec-8134-fc849854c340 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:27.334779 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-872ad690-6576-4bec-8134-fc849854c340 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:27.346708 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872ad690-6576-4bec-8134-fc849854c340 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:27.347658 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-872ad690-6576-4bec-8134-fc849854c340 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:27.371993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe66e068-07a3-4674-a0f1-fe55f5ae13b5 None None] Update dhcp port {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'fixed_ips': [{'subnet_id': '8697c937-5b37-4e67-8f48-c4d3cd157159'}], 'binding:host_id': 'n-d-712137-14'}, 'id': '394c3b83-7f7a-4627-8bb0-701669191088'} from n-d-712137-14. {{(pid=114244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:55:27.391929 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ad690-6576-4bec-8134-fc849854c340 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=1f1468df-4f78-4ebf-90ca-941d76c21ef8,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:27.403885 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:27.412833 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-872ad690-6576-4bec-8134-fc849854c340 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9649649 Nov 12 00:55:27.413354 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50296) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:27.425078 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-288a499f-fb9e-4227-8f28-025227933705 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:27.489990 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fe66e068-07a3-4674-a0f1-fe55f5ae13b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:27.552727 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-8ef41715-466a-433f-bb2c-678a5b7842d2 None None] Port 69ba4fae-6f29-42d9-885f-f7a10bd8c561 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:55:27.588687 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbb001-36be-421d-85b8-b885c5222c9f req-09082e9f-2898-40b3-83da-3a279b9da9e4 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:27.592416 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5cdbb001-36be-421d-85b8-b885c5222c9f req-09082e9f-2898-40b3-83da-3a279b9da9e4 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.2579134 Nov 12 00:55:27.626984 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-777e06f9-2fa6-4a83-8f87-9ae97745788a req-7528a656-ac04-4cd9-8ef5-33168b8992dc service neutron] 10.222.0.21 "GET /v2.0/networks/d6ea9c94-971c-4de5-89c0-b46d88be536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6085258 Nov 12 00:55:27.663416 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288a499f-fb9e-4227-8f28-025227933705 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:27.667744 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-288a499f-fb9e-4227-8f28-025227933705 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:27.864086 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f474ec5b-4790-4e0a-a801-6ae2fe1ae7f8 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:27.877305 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f80bc533-a4bd-4163-a287-4589d4bbda21 None None] Provisioning complete for port a6b3749f-4a5e-44ad-9f5a-64fc6143a54a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:27.877763 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f80bc533-a4bd-4163-a287-4589d4bbda21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:27.903429 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5cdbb001-36be-421d-85b8-b885c5222c9f req-0a2a076d-eb6d-474d-9e8f-c9d5856e77b6 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008480 Nov 12 00:55:28.049926 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-777e06f9-2fa6-4a83-8f87-9ae97745788a req-0ff5533e-1da0-406d-a1ca-4d20177cb787 service neutron] 10.222.0.21 "GET /v2.0/networks/d6ea9c94-971c-4de5-89c0-b46d88be536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101982 Nov 12 00:55:28.050894 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4eec12c7-b50a-4913-ad09-007178edc051 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:28.169948 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:28.212389 n-d-712137-14 neutron-server[114243]: DEBUG neutron.objects.ports [None req-288a499f-fb9e-4227-8f28-025227933705 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114243) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:55:28.410162 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port a6b3749f-4a5e-44ad-9f5a-64fc6143a54a, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a6b3749f-4a5e-44ad-9f5a-64fc6143a54a,segment=NetworkSegment(3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96),segment_id=3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:28.483033 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:28.562801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87628282-3a58-4d3f-b269-9a9beb518e6e req-f69ed718-8ef3-412b-9ac5-01e23f8cac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:28.564314 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-87628282-3a58-4d3f-b269-9a9beb518e6e req-f69ed718-8ef3-412b-9ac5-01e23f8cac86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fdc9237de6e49ad8a3f5af80dc64254&device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 1097 time: 0.2594943 Nov 12 00:55:28.594729 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-288a499f-fb9e-4227-8f28-025227933705 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:28.609186 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f80bc533-a4bd-4163-a287-4589d4bbda21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:28.622807 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 394c3b83-7f7a-4627-8bb0-701669191088 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:28.646174 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec42da-4db7-4db0-90ca-e7a433004199 req-6216c251-7091-4e9b-b042-7d41996d2738 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:28.647765 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b7ec42da-4db7-4db0-90ca-e7a433004199 req-6216c251-7091-4e9b-b042-7d41996d2738 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.2572975 Nov 12 00:55:28.732551 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4eec12c7-b50a-4913-ad09-007178edc051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:28.824090 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=a6b3749f-4a5e-44ad-9f5a-64fc6143a54a,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:28.897349 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-288a499f-fb9e-4227-8f28-025227933705 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] For port 394c3b83-7f7a-4627-8bb0-701669191088, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=394c3b83-7f7a-4627-8bb0-701669191088,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:28.977273 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-288a499f-fb9e-4227-8f28-025227933705 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:28.989661 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-288a499f-fb9e-4227-8f28-025227933705 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:28.991496 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-288a499f-fb9e-4227-8f28-025227933705 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.027993 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.053257 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.057836 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b7ec42da-4db7-4db0-90ca-e7a433004199 req-6f3f328e-f553-482e-837a-f8ee5cd93a6f tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415184 Nov 12 00:55:29.060456 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288a499f-fb9e-4227-8f28-025227933705 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:29.071844 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-288a499f-fb9e-4227-8f28-025227933705 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:29.072542 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-f80bc533-a4bd-4163-a287-4589d4bbda21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:55:29.072948 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-f80bc533-a4bd-4163-a287-4589d4bbda21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:55:29.073718 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87628282-3a58-4d3f-b269-9a9beb518e6e req-3bc0d16d-ae78-4dc4-a7bc-aaee5ae745ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:29.075423 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-87628282-3a58-4d3f-b269-9a9beb518e6e req-3bc0d16d-ae78-4dc4-a7bc-aaee5ae745ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=be66bfac-db54-4ba9-8a59-fe8e903fa592 HTTP/1.1" status: 200 len: 918 time: 0.4952672 Nov 12 00:55:29.088181 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eec12c7-b50a-4913-ad09-007178edc051 admin admin] Router da5a2e94-fe72-4674-9849-a70531dc1e3d is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:55:29.121453 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc21ccb-2407-4dea-a5a2-5d7bbb04b7ba None None] Update dhcp port {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'fixed_ips': [{'subnet_id': '261f0ba4-6a8b-4c63-9d50-436243dcb8ca', 'ip_address': '2001:db8::f816:3eff:fe2e:3452'}, {'subnet_id': '1f1468df-4f78-4ebf-90ca-941d76c21ef8'}], 'binding:host_id': 'n-d-712137-14'}, 'id': '394c3b83-7f7a-4627-8bb0-701669191088'} from n-d-712137-14. {{(pid=114244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:55:29.143476 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-87628282-3a58-4d3f-b269-9a9beb518e6e req-087d3650-974c-40df-aae0-84a1eddf6c1f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba9a889d-7be5-4210-9260-cae52fc11d87 HTTP/1.1" status: 200 len: 217 time: 0.0521097 Nov 12 00:55:29.144972 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.170339 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288a499f-fb9e-4227-8f28-025227933705 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:29.173161 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-288a499f-fb9e-4227-8f28-025227933705 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.247711 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158c153-9273-4b24-abf3-959e4f46cff1 None None] Pushing event updated for resources: {'Port': ['ID=e2bc3b53-83c6-4684-b78f-e13c1681c784,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:29.269292 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bfc21ccb-2407-4dea-a5a2-5d7bbb04b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.350023 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-288a499f-fb9e-4227-8f28-025227933705 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9353673 Nov 12 00:55:29.361859 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50314) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:29.370355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e0b30284-db26-4ecb-9f5f-0731936e5965 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'mac_address': 'fa:16:3e:ff:3a:bb', 'name': 'tempest-NetworksTestDHCPv6-846529419'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:29.421073 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:55:29.421447 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:55:29.430221 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87628282-3a58-4d3f-b269-9a9beb518e6e req-b9156598-4f02-4c12-b645-b0b8f4fd04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:29.433613 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-87628282-3a58-4d3f-b269-9a9beb518e6e req-b9156598-4f02-4c12-b645-b0b8f4fd04f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db54c4a6-c0af-44c1-9efa-10f094a7a4d6 HTTP/1.1" status: 200 len: 857 time: 0.2467306 Nov 12 00:55:29.475083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a499f-fb9e-4227-8f28-025227933705 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=261f0ba4-6a8b-4c63-9d50-436243dcb8ca,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:29.512898 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-87628282-3a58-4d3f-b269-9a9beb518e6e req-95e2f454-2196-43f1-8b9f-88c8cc58e4d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be66bfac-db54-4ba9-8a59-fe8e903fa592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722172 Nov 12 00:55:29.515077 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a499f-fb9e-4227-8f28-025227933705 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=394c3b83-7f7a-4627-8bb0-701669191088,revision_number=7']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:29.563279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eec12c7-b50a-4913-ad09-007178edc051 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:55:29.564227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] Attempting to bind port e2bc3b53-83c6-4684-b78f-e13c1681c784 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:29.564719 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] Attempting to bind port e2bc3b53-83c6-4684-b78f-e13c1681c784 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'b3e2b351-551d-4928-9849-d586e04a647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:29.565267 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] Attempting to bind port e2bc3b53-83c6-4684-b78f-e13c1681c784 on network 04fc892d-db1f-4cd9-ab6d-5e2878cb5568 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:29.569316 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b30284-db26-4ecb-9f5f-0731936e5965 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:29.608614 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:29.609075 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] Checking segment: {'id': 'b3e2b351-551d-4928-9849-d586e04a647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:29.609551 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.610083 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] Bound using segment: {'id': 'b3e2b351-551d-4928-9849-d586e04a647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:29.610518 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] Bound port: e2bc3b53-83c6-4684-b78f-e13c1681c784, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e2b351-551d-4928-9849-d586e04a647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:29.610982 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.636970 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] Sync routers for ids ['da5a2e94-fe72-4674-9849-a70531dc1e3d'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:55:29.646955 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4eec12c7-b50a-4913-ad09-007178edc051 admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.661305 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4eec12c7-b50a-4913-ad09-007178edc051 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.4216330 Nov 12 00:55:29.662005 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50316) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:29.711997 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0b30284-db26-4ecb-9f5f-0731936e5965 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.736506 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-e0b30284-db26-4ecb-9f5f-0731936e5965 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] device_id is not set on port f39b2814-56bd-47c6-b63a-2b4618db2765 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:55:29.926233 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-e0b30284-db26-4ecb-9f5f-0731936e5965 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 172.20.0.13 (fe05c407-cd01-4f7b-b118-ded988bd7940/1f1468df-4f78-4ebf-90ca-941d76c21ef8/f39b2814-56bd-47c6-b63a-2b4618db2765) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:29.932940 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-e0b30284-db26-4ecb-9f5f-0731936e5965 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8::f816:3eff:feff:3abb (fe05c407-cd01-4f7b-b118-ded988bd7940/261f0ba4-6a8b-4c63-9d50-436243dcb8ca/f39b2814-56bd-47c6-b63a-2b4618db2765) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:30.008178 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-87628282-3a58-4d3f-b269-9a9beb518e6e req-b4b6a072-fa95-46c2-8d9e-7ff8d8b3c978 service neutron] 10.222.0.21 "GET /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794378 Nov 12 00:55:30.215981 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0b30284-db26-4ecb-9f5f-0731936e5965 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.259671 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0b30284-db26-4ecb-9f5f-0731936e5965 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.280282 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] For port e2bc3b53-83c6-4684-b78f-e13c1681c784, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:30.284109 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] For port e2bc3b53-83c6-4684-b78f-e13c1681c784, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=e2bc3b53-83c6-4684-b78f-e13c1681c784,segment=NetworkSegment(b3e2b351-551d-4928-9849-d586e04a647c),segment_id=b3e2b351-551d-4928-9849-d586e04a647c)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:30.301116 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.351599 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:55:30.368612 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] Routers {'da5a2e94-fe72-4674-9849-a70531dc1e3d'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:30.371813 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b30284-db26-4ecb-9f5f-0731936e5965 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=f39b2814-56bd-47c6-b63a-2b4618db2765,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:30.372344 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:55:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['da5a2e94-fe72-4674-9849-a70531dc1e3d'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:30.388809 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b30284-db26-4ecb-9f5f-0731936e5965 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:30.393584 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-e0b30284-db26-4ecb-9f5f-0731936e5965 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:30.403546 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b30284-db26-4ecb-9f5f-0731936e5965 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:30.492981 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b30284-db26-4ecb-9f5f-0731936e5965 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:30.494252 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0b30284-db26-4ecb-9f5f-0731936e5965 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.522743 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.532193 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e0b30284-db26-4ecb-9f5f-0731936e5965 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1663649 Nov 12 00:55:30.533079 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50326) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:30.645944 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fae322c-bf2d-4ae2-bbde-4520e70af05e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:30.652006 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] Routers {'f8ebd7aa-844d-4165-be7e-f58af236ba61'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:30.652650 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:55:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f8ebd7aa-844d-4165-be7e-f58af236ba61'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:30.663874 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fae322c-bf2d-4ae2-bbde-4520e70af05e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:30.667936 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8fae322c-bf2d-4ae2-bbde-4520e70af05e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1307840 Nov 12 00:55:30.680869 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50328) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:30.726933 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158c153-9273-4b24-abf3-959e4f46cff1 None None] Pushing event updated for resources: {'Port': ['ID=e2bc3b53-83c6-4684-b78f-e13c1681c784,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:30.735964 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-23ffe4d9-6eab-46ee-915b-ac191c23d6dc None None] Provisioning complete for port a6b3749f-4a5e-44ad-9f5a-64fc6143a54a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:30.736358 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-23ffe4d9-6eab-46ee-915b-ac191c23d6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.795971 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-bfc21ccb-2407-4dea-a5a2-5d7bbb04b7ba None None] Allocated IP 172.20.0.2 (fe05c407-cd01-4f7b-b118-ded988bd7940/1f1468df-4f78-4ebf-90ca-941d76c21ef8/394c3b83-7f7a-4627-8bb0-701669191088) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:30.843693 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed8a29-37db-4775-856d-1f43f69a0824 req-3b34b82c-c94a-469d-b055-7200a9e3e65a tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:30.844654 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 394c3b83-7f7a-4627-8bb0-701669191088, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=394c3b83-7f7a-4627-8bb0-701669191088,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:30.853416 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-70ed8a29-37db-4775-856d-1f43f69a0824 req-3b34b82c-c94a-469d-b055-7200a9e3e65a tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.1956484 Nov 12 00:55:30.910301 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-f8400d8c-fe85-4d07-ba09-c63f3b7ddc62 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting port f39b2814-56bd-47c6-b63a-2b4618db2765 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:30.910812 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8400d8c-fe85-4d07-ba09-c63f3b7ddc62 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.918009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] Set router da5a2e94-fe72-4674-9849-a70531dc1e3d gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:30.970666 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.021701 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-87628282-3a58-4d3f-b269-9a9beb518e6e req-97061779-c5ab-49b4-bfc9-3b0d0e1731c6 service neutron] 10.222.0.21 "GET /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0019064 Nov 12 00:55:31.038216 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-70ed8a29-37db-4775-856d-1f43f69a0824 req-03c5fbac-94ce-4ad0-93b6-0c438e9eb269 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837337 Nov 12 00:55:31.133483 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d71d172d-a969-4e20-87ae-6ae87c940c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.192327 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8400d8c-fe85-4d07-ba09-c63f3b7ddc62 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.207951 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-f8400d8c-fe85-4d07-ba09-c63f3b7ddc62 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Calling delete_port for f39b2814-56bd-47c6-b63a-2b4618db2765 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:31.298189 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-bfc21ccb-2407-4dea-a5a2-5d7bbb04b7ba None None] For port 394c3b83-7f7a-4627-8bb0-701669191088, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=394c3b83-7f7a-4627-8bb0-701669191088,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:31.329897 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bfc21ccb-2407-4dea-a5a2-5d7bbb04b7ba None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.347340 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a6b3749f-4a5e-44ad-9f5a-64fc6143a54a up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:31.423558 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bfc21ccb-2407-4dea-a5a2-5d7bbb04b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.465274 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] Set router f8ebd7aa-844d-4165-be7e-f58af236ba61 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:31.477836 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8400d8c-fe85-4d07-ba09-c63f3b7ddc62 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.481333 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-d71d172d-a969-4e20-87ae-6ae87c940c54 admin admin] Allocated IP 172.20.0.1 (095fe7db-1bdd-4e21-b58b-3866683930db/15b1a692-a80a-400f-8895-7aea052932e1/eac1d6c9-57ed-460a-9803-3955e7cf864c) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:31.516422 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8400d8c-fe85-4d07-ba09-c63f3b7ddc62 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Port': ['ID=f39b2814-56bd-47c6-b63a-2b4618db2765,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:31.580763 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=394c3b83-7f7a-4627-8bb0-701669191088,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:31.639275 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d71d172d-a969-4e20-87ae-6ae87c940c54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.683437 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d71d172d-a969-4e20-87ae-6ae87c940c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.683928 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8400d8c-fe85-4d07-ba09-c63f3b7ddc62 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.690957 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f8400d8c-fe85-4d07-ba09-c63f3b7ddc62 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/f39b2814-56bd-47c6-b63a-2b4618db2765 HTTP/1.1" status: 204 len: 168 time: 1.0089967 Nov 12 00:55:31.691611 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50340) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:31.746363 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc21ccb-2407-4dea-a5a2-5d7bbb04b7ba None None] Pushing event updated for resources: {'Port': ['ID=394c3b83-7f7a-4627-8bb0-701669191088,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:31.752297 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71d172d-a969-4e20-87ae-6ae87c940c54 admin admin] Network 095fe7db-1bdd-4e21-b58b-3866683930db is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:31.756367 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-d71d172d-a969-4e20-87ae-6ae87c940c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:31.764144 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9c1356-17d9-4d90-9b8a-ce376f3b7e9c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:31.765726 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9c1356-17d9-4d90-9b8a-ce376f3b7e9c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:31.770029 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9c1356-17d9-4d90-9b8a-ce376f3b7e9c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:31.772527 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-dc9c1356-17d9-4d90-9b8a-ce376f3b7e9c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0799422 Nov 12 00:55:31.775418 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50344) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:31.784288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71d172d-a969-4e20-87ae-6ae87c940c54 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:31.797594 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port a6b3749f-4a5e-44ad-9f5a-64fc6143a54a triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:31.797796 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.831646 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d172d-a969-4e20-87ae-6ae87c940c54 admin admin] Pushing event updated for resources: {'Port': ['ID=eac1d6c9-57ed-460a-9803-3955e7cf864c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:31.866459 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d71d172d-a969-4e20-87ae-6ae87c940c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.894441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-d414e498-cd3a-485c-ac60-dc6372d672a7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 1f1468df-4f78-4ebf-90ca-941d76c21ef8 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:31.898273 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d414e498-cd3a-485c-ac60-dc6372d672a7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.966795 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d414e498-cd3a-485c-ac60-dc6372d672a7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.127676 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d71d172d-a969-4e20-87ae-6ae87c940c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.152936 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d414e498-cd3a-485c-ac60-dc6372d672a7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.210242 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-23ffe4d9-6eab-46ee-915b-ac191c23d6dc None None] Provisioning complete for port 394c3b83-7f7a-4627-8bb0-701669191088 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:32.210467 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-23ffe4d9-6eab-46ee-915b-ac191c23d6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.291472 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d414e498-cd3a-485c-ac60-dc6372d672a7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.312419 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d414e498-cd3a-485c-ac60-dc6372d672a7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.320929 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f7fb6-3678-4094-bdb8-3f31c45aa78a req-656f14dc-a451-4e42-8d4f-966af0db7991 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:32.322683 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ed6f7fb6-3678-4094-bdb8-3f31c45aa78a req-656f14dc-a451-4e42-8d4f-966af0db7991 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.1426220 Nov 12 00:55:32.324366 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d414e498-cd3a-485c-ac60-dc6372d672a7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/1f1468df-4f78-4ebf-90ca-941d76c21ef8 HTTP/1.1" status: 204 len: 168 time: 0.5432992 Nov 12 00:55:32.327132 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50348) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:32.395768 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414e498-cd3a-485c-ac60-dc6372d672a7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=1f1468df-4f78-4ebf-90ca-941d76c21ef8,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:32.443810 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-43df98a9-3b57-4d9d-893e-e2a597776122 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 261f0ba4-6a8b-4c63-9d50-436243dcb8ca {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:32.449296 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-43df98a9-3b57-4d9d-893e-e2a597776122 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.482276 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ed6f7fb6-3678-4094-bdb8-3f31c45aa78a req-35478021-5d0c-4c5b-91c0-3e77a00092f4 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021919 Nov 12 00:55:32.522930 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-43df98a9-3b57-4d9d-893e-e2a597776122 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.541521 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d71d172d-a969-4e20-87ae-6ae87c940c54 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.546777 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d71d172d-a969-4e20-87ae-6ae87c940c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.557666 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device e2bc3b53-83c6-4684-b78f-e13c1681c784 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:32.634730 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-23ffe4d9-6eab-46ee-915b-ac191c23d6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.643881 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'name': 'tempest-TestVolumeBackupRestore-2019043178-router', 'tenant_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '69ba4fae-6f29-42d9-885f-f7a10bd8c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:22Z', 'updated_at': '2021-11-12T00:55:27Z', 'revision_number': 3, 'project_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'gw_port': {'id': '69ba4fae-6f29-42d9-885f-f7a10bd8c561', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:92:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:24Z', 'updated_at': '2021-11-12T00:55:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:32.668065 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d71d172d-a969-4e20-87ae-6ae87c940c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.670788 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d172d-a969-4e20-87ae-6ae87c940c54 admin admin] Pushing event updated for resources: {'Port': ['ID=eac1d6c9-57ed-460a-9803-3955e7cf864c,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:32.720239 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-43df98a9-3b57-4d9d-893e-e2a597776122 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.748122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] Checking router: da5a2e94-fe72-4674-9849-a70531dc1e3d for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:55:32.749803 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] Updating router da5a2e94-fe72-4674-9849-a70531dc1e3d port 69ba4fae-6f29-42d9-885f-f7a10bd8c561 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:55:32.819239 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71d172d-a969-4e20-87ae-6ae87c940c54 admin admin] Network 095fe7db-1bdd-4e21-b58b-3866683930db is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:32.822375 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-43df98a9-3b57-4d9d-893e-e2a597776122 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.825594 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-d71d172d-a969-4e20-87ae-6ae87c940c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:32.892808 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df98a9-3b57-4d9d-893e-e2a597776122 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=261f0ba4-6a8b-4c63-9d50-436243dcb8ca,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:32.929948 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-43df98a9-3b57-4d9d-893e-e2a597776122 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.938780 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-43df98a9-3b57-4d9d-893e-e2a597776122 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/261f0ba4-6a8b-4c63-9d50-436243dcb8ca HTTP/1.1" status: 204 len: 168 time: 0.6080515 Nov 12 00:55:32.939202 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50356) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:33.031395 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1480e3bb-125b-4452-99b4-39f7a6251733 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0910537 Nov 12 00:55:33.035529 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50358) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:33.102242 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71d172d-a969-4e20-87ae-6ae87c940c54 admin admin] Router da5a2e94-fe72-4674-9849-a70531dc1e3d has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:55:33.168593 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-23ffe4d9-6eab-46ee-915b-ac191c23d6dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:55:33.169051 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-23ffe4d9-6eab-46ee-915b-ac191c23d6dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:55:33.184132 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.223942 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da0a19b-2e68-414d-84ed-88cbf7ee9045 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:33.229604 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7da0a19b-2e68-414d-84ed-88cbf7ee9045 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 865 time: 0.1824210 Nov 12 00:55:33.239357 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50360) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:33.269056 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'name': 'tempest-TestVolumeBackupRestore-1208282878-router', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:05Z', 'updated_at': '2021-11-12T00:55:16Z', 'revision_number': 4, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'gw_port': {'id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:06Z', 'updated_at': '2021-11-12T00:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'e2bc3b53-83c6-4684-b78f-e13c1681c784', 'name': '', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'mac_address': 'fa:16:3e:80:17:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:15Z', 'updated_at': '2021-11-12T00:55:30Z', 'revision_number': 4, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'subnets': [{'id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:33.292396 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port e2bc3b53-83c6-4684-b78f-e13c1681c784 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:33.293016 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.346747 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71d172d-a969-4e20-87ae-6ae87c940c54 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:55:33.366323 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d71d172d-a969-4e20-87ae-6ae87c940c54 admin admin] 10.222.0.31 "PUT /v2.0/routers/da5a2e94-fe72-4674-9849-a70531dc1e3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6915076 Nov 12 00:55:33.375645 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8949ab-5279-4e6b-aa69-af6996cf055c None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:33.387421 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7856da-e8ac-4c85-b2dc-4f03d99dfdfc None None] The sync data for ids ['f8ebd7aa-844d-4165-be7e-f58af236ba61'] in n-d-712137-14 is: [{'id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'name': 'tempest-TestVolumeBackupRestore-1208282878-router', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:05Z', 'updated_at': '2021-11-12T00:55:16Z', 'revision_number': 4, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'gw_port': {'id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:06Z', 'updated_at': '2021-11-12T00:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'e2bc3b53-83c6-4684-b78f-e13c1681c784', 'name': '', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'mac_address': 'fa:16:3e:80:17:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:15Z', 'updated_at': '2021-11-12T00:55:30Z', 'revision_number': 4, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'subnets': [{'id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:55:33.422267 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05b28b4-dc26-4589-bfdd-72c0480f1ce8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:33.423848 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d05b28b4-dc26-4589-bfdd-72c0480f1ce8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1829791 Nov 12 00:55:33.434018 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50366) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:33.509966 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-faea4599-c91d-4dbe-99ed-9de2d7993921 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734663 Nov 12 00:55:33.518092 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50370) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:33.524831 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-78b2ac29-d6b6-4665-b140-376718669b30 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:33.768478 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b2ac29-d6b6-4665-b140-376718669b30 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:33.780644 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78b2ac29-d6b6-4665-b140-376718669b30 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.791215 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b2ac29-d6b6-4665-b140-376718669b30 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:55:33.791944 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b2ac29-d6b6-4665-b140-376718669b30 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:55:33.827433 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-78b2ac29-d6b6-4665-b140-376718669b30 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3059084 Nov 12 00:55:33.829983 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50382) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:33.835522 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-70008d29-6374-4f57-b05c-9741dad1a9a3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:33.851057 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622ecad-b13c-4468-911a-d6eb37cccb1a req-890de1f3-a73f-4775-a12d-33c1961d42f3 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:33.852647 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e622ecad-b13c-4468-911a-d6eb37cccb1a req-890de1f3-a73f-4775-a12d-33c1961d42f3 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.2054818 Nov 12 00:55:33.950746 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-23ffe4d9-6eab-46ee-915b-ac191c23d6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.040447 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e622ecad-b13c-4468-911a-d6eb37cccb1a req-031669da-3e01-470f-a8da-9c7f1ade56a8 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684515 Nov 12 00:55:34.094912 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.128338 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70008d29-6374-4f57-b05c-9741dad1a9a3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:34.140133 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70008d29-6374-4f57-b05c-9741dad1a9a3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.144785 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-70008d29-6374-4f57-b05c-9741dad1a9a3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:55:34.146697 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70008d29-6374-4f57-b05c-9741dad1a9a3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:55:34.192255 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-70008d29-6374-4f57-b05c-9741dad1a9a3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3600934 Nov 12 00:55:34.195019 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50390) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:34.205186 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-4b6962ca-9402-4bcb-b11a-9b54d52431f8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:34.232001 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port e2bc3b53-83c6-4684-b78f-e13c1681c784, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=e2bc3b53-83c6-4684-b78f-e13c1681c784,segment=NetworkSegment(b3e2b351-551d-4928-9849-d586e04a647c),segment_id=b3e2b351-551d-4928-9849-d586e04a647c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:34.234712 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-23ffe4d9-6eab-46ee-915b-ac191c23d6dc None None] For port 394c3b83-7f7a-4627-8bb0-701669191088, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=394c3b83-7f7a-4627-8bb0-701669191088,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:34.243456 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.359124 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-23ffe4d9-6eab-46ee-915b-ac191c23d6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.422821 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=e2bc3b53-83c6-4684-b78f-e13c1681c784,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:34.461617 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:34.462000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:34.462922 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:34.463244 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:34.463599 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:34.464815 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:34.464815 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:34.464815 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:34.465061 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:34.465351 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:34.465637 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:34.465988 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:34.477443 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-23ffe4d9-6eab-46ee-915b-ac191c23d6dc None None] Provisioning complete for port e2bc3b53-83c6-4684-b78f-e13c1681c784 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:34.477856 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-23ffe4d9-6eab-46ee-915b-ac191c23d6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.492940 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6962ca-9402-4bcb-b11a-9b54d52431f8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:34.515626 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4b6962ca-9402-4bcb-b11a-9b54d52431f8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.540375 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6962ca-9402-4bcb-b11a-9b54d52431f8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:55:34.545647 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b6962ca-9402-4bcb-b11a-9b54d52431f8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:55:34.547853 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 394c3b83-7f7a-4627-8bb0-701669191088 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:34.579316 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4b6962ca-9402-4bcb-b11a-9b54d52431f8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3827226 Nov 12 00:55:34.582125 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50426) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:34.603537 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e8368001-80fd-41d9-b3cf-c9009da33ddb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:34.605925 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d68f09e-a067-46b8-a3c7-df59496c7952 None None] DHCP port deletion for fe05c407-cd01-4f7b-b118-ded988bd7940 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:34.609697 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ffe4d9-6eab-46ee-915b-ac191c23d6dc None None] Pushing event updated for resources: {'Port': ['ID=394c3b83-7f7a-4627-8bb0-701669191088,revision_number=12']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:34.764200 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8368001-80fd-41d9-b3cf-c9009da33ddb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:34.778507 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8368001-80fd-41d9-b3cf-c9009da33ddb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.784422 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8368001-80fd-41d9-b3cf-c9009da33ddb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:55:34.786515 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8368001-80fd-41d9-b3cf-c9009da33ddb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:55:34.834806 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e8368001-80fd-41d9-b3cf-c9009da33ddb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2515507 Nov 12 00:55:34.837821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50436) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:34.843761 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-de434574-bead-4e9d-a94b-af7114c7e241 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:34.867770 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.886580 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.907094 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 394c3b83-7f7a-4627-8bb0-701669191088 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:34.907471 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.972317 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db350643-3cd9-4382-87a8-81b488906737 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:34.997584 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] Attempting to bind port 69ba4fae-6f29-42d9-885f-f7a10bd8c561 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:34.998256 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] Attempting to bind port 69ba4fae-6f29-42d9-885f-f7a10bd8c561 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:34.998620 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] Attempting to bind port 69ba4fae-6f29-42d9-885f-f7a10bd8c561 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:35.009322 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-3d68f09e-a067-46b8-a3c7-df59496c7952 None None] Deleting port 394c3b83-7f7a-4627-8bb0-701669191088 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:35.009718 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3d68f09e-a067-46b8-a3c7-df59496c7952 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.064562 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:35.065268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:35.065268 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.065556 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:35.066207 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] Bound port: 69ba4fae-6f29-42d9-885f-f7a10bd8c561, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:35.066756 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.130892 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b34bed-5917-43c6-87cc-02e038559bb2 None None] Pushing event updated for resources: {'Port': ['ID=69ba4fae-6f29-42d9-885f-f7a10bd8c561,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:35.137736 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5ac586d6-a58a-47ab-9e62-8e7e879a0f19 None None] Provisioning complete for port 394c3b83-7f7a-4627-8bb0-701669191088 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:35.138106 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5ac586d6-a58a-47ab-9e62-8e7e879a0f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.192113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de434574-bead-4e9d-a94b-af7114c7e241 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:35.197335 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de434574-bead-4e9d-a94b-af7114c7e241 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.198811 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-de434574-bead-4e9d-a94b-af7114c7e241 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:55:35.199407 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de434574-bead-4e9d-a94b-af7114c7e241 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:55:35.222995 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-de434574-bead-4e9d-a94b-af7114c7e241 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3840311 Nov 12 00:55:35.227053 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50450) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:35.249250 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-ac1e10dc-e000-4da7-bbb0-ac2dfb545b96 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:35.287590 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] For port 69ba4fae-6f29-42d9-885f-f7a10bd8c561, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:35.295916 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] For port 69ba4fae-6f29-42d9-885f-f7a10bd8c561, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=69ba4fae-6f29-42d9-885f-f7a10bd8c561,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:35.311031 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-3d68f09e-a067-46b8-a3c7-df59496c7952 None None] For port 394c3b83-7f7a-4627-8bb0-701669191088, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=394c3b83-7f7a-4627-8bb0-701669191088,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:35.311445 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3d68f09e-a067-46b8-a3c7-df59496c7952 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.328858 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.343491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990042ec-3eff-4d26-be08-94fc0ca312a9 req-a978c21a-e085-43c5-b82c-7ff75a0b07e5 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:35.350135 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-3d68f09e-a067-46b8-a3c7-df59496c7952 None None] Calling delete_port for 394c3b83-7f7a-4627-8bb0-701669191088 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:35.354126 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-990042ec-3eff-4d26-be08-94fc0ca312a9 req-a978c21a-e085-43c5-b82c-7ff75a0b07e5 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.1869936 Nov 12 00:55:35.523017 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abebdeb8-c36e-4d9e-94a6-14cf1762fb2a None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:35.530690 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1e10dc-e000-4da7-bbb0-ac2dfb545b96 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:35.536134 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3d68f09e-a067-46b8-a3c7-df59496c7952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.562630 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ac1e10dc-e000-4da7-bbb0-ac2dfb545b96 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.564191 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1e10dc-e000-4da7-bbb0-ac2dfb545b96 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:55:35.564586 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac1e10dc-e000-4da7-bbb0-ac2dfb545b96 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:55:35.594699 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-990042ec-3eff-4d26-be08-94fc0ca312a9 req-5ba7639d-f7dd-419d-8886-29095fe30b24 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299743 Nov 12 00:55:35.598254 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] Routers {'da5a2e94-fe72-4674-9849-a70531dc1e3d'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:35.600523 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:55:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['da5a2e94-fe72-4674-9849-a70531dc1e3d'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:35.630157 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50464) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:35.640249 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ac1e10dc-e000-4da7-bbb0-ac2dfb545b96 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3923137 Nov 12 00:55:35.672104 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3cff77ac-f57a-4773-8303-eef29b6f2655 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0386624 Nov 12 00:55:35.672887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50466) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:35.708417 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-5ac586d6-a58a-47ab-9e62-8e7e879a0f19 None None] Port 394c3b83-7f7a-4627-8bb0-701669191088 update to ACTIVE by agent not found {{(pid=114244) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 00:55:35.725930 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d68f09e-a067-46b8-a3c7-df59496c7952 None None] No DVR routers for this DVR port 394c3b83-7f7a-4627-8bb0-701669191088 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:35.774500 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23284b1d-7229-4531-9872-c15fe1359bd1 None None] get_active_networks_info from n-d-712137-14 {{(pid=114244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:55:35.783183 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b34bed-5917-43c6-87cc-02e038559bb2 None None] Pushing event updated for resources: {'Port': ['ID=69ba4fae-6f29-42d9-885f-f7a10bd8c561,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:35.832921 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71b7603-ece0-4d3f-9378-e97a6e5fbd10 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:35.835338 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e71b7603-ece0-4d3f-9378-e97a6e5fbd10 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1597137 Nov 12 00:55:35.837177 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50470) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:35.922774 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6d6cbe91-744a-46fd-8700-74cabc899b57 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844386 Nov 12 00:55:35.926997 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50484) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:35.933241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5ac586d6-a58a-47ab-9e62-8e7e879a0f19 None None] Provisioning complete for port eac1d6c9-57ed-460a-9803-3955e7cf864c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:35.933241 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5ac586d6-a58a-47ab-9e62-8e7e879a0f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.938007 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-dcfb7eb5-4bc6-4f5d-9b15-9a874d798f63 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:35.957749 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68f09e-a067-46b8-a3c7-df59496c7952 None None] Pushing event deleted for resources: {'Port': ['ID=394c3b83-7f7a-4627-8bb0-701669191088,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:36.056981 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] Set router da5a2e94-fe72-4674-9849-a70531dc1e3d gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:36.092336 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-5ac586d6-a58a-47ab-9e62-8e7e879a0f19 None None] Port eac1d6c9-57ed-460a-9803-3955e7cf864c cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:55:36.120267 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfb7eb5-4bc6-4f5d-9b15-9a874d798f63 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:36.124523 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dcfb7eb5-4bc6-4f5d-9b15-9a874d798f63 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.533477 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device e2bc3b53-83c6-4684-b78f-e13c1681c784 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:36.608306 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23284b1d-7229-4531-9872-c15fe1359bd1 None None] Resources bound (agent type, host, resource id): {{(pid=114244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 00:55:36.642492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5ac586d6-a58a-47ab-9e62-8e7e879a0f19 None None] Provisioning complete for port e2bc3b53-83c6-4684-b78f-e13c1681c784 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:36.642492 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5ac586d6-a58a-47ab-9e62-8e7e879a0f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.860374 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port e2bc3b53-83c6-4684-b78f-e13c1681c784 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:36.861170 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.902985 n-d-712137-14 neutron-server[114242]: DEBUG neutron.objects.ports [None req-dcfb7eb5-4bc6-4f5d-9b15-9a874d798f63 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114242) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:55:36.905079 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dcfb7eb5-4bc6-4f5d-9b15-9a874d798f63 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.952622 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfb7eb5-4bc6-4f5d-9b15-9a874d798f63 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:36.968819 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20c67b-33b6-431c-8807-1f0bde05c606 req-3669c7b6-9be4-4b31-962e-138804db11db tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:36.970450 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ee20c67b-33b6-431c-8807-1f0bde05c606 req-3669c7b6-9be4-4b31-962e-138804db11db tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.2192090 Nov 12 00:55:36.974101 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-dcfb7eb5-4bc6-4f5d-9b15-9a874d798f63 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:36.977904 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfb7eb5-4bc6-4f5d-9b15-9a874d798f63 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:36.978563 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dcfb7eb5-4bc6-4f5d-9b15-9a874d798f63 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.089767 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ee20c67b-33b6-431c-8807-1f0bde05c606 req-74dda393-7790-4c4c-b09e-8420903f26be tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055615 Nov 12 00:55:37.117241 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb7eb5-4bc6-4f5d-9b15-9a874d798f63 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=7f82d93c-7377-4e9c-95a7-a0a71ab65bf6,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:37.136671 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dcfb7eb5-4bc6-4f5d-9b15-9a874d798f63 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2055957 Nov 12 00:55:37.136917 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50526) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:37.143914 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-65c0e47f-b11b-4a8c-a487-0774198d38c3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'mac_address': 'fa:16:3e:0f:19:33', 'name': 'tempest-NetworksTestDHCPv6-563453647'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:37.306619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c0e47f-b11b-4a8c-a487-0774198d38c3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:37.382116 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'name': 'tempest-TestVolumeBackupRestore-2019043178-router', 'tenant_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '69ba4fae-6f29-42d9-885f-f7a10bd8c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:22Z', 'updated_at': '2021-11-12T00:55:32Z', 'revision_number': 4, 'project_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'gw_port': {'id': '69ba4fae-6f29-42d9-885f-f7a10bd8c561', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:92:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:24Z', 'updated_at': '2021-11-12T00:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'eac1d6c9-57ed-460a-9803-3955e7cf864c', 'name': '', 'network_id': '095fe7db-1bdd-4e21-b58b-3866683930db', 'tenant_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'mac_address': 'fa:16:3e:74:ae:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '15b1a692-a80a-400f-8895-7aea052932e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:31Z', 'updated_at': '2021-11-12T00:55:32Z', 'revision_number': 2, 'project_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'subnets': [{'id': '15b1a692-a80a-400f-8895-7aea052932e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:37.455268 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65c0e47f-b11b-4a8c-a487-0774198d38c3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.501950 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-65c0e47f-b11b-4a8c-a487-0774198d38c3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] device_id is not set on port d05f35f4-7ba5-4d85-a9cc-f883fcee1c54 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:55:37.506310 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013fb11-84ca-4af3-afd9-d066033b38a1 None None] The sync data for ids ['da5a2e94-fe72-4674-9849-a70531dc1e3d'] in n-d-712137-14 is: [{'id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'name': 'tempest-TestVolumeBackupRestore-2019043178-router', 'tenant_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '69ba4fae-6f29-42d9-885f-f7a10bd8c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:22Z', 'updated_at': '2021-11-12T00:55:32Z', 'revision_number': 4, 'project_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'gw_port': {'id': '69ba4fae-6f29-42d9-885f-f7a10bd8c561', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:92:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:24Z', 'updated_at': '2021-11-12T00:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'eac1d6c9-57ed-460a-9803-3955e7cf864c', 'name': '', 'network_id': '095fe7db-1bdd-4e21-b58b-3866683930db', 'tenant_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'mac_address': 'fa:16:3e:74:ae:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '15b1a692-a80a-400f-8895-7aea052932e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:31Z', 'updated_at': '2021-11-12T00:55:32Z', 'revision_number': 2, 'project_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'subnets': [{'id': '15b1a692-a80a-400f-8895-7aea052932e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:55:37.517825 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 394c3b83-7f7a-4627-8bb0-701669191088 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:37.765058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-65c0e47f-b11b-4a8c-a487-0774198d38c3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8::f816:3eff:fe0f:1933 (fe05c407-cd01-4f7b-b118-ded988bd7940/7f82d93c-7377-4e9c-95a7-a0a71ab65bf6/d05f35f4-7ba5-4d85-a9cc-f883fcee1c54) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:37.794388 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 394c3b83-7f7a-4627-8bb0-701669191088 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:37.794744 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 394c3b83-7f7a-4627-8bb0-701669191088 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:37.865515 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0c9750-210d-49cd-9702-c9f7222b5ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-fe05c407-cd01-4f7b-b118-ded988bd7940', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'fixed_ips': [{'subnet_id': '7f82d93c-7377-4e9c-95a7-a0a71ab65bf6'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:55:37.866761 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-da0c9750-210d-49cd-9702-c9f7222b5ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.889681 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c09456a7-cb4f-4e10-b295-c8df52cd6f9d None None] Provisioning complete for port 69ba4fae-6f29-42d9-885f-f7a10bd8c561 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:37.890100 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c09456a7-cb4f-4e10-b295-c8df52cd6f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.151840 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c09456a7-cb4f-4e10-b295-c8df52cd6f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.241510 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c09456a7-cb4f-4e10-b295-c8df52cd6f9d None None] For port 69ba4fae-6f29-42d9-885f-f7a10bd8c561, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=69ba4fae-6f29-42d9-885f-f7a10bd8c561,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:38.249309 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c09456a7-cb4f-4e10-b295-c8df52cd6f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.269935 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65c0e47f-b11b-4a8c-a487-0774198d38c3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.375695 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70222869-fc52-4dbe-9e5f-e28d76fff93f req-218cb868-059a-4126-ba55-910e8492d5bd tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:38.377540 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-70222869-fc52-4dbe-9e5f-e28d76fff93f req-218cb868-059a-4126-ba55-910e8492d5bd tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.1408234 Nov 12 00:55:38.451223 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09456a7-cb4f-4e10-b295-c8df52cd6f9d None None] Pushing event updated for resources: {'Port': ['ID=69ba4fae-6f29-42d9-885f-f7a10bd8c561,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:38.457424 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65c0e47f-b11b-4a8c-a487-0774198d38c3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.489988 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7f0b7e9f-49d2-487f-b37c-88917ad8a7d6 None None] Provisioning complete for port b1c3e464-614c-42c6-81ee-6ab880485b82 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:38.490366 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f0b7e9f-49d2-487f-b37c-88917ad8a7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.608135 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-da0c9750-210d-49cd-9702-c9f7222b5ea8 None None] Allocated IP 2001:db8::f816:3eff:fedb:634f (fe05c407-cd01-4f7b-b118-ded988bd7940/7f82d93c-7377-4e9c-95a7-a0a71ab65bf6/80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:38.608594 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c0e47f-b11b-4a8c-a487-0774198d38c3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:38.622443 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.637122 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-65c0e47f-b11b-4a8c-a487-0774198d38c3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:38.657702 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0e47f-b11b-4a8c-a487-0774198d38c3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=d05f35f4-7ba5-4d85-a9cc-f883fcee1c54,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:38.662520 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c0e47f-b11b-4a8c-a487-0774198d38c3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:38.672450 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c0e47f-b11b-4a8c-a487-0774198d38c3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:38.673137 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65c0e47f-b11b-4a8c-a487-0774198d38c3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.740341 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-70222869-fc52-4dbe-9e5f-e28d76fff93f req-e3700e61-85f6-40bc-8d71-58ec8ddd91fb tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356712 Nov 12 00:55:38.757991 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-65c0e47f-b11b-4a8c-a487-0774198d38c3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6169069 Nov 12 00:55:38.758902 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50556) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:38.884286 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee51a3ff-ed3c-4c33-ba63-bfeee24c4af4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:38.891125 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50562) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:38.891672 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ee51a3ff-ed3c-4c33-ba63-bfeee24c4af4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1308789 Nov 12 00:55:39.084389 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7f0b7e9f-49d2-487f-b37c-88917ad8a7d6 None None] Provisioning complete for port ba9a889d-7be5-4210-9260-cae52fc11d87 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:39.084791 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f0b7e9f-49d2-487f-b37c-88917ad8a7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.155092 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-dba818f1-3266-43b0-b96b-f6b55c620398 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting port d05f35f4-7ba5-4d85-a9cc-f883fcee1c54 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:39.156948 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dba818f1-3266-43b0-b96b-f6b55c620398 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.193242 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-da0c9750-210d-49cd-9702-c9f7222b5ea8 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.205899 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-da0c9750-210d-49cd-9702-c9f7222b5ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.291430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c9750-210d-49cd-9702-c9f7222b5ea8 None None] Pushing event updated for resources: {'Port': ['ID=80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:39.319847 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0c9750-210d-49cd-9702-c9f7222b5ea8 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:39.323957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-da0c9750-210d-49cd-9702-c9f7222b5ea8 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:39.329800 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0c9750-210d-49cd-9702-c9f7222b5ea8 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:39.497585 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-da0c9750-210d-49cd-9702-c9f7222b5ea8 None None] Attempting to bind port 80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:39.498225 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-da0c9750-210d-49cd-9702-c9f7222b5ea8 None None] Attempting to bind port 80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:39.498398 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0c9750-210d-49cd-9702-c9f7222b5ea8 None None] Attempting to bind port 80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262 on network fe05c407-cd01-4f7b-b118-ded988bd7940 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:39.503882 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7f0b7e9f-49d2-487f-b37c-88917ad8a7d6 None None] Provisioning complete for port 365ac3e4-872b-4b19-a65d-6bf54e04147b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:39.504262 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f0b7e9f-49d2-487f-b37c-88917ad8a7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.514215 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dba818f1-3266-43b0-b96b-f6b55c620398 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.531290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0c9750-210d-49cd-9702-c9f7222b5ea8 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:39.532028 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0c9750-210d-49cd-9702-c9f7222b5ea8 None None] Checking segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:39.532435 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-da0c9750-210d-49cd-9702-c9f7222b5ea8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.532858 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0c9750-210d-49cd-9702-c9f7222b5ea8 None None] Bound using segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:39.533337 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-da0c9750-210d-49cd-9702-c9f7222b5ea8 None None] Bound port: 80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:39.533730 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-da0c9750-210d-49cd-9702-c9f7222b5ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.566447 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-dba818f1-3266-43b0-b96b-f6b55c620398 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Calling delete_port for d05f35f4-7ba5-4d85-a9cc-f883fcee1c54 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:39.693201 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-da0c9750-210d-49cd-9702-c9f7222b5ea8 None None] For port 80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:39.764104 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-da0c9750-210d-49cd-9702-c9f7222b5ea8 None None] For port 80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:39.787104 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-da0c9750-210d-49cd-9702-c9f7222b5ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.954368 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dba818f1-3266-43b0-b96b-f6b55c620398 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.017430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c9750-210d-49cd-9702-c9f7222b5ea8 None None] Pushing event updated for resources: {'Port': ['ID=80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:40.080421 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba818f1-3266-43b0-b96b-f6b55c620398 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Port': ['ID=d05f35f4-7ba5-4d85-a9cc-f883fcee1c54,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:40.151378 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dba818f1-3266-43b0-b96b-f6b55c620398 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.162721 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dba818f1-3266-43b0-b96b-f6b55c620398 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/d05f35f4-7ba5-4d85-a9cc-f883fcee1c54 HTTP/1.1" status: 204 len: 168 time: 1.2682762 Nov 12 00:55:40.163330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50582) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:40.253203 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88948c8c-b3e1-4fc1-9249-4f2104dcbcf1 req-4199db41-216d-480c-a6fd-61ec919747a8 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:40.254808 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88948c8c-b3e1-4fc1-9249-4f2104dcbcf1 req-4199db41-216d-480c-a6fd-61ec919747a8 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.2051260 Nov 12 00:55:40.390219 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88948c8c-b3e1-4fc1-9249-4f2104dcbcf1 req-bc244ec6-ef3a-4f1a-a65c-99acfe70f165 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191669 Nov 12 00:55:40.398726 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9994f936-0aa9-4679-961f-7cd77d843ab5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:40.401007 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9994f936-0aa9-4679-961f-7cd77d843ab5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:40.405148 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9994f936-0aa9-4679-961f-7cd77d843ab5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2384050 Nov 12 00:55:40.405518 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50590) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:40.483298 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-690b03c3-71a4-418c-82ff-19a3f43ff69e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 7f82d93c-7377-4e9c-95a7-a0a71ab65bf6 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:40.486925 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-690b03c3-71a4-418c-82ff-19a3f43ff69e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.514117 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 69ba4fae-6f29-42d9-885f-f7a10bd8c561 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:40.563672 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-690b03c3-71a4-418c-82ff-19a3f43ff69e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.670162 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 69ba4fae-6f29-42d9-885f-f7a10bd8c561 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:40.670764 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.705811 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-690b03c3-71a4-418c-82ff-19a3f43ff69e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.811414 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-690b03c3-71a4-418c-82ff-19a3f43ff69e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.840025 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-690b03c3-71a4-418c-82ff-19a3f43ff69e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:40.851194 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-690b03c3-71a4-418c-82ff-19a3f43ff69e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/7f82d93c-7377-4e9c-95a7-a0a71ab65bf6 HTTP/1.1" status: 204 len: 168 time: 0.4445417 Nov 12 00:55:40.853700 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50606) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:40.882410 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b03c3-71a4-418c-82ff-19a3f43ff69e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=7f82d93c-7377-4e9c-95a7-a0a71ab65bf6,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:40.929240 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9ab1d0ae-79b0-497c-9e8b-7f2c21c50d29 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739079 Nov 12 00:55:40.931755 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50608) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:40.956922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-2c54c81d-9b3d-4b95-b2ba-55a106245519 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:41.094403 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c54c81d-9b3d-4b95-b2ba-55a106245519 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:41.101836 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2c54c81d-9b3d-4b95-b2ba-55a106245519 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:41.556057 n-d-712137-14 neutron-server[114242]: DEBUG neutron.objects.ports [None req-2c54c81d-9b3d-4b95-b2ba-55a106245519 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114242) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:55:41.725592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316c56de-0c70-429d-9479-e3fdfd9c54d4 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:41.915335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d84b8182-18d6-4f53-964e-6ab73737825c None None] Provisioning complete for port 80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:41.918125 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d84b8182-18d6-4f53-964e-6ab73737825c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:42.152510 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d84b8182-18d6-4f53-964e-6ab73737825c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:42.257920 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d84b8182-18d6-4f53-964e-6ab73737825c None None] For port 80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:42.267344 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d84b8182-18d6-4f53-964e-6ab73737825c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:42.272621 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] Sync routers for ids ['da5a2e94-fe72-4674-9849-a70531dc1e3d'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:55:42.291926 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] Routers {'da5a2e94-fe72-4674-9849-a70531dc1e3d'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:42.292798 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:55:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['da5a2e94-fe72-4674-9849-a70531dc1e3d'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:42.386454 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b8182-18d6-4f53-964e-6ab73737825c None None] Pushing event updated for resources: {'Port': ['ID=80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:42.440207 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2c54c81d-9b3d-4b95-b2ba-55a106245519 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:42.476066 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b4796-84da-426c-98f3-56d23ad0ae86 req-e8845d12-e36e-48a4-b789-dd881f990764 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:42.485621 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eb1b4796-84da-426c-98f3-56d23ad0ae86 req-e8845d12-e36e-48a4-b789-dd881f990764 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.8883784 Nov 12 00:55:42.521644 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:42.559085 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] Set router da5a2e94-fe72-4674-9849-a70531dc1e3d gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:42.586282 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eb1b4796-84da-426c-98f3-56d23ad0ae86 req-b0536fbf-a92e-4b9c-a209-8e8026c6d170 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996692 Nov 12 00:55:42.693744 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:42.697157 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:42.823439 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6a31ac64-7755-4c8c-8841-bd722ebd8add None None] Provisioning complete for port 80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:42.824084 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6a31ac64-7755-4c8c-8841-bd722ebd8add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.041749 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'name': 'tempest-TestVolumeBackupRestore-2019043178-router', 'tenant_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '69ba4fae-6f29-42d9-885f-f7a10bd8c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:22Z', 'updated_at': '2021-11-12T00:55:32Z', 'revision_number': 4, 'project_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'gw_port': {'id': '69ba4fae-6f29-42d9-885f-f7a10bd8c561', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:92:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:24Z', 'updated_at': '2021-11-12T00:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'eac1d6c9-57ed-460a-9803-3955e7cf864c', 'name': '', 'network_id': '095fe7db-1bdd-4e21-b58b-3866683930db', 'tenant_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'mac_address': 'fa:16:3e:74:ae:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '15b1a692-a80a-400f-8895-7aea052932e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:31Z', 'updated_at': '2021-11-12T00:55:32Z', 'revision_number': 2, 'project_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'subnets': [{'id': '15b1a692-a80a-400f-8895-7aea052932e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:43.105897 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] Checking router: da5a2e94-fe72-4674-9849-a70531dc1e3d for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:55:43.106666 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] Updating router da5a2e94-fe72-4674-9849-a70531dc1e3d port eac1d6c9-57ed-460a-9803-3955e7cf864c binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:55:43.139542 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-2c54c81d-9b3d-4b95-b2ba-55a106245519 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] For port 80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:43.142995 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.165799 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f75e2e35-d76c-4f2e-b31a-002230b4670c None None] Could not find standard attr ID for object d05f35f4-7ba5-4d85-a9cc-f883fcee1c54. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:55:43.253999 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2c54c81d-9b3d-4b95-b2ba-55a106245519 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.260311 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2c54c81d-9b3d-4b95-b2ba-55a106245519 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.261230 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2c54c81d-9b3d-4b95-b2ba-55a106245519 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.375294 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c54c81d-9b3d-4b95-b2ba-55a106245519 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:43.400395 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-2c54c81d-9b3d-4b95-b2ba-55a106245519 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:43.403713 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c54c81d-9b3d-4b95-b2ba-55a106245519 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:43.404325 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2c54c81d-9b3d-4b95-b2ba-55a106245519 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.412800 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e5bf98-41af-49a9-9c6b-ffdb37d86e7a None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:43.428663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54c81d-9b3d-4b95-b2ba-55a106245519 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=7f80ec46-eea5-4404-af63-6d45e8b71b70,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:43.436851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54c81d-9b3d-4b95-b2ba-55a106245519 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262,revision_number=6']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:43.446493 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2c54c81d-9b3d-4b95-b2ba-55a106245519 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5070207 Nov 12 00:55:43.449664 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50650) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:43.456835 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d2e856f7-3bec-4175-9866-aca18dcd2cd7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'mac_address': 'fa:16:3e:5d:60:f5', 'name': 'tempest-NetworksTestDHCPv6-1658444461'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:43.786273 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e856f7-3bec-4175-9866-aca18dcd2cd7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:43.946971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f1f1c-cbfe-4582-8bc7-1e491375a75a req-12193fa4-65dc-47ba-8f91-d47b426ddbe7 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:43.962923 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4d9f1f1c-cbfe-4582-8bc7-1e491375a75a req-12193fa4-65dc-47ba-8f91-d47b426ddbe7 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.2000508 Nov 12 00:55:43.983386 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.997623 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.065948 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2e856f7-3bec-4175-9866-aca18dcd2cd7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.141428 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-d2e856f7-3bec-4175-9866-aca18dcd2cd7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] device_id is not set on port c302d3a6-616e-4a2c-bf64-3fc095a9ad01 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:55:44.145340 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4d9f1f1c-cbfe-4582-8bc7-1e491375a75a req-6b76a526-791b-456c-aca7-f4c9809737d3 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744008 Nov 12 00:55:44.235742 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] Attempting to bind port eac1d6c9-57ed-460a-9803-3955e7cf864c on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:44.236532 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] Attempting to bind port eac1d6c9-57ed-460a-9803-3955e7cf864c by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '095fe7db-1bdd-4e21-b58b-3866683930db'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:44.237719 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] Attempting to bind port eac1d6c9-57ed-460a-9803-3955e7cf864c on network 095fe7db-1bdd-4e21-b58b-3866683930db {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:44.253051 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff904a3-431e-4d99-bbec-0e5a8af30894 None None] Pushing event updated for resources: {'Port': ['ID=eac1d6c9-57ed-460a-9803-3955e7cf864c,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:44.262705 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff904a3-431e-4d99-bbec-0e5a8af30894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.263062 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff904a3-431e-4d99-bbec-0e5a8af30894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.263404 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff904a3-431e-4d99-bbec-0e5a8af30894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.263741 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff904a3-431e-4d99-bbec-0e5a8af30894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.264076 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff904a3-431e-4d99-bbec-0e5a8af30894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.264460 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff904a3-431e-4d99-bbec-0e5a8af30894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.264896 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff904a3-431e-4d99-bbec-0e5a8af30894 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.265287 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff904a3-431e-4d99-bbec-0e5a8af30894 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.265536 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff904a3-431e-4d99-bbec-0e5a8af30894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.265944 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff904a3-431e-4d99-bbec-0e5a8af30894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.266292 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff904a3-431e-4d99-bbec-0e5a8af30894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.266499 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff904a3-431e-4d99-bbec-0e5a8af30894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:44.272356 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:44.272805 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] Checking segment: {'id': '3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '095fe7db-1bdd-4e21-b58b-3866683930db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:44.273211 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.273601 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] Bound using segment: {'id': '3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '095fe7db-1bdd-4e21-b58b-3866683930db'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:44.274082 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] Bound port: eac1d6c9-57ed-460a-9803-3955e7cf864c, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '095fe7db-1bdd-4e21-b58b-3866683930db'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:44.274460 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.410476 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] For port eac1d6c9-57ed-460a-9803-3955e7cf864c, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:44.416418 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] For port eac1d6c9-57ed-460a-9803-3955e7cf864c, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=eac1d6c9-57ed-460a-9803-3955e7cf864c,segment=NetworkSegment(3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96),segment_id=3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:44.422330 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.446523 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-27061e81-a88b-4993-8918-53c4ac374bbb None None] Provisioning complete for port 80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:44.447284 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-27061e81-a88b-4993-8918-53c4ac374bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.483324 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] Routers {'da5a2e94-fe72-4674-9849-a70531dc1e3d'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:44.484308 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:55:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['da5a2e94-fe72-4674-9849-a70531dc1e3d'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:44.508745 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-d2e856f7-3bec-4175-9866-aca18dcd2cd7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8::f816:3eff:fe5d:60f5 (fe05c407-cd01-4f7b-b118-ded988bd7940/7f80ec46-eea5-4404-af63-6d45e8b71b70/c302d3a6-616e-4a2c-bf64-3fc095a9ad01) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:44.530021 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:44.656098 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff904a3-431e-4d99-bbec-0e5a8af30894 None None] Pushing event updated for resources: {'Port': ['ID=eac1d6c9-57ed-460a-9803-3955e7cf864c,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:44.768682 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] Set router da5a2e94-fe72-4674-9849-a70531dc1e3d gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:44.790695 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2e856f7-3bec-4175-9866-aca18dcd2cd7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.898164 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2e856f7-3bec-4175-9866-aca18dcd2cd7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.909964 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:44.910787 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.974383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e856f7-3bec-4175-9866-aca18dcd2cd7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:44.984056 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-d2e856f7-3bec-4175-9866-aca18dcd2cd7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:44.988380 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e856f7-3bec-4175-9866-aca18dcd2cd7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:44.995885 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e856f7-3bec-4175-9866-aca18dcd2cd7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:44.997717 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2e856f7-3bec-4175-9866-aca18dcd2cd7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.026576 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50676) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:45.029311 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9ca983bc-e703-4bd5-957f-1c149ec15789 None None] Provisioning complete for port eac1d6c9-57ed-460a-9803-3955e7cf864c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:45.029743 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9ca983bc-e703-4bd5-957f-1c149ec15789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.049533 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d2e856f7-3bec-4175-9866-aca18dcd2cd7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5951338 Nov 12 00:55:45.078736 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e856f7-3bec-4175-9866-aca18dcd2cd7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=c302d3a6-616e-4a2c-bf64-3fc095a9ad01,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:45.116047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1c76c9-a869-4988-bf82-0b434cd19d3c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:45.122661 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1c76c9-a869-4988-bf82-0b434cd19d3c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:45.127583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50680) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:45.137506 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8a1c76c9-a869-4988-bf82-0b434cd19d3c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1087406 Nov 12 00:55:45.351654 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9ca983bc-e703-4bd5-957f-1c149ec15789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.353373 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-887bd0ad-80f8-4051-9a51-4fb1a321755b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting port c302d3a6-616e-4a2c-bf64-3fc095a9ad01 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:45.354936 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-887bd0ad-80f8-4051-9a51-4fb1a321755b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.385291 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed9cef-1782-4171-83f5-c01418464242 req-1d0b16fd-d9b2-40b4-b905-58db423ce366 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:45.396796 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-11ed9cef-1782-4171-83f5-c01418464242 req-1d0b16fd-d9b2-40b4-b905-58db423ce366 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.1261361 Nov 12 00:55:45.445412 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-9ca983bc-e703-4bd5-957f-1c149ec15789 None None] For port eac1d6c9-57ed-460a-9803-3955e7cf864c, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=eac1d6c9-57ed-460a-9803-3955e7cf864c,segment=NetworkSegment(3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96),segment_id=3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:45.452371 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9ca983bc-e703-4bd5-957f-1c149ec15789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.546825 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca983bc-e703-4bd5-957f-1c149ec15789 None None] Pushing event updated for resources: {'Port': ['ID=eac1d6c9-57ed-460a-9803-3955e7cf864c,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:45.578078 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-11ed9cef-1782-4171-83f5-c01418464242 req-dbb8b048-d3eb-424c-9b5d-43774e847459 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766505 Nov 12 00:55:45.660564 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'name': 'tempest-TestVolumeBackupRestore-2019043178-router', 'tenant_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '69ba4fae-6f29-42d9-885f-f7a10bd8c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:22Z', 'updated_at': '2021-11-12T00:55:32Z', 'revision_number': 4, 'project_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'gw_port': {'id': '69ba4fae-6f29-42d9-885f-f7a10bd8c561', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:92:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:24Z', 'updated_at': '2021-11-12T00:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'eac1d6c9-57ed-460a-9803-3955e7cf864c', 'name': '', 'network_id': '095fe7db-1bdd-4e21-b58b-3866683930db', 'tenant_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'mac_address': 'fa:16:3e:74:ae:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '15b1a692-a80a-400f-8895-7aea052932e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:31Z', 'updated_at': '2021-11-12T00:55:44Z', 'revision_number': 4, 'project_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'subnets': [{'id': '15b1a692-a80a-400f-8895-7aea052932e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:45.722369 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b72e8417-b5b6-421c-ae70-0978dd213b16 None None] Provisioning complete for port c302d3a6-616e-4a2c-bf64-3fc095a9ad01 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:45.722901 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b72e8417-b5b6-421c-ae70-0978dd213b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.762303 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792db58b-9b30-4346-986b-fc09b4279996 None None] The sync data for ids ['da5a2e94-fe72-4674-9849-a70531dc1e3d'] in n-d-712137-14 is: [{'id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'name': 'tempest-TestVolumeBackupRestore-2019043178-router', 'tenant_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '69ba4fae-6f29-42d9-885f-f7a10bd8c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:22Z', 'updated_at': '2021-11-12T00:55:32Z', 'revision_number': 4, 'project_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'gw_port': {'id': '69ba4fae-6f29-42d9-885f-f7a10bd8c561', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:92:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:24Z', 'updated_at': '2021-11-12T00:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'eac1d6c9-57ed-460a-9803-3955e7cf864c', 'name': '', 'network_id': '095fe7db-1bdd-4e21-b58b-3866683930db', 'tenant_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'mac_address': 'fa:16:3e:74:ae:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '15b1a692-a80a-400f-8895-7aea052932e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:31Z', 'updated_at': '2021-11-12T00:55:44Z', 'revision_number': 4, 'project_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'subnets': [{'id': '15b1a692-a80a-400f-8895-7aea052932e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:55:45.831489 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b72e8417-b5b6-421c-ae70-0978dd213b16 None None] Port c302d3a6-616e-4a2c-bf64-3fc095a9ad01 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:55:46.096750 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-887bd0ad-80f8-4051-9a51-4fb1a321755b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.116935 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-887bd0ad-80f8-4051-9a51-4fb1a321755b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Calling delete_port for c302d3a6-616e-4a2c-bf64-3fc095a9ad01 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:46.324653 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-887bd0ad-80f8-4051-9a51-4fb1a321755b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.369513 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bd0ad-80f8-4051-9a51-4fb1a321755b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Port': ['ID=c302d3a6-616e-4a2c-bf64-3fc095a9ad01,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:46.434496 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device eac1d6c9-57ed-460a-9803-3955e7cf864c up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:46.480686 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-887bd0ad-80f8-4051-9a51-4fb1a321755b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.519183 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-887bd0ad-80f8-4051-9a51-4fb1a321755b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/c302d3a6-616e-4a2c-bf64-3fc095a9ad01 HTTP/1.1" status: 204 len: 168 time: 1.3887901 Nov 12 00:55:46.520213 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50710) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:46.574399 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port eac1d6c9-57ed-460a-9803-3955e7cf864c triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:46.574986 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.737466 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72746d0c-33a4-4cd0-9121-ad3c1ad09427 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:46.744042 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72746d0c-33a4-4cd0-9121-ad3c1ad09427 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:46.745687 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-72746d0c-33a4-4cd0-9121-ad3c1ad09427 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2233315 Nov 12 00:55:46.748530 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50720) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:46.917059 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7558750-3662-4e7d-a4ce-754da01ef357 req-b8c27dc5-944f-495a-9af5-6b38d8b0f337 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:46.920410 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7558750-3662-4e7d-a4ce-754da01ef357 req-b8c27dc5-944f-495a-9af5-6b38d8b0f337 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.1605003 Nov 12 00:55:46.927636 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d2cf26-5cba-4da7-801e-5133319b1ef0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 7f80ec46-eea5-4404-af63-6d45e8b71b70 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:46.933133 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3d2cf26-5cba-4da7-801e-5133319b1ef0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:47.027280 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7558750-3662-4e7d-a4ce-754da01ef357 req-e571a523-6310-4522-87f1-5402300a0dd9 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969315 Nov 12 00:55:47.028602 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3d2cf26-5cba-4da7-801e-5133319b1ef0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:47.227294 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3d2cf26-5cba-4da7-801e-5133319b1ef0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:47.342627 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3d2cf26-5cba-4da7-801e-5133319b1ef0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:47.380534 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2cf26-5cba-4da7-801e-5133319b1ef0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=7f80ec46-eea5-4404-af63-6d45e8b71b70,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:47.389956 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3d2cf26-5cba-4da7-801e-5133319b1ef0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:47.397357 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d3d2cf26-5cba-4da7-801e-5133319b1ef0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/7f80ec46-eea5-4404-af63-6d45e8b71b70 HTTP/1.1" status: 204 len: 168 time: 0.6455486 Nov 12 00:55:47.398157 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50728) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:47.402093 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ab36e6-a4d6-4e3b-ab74-be781e18edae None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:47.506813 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-112be8eb-54b1-429e-99ce-1cce7e1c7221 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1070802 Nov 12 00:55:47.508786 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50734) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:47.588139 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450f03a4-06fa-45ab-80dc-f53aa8e34983 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:47.593535 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50736) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:47.594814 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-450f03a4-06fa-45ab-80dc-f53aa8e34983 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0837061 Nov 12 00:55:47.682030 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37955fe9-54f9-44e9-b3cb-d844938274fa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:47.685887 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-37955fe9-54f9-44e9-b3cb-d844938274fa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0886333 Nov 12 00:55:47.686626 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50740) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:47.756650 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50744) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:47.756951 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-defbfbfb-4ef5-4ff1-bd71-b7fad5e83ae4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0680192 Nov 12 00:55:47.761662 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-a3a3bc19-56b0-4206-877f-0038a74aee44 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:47.952940 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a3bc19-56b0-4206-877f-0038a74aee44 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:47.963417 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6c55f8-ffaa-4990-97bc-54c2c8dc15c1 None None] DHCP port deletion for fe05c407-cd01-4f7b-b118-ded988bd7940 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:47.970590 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3a3bc19-56b0-4206-877f-0038a74aee44 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.055379 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c55f8-ffaa-4990-97bc-54c2c8dc15c1 None None] Deleting port 80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:48.056125 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ac6c55f8-ffaa-4990-97bc-54c2c8dc15c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.152082 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-ac6c55f8-ffaa-4990-97bc-54c2c8dc15c1 None None] For port 80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:48.153085 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ac6c55f8-ffaa-4990-97bc-54c2c8dc15c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.184456 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c55f8-ffaa-4990-97bc-54c2c8dc15c1 None None] Calling delete_port for 80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:48.306821 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ac6c55f8-ffaa-4990-97bc-54c2c8dc15c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.322819 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b7f8e-784b-4f1c-9cb5-907bf268ae23 req-cd3474a4-dc0e-4606-aa44-af96e579ed3f tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:48.324392 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-774b7f8e-784b-4f1c-9cb5-907bf268ae23 req-cd3474a4-dc0e-4606-aa44-af96e579ed3f tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.1679323 Nov 12 00:55:48.356732 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c55f8-ffaa-4990-97bc-54c2c8dc15c1 None None] Pushing event deleted for resources: {'Port': ['ID=80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:48.376243 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6c55f8-ffaa-4990-97bc-54c2c8dc15c1 None None] No DVR routers for this DVR port 80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:48.394404 n-d-712137-14 neutron-server[114243]: DEBUG neutron.objects.ports [None req-a3a3bc19-56b0-4206-877f-0038a74aee44 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114243) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:55:48.397622 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3a3bc19-56b0-4206-877f-0038a74aee44 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.418305 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a3bc19-56b0-4206-877f-0038a74aee44 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:48.421549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-a3a3bc19-56b0-4206-877f-0038a74aee44 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:48.422856 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-774b7f8e-784b-4f1c-9cb5-907bf268ae23 req-768cda57-3db8-4e82-a2b2-ada9811fdba4 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891252 Nov 12 00:55:48.435372 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:48.456607 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a3bc19-56b0-4206-877f-0038a74aee44 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:48.457238 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:48.457357 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3a3bc19-56b0-4206-877f-0038a74aee44 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.457587 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 80ae0ebf-f6e0-44f0-8cc2-4b0f219c1262 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:48.470986 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b170d6-54a6-4804-84ef-388d787f2788 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:48.495285 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a3a3bc19-56b0-4206-877f-0038a74aee44 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7330616 Nov 12 00:55:48.495509 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50760) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:48.495634 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3bc19-56b0-4206-877f-0038a74aee44 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=6a541e86-0571-4276-adf5-9f27075bc79d,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:48.499696 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-cd011c25-a211-4075-95f6-71a11deed672 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'mac_address': 'fa:16:3e:95:0e:ec', 'name': 'tempest-NetworksTestDHCPv6-1957540939'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:48.665969 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd011c25-a211-4075-95f6-71a11deed672 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:48.683399 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4194e6-36bd-458c-baab-38948b2688c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-fe05c407-cd01-4f7b-b118-ded988bd7940', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'fixed_ips': [{'subnet_id': '6a541e86-0571-4276-adf5-9f27075bc79d'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:55:48.684511 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff4194e6-36bd-458c-baab-38948b2688c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.773548 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd011c25-a211-4075-95f6-71a11deed672 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.824154 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-cd011c25-a211-4075-95f6-71a11deed672 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] device_id is not set on port 7cd801e9-1151-4925-9c69-63efb62488b5 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:55:48.880538 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-ff4194e6-36bd-458c-baab-38948b2688c2 None None] Allocated IP 2001:db8::f816:3eff:fe86:3359 (fe05c407-cd01-4f7b-b118-ded988bd7940/6a541e86-0571-4276-adf5-9f27075bc79d/80d81d03-3c9e-472b-8eef-e1a291e1a851) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:49.087872 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff4194e6-36bd-458c-baab-38948b2688c2 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.097565 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff4194e6-36bd-458c-baab-38948b2688c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.140948 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4194e6-36bd-458c-baab-38948b2688c2 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:49.143792 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-ff4194e6-36bd-458c-baab-38948b2688c2 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:49.146946 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4194e6-36bd-458c-baab-38948b2688c2 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:49.198879 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-cd011c25-a211-4075-95f6-71a11deed672 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8::f816:3eff:fe95:eec (fe05c407-cd01-4f7b-b118-ded988bd7940/6a541e86-0571-4276-adf5-9f27075bc79d/7cd801e9-1151-4925-9c69-63efb62488b5) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:49.211401 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-ff4194e6-36bd-458c-baab-38948b2688c2 None None] Attempting to bind port 80d81d03-3c9e-472b-8eef-e1a291e1a851 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:49.211928 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-ff4194e6-36bd-458c-baab-38948b2688c2 None None] Attempting to bind port 80d81d03-3c9e-472b-8eef-e1a291e1a851 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:49.212389 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4194e6-36bd-458c-baab-38948b2688c2 None None] Attempting to bind port 80d81d03-3c9e-472b-8eef-e1a291e1a851 on network fe05c407-cd01-4f7b-b118-ded988bd7940 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:49.217676 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4194e6-36bd-458c-baab-38948b2688c2 None None] Pushing event updated for resources: {'Port': ['ID=80d81d03-3c9e-472b-8eef-e1a291e1a851,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:49.228204 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4194e6-36bd-458c-baab-38948b2688c2 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:49.229301 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4194e6-36bd-458c-baab-38948b2688c2 None None] Checking segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:49.229916 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff4194e6-36bd-458c-baab-38948b2688c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.230517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4194e6-36bd-458c-baab-38948b2688c2 None None] Bound using segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:49.231216 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-ff4194e6-36bd-458c-baab-38948b2688c2 None None] Bound port: 80d81d03-3c9e-472b-8eef-e1a291e1a851, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:49.231847 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff4194e6-36bd-458c-baab-38948b2688c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.321611 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-ff4194e6-36bd-458c-baab-38948b2688c2 None None] For port 80d81d03-3c9e-472b-8eef-e1a291e1a851, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:49.325326 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-ff4194e6-36bd-458c-baab-38948b2688c2 None None] For port 80d81d03-3c9e-472b-8eef-e1a291e1a851, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=80d81d03-3c9e-472b-8eef-e1a291e1a851,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:49.330060 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff4194e6-36bd-458c-baab-38948b2688c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.400073 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4194e6-36bd-458c-baab-38948b2688c2 None None] Pushing event updated for resources: {'Port': ['ID=80d81d03-3c9e-472b-8eef-e1a291e1a851,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:49.591362 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd011c25-a211-4075-95f6-71a11deed672 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.657153 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f6992830-c389-4d77-a854-5878741710a2 req-42ebf91e-000b-4d6f-b382-18ba4d3f5a58 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ee54c80-48e4-47ce-97df-db4f9e13859f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1987610 Nov 12 00:55:49.695132 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfdbd1-2052-431f-8966-7d1dfc7dd168 req-ada6e3c0-0cb0-42d6-8e37-ba35b8896763 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:49.697611 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86cfdbd1-2052-431f-8966-7d1dfc7dd168 req-ada6e3c0-0cb0-42d6-8e37-ba35b8896763 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.1337526 Nov 12 00:55:49.826311 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd011c25-a211-4075-95f6-71a11deed672 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.866329 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6992830-c389-4d77-a854-5878741710a2 req-0e8f11ca-7675-4bfb-8607-240021de891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:49.879319 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f6992830-c389-4d77-a854-5878741710a2 req-0e8f11ca-7675-4bfb-8607-240021de891f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=4ee54c80-48e4-47ce-97df-db4f9e13859f HTTP/1.1" status: 200 len: 1097 time: 0.1585772 Nov 12 00:55:49.962545 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86cfdbd1-2052-431f-8966-7d1dfc7dd168 req-3e2f4899-46bf-47c1-b8f0-75847b772b08 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550545 Nov 12 00:55:50.017541 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dddda680-7b8e-49cc-827d-bd4fa05ea596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:50.028991 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd011c25-a211-4075-95f6-71a11deed672 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:50.036970 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-cd011c25-a211-4075-95f6-71a11deed672 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:50.065612 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd011c25-a211-4075-95f6-71a11deed672 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:50.075075 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd011c25-a211-4075-95f6-71a11deed672 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:50.075075 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd011c25-a211-4075-95f6-71a11deed672 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:50.078672 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd011c25-a211-4075-95f6-71a11deed672 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=7cd801e9-1151-4925-9c69-63efb62488b5,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:50.110319 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cd011c25-a211-4075-95f6-71a11deed672 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6156902 Nov 12 00:55:50.110787 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50796) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:50.143675 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6992830-c389-4d77-a854-5878741710a2 req-65934e35-cf11-4aea-9502-134763da33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:50.147906 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f6992830-c389-4d77-a854-5878741710a2 req-65934e35-cf11-4aea-9502-134763da33f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 913 time: 0.2138000 Nov 12 00:55:50.188497 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5a3b29-b61e-4c4b-b861-6d94650b1d35 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:50.204461 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5a3b29-b61e-4c4b-b861-6d94650b1d35 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:50.209408 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-dd5a3b29-b61e-4c4b-b861-6d94650b1d35 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0939736 Nov 12 00:55:50.215941 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50800) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:50.252786 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f6992830-c389-4d77-a854-5878741710a2 req-b212667b-1678-4c67-af05-13ae118ae15b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac7d2f56-2f1b-4ef5-9002-866d6c28d0de HTTP/1.1" status: 200 len: 217 time: 0.0971346 Nov 12 00:55:50.395097 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6992830-c389-4d77-a854-5878741710a2 req-445a1b1d-f694-4181-ab44-79c2853c03bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:50.397532 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f6992830-c389-4d77-a854-5878741710a2 req-445a1b1d-f694-4181-ab44-79c2853c03bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.1339438 Nov 12 00:55:50.422536 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c7a1e49f-ae0c-4477-a5df-688f8a20d12e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting port 7cd801e9-1151-4925-9c69-63efb62488b5 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:50.422775 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c7a1e49f-ae0c-4477-a5df-688f8a20d12e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:50.450577 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 80d81d03-3c9e-472b-8eef-e1a291e1a851 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:50.512939 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6992830-c389-4d77-a854-5878741710a2 req-d19e203a-6bbc-4dac-bc6f-19b1b7b8bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:50.514617 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f6992830-c389-4d77-a854-5878741710a2 req-d19e203a-6bbc-4dac-bc6f-19b1b7b8bf09 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1089098 Nov 12 00:55:50.530469 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 80d81d03-3c9e-472b-8eef-e1a291e1a851 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:50.531081 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:50.643138 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c7a1e49f-ae0c-4477-a5df-688f8a20d12e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:50.671310 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c7a1e49f-ae0c-4477-a5df-688f8a20d12e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Calling delete_port for 7cd801e9-1151-4925-9c69-63efb62488b5 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:50.773820 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:50.817306 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f6992830-c389-4d77-a854-5878741710a2 req-cb6e9a6d-5eb7-465e-b9ae-4e503518cf30 service neutron] 10.222.0.21 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922153 Nov 12 00:55:50.851570 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 80d81d03-3c9e-472b-8eef-e1a291e1a851, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=80d81d03-3c9e-472b-8eef-e1a291e1a851,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:50.868003 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:50.917508 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c7a1e49f-ae0c-4477-a5df-688f8a20d12e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:50.996118 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=80d81d03-3c9e-472b-8eef-e1a291e1a851,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:51.015282 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f6992830-c389-4d77-a854-5878741710a2 req-fd7e90e1-009c-4b90-a76d-c3f937185ef8 service neutron] 10.222.0.21 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882515 Nov 12 00:55:51.095573 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1e49f-ae0c-4477-a5df-688f8a20d12e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Port': ['ID=7cd801e9-1151-4925-9c69-63efb62488b5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:51.143167 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c7a1e49f-ae0c-4477-a5df-688f8a20d12e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:51.149855 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c7a1e49f-ae0c-4477-a5df-688f8a20d12e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/7cd801e9-1151-4925-9c69-63efb62488b5 HTTP/1.1" status: 204 len: 168 time: 0.9297981 Nov 12 00:55:51.150463 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50818) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:51.173177 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d484123-e012-431e-9d53-026ae35b0b54 None None] Provisioning complete for port 80d81d03-3c9e-472b-8eef-e1a291e1a851 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:51.173556 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d484123-e012-431e-9d53-026ae35b0b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:51.180352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983238e-69c6-4cee-a4eb-f63b767d9006 req-6f494b84-b8e6-4df9-bbbd-df0975703361 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:51.182786 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7983238e-69c6-4cee-a4eb-f63b767d9006 req-6f494b84-b8e6-4df9-bbbd-df0975703361 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.0742776 Nov 12 00:55:51.259411 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c45da7-69f1-430a-965e-0b88c841dc4f tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:51.265064 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c45da7-69f1-430a-965e-0b88c841dc4f tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:51.287039 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-93c45da7-69f1-430a-965e-0b88c841dc4f tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1327343 Nov 12 00:55:51.287938 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50822) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:51.317809 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7983238e-69c6-4cee-a4eb-f63b767d9006 req-6262b9b1-5f8a-4832-ad9c-bd8c43de235c tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274743 Nov 12 00:55:51.424570 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-2117906d-f7e4-4bff-9c66-5cf2b77367a4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 6a541e86-0571-4276-adf5-9f27075bc79d {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:51.431428 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2117906d-f7e4-4bff-9c66-5cf2b77367a4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:51.481299 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2117906d-f7e4-4bff-9c66-5cf2b77367a4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:51.596877 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-67e83bf8-04ad-4e54-a265-f9fd258e96d9 None None] Could not find standard attr ID for object 7cd801e9-1151-4925-9c69-63efb62488b5. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:55:51.633953 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2117906d-f7e4-4bff-9c66-5cf2b77367a4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:51.716276 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2117906d-f7e4-4bff-9c66-5cf2b77367a4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:51.757365 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117906d-f7e4-4bff-9c66-5cf2b77367a4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=6a541e86-0571-4276-adf5-9f27075bc79d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:51.765947 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2117906d-f7e4-4bff-9c66-5cf2b77367a4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:51.772319 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2117906d-f7e4-4bff-9c66-5cf2b77367a4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/6a541e86-0571-4276-adf5-9f27075bc79d HTTP/1.1" status: 204 len: 168 time: 0.4808042 Nov 12 00:55:51.773167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50830) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:51.825674 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50836) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:51.826016 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-05b6c6b8-0c47-4578-8000-db1f6241024b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514576 Nov 12 00:55:51.832447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-bb5ad377-54cb-4f2f-807c-5286b3621647 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:51.865176 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0410da-b071-4fa8-bf49-3ad365bc9b4c None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:51.978780 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5ad377-54cb-4f2f-807c-5286b3621647 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:51.987172 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bb5ad377-54cb-4f2f-807c-5286b3621647 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.138374 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29268e8-c52b-48a9-8df1-41dd8a169207 None None] DHCP port deletion for fe05c407-cd01-4f7b-b118-ded988bd7940 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:52.243890 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b29268e8-c52b-48a9-8df1-41dd8a169207 None None] Deleting port 80d81d03-3c9e-472b-8eef-e1a291e1a851 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:52.244872 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b29268e8-c52b-48a9-8df1-41dd8a169207 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.372442 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b29268e8-c52b-48a9-8df1-41dd8a169207 None None] For port 80d81d03-3c9e-472b-8eef-e1a291e1a851, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=80d81d03-3c9e-472b-8eef-e1a291e1a851,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:52.372962 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b29268e8-c52b-48a9-8df1-41dd8a169207 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.405222 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8df79ce9-8d6d-4211-9af9-8a57fb0d2ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.414259 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b29268e8-c52b-48a9-8df1-41dd8a169207 None None] Calling delete_port for 80d81d03-3c9e-472b-8eef-e1a291e1a851 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:52.438893 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 80d81d03-3c9e-472b-8eef-e1a291e1a851 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:52.530047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f574904-8172-4513-8dd7-396e5fd8334a req-85fb13a4-3148-414a-a1bd-892f63531ec9 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:52.539063 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9f574904-8172-4513-8dd7-396e5fd8334a req-85fb13a4-3148-414a-a1bd-892f63531ec9 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.0988948 Nov 12 00:55:52.585560 n-d-712137-14 neutron-server[114243]: DEBUG neutron.objects.ports [None req-bb5ad377-54cb-4f2f-807c-5286b3621647 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114243) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:55:52.661582 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9f574904-8172-4513-8dd7-396e5fd8334a req-30c426d6-f6ad-4254-9a67-e7b11c8796f4 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180661 Nov 12 00:55:52.811445 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.962039 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bb5ad377-54cb-4f2f-807c-5286b3621647 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.979139 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 00:55:52.979139 n-d-712137-14 neutron-server[114244]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Nov 12 00:55:52.979139 n-d-712137-14 neutron-server[114244]: [parameters: {'status': 'DOWN', 'ports_id': '80d81d03-3c9e-472b-8eef-e1a291e1a851'}] Nov 12 00:55:52.979139 n-d-712137-14 neutron-server[114244]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:55:52.980426 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:55:52.992447 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b29268e8-c52b-48a9-8df1-41dd8a169207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.048283 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5ad377-54cb-4f2f-807c-5286b3621647 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Port 80d81d03-3c9e-472b-8eef-e1a291e1a851 concurrently deleted while adding address for new subnet {'id': 'c0db9575-a280-42b1-9376-f81bc1ad2e98', 'name': '', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2389, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-12T00:55:52Z', 'updated_at': '2021-11-12T00:55:52Z', 'revision_number': 0, 'segment_id': None, 'project_id': '0c44e1d9089d480fba68ecda64fe68c2'}. {{(pid=114243) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 12 00:55:53.049506 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bb5ad377-54cb-4f2f-807c-5286b3621647 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.071539 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29268e8-c52b-48a9-8df1-41dd8a169207 None None] Pushing event deleted for resources: {'Port': ['ID=80d81d03-3c9e-472b-8eef-e1a291e1a851,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:53.089628 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29268e8-c52b-48a9-8df1-41dd8a169207 None None] No DVR routers for this DVR port 80d81d03-3c9e-472b-8eef-e1a291e1a851 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:53.171430 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5ad377-54cb-4f2f-807c-5286b3621647 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:53.176817 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-bb5ad377-54cb-4f2f-807c-5286b3621647 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:53.181807 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5ad377-54cb-4f2f-807c-5286b3621647 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:53.182631 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bb5ad377-54cb-4f2f-807c-5286b3621647 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.193540 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a551564e-3fd5-4cfc-b877-d12aa6c54ded None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:53.223276 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ad377-54cb-4f2f-807c-5286b3621647 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=c0db9575-a280-42b1-9376-f81bc1ad2e98,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:53.254519 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bb5ad377-54cb-4f2f-807c-5286b3621647 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4244869 Nov 12 00:55:53.255453 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50868) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:53.260779 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-cd8be7c1-b987-4a7e-ae9c-e59922dd24a6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'mac_address': 'fa:16:3e:fa:00:7e', 'name': 'tempest-NetworksTestDHCPv6-567910792'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:53.513873 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8be7c1-b987-4a7e-ae9c-e59922dd24a6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:53.519096 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd8be7c1-b987-4a7e-ae9c-e59922dd24a6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.548072 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-cd8be7c1-b987-4a7e-ae9c-e59922dd24a6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] device_id is not set on port a880ec5d-b15b-4ef3-b50a-2d48e1583917 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:55:53.553423 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Port 80d81d03-3c9e-472b-8eef-e1a291e1a851 update to DOWN by agent not found {{(pid=114244) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 00:55:53.566816 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.749997 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a07b67-7c25-44f1-80bc-02f74ffc08dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-fe05c407-cd01-4f7b-b118-ded988bd7940', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'fixed_ips': [{'subnet_id': 'c0db9575-a280-42b1-9376-f81bc1ad2e98'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:55:53.751033 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-70a07b67-7c25-44f1-80bc-02f74ffc08dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.797079 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-cd8be7c1-b987-4a7e-ae9c-e59922dd24a6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8::f816:3eff:fefa:7e (fe05c407-cd01-4f7b-b118-ded988bd7940/c0db9575-a280-42b1-9376-f81bc1ad2e98/a880ec5d-b15b-4ef3-b50a-2d48e1583917) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:53.999736 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4e85a-0dd8-4a95-b7dd-1dbc1b97921a req-43707ed8-034d-4632-b1fc-3141d6bbca3f tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:54.003231 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-96a4e85a-0dd8-4a95-b7dd-1dbc1b97921a req-43707ed8-034d-4632-b1fc-3141d6bbca3f tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.1736770 Nov 12 00:55:54.212945 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd8be7c1-b987-4a7e-ae9c-e59922dd24a6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.266100 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd8be7c1-b987-4a7e-ae9c-e59922dd24a6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.398028 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-70a07b67-7c25-44f1-80bc-02f74ffc08dd None None] Allocated IP 2001:db8::f816:3eff:febc:84ae (fe05c407-cd01-4f7b-b118-ded988bd7940/c0db9575-a280-42b1-9376-f81bc1ad2e98/0d011c1a-6c81-4fb1-8f98-bbb5aef40765) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:54.415941 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8be7c1-b987-4a7e-ae9c-e59922dd24a6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:54.460101 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-cd8be7c1-b987-4a7e-ae9c-e59922dd24a6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:54.503226 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8be7c1-b987-4a7e-ae9c-e59922dd24a6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:54.518454 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8be7c1-b987-4a7e-ae9c-e59922dd24a6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:54.522101 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd8be7c1-b987-4a7e-ae9c-e59922dd24a6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.605283 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-96a4e85a-0dd8-4a95-b7dd-1dbc1b97921a req-5f3f79c5-09da-41ab-af80-432edc1ef30f tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5790160 Nov 12 00:55:54.618231 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.621485 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8be7c1-b987-4a7e-ae9c-e59922dd24a6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=a880ec5d-b15b-4ef3-b50a-2d48e1583917,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:54.655331 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50892) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:54.668095 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cd8be7c1-b987-4a7e-ae9c-e59922dd24a6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.3963289 Nov 12 00:55:54.751489 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20ff605-adf5-47a1-a57f-1b08ba97dc12 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:54.757485 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b20ff605-adf5-47a1-a57f-1b08ba97dc12 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0987012 Nov 12 00:55:54.758295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50896) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:54.858348 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-70a07b67-7c25-44f1-80bc-02f74ffc08dd None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.883659 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-70a07b67-7c25-44f1-80bc-02f74ffc08dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.000871 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a07b67-7c25-44f1-80bc-02f74ffc08dd None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:55.005481 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-70a07b67-7c25-44f1-80bc-02f74ffc08dd None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:55.016372 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a07b67-7c25-44f1-80bc-02f74ffc08dd None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:55.020971 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a07b67-7c25-44f1-80bc-02f74ffc08dd None None] Pushing event updated for resources: {'Port': ['ID=0d011c1a-6c81-4fb1-8f98-bbb5aef40765,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:55.043833 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-10cfdd72-32c3-4a05-82b2-1e7d1a61ffc0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting port a880ec5d-b15b-4ef3-b50a-2d48e1583917 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:55.044593 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10cfdd72-32c3-4a05-82b2-1e7d1a61ffc0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.157879 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-70a07b67-7c25-44f1-80bc-02f74ffc08dd None None] Attempting to bind port 0d011c1a-6c81-4fb1-8f98-bbb5aef40765 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:55.158320 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-70a07b67-7c25-44f1-80bc-02f74ffc08dd None None] Attempting to bind port 0d011c1a-6c81-4fb1-8f98-bbb5aef40765 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:55.159019 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a07b67-7c25-44f1-80bc-02f74ffc08dd None None] Attempting to bind port 0d011c1a-6c81-4fb1-8f98-bbb5aef40765 on network fe05c407-cd01-4f7b-b118-ded988bd7940 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:55.168032 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a07b67-7c25-44f1-80bc-02f74ffc08dd None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:55.168834 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a07b67-7c25-44f1-80bc-02f74ffc08dd None None] Checking segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:55.169253 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-70a07b67-7c25-44f1-80bc-02f74ffc08dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.169764 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a07b67-7c25-44f1-80bc-02f74ffc08dd None None] Bound using segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:55.170268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-70a07b67-7c25-44f1-80bc-02f74ffc08dd None None] Bound port: 0d011c1a-6c81-4fb1-8f98-bbb5aef40765, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:55.171051 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-70a07b67-7c25-44f1-80bc-02f74ffc08dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.186032 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10cfdd72-32c3-4a05-82b2-1e7d1a61ffc0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.217652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-10cfdd72-32c3-4a05-82b2-1e7d1a61ffc0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Calling delete_port for a880ec5d-b15b-4ef3-b50a-2d48e1583917 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:55.285977 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-70a07b67-7c25-44f1-80bc-02f74ffc08dd None None] For port 0d011c1a-6c81-4fb1-8f98-bbb5aef40765, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:55.289531 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-70a07b67-7c25-44f1-80bc-02f74ffc08dd None None] For port 0d011c1a-6c81-4fb1-8f98-bbb5aef40765, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=0d011c1a-6c81-4fb1-8f98-bbb5aef40765,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:55.297073 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-70a07b67-7c25-44f1-80bc-02f74ffc08dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.418347 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a07b67-7c25-44f1-80bc-02f74ffc08dd None None] Pushing event updated for resources: {'Port': ['ID=0d011c1a-6c81-4fb1-8f98-bbb5aef40765,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:55.430441 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.480485 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10cfdd72-32c3-4a05-82b2-1e7d1a61ffc0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.519632 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfdd72-32c3-4a05-82b2-1e7d1a61ffc0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Port': ['ID=a880ec5d-b15b-4ef3-b50a-2d48e1583917,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:55.559640 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10cfdd72-32c3-4a05-82b2-1e7d1a61ffc0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.566054 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-10cfdd72-32c3-4a05-82b2-1e7d1a61ffc0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/a880ec5d-b15b-4ef3-b50a-2d48e1583917 HTTP/1.1" status: 204 len: 168 time: 0.8050051 Nov 12 00:55:55.566449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50916) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:55.733955 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351e0963-e044-4bf8-9883-b6f70362cac7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:55.738855 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351e0963-e044-4bf8-9883-b6f70362cac7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:55.741300 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-351e0963-e044-4bf8-9883-b6f70362cac7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1728423 Nov 12 00:55:55.743998 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50924) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:55.880454 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-563cce3d-f3ad-42ec-9cb5-b3ef918907f0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet c0db9575-a280-42b1-9376-f81bc1ad2e98 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:55.887482 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-563cce3d-f3ad-42ec-9cb5-b3ef918907f0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.951248 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.963572 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-563cce3d-f3ad-42ec-9cb5-b3ef918907f0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.028665 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a12d7b-175c-43ec-9d75-2a9d78ac3a97 req-675725a4-c650-4c6b-a6b6-33c9fe7d8bb1 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:56.030981 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-90a12d7b-175c-43ec-9d75-2a9d78ac3a97 req-675725a4-c650-4c6b-a6b6-33c9fe7d8bb1 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.2222228 Nov 12 00:55:56.131317 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-90a12d7b-175c-43ec-9d75-2a9d78ac3a97 req-65dbad77-f77e-42fd-b171-6043db53864a tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921426 Nov 12 00:55:56.134634 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-563cce3d-f3ad-42ec-9cb5-b3ef918907f0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.250056 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-563cce3d-f3ad-42ec-9cb5-b3ef918907f0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.315038 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-563cce3d-f3ad-42ec-9cb5-b3ef918907f0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.323502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50932) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:56.331406 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-563cce3d-f3ad-42ec-9cb5-b3ef918907f0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/c0db9575-a280-42b1-9376-f81bc1ad2e98 HTTP/1.1" status: 204 len: 168 time: 0.5755420 Nov 12 00:55:56.338570 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cce3d-f3ad-42ec-9cb5-b3ef918907f0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=c0db9575-a280-42b1-9376-f81bc1ad2e98,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:56.384392 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f70379b1-4569-413f-ad7a-623d4d10fd44 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593815 Nov 12 00:55:56.387092 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50934) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:56.487287 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c8d521-4d0d-47c2-8d64-f85dfd4ee616 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:56.491601 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50940) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:56.496128 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 0d011c1a-6c81-4fb1-8f98-bbb5aef40765 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:56.503827 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a8c8d521-4d0d-47c2-8d64-f85dfd4ee616 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1007769 Nov 12 00:55:56.584673 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4982c41-3c1e-441a-ab12-690e3df32892 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:56.588582 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b4982c41-3c1e-441a-ab12-690e3df32892 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0958982 Nov 12 00:55:56.589399 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50944) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:56.611207 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 0d011c1a-6c81-4fb1-8f98-bbb5aef40765 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:56.611601 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.716415 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bdc7e010-2fb2-4f6f-8f2b-df94e2dfb2e3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1254935 Nov 12 00:55:56.720511 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50950) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:56.737195 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-4dc14005-1d44-4621-bd7e-80747ed466dc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:56.807993 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.877899 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc14005-1d44-4621-bd7e-80747ed466dc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:56.882522 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4dc14005-1d44-4621-bd7e-80747ed466dc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.884350 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 0d011c1a-6c81-4fb1-8f98-bbb5aef40765, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=0d011c1a-6c81-4fb1-8f98-bbb5aef40765,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:56.889978 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.981872 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=0d011c1a-6c81-4fb1-8f98-bbb5aef40765,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:57.029387 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555388a5-20c8-458d-8475-7d5e58d919e2 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:57.200039 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-366706e8-5d7f-42ca-aafe-17dbd3da86ce None None] Provisioning complete for port 0d011c1a-6c81-4fb1-8f98-bbb5aef40765 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:57.200403 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-366706e8-5d7f-42ca-aafe-17dbd3da86ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.356203 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4dc14005-1d44-4621-bd7e-80747ed466dc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.398607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc14005-1d44-4621-bd7e-80747ed466dc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:57.413667 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-4dc14005-1d44-4621-bd7e-80747ed466dc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:57.423980 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc14005-1d44-4621-bd7e-80747ed466dc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:57.424556 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4dc14005-1d44-4621-bd7e-80747ed466dc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.519703 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc37064e-fab5-48f8-b6b9-f8c811259073 None None] DHCP port deletion for fe05c407-cd01-4f7b-b118-ded988bd7940 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:57.534605 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89a8da-97d1-487f-9802-78de4550bd3b req-d24c99df-91de-4c2f-b455-1c9ccdddc556 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:57.538976 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c89a8da-97d1-487f-9802-78de4550bd3b req-d24c99df-91de-4c2f-b455-1c9ccdddc556 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.2676923 Nov 12 00:55:57.596956 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace414e-0d4b-4b2e-bc0e-06cb4cade37b req-d65dbd8c-a1c0-4554-9a01-5b44f6994770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:57.598629 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4ace414e-0d4b-4b2e-bc0e-06cb4cade37b req-d65dbd8c-a1c0-4554-9a01-5b44f6994770 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 1097 time: 0.3453126 Nov 12 00:55:57.612242 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50964) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:57.613056 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4dc14005-1d44-4621-bd7e-80747ed466dc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8907371 Nov 12 00:55:57.613388 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc14005-1d44-4621-bd7e-80747ed466dc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=2bbbebc6-abda-4934-8c32-08319850d3ed,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:57.618235 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-a2d2de0b-1568-44ae-8cbc-f75eda356421 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'mac_address': 'fa:16:3e:88:bd:ec', 'name': 'tempest-NetworksTestDHCPv6-1334344809'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:57.625541 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-bc37064e-fab5-48f8-b6b9-f8c811259073 None None] Deleting port 0d011c1a-6c81-4fb1-8f98-bbb5aef40765 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:57.640650 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bc37064e-fab5-48f8-b6b9-f8c811259073 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.733640 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c89a8da-97d1-487f-9802-78de4550bd3b req-59aad3f7-dd53-48e8-8568-f36ef0198b4a tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608386 Nov 12 00:55:57.747479 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4ace414e-0d4b-4b2e-bc0e-06cb4cade37b req-c1007c3c-a695-4faa-9ae5-ebd0e08a0443 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278491 Nov 12 00:55:57.811402 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d2de0b-1568-44ae-8cbc-f75eda356421 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:57.848545 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-bc37064e-fab5-48f8-b6b9-f8c811259073 None None] For port 0d011c1a-6c81-4fb1-8f98-bbb5aef40765, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=0d011c1a-6c81-4fb1-8f98-bbb5aef40765,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:57.850716 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bc37064e-fab5-48f8-b6b9-f8c811259073 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.878131 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-bc37064e-fab5-48f8-b6b9-f8c811259073 None None] Calling delete_port for 0d011c1a-6c81-4fb1-8f98-bbb5aef40765 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:57.963455 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a2d2de0b-1568-44ae-8cbc-f75eda356421 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.990514 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bc37064e-fab5-48f8-b6b9-f8c811259073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.994183 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-a2d2de0b-1568-44ae-8cbc-f75eda356421 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] device_id is not set on port 638dadce-d3bd-40d6-be8b-995afe9527f3 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:55:58.033054 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37064e-fab5-48f8-b6b9-f8c811259073 None None] Pushing event deleted for resources: {'Port': ['ID=0d011c1a-6c81-4fb1-8f98-bbb5aef40765,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:58.038989 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc37064e-fab5-48f8-b6b9-f8c811259073 None None] No DVR routers for this DVR port 0d011c1a-6c81-4fb1-8f98-bbb5aef40765 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:58.060553 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b130d824-2f8c-4557-a3fb-f5c89e5bef25 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:58.202317 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-a2d2de0b-1568-44ae-8cbc-f75eda356421 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8::83 (fe05c407-cd01-4f7b-b118-ded988bd7940/2bbbebc6-abda-4934-8c32-08319850d3ed/638dadce-d3bd-40d6-be8b-995afe9527f3) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:58.317365 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0bcee5-6f8c-4cc6-9a0f-63118e7037ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-fe05c407-cd01-4f7b-b118-ded988bd7940', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'fixed_ips': [{'subnet_id': '2bbbebc6-abda-4934-8c32-08319850d3ed'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:55:58.318449 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8e0bcee5-6f8c-4cc6-9a0f-63118e7037ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:58.461794 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a2d2de0b-1568-44ae-8cbc-f75eda356421 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:58.472175 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 0d011c1a-6c81-4fb1-8f98-bbb5aef40765 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:58.496672 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 0d011c1a-6c81-4fb1-8f98-bbb5aef40765 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:58.497107 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 0d011c1a-6c81-4fb1-8f98-bbb5aef40765 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:58.523087 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a2d2de0b-1568-44ae-8cbc-f75eda356421 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:58.656156 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d2de0b-1568-44ae-8cbc-f75eda356421 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:58.688634 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-a2d2de0b-1568-44ae-8cbc-f75eda356421 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:58.701456 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2de0b-1568-44ae-8cbc-f75eda356421 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=638dadce-d3bd-40d6-be8b-995afe9527f3,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:58.701456 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d2de0b-1568-44ae-8cbc-f75eda356421 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:58.709558 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d2de0b-1568-44ae-8cbc-f75eda356421 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:58.710248 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a2d2de0b-1568-44ae-8cbc-f75eda356421 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:58.742266 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50984) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:58.754248 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a2d2de0b-1568-44ae-8cbc-f75eda356421 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1406534 Nov 12 00:55:58.822591 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-8e0bcee5-6f8c-4cc6-9a0f-63118e7037ee None None] Allocated IP 2001:db8::2 (fe05c407-cd01-4f7b-b118-ded988bd7940/2bbbebc6-abda-4934-8c32-08319850d3ed/58ab4e26-47df-4d1f-b45c-c8e011adbdee) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:59.002935 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbf537b-f92c-4561-9d0c-f3536e23c82f tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:59.002935 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bfbf537b-f92c-4561-9d0c-f3536e23c82f tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2589626 Nov 12 00:55:59.005711 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50996) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:59.051960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb276c1-7a37-451c-9711-3af76f749ea8 req-012c910a-c3df-49e2-8c60-68d3cb6fe508 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:59.053536 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fb276c1-7a37-451c-9711-3af76f749ea8 req-012c910a-c3df-49e2-8c60-68d3cb6fe508 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.1750257 Nov 12 00:55:59.140930 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fb276c1-7a37-451c-9711-3af76f749ea8 req-9d969324-f0d2-471a-aefa-d9422325621a tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761116 Nov 12 00:55:59.174741 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8e0bcee5-6f8c-4cc6-9a0f-63118e7037ee None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:59.186332 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-2e8abdc6-73c4-4313-9554-4d5572f675cd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting port 638dadce-d3bd-40d6-be8b-995afe9527f3 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:59.186514 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8e0bcee5-6f8c-4cc6-9a0f-63118e7037ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:59.186855 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e8abdc6-73c4-4313-9554-4d5572f675cd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:59.298006 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0bcee5-6f8c-4cc6-9a0f-63118e7037ee None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:59.300982 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-8e0bcee5-6f8c-4cc6-9a0f-63118e7037ee None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:59.308156 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0bcee5-6f8c-4cc6-9a0f-63118e7037ee None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:59.319479 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bcee5-6f8c-4cc6-9a0f-63118e7037ee None None] Pushing event updated for resources: {'Port': ['ID=58ab4e26-47df-4d1f-b45c-c8e011adbdee,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:59.358827 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e8abdc6-73c4-4313-9554-4d5572f675cd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:59.376034 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-2e8abdc6-73c4-4313-9554-4d5572f675cd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Calling delete_port for 638dadce-d3bd-40d6-be8b-995afe9527f3 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:59.378882 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-8e0bcee5-6f8c-4cc6-9a0f-63118e7037ee None None] Attempting to bind port 58ab4e26-47df-4d1f-b45c-c8e011adbdee on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:59.379340 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-8e0bcee5-6f8c-4cc6-9a0f-63118e7037ee None None] Attempting to bind port 58ab4e26-47df-4d1f-b45c-c8e011adbdee by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:59.379818 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0bcee5-6f8c-4cc6-9a0f-63118e7037ee None None] Attempting to bind port 58ab4e26-47df-4d1f-b45c-c8e011adbdee on network fe05c407-cd01-4f7b-b118-ded988bd7940 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:59.403057 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0bcee5-6f8c-4cc6-9a0f-63118e7037ee None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:59.403423 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0bcee5-6f8c-4cc6-9a0f-63118e7037ee None None] Checking segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:59.403823 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8e0bcee5-6f8c-4cc6-9a0f-63118e7037ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:59.404230 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0bcee5-6f8c-4cc6-9a0f-63118e7037ee None None] Bound using segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:59.404730 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-8e0bcee5-6f8c-4cc6-9a0f-63118e7037ee None None] Bound port: 58ab4e26-47df-4d1f-b45c-c8e011adbdee, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:59.405680 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8e0bcee5-6f8c-4cc6-9a0f-63118e7037ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:59.415075 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adc0b8-2e1e-40bf-9ea0-670783a9c052 req-c258e33f-24a7-472f-9f72-1a135c68e01b tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:59.416772 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81adc0b8-2e1e-40bf-9ea0-670783a9c052 req-c258e33f-24a7-472f-9f72-1a135c68e01b tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.1369710 Nov 12 00:55:59.508532 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81adc0b8-2e1e-40bf-9ea0-670783a9c052 req-a9d0752c-0172-4ab0-bbcc-e5f266ca0cad tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585051 Nov 12 00:55:59.542502 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-8e0bcee5-6f8c-4cc6-9a0f-63118e7037ee None None] For port 58ab4e26-47df-4d1f-b45c-c8e011adbdee, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:59.549488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-8e0bcee5-6f8c-4cc6-9a0f-63118e7037ee None None] For port 58ab4e26-47df-4d1f-b45c-c8e011adbdee, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=58ab4e26-47df-4d1f-b45c-c8e011adbdee,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:59.558406 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8e0bcee5-6f8c-4cc6-9a0f-63118e7037ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:59.649846 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bcee5-6f8c-4cc6-9a0f-63118e7037ee None None] Pushing event updated for resources: {'Port': ['ID=58ab4e26-47df-4d1f-b45c-c8e011adbdee,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:59.669829 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e8abdc6-73c4-4313-9554-4d5572f675cd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:59.808727 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8abdc6-73c4-4313-9554-4d5572f675cd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Port': ['ID=638dadce-d3bd-40d6-be8b-995afe9527f3,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:59.859264 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e8abdc6-73c4-4313-9554-4d5572f675cd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:59.872925 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2e8abdc6-73c4-4313-9554-4d5572f675cd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/638dadce-d3bd-40d6-be8b-995afe9527f3 HTTP/1.1" status: 204 len: 168 time: 0.8641982 Nov 12 00:55:59.876191 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51026) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:59.876842 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299cef4-5144-43a4-95ac-b65b1a9e9f43 req-d7eabb3d-ade7-461b-9bfa-76407903cef5 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:59.885214 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1299cef4-5144-43a4-95ac-b65b1a9e9f43 req-d7eabb3d-ade7-461b-9bfa-76407903cef5 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.0706830 Nov 12 00:55:59.976426 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa9a66b-2783-44aa-b185-80382d2d4573 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:59.976426 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa9a66b-2783-44aa-b185-80382d2d4573 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:59.976426 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5fa9a66b-2783-44aa-b185-80382d2d4573 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0957227 Nov 12 00:55:59.992228 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1299cef4-5144-43a4-95ac-b65b1a9e9f43 req-c353b105-55c1-4e0b-a0b4-06e79deafcdc tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958531 Nov 12 00:55:59.999512 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51030) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:00.140731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-9692a65c-75c8-4958-b649-d7001e30edc6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 2bbbebc6-abda-4934-8c32-08319850d3ed {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:56:00.144765 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9692a65c-75c8-4958-b649-d7001e30edc6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.258599 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9692a65c-75c8-4958-b649-d7001e30edc6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.451368 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9692a65c-75c8-4958-b649-d7001e30edc6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.511426 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 58ab4e26-47df-4d1f-b45c-c8e011adbdee up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:00.537096 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9692a65c-75c8-4958-b649-d7001e30edc6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.571098 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9692a65c-75c8-4958-b649-d7001e30edc6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.578120 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9692a65c-75c8-4958-b649-d7001e30edc6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/2bbbebc6-abda-4934-8c32-08319850d3ed HTTP/1.1" status: 204 len: 168 time: 0.5502706 Nov 12 00:56:00.578472 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 58ab4e26-47df-4d1f-b45c-c8e011adbdee triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:00.578905 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.579144 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51058) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:00.665780 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692a65c-75c8-4958-b649-d7001e30edc6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=2bbbebc6-abda-4934-8c32-08319850d3ed,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:00.708495 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4baf701d-351d-4770-a430-58d11775f8a7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1256640 Nov 12 00:56:00.709239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51072) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:00.749278 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.801298 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353355a6-bfb7-4736-ae0a-a18e83f34140 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:00.803965 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-353355a6-bfb7-4736-ae0a-a18e83f34140 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0927200 Nov 12 00:56:00.807052 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51076) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:00.823142 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 58ab4e26-47df-4d1f-b45c-c8e011adbdee, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=58ab4e26-47df-4d1f-b45c-c8e011adbdee,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:00.836660 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.895713 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaca23a-51bb-44b3-a73c-852103b84372 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:00.897206 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ddaca23a-51bb-44b3-a73c-852103b84372 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0891237 Nov 12 00:56:00.899782 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51078) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:00.934008 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=58ab4e26-47df-4d1f-b45c-c8e011adbdee,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:00.975930 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51080) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:00.981540 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-b3e039be-8c17-424c-8c75-7bd5e96fde58 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:00.984577 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a9a5f168-eaf0-4f4b-a3c2-5e203a70a18e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708897 Nov 12 00:56:01.199025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3583dd9-8624-4d0f-adef-cb1b5865972d req-89de428f-a5e7-4b5c-b558-e635842a919d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:01.207403 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d3583dd9-8624-4d0f-adef-cb1b5865972d req-89de428f-a5e7-4b5c-b558-e635842a919d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.0882251 Nov 12 00:56:01.279123 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e039be-8c17-424c-8c75-7bd5e96fde58 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:01.282877 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b3e039be-8c17-424c-8c75-7bd5e96fde58 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:01.388965 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d3583dd9-8624-4d0f-adef-cb1b5865972d req-aa2342b0-5247-42bb-9159-3473030eca8d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795728 Nov 12 00:56:01.432249 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1087b9-f2bf-4610-aba1-ad87370fd1a9 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:01.845182 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-70349a2d-55ed-4197-8f96-1b5bb390007f None None] Provisioning complete for port 58ab4e26-47df-4d1f-b45c-c8e011adbdee triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:01.846292 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-70349a2d-55ed-4197-8f96-1b5bb390007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:01.906700 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401ffb4-7a41-4651-9be0-20c016123df9 req-6d650cf7-550e-4cf2-8fc0-27ea2ad320e3 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:01.918517 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6401ffb4-7a41-4651-9be0-20c016123df9 req-6d650cf7-550e-4cf2-8fc0-27ea2ad320e3 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.1961880 Nov 12 00:56:01.999534 n-d-712137-14 neutron-server[114242]: DEBUG neutron.objects.ports [None req-b3e039be-8c17-424c-8c75-7bd5e96fde58 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114242) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:56:02.037660 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6401ffb4-7a41-4651-9be0-20c016123df9 req-8d90a107-8ed2-41b7-a458-2f1a16fbbfbb tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181483 Nov 12 00:56:02.091250 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3467789-15a4-4609-bc7e-09e895eb812e req-043f0400-9590-41f0-b289-ce24d3d4bb43 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1450617 Nov 12 00:56:02.327188 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3467789-15a4-4609-bc7e-09e895eb812e req-87cc2d16-fd7a-44d4-b7da-3f2d60220c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:02.330861 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3467789-15a4-4609-bc7e-09e895eb812e req-87cc2d16-fd7a-44d4-b7da-3f2d60220c22 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 1096 time: 0.1570101 Nov 12 00:56:02.390677 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e05f63cb-8b14-45da-ad78-13a4982f7561 None None] Provisioning complete for port 58ab4e26-47df-4d1f-b45c-c8e011adbdee triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:02.390979 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e05f63cb-8b14-45da-ad78-13a4982f7561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.503955 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 58ab4e26-47df-4d1f-b45c-c8e011adbdee up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:02.614659 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3467789-15a4-4609-bc7e-09e895eb812e req-47634d8e-0bc8-4391-be65-c56a49f1dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:02.616519 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3467789-15a4-4609-bc7e-09e895eb812e req-47634d8e-0bc8-4391-be65-c56a49f1dea1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 913 time: 0.2488854 Nov 12 00:56:02.786983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 58ab4e26-47df-4d1f-b45c-c8e011adbdee triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:02.787491 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.797606 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3467789-15a4-4609-bc7e-09e895eb812e req-e9fb6ae8-2d0c-4bdc-a9b4-0807003b13d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52 HTTP/1.1" status: 200 len: 998 time: 0.1723714 Nov 12 00:56:02.869706 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9b0b524e-7312-48a1-87fa-9e4644aa6aa1 None None] Could not find standard attr ID for object a880ec5d-b15b-4ef3-b50a-2d48e1583917. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:56:02.918031 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3467789-15a4-4609-bc7e-09e895eb812e req-a2e91b11-cee5-465f-bee9-a61e0b01d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:02.919577 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3467789-15a4-4609-bc7e-09e895eb812e req-a2e91b11-cee5-465f-bee9-a61e0b01d1b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.1133971 Nov 12 00:56:02.985036 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-44e697ea-ee4c-464c-a2a9-333cc85a05e5 None None] Could not find standard attr ID for object 638dadce-d3bd-40d6-be8b-995afe9527f3. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:56:02.997647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3467789-15a4-4609-bc7e-09e895eb812e req-ad2fa051-9466-4b01-b234-74ef9f253314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:02.999426 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3467789-15a4-4609-bc7e-09e895eb812e req-ad2fa051-9466-4b01-b234-74ef9f253314 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713291 Nov 12 00:56:03.012357 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b3e039be-8c17-424c-8c75-7bd5e96fde58 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:03.192796 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3467789-15a4-4609-bc7e-09e895eb812e req-0260b516-f8ce-4850-93da-6a89772d6512 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840205 Nov 12 00:56:03.327905 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9edbe-52c4-4d8f-882b-a8008ce98e5b req-8a70266d-1ce2-4634-84b3-907e1af3b9cb tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:03.338409 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5aa9edbe-52c4-4d8f-882b-a8008ce98e5b req-8a70266d-1ce2-4634-84b3-907e1af3b9cb tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.1544266 Nov 12 00:56:03.374328 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3467789-15a4-4609-bc7e-09e895eb812e req-bd379510-cb4e-45ce-b393-f2a963ff3bc1 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727087 Nov 12 00:56:03.376627 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-b3e039be-8c17-424c-8c75-7bd5e96fde58 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] For port 58ab4e26-47df-4d1f-b45c-c8e011adbdee, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=58ab4e26-47df-4d1f-b45c-c8e011adbdee,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:03.463563 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5aa9edbe-52c4-4d8f-882b-a8008ce98e5b req-f970415b-47ac-452e-afc7-38f213a9aa64 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138287 Nov 12 00:56:03.469479 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b3e039be-8c17-424c-8c75-7bd5e96fde58 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:03.478579 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b3e039be-8c17-424c-8c75-7bd5e96fde58 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:03.479772 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b3e039be-8c17-424c-8c75-7bd5e96fde58 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:03.571128 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e039be-8c17-424c-8c75-7bd5e96fde58 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:03.578716 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-b3e039be-8c17-424c-8c75-7bd5e96fde58 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:03.580093 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e039be-8c17-424c-8c75-7bd5e96fde58 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:03.580812 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b3e039be-8c17-424c-8c75-7bd5e96fde58 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:03.600245 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be62c65c-043f-41c7-aef3-054b2689c8c0 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:03.622007 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e039be-8c17-424c-8c75-7bd5e96fde58 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=710f9fc4-7a1b-44a2-adac-decfa9244128,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:03.638777 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b3e039be-8c17-424c-8c75-7bd5e96fde58 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6611612 Nov 12 00:56:03.641403 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51134) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:03.647148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-e9230823-0473-4125-a958-23c4238726fa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:03.826900 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e039be-8c17-424c-8c75-7bd5e96fde58 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=58ab4e26-47df-4d1f-b45c-c8e011adbdee,revision_number=6']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:03.900171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9230823-0473-4125-a958-23c4238726fa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:03.922869 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9230823-0473-4125-a958-23c4238726fa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.150794 n-d-712137-14 neutron-server[114242]: INFO neutron.db.ipam_backend_mixin [None req-e9230823-0473-4125-a958-23c4238726fa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 710f9fc4-7a1b-44a2-adac-decfa9244128 (CIDR: 2001:db8::/64) Nov 12 00:56:04.156449 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9230823-0473-4125-a958-23c4238726fa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:56:04.159564 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9230823-0473-4125-a958-23c4238726fa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:04.186528 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51156) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:04.187067 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e9230823-0473-4125-a958-23c4238726fa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5442071 Nov 12 00:56:04.191718 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-a71c20b7-3934-4f30-a2d4-8af242c4dbe8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:04.445852 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71c20b7-3934-4f30-a2d4-8af242c4dbe8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:04.450605 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a71c20b7-3934-4f30-a2d4-8af242c4dbe8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.479426 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 58ab4e26-47df-4d1f-b45c-c8e011adbdee up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:04.577108 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-deb604a6-3b5b-4e77-af70-450aad0c1bb7 None None] Provisioning complete for port 58ab4e26-47df-4d1f-b45c-c8e011adbdee triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:04.577644 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-deb604a6-3b5b-4e77-af70-450aad0c1bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.624657 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 58ab4e26-47df-4d1f-b45c-c8e011adbdee triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:04.625378 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.976644 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a71c20b7-3934-4f30-a2d4-8af242c4dbe8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.078092 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c20b7-3934-4f30-a2d4-8af242c4dbe8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=fa601349-a285-41cf-96a9-57bc8a8776df,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:05.094111 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71c20b7-3934-4f30-a2d4-8af242c4dbe8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:05.095842 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-a71c20b7-3934-4f30-a2d4-8af242c4dbe8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:05.098881 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71c20b7-3934-4f30-a2d4-8af242c4dbe8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:05.099737 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a71c20b7-3934-4f30-a2d4-8af242c4dbe8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.106474 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1255f4-ea5e-4eab-9f7f-731dafd8e923 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:05.120082 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a71c20b7-3934-4f30-a2d4-8af242c4dbe8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9324362 Nov 12 00:56:05.122699 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51178) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:05.131894 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7326a837-f125-48fe-8ba3-41ba82414c5b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'mac_address': 'fa:16:3e:58:27:7f', 'name': 'tempest-NetworksTestDHCPv6-2113868733'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:05.378487 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7326a837-f125-48fe-8ba3-41ba82414c5b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:05.588503 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7326a837-f125-48fe-8ba3-41ba82414c5b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.610191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20b074d-96c8-461a-b38e-d26ed57a30ba None None] Update dhcp port {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'fixed_ips': [{'subnet_id': '710f9fc4-7a1b-44a2-adac-decfa9244128', 'ip_address': '2001:db8::f816:3eff:fedf:41cf'}, {'subnet_id': 'fa601349-a285-41cf-96a9-57bc8a8776df'}], 'binding:host_id': 'n-d-712137-14'}, 'id': '58ab4e26-47df-4d1f-b45c-c8e011adbdee'} from n-d-712137-14. {{(pid=114244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:56:05.631080 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-7326a837-f125-48fe-8ba3-41ba82414c5b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] device_id is not set on port 3de198dc-5c0e-476e-a067-458afbbce7a3 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:56:05.662097 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a20b074d-96c8-461a-b38e-d26ed57a30ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.849833 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-7326a837-f125-48fe-8ba3-41ba82414c5b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8:0:1::35a (fe05c407-cd01-4f7b-b118-ded988bd7940/fa601349-a285-41cf-96a9-57bc8a8776df/3de198dc-5c0e-476e-a067-458afbbce7a3) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:05.857654 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-7326a837-f125-48fe-8ba3-41ba82414c5b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8::f816:3eff:fe58:277f (fe05c407-cd01-4f7b-b118-ded988bd7940/710f9fc4-7a1b-44a2-adac-decfa9244128/3de198dc-5c0e-476e-a067-458afbbce7a3) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:06.087498 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7326a837-f125-48fe-8ba3-41ba82414c5b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.163191 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7326a837-f125-48fe-8ba3-41ba82414c5b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.251134 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326a837-f125-48fe-8ba3-41ba82414c5b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=3de198dc-5c0e-476e-a067-458afbbce7a3,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:06.272935 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7326a837-f125-48fe-8ba3-41ba82414c5b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:06.274916 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-7326a837-f125-48fe-8ba3-41ba82414c5b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:06.276005 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-a20b074d-96c8-461a-b38e-d26ed57a30ba None None] Allocated IP 2001:db8:0:1::2 (fe05c407-cd01-4f7b-b118-ded988bd7940/fa601349-a285-41cf-96a9-57bc8a8776df/58ab4e26-47df-4d1f-b45c-c8e011adbdee) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:06.291849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7326a837-f125-48fe-8ba3-41ba82414c5b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:06.300040 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7326a837-f125-48fe-8ba3-41ba82414c5b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:06.301197 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7326a837-f125-48fe-8ba3-41ba82414c5b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.332283 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7326a837-f125-48fe-8ba3-41ba82414c5b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2008321 Nov 12 00:56:06.332575 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51202) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:06.433642 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a20b074d-96c8-461a-b38e-d26ed57a30ba None None] For port 58ab4e26-47df-4d1f-b45c-c8e011adbdee, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=58ab4e26-47df-4d1f-b45c-c8e011adbdee,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:06.491793 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a20b074d-96c8-461a-b38e-d26ed57a30ba None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.498302 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a20b074d-96c8-461a-b38e-d26ed57a30ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.508516 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-e261190a-f69e-47f1-90e0-957c6daad9d2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting port 3de198dc-5c0e-476e-a067-458afbbce7a3 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:06.509261 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e261190a-f69e-47f1-90e0-957c6daad9d2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.657883 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b074d-96c8-461a-b38e-d26ed57a30ba None None] Pushing event updated for resources: {'Port': ['ID=58ab4e26-47df-4d1f-b45c-c8e011adbdee,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:06.757212 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e261190a-f69e-47f1-90e0-957c6daad9d2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.775676 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45656f-0e8a-4192-98b4-a0c389e565c2 req-4ad47bb1-1412-4b15-88b9-02736209b2be tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:06.782680 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-e261190a-f69e-47f1-90e0-957c6daad9d2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Calling delete_port for 3de198dc-5c0e-476e-a067-458afbbce7a3 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:06.783290 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4d45656f-0e8a-4192-98b4-a0c389e565c2 req-4ad47bb1-1412-4b15-88b9-02736209b2be tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.1140473 Nov 12 00:56:06.818002 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3d65f-27c4-4ddf-8448-1c0123ec5093 req-d0f48684-33c6-41fe-b8e0-a9c5ae7df065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:06.819516 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-edd3d65f-27c4-4ddf-8448-1c0123ec5093 req-d0f48684-33c6-41fe-b8e0-a9c5ae7df065 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fdc9237de6e49ad8a3f5af80dc64254&device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 1097 time: 0.2322671 Nov 12 00:56:07.073871 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4d45656f-0e8a-4192-98b4-a0c389e565c2 req-cb96afb0-b8cf-4e2d-9edd-257e916e8dca tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896729 Nov 12 00:56:07.102515 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e261190a-f69e-47f1-90e0-957c6daad9d2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:07.134291 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3d65f-27c4-4ddf-8448-1c0123ec5093 req-d0db590e-ca01-4b93-8b8b-b041a577a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:07.143283 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-edd3d65f-27c4-4ddf-8448-1c0123ec5093 req-d0db590e-ca01-4b93-8b8b-b041a577a69d service neutron] 10.222.0.15 "GET /v2.0/networks?id=be66bfac-db54-4ba9-8a59-fe8e903fa592 HTTP/1.1" status: 200 len: 918 time: 0.3159118 Nov 12 00:56:07.189704 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261190a-f69e-47f1-90e0-957c6daad9d2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Port': ['ID=3de198dc-5c0e-476e-a067-458afbbce7a3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:07.230118 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-edd3d65f-27c4-4ddf-8448-1c0123ec5093 req-6f9fc772-251a-48c8-87d7-05da3da12c86 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=365ac3e4-872b-4b19-a65d-6bf54e04147b HTTP/1.1" status: 200 len: 217 time: 0.0793238 Nov 12 00:56:07.300553 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e261190a-f69e-47f1-90e0-957c6daad9d2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:07.305234 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e261190a-f69e-47f1-90e0-957c6daad9d2 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/3de198dc-5c0e-476e-a067-458afbbce7a3 HTTP/1.1" status: 204 len: 168 time: 0.9754486 Nov 12 00:56:07.309224 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51226) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:07.354156 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:56:07.391597 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3d65f-27c4-4ddf-8448-1c0123ec5093 req-3039b780-e7af-4455-b512-c34b36fe56be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:07.393353 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-edd3d65f-27c4-4ddf-8448-1c0123ec5093 req-3039b780-e7af-4455-b512-c34b36fe56be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db54c4a6-c0af-44c1-9efa-10f094a7a4d6 HTTP/1.1" status: 200 len: 857 time: 0.1551037 Nov 12 00:56:07.443342 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f52cf8-1bb4-41b3-945f-7463a8c41ff0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:07.445250 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c3f52cf8-1bb4-41b3-945f-7463a8c41ff0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1349499 Nov 12 00:56:07.449177 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51230) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:07.462317 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-edd3d65f-27c4-4ddf-8448-1c0123ec5093 req-9092f890-b3e3-46ae-95c5-992da6dbdf68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be66bfac-db54-4ba9-8a59-fe8e903fa592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615420 Nov 12 00:56:07.545235 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e702d3-03ba-4d76-9cea-ca5f6b9874a4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:07.548183 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f1e702d3-03ba-4d76-9cea-ca5f6b9874a4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0971611 Nov 12 00:56:07.550190 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51232) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:07.654349 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-edd3d65f-27c4-4ddf-8448-1c0123ec5093 req-4a732c51-cebf-4656-8991-177422a0333c service neutron] 10.222.0.15 "GET /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819379 Nov 12 00:56:07.698919 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fbdb9a-462d-466e-9ba1-d414eefb3b88 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:07.706352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fbdb9a-462d-466e-9ba1-d414eefb3b88 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:07.711306 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fbdb9a-462d-466e-9ba1-d414eefb3b88 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:07.717729 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-85fbdb9a-462d-466e-9ba1-d414eefb3b88 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1654172 Nov 12 00:56:07.720131 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51236) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:07.883172 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a983b2-7005-4165-ae13-1a0bedbd1528 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 710f9fc4-7a1b-44a2-adac-decfa9244128 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:56:07.890341 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-25a983b2-7005-4165-ae13-1a0bedbd1528 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:07.913399 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-edd3d65f-27c4-4ddf-8448-1c0123ec5093 req-039ce015-696c-4df9-bdb4-c2b44b75641e service neutron] 10.222.0.15 "GET /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503939 Nov 12 00:56:08.000894 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-25a983b2-7005-4165-ae13-1a0bedbd1528 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.151238 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-54c8ed9b-f8e0-42c6-a6a0-9c9b086dca1d None None] Provisioning complete for port 58ab4e26-47df-4d1f-b45c-c8e011adbdee triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:08.151810 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-54c8ed9b-f8e0-42c6-a6a0-9c9b086dca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.178777 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-25a983b2-7005-4165-ae13-1a0bedbd1528 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.287650 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-25a983b2-7005-4165-ae13-1a0bedbd1528 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.321988 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a983b2-7005-4165-ae13-1a0bedbd1528 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=710f9fc4-7a1b-44a2-adac-decfa9244128,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:08.326830 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-25a983b2-7005-4165-ae13-1a0bedbd1528 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.331197 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-25a983b2-7005-4165-ae13-1a0bedbd1528 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/710f9fc4-7a1b-44a2-adac-decfa9244128 HTTP/1.1" status: 204 len: 168 time: 0.6063881 Nov 12 00:56:08.334273 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51252) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:08.417161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-6857e2cf-16a2-4689-a045-86b832664e74 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet fa601349-a285-41cf-96a9-57bc8a8776df {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:56:08.436036 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6857e2cf-16a2-4689-a045-86b832664e74 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.494076 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14937fc-8669-4f10-88b3-8c94b5a84e37 req-13f0872f-f0c9-412b-93fe-6c4189ce8470 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:08.496104 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a14937fc-8669-4f10-88b3-8c94b5a84e37 req-13f0872f-f0c9-412b-93fe-6c4189ce8470 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.2803609 Nov 12 00:56:08.581218 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 58ab4e26-47df-4d1f-b45c-c8e011adbdee up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:08.586036 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6857e2cf-16a2-4689-a045-86b832664e74 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.667873 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a14937fc-8669-4f10-88b3-8c94b5a84e37 req-8ae2b07f-ca4c-4ebe-b55d-6516c5ba9152 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499329 Nov 12 00:56:08.715290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344d4953-5fc2-4917-804e-160137b1493b None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:08.827689 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.836309 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5636efdf-490e-4932-bbea-d8f745db37a8 None None] Could not find standard attr ID for object 3de198dc-5c0e-476e-a067-458afbbce7a3. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:56:08.920448 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6857e2cf-16a2-4689-a045-86b832664e74 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.987954 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 58ab4e26-47df-4d1f-b45c-c8e011adbdee triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:08.988366 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.073814 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6857e2cf-16a2-4689-a045-86b832664e74 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.184804 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857e2cf-16a2-4689-a045-86b832664e74 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=fa601349-a285-41cf-96a9-57bc8a8776df,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:09.221307 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6857e2cf-16a2-4689-a045-86b832664e74 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.239279 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6857e2cf-16a2-4689-a045-86b832664e74 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/fa601349-a285-41cf-96a9-57bc8a8776df HTTP/1.1" status: 204 len: 168 time: 0.9029334 Nov 12 00:56:09.241783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51270) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:09.305216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51272) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:09.305632 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-39fbc4dc-7c71-43ab-ab7f-6c352fe443f4 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625544 Nov 12 00:56:09.313413 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-f73de242-34a1-40ae-8597-3a2b7c47be66 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:09.361407 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759e1105-4e7c-4071-aaa2-89a3b5eda7fa None None] DHCP port deletion for fe05c407-cd01-4f7b-b118-ded988bd7940 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:56:09.453129 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-759e1105-4e7c-4071-aaa2-89a3b5eda7fa None None] Deleting port 58ab4e26-47df-4d1f-b45c-c8e011adbdee {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:09.453347 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-759e1105-4e7c-4071-aaa2-89a3b5eda7fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.486257 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73de242-34a1-40ae-8597-3a2b7c47be66 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:09.486257 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f73de242-34a1-40ae-8597-3a2b7c47be66 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.540568 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-759e1105-4e7c-4071-aaa2-89a3b5eda7fa None None] For port 58ab4e26-47df-4d1f-b45c-c8e011adbdee, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=58ab4e26-47df-4d1f-b45c-c8e011adbdee,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:09.541031 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-759e1105-4e7c-4071-aaa2-89a3b5eda7fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.560509 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-759e1105-4e7c-4071-aaa2-89a3b5eda7fa None None] Calling delete_port for 58ab4e26-47df-4d1f-b45c-c8e011adbdee owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:09.676605 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-759e1105-4e7c-4071-aaa2-89a3b5eda7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.711080 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e1105-4e7c-4071-aaa2-89a3b5eda7fa None None] Pushing event deleted for resources: {'Port': ['ID=58ab4e26-47df-4d1f-b45c-c8e011adbdee,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:09.717692 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759e1105-4e7c-4071-aaa2-89a3b5eda7fa None None] No DVR routers for this DVR port 58ab4e26-47df-4d1f-b45c-c8e011adbdee on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:09.944680 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e90206-4dae-4dcb-9093-112679d949a0 req-6781b960-547b-436c-a5b5-476b53898d51 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:09.948441 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a2e90206-4dae-4dcb-9093-112679d949a0 req-6781b960-547b-436c-a5b5-476b53898d51 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.1199379 Nov 12 00:56:09.953234 n-d-712137-14 neutron-server[114242]: DEBUG neutron.objects.ports [None req-f73de242-34a1-40ae-8597-3a2b7c47be66 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114242) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:56:09.955342 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f73de242-34a1-40ae-8597-3a2b7c47be66 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.015552 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73de242-34a1-40ae-8597-3a2b7c47be66 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=ea5c6410-1aa4-4820-a164-6560817797ad,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:10.027151 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a2e90206-4dae-4dcb-9093-112679d949a0 req-74d6a3c8-b32b-45f1-b265-6e715d2582c3 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514131 Nov 12 00:56:10.046406 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73de242-34a1-40ae-8597-3a2b7c47be66 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:10.048068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-f73de242-34a1-40ae-8597-3a2b7c47be66 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:10.056673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73de242-34a1-40ae-8597-3a2b7c47be66 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.057560 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f73de242-34a1-40ae-8597-3a2b7c47be66 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.060015 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eb7790-d6bc-458c-847d-fb999b16d64b None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:10.090471 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f73de242-34a1-40ae-8597-3a2b7c47be66 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7827773 Nov 12 00:56:10.093173 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51288) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:10.099273 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-bd66d70c-1e35-4a3f-bf2b-96ef9217ead1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:10.321607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd66d70c-1e35-4a3f-bf2b-96ef9217ead1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:10.327929 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bd66d70c-1e35-4a3f-bf2b-96ef9217ead1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.387917 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 58ab4e26-47df-4d1f-b45c-c8e011adbdee no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:10.431862 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 58ab4e26-47df-4d1f-b45c-c8e011adbdee {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:56:10.432213 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 58ab4e26-47df-4d1f-b45c-c8e011adbdee not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:56:10.445121 n-d-712137-14 neutron-server[114242]: INFO neutron.db.ipam_backend_mixin [None req-bd66d70c-1e35-4a3f-bf2b-96ef9217ead1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ea5c6410-1aa4-4820-a164-6560817797ad (CIDR: 2001:db8::/64) Nov 12 00:56:10.449927 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd66d70c-1e35-4a3f-bf2b-96ef9217ead1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:56:10.450704 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd66d70c-1e35-4a3f-bf2b-96ef9217ead1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:10.471041 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bd66d70c-1e35-4a3f-bf2b-96ef9217ead1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3764563 Nov 12 00:56:10.473501 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51298) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:10.480674 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-af7aed0b-0d28-4a42-8b09-68e04be35048 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:10.497834 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff34217-fd44-4735-9184-1cde7ec2c2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-fe05c407-cd01-4f7b-b118-ded988bd7940', 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'tenant_id': '0c44e1d9089d480fba68ecda64fe68c2', 'fixed_ips': [{'subnet_id': 'ea5c6410-1aa4-4820-a164-6560817797ad'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:56:10.499592 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dff34217-fd44-4735-9184-1cde7ec2c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.638850 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7aed0b-0d28-4a42-8b09-68e04be35048 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:10.643277 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af7aed0b-0d28-4a42-8b09-68e04be35048 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.694957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-dff34217-fd44-4735-9184-1cde7ec2c2fd None None] Allocated IP 2001:db8::f816:3eff:feca:6436 (fe05c407-cd01-4f7b-b118-ded988bd7940/ea5c6410-1aa4-4820-a164-6560817797ad/bf4f0452-698e-4398-85c5-e5b591c3693e) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:10.925481 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dff34217-fd44-4735-9184-1cde7ec2c2fd None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.931065 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dff34217-fd44-4735-9184-1cde7ec2c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.966977 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff34217-fd44-4735-9184-1cde7ec2c2fd None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:10.969877 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-dff34217-fd44-4735-9184-1cde7ec2c2fd None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:10.973450 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff34217-fd44-4735-9184-1cde7ec2c2fd None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:10.994410 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af7aed0b-0d28-4a42-8b09-68e04be35048 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:11.038491 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7aed0b-0d28-4a42-8b09-68e04be35048 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:11.041991 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-af7aed0b-0d28-4a42-8b09-68e04be35048 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:11.048373 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7aed0b-0d28-4a42-8b09-68e04be35048 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:11.049095 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af7aed0b-0d28-4a42-8b09-68e04be35048 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:11.050359 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff34217-fd44-4735-9184-1cde7ec2c2fd None None] Pushing event updated for resources: {'Port': ['ID=bf4f0452-698e-4398-85c5-e5b591c3693e,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:11.068539 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-dff34217-fd44-4735-9184-1cde7ec2c2fd None None] Attempting to bind port bf4f0452-698e-4398-85c5-e5b591c3693e on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:11.072091 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-dff34217-fd44-4735-9184-1cde7ec2c2fd None None] Attempting to bind port bf4f0452-698e-4398-85c5-e5b591c3693e by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:11.072091 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff34217-fd44-4735-9184-1cde7ec2c2fd None None] Attempting to bind port bf4f0452-698e-4398-85c5-e5b591c3693e on network fe05c407-cd01-4f7b-b118-ded988bd7940 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:11.072289 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-af7aed0b-0d28-4a42-8b09-68e04be35048 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5948596 Nov 12 00:56:11.072289 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51316) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:11.077005 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff34217-fd44-4735-9184-1cde7ec2c2fd None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:11.077525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff34217-fd44-4735-9184-1cde7ec2c2fd None None] Checking segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:11.077789 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6f4484d2-b2ce-4ef9-bf81-7f5e86e1a8a9 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'mac_address': 'fa:16:3e:9d:1b:c7', 'name': 'tempest-NetworksTestDHCPv6-1752799233'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:11.078137 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dff34217-fd44-4735-9184-1cde7ec2c2fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:11.078631 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff34217-fd44-4735-9184-1cde7ec2c2fd None None] Bound using segment: {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:11.079292 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-dff34217-fd44-4735-9184-1cde7ec2c2fd None None] Bound port: bf4f0452-698e-4398-85c5-e5b591c3693e, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd6308-1c34-4101-a06f-d73ce5d095a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:11.079775 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dff34217-fd44-4735-9184-1cde7ec2c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:11.098479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7aed0b-0d28-4a42-8b09-68e04be35048 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=8cf5b52e-ed1e-45a9-b0e3-efc29efc1b58,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:11.158951 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-dff34217-fd44-4735-9184-1cde7ec2c2fd None None] For port bf4f0452-698e-4398-85c5-e5b591c3693e, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:11.162967 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-dff34217-fd44-4735-9184-1cde7ec2c2fd None None] For port bf4f0452-698e-4398-85c5-e5b591c3693e, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=bf4f0452-698e-4398-85c5-e5b591c3693e,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:11.168057 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dff34217-fd44-4735-9184-1cde7ec2c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:11.264938 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff34217-fd44-4735-9184-1cde7ec2c2fd None None] Pushing event updated for resources: {'Port': ['ID=bf4f0452-698e-4398-85c5-e5b591c3693e,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:11.786416 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fa00c-12aa-45d5-95cd-c5ee2e21bcf3 req-541c8d5e-6476-4bae-a43e-4271f96ebdf5 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:11.787906 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d51fa00c-12aa-45d5-95cd-c5ee2e21bcf3 req-541c8d5e-6476-4bae-a43e-4271f96ebdf5 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.6086979 Nov 12 00:56:11.850938 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4484d2-b2ce-4ef9-bf81-7f5e86e1a8a9 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:11.942886 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d51fa00c-12aa-45d5-95cd-c5ee2e21bcf3 req-9b35e2ba-3dcd-4d0d-b192-de112abc45cd tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397579 Nov 12 00:56:11.986127 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f4484d2-b2ce-4ef9-bf81-7f5e86e1a8a9 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.040046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-6f4484d2-b2ce-4ef9-bf81-7f5e86e1a8a9 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] device_id is not set on port 3dc912ea-42ab-4d20-b4ad-b9a90e6b29cc yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:56:12.248639 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-6f4484d2-b2ce-4ef9-bf81-7f5e86e1a8a9 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8:0:1::293 (fe05c407-cd01-4f7b-b118-ded988bd7940/8cf5b52e-ed1e-45a9-b0e3-efc29efc1b58/3dc912ea-42ab-4d20-b4ad-b9a90e6b29cc) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:12.263131 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-6f4484d2-b2ce-4ef9-bf81-7f5e86e1a8a9 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8::f816:3eff:fe9d:1bc7 (fe05c407-cd01-4f7b-b118-ded988bd7940/ea5c6410-1aa4-4820-a164-6560817797ad/3dc912ea-42ab-4d20-b4ad-b9a90e6b29cc) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:12.504011 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bf4f0452-698e-4398-85c5-e5b591c3693e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:12.577168 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port bf4f0452-698e-4398-85c5-e5b591c3693e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:12.577810 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.620839 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f4484d2-b2ce-4ef9-bf81-7f5e86e1a8a9 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.711965 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.712944 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f4484d2-b2ce-4ef9-bf81-7f5e86e1a8a9 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.783587 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port bf4f0452-698e-4398-85c5-e5b591c3693e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=bf4f0452-698e-4398-85c5-e5b591c3693e,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:12.790323 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.793793 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4484d2-b2ce-4ef9-bf81-7f5e86e1a8a9 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:12.797970 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-6f4484d2-b2ce-4ef9-bf81-7f5e86e1a8a9 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:12.803133 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4484d2-b2ce-4ef9-bf81-7f5e86e1a8a9 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:12.809196 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4484d2-b2ce-4ef9-bf81-7f5e86e1a8a9 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:12.809844 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f4484d2-b2ce-4ef9-bf81-7f5e86e1a8a9 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.825321 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4484d2-b2ce-4ef9-bf81-7f5e86e1a8a9 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=3dc912ea-42ab-4d20-b4ad-b9a90e6b29cc,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:12.838383 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6f4484d2-b2ce-4ef9-bf81-7f5e86e1a8a9 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7646978 Nov 12 00:56:12.840618 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51362) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:12.859130 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=bf4f0452-698e-4398-85c5-e5b591c3693e,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:12.887233 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d1b7ff-5900-4e37-8aee-b3bb2dc31de0 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:13.001367 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-1e9956fe-eacb-43e8-8f38-1f153296a4e7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting port 3dc912ea-42ab-4d20-b4ad-b9a90e6b29cc {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:13.001943 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1e9956fe-eacb-43e8-8f38-1f153296a4e7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.093202 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-00243df4-9512-4c4b-80e3-3a4b341cd914 None None] Provisioning complete for port bf4f0452-698e-4398-85c5-e5b591c3693e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:13.094616 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-00243df4-9512-4c4b-80e3-3a4b341cd914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.210074 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1e9956fe-eacb-43e8-8f38-1f153296a4e7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.226021 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-1e9956fe-eacb-43e8-8f38-1f153296a4e7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Calling delete_port for 3dc912ea-42ab-4d20-b4ad-b9a90e6b29cc owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:13.352850 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c2eb0d-771d-4883-a9f8-f21c08f3f104 None None] Update dhcp port {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'fixed_ips': [{'subnet_id': 'ea5c6410-1aa4-4820-a164-6560817797ad', 'ip_address': '2001:db8::f816:3eff:feca:6436'}, {'subnet_id': '8cf5b52e-ed1e-45a9-b0e3-efc29efc1b58'}], 'binding:host_id': 'n-d-712137-14'}, 'id': 'bf4f0452-698e-4398-85c5-e5b591c3693e'} from n-d-712137-14. {{(pid=114244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:56:13.385302 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b8c2eb0d-771d-4883-a9f8-f21c08f3f104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.540864 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03661f31-f2a8-4dbe-995f-be39fc4da854 req-0fedac74-86e1-4644-a417-82d7e5b3ab38 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:13.547553 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-03661f31-f2a8-4dbe-995f-be39fc4da854 req-0fedac74-86e1-4644-a417-82d7e5b3ab38 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.4266810 Nov 12 00:56:13.587417 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-b8c2eb0d-771d-4883-a9f8-f21c08f3f104 None None] Allocated IP 2001:db8:0:1::2 (fe05c407-cd01-4f7b-b118-ded988bd7940/8cf5b52e-ed1e-45a9-b0e3-efc29efc1b58/bf4f0452-698e-4398-85c5-e5b591c3693e) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:13.648031 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1e9956fe-eacb-43e8-8f38-1f153296a4e7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.696042 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9956fe-eacb-43e8-8f38-1f153296a4e7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Port': ['ID=3dc912ea-42ab-4d20-b4ad-b9a90e6b29cc,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:13.715031 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-03661f31-f2a8-4dbe-995f-be39fc4da854 req-ddb9c050-e1f7-4a78-b446-3910b16bc5d6 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613801 Nov 12 00:56:13.757411 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1e9956fe-eacb-43e8-8f38-1f153296a4e7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.764504 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1e9956fe-eacb-43e8-8f38-1f153296a4e7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/3dc912ea-42ab-4d20-b4ad-b9a90e6b29cc HTTP/1.1" status: 204 len: 168 time: 0.9226229 Nov 12 00:56:13.765404 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51386) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:13.788792 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b8c2eb0d-771d-4883-a9f8-f21c08f3f104 None None] For port bf4f0452-698e-4398-85c5-e5b591c3693e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=bf4f0452-698e-4398-85c5-e5b591c3693e,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:13.837896 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b8c2eb0d-771d-4883-a9f8-f21c08f3f104 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.848544 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3a351-d796-43b4-b483-3be797da6f25 req-82b7169e-57e5-49cc-963e-e0cfc65c9a7e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:13.850433 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b8c2eb0d-771d-4883-a9f8-f21c08f3f104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.856595 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8db3a351-d796-43b4-b483-3be797da6f25 req-82b7169e-57e5-49cc-963e-e0cfc65c9a7e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.0980442 Nov 12 00:56:13.895258 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2f3d95-b2bf-4ec2-9f65-3af4ba7deffd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:13.896260 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2d2f3d95-b2bf-4ec2-9f65-3af4ba7deffd tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1297212 Nov 12 00:56:13.906623 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51390) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:14.001342 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8db3a351-d796-43b4-b483-3be797da6f25 req-1845bd45-0e82-436f-9934-815ec4315b92 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370094 Nov 12 00:56:14.011736 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1827fe6c-4b82-400f-ade5-73feea4a6f72 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.013716 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1827fe6c-4b82-400f-ade5-73feea4a6f72 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0992126 Nov 12 00:56:14.016335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51394) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:14.034879 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2eb0d-771d-4883-a9f8-f21c08f3f104 None None] Pushing event updated for resources: {'Port': ['ID=bf4f0452-698e-4398-85c5-e5b591c3693e,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:14.130425 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c7c8ce-0431-48ec-8045-03e93690f471 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.132345 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c7c8ce-0431-48ec-8045-03e93690f471 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.138177 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c7c8ce-0431-48ec-8045-03e93690f471 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.140080 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d8c7c8ce-0431-48ec-8045-03e93690f471 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1224341 Nov 12 00:56:14.144989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51398) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:14.205799 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9a616-2e79-4d5d-9160-8dd16edd453a req-a3d6c554-a56d-47d2-b1ca-1fb32f093bd9 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.219493 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ae9a616-2e79-4d5d-9160-8dd16edd453a req-a3d6c554-a56d-47d2-b1ca-1fb32f093bd9 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1076605 Nov 12 00:56:14.257138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f1011c-0f1e-4d68-9de1-d661122577de tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 8cf5b52e-ed1e-45a9-b0e3-efc29efc1b58 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:56:14.267562 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e8f1011c-0f1e-4d68-9de1-d661122577de tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.336976 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ae9a616-2e79-4d5d-9160-8dd16edd453a req-ff2a1a3f-878d-48fe-832c-650084178d1f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135154 Nov 12 00:56:14.388376 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e8f1011c-0f1e-4d68-9de1-d661122577de tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.459252 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bf4f0452-698e-4398-85c5-e5b591c3693e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:14.532584 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e8f1011c-0f1e-4d68-9de1-d661122577de tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.598688 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port bf4f0452-698e-4398-85c5-e5b591c3693e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:14.599182 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.674694 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e8f1011c-0f1e-4d68-9de1-d661122577de tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.875359 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1011c-0f1e-4d68-9de1-d661122577de tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=8cf5b52e-ed1e-45a9-b0e3-efc29efc1b58,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:14.903230 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-98aea9c7-2a75-4863-8051-08cae344f008 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.905777 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-98aea9c7-2a75-4863-8051-08cae344f008 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 812 time: 0.1891675 Nov 12 00:56:14.944978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1011c-0f1e-4d68-9de1-d661122577de tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:14.945344 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1011c-0f1e-4d68-9de1-d661122577de tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:14.945694 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1011c-0f1e-4d68-9de1-d661122577de tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:14.946042 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1011c-0f1e-4d68-9de1-d661122577de tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:14.946377 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1011c-0f1e-4d68-9de1-d661122577de tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:14.946717 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1011c-0f1e-4d68-9de1-d661122577de tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:14.947051 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1011c-0f1e-4d68-9de1-d661122577de tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:14.947382 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1011c-0f1e-4d68-9de1-d661122577de tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:14.947711 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1011c-0f1e-4d68-9de1-d661122577de tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:14.950266 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1011c-0f1e-4d68-9de1-d661122577de tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:14.950774 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1011c-0f1e-4d68-9de1-d661122577de tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:14.951133 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1011c-0f1e-4d68-9de1-d661122577de tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:14.958274 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e8f1011c-0f1e-4d68-9de1-d661122577de tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.961997 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e8f1011c-0f1e-4d68-9de1-d661122577de tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/8cf5b52e-ed1e-45a9-b0e3-efc29efc1b58 HTTP/1.1" status: 204 len: 168 time: 0.8142045 Nov 12 00:56:14.964940 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51426) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:14.971667 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-0c048f5b-8efd-4084-93ce-9a56743d8a37 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/quotas/14ea2cdd235d4a03beeb494819cf4835 HTTP/1.1" status: 200 len: 375 time: 0.0528488 Nov 12 00:56:15.022238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f774b-8e7c-43fc-b903-e82691af56cd req-78522b3e-4600-4fa7-bb14-3b16c4667ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:15.023892 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d11f774b-8e7c-43fc-b903-e82691af56cd req-78522b3e-4600-4fa7-bb14-3b16c4667ee2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 1097 time: 0.1353655 Nov 12 00:56:15.093171 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a9d23-5eb7-4f89-855f-9bcd1a97145a req-28f6585e-92b5-413a-8703-27fb21dc3afe tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:15.113550 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-383a9d23-5eb7-4f89-855f-9bcd1a97145a req-28f6585e-92b5-413a-8703-27fb21dc3afe tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.1710546 Nov 12 00:56:15.156106 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d11f774b-8e7c-43fc-b903-e82691af56cd req-5d25a386-4646-4cfe-80c5-1aab638d9aea service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132603 Nov 12 00:56:15.169144 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4727388-9da1-4c21-b059-7777fa2df384 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:15.190889 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-b775f797-5ed4-4bee-a854-897c514fcd71 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet ea5c6410-1aa4-4820-a164-6560817797ad {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:56:15.197375 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-383a9d23-5eb7-4f89-855f-9bcd1a97145a req-1ba718bf-8eeb-481f-9ff6-5fbfd9333db0 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828524 Nov 12 00:56:15.228284 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-dfb5fd71-d247-406c-aa6c-a81e6cd1bac1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2275553 Nov 12 00:56:15.242895 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b775f797-5ed4-4bee-a854-897c514fcd71 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.282182 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ea6c9a67-a13e-452d-9b89-06c044c3450d None None] Could not find standard attr ID for object 3dc912ea-42ab-4d20-b4ad-b9a90e6b29cc. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:56:15.356151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ea6c9a67-a13e-452d-9b89-06c044c3450d None None] Provisioning complete for port bf4f0452-698e-4398-85c5-e5b591c3693e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:15.356976 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ea6c9a67-a13e-452d-9b89-06c044c3450d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.492892 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b775f797-5ed4-4bee-a854-897c514fcd71 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.661733 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b775f797-5ed4-4bee-a854-897c514fcd71 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.746041 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b775f797-5ed4-4bee-a854-897c514fcd71 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.792337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775f797-5ed4-4bee-a854-897c514fcd71 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=ea5c6410-1aa4-4820-a164-6560817797ad,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:15.824105 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b775f797-5ed4-4bee-a854-897c514fcd71 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.831170 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51446) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:15.840127 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b775f797-5ed4-4bee-a854-897c514fcd71 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/ea5c6410-1aa4-4820-a164-6560817797ad HTTP/1.1" status: 204 len: 168 time: 0.8724163 Nov 12 00:56:15.856570 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-3ca34696-1dbf-4e82-ae44-19b1ad543543 service neutron] 10.222.0.31 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6272717 Nov 12 00:56:15.909198 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0eadf78a-f633-41c8-b3dc-a23010764eec tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755794 Nov 12 00:56:15.913128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51450) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:15.926672 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-35314eb3-7fbc-4d28-aa17-fc8bf13bb333 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:15.988884 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-dcce9b95-5e60-4f81-ab7b-2b140c3fa3a1 service neutron] 10.222.0.31 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303036 Nov 12 00:56:16.076291 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35314eb3-7fbc-4d28-aa17-fc8bf13bb333 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:16.080591 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-35314eb3-7fbc-4d28-aa17-fc8bf13bb333 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.469420 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c0ace5c9-0c97-4590-b154-ffe5f801a697 req-6b67957b-1f01-45e2-8cf4-f88ab56a3f22 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 210 time: 0.1333206 Nov 12 00:56:16.471497 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf878f7b-5cb6-44fa-b42d-cf93fe9f5d0b req-0623b226-6433-4cd5-b77f-4f89f4ec6d4e tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:16.483349 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf878f7b-5cb6-44fa-b42d-cf93fe9f5d0b req-0623b226-6433-4cd5-b77f-4f89f4ec6d4e tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.1023934 Nov 12 00:56:16.508646 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5a225f-d527-462b-be90-841739226e58 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:16.560377 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-35314eb3-7fbc-4d28-aa17-fc8bf13bb333 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.683794 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf878f7b-5cb6-44fa-b42d-cf93fe9f5d0b req-7a90f817-6b83-48fc-8212-98a4a8593781 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985924 Nov 12 00:56:16.684400 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35314eb3-7fbc-4d28-aa17-fc8bf13bb333 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:16.690771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-35314eb3-7fbc-4d28-aa17-fc8bf13bb333 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:16.698938 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35314eb3-7fbc-4d28-aa17-fc8bf13bb333 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:16.699535 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-35314eb3-7fbc-4d28-aa17-fc8bf13bb333 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.721988 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35314eb3-7fbc-4d28-aa17-fc8bf13bb333 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=443d8b92-f35c-4b34-b72a-ec50eebd08e2,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:16.737436 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f466b883-c4f3-419f-b179-3be33b686041 None None] Provisioning complete for port bf4f0452-698e-4398-85c5-e5b591c3693e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:16.740880 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-35314eb3-7fbc-4d28-aa17-fc8bf13bb333 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8238347 Nov 12 00:56:16.741141 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51472) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:16.742056 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f466b883-c4f3-419f-b179-3be33b686041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.746289 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-bc220e00-6260-4f4e-a8d7-ab19787af915 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:16.891063 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc220e00-6260-4f4e-a8d7-ab19787af915 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:16.896467 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc220e00-6260-4f4e-a8d7-ab19787af915 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.010115 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51482) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:17.060714 n-d-712137-14 neutron-server[114243]: INFO neutron.db.ipam_backend_mixin [None req-bc220e00-6260-4f4e-a8d7-ab19787af915 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 443d8b92-f35c-4b34-b72a-ec50eebd08e2 (CIDR: 2001:db8::/64) Nov 12 00:56:17.066101 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc220e00-6260-4f4e-a8d7-ab19787af915 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:56:17.067216 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc220e00-6260-4f4e-a8d7-ab19787af915 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:17.106944 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bc220e00-6260-4f4e-a8d7-ab19787af915 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3647070 Nov 12 00:56:17.109567 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51486) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:17.115233 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-1a033307-b5a7-4ae9-8d72-b3d1f29ef338 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:17.338577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a033307-b5a7-4ae9-8d72-b3d1f29ef338 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:17.344107 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a033307-b5a7-4ae9-8d72-b3d1f29ef338 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.403984 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fa0535-a98f-461e-b260-a7c076f50067 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:17.585639 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fda66d7a-adb9-4e4a-989f-915235d7bb7e None None] Provisioning complete for port bf4f0452-698e-4398-85c5-e5b591c3693e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:17.587238 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fda66d7a-adb9-4e4a-989f-915235d7bb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.622774 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-992ca279-8286-4fd9-b007-c7ee4107d7ae admin admin] Deleting subnet f58cc4ab-3a88-48cb-8f7a-8ec0470ae225 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:56:17.627733 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-992ca279-8286-4fd9-b007-c7ee4107d7ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.703045 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-992ca279-8286-4fd9-b007-c7ee4107d7ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.821951 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2d84e4d9-d25e-4155-b9b0-faa037359e5e req-8a178297-4ba6-4318-9033-585d70b07343 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 210 time: 0.0981600 Nov 12 00:56:17.826012 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-992ca279-8286-4fd9-b007-c7ee4107d7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.924978 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-992ca279-8286-4fd9-b007-c7ee4107d7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.985859 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ca279-8286-4fd9-b007-c7ee4107d7ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f58cc4ab-3a88-48cb-8f7a-8ec0470ae225,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:18.023533 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-992ca279-8286-4fd9-b007-c7ee4107d7ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.027789 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-992ca279-8286-4fd9-b007-c7ee4107d7ae admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f58cc4ab-3a88-48cb-8f7a-8ec0470ae225 HTTP/1.1" status: 204 len: 168 time: 1.0164983 Nov 12 00:56:18.049617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51502) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:18.073707 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62239439-cceb-47bf-967b-83ffadb5655f req-c1174a60-221c-4949-883b-bf6de1e17ebb tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:18.083247 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-62239439-cceb-47bf-967b-83ffadb5655f req-c1174a60-221c-4949-883b-bf6de1e17ebb tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.1052122 Nov 12 00:56:18.103553 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529d7c61-9cf0-4f28-9337-b948a1cbd628 None None] Network 8bb4a64e-737d-472a-82e4-22fd49b17eca requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:18.164149 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-62239439-cceb-47bf-967b-83ffadb5655f req-f7575dec-8c0c-44c9-8e70-9a1a3cdc3f2f tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798149 Nov 12 00:56:18.420613 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-903de9ea-af39-4cde-8c47-460808d1cd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.514695 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-61a6396c-d249-45f3-a241-728049675080 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:18.517231 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-61a6396c-d249-45f3-a241-728049675080 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.15 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 812 time: 0.5266955 Nov 12 00:56:18.557750 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-c45dde12-b035-4919-8eeb-7e3eb485d93c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Request body: {'port': {'device_id': '640d1107-8b89-4f96-b997-4b83698ae7e7', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'admin_state_up': True, 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:18.661978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8933ce-59c2-4866-8ddb-e09ba048aa27 req-7f89ead6-faa2-4043-bf7e-a3a83b44623f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:18.663669 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf8933ce-59c2-4866-8ddb-e09ba048aa27 req-7f89ead6-faa2-4043-bf7e-a3a83b44623f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fdc9237de6e49ad8a3f5af80dc64254&device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 1097 time: 0.1021676 Nov 12 00:56:18.685514 n-d-712137-14 neutron-server[114243]: DEBUG neutron.objects.ports [None req-1a033307-b5a7-4ae9-8d72-b3d1f29ef338 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114243) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:56:18.724533 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-903de9ea-af39-4cde-8c47-460808d1cd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.758500 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e1c495-d26b-4030-9a8a-a90dfa5361f9 None None] DHCP port deletion for 8bb4a64e-737d-472a-82e4-22fd49b17eca request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:56:18.766590 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-903de9ea-af39-4cde-8c47-460808d1cd31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb4a64e-737d-472a-82e4-22fd49b17eca']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:18.778302 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-903de9ea-af39-4cde-8c47-460808d1cd31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:18.778608 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-903de9ea-af39-4cde-8c47-460808d1cd31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3e60e4-c3a7-4e5a-acba-1f02d980ce6b') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:18.797723 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-903de9ea-af39-4cde-8c47-460808d1cd31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.816059 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-903de9ea-af39-4cde-8c47-460808d1cd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.823910 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903de9ea-af39-4cde-8c47-460808d1cd31 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:56:18.823910 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-903de9ea-af39-4cde-8c47-460808d1cd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:56:18.865225 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:56:18.936088 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8933ce-59c2-4866-8ddb-e09ba048aa27 req-3021931c-91a3-48b0-b5fb-5f064ed868e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:18.937982 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf8933ce-59c2-4866-8ddb-e09ba048aa27 req-3021931c-91a3-48b0-b5fb-5f064ed868e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be66bfac-db54-4ba9-8a59-fe8e903fa592 HTTP/1.1" status: 200 len: 918 time: 0.2293215 Nov 12 00:56:19.002999 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf8933ce-59c2-4866-8ddb-e09ba048aa27 req-3186f0df-17b2-45a9-a497-0fd15e4b3113 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=365ac3e4-872b-4b19-a65d-6bf54e04147b HTTP/1.1" status: 200 len: 217 time: 0.0572875 Nov 12 00:56:19.138937 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ccd339a-c237-4bec-b62e-5bb3f5530fc6 req-56d5bf99-a9ad-433e-9968-a75d92980938 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 210 time: 0.0529172 Nov 12 00:56:19.160862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8933ce-59c2-4866-8ddb-e09ba048aa27 req-42ed2f4f-a6b4-4e40-8cfd-50b97028165b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.163566 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf8933ce-59c2-4866-8ddb-e09ba048aa27 req-42ed2f4f-a6b4-4e40-8cfd-50b97028165b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db54c4a6-c0af-44c1-9efa-10f094a7a4d6 HTTP/1.1" status: 200 len: 857 time: 0.1531453 Nov 12 00:56:19.164113 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d14b8-b286-4b9f-adda-b173c0954075 req-20c9da55-f68c-4258-9a2f-d5266415d211 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.173140 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e8d14b8-b286-4b9f-adda-b173c0954075 req-20c9da55-f68c-4258-9a2f-d5266415d211 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.5876839 Nov 12 00:56:19.175830 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d8b0b34e-a03e-432e-a68d-a4c698ae7b15 None None] Provisioning complete for port bf4f0452-698e-4398-85c5-e5b591c3693e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:19.176222 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d8b0b34e-a03e-432e-a68d-a4c698ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.194746 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-903de9ea-af39-4cde-8c47-460808d1cd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.216713 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf8933ce-59c2-4866-8ddb-e09ba048aa27 req-962a1d8c-3027-4935-aa99-d8ea1611c506 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be66bfac-db54-4ba9-8a59-fe8e903fa592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449471 Nov 12 00:56:19.257386 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-903de9ea-af39-4cde-8c47-460808d1cd31 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.261012 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-903de9ea-af39-4cde-8c47-460808d1cd31 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8bb4a64e-737d-472a-82e4-22fd49b17eca HTTP/1.1" status: 204 len: 168 time: 1.2101922 Nov 12 00:56:19.279735 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903de9ea-af39-4cde-8c47-460808d1cd31 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb4a64e-737d-472a-82e4-22fd49b17eca,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:19.384170 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e8d14b8-b286-4b9f-adda-b173c0954075 req-431e4d84-c995-4027-993d-cd6c256061a2 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051775 Nov 12 00:56:19.427339 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-c45dde12-b035-4919-8eeb-7e3eb485d93c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Made reservation on behalf of 14ea2cdd235d4a03beeb494819cf4835 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:19.432822 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-c45dde12-b035-4919-8eeb-7e3eb485d93c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.445868 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a033307-b5a7-4ae9-8d72-b3d1f29ef338 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.473375 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf8933ce-59c2-4866-8ddb-e09ba048aa27 req-d8beb2bd-3ce8-4e34-a5fd-13e49aa70135 service neutron] 10.222.0.15 "GET /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452521 Nov 12 00:56:19.526549 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-692616e7-61b7-4a7d-90f8-fd1c46ab5cf0 None None] Could not find standard attr ID for object 3dc912ea-42ab-4d20-b4ad-b9a90e6b29cc. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:56:19.547750 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51538) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:19.665456 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf8933ce-59c2-4866-8ddb-e09ba048aa27 req-44e8d678-b67d-459c-8fa0-ea2d0357fbb0 service neutron] 10.222.0.15 "GET /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779492 Nov 12 00:56:19.781290 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6b230a12-b8ea-43fc-9dae-ce0510bbbe6a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f40e4c0bdef428e84a5e88c1e0cb3f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2293286 Nov 12 00:56:19.782163 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51546) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:19.838857 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-1a033307-b5a7-4ae9-8d72-b3d1f29ef338 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] For port bf4f0452-698e-4398-85c5-e5b591c3693e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=bf4f0452-698e-4398-85c5-e5b591c3693e,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:19.850003 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-95fcd573-641d-4060-a062-7c03d9cfab4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.871210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-c45dde12-b035-4919-8eeb-7e3eb485d93c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Allocated IP 172.20.0.11 (6307f6ac-8534-473b-9c55-0dd7d1da8597/b8aa6c3c-5081-4604-8817-fb3a926bbac1/74c15555-2528-44f4-8cfb-34eee5a2466b) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:19.878493 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-95fcd573-641d-4060-a062-7c03d9cfab4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.893014 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a033307-b5a7-4ae9-8d72-b3d1f29ef338 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.910734 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a033307-b5a7-4ae9-8d72-b3d1f29ef338 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.911601 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a033307-b5a7-4ae9-8d72-b3d1f29ef338 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.960988 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-95fcd573-641d-4060-a062-7c03d9cfab4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.966069 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-95fcd573-641d-4060-a062-7c03d9cfab4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.967831 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-95fcd573-641d-4060-a062-7c03d9cfab4f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5551d982-c85d-4366-81c5-95ed57d2568b HTTP/1.1" status: 204 len: 168 time: 0.1848855 Nov 12 00:56:19.981930 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcd573-641d-4060-a062-7c03d9cfab4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5551d982-c85d-4366-81c5-95ed57d2568b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:20.065239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a033307-b5a7-4ae9-8d72-b3d1f29ef338 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:20.070279 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-27982c2c-206f-4cd0-b422-dcc3ce843551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.081758 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-1a033307-b5a7-4ae9-8d72-b3d1f29ef338 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:20.091964 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a033307-b5a7-4ae9-8d72-b3d1f29ef338 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.092774 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a033307-b5a7-4ae9-8d72-b3d1f29ef338 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.101178 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c86255-013b-4863-be0d-ff9ecc1ac55f None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:20.235842 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a033307-b5a7-4ae9-8d72-b3d1f29ef338 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=bf4f0452-698e-4398-85c5-e5b591c3693e,revision_number=8']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:20.277186 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51558) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:20.277742 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1a033307-b5a7-4ae9-8d72-b3d1f29ef338 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1670721 Nov 12 00:56:20.281066 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a033307-b5a7-4ae9-8d72-b3d1f29ef338 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=74cd05ef-83a1-457b-98ff-158045e433db,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:20.285550 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-798d1c14-f9cd-4551-9906-4d53526948cc req-62663bcc-0c55-4ecb-871f-299e07d5fc25 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 210 time: 0.0454581 Nov 12 00:56:20.286066 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-f3469ebf-cb51-4dc3-8377-449f5e268a32 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'mac_address': 'fa:16:3e:68:9c:08', 'name': 'tempest-NetworksTestDHCPv6-1667070084'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:20.336176 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-c45dde12-b035-4919-8eeb-7e3eb485d93c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.413467 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-c45dde12-b035-4919-8eeb-7e3eb485d93c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.439858 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['ac7d2f56-2f1b-4ef5-9002-866d6c28d0de'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:20.463272 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['bbffa4a2-710f-4fb4-aba5-fe1bad751312'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:20.549261 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bf4f0452-698e-4398-85c5-e5b591c3693e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:20.558605 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45dde12-b035-4919-8eeb-7e3eb485d93c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Pushing event updated for resources: {'Port': ['ID=74c15555-2528-44f4-8cfb-34eee5a2466b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:20.563578 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-c45dde12-b035-4919-8eeb-7e3eb485d93c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Network 6307f6ac-8534-473b-9c55-0dd7d1da8597 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:20.568769 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-c45dde12-b035-4919-8eeb-7e3eb485d93c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:20.584142 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3469ebf-cb51-4dc3-8377-449f5e268a32 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:20.585230 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-c45dde12-b035-4919-8eeb-7e3eb485d93c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:20.711661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-c45dde12-b035-4919-8eeb-7e3eb485d93c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.712546 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-c45dde12-b035-4919-8eeb-7e3eb485d93c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.733313 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede4706-3bbd-4259-b30b-b4d73059cbb7 req-570a3c51-a3d7-4c52-a366-a632f180e8e1 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.757566 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-c45dde12-b035-4919-8eeb-7e3eb485d93c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2042851 Nov 12 00:56:20.758512 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fede4706-3bbd-4259-b30b-b4d73059cbb7 req-570a3c51-a3d7-4c52-a366-a632f180e8e1 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.2620220 Nov 12 00:56:20.780967 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] Request body: {'port': {'device_id': '640d1107-8b89-4f96-b997-4b83698ae7e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:20.893948 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fede4706-3bbd-4259-b30b-b4d73059cbb7 req-4951107d-2e18-41cd-8995-6bcec0125ed8 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295533 Nov 12 00:56:20.903101 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f3469ebf-cb51-4dc3-8377-449f5e268a32 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.927452 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.943671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-f3469ebf-cb51-4dc3-8377-449f5e268a32 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] device_id is not set on port 1200db37-ec06-45e1-bcfc-fd019cd5f50d yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:56:21.113242 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc042641-e4c2-4c62-adab-9eb1b07a8226 None None] Update dhcp port {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'fixed_ips': [{'subnet_id': '74cd05ef-83a1-457b-98ff-158045e433db', 'ip_address': '2001:db8:0:1:f816:3eff:feca:6436'}, {'subnet_id': '443d8b92-f35c-4b34-b72a-ec50eebd08e2'}], 'binding:host_id': 'n-d-712137-14'}, 'id': 'bf4f0452-698e-4398-85c5-e5b591c3693e'} from n-d-712137-14. {{(pid=114244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:56:21.176157 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port bf4f0452-698e-4398-85c5-e5b591c3693e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:21.176584 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.187755 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-93861077-f1d9-44c0-a9b4-7760d0ea803d None None] Provisioning complete for port 74c15555-2528-44f4-8cfb-34eee5a2466b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:21.187904 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-93861077-f1d9-44c0-a9b4-7760d0ea803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.251961 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-93861077-f1d9-44c0-a9b4-7760d0ea803d None None] Port 74c15555-2528-44f4-8cfb-34eee5a2466b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:21.279135 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc042641-e4c2-4c62-adab-9eb1b07a8226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.343922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-f3469ebf-cb51-4dc3-8377-449f5e268a32 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8::1f9 (fe05c407-cd01-4f7b-b118-ded988bd7940/443d8b92-f35c-4b34-b72a-ec50eebd08e2/1200db37-ec06-45e1-bcfc-fd019cd5f50d) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:21.359065 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-f3469ebf-cb51-4dc3-8377-449f5e268a32 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8:0:1:f816:3eff:fe68:9c08 (fe05c407-cd01-4f7b-b118-ded988bd7940/74cd05ef-83a1-457b-98ff-158045e433db/1200db37-ec06-45e1-bcfc-fd019cd5f50d) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:21.511359 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c15555-2528-44f4-8cfb-34eee5a2466b {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:21.521787 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.542013 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] Transition to ACTIVE for port object 74c15555-2528-44f4-8cfb-34eee5a2466b will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:21.546424 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.607187 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319fcc6-b6e3-48f1-a342-206ed5258ce3 req-1f80de8d-5983-4b90-b7ac-3ea1d6d19869 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:21.614971 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7319fcc6-b6e3-48f1-a342-206ed5258ce3 req-1f80de8d-5983-4b90-b7ac-3ea1d6d19869 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 932 time: 0.1727788 Nov 12 00:56:21.702954 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] Pushing event updated for resources: {'Port': ['ID=74c15555-2528-44f4-8cfb-34eee5a2466b,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:21.733315 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7319fcc6-b6e3-48f1-a342-206ed5258ce3 req-d89da3ce-cb6c-4791-af80-47ce1559154a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173704 Nov 12 00:56:21.762887 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f3469ebf-cb51-4dc3-8377-449f5e268a32 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.831199 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f3469ebf-cb51-4dc3-8377-449f5e268a32 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.898361 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-cc042641-e4c2-4c62-adab-9eb1b07a8226 None None] Allocated IP 2001:db8::2 (fe05c407-cd01-4f7b-b118-ded988bd7940/443d8b92-f35c-4b34-b72a-ec50eebd08e2/bf4f0452-698e-4398-85c5-e5b591c3693e) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:21.942579 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] Attempting to bind port 74c15555-2528-44f4-8cfb-34eee5a2466b on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:21.943163 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] Attempting to bind port 74c15555-2528-44f4-8cfb-34eee5a2466b by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:21.943694 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] Attempting to bind port 74c15555-2528-44f4-8cfb-34eee5a2466b on network 6307f6ac-8534-473b-9c55-0dd7d1da8597 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:21.945457 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3469ebf-cb51-4dc3-8377-449f5e268a32 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:21.955940 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-f3469ebf-cb51-4dc3-8377-449f5e268a32 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:21.959681 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] Port 74c15555-2528-44f4-8cfb-34eee5a2466b on network 6307f6ac-8534-473b-9c55-0dd7d1da8597 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:21.960207 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] Attempting to bind port 74c15555-2528-44f4-8cfb-34eee5a2466b on network 6307f6ac-8534-473b-9c55-0dd7d1da8597 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:21.965752 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3469ebf-cb51-4dc3-8377-449f5e268a32 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:21.983727 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:21.985249 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] Checking segment: {'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:21.986000 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] Bound using segment: {'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:21.987309 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] Bound port: 74c15555-2528-44f4-8cfb-34eee5a2466b, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:21.988287 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.020341 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3469ebf-cb51-4dc3-8377-449f5e268a32 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.026505 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f3469ebf-cb51-4dc3-8377-449f5e268a32 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.103939 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3469ebf-cb51-4dc3-8377-449f5e268a32 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=1200db37-ec06-45e1-bcfc-fd019cd5f50d,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:22.116255 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f3469ebf-cb51-4dc3-8377-449f5e268a32 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8376446 Nov 12 00:56:22.117035 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51614) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:22.170015 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-cc042641-e4c2-4c62-adab-9eb1b07a8226 None None] For port bf4f0452-698e-4398-85c5-e5b591c3693e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=bf4f0452-698e-4398-85c5-e5b591c3693e,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:22.226664 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc042641-e4c2-4c62-adab-9eb1b07a8226 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.236054 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc042641-e4c2-4c62-adab-9eb1b07a8226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.238011 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] For port 74c15555-2528-44f4-8cfb-34eee5a2466b, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:22.245004 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] For port 74c15555-2528-44f4-8cfb-34eee5a2466b, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=74c15555-2528-44f4-8cfb-34eee5a2466b,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:22.253962 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.282522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-18122cf5-6ad0-4edb-93fe-60a4bd3e7d07 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting port 1200db37-ec06-45e1-bcfc-fd019cd5f50d {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:22.282934 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-18122cf5-6ad0-4edb-93fe-60a4bd3e7d07 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.310444 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc042641-e4c2-4c62-adab-9eb1b07a8226 None None] Pushing event updated for resources: {'Port': ['ID=bf4f0452-698e-4398-85c5-e5b591c3693e,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:22.368255 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259b1f8-1f9f-489e-bbc6-25996168f540 req-7938b7d2-d2ad-4a87-b805-a6224b7cabe1 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.370042 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f259b1f8-1f9f-489e-bbc6-25996168f540 req-7938b7d2-d2ad-4a87-b805-a6224b7cabe1 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.2437954 Nov 12 00:56:22.377023 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0ef7505d-cea5-44bb-9dd4-0fcbef9dacdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.388945 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.391886 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.393684 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] 10.222.0.15 "PUT /v2.0/ports/74c15555-2528-44f4-8cfb-34eee5a2466b HTTP/1.1" status: 200 len: 1093 time: 1.6179285 Nov 12 00:56:22.394814 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640d1107-8b89-4f96-b997-4b83698ae7e7', 'tag': '74c15555-2528-44f4-8cfb-34eee5a2466b'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:22.397842 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6b9fc4-bf4d-4bd4-bfcf-60f974c5ee9a" -d '{"events": [{"name": "network-changed", "server_uuid": "640d1107-8b89-4f96-b997-4b83698ae7e7", "tag": "74c15555-2528-44f4-8cfb-34eee5a2466b"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:22.400761 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-18122cf5-6ad0-4edb-93fe-60a4bd3e7d07 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.444669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-18122cf5-6ad0-4edb-93fe-60a4bd3e7d07 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Calling delete_port for 1200db37-ec06-45e1-bcfc-fd019cd5f50d owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:22.454735 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533e9af-9862-4d01-9147-8132d48d42d6 service neutron] Pushing event updated for resources: {'Port': ['ID=74c15555-2528-44f4-8cfb-34eee5a2466b,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:23.104419 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58062d7-b342-4545-9ce7-3b0d90436563 x-openstack-request-id: req-c58062d7-b342-4545-9ce7-3b0d90436563 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:23.105727 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640d1107-8b89-4f96-b997-4b83698ae7e7", "tag": "74c15555-2528-44f4-8cfb-34eee5a2466b", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:23.106743 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c58062d7-b342-4545-9ce7-3b0d90436563 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:23.107372 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '640d1107-8b89-4f96-b997-4b83698ae7e7', 'tag': '74c15555-2528-44f4-8cfb-34eee5a2466b', 'status': 'completed', 'code': 200} Nov 12 00:56:23.178641 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f259b1f8-1f9f-489e-bbc6-25996168f540 req-e2746c50-91bb-4345-ae99-c3fb259d07ab tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7914670 Nov 12 00:56:23.199361 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-fb9f7dc5-6baf-4989-b6fb-e48f35e41242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.199361 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-fb9f7dc5-6baf-4989-b6fb-e48f35e41242 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 1096 time: 0.7370491 Nov 12 00:56:23.278727 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-f80c935d-1159-4587-a65b-4bae1e19f21a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74c15555-2528-44f4-8cfb-34eee5a2466b HTTP/1.1" status: 200 len: 217 time: 0.0638771 Nov 12 00:56:23.372475 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e256d-26c3-4d96-a7e0-425829eaceb6 req-0c60a1b5-d307-4ce6-99ee-c297b15bd4a1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.380522 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-076e256d-26c3-4d96-a7e0-425829eaceb6 req-0c60a1b5-d307-4ce6-99ee-c297b15bd4a1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 944 time: 0.1087117 Nov 12 00:56:23.390406 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-553e401c-140e-4f09-b13f-99524e2add26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.396655 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-18122cf5-6ad0-4edb-93fe-60a4bd3e7d07 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:23.399570 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-553e401c-140e-4f09-b13f-99524e2add26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.1071510 Nov 12 00:56:23.451858 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:23.493204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-f6482ab7-5f5d-40e0-8e43-66ee0d722ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.495800 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-f6482ab7-5f5d-40e0-8e43-66ee0d722ca6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0943718 Nov 12 00:56:23.569749 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18122cf5-6ad0-4edb-93fe-60a4bd3e7d07 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Port': ['ID=1200db37-ec06-45e1-bcfc-fd019cd5f50d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:23.636775 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-18122cf5-6ad0-4edb-93fe-60a4bd3e7d07 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:23.652817 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-18122cf5-6ad0-4edb-93fe-60a4bd3e7d07 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/1200db37-ec06-45e1-bcfc-fd019cd5f50d HTTP/1.1" status: 204 len: 168 time: 1.5338850 Nov 12 00:56:23.653578 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51652) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:23.666664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ff7f2612-4890-4788-b341-56cfc6167406 None None] Provisioning complete for port bf4f0452-698e-4398-85c5-e5b591c3693e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:23.667044 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff7f2612-4890-4788-b341-56cfc6167406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:23.673956 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-d0cf9836-e686-4d02-b6a4-1a5c38c25700 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708138 Nov 12 00:56:23.720567 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-076e256d-26c3-4d96-a7e0-425829eaceb6 req-d4b6f1ce-042a-454c-9ac3-cfac276539b3 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391349 Nov 12 00:56:23.748240 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f19ec56-4db5-43fe-89d2-53112699d0d1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.755559 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2f19ec56-4db5-43fe-89d2-53112699d0d1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0971644 Nov 12 00:56:23.756999 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51658) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:23.861654 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc70fb3-5b58-4c9c-9079-9fd52e54bf0e req-e98b31a6-59f6-4724-9518-00793483d843 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793482 Nov 12 00:56:23.904047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb65b57-d61d-4e34-bf2d-97e26cf58c4c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.907289 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ccb65b57-d61d-4e34-bf2d-97e26cf58c4c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1487434 Nov 12 00:56:23.910717 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51662) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:24.056735 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9addfc33-42e5-4032-b959-2748ec2508aa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.058563 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9addfc33-42e5-4032-b959-2748ec2508aa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.060309 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9addfc33-42e5-4032-b959-2748ec2508aa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.062214 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9addfc33-42e5-4032-b959-2748ec2508aa tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1502488 Nov 12 00:56:24.064755 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51678) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:24.124328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a736584d-b40f-45da-8c3b-89c1ea4331e6 None None] Could not find standard attr ID for object 1200db37-ec06-45e1-bcfc-fd019cd5f50d. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:56:24.155680 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b9fc4-bf4d-4bd4-bfcf-60f974c5ee9a req-6f965896-64ac-4a7f-b1c5-60e1b5bd4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.158105 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bd6b9fc4-bf4d-4bd4-bfcf-60f974c5ee9a req-6f965896-64ac-4a7f-b1c5-60e1b5bd4617 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 1096 time: 0.0947897 Nov 12 00:56:24.198294 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-0efb27f1-8e15-46c9-89f6-fea996c96682 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 443d8b92-f35c-4b34-b72a-ec50eebd08e2 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:56:24.202066 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0efb27f1-8e15-46c9-89f6-fea996c96682 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:24.282471 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0efb27f1-8e15-46c9-89f6-fea996c96682 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:24.347575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b9fc4-bf4d-4bd4-bfcf-60f974c5ee9a req-19ee523c-c46d-4a0e-9012-3778fb0e97af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.350068 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bd6b9fc4-bf4d-4bd4-bfcf-60f974c5ee9a req-19ee523c-c46d-4a0e-9012-3778fb0e97af service neutron] 10.222.0.15 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 913 time: 0.1840374 Nov 12 00:56:24.388158 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0efb27f1-8e15-46c9-89f6-fea996c96682 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:24.477773 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bf4f0452-698e-4398-85c5-e5b591c3693e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:24.489889 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bd6b9fc4-bf4d-4bd4-bfcf-60f974c5ee9a req-60c37629-4327-4e95-af05-e38c48c68528 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74c15555-2528-44f4-8cfb-34eee5a2466b HTTP/1.1" status: 200 len: 217 time: 0.1308091 Nov 12 00:56:24.498479 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0efb27f1-8e15-46c9-89f6-fea996c96682 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:24.539512 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb27f1-8e15-46c9-89f6-fea996c96682 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=443d8b92-f35c-4b34-b72a-ec50eebd08e2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:24.561323 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0efb27f1-8e15-46c9-89f6-fea996c96682 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:24.570225 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51692) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:24.575650 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bd0ba2-e6f8-4c9c-bc2e-658733d34c17 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:24.576408 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0efb27f1-8e15-46c9-89f6-fea996c96682 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/443d8b92-f35c-4b34-b72a-ec50eebd08e2 HTTP/1.1" status: 204 len: 168 time: 0.5103168 Nov 12 00:56:24.606832 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:24.641447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b9fc4-bf4d-4bd4-bfcf-60f974c5ee9a req-e7932800-5929-4d60-be2b-96ff81eb1840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.642938 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bd6b9fc4-bf4d-4bd4-bfcf-60f974c5ee9a req-e7932800-5929-4d60-be2b-96ff81eb1840 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.1395888 Nov 12 00:56:24.688031 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port bf4f0452-698e-4398-85c5-e5b591c3693e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:24.688660 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:24.690944 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d4c148-3b46-4e82-9400-59b9e3e2fe2b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 74cd05ef-83a1-457b-98ff-158045e433db {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:56:24.698156 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b0d4c148-3b46-4e82-9400-59b9e3e2fe2b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:24.724003 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bca18-dd01-4357-a9f6-b6b8314fd5ba req-881d9bcf-23c9-4243-a0ef-549cef2b0ba3 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.733087 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b58bca18-dd01-4357-a9f6-b6b8314fd5ba req-881d9bcf-23c9-4243-a0ef-549cef2b0ba3 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.2418871 Nov 12 00:56:24.868766 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b0d4c148-3b46-4e82-9400-59b9e3e2fe2b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:24.906480 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4f741-1203-47fd-bf1a-0ea6444c6d48 req-ed66a7dc-5482-4a60-9d44-bb5cb37255a3 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.908458 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c5b4f741-1203-47fd-bf1a-0ea6444c6d48 req-ed66a7dc-5482-4a60-9d44-bb5cb37255a3 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 944 time: 0.0806992 Nov 12 00:56:24.959341 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b9fc4-bf4d-4bd4-bfcf-60f974c5ee9a req-8de9431e-9cbd-462d-ac9b-9478fa41ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.961100 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bd6b9fc4-bf4d-4bd4-bfcf-60f974c5ee9a req-8de9431e-9cbd-462d-ac9b-9478fa41ae4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3093066 Nov 12 00:56:24.968665 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c5b4f741-1203-47fd-bf1a-0ea6444c6d48 req-f1c89d54-76fa-4943-a0b1-b909f8772b53 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525422 Nov 12 00:56:25.023699 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b0d4c148-3b46-4e82-9400-59b9e3e2fe2b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:25.164994 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b58bca18-dd01-4357-a9f6-b6b8314fd5ba req-bd18478f-0fca-4baf-a73a-da528efb35d6 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298291 Nov 12 00:56:25.277514 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b0d4c148-3b46-4e82-9400-59b9e3e2fe2b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:25.290058 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bd6b9fc4-bf4d-4bd4-bfcf-60f974c5ee9a req-36c2488a-48cb-4db0-9319-ff749ffd0730 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079052 Nov 12 00:56:25.349878 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4c148-3b46-4e82-9400-59b9e3e2fe2b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=74cd05ef-83a1-457b-98ff-158045e433db,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:25.379854 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b0d4c148-3b46-4e82-9400-59b9e3e2fe2b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:25.389116 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b0d4c148-3b46-4e82-9400-59b9e3e2fe2b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/74cd05ef-83a1-457b-98ff-158045e433db HTTP/1.1" status: 204 len: 168 time: 0.8157387 Nov 12 00:56:25.389808 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51720) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:25.420145 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:25.475820 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5e44973c-d3b9-4ae3-8f72-19f65d3becf8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849588 Nov 12 00:56:25.481685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51724) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:25.487028 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-ce8587ca-735e-4238-8bd3-8d123f850b05 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:25.637103 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bd6b9fc4-bf4d-4bd4-bfcf-60f974c5ee9a req-668af1c1-c117-4bd9-b948-d36834a6fcf8 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125441 Nov 12 00:56:25.716540 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8587ca-735e-4238-8bd3-8d123f850b05 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:25.736560 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce8587ca-735e-4238-8bd3-8d123f850b05 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:25.942953 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:25.967792 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f58d68d-8d3b-4e56-99f2-3243d4cbd213 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:26.039167 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce8587ca-735e-4238-8bd3-8d123f850b05 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.087640 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8587ca-735e-4238-8bd3-8d123f850b05 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:26.091550 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-ce8587ca-735e-4238-8bd3-8d123f850b05 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:26.095436 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8587ca-735e-4238-8bd3-8d123f850b05 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:26.096118 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce8587ca-735e-4238-8bd3-8d123f850b05 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.145742 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8587ca-735e-4238-8bd3-8d123f850b05 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=4d5220f0-32b4-46f2-867c-d98dd49860e3,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:26.157788 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-14d86b64-d14f-438b-8081-f781e740f499 None None] Provisioning complete for port bf4f0452-698e-4398-85c5-e5b591c3693e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:26.158356 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-14d86b64-d14f-438b-8081-f781e740f499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.165649 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ce8587ca-735e-4238-8bd3-8d123f850b05 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6813269 Nov 12 00:56:26.166568 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51746) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:26.172307 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-bd673c56-bbac-48ae-8280-13b1e6eaa37b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:26.233950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80d9ba-5583-4556-8bec-9c1021d80561 req-b46ada64-285a-444d-afa4-4e3a5c4476d2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:26.241823 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a80d9ba-5583-4556-8bec-9c1021d80561 req-b46ada64-285a-444d-afa4-4e3a5c4476d2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 944 time: 0.1312180 Nov 12 00:56:26.336029 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a80d9ba-5583-4556-8bec-9c1021d80561 req-4c7cd913-ce37-481f-b13f-3b57a93e9221 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882194 Nov 12 00:56:26.395375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd673c56-bbac-48ae-8280-13b1e6eaa37b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:26.400008 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bd673c56-bbac-48ae-8280-13b1e6eaa37b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.552282 n-d-712137-14 neutron-server[114242]: INFO neutron.db.ipam_backend_mixin [None req-bd673c56-bbac-48ae-8280-13b1e6eaa37b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4d5220f0-32b4-46f2-867c-d98dd49860e3 (CIDR: 2001:db8::/64) Nov 12 00:56:26.556905 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd673c56-bbac-48ae-8280-13b1e6eaa37b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:56:26.557474 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd673c56-bbac-48ae-8280-13b1e6eaa37b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:26.561847 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29405169-678e-4d3c-847c-008ecc1fd38c None None] Update dhcp port {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'fixed_ips': [{'subnet_id': '4d5220f0-32b4-46f2-867c-d98dd49860e3'}], 'binding:host_id': 'n-d-712137-14'}, 'id': 'bf4f0452-698e-4398-85c5-e5b591c3693e'} from n-d-712137-14. {{(pid=114244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:56:26.581968 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51750) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:26.582255 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bd673c56-bbac-48ae-8280-13b1e6eaa37b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4145832 Nov 12 00:56:26.587880 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'subnet': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:26.619194 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-29405169-678e-4d3c-847c-008ecc1fd38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.882885 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:26.889090 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.025416 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-29405169-678e-4d3c-847c-008ecc1fd38c None None] Allocated IP 2001:db8::2 (fe05c407-cd01-4f7b-b118-ded988bd7940/4d5220f0-32b4-46f2-867c-d98dd49860e3/bf4f0452-698e-4398-85c5-e5b591c3693e) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:27.223163 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-29405169-678e-4d3c-847c-008ecc1fd38c None None] For port bf4f0452-698e-4398-85c5-e5b591c3693e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=bf4f0452-698e-4398-85c5-e5b591c3693e,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:27.280550 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-29405169-678e-4d3c-847c-008ecc1fd38c None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.289174 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-29405169-678e-4d3c-847c-008ecc1fd38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.375806 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29405169-678e-4d3c-847c-008ecc1fd38c None None] Pushing event updated for resources: {'Port': ['ID=bf4f0452-698e-4398-85c5-e5b591c3693e,revision_number=12']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:27.547445 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 74c15555-2528-44f4-8cfb-34eee5a2466b details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:56:27.630798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c6a47-e8a8-4709-b846-c0a13dfe19bd req-9c84c09e-d2e1-46ab-9830-59fa99fc73e8 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.638727 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7c8c6a47-e8a8-4709-b846-c0a13dfe19bd req-9c84c09e-d2e1-46ab-9830-59fa99fc73e8 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 944 time: 0.1385827 Nov 12 00:56:27.804402 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 74c15555-2528-44f4-8cfb-34eee5a2466b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=74c15555-2528-44f4-8cfb-34eee5a2466b,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:27.829501 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7c8c6a47-e8a8-4709-b846-c0a13dfe19bd req-ffd3b86d-007c-4090-8264-300bd60688d5 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896625 Nov 12 00:56:27.834138 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '74c15555-2528-44f4-8cfb-34eee5a2466b', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'port_id': '74c15555-2528-44f4-8cfb-34eee5a2466b', 'mac_address': 'fa:16:3e:9e:a2:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:56:27.892126 n-d-712137-14 neutron-server[114243]: DEBUG neutron.objects.ports [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114243) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:56:27.972263 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.005744 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c15555-2528-44f4-8cfb-34eee5a2466b {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:28.065872 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 74c15555-2528-44f4-8cfb-34eee5a2466b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=74c15555-2528-44f4-8cfb-34eee5a2466b,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:28.081901 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.282687 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ca57e-b6c5-4f9f-9c5a-d0b0bc1501c5 req-eb5cd1b7-ab45-4a7e-bb3f-9b447a6d200a tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:28.291001 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-381ca57e-b6c5-4f9f-9c5a-d0b0bc1501c5 req-eb5cd1b7-ab45-4a7e-bb3f-9b447a6d200a tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.1758077 Nov 12 00:56:28.417286 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.426074 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=74c15555-2528-44f4-8cfb-34eee5a2466b,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:28.431189 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-381ca57e-b6c5-4f9f-9c5a-d0b0bc1501c5 req-adcc99a1-474a-441b-ba84-f3ba32c0eb68 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370413 Nov 12 00:56:28.444230 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bf4f0452-698e-4398-85c5-e5b591c3693e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:28.549993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['74c15555-2528-44f4-8cfb-34eee5a2466b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:28.552877 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port bf4f0452-698e-4398-85c5-e5b591c3693e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:28.553704 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.595238 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ed785e-bedf-4681-b236-ac27a2f4c00b None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:28.755909 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c0afff24-f6f1-435e-9a70-712fce67d8f4 None None] Provisioning complete for port bf4f0452-698e-4398-85c5-e5b591c3693e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:28.756481 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c0afff24-f6f1-435e-9a70-712fce67d8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.860474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] For port bf4f0452-698e-4398-85c5-e5b591c3693e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=bf4f0452-698e-4398-85c5-e5b591c3693e,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:28.995827 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.002972 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.004406 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.186787 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:29.191962 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=bf4f0452-698e-4398-85c5-e5b591c3693e,revision_number=14']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:29.194604 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:29.220571 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:29.221355 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.268208 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:29.268687 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:29.269820 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:29.270395 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:29.270852 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:29.271291 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:29.271756 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:29.272214 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:29.272709 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:29.273145 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:29.273706 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:29.278118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:29.292630 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7054839 Nov 12 00:56:29.295129 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51808) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:29.315434 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc210569-7d5f-4ac3-b957-f8881f1ea12d req-134b5ac8-71bc-471e-89c6-107580e580df tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:29.328117 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cc210569-7d5f-4ac3-b957-f8881f1ea12d req-134b5ac8-71bc-471e-89c6-107580e580df tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 945 time: 0.3684320 Nov 12 00:56:29.363212 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-040497f6-49b6-497f-abe3-6eb57f9d176e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Request body: {'port': {'network_id': 'fe05c407-cd01-4f7b-b118-ded988bd7940', 'mac_address': 'fa:16:3e:0d:ea:43', 'name': 'tempest-NetworksTestDHCPv6-1108537658'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:29.517466 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc69289-6ecf-4636-b61b-1971094fb41d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Subnet': ['ID=0e6e912d-d566-42be-9144-e341ca7e9adf,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:29.551356 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cc210569-7d5f-4ac3-b957-f8881f1ea12d req-53e4ce65-053f-48fd-8ab9-e1d2ff82df5e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213624 Nov 12 00:56:29.552888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040497f6-49b6-497f-abe3-6eb57f9d176e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Made reservation on behalf of 0c44e1d9089d480fba68ecda64fe68c2 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:29.736517 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-040497f6-49b6-497f-abe3-6eb57f9d176e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.786011 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-040497f6-49b6-497f-abe3-6eb57f9d176e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] device_id is not set on port 0c12bd7c-68f9-4a50-9ad0-0052963f2b0a yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:56:30.120228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-040497f6-49b6-497f-abe3-6eb57f9d176e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8::3b9 (fe05c407-cd01-4f7b-b118-ded988bd7940/4d5220f0-32b4-46f2-867c-d98dd49860e3/0c12bd7c-68f9-4a50-9ad0-0052963f2b0a) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:30.126652 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-040497f6-49b6-497f-abe3-6eb57f9d176e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0d:ea43 (fe05c407-cd01-4f7b-b118-ded988bd7940/0e6e912d-d566-42be-9144-e341ca7e9adf/0c12bd7c-68f9-4a50-9ad0-0052963f2b0a) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:30.311293 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-040497f6-49b6-497f-abe3-6eb57f9d176e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.366135 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-040497f6-49b6-497f-abe3-6eb57f9d176e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.374250 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7894683-30e1-48ec-8c21-5cb12617206c None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:30.417623 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040497f6-49b6-497f-abe3-6eb57f9d176e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Network fe05c407-cd01-4f7b-b118-ded988bd7940 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:30.421148 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-040497f6-49b6-497f-abe3-6eb57f9d176e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:30.425237 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040497f6-49b6-497f-abe3-6eb57f9d176e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:30.432451 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040497f6-49b6-497f-abe3-6eb57f9d176e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.433194 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-040497f6-49b6-497f-abe3-6eb57f9d176e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.452436 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040497f6-49b6-497f-abe3-6eb57f9d176e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event updated for resources: {'Port': ['ID=0c12bd7c-68f9-4a50-9ad0-0052963f2b0a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:30.481763 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-040497f6-49b6-497f-abe3-6eb57f9d176e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1318834 Nov 12 00:56:30.482405 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51820) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:30.609327 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-73410dac-4066-476b-a772-d27f08c11e27 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting port 0c12bd7c-68f9-4a50-9ad0-0052963f2b0a {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:30.609817 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73410dac-4066-476b-a772-d27f08c11e27 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.626897 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bf4f0452-698e-4398-85c5-e5b591c3693e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:30.735628 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-79011c95-dbc7-448a-a4a1-18a988e8dc98 None None] Provisioning complete for port bf4f0452-698e-4398-85c5-e5b591c3693e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:30.736008 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79011c95-dbc7-448a-a4a1-18a988e8dc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.853384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b08f5-75a0-4c8c-8bb0-006d7e220c9a req-39fb119b-a8bd-491f-9b3a-02679eb335bc tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.854956 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b38b08f5-75a0-4c8c-8bb0-006d7e220c9a req-39fb119b-a8bd-491f-9b3a-02679eb335bc tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 945 time: 0.1116924 Nov 12 00:56:30.856913 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73410dac-4066-476b-a772-d27f08c11e27 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.887765 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-73410dac-4066-476b-a772-d27f08c11e27 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Calling delete_port for 0c12bd7c-68f9-4a50-9ad0-0052963f2b0a owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:30.891572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port bf4f0452-698e-4398-85c5-e5b591c3693e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:30.891949 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.966358 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b38b08f5-75a0-4c8c-8bb0-006d7e220c9a req-7dcb3929-0c8b-439c-a25f-6435aa001956 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001999 Nov 12 00:56:31.200116 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73410dac-4066-476b-a772-d27f08c11e27 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.295970 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73410dac-4066-476b-a772-d27f08c11e27 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Port': ['ID=0c12bd7c-68f9-4a50-9ad0-0052963f2b0a,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:31.366895 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73410dac-4066-476b-a772-d27f08c11e27 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.375667 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51840) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:31.415849 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-73410dac-4066-476b-a772-d27f08c11e27 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/0c12bd7c-68f9-4a50-9ad0-0052963f2b0a HTTP/1.1" status: 204 len: 168 time: 0.9322958 Nov 12 00:56:31.448542 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a300ba59-4f3d-4ead-a966-6d3feedd4a54 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:31.453271 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51844) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:31.453972 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a300ba59-4f3d-4ead-a966-6d3feedd4a54 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0764923 Nov 12 00:56:31.508472 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d7c1a5fb-03fe-4820-aa6b-b5e92cc86d0f None None] Could not find standard attr ID for object 0c12bd7c-68f9-4a50-9ad0-0052963f2b0a. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:56:31.534764 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ab2f3e-37e5-466e-9408-2ed643a0f630 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:31.538539 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51846) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:31.546803 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d7c1a5fb-03fe-4820-aa6b-b5e92cc86d0f None None] Provisioning complete for port bf4f0452-698e-4398-85c5-e5b591c3693e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:31.548137 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d7c1a5fb-03fe-4820-aa6b-b5e92cc86d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.548949 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-91ab2f3e-37e5-466e-9408-2ed643a0f630 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0944943 Nov 12 00:56:31.628016 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 74c15555-2528-44f4-8cfb-34eee5a2466b up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:31.639933 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff794e2-6e54-4d39-9c18-e198b6858ed1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:31.642204 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff794e2-6e54-4d39-9c18-e198b6858ed1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:31.644798 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff794e2-6e54-4d39-9c18-e198b6858ed1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:31.650384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51850) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:31.660985 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8ff794e2-6e54-4d39-9c18-e198b6858ed1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1208918 Nov 12 00:56:31.730133 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12609da-e0ae-45ea-bc6e-0fb81a908766 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 0e6e912d-d566-42be-9144-e341ca7e9adf {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:56:31.734805 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c12609da-e0ae-45ea-bc6e-0fb81a908766 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.798530 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 74c15555-2528-44f4-8cfb-34eee5a2466b completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:56:31.803202 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 74c15555-2528-44f4-8cfb-34eee5a2466b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:31.803909 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.812263 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c12609da-e0ae-45ea-bc6e-0fb81a908766 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.899485 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.912631 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-019d2e4b-90ed-450d-b437-8fb6aafb8334 None None] Could not find standard attr ID for object 0c12bd7c-68f9-4a50-9ad0-0052963f2b0a. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:56:31.944437 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 74c15555-2528-44f4-8cfb-34eee5a2466b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=74c15555-2528-44f4-8cfb-34eee5a2466b,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:31.945522 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640d1107-8b89-4f96-b997-4b83698ae7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c15555-2528-44f4-8cfb-34eee5a2466b'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:31.948282 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a161c28b-20ba-42dd-a921-6b08d7256ec1" -d '{"events": [{"server_uuid": "640d1107-8b89-4f96-b997-4b83698ae7e7", "name": "network-vif-plugged", "status": "completed", "tag": "74c15555-2528-44f4-8cfb-34eee5a2466b"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:31.962071 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c12609da-e0ae-45ea-bc6e-0fb81a908766 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.968069 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.056032 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c12609da-e0ae-45ea-bc6e-0fb81a908766 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.098031 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3da7045-537a-4e21-b94a-f1cb1c0a203e x-openstack-request-id: req-a3da7045-537a-4e21-b94a-f1cb1c0a203e {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:32.098708 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640d1107-8b89-4f96-b997-4b83698ae7e7", "name": "network-vif-plugged", "status": "completed", "tag": "74c15555-2528-44f4-8cfb-34eee5a2466b", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:32.101387 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3da7045-537a-4e21-b94a-f1cb1c0a203e {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:32.102013 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640d1107-8b89-4f96-b997-4b83698ae7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c15555-2528-44f4-8cfb-34eee5a2466b', 'code': 200} Nov 12 00:56:32.111878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=74c15555-2528-44f4-8cfb-34eee5a2466b,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:32.147721 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c12609da-e0ae-45ea-bc6e-0fb81a908766 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.162047 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c12609da-e0ae-45ea-bc6e-0fb81a908766 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/0e6e912d-d566-42be-9144-e341ca7e9adf HTTP/1.1" status: 204 len: 168 time: 0.5069225 Nov 12 00:56:32.162047 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51866) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:32.163754 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12609da-e0ae-45ea-bc6e-0fb81a908766 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6e912d-d566-42be-9144-e341ca7e9adf,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:32.238838 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9b608-db82-40dd-8ad8-f990c015a687 req-64b22bdf-abe7-4719-9615-c8390dd9ab1a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:32.240876 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2cf9b608-db82-40dd-8ad8-f990c015a687 req-64b22bdf-abe7-4719-9615-c8390dd9ab1a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 946 time: 0.1158254 Nov 12 00:56:32.392388 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2cf9b608-db82-40dd-8ad8-f990c015a687 req-118daf53-55ef-4396-b1f5-bdf92dbc54b1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438773 Nov 12 00:56:32.412264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eb11db-2aea-4a33-b120-9ab6ea1c445a None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:32.421248 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcf3f8-eb67-4fe4-9ebf-1ab9ae6e5853 req-af6038c6-bc17-46e5-a7a4-1c6b0656637f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:32.422742 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fabcf3f8-eb67-4fe4-9ebf-1ab9ae6e5853 req-af6038c6-bc17-46e5-a7a4-1c6b0656637f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 1098 time: 0.1606202 Nov 12 00:56:32.430128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61881d6-887c-4565-8860-a4365e408e81 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Deleting subnet 4d5220f0-32b4-46f2-867c-d98dd49860e3 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:56:32.473565 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fabcf3f8-eb67-4fe4-9ebf-1ab9ae6e5853 req-1c252384-16b2-4337-86dc-64545a0d0495 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407090 Nov 12 00:56:32.474243 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b61881d6-887c-4565-8860-a4365e408e81 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.516980 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b61881d6-887c-4565-8860-a4365e408e81 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.663590 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b61881d6-887c-4565-8860-a4365e408e81 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.743059 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b61881d6-887c-4565-8860-a4365e408e81 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.765137 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b61881d6-887c-4565-8860-a4365e408e81 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.773184 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51878) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:32.774105 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b61881d6-887c-4565-8860-a4365e408e81 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/4d5220f0-32b4-46f2-867c-d98dd49860e3 HTTP/1.1" status: 204 len: 168 time: 0.6106203 Nov 12 00:56:32.823391 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61881d6-887c-4565-8860-a4365e408e81 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5220f0-32b4-46f2-867c-d98dd49860e3,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:32.844181 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1bb765db-06e7-4363-a048-9ee1eec7110d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687950 Nov 12 00:56:32.844881 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51882) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:32.915784 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e988560-611f-4292-bd3d-6ca580581cbc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:32.920670 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51886) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:32.933633 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1e988560-611f-4292-bd3d-6ca580581cbc tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0867975 Nov 12 00:56:32.985370 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8644d5-8de6-458f-8e92-e3f4363b4e5e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:32.986867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51888) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:32.994553 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5f8644d5-8de6-458f-8e92-e3f4363b4e5e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0727143 Nov 12 00:56:33.029870 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4a0ad05a-526f-4b7c-8e4d-5371e1af8c04 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417268 Nov 12 00:56:33.038720 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51890) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:33.090291 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-c006f67c-7532-4190-ae57-9deacd7e0a16 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:33.091246 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c006f67c-7532-4190-ae57-9deacd7e0a16 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:33.097464 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c006f67c-7532-4190-ae57-9deacd7e0a16 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/0c12bd7c-68f9-4a50-9ad0-0052963f2b0a HTTP/1.1" status: 404 len: 333 time: 0.0576916 Nov 12 00:56:33.098150 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51892) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:33.133428 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b337b7-cbf6-413f-ad87-3040b33a2b79 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:33.134186 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b337b7-cbf6-413f-ad87-3040b33a2b79 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:33.137690 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-56b337b7-cbf6-413f-ad87-3040b33a2b79 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/0e6e912d-d566-42be-9144-e341ca7e9adf HTTP/1.1" status: 404 len: 337 time: 0.0382578 Nov 12 00:56:33.140118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51894) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:33.169853 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aea09d6-e4e9-4b77-bb90-35c8bcd2f7a5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:33.170373 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aea09d6-e4e9-4b77-bb90-35c8bcd2f7a5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:33.176107 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8aea09d6-e4e9-4b77-bb90-35c8bcd2f7a5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/4d5220f0-32b4-46f2-867c-d98dd49860e3 HTTP/1.1" status: 404 len: 337 time: 0.0346448 Nov 12 00:56:33.178616 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51896) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:33.210841 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-05192ea1-751e-47e3-9fe0-1bf2d7afc168 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:33.211542 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05192ea1-751e-47e3-9fe0-1bf2d7afc168 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:33.217275 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-05192ea1-751e-47e3-9fe0-1bf2d7afc168 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/1200db37-ec06-45e1-bcfc-fd019cd5f50d HTTP/1.1" status: 404 len: 333 time: 0.0351324 Nov 12 00:56:33.217522 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51900) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:33.247335 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-59665038-35bf-4a52-8db1-75921a898839 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:33.247813 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59665038-35bf-4a52-8db1-75921a898839 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:33.260084 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-59665038-35bf-4a52-8db1-75921a898839 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/74cd05ef-83a1-457b-98ff-158045e433db HTTP/1.1" status: 404 len: 337 time: 0.0393538 Nov 12 00:56:33.260322 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51902) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:33.304333 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e46348-e2a4-4d1a-b5dd-085b979383ba tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:33.304857 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e46348-e2a4-4d1a-b5dd-085b979383ba tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:33.311509 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-98e46348-e2a4-4d1a-b5dd-085b979383ba tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/443d8b92-f35c-4b34-b72a-ec50eebd08e2 HTTP/1.1" status: 404 len: 337 time: 0.0479968 Nov 12 00:56:33.311725 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51904) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:33.346835 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7f604e-c1dc-422b-b70d-130d7c3fd7e0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:33.349158 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e7f604e-c1dc-422b-b70d-130d7c3fd7e0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:33.352955 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7e7f604e-c1dc-422b-b70d-130d7c3fd7e0 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/3dc912ea-42ab-4d20-b4ad-b9a90e6b29cc HTTP/1.1" status: 404 len: 333 time: 0.0402262 Nov 12 00:56:33.355565 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51906) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:33.399307 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7f590a-6e43-45a1-b6d7-d4464ed6734b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:33.399909 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b7f590a-6e43-45a1-b6d7-d4464ed6734b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:33.409190 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51916) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:33.424476 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9b7f590a-6e43-45a1-b6d7-d4464ed6734b tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/8cf5b52e-ed1e-45a9-b0e3-efc29efc1b58 HTTP/1.1" status: 404 len: 337 time: 0.0660186 Nov 12 00:56:33.451762 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2d28d9-3a6d-4ba5-b21f-da9969bb85cf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:33.452258 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2d28d9-3a6d-4ba5-b21f-da9969bb85cf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:33.462851 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cb2d28d9-3a6d-4ba5-b21f-da9969bb85cf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/ea5c6410-1aa4-4820-a164-6560817797ad HTTP/1.1" status: 404 len: 337 time: 0.0519903 Nov 12 00:56:33.467137 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51922) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:33.513941 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b9199c-22f2-401e-87ef-f05f6df9a225 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:33.515009 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b9199c-22f2-401e-87ef-f05f6df9a225 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:33.521998 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51924) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:33.530685 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a4b9199c-22f2-401e-87ef-f05f6df9a225 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/3de198dc-5c0e-476e-a067-458afbbce7a3 HTTP/1.1" status: 404 len: 333 time: 0.0621731 Nov 12 00:56:33.570683 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-1494d311-c2c0-4323-8f78-a771314dcb15 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:33.572962 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1494d311-c2c0-4323-8f78-a771314dcb15 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:33.590001 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1494d311-c2c0-4323-8f78-a771314dcb15 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/fa601349-a285-41cf-96a9-57bc8a8776df HTTP/1.1" status: 404 len: 337 time: 0.0664492 Nov 12 00:56:33.590758 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51926) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:33.624201 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab16b5-c7a1-49bb-b9f0-ea31b0f2b94f req-76ba1410-98d3-437f-9f48-0c3733bfb5fd tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.638596 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78ab16b5-c7a1-49bb-b9f0-ea31b0f2b94f req-76ba1410-98d3-437f-9f48-0c3733bfb5fd tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 946 time: 0.1342359 Nov 12 00:56:33.695869 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02c9112-55ad-4eb2-9849-1d6fdfada047 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:33.698997 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a02c9112-55ad-4eb2-9849-1d6fdfada047 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:33.723051 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a02c9112-55ad-4eb2-9849-1d6fdfada047 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/710f9fc4-7a1b-44a2-adac-decfa9244128 HTTP/1.1" status: 404 len: 337 time: 0.1296525 Nov 12 00:56:33.723761 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51930) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:33.783303 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dfece4-c382-427c-9db8-78dfa6ce4759 None None] Network fe05c407-cd01-4f7b-b118-ded988bd7940 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:33.798034 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78ab16b5-c7a1-49bb-b9f0-ea31b0f2b94f req-2c8ccdd6-0161-4ef7-9657-3bc966a4db25 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526089 Nov 12 00:56:33.809785 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-df97132b-e482-46c7-9e08-3699981126bf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:33.824446 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df97132b-e482-46c7-9e08-3699981126bf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:33.839896 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51932) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:33.847882 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-df97132b-e482-46c7-9e08-3699981126bf tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/638dadce-d3bd-40d6-be8b-995afe9527f3 HTTP/1.1" status: 404 len: 333 time: 0.1216857 Nov 12 00:56:33.876116 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8c79f8-21f7-4d45-8102-ef4e6b7a9bb1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:33.877000 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8c79f8-21f7-4d45-8102-ef4e6b7a9bb1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:33.883785 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51938) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:33.896848 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-da8c79f8-21f7-4d45-8102-ef4e6b7a9bb1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/2bbbebc6-abda-4934-8c32-08319850d3ed HTTP/1.1" status: 404 len: 337 time: 0.0554755 Nov 12 00:56:33.913300 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f872891-3f94-4533-bd65-f37b135f3ed5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:33.914440 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f872891-3f94-4533-bd65-f37b135f3ed5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:33.921228 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51940) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:33.932538 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6f872891-3f94-4533-bd65-f37b135f3ed5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/a880ec5d-b15b-4ef3-b50a-2d48e1583917 HTTP/1.1" status: 404 len: 333 time: 0.0465281 Nov 12 00:56:33.948058 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9e2383d0-3479-4489-8db1-9bb13e14a3c8 None None] Provisioning complete for port bf4f0452-698e-4398-85c5-e5b591c3693e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:33.948416 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9e2383d0-3479-4489-8db1-9bb13e14a3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:33.958467 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc05fc4-c433-45cb-a035-31a927fcf55e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:33.959078 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dc05fc4-c433-45cb-a035-31a927fcf55e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:33.966925 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51942) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:33.975739 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9dc05fc4-c433-45cb-a035-31a927fcf55e tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/c0db9575-a280-42b1-9376-f81bc1ad2e98 HTTP/1.1" status: 404 len: 337 time: 0.0530708 Nov 12 00:56:33.996821 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f2a862-65d0-4a7e-9e49-f87cecee3457 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:33.997807 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f2a862-65d0-4a7e-9e49-f87cecee3457 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:34.004873 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51944) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:34.013268 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-59f2a862-65d0-4a7e-9e49-f87cecee3457 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/7cd801e9-1151-4925-9c69-63efb62488b5 HTTP/1.1" status: 404 len: 333 time: 0.0450790 Nov 12 00:56:34.033849 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-c105c1e1-e000-4658-a9da-2b413f46bc03 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:34.034367 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c105c1e1-e000-4658-a9da-2b413f46bc03 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:34.073560 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51946) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:34.089301 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c105c1e1-e000-4658-a9da-2b413f46bc03 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/6a541e86-0571-4276-adf5-9f27075bc79d HTTP/1.1" status: 404 len: 337 time: 0.0830743 Nov 12 00:56:34.127514 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-261edcae-04bd-48f7-9aab-d4fd11600908 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:34.129036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-261edcae-04bd-48f7-9aab-d4fd11600908 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:34.132519 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-261edcae-04bd-48f7-9aab-d4fd11600908 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/c302d3a6-616e-4a2c-bf64-3fc095a9ad01 HTTP/1.1" status: 404 len: 333 time: 0.0576246 Nov 12 00:56:34.135234 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51948) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:34.146636 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ad87df-12f2-4dd8-aba3-2fcb427bbec0 None None] DHCP port deletion for fe05c407-cd01-4f7b-b118-ded988bd7940 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:56:34.174102 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd52bb17-30eb-4561-8f04-e56527eeda87 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:34.174792 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd52bb17-30eb-4561-8f04-e56527eeda87 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:34.180745 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fd52bb17-30eb-4561-8f04-e56527eeda87 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/7f80ec46-eea5-4404-af63-6d45e8b71b70 HTTP/1.1" status: 404 len: 337 time: 0.0425372 Nov 12 00:56:34.181434 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51950) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:34.202632 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a6ad87df-12f2-4dd8-aba3-2fcb427bbec0 None None] Deleting port bf4f0452-698e-4398-85c5-e5b591c3693e {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:34.203011 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a6ad87df-12f2-4dd8-aba3-2fcb427bbec0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.217206 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3610802-1b42-4b14-984e-d817a46d79bb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:34.218065 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3610802-1b42-4b14-984e-d817a46d79bb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:34.221330 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f3610802-1b42-4b14-984e-d817a46d79bb tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/d05f35f4-7ba5-4d85-a9cc-f883fcee1c54 HTTP/1.1" status: 404 len: 333 time: 0.0386944 Nov 12 00:56:34.224464 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51952) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:34.267360 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-5516e010-14c5-428e-b83c-d3baf01b76d5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:34.267360 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5516e010-14c5-428e-b83c-d3baf01b76d5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:34.270850 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5516e010-14c5-428e-b83c-d3baf01b76d5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/7f82d93c-7377-4e9c-95a7-a0a71ab65bf6 HTTP/1.1" status: 404 len: 337 time: 0.0450621 Nov 12 00:56:34.273637 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51956) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:34.286787 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a6ad87df-12f2-4dd8-aba3-2fcb427bbec0 None None] For port bf4f0452-698e-4398-85c5-e5b591c3693e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=bf4f0452-698e-4398-85c5-e5b591c3693e,segment=NetworkSegment(0efd6308-1c34-4101-a06f-d73ce5d095a8),segment_id=0efd6308-1c34-4101-a06f-d73ce5d095a8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:34.287131 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a6ad87df-12f2-4dd8-aba3-2fcb427bbec0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.316598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a6ad87df-12f2-4dd8-aba3-2fcb427bbec0 None None] Calling delete_port for bf4f0452-698e-4398-85c5-e5b591c3693e owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:34.357435 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-5415fd90-9ce7-4340-9357-e23664df9bf8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:34.364814 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5415fd90-9ce7-4340-9357-e23664df9bf8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:34.393030 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5415fd90-9ce7-4340-9357-e23664df9bf8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/f39b2814-56bd-47c6-b63a-2b4618db2765 HTTP/1.1" status: 404 len: 333 time: 0.1146526 Nov 12 00:56:34.393615 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51964) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:34.434763 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d31d57-3683-4acd-b95b-827472cc0421 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:34.435367 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d31d57-3683-4acd-b95b-827472cc0421 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:34.440914 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-60d31d57-3683-4acd-b95b-827472cc0421 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/261f0ba4-6a8b-4c63-9d50-436243dcb8ca HTTP/1.1" status: 404 len: 337 time: 0.0459881 Nov 12 00:56:34.443196 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51972) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:34.452978 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bf4f0452-698e-4398-85c5-e5b591c3693e no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:34.476520 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a6ad87df-12f2-4dd8-aba3-2fcb427bbec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.480157 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: bf4f0452-698e-4398-85c5-e5b591c3693e {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:56:34.480551 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bf4f0452-698e-4398-85c5-e5b591c3693e not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:56:34.498187 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60fd73e-9f0d-45ae-8929-7dfaba7bb98f tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:34.500723 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60fd73e-9f0d-45ae-8929-7dfaba7bb98f tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:34.510454 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d60fd73e-9f0d-45ae-8929-7dfaba7bb98f tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/1f1468df-4f78-4ebf-90ca-941d76c21ef8 HTTP/1.1" status: 404 len: 337 time: 0.0639231 Nov 12 00:56:34.510950 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51974) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:34.529377 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad87df-12f2-4dd8-aba3-2fcb427bbec0 None None] Pushing event deleted for resources: {'Port': ['ID=bf4f0452-698e-4398-85c5-e5b591c3693e,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:34.539349 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8e2450-1bb9-487e-aa73-4863458cc100 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:34.540274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c8e2450-1bb9-487e-aa73-4863458cc100 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:34.547217 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4c8e2450-1bb9-487e-aa73-4863458cc100 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/72c955a8-588b-41af-b195-1fe1656fa56a HTTP/1.1" status: 404 len: 333 time: 0.0351970 Nov 12 00:56:34.547389 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51976) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:34.548101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad87df-12f2-4dd8-aba3-2fcb427bbec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:34.548255 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad87df-12f2-4dd8-aba3-2fcb427bbec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:34.548517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad87df-12f2-4dd8-aba3-2fcb427bbec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:34.548897 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad87df-12f2-4dd8-aba3-2fcb427bbec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:34.549242 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad87df-12f2-4dd8-aba3-2fcb427bbec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:34.549581 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad87df-12f2-4dd8-aba3-2fcb427bbec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:34.549917 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad87df-12f2-4dd8-aba3-2fcb427bbec0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:34.550798 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad87df-12f2-4dd8-aba3-2fcb427bbec0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:34.554820 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad87df-12f2-4dd8-aba3-2fcb427bbec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:34.557730 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad87df-12f2-4dd8-aba3-2fcb427bbec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:34.558343 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad87df-12f2-4dd8-aba3-2fcb427bbec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:34.558867 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ad87df-12f2-4dd8-aba3-2fcb427bbec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:34.580797 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ad87df-12f2-4dd8-aba3-2fcb427bbec0 None None] No DVR routers for this DVR port bf4f0452-698e-4398-85c5-e5b591c3693e on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:34.616664 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-6771aa70-89d6-43a6-8c3d-50b7c4a9c156 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:34.617224 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6771aa70-89d6-43a6-8c3d-50b7c4a9c156 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:34.622835 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6771aa70-89d6-43a6-8c3d-50b7c4a9c156 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/1466f6a6-efe0-444a-a920-4170e325a62c HTTP/1.1" status: 404 len: 337 time: 0.0716009 Nov 12 00:56:34.623140 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51982) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:34.680367 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd85e6f-0e1e-42fc-8776-df3832e49d25 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:34.682231 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd85e6f-0e1e-42fc-8776-df3832e49d25 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:34.700497 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51984) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:34.701657 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2dd85e6f-0e1e-42fc-8776-df3832e49d25 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/8697c937-5b37-4e67-8f48-c4d3cd157159 HTTP/1.1" status: 404 len: 337 time: 0.0772936 Nov 12 00:56:34.735535 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f16291-7015-476a-b4f4-13e24b5c8a73 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:34.736578 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f16291-7015-476a-b4f4-13e24b5c8a73 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:34.743144 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51986) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:34.743406 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c8f16291-7015-476a-b4f4-13e24b5c8a73 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/1c2bea07-54b3-4131-9257-88a69c074c2c HTTP/1.1" status: 404 len: 333 time: 0.0412579 Nov 12 00:56:34.824946 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7caae4d-af95-4f70-adac-da27f7768be7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:34.825417 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7caae4d-af95-4f70-adac-da27f7768be7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:34.836596 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d7caae4d-af95-4f70-adac-da27f7768be7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/9ae4d0e3-6c0d-4b10-9c70-abebde9749eb HTTP/1.1" status: 404 len: 337 time: 0.0902519 Nov 12 00:56:34.836915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51992) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:34.916628 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-553786d7-737a-4cfc-8249-6e3454a8ac0c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:34.917347 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553786d7-737a-4cfc-8249-6e3454a8ac0c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:34.920641 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-553786d7-737a-4cfc-8249-6e3454a8ac0c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/2b36a8f0-0e22-40e0-9f61-b7f8c05f61f5 HTTP/1.1" status: 404 len: 337 time: 0.0827866 Nov 12 00:56:34.923538 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52000) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:34.997377 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3f24e7-6e2b-4e4f-84ad-4e9fdd3d1216 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:34.998601 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3f24e7-6e2b-4e4f-84ad-4e9fdd3d1216 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:35.007258 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52004) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:35.013363 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ff3f24e7-6e2b-4e4f-84ad-4e9fdd3d1216 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/1ede3de6-6f80-4251-a58c-8b8e91e12701 HTTP/1.1" status: 404 len: 333 time: 0.0790884 Nov 12 00:56:35.065614 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf36448-44a8-44a2-bf50-22ad20a47ca5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:35.066564 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf36448-44a8-44a2-bf50-22ad20a47ca5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:35.072095 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cdf36448-44a8-44a2-bf50-22ad20a47ca5 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/f8348d2f-fe73-4f55-b685-9665cb149c56 HTTP/1.1" status: 404 len: 337 time: 0.0614283 Nov 12 00:56:35.072463 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52006) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:35.124187 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8dd8476-d2df-4452-a6da-f75bc49834d1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:35.124646 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8dd8476-d2df-4452-a6da-f75bc49834d1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:35.130584 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a8dd8476-d2df-4452-a6da-f75bc49834d1 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/365158cc-cdb2-4072-ba41-0253dd51b79c HTTP/1.1" status: 404 len: 337 time: 0.0541716 Nov 12 00:56:35.130964 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4aa0e9-f767-44e3-8429-a5f8757d29bc req-e2263f04-a37b-48f5-993c-ced841f6ac21 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.132343 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52008) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:35.153296 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8a4aa0e9-f767-44e3-8429-a5f8757d29bc req-e2263f04-a37b-48f5-993c-ced841f6ac21 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 946 time: 0.2284095 Nov 12 00:56:35.188052 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52014) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:35.188869 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-20238702-865a-4475-9bae-408fa5e64b71 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a601bd-6f61-4fb8-98ac-b706e84e1b70 HTTP/1.1" status: 200 len: 205 time: 0.0549676 Nov 12 00:56:35.251231 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-1dabd667-ea0a-4f25-82a2-ab4bc73ec0ca tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] delete failed (client error): The resource could not be found. Nov 12 00:56:35.252290 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1dabd667-ea0a-4f25-82a2-ab4bc73ec0ca tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/routers/d8a601bd-6f61-4fb8-98ac-b706e84e1b70 HTTP/1.1" status: 404 len: 336 time: 0.0530460 Nov 12 00:56:35.255380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52016) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:35.290377 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9fb8b2-73aa-41d9-a143-0cc6230f6e15 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:35.290840 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9fb8b2-73aa-41d9-a143-0cc6230f6e15 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:35.293923 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ed9fb8b2-73aa-41d9-a143-0cc6230f6e15 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/54f84cd8-887e-493f-a77e-12beec8ce30d HTTP/1.1" status: 404 len: 337 time: 0.0372691 Nov 12 00:56:35.297488 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52018) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:35.317946 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8a4aa0e9-f767-44e3-8429-a5f8757d29bc req-87fa9681-ba47-4988-9fc3-5436de92caec tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636426 Nov 12 00:56:35.353445 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cb336721-e71e-4c89-8055-9af1c8cff779 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "GET /v2.0/ports?device_id=eead2e30-33a1-494d-8de8-de4c04d5a2bb HTTP/1.1" status: 200 len: 205 time: 0.0546939 Nov 12 00:56:35.355715 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52022) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:35.416809 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-753b7af7-06fe-4df8-9a46-52b48b88e586 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] delete failed (client error): The resource could not be found. Nov 12 00:56:35.420360 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-753b7af7-06fe-4df8-9a46-52b48b88e586 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/routers/eead2e30-33a1-494d-8de8-de4c04d5a2bb HTTP/1.1" status: 404 len: 336 time: 0.0613749 Nov 12 00:56:35.421387 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52024) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:35.475411 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be53cb8-285b-46f8-bf60-37c0afcf94c3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:35.481416 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-31a9fdac-003e-4b90-a7b2-481f1604a030 req-6d52e89d-6167-436b-85e3-c984bb6215f2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=14ea2cdd235d4a03beeb494819cf4835 HTTP/1.1" status: 200 len: 267 time: 0.0667236 Nov 12 00:56:35.481869 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7be53cb8-285b-46f8-bf60-37c0afcf94c3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:35.487366 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7be53cb8-285b-46f8-bf60-37c0afcf94c3 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/9d48a2c8-8523-44b1-82f8-829c87d10f8c HTTP/1.1" status: 404 len: 337 time: 0.0621893 Nov 12 00:56:35.489097 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52026) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:35.546959 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb5c1aa-d4eb-4d42-9d1d-069e9733d46c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:35.547643 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb5c1aa-d4eb-4d42-9d1d-069e9733d46c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:35.551574 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7cb5c1aa-d4eb-4d42-9d1d-069e9733d46c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/077ad2a2-85ef-4bc8-bbdf-f8c88baa2418 HTTP/1.1" status: 404 len: 337 time: 0.0615323 Nov 12 00:56:35.554205 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52030) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:35.583698 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9fdac-003e-4b90-a7b2-481f1604a030 req-a903a694-1613-44af-83ff-56ab25093890 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.585503 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-31a9fdac-003e-4b90-a7b2-481f1604a030 req-a903a694-1613-44af-83ff-56ab25093890 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 946 time: 0.0979862 Nov 12 00:56:35.600668 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-31a9fdac-003e-4b90-a7b2-481f1604a030 req-3fd28a2b-bed2-46d0-81b7-209c94497062 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Request body: {'port': {'security_groups': []}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:35.602792 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81e91ea-e738-4a1a-b821-597b995edd0a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:35.606131 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81e91ea-e738-4a1a-b821-597b995edd0a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:35.621404 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f81e91ea-e738-4a1a-b821-597b995edd0a tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/b9d86645-d936-46c4-aab0-4b81fab8b142 HTTP/1.1" status: 404 len: 333 time: 0.0655737 Nov 12 00:56:35.623738 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52032) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:35.669245 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb28e2e-a42f-4044-bf39-61d68669255c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:35.669960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb28e2e-a42f-4044-bf39-61d68669255c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:35.676390 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ffb28e2e-a42f-4044-bf39-61d68669255c tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/4ed79480-00ef-4645-a406-f594a1f29c11 HTTP/1.1" status: 404 len: 337 time: 0.0516405 Nov 12 00:56:35.678229 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52034) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:35.715883 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e63061-2ad0-4917-8bb5-1de0502c65ba tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:35.717668 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e63061-2ad0-4917-8bb5-1de0502c65ba tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:35.721310 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-31a9fdac-003e-4b90-a7b2-481f1604a030 req-3fd28a2b-bed2-46d0-81b7-209c94497062 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:35.728366 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-49e63061-2ad0-4917-8bb5-1de0502c65ba tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/b41cc8c9-83b8-40f0-a35a-5b026adc7d15 HTTP/1.1" status: 404 len: 333 time: 0.0489025 Nov 12 00:56:35.729252 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52036) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:35.806322 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-956178c6-750f-4c4a-b861-b45211f20fa7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:35.806716 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-956178c6-750f-4c4a-b861-b45211f20fa7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:35.814270 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52038) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:35.817832 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-956178c6-750f-4c4a-b861-b45211f20fa7 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/f45309fa-28af-4042-b93f-ebc34d89808d HTTP/1.1" status: 404 len: 337 time: 0.0765665 Nov 12 00:56:35.862182 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ec7c64-c21e-422d-be6d-6d05343ae560 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:35.864134 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ec7c64-c21e-422d-be6d-6d05343ae560 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:35.867492 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-83ec7c64-c21e-422d-be6d-6d05343ae560 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/145ce692-9d88-479d-8e9d-d03d037c27c4 HTTP/1.1" status: 404 len: 333 time: 0.0519764 Nov 12 00:56:35.870180 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52042) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:35.923359 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-571da4bf-0391-4ebc-8f53-a894035c537d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:35.926040 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-571da4bf-0391-4ebc-8f53-a894035c537d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:35.929399 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-571da4bf-0391-4ebc-8f53-a894035c537d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/c6b61d3d-4f1c-42d3-aa99-05ecf9c7e1b1 HTTP/1.1" status: 404 len: 337 time: 0.0582252 Nov 12 00:56:35.931933 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52046) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:35.963506 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-31a9fdac-003e-4b90-a7b2-481f1604a030 req-3fd28a2b-bed2-46d0-81b7-209c94497062 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] For port 74c15555-2528-44f4-8cfb-34eee5a2466b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=74c15555-2528-44f4-8cfb-34eee5a2466b,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:35.978082 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-75230380-b9ea-4661-81a7-053bc0651528 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:35.986655 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75230380-b9ea-4661-81a7-053bc0651528 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:35.992965 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-75230380-b9ea-4661-81a7-053bc0651528 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/9d6e4ecb-566d-47d3-af47-c55a01707463 HTTP/1.1" status: 404 len: 333 time: 0.0560050 Nov 12 00:56:35.997635 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52054) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:36.005127 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-31a9fdac-003e-4b90-a7b2-481f1604a030 req-3fd28a2b-bed2-46d0-81b7-209c94497062 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.021087 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-31a9fdac-003e-4b90-a7b2-481f1604a030 req-3fd28a2b-bed2-46d0-81b7-209c94497062 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.035271 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['ac7d2f56-2f1b-4ef5-9002-866d6c28d0de'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:36.104056 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae3a54a-bb7c-4875-b25b-4884d2e2ac4f tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:36.104809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae3a54a-bb7c-4875-b25b-4884d2e2ac4f tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:36.110229 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7ae3a54a-bb7c-4875-b25b-4884d2e2ac4f tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/96d6fbac-fbd5-4e01-80b5-7225cb3badf0 HTTP/1.1" status: 404 len: 337 time: 0.1090658 Nov 12 00:56:36.121740 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52056) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:36.135114 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9fdac-003e-4b90-a7b2-481f1604a030 req-3fd28a2b-bed2-46d0-81b7-209c94497062 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:36.135854 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-31a9fdac-003e-4b90-a7b2-481f1604a030 req-3fd28a2b-bed2-46d0-81b7-209c94497062 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.137377 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-31a9fdac-003e-4b90-a7b2-481f1604a030 req-3fd28a2b-bed2-46d0-81b7-209c94497062 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "PUT /v2.0/ports/74c15555-2528-44f4-8cfb-34eee5a2466b HTTP/1.1" status: 200 len: 905 time: 0.5420873 Nov 12 00:56:36.137863 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640d1107-8b89-4f96-b997-4b83698ae7e7', 'tag': '74c15555-2528-44f4-8cfb-34eee5a2466b'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:36.153027 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a34d347-2b11-4178-b7d3-c28a0c90171f" -d '{"events": [{"name": "network-changed", "server_uuid": "640d1107-8b89-4f96-b997-4b83698ae7e7", "tag": "74c15555-2528-44f4-8cfb-34eee5a2466b"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:36.190562 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['bbffa4a2-710f-4fb4-aba5-fe1bad751312', '74c15555-2528-44f4-8cfb-34eee5a2466b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:36.220207 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-0224e7ca-5165-4c30-bb00-b80ad2aec62d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:36.220850 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0224e7ca-5165-4c30-bb00-b80ad2aec62d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:36.227039 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0224e7ca-5165-4c30-bb00-b80ad2aec62d tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/44445392-4e8b-4c12-b2d3-2d4457542a37 HTTP/1.1" status: 404 len: 333 time: 0.1018329 Nov 12 00:56:36.230845 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52064) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:36.381390 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b61821e-342c-4e3c-9b3f-f36b6f8ce77f x-openstack-request-id: req-8b61821e-342c-4e3c-9b3f-f36b6f8ce77f {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:36.383584 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640d1107-8b89-4f96-b997-4b83698ae7e7", "tag": "74c15555-2528-44f4-8cfb-34eee5a2466b", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:36.384072 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b61821e-342c-4e3c-9b3f-f36b6f8ce77f {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:36.385895 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '640d1107-8b89-4f96-b997-4b83698ae7e7', 'tag': '74c15555-2528-44f4-8cfb-34eee5a2466b', 'status': 'completed', 'code': 200} Nov 12 00:56:36.429926 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['74c15555-2528-44f4-8cfb-34eee5a2466b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:36.488890 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-a344611e-672f-4a35-a4cf-07f7929597d8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:36.489314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a344611e-672f-4a35-a4cf-07f7929597d8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:36.497345 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52072) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:36.497537 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a344611e-672f-4a35-a4cf-07f7929597d8 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/b7d39893-cdd1-432b-8446-e35dc5622c39 HTTP/1.1" status: 404 len: 337 time: 0.2546880 Nov 12 00:56:36.559087 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-6005dcb1-7a9a-41f7-802d-44db364eb4df tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:36.559580 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6005dcb1-7a9a-41f7-802d-44db364eb4df tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:36.570523 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6005dcb1-7a9a-41f7-802d-44db364eb4df tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/566e427f-6cc3-4712-931b-f65918710bfb HTTP/1.1" status: 404 len: 333 time: 0.0720623 Nov 12 00:56:36.573024 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52074) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:36.624780 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52076) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:36.656416 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd201077-e3a8-47cf-9264-fb7986164bc6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:36.657142 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd201077-e3a8-47cf-9264-fb7986164bc6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:36.658924 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd28a2b-bed2-46d0-81b7-209c94497062 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Pushing event updated for resources: {'Port': ['ID=74c15555-2528-44f4-8cfb-34eee5a2466b,revision_number=6']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:36.673349 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bd201077-e3a8-47cf-9264-fb7986164bc6 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/c9bf934d-bab3-4710-8763-4c06a99adfb7 HTTP/1.1" status: 404 len: 337 time: 0.0991158 Nov 12 00:56:36.674225 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52080) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:36.720561 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a2afbe-0236-40a4-a922-56f30e83a167 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:36.721345 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a2afbe-0236-40a4-a922-56f30e83a167 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:36.733219 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a6a2afbe-0236-40a4-a922-56f30e83a167 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/ports/fa587fa9-001d-48ac-8d0e-c361a61fda1a HTTP/1.1" status: 404 len: 333 time: 0.0579386 Nov 12 00:56:36.734100 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52082) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:36.735735 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34d347-2b11-4178-b7d3-c28a0c90171f req-5c6ea483-4c07-4895-bfe9-bf2fe09ff649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:36.742260 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a34d347-2b11-4178-b7d3-c28a0c90171f req-5c6ea483-4c07-4895-bfe9-bf2fe09ff649 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 1060 time: 0.3217714 Nov 12 00:56:36.766235 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0ab46c09-f1de-40c8-a246-a83127f7fb90 None None] Provisioning complete for port 74c15555-2528-44f4-8cfb-34eee5a2466b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:36.774721 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e99f7-f8aa-496b-b008-c59a169f12c1 req-086845f4-4974-4cd8-afb1-1f393f962ad8 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:36.777219 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0ab46c09-f1de-40c8-a246-a83127f7fb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.794858 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c88e99f7-f8aa-496b-b008-c59a169f12c1 req-086845f4-4974-4cd8-afb1-1f393f962ad8 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 908 time: 0.4077923 Nov 12 00:56:36.796478 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-5277d9c4-143b-4a65-b91b-a7e382a657ca tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] DELETE failed (client error): The resource could not be found. Nov 12 00:56:36.797239 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5277d9c4-143b-4a65-b91b-a7e382a657ca tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:56:36.808943 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52084) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:36.809238 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5277d9c4-143b-4a65-b91b-a7e382a657ca tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/subnets/1eb7abdf-f38a-487d-b174-2f75d79c05c8 HTTP/1.1" status: 404 len: 337 time: 0.0736296 Nov 12 00:56:37.061288 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a330e016-28bf-4637-a83f-85f8233520ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:37.088868 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01683e-53fd-49b3-bab4-4ad25264b53f req-40c8a152-0997-42d7-99c1-ba138976f2e5 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.090661 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d01683e-53fd-49b3-bab4-4ad25264b53f req-40c8a152-0997-42d7-99c1-ba138976f2e5 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1484318 Nov 12 00:56:37.136265 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9dfafb51-a776-41d3-a98f-4a16c6774321 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:37.191802 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d01683e-53fd-49b3-bab4-4ad25264b53f req-cfaec588-089d-4a44-ad4b-9f83ede62523 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860822 Nov 12 00:56:37.194498 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34d347-2b11-4178-b7d3-c28a0c90171f req-cc32ea66-f7d6-4e67-9c81-1f8e0c8633e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.196373 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a34d347-2b11-4178-b7d3-c28a0c90171f req-cc32ea66-f7d6-4e67-9c81-1f8e0c8633e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 913 time: 0.3950691 Nov 12 00:56:37.341072 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a34d347-2b11-4178-b7d3-c28a0c90171f req-0cbe23a5-b5f7-41a7-8ffe-678566bacf00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74c15555-2528-44f4-8cfb-34eee5a2466b HTTP/1.1" status: 200 len: 217 time: 0.1280217 Nov 12 00:56:37.417340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34d347-2b11-4178-b7d3-c28a0c90171f req-6a641a10-f7f8-40d3-8183-072d6c6df12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.418424 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a34d347-2b11-4178-b7d3-c28a0c90171f req-6a641a10-f7f8-40d3-8183-072d6c6df12d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.0612757 Nov 12 00:56:37.469926 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07dcfd4-3059-4530-ba22-6551b3a1d58b req-d47074a2-a73f-4af3-8594-b940d8f02cef tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.478923 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a07dcfd4-3059-4530-ba22-6551b3a1d58b req-d47074a2-a73f-4af3-8594-b940d8f02cef tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1345770 Nov 12 00:56:37.594525 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a07dcfd4-3059-4530-ba22-6551b3a1d58b req-d822b59f-77e1-47b8-b248-dfc5310da9e5 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100335 Nov 12 00:56:38.122826 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9dfafb51-a776-41d3-a98f-4a16c6774321 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.219591 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-9dfafb51-a776-41d3-a98f-4a16c6774321 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe05c407-cd01-4f7b-b118-ded988bd7940']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:38.242904 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34d347-2b11-4178-b7d3-c28a0c90171f req-f8d22c6c-e617-4e00-9e30-e0eb97767496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.244510 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a34d347-2b11-4178-b7d3-c28a0c90171f req-f8d22c6c-e617-4e00-9e30-e0eb97767496 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8153057 Nov 12 00:56:38.263369 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-9dfafb51-a776-41d3-a98f-4a16c6774321 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efd6308-1c34-4101-a06f-d73ce5d095a8') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:38.263369 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-9dfafb51-a776-41d3-a98f-4a16c6774321 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efd6308-1c34-4101-a06f-d73ce5d095a8') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:38.281056 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a330e016-28bf-4637-a83f-85f8233520ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.315024 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a330e016-28bf-4637-a83f-85f8233520ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.350104 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9dfafb51-a776-41d3-a98f-4a16c6774321 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.419100 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52122) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:38.419251 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a330e016-28bf-4637-a83f-85f8233520ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f17ef803d51452ab31314c5b9c7a1d5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7917440 Nov 12 00:56:38.431922 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-932c9b53-a54c-4a4e-b1f3-35de7d81a4f7 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.439157 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-932c9b53-a54c-4a4e-b1f3-35de7d81a4f7 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 812 time: 0.3622775 Nov 12 00:56:38.457605 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9dfafb51-a776-41d3-a98f-4a16c6774321 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.481562 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-81568ecc-8ac0-4ce1-9cab-9c604e48511f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/quotas/14ea2cdd235d4a03beeb494819cf4835 HTTP/1.1" status: 200 len: 375 time: 0.0414822 Nov 12 00:56:38.486142 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dfafb51-a776-41d3-a98f-4a16c6774321 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:56:38.486561 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9dfafb51-a776-41d3-a98f-4a16c6774321 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:56:38.489670 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:56:38.498912 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330e016-28bf-4637-a83f-85f8233520ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff69598d-09bf-4fab-8829-59620ce61f8e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:38.549994 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd70c6b4-3db0-4b7e-b3b1-a770c5bc3ed4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.574613 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd70c6b4-3db0-4b7e-b3b1-a770c5bc3ed4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.605454 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.611024 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a34d347-2b11-4178-b7d3-c28a0c90171f req-52362071-83c9-4a5f-9116-0aa5366f8dde service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520973 Nov 12 00:56:38.635574 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd70c6b4-3db0-4b7e-b3b1-a770c5bc3ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.639653 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd70c6b4-3db0-4b7e-b3b1-a770c5bc3ed4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.640779 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9dfafb51-a776-41d3-a98f-4a16c6774321 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.641363 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cd70c6b4-3db0-4b7e-b3b1-a770c5bc3ed4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff69598d-09bf-4fab-8829-59620ce61f8e HTTP/1.1" status: 204 len: 168 time: 0.2209833 Nov 12 00:56:38.653056 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70c6b4-3db0-4b7e-b3b1-a770c5bc3ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff69598d-09bf-4fab-8829-59620ce61f8e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:38.691547 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-fb98fc79-cc51-4d78-b24e-2f46a2aeae66 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2085142 Nov 12 00:56:38.696990 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9dfafb51-a776-41d3-a98f-4a16c6774321 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.700146 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9dfafb51-a776-41d3-a98f-4a16c6774321 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] 10.222.0.31 "DELETE /v2.0/networks/fe05c407-cd01-4f7b-b118-ded988bd7940 HTTP/1.1" status: 204 len: 168 time: 1.8902483 Nov 12 00:56:38.745901 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfafb51-a776-41d3-a98f-4a16c6774321 tempest-NetworksTestDHCPv6-1449108392 tempest-NetworksTestDHCPv6-1449108392-project] Pushing event deleted for resources: {'Network': ['ID=fe05c407-cd01-4f7b-b118-ded988bd7940,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:38.788397 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a34d347-2b11-4178-b7d3-c28a0c90171f req-87cce4aa-d652-44ef-a5cd-aebfb4d86ad2 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699028 Nov 12 00:56:39.059841 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52138) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:39.184108 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-60152042-ba38-495c-96cd-117487256dc1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:56:39.195471 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-60152042-ba38-495c-96cd-117487256dc1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5027316 Nov 12 00:56:39.288421 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9ec6bb5b-b910-42e5-8fce-ec3416b7ea00 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c44e1d9089d480fba68ecda64fe68c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2223516 Nov 12 00:56:39.289194 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52144) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:39.407986 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f61b2306-bc22-4620-a40d-8e7cef9517c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:39.438779 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-dc42d4a7-b64d-430c-a2ab-2000dfe6ce25 service neutron] 10.222.0.31 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419899 Nov 12 00:56:39.460171 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f61b2306-bc22-4620-a40d-8e7cef9517c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:39.584618 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f61b2306-bc22-4620-a40d-8e7cef9517c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:39.588237 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f61b2306-bc22-4620-a40d-8e7cef9517c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:39.592555 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f61b2306-bc22-4620-a40d-8e7cef9517c0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/688b1e39-b4a8-494c-a5bb-8cb161456f16 HTTP/1.1" status: 204 len: 168 time: 0.2993720 Nov 12 00:56:39.617559 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b2306-bc22-4620-a40d-8e7cef9517c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688b1e39-b4a8-494c-a5bb-8cb161456f16,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:39.727326 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-47b62b08-a913-47e3-b3e6-40ae5dc2040e service neutron] 10.222.0.31 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797093 Nov 12 00:56:40.060265 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bc4607e5-5934-4b78-9ec4-1f389d49466d req-fb917784-5edc-4ed5-9df8-20a0fa4a1b51 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 210 time: 0.0476851 Nov 12 00:56:40.087245 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52182) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:40.240737 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-0067a1f5-fc69-4aa9-b81b-7f6caf50d137 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-327781863-network', 'tenant_id': '59138efcf4834167920bc9c083c720fa'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:40.301810 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0067a1f5-fc69-4aa9-b81b-7f6caf50d137 admin admin] Made reservation on behalf of 59138efcf4834167920bc9c083c720fa for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:40.307433 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0067a1f5-fc69-4aa9-b81b-7f6caf50d137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.329264 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0067a1f5-fc69-4aa9-b81b-7f6caf50d137 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.476097 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0067a1f5-fc69-4aa9-b81b-7f6caf50d137 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.482794 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0067a1f5-fc69-4aa9-b81b-7f6caf50d137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.501340 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0067a1f5-fc69-4aa9-b81b-7f6caf50d137 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:56:40.515782 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0067a1f5-fc69-4aa9-b81b-7f6caf50d137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.516214 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-0067a1f5-fc69-4aa9-b81b-7f6caf50d137 admin admin] Added segment 93a4d0e5-6d4a-46ee-a65a-ae8f04c59569 of type vlan for network 7cc3fa39-710c-4a0c-9abc-80b813d27e1a Nov 12 00:56:40.571123 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067a1f5-fc69-4aa9-b81b-7f6caf50d137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd65dbb3-d598-436e-955d-851aff0f4cfd,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:40.597341 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0067a1f5-fc69-4aa9-b81b-7f6caf50d137 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.640376 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0067a1f5-fc69-4aa9-b81b-7f6caf50d137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.642753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0067a1f5-fc69-4aa9-b81b-7f6caf50d137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:40.643465 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0067a1f5-fc69-4aa9-b81b-7f6caf50d137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.771980 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0067a1f5-fc69-4aa9-b81b-7f6caf50d137 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6846161 Nov 12 00:56:40.774780 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52208) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:40.787139 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-ef67ba32-77be-491f-ace0-c001e18443da admin admin] Request body: {'subnet': {'network_id': '7cc3fa39-710c-4a0c-9abc-80b813d27e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-327781863-subnet', 'tenant_id': '59138efcf4834167920bc9c083c720fa', 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:40.791926 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067a1f5-fc69-4aa9-b81b-7f6caf50d137 admin admin] Pushing event updated for resources: {'Network': ['ID=7cc3fa39-710c-4a0c-9abc-80b813d27e1a,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:40.804227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 7cc3fa39-710c-4a0c-9abc-80b813d27e1a details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:56:40.828816 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef67ba32-77be-491f-ace0-c001e18443da admin admin] Made reservation on behalf of 59138efcf4834167920bc9c083c720fa for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:40.831089 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef67ba32-77be-491f-ace0-c001e18443da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.937751 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52210) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:41.061699 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-70885006-4e41-4ead-a3fa-064040799cd2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2110786662'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:41.112109 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef67ba32-77be-491f-ace0-c001e18443da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.126534 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70885006-4e41-4ead-a3fa-064040799cd2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Made reservation on behalf of 19be8e49f096487c98b72e29d1163869 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:41.140310 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70885006-4e41-4ead-a3fa-064040799cd2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.170358 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70885006-4e41-4ead-a3fa-064040799cd2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.188975 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67ba32-77be-491f-ace0-c001e18443da admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6018c89-6df9-41ee-b501-7ad65d187de2,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:41.258011 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d78c4c7f-f1f1-419a-a9ba-4d9664e6b84b req-8d3502cb-5268-47c1-885d-7024cbf8427a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 210 time: 0.0531816 Nov 12 00:56:41.270727 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef67ba32-77be-491f-ace0-c001e18443da admin admin] Checking segment: {'id': '93a4d0e5-6d4a-46ee-a65a-ae8f04c59569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7cc3fa39-710c-4a0c-9abc-80b813d27e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:41.271101 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef67ba32-77be-491f-ace0-c001e18443da admin admin] Network hostable DHCP agents. Network: 7cc3fa39-710c-4a0c-9abc-80b813d27e1a, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:56:41.291803 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef67ba32-77be-491f-ace0-c001e18443da admin admin] Network 7cc3fa39-710c-4a0c-9abc-80b813d27e1a is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:56:41.305671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-ef67ba32-77be-491f-ace0-c001e18443da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 7cc3fa39-710c-4a0c-9abc-80b813d27e1a) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:41.311637 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef67ba32-77be-491f-ace0-c001e18443da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.312464 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef67ba32-77be-491f-ace0-c001e18443da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.315339 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70885006-4e41-4ead-a3fa-064040799cd2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.320629 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf6a194-e000-46f6-8cae-0d33f38e30c3 None None] Network 7cc3fa39-710c-4a0c-9abc-80b813d27e1a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:41.323392 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70885006-4e41-4ead-a3fa-064040799cd2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.338281 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ef67ba32-77be-491f-ace0-c001e18443da admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5624030 Nov 12 00:56:41.339025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52226) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:41.344117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-799b7a11-e45d-444b-8fcf-b25386fd10a9 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-327781863-router', 'tenant_id': '59138efcf4834167920bc9c083c720fa', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:41.361409 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70885006-4e41-4ead-a3fa-064040799cd2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:56:41.373551 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-799b7a11-e45d-444b-8fcf-b25386fd10a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.375401 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-799b7a11-e45d-444b-8fcf-b25386fd10a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.377831 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70885006-4e41-4ead-a3fa-064040799cd2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2749daf-c8c6-4434-8934-9057dc151345,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:41.399673 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70885006-4e41-4ead-a3fa-064040799cd2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.400052 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-70885006-4e41-4ead-a3fa-064040799cd2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Added segment 0921c986-a4cb-4c30-afce-0d7da80ed045 of type vlan for network 2fb9c305-b453-40c0-82f6-8c2c1ae9321c Nov 12 00:56:41.458419 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-799b7a11-e45d-444b-8fcf-b25386fd10a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.510632 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70885006-4e41-4ead-a3fa-064040799cd2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.599261 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70885006-4e41-4ead-a3fa-064040799cd2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.605521 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70885006-4e41-4ead-a3fa-064040799cd2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.606345 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70885006-4e41-4ead-a3fa-064040799cd2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.696934 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b494bd3-a8e9-43a2-949b-b5b57c7e212c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-7cc3fa39-710c-4a0c-9abc-80b813d27e1a', 'network_id': '7cc3fa39-710c-4a0c-9abc-80b813d27e1a', 'tenant_id': '59138efcf4834167920bc9c083c720fa', 'fixed_ips': [{'subnet_id': 'f6018c89-6df9-41ee-b501-7ad65d187de2'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:56:41.698087 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2b494bd3-a8e9-43a2-949b-b5b57c7e212c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.778218 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-799b7a11-e45d-444b-8fcf-b25386fd10a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.802498 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70885006-4e41-4ead-a3fa-064040799cd2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Pushing event updated for resources: {'Network': ['ID=2fb9c305-b453-40c0-82f6-8c2c1ae9321c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:41.817165 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-70885006-4e41-4ead-a3fa-064040799cd2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8781776 Nov 12 00:56:41.820054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52230) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:41.831709 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-8c712372-c176-4034-ba46-8cb372fc571d tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Request body: {'subnet': {'network_id': '2fb9c305-b453-40c0-82f6-8c2c1ae9321c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:41.881109 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-2b494bd3-a8e9-43a2-949b-b5b57c7e212c None None] Allocated IP 172.20.0.2 (7cc3fa39-710c-4a0c-9abc-80b813d27e1a/f6018c89-6df9-41ee-b501-7ad65d187de2/3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:41.921487 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 2fb9c305-b453-40c0-82f6-8c2c1ae9321c details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:56:41.950275 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-444e61c5-1188-495d-8579-e9d540ab96de tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.950631 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c712372-c176-4034-ba46-8cb372fc571d tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Made reservation on behalf of 19be8e49f096487c98b72e29d1163869 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:41.953226 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-444e61c5-1188-495d-8579-e9d540ab96de tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.21 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 812 time: 0.4284997 Nov 12 00:56:41.955445 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c712372-c176-4034-ba46-8cb372fc571d tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.969262 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-04a1243b-a302-4dae-9c0f-5a9315619a82 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Request body: {'port': {'device_id': '673a2699-fda4-4bdf-a1a7-b6c6b695b344', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'admin_state_up': True, 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:42.116328 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-04a1243b-a302-4dae-9c0f-5a9315619a82 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Made reservation on behalf of 14ea2cdd235d4a03beeb494819cf4835 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:42.120932 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-04a1243b-a302-4dae-9c0f-5a9315619a82 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.170010 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2b494bd3-a8e9-43a2-949b-b5b57c7e212c None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.182407 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2b494bd3-a8e9-43a2-949b-b5b57c7e212c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.230120 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b494bd3-a8e9-43a2-949b-b5b57c7e212c None None] Network 7cc3fa39-710c-4a0c-9abc-80b813d27e1a is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:42.233781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-2b494bd3-a8e9-43a2-949b-b5b57c7e212c None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:42.238604 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b494bd3-a8e9-43a2-949b-b5b57c7e212c None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:42.337621 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c712372-c176-4034-ba46-8cb372fc571d tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.399451 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c712372-c176-4034-ba46-8cb372fc571d tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Pushing event updated for resources: {'Subnet': ['ID=550cb34b-464b-4682-89e2-c1b0bcbaf054,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:42.447331 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c712372-c176-4034-ba46-8cb372fc571d tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Checking segment: {'id': '0921c986-a4cb-4c30-afce-0d7da80ed045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2fb9c305-b453-40c0-82f6-8c2c1ae9321c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:42.448186 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c712372-c176-4034-ba46-8cb372fc571d tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Network hostable DHCP agents. Network: 2fb9c305-b453-40c0-82f6-8c2c1ae9321c, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:56:42.480818 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-799b7a11-e45d-444b-8fcf-b25386fd10a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.484669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c712372-c176-4034-ba46-8cb372fc571d tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Network 2fb9c305-b453-40c0-82f6-8c2c1ae9321c is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:56:42.498006 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c33b7110-1c35-4075-bf22-6960c469e2ab req-22f361bc-af30-4618-8cae-ef6cad1560d8 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 210 time: 0.0875621 Nov 12 00:56:42.500074 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-8c712372-c176-4034-ba46-8cb372fc571d tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 2fb9c305-b453-40c0-82f6-8c2c1ae9321c) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:42.515846 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c712372-c176-4034-ba46-8cb372fc571d tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.517229 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c712372-c176-4034-ba46-8cb372fc571d tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.539161 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-799b7a11-e45d-444b-8fcf-b25386fd10a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.547319 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52240) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:42.548076 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8c712372-c176-4034-ba46-8cb372fc571d tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7266650 Nov 12 00:56:42.555248 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-c5e71dff-2ff4-49a9-a0f0-80f6dadf7f3f tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1406833508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:42.557151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef003755-6bc9-4dac-b74c-96ed0a51debb None None] Network 2fb9c305-b453-40c0-82f6-8c2c1ae9321c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:42.598075 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b494bd3-a8e9-43a2-949b-b5b57c7e212c None None] Pushing event updated for resources: {'Port': ['ID=3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:42.657345 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-2b494bd3-a8e9-43a2-949b-b5b57c7e212c None None] Attempting to bind port 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:42.658172 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-2b494bd3-a8e9-43a2-949b-b5b57c7e212c None None] Attempting to bind port 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '93a4d0e5-6d4a-46ee-a65a-ae8f04c59569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7cc3fa39-710c-4a0c-9abc-80b813d27e1a'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:42.658172 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b494bd3-a8e9-43a2-949b-b5b57c7e212c None None] Attempting to bind port 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584 on network 7cc3fa39-710c-4a0c-9abc-80b813d27e1a {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:42.678130 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b494bd3-a8e9-43a2-949b-b5b57c7e212c None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:42.678706 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b494bd3-a8e9-43a2-949b-b5b57c7e212c None None] Checking segment: {'id': '93a4d0e5-6d4a-46ee-a65a-ae8f04c59569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7cc3fa39-710c-4a0c-9abc-80b813d27e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:42.679733 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2b494bd3-a8e9-43a2-949b-b5b57c7e212c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.680466 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b494bd3-a8e9-43a2-949b-b5b57c7e212c None None] Bound using segment: {'id': '93a4d0e5-6d4a-46ee-a65a-ae8f04c59569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7cc3fa39-710c-4a0c-9abc-80b813d27e1a'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:42.681064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-2b494bd3-a8e9-43a2-949b-b5b57c7e212c None None] Bound port: 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a4d0e5-6d4a-46ee-a65a-ae8f04c59569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7cc3fa39-710c-4a0c-9abc-80b813d27e1a'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:42.681793 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2b494bd3-a8e9-43a2-949b-b5b57c7e212c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.716338 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c5e71dff-2ff4-49a9-a0f0-80f6dadf7f3f tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.717363 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c5e71dff-2ff4-49a9-a0f0-80f6dadf7f3f tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.725068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-04a1243b-a302-4dae-9c0f-5a9315619a82 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Allocated IP 172.20.0.4 (6307f6ac-8534-473b-9c55-0dd7d1da8597/b8aa6c3c-5081-4604-8817-fb3a926bbac1/27b78534-04f9-4471-ad77-b57e9bccd12f) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:42.808353 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2b494bd3-a8e9-43a2-949b-b5b57c7e212c None None] For port 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:42.842081 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2b494bd3-a8e9-43a2-949b-b5b57c7e212c None None] For port 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584,segment=NetworkSegment(93a4d0e5-6d4a-46ee-a65a-ae8f04c59569),segment_id=93a4d0e5-6d4a-46ee-a65a-ae8f04c59569)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:42.856477 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c65dcb-8860-4b0f-acf2-bea24ed8293e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-2fb9c305-b453-40c0-82f6-8c2c1ae9321c', 'network_id': '2fb9c305-b453-40c0-82f6-8c2c1ae9321c', 'tenant_id': '19be8e49f096487c98b72e29d1163869', 'fixed_ips': [{'subnet_id': '550cb34b-464b-4682-89e2-c1b0bcbaf054'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:56:42.857639 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c7c65dcb-8860-4b0f-acf2-bea24ed8293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.858315 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-799b7a11-e45d-444b-8fcf-b25386fd10a9 admin admin] Allocated IP 172.25.0.181 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/0bce0c44-5751-49f2-935f-f9c69844a2c6) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:42.861832 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2b494bd3-a8e9-43a2-949b-b5b57c7e212c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.874312 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c5e71dff-2ff4-49a9-a0f0-80f6dadf7f3f tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.892466 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c5e71dff-2ff4-49a9-a0f0-80f6dadf7f3f tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.990173 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c5e71dff-2ff4-49a9-a0f0-80f6dadf7f3f tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.991320 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c5e71dff-2ff4-49a9-a0f0-80f6dadf7f3f tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4400845 Nov 12 00:56:42.994221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52246) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:43.100083 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b494bd3-a8e9-43a2-949b-b5b57c7e212c None None] Pushing event updated for resources: {'Port': ['ID=3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:43.240921 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-c7c65dcb-8860-4b0f-acf2-bea24ed8293e None None] Allocated IP 172.20.0.2 (2fb9c305-b453-40c0-82f6-8c2c1ae9321c/550cb34b-464b-4682-89e2-c1b0bcbaf054/57d6beff-7c1d-4e90-b47f-b4a210c02c71) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:43.577768 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f3daec10-d4e8-4288-9cd0-22207370c4e2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.591097 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c7c65dcb-8860-4b0f-acf2-bea24ed8293e None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.607483 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c7c65dcb-8860-4b0f-acf2-bea24ed8293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.677580 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c65dcb-8860-4b0f-acf2-bea24ed8293e None None] Pushing event updated for resources: {'Port': ['ID=57d6beff-7c1d-4e90-b47f-b4a210c02c71,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:43.684735 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c65dcb-8860-4b0f-acf2-bea24ed8293e None None] Network 2fb9c305-b453-40c0-82f6-8c2c1ae9321c is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:43.695996 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-c7c65dcb-8860-4b0f-acf2-bea24ed8293e None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:43.698644 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c65dcb-8860-4b0f-acf2-bea24ed8293e None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:43.735563 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-df6ea279-00b8-42a0-ae31-628fbfbe0408 req-1eb436b3-3181-4235-b296-970f332cc950 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 210 time: 0.0486686 Nov 12 00:56:43.810768 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c7c65dcb-8860-4b0f-acf2-bea24ed8293e None None] Attempting to bind port 57d6beff-7c1d-4e90-b47f-b4a210c02c71 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:43.811241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c7c65dcb-8860-4b0f-acf2-bea24ed8293e None None] Attempting to bind port 57d6beff-7c1d-4e90-b47f-b4a210c02c71 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0921c986-a4cb-4c30-afce-0d7da80ed045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2fb9c305-b453-40c0-82f6-8c2c1ae9321c'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:43.812028 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c65dcb-8860-4b0f-acf2-bea24ed8293e None None] Attempting to bind port 57d6beff-7c1d-4e90-b47f-b4a210c02c71 on network 2fb9c305-b453-40c0-82f6-8c2c1ae9321c {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:43.819877 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c65dcb-8860-4b0f-acf2-bea24ed8293e None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:43.820480 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c65dcb-8860-4b0f-acf2-bea24ed8293e None None] Checking segment: {'id': '0921c986-a4cb-4c30-afce-0d7da80ed045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2fb9c305-b453-40c0-82f6-8c2c1ae9321c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:43.821068 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c7c65dcb-8860-4b0f-acf2-bea24ed8293e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.821623 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c65dcb-8860-4b0f-acf2-bea24ed8293e None None] Bound using segment: {'id': '0921c986-a4cb-4c30-afce-0d7da80ed045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2fb9c305-b453-40c0-82f6-8c2c1ae9321c'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:43.822231 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-04a1243b-a302-4dae-9c0f-5a9315619a82 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.822350 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c7c65dcb-8860-4b0f-acf2-bea24ed8293e None None] Bound port: 57d6beff-7c1d-4e90-b47f-b4a210c02c71, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0921c986-a4cb-4c30-afce-0d7da80ed045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2fb9c305-b453-40c0-82f6-8c2c1ae9321c'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:43.822841 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c7c65dcb-8860-4b0f-acf2-bea24ed8293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.837652 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-799b7a11-e45d-444b-8fcf-b25386fd10a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.891902 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c7c65dcb-8860-4b0f-acf2-bea24ed8293e None None] For port 57d6beff-7c1d-4e90-b47f-b4a210c02c71, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:43.896469 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c7c65dcb-8860-4b0f-acf2-bea24ed8293e None None] For port 57d6beff-7c1d-4e90-b47f-b4a210c02c71, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=57d6beff-7c1d-4e90-b47f-b4a210c02c71,segment=NetworkSegment(0921c986-a4cb-4c30-afce-0d7da80ed045),segment_id=0921c986-a4cb-4c30-afce-0d7da80ed045)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:43.905643 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c7c65dcb-8860-4b0f-acf2-bea24ed8293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.909063 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-04a1243b-a302-4dae-9c0f-5a9315619a82 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.945125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['ac7d2f56-2f1b-4ef5-9002-866d6c28d0de'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:43.949384 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['bbffa4a2-710f-4fb4-aba5-fe1bad751312'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:43.960514 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-799b7a11-e45d-444b-8fcf-b25386fd10a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.081354 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-04a1243b-a302-4dae-9c0f-5a9315619a82 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Network 6307f6ac-8534-473b-9c55-0dd7d1da8597 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:44.090902 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-04a1243b-a302-4dae-9c0f-5a9315619a82 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:44.093965 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-04a1243b-a302-4dae-9c0f-5a9315619a82 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:44.134481 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1243b-a302-4dae-9c0f-5a9315619a82 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Pushing event updated for resources: {'Port': ['ID=27b78534-04f9-4471-ad77-b57e9bccd12f,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:44.201314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-f3daec10-d4e8-4288-9cd0-22207370c4e2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Allocated IP 172.20.0.1 (2fb9c305-b453-40c0-82f6-8c2c1ae9321c/550cb34b-464b-4682-89e2-c1b0bcbaf054/9779671d-5ffc-421b-9254-f493936c4056) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:44.203840 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c65dcb-8860-4b0f-acf2-bea24ed8293e None None] Pushing event updated for resources: {'Port': ['ID=57d6beff-7c1d-4e90-b47f-b4a210c02c71,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:44.204989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799b7a11-e45d-444b-8fcf-b25386fd10a9 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:44.208835 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b7a11-e45d-444b-8fcf-b25386fd10a9 admin admin] Pushing event updated for resources: {'Port': ['ID=0bce0c44-5751-49f2-935f-f9c69844a2c6,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:44.220793 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-799b7a11-e45d-444b-8fcf-b25386fd10a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:44.225969 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799b7a11-e45d-444b-8fcf-b25386fd10a9 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:44.254903 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a447258f-dca8-498d-8fba-53f7e976c37b None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:56:44.292322 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-04a1243b-a302-4dae-9c0f-5a9315619a82 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:44.293038 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-04a1243b-a302-4dae-9c0f-5a9315619a82 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.378153 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:56:44.406496 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-04a1243b-a302-4dae-9c0f-5a9315619a82 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4418108 Nov 12 00:56:44.585687 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] Request body: {'port': {'device_id': '673a2699-fda4-4bdf-a1a7-b6c6b695b344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:44.606084 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f3daec10-d4e8-4288-9cd0-22207370c4e2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.674014 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:44.708784 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5d006d21-b4ff-42b0-b0d9-72e5ba5ffe28 None None] Provisioning complete for port 0bce0c44-5751-49f2-935f-f9c69844a2c6 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:44.709095 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5d006d21-b4ff-42b0-b0d9-72e5ba5ffe28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.729494 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f3daec10-d4e8-4288-9cd0-22207370c4e2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.834424 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.892340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3daec10-d4e8-4288-9cd0-22207370c4e2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Network 2fb9c305-b453-40c0-82f6-8c2c1ae9321c is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:44.929673 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-f3daec10-d4e8-4288-9cd0-22207370c4e2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:44.938108 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3daec10-d4e8-4288-9cd0-22207370c4e2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:44.965362 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e22111-5f29-467f-b38a-3171e507f252 None None] Network 7cc3fa39-710c-4a0c-9abc-80b813d27e1a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:45.003205 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3daec10-d4e8-4288-9cd0-22207370c4e2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Pushing event updated for resources: {'Port': ['ID=9779671d-5ffc-421b-9254-f493936c4056,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:45.045512 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f3daec10-d4e8-4288-9cd0-22207370c4e2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.071726 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-5d006d21-b4ff-42b0-b0d9-72e5ba5ffe28 None None] Port 0bce0c44-5751-49f2-935f-f9c69844a2c6 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:45.121870 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:45.122251 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.145869 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-799b7a11-e45d-444b-8fcf-b25386fd10a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.251256 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f62d5-75ee-4a0d-9d2d-1ffaa58206e4 req-41f5cb57-5b76-4af3-a7ee-49a6044d1dc9 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:45.254302 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-177f62d5-75ee-4a0d-9d2d-1ffaa58206e4 req-41f5cb57-5b76-4af3-a7ee-49a6044d1dc9 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 931 time: 0.3469481 Nov 12 00:56:45.266633 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-30a0aff5-98ca-4a80-af2d-56743eeb67f3 None None] Provisioning complete for port 27b78534-04f9-4471-ad77-b57e9bccd12f triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:45.268352 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-30a0aff5-98ca-4a80-af2d-56743eeb67f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.331213 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f3daec10-d4e8-4288-9cd0-22207370c4e2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.350688 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.418619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-30a0aff5-98ca-4a80-af2d-56743eeb67f3 None None] Port 27b78534-04f9-4471-ad77-b57e9bccd12f cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:45.419515 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-177f62d5-75ee-4a0d-9d2d-1ffaa58206e4 req-4e4b7fe1-3bea-43fb-9121-1e526b49dd97 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070349 Nov 12 00:56:45.447371 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584,segment=NetworkSegment(93a4d0e5-6d4a-46ee-a65a-ae8f04c59569),segment_id=93a4d0e5-6d4a-46ee-a65a-ae8f04c59569)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:45.464074 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-30a0aff5-98ca-4a80-af2d-56743eeb67f3 None None] Provisioning complete for port 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:45.464446 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-30a0aff5-98ca-4a80-af2d-56743eeb67f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.515094 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.693138 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:45.827030 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-799b7a11-e45d-444b-8fcf-b25386fd10a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.938009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcbe1c7-d433-4215-8787-07c2c7512efb None None] Network 2fb9c305-b453-40c0-82f6-8c2c1ae9321c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:45.946597 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f3daec10-d4e8-4288-9cd0-22207370c4e2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.959631 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f3daec10-d4e8-4288-9cd0-22207370c4e2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.076734 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2d8e507d-ff0b-42ff-99db-a11bfbfd78a7 None None] Provisioning complete for port 57d6beff-7c1d-4e90-b47f-b4a210c02c71 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:46.077584 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2d8e507d-ff0b-42ff-99db-a11bfbfd78a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.078758 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f3daec10-d4e8-4288-9cd0-22207370c4e2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.154932 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3daec10-d4e8-4288-9cd0-22207370c4e2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Pushing event updated for resources: {'Port': ['ID=9779671d-5ffc-421b-9254-f493936c4056,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:46.184564 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b78534-04f9-4471-ad77-b57e9bccd12f {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:46.215788 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.223036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-93da99b1-6794-4dd3-b4f4-39b30bc479af req-f3dfb3ce-7086-4408-8f03-58a55227b673 service neutron] (114243) timed out ('10.222.0.21', 51967) {{(pid=114243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 00:56:46.231308 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] Transition to ACTIVE for port object 27b78534-04f9-4471-ad77-b57e9bccd12f will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:46.250890 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3daec10-d4e8-4288-9cd0-22207370c4e2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Network 2fb9c305-b453-40c0-82f6-8c2c1ae9321c is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:46.252011 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.252800 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-f3daec10-d4e8-4288-9cd0-22207370c4e2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:46.341547 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2d8e507d-ff0b-42ff-99db-a11bfbfd78a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.351770 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] Pushing event updated for resources: {'Port': ['ID=27b78534-04f9-4471-ad77-b57e9bccd12f,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:46.409369 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799b7a11-e45d-444b-8fcf-b25386fd10a9 admin admin] Router 5845bdb7-53ef-4706-82bc-6297bcf107a5 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:56:46.444805 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2d8e507d-ff0b-42ff-99db-a11bfbfd78a7 None None] For port 57d6beff-7c1d-4e90-b47f-b4a210c02c71, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=57d6beff-7c1d-4e90-b47f-b4a210c02c71,segment=NetworkSegment(0921c986-a4cb-4c30-afce-0d7da80ed045),segment_id=0921c986-a4cb-4c30-afce-0d7da80ed045)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:46.453143 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2d8e507d-ff0b-42ff-99db-a11bfbfd78a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.483191 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3daec10-d4e8-4288-9cd0-22207370c4e2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Router d0231db7-340f-42c2-b935-ad16f8564827 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:56:46.572414 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e507d-ff0b-42ff-99db-a11bfbfd78a7 None None] Pushing event updated for resources: {'Port': ['ID=57d6beff-7c1d-4e90-b47f-b4a210c02c71,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:46.642384 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-bff1ac9a-4ae7-4df7-ae3f-13c26d14ecd1 None None] Provisioning complete for port 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:46.642384 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bff1ac9a-4ae7-4df7-ae3f-13c26d14ecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.755278 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3daec10-d4e8-4288-9cd0-22207370c4e2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:56:46.765494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799b7a11-e45d-444b-8fcf-b25386fd10a9 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:56:46.766822 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f3daec10-d4e8-4288-9cd0-22207370c4e2 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] 10.222.0.31 "PUT /v2.0/routers/d0231db7-340f-42c2-b935-ad16f8564827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7707391 Nov 12 00:56:46.770837 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52292) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:46.789479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-30c311ba-ac30-4bb0-bbe9-15a313bdb0d1 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Request body: {'port': {'network_id': '2fb9c305-b453-40c0-82f6-8c2c1ae9321c', 'name': 'tempest-FloatingIPNegativeTestJSON-439692481'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:46.792221 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93522fea-5845-4daf-bdd1-ffa632c1e4bd None None] Sync routers for ids ['d0231db7-340f-42c2-b935-ad16f8564827'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:56:46.805575 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] Sync routers for ids ['5845bdb7-53ef-4706-82bc-6297bcf107a5'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:56:46.827037 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] Routers {'5845bdb7-53ef-4706-82bc-6297bcf107a5'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:56:46.830640 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:56:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['5845bdb7-53ef-4706-82bc-6297bcf107a5'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:46.841605 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 57d6beff-7c1d-4e90-b47f-b4a210c02c71 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:46.960432 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-799b7a11-e45d-444b-8fcf-b25386fd10a9 admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.963552 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-799b7a11-e45d-444b-8fcf-b25386fd10a9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.6215193 Nov 12 00:56:46.971867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52298) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:47.037511 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93522fea-5845-4daf-bdd1-ffa632c1e4bd None None] Routers {'d0231db7-340f-42c2-b935-ad16f8564827'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:56:47.038397 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-93522fea-5845-4daf-bdd1-ffa632c1e4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:56:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d0231db7-340f-42c2-b935-ad16f8564827'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:47.087804 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-93522fea-5845-4daf-bdd1-ffa632c1e4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:47.130164 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] Set router 5845bdb7-53ef-4706-82bc-6297bcf107a5 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:56:47.131085 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c311ba-ac30-4bb0-bbe9-15a313bdb0d1 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Made reservation on behalf of 19be8e49f096487c98b72e29d1163869 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:47.135451 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-30c311ba-ac30-4bb0-bbe9-15a313bdb0d1 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:47.177434 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 57d6beff-7c1d-4e90-b47f-b4a210c02c71 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:47.177697 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-30c311ba-ac30-4bb0-bbe9-15a313bdb0d1 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] device_id is not set on port fd85641a-1c3c-4c0f-883f-27a1d3e02b9c yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:56:47.180575 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:47.189437 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] Attempting to bind port 27b78534-04f9-4471-ad77-b57e9bccd12f on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:47.189437 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] Attempting to bind port 27b78534-04f9-4471-ad77-b57e9bccd12f by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:47.192791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] Attempting to bind port 27b78534-04f9-4471-ad77-b57e9bccd12f on network 6307f6ac-8534-473b-9c55-0dd7d1da8597 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:47.226224 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] Port 27b78534-04f9-4471-ad77-b57e9bccd12f on network 6307f6ac-8534-473b-9c55-0dd7d1da8597 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:47.233255 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] Attempting to bind port 27b78534-04f9-4471-ad77-b57e9bccd12f on network 6307f6ac-8534-473b-9c55-0dd7d1da8597 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:47.304229 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93522fea-5845-4daf-bdd1-ffa632c1e4bd None None] Routers {'d0231db7-340f-42c2-b935-ad16f8564827'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:56:47.316803 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-93522fea-5845-4daf-bdd1-ffa632c1e4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:56:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d0231db7-340f-42c2-b935-ad16f8564827'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:47.369455 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165ac4c-99bb-48be-906a-7764e9496f39 req-660bcdb6-4582-4193-b619-97783dd4bf2c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:47.385087 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4165ac4c-99bb-48be-906a-7764e9496f39 req-660bcdb6-4582-4193-b619-97783dd4bf2c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 943 time: 0.6376052 Nov 12 00:56:47.412669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:47.412962 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] Checking segment: {'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:47.413353 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] Bound using segment: {'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:47.413882 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] Bound port: 27b78534-04f9-4471-ad77-b57e9bccd12f, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:47.414246 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:47.469377 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-93522fea-5845-4daf-bdd1-ffa632c1e4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:47.470017 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93522fea-5845-4daf-bdd1-ffa632c1e4bd None None] The sync data for ids ['d0231db7-340f-42c2-b935-ad16f8564827'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:56:47.524073 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0df78b7e-8809-4f2a-99ea-1d35d5617991 None None] Provisioning complete for port 9779671d-5ffc-421b-9254-f493936c4056 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:47.524450 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0df78b7e-8809-4f2a-99ea-1d35d5617991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:47.585780 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-0df78b7e-8809-4f2a-99ea-1d35d5617991 None None] Port 9779671d-5ffc-421b-9254-f493936c4056 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:47.609903 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-30c311ba-ac30-4bb0-bbe9-15a313bdb0d1 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Allocated IP 172.20.0.9 (2fb9c305-b453-40c0-82f6-8c2c1ae9321c/550cb34b-464b-4682-89e2-c1b0bcbaf054/fd85641a-1c3c-4c0f-883f-27a1d3e02b9c) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:47.664925 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:47.709069 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5845bdb7-53ef-4706-82bc-6297bcf107a5', 'name': 'tempest-ImageQuotaTest-327781863-router', 'tenant_id': '59138efcf4834167920bc9c083c720fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '0bce0c44-5751-49f2-935f-f9c69844a2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:41Z', 'updated_at': '2021-11-12T00:56:44Z', 'revision_number': 3, 'project_id': '59138efcf4834167920bc9c083c720fa', 'gw_port': {'id': '0bce0c44-5751-49f2-935f-f9c69844a2c6', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5845bdb7-53ef-4706-82bc-6297bcf107a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:42Z', 'updated_at': '2021-11-12T00:56:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:47.716139 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0df78b7e-8809-4f2a-99ea-1d35d5617991 None None] Provisioning complete for port 57d6beff-7c1d-4e90-b47f-b4a210c02c71 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:47.716900 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0df78b7e-8809-4f2a-99ea-1d35d5617991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:47.795856 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] Checking router: 5845bdb7-53ef-4706-82bc-6297bcf107a5 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:56:47.796528 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] Updating router 5845bdb7-53ef-4706-82bc-6297bcf107a5 port 0bce0c44-5751-49f2-935f-f9c69844a2c6 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:56:47.812475 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:47.816893 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:47.822728 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4165ac4c-99bb-48be-906a-7764e9496f39 req-5937d469-a0b0-4dbb-a178-2ee27c8e0989 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237771 Nov 12 00:56:47.863682 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:47.963416 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] For port 27b78534-04f9-4471-ad77-b57e9bccd12f, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:48.034797 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-30c311ba-ac30-4bb0-bbe9-15a313bdb0d1 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.042446 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] For port 27b78534-04f9-4471-ad77-b57e9bccd12f, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27b78534-04f9-4471-ad77-b57e9bccd12f,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:48.048987 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4fdb6187-88a4-483e-a231-dc9daecf70ab None None] Provisioning complete for port 9779671d-5ffc-421b-9254-f493936c4056 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:48.049366 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4fdb6187-88a4-483e-a231-dc9daecf70ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.109876 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4fdb6187-88a4-483e-a231-dc9daecf70ab None None] Port 9779671d-5ffc-421b-9254-f493936c4056 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:48.123639 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-30c311ba-ac30-4bb0-bbe9-15a313bdb0d1 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.186397 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.247223 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c311ba-ac30-4bb0-bbe9-15a313bdb0d1 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Network 2fb9c305-b453-40c0-82f6-8c2c1ae9321c is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:48.252546 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-30c311ba-ac30-4bb0-bbe9-15a313bdb0d1 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:48.267310 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c311ba-ac30-4bb0-bbe9-15a313bdb0d1 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:48.274108 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c311ba-ac30-4bb0-bbe9-15a313bdb0d1 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Pushing event updated for resources: {'Port': ['ID=fd85641a-1c3c-4c0f-883f-27a1d3e02b9c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:48.322109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.322791 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.339538 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] 10.222.0.21 "PUT /v2.0/ports/27b78534-04f9-4471-ad77-b57e9bccd12f HTTP/1.1" status: 200 len: 1092 time: 3.7785306 Nov 12 00:56:48.356178 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673a2699-fda4-4bdf-a1a7-b6c6b695b344', 'tag': '27b78534-04f9-4471-ad77-b57e9bccd12f'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:48.361457 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680ab296-1e48-4274-a915-bfb28afd2d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "673a2699-fda4-4bdf-a1a7-b6c6b695b344", "tag": "27b78534-04f9-4471-ad77-b57e9bccd12f"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:48.390760 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c311ba-ac30-4bb0-bbe9-15a313bdb0d1 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.391934 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-30c311ba-ac30-4bb0-bbe9-15a313bdb0d1 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.428748 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-30c311ba-ac30-4bb0-bbe9-15a313bdb0d1 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6524906 Nov 12 00:56:48.444116 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52320) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:48.449466 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-71c57c3e-758f-44a8-9b10-492075ab9022 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:48.503072 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71c57c3e-758f-44a8-9b10-492075ab9022 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.521901 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e7a4ca-3972-43cc-a218-141804b17965 x-openstack-request-id: req-41e7a4ca-3972-43cc-a218-141804b17965 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:48.522576 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673a2699-fda4-4bdf-a1a7-b6c6b695b344", "tag": "27b78534-04f9-4471-ad77-b57e9bccd12f", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:48.526912 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 57d6beff-7c1d-4e90-b47f-b4a210c02c71 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:48.528798 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41e7a4ca-3972-43cc-a218-141804b17965 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:48.529594 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '673a2699-fda4-4bdf-a1a7-b6c6b695b344', 'tag': '27b78534-04f9-4471-ad77-b57e9bccd12f', 'status': 'completed', 'code': 200} Nov 12 00:56:48.538187 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.557341 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.570989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424ccf2-cbce-4028-bac8-039546746cfc service neutron] Pushing event updated for resources: {'Port': ['ID=27b78534-04f9-4471-ad77-b57e9bccd12f,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:48.641360 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6e7ea015-5d2b-479c-be69-46f09b6291ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.649210 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-6e7ea015-5d2b-479c-be69-46f09b6291ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 1095 time: 0.2517128 Nov 12 00:56:48.744583 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36969e46-8f61-4f29-9521-99975ff87745 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:56:48.764043 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] Attempting to bind port 0bce0c44-5751-49f2-935f-f9c69844a2c6 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:48.768386 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] Attempting to bind port 0bce0c44-5751-49f2-935f-f9c69844a2c6 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:48.769483 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] Attempting to bind port 0bce0c44-5751-49f2-935f-f9c69844a2c6 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:48.777039 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 57d6beff-7c1d-4e90-b47f-b4a210c02c71 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:48.779705 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.791737 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a451aa-13bc-445c-92c3-4561d63a5cef None None] Pushing event updated for resources: {'Port': ['ID=0bce0c44-5751-49f2-935f-f9c69844a2c6,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:48.797446 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:48.803275 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:48.807181 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.807917 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:48.808663 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] Bound port: 0bce0c44-5751-49f2-935f-f9c69844a2c6, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:48.815338 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.827368 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-a0d77081-5f0d-4b2e-9f16-568a47e7c4ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27b78534-04f9-4471-ad77-b57e9bccd12f HTTP/1.1" status: 200 len: 217 time: 0.1666906 Nov 12 00:56:48.888660 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a451aa-13bc-445c-92c3-4561d63a5cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.889342 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a451aa-13bc-445c-92c3-4561d63a5cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.896896 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a451aa-13bc-445c-92c3-4561d63a5cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.897386 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a451aa-13bc-445c-92c3-4561d63a5cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.897827 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a451aa-13bc-445c-92c3-4561d63a5cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.898265 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a451aa-13bc-445c-92c3-4561d63a5cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.898698 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a451aa-13bc-445c-92c3-4561d63a5cef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.903018 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a451aa-13bc-445c-92c3-4561d63a5cef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.903500 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a451aa-13bc-445c-92c3-4561d63a5cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.903946 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a451aa-13bc-445c-92c3-4561d63a5cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.904382 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a451aa-13bc-445c-92c3-4561d63a5cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.904889 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a451aa-13bc-445c-92c3-4561d63a5cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:48.976451 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] For port 0bce0c44-5751-49f2-935f-f9c69844a2c6, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:48.982424 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] For port 0bce0c44-5751-49f2-935f-f9c69844a2c6, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=0bce0c44-5751-49f2-935f-f9c69844a2c6,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:48.991138 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:49.006649 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ea2f7-f324-45a1-a1a7-65dbcbf09a50 req-95e46c65-9ae3-4ad5-abab-b85f2e6d2961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.008243 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-298ea2f7-f324-45a1-a1a7-65dbcbf09a50 req-95e46c65-9ae3-4ad5-abab-b85f2e6d2961 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fdc9237de6e49ad8a3f5af80dc64254&device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 1097 time: 0.2294714 Nov 12 00:56:49.088900 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a451aa-13bc-445c-92c3-4561d63a5cef None None] Pushing event updated for resources: {'Port': ['ID=0bce0c44-5751-49f2-935f-f9c69844a2c6,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:49.105452 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-ba9913ae-f387-40fc-ba40-b18ca4fbb9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.107829 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71c57c3e-758f-44a8-9b10-492075ab9022 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:49.113822 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-ba9913ae-f387-40fc-ba40-b18ca4fbb9cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.2560983 Nov 12 00:56:49.129464 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] Routers {'5845bdb7-53ef-4706-82bc-6297bcf107a5'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:56:49.130281 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:56:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['5845bdb7-53ef-4706-82bc-6297bcf107a5'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:49.151700 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8633334-255f-4dab-a58c-b8c86f1fcf8b None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:56:49.154633 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e8b7250c-e32a-4f21-996e-55fae4551527 None None] Provisioning complete for port 0bce0c44-5751-49f2-935f-f9c69844a2c6 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:49.155177 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e8b7250c-e32a-4f21-996e-55fae4551527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:49.214036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4efba-bd90-47f8-af85-7423ef4eb949 req-ada82903-1477-4eb3-949c-011f04d95399 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.225259 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-edf4efba-bd90-47f8-af85-7423ef4eb949 req-ada82903-1477-4eb3-949c-011f04d95399 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.3207626 Nov 12 00:56:49.303104 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682cbc1-3281-4edc-9538-34ccb108d1da req-0cac3129-ca1c-451b-b4f0-e8efa17d0079 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.313415 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f682cbc1-3281-4edc-9538-34ccb108d1da req-0cac3129-ca1c-451b-b4f0-e8efa17d0079 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 943 time: 0.3024843 Nov 12 00:56:49.343426 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] Set router 5845bdb7-53ef-4706-82bc-6297bcf107a5 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:56:49.380664 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-723320fc-6a85-45b6-b506-d33b92c629aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:49.399327 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-23229fc1-c3ae-425d-932c-9a965116168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.418482 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-23229fc1-c3ae-425d-932c-9a965116168d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2968018 Nov 12 00:56:49.428862 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e8b7250c-e32a-4f21-996e-55fae4551527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:49.462641 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-71c57c3e-758f-44a8-9b10-492075ab9022 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Allocated IP 172.25.0.71 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/50764d05-cf08-490d-933f-6fd490469fbb) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:49.467441 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e8b7250c-e32a-4f21-996e-55fae4551527 None None] For port 0bce0c44-5751-49f2-935f-f9c69844a2c6, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=0bce0c44-5751-49f2-935f-f9c69844a2c6,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:49.473809 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e8b7250c-e32a-4f21-996e-55fae4551527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:49.574047 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7250c-e32a-4f21-996e-55fae4551527 None None] Pushing event updated for resources: {'Port': ['ID=0bce0c44-5751-49f2-935f-f9c69844a2c6,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:49.610760 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ea2f7-f324-45a1-a1a7-65dbcbf09a50 req-5dfbb189-b546-424d-bcd1-a756a7b88ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.613074 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-298ea2f7-f324-45a1-a1a7-65dbcbf09a50 req-5dfbb189-b546-424d-bcd1-a756a7b88ae6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be66bfac-db54-4ba9-8a59-fe8e903fa592 HTTP/1.1" status: 200 len: 918 time: 0.5850518 Nov 12 00:56:49.619503 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f682cbc1-3281-4edc-9538-34ccb108d1da req-21ee1cf1-0c03-4220-ba0a-4cbb538c813c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968338 Nov 12 00:56:49.648446 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cdbbd207-222d-40b8-9f41-76c48cd0abc6 None None] Provisioning complete for port 0bce0c44-5751-49f2-935f-f9c69844a2c6 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:49.648889 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cdbbd207-222d-40b8-9f41-76c48cd0abc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:49.698749 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-298ea2f7-f324-45a1-a1a7-65dbcbf09a50 req-1ec0eff4-ad9e-4f0c-94eb-811d2e133ca5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=365ac3e4-872b-4b19-a65d-6bf54e04147b HTTP/1.1" status: 200 len: 217 time: 0.0595686 Nov 12 00:56:49.732322 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5845bdb7-53ef-4706-82bc-6297bcf107a5', 'name': 'tempest-ImageQuotaTest-327781863-router', 'tenant_id': '59138efcf4834167920bc9c083c720fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '0bce0c44-5751-49f2-935f-f9c69844a2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:41Z', 'updated_at': '2021-11-12T00:56:44Z', 'revision_number': 3, 'project_id': '59138efcf4834167920bc9c083c720fa', 'gw_port': {'id': '0bce0c44-5751-49f2-935f-f9c69844a2c6', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5845bdb7-53ef-4706-82bc-6297bcf107a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:42Z', 'updated_at': '2021-11-12T00:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:49.812461 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c3278c-cb9f-489a-abf0-f4c5d6c17aa2 None None] The sync data for ids ['5845bdb7-53ef-4706-82bc-6297bcf107a5'] in n-d-712137-14 is: [{'id': '5845bdb7-53ef-4706-82bc-6297bcf107a5', 'name': 'tempest-ImageQuotaTest-327781863-router', 'tenant_id': '59138efcf4834167920bc9c083c720fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '0bce0c44-5751-49f2-935f-f9c69844a2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:41Z', 'updated_at': '2021-11-12T00:56:44Z', 'revision_number': 3, 'project_id': '59138efcf4834167920bc9c083c720fa', 'gw_port': {'id': '0bce0c44-5751-49f2-935f-f9c69844a2c6', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5845bdb7-53ef-4706-82bc-6297bcf107a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:42Z', 'updated_at': '2021-11-12T00:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:56:49.855046 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71c57c3e-758f-44a8-9b10-492075ab9022 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:49.885103 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cdbbd207-222d-40b8-9f41-76c48cd0abc6 None None] Provisioning complete for port fd85641a-1c3c-4c0f-883f-27a1d3e02b9c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:49.885730 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cdbbd207-222d-40b8-9f41-76c48cd0abc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:49.898252 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-edf4efba-bd90-47f8-af85-7423ef4eb949 req-564d3549-858b-4bea-84c3-e9262548ce03 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6706626 Nov 12 00:56:49.956158 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ea2f7-f324-45a1-a1a7-65dbcbf09a50 req-3aa00d6e-b409-4956-9add-c04681b3e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.958885 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-298ea2f7-f324-45a1-a1a7-65dbcbf09a50 req-3aa00d6e-b409-4956-9add-c04681b3e1ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db54c4a6-c0af-44c1-9efa-10f094a7a4d6 HTTP/1.1" status: 200 len: 857 time: 0.2399886 Nov 12 00:56:50.039605 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-298ea2f7-f324-45a1-a1a7-65dbcbf09a50 req-f85699fb-87fd-466d-a539-c3d827fad8dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be66bfac-db54-4ba9-8a59-fe8e903fa592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640712 Nov 12 00:56:50.053270 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-cdbbd207-222d-40b8-9f41-76c48cd0abc6 None None] Port fd85641a-1c3c-4c0f-883f-27a1d3e02b9c cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:50.067286 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-74237d26-6585-4f08-81eb-5c88d454c248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:50.118302 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71c57c3e-758f-44a8-9b10-492075ab9022 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:50.391542 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-2b0ccfa3-8f8f-4f9b-bf22-e544050aea69 service neutron] 10.222.0.21 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9602654 Nov 12 00:56:50.531842 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 0bce0c44-5751-49f2-935f-f9c69844a2c6 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:50.617823 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-723320fc-6a85-45b6-b506-d33b92c629aa admin admin] Allocated IP 172.20.0.1 (7cc3fa39-710c-4a0c-9abc-80b813d27e1a/f6018c89-6df9-41ee-b501-7ad65d187de2/91d7a1e3-b526-44e8-b050-0a5bd20b1be7) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:50.690929 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb1589c0-b96f-4f50-a4e6-719c7e41f8be req-f5233a99-dade-4dff-87c6-048f5c470735 service neutron] 10.222.0.21 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905633 Nov 12 00:56:50.705191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 0bce0c44-5751-49f2-935f-f9c69844a2c6 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:50.709924 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-0448285c-219b-4369-a73f-7da1268e66da service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1577358 Nov 12 00:56:50.711233 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:50.773616 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c57c3e-758f-44a8-9b10-492075ab9022 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:50.780845 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-71c57c3e-758f-44a8-9b10-492075ab9022 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:50.783446 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c57c3e-758f-44a8-9b10-492075ab9022 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Pushing event updated for resources: {'Port': ['ID=50764d05-cf08-490d-933f-6fd490469fbb,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:50.791217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c57c3e-758f-44a8-9b10-492075ab9022 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:50.960799 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71c57c3e-758f-44a8-9b10-492075ab9022 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:50.964094 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743b31b-21e9-43c0-bf17-6657bca05193 req-a8081f74-d9dd-48c0-8431-112f8da748ca tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:50.974103 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-298ea2f7-f324-45a1-a1a7-65dbcbf09a50 req-f7909fd8-6346-4d27-a136-ff55d4f7234b service neutron] 10.222.0.15 "GET /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9256856 Nov 12 00:56:50.977612 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6743b31b-21e9-43c0-bf17-6657bca05193 req-a8081f74-d9dd-48c0-8431-112f8da748ca tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 943 time: 0.1901624 Nov 12 00:56:51.000876 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ab296-1e48-4274-a915-bfb28afd2d6c req-e53c88c7-7af8-4a4b-977f-9d740e0df41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.003875 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-680ab296-1e48-4274-a915-bfb28afd2d6c req-e53c88c7-7af8-4a4b-977f-9d740e0df41d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 1095 time: 0.2222602 Nov 12 00:56:51.017842 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-723320fc-6a85-45b6-b506-d33b92c629aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.020532 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71c57c3e-758f-44a8-9b10-492075ab9022 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.053098 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-976448cb-88bd-4624-bbfd-f20488aaa282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.054256 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-976448cb-88bd-4624-bbfd-f20488aaa282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.058590 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-976448cb-88bd-4624-bbfd-f20488aaa282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.060803 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-976448cb-88bd-4624-bbfd-f20488aaa282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.061575 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-976448cb-88bd-4624-bbfd-f20488aaa282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.062186 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-976448cb-88bd-4624-bbfd-f20488aaa282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.062862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-976448cb-88bd-4624-bbfd-f20488aaa282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.065188 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-976448cb-88bd-4624-bbfd-f20488aaa282 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75c055e9876449c3980c1d635d3020fe&device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 6501 time: 0.2814438 Nov 12 00:56:51.245159 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6743b31b-21e9-43c0-bf17-6657bca05193 req-3ae345bc-923a-433a-b238-991e51e1363a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626169 Nov 12 00:56:51.254224 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-723320fc-6a85-45b6-b506-d33b92c629aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.352031 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723320fc-6a85-45b6-b506-d33b92c629aa admin admin] Network 7cc3fa39-710c-4a0c-9abc-80b813d27e1a is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:51.359874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-723320fc-6a85-45b6-b506-d33b92c629aa admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:51.363101 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723320fc-6a85-45b6-b506-d33b92c629aa admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:51.371776 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ab296-1e48-4274-a915-bfb28afd2d6c req-277e6a10-3508-401c-82c7-6a57ad0c8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.373222 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-680ab296-1e48-4274-a915-bfb28afd2d6c req-277e6a10-3508-401c-82c7-6a57ad0c8048 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 913 time: 0.3458247 Nov 12 00:56:51.373885 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71c57c3e-758f-44a8-9b10-492075ab9022 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.383250 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12890608-3832-4b37-8e4d-e16b5c0ffb1b req-4a495200-06a1-49c6-b71c-71b29d602882 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.384902 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-12890608-3832-4b37-8e4d-e16b5c0ffb1b req-4a495200-06a1-49c6-b71c-71b29d602882 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.1882026 Nov 12 00:56:51.387780 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71c57c3e-758f-44a8-9b10-492075ab9022 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.401206 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-dd2deb8d-ecd8-4261-bc0b-64dd0119c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.401206 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-dd2deb8d-ecd8-4261-bc0b-64dd0119c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.401206 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-dd2deb8d-ecd8-4261-bc0b-64dd0119c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.403349 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-dd2deb8d-ecd8-4261-bc0b-64dd0119c155 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d6ea9c94-971c-4de5-89c0-b46d88be536e&id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&id=523495f2-d0a8-4874-8ce9-f158f9a48578&id=523495f2-d0a8-4874-8ce9-f158f9a48578 HTTP/1.1" status: 200 len: 2292 time: 0.3018110 Nov 12 00:56:51.420646 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723320fc-6a85-45b6-b506-d33b92c629aa admin admin] Pushing event updated for resources: {'Port': ['ID=91d7a1e3-b526-44e8-b050-0a5bd20b1be7,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:51.487136 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-298ea2f7-f324-45a1-a1a7-65dbcbf09a50 req-f79728be-375b-4554-bebd-0efffd757414 service neutron] 10.222.0.15 "GET /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740539 Nov 12 00:56:51.493415 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-680ab296-1e48-4274-a915-bfb28afd2d6c req-31d4e94d-1fc8-42d5-8ec5-40e9393f62b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27b78534-04f9-4471-ad77-b57e9bccd12f HTTP/1.1" status: 200 len: 217 time: 0.0864036 Nov 12 00:56:51.575129 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c57c3e-758f-44a8-9b10-492075ab9022 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Pushing event updated for resources: {'Port': ['ID=50764d05-cf08-490d-933f-6fd490469fbb,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:51.589936 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71c57c3e-758f-44a8-9b10-492075ab9022 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.592394 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ab296-1e48-4274-a915-bfb28afd2d6c req-ab82f46f-3618-4e51-b648-8f3a721a216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.593911 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-680ab296-1e48-4274-a915-bfb28afd2d6c req-ab82f46f-3618-4e51-b648-8f3a721a216f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.0931575 Nov 12 00:56:51.599099 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-723320fc-6a85-45b6-b506-d33b92c629aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.600967 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-12890608-3832-4b37-8e4d-e16b5c0ffb1b req-9f3f98a8-f0af-47fe-86b9-cffebc8bf461 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008507 Nov 12 00:56:51.629291 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71c57c3e-758f-44a8-9b10-492075ab9022 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.634031 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-71c57c3e-758f-44a8-9b10-492075ab9022 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1861594 Nov 12 00:56:51.634384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52366) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:51.641572 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-483248c3-0f12-4a4d-8a36-e408465ad36f tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Request body: {'floatingip': {'port_id': 'fd85641a-1c3c-4c0f-883f-27a1d3e02b9c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:51.690722 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-9c21c376-9ead-463c-a994-311c88577ac2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b HTTP/1.1" status: 200 len: 1002 time: 0.2737124 Nov 12 00:56:51.751760 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-483248c3-0f12-4a4d-8a36-e408465ad36f tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for floatingip, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.760448 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ab296-1e48-4274-a915-bfb28afd2d6c req-41da67c2-6877-44cc-8a56-f3e18c63abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.762250 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-680ab296-1e48-4274-a915-bfb28afd2d6c req-41da67c2-6877-44cc-8a56-f3e18c63abcb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1581879 Nov 12 00:56:51.826275 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ac3a070c-bac2-447e-86bd-2f3d79003595 None None] Provisioning complete for port 91d7a1e3-b526-44e8-b050-0a5bd20b1be7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:51.827300 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ac3a070c-bac2-447e-86bd-2f3d79003595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.912193 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-680ab296-1e48-4274-a915-bfb28afd2d6c req-815f5d29-97ac-48bd-8316-67ad7988af4c service neutron] 10.222.0.21 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233590 Nov 12 00:56:51.918211 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a070c-bac2-447e-86bd-2f3d79003595 None None] Port 91d7a1e3-b526-44e8-b050-0a5bd20b1be7 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:51.926751 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-e36e028d-2434-406d-b118-ff1a20114a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.928239 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-e36e028d-2434-406d-b118-ff1a20114a8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ba268ed-fc66-4621-b497-0ee29a68e673 HTTP/1.1" status: 200 len: 851 time: 0.2275662 Nov 12 00:56:51.989010 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-483248c3-0f12-4a4d-8a36-e408465ad36f tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] update failed (client error): The resource could not be found. Nov 12 00:56:51.996748 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-483248c3-0f12-4a4d-8a36-e408465ad36f tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] 10.222.0.31 "PUT /v2.0/floatingips/a35aff26-63fe-423a-867c-a78515831aec HTTP/1.1" status: 404 len: 507 time: 0.3579113 Nov 12 00:56:51.997642 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52372) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:52.083490 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-680ab296-1e48-4274-a915-bfb28afd2d6c req-e3693199-984d-48f6-821b-5a782fd48389 service neutron] 10.222.0.21 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595511 Nov 12 00:56:52.175877 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-81adffd8-18c8-44c5-b9b7-abfdf9150da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:52.177411 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-81adffd8-18c8-44c5-b9b7-abfdf9150da1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d6ea9c94-971c-4de5-89c0-b46d88be536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2342305 Nov 12 00:56:52.178417 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-723320fc-6a85-45b6-b506-d33b92c629aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.228895 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e94bc-9594-4599-af4c-9975e1916343 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Deleting port 50764d05-cf08-490d-933f-6fd490469fbb {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:52.229636 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d2e94bc-9594-4599-af4c-9975e1916343 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.275694 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 27b78534-04f9-4471-ad77-b57e9bccd12f details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:56:52.432781 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d2e94bc-9594-4599-af4c-9975e1916343 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.433414 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d2e94bc-9594-4599-af4c-9975e1916343 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.453907 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e94bc-9594-4599-af4c-9975e1916343 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Calling delete_port for 50764d05-cf08-490d-933f-6fd490469fbb owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:52.502775 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c98a2b4c-a2f1-4ec4-9e94-289fbfe52d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.524761 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-6e90639b-5765-47db-aa2f-b00ab786f16f service neutron] 10.222.0.21 "GET /v2.0/networks/d6ea9c94-971c-4de5-89c0-b46d88be536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290796 Nov 12 00:56:52.560039 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 27b78534-04f9-4471-ad77-b57e9bccd12f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27b78534-04f9-4471-ad77-b57e9bccd12f,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:52.588325 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '27b78534-04f9-4471-ad77-b57e9bccd12f', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'port_id': '27b78534-04f9-4471-ad77-b57e9bccd12f', 'mac_address': 'fa:16:3e:28:a1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:56:52.701353 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.805536 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b78534-04f9-4471-ad77-b57e9bccd12f {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:52.918323 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d2e94bc-9594-4599-af4c-9975e1916343 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.923248 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 27b78534-04f9-4471-ad77-b57e9bccd12f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27b78534-04f9-4471-ad77-b57e9bccd12f,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:52.923248 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.925002 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e94bc-9594-4599-af4c-9975e1916343 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Pushing event deleted for resources: {'Port': ['ID=50764d05-cf08-490d-933f-6fd490469fbb,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:52.974430 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-723320fc-6a85-45b6-b506-d33b92c629aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.988938 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=27b78534-04f9-4471-ad77-b57e9bccd12f,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:52.996897 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-723320fc-6a85-45b6-b506-d33b92c629aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:53.116675 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['27b78534-04f9-4471-ad77-b57e9bccd12f'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:53.133908 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388f72e-fe85-491f-8197-abca9f8d91ca req-5f289a1f-2810-42c0-b151-d3a4964090ae tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:53.141802 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7388f72e-fe85-491f-8197-abca9f8d91ca req-5f289a1f-2810-42c0-b151-d3a4964090ae tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.1923118 Nov 12 00:56:53.144554 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-723320fc-6a85-45b6-b506-d33b92c629aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:53.155095 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d2e94bc-9594-4599-af4c-9975e1916343 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:53.160399 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d2e94bc-9594-4599-af4c-9975e1916343 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:53.165821 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4d2e94bc-9594-4599-af4c-9975e1916343 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] 10.222.0.31 "DELETE /v2.0/floatingips/a35aff26-63fe-423a-867c-a78515831aec HTTP/1.1" status: 204 len: 168 time: 1.1628208 Nov 12 00:56:53.166133 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-41c894d8-83f8-4894-aa74-abf2ac324b86 service neutron] 10.222.0.21 "GET /v2.0/networks/d6ea9c94-971c-4de5-89c0-b46d88be536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800321 Nov 12 00:56:53.166852 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52412) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:53.177500 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723320fc-6a85-45b6-b506-d33b92c629aa admin admin] Pushing event updated for resources: {'Port': ['ID=91d7a1e3-b526-44e8-b050-0a5bd20b1be7,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:53.186802 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-e73d2773-c0f0-44e7-b465-759ddd63a150 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Request body: {'floatingip': {'floating_network_id': '2fb9c305-b453-40c0-82f6-8c2c1ae9321c', 'port_id': 'fd85641a-1c3c-4c0f-883f-27a1d3e02b9c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:53.213638 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c1abb-e565-4fe2-a2fc-12409f7031c6 req-ec4781cf-4301-47bc-8a66-4ebb5bdf5336 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:53.216845 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a91c1abb-e565-4fe2-a2fc-12409f7031c6 req-ec4781cf-4301-47bc-8a66-4ebb5bdf5336 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 944 time: 0.2118831 Nov 12 00:56:53.278380 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-507dec5c-ed6d-4a3b-867f-a89c520b6f9a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 HTTP/1.1" status: 200 len: 217 time: 0.0950203 Nov 12 00:56:53.347135 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a91c1abb-e565-4fe2-a2fc-12409f7031c6 req-257b0f52-f3ab-4b10-b4c3-0430c2322a22 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174119 Nov 12 00:56:53.416348 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e73d2773-c0f0-44e7-b465-759ddd63a150 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:53.491121 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:53.519076 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7388f72e-fe85-491f-8197-abca9f8d91ca req-c4eec313-517f-4091-a12c-889236c1d1d9 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754776 Nov 12 00:56:53.523962 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-87acea36-2ffb-4a5c-a59f-368e2253dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:53.526600 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-87acea36-2ffb-4a5c-a59f-368e2253dbe5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e3b5c1-9246-44ee-8b2b-05576d2e6cd6 HTTP/1.1" status: 200 len: 797 time: 0.1679420 Nov 12 00:56:53.631874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723320fc-6a85-45b6-b506-d33b92c629aa admin admin] Network 7cc3fa39-710c-4a0c-9abc-80b813d27e1a is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:53.639228 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-723320fc-6a85-45b6-b506-d33b92c629aa admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:53.722210 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-1a72e9c2-b5f3-4a18-afbe-ce9eae9e74b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:53.724022 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-1a72e9c2-b5f3-4a18-afbe-ce9eae9e74b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1872036 Nov 12 00:56:53.978683 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c6dc5013-628a-4252-95c1-7d5b44a50812 None None] Provisioning complete for port 91d7a1e3-b526-44e8-b050-0a5bd20b1be7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:53.979940 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5013-628a-4252-95c1-7d5b44a50812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:54.044657 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c6dc5013-628a-4252-95c1-7d5b44a50812 None None] Port 91d7a1e3-b526-44e8-b050-0a5bd20b1be7 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:54.291276 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 27b78534-04f9-4471-ad77-b57e9bccd12f up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:54.321389 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-e05689c5-6bf8-45d1-8cfc-ae0137bec845 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5837424 Nov 12 00:56:54.323226 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-e73d2773-c0f0-44e7-b465-759ddd63a150 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:56:54.327896 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52438) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:54.334142 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-34f40a39-498c-4a30-b48a-c88b67bb323c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': 'fd85641a-1c3c-4c0f-883f-27a1d3e02b9c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:54.345392 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e73d2773-c0f0-44e7-b465-759ddd63a150 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1689374 Nov 12 00:56:54.365327 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34f40a39-498c-4a30-b48a-c88b67bb323c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:54.366862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723320fc-6a85-45b6-b506-d33b92c629aa admin admin] Router 5845bdb7-53ef-4706-82bc-6297bcf107a5 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:56:54.442081 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 27b78534-04f9-4471-ad77-b57e9bccd12f completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:56:54.450889 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 27b78534-04f9-4471-ad77-b57e9bccd12f triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:54.451294 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:54.598738 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:54.621388 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f29a1-df2d-4c61-bbeb-84b932036d76 req-9eafce52-bc83-4467-b2a7-e0ce2b3091f4 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:54.622979 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-319f29a1-df2d-4c61-bbeb-84b932036d76 req-9eafce52-bc83-4467-b2a7-e0ce2b3091f4 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 944 time: 0.1312044 Nov 12 00:56:54.630407 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:54.675715 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-8f2dcf9e-8da6-4d3d-90ae-1bfa0d08861f service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238869 Nov 12 00:56:54.699137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673a2699-fda4-4bdf-a1a7-b6c6b695b344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b78534-04f9-4471-ad77-b57e9bccd12f'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:54.710379 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14037a8-95c5-4f14-9510-fbf3fb95697f" -d '{"events": [{"server_uuid": "673a2699-fda4-4bdf-a1a7-b6c6b695b344", "name": "network-vif-plugged", "status": "completed", "tag": "27b78534-04f9-4471-ad77-b57e9bccd12f"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:54.711971 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34f40a39-498c-4a30-b48a-c88b67bb323c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:54.743979 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 27b78534-04f9-4471-ad77-b57e9bccd12f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27b78534-04f9-4471-ad77-b57e9bccd12f,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:54.750074 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:54.773614 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-f1622746-e4fb-46a9-97d5-86ed23aca59d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=eaf27379-549b-4591-bd09-78291efa7f5f HTTP/1.1" status: 200 len: 217 time: 0.0607498 Nov 12 00:56:54.845038 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-34f40a39-498c-4a30-b48a-c88b67bb323c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Allocated IP 172.25.0.57 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/11dcbae3-7209-4af6-bcb6-a3034d00d8e3) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:54.853022 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723320fc-6a85-45b6-b506-d33b92c629aa admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:56:54.857606 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=27b78534-04f9-4471-ad77-b57e9bccd12f,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:54.866963 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] Sync routers for ids ['5845bdb7-53ef-4706-82bc-6297bcf107a5'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:56:54.882597 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-723320fc-6a85-45b6-b506-d33b92c629aa admin admin] 10.222.0.31 "PUT /v2.0/routers/5845bdb7-53ef-4706-82bc-6297bcf107a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8900280 Nov 12 00:56:54.901765 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] Routers {'5845bdb7-53ef-4706-82bc-6297bcf107a5'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:56:54.904115 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:56:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['5845bdb7-53ef-4706-82bc-6297bcf107a5'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:54.957677 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-319f29a1-df2d-4c61-bbeb-84b932036d76 req-bea13655-0efe-4217-bd88-8f7315b6914c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239229 Nov 12 00:56:55.000329 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-2efbbbb2-e814-43e9-89b1-ace0614680b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:55.001878 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-2efbbbb2-e814-43e9-89b1-ace0614680b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e3b5c1-9246-44ee-8b2b-05576d2e6cd6 HTTP/1.1" status: 200 len: 797 time: 0.2214108 Nov 12 00:56:55.050671 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34f40a39-498c-4a30-b48a-c88b67bb323c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.129865 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34f40a39-498c-4a30-b48a-c88b67bb323c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.130955 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b5cc30-0b7f-42ec-acce-b897e6f71e64 x-openstack-request-id: req-73b5cc30-0b7f-42ec-acce-b897e6f71e64 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:55.131457 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673a2699-fda4-4bdf-a1a7-b6c6b695b344", "name": "network-vif-plugged", "status": "completed", "tag": "27b78534-04f9-4471-ad77-b57e9bccd12f", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:55.131593 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73b5cc30-0b7f-42ec-acce-b897e6f71e64 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:55.132631 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673a2699-fda4-4bdf-a1a7-b6c6b695b344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b78534-04f9-4471-ad77-b57e9bccd12f', 'code': 200} Nov 12 00:56:55.178528 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] Set router 5845bdb7-53ef-4706-82bc-6297bcf107a5 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:56:55.192493 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-1821054e-2f90-4220-9827-59bf38a62112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:55.194187 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-1821054e-2f90-4220-9827-59bf38a62112 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1807733 Nov 12 00:56:55.228959 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae85ff2-818f-4cb3-a474-6490d6e24ee7 req-608f69dc-ed5f-42d3-a8f4-b69e16f0e5f1 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:55.230607 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ae85ff2-818f-4cb3-a474-6490d6e24ee7 req-608f69dc-ed5f-42d3-a8f4-b69e16f0e5f1 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.2990167 Nov 12 00:56:55.279248 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f40a39-498c-4a30-b48a-c88b67bb323c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:55.285890 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f40a39-498c-4a30-b48a-c88b67bb323c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Pushing event updated for resources: {'Port': ['ID=11dcbae3-7209-4af6-bcb6-a3034d00d8e3,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:55.288620 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-34f40a39-498c-4a30-b48a-c88b67bb323c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:55.290991 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f40a39-498c-4a30-b48a-c88b67bb323c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:55.448981 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.528971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa73804-185e-49bf-8772-fd939312e21d req-eb613c78-318c-4e9a-b272-58c4045d3e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:55.528971 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0aa73804-185e-49bf-8772-fd939312e21d req-eb613c78-318c-4e9a-b272-58c4045d3e8a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 1097 time: 0.3330059 Nov 12 00:56:55.572531 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ae85ff2-818f-4cb3-a474-6490d6e24ee7 req-d46b413f-7a9d-4691-96bc-bff10ba02490 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026302 Nov 12 00:56:55.578775 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-34f40a39-498c-4a30-b48a-c88b67bb323c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Deleting port 11dcbae3-7209-4af6-bcb6-a3034d00d8e3 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:55.579783 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34f40a39-498c-4a30-b48a-c88b67bb323c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.624857 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-d1ba6b17-29c8-4d38-98c8-10ef79763dbc service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775671 Nov 12 00:56:55.700866 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5845bdb7-53ef-4706-82bc-6297bcf107a5', 'name': 'tempest-ImageQuotaTest-327781863-router', 'tenant_id': '59138efcf4834167920bc9c083c720fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '0bce0c44-5751-49f2-935f-f9c69844a2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:41Z', 'updated_at': '2021-11-12T00:56:51Z', 'revision_number': 4, 'project_id': '59138efcf4834167920bc9c083c720fa', 'gw_port': {'id': '0bce0c44-5751-49f2-935f-f9c69844a2c6', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5845bdb7-53ef-4706-82bc-6297bcf107a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:42Z', 'updated_at': '2021-11-12T00:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '91d7a1e3-b526-44e8-b050-0a5bd20b1be7', 'name': '', 'network_id': '7cc3fa39-710c-4a0c-9abc-80b813d27e1a', 'tenant_id': '59138efcf4834167920bc9c083c720fa', 'mac_address': 'fa:16:3e:52:f0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5845bdb7-53ef-4706-82bc-6297bcf107a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'f6018c89-6df9-41ee-b501-7ad65d187de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:49Z', 'updated_at': '2021-11-12T00:56:52Z', 'revision_number': 2, 'project_id': '59138efcf4834167920bc9c083c720fa', 'subnets': [{'id': 'f6018c89-6df9-41ee-b501-7ad65d187de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:55.701868 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34f40a39-498c-4a30-b48a-c88b67bb323c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.702333 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34f40a39-498c-4a30-b48a-c88b67bb323c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.735657 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-34f40a39-498c-4a30-b48a-c88b67bb323c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Calling delete_port for 11dcbae3-7209-4af6-bcb6-a3034d00d8e3 owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:55.741706 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0aa73804-185e-49bf-8772-fd939312e21d req-e090c2ae-475e-4aac-8c91-ab1ffc11c102 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038140 Nov 12 00:56:55.781783 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] Checking router: 5845bdb7-53ef-4706-82bc-6297bcf107a5 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:56:55.782150 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] Updating router 5845bdb7-53ef-4706-82bc-6297bcf107a5 port 91d7a1e3-b526-44e8-b050-0a5bd20b1be7 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:56:55.822564 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-d9a21acf-57b7-4472-a007-840bcfd20de5 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878223 Nov 12 00:56:55.831148 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.968044 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34f40a39-498c-4a30-b48a-c88b67bb323c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.005406 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f40a39-498c-4a30-b48a-c88b67bb323c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Pushing event deleted for resources: {'Port': ['ID=11dcbae3-7209-4af6-bcb6-a3034d00d8e3,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:56.029954 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-1d0aadf7-5c51-463c-8cc9-39f27766c1f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=3f4d6886-1149-4c55-aa72-c928b8b02a0f HTTP/1.1" status: 200 len: 217 time: 0.0909889 Nov 12 00:56:56.109814 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.117575 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-34f40a39-498c-4a30-b48a-c88b67bb323c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] create failed (client error): The resource could not be found. Nov 12 00:56:56.122718 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-34f40a39-498c-4a30-b48a-c88b67bb323c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7896233 Nov 12 00:56:56.123377 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52494) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:56.141462 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-ed591abc-c0e7-4082-8257-ffe96fccc894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:56.143056 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-ed591abc-c0e7-4082-8257-ffe96fccc894 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e3b5c1-9246-44ee-8b2b-05576d2e6cd6 HTTP/1.1" status: 200 len: 797 time: 0.1035845 Nov 12 00:56:56.266594 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-3b0e9616-6db7-49ea-9fe3-3bcddb07acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:56.270058 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-3b0e9616-6db7-49ea-9fe3-3bcddb07acdc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1167145 Nov 12 00:56:56.335895 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.347512 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.384750 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-492d0aff-c04d-4add-8eac-f608cbb790a3 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Deleting port fd85641a-1c3c-4c0f-883f-27a1d3e02b9c {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:56.385263 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-492d0aff-c04d-4add-8eac-f608cbb790a3 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.505288 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-947818ef-edcc-43cd-853e-7b972592c200 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259235 Nov 12 00:56:56.515066 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1ffdd-481e-46de-937f-0f407014e434 req-8016bbb0-d85e-4f29-87e7-ef58e8f58e0d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:56.516959 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55f1ffdd-481e-46de-937f-0f407014e434 req-8016bbb0-d85e-4f29-87e7-ef58e8f58e0d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.3611660 Nov 12 00:56:56.574583 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d86970-b011-486d-add9-aa43f86a8299 None None] Pushing event updated for resources: {'Port': ['ID=91d7a1e3-b526-44e8-b050-0a5bd20b1be7,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:56.606645 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-492d0aff-c04d-4add-8eac-f608cbb790a3 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.627100 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-492d0aff-c04d-4add-8eac-f608cbb790a3 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Calling delete_port for fd85641a-1c3c-4c0f-883f-27a1d3e02b9c owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:56.711248 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] Attempting to bind port 91d7a1e3-b526-44e8-b050-0a5bd20b1be7 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:56.711841 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] Attempting to bind port 91d7a1e3-b526-44e8-b050-0a5bd20b1be7 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '93a4d0e5-6d4a-46ee-a65a-ae8f04c59569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7cc3fa39-710c-4a0c-9abc-80b813d27e1a'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:56.712057 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] Attempting to bind port 91d7a1e3-b526-44e8-b050-0a5bd20b1be7 on network 7cc3fa39-710c-4a0c-9abc-80b813d27e1a {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:56.719698 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:56.720209 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] Checking segment: {'id': '93a4d0e5-6d4a-46ee-a65a-ae8f04c59569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7cc3fa39-710c-4a0c-9abc-80b813d27e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:56.720618 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.721043 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] Bound using segment: {'id': '93a4d0e5-6d4a-46ee-a65a-ae8f04c59569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7cc3fa39-710c-4a0c-9abc-80b813d27e1a'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:56.722070 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] Bound port: 91d7a1e3-b526-44e8-b050-0a5bd20b1be7, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a4d0e5-6d4a-46ee-a65a-ae8f04c59569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7cc3fa39-710c-4a0c-9abc-80b813d27e1a'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:56.722629 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.920666 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55f1ffdd-481e-46de-937f-0f407014e434 req-af673608-360b-4e98-8971-49e9531ab70e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890722 Nov 12 00:56:56.928573 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] For port 91d7a1e3-b526-44e8-b050-0a5bd20b1be7, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:56.942750 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234db82c-ff51-4f99-a3b1-626f894e3871 req-c219ac4c-7807-4f05-aeda-3f8a34097b02 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:56.944679 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-234db82c-ff51-4f99-a3b1-626f894e3871 req-c219ac4c-7807-4f05-aeda-3f8a34097b02 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.1152031 Nov 12 00:56:56.945667 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-492d0aff-c04d-4add-8eac-f608cbb790a3 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.980187 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] For port 91d7a1e3-b526-44e8-b050-0a5bd20b1be7, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=91d7a1e3-b526-44e8-b050-0a5bd20b1be7,segment=NetworkSegment(93a4d0e5-6d4a-46ee-a65a-ae8f04c59569),segment_id=93a4d0e5-6d4a-46ee-a65a-ae8f04c59569)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:56.984049 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-1403f03b-361a-46c4-a909-96d83f48ff0a service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660890 Nov 12 00:56:57.008678 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d0aff-c04d-4add-8eac-f608cbb790a3 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Pushing event deleted for resources: {'Port': ['ID=fd85641a-1c3c-4c0f-883f-27a1d3e02b9c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:57.011133 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.099877 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9268ad9e-8eda-42db-bf1c-176a72f6460b None None] Provisioning complete for port 91d7a1e3-b526-44e8-b050-0a5bd20b1be7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:57.102375 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9268ad9e-8eda-42db-bf1c-176a72f6460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.116638 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-650794e9-9855-45b8-b469-d4e7b6b053a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=2848d887-c908-4eac-985d-33d1a11891ab HTTP/1.1" status: 200 len: 217 time: 0.1187215 Nov 12 00:56:57.242382 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-dd291a0f-f901-4d6e-b029-8ea24362ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:57.247135 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-dd291a0f-f901-4d6e-b029-8ea24362ca64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e3b5c1-9246-44ee-8b2b-05576d2e6cd6 HTTP/1.1" status: 200 len: 797 time: 0.1270559 Nov 12 00:56:57.258548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] Routers {'5845bdb7-53ef-4706-82bc-6297bcf107a5'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:56:57.259434 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:56:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['5845bdb7-53ef-4706-82bc-6297bcf107a5'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:57.321308 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d86970-b011-486d-add9-aa43f86a8299 None None] Pushing event updated for resources: {'Port': ['ID=91d7a1e3-b526-44e8-b050-0a5bd20b1be7,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:57.344623 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-492d0aff-c04d-4add-8eac-f608cbb790a3 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.349066 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-492d0aff-c04d-4add-8eac-f608cbb790a3 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] 10.222.0.31 "DELETE /v2.0/ports/fd85641a-1c3c-4c0f-883f-27a1d3e02b9c HTTP/1.1" status: 204 len: 168 time: 1.2226021 Nov 12 00:56:57.353025 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52526) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:57.361220 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-02a41204-f8de-49f2-aa48-8d77eee172fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:57.362817 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-02a41204-f8de-49f2-aa48-8d77eee172fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1082201 Nov 12 00:56:57.382211 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-234db82c-ff51-4f99-a3b1-626f894e3871 req-01d7c09b-5a28-41e5-822a-f88a07bba86b tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266768 Nov 12 00:56:57.441601 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52528) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:57.462021 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791b3251-59c4-4f05-87a8-e70b74d785ab tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:57.464132 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-791b3251-59c4-4f05-87a8-e70b74d785ab tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0231db7-340f-42c2-b935-ad16f8564827 HTTP/1.1" status: 200 len: 913 time: 0.1089530 Nov 12 00:56:57.466817 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52530) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:57.561295 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9268ad9e-8eda-42db-bf1c-176a72f6460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.580549 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] Set router 5845bdb7-53ef-4706-82bc-6297bcf107a5 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:56:57.675471 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-9268ad9e-8eda-42db-bf1c-176a72f6460b None None] For port 91d7a1e3-b526-44e8-b050-0a5bd20b1be7, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=91d7a1e3-b526-44e8-b050-0a5bd20b1be7,segment=NetworkSegment(93a4d0e5-6d4a-46ee-a65a-ae8f04c59569),segment_id=93a4d0e5-6d4a-46ee-a65a-ae8f04c59569)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:57.685598 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9268ad9e-8eda-42db-bf1c-176a72f6460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.700617 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-8eeb7558-4f8e-4032-9868-106ec9e02062 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286560 Nov 12 00:56:57.756242 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268ad9e-8eda-42db-bf1c-176a72f6460b None None] Pushing event updated for resources: {'Port': ['ID=91d7a1e3-b526-44e8-b050-0a5bd20b1be7,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:57.875203 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6c688877-bf43-47ad-b17c-bc27ed80afdc None None] Provisioning complete for port 91d7a1e3-b526-44e8-b050-0a5bd20b1be7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:57.875865 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6c688877-bf43-47ad-b17c-bc27ed80afdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.970317 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-16652682-e63b-4e9c-8948-883a2951ef0b service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614920 Nov 12 00:56:58.059776 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-9d61895c-9407-457e-bc43-f9feec605449 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ce338286-589a-4fe7-9255-b5d2a6ec28f4 HTTP/1.1" status: 200 len: 217 time: 0.0783598 Nov 12 00:56:58.061267 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5845bdb7-53ef-4706-82bc-6297bcf107a5', 'name': 'tempest-ImageQuotaTest-327781863-router', 'tenant_id': '59138efcf4834167920bc9c083c720fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '0bce0c44-5751-49f2-935f-f9c69844a2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:41Z', 'updated_at': '2021-11-12T00:56:51Z', 'revision_number': 4, 'project_id': '59138efcf4834167920bc9c083c720fa', 'gw_port': {'id': '0bce0c44-5751-49f2-935f-f9c69844a2c6', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5845bdb7-53ef-4706-82bc-6297bcf107a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:42Z', 'updated_at': '2021-11-12T00:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '91d7a1e3-b526-44e8-b050-0a5bd20b1be7', 'name': '', 'network_id': '7cc3fa39-710c-4a0c-9abc-80b813d27e1a', 'tenant_id': '59138efcf4834167920bc9c083c720fa', 'mac_address': 'fa:16:3e:52:f0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5845bdb7-53ef-4706-82bc-6297bcf107a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'f6018c89-6df9-41ee-b501-7ad65d187de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:49Z', 'updated_at': '2021-11-12T00:56:56Z', 'revision_number': 4, 'project_id': '59138efcf4834167920bc9c083c720fa', 'subnets': [{'id': 'f6018c89-6df9-41ee-b501-7ad65d187de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:58.084144 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a87994b5-6b06-47b6-8956-6e5532890de8 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.289487 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-7ef89fa4-8c33-4b39-b856-f8cf73fefb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:58.292219 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-7ef89fa4-8c33-4b39-b856-f8cf73fefb2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=870dc38d-f2e2-4511-a748-1147cb7d0fbb HTTP/1.1" status: 200 len: 797 time: 0.2167530 Nov 12 00:56:58.404869 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037083a2-0a6b-4c6d-a1d4-264bef78c1a9 None None] The sync data for ids ['5845bdb7-53ef-4706-82bc-6297bcf107a5'] in n-d-712137-14 is: [{'id': '5845bdb7-53ef-4706-82bc-6297bcf107a5', 'name': 'tempest-ImageQuotaTest-327781863-router', 'tenant_id': '59138efcf4834167920bc9c083c720fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '0bce0c44-5751-49f2-935f-f9c69844a2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:41Z', 'updated_at': '2021-11-12T00:56:51Z', 'revision_number': 4, 'project_id': '59138efcf4834167920bc9c083c720fa', 'gw_port': {'id': '0bce0c44-5751-49f2-935f-f9c69844a2c6', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5845bdb7-53ef-4706-82bc-6297bcf107a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:42Z', 'updated_at': '2021-11-12T00:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '91d7a1e3-b526-44e8-b050-0a5bd20b1be7', 'name': '', 'network_id': '7cc3fa39-710c-4a0c-9abc-80b813d27e1a', 'tenant_id': '59138efcf4834167920bc9c083c720fa', 'mac_address': 'fa:16:3e:52:f0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5845bdb7-53ef-4706-82bc-6297bcf107a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'f6018c89-6df9-41ee-b501-7ad65d187de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:49Z', 'updated_at': '2021-11-12T00:56:56Z', 'revision_number': 4, 'project_id': '59138efcf4834167920bc9c083c720fa', 'subnets': [{'id': 'f6018c89-6df9-41ee-b501-7ad65d187de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:56:58.415479 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694602bc-e64b-496f-89c7-aab6bea96022 req-c465a5bc-c579-4c6b-9b5a-6ca19ce521f7 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:58.417471 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-694602bc-e64b-496f-89c7-aab6bea96022 req-c465a5bc-c579-4c6b-9b5a-6ca19ce521f7 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.3621678 Nov 12 00:56:58.450069 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-64e59a09-be37-4b2e-b36c-7a8fe286786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:58.451613 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-64e59a09-be37-4b2e-b36c-7a8fe286786c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=523495f2-d0a8-4874-8ce9-f158f9a48578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1246219 Nov 12 00:56:58.647539 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-a87994b5-6b06-47b6-8956-6e5532890de8 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Deleting port 9779671d-5ffc-421b-9254-f493936c4056 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:58.648065 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a87994b5-6b06-47b6-8956-6e5532890de8 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.714431 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-694602bc-e64b-496f-89c7-aab6bea96022 req-18f27577-d51a-45db-a723-ab37f73cbd9e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771204 Nov 12 00:56:58.824228 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-952c806e-42e2-43b2-aaa0-49af71fe508f service neutron] 10.222.0.21 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631713 Nov 12 00:56:58.824901 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a87994b5-6b06-47b6-8956-6e5532890de8 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.832475 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe8964c8-5ecf-48f4-af29-3ea2986a06db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.856485 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-a87994b5-6b06-47b6-8956-6e5532890de8 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Calling delete_port for 9779671d-5ffc-421b-9254-f493936c4056 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:58.860949 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d19585-4793-4d9c-bfdb-64fb3fe6a759 req-865b78e0-4e8b-4570-863f-9e74c0999762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:58.864529 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c8d19585-4793-4d9c-bfdb-64fb3fe6a759 req-865b78e0-4e8b-4570-863f-9e74c0999762 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 1097 time: 0.2737899 Nov 12 00:56:58.885788 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431204b-966e-43e6-96fd-a4c30ee7887d req-13f50f7f-6e04-4919-95e2-29284170798a tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:58.891064 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6431204b-966e-43e6-96fd-a4c30ee7887d req-13f50f7f-6e04-4919-95e2-29284170798a tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.3021421 Nov 12 00:56:59.062846 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c8d19585-4793-4d9c-bfdb-64fb3fe6a759 req-8e915d5a-c112-4e71-bb9f-f01cf5e50522 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878734 Nov 12 00:56:59.073758 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6431204b-966e-43e6-96fd-a4c30ee7887d req-6905e900-00c0-43e3-897c-0cd21d62ef80 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741726 Nov 12 00:56:59.271965 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a87994b5-6b06-47b6-8956-6e5532890de8 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.330139 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-f17dd165-8f54-4013-9c91-45dc9cf3e0de service neutron] 10.222.0.21 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947119 Nov 12 00:56:59.433405 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87994b5-6b06-47b6-8956-6e5532890de8 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Pushing event deleted for resources: {'Port': ['ID=9779671d-5ffc-421b-9254-f493936c4056,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:59.434096 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-fb3111d7-41d5-4cd0-bd9d-2416924b4849 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=babf2404-166d-409b-b86b-258ee071292f HTTP/1.1" status: 200 len: 217 time: 0.0767405 Nov 12 00:56:59.540462 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ab062-1748-451b-be38-e12d549cc1e8 req-5584563f-fe8f-4396-a0ec-450f08ccc666 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:59.542418 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-184ab062-1748-451b-be38-e12d549cc1e8 req-5584563f-fe8f-4396-a0ec-450f08ccc666 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.2331073 Nov 12 00:56:59.571417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-72c7cf8b-b712-4415-8bbc-fb23950725af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:59.573053 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-72c7cf8b-b712-4415-8bbc-fb23950725af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=870dc38d-f2e2-4511-a748-1147cb7d0fbb HTTP/1.1" status: 200 len: 797 time: 0.1276987 Nov 12 00:56:59.699040 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a87994b5-6b06-47b6-8956-6e5532890de8 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.803671 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-184ab062-1748-451b-be38-e12d549cc1e8 req-aeafda8c-7c08-4282-9c11-c82e51a346a2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410426 Nov 12 00:56:59.808936 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-b69a28d0-cb6d-43eb-a184-7b69065a195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:59.810500 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-b69a28d0-cb6d-43eb-a184-7b69065a195f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=523495f2-d0a8-4874-8ce9-f158f9a48578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2237980 Nov 12 00:56:59.948410 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87994b5-6b06-47b6-8956-6e5532890de8 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Router d0231db7-340f-42c2-b935-ad16f8564827 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:56:59.950912 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-fe8964c8-5ecf-48f4-af29-3ea2986a06db admin admin] Deleting port 91d7a1e3-b526-44e8-b050-0a5bd20b1be7 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:59.961141 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe8964c8-5ecf-48f4-af29-3ea2986a06db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.057914 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87994b5-6b06-47b6-8956-6e5532890de8 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:00.070196 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ae798-37f6-4c83-a4c1-29986403118f None None] Sync routers for ids ['d0231db7-340f-42c2-b935-ad16f8564827'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:00.092381 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ae798-37f6-4c83-a4c1-29986403118f None None] Routers {'d0231db7-340f-42c2-b935-ad16f8564827'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:00.093057 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-604ae798-37f6-4c83-a4c1-29986403118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:56:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d0231db7-340f-42c2-b935-ad16f8564827'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:00.096993 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a87994b5-6b06-47b6-8956-6e5532890de8 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] 10.222.0.31 "PUT /v2.0/routers/d0231db7-340f-42c2-b935-ad16f8564827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6217506 Nov 12 00:57:00.097564 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52590) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:00.189712 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-604ae798-37f6-4c83-a4c1-29986403118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:00.204136 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ae798-37f6-4c83-a4c1-29986403118f None None] Routers {'d0231db7-340f-42c2-b935-ad16f8564827'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:00.205045 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-604ae798-37f6-4c83-a4c1-29986403118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:56:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d0231db7-340f-42c2-b935-ad16f8564827'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:00.279457 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-604ae798-37f6-4c83-a4c1-29986403118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:00.280825 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ae798-37f6-4c83-a4c1-29986403118f None None] The sync data for ids ['d0231db7-340f-42c2-b935-ad16f8564827'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:57:00.624751 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 91d7a1e3-b526-44e8-b050-0a5bd20b1be7 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:00.671909 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-b136c5d3-89b2-4869-a1f6-4f70f3754d1c service neutron] 10.222.0.21 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8516545 Nov 12 00:57:00.729484 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 91d7a1e3-b526-44e8-b050-0a5bd20b1be7 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:00.729963 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.838089 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-fe8964c8-5ecf-48f4-af29-3ea2986a06db admin admin] For port 91d7a1e3-b526-44e8-b050-0a5bd20b1be7, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=91d7a1e3-b526-44e8-b050-0a5bd20b1be7,segment=NetworkSegment(93a4d0e5-6d4a-46ee-a65a-ae8f04c59569),segment_id=93a4d0e5-6d4a-46ee-a65a-ae8f04c59569)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:00.838460 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe8964c8-5ecf-48f4-af29-3ea2986a06db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.857983 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-fe8964c8-5ecf-48f4-af29-3ea2986a06db admin admin] Calling delete_port for 91d7a1e3-b526-44e8-b050-0a5bd20b1be7 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:00.875841 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e4e2-57ad-4c5b-9b7f-4101985732d1 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.892445 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a75b5523-7c79-47cf-afb6-ee5d9ac56a60 req-18a0cbe0-a427-4d33-b37d-93a80a41087f service neutron] 10.222.0.21 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999753 Nov 12 00:57:00.990009 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16ddf2-cf49-474d-b303-81dcc6834279 req-01b60486-7820-4e70-83b0-ffb44c1dfd14 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:00.991643 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ea16ddf2-cf49-474d-b303-81dcc6834279 req-01b60486-7820-4e70-83b0-ffb44c1dfd14 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.7003634 Nov 12 00:57:01.115662 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e4e2-57ad-4c5b-9b7f-4101985732d1 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.121494 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e4e2-57ad-4c5b-9b7f-4101985732d1 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.155689 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef14b3-034a-48f0-8b2d-934cb1b8c8d4 req-8b3b30a5-00a3-42ef-bcd9-c0e75e31ead1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:01.159272 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-24ef14b3-034a-48f0-8b2d-934cb1b8c8d4 req-8b3b30a5-00a3-42ef-bcd9-c0e75e31ead1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.2028952 Nov 12 00:57:01.182133 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ea16ddf2-cf49-474d-b303-81dcc6834279 req-2d84ecfc-eb87-4f94-b0f0-d28c39a85645 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518435 Nov 12 00:57:01.197441 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e4e2-57ad-4c5b-9b7f-4101985732d1 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.197967 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e0e4e2-57ad-4c5b-9b7f-4101985732d1 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Fanout notify agent at l3_agent the message router_deleted on router d0231db7-340f-42c2-b935-ad16f8564827 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:57:01.218203 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e4e2-57ad-4c5b-9b7f-4101985732d1 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.229262 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c8e0e4e2-57ad-4c5b-9b7f-4101985732d1 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] 10.222.0.31 "DELETE /v2.0/routers/d0231db7-340f-42c2-b935-ad16f8564827 HTTP/1.1" status: 204 len: 168 time: 1.1302693 Nov 12 00:57:01.229918 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52620) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:01.279452 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-24ef14b3-034a-48f0-8b2d-934cb1b8c8d4 req-c7461e11-4be2-4d19-a5b3-6820283b8561 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004806 Nov 12 00:57:01.336929 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe8964c8-5ecf-48f4-af29-3ea2986a06db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.383268 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-3817904f-8fbf-4b6c-a2a7-1b3dddf69b4c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Deleting subnet 550cb34b-464b-4682-89e2-c1b0bcbaf054 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:57:01.392824 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3817904f-8fbf-4b6c-a2a7-1b3dddf69b4c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.413270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8964c8-5ecf-48f4-af29-3ea2986a06db admin admin] Pushing event deleted for resources: {'Port': ['ID=91d7a1e3-b526-44e8-b050-0a5bd20b1be7,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:01.449588 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3817904f-8fbf-4b6c-a2a7-1b3dddf69b4c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.620860 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3817904f-8fbf-4b6c-a2a7-1b3dddf69b4c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.790827 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3817904f-8fbf-4b6c-a2a7-1b3dddf69b4c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.848729 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe8964c8-5ecf-48f4-af29-3ea2986a06db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.866481 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817904f-8fbf-4b6c-a2a7-1b3dddf69b4c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Pushing event deleted for resources: {'Subnet': ['ID=550cb34b-464b-4682-89e2-c1b0bcbaf054,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:01.879652 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3817904f-8fbf-4b6c-a2a7-1b3dddf69b4c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.881571 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823ccff6-4fb1-43a1-9dd3-192fcb2de531 None None] Network 2fb9c305-b453-40c0-82f6-8c2c1ae9321c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:01.890562 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3817904f-8fbf-4b6c-a2a7-1b3dddf69b4c tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] 10.222.0.31 "DELETE /v2.0/subnets/550cb34b-464b-4682-89e2-c1b0bcbaf054 HTTP/1.1" status: 204 len: 168 time: 0.6595244 Nov 12 00:57:01.894133 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52646) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:02.033584 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a691628-0fb6-42ac-95b8-7a362d5ef211 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.119713 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-1a691628-0fb6-42ac-95b8-7a362d5ef211 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Deleting port 57d6beff-7c1d-4e90-b47f-b4a210c02c71 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:02.120071 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a691628-0fb6-42ac-95b8-7a362d5ef211 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.174931 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e65c621-a168-489e-854b-84ed433a0841 None None] DHCP port deletion for 2fb9c305-b453-40c0-82f6-8c2c1ae9321c request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:02.208019 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e3c12-b155-44f0-9a49-2162e1fc1dac req-764d165e-2c9f-42e5-baf4-b4ede1837b4d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:02.209586 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fe9e3c12-b155-44f0-9a49-2162e1fc1dac req-764d165e-2c9f-42e5-baf4-b4ede1837b4d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.1459377 Nov 12 00:57:02.286834 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-1a691628-0fb6-42ac-95b8-7a362d5ef211 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] For port 57d6beff-7c1d-4e90-b47f-b4a210c02c71, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=57d6beff-7c1d-4e90-b47f-b4a210c02c71,segment=NetworkSegment(0921c986-a4cb-4c30-afce-0d7da80ed045),segment_id=0921c986-a4cb-4c30-afce-0d7da80ed045)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:02.287789 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a691628-0fb6-42ac-95b8-7a362d5ef211 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.293457 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7e65c621-a168-489e-854b-84ed433a0841 None None] Deleting port 57d6beff-7c1d-4e90-b47f-b4a210c02c71 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:02.293839 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7e65c621-a168-489e-854b-84ed433a0841 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.329617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-1a691628-0fb6-42ac-95b8-7a362d5ef211 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Calling delete_port for 57d6beff-7c1d-4e90-b47f-b4a210c02c71 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:02.430671 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-7e65c621-a168-489e-854b-84ed433a0841 None None] For port 57d6beff-7c1d-4e90-b47f-b4a210c02c71, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=57d6beff-7c1d-4e90-b47f-b4a210c02c71,segment=NetworkSegment(0921c986-a4cb-4c30-afce-0d7da80ed045),segment_id=0921c986-a4cb-4c30-afce-0d7da80ed045)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:02.430671 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7e65c621-a168-489e-854b-84ed433a0841 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.430856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8964c8-5ecf-48f4-af29-3ea2986a06db admin admin] Router 5845bdb7-53ef-4706-82bc-6297bcf107a5 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:57:02.452888 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fe9e3c12-b155-44f0-9a49-2162e1fc1dac req-f2fcbfb8-75c2-42ea-ba25-4d89d1d2fe27 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223170 Nov 12 00:57:02.470148 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7e65c621-a168-489e-854b-84ed433a0841 None None] Calling delete_port for 57d6beff-7c1d-4e90-b47f-b4a210c02c71 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:02.599011 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13007018-2033-41d8-a62f-30724325dde9 req-a0c21803-fbda-4303-b3b0-a6644be05389 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:02.601605 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13007018-2033-41d8-a62f-30724325dde9 req-a0c21803-fbda-4303-b3b0-a6644be05389 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.1074417 Nov 12 00:57:02.636947 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 57d6beff-7c1d-4e90-b47f-b4a210c02c71 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:02.640446 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a691628-0fb6-42ac-95b8-7a362d5ef211 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.669463 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 57d6beff-7c1d-4e90-b47f-b4a210c02c71 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:57:02.671488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 57d6beff-7c1d-4e90-b47f-b4a210c02c71 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:57:02.688903 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7e65c621-a168-489e-854b-84ed433a0841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.694189 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8964c8-5ecf-48f4-af29-3ea2986a06db admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:02.699441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a691628-0fb6-42ac-95b8-7a362d5ef211 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Pushing event deleted for resources: {'Port': ['ID=57d6beff-7c1d-4e90-b47f-b4a210c02c71,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:02.707507 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fe8964c8-5ecf-48f4-af29-3ea2986a06db admin admin] 10.222.0.31 "PUT /v2.0/routers/5845bdb7-53ef-4706-82bc-6297bcf107a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2648914 Nov 12 00:57:02.714247 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52666) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:02.737535 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1597cd11-3d6d-4592-872e-9f3c5e9670b6 None None] Sync routers for ids ['5845bdb7-53ef-4706-82bc-6297bcf107a5'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:02.742891 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65c621-a168-489e-854b-84ed433a0841 None None] Pushing event deleted for resources: {'Port': ['ID=57d6beff-7c1d-4e90-b47f-b4a210c02c71,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:02.744353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a691628-0fb6-42ac-95b8-7a362d5ef211 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] No DVR routers for this DVR port 57d6beff-7c1d-4e90-b47f-b4a210c02c71 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:02.749761 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e65c621-a168-489e-854b-84ed433a0841 None None] No DVR routers for this DVR port 57d6beff-7c1d-4e90-b47f-b4a210c02c71 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:02.762007 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1597cd11-3d6d-4592-872e-9f3c5e9670b6 None None] Routers {'5845bdb7-53ef-4706-82bc-6297bcf107a5'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:02.762915 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-1597cd11-3d6d-4592-872e-9f3c5e9670b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:56:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['5845bdb7-53ef-4706-82bc-6297bcf107a5'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:02.782938 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13007018-2033-41d8-a62f-30724325dde9 req-67431f55-c9ee-4e61-bbd2-1f5a9d0e43b8 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752365 Nov 12 00:57:02.900946 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e18e00c-6da4-49f9-b298-40966ac84d6d admin admin] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.946995 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-1597cd11-3d6d-4592-872e-9f3c5e9670b6 None None] Set router 5845bdb7-53ef-4706-82bc-6297bcf107a5 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:03.005677 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a691628-0fb6-42ac-95b8-7a362d5ef211 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.027685 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-1a691628-0fb6-42ac-95b8-7a362d5ef211 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb9c305-b453-40c0-82f6-8c2c1ae9321c']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:03.038485 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-1a691628-0fb6-42ac-95b8-7a362d5ef211 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0921c986-a4cb-4c30-afce-0d7da80ed045') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:03.038789 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-1a691628-0fb6-42ac-95b8-7a362d5ef211 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0921c986-a4cb-4c30-afce-0d7da80ed045') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:03.049971 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a691628-0fb6-42ac-95b8-7a362d5ef211 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.064063 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a691628-0fb6-42ac-95b8-7a362d5ef211 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.071055 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a691628-0fb6-42ac-95b8-7a362d5ef211 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:57:03.071522 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a691628-0fb6-42ac-95b8-7a362d5ef211 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.111055 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e18e00c-6da4-49f9-b298-40966ac84d6d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:57:03.168844 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:57:03.241939 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-9e18e00c-6da4-49f9-b298-40966ac84d6d admin admin] Deleting port 0bce0c44-5751-49f2-935f-f9c69844a2c6 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:03.242294 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e18e00c-6da4-49f9-b298-40966ac84d6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.332448 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-1597cd11-3d6d-4592-872e-9f3c5e9670b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5845bdb7-53ef-4706-82bc-6297bcf107a5', 'name': 'tempest-ImageQuotaTest-327781863-router', 'tenant_id': '59138efcf4834167920bc9c083c720fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '0bce0c44-5751-49f2-935f-f9c69844a2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:41Z', 'updated_at': '2021-11-12T00:57:01Z', 'revision_number': 5, 'project_id': '59138efcf4834167920bc9c083c720fa', 'gw_port': {'id': '0bce0c44-5751-49f2-935f-f9c69844a2c6', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5845bdb7-53ef-4706-82bc-6297bcf107a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:42Z', 'updated_at': '2021-11-12T00:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:03.339179 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-da53aa1a-4ace-4e39-a555-4cd6f33f71ef req-ac85b306-1079-42cc-b574-fa3d2805badf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1678321 Nov 12 00:57:03.341261 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-9e18e00c-6da4-49f9-b298-40966ac84d6d admin admin] For port 0bce0c44-5751-49f2-935f-f9c69844a2c6, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=0bce0c44-5751-49f2-935f-f9c69844a2c6,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:03.342475 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e18e00c-6da4-49f9-b298-40966ac84d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.344398 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a691628-0fb6-42ac-95b8-7a362d5ef211 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.405305 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a691628-0fb6-42ac-95b8-7a362d5ef211 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.412487 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1a691628-0fb6-42ac-95b8-7a362d5ef211 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] 10.222.0.31 "DELETE /v2.0/networks/2fb9c305-b453-40c0-82f6-8c2c1ae9321c HTTP/1.1" status: 204 len: 168 time: 1.5138667 Nov 12 00:57:03.412684 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1597cd11-3d6d-4592-872e-9f3c5e9670b6 None None] Checking router: 5845bdb7-53ef-4706-82bc-6297bcf107a5 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:57:03.412875 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a691628-0fb6-42ac-95b8-7a362d5ef211 tempest-FloatingIPNegativeTestJSON-1197390588 tempest-FloatingIPNegativeTestJSON-1197390588-project] Pushing event deleted for resources: {'Network': ['ID=2fb9c305-b453-40c0-82f6-8c2c1ae9321c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:03.457546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1597cd11-3d6d-4592-872e-9f3c5e9670b6 None None] Routers {'5845bdb7-53ef-4706-82bc-6297bcf107a5'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:03.458200 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-1597cd11-3d6d-4592-872e-9f3c5e9670b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:56:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['5845bdb7-53ef-4706-82bc-6297bcf107a5'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:03.498849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8b367-a9e6-464b-afdf-fadc3605e48a req-da9517d7-c4c9-428c-8139-44778201616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.505094 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-9e18e00c-6da4-49f9-b298-40966ac84d6d admin admin] Calling delete_port for 0bce0c44-5751-49f2-935f-f9c69844a2c6 owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:03.506283 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-03d8b367-a9e6-464b-afdf-fadc3605e48a req-da9517d7-c4c9-428c-8139-44778201616b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8fdc9237de6e49ad8a3f5af80dc64254&device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 1097 time: 0.1109071 Nov 12 00:57:03.653005 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75c932-3949-4498-8874-1642325accb9 req-4584396a-3071-47fb-886f-176237ccde0d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.654832 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-1597cd11-3d6d-4592-872e-9f3c5e9670b6 None None] Set router 5845bdb7-53ef-4706-82bc-6297bcf107a5 gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:03.662338 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca75c932-3949-4498-8874-1642325accb9 req-4584396a-3071-47fb-886f-176237ccde0d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.2906644 Nov 12 00:57:03.743859 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-1597cd11-3d6d-4592-872e-9f3c5e9670b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5845bdb7-53ef-4706-82bc-6297bcf107a5', 'name': 'tempest-ImageQuotaTest-327781863-router', 'tenant_id': '59138efcf4834167920bc9c083c720fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:41Z', 'updated_at': '2021-11-12T00:57:03Z', 'revision_number': 6, 'project_id': '59138efcf4834167920bc9c083c720fa', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:03.763915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b2a7d-a75e-4078-b1b6-0ac3024c945d req-96c492b0-1c7f-441c-b3f7-6f28bbce9292 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.771532 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1597cd11-3d6d-4592-872e-9f3c5e9670b6 None None] The sync data for ids ['5845bdb7-53ef-4706-82bc-6297bcf107a5'] in n-d-712137-14 is: [{'id': '5845bdb7-53ef-4706-82bc-6297bcf107a5', 'name': 'tempest-ImageQuotaTest-327781863-router', 'tenant_id': '59138efcf4834167920bc9c083c720fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:41Z', 'updated_at': '2021-11-12T00:57:03Z', 'revision_number': 6, 'project_id': '59138efcf4834167920bc9c083c720fa', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:57:03.772592 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f92b2a7d-a75e-4078-b1b6-0ac3024c945d req-96c492b0-1c7f-441c-b3f7-6f28bbce9292 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.1442382 Nov 12 00:57:03.788097 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8b367-a9e6-464b-afdf-fadc3605e48a req-9505e280-8b67-42d9-8b47-c8b197df6312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.789636 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-03d8b367-a9e6-464b-afdf-fadc3605e48a req-9505e280-8b67-42d9-8b47-c8b197df6312 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be66bfac-db54-4ba9-8a59-fe8e903fa592 HTTP/1.1" status: 200 len: 918 time: 0.2753825 Nov 12 00:57:03.869619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53aa1a-4ace-4e39-a555-4cd6f33f71ef req-528aec66-6c06-4ad9-b0c1-cb209c2d0075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.871190 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da53aa1a-4ace-4e39-a555-4cd6f33f71ef req-528aec66-6c06-4ad9-b0c1-cb209c2d0075 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 1098 time: 0.4396024 Nov 12 00:57:03.873898 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-03d8b367-a9e6-464b-afdf-fadc3605e48a req-639e8b09-1926-4e23-8b96-63d4e03e2729 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=365ac3e4-872b-4b19-a65d-6bf54e04147b HTTP/1.1" status: 200 len: 217 time: 0.0639167 Nov 12 00:57:03.898766 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca75c932-3949-4498-8874-1642325accb9 req-bc93ddb2-8588-4699-bfc5-9dee0c8242db tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352328 Nov 12 00:57:03.944563 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f92b2a7d-a75e-4078-b1b6-0ac3024c945d req-92f7a914-6c27-4860-bcd0-f0c2e7fb033c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704724 Nov 12 00:57:03.966499 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52706) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:03.981581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8b367-a9e6-464b-afdf-fadc3605e48a req-ff22a7a1-5641-4452-9b8a-703a1612cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.983198 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-03d8b367-a9e6-464b-afdf-fadc3605e48a req-ff22a7a1-5641-4452-9b8a-703a1612cdec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db54c4a6-c0af-44c1-9efa-10f094a7a4d6 HTTP/1.1" status: 200 len: 857 time: 0.1002326 Nov 12 00:57:04.079619 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-03d8b367-a9e6-464b-afdf-fadc3605e48a req-dafe5c06-1533-4f7e-92b8-eb839e6f003b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be66bfac-db54-4ba9-8a59-fe8e903fa592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728850 Nov 12 00:57:04.190925 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e18e00c-6da4-49f9-b298-40966ac84d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.243695 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c67746-a6c8-48da-b31b-1e4f0c50fff8 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:04.244468 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-03d8b367-a9e6-464b-afdf-fadc3605e48a req-dc3fff73-aeea-4005-aba6-b50d75742e52 service neutron] 10.222.0.15 "GET /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559408 Nov 12 00:57:04.314700 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18e00c-6da4-49f9-b298-40966ac84d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=0bce0c44-5751-49f2-935f-f9c69844a2c6,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:04.353120 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 27b78534-04f9-4471-ad77-b57e9bccd12f details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:57:04.390168 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53aa1a-4ace-4e39-a555-4cd6f33f71ef req-ece4244c-7f48-48d5-9e19-2a5d9cb3dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:04.395622 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7370ea59-39ef-4624-a0a1-8d687914d729 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=19be8e49f096487c98b72e29d1163869&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4247391 Nov 12 00:57:04.395622 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52724) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:04.397313 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da53aa1a-4ace-4e39-a555-4cd6f33f71ef req-ece4244c-7f48-48d5-9e19-2a5d9cb3dc9d service neutron] 10.222.0.15 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 913 time: 0.4206502 Nov 12 00:57:04.402874 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e18e00c-6da4-49f9-b298-40966ac84d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.512020 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-03d8b367-a9e6-464b-afdf-fadc3605e48a req-e1aebc4e-d53f-4eb3-b2e1-9ae7de09f471 service neutron] 10.222.0.15 "GET /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592673 Nov 12 00:57:04.533013 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-997cff56-40d2-4fbb-b2ac-4b91c04a2b5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.568059 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-997cff56-40d2-4fbb-b2ac-4b91c04a2b5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.637403 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-997cff56-40d2-4fbb-b2ac-4b91c04a2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.644516 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-997cff56-40d2-4fbb-b2ac-4b91c04a2b5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.644516 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-997cff56-40d2-4fbb-b2ac-4b91c04a2b5e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2749daf-c8c6-4434-8934-9057dc151345 HTTP/1.1" status: 204 len: 168 time: 0.2452273 Nov 12 00:57:04.653680 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997cff56-40d2-4fbb-b2ac-4b91c04a2b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2749daf-c8c6-4434-8934-9057dc151345,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:04.657225 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 27b78534-04f9-4471-ad77-b57e9bccd12f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27b78534-04f9-4471-ad77-b57e9bccd12f,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:04.665315 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da53aa1a-4ace-4e39-a555-4cd6f33f71ef req-629cdc9a-368c-40ec-9834-9f583ebc6c6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbffa4a2-710f-4fb4-aba5-fe1bad751312 HTTP/1.1" status: 200 len: 217 time: 0.2165976 Nov 12 00:57:04.669051 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e18e00c-6da4-49f9-b298-40966ac84d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.671233 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e18e00c-6da4-49f9-b298-40966ac84d6d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.701178 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '27b78534-04f9-4471-ad77-b57e9bccd12f', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'port_id': '27b78534-04f9-4471-ad77-b57e9bccd12f', 'mac_address': 'fa:16:3e:28:a1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:57:04.758728 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.778287 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27b78534-04f9-4471-ad77-b57e9bccd12f {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:04.787015 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e18e00c-6da4-49f9-b298-40966ac84d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.787591 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e18e00c-6da4-49f9-b298-40966ac84d6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5845bdb7-53ef-4706-82bc-6297bcf107a5 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:57:04.812196 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e18e00c-6da4-49f9-b298-40966ac84d6d admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.817652 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52742) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:04.837281 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9e18e00c-6da4-49f9-b298-40966ac84d6d admin admin] 10.222.0.31 "DELETE /v2.0/routers/5845bdb7-53ef-4706-82bc-6297bcf107a5 HTTP/1.1" status: 204 len: 168 time: 2.1194847 Nov 12 00:57:04.866215 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53aa1a-4ace-4e39-a555-4cd6f33f71ef req-568b7071-2953-47af-90fa-7304a7c218ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:04.873317 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 27b78534-04f9-4471-ad77-b57e9bccd12f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27b78534-04f9-4471-ad77-b57e9bccd12f,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:04.875540 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da53aa1a-4ace-4e39-a555-4cd6f33f71ef req-568b7071-2953-47af-90fa-7304a7c218ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.1951118 Nov 12 00:57:04.880208 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 91d7a1e3-b526-44e8-b050-0a5bd20b1be7 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:04.904314 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.992652 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb6a95e-e25a-491e-921c-b03e555e0722 admin admin] Deleting subnet f6018c89-6df9-41ee-b501-7ad65d187de2 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:57:05.006142 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a95e-e25a-491e-921c-b03e555e0722 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:05.033650 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53aa1a-4ace-4e39-a555-4cd6f33f71ef req-fc5022f5-cb56-4799-8a77-9a5650dc20e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:05.035652 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da53aa1a-4ace-4e39-a555-4cd6f33f71ef req-fc5022f5-cb56-4799-8a77-9a5650dc20e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1525257 Nov 12 00:57:05.055277 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 91d7a1e3-b526-44e8-b050-0a5bd20b1be7 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:57:05.099019 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 91d7a1e3-b526-44e8-b050-0a5bd20b1be7 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:57:05.123057 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['27b78534-04f9-4471-ad77-b57e9bccd12f'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:05.216199 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a95e-e25a-491e-921c-b03e555e0722 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:05.257843 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=27b78534-04f9-4471-ad77-b57e9bccd12f,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:05.316383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435efba-6e97-41bc-9861-28ce337d624d req-31c48c5a-c65d-4e2e-9806-c4da591efed9 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:05.326316 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6435efba-6e97-41bc-9861-28ce337d624d req-31c48c5a-c65d-4e2e-9806-c4da591efed9 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.2082546 Nov 12 00:57:05.397689 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f230cc8-b58f-4b06-865b-1a58aa234bed req-f4cf1b20-ca38-4f3b-be13-a9b1eca458d6 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:05.401368 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5f230cc8-b58f-4b06-865b-1a58aa234bed req-f4cf1b20-ca38-4f3b-be13-a9b1eca458d6 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 944 time: 0.2652855 Nov 12 00:57:05.493183 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6435efba-6e97-41bc-9861-28ce337d624d req-69bf951d-81ff-4996-b98f-1cbf4146f707 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610446 Nov 12 00:57:05.621391 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a95e-e25a-491e-921c-b03e555e0722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:05.787409 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a95e-e25a-491e-921c-b03e555e0722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:05.808004 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a95e-e25a-491e-921c-b03e555e0722 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:05.812596 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f48269-5d26-4caf-b842-9d006c479d11 None None] Network 7cc3fa39-710c-4a0c-9abc-80b813d27e1a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:05.819102 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bfb6a95e-e25a-491e-921c-b03e555e0722 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f6018c89-6df9-41ee-b501-7ad65d187de2 HTTP/1.1" status: 204 len: 168 time: 1.0003378 Nov 12 00:57:05.820336 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52792) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:05.857599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6a95e-e25a-491e-921c-b03e555e0722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6018c89-6df9-41ee-b501-7ad65d187de2,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:05.992913 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd435942-2e8d-4ad8-89d8-5fc946a38f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.142753 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da53aa1a-4ace-4e39-a555-4cd6f33f71ef req-3cd68286-adbf-49f7-a67d-c930d4cf802d service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0859482 Nov 12 00:57:06.181740 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d882e82-9d47-481f-8b5c-f6f419263689 None None] DHCP port deletion for 7cc3fa39-710c-4a0c-9abc-80b813d27e1a request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:06.210754 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-dd435942-2e8d-4ad8-89d8-5fc946a38f5e admin admin] Deleting port 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:06.212949 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd435942-2e8d-4ad8-89d8-5fc946a38f5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.249808 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5f230cc8-b58f-4b06-865b-1a58aa234bed req-27a270f1-b204-4a58-9d11-e1ec5fa4345e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8269227 Nov 12 00:57:06.290763 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52808) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:06.292667 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6d882e82-9d47-481f-8b5c-f6f419263689 None None] Deleting port 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:06.293094 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6d882e82-9d47-481f-8b5c-f6f419263689 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.395853 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da53aa1a-4ace-4e39-a555-4cd6f33f71ef req-8419cfe3-13b2-471b-893f-cede4b42a87a service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420580 Nov 12 00:57:06.403858 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 27b78534-04f9-4471-ad77-b57e9bccd12f up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:06.445977 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6d882e82-9d47-481f-8b5c-f6f419263689 None None] For port 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584,segment=NetworkSegment(93a4d0e5-6d4a-46ee-a65a-ae8f04c59569),segment_id=93a4d0e5-6d4a-46ee-a65a-ae8f04c59569)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:06.446388 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6d882e82-9d47-481f-8b5c-f6f419263689 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.535662 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-dd435942-2e8d-4ad8-89d8-5fc946a38f5e admin admin] For port 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584,segment=NetworkSegment(93a4d0e5-6d4a-46ee-a65a-ae8f04c59569),segment_id=93a4d0e5-6d4a-46ee-a65a-ae8f04c59569)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:06.536113 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd435942-2e8d-4ad8-89d8-5fc946a38f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.538234 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:06.617883 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-dd435942-2e8d-4ad8-89d8-5fc946a38f5e admin admin] Calling delete_port for 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:06.665151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6d882e82-9d47-481f-8b5c-f6f419263689 None None] Calling delete_port for 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:06.773294 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6d882e82-9d47-481f-8b5c-f6f419263689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.780974 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c39174bb-419e-45d7-a065-ec8bea8d8e80 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1328423480'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:06.786273 n-d-712137-14 neutron-server[114244]: INFO neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No ports have port_id starting with 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584 Nov 12 00:57:06.820485 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 0bce0c44-5751-49f2-935f-f9c69844a2c6 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:06.846724 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 0bce0c44-5751-49f2-935f-f9c69844a2c6 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:57:06.847393 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 0bce0c44-5751-49f2-935f-f9c69844a2c6 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:57:06.849593 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d882e82-9d47-481f-8b5c-f6f419263689 None None] Pushing event deleted for resources: {'Port': ['ID=3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:06.862545 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d882e82-9d47-481f-8b5c-f6f419263689 None None] No DVR routers for this DVR port 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:06.887503 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd435942-2e8d-4ad8-89d8-5fc946a38f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.892072 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 27b78534-04f9-4471-ad77-b57e9bccd12f triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:06.895291 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.935778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39174bb-419e-45d7-a065-ec8bea8d8e80 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:06.941043 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c39174bb-419e-45d7-a065-ec8bea8d8e80 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.943599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd435942-2e8d-4ad8-89d8-5fc946a38f5e admin admin] No DVR routers for this DVR port 3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:07.125759 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:07.138385 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c39174bb-419e-45d7-a065-ec8bea8d8e80 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:07.140432 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd435942-2e8d-4ad8-89d8-5fc946a38f5e admin admin] Pushing event deleted for resources: {'Port': ['ID=3e6a55b1-4dfd-4b0a-8ec6-b11d8d641584,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:07.167625 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673a2699-fda4-4bdf-a1a7-b6c6b695b344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b78534-04f9-4471-ad77-b57e9bccd12f'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:07.170340 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c01208-a40d-47b1-b7c2-f829cac887be" -d '{"events": [{"server_uuid": "673a2699-fda4-4bdf-a1a7-b6c6b695b344", "name": "network-vif-plugged", "status": "completed", "tag": "27b78534-04f9-4471-ad77-b57e9bccd12f"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:07.187413 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 27b78534-04f9-4471-ad77-b57e9bccd12f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27b78534-04f9-4471-ad77-b57e9bccd12f,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:07.195677 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:07.215354 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd435942-2e8d-4ad8-89d8-5fc946a38f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:07.247032 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-dd435942-2e8d-4ad8-89d8-5fc946a38f5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc3fa39-710c-4a0c-9abc-80b813d27e1a']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:07.264365 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-dd435942-2e8d-4ad8-89d8-5fc946a38f5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a4d0e5-6d4a-46ee-a65a-ae8f04c59569') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:07.264855 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-dd435942-2e8d-4ad8-89d8-5fc946a38f5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a4d0e5-6d4a-46ee-a65a-ae8f04c59569') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:07.290349 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd435942-2e8d-4ad8-89d8-5fc946a38f5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:07.317563 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd435942-2e8d-4ad8-89d8-5fc946a38f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:07.332286 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ef6643-f8c4-45a4-9102-c983d1533d28 x-openstack-request-id: req-87ef6643-f8c4-45a4-9102-c983d1533d28 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:07.332861 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673a2699-fda4-4bdf-a1a7-b6c6b695b344", "name": "network-vif-plugged", "status": "completed", "tag": "27b78534-04f9-4471-ad77-b57e9bccd12f", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:07.333050 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87ef6643-f8c4-45a4-9102-c983d1533d28 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:07.333541 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd435942-2e8d-4ad8-89d8-5fc946a38f5e admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:57:07.334309 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673a2699-fda4-4bdf-a1a7-b6c6b695b344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b78534-04f9-4471-ad77-b57e9bccd12f', 'code': 200} Nov 12 00:57:07.334891 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd435942-2e8d-4ad8-89d8-5fc946a38f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:07.387486 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=27b78534-04f9-4471-ad77-b57e9bccd12f,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:57:07.450984 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:57:07.488059 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714f0a9-5921-4f9e-b89e-42d24f178c69 req-4c3f6293-5c40-4019-8d04-53e1b7a40006 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.490285 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a714f0a9-5921-4f9e-b89e-42d24f178c69 req-4c3f6293-5c40-4019-8d04-53e1b7a40006 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.7049592 Nov 12 00:57:07.532456 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9cbbb8-5c1c-4cb6-9a64-90db91c1db33 req-0879a93c-d9d9-4b5f-a822-76d36762f34b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.544984 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d9cbbb8-5c1c-4cb6-9a64-90db91c1db33 req-0879a93c-d9d9-4b5f-a822-76d36762f34b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.1343782 Nov 12 00:57:07.556323 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd435942-2e8d-4ad8-89d8-5fc946a38f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:07.566044 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd435942-2e8d-4ad8-89d8-5fc946a38f5e admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:07.573404 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-dd435942-2e8d-4ad8-89d8-5fc946a38f5e admin admin] 10.222.0.31 "DELETE /v2.0/networks/7cc3fa39-710c-4a0c-9abc-80b813d27e1a HTTP/1.1" status: 204 len: 168 time: 1.7256241 Nov 12 00:57:07.657829 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d9cbbb8-5c1c-4cb6-9a64-90db91c1db33 req-ef8f53ec-e66c-4c56-b6dd-c71637fb2c56 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113205 Nov 12 00:57:07.734111 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd435942-2e8d-4ad8-89d8-5fc946a38f5e admin admin] Pushing event deleted for resources: {'Network': ['ID=7cc3fa39-710c-4a0c-9abc-80b813d27e1a,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:07.824147 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a714f0a9-5921-4f9e-b89e-42d24f178c69 req-ceb5f947-6d73-4455-aa28-9fc7c0f6f0ed tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850940 Nov 12 00:57:07.894208 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c39174bb-419e-45d7-a065-ec8bea8d8e80 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:07.906423 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c39174bb-419e-45d7-a065-ec8bea8d8e80 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:07.966314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39174bb-419e-45d7-a065-ec8bea8d8e80 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:07.976487 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39174bb-419e-45d7-a065-ec8bea8d8e80 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=984bff95-0926-43ec-a065-80411e79754c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:07.985373 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c39174bb-419e-45d7-a065-ec8bea8d8e80 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:07.985741 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-c39174bb-419e-45d7-a065-ec8bea8d8e80 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Added segment 62328987-d879-4283-b3cd-401d9b50d21c of type vlan for network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 Nov 12 00:57:08.077875 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52854) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:08.147207 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c39174bb-419e-45d7-a065-ec8bea8d8e80 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:08.205117 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c39174bb-419e-45d7-a065-ec8bea8d8e80 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:08.214411 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39174bb-419e-45d7-a065-ec8bea8d8e80 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.215147 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c39174bb-419e-45d7-a065-ec8bea8d8e80 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:08.314710 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c39174bb-419e-45d7-a065-ec8bea8d8e80 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0175359 Nov 12 00:57:08.315668 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52860) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:08.320902 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-2b26c406-54a1-40bc-bc69-5d2f9338a40f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'port': {'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0', 'name': 'tempest-PortsIpV6TestJSON-1733386552'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:08.406380 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-da2da574-befd-4b4a-8335-1aa91b6502a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59138efcf4834167920bc9c083c720fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3271656 Nov 12 00:57:08.410630 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52862) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:08.467831 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39174bb-419e-45d7-a065-ec8bea8d8e80 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Network': ['ID=6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:08.482429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:08.487585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b26c406-54a1-40bc-bc69-5d2f9338a40f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:08.494800 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2b26c406-54a1-40bc-bc69-5d2f9338a40f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:08.499037 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b37e71bf-0198-49e0-811f-67f94df87cd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:08.527587 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b37e71bf-0198-49e0-811f-67f94df87cd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:08.550658 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-2b26c406-54a1-40bc-bc69-5d2f9338a40f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] device_id is not set on port 20b73979-909f-4dc8-8201-1679fcc423b9 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:57:08.602585 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b37e71bf-0198-49e0-811f-67f94df87cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:08.603621 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b37e71bf-0198-49e0-811f-67f94df87cd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:08.605058 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b37e71bf-0198-49e0-811f-67f94df87cd7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd65dbb3-d598-436e-955d-851aff0f4cfd HTTP/1.1" status: 204 len: 168 time: 0.1931567 Nov 12 00:57:08.660218 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e71bf-0198-49e0-811f-67f94df87cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd65dbb3-d598-436e-955d-851aff0f4cfd,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:08.795432 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:08.988028 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c94e09-87f3-44d2-b907-88da1344bce2 req-6b6af8a0-f83f-4cf5-997f-93aa8fc913b7 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.004653 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20c94e09-87f3-44d2-b907-88da1344bce2 req-6b6af8a0-f83f-4cf5-997f-93aa8fc913b7 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.1741829 Nov 12 00:57:09.064513 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2b26c406-54a1-40bc-bc69-5d2f9338a40f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.098729 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20c94e09-87f3-44d2-b907-88da1344bce2 req-6a7a5110-49e8-45ec-94d1-d68c5261926b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926845 Nov 12 00:57:09.150435 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2b26c406-54a1-40bc-bc69-5d2f9338a40f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.343865 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e94ee6-1d6b-41f7-91b6-ac37bc91202f req-c013859b-c17f-4192-b1c2-ce9df4245fc5 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.353788 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a0e94ee6-1d6b-41f7-91b6-ac37bc91202f req-c013859b-c17f-4192-b1c2-ce9df4245fc5 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.2477708 Nov 12 00:57:09.472293 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52892) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:09.489674 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26c406-54a1-40bc-bc69-5d2f9338a40f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=20b73979-909f-4dc8-8201-1679fcc423b9,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:09.501708 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-078b9373-a639-4f40-ad42-060e692f5986 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.515533 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a0e94ee6-1d6b-41f7-91b6-ac37bc91202f req-dc5da35b-1c37-413c-a285-3d53e9468999 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599088 Nov 12 00:57:09.524296 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b26c406-54a1-40bc-bc69-5d2f9338a40f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Checking segment: {'id': '62328987-d879-4283-b3cd-401d9b50d21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:09.524983 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b26c406-54a1-40bc-bc69-5d2f9338a40f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network hostable DHCP agents. Network: 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:09.562634 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b26c406-54a1-40bc-bc69-5d2f9338a40f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:09.587577 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-2b26c406-54a1-40bc-bc69-5d2f9338a40f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:09.591801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b26c406-54a1-40bc-bc69-5d2f9338a40f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:09.599525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c09027-805c-40d3-ac8d-69a01a2a25c4 None None] Network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:09.603417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b26c406-54a1-40bc-bc69-5d2f9338a40f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.605741 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2b26c406-54a1-40bc-bc69-5d2f9338a40f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.668144 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2b26c406-54a1-40bc-bc69-5d2f9338a40f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3512022 Nov 12 00:57:09.671871 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52900) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:09.686124 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-43f2bbb7-cc5a-4b1e-a32e-13815051bb91 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1228429646'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:09.751165 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-078b9373-a639-4f40-ad42-060e692f5986 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.781190 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-078b9373-a639-4f40-ad42-060e692f5986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.783242 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f2bbb7-cc5a-4b1e-a32e-13815051bb91 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:09.788086 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-43f2bbb7-cc5a-4b1e-a32e-13815051bb91 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.839937 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f2bbb7-cc5a-4b1e-a32e-13815051bb91 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:09.850936 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-43f2bbb7-cc5a-4b1e-a32e-13815051bb91 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.851499 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-43f2bbb7-cc5a-4b1e-a32e-13815051bb91 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Added segment d88e1362-7ff9-4d98-854f-9027d3799a6e of type vlan for network 808b0add-5738-495f-b439-294c2a5e2473 Nov 12 00:57:09.896862 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-43f2bbb7-cc5a-4b1e-a32e-13815051bb91 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.917437 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b9373-a639-4f40-ad42-060e692f5986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a3d4bd-cfe0-4d22-9325-17a2d1262709,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:09.983738 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-43f2bbb7-cc5a-4b1e-a32e-13815051bb91 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.988649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f2bbb7-cc5a-4b1e-a32e-13815051bb91 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.989963 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-43f2bbb7-cc5a-4b1e-a32e-13815051bb91 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.037423 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-078b9373-a639-4f40-ad42-060e692f5986 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.5596817 Nov 12 00:57:10.038591 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52916) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:10.140742 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2bbb7-cc5a-4b1e-a32e-13815051bb91 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Network': ['ID=808b0add-5738-495f-b439-294c2a5e2473,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:10.172680 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-43f2bbb7-cc5a-4b1e-a32e-13815051bb91 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4993465 Nov 12 00:57:10.178586 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52922) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:10.181176 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 808b0add-5738-495f-b439-294c2a5e2473 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:10.192929 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'ports': [{'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0'}, {'network_id': '808b0add-5738-495f-b439-294c2a5e2473'}]} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:10.193549 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'port': {'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:10.194190 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'port': {'network_id': '808b0add-5738-495f-b439-294c2a5e2473'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:10.241834 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c5583f52-2992-40cf-925f-54ca0fc58cb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.344898 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c5583f52-2992-40cf-925f-54ca0fc58cb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.438399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'port': 2} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:10.443880 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.470352 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.571949 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c16644-92e3-4d4c-a5b0-a43fee1af863 req-d62f14eb-d9c5-4017-b57f-ba6e3d733d7e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:10.574043 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d5c16644-92e3-4d4c-a5b0-a43fee1af863 req-d62f14eb-d9c5-4017-b57f-ba6e3d733d7e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.2397716 Nov 12 00:57:10.593090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] device_id is not set on port 60c0f38b-0db5-4600-910a-8beac321cdda yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:57:10.616780 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c5583f52-2992-40cf-925f-54ca0fc58cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.620972 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c5583f52-2992-40cf-925f-54ca0fc58cb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.623285 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c5583f52-2992-40cf-925f-54ca0fc58cb7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f9a3d4bd-cfe0-4d22-9325-17a2d1262709 HTTP/1.1" status: 204 len: 168 time: 0.5834861 Nov 12 00:57:10.641675 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5583f52-2992-40cf-925f-54ca0fc58cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a3d4bd-cfe0-4d22-9325-17a2d1262709,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:10.724864 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d5c16644-92e3-4d4c-a5b0-a43fee1af863 req-bc56ba9c-bf1e-4f49-a247-ff59db5961d0 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386521 Nov 12 00:57:10.868824 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.961074 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] device_id is not set on port eb771198-477f-4d72-b350-e29fa8ac1b61 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:57:11.251914 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.347537 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.374168 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:11.378197 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:11.409961 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:11.411175 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.499750 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=60c0f38b-0db5-4600-910a-8beac321cdda,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:11.610257 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=eb771198-477f-4d72-b350-e29fa8ac1b61,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:11.621463 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Checking segment: {'id': 'd88e1362-7ff9-4d98-854f-9027d3799a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '808b0add-5738-495f-b439-294c2a5e2473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:11.621831 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network hostable DHCP agents. Network: 808b0add-5738-495f-b439-294c2a5e2473, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:11.648901 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 808b0add-5738-495f-b439-294c2a5e2473 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:11.668161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 808b0add-5738-495f-b439-294c2a5e2473) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:11.679214 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:11.688839 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a038b5-a069-495a-84ce-941e0723f052 None None] Network 808b0add-5738-495f-b439-294c2a5e2473 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:11.693530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:11.706166 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:11.713158 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.751864 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-21de12c9-7db7-45d2-a870-9c4142146823 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5713830 Nov 12 00:57:11.755361 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52966) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:12.084012 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677f128-e553-403c-a817-52f393b3c493 req-5f2f313e-f67d-4abc-80a2-d97b3e3a86f4 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:12.094259 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a677f128-e553-403c-a817-52f393b3c493 req-5f2f313e-f67d-4abc-80a2-d97b3e3a86f4 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.1279902 Nov 12 00:57:12.151912 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52984) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:12.180514 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-7c0a50b7-fb48-4579-8a1e-384247afc494 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting port eb771198-477f-4d72-b350-e29fa8ac1b61 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:12.180913 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7c0a50b7-fb48-4579-8a1e-384247afc494 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:12.341797 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a677f128-e553-403c-a817-52f393b3c493 req-179e7da8-7cf6-4912-9d72-8482ae5c42f5 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454550 Nov 12 00:57:12.400047 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7c0a50b7-fb48-4579-8a1e-384247afc494 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:12.463134 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-7c0a50b7-fb48-4579-8a1e-384247afc494 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Calling delete_port for eb771198-477f-4d72-b350-e29fa8ac1b61 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:12.488728 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c4186016-411b-4cb4-a658-e6bbeb789f0e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-434628617-network', 'tenant_id': '05d643b99eff47289c92fcd2e8574468'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:12.544669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4186016-411b-4cb4-a658-e6bbeb789f0e admin admin] Made reservation on behalf of 05d643b99eff47289c92fcd2e8574468 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:12.549557 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4186016-411b-4cb4-a658-e6bbeb789f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:12.575010 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4186016-411b-4cb4-a658-e6bbeb789f0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:12.740175 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7c0a50b7-fb48-4579-8a1e-384247afc494 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:12.842931 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4186016-411b-4cb4-a658-e6bbeb789f0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:12.853789 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a50b7-fb48-4579-8a1e-384247afc494 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Port': ['ID=eb771198-477f-4d72-b350-e29fa8ac1b61,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:12.854391 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4186016-411b-4cb4-a658-e6bbeb789f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:12.865059 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7c0a50b7-fb48-4579-8a1e-384247afc494 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:12.870574 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7c0a50b7-fb48-4579-8a1e-384247afc494 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/ports/eb771198-477f-4d72-b350-e29fa8ac1b61 HTTP/1.1" status: 204 len: 168 time: 1.1141741 Nov 12 00:57:12.873017 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52992) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:12.917468 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4186016-411b-4cb4-a658-e6bbeb789f0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:12.927097 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4186016-411b-4cb4-a658-e6bbeb789f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37a596b-664c-4ae3-ab7e-c816d38f5b4e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:12.946932 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4186016-411b-4cb4-a658-e6bbeb789f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:12.947682 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-c4186016-411b-4cb4-a658-e6bbeb789f0e admin admin] Added segment 4efaf90e-a212-4ade-94bf-5caf7e209a60 of type vlan for network a8eaa1d8-98f0-4521-9f44-0792aea92c6d Nov 12 00:57:12.986300 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52ab211-d0df-41dc-994f-52c6c1897a51 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.000006 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52ab211-d0df-41dc-994f-52c6c1897a51 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.002566 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e52ab211-d0df-41dc-994f-52c6c1897a51 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1242394 Nov 12 00:57:13.006008 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52998) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:13.071184 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4186016-411b-4cb4-a658-e6bbeb789f0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.159698 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4186016-411b-4cb4-a658-e6bbeb789f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.162036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4186016-411b-4cb4-a658-e6bbeb789f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.163489 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4186016-411b-4cb4-a658-e6bbeb789f0e admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.248420 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c4186016-411b-4cb4-a658-e6bbeb789f0e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0947816 Nov 12 00:57:13.253975 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-ebf9b1ed-d395-4513-9958-4585022e9a12 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting port 60c0f38b-0db5-4600-910a-8beac321cdda {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:13.254613 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ebf9b1ed-d395-4513-9958-4585022e9a12 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.255834 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53004) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:13.264146 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-adfe37ca-93b1-4049-b84c-a4fea50ffaf9 admin admin] Request body: {'subnet': {'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-434628617-subnet', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:13.273442 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4186016-411b-4cb4-a658-e6bbeb789f0e admin admin] Pushing event updated for resources: {'Network': ['ID=a8eaa1d8-98f0-4521-9f44-0792aea92c6d,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:13.284000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network a8eaa1d8-98f0-4521-9f44-0792aea92c6d details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:13.302260 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfe37ca-93b1-4049-b84c-a4fea50ffaf9 admin admin] Made reservation on behalf of 05d643b99eff47289c92fcd2e8574468 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:13.306922 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-adfe37ca-93b1-4049-b84c-a4fea50ffaf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.468889 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ebf9b1ed-d395-4513-9958-4585022e9a12 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.591415 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-adfe37ca-93b1-4049-b84c-a4fea50ffaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.636664 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-ebf9b1ed-d395-4513-9958-4585022e9a12 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Calling delete_port for 60c0f38b-0db5-4600-910a-8beac321cdda owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:13.753076 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe37ca-93b1-4049-b84c-a4fea50ffaf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9210f21d-6237-43bd-9969-453197d38eb5,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:13.770438 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfe37ca-93b1-4049-b84c-a4fea50ffaf9 admin admin] Checking segment: {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:13.770726 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfe37ca-93b1-4049-b84c-a4fea50ffaf9 admin admin] Network hostable DHCP agents. Network: a8eaa1d8-98f0-4521-9f44-0792aea92c6d, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:13.827618 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfe37ca-93b1-4049-b84c-a4fea50ffaf9 admin admin] Network a8eaa1d8-98f0-4521-9f44-0792aea92c6d is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:13.839894 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-adfe37ca-93b1-4049-b84c-a4fea50ffaf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, a8eaa1d8-98f0-4521-9f44-0792aea92c6d) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:13.861297 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ebf9b1ed-d395-4513-9958-4585022e9a12 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.885614 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfe37ca-93b1-4049-b84c-a4fea50ffaf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.886499 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-adfe37ca-93b1-4049-b84c-a4fea50ffaf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.898993 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822fafe-2179-4333-9499-3eafc8a413ac req-0301091f-de7b-4f43-9359-9ff04fd31a5b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.901335 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e822fafe-2179-4333-9499-3eafc8a413ac req-0301091f-de7b-4f43-9359-9ff04fd31a5b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.3896089 Nov 12 00:57:13.943002 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0765961c-c3a9-4640-821f-4fe8c730a110 None None] Network a8eaa1d8-98f0-4521-9f44-0792aea92c6d requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:13.949049 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-adfe37ca-93b1-4049-b84c-a4fea50ffaf9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6920016 Nov 12 00:57:13.959206 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53014) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:13.965269 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-b29c96a1-7b0a-477e-9814-3e271fed8430 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:14.000092 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ebf9b1ed-d395-4513-9958-4585022e9a12 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.005531 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ebf9b1ed-d395-4513-9958-4585022e9a12 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/ports/60c0f38b-0db5-4600-910a-8beac321cdda HTTP/1.1" status: 204 len: 168 time: 0.9982169 Nov 12 00:57:14.010798 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53018) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:14.063100 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b29c96a1-7b0a-477e-9814-3e271fed8430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.064179 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b29c96a1-7b0a-477e-9814-3e271fed8430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.121900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9b1ed-d395-4513-9958-4585022e9a12 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Port': ['ID=60c0f38b-0db5-4600-910a-8beac321cdda,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:14.161458 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e822fafe-2179-4333-9499-3eafc8a413ac req-c69d9890-ba7f-47fe-bfeb-34246e55f8ff tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540759 Nov 12 00:57:14.199502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d398f4-7170-47cf-8c7b-9463fae3f0dd tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:14.203858 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-75d398f4-7170-47cf-8c7b-9463fae3f0dd tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1919849 Nov 12 00:57:14.204008 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53024) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:14.205701 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b29c96a1-7b0a-477e-9814-3e271fed8430 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.255513 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3adef2c-a798-46cd-b940-e81dd85c0d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:57:14.257793 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d3adef2c-a798-46cd-b940-e81dd85c0d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.278105 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-528b4c48-d686-481b-b365-077ba5c37b80 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] GET failed (client error): The resource could not be found. Nov 12 00:57:14.284011 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-528b4c48-d686-481b-b365-077ba5c37b80 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports/eb771198-477f-4d72-b350-e29fa8ac1b61 HTTP/1.1" status: 404 len: 333 time: 0.0790536 Nov 12 00:57:14.286543 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53026) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:14.348100 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-493d8d46-bf7e-476f-9b6e-9de741f4005a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] GET failed (client error): The resource could not be found. Nov 12 00:57:14.350636 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-493d8d46-bf7e-476f-9b6e-9de741f4005a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports/60c0f38b-0db5-4600-910a-8beac321cdda HTTP/1.1" status: 404 len: 333 time: 0.0631061 Nov 12 00:57:14.356034 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53028) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:14.540536 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c7e45131-c2c2-4c52-a819-7e43ba034b83 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.555858 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-d3adef2c-a798-46cd-b940-e81dd85c0d3f None None] Allocated IP 172.20.0.2 (a8eaa1d8-98f0-4521-9f44-0792aea92c6d/9210f21d-6237-43bd-9969-453197d38eb5/dfa7d507-1843-45dd-b757-ce31e32efdb7) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:14.630370 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b29c96a1-7b0a-477e-9814-3e271fed8430 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.749831 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c7e45131-c2c2-4c52-a819-7e43ba034b83 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.806270 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-c7e45131-c2c2-4c52-a819-7e43ba034b83 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808b0add-5738-495f-b439-294c2a5e2473']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:14.834684 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-c7e45131-c2c2-4c52-a819-7e43ba034b83 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88e1362-7ff9-4d98-854f-9027d3799a6e') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:14.835119 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-c7e45131-c2c2-4c52-a819-7e43ba034b83 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88e1362-7ff9-4d98-854f-9027d3799a6e') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:14.881121 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c7e45131-c2c2-4c52-a819-7e43ba034b83 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.931862 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c7e45131-c2c2-4c52-a819-7e43ba034b83 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.949158 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e45131-c2c2-4c52-a819-7e43ba034b83 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:57:14.949648 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c7e45131-c2c2-4c52-a819-7e43ba034b83 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:57:14.954988 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:57:14.963083 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d3adef2c-a798-46cd-b940-e81dd85c0d3f None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.979223 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d3adef2c-a798-46cd-b940-e81dd85c0d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.016528 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3adef2c-a798-46cd-b940-e81dd85c0d3f None None] Network a8eaa1d8-98f0-4521-9f44-0792aea92c6d is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:15.033864 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-d3adef2c-a798-46cd-b940-e81dd85c0d3f None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:15.035480 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3adef2c-a798-46cd-b940-e81dd85c0d3f None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:15.099615 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c7e45131-c2c2-4c52-a819-7e43ba034b83 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.119184 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b29c96a1-7b0a-477e-9814-3e271fed8430 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.137814 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c7e45131-c2c2-4c52-a819-7e43ba034b83 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.141144 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c7e45131-c2c2-4c52-a819-7e43ba034b83 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/networks/808b0add-5738-495f-b439-294c2a5e2473 HTTP/1.1" status: 204 len: 168 time: 0.7840159 Nov 12 00:57:15.142110 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e45131-c2c2-4c52-a819-7e43ba034b83 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Network': ['ID=808b0add-5738-495f-b439-294c2a5e2473,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:15.147174 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53042) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:15.148435 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b29c96a1-7b0a-477e-9814-3e271fed8430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.161569 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1646075437'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:15.195795 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3adef2c-a798-46cd-b940-e81dd85c0d3f None None] Pushing event updated for resources: {'Port': ['ID=dfa7d507-1843-45dd-b757-ce31e32efdb7,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:15.223095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d3adef2c-a798-46cd-b940-e81dd85c0d3f None None] Attempting to bind port dfa7d507-1843-45dd-b757-ce31e32efdb7 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:15.224604 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d3adef2c-a798-46cd-b940-e81dd85c0d3f None None] Attempting to bind port dfa7d507-1843-45dd-b757-ce31e32efdb7 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:15.225767 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3adef2c-a798-46cd-b940-e81dd85c0d3f None None] Attempting to bind port dfa7d507-1843-45dd-b757-ce31e32efdb7 on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:15.232873 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3adef2c-a798-46cd-b940-e81dd85c0d3f None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:15.233670 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3adef2c-a798-46cd-b940-e81dd85c0d3f None None] Checking segment: {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:15.234656 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d3adef2c-a798-46cd-b940-e81dd85c0d3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.235227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3adef2c-a798-46cd-b940-e81dd85c0d3f None None] Bound using segment: {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:15.256314 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d3adef2c-a798-46cd-b940-e81dd85c0d3f None None] Bound port: dfa7d507-1843-45dd-b757-ce31e32efdb7, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:15.274733 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d3adef2c-a798-46cd-b940-e81dd85c0d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.379522 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d3adef2c-a798-46cd-b940-e81dd85c0d3f None None] For port dfa7d507-1843-45dd-b757-ce31e32efdb7, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:15.383767 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d3adef2c-a798-46cd-b940-e81dd85c0d3f None None] For port dfa7d507-1843-45dd-b757-ce31e32efdb7, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=dfa7d507-1843-45dd-b757-ce31e32efdb7,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:15.396558 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d3adef2c-a798-46cd-b940-e81dd85c0d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.414831 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:15.418817 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.478999 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3adef2c-a798-46cd-b940-e81dd85c0d3f None None] Pushing event updated for resources: {'Port': ['ID=dfa7d507-1843-45dd-b757-ce31e32efdb7,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:15.541746 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfacb76-27ac-420c-a717-7aaf6567bc8d req-32522bda-bf5e-40d8-a644-aedbb1743022 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:15.551384 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fdfacb76-27ac-420c-a717-7aaf6567bc8d req-32522bda-bf5e-40d8-a644-aedbb1743022 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.2312903 Nov 12 00:57:15.593457 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:15.646043 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-b29c96a1-7b0a-477e-9814-3e271fed8430 admin admin] Allocated IP 172.25.0.45 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/f32fbbbc-c60f-46b1-9769-884cf526bb00) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:15.662908 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.663432 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Added segment e5e17a0e-e3a1-477a-b5f7-799473be8acb of type vlan for network 2aea81cf-d939-40d8-905f-2003ba8b2bf0 Nov 12 00:57:15.708229 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fdfacb76-27ac-420c-a717-7aaf6567bc8d req-a5f66790-0669-4813-8bde-dd7511364f00 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483569 Nov 12 00:57:15.798474 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.943677 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.961934 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:15.963048 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:16.110477 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b29c96a1-7b0a-477e-9814-3e271fed8430 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:16.166683 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0152371 Nov 12 00:57:16.170082 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53054) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:16.183588 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Network': ['ID=2aea81cf-d939-40d8-905f-2003ba8b2bf0,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:16.184548 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-118b8751-c62d-4c24-b1ff-7b4e308e6491 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'subnet': {'network_id': '2aea81cf-d939-40d8-905f-2003ba8b2bf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:16.197210 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:16.197647 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:16.198061 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:16.198473 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:16.198894 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:16.199295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:16.199690 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:16.200089 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:16.200486 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:16.200895 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:16.201289 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:16.201689 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc642328-b5bc-4d75-9750-1216cb152f8a tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:16.216757 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 2aea81cf-d939-40d8-905f-2003ba8b2bf0 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:16.270119 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b29c96a1-7b0a-477e-9814-3e271fed8430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:16.363710 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29c96a1-7b0a-477e-9814-3e271fed8430 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:16.375122 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-b29c96a1-7b0a-477e-9814-3e271fed8430 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:16.379147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29c96a1-7b0a-477e-9814-3e271fed8430 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:16.392787 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c83aee5-db96-4346-b1aa-ae30219cc2f2 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:16.543258 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5e90235c-1966-4270-ab03-ca72ceddce61 None None] Provisioning complete for port f32fbbbc-c60f-46b1-9769-884cf526bb00 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:16.546391 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5e90235c-1966-4270-ab03-ca72ceddce61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:16.575059 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118b8751-c62d-4c24-b1ff-7b4e308e6491 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:16.581419 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-118b8751-c62d-4c24-b1ff-7b4e308e6491 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:16.656218 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device dfa7d507-1843-45dd-b757-ce31e32efdb7 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:16.686101 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c96a1-7b0a-477e-9814-3e271fed8430 admin admin] Pushing event updated for resources: {'Port': ['ID=f32fbbbc-c60f-46b1-9769-884cf526bb00,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:16.740171 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.ipam_backend_mixin [None req-118b8751-c62d-4c24-b1ff-7b4e308e6491 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Performing IP validity checks on allocation pools {{(pid=114243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 00:57:16.743284 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.ipam_backend_mixin [None req-118b8751-c62d-4c24-b1ff-7b4e308e6491 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 00:57:16.744367 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-5e90235c-1966-4270-ab03-ca72ceddce61 None None] Port f32fbbbc-c60f-46b1-9769-884cf526bb00 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:16.803670 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port dfa7d507-1843-45dd-b757-ce31e32efdb7 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:16.804727 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:16.958363 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.056090 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port dfa7d507-1843-45dd-b757-ce31e32efdb7, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=dfa7d507-1843-45dd-b757-ce31e32efdb7,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:17.066801 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.098628 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-118b8751-c62d-4c24-b1ff-7b4e308e6491 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.192407 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b29c96a1-7b0a-477e-9814-3e271fed8430 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.206263 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=dfa7d507-1843-45dd-b757-ce31e32efdb7,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:17.230690 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e2ae0-66bb-4046-b933-27b69e6d5b5c req-f1911d96-199e-416b-a969-f569423f3cf5 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:17.232310 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-929e2ae0-66bb-4046-b933-27b69e6d5b5c req-f1911d96-199e-416b-a969-f569423f3cf5 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.2568281 Nov 12 00:57:17.366404 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b8751-c62d-4c24-b1ff-7b4e308e6491 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Subnet': ['ID=7cf9d171-463e-42c5-853c-8baff0071a1d,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:17.398520 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232a5049-28e2-4a52-bb69-93cc03ab92a1 None None] Network a8eaa1d8-98f0-4521-9f44-0792aea92c6d requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:17.414308 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b8751-c62d-4c24-b1ff-7b4e308e6491 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Checking segment: {'id': 'e5e17a0e-e3a1-477a-b5f7-799473be8acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2aea81cf-d939-40d8-905f-2003ba8b2bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:17.414687 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118b8751-c62d-4c24-b1ff-7b4e308e6491 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network hostable DHCP agents. Network: 2aea81cf-d939-40d8-905f-2003ba8b2bf0, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:17.421236 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-929e2ae0-66bb-4046-b933-27b69e6d5b5c req-9093858a-8323-42ae-a495-5b93d7277b36 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760628 Nov 12 00:57:17.457661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118b8751-c62d-4c24-b1ff-7b4e308e6491 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 2aea81cf-d939-40d8-905f-2003ba8b2bf0 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:17.470019 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-118b8751-c62d-4c24-b1ff-7b4e308e6491 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 2aea81cf-d939-40d8-905f-2003ba8b2bf0) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:17.475382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118b8751-c62d-4c24-b1ff-7b4e308e6491 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:17.475972 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-118b8751-c62d-4c24-b1ff-7b4e308e6491 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.495752 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7582d666-c029-4723-91ac-02fa381db2d2 None None] Network 2aea81cf-d939-40d8-905f-2003ba8b2bf0 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:17.507324 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-118b8751-c62d-4c24-b1ff-7b4e308e6491 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3334930 Nov 12 00:57:17.509709 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53070) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:17.514746 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-287d10e5-f239-49c6-be37-d58f946a6fa1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'port': {'network_id': '2aea81cf-d939-40d8-905f-2003ba8b2bf0', 'name': 'tempest-PortsIpV6TestJSON-19918622'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:17.620777 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6c5b4178-f2ef-4e74-a7c6-13bbdaed2453 None None] Provisioning complete for port dfa7d507-1843-45dd-b757-ce31e32efdb7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:17.621542 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6c5b4178-f2ef-4e74-a7c6-13bbdaed2453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.779387 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287d10e5-f239-49c6-be37-d58f946a6fa1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:17.789281 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-287d10e5-f239-49c6-be37-d58f946a6fa1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:18.155766 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732bc167-2173-4b58-9945-12f262d0ed51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-2aea81cf-d939-40d8-905f-2003ba8b2bf0', 'network_id': '2aea81cf-d939-40d8-905f-2003ba8b2bf0', 'tenant_id': 'fdffc24a99234389a7708827e7ad9065', 'fixed_ips': [{'subnet_id': '7cf9d171-463e-42c5-853c-8baff0071a1d'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:57:18.156670 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-732bc167-2173-4b58-9945-12f262d0ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:18.498193 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-287d10e5-f239-49c6-be37-d58f946a6fa1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] device_id is not set on port 15a3e5dc-bef7-4083-9237-5afe24b55145 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:57:18.630679 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-732bc167-2173-4b58-9945-12f262d0ed51 None None] Allocated IP 2001:db8::2 (2aea81cf-d939-40d8-905f-2003ba8b2bf0/7cf9d171-463e-42c5-853c-8baff0071a1d/013d1370-4296-4f93-bc1e-82cebe8d3ef1) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:18.698789 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b29c96a1-7b0a-477e-9814-3e271fed8430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:18.727075 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device dfa7d507-1843-45dd-b757-ce31e32efdb7 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:18.793517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-59e1c466-b371-424f-b333-2820e5a99b60 None None] Provisioning complete for port dfa7d507-1843-45dd-b757-ce31e32efdb7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:18.793897 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-59e1c466-b371-424f-b333-2820e5a99b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:18.804119 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd9993-4480-4d49-8718-d353fc1b63ee req-32dfa066-2935-4fd7-8dc6-262773d28826 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:18.806545 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d2fd9993-4480-4d49-8718-d353fc1b63ee req-32dfa066-2935-4fd7-8dc6-262773d28826 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.2005038 Nov 12 00:57:18.915659 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port dfa7d507-1843-45dd-b757-ce31e32efdb7 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:18.915974 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:18.988072 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-732bc167-2173-4b58-9945-12f262d0ed51 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.007199 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-732bc167-2173-4b58-9945-12f262d0ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.053616 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732bc167-2173-4b58-9945-12f262d0ed51 None None] Network 2aea81cf-d939-40d8-905f-2003ba8b2bf0 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:19.058540 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-732bc167-2173-4b58-9945-12f262d0ed51 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:19.067836 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732bc167-2173-4b58-9945-12f262d0ed51 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:19.094492 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d2fd9993-4480-4d49-8718-d353fc1b63ee req-cfefe77b-fcf1-48ca-a4f1-222d151cf4e6 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806728 Nov 12 00:57:19.115046 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29c96a1-7b0a-477e-9814-3e271fed8430 admin admin] Router 9e3cb652-1498-423d-be1e-7a1fc1b78045 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:57:19.135892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-287d10e5-f239-49c6-be37-d58f946a6fa1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Allocated IP 2001:db8::25d (2aea81cf-d939-40d8-905f-2003ba8b2bf0/7cf9d171-463e-42c5-853c-8baff0071a1d/15a3e5dc-bef7-4083-9237-5afe24b55145) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:19.166833 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bc167-2173-4b58-9945-12f262d0ed51 None None] Pushing event updated for resources: {'Port': ['ID=013d1370-4296-4f93-bc1e-82cebe8d3ef1,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:19.238391 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-732bc167-2173-4b58-9945-12f262d0ed51 None None] Attempting to bind port 013d1370-4296-4f93-bc1e-82cebe8d3ef1 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:19.251865 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-732bc167-2173-4b58-9945-12f262d0ed51 None None] Attempting to bind port 013d1370-4296-4f93-bc1e-82cebe8d3ef1 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'e5e17a0e-e3a1-477a-b5f7-799473be8acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2aea81cf-d939-40d8-905f-2003ba8b2bf0'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:19.253166 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732bc167-2173-4b58-9945-12f262d0ed51 None None] Attempting to bind port 013d1370-4296-4f93-bc1e-82cebe8d3ef1 on network 2aea81cf-d939-40d8-905f-2003ba8b2bf0 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:19.282367 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732bc167-2173-4b58-9945-12f262d0ed51 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:19.282765 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732bc167-2173-4b58-9945-12f262d0ed51 None None] Checking segment: {'id': 'e5e17a0e-e3a1-477a-b5f7-799473be8acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2aea81cf-d939-40d8-905f-2003ba8b2bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:19.283232 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-732bc167-2173-4b58-9945-12f262d0ed51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.283637 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732bc167-2173-4b58-9945-12f262d0ed51 None None] Bound using segment: {'id': 'e5e17a0e-e3a1-477a-b5f7-799473be8acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2aea81cf-d939-40d8-905f-2003ba8b2bf0'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:19.284134 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-732bc167-2173-4b58-9945-12f262d0ed51 None None] Bound port: 013d1370-4296-4f93-bc1e-82cebe8d3ef1, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e17a0e-e3a1-477a-b5f7-799473be8acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2aea81cf-d939-40d8-905f-2003ba8b2bf0'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:19.284518 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-732bc167-2173-4b58-9945-12f262d0ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.386064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-732bc167-2173-4b58-9945-12f262d0ed51 None None] For port 013d1370-4296-4f93-bc1e-82cebe8d3ef1, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:19.386064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-732bc167-2173-4b58-9945-12f262d0ed51 None None] For port 013d1370-4296-4f93-bc1e-82cebe8d3ef1, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=013d1370-4296-4f93-bc1e-82cebe8d3ef1,segment=NetworkSegment(e5e17a0e-e3a1-477a-b5f7-799473be8acb),segment_id=e5e17a0e-e3a1-477a-b5f7-799473be8acb)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:19.392622 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29c96a1-7b0a-477e-9814-3e271fed8430 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:19.396416 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-732bc167-2173-4b58-9945-12f262d0ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.405328 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d57774-6263-43af-baf5-da06877bc496 None None] Sync routers for ids ['9e3cb652-1498-423d-be1e-7a1fc1b78045'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:19.425792 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d57774-6263-43af-baf5-da06877bc496 None None] Routers {'9e3cb652-1498-423d-be1e-7a1fc1b78045'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:19.426336 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-53d57774-6263-43af-baf5-da06877bc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:56:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e3cb652-1498-423d-be1e-7a1fc1b78045'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:19.444385 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b29c96a1-7b0a-477e-9814-3e271fed8430 admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.454214 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-287d10e5-f239-49c6-be37-d58f946a6fa1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.459080 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b29c96a1-7b0a-477e-9814-3e271fed8430 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4983590 Nov 12 00:57:19.459806 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53092) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:19.461423 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bc167-2173-4b58-9945-12f262d0ed51 None None] Pushing event updated for resources: {'Port': ['ID=013d1370-4296-4f93-bc1e-82cebe8d3ef1,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:19.534876 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-287d10e5-f239-49c6-be37-d58f946a6fa1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.630156 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287d10e5-f239-49c6-be37-d58f946a6fa1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 2aea81cf-d939-40d8-905f-2003ba8b2bf0 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:19.648376 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d10e5-f239-49c6-be37-d58f946a6fa1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=15a3e5dc-bef7-4083-9237-5afe24b55145,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:19.665361 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-287d10e5-f239-49c6-be37-d58f946a6fa1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:19.669950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287d10e5-f239-49c6-be37-d58f946a6fa1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:19.678494 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287d10e5-f239-49c6-be37-d58f946a6fa1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:19.680257 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-287d10e5-f239-49c6-be37-d58f946a6fa1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.719019 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-287d10e5-f239-49c6-be37-d58f946a6fa1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2082262 Nov 12 00:57:19.719931 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53096) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:19.786246 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-53d57774-6263-43af-baf5-da06877bc496 None None] Set router 9e3cb652-1498-423d-be1e-7a1fc1b78045 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:19.966299 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-373494c2-b830-4889-8dca-9c5b5050743d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting port 15a3e5dc-bef7-4083-9237-5afe24b55145 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:19.969769 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-373494c2-b830-4889-8dca-9c5b5050743d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.054412 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b18d7a3a-5df1-433a-9d8c-8c5571bcd4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.180682 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-373494c2-b830-4889-8dca-9c5b5050743d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.210713 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-373494c2-b830-4889-8dca-9c5b5050743d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Calling delete_port for 15a3e5dc-bef7-4083-9237-5afe24b55145 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:20.257132 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-53d57774-6263-43af-baf5-da06877bc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:16Z', 'revision_number': 3, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:20.314962 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d57774-6263-43af-baf5-da06877bc496 None None] Checking router: 9e3cb652-1498-423d-be1e-7a1fc1b78045 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:57:20.318159 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d57774-6263-43af-baf5-da06877bc496 None None] Updating router 9e3cb652-1498-423d-be1e-7a1fc1b78045 port f32fbbbc-c60f-46b1-9769-884cf526bb00 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:57:20.350953 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-53d57774-6263-43af-baf5-da06877bc496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.525464 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8999abfe-4043-416f-8183-07959dedb71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.586679 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225d9bf-183d-4d76-9492-d8b97f161f7d req-de5a4f1d-5e30-48c2-a166-2bb97a36c5a3 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:20.606108 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9225d9bf-183d-4d76-9492-d8b97f161f7d req-de5a4f1d-5e30-48c2-a166-2bb97a36c5a3 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.2860217 Nov 12 00:57:20.618648 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 013d1370-4296-4f93-bc1e-82cebe8d3ef1 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:20.728465 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9225d9bf-183d-4d76-9492-d8b97f161f7d req-d0d14105-0ccd-4cc1-bd11-b98a729f17ee tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211934 Nov 12 00:57:20.763090 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-373494c2-b830-4889-8dca-9c5b5050743d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.828174 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373494c2-b830-4889-8dca-9c5b5050743d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Port': ['ID=15a3e5dc-bef7-4083-9237-5afe24b55145,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:20.830935 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 013d1370-4296-4f93-bc1e-82cebe8d3ef1 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:20.831671 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.883022 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-373494c2-b830-4889-8dca-9c5b5050743d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.902787 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53112) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:20.905438 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-373494c2-b830-4889-8dca-9c5b5050743d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/ports/15a3e5dc-bef7-4083-9237-5afe24b55145 HTTP/1.1" status: 204 len: 168 time: 1.1708028 Nov 12 00:57:21.042139 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb84647-62da-4f70-8425-f7761e8587e7 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] DELETE failed (client error): The resource could not be found. Nov 12 00:57:21.042840 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb84647-62da-4f70-8425-f7761e8587e7 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:57:21.061469 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53114) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:21.063995 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7fb84647-62da-4f70-8425-f7761e8587e7 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/ports/15a3e5dc-bef7-4083-9237-5afe24b55145 HTTP/1.1" status: 404 len: 333 time: 0.1548400 Nov 12 00:57:21.078308 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.121000 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe06d9e-e175-44a1-8f3b-a7f28a2bf0e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] GET failed (client error): The resource could not be found. Nov 12 00:57:21.125116 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6fe06d9e-e175-44a1-8f3b-a7f28a2bf0e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports/15a3e5dc-bef7-4083-9237-5afe24b55145 HTTP/1.1" status: 404 len: 333 time: 0.0624428 Nov 12 00:57:21.128930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53116) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:21.172286 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 013d1370-4296-4f93-bc1e-82cebe8d3ef1, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=013d1370-4296-4f93-bc1e-82cebe8d3ef1,segment=NetworkSegment(e5e17a0e-e3a1-477a-b5f7-799473be8acb),segment_id=e5e17a0e-e3a1-477a-b5f7-799473be8acb)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:21.173111 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-53d57774-6263-43af-baf5-da06877bc496 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.185215 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-53d57774-6263-43af-baf5-da06877bc496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.194507 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.255091 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0fca5e-7acf-4097-96bc-a38c8c98006e None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:21.266927 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-2159fccb-9890-438e-833b-8de047d7f3dc tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting subnet 7cf9d171-463e-42c5-853c-8baff0071a1d {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:57:21.292132 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2159fccb-9890-438e-833b-8de047d7f3dc tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.298998 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-8999abfe-4043-416f-8183-07959dedb71b admin admin] Allocated IP 172.20.0.1 (a8eaa1d8-98f0-4521-9f44-0792aea92c6d/9210f21d-6237-43bd-9969-453197d38eb5/a44884b6-8244-478b-b870-2813c5cd2eba) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:21.341131 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-53d57774-6263-43af-baf5-da06877bc496 None None] Attempting to bind port f32fbbbc-c60f-46b1-9769-884cf526bb00 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:21.341846 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-53d57774-6263-43af-baf5-da06877bc496 None None] Attempting to bind port f32fbbbc-c60f-46b1-9769-884cf526bb00 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:21.344670 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d57774-6263-43af-baf5-da06877bc496 None None] Attempting to bind port f32fbbbc-c60f-46b1-9769-884cf526bb00 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:21.359174 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=013d1370-4296-4f93-bc1e-82cebe8d3ef1,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:21.383999 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-032984e1-f34f-42e0-8e8d-a984ad936e99 None None] Provisioning complete for port f32fbbbc-c60f-46b1-9769-884cf526bb00 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:21.384380 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-032984e1-f34f-42e0-8e8d-a984ad936e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.409240 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2159fccb-9890-438e-833b-8de047d7f3dc tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.425299 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:57:21.448128 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d57774-6263-43af-baf5-da06877bc496 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:21.448501 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d57774-6263-43af-baf5-da06877bc496 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:21.451186 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-53d57774-6263-43af-baf5-da06877bc496 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.453153 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d57774-6263-43af-baf5-da06877bc496 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:21.454015 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-53d57774-6263-43af-baf5-da06877bc496 None None] Bound port: f32fbbbc-c60f-46b1-9769-884cf526bb00, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:21.460661 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670e107d-138c-483c-8ce9-23ddb4a73043 None None] Network 2aea81cf-d939-40d8-905f-2003ba8b2bf0 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:21.461048 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-53d57774-6263-43af-baf5-da06877bc496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.484719 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8999abfe-4043-416f-8183-07959dedb71b admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.492858 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96fc9a-7111-4c89-82f8-eb6a296554c8 None None] Pushing event updated for resources: {'Port': ['ID=f32fbbbc-c60f-46b1-9769-884cf526bb00,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:21.554610 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-53d57774-6263-43af-baf5-da06877bc496 None None] For port f32fbbbc-c60f-46b1-9769-884cf526bb00, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:21.561361 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-53d57774-6263-43af-baf5-da06877bc496 None None] For port f32fbbbc-c60f-46b1-9769-884cf526bb00, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f32fbbbc-c60f-46b1-9769-884cf526bb00,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:21.573739 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8999abfe-4043-416f-8183-07959dedb71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.577244 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-53d57774-6263-43af-baf5-da06877bc496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.621945 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2159fccb-9890-438e-833b-8de047d7f3dc tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.672265 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999abfe-4043-416f-8183-07959dedb71b admin admin] Pushing event updated for resources: {'Port': ['ID=a44884b6-8244-478b-b870-2813c5cd2eba,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:21.694589 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8999abfe-4043-416f-8183-07959dedb71b admin admin] Network a8eaa1d8-98f0-4521-9f44-0792aea92c6d is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:21.699915 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-8999abfe-4043-416f-8183-07959dedb71b admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:21.701955 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035d97c5-cb88-4b44-a48d-1266a0f26f2c None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:21.711253 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8999abfe-4043-416f-8183-07959dedb71b admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:21.731127 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-032984e1-f34f-42e0-8e8d-a984ad936e99 None None] Port f32fbbbc-c60f-46b1-9769-884cf526bb00 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:21.745422 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d57774-6263-43af-baf5-da06877bc496 None None] Routers {'9e3cb652-1498-423d-be1e-7a1fc1b78045'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:21.746379 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-53d57774-6263-43af-baf5-da06877bc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:56:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e3cb652-1498-423d-be1e-7a1fc1b78045'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:21.791485 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2159fccb-9890-438e-833b-8de047d7f3dc tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.793462 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8999abfe-4043-416f-8183-07959dedb71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.843514 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2159fccb-9890-438e-833b-8de047d7f3dc tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.856893 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2159fccb-9890-438e-833b-8de047d7f3dc tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/subnets/7cf9d171-463e-42c5-853c-8baff0071a1d HTTP/1.1" status: 204 len: 168 time: 0.7254622 Nov 12 00:57:21.865188 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96fc9a-7111-4c89-82f8-eb6a296554c8 None None] Pushing event updated for resources: {'Port': ['ID=f32fbbbc-c60f-46b1-9769-884cf526bb00,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:21.926868 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53128) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:21.998032 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159fccb-9890-438e-833b-8de047d7f3dc tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Subnet': ['ID=7cf9d171-463e-42c5-853c-8baff0071a1d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:22.032755 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-18d06aba-7794-4657-9b27-d5f98c3cdff4 None None] Provisioning complete for port 013d1370-4296-4f93-bc1e-82cebe8d3ef1 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:22.038590 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-18d06aba-7794-4657-9b27-d5f98c3cdff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.086630 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-53d57774-6263-43af-baf5-da06877bc496 None None] Set router 9e3cb652-1498-423d-be1e-7a1fc1b78045 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:22.113434 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0df862-c628-4525-af43-f86d7c36d3e3 req-7969eac0-7919-47c5-90d8-8dd9102c4379 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:22.116859 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a0df862-c628-4525-af43-f86d7c36d3e3 req-7969eac0-7919-47c5-90d8-8dd9102c4379 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.1864393 Nov 12 00:57:22.286536 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2f4b393-39ad-4cf1-a50e-2f80c7eba8b3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.379677 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a0df862-c628-4525-af43-f86d7c36d3e3 req-98cf6556-1c79-45b9-a54c-292bad62b9a5 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365532 Nov 12 00:57:22.406554 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8999abfe-4043-416f-8183-07959dedb71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.458296 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-d2f4b393-39ad-4cf1-a50e-2f80c7eba8b3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting port 013d1370-4296-4f93-bc1e-82cebe8d3ef1 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:22.458880 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2f4b393-39ad-4cf1-a50e-2f80c7eba8b3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.588061 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 013d1370-4296-4f93-bc1e-82cebe8d3ef1 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:22.630771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-d2f4b393-39ad-4cf1-a50e-2f80c7eba8b3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] For port 013d1370-4296-4f93-bc1e-82cebe8d3ef1, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=013d1370-4296-4f93-bc1e-82cebe8d3ef1,segment=NetworkSegment(e5e17a0e-e3a1-477a-b5f7-799473be8acb),segment_id=e5e17a0e-e3a1-477a-b5f7-799473be8acb)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:22.631365 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2f4b393-39ad-4cf1-a50e-2f80c7eba8b3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.673227 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8f593572-2181-45b6-a1e3-bef558730966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.679853 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-d2f4b393-39ad-4cf1-a50e-2f80c7eba8b3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Calling delete_port for 013d1370-4296-4f93-bc1e-82cebe8d3ef1 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:22.956919 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 013d1370-4296-4f93-bc1e-82cebe8d3ef1 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:22.957211 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.958159 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2f4b393-39ad-4cf1-a50e-2f80c7eba8b3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.982705 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8999abfe-4043-416f-8183-07959dedb71b admin admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.991182 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8999abfe-4043-416f-8183-07959dedb71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.023350 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-53d57774-6263-43af-baf5-da06877bc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:16Z', 'revision_number': 3, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:23.039145 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Port 013d1370-4296-4f93-bc1e-82cebe8d3ef1 was deleted so its status cannot be updated. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 00:57:23.056443 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f4b393-39ad-4cf1-a50e-2f80c7eba8b3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] No DVR routers for this DVR port 013d1370-4296-4f93-bc1e-82cebe8d3ef1 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:23.057988 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-18d06aba-7794-4657-9b27-d5f98c3cdff4 None None] Provisioning complete for port f32fbbbc-c60f-46b1-9769-884cf526bb00 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:23.058365 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-18d06aba-7794-4657-9b27-d5f98c3cdff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.074056 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4b393-39ad-4cf1-a50e-2f80c7eba8b3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Port': ['ID=013d1370-4296-4f93-bc1e-82cebe8d3ef1,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:23.132416 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d57774-6263-43af-baf5-da06877bc496 None None] The sync data for ids ['9e3cb652-1498-423d-be1e-7a1fc1b78045'] in n-d-712137-14 is: [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:16Z', 'revision_number': 3, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:57:23.165895 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8057306d-bd94-4332-807f-584348240c4d None None] Network 2aea81cf-d939-40d8-905f-2003ba8b2bf0 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:23.290390 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999abfe-4043-416f-8183-07959dedb71b admin admin] Pushing event updated for resources: {'Port': ['ID=a44884b6-8244-478b-b870-2813c5cd2eba,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:23.302359 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8999abfe-4043-416f-8183-07959dedb71b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.316169 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2f4b393-39ad-4cf1-a50e-2f80c7eba8b3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.368361 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-d2f4b393-39ad-4cf1-a50e-2f80c7eba8b3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aea81cf-d939-40d8-905f-2003ba8b2bf0']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:23.382273 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-d2f4b393-39ad-4cf1-a50e-2f80c7eba8b3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e17a0e-e3a1-477a-b5f7-799473be8acb') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:23.382273 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-d2f4b393-39ad-4cf1-a50e-2f80c7eba8b3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e17a0e-e3a1-477a-b5f7-799473be8acb') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:23.395800 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2f4b393-39ad-4cf1-a50e-2f80c7eba8b3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.423057 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2f4b393-39ad-4cf1-a50e-2f80c7eba8b3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.439747 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f4b393-39ad-4cf1-a50e-2f80c7eba8b3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:57:23.440261 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2f4b393-39ad-4cf1-a50e-2f80c7eba8b3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:57:23.449277 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:57:23.454038 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-18d06aba-7794-4657-9b27-d5f98c3cdff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.569256 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.605721 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-18d06aba-7794-4657-9b27-d5f98c3cdff4 None None] For port f32fbbbc-c60f-46b1-9769-884cf526bb00, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f32fbbbc-c60f-46b1-9769-884cf526bb00,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:23.616424 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8999abfe-4043-416f-8183-07959dedb71b admin admin] Network a8eaa1d8-98f0-4521-9f44-0792aea92c6d is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:23.618479 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-8999abfe-4043-416f-8183-07959dedb71b admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:23.620539 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-18d06aba-7794-4657-9b27-d5f98c3cdff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.626172 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08307bcc-4fdd-461c-9634-eb06035282fd None None] DHCP port deletion for 2aea81cf-d939-40d8-905f-2003ba8b2bf0 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:23.846904 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2f4b393-39ad-4cf1-a50e-2f80c7eba8b3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.915368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470165d9-6e33-4f22-860b-3f55c2e3ac1b req-0e67fc11-f2b2-4648-9653-cce88a8c797f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:23.925822 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-470165d9-6e33-4f22-860b-3f55c2e3ac1b req-0e67fc11-f2b2-4648-9653-cce88a8c797f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.3212225 Nov 12 00:57:23.935544 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d06aba-7794-4657-9b27-d5f98c3cdff4 None None] Pushing event updated for resources: {'Port': ['ID=f32fbbbc-c60f-46b1-9769-884cf526bb00,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:23.955686 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2f4b393-39ad-4cf1-a50e-2f80c7eba8b3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.977037 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d2f4b393-39ad-4cf1-a50e-2f80c7eba8b3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/networks/2aea81cf-d939-40d8-905f-2003ba8b2bf0 HTTP/1.1" status: 204 len: 168 time: 2.0490534 Nov 12 00:57:23.980611 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d538b054-59ac-44df-b5e2-fd1640d52a88 None None] Provisioning complete for port a44884b6-8244-478b-b870-2813c5cd2eba triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:23.980611 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d538b054-59ac-44df-b5e2-fd1640d52a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.052946 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53160) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:24.053757 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4b393-39ad-4cf1-a50e-2f80c7eba8b3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Network': ['ID=2aea81cf-d939-40d8-905f-2003ba8b2bf0,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:24.077458 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d538b054-59ac-44df-b5e2-fd1640d52a88 None None] Port a44884b6-8244-478b-b870-2813c5cd2eba cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:24.086088 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d538b054-59ac-44df-b5e2-fd1640d52a88 None None] Could not find standard attr ID for object 013d1370-4296-4f93-bc1e-82cebe8d3ef1. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:57:24.091113 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-4123a6ad-0441-4330-833a-1a73d2ced060 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-576904958'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:24.196112 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8999abfe-4043-416f-8183-07959dedb71b admin admin] Router 9e3cb652-1498-423d-be1e-7a1fc1b78045 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:57:24.289013 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-470165d9-6e33-4f22-860b-3f55c2e3ac1b req-2174489c-d2c4-4279-9253-4dd37fc57799 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542078 Nov 12 00:57:24.322257 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4123a6ad-0441-4330-833a-1a73d2ced060 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:24.328175 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4123a6ad-0441-4330-833a-1a73d2ced060 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.380094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4123a6ad-0441-4330-833a-1a73d2ced060 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:24.409843 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4123a6ad-0441-4330-833a-1a73d2ced060 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.410434 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-4123a6ad-0441-4330-833a-1a73d2ced060 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Added segment cac8c4ec-641a-4b37-8ce3-857522b55c85 of type vlan for network 207c518f-14d3-462d-ad67-491b68301f53 Nov 12 00:57:24.425374 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c3a63e92-883d-4805-9f25-f4bb00e818b8 None None] Provisioning complete for port a44884b6-8244-478b-b870-2813c5cd2eba triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:24.426083 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c3a63e92-883d-4805-9f25-f4bb00e818b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.514070 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c3a63e92-883d-4805-9f25-f4bb00e818b8 None None] Port a44884b6-8244-478b-b870-2813c5cd2eba cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:24.546935 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4123a6ad-0441-4330-833a-1a73d2ced060 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.555066 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.568599 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8999abfe-4043-416f-8183-07959dedb71b admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:24.585510 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8999abfe-4043-416f-8183-07959dedb71b admin admin] 10.222.0.31 "PUT /v2.0/routers/9e3cb652-1498-423d-be1e-7a1fc1b78045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1245852 Nov 12 00:57:24.650609 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4123a6ad-0441-4330-833a-1a73d2ced060 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.656585 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4123a6ad-0441-4330-833a-1a73d2ced060 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:24.666535 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4123a6ad-0441-4330-833a-1a73d2ced060 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.690954 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f32fbbbc-c60f-46b1-9769-884cf526bb00 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:24.797237 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port f32fbbbc-c60f-46b1-9769-884cf526bb00 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:24.799509 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.855429 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123a6ad-0441-4330-833a-1a73d2ced060 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Network': ['ID=207c518f-14d3-462d-ad67-491b68301f53,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:24.866486 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53180) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:24.869715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 207c518f-14d3-462d-ad67-491b68301f53 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:24.871713 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-f9a28ee1-12c0-4f90-9ea9-6fe2145288bf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'subnet': {'network_id': '207c518f-14d3-462d-ad67-491b68301f53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:24.889986 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4123a6ad-0441-4330-833a-1a73d2ced060 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8191803 Nov 12 00:57:25.210488 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a28ee1-12c0-4f90-9ea9-6fe2145288bf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:25.220197 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9a28ee1-12c0-4f90-9ea9-6fe2145288bf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.271955 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 013d1370-4296-4f93-bc1e-82cebe8d3ef1 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:25.332059 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 013d1370-4296-4f93-bc1e-82cebe8d3ef1 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:57:25.334579 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 013d1370-4296-4f93-bc1e-82cebe8d3ef1 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:57:25.425210 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.607890 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a87df1-5396-4385-8be5-ded2e54db49a req-823f3ba4-d1ab-486c-b2b5-fa09bd5f7316 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:25.620922 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c4a87df1-5396-4385-8be5-ded2e54db49a req-823f3ba4-d1ab-486c-b2b5-fa09bd5f7316 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.1601856 Nov 12 00:57:25.673253 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9a28ee1-12c0-4f90-9ea9-6fe2145288bf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.699576 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c4a87df1-5396-4385-8be5-ded2e54db49a req-b20dc5ed-64b3-4b06-aec6-666e23c27c83 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720234 Nov 12 00:57:25.813384 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a28ee1-12c0-4f90-9ea9-6fe2145288bf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Subnet': ['ID=186d83b9-cd60-47a9-b1cf-ed0df66f95ab,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:25.825957 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a28ee1-12c0-4f90-9ea9-6fe2145288bf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Checking segment: {'id': 'cac8c4ec-641a-4b37-8ce3-857522b55c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '207c518f-14d3-462d-ad67-491b68301f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:25.826658 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a28ee1-12c0-4f90-9ea9-6fe2145288bf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network hostable DHCP agents. Network: 207c518f-14d3-462d-ad67-491b68301f53, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:25.854301 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53208) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:25.860597 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-53b62621-3890-4aa9-b5be-a599344c75e0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-339925398-network', 'tenant_id': '623ee9ce84c34cf5aa925538e7434b65'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:25.925583 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a28ee1-12c0-4f90-9ea9-6fe2145288bf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 207c518f-14d3-462d-ad67-491b68301f53 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:25.930221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b62621-3890-4aa9-b5be-a599344c75e0 admin admin] Made reservation on behalf of 623ee9ce84c34cf5aa925538e7434b65 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:25.938625 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53b62621-3890-4aa9-b5be-a599344c75e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.955447 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.957910 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53b62621-3890-4aa9-b5be-a599344c75e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.958038 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-f9a28ee1-12c0-4f90-9ea9-6fe2145288bf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 207c518f-14d3-462d-ad67-491b68301f53) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:25.970341 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae795735-8b18-4e48-b5ec-91d0a735da58 None None] Network 207c518f-14d3-462d-ad67-491b68301f53 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:25.972392 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a28ee1-12c0-4f90-9ea9-6fe2145288bf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:25.976180 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9a28ee1-12c0-4f90-9ea9-6fe2145288bf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.008149 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f9a28ee1-12c0-4f90-9ea9-6fe2145288bf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1403155 Nov 12 00:57:26.010774 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53210) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:26.028301 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-d7e0c258-d3d8-42a0-9cb6-670461067985 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'port': {'network_id': '207c518f-14d3-462d-ad67-491b68301f53', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-554208168'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:26.107706 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53b62621-3890-4aa9-b5be-a599344c75e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.114195 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53b62621-3890-4aa9-b5be-a599344c75e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.138449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b62621-3890-4aa9-b5be-a599344c75e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:26.150359 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53b62621-3890-4aa9-b5be-a599344c75e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.150917 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-53b62621-3890-4aa9-b5be-a599344c75e0 admin admin] Added segment c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d of type vlan for network a9e5afc0-a0ba-45ee-a072-a15173c72b67 Nov 12 00:57:26.249216 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53b62621-3890-4aa9-b5be-a599344c75e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.282567 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e0c258-d3d8-42a0-9cb6-670461067985 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:26.287480 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c258-d3d8-42a0-9cb6-670461067985 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.289807 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53b62621-3890-4aa9-b5be-a599344c75e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.291297 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b62621-3890-4aa9-b5be-a599344c75e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:26.292107 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53b62621-3890-4aa9-b5be-a599344c75e0 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.328375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-d7e0c258-d3d8-42a0-9cb6-670461067985 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] device_id is not set on port e89a08d1-963e-4a02-af48-2c1d22d1dcd5 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:57:26.332927 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b62621-3890-4aa9-b5be-a599344c75e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55d4414-6b11-45f0-a4e5-df476565cf73,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:26.478715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d6b0e3-a839-44c5-8d42-d5e05c5b9edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-207c518f-14d3-462d-ad67-491b68301f53', 'network_id': '207c518f-14d3-462d-ad67-491b68301f53', 'tenant_id': 'fdffc24a99234389a7708827e7ad9065', 'fixed_ips': [{'subnet_id': '186d83b9-cd60-47a9-b1cf-ed0df66f95ab'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:57:26.479965 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-54d6b0e3-a839-44c5-8d42-d5e05c5b9edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.498110 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-53b62621-3890-4aa9-b5be-a599344c75e0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6399450 Nov 12 00:57:26.499996 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53214) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:26.508874 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-9be41699-e886-41b0-9158-6cb30c4c66a5 admin admin] Request body: {'subnet': {'network_id': 'a9e5afc0-a0ba-45ee-a072-a15173c72b67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-339925398-subnet', 'tenant_id': '623ee9ce84c34cf5aa925538e7434b65', 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:26.540620 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b62621-3890-4aa9-b5be-a599344c75e0 admin admin] Pushing event updated for resources: {'Network': ['ID=a9e5afc0-a0ba-45ee-a072-a15173c72b67,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:26.560540 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network a9e5afc0-a0ba-45ee-a072-a15173c72b67 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:26.562847 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be41699-e886-41b0-9158-6cb30c4c66a5 admin admin] Made reservation on behalf of 623ee9ce84c34cf5aa925538e7434b65 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:26.569220 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9be41699-e886-41b0-9158-6cb30c4c66a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.571793 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] Sync routers for ids ['9e3cb652-1498-423d-be1e-7a1fc1b78045'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:26.629809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-d7e0c258-d3d8-42a0-9cb6-670461067985 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Allocated IP 2001:db8::3a5 (207c518f-14d3-462d-ad67-491b68301f53/186d83b9-cd60-47a9-b1cf-ed0df66f95ab/e89a08d1-963e-4a02-af48-2c1d22d1dcd5) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:26.872763 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c258-d3d8-42a0-9cb6-670461067985 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.882197 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9be41699-e886-41b0-9158-6cb30c4c66a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.922829 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c258-d3d8-42a0-9cb6-670461067985 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.969324 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] Routers {'9e3cb652-1498-423d-be1e-7a1fc1b78045'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:26.970004 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:57:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e3cb652-1498-423d-be1e-7a1fc1b78045'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:26.994691 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e0c258-d3d8-42a0-9cb6-670461067985 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 207c518f-14d3-462d-ad67-491b68301f53 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:26.997862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-d7e0c258-d3d8-42a0-9cb6-670461067985 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:27.002235 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e0c258-d3d8-42a0-9cb6-670461067985 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:27.007898 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e0c258-d3d8-42a0-9cb6-670461067985 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:27.008523 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c258-d3d8-42a0-9cb6-670461067985 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.036171 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d7e0c258-d3d8-42a0-9cb6-670461067985 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.0223761 Nov 12 00:57:27.044973 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53228) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:27.124687 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0c258-d3d8-42a0-9cb6-670461067985 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=e89a08d1-963e-4a02-af48-2c1d22d1dcd5,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:27.193119 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10e911-b753-4ada-b347-52a147e89171 req-445f036a-671a-42f4-842e-a3a1a8095c49 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:27.208322 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd10e911-b753-4ada-b347-52a147e89171 req-445f036a-671a-42f4-842e-a3a1a8095c49 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.2602341 Nov 12 00:57:27.211720 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-54d6b0e3-a839-44c5-8d42-d5e05c5b9edf None None] Allocated IP 2001:db8::2 (207c518f-14d3-462d-ad67-491b68301f53/186d83b9-cd60-47a9-b1cf-ed0df66f95ab/936ce43a-1edd-4f91-b6a3-732bd2a433d5) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:27.265704 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be41699-e886-41b0-9158-6cb30c4c66a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0206f4-8f60-4eae-838d-55c15e6f6707,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:27.284613 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be41699-e886-41b0-9158-6cb30c4c66a5 admin admin] Checking segment: {'id': 'c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a9e5afc0-a0ba-45ee-a072-a15173c72b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:27.285384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be41699-e886-41b0-9158-6cb30c4c66a5 admin admin] Network hostable DHCP agents. Network: a9e5afc0-a0ba-45ee-a072-a15173c72b67, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:27.300494 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] Set router 9e3cb652-1498-423d-be1e-7a1fc1b78045 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:27.304622 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-aca5bb95-4a5d-4e9e-a954-10db3d254a27 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting port e89a08d1-963e-4a02-af48-2c1d22d1dcd5 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:27.305373 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aca5bb95-4a5d-4e9e-a954-10db3d254a27 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.382163 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be41699-e886-41b0-9158-6cb30c4c66a5 admin admin] Network a9e5afc0-a0ba-45ee-a072-a15173c72b67 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:27.397593 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd10e911-b753-4ada-b347-52a147e89171 req-104f35db-0ddb-4a2b-ba15-fb9055eee4f0 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874318 Nov 12 00:57:27.399571 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-9be41699-e886-41b0-9158-6cb30c4c66a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, a9e5afc0-a0ba-45ee-a072-a15173c72b67) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:27.407644 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be41699-e886-41b0-9158-6cb30c4c66a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:27.408355 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9be41699-e886-41b0-9158-6cb30c4c66a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.449535 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9be41699-e886-41b0-9158-6cb30c4c66a5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9480829 Nov 12 00:57:27.454548 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53232) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:27.459280 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-339925398-router', 'tenant_id': '623ee9ce84c34cf5aa925538e7434b65', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:27.477207 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fcdcd3-f62a-45d0-988e-fb406f4c5ea2 None None] Network a9e5afc0-a0ba-45ee-a072-a15173c72b67 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:27.511794 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aca5bb95-4a5d-4e9e-a954-10db3d254a27 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.519700 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.521078 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.541751 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-aca5bb95-4a5d-4e9e-a954-10db3d254a27 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Calling delete_port for e89a08d1-963e-4a02-af48-2c1d22d1dcd5 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:27.649478 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.835261 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aca5bb95-4a5d-4e9e-a954-10db3d254a27 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.879003 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5bb95-4a5d-4e9e-a954-10db3d254a27 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Port': ['ID=e89a08d1-963e-4a02-af48-2c1d22d1dcd5,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:27.956764 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aca5bb95-4a5d-4e9e-a954-10db3d254a27 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.963079 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53240) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:27.973287 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-aca5bb95-4a5d-4e9e-a954-10db3d254a27 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/ports/e89a08d1-963e-4a02-af48-2c1d22d1dcd5 HTTP/1.1" status: 204 len: 168 time: 0.9271834 Nov 12 00:57:27.991933 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c305ced-7941-43e2-bd7b-a0dd2ba3d600 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] GET failed (client error): The resource could not be found. Nov 12 00:57:27.996344 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53242) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:27.998292 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6c305ced-7941-43e2-bd7b-a0dd2ba3d600 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports/e89a08d1-963e-4a02-af48-2c1d22d1dcd5 HTTP/1.1" status: 404 len: 333 time: 0.0323627 Nov 12 00:57:28.011368 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.098529 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfb4764-360c-428d-bc5e-1db4e030a21e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting subnet 186d83b9-cd60-47a9-b1cf-ed0df66f95ab {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:57:28.221493 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:22Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'a44884b6-8244-478b-b870-2813c5cd2eba', 'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'mac_address': 'fa:16:3e:4d:15:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:20Z', 'updated_at': '2021-11-12T00:57:22Z', 'revision_number': 2, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'subnets': [{'id': '9210f21d-6237-43bd-9969-453197d38eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:28.294802 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-54d6b0e3-a839-44c5-8d42-d5e05c5b9edf None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.297766 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.322611 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] Checking router: 9e3cb652-1498-423d-be1e-7a1fc1b78045 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:57:28.323125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] Updating router 9e3cb652-1498-423d-be1e-7a1fc1b78045 port a44884b6-8244-478b-b870-2813c5cd2eba binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:57:28.328947 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9cfb4764-360c-428d-bc5e-1db4e030a21e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.350298 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-54d6b0e3-a839-44c5-8d42-d5e05c5b9edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.381690 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.436765 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9cfb4764-360c-428d-bc5e-1db4e030a21e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.692394 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9cfb4764-360c-428d-bc5e-1db4e030a21e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.833248 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9cfb4764-360c-428d-bc5e-1db4e030a21e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.835437 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff83753-f6db-43fd-b48b-55c3a19697a3 req-d2031e10-22af-4424-98d4-da571a74d9c0 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:28.842043 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ff83753-f6db-43fd-b48b-55c3a19697a3 req-d2031e10-22af-4424-98d4-da571a74d9c0 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.2665813 Nov 12 00:57:28.863359 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9cfb4764-360c-428d-bc5e-1db4e030a21e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.866626 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9cfb4764-360c-428d-bc5e-1db4e030a21e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/subnets/186d83b9-cd60-47a9-b1cf-ed0df66f95ab HTTP/1.1" status: 204 len: 168 time: 0.8692334 Nov 12 00:57:28.885866 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53256) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:28.907443 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb4764-360c-428d-bc5e-1db4e030a21e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Subnet': ['ID=186d83b9-cd60-47a9-b1cf-ed0df66f95ab,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:28.933133 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3c6d84-a365-4256-940e-66096b28656a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-a9e5afc0-a0ba-45ee-a072-a15173c72b67', 'network_id': 'a9e5afc0-a0ba-45ee-a072-a15173c72b67', 'tenant_id': '623ee9ce84c34cf5aa925538e7434b65', 'fixed_ips': [{'subnet_id': '7b0206f4-8f60-4eae-838d-55c15e6f6707'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:57:28.934134 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8c3c6d84-a365-4256-940e-66096b28656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.938787 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Allocated IP 172.25.0.85 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/56df3116-c487-480b-9ff3-c59d7a4e2ecc) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:29.042019 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac8c4a17-2ebc-44d3-9aeb-6fe444d7f39e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.047899 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.053678 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d6b0e3-a839-44c5-8d42-d5e05c5b9edf None None] Network 207c518f-14d3-462d-ad67-491b68301f53 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:29.132216 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-54d6b0e3-a839-44c5-8d42-d5e05c5b9edf None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:29.133778 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ff83753-f6db-43fd-b48b-55c3a19697a3 req-0286ee49-cc5e-4606-96a4-0d6b7ec46c71 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677071 Nov 12 00:57:29.182181 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d6b0e3-a839-44c5-8d42-d5e05c5b9edf None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:29.189862 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6b0e3-a839-44c5-8d42-d5e05c5b9edf None None] Pushing event updated for resources: {'Port': ['ID=936ce43a-1edd-4f91-b6a3-732bd2a433d5,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:29.223258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c4a17-2ebc-44d3-9aeb-6fe444d7f39e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting port 936ce43a-1edd-4f91-b6a3-732bd2a433d5 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:29.229958 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac8c4a17-2ebc-44d3-9aeb-6fe444d7f39e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.316500 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.374285 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.385641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-ac8c4a17-2ebc-44d3-9aeb-6fe444d7f39e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] For port 936ce43a-1edd-4f91-b6a3-732bd2a433d5, host n-d-712137-14, got binding levels [] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:29.386212 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac8c4a17-2ebc-44d3-9aeb-6fe444d7f39e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.421252 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c4a17-2ebc-44d3-9aeb-6fe444d7f39e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Calling delete_port for 936ce43a-1edd-4f91-b6a3-732bd2a433d5 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:29.435042 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Pushing event updated for resources: {'Port': ['ID=56df3116-c487-480b-9ff3-c59d7a4e2ecc,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:29.453950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:29.457353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:29.471602 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:29.505458 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4df252-873a-4ce0-a4eb-db5f8397873b None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:29.572944 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac8c4a17-2ebc-44d3-9aeb-6fe444d7f39e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.596740 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:29.598283 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:29.598640 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:29.598982 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:29.613059 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:29.613421 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:29.613765 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:29.614102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:29.614441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:29.619090 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:29.619488 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:29.619833 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:29.686715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-54d6b0e3-a839-44c5-8d42-d5e05c5b9edf None None] Attempting to bind port 936ce43a-1edd-4f91-b6a3-732bd2a433d5 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:29.686715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-54d6b0e3-a839-44c5-8d42-d5e05c5b9edf None None] Attempting to bind port 936ce43a-1edd-4f91-b6a3-732bd2a433d5 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'cac8c4ec-641a-4b37-8ce3-857522b55c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '207c518f-14d3-462d-ad67-491b68301f53'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:29.687062 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c4a17-2ebc-44d3-9aeb-6fe444d7f39e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Port': ['ID=936ce43a-1edd-4f91-b6a3-732bd2a433d5,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:29.687180 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d6b0e3-a839-44c5-8d42-d5e05c5b9edf None None] Attempting to bind port 936ce43a-1edd-4f91-b6a3-732bd2a433d5 on network 207c518f-14d3-462d-ad67-491b68301f53 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:29.699433 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c4a17-2ebc-44d3-9aeb-6fe444d7f39e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] No DVR routers for this DVR port 936ce43a-1edd-4f91-b6a3-732bd2a433d5 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:29.710668 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d6b0e3-a839-44c5-8d42-d5e05c5b9edf None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:29.711599 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d6b0e3-a839-44c5-8d42-d5e05c5b9edf None None] Checking segment: {'id': 'cac8c4ec-641a-4b37-8ce3-857522b55c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '207c518f-14d3-462d-ad67-491b68301f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:29.711599 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-54d6b0e3-a839-44c5-8d42-d5e05c5b9edf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.711836 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d6b0e3-a839-44c5-8d42-d5e05c5b9edf None None] Bound using segment: {'id': 'cac8c4ec-641a-4b37-8ce3-857522b55c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '207c518f-14d3-462d-ad67-491b68301f53'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:29.712278 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-54d6b0e3-a839-44c5-8d42-d5e05c5b9edf None None] Bound port: 936ce43a-1edd-4f91-b6a3-732bd2a433d5, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac8c4ec-641a-4b37-8ce3-857522b55c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '207c518f-14d3-462d-ad67-491b68301f53'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:29.712653 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-54d6b0e3-a839-44c5-8d42-d5e05c5b9edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.854614 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-54d6b0e3-a839-44c5-8d42-d5e05c5b9edf None None] Port 936ce43a-1edd-4f91-b6a3-732bd2a433d5 has been deleted concurrently {{(pid=114244) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 00:57:29.936866 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac8c4a17-2ebc-44d3-9aeb-6fe444d7f39e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.949176 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-8c3c6d84-a365-4256-940e-66096b28656a None None] Allocated IP 172.20.0.2 (a9e5afc0-a0ba-45ee-a072-a15173c72b67/7b0206f4-8f60-4eae-838d-55c15e6f6707/994571f0-bf4b-431f-a054-ba26318db752) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:29.997725 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-ac8c4a17-2ebc-44d3-9aeb-6fe444d7f39e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207c518f-14d3-462d-ad67-491b68301f53']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:30.021585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-ac8c4a17-2ebc-44d3-9aeb-6fe444d7f39e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac8c4ec-641a-4b37-8ce3-857522b55c85') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:30.021888 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-ac8c4a17-2ebc-44d3-9aeb-6fe444d7f39e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac8c4ec-641a-4b37-8ce3-857522b55c85') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:30.053412 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac8c4a17-2ebc-44d3-9aeb-6fe444d7f39e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.077765 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac8c4a17-2ebc-44d3-9aeb-6fe444d7f39e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.091512 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8c4a17-2ebc-44d3-9aeb-6fe444d7f39e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:57:30.093047 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac8c4a17-2ebc-44d3-9aeb-6fe444d7f39e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:57:30.102645 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:57:30.213262 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.238356 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-deaa02c4-4958-4b18-9cf9-13f29020317e None None] Provisioning complete for port 56df3116-c487-480b-9ff3-c59d7a4e2ecc triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:30.238734 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-deaa02c4-4958-4b18-9cf9-13f29020317e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.362637 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac8c4a17-2ebc-44d3-9aeb-6fe444d7f39e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.383730 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac8c4a17-2ebc-44d3-9aeb-6fe444d7f39e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.394630 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ac8c4a17-2ebc-44d3-9aeb-6fe444d7f39e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/networks/207c518f-14d3-462d-ad67-491b68301f53 HTTP/1.1" status: 204 len: 168 time: 1.5045571 Nov 12 00:57:30.403528 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53270) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:30.417552 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-350f056b-3c2c-4885-8352-2021d620b520 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'port': {'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0', 'name': 'tempest-PortsIpV6TestJSON-848882068'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:30.447633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c4a17-2ebc-44d3-9aeb-6fe444d7f39e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Network': ['ID=207c518f-14d3-462d-ad67-491b68301f53,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:30.478518 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-deaa02c4-4958-4b18-9cf9-13f29020317e None None] Port 56df3116-c487-480b-9ff3-c59d7a4e2ecc cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:30.669381 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7dec5-a99c-4607-8a79-cb1dcc337f27 req-b95e7802-4557-49a2-83c9-71bb6736fdc7 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:30.678087 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-54f7dec5-a99c-4607-8a79-cb1dcc337f27 req-b95e7802-4557-49a2-83c9-71bb6736fdc7 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.2707131 Nov 12 00:57:30.782139 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350f056b-3c2c-4885-8352-2021d620b520 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:30.785866 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-350f056b-3c2c-4885-8352-2021d620b520 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.848750 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-350f056b-3c2c-4885-8352-2021d620b520 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] device_id is not set on port 306e9562-4343-4071-a5ae-0a927de49a32 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:57:30.888776 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-54f7dec5-a99c-4607-8a79-cb1dcc337f27 req-93ab8094-e39b-4c72-b577-3d968336a52f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010045 Nov 12 00:57:30.923438 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.924003 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8c3c6d84-a365-4256-940e-66096b28656a None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.945191 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8c3c6d84-a365-4256-940e-66096b28656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.154820 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c6d84-a365-4256-940e-66096b28656a None None] Pushing event updated for resources: {'Port': ['ID=994571f0-bf4b-431f-a054-ba26318db752,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:31.173722 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3c6d84-a365-4256-940e-66096b28656a None None] Network a9e5afc0-a0ba-45ee-a072-a15173c72b67 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:31.190382 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-8c3c6d84-a365-4256-940e-66096b28656a None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:31.195234 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3c6d84-a365-4256-940e-66096b28656a None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:31.224480 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.296761 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.303130 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-350f056b-3c2c-4885-8352-2021d620b520 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.370026 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Router 08fc5eae-0d81-4f68-baaf-035ed616b2ea is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:57:31.410385 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-350f056b-3c2c-4885-8352-2021d620b520 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.431365 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221a2cb-3b84-471e-b612-bbfaf609cf5c None None] Pushing event updated for resources: {'Port': ['ID=a44884b6-8244-478b-b870-2813c5cd2eba,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:31.516395 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-8c3c6d84-a365-4256-940e-66096b28656a None None] Attempting to bind port 994571f0-bf4b-431f-a054-ba26318db752 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:31.516815 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-8c3c6d84-a365-4256-940e-66096b28656a None None] Attempting to bind port 994571f0-bf4b-431f-a054-ba26318db752 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a9e5afc0-a0ba-45ee-a072-a15173c72b67'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:31.517724 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3c6d84-a365-4256-940e-66096b28656a None None] Attempting to bind port 994571f0-bf4b-431f-a054-ba26318db752 on network a9e5afc0-a0ba-45ee-a072-a15173c72b67 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:31.551774 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f056b-3c2c-4885-8352-2021d620b520 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=306e9562-4343-4071-a5ae-0a927de49a32,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:31.558801 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3c6d84-a365-4256-940e-66096b28656a None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:31.559191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3c6d84-a365-4256-940e-66096b28656a None None] Checking segment: {'id': 'c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a9e5afc0-a0ba-45ee-a072-a15173c72b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:31.559605 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8c3c6d84-a365-4256-940e-66096b28656a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.564098 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3c6d84-a365-4256-940e-66096b28656a None None] Bound using segment: {'id': 'c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a9e5afc0-a0ba-45ee-a072-a15173c72b67'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:31.565318 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-8c3c6d84-a365-4256-940e-66096b28656a None None] Bound port: 994571f0-bf4b-431f-a054-ba26318db752, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a9e5afc0-a0ba-45ee-a072-a15173c72b67'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:31.565730 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8c3c6d84-a365-4256-940e-66096b28656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.586045 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350f056b-3c2c-4885-8352-2021d620b520 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:31.590263 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-350f056b-3c2c-4885-8352-2021d620b520 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:31.594590 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350f056b-3c2c-4885-8352-2021d620b520 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:31.618800 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350f056b-3c2c-4885-8352-2021d620b520 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:31.625784 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-350f056b-3c2c-4885-8352-2021d620b520 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.638438 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:31.654253 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] Sync routers for ids ['08fc5eae-0d81-4f68-baaf-035ed616b2ea'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:31.695635 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-350f056b-3c2c-4885-8352-2021d620b520 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2866423 Nov 12 00:57:31.695991 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] Routers {'08fc5eae-0d81-4f68-baaf-035ed616b2ea'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:31.695991 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:57:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['08fc5eae-0d81-4f68-baaf-035ed616b2ea'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:31.696223 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53286) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:31.724784 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.726081 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c904a3cf-a5ea-4daf-b04c-0973651c3131 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2705083 Nov 12 00:57:31.737294 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53288) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:31.919065 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-6d2e776a-1c50-4707-bdd5-fd250e269a2d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting port 306e9562-4343-4071-a5ae-0a927de49a32 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:31.919416 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6d2e776a-1c50-4707-bdd5-fd250e269a2d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.968394 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] Set router 08fc5eae-0d81-4f68-baaf-035ed616b2ea gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:31.993764 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] Attempting to bind port a44884b6-8244-478b-b870-2813c5cd2eba on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:31.994343 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] Attempting to bind port a44884b6-8244-478b-b870-2813c5cd2eba by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:31.994506 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] Attempting to bind port a44884b6-8244-478b-b870-2813c5cd2eba on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:32.101433 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:32.103410 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] Checking segment: {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:32.103410 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.104249 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] Bound using segment: {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:32.108294 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] Bound port: a44884b6-8244-478b-b870-2813c5cd2eba, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:32.108736 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.160477 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6d2e776a-1c50-4707-bdd5-fd250e269a2d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.208811 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-6d2e776a-1c50-4707-bdd5-fd250e269a2d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Calling delete_port for 306e9562-4343-4071-a5ae-0a927de49a32 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:32.224789 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3f9a05-2250-43dc-81f8-1304eb93d8b3 None None] DHCP port deletion for 207c518f-14d3-462d-ad67-491b68301f53 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:32.251276 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f256b8c9-0b3d-48b8-beaf-2a248de4faea None None] Could not find standard attr ID for object 936ce43a-1edd-4f91-b6a3-732bd2a433d5. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:57:32.383877 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-8c3c6d84-a365-4256-940e-66096b28656a None None] For port 994571f0-bf4b-431f-a054-ba26318db752, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:32.392321 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2510b419-c417-4bcd-89af-5592640366f5 None None] Network 207c518f-14d3-462d-ad67-491b68301f53 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:32.425468 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6d2e776a-1c50-4707-bdd5-fd250e269a2d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.487712 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fc5eae-0d81-4f68-baaf-035ed616b2ea', 'name': 'tempest-TestVolumeBootPattern-339925398-router', 'tenant_id': '623ee9ce84c34cf5aa925538e7434b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '56df3116-c487-480b-9ff3-c59d7a4e2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T00:57:29Z', 'revision_number': 3, 'project_id': '623ee9ce84c34cf5aa925538e7434b65', 'gw_port': {'id': '56df3116-c487-480b-9ff3-c59d7a4e2ecc', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:92:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fc5eae-0d81-4f68-baaf-035ed616b2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:28Z', 'updated_at': '2021-11-12T00:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:32.543189 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e776a-1c50-4707-bdd5-fd250e269a2d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Port': ['ID=306e9562-4343-4071-a5ae-0a927de49a32,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:32.550879 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 936ce43a-1edd-4f91-b6a3-732bd2a433d5 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:32.556359 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6d2e776a-1c50-4707-bdd5-fd250e269a2d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.565920 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6d2e776a-1c50-4707-bdd5-fd250e269a2d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/ports/306e9562-4343-4071-a5ae-0a927de49a32 HTTP/1.1" status: 204 len: 168 time: 0.8690190 Nov 12 00:57:32.583152 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53300) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:32.608161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a709fdd1-d7fd-47ca-8f00-73f8facfbd3d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'port': {'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0', 'mac_address': 'fa:16:3e:27:d0:e4', 'name': 'tempest-PortsIpV6TestJSON-2115556727'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:32.614784 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] Checking router: 08fc5eae-0d81-4f68-baaf-035ed616b2ea for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:57:32.617496 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] Updating router 08fc5eae-0d81-4f68-baaf-035ed616b2ea port 56df3116-c487-480b-9ff3-c59d7a4e2ecc binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:57:32.694817 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-8c3c6d84-a365-4256-940e-66096b28656a None None] For port 994571f0-bf4b-431f-a054-ba26318db752, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=994571f0-bf4b-431f-a054-ba26318db752,segment=NetworkSegment(c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d),segment_id=c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:32.710453 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2510b419-c417-4bcd-89af-5592640366f5 None None] Network 207c518f-14d3-462d-ad67-491b68301f53 could not be found, it might have been deleted concurrently. {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 00:57:32.735129 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 936ce43a-1edd-4f91-b6a3-732bd2a433d5 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:57:32.735488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 936ce43a-1edd-4f91-b6a3-732bd2a433d5 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:57:32.744458 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.758749 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-576179d6-4d91-45c4-8f69-1834208bc203 None None] Provisioning complete for port a44884b6-8244-478b-b870-2813c5cd2eba triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:32.760624 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-576179d6-4d91-45c4-8f69-1834208bc203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.777043 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8c3c6d84-a365-4256-940e-66096b28656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.901562 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a709fdd1-d7fd-47ca-8f00-73f8facfbd3d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:32.977385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e52211-9178-4dcc-9e60-34d81dde96b8 req-df100e24-d912-49ea-a266-03e68c2e4a4d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:32.984210 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-22e52211-9178-4dcc-9e60-34d81dde96b8 req-df100e24-d912-49ea-a266-03e68c2e4a4d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.1797085 Nov 12 00:57:33.007203 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c6d84-a365-4256-940e-66096b28656a None None] Pushing event updated for resources: {'Port': ['ID=994571f0-bf4b-431f-a054-ba26318db752,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:33.057758 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] For port a44884b6-8244-478b-b870-2813c5cd2eba, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:33.076641 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] For port a44884b6-8244-478b-b870-2813c5cd2eba, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a44884b6-8244-478b-b870-2813c5cd2eba,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:33.079248 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-576179d6-4d91-45c4-8f69-1834208bc203 None None] Port a44884b6-8244-478b-b870-2813c5cd2eba cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:33.087924 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.221401 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-22e52211-9178-4dcc-9e60-34d81dde96b8 req-8c3ab89a-6f6a-45e2-80d5-01693edca08b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599338 Nov 12 00:57:33.238568 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221a2cb-3b84-471e-b612-bbfaf609cf5c None None] Pushing event updated for resources: {'Port': ['ID=a44884b6-8244-478b-b870-2813c5cd2eba,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:33.263457 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] Routers {'9e3cb652-1498-423d-be1e-7a1fc1b78045'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:33.264323 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:57:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e3cb652-1498-423d-be1e-7a1fc1b78045'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:33.571068 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] Set router 9e3cb652-1498-423d-be1e-7a1fc1b78045 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:33.674294 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.713093 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.926244 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fedaa-4d4b-48e0-bbdb-7d5f359acf9f None None] Pushing event updated for resources: {'Port': ['ID=56df3116-c487-480b-9ff3-c59d7a4e2ecc,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:33.932493 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] Attempting to bind port 56df3116-c487-480b-9ff3-c59d7a4e2ecc on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:33.935016 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] Attempting to bind port 56df3116-c487-480b-9ff3-c59d7a4e2ecc by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:33.935016 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] Attempting to bind port 56df3116-c487-480b-9ff3-c59d7a4e2ecc on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:33.948884 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:33.949785 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:33.951172 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.952759 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:33.955120 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] Bound port: 56df3116-c487-480b-9ff3-c59d7a4e2ecc, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:33.956966 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.975749 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b10fdf-293f-4dc2-a698-03437cea8200 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:34.131858 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] For port 56df3116-c487-480b-9ff3-c59d7a4e2ecc, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:34.145663 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] For port 56df3116-c487-480b-9ff3-c59d7a4e2ecc, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=56df3116-c487-480b-9ff3-c59d7a4e2ecc,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:34.158123 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.207990 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a709fdd1-d7fd-47ca-8f00-73f8facfbd3d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.278260 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-a709fdd1-d7fd-47ca-8f00-73f8facfbd3d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] device_id is not set on port 16bbd72c-1321-47b4-9f2f-dd6860e51996 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:57:34.318655 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-19a9c9cc-3047-49f3-8716-5646a4c98937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.331572 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fedaa-4d4b-48e0-bbdb-7d5f359acf9f None None] Pushing event updated for resources: {'Port': ['ID=56df3116-c487-480b-9ff3-c59d7a4e2ecc,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:34.377594 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] Routers {'08fc5eae-0d81-4f68-baaf-035ed616b2ea'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:34.379718 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:57:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['08fc5eae-0d81-4f68-baaf-035ed616b2ea'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:34.851874 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] Set router 08fc5eae-0d81-4f68-baaf-035ed616b2ea gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:34.935181 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a709fdd1-d7fd-47ca-8f00-73f8facfbd3d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.937108 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff4a5bf-c098-4564-be2d-2e9f6fef3ea6 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:35.000334 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 994571f0-bf4b-431f-a054-ba26318db752 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:35.011022 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972eb26-b041-4bad-9016-1116f75b398f req-61c6ed44-a310-4a19-9352-219743561e53 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:35.012937 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1972eb26-b041-4bad-9016-1116f75b398f req-61c6ed44-a310-4a19-9352-219743561e53 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.5060265 Nov 12 00:57:35.021579 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a709fdd1-d7fd-47ca-8f00-73f8facfbd3d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.104238 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1972eb26-b041-4bad-9016-1116f75b398f req-2741d554-db8c-4dee-a06c-23e33b2c9ab9 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668952 Nov 12 00:57:35.113841 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-19a9c9cc-3047-49f3-8716-5646a4c98937 admin admin] Allocated IP 172.20.0.1 (a9e5afc0-a0ba-45ee-a072-a15173c72b67/7b0206f4-8f60-4eae-838d-55c15e6f6707/60cf762b-51af-4817-b336-bcf6ed821212) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:35.136255 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709fdd1-d7fd-47ca-8f00-73f8facfbd3d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=16bbd72c-1321-47b4-9f2f-dd6860e51996,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:35.172400 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a709fdd1-d7fd-47ca-8f00-73f8facfbd3d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:35.176720 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-a709fdd1-d7fd-47ca-8f00-73f8facfbd3d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:35.181625 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a709fdd1-d7fd-47ca-8f00-73f8facfbd3d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:35.190270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a709fdd1-d7fd-47ca-8f00-73f8facfbd3d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:35.190955 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a709fdd1-d7fd-47ca-8f00-73f8facfbd3d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.253043 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fc5eae-0d81-4f68-baaf-035ed616b2ea', 'name': 'tempest-TestVolumeBootPattern-339925398-router', 'tenant_id': '623ee9ce84c34cf5aa925538e7434b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '56df3116-c487-480b-9ff3-c59d7a4e2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T00:57:29Z', 'revision_number': 3, 'project_id': '623ee9ce84c34cf5aa925538e7434b65', 'gw_port': {'id': '56df3116-c487-480b-9ff3-c59d7a4e2ecc', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:92:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fc5eae-0d81-4f68-baaf-035ed616b2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:28Z', 'updated_at': '2021-11-12T00:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:35.255759 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-adf63a21-9ae5-4dae-ab87-9fa1ffb47139 None None] Provisioning complete for port a44884b6-8244-478b-b870-2813c5cd2eba triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:35.256135 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-adf63a21-9ae5-4dae-ab87-9fa1ffb47139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.278978 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a709fdd1-d7fd-47ca-8f00-73f8facfbd3d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.6945033 Nov 12 00:57:35.284879 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53334) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:35.288436 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cacb680-764a-4fa1-bd76-054c6940b47b None None] The sync data for ids ['08fc5eae-0d81-4f68-baaf-035ed616b2ea'] in n-d-712137-14 is: [{'id': '08fc5eae-0d81-4f68-baaf-035ed616b2ea', 'name': 'tempest-TestVolumeBootPattern-339925398-router', 'tenant_id': '623ee9ce84c34cf5aa925538e7434b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '56df3116-c487-480b-9ff3-c59d7a4e2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T00:57:29Z', 'revision_number': 3, 'project_id': '623ee9ce84c34cf5aa925538e7434b65', 'gw_port': {'id': '56df3116-c487-480b-9ff3-c59d7a4e2ecc', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:92:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fc5eae-0d81-4f68-baaf-035ed616b2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:28Z', 'updated_at': '2021-11-12T00:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:57:35.418518 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121b1cb5-119c-4ee6-b838-28b450223b45 None None] Network a9e5afc0-a0ba-45ee-a072-a15173c72b67 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:35.457460 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-19a9c9cc-3047-49f3-8716-5646a4c98937 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.526851 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-19a9c9cc-3047-49f3-8716-5646a4c98937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.548275 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a51387-9ab1-4e66-8241-21c9d1189ebd tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:35.553475 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-83a51387-9ab1-4e66-8241-21c9d1189ebd tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports/16bbd72c-1321-47b4-9f2f-dd6860e51996 HTTP/1.1" status: 200 len: 845 time: 0.2701700 Nov 12 00:57:35.557505 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53338) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:35.615702 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a9c9cc-3047-49f3-8716-5646a4c98937 admin admin] Network a9e5afc0-a0ba-45ee-a072-a15173c72b67 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:35.631919 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-19a9c9cc-3047-49f3-8716-5646a4c98937 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:35.645986 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a9c9cc-3047-49f3-8716-5646a4c98937 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:35.661112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9c9cc-3047-49f3-8716-5646a4c98937 admin admin] Pushing event updated for resources: {'Port': ['ID=60cf762b-51af-4817-b336-bcf6ed821212,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:35.811771 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-19a9c9cc-3047-49f3-8716-5646a4c98937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.859305 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-2517fc5f-4645-4ded-833e-a7bd71864ef3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting port 16bbd72c-1321-47b4-9f2f-dd6860e51996 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:35.859661 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2517fc5f-4645-4ded-833e-a7bd71864ef3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.023463 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2517fc5f-4645-4ded-833e-a7bd71864ef3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.067698 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-2517fc5f-4645-4ded-833e-a7bd71864ef3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Calling delete_port for 16bbd72c-1321-47b4-9f2f-dd6860e51996 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:36.091201 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:22Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'a44884b6-8244-478b-b870-2813c5cd2eba', 'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'mac_address': 'fa:16:3e:4d:15:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:20Z', 'updated_at': '2021-11-12T00:57:33Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'subnets': [{'id': '9210f21d-6237-43bd-9969-453197d38eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:36.196783 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a13c622-9ebb-4505-a08b-d6df8c552940 None None] The sync data for ids ['9e3cb652-1498-423d-be1e-7a1fc1b78045'] in n-d-712137-14 is: [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:22Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'a44884b6-8244-478b-b870-2813c5cd2eba', 'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'mac_address': 'fa:16:3e:4d:15:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:20Z', 'updated_at': '2021-11-12T00:57:33Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'subnets': [{'id': '9210f21d-6237-43bd-9969-453197d38eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:57:36.229278 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-19a9c9cc-3047-49f3-8716-5646a4c98937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.253922 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 994571f0-bf4b-431f-a054-ba26318db752 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:36.254303 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.277982 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2517fc5f-4645-4ded-833e-a7bd71864ef3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.446028 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2517fc5f-4645-4ded-833e-a7bd71864ef3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.460210 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2517fc5f-4645-4ded-833e-a7bd71864ef3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/ports/16bbd72c-1321-47b4-9f2f-dd6860e51996 HTTP/1.1" status: 204 len: 168 time: 0.9013717 Nov 12 00:57:36.469549 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53352) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:36.510553 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517fc5f-4645-4ded-833e-a7bd71864ef3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Port': ['ID=16bbd72c-1321-47b4-9f2f-dd6860e51996,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:36.545335 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-adf63a21-9ae5-4dae-ab87-9fa1ffb47139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.612964 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e8dc52-edef-4bd1-9a71-3acb52ee6257 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] GET failed (client error): The resource could not be found. Nov 12 00:57:36.618441 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-01e8dc52-edef-4bd1-9a71-3acb52ee6257 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports/16bbd72c-1321-47b4-9f2f-dd6860e51996 HTTP/1.1" status: 404 len: 333 time: 0.1473324 Nov 12 00:57:36.623854 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53356) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:36.632407 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-354913c5-2afb-4288-9c23-55c399bb0c42 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'port': {'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0', 'name': 'tempest-PortsIpV6TestJSON-663752245'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:36.662105 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-adf63a21-9ae5-4dae-ab87-9fa1ffb47139 None None] For port a44884b6-8244-478b-b870-2813c5cd2eba, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a44884b6-8244-478b-b870-2813c5cd2eba,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:36.811483 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.897003 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-19a9c9cc-3047-49f3-8716-5646a4c98937 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.907069 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-19a9c9cc-3047-49f3-8716-5646a4c98937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.912599 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-adf63a21-9ae5-4dae-ab87-9fa1ffb47139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:37.047476 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-19a9c9cc-3047-49f3-8716-5646a4c98937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:37.061505 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9c9cc-3047-49f3-8716-5646a4c98937 admin admin] Pushing event updated for resources: {'Port': ['ID=60cf762b-51af-4817-b336-bcf6ed821212,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:37.063524 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354913c5-2afb-4288-9c23-55c399bb0c42 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:37.073914 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-354913c5-2afb-4288-9c23-55c399bb0c42 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:37.160811 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-354913c5-2afb-4288-9c23-55c399bb0c42 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] device_id is not set on port ea5a82cc-8cee-41bc-b0c9-51301ca16dc6 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:57:37.213894 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf63a21-9ae5-4dae-ab87-9fa1ffb47139 None None] Pushing event updated for resources: {'Port': ['ID=a44884b6-8244-478b-b870-2813c5cd2eba,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:37.258336 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72c588-19fe-4d58-8e3e-1256814684bc req-62f260f5-c994-49fb-9339-d0fe123b37ea tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:37.260114 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b72c588-19fe-4d58-8e3e-1256814684bc req-62f260f5-c994-49fb-9339-d0fe123b37ea tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 1.0284405 Nov 12 00:57:37.271864 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a9c9cc-3047-49f3-8716-5646a4c98937 admin admin] Network a9e5afc0-a0ba-45ee-a072-a15173c72b67 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:37.280583 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf63a21-9ae5-4dae-ab87-9fa1ffb47139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:37.285026 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf63a21-9ae5-4dae-ab87-9fa1ffb47139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:37.285494 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf63a21-9ae5-4dae-ab87-9fa1ffb47139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:37.285921 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf63a21-9ae5-4dae-ab87-9fa1ffb47139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:37.286333 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf63a21-9ae5-4dae-ab87-9fa1ffb47139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:37.286744 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf63a21-9ae5-4dae-ab87-9fa1ffb47139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:37.287148 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf63a21-9ae5-4dae-ab87-9fa1ffb47139 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:37.287548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf63a21-9ae5-4dae-ab87-9fa1ffb47139 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:37.289433 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf63a21-9ae5-4dae-ab87-9fa1ffb47139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:37.289874 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf63a21-9ae5-4dae-ab87-9fa1ffb47139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:37.292189 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf63a21-9ae5-4dae-ab87-9fa1ffb47139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:37.292629 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf63a21-9ae5-4dae-ab87-9fa1ffb47139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:37.317202 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 994571f0-bf4b-431f-a054-ba26318db752, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=994571f0-bf4b-431f-a054-ba26318db752,segment=NetworkSegment(c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d),segment_id=c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:37.333300 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-19a9c9cc-3047-49f3-8716-5646a4c98937 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:37.346082 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d0b17e2e-93cd-4ab6-878f-ba8d7f27729c None None] Provisioning complete for port 56df3116-c487-480b-9ff3-c59d7a4e2ecc triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:37.349720 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d0b17e2e-93cd-4ab6-878f-ba8d7f27729c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:37.371082 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:37.825089 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b72c588-19fe-4d58-8e3e-1256814684bc req-f37b29c0-d604-41c9-9925-00a0c5a07616 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5516026 Nov 12 00:57:37.866297 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a9c9cc-3047-49f3-8716-5646a4c98937 admin admin] Router 08fc5eae-0d81-4f68-baaf-035ed616b2ea has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:57:37.890685 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a44884b6-8244-478b-b870-2813c5cd2eba up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:37.908782 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=994571f0-bf4b-431f-a054-ba26318db752,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:37.991842 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-354913c5-2afb-4288-9c23-55c399bb0c42 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.110614 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-354913c5-2afb-4288-9c23-55c399bb0c42 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.207535 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d0b17e2e-93cd-4ab6-878f-ba8d7f27729c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.245183 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354913c5-2afb-4288-9c23-55c399bb0c42 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:38.256519 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d0b17e2e-93cd-4ab6-878f-ba8d7f27729c None None] For port 56df3116-c487-480b-9ff3-c59d7a4e2ecc, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=56df3116-c487-480b-9ff3-c59d7a4e2ecc,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:38.270735 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d0b17e2e-93cd-4ab6-878f-ba8d7f27729c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.291647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a9c9cc-3047-49f3-8716-5646a4c98937 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:38.301196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-354913c5-2afb-4288-9c23-55c399bb0c42 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:38.303262 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354913c5-2afb-4288-9c23-55c399bb0c42 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=ea5a82cc-8cee-41bc-b0c9-51301ca16dc6,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:38.307462 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354913c5-2afb-4288-9c23-55c399bb0c42 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:38.314988 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-19a9c9cc-3047-49f3-8716-5646a4c98937 admin admin] 10.222.0.31 "PUT /v2.0/routers/08fc5eae-0d81-4f68-baaf-035ed616b2ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5764418 Nov 12 00:57:38.353718 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354913c5-2afb-4288-9c23-55c399bb0c42 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:38.357502 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-354913c5-2afb-4288-9c23-55c399bb0c42 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.462575 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b17e2e-93cd-4ab6-878f-ba8d7f27729c None None] Pushing event updated for resources: {'Port': ['ID=56df3116-c487-480b-9ff3-c59d7a4e2ecc,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:38.491343 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-354913c5-2afb-4288-9c23-55c399bb0c42 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8659816 Nov 12 00:57:38.494496 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53398) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:38.500173 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-8e3c5eb8-2c59-4cee-bf81-a795c17e6c63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:38.545470 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d0b17e2e-93cd-4ab6-878f-ba8d7f27729c None None] Provisioning complete for port 994571f0-bf4b-431f-a054-ba26318db752 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:38.545849 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d0b17e2e-93cd-4ab6-878f-ba8d7f27729c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.547239 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03508de6-4f00-49be-a673-922c0f8e8cb8 req-c38d7c9e-350a-4e4f-819b-fb46a13ba3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:38.551342 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-03508de6-4f00-49be-a673-922c0f8e8cb8 req-c38d7c9e-350a-4e4f-819b-fb46a13ba3cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 1097 time: 0.1824207 Nov 12 00:57:38.704075 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port a44884b6-8244-478b-b870-2813c5cd2eba triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:38.707444 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.784546 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.809124 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e3c5eb8-2c59-4cee-bf81-a795c17e6c63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.010277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03508de6-4f00-49be-a673-922c0f8e8cb8 req-4d244cbb-5df0-407a-a41d-05267d97c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:39.014959 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-03508de6-4f00-49be-a673-922c0f8e8cb8 req-4d244cbb-5df0-407a-a41d-05267d97c845 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 913 time: 0.4556859 Nov 12 00:57:39.126196 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 56df3116-c487-480b-9ff3-c59d7a4e2ecc up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:39.151909 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-03508de6-4f00-49be-a673-922c0f8e8cb8 req-604794c2-4d74-451e-b1cb-ee4c3d39f2c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27b78534-04f9-4471-ad77-b57e9bccd12f HTTP/1.1" status: 200 len: 217 time: 0.1279788 Nov 12 00:57:39.233675 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d0b17e2e-93cd-4ab6-878f-ba8d7f27729c None None] Provisioning complete for port 60cf762b-51af-4817-b336-bcf6ed821212 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:39.234045 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d0b17e2e-93cd-4ab6-878f-ba8d7f27729c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.270266 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03508de6-4f00-49be-a673-922c0f8e8cb8 req-cee9d66a-1b38-48e2-9195-43962665781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:39.277498 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-03508de6-4f00-49be-a673-922c0f8e8cb8 req-cee9d66a-1b38-48e2-9195-43962665781e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.1102283 Nov 12 00:57:39.365451 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03508de6-4f00-49be-a673-922c0f8e8cb8 req-a233cec3-6e66-4089-b4ba-0781bc0c0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:39.367324 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-03508de6-4f00-49be-a673-922c0f8e8cb8 req-a233cec3-6e66-4089-b4ba-0781bc0c0e7e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848811 Nov 12 00:57:39.409443 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d0b17e2e-93cd-4ab6-878f-ba8d7f27729c None None] Port 60cf762b-51af-4817-b336-bcf6ed821212 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:39.424964 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 56df3116-c487-480b-9ff3-c59d7a4e2ecc triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:39.426932 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.535172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba652f1-fd19-4a74-8541-ac6e2ac95ebd req-41b02b42-87f8-4b07-8994-0aa46e03833c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:39.553246 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ba652f1-fd19-4a74-8541-ac6e2ac95ebd req-41b02b42-87f8-4b07-8994-0aa46e03833c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.4264727 Nov 12 00:57:39.601972 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] Sync routers for ids ['08fc5eae-0d81-4f68-baaf-035ed616b2ea'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:39.627261 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-616cc98e-8938-4ce7-90c3-cdcfabfbb489 None None] Provisioning complete for port 60cf762b-51af-4817-b336-bcf6ed821212 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:39.627643 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-616cc98e-8938-4ce7-90c3-cdcfabfbb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.640444 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e3c5eb8-2c59-4cee-bf81-a795c17e6c63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.652674 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e3c5eb8-2c59-4cee-bf81-a795c17e6c63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.666824 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ba652f1-fd19-4a74-8541-ac6e2ac95ebd req-1ee93085-ee86-4d92-bfb9-be019c452692 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130610 Nov 12 00:57:39.703145 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-03508de6-4f00-49be-a673-922c0f8e8cb8 req-5b088514-04f0-408f-9ca4-8ff9dbb57636 service neutron] 10.222.0.21 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245332 Nov 12 00:57:39.711086 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-8e3c5eb8-2c59-4cee-bf81-a795c17e6c63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] In _notify_port_updated(), no bound segment for port ea5a82cc-8cee-41bc-b0c9-51301ca16dc6 on network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 {{(pid=114243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:57:39.725683 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3c5eb8-2c59-4cee-bf81-a795c17e6c63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:39.728784 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e3c5eb8-2c59-4cee-bf81-a795c17e6c63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.733047 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8e3c5eb8-2c59-4cee-bf81-a795c17e6c63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "PUT /v2.0/ports/ea5a82cc-8cee-41bc-b0c9-51301ca16dc6 HTTP/1.1" status: 200 len: 818 time: 1.2375271 Nov 12 00:57:39.736551 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53476) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:39.771372 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c5eb8-2c59-4cee-bf81-a795c17e6c63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=ea5a82cc-8cee-41bc-b0c9-51301ca16dc6,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:39.781636 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-616cc98e-8938-4ce7-90c3-cdcfabfbb489 None None] Port 60cf762b-51af-4817-b336-bcf6ed821212 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:39.893609 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] Routers {'08fc5eae-0d81-4f68-baaf-035ed616b2ea'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:39.894224 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:57:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['08fc5eae-0d81-4f68-baaf-035ed616b2ea'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:40.303563 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-03508de6-4f00-49be-a673-922c0f8e8cb8 req-f995429d-7c14-49b4-896c-d8b92a75eb7c service neutron] 10.222.0.21 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5915365 Nov 12 00:57:40.317151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 994571f0-bf4b-431f-a054-ba26318db752 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:40.343402 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] Set router 08fc5eae-0d81-4f68-baaf-035ed616b2ea gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:40.377177 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-e1e3121d-8076-41e1-9a37-de676a84760e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting port ea5a82cc-8cee-41bc-b0c9-51301ca16dc6 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:40.377527 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e1e3121d-8076-41e1-9a37-de676a84760e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.544264 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e1e3121d-8076-41e1-9a37-de676a84760e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.565630 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-e1e3121d-8076-41e1-9a37-de676a84760e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Calling delete_port for ea5a82cc-8cee-41bc-b0c9-51301ca16dc6 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:40.770584 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e1e3121d-8076-41e1-9a37-de676a84760e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.862632 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3121d-8076-41e1-9a37-de676a84760e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Port': ['ID=ea5a82cc-8cee-41bc-b0c9-51301ca16dc6,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:40.882691 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e1e3121d-8076-41e1-9a37-de676a84760e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.891618 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53588) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:40.893347 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e1e3121d-8076-41e1-9a37-de676a84760e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/ports/ea5a82cc-8cee-41bc-b0c9-51301ca16dc6 HTTP/1.1" status: 204 len: 168 time: 1.1546719 Nov 12 00:57:40.987933 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d976576-75b5-4ed2-8bec-28e04c1c748a req-eeda4306-0be2-497d-bae0-41f888b047fb tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:40.989396 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0d976576-75b5-4ed2-8bec-28e04c1c748a req-eeda4306-0be2-497d-bae0-41f888b047fb tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.2005324 Nov 12 00:57:41.002536 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 994571f0-bf4b-431f-a054-ba26318db752 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:41.003033 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.101942 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ba78fa-fcc2-48f0-b864-149bd99a507b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:41.107518 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-70ba78fa-fcc2-48f0-b864-149bd99a507b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2095807 Nov 12 00:57:41.108809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53610) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:41.141336 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0d976576-75b5-4ed2-8bec-28e04c1c748a req-b1d11bd0-983a-48b7-b5e2-c24c1abfd257 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420262 Nov 12 00:57:41.157976 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4803321-42da-4661-9760-0bcfe00fcd91 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] GET failed (client error): The resource could not be found. Nov 12 00:57:41.164859 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a4803321-42da-4661-9760-0bcfe00fcd91 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports/ea5a82cc-8cee-41bc-b0c9-51301ca16dc6 HTTP/1.1" status: 404 len: 333 time: 0.0493870 Nov 12 00:57:41.165505 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53616) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:41.182997 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-9397bbb6-c1c6-449f-bad5-30395cfe4621 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1304667277'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:41.217653 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9397bbb6-c1c6-449f-bad5-30395cfe4621 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:41.228014 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9397bbb6-c1c6-449f-bad5-30395cfe4621 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.290531 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fc5eae-0d81-4f68-baaf-035ed616b2ea', 'name': 'tempest-TestVolumeBootPattern-339925398-router', 'tenant_id': '623ee9ce84c34cf5aa925538e7434b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '56df3116-c487-480b-9ff3-c59d7a4e2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T00:57:36Z', 'revision_number': 4, 'project_id': '623ee9ce84c34cf5aa925538e7434b65', 'gw_port': {'id': '56df3116-c487-480b-9ff3-c59d7a4e2ecc', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:92:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fc5eae-0d81-4f68-baaf-035ed616b2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:28Z', 'updated_at': '2021-11-12T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '60cf762b-51af-4817-b336-bcf6ed821212', 'name': '', 'network_id': 'a9e5afc0-a0ba-45ee-a072-a15173c72b67', 'tenant_id': '623ee9ce84c34cf5aa925538e7434b65', 'mac_address': 'fa:16:3e:fd:9f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fc5eae-0d81-4f68-baaf-035ed616b2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '7b0206f4-8f60-4eae-838d-55c15e6f6707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:34Z', 'updated_at': '2021-11-12T00:57:36Z', 'revision_number': 2, 'project_id': '623ee9ce84c34cf5aa925538e7434b65', 'subnets': [{'id': '7b0206f4-8f60-4eae-838d-55c15e6f6707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:41.337821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9397bbb6-c1c6-449f-bad5-30395cfe4621 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:41.359816 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9397bbb6-c1c6-449f-bad5-30395cfe4621 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.360536 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-9397bbb6-c1c6-449f-bad5-30395cfe4621 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Added segment 4e2ee9e6-171a-43e9-adb7-f1906300afbf of type vlan for network f71cd44c-7db8-44d1-950e-2c1d17ad97cc Nov 12 00:57:41.442096 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9397bbb6-c1c6-449f-bad5-30395cfe4621 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.475245 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] Checking router: 08fc5eae-0d81-4f68-baaf-035ed616b2ea for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:57:41.475714 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] Updating router 08fc5eae-0d81-4f68-baaf-035ed616b2ea port 60cf762b-51af-4817-b336-bcf6ed821212 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:57:41.478658 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9397bbb6-c1c6-449f-bad5-30395cfe4621 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.485014 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9397bbb6-c1c6-449f-bad5-30395cfe4621 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:41.486170 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9397bbb6-c1c6-449f-bad5-30395cfe4621 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.568320 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 56df3116-c487-480b-9ff3-c59d7a4e2ecc up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:41.604471 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.632963 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53664) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:41.653300 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9397bbb6-c1c6-449f-bad5-30395cfe4621 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4851480 Nov 12 00:57:41.692352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 56df3116-c487-480b-9ff3-c59d7a4e2ecc triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:41.693054 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.723346 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7f9c633d-8687-4aca-b4ab-ccf37a3880dd tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'subnet': {'network_id': 'f71cd44c-7db8-44d1-950e-2c1d17ad97cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:41.759946 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397bbb6-c1c6-449f-bad5-30395cfe4621 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Network': ['ID=f71cd44c-7db8-44d1-950e-2c1d17ad97cc,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:41.785782 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network f71cd44c-7db8-44d1-950e-2c1d17ad97cc details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:41.868408 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695599c-0fd5-43df-8a33-41ea2b10d62e req-11cce6fa-04fe-4cc1-8940-64c8abe89afc tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:41.876015 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6695599c-0fd5-43df-8a33-41ea2b10d62e req-11cce6fa-04fe-4cc1-8940-64c8abe89afc tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.2454147 Nov 12 00:57:41.990618 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9c633d-8687-4aca-b4ab-ccf37a3880dd tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:41.995746 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f9c633d-8687-4aca-b4ab-ccf37a3880dd tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.086957 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6695599c-0fd5-43df-8a33-41ea2b10d62e req-04481609-8d80-4110-819c-8111b21f2822 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090676 Nov 12 00:57:42.491013 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.498057 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f9c633d-8687-4aca-b4ab-ccf37a3880dd tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.503176 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c51e1b-4a16-4de9-b4fa-494f5741262e req-55fe1d81-267b-480d-a7e4-7c2b9838b558 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:42.510829 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88c51e1b-4a16-4de9-b4fa-494f5741262e req-55fe1d81-267b-480d-a7e4-7c2b9838b558 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 945 time: 0.1181147 Nov 12 00:57:42.511349 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 27b78534-04f9-4471-ad77-b57e9bccd12f no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:42.570011 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.623191 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88c51e1b-4a16-4de9-b4fa-494f5741262e req-07604dd7-3504-417f-972e-362409daa7fe tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075528 Nov 12 00:57:42.703499 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c4cc5-2834-4975-8be4-e727fcff064d None None] Pushing event updated for resources: {'Port': ['ID=60cf762b-51af-4817-b336-bcf6ed821212,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:42.756613 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c633d-8687-4aca-b4ab-ccf37a3880dd tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Subnet': ['ID=eeea5e0a-ce10-4c54-b1f7-4122ffd145ca,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:42.792117 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.796387 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] Attempting to bind port 60cf762b-51af-4817-b336-bcf6ed821212 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:42.815267 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] Attempting to bind port 60cf762b-51af-4817-b336-bcf6ed821212 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a9e5afc0-a0ba-45ee-a072-a15173c72b67'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:42.815838 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] Attempting to bind port 60cf762b-51af-4817-b336-bcf6ed821212 on network a9e5afc0-a0ba-45ee-a072-a15173c72b67 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:42.833172 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:42.833716 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] Checking segment: {'id': 'c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a9e5afc0-a0ba-45ee-a072-a15173c72b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:42.834290 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.835260 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] Bound using segment: {'id': 'c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a9e5afc0-a0ba-45ee-a072-a15173c72b67'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:42.836264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] Bound port: 60cf762b-51af-4817-b336-bcf6ed821212, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a9e5afc0-a0ba-45ee-a072-a15173c72b67'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:42.837002 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.870996 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673a2699-fda4-4bdf-a1a7-b6c6b695b344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b78534-04f9-4471-ad77-b57e9bccd12f'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:42.873633 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca161fc-370e-4afb-8a99-2a5a838fa6ad" -d '{"events": [{"server_uuid": "673a2699-fda4-4bdf-a1a7-b6c6b695b344", "name": "network-vif-unplugged", "status": "completed", "tag": "27b78534-04f9-4471-ad77-b57e9bccd12f"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:42.926595 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 27b78534-04f9-4471-ad77-b57e9bccd12f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27b78534-04f9-4471-ad77-b57e9bccd12f,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:42.942178 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c633d-8687-4aca-b4ab-ccf37a3880dd tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Checking segment: {'id': '4e2ee9e6-171a-43e9-adb7-f1906300afbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f71cd44c-7db8-44d1-950e-2c1d17ad97cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:42.942456 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9c633d-8687-4aca-b4ab-ccf37a3880dd tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network hostable DHCP agents. Network: f71cd44c-7db8-44d1-950e-2c1d17ad97cc, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:42.948136 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.969657 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6021bc-9bc7-4fb3-bb15-1e0f58e9b0ec x-openstack-request-id: req-da6021bc-9bc7-4fb3-bb15-1e0f58e9b0ec {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:42.971178 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673a2699-fda4-4bdf-a1a7-b6c6b695b344", "name": "network-vif-unplugged", "status": "failed", "tag": "27b78534-04f9-4471-ad77-b57e9bccd12f", "code": 422}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:42.971741 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da6021bc-9bc7-4fb3-bb15-1e0f58e9b0ec {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:42.978054 n-d-712137-14 neutron-server[114244]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '673a2699-fda4-4bdf-a1a7-b6c6b695b344', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '27b78534-04f9-4471-ad77-b57e9bccd12f', 'code': 422} returned with failed status Nov 12 00:57:42.997308 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f84eb-f60e-46f7-b5e6-abcd31d28d1b req-935906dd-2121-4432-930a-cfd3eec35945 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:43.006882 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-890f84eb-f60e-46f7-b5e6-abcd31d28d1b req-935906dd-2121-4432-930a-cfd3eec35945 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1135619 Nov 12 00:57:43.077488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] For port 60cf762b-51af-4817-b336-bcf6ed821212, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:43.104370 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-890f84eb-f60e-46f7-b5e6-abcd31d28d1b req-64517eec-f5d9-47d6-8108-d4c942ff5a9e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963137 Nov 12 00:57:43.114379 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] For port 60cf762b-51af-4817-b336-bcf6ed821212, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=60cf762b-51af-4817-b336-bcf6ed821212,segment=NetworkSegment(c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d),segment_id=c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:43.129915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9c633d-8687-4aca-b4ab-ccf37a3880dd tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network f71cd44c-7db8-44d1-950e-2c1d17ad97cc is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:43.156021 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-7f9c633d-8687-4aca-b4ab-ccf37a3880dd tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, f71cd44c-7db8-44d1-950e-2c1d17ad97cc) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:43.164840 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9c633d-8687-4aca-b4ab-ccf37a3880dd tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:43.171272 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.173811 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f9c633d-8687-4aca-b4ab-ccf37a3880dd tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.204461 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152dfd3e-2d6e-4d14-8812-22a27fd0f84b None None] Network f71cd44c-7db8-44d1-950e-2c1d17ad97cc requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:43.213914 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7f9c633d-8687-4aca-b4ab-ccf37a3880dd tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5101540 Nov 12 00:57:43.216668 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53796) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:43.225280 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-f93e91d2-a1de-4b77-9893-fd8cb199e371 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'subnet': {'network_id': 'f71cd44c-7db8-44d1-950e-2c1d17ad97cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:43.289460 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=27b78534-04f9-4471-ad77-b57e9bccd12f,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:43.317983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fb2d86d7-05c4-4ee1-8e40-6a355a50bb95 None None] Provisioning complete for port 60cf762b-51af-4817-b336-bcf6ed821212 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:43.325208 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fb2d86d7-05c4-4ee1-8e40-6a355a50bb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.401845 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd498d-2d40-41cc-9efc-43523a0a887d req-58e96300-3a6e-489e-9885-a14660719f28 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:43.415857 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bbbd498d-2d40-41cc-9efc-43523a0a887d req-58e96300-3a6e-489e-9885-a14660719f28 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.1500897 Nov 12 00:57:43.544459 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bbbd498d-2d40-41cc-9efc-43523a0a887d req-215324f8-f547-415a-83bf-67c3d9dd5961 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260712 Nov 12 00:57:43.558342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93e91d2-a1de-4b77-9893-fd8cb199e371 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:43.558342 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f93e91d2-a1de-4b77-9893-fd8cb199e371 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.559482 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] Routers {'08fc5eae-0d81-4f68-baaf-035ed616b2ea'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:43.561100 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:57:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['08fc5eae-0d81-4f68-baaf-035ed616b2ea'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:43.654385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dd42d-e7e6-4c31-9db6-134380a99e68 req-dab0e7fe-7c71-480e-882a-0ae4e9afd03b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:43.677433 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-213dd42d-e7e6-4c31-9db6-134380a99e68 req-dab0e7fe-7c71-480e-882a-0ae4e9afd03b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.2616026 Nov 12 00:57:43.799464 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765343c-cb63-4c6c-a45d-7c004e30c50b req-f169f3f7-1978-4da3-84f8-bc17474d741b tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:43.801611 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5765343c-cb63-4c6c-a45d-7c004e30c50b req-f169f3f7-1978-4da3-84f8-bc17474d741b tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.21 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.1747625 Nov 12 00:57:43.925034 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-213dd42d-e7e6-4c31-9db6-134380a99e68 req-76c99367-50a3-42ae-96c9-de9646d101f4 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465785 Nov 12 00:57:43.953146 n-d-712137-14 neutron-server[114243]: INFO neutron.db.ipam_backend_mixin [None req-f93e91d2-a1de-4b77-9893-fd8cb199e371 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eeea5e0a-ce10-4c54-b1f7-4122ffd145ca (CIDR: 2001:db8::/64) Nov 12 00:57:43.959462 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93e91d2-a1de-4b77-9893-fd8cb199e371 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:57:43.960182 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93e91d2-a1de-4b77-9893-fd8cb199e371 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:57:44.015214 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53874) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:44.028688 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f93e91d2-a1de-4b77-9893-fd8cb199e371 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8107426 Nov 12 00:57:44.052935 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-821e39e2-4411-41d0-b3b8-d7eec34a7a6d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'subnet': {'network_id': 'f71cd44c-7db8-44d1-950e-2c1d17ad97cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:44.224809 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c4cc5-2834-4975-8be4-e727fcff064d None None] Pushing event updated for resources: {'Port': ['ID=60cf762b-51af-4817-b336-bcf6ed821212,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:44.427491 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fad77-d5d4-42d2-b7e5-ff05ca031b24 req-f17ee3e4-14a8-4da7-a964-54850d20a169 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:44.437634 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ed8fad77-d5d4-42d2-b7e5-ff05ca031b24 req-f17ee3e4-14a8-4da7-a964-54850d20a169 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1113098 Nov 12 00:57:44.453357 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] Set router 08fc5eae-0d81-4f68-baaf-035ed616b2ea gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:44.471133 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-5765343c-cb63-4c6c-a45d-7c004e30c50b req-823bfed6-aca8-4702-bb78-187958ccf11d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Deleting port ba9a889d-7be5-4210-9260-cae52fc11d87 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:44.480878 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5765343c-cb63-4c6c-a45d-7c004e30c50b req-823bfed6-aca8-4702-bb78-187958ccf11d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.536251 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fb2d86d7-05c4-4ee1-8e40-6a355a50bb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.538639 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ed8fad77-d5d4-42d2-b7e5-ff05ca031b24 req-b6bc0cb5-ca13-4997-a8b4-441b61ad8ef9 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001117 Nov 12 00:57:44.637450 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-5765343c-cb63-4c6c-a45d-7c004e30c50b req-823bfed6-aca8-4702-bb78-187958ccf11d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] For port ba9a889d-7be5-4210-9260-cae52fc11d87, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=ba9a889d-7be5-4210-9260-cae52fc11d87,segment=NetworkSegment(8f425041-59c3-44c8-9fbc-cc8bb02bc247),segment_id=8f425041-59c3-44c8-9fbc-cc8bb02bc247)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:44.638005 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5765343c-cb63-4c6c-a45d-7c004e30c50b req-823bfed6-aca8-4702-bb78-187958ccf11d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.658084 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-5765343c-cb63-4c6c-a45d-7c004e30c50b req-823bfed6-aca8-4702-bb78-187958ccf11d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Calling delete_port for ba9a889d-7be5-4210-9260-cae52fc11d87 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:44.678948 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-fb2d86d7-05c4-4ee1-8e40-6a355a50bb95 None None] For port 60cf762b-51af-4817-b336-bcf6ed821212, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=60cf762b-51af-4817-b336-bcf6ed821212,segment=NetworkSegment(c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d),segment_id=c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:44.689045 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fb2d86d7-05c4-4ee1-8e40-6a355a50bb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.761601 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290da4e-6339-432a-88df-2f0d8d0b1ba3 req-74e8e518-2171-45de-bbb9-90d9aece38fe tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:44.761601 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8290da4e-6339-432a-88df-2f0d8d0b1ba3 req-74e8e518-2171-45de-bbb9-90d9aece38fe tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=05e18c8e-5d1b-40ac-bc27-f3abf4915fee HTTP/1.1" status: 200 len: 945 time: 0.0947282 Nov 12 00:57:44.855958 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8290da4e-6339-432a-88df-2f0d8d0b1ba3 req-14917481-686e-4200-bf61-b10e8ed8c63b tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895994 Nov 12 00:57:44.930388 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5765343c-cb63-4c6c-a45d-7c004e30c50b req-823bfed6-aca8-4702-bb78-187958ccf11d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.983503 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2604ea40-e17e-456a-a429-c1c7117e70af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-f71cd44c-7db8-44d1-950e-2c1d17ad97cc', 'network_id': 'f71cd44c-7db8-44d1-950e-2c1d17ad97cc', 'tenant_id': 'fdffc24a99234389a7708827e7ad9065', 'fixed_ips': [{'subnet_id': 'eeea5e0a-ce10-4c54-b1f7-4122ffd145ca'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:57:44.984827 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2604ea40-e17e-456a-a429-c1c7117e70af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.000148 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['ba9a889d-7be5-4210-9260-cae52fc11d87'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:45.007690 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bfed6-aca8-4702-bb78-187958ccf11d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Pushing event deleted for resources: {'Port': ['ID=ba9a889d-7be5-4210-9260-cae52fc11d87,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:45.013399 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['365ac3e4-872b-4b19-a65d-6bf54e04147b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:45.051612 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-4cfd823d-66be-444b-9b26-6ecee901774f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:45.059523 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-4cfd823d-66be-444b-9b26-6ecee901774f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 811 time: 0.9810271 Nov 12 00:57:45.078001 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821e39e2-4411-41d0-b3b8-d7eec34a7a6d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:45.083041 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-821e39e2-4411-41d0-b3b8-d7eec34a7a6d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.084125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcd72fc-2c5c-4fbd-a3e6-75552416452a None None] DHCP port deletion for be66bfac-db54-4ba9-8a59-fe8e903fa592 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:45.086995 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-5765343c-cb63-4c6c-a45d-7c004e30c50b req-823bfed6-aca8-4702-bb78-187958ccf11d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] No DVR routers for this DVR port ba9a889d-7be5-4210-9260-cae52fc11d87 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:45.089644 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5765343c-cb63-4c6c-a45d-7c004e30c50b req-823bfed6-aca8-4702-bb78-187958ccf11d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.093810 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5765343c-cb63-4c6c-a45d-7c004e30c50b req-823bfed6-aca8-4702-bb78-187958ccf11d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.21 "DELETE /v2.0/ports/ba9a889d-7be5-4210-9260-cae52fc11d87 HTTP/1.1" status: 204 len: 173 time: 1.2842338 Nov 12 00:57:45.105009 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e18c8e-5d1b-40ac-bc27-f3abf4915fee', 'name': 'network-vif-deleted', 'tag': 'ba9a889d-7be5-4210-9260-cae52fc11d87'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:45.108167 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98b81dc-9ed0-463f-8dc5-376a85b140d8" -d '{"events": [{"server_uuid": "05e18c8e-5d1b-40ac-bc27-f3abf4915fee", "name": "network-vif-deleted", "tag": "ba9a889d-7be5-4210-9260-cae52fc11d87"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:45.119026 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-1f227cc4-742f-416b-8a7e-6214f3617674 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/quotas/05d643b99eff47289c92fcd2e8574468 HTTP/1.1" status: 200 len: 375 time: 0.0580533 Nov 12 00:57:45.219984 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5349d59-06f5-42a2-8476-ffada5b32701 x-openstack-request-id: req-d5349d59-06f5-42a2-8476-ffada5b32701 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:45.220376 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e18c8e-5d1b-40ac-bc27-f3abf4915fee", "name": "network-vif-deleted", "tag": "ba9a889d-7be5-4210-9260-cae52fc11d87", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:45.220724 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5349d59-06f5-42a2-8476-ffada5b32701 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:45.221206 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e18c8e-5d1b-40ac-bc27-f3abf4915fee', 'name': 'network-vif-deleted', 'tag': 'ba9a889d-7be5-4210-9260-cae52fc11d87', 'status': 'completed', 'code': 200} Nov 12 00:57:45.230856 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-54be363b-e579-4f2d-9648-cd95d031fb4b None None] Provisioning complete for port 60cf762b-51af-4817-b336-bcf6ed821212 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:45.231491 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-54be363b-e579-4f2d-9648-cd95d031fb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.299453 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-5940a880-3760-4564-9ee7-e83b4db6f336 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1791258 Nov 12 00:57:45.315508 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d86d7-05c4-4ee1-8e40-6a355a50bb95 None None] Pushing event updated for resources: {'Port': ['ID=60cf762b-51af-4817-b336-bcf6ed821212,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:45.522898 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-3dd2281e-3dc4-4033-9a47-2090577085d8 service neutron] 10.222.0.31 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141898 Nov 12 00:57:45.574006 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-2604ea40-e17e-456a-a429-c1c7117e70af None None] Allocated IP 2001:db8::2 (f71cd44c-7db8-44d1-950e-2c1d17ad97cc/eeea5e0a-ce10-4c54-b1f7-4122ffd145ca/2f47c80a-2a3f-42f3-9bd7-6ed98e99e271) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:45.774624 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613341e3-4968-48b7-a5bf-2180e846181b req-f822753a-cfca-43d1-82f2-80d9f8a9eb35 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:45.786196 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-613341e3-4968-48b7-a5bf-2180e846181b req-f822753a-cfca-43d1-82f2-80d9f8a9eb35 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.0760350 Nov 12 00:57:45.811715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fc5eae-0d81-4f68-baaf-035ed616b2ea', 'name': 'tempest-TestVolumeBootPattern-339925398-router', 'tenant_id': '623ee9ce84c34cf5aa925538e7434b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '56df3116-c487-480b-9ff3-c59d7a4e2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T00:57:36Z', 'revision_number': 4, 'project_id': '623ee9ce84c34cf5aa925538e7434b65', 'gw_port': {'id': '56df3116-c487-480b-9ff3-c59d7a4e2ecc', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:92:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fc5eae-0d81-4f68-baaf-035ed616b2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:28Z', 'updated_at': '2021-11-12T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '60cf762b-51af-4817-b336-bcf6ed821212', 'name': '', 'network_id': 'a9e5afc0-a0ba-45ee-a072-a15173c72b67', 'tenant_id': '623ee9ce84c34cf5aa925538e7434b65', 'mac_address': 'fa:16:3e:fd:9f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fc5eae-0d81-4f68-baaf-035ed616b2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '7b0206f4-8f60-4eae-838d-55c15e6f6707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:34Z', 'updated_at': '2021-11-12T00:57:43Z', 'revision_number': 4, 'project_id': '623ee9ce84c34cf5aa925538e7434b65', 'subnets': [{'id': '7b0206f4-8f60-4eae-838d-55c15e6f6707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:45.881182 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac776f7-3b5e-4705-9d48-0f4db904c79f None None] The sync data for ids ['08fc5eae-0d81-4f68-baaf-035ed616b2ea'] in n-d-712137-14 is: [{'id': '08fc5eae-0d81-4f68-baaf-035ed616b2ea', 'name': 'tempest-TestVolumeBootPattern-339925398-router', 'tenant_id': '623ee9ce84c34cf5aa925538e7434b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '56df3116-c487-480b-9ff3-c59d7a4e2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T00:57:36Z', 'revision_number': 4, 'project_id': '623ee9ce84c34cf5aa925538e7434b65', 'gw_port': {'id': '56df3116-c487-480b-9ff3-c59d7a4e2ecc', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:92:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fc5eae-0d81-4f68-baaf-035ed616b2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:28Z', 'updated_at': '2021-11-12T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '60cf762b-51af-4817-b336-bcf6ed821212', 'name': '', 'network_id': 'a9e5afc0-a0ba-45ee-a072-a15173c72b67', 'tenant_id': '623ee9ce84c34cf5aa925538e7434b65', 'mac_address': 'fa:16:3e:fd:9f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fc5eae-0d81-4f68-baaf-035ed616b2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '7b0206f4-8f60-4eae-838d-55c15e6f6707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:34Z', 'updated_at': '2021-11-12T00:57:43Z', 'revision_number': 4, 'project_id': '623ee9ce84c34cf5aa925538e7434b65', 'subnets': [{'id': '7b0206f4-8f60-4eae-838d-55c15e6f6707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:57:45.905418 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-613341e3-4968-48b7-a5bf-2180e846181b req-0c27e431-1356-40ef-8b54-42e7a8946b05 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129622 Nov 12 00:57:46.045478 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-821e39e2-4411-41d0-b3b8-d7eec34a7a6d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:46.051563 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-b3bbd7eb-584d-41de-89a6-b38acc47b549 service neutron] 10.222.0.31 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659216 Nov 12 00:57:46.109920 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2604ea40-e17e-456a-a429-c1c7117e70af None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:46.124939 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2604ea40-e17e-456a-a429-c1c7117e70af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:46.220904 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2604ea40-e17e-456a-a429-c1c7117e70af None None] Network f71cd44c-7db8-44d1-950e-2c1d17ad97cc is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:46.225301 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-2604ea40-e17e-456a-a429-c1c7117e70af None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:46.237732 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2604ea40-e17e-456a-a429-c1c7117e70af None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:46.266334 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821e39e2-4411-41d0-b3b8-d7eec34a7a6d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network f71cd44c-7db8-44d1-950e-2c1d17ad97cc is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:46.282477 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-821e39e2-4411-41d0-b3b8-d7eec34a7a6d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:46.297580 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e39e2-4411-41d0-b3b8-d7eec34a7a6d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Subnet': ['ID=0b600153-a2ec-48d8-949a-29af5b7a5a81,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:46.301384 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e39e2-4411-41d0-b3b8-d7eec34a7a6d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:46.301924 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-821e39e2-4411-41d0-b3b8-d7eec34a7a6d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:46.316468 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604ea40-e17e-456a-a429-c1c7117e70af None None] Pushing event updated for resources: {'Port': ['ID=2f47c80a-2a3f-42f3-9bd7-6ed98e99e271,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:46.338864 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54006) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:46.344960 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-90698dcd-c00d-4b21-82d2-71a6cf6f4e3b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'port': {'network_id': 'f71cd44c-7db8-44d1-950e-2c1d17ad97cc', 'fixed_ips': [{'subnet_id': 'eeea5e0a-ce10-4c54-b1f7-4122ffd145ca'}, {'subnet_id': '0b600153-a2ec-48d8-949a-29af5b7a5a81'}], 'name': 'tempest-PortsIpV6TestJSON-1501649891'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:46.359337 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-821e39e2-4411-41d0-b3b8-d7eec34a7a6d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3367722 Nov 12 00:57:46.420360 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-2604ea40-e17e-456a-a429-c1c7117e70af None None] Attempting to bind port 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:46.426431 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-2604ea40-e17e-456a-a429-c1c7117e70af None None] Attempting to bind port 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '4e2ee9e6-171a-43e9-adb7-f1906300afbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f71cd44c-7db8-44d1-950e-2c1d17ad97cc'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:46.427049 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2604ea40-e17e-456a-a429-c1c7117e70af None None] Attempting to bind port 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271 on network f71cd44c-7db8-44d1-950e-2c1d17ad97cc {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:46.445759 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2604ea40-e17e-456a-a429-c1c7117e70af None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:46.446453 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2604ea40-e17e-456a-a429-c1c7117e70af None None] Checking segment: {'id': '4e2ee9e6-171a-43e9-adb7-f1906300afbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f71cd44c-7db8-44d1-950e-2c1d17ad97cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:46.447030 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2604ea40-e17e-456a-a429-c1c7117e70af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:46.447858 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2604ea40-e17e-456a-a429-c1c7117e70af None None] Bound using segment: {'id': '4e2ee9e6-171a-43e9-adb7-f1906300afbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f71cd44c-7db8-44d1-950e-2c1d17ad97cc'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:46.448502 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-2604ea40-e17e-456a-a429-c1c7117e70af None None] Bound port: 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2ee9e6-171a-43e9-adb7-f1906300afbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f71cd44c-7db8-44d1-950e-2c1d17ad97cc'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:46.449092 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2604ea40-e17e-456a-a429-c1c7117e70af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:46.542395 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 27b78534-04f9-4471-ad77-b57e9bccd12f no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:46.691175 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-62bf7e16-6318-4ebb-8e29-eaaae1b4b9bf req-d29b8b3d-fb16-4c26-ad43-7bae9a8b4127 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 210 time: 0.0580103 Nov 12 00:57:46.711159 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2604ea40-e17e-456a-a429-c1c7117e70af None None] For port 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:46.732022 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2604ea40-e17e-456a-a429-c1c7117e70af None None] For port 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=2f47c80a-2a3f-42f3-9bd7-6ed98e99e271,segment=NetworkSegment(4e2ee9e6-171a-43e9-adb7-f1906300afbf),segment_id=4e2ee9e6-171a-43e9-adb7-f1906300afbf)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:46.733373 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90698dcd-c00d-4b21-82d2-71a6cf6f4e3b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:46.779756 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2604ea40-e17e-456a-a429-c1c7117e70af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:46.847298 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109862b2-56ef-48b2-8606-cf977342babd req-b852c032-ad90-4bb0-b2e7-1cffa63d78bf tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:46.856651 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-109862b2-56ef-48b2-8606-cf977342babd req-b852c032-ad90-4bb0-b2e7-1cffa63d78bf tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.2693374 Nov 12 00:57:46.968759 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 60cf762b-51af-4817-b336-bcf6ed821212 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:47.065387 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604ea40-e17e-456a-a429-c1c7117e70af None None] Pushing event updated for resources: {'Port': ['ID=2f47c80a-2a3f-42f3-9bd7-6ed98e99e271,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:47.161836 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-109862b2-56ef-48b2-8606-cf977342babd req-d6a82867-f174-4fb6-9d58-4002e185d187 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016751 Nov 12 00:57:47.177641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4615b0-e255-4ecd-b40d-34df89926853 req-e2fc0553-364f-48fa-a9cf-7311507ce986 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:47.184062 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-90698dcd-c00d-4b21-82d2-71a6cf6f4e3b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:47.192876 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0e4615b0-e255-4ecd-b40d-34df89926853 req-e2fc0553-364f-48fa-a9cf-7311507ce986 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1577175 Nov 12 00:57:47.218374 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 60cf762b-51af-4817-b336-bcf6ed821212 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:47.218754 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:47.247165 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-90698dcd-c00d-4b21-82d2-71a6cf6f4e3b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] device_id is not set on port 224af7f2-24b1-4dac-89a6-4c73378d5531 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:57:47.312320 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0e4615b0-e255-4ecd-b40d-34df89926853 req-ef91822f-ee2a-410b-974f-c6381f879a7d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180007 Nov 12 00:57:47.903167 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-90698dcd-c00d-4b21-82d2-71a6cf6f4e3b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Allocated IP 2001:db8::2c7 (f71cd44c-7db8-44d1-950e-2c1d17ad97cc/eeea5e0a-ce10-4c54-b1f7-4122ffd145ca/224af7f2-24b1-4dac-89a6-4c73378d5531) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:47.911168 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-90698dcd-c00d-4b21-82d2-71a6cf6f4e3b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Allocated IP 2001:db8:0:1::29a (f71cd44c-7db8-44d1-950e-2c1d17ad97cc/0b600153-a2ec-48d8-949a-29af5b7a5a81/224af7f2-24b1-4dac-89a6-4c73378d5531) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:47.913410 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65089dc9-595b-4dba-8733-24421836bfdc req-855a42a5-ebbf-49da-b8de-f9c3a0bf9685 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 210 time: 0.0834684 Nov 12 00:57:48.210997 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-90698dcd-c00d-4b21-82d2-71a6cf6f4e3b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.387972 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-90698dcd-c00d-4b21-82d2-71a6cf6f4e3b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.449533 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90698dcd-c00d-4b21-82d2-71a6cf6f4e3b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network f71cd44c-7db8-44d1-950e-2c1d17ad97cc is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:48.455243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-90698dcd-c00d-4b21-82d2-71a6cf6f4e3b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:48.464485 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90698dcd-c00d-4b21-82d2-71a6cf6f4e3b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:48.486941 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90698dcd-c00d-4b21-82d2-71a6cf6f4e3b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:48.488883 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-90698dcd-c00d-4b21-82d2-71a6cf6f4e3b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.555810 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device ba9a889d-7be5-4210-9260-cae52fc11d87 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:48.579961 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90698dcd-c00d-4b21-82d2-71a6cf6f4e3b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=224af7f2-24b1-4dac-89a6-4c73378d5531,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:48.649877 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-90698dcd-c00d-4b21-82d2-71a6cf6f4e3b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.3099015 Nov 12 00:57:48.667880 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: ba9a889d-7be5-4210-9260-cae52fc11d87 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:57:48.668228 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device ba9a889d-7be5-4210-9260-cae52fc11d87 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:57:48.672584 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a4594-fc57-4fdd-85f8-cbbb0d3937d7 req-24019f20-f7fe-4c34-be06-8aa222f1efdb tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:48.676961 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc8a4594-fc57-4fdd-85f8-cbbb0d3937d7 req-24019f20-f7fe-4c34-be06-8aa222f1efdb tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.3907373 Nov 12 00:57:48.678804 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54058) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:48.685109 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-473db3a5-efe3-4925-b57e-a3beaea2a0b6 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eeea5e0a-ce10-4c54-b1f7-4122ffd145ca'}]}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:48.695407 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fd7b8-3f31-42f2-9164-840f650e9d09 req-4e2fd256-418e-47fa-8465-e65b083ac06c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:48.707829 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-805fd7b8-3f31-42f2-9164-840f650e9d09 req-4e2fd256-418e-47fa-8465-e65b083ac06c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.2530000 Nov 12 00:57:48.776173 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdd0a2f-3632-4615-8980-dbfbdd221353 None None] Network f71cd44c-7db8-44d1-950e-2c1d17ad97cc requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:48.848557 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc8a4594-fc57-4fdd-85f8-cbbb0d3937d7 req-a47ca2dd-3616-4a8e-9fee-d5226f6a7550 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057987 Nov 12 00:57:48.869708 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-473db3a5-efe3-4925-b57e-a3beaea2a0b6 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.952133 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-805fd7b8-3f31-42f2-9164-840f650e9d09 req-f357cea7-0f60-4a57-95d0-fa8e31e26fc5 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431667 Nov 12 00:57:48.960024 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-548bbbc2-cf2c-4ada-b983-fbe955cb6dd9 None None] Provisioning complete for port 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:48.960582 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-548bbbc2-cf2c-4ada-b983-fbe955cb6dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.973784 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-d69f6b92-2480-42d4-956a-4bdf93e2376c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:48.975940 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-d69f6b92-2480-42d4-956a-4bdf93e2376c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.21 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 811 time: 0.4621418 Nov 12 00:57:48.993358 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-074693b8-c7e0-4ca8-9fe9-928491302ab0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Request body: {'port': {'device_id': 'f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'admin_state_up': True, 'tenant_id': '05d643b99eff47289c92fcd2e8574468'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:49.009318 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:49.164928 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7a37e85b-e220-4df8-b187-d4f5b4000c2c req-d07d1243-067c-40b7-89c4-47d1e950c794 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 210 time: 0.0414424 Nov 12 00:57:49.330541 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-074693b8-c7e0-4ca8-9fe9-928491302ab0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Made reservation on behalf of 05d643b99eff47289c92fcd2e8574468 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:49.335204 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-074693b8-c7e0-4ca8-9fe9-928491302ab0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:49.370499 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-473db3a5-efe3-4925-b57e-a3beaea2a0b6 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Delete allocated IP 2001:db8:0:1::29a (f71cd44c-7db8-44d1-950e-2c1d17ad97cc/0b600153-a2ec-48d8-949a-29af5b7a5a81) {{(pid=114243) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 00:57:49.517794 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:49.518324 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:49.532417 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-473db3a5-efe3-4925-b57e-a3beaea2a0b6 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:49.545404 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-473db3a5-efe3-4925-b57e-a3beaea2a0b6 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:49.584274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-074693b8-c7e0-4ca8-9fe9-928491302ab0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Allocated IP 172.20.0.14 (a8eaa1d8-98f0-4521-9f44-0792aea92c6d/9210f21d-6237-43bd-9969-453197d38eb5/619706d2-1941-4576-9394-4107f45e1999) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:49.666557 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473db3a5-efe3-4925-b57e-a3beaea2a0b6 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=224af7f2-24b1-4dac-89a6-4c73378d5531,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:49.702965 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-473db3a5-efe3-4925-b57e-a3beaea2a0b6 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] In _notify_port_updated(), no bound segment for port 224af7f2-24b1-4dac-89a6-4c73378d5531 on network f71cd44c-7db8-44d1-950e-2c1d17ad97cc {{(pid=114243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:57:49.704536 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:49.708450 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-548bbbc2-cf2c-4ada-b983-fbe955cb6dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:49.719364 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473db3a5-efe3-4925-b57e-a3beaea2a0b6 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:49.720578 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-473db3a5-efe3-4925-b57e-a3beaea2a0b6 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:49.728341 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-473db3a5-efe3-4925-b57e-a3beaea2a0b6 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "PUT /v2.0/ports/224af7f2-24b1-4dac-89a6-4c73378d5531 HTTP/1.1" status: 200 len: 926 time: 1.0483055 Nov 12 00:57:49.732663 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54070) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:49.742893 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-097a50fb-ed80-42f2-9f90-61e466c5b9b2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eeea5e0a-ce10-4c54-b1f7-4122ffd145ca'}, {'subnet_id': '0b600153-a2ec-48d8-949a-29af5b7a5a81'}]}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:49.744631 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-548bbbc2-cf2c-4ada-b983-fbe955cb6dd9 None None] For port 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=2f47c80a-2a3f-42f3-9bd7-6ed98e99e271,segment=NetworkSegment(4e2ee9e6-171a-43e9-adb7-f1906300afbf),segment_id=4e2ee9e6-171a-43e9-adb7-f1906300afbf)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:49.771551 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-548bbbc2-cf2c-4ada-b983-fbe955cb6dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:49.851512 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d637ae-3abd-4758-ba82-ff946f9273b2 None None] Update dhcp port {'port': {'network_id': 'f71cd44c-7db8-44d1-950e-2c1d17ad97cc', 'fixed_ips': [{'subnet_id': 'eeea5e0a-ce10-4c54-b1f7-4122ffd145ca', 'ip_address': '2001:db8::2'}, {'subnet_id': '0b600153-a2ec-48d8-949a-29af5b7a5a81'}], 'binding:host_id': 'n-d-712137-14'}, 'id': '2f47c80a-2a3f-42f3-9bd7-6ed98e99e271'} from n-d-712137-14. {{(pid=114244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:57:49.877806 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-097a50fb-ed80-42f2-9f90-61e466c5b9b2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.057428 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-074693b8-c7e0-4ca8-9fe9-928491302ab0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.075093 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bbbc2-cf2c-4ada-b983-fbe955cb6dd9 None None] Pushing event updated for resources: {'Port': ['ID=2f47c80a-2a3f-42f3-9bd7-6ed98e99e271,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:50.092255 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-84d637ae-3abd-4758-ba82-ff946f9273b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.111348 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0c53-eab8-456b-9138-4c7d6565d031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.115313 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:57:50.116105 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:57:50.196344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b6418-3338-4141-9e84-71c6a3742e2b req-b5934188-c604-4a12-bd81-67e6e974649e tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:50.198008 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-009b6418-3338-4141-9e84-71c6a3742e2b req-b5934188-c604-4a12-bd81-67e6e974649e tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.1269655 Nov 12 00:57:50.205520 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-074693b8-c7e0-4ca8-9fe9-928491302ab0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.238940 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8108b1-7158-4859-87f9-1993c5f699ca req-37b84c52-2311-4a78-99a4-3589add3107b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:50.248510 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b8108b1-7158-4859-87f9-1993c5f699ca req-37b84c52-2311-4a78-99a4-3589add3107b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1426620 Nov 12 00:57:50.283884 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-074693b8-c7e0-4ca8-9fe9-928491302ab0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Network a8eaa1d8-98f0-4521-9f44-0792aea92c6d is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:50.310922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-074693b8-c7e0-4ca8-9fe9-928491302ab0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:50.315317 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-074693b8-c7e0-4ca8-9fe9-928491302ab0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:50.417351 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-009b6418-3338-4141-9e84-71c6a3742e2b req-f4101805-0dee-452d-96fb-932725c047c6 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949847 Nov 12 00:57:50.432866 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-84d637ae-3abd-4758-ba82-ff946f9273b2 None None] Allocated IP 2001:db8:0:1::2 (f71cd44c-7db8-44d1-950e-2c1d17ad97cc/0b600153-a2ec-48d8-949a-29af5b7a5a81/2f47c80a-2a3f-42f3-9bd7-6ed98e99e271) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:50.471786 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074693b8-c7e0-4ca8-9fe9-928491302ab0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event updated for resources: {'Port': ['ID=619706d2-1941-4576-9394-4107f45e1999,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:50.515271 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-074693b8-c7e0-4ca8-9fe9-928491302ab0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:50.531761 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-074693b8-c7e0-4ca8-9fe9-928491302ab0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.570446 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-84d637ae-3abd-4758-ba82-ff946f9273b2 None None] For port 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=2f47c80a-2a3f-42f3-9bd7-6ed98e99e271,segment=NetworkSegment(4e2ee9e6-171a-43e9-adb7-f1906300afbf),segment_id=4e2ee9e6-171a-43e9-adb7-f1906300afbf)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:50.575289 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b8108b1-7158-4859-87f9-1993c5f699ca req-013d8825-9223-4b24-ad49-c552488973b2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3255134 Nov 12 00:57:50.589286 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-074693b8-c7e0-4ca8-9fe9-928491302ab0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6034429 Nov 12 00:57:50.606688 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-84d637ae-3abd-4758-ba82-ff946f9273b2 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.611364 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] Request body: {'port': {'device_id': 'f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:50.613651 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-84d637ae-3abd-4758-ba82-ff946f9273b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.707549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-097a50fb-ed80-42f2-9f90-61e466c5b9b2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Allocated IP 2001:db8:0:1::1be (f71cd44c-7db8-44d1-950e-2c1d17ad97cc/0b600153-a2ec-48d8-949a-29af5b7a5a81/224af7f2-24b1-4dac-89a6-4c73378d5531) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:50.764461 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.798539 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e3d6766a-ce66-4a5e-887c-1313a999b622 None None] Provisioning complete for port 619706d2-1941-4576-9394-4107f45e1999 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:50.799594 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e3d6766a-ce66-4a5e-887c-1313a999b622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.808009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d637ae-3abd-4758-ba82-ff946f9273b2 None None] Pushing event updated for resources: {'Port': ['ID=2f47c80a-2a3f-42f3-9bd7-6ed98e99e271,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:50.883578 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-e3d6766a-ce66-4a5e-887c-1313a999b622 None None] Port 619706d2-1941-4576-9394-4107f45e1999 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:50.915759 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-097a50fb-ed80-42f2-9f90-61e466c5b9b2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.936207 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-097a50fb-ed80-42f2-9f90-61e466c5b9b2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:50.948129 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:51.041889 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:51.042222 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:51.558394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-097a50fb-ed80-42f2-9f90-61e466c5b9b2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] In _notify_port_updated(), no bound segment for port 224af7f2-24b1-4dac-89a6-4c73378d5531 on network f71cd44c-7db8-44d1-950e-2c1d17ad97cc {{(pid=114243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:57:51.565564 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097a50fb-ed80-42f2-9f90-61e466c5b9b2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:51.566375 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-097a50fb-ed80-42f2-9f90-61e466c5b9b2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:51.567727 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-097a50fb-ed80-42f2-9f90-61e466c5b9b2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "PUT /v2.0/ports/224af7f2-24b1-4dac-89a6-4c73378d5531 HTTP/1.1" status: 200 len: 1012 time: 1.8341267 Nov 12 00:57:51.568866 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a50fb-ed80-42f2-9f90-61e466c5b9b2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=224af7f2-24b1-4dac-89a6-4c73378d5531,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:51.574140 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54098) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:51.651642 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac414b-d219-4c2b-a0d5-adf605fe87c2 req-8b249e7a-ca4a-442b-b3d9-7d57b0e43cca tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:51.652953 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2fac414b-d219-4c2b-a0d5-adf605fe87c2 req-8b249e7a-ca4a-442b-b3d9-7d57b0e43cca tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 932 time: 0.7522824 Nov 12 00:57:51.757136 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2fac414b-d219-4c2b-a0d5-adf605fe87c2 req-86ed5eb4-4910-428e-a651-be7aee0cd5a0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745151 Nov 12 00:57:51.776366 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d08d9-4ee5-4d41-adad-f464b661c45c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting port 224af7f2-24b1-4dac-89a6-4c73378d5531 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:51.776775 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a5d08d9-4ee5-4d41-adad-f464b661c45c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:51.777009 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 619706d2-1941-4576-9394-4107f45e1999 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:51.792574 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:51.812575 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] Transition to ACTIVE for port object 619706d2-1941-4576-9394-4107f45e1999 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:57:51.832411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9eb11-33db-4e5a-a35d-cbdd9c703562 req-c5973db7-ec15-416b-a696-324bd5697ed2 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:51.833624 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7b5a64-bf4b-4931-96ad-0d3c5483acea None None] Network f71cd44c-7db8-44d1-950e-2c1d17ad97cc requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:51.834189 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63a9eb11-33db-4e5a-a35d-cbdd9c703562 req-c5973db7-ec15-416b-a696-324bd5697ed2 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.1081748 Nov 12 00:57:51.835592 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:51.926505 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] Pushing event updated for resources: {'Port': ['ID=619706d2-1941-4576-9394-4107f45e1999,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:51.990196 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a5d08d9-4ee5-4d41-adad-f464b661c45c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.028577 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63a9eb11-33db-4e5a-a35d-cbdd9c703562 req-33e6c2bc-964f-4a1d-803f-4be7684f4c05 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620569 Nov 12 00:57:52.077805 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d08d9-4ee5-4d41-adad-f464b661c45c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Calling delete_port for 224af7f2-24b1-4dac-89a6-4c73378d5531 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:52.125741 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ae1175a5-3b8c-49a5-8553-2d5790eb52b3 None None] Provisioning complete for port 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:52.127181 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ae1175a5-3b8c-49a5-8553-2d5790eb52b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.139716 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] Attempting to bind port 619706d2-1941-4576-9394-4107f45e1999 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:52.140125 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] Attempting to bind port 619706d2-1941-4576-9394-4107f45e1999 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:52.140526 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] Attempting to bind port 619706d2-1941-4576-9394-4107f45e1999 on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:52.156357 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] Port 619706d2-1941-4576-9394-4107f45e1999 on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:57:52.158032 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] Attempting to bind port 619706d2-1941-4576-9394-4107f45e1999 on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:52.189900 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ef976-28cb-4fc7-8be5-edf7f262f512 req-2b57e473-8511-476f-8f24-6d6e39b83a21 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:52.191628 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b8ef976-28cb-4fc7-8be5-edf7f262f512 req-2b57e473-8511-476f-8f24-6d6e39b83a21 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.15 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.1386161 Nov 12 00:57:52.230669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:52.232593 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] Checking segment: {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:52.233208 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] Bound using segment: {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:52.235118 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] Bound port: 619706d2-1941-4576-9394-4107f45e1999, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:52.235654 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.323890 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ae1175a5-3b8c-49a5-8553-2d5790eb52b3 None None] Provisioning complete for port 224af7f2-24b1-4dac-89a6-4c73378d5531 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:52.324194 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ae1175a5-3b8c-49a5-8553-2d5790eb52b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.383612 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9021f597-5316-4f27-90a0-5506e7a3f44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.428391 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ae1175a5-3b8c-49a5-8553-2d5790eb52b3 None None] Port 224af7f2-24b1-4dac-89a6-4c73378d5531 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:52.431003 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a5d08d9-4ee5-4d41-adad-f464b661c45c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.477672 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] For port 619706d2-1941-4576-9394-4107f45e1999, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:52.486796 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d08d9-4ee5-4d41-adad-f464b661c45c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Port': ['ID=224af7f2-24b1-4dac-89a6-4c73378d5531,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:52.498799 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-0b8ef976-28cb-4fc7-8be5-edf7f262f512 req-05e97fdd-2c4b-4b9d-ba3e-e9d6ac81f77d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Deleting port 365ac3e4-872b-4b19-a65d-6bf54e04147b {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:52.499279 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0b8ef976-28cb-4fc7-8be5-edf7f262f512 req-05e97fdd-2c4b-4b9d-ba3e-e9d6ac81f77d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.504905 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] For port 619706d2-1941-4576-9394-4107f45e1999, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=619706d2-1941-4576-9394-4107f45e1999,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:52.533179 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d62724-b47d-4c81-ada8-d1470b90b44a req-c0e4bea1-edb5-4c59-98c7-1af30b682727 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:52.535005 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-46d62724-b47d-4c81-ada8-d1470b90b44a req-c0e4bea1-edb5-4c59-98c7-1af30b682727 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1525166 Nov 12 00:57:52.571431 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.588033 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a5d08d9-4ee5-4d41-adad-f464b661c45c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.594171 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4a5d08d9-4ee5-4d41-adad-f464b661c45c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/ports/224af7f2-24b1-4dac-89a6-4c73378d5531 HTTP/1.1" status: 204 len: 168 time: 1.0163834 Nov 12 00:57:52.594521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9f9ffcca-a422-4a4f-a322-6015c10be02a None None] Provisioning complete for port 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:52.595848 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9f9ffcca-a422-4a4f-a322-6015c10be02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.648877 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54110) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:52.652558 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-46d62724-b47d-4c81-ada8-d1470b90b44a req-1a993419-aeab-4c37-8b78-f5fc02e5f372 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099083 Nov 12 00:57:52.721794 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-63302715-ca91-4b3d-845c-08d46f391e1c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] GET failed (client error): The resource could not be found. Nov 12 00:57:52.725980 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] Pushing event updated for resources: {'Port': ['ID=619706d2-1941-4576-9394-4107f45e1999,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:52.727085 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-63302715-ca91-4b3d-845c-08d46f391e1c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports/224af7f2-24b1-4dac-89a6-4c73378d5531 HTTP/1.1" status: 404 len: 333 time: 0.0733902 Nov 12 00:57:52.737607 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54114) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:52.810377 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9f9ffcca-a422-4a4f-a322-6015c10be02a None None] Could not find standard attr ID for object 224af7f2-24b1-4dac-89a6-4c73378d5531. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:57:52.812413 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:52.814107 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.816184 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-eff596bf-8170-4036-99f8-0e35dc6fe7cf service neutron] 10.222.0.21 "PUT /v2.0/ports/619706d2-1941-4576-9394-4107f45e1999 HTTP/1.1" status: 200 len: 1093 time: 2.2189271 Nov 12 00:57:52.819114 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2', 'tag': '619706d2-1941-4576-9394-4107f45e1999'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:52.829725 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148d7081-ccdc-4237-9b48-f304c3a94cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2", "tag": "619706d2-1941-4576-9394-4107f45e1999"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:53.014007 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-303a755f-2032-4bc4-8d29-d3cef4003dc7 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting subnet 0b600153-a2ec-48d8-949a-29af5b7a5a81 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:57:53.026319 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-303a755f-2032-4bc4-8d29-d3cef4003dc7 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:53.051632 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0c2bffb0-4f28-4d74-a82c-00e61c161bc6 None None] Could not find standard attr ID for object 224af7f2-24b1-4dac-89a6-4c73378d5531. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:57:53.061188 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:53.086880 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6475e3ed-96f3-402e-83cc-cc0fdab408e5 x-openstack-request-id: req-6475e3ed-96f3-402e-83cc-cc0fdab408e5 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:53.093062 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2", "tag": "619706d2-1941-4576-9394-4107f45e1999", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:53.093720 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6475e3ed-96f3-402e-83cc-cc0fdab408e5 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:53.100419 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2', 'tag': '619706d2-1941-4576-9394-4107f45e1999', 'status': 'completed', 'code': 200} Nov 12 00:57:53.179855 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-303a755f-2032-4bc4-8d29-d3cef4003dc7 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:53.238550 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-0b8ef976-28cb-4fc7-8be5-edf7f262f512 req-05e97fdd-2c4b-4b9d-ba3e-e9d6ac81f77d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] For port 365ac3e4-872b-4b19-a65d-6bf54e04147b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=365ac3e4-872b-4b19-a65d-6bf54e04147b,segment=NetworkSegment(8f425041-59c3-44c8-9fbc-cc8bb02bc247),segment_id=8f425041-59c3-44c8-9fbc-cc8bb02bc247)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:53.238550 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0b8ef976-28cb-4fc7-8be5-edf7f262f512 req-05e97fdd-2c4b-4b9d-ba3e-e9d6ac81f77d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:53.240345 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-6f9c9c22-beef-4dd7-9892-1d215a2fa8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:53.241919 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-6f9c9c22-beef-4dd7-9892-1d215a2fa8f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 1096 time: 0.3614469 Nov 12 00:57:53.271774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:53.274149 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:53.312996 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-e116429d-0438-4758-9d4f-3e100c2700ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=619706d2-1941-4576-9394-4107f45e1999 HTTP/1.1" status: 200 len: 217 time: 0.0483549 Nov 12 00:57:53.322045 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-0b8ef976-28cb-4fc7-8be5-edf7f262f512 req-05e97fdd-2c4b-4b9d-ba3e-e9d6ac81f77d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Calling delete_port for 365ac3e4-872b-4b19-a65d-6bf54e04147b owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:53.376995 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-18b9af69-ab08-44e3-a161-553fe937cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:53.378506 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-18b9af69-ab08-44e3-a161-553fe937cb12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.0544760 Nov 12 00:57:53.381926 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-303a755f-2032-4bc4-8d29-d3cef4003dc7 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:53.394254 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a21bc-6f4e-4209-a2e4-29cf063108de req-9e1bcd09-a0c7-4a38-ac8e-0e24f409b90f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:53.401750 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-940a21bc-6f4e-4209-a2e4-29cf063108de req-9e1bcd09-a0c7-4a38-ac8e-0e24f409b90f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 944 time: 0.3607469 Nov 12 00:57:53.511325 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:53.541021 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-940a21bc-6f4e-4209-a2e4-29cf063108de req-14db88ae-bfb3-47f7-a7a3-d6447b2c3715 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382573 Nov 12 00:57:53.607183 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04636e05-8444-4530-8105-29cf7eba41ef req-ba24b65f-3126-48d8-ba83-0871d6521cb0 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:53.612052 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-04636e05-8444-4530-8105-29cf7eba41ef req-ba24b65f-3126-48d8-ba83-0871d6521cb0 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 945 time: 0.2155247 Nov 12 00:57:53.617259 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-1c57d56e-a663-42cb-9350-227e63bef3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:53.618962 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-1c57d56e-a663-42cb-9350-227e63bef3d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2059813 Nov 12 00:57:53.659454 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-59d1fb3e-ab91-4c59-8caa-f63e5cc32882 None None] Could not find standard attr ID for object 224af7f2-24b1-4dac-89a6-4c73378d5531. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:57:53.663470 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-303a755f-2032-4bc4-8d29-d3cef4003dc7 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:53.780627 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a755f-2032-4bc4-8d29-d3cef4003dc7 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Subnet': ['ID=0b600153-a2ec-48d8-949a-29af5b7a5a81,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:53.809128 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-303a755f-2032-4bc4-8d29-d3cef4003dc7 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:53.816994 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-303a755f-2032-4bc4-8d29-d3cef4003dc7 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/subnets/0b600153-a2ec-48d8-949a-29af5b7a5a81 HTTP/1.1" status: 204 len: 168 time: 1.0774858 Nov 12 00:57:53.817720 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54138) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:53.843205 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39e3131-e805-47ed-b40a-f682823a74d9 None None] Network f71cd44c-7db8-44d1-950e-2c1d17ad97cc requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:53.884072 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-04636e05-8444-4530-8105-29cf7eba41ef req-dd88e1ec-3e58-4399-bc1c-8408a0384cc9 tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/security-groups?id=d289df39-62f3-4d63-b810-d84477aa0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601647 Nov 12 00:57:53.908202 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-9e83e221-9a22-4138-8877-2df6483a16d5 service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785101 Nov 12 00:57:53.915797 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1eedd61b-4d52-4224-ac1d-6d55eebdfa66 None None] Could not find standard attr ID for object 224af7f2-24b1-4dac-89a6-4c73378d5531. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:57:53.934848 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f80577-ed1b-4533-a522-2ac5e2599789 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting subnet eeea5e0a-ce10-4c54-b1f7-4122ffd145ca {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:57:53.939365 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9f80577-ed1b-4533-a522-2ac5e2599789 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.046522 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9f80577-ed1b-4533-a522-2ac5e2599789 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.053400 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb00b9e7-d7c6-4cd8-88f0-d0c7b436f326 req-08d55d2e-e03c-4db5-adc1-aa857fb38b0f service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348002 Nov 12 00:57:54.126753 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0b8ef976-28cb-4fc7-8be5-edf7f262f512 req-05e97fdd-2c4b-4b9d-ba3e-e9d6ac81f77d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.206878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f23fa2-80bc-475a-b367-e75eecf03df6 None None] DHCP port deletion for be66bfac-db54-4ba9-8a59-fe8e903fa592 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:54.213938 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665a516-a1e2-460e-bf99-5c058533a4bb req-65606c54-7d43-48fb-a62b-16a9e77ab0fa tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:54.215889 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2665a516-a1e2-460e-bf99-5c058533a4bb req-65606c54-7d43-48fb-a62b-16a9e77ab0fa tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.3393817 Nov 12 00:57:54.237042 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9f80577-ed1b-4533-a522-2ac5e2599789 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.291283 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e97fdd-2c4b-4b9d-ba3e-e9d6ac81f77d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Pushing event deleted for resources: {'Port': ['ID=365ac3e4-872b-4b19-a65d-6bf54e04147b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:54.327243 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9f80577-ed1b-4533-a522-2ac5e2599789 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.337867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8ef976-28cb-4fc7-8be5-edf7f262f512 req-05e97fdd-2c4b-4b9d-ba3e-e9d6ac81f77d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] No DVR routers for this DVR port 365ac3e4-872b-4b19-a65d-6bf54e04147b on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:54.350622 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0b8ef976-28cb-4fc7-8be5-edf7f262f512 req-05e97fdd-2c4b-4b9d-ba3e-e9d6ac81f77d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.359820 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b8ef976-28cb-4fc7-8be5-edf7f262f512 req-05e97fdd-2c4b-4b9d-ba3e-e9d6ac81f77d tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.15 "DELETE /v2.0/ports/365ac3e4-872b-4b19-a65d-6bf54e04147b HTTP/1.1" status: 204 len: 173 time: 2.1505632 Nov 12 00:57:54.383259 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d7081-ccdc-4237-9b48-f304c3a94cbe req-7123afd1-7c95-4997-a77e-f7e193eb3df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:54.384829 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-148d7081-ccdc-4237-9b48-f304c3a94cbe req-7123afd1-7c95-4997-a77e-f7e193eb3df0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 1096 time: 0.2775514 Nov 12 00:57:54.404456 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9f80577-ed1b-4533-a522-2ac5e2599789 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.411751 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a9f80577-ed1b-4533-a522-2ac5e2599789 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/subnets/eeea5e0a-ce10-4c54-b1f7-4122ffd145ca HTTP/1.1" status: 204 len: 168 time: 0.5881500 Nov 12 00:57:54.414385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54146) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:54.518104 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2665a516-a1e2-460e-bf99-5c058533a4bb req-96907f55-514a-492c-be1c-a98a13306834 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2901335 Nov 12 00:57:54.548471 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f80577-ed1b-4533-a522-2ac5e2599789 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Subnet': ['ID=eeea5e0a-ce10-4c54-b1f7-4122ffd145ca,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:54.572741 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-21e2db59-6f04-4c6b-b929-d5fffed931b9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.575307 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.643526 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-21e2db59-6f04-4c6b-b929-d5fffed931b9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting port 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:54.644071 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-21e2db59-6f04-4c6b-b929-d5fffed931b9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.783511 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d7081-ccdc-4237-9b48-f304c3a94cbe req-3220f4e9-d7ba-45a4-896c-41dad27290f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:54.786279 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-148d7081-ccdc-4237-9b48-f304c3a94cbe req-3220f4e9-d7ba-45a4-896c-41dad27290f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 912 time: 0.3768637 Nov 12 00:57:54.839823 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-21e2db59-6f04-4c6b-b929-d5fffed931b9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] For port 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=2f47c80a-2a3f-42f3-9bd7-6ed98e99e271,segment=NetworkSegment(4e2ee9e6-171a-43e9-adb7-f1906300afbf),segment_id=4e2ee9e6-171a-43e9-adb7-f1906300afbf)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:54.840209 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-21e2db59-6f04-4c6b-b929-d5fffed931b9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.870303 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-148d7081-ccdc-4237-9b48-f304c3a94cbe req-8ca53497-269f-4e89-8a3b-207d7b498c57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=619706d2-1941-4576-9394-4107f45e1999 HTTP/1.1" status: 200 len: 217 time: 0.0742579 Nov 12 00:57:54.874547 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-21e2db59-6f04-4c6b-b929-d5fffed931b9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Calling delete_port for 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:54.896124 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d94551-28a3-4765-b252-895320a861bd req-8111fefd-f3d3-4e32-b8bb-f49a5845396f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:54.897598 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e2d94551-28a3-4765-b252-895320a861bd req-8111fefd-f3d3-4e32-b8bb-f49a5845396f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 944 time: 0.1762812 Nov 12 00:57:54.955122 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d7081-ccdc-4237-9b48-f304c3a94cbe req-9e142992-ee09-4024-b3a3-8208d903d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:54.968948 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-148d7081-ccdc-4237-9b48-f304c3a94cbe req-9e142992-ee09-4024-b3a3-8208d903d830 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.0799322 Nov 12 00:57:55.090159 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5baf29e3-6cb8-4359-8e8b-6d5f3895259a req-28695eff-5452-4776-a33e-0bc9fcf778ac tempest-ServerRescueNegativeTestJSON-283009918 tempest-ServerRescueNegativeTestJSON-283009918-project] 10.222.0.31 "GET /v2.0/ports?device_id=f146600e-50bf-4f8d-bf19-254e3148b7e5 HTTP/1.1" status: 200 len: 210 time: 0.0570133 Nov 12 00:57:55.114231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f146600e-50bf-4f8d-bf19-254e3148b7e5', 'name': 'network-vif-deleted', 'tag': '365ac3e4-872b-4b19-a65d-6bf54e04147b'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:55.121728 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5690f1-3b7f-495b-a1bb-5b7c78ecdd3e" -d '{"events": [{"server_uuid": "f146600e-50bf-4f8d-bf19-254e3148b7e5", "name": "network-vif-deleted", "tag": "365ac3e4-872b-4b19-a65d-6bf54e04147b"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:55.159484 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e2d94551-28a3-4765-b252-895320a861bd req-34b095ef-c9ce-479a-84c0-da2d68cf1d92 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491198 Nov 12 00:57:55.171606 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d7081-ccdc-4237-9b48-f304c3a94cbe req-00b53ee3-ed22-43f0-a032-555ada519f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:55.173668 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-148d7081-ccdc-4237-9b48-f304c3a94cbe req-00b53ee3-ed22-43f0-a032-555ada519f00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2084537 Nov 12 00:57:55.218483 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-21e2db59-6f04-4c6b-b929-d5fffed931b9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.298307 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2db59-6f04-4c6b-b929-d5fffed931b9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Port': ['ID=2f47c80a-2a3f-42f3-9bd7-6ed98e99e271,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:55.303023 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e2db59-6f04-4c6b-b929-d5fffed931b9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] No DVR routers for this DVR port 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:55.348383 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5e0472-0045-4b0d-8371-3326389394d7 None None] Network f71cd44c-7db8-44d1-950e-2c1d17ad97cc requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:55.399208 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d3ea31-567e-4fb4-89e1-f4cf22421f19 x-openstack-request-id: req-b9d3ea31-567e-4fb4-89e1-f4cf22421f19 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:55.399423 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f146600e-50bf-4f8d-bf19-254e3148b7e5", "name": "network-vif-deleted", "tag": "365ac3e4-872b-4b19-a65d-6bf54e04147b", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:55.399685 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9d3ea31-567e-4fb4-89e1-f4cf22421f19 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:55.400084 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f146600e-50bf-4f8d-bf19-254e3148b7e5', 'name': 'network-vif-deleted', 'tag': '365ac3e4-872b-4b19-a65d-6bf54e04147b', 'status': 'completed', 'code': 200} Nov 12 00:57:55.427976 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-148d7081-ccdc-4237-9b48-f304c3a94cbe req-659cfa31-3204-4ceb-8dd8-900b20a563b7 service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463160 Nov 12 00:57:55.448972 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-21e2db59-6f04-4c6b-b929-d5fffed931b9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.473861 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-21e2db59-6f04-4c6b-b929-d5fffed931b9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f71cd44c-7db8-44d1-950e-2c1d17ad97cc']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:55.487393 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-21e2db59-6f04-4c6b-b929-d5fffed931b9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e2ee9e6-171a-43e9-adb7-f1906300afbf') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:55.487393 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-21e2db59-6f04-4c6b-b929-d5fffed931b9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e2ee9e6-171a-43e9-adb7-f1906300afbf') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:55.490162 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-759c3c52-1f1f-4569-9637-1d8fe4ccfed6 None None] Could not find standard attr ID for object 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:57:55.506044 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-21e2db59-6f04-4c6b-b929-d5fffed931b9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.514790 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.550766 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-21e2db59-6f04-4c6b-b929-d5fffed931b9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.569607 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e2db59-6f04-4c6b-b929-d5fffed931b9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:57:55.570091 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-21e2db59-6f04-4c6b-b929-d5fffed931b9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:57:55.576173 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:57:55.606344 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-148d7081-ccdc-4237-9b48-f304c3a94cbe req-703deb90-a74f-4b37-a189-1feee09213bd service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710167 Nov 12 00:57:55.654235 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1b3379-31af-4ed5-9f9e-74a3bff45a95 None None] DHCP port deletion for f71cd44c-7db8-44d1-950e-2c1d17ad97cc request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:55.714675 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-21e2db59-6f04-4c6b-b929-d5fffed931b9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.729123 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-21e2db59-6f04-4c6b-b929-d5fffed931b9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.733227 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-21e2db59-6f04-4c6b-b929-d5fffed931b9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/networks/f71cd44c-7db8-44d1-950e-2c1d17ad97cc HTTP/1.1" status: 204 len: 168 time: 1.3173895 Nov 12 00:57:55.738089 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54172) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:55.743047 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2db59-6f04-4c6b-b929-d5fffed931b9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Network': ['ID=f71cd44c-7db8-44d1-950e-2c1d17ad97cc,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:55.759977 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20245ff9-401c-4ba7-b38c-6f398a9bc8f6 req-a41060cc-3b3f-4c14-8884-4eb82259b6cf tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:55.761463 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-20245ff9-401c-4ba7-b38c-6f398a9bc8f6 req-a41060cc-3b3f-4c14-8884-4eb82259b6cf tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1080434 Nov 12 00:57:55.835567 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-20245ff9-401c-4ba7-b38c-6f398a9bc8f6 req-4f4d489c-ef9f-42c1-9d98-5d210d63538c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505345 Nov 12 00:57:55.848481 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202c1d1d-c292-41a7-b422-9a566cb79037 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:55.853377 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-202c1d1d-c292-41a7-b422-9a566cb79037 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1097059 Nov 12 00:57:55.854345 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54176) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:55.930321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54180) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:55.938633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-607b0155-f460-47ce-8acf-23aa9ec91bde tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-832205087'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:55.941111 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.942711 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c47769f4-b60e-428e-995a-b8196e2bc866 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0869050 Nov 12 00:57:55.973002 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607b0155-f460-47ce-8acf-23aa9ec91bde tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:55.979025 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-607b0155-f460-47ce-8acf-23aa9ec91bde tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:55.992578 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 365ac3e4-872b-4b19-a65d-6bf54e04147b no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:56.019794 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 365ac3e4-872b-4b19-a65d-6bf54e04147b {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:57:56.020472 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 365ac3e4-872b-4b19-a65d-6bf54e04147b not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:57:56.040863 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607b0155-f460-47ce-8acf-23aa9ec91bde tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:56.064185 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-607b0155-f460-47ce-8acf-23aa9ec91bde tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:56.064904 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-607b0155-f460-47ce-8acf-23aa9ec91bde tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Added segment cc367da4-8683-4350-bd08-6428aab0303b of type vlan for network 55f020fd-6b84-4ffe-9f84-94bce8f10024 Nov 12 00:57:56.155192 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54186) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:56.159210 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-607b0155-f460-47ce-8acf-23aa9ec91bde tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:56.226693 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cd076-df29-4ebd-bd0c-69dd664c8b2c req-8252ff94-d839-49b6-af3a-b5d9422ed5bd tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:56.227864 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f67cd076-df29-4ebd-bd0c-69dd664c8b2c req-8252ff94-d839-49b6-af3a-b5d9422ed5bd tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1268351 Nov 12 00:57:56.234854 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-607b0155-f460-47ce-8acf-23aa9ec91bde tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:56.241782 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607b0155-f460-47ce-8acf-23aa9ec91bde tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:56.242252 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-607b0155-f460-47ce-8acf-23aa9ec91bde tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:56.257194 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf3659-c776-4aa0-baf7-a88ba1c9ec78 req-02749e6a-35df-4339-a631-8ba23f1e138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:56.258704 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b1cf3659-c776-4aa0-baf7-a88ba1c9ec78 req-02749e6a-35df-4339-a631-8ba23f1e138e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 1096 time: 0.1194410 Nov 12 00:57:56.343007 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-607b0155-f460-47ce-8acf-23aa9ec91bde tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4071860 Nov 12 00:57:56.382263 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54190) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:56.391189 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-9e02a28d-fa2b-446b-b6b2-5c211bf9a655 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'subnet': {'network_id': '55f020fd-6b84-4ffe-9f84-94bce8f10024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:56.468069 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b0155-f460-47ce-8acf-23aa9ec91bde tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Network': ['ID=55f020fd-6b84-4ffe-9f84-94bce8f10024,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:56.478516 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 55f020fd-6b84-4ffe-9f84-94bce8f10024 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:56.500090 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4feef41-8e2b-4f95-ab8f-beab9d3d0dcf req-bb92906a-b47d-4167-93b8-8fa9a5585f40 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:56.507261 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e4feef41-8e2b-4f95-ab8f-beab9d3d0dcf req-bb92906a-b47d-4167-93b8-8fa9a5585f40 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 944 time: 0.1921799 Nov 12 00:57:56.561357 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f67cd076-df29-4ebd-bd0c-69dd664c8b2c req-fd5bc8e0-17cb-4c3b-923d-491717a42caf tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107691 Nov 12 00:57:56.648530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf3659-c776-4aa0-baf7-a88ba1c9ec78 req-9ae67f35-fb26-4814-b169-e9bb61e3df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:56.651740 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b1cf3659-c776-4aa0-baf7-a88ba1c9ec78 req-9ae67f35-fb26-4814-b169-e9bb61e3df0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 913 time: 0.3756161 Nov 12 00:57:56.664335 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e4feef41-8e2b-4f95-ab8f-beab9d3d0dcf req-69c8a755-2571-4d77-9f08-b56dfa408522 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384630 Nov 12 00:57:56.726897 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e02a28d-fa2b-446b-b6b2-5c211bf9a655 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:56.730817 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e02a28d-fa2b-446b-b6b2-5c211bf9a655 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:56.793215 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0df648f-b325-476a-a329-a03e0983ff8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:56.861631 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b1cf3659-c776-4aa0-baf7-a88ba1c9ec78 req-71518215-1fe0-42ac-8be1-b37bdc1a2623 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52 HTTP/1.1" status: 200 len: 998 time: 0.2027245 Nov 12 00:57:56.871813 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:56.923791 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:57:56.927868 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2f47c80a-2a3f-42f3-9bd7-6ed98e99e271 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:57:56.935660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf3659-c776-4aa0-baf7-a88ba1c9ec78 req-03167888-8765-43ee-8169-beded9c7013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:56.937243 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b1cf3659-c776-4aa0-baf7-a88ba1c9ec78 req-03167888-8765-43ee-8169-beded9c7013b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.0647285 Nov 12 00:57:57.023698 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf3659-c776-4aa0-baf7-a88ba1c9ec78 req-fe45ca3a-95d2-4ace-9672-ab092ec7c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:57.024825 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b1cf3659-c776-4aa0-baf7-a88ba1c9ec78 req-fe45ca3a-95d2-4ace-9672-ab092ec7c649 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775931 Nov 12 00:57:57.155555 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-a0df648f-b325-476a-a329-a03e0983ff8d admin admin] Deleting port b1c3e464-614c-42c6-81ee-6ab880485b82 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:57.156055 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0df648f-b325-476a-a329-a03e0983ff8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.171523 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e02a28d-fa2b-446b-b6b2-5c211bf9a655 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.237378 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02a28d-fa2b-446b-b6b2-5c211bf9a655 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Subnet': ['ID=7a420f53-790b-46c7-9b31-41906dc232c1,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:57.252630 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b1cf3659-c776-4aa0-baf7-a88ba1c9ec78 req-21cd3e9a-6c19-434a-b0e1-b9ef36382b20 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169907 Nov 12 00:57:57.267632 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-a0df648f-b325-476a-a329-a03e0983ff8d admin admin] For port b1c3e464-614c-42c6-81ee-6ab880485b82, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=b1c3e464-614c-42c6-81ee-6ab880485b82,segment=NetworkSegment(8f425041-59c3-44c8-9fbc-cc8bb02bc247),segment_id=8f425041-59c3-44c8-9fbc-cc8bb02bc247)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:57.268125 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0df648f-b325-476a-a329-a03e0983ff8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.282847 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-a0df648f-b325-476a-a329-a03e0983ff8d admin admin] Calling delete_port for b1c3e464-614c-42c6-81ee-6ab880485b82 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:57.286767 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e02a28d-fa2b-446b-b6b2-5c211bf9a655 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Checking segment: {'id': 'cc367da4-8683-4350-bd08-6428aab0303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '55f020fd-6b84-4ffe-9f84-94bce8f10024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:57.287139 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e02a28d-fa2b-446b-b6b2-5c211bf9a655 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network hostable DHCP agents. Network: 55f020fd-6b84-4ffe-9f84-94bce8f10024, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:57.390448 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b1cf3659-c776-4aa0-baf7-a88ba1c9ec78 req-e44425db-d30e-4c0e-b833-9aee64e089f0 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185720 Nov 12 00:57:57.401604 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e02a28d-fa2b-446b-b6b2-5c211bf9a655 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 55f020fd-6b84-4ffe-9f84-94bce8f10024 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:57.415900 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-9e02a28d-fa2b-446b-b6b2-5c211bf9a655 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 55f020fd-6b84-4ffe-9f84-94bce8f10024) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:57.421434 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e02a28d-fa2b-446b-b6b2-5c211bf9a655 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:57.422141 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e02a28d-fa2b-446b-b6b2-5c211bf9a655 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.427821 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ba2f47-4e29-4e7b-9f39-e39983dbb4c0 None None] Network 55f020fd-6b84-4ffe-9f84-94bce8f10024 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:57.470514 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9e02a28d-fa2b-446b-b6b2-5c211bf9a655 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0832129 Nov 12 00:57:57.473060 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54202) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:57.479502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-1a3e3bdd-c5a9-468f-9a44-8bd573fd2d63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'port': {'network_id': '55f020fd-6b84-4ffe-9f84-94bce8f10024', 'name': 'tempest-PortsIpV6TestJSON-771456566'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:57.565543 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0df648f-b325-476a-a329-a03e0983ff8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.603093 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df648f-b325-476a-a329-a03e0983ff8d admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c3e464-614c-42c6-81ee-6ab880485b82,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:57.638851 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c562d837-e7a6-41b2-a92a-562195d23608 None None] DHCP port deletion for be66bfac-db54-4ba9-8a59-fe8e903fa592 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:57:57.660988 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3e3bdd-c5a9-468f-9a44-8bd573fd2d63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:57.666022 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1a3e3bdd-c5a9-468f-9a44-8bd573fd2d63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.702513 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3e8ea2-8ad6-4969-928d-fa9015b52b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-55f020fd-6b84-4ffe-9f84-94bce8f10024', 'network_id': '55f020fd-6b84-4ffe-9f84-94bce8f10024', 'tenant_id': 'fdffc24a99234389a7708827e7ad9065', 'fixed_ips': [{'subnet_id': '7a420f53-790b-46c7-9b31-41906dc232c1'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:57:57.705430 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8ea2-8ad6-4969-928d-fa9015b52b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.776736 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-1a3e3bdd-c5a9-468f-9a44-8bd573fd2d63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] device_id is not set on port 6cc1cf02-1933-43f1-9986-7caa4485f8d3 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:57:57.924156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9c79d-2c75-404f-96e4-56e92beaad6a req-79ccdad8-298d-4fe0-81bf-00f8fbd93f35 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:57.925736 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-69b9c79d-2c75-404f-96e4-56e92beaad6a req-79ccdad8-298d-4fe0-81bf-00f8fbd93f35 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.2154427 Nov 12 00:57:57.959535 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-9d3e8ea2-8ad6-4969-928d-fa9015b52b15 None None] Allocated IP 2001:db8::2 (55f020fd-6b84-4ffe-9f84-94bce8f10024/7a420f53-790b-46c7-9b31-41906dc232c1/a86ead31-fe78-47ad-ac9b-6856cbaa0d9d) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:57.970145 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0df648f-b325-476a-a329-a03e0983ff8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.993421 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-69b9c79d-2c75-404f-96e4-56e92beaad6a req-603c9942-fff8-4906-b36b-d0370512a9ae tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613513 Nov 12 00:57:58.168936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88682c4b-4e58-4e8b-a781-ff3334fe81a2 req-ad4812a5-cf37-45e6-817a-74cc99075767 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:58.170634 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-88682c4b-4e58-4e8b-a781-ff3334fe81a2 req-ad4812a5-cf37-45e6-817a-74cc99075767 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 944 time: 0.2535419 Nov 12 00:57:58.201227 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8ea2-8ad6-4969-928d-fa9015b52b15 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.208639 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8ea2-8ad6-4969-928d-fa9015b52b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.226553 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3e8ea2-8ad6-4969-928d-fa9015b52b15 None None] Network 55f020fd-6b84-4ffe-9f84-94bce8f10024 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:58.229509 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-9d3e8ea2-8ad6-4969-928d-fa9015b52b15 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:58.283506 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-1a3e3bdd-c5a9-468f-9a44-8bd573fd2d63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Allocated IP 2001:db8::207 (55f020fd-6b84-4ffe-9f84-94bce8f10024/7a420f53-790b-46c7-9b31-41906dc232c1/6cc1cf02-1933-43f1-9986-7caa4485f8d3) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:58.291487 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3e8ea2-8ad6-4969-928d-fa9015b52b15 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:58.348923 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-88682c4b-4e58-4e8b-a781-ff3334fe81a2 req-85a91e91-2f6e-4198-a330-191e5c636355 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447868 Nov 12 00:57:58.376232 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:57:58.402382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0df648f-b325-476a-a329-a03e0983ff8d admin admin] Router 326790c7-8aba-4416-b972-c00c85366af0 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:57:58.414250 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e8ea2-8ad6-4969-928d-fa9015b52b15 None None] Pushing event updated for resources: {'Port': ['ID=a86ead31-fe78-47ad-ac9b-6856cbaa0d9d,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:58.428193 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-9d3e8ea2-8ad6-4969-928d-fa9015b52b15 None None] Attempting to bind port a86ead31-fe78-47ad-ac9b-6856cbaa0d9d on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:58.428193 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-9d3e8ea2-8ad6-4969-928d-fa9015b52b15 None None] Attempting to bind port a86ead31-fe78-47ad-ac9b-6856cbaa0d9d by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'cc367da4-8683-4350-bd08-6428aab0303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '55f020fd-6b84-4ffe-9f84-94bce8f10024'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:58.428193 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3e8ea2-8ad6-4969-928d-fa9015b52b15 None None] Attempting to bind port a86ead31-fe78-47ad-ac9b-6856cbaa0d9d on network 55f020fd-6b84-4ffe-9f84-94bce8f10024 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:58.459308 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3e8ea2-8ad6-4969-928d-fa9015b52b15 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:58.460535 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3e8ea2-8ad6-4969-928d-fa9015b52b15 None None] Checking segment: {'id': 'cc367da4-8683-4350-bd08-6428aab0303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '55f020fd-6b84-4ffe-9f84-94bce8f10024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:58.461668 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8ea2-8ad6-4969-928d-fa9015b52b15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.462296 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3e8ea2-8ad6-4969-928d-fa9015b52b15 None None] Bound using segment: {'id': 'cc367da4-8683-4350-bd08-6428aab0303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '55f020fd-6b84-4ffe-9f84-94bce8f10024'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:58.462902 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-9d3e8ea2-8ad6-4969-928d-fa9015b52b15 None None] Bound port: a86ead31-fe78-47ad-ac9b-6856cbaa0d9d, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc367da4-8683-4350-bd08-6428aab0303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '55f020fd-6b84-4ffe-9f84-94bce8f10024'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:58.463418 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8ea2-8ad6-4969-928d-fa9015b52b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.531917 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1a3e3bdd-c5a9-468f-9a44-8bd573fd2d63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.583107 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1a3e3bdd-c5a9-468f-9a44-8bd573fd2d63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.610726 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0df648f-b325-476a-a329-a03e0983ff8d admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:58.620275 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a0df648f-b325-476a-a329-a03e0983ff8d admin admin] 10.222.0.31 "PUT /v2.0/routers/326790c7-8aba-4416-b972-c00c85366af0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4605277 Nov 12 00:57:58.621960 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef2776-e8a1-4eb2-a7aa-3e70812c789e None None] Sync routers for ids ['326790c7-8aba-4416-b972-c00c85366af0'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:58.622562 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54218) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:58.633292 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef2776-e8a1-4eb2-a7aa-3e70812c789e None None] Routers {'326790c7-8aba-4416-b972-c00c85366af0'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:58.633898 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ebef2776-e8a1-4eb2-a7aa-3e70812c789e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:57:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['326790c7-8aba-4416-b972-c00c85366af0'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:58.713652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e3bdd-c5a9-468f-9a44-8bd573fd2d63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=6cc1cf02-1933-43f1-9986-7caa4485f8d3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:58.737390 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3e3bdd-c5a9-468f-9a44-8bd573fd2d63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 55f020fd-6b84-4ffe-9f84-94bce8f10024 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:58.745272 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-1a3e3bdd-c5a9-468f-9a44-8bd573fd2d63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:58.748140 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3e3bdd-c5a9-468f-9a44-8bd573fd2d63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:58.759005 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3e3bdd-c5a9-468f-9a44-8bd573fd2d63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:58.762926 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1a3e3bdd-c5a9-468f-9a44-8bd573fd2d63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.810067 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1a3e3bdd-c5a9-468f-9a44-8bd573fd2d63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3358436 Nov 12 00:57:58.815761 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54226) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:58.834264 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2cde0b6c-75db-45da-8f18-c98454c82217 admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.839075 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-8b1f89d5-8aee-4c0a-8f08-f019e6e2b299 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'port': {'network_id': '55f020fd-6b84-4ffe-9f84-94bce8f10024', 'name': 'tempest-PortsIpV6TestJSON-1002685151'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:59.039516 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-9d3e8ea2-8ad6-4969-928d-fa9015b52b15 None None] For port a86ead31-fe78-47ad-ac9b-6856cbaa0d9d, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:59.051000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-9d3e8ea2-8ad6-4969-928d-fa9015b52b15 None None] For port a86ead31-fe78-47ad-ac9b-6856cbaa0d9d, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a86ead31-fe78-47ad-ac9b-6856cbaa0d9d,segment=NetworkSegment(cc367da4-8683-4350-bd08-6428aab0303b),segment_id=cc367da4-8683-4350-bd08-6428aab0303b)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:59.064497 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8ea2-8ad6-4969-928d-fa9015b52b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.101593 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1f89d5-8aee-4c0a-8f08-f019e6e2b299 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:59.105495 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8b1f89d5-8aee-4c0a-8f08-f019e6e2b299 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.161682 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-8b1f89d5-8aee-4c0a-8f08-f019e6e2b299 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] device_id is not set on port 0ffdf70b-a722-4b70-b151-af28c891f1e8 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:57:59.230865 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-ebef2776-e8a1-4eb2-a7aa-3e70812c789e None None] Set router 326790c7-8aba-4416-b972-c00c85366af0 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:59.257180 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e8ea2-8ad6-4969-928d-fa9015b52b15 None None] Pushing event updated for resources: {'Port': ['ID=a86ead31-fe78-47ad-ac9b-6856cbaa0d9d,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:59.427507 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-8b1f89d5-8aee-4c0a-8f08-f019e6e2b299 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Allocated IP 2001:db8::168 (55f020fd-6b84-4ffe-9f84-94bce8f10024/7a420f53-790b-46c7-9b31-41906dc232c1/0ffdf70b-a722-4b70-b151-af28c891f1e8) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:59.617524 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ebef2776-e8a1-4eb2-a7aa-3e70812c789e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326790c7-8aba-4416-b972-c00c85366af0', 'name': 'tempest-ServerRescueNegativeTestJSON-57475428-router', 'tenant_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '2baeec00-0a2b-4d89-973d-fc7159695d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:43Z', 'updated_at': '2021-11-12T00:57:57Z', 'revision_number': 5, 'project_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'gw_port': {'id': '2baeec00-0a2b-4d89-973d-fc7159695d27', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326790c7-8aba-4416-b972-c00c85366af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:45Z', 'updated_at': '2021-11-12T00:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:59.650859 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8b1f89d5-8aee-4c0a-8f08-f019e6e2b299 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.657932 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef2776-e8a1-4eb2-a7aa-3e70812c789e None None] Checking router: 326790c7-8aba-4416-b972-c00c85366af0 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:57:59.668668 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef2776-e8a1-4eb2-a7aa-3e70812c789e None None] Routers {'326790c7-8aba-4416-b972-c00c85366af0'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:59.669609 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ebef2776-e8a1-4eb2-a7aa-3e70812c789e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:57:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['326790c7-8aba-4416-b972-c00c85366af0'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:59.723985 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8b1f89d5-8aee-4c0a-8f08-f019e6e2b299 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.810281 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1f89d5-8aee-4c0a-8f08-f019e6e2b299 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 55f020fd-6b84-4ffe-9f84-94bce8f10024 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:59.817269 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-8b1f89d5-8aee-4c0a-8f08-f019e6e2b299 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:59.838669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68f53f-76e9-476e-b073-1006de47a3fb req-fc5683f4-923f-4751-91b3-86da3d1ae979 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:59.841004 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-de68f53f-76e9-476e-b073-1006de47a3fb req-fc5683f4-923f-4751-91b3-86da3d1ae979 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 944 time: 0.1526203 Nov 12 00:57:59.842062 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1f89d5-8aee-4c0a-8f08-f019e6e2b299 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:59.852052 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1f89d5-8aee-4c0a-8f08-f019e6e2b299 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:59.852052 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8b1f89d5-8aee-4c0a-8f08-f019e6e2b299 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.867803 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849892f4-fe9f-49b9-9945-971fc72512e9 req-b8da885c-d246-49db-9a14-8599cbc0137f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:59.870132 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-849892f4-fe9f-49b9-9945-971fc72512e9 req-b8da885c-d246-49db-9a14-8599cbc0137f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1140256 Nov 12 00:57:59.873779 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2cde0b6c-75db-45da-8f18-c98454c82217 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.883021 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-ebef2776-e8a1-4eb2-a7aa-3e70812c789e None None] Set router 326790c7-8aba-4416-b972-c00c85366af0 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:59.929572 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f89d5-8aee-4c0a-8f08-f019e6e2b299 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=0ffdf70b-a722-4b70-b151-af28c891f1e8,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:59.948968 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8b1f89d5-8aee-4c0a-8f08-f019e6e2b299 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1291764 Nov 12 00:57:59.966137 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54244) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:00.076024 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-849892f4-fe9f-49b9-9945-971fc72512e9 req-b3aab160-593f-4188-92d4-8fdf64e44d85 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943364 Nov 12 00:58:00.087986 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-2cde0b6c-75db-45da-8f18-c98454c82217 admin admin] Deleting port 2baeec00-0a2b-4d89-973d-fc7159695d27 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:00.088255 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2cde0b6c-75db-45da-8f18-c98454c82217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:00.128803 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ebef2776-e8a1-4eb2-a7aa-3e70812c789e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326790c7-8aba-4416-b972-c00c85366af0', 'name': 'tempest-ServerRescueNegativeTestJSON-57475428-router', 'tenant_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '2baeec00-0a2b-4d89-973d-fc7159695d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:43Z', 'updated_at': '2021-11-12T00:57:57Z', 'revision_number': 5, 'project_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'gw_port': {'id': '2baeec00-0a2b-4d89-973d-fc7159695d27', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326790c7-8aba-4416-b972-c00c85366af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:45Z', 'updated_at': '2021-11-12T00:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:00.160973 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-de68f53f-76e9-476e-b073-1006de47a3fb req-b43912bb-5e90-4ee1-94b5-6796505e53b4 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283232 Nov 12 00:58:00.195778 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef2776-e8a1-4eb2-a7aa-3e70812c789e None None] The sync data for ids ['326790c7-8aba-4416-b972-c00c85366af0'] in n-d-712137-14 is: [{'id': '326790c7-8aba-4416-b972-c00c85366af0', 'name': 'tempest-ServerRescueNegativeTestJSON-57475428-router', 'tenant_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '2baeec00-0a2b-4d89-973d-fc7159695d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:54:43Z', 'updated_at': '2021-11-12T00:57:57Z', 'revision_number': 5, 'project_id': '8fdc9237de6e49ad8a3f5af80dc64254', 'gw_port': {'id': '2baeec00-0a2b-4d89-973d-fc7159695d27', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326790c7-8aba-4416-b972-c00c85366af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:54:45Z', 'updated_at': '2021-11-12T00:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:00.208297 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708c1574-d54f-4e26-9df7-05225e3db7e9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:00.221427 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-2cde0b6c-75db-45da-8f18-c98454c82217 admin admin] For port 2baeec00-0a2b-4d89-973d-fc7159695d27, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=2baeec00-0a2b-4d89-973d-fc7159695d27,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:00.221796 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2cde0b6c-75db-45da-8f18-c98454c82217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:00.233394 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-708c1574-d54f-4e26-9df7-05225e3db7e9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A207 HTTP/1.1" status: 200 len: 928 time: 0.2661836 Nov 12 00:58:00.238058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54252) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:00.244192 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-2cde0b6c-75db-45da-8f18-c98454c82217 admin admin] Calling delete_port for 2baeec00-0a2b-4d89-973d-fc7159695d27 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:00.390127 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-a53f3e09-2cfe-41e4-9043-f6f389fa6c81 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting port 0ffdf70b-a722-4b70-b151-af28c891f1e8 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:00.390776 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a53f3e09-2cfe-41e4-9043-f6f389fa6c81 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:00.412498 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7adb1-00a4-4479-b266-521011f80be6 req-0f485168-eb98-40e2-aaa9-6a45935108f3 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:00.421998 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ccc7adb1-00a4-4479-b266-521011f80be6 req-0f485168-eb98-40e2-aaa9-6a45935108f3 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1662064 Nov 12 00:58:00.496010 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ccc7adb1-00a4-4479-b266-521011f80be6 req-5a980257-55c9-424d-9e6c-893b98f9d5ce tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660872 Nov 12 00:58:00.547272 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a53f3e09-2cfe-41e4-9043-f6f389fa6c81 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:00.571842 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-a53f3e09-2cfe-41e4-9043-f6f389fa6c81 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Calling delete_port for 0ffdf70b-a722-4b70-b151-af28c891f1e8 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:00.752273 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811578d0-7389-4942-a6ea-7d5a75e6646d req-060e2286-4f71-49cd-bebf-aefe56f6ca94 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:00.753938 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-811578d0-7389-4942-a6ea-7d5a75e6646d req-060e2286-4f71-49cd-bebf-aefe56f6ca94 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1677732 Nov 12 00:58:00.829541 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a53f3e09-2cfe-41e4-9043-f6f389fa6c81 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:00.854041 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2cde0b6c-75db-45da-8f18-c98454c82217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:00.878564 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e545dc7a-f9c9-43c0-b67e-8c1ef4a9b0df None None] Network 55f020fd-6b84-4ffe-9f84-94bce8f10024 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:00.941341 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f3e09-2cfe-41e4-9043-f6f389fa6c81 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Port': ['ID=0ffdf70b-a722-4b70-b151-af28c891f1e8,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:00.961457 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-811578d0-7389-4942-a6ea-7d5a75e6646d req-d5c8d764-99dd-4b8f-ac5f-fdcd0a26008c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998518 Nov 12 00:58:00.964172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde0b6c-75db-45da-8f18-c98454c82217 admin admin] Pushing event deleted for resources: {'Port': ['ID=2baeec00-0a2b-4d89-973d-fc7159695d27,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:00.977480 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a53f3e09-2cfe-41e4-9043-f6f389fa6c81 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:00.991960 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a53f3e09-2cfe-41e4-9043-f6f389fa6c81 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/ports/0ffdf70b-a722-4b70-b151-af28c891f1e8 HTTP/1.1" status: 204 len: 168 time: 0.7490573 Nov 12 00:58:01.001864 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54268) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:01.030653 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a86ead31-fe78-47ad-ac9b-6856cbaa0d9d up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:01.032388 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca88188-c00e-4901-81ac-fd244493a1fe None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:01.106349 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b09a4562-c299-4586-89c8-f898e6dd7a5f None None] Provisioning complete for port a86ead31-fe78-47ad-ac9b-6856cbaa0d9d triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:01.106629 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b09a4562-c299-4586-89c8-f898e6dd7a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.130893 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9cc388f-d118-4de7-a391-d2866641ce5e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] GET failed (client error): The resource could not be found. Nov 12 00:58:01.132588 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c9cc388f-d118-4de7-a391-d2866641ce5e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports/0ffdf70b-a722-4b70-b151-af28c891f1e8 HTTP/1.1" status: 404 len: 333 time: 0.1297004 Nov 12 00:58:01.135543 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54272) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:01.195949 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2cde0b6c-75db-45da-8f18-c98454c82217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.239313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port a86ead31-fe78-47ad-ac9b-6856cbaa0d9d triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:01.239978 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.326803 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-278613c6-e576-4bcc-ae9a-1376b521219b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting port 6cc1cf02-1933-43f1-9986-7caa4485f8d3 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:01.328358 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-278613c6-e576-4bcc-ae9a-1376b521219b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.349071 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.371349 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b09a4562-c299-4586-89c8-f898e6dd7a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.398914 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port a86ead31-fe78-47ad-ac9b-6856cbaa0d9d, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a86ead31-fe78-47ad-ac9b-6856cbaa0d9d,segment=NetworkSegment(cc367da4-8683-4350-bd08-6428aab0303b),segment_id=cc367da4-8683-4350-bd08-6428aab0303b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:01.408217 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2cde0b6c-75db-45da-8f18-c98454c82217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.410204 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.411221 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2cde0b6c-75db-45da-8f18-c98454c82217 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.448567 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-278613c6-e576-4bcc-ae9a-1376b521219b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.469154 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-278613c6-e576-4bcc-ae9a-1376b521219b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Calling delete_port for 6cc1cf02-1933-43f1-9986-7caa4485f8d3 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:01.506428 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=a86ead31-fe78-47ad-ac9b-6856cbaa0d9d,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:01.509352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b1c3e464-614c-42c6-81ee-6ab880485b82 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:01.541416 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2cde0b6c-75db-45da-8f18-c98454c82217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.542783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cde0b6c-75db-45da-8f18-c98454c82217 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 326790c7-8aba-4416-b972-c00c85366af0 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:58:01.554639 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: b1c3e464-614c-42c6-81ee-6ab880485b82 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:01.554924 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b1c3e464-614c-42c6-81ee-6ab880485b82 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:01.568520 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2cde0b6c-75db-45da-8f18-c98454c82217 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.574079 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-b09a4562-c299-4586-89c8-f898e6dd7a5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:58:01.574079 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-b09a4562-c299-4586-89c8-f898e6dd7a5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:58:01.575779 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2cde0b6c-75db-45da-8f18-c98454c82217 admin admin] 10.222.0.31 "DELETE /v2.0/routers/326790c7-8aba-4416-b972-c00c85366af0 HTTP/1.1" status: 204 len: 168 time: 2.9520299 Nov 12 00:58:01.579555 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54284) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:01.683791 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da2d310-b5c3-4900-8d38-27fb0004c509 admin admin] Deleting subnet db54c4a6-c0af-44c1-9efa-10f094a7a4d6 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:01.688805 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3da2d310-b5c3-4900-8d38-27fb0004c509 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.708130 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-278613c6-e576-4bcc-ae9a-1376b521219b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.734113 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3da2d310-b5c3-4900-8d38-27fb0004c509 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.760633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278613c6-e576-4bcc-ae9a-1376b521219b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Port': ['ID=6cc1cf02-1933-43f1-9986-7caa4485f8d3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:01.839181 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfb6f0-c8be-4ef6-974c-eebd72158e8f req-6214feb2-4f16-4121-8be1-bc67df035999 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:01.841436 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63bfb6f0-c8be-4ef6-974c-eebd72158e8f req-6214feb2-4f16-4121-8be1-bc67df035999 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.3605688 Nov 12 00:58:01.878368 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3da2d310-b5c3-4900-8d38-27fb0004c509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:01.959263 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63bfb6f0-c8be-4ef6-974c-eebd72158e8f req-eb48268c-cf54-489a-b5c8-e6e19ddf7355 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095641 Nov 12 00:58:02.015735 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3da2d310-b5c3-4900-8d38-27fb0004c509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.093880 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2d310-b5c3-4900-8d38-27fb0004c509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db54c4a6-c0af-44c1-9efa-10f094a7a4d6,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:02.100195 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3da2d310-b5c3-4900-8d38-27fb0004c509 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.113917 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3da2d310-b5c3-4900-8d38-27fb0004c509 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/db54c4a6-c0af-44c1-9efa-10f094a7a4d6 HTTP/1.1" status: 204 len: 168 time: 0.5316715 Nov 12 00:58:02.116514 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54294) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:02.131223 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b169b36d-b310-4c66-9bde-d38f1c0c6129 None None] Network be66bfac-db54-4ba9-8a59-fe8e903fa592 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:02.319244 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-278613c6-e576-4bcc-ae9a-1376b521219b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.323204 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-278613c6-e576-4bcc-ae9a-1376b521219b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/ports/6cc1cf02-1933-43f1-9986-7caa4485f8d3 HTTP/1.1" status: 204 len: 168 time: 1.1859879 Nov 12 00:58:02.334886 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54300) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:02.350476 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d510832f-35b9-4835-8b3b-5cf7a6641dd2 None None] DHCP port deletion for be66bfac-db54-4ba9-8a59-fe8e903fa592 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:02.357489 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-63458c4d-cb77-4f43-8111-954a2e46285c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.396393 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25406a-ddac-4453-8c83-9958c959bebe req-6b2515e9-fe2c-4c03-93ac-5fdd57a85c68 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:02.397984 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7c25406a-ddac-4453-8c83-9958c959bebe req-6b2515e9-fe2c-4c03-93ac-5fdd57a85c68 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 944 time: 0.7522147 Nov 12 00:58:02.399133 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-20277b26-7c5f-46a3-ac96-b954f259e57b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] GET failed (client error): The resource could not be found. Nov 12 00:58:02.400611 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-20277b26-7c5f-46a3-ac96-b954f259e57b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports/6cc1cf02-1933-43f1-9986-7caa4485f8d3 HTTP/1.1" status: 404 len: 333 time: 0.0555775 Nov 12 00:58:02.403802 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54302) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:02.471457 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6cb1689f-83df-43a9-a947-e70520eacdd3 None None] Could not find standard attr ID for object 6cc1cf02-1933-43f1-9986-7caa4485f8d3. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:58:02.503737 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16b1acd-36e6-4b41-9776-aa55be16344b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting subnet 7a420f53-790b-46c7-9b31-41906dc232c1 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:02.504175 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6cb1689f-83df-43a9-a947-e70520eacdd3 None None] Provisioning complete for port a86ead31-fe78-47ad-ac9b-6856cbaa0d9d triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:02.504924 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6cb1689f-83df-43a9-a947-e70520eacdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.516239 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f16b1acd-36e6-4b41-9776-aa55be16344b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.559063 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-63458c4d-cb77-4f43-8111-954a2e46285c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.568907 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7c25406a-ddac-4453-8c83-9958c959bebe req-eaba373f-fb06-49f8-b895-046ae089ae41 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522465 Nov 12 00:58:02.593712 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f16b1acd-36e6-4b41-9776-aa55be16344b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.594912 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-63458c4d-cb77-4f43-8111-954a2e46285c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be66bfac-db54-4ba9-8a59-fe8e903fa592']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:02.618510 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-63458c4d-cb77-4f43-8111-954a2e46285c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f425041-59c3-44c8-9fbc-cc8bb02bc247') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:02.618904 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-63458c4d-cb77-4f43-8111-954a2e46285c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f425041-59c3-44c8-9fbc-cc8bb02bc247') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:02.650037 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-63458c4d-cb77-4f43-8111-954a2e46285c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.680620 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-63458c4d-cb77-4f43-8111-954a2e46285c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.689417 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63458c4d-cb77-4f43-8111-954a2e46285c admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:02.689956 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-63458c4d-cb77-4f43-8111-954a2e46285c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:02.755038 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:02.761712 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f16b1acd-36e6-4b41-9776-aa55be16344b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.765401 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b0506953-fb97-44a0-bfe9-5405b0af4998 None None] Could not find standard attr ID for object 0ffdf70b-a722-4b70-b151-af28c891f1e8. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:58:02.765793 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-63458c4d-cb77-4f43-8111-954a2e46285c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.771633 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-63458c4d-cb77-4f43-8111-954a2e46285c admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.780232 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-63458c4d-cb77-4f43-8111-954a2e46285c admin admin] 10.222.0.31 "DELETE /v2.0/networks/be66bfac-db54-4ba9-8a59-fe8e903fa592 HTTP/1.1" status: 204 len: 168 time: 0.6598129 Nov 12 00:58:02.800033 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63458c4d-cb77-4f43-8111-954a2e46285c admin admin] Pushing event deleted for resources: {'Network': ['ID=be66bfac-db54-4ba9-8a59-fe8e903fa592,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:02.882184 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f16b1acd-36e6-4b41-9776-aa55be16344b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.899959 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f16b1acd-36e6-4b41-9776-aa55be16344b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.906258 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f16b1acd-36e6-4b41-9776-aa55be16344b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/subnets/7a420f53-790b-46c7-9b31-41906dc232c1 HTTP/1.1" status: 204 len: 168 time: 0.5009880 Nov 12 00:58:02.906584 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54310) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:02.964442 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a86ead31-fe78-47ad-ac9b-6856cbaa0d9d up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:02.980410 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b1acd-36e6-4b41-9776-aa55be16344b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Subnet': ['ID=7a420f53-790b-46c7-9b31-41906dc232c1,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:03.033132 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a8a027-a6f6-48fd-93e4-168ef363b52e None None] Network 55f020fd-6b84-4ffe-9f84-94bce8f10024 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:03.146751 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port a86ead31-fe78-47ad-ac9b-6856cbaa0d9d triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:03.147438 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.174889 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fe2e6c4c-d5d4-4c8c-9e9d-758dac7f1fcf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.186050 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54324) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:03.288218 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-42b0981a-0c6b-4208-a46c-146244d39013 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8fdc9237de6e49ad8a3f5af80dc64254&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1007743 Nov 12 00:58:03.290564 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15203f31-de0d-47f5-9bc8-9c0aca0528db req-6fd83e1b-e943-451b-bda6-b6909f241df7 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:03.293018 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54326) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:03.300308 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15203f31-de0d-47f5-9bc8-9c0aca0528db req-6fd83e1b-e943-451b-bda6-b6909f241df7 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1127894 Nov 12 00:58:03.410562 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15203f31-de0d-47f5-9bc8-9c0aca0528db req-8c56d07d-c1de-4f13-a917-3dcc077aeba2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833011 Nov 12 00:58:03.417422 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fad95d6-8fe4-4bf4-b0a5-9fdf2578a939 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.423888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-fe2e6c4c-d5d4-4c8c-9e9d-758dac7f1fcf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting port a86ead31-fe78-47ad-ac9b-6856cbaa0d9d {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:03.424233 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fe2e6c4c-d5d4-4c8c-9e9d-758dac7f1fcf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.463783 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fad95d6-8fe4-4bf4-b0a5-9fdf2578a939 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.475967 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a41352-2f18-4779-b9e5-b32aa425c893 None None] DHCP port deletion for 55f020fd-6b84-4ffe-9f84-94bce8f10024 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:03.580622 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-fe2e6c4c-d5d4-4c8c-9e9d-758dac7f1fcf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] For port a86ead31-fe78-47ad-ac9b-6856cbaa0d9d, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a86ead31-fe78-47ad-ac9b-6856cbaa0d9d,segment=NetworkSegment(cc367da4-8683-4350-bd08-6428aab0303b),segment_id=cc367da4-8683-4350-bd08-6428aab0303b)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:03.581418 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fe2e6c4c-d5d4-4c8c-9e9d-758dac7f1fcf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.608270 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fad95d6-8fe4-4bf4-b0a5-9fdf2578a939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.611393 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fad95d6-8fe4-4bf4-b0a5-9fdf2578a939 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.612595 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7fad95d6-8fe4-4bf4-b0a5-9fdf2578a939 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d289df39-62f3-4d63-b810-d84477aa0d41 HTTP/1.1" status: 204 len: 168 time: 0.3183775 Nov 12 00:58:03.626822 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-fe2e6c4c-d5d4-4c8c-9e9d-758dac7f1fcf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Calling delete_port for a86ead31-fe78-47ad-ac9b-6856cbaa0d9d owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:03.631495 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad95d6-8fe4-4bf4-b0a5-9fdf2578a939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d289df39-62f3-4d63-b810-d84477aa0d41,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:03.706577 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2baeec00-0a2b-4d89-973d-fc7159695d27 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:03.775649 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fe2e6c4c-d5d4-4c8c-9e9d-758dac7f1fcf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.817015 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e6c4c-d5d4-4c8c-9e9d-758dac7f1fcf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Port': ['ID=a86ead31-fe78-47ad-ac9b-6856cbaa0d9d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:03.823126 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2e6c4c-d5d4-4c8c-9e9d-758dac7f1fcf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] No DVR routers for this DVR port a86ead31-fe78-47ad-ac9b-6856cbaa0d9d on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:03.893029 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 2baeec00-0a2b-4d89-973d-fc7159695d27 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:03.903855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2baeec00-0a2b-4d89-973d-fc7159695d27 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:03.951122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-79a41352-2f18-4779-b9e5-b32aa425c893 None None] Deleting port a86ead31-fe78-47ad-ac9b-6856cbaa0d9d {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:03.958380 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79a41352-2f18-4779-b9e5-b32aa425c893 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.055299 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fe2e6c4c-d5d4-4c8c-9e9d-758dac7f1fcf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.059929 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089f5c7-9e9d-42ef-861f-40966bc048b1 req-ae3df6d4-3712-43ba-aa7d-5f0d2a5c91bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:04.062069 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e089f5c7-9e9d-42ef-861f-40966bc048b1 req-ae3df6d4-3712-43ba-aa7d-5f0d2a5c91bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=14ea2cdd235d4a03beeb494819cf4835&device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 1096 time: 0.2454846 Nov 12 00:58:04.077566 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-79a41352-2f18-4779-b9e5-b32aa425c893 None None] For port a86ead31-fe78-47ad-ac9b-6856cbaa0d9d, host n-d-712137-14, got binding levels [] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:04.078554 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79a41352-2f18-4779-b9e5-b32aa425c893 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.093798 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-79a41352-2f18-4779-b9e5-b32aa425c893 None None] Calling delete_port for a86ead31-fe78-47ad-ac9b-6856cbaa0d9d owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:04.097882 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.ipam_backend_mixin [None req-79a41352-2f18-4779-b9e5-b32aa425c893 None None] Port a86ead31-fe78-47ad-ac9b-6856cbaa0d9d was not found and therefore no delete operation was performed {{(pid=114244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:58:04.099998 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79a41352-2f18-4779-b9e5-b32aa425c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.129205 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a41352-2f18-4779-b9e5-b32aa425c893 None None] Pushing event deleted for resources: {'Port': ['ID=a86ead31-fe78-47ad-ac9b-6856cbaa0d9d,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:04.137543 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a41352-2f18-4779-b9e5-b32aa425c893 None None] No DVR routers for this DVR port a86ead31-fe78-47ad-ac9b-6856cbaa0d9d on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:04.152463 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084d0fb-e2d8-459e-803d-a24063e5a757 req-7a157cdb-cd01-4770-96fe-522a2f7e4f39 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:04.162058 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3084d0fb-e2d8-459e-803d-a24063e5a757 req-7a157cdb-cd01-4770-96fe-522a2f7e4f39 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 944 time: 0.3427055 Nov 12 00:58:04.173333 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-fe2e6c4c-d5d4-4c8c-9e9d-758dac7f1fcf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f020fd-6b84-4ffe-9f84-94bce8f10024']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:04.196119 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-fe2e6c4c-d5d4-4c8c-9e9d-758dac7f1fcf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc367da4-8683-4350-bd08-6428aab0303b') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:04.196119 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-fe2e6c4c-d5d4-4c8c-9e9d-758dac7f1fcf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc367da4-8683-4350-bd08-6428aab0303b') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:04.215443 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fe2e6c4c-d5d4-4c8c-9e9d-758dac7f1fcf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.242873 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fe2e6c4c-d5d4-4c8c-9e9d-758dac7f1fcf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.263149 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3084d0fb-e2d8-459e-803d-a24063e5a757 req-477c4672-dcb7-47be-8e27-3f1805f15cd9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999751 Nov 12 00:58:04.268265 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835e3a6-45f1-4014-b685-ee0bb01c0c0d req-fb2b0540-514f-42c8-ab2c-38976eb63cc5 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:04.269867 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8835e3a6-45f1-4014-b685-ee0bb01c0c0d req-fb2b0540-514f-42c8-ab2c-38976eb63cc5 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.3557405 Nov 12 00:58:04.271399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089f5c7-9e9d-42ef-861f-40966bc048b1 req-7e158c96-d0ed-4536-a934-b61176d2ad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:04.272738 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e089f5c7-9e9d-42ef-861f-40966bc048b1 req-7e158c96-d0ed-4536-a934-b61176d2ad53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 200 len: 913 time: 0.2004542 Nov 12 00:58:04.299519 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2e6c4c-d5d4-4c8c-9e9d-758dac7f1fcf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:04.300734 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fe2e6c4c-d5d4-4c8c-9e9d-758dac7f1fcf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:04.308940 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:04.400451 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fe2e6c4c-d5d4-4c8c-9e9d-758dac7f1fcf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.456285 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fe2e6c4c-d5d4-4c8c-9e9d-758dac7f1fcf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.465079 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fe2e6c4c-d5d4-4c8c-9e9d-758dac7f1fcf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/networks/55f020fd-6b84-4ffe-9f84-94bce8f10024 HTTP/1.1" status: 204 len: 168 time: 1.5560119 Nov 12 00:58:04.470125 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e6c4c-d5d4-4c8c-9e9d-758dac7f1fcf tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Network': ['ID=55f020fd-6b84-4ffe-9f84-94bce8f10024,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:04.473473 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54366) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:04.483725 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8835e3a6-45f1-4014-b685-ee0bb01c0c0d req-82b6cbba-fe4f-48ef-bd0b-643026ea8755 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962781 Nov 12 00:58:04.483923 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-2f75bbf3-b535-43ed-a418-0848677ab165 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1803161599'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:04.486323 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e089f5c7-9e9d-42ef-861f-40966bc048b1 req-34066e68-38ae-48ee-bec2-79d8e56e96ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52 HTTP/1.1" status: 200 len: 998 time: 0.2006857 Nov 12 00:58:04.548138 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f75bbf3-b535-43ed-a418-0848677ab165 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:04.556455 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2f75bbf3-b535-43ed-a418-0848677ab165 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.561303 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089f5c7-9e9d-42ef-861f-40966bc048b1 req-3caf8c88-9595-4965-8a43-4966023e4b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:04.563099 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e089f5c7-9e9d-42ef-861f-40966bc048b1 req-3caf8c88-9595-4965-8a43-4966023e4b72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 200 len: 851 time: 0.0692198 Nov 12 00:58:04.589253 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f75bbf3-b535-43ed-a418-0848677ab165 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:58:04.608547 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2f75bbf3-b535-43ed-a418-0848677ab165 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.608940 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-2f75bbf3-b535-43ed-a418-0848677ab165 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Added segment a33e3235-5fe6-4c10-b19b-9193b95b0b5c of type vlan for network 1f21fdee-2c6f-4cbe-9e99-8566ea35c91e Nov 12 00:58:04.638657 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089f5c7-9e9d-42ef-861f-40966bc048b1 req-984cbaf7-1f53-4a7b-bb55-3cc32dc74644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:04.642140 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e089f5c7-9e9d-42ef-861f-40966bc048b1 req-984cbaf7-1f53-4a7b-bb55-3cc32dc74644 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6307f6ac-8534-473b-9c55-0dd7d1da8597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711126 Nov 12 00:58:04.676606 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2f75bbf3-b535-43ed-a418-0848677ab165 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.721091 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2f75bbf3-b535-43ed-a418-0848677ab165 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.731852 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f75bbf3-b535-43ed-a418-0848677ab165 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:04.733833 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2f75bbf3-b535-43ed-a418-0848677ab165 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.855963 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e089f5c7-9e9d-42ef-861f-40966bc048b1 req-271bc9da-16c0-4fe1-bdd3-ac3285140409 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060091 Nov 12 00:58:04.860253 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2f75bbf3-b535-43ed-a418-0848677ab165 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3851559 Nov 12 00:58:04.862629 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54378) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:04.868982 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-2ffad535-0899-4fa8-9822-f45c789cb0ed tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'subnet': {'network_id': '1f21fdee-2c6f-4cbe-9e99-8566ea35c91e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:04.887112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75bbf3-b535-43ed-a418-0848677ab165 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Network': ['ID=1f21fdee-2c6f-4cbe-9e99-8566ea35c91e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:04.899951 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 1f21fdee-2c6f-4cbe-9e99-8566ea35c91e details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:58:04.977090 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a86ead31-fe78-47ad-ac9b-6856cbaa0d9d no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:05.018210 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: a86ead31-fe78-47ad-ac9b-6856cbaa0d9d {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:05.018945 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a86ead31-fe78-47ad-ac9b-6856cbaa0d9d not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:05.085459 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e089f5c7-9e9d-42ef-861f-40966bc048b1 req-ae449af0-3100-4635-bfb9-b00623a9fa58 service neutron] 10.222.0.15 "GET /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194800 Nov 12 00:58:05.093448 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffad535-0899-4fa8-9822-f45c789cb0ed tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:05.098753 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ffad535-0899-4fa8-9822-f45c789cb0ed tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:05.449242 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ffad535-0899-4fa8-9822-f45c789cb0ed tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:05.515027 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffad535-0899-4fa8-9822-f45c789cb0ed tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Subnet': ['ID=73550218-b959-4bf0-9bf8-c375a8aad00f,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:05.538373 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e72c4-11d4-43fd-8915-5263d8414dd2 req-a0d10dde-c1c7-4cdf-ba64-8f2224166016 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:05.540083 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be5e72c4-11d4-43fd-8915-5263d8414dd2 req-a0d10dde-c1c7-4cdf-ba64-8f2224166016 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 944 time: 0.1502700 Nov 12 00:58:05.673753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffad535-0899-4fa8-9822-f45c789cb0ed tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Checking segment: {'id': 'a33e3235-5fe6-4c10-b19b-9193b95b0b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1f21fdee-2c6f-4cbe-9e99-8566ea35c91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:05.674090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffad535-0899-4fa8-9822-f45c789cb0ed tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network hostable DHCP agents. Network: 1f21fdee-2c6f-4cbe-9e99-8566ea35c91e, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:58:05.690534 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be5e72c4-11d4-43fd-8915-5263d8414dd2 req-83a838cb-d3f6-4c12-8c8e-7666db29d112 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380785 Nov 12 00:58:05.752910 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffad535-0899-4fa8-9822-f45c789cb0ed tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 1f21fdee-2c6f-4cbe-9e99-8566ea35c91e is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:58:05.783189 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-2ffad535-0899-4fa8-9822-f45c789cb0ed tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 1f21fdee-2c6f-4cbe-9e99-8566ea35c91e) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:05.793262 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e60fc74-47cd-40b3-b0c5-6c4f45058c6f None None] Network 1f21fdee-2c6f-4cbe-9e99-8566ea35c91e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:05.837502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffad535-0899-4fa8-9822-f45c789cb0ed tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:05.838118 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ffad535-0899-4fa8-9822-f45c789cb0ed tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:05.997039 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-02baf171-561b-4e99-ab3c-9b9b78cdddc1 req-58a0b7d1-5178-4e6c-a5df-7820cd7c0134 tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.1671214 Nov 12 00:58:06.011900 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2ffad535-0899-4fa8-9822-f45c789cb0ed tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1479645 Nov 12 00:58:06.012534 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54426) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:06.024946 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-41622814-7af7-4b54-871c-9489367b7ec8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'port': {'network_id': '1f21fdee-2c6f-4cbe-9e99-8566ea35c91e', 'name': 'tempest-PortsIpV6TestJSON-2022812517', 'fixed_ips': [{'subnet_id': '73550218-b959-4bf0-9bf8-c375a8aad00f', 'ip_address': '2001:db8::10'}]}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:06.029517 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36baff0b-4e9c-40de-9145-f8493e553007 req-86119a7d-3394-4d29-b906-b2290a360f15 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:06.036944 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-36baff0b-4e9c-40de-9145-f8493e553007 req-86119a7d-3394-4d29-b906-b2290a360f15 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.2265394 Nov 12 00:58:06.097511 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-36baff0b-4e9c-40de-9145-f8493e553007 req-8fa915e5-ff6a-4131-a415-28c32a6ebe33 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554850 Nov 12 00:58:06.149532 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9982ba4-44ef-4693-9f11-e5c38c83060b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-1f21fdee-2c6f-4cbe-9e99-8566ea35c91e', 'network_id': '1f21fdee-2c6f-4cbe-9e99-8566ea35c91e', 'tenant_id': 'fdffc24a99234389a7708827e7ad9065', 'fixed_ips': [{'subnet_id': '73550218-b959-4bf0-9bf8-c375a8aad00f'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:58:06.151157 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d9982ba4-44ef-4693-9f11-e5c38c83060b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.255515 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41622814-7af7-4b54-871c-9489367b7ec8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:06.441409 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-41622814-7af7-4b54-871c-9489367b7ec8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.462691 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-d9982ba4-44ef-4693-9f11-e5c38c83060b None None] Allocated IP 2001:db8::2 (1f21fdee-2c6f-4cbe-9e99-8566ea35c91e/73550218-b959-4bf0-9bf8-c375a8aad00f/229cc53b-aa1e-4e27-89d5-3291e2e47685) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:06.474914 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-41622814-7af7-4b54-871c-9489367b7ec8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] device_id is not set on port cdc1a1ff-8749-47ec-881b-e3758832b596 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:58:06.786408 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d9982ba4-44ef-4693-9f11-e5c38c83060b None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.798219 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d9982ba4-44ef-4693-9f11-e5c38c83060b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.868813 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9982ba4-44ef-4693-9f11-e5c38c83060b None None] Network 1f21fdee-2c6f-4cbe-9e99-8566ea35c91e is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:06.874323 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-d9982ba4-44ef-4693-9f11-e5c38c83060b None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:06.882782 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9982ba4-44ef-4693-9f11-e5c38c83060b None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:06.915222 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a98371-a60d-41a5-a5ad-503223aec745 req-3b0c1975-579d-4372-a1c6-511a5573f307 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:06.927021 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f2a98371-a60d-41a5-a5ad-503223aec745 req-3b0c1975-579d-4372-a1c6-511a5573f307 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 944 time: 0.1265066 Nov 12 00:58:06.949889 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-41622814-7af7-4b54-871c-9489367b7ec8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Allocated IP 2001:db8::10 (1f21fdee-2c6f-4cbe-9e99-8566ea35c91e/73550218-b959-4bf0-9bf8-c375a8aad00f/cdc1a1ff-8749-47ec-881b-e3758832b596) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:06.977120 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9982ba4-44ef-4693-9f11-e5c38c83060b None None] Pushing event updated for resources: {'Port': ['ID=229cc53b-aa1e-4e27-89d5-3291e2e47685,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:07.050311 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d9982ba4-44ef-4693-9f11-e5c38c83060b None None] Attempting to bind port 229cc53b-aa1e-4e27-89d5-3291e2e47685 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:07.050548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d9982ba4-44ef-4693-9f11-e5c38c83060b None None] Attempting to bind port 229cc53b-aa1e-4e27-89d5-3291e2e47685 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'a33e3235-5fe6-4c10-b19b-9193b95b0b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1f21fdee-2c6f-4cbe-9e99-8566ea35c91e'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:07.050812 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9982ba4-44ef-4693-9f11-e5c38c83060b None None] Attempting to bind port 229cc53b-aa1e-4e27-89d5-3291e2e47685 on network 1f21fdee-2c6f-4cbe-9e99-8566ea35c91e {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:07.067365 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9982ba4-44ef-4693-9f11-e5c38c83060b None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:07.068122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9982ba4-44ef-4693-9f11-e5c38c83060b None None] Checking segment: {'id': 'a33e3235-5fe6-4c10-b19b-9193b95b0b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1f21fdee-2c6f-4cbe-9e99-8566ea35c91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:07.068731 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d9982ba4-44ef-4693-9f11-e5c38c83060b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.069283 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9982ba4-44ef-4693-9f11-e5c38c83060b None None] Bound using segment: {'id': 'a33e3235-5fe6-4c10-b19b-9193b95b0b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1f21fdee-2c6f-4cbe-9e99-8566ea35c91e'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:07.069954 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d9982ba4-44ef-4693-9f11-e5c38c83060b None None] Bound port: 229cc53b-aa1e-4e27-89d5-3291e2e47685, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33e3235-5fe6-4c10-b19b-9193b95b0b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1f21fdee-2c6f-4cbe-9e99-8566ea35c91e'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:07.070511 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d9982ba4-44ef-4693-9f11-e5c38c83060b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.097188 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f2a98371-a60d-41a5-a5ad-503223aec745 req-aa9d3123-b346-490f-b4b4-14669c242de0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671343 Nov 12 00:58:07.150635 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d9982ba4-44ef-4693-9f11-e5c38c83060b None None] For port 229cc53b-aa1e-4e27-89d5-3291e2e47685, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:07.178471 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d9982ba4-44ef-4693-9f11-e5c38c83060b None None] For port 229cc53b-aa1e-4e27-89d5-3291e2e47685, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=229cc53b-aa1e-4e27-89d5-3291e2e47685,segment=NetworkSegment(a33e3235-5fe6-4c10-b19b-9193b95b0b5c),segment_id=a33e3235-5fe6-4c10-b19b-9193b95b0b5c)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:07.187054 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d9982ba4-44ef-4693-9f11-e5c38c83060b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.260310 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cbc26cf3-6e71-41aa-9161-dc31f2e46c2f req-281d66bd-5a52-402e-a0db-5614494edf4e tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0537214 Nov 12 00:58:07.273651 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af5ea2-abc0-4441-82a7-6ae63d5e29d1 req-ab35d564-a5f0-493f-931e-64e6d7220f89 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:07.275046 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9982ba4-44ef-4693-9f11-e5c38c83060b None None] Pushing event updated for resources: {'Port': ['ID=229cc53b-aa1e-4e27-89d5-3291e2e47685,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:07.291721 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-68af5ea2-abc0-4441-82a7-6ae63d5e29d1 req-ab35d564-a5f0-493f-931e-64e6d7220f89 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1047454 Nov 12 00:58:07.371415 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-41622814-7af7-4b54-871c-9489367b7ec8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.411875 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-68af5ea2-abc0-4441-82a7-6ae63d5e29d1 req-ca0273cd-a154-4a82-afb6-23434b67e5be tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189687 Nov 12 00:58:07.445715 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-41622814-7af7-4b54-871c-9489367b7ec8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.508736 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41622814-7af7-4b54-871c-9489367b7ec8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 1f21fdee-2c6f-4cbe-9e99-8566ea35c91e is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:07.512269 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-41622814-7af7-4b54-871c-9489367b7ec8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:07.515915 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41622814-7af7-4b54-871c-9489367b7ec8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:07.524687 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41622814-7af7-4b54-871c-9489367b7ec8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:07.525487 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-41622814-7af7-4b54-871c-9489367b7ec8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.554353 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41622814-7af7-4b54-871c-9489367b7ec8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=cdc1a1ff-8749-47ec-881b-e3758832b596,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:07.566444 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54476) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:07.566760 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-41622814-7af7-4b54-871c-9489367b7ec8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5529821 Nov 12 00:58:07.571791 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-387273ab-bfe6-4243-923f-2b405e741a33 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'port': {'network_id': '1f21fdee-2c6f-4cbe-9e99-8566ea35c91e', 'name': 'tempest-PortsIpV6TestJSON-738869943', 'fixed_ips': [{'subnet_id': '73550218-b959-4bf0-9bf8-c375a8aad00f', 'ip_address': '2001:db8::f'}]}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:07.684175 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd32c9-ab58-4ddf-8a43-5ce67b156396 req-17d06043-75a6-43c8-add8-8b5db95bf313 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:07.697616 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61dd32c9-ab58-4ddf-8a43-5ce67b156396 req-17d06043-75a6-43c8-add8-8b5db95bf313 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1284752 Nov 12 00:58:07.831650 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61dd32c9-ab58-4ddf-8a43-5ce67b156396 req-102de606-b70f-48ec-a9fe-5a473cbf6d53 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328232 Nov 12 00:58:07.928212 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387273ab-bfe6-4243-923f-2b405e741a33 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:08.044265 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-387273ab-bfe6-4243-923f-2b405e741a33 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.064708 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-387273ab-bfe6-4243-923f-2b405e741a33 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] device_id is not set on port 2379f090-eacb-4c87-a166-79f0cc816d80 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:58:08.304152 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-387273ab-bfe6-4243-923f-2b405e741a33 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Allocated IP 2001:db8::f (1f21fdee-2c6f-4cbe-9e99-8566ea35c91e/73550218-b959-4bf0-9bf8-c375a8aad00f/2379f090-eacb-4c87-a166-79f0cc816d80) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:08.322039 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69ff4f-3d3a-426c-89cd-5d80d3a4494c req-e87a3b1d-1700-4567-a2da-ddfcb5c1a4a2 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:08.323856 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ea69ff4f-3d3a-426c-89cd-5d80d3a4494c req-e87a3b1d-1700-4567-a2da-ddfcb5c1a4a2 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 944 time: 0.1041961 Nov 12 00:58:08.457268 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ea69ff4f-3d3a-426c-89cd-5d80d3a4494c req-7958a6de-a66f-4eac-b622-eb55d2ff615f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201429 Nov 12 00:58:08.619449 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.670522 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1675eb7a-0f5b-414f-8e84-be5b3b274a17 req-7cc5a293-781b-4ba5-bbe3-51d3e5ded9d5 tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0546885 Nov 12 00:58:08.726609 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-387273ab-bfe6-4243-923f-2b405e741a33 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.789037 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-387273ab-bfe6-4243-923f-2b405e741a33 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.841960 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387273ab-bfe6-4243-923f-2b405e741a33 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 1f21fdee-2c6f-4cbe-9e99-8566ea35c91e is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:08.847118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-387273ab-bfe6-4243-923f-2b405e741a33 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:08.855436 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387273ab-bfe6-4243-923f-2b405e741a33 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:08.883726 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387273ab-bfe6-4243-923f-2b405e741a33 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:08.886709 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-387273ab-bfe6-4243-923f-2b405e741a33 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.915493 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-387273ab-bfe6-4243-923f-2b405e741a33 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3476348 Nov 12 00:58:08.918480 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54560) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:08.967252 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387273ab-bfe6-4243-923f-2b405e741a33 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=2379f090-eacb-4c87-a166-79f0cc816d80,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:09.026198 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 229cc53b-aa1e-4e27-89d5-3291e2e47685 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:09.130664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 229cc53b-aa1e-4e27-89d5-3291e2e47685 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:09.131412 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.169805 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80b7f38-47ec-46ca-a6fc-15c37e79b3ce tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:09.174759 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f80b7f38-47ec-46ca-a6fc-15c37e79b3ce tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2549422 Nov 12 00:58:09.175508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54566) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:09.213510 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae2f41-36b4-4996-8dc7-1a37568c734e req-ea5f4a46-3f8f-41b6-9918-02337842e081 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:09.231423 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24090969-8126-433f-bea8-67d16def77f8 None None] Network 1f21fdee-2c6f-4cbe-9e99-8566ea35c91e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:09.231644 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6dae2f41-36b4-4996-8dc7-1a37568c734e req-ea5f4a46-3f8f-41b6-9918-02337842e081 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=673a2699-fda4-4bdf-a1a7-b6c6b695b344 HTTP/1.1" status: 200 len: 943 time: 0.1182113 Nov 12 00:58:09.273187 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.322232 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa53f67c-0ff9-4c71-82e6-f4f20288b8a9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:09.328477 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa53f67c-0ff9-4c71-82e6-f4f20288b8a9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:09.335560 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa53f67c-0ff9-4c71-82e6-f4f20288b8a9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:09.337568 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-aa53f67c-0ff9-4c71-82e6-f4f20288b8a9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1605492 Nov 12 00:58:09.340599 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54574) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:09.348161 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 229cc53b-aa1e-4e27-89d5-3291e2e47685, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=229cc53b-aa1e-4e27-89d5-3291e2e47685,segment=NetworkSegment(a33e3235-5fe6-4c10-b19b-9193b95b0b5c),segment_id=a33e3235-5fe6-4c10-b19b-9193b95b0b5c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:09.369697 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.375975 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0da4ea65-9476-4232-88eb-be82e74f7ee1 None None] Provisioning complete for port 229cc53b-aa1e-4e27-89d5-3291e2e47685 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:09.376563 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0da4ea65-9476-4232-88eb-be82e74f7ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.443099 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-6dae2f41-36b4-4996-8dc7-1a37568c734e req-357ce2af-8e31-48bb-b8d0-51318a711071 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Deleting port 27b78534-04f9-4471-ad77-b57e9bccd12f {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:09.443449 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6dae2f41-36b4-4996-8dc7-1a37568c734e req-357ce2af-8e31-48bb-b8d0-51318a711071 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.487629 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=229cc53b-aa1e-4e27-89d5-3291e2e47685,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:09.580191 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-9680df63-5db2-4262-9fb5-6f903c16d0a0 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting port 2379f090-eacb-4c87-a166-79f0cc816d80 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:09.580837 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9680df63-5db2-4262-9fb5-6f903c16d0a0 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.592777 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabba35-4895-466b-bfc8-cf43f6bcd8f1 req-c95338a5-7517-4560-be35-4d7cb021914c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:09.621750 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aaabba35-4895-466b-bfc8-cf43f6bcd8f1 req-c95338a5-7517-4560-be35-4d7cb021914c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 944 time: 0.0873232 Nov 12 00:58:09.684122 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-6dae2f41-36b4-4996-8dc7-1a37568c734e req-357ce2af-8e31-48bb-b8d0-51318a711071 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] For port 27b78534-04f9-4471-ad77-b57e9bccd12f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=27b78534-04f9-4471-ad77-b57e9bccd12f,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:09.684496 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6dae2f41-36b4-4996-8dc7-1a37568c734e req-357ce2af-8e31-48bb-b8d0-51318a711071 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.707327 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-6dae2f41-36b4-4996-8dc7-1a37568c734e req-357ce2af-8e31-48bb-b8d0-51318a711071 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Calling delete_port for 27b78534-04f9-4471-ad77-b57e9bccd12f owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:09.757454 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aaabba35-4895-466b-bfc8-cf43f6bcd8f1 req-772427bf-c38b-4d17-b102-02f330953f08 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341162 Nov 12 00:58:09.816278 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9680df63-5db2-4262-9fb5-6f903c16d0a0 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.829194 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-9680df63-5db2-4262-9fb5-6f903c16d0a0 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Calling delete_port for 2379f090-eacb-4c87-a166-79f0cc816d80 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:09.913219 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3874082b-344e-4703-80d7-e5dd90504908 req-4135b285-84ee-4595-836d-495b2e664928 tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0318670 Nov 12 00:58:10.050344 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9680df63-5db2-4262-9fb5-6f903c16d0a0 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.064173 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6dae2f41-36b4-4996-8dc7-1a37568c734e req-357ce2af-8e31-48bb-b8d0-51318a711071 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.076589 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['ac7d2f56-2f1b-4ef5-9002-866d6c28d0de'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:10.097090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680df63-5db2-4262-9fb5-6f903c16d0a0 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Port': ['ID=2379f090-eacb-4c87-a166-79f0cc816d80,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:10.130679 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['bbffa4a2-710f-4fb4-aba5-fe1bad751312'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:10.232545 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9680df63-5db2-4262-9fb5-6f903c16d0a0 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.239969 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54600) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:10.240999 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9680df63-5db2-4262-9fb5-6f903c16d0a0 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/ports/2379f090-eacb-4c87-a166-79f0cc816d80 HTTP/1.1" status: 204 len: 168 time: 0.8991327 Nov 12 00:58:10.242277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ce2af-8e31-48bb-b8d0-51318a711071 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Pushing event deleted for resources: {'Port': ['ID=27b78534-04f9-4471-ad77-b57e9bccd12f,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:10.245671 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-dafadef1-3ae4-41b9-95e1-5e59eb40b4a0 None None] Provisioning complete for port 229cc53b-aa1e-4e27-89d5-3291e2e47685 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:10.263018 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dafadef1-3ae4-41b9-95e1-5e59eb40b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.279751 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58a49cf-018f-45b0-a660-415d36c06fe9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] GET failed (client error): The resource could not be found. Nov 12 00:58:10.281618 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c58a49cf-018f-45b0-a660-415d36c06fe9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports/2379f090-eacb-4c87-a166-79f0cc816d80 HTTP/1.1" status: 404 len: 333 time: 0.0403035 Nov 12 00:58:10.284125 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54604) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:10.298625 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dae2f41-36b4-4996-8dc7-1a37568c734e req-357ce2af-8e31-48bb-b8d0-51318a711071 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] No DVR routers for this DVR port 27b78534-04f9-4471-ad77-b57e9bccd12f on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:10.308262 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6dae2f41-36b4-4996-8dc7-1a37568c734e req-357ce2af-8e31-48bb-b8d0-51318a711071 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.321208 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6dae2f41-36b4-4996-8dc7-1a37568c734e req-357ce2af-8e31-48bb-b8d0-51318a711071 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "DELETE /v2.0/ports/27b78534-04f9-4471-ad77-b57e9bccd12f HTTP/1.1" status: 204 len: 173 time: 1.0815442 Nov 12 00:58:10.321208 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673a2699-fda4-4bdf-a1a7-b6c6b695b344', 'name': 'network-vif-deleted', 'tag': '27b78534-04f9-4471-ad77-b57e9bccd12f'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:10.322512 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d933101e-feaa-40c3-a779-693f6e412075" -d '{"events": [{"server_uuid": "673a2699-fda4-4bdf-a1a7-b6c6b695b344", "name": "network-vif-deleted", "tag": "27b78534-04f9-4471-ad77-b57e9bccd12f"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:10.398132 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92f1367-27ed-4782-b9cf-a39cadffef6b x-openstack-request-id: req-c92f1367-27ed-4782-b9cf-a39cadffef6b {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:10.400632 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673a2699-fda4-4bdf-a1a7-b6c6b695b344", "name": "network-vif-deleted", "tag": "27b78534-04f9-4471-ad77-b57e9bccd12f", "status": "failed", "code": 422}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:10.405249 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c92f1367-27ed-4782-b9cf-a39cadffef6b {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:10.405573 n-d-712137-14 neutron-server[114242]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '673a2699-fda4-4bdf-a1a7-b6c6b695b344', 'name': 'network-vif-deleted', 'tag': '27b78534-04f9-4471-ad77-b57e9bccd12f', 'status': 'failed', 'code': 422} returned with failed status Nov 12 00:58:10.543577 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf0b37ba-f582-45b8-b9f2-ca4c445c09bc req-3d3b51a7-f78c-4a92-8a72-90772563c412 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0607600 Nov 12 00:58:10.557394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-256bb751-95f5-47b1-887b-5f247a306813 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting port cdc1a1ff-8749-47ec-881b-e3758832b596 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:10.558803 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-256bb751-95f5-47b1-887b-5f247a306813 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.757304 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-dafadef1-3ae4-41b9-95e1-5e59eb40b4a0 None None] Could not find standard attr ID for object 2379f090-eacb-4c87-a166-79f0cc816d80. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:58:10.783966 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-256bb751-95f5-47b1-887b-5f247a306813 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.827231 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-256bb751-95f5-47b1-887b-5f247a306813 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Calling delete_port for cdc1a1ff-8749-47ec-881b-e3758832b596 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:10.961327 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-dafadef1-3ae4-41b9-95e1-5e59eb40b4a0 None None] Provisioning complete for port cdc1a1ff-8749-47ec-881b-e3758832b596 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:10.962172 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dafadef1-3ae4-41b9-95e1-5e59eb40b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.008646 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-dafadef1-3ae4-41b9-95e1-5e59eb40b4a0 None None] Port cdc1a1ff-8749-47ec-881b-e3758832b596 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:11.012332 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 229cc53b-aa1e-4e27-89d5-3291e2e47685 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:11.131002 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a181c21-e426-4c58-8d08-d977d33b164d req-c60e2bea-c5da-4f28-af96-6f7a6efd13f2 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:11.131181 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8489f7c2-d709-48d5-94c4-b5be570f6b5d None None] Could not find standard attr ID for object 2379f090-eacb-4c87-a166-79f0cc816d80. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:58:11.148905 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7a181c21-e426-4c58-8d08-d977d33b164d req-c60e2bea-c5da-4f28-af96-6f7a6efd13f2 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 944 time: 0.2763660 Nov 12 00:58:11.160764 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 229cc53b-aa1e-4e27-89d5-3291e2e47685 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:11.161137 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.164166 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8489f7c2-d709-48d5-94c4-b5be570f6b5d None None] Provisioning complete for port cdc1a1ff-8749-47ec-881b-e3758832b596 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:11.164526 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8489f7c2-d709-48d5-94c4-b5be570f6b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.175769 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b0912ea-aebd-4427-81b0-506b3d61b55c req-d4d3d0e5-32ff-4aa1-a1e5-95e33a6f4830 tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0328915 Nov 12 00:58:11.308568 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-8489f7c2-d709-48d5-94c4-b5be570f6b5d None None] Port cdc1a1ff-8749-47ec-881b-e3758832b596 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:11.340818 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7a181c21-e426-4c58-8d08-d977d33b164d req-584ea4a0-0ca2-4809-8655-86e7fd11577b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906662 Nov 12 00:58:11.345218 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-256bb751-95f5-47b1-887b-5f247a306813 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.444818 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bb751-95f5-47b1-887b-5f247a306813 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Port': ['ID=cdc1a1ff-8749-47ec-881b-e3758832b596,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:11.514967 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-256bb751-95f5-47b1-887b-5f247a306813 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.519755 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-256bb751-95f5-47b1-887b-5f247a306813 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/ports/cdc1a1ff-8749-47ec-881b-e3758832b596 HTTP/1.1" status: 204 len: 168 time: 1.2343705 Nov 12 00:58:11.522108 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54646) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:11.596645 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0de792-903f-48d3-9f7d-16b8f8fb9ea8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] GET failed (client error): The resource could not be found. Nov 12 00:58:11.602683 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-aa0de792-903f-48d3-9f7d-16b8f8fb9ea8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports/cdc1a1ff-8749-47ec-881b-e3758832b596 HTTP/1.1" status: 404 len: 333 time: 0.0771692 Nov 12 00:58:11.603061 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54652) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:11.672996 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ea424d-ed2d-48f6-bfd4-beb5ce6e961f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting subnet 73550218-b959-4bf0-9bf8-c375a8aad00f {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:11.676840 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-43ea424d-ed2d-48f6-bfd4-beb5ce6e961f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.679734 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9541e6-8d6d-4556-97ef-6783be4f5af2 req-743613ad-1953-472a-befa-d95c2ea6e0ce tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:11.682248 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3e9541e6-8d6d-4556-97ef-6783be4f5af2 req-743613ad-1953-472a-befa-d95c2ea6e0ce tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 908 time: 0.0966570 Nov 12 00:58:11.756427 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-43ea424d-ed2d-48f6-bfd4-beb5ce6e961f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.860509 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-43ea424d-ed2d-48f6-bfd4-beb5ce6e961f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.926050 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-43ea424d-ed2d-48f6-bfd4-beb5ce6e961f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.960079 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea424d-ed2d-48f6-bfd4-beb5ce6e961f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Subnet': ['ID=73550218-b959-4bf0-9bf8-c375a8aad00f,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:11.965536 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-43ea424d-ed2d-48f6-bfd4-beb5ce6e961f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.970741 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-43ea424d-ed2d-48f6-bfd4-beb5ce6e961f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/subnets/73550218-b959-4bf0-9bf8-c375a8aad00f HTTP/1.1" status: 204 len: 168 time: 0.3666270 Nov 12 00:58:11.973193 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54662) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:11.981742 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed57652-f5e3-496b-8a43-b437a1f2b960 None None] Network 1f21fdee-2c6f-4cbe-9e99-8566ea35c91e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:12.089127 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfedcd14-0c15-43ea-9b9b-3727f8bc9507 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.155247 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-cfedcd14-0c15-43ea-9b9b-3727f8bc9507 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting port 229cc53b-aa1e-4e27-89d5-3291e2e47685 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:12.155858 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfedcd14-0c15-43ea-9b9b-3727f8bc9507 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.255944 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-cfedcd14-0c15-43ea-9b9b-3727f8bc9507 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] For port 229cc53b-aa1e-4e27-89d5-3291e2e47685, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=229cc53b-aa1e-4e27-89d5-3291e2e47685,segment=NetworkSegment(a33e3235-5fe6-4c10-b19b-9193b95b0b5c),segment_id=a33e3235-5fe6-4c10-b19b-9193b95b0b5c)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:12.256641 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfedcd14-0c15-43ea-9b9b-3727f8bc9507 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.259760 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb40387b-f2d3-4275-97d9-745e4bfac734 None None] DHCP port deletion for 1f21fdee-2c6f-4cbe-9e99-8566ea35c91e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:12.283318 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-cfedcd14-0c15-43ea-9b9b-3727f8bc9507 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Calling delete_port for 229cc53b-aa1e-4e27-89d5-3291e2e47685 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:12.360813 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-eb40387b-f2d3-4275-97d9-745e4bfac734 None None] Deleting port 229cc53b-aa1e-4e27-89d5-3291e2e47685 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:12.361460 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eb40387b-f2d3-4275-97d9-745e4bfac734 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.401115 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1478b7da-27a2-4cea-a11a-569851bfbae7 req-964e1ae7-7c8e-459e-a48e-d75da03648da tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0718076 Nov 12 00:58:12.485442 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a604e6-d169-42a2-b005-5569b76efdbf req-efc070b1-d112-4b1d-897b-86b38bece5fe tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:12.498475 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfedcd14-0c15-43ea-9b9b-3727f8bc9507 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.509926 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-46a604e6-d169-42a2-b005-5569b76efdbf req-efc070b1-d112-4b1d-897b-86b38bece5fe tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 944 time: 0.0797002 Nov 12 00:58:12.544862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfedcd14-0c15-43ea-9b9b-3727f8bc9507 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Port': ['ID=229cc53b-aa1e-4e27-89d5-3291e2e47685,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:12.545584 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-eb40387b-f2d3-4275-97d9-745e4bfac734 None None] For port 229cc53b-aa1e-4e27-89d5-3291e2e47685, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=229cc53b-aa1e-4e27-89d5-3291e2e47685,segment=NetworkSegment(a33e3235-5fe6-4c10-b19b-9193b95b0b5c),segment_id=a33e3235-5fe6-4c10-b19b-9193b95b0b5c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:12.545994 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eb40387b-f2d3-4275-97d9-745e4bfac734 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.550960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfedcd14-0c15-43ea-9b9b-3727f8bc9507 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] No DVR routers for this DVR port 229cc53b-aa1e-4e27-89d5-3291e2e47685 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:12.599728 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-46a604e6-d169-42a2-b005-5569b76efdbf req-82ce0606-a1de-4faf-b29d-53c3a3a14d92 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887754 Nov 12 00:58:12.611613 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-eb40387b-f2d3-4275-97d9-745e4bfac734 None None] Calling delete_port for 229cc53b-aa1e-4e27-89d5-3291e2e47685 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:12.731551 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfedcd14-0c15-43ea-9b9b-3727f8bc9507 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.791959 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eb40387b-f2d3-4275-97d9-745e4bfac734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.836059 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-cfedcd14-0c15-43ea-9b9b-3727f8bc9507 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f21fdee-2c6f-4cbe-9e99-8566ea35c91e']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:12.837567 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40387b-f2d3-4275-97d9-745e4bfac734 None None] Pushing event deleted for resources: {'Port': ['ID=229cc53b-aa1e-4e27-89d5-3291e2e47685,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:12.840373 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb40387b-f2d3-4275-97d9-745e4bfac734 None None] No DVR routers for this DVR port 229cc53b-aa1e-4e27-89d5-3291e2e47685 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:12.875286 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-cfedcd14-0c15-43ea-9b9b-3727f8bc9507 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33e3235-5fe6-4c10-b19b-9193b95b0b5c') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:12.877701 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-cfedcd14-0c15-43ea-9b9b-3727f8bc9507 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33e3235-5fe6-4c10-b19b-9193b95b0b5c') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:12.894904 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfedcd14-0c15-43ea-9b9b-3727f8bc9507 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.920424 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121d20c-b071-41a3-8b98-446c9f04f56c req-43e9d582-b217-4674-8de7-4dc22640fc2b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:12.924307 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfedcd14-0c15-43ea-9b9b-3727f8bc9507 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.932894 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5121d20c-b071-41a3-8b98-446c9f04f56c req-43e9d582-b217-4674-8de7-4dc22640fc2b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 908 time: 0.1107473 Nov 12 00:58:12.934641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfedcd14-0c15-43ea-9b9b-3727f8bc9507 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:12.935242 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfedcd14-0c15-43ea-9b9b-3727f8bc9507 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.976555 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 229cc53b-aa1e-4e27-89d5-3291e2e47685 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:12.999089 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:13.011234 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 229cc53b-aa1e-4e27-89d5-3291e2e47685 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:13.011578 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 229cc53b-aa1e-4e27-89d5-3291e2e47685 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:13.079440 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c686054a-4e71-4679-944f-6f81ba677757 req-d7928bf5-e7c6-4252-87f1-7425f724aef0 tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0765307 Nov 12 00:58:13.104267 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfedcd14-0c15-43ea-9b9b-3727f8bc9507 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.121891 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfedcd14-0c15-43ea-9b9b-3727f8bc9507 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.134564 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cfedcd14-0c15-43ea-9b9b-3727f8bc9507 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/networks/1f21fdee-2c6f-4cbe-9e99-8566ea35c91e HTTP/1.1" status: 204 len: 168 time: 1.1597669 Nov 12 00:58:13.141018 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54712) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:13.146273 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfedcd14-0c15-43ea-9b9b-3727f8bc9507 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Network': ['ID=1f21fdee-2c6f-4cbe-9e99-8566ea35c91e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:13.154266 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-86a3182b-1f31-4c81-b16b-be6dc1b2dda9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1787097686'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:13.178542 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a3182b-1f31-4c81-b16b-be6dc1b2dda9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:13.182811 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86a3182b-1f31-4c81-b16b-be6dc1b2dda9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.209220 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a3182b-1f31-4c81-b16b-be6dc1b2dda9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:58:13.220089 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86a3182b-1f31-4c81-b16b-be6dc1b2dda9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.220687 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-86a3182b-1f31-4c81-b16b-be6dc1b2dda9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Added segment cbce4506-9656-4123-b7df-88e774457be5 of type vlan for network 0652cc41-b985-4fbe-8df9-805c880d40bc Nov 12 00:58:13.263222 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86a3182b-1f31-4c81-b16b-be6dc1b2dda9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.296112 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86a3182b-1f31-4c81-b16b-be6dc1b2dda9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.303620 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a3182b-1f31-4c81-b16b-be6dc1b2dda9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:13.304532 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86a3182b-1f31-4c81-b16b-be6dc1b2dda9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.358363 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b9da5-3f90-497a-b18a-2e70fa7a83fb req-5c4da9ad-a8fa-4661-945b-906af5e0c895 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:13.361846 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-443b9da5-3f90-497a-b18a-2e70fa7a83fb req-5c4da9ad-a8fa-4661-945b-906af5e0c895 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.15 "GET /v2.0/ports?device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 908 time: 0.1017606 Nov 12 00:58:13.397954 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3182b-1f31-4c81-b16b-be6dc1b2dda9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Network': ['ID=0652cc41-b985-4fbe-8df9-805c880d40bc,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:13.417238 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-86a3182b-1f31-4c81-b16b-be6dc1b2dda9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2749848 Nov 12 00:58:13.419069 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54724) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:13.422665 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 0652cc41-b985-4fbe-8df9-805c880d40bc details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:58:13.425084 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-9ae25f98-d6a8-460c-a0d9-927be56f99b4 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'subnet': {'network_id': '0652cc41-b985-4fbe-8df9-805c880d40bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:13.605041 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae25f98-d6a8-460c-a0d9-927be56f99b4 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:13.608620 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9ae25f98-d6a8-460c-a0d9-927be56f99b4 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.774959 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70aba7-81a2-4e29-8e32-fe14aef14264 req-1f3336d1-70ad-4a91-8db4-713a57df06cf tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:13.788279 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bf70aba7-81a2-4e29-8e32-fe14aef14264 req-1f3336d1-70ad-4a91-8db4-713a57df06cf tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 944 time: 0.0951169 Nov 12 00:58:13.895235 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bf70aba7-81a2-4e29-8e32-fe14aef14264 req-649492fc-4fff-45a0-bbcf-1ae93a3324bb tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982893 Nov 12 00:58:14.032097 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-443b9da5-3f90-497a-b18a-2e70fa7a83fb req-5269a782-a280-4169-8680-501d4455b928 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Deleting port 74c15555-2528-44f4-8cfb-34eee5a2466b {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:14.032446 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-443b9da5-3f90-497a-b18a-2e70fa7a83fb req-5269a782-a280-4169-8680-501d4455b928 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.194327 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf64b5-e7ba-40f0-95f2-db4e2670e2b3 req-1034181d-89bd-48c0-b6fa-3d8bf3dbd636 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:14.195824 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-afaf64b5-e7ba-40f0-95f2-db4e2670e2b3 req-1034181d-89bd-48c0-b6fa-3d8bf3dbd636 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 908 time: 0.1591523 Nov 12 00:58:14.225216 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f6f1cb5a-becc-4c0b-82fb-a96b120cae84 req-03165775-8364-4c8a-9dd3-eb67b706a04f tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0485959 Nov 12 00:58:14.268648 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-443b9da5-3f90-497a-b18a-2e70fa7a83fb req-5269a782-a280-4169-8680-501d4455b928 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] For port 74c15555-2528-44f4-8cfb-34eee5a2466b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=74c15555-2528-44f4-8cfb-34eee5a2466b,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:14.269057 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-443b9da5-3f90-497a-b18a-2e70fa7a83fb req-5269a782-a280-4169-8680-501d4455b928 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.289459 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-443b9da5-3f90-497a-b18a-2e70fa7a83fb req-5269a782-a280-4169-8680-501d4455b928 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Calling delete_port for 74c15555-2528-44f4-8cfb-34eee5a2466b owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:14.391953 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9ae25f98-d6a8-460c-a0d9-927be56f99b4 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.468753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae25f98-d6a8-460c-a0d9-927be56f99b4 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Subnet': ['ID=5ef39c30-f559-4613-8c85-53ee830ee4b5,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:14.514151 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae25f98-d6a8-460c-a0d9-927be56f99b4 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Checking segment: {'id': 'cbce4506-9656-4123-b7df-88e774457be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0652cc41-b985-4fbe-8df9-805c880d40bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:14.514519 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae25f98-d6a8-460c-a0d9-927be56f99b4 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network hostable DHCP agents. Network: 0652cc41-b985-4fbe-8df9-805c880d40bc, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:58:14.550388 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae25f98-d6a8-460c-a0d9-927be56f99b4 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 0652cc41-b985-4fbe-8df9-805c880d40bc is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:58:14.557433 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-443b9da5-3f90-497a-b18a-2e70fa7a83fb req-5269a782-a280-4169-8680-501d4455b928 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.566964 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-9ae25f98-d6a8-460c-a0d9-927be56f99b4 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 0652cc41-b985-4fbe-8df9-805c880d40bc) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:14.576909 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da17d44-7172-4531-9687-a71dc095bd81 None None] Network 0652cc41-b985-4fbe-8df9-805c880d40bc requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:14.589868 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae25f98-d6a8-460c-a0d9-927be56f99b4 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:14.590449 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9ae25f98-d6a8-460c-a0d9-927be56f99b4 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.592777 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269a782-a280-4169-8680-501d4455b928 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Pushing event deleted for resources: {'Port': ['ID=74c15555-2528-44f4-8cfb-34eee5a2466b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:14.645194 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 619706d2-1941-4576-9394-4107f45e1999 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:58:14.677230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9ae25f98-d6a8-460c-a0d9-927be56f99b4 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2568398 Nov 12 00:58:14.678352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-443b9da5-3f90-497a-b18a-2e70fa7a83fb req-5269a782-a280-4169-8680-501d4455b928 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] No DVR routers for this DVR port 74c15555-2528-44f4-8cfb-34eee5a2466b on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:14.680031 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54772) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:14.681617 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-443b9da5-3f90-497a-b18a-2e70fa7a83fb req-5269a782-a280-4169-8680-501d4455b928 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.685246 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-02671208-08cb-4a33-929a-0066de285b08 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-388348842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:14.685992 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-443b9da5-3f90-497a-b18a-2e70fa7a83fb req-5269a782-a280-4169-8680-501d4455b928 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.15 "DELETE /v2.0/ports/74c15555-2528-44f4-8cfb-34eee5a2466b HTTP/1.1" status: 204 len: 173 time: 1.2558424 Nov 12 00:58:14.686579 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640d1107-8b89-4f96-b997-4b83698ae7e7', 'name': 'network-vif-deleted', 'tag': '74c15555-2528-44f4-8cfb-34eee5a2466b'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:14.689976 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e469e0-c2c3-4672-9849-10358eb0cc32" -d '{"events": [{"server_uuid": "640d1107-8b89-4f96-b997-4b83698ae7e7", "name": "network-vif-deleted", "tag": "74c15555-2528-44f4-8cfb-34eee5a2466b"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:14.747128 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-02671208-08cb-4a33-929a-0066de285b08 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.749538 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-02671208-08cb-4a33-929a-0066de285b08 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.843691 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed485d9e-1416-432b-af73-fcfbb75532bf x-openstack-request-id: req-ed485d9e-1416-432b-af73-fcfbb75532bf {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:14.844944 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640d1107-8b89-4f96-b997-4b83698ae7e7", "name": "network-vif-deleted", "tag": "74c15555-2528-44f4-8cfb-34eee5a2466b", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:14.845846 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed485d9e-1416-432b-af73-fcfbb75532bf {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:14.846563 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640d1107-8b89-4f96-b997-4b83698ae7e7', 'name': 'network-vif-deleted', 'tag': '74c15555-2528-44f4-8cfb-34eee5a2466b', 'status': 'completed', 'code': 200} Nov 12 00:58:14.859458 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-02671208-08cb-4a33-929a-0066de285b08 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.866519 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-02671208-08cb-4a33-929a-0066de285b08 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.896332 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-02671208-08cb-4a33-929a-0066de285b08 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.897919 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-02671208-08cb-4a33-929a-0066de285b08 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2171335 Nov 12 00:58:14.900733 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54778) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:14.908874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-14378ea1-6b0e-4b43-ab26-f98575a344a2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'port': {'network_id': '0652cc41-b985-4fbe-8df9-805c880d40bc', 'name': 'tempest-PortsIpV6TestJSON-1737302642'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:14.975186 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 619706d2-1941-4576-9394-4107f45e1999, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=619706d2-1941-4576-9394-4107f45e1999,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:15.027517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '619706d2-1941-4576-9394-4107f45e1999', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'port_id': '619706d2-1941-4576-9394-4107f45e1999', 'mac_address': 'fa:16:3e:c2:11:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:58:15.117868 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb1d07-1167-4cdb-8971-4ab18287d191 req-654011d7-de59-4296-99af-8d8bf3008236 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:15.119941 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5cbb1d07-1167-4cdb-8971-4ab18287d191 req-654011d7-de59-4296-99af-8d8bf3008236 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 944 time: 0.0912256 Nov 12 00:58:15.130499 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14378ea1-6b0e-4b43-ab26-f98575a344a2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:15.134709 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-14378ea1-6b0e-4b43-ab26-f98575a344a2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.154372 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.171387 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-14378ea1-6b0e-4b43-ab26-f98575a344a2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] device_id is not set on port 410be463-403c-4a52-ad93-0e095c45abe4 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:58:15.175212 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 619706d2-1941-4576-9394-4107f45e1999 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:58:15.218064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab37155-a425-4b95-a887-448ec61a3d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-0652cc41-b985-4fbe-8df9-805c880d40bc', 'network_id': '0652cc41-b985-4fbe-8df9-805c880d40bc', 'tenant_id': 'fdffc24a99234389a7708827e7ad9065', 'fixed_ips': [{'subnet_id': '5ef39c30-f559-4613-8c85-53ee830ee4b5'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:58:15.219252 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3ab37155-a425-4b95-a887-448ec61a3d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.233470 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 619706d2-1941-4576-9394-4107f45e1999, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=619706d2-1941-4576-9394-4107f45e1999,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:15.246246 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.277329 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5cbb1d07-1167-4cdb-8971-4ab18287d191 req-7bdc9be7-9657-4b5f-8cf0-15e8d2b2de18 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510551 Nov 12 00:58:15.415338 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=619706d2-1941-4576-9394-4107f45e1999,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:15.420321 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37c6548c-0abf-4e20-9472-af3b30244392 req-7edcf8cf-4cfd-4e22-88f4-ca3dfeb6ea4f tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0557847 Nov 12 00:58:15.430134 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3960dc31-dbba-42d5-8e28-ac905fdce6c3 req-fee4f84b-82bd-4208-9830-6b367fd94ad8 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=640d1107-8b89-4f96-b997-4b83698ae7e7 HTTP/1.1" status: 200 len: 210 time: 0.0423450 Nov 12 00:58:15.456375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-14378ea1-6b0e-4b43-ab26-f98575a344a2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Allocated IP 2001:db8::21d (0652cc41-b985-4fbe-8df9-805c880d40bc/5ef39c30-f559-4613-8c85-53ee830ee4b5/410be463-403c-4a52-ad93-0e095c45abe4) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:15.528492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['619706d2-1941-4576-9394-4107f45e1999'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:15.657049 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-14378ea1-6b0e-4b43-ab26-f98575a344a2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.711436 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-14378ea1-6b0e-4b43-ab26-f98575a344a2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.761755 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14378ea1-6b0e-4b43-ab26-f98575a344a2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 0652cc41-b985-4fbe-8df9-805c880d40bc is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:15.764549 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-3ab37155-a425-4b95-a887-448ec61a3d06 None None] Allocated IP 2001:db8::2 (0652cc41-b985-4fbe-8df9-805c880d40bc/5ef39c30-f559-4613-8c85-53ee830ee4b5/d1641fd4-709e-4c49-aebe-670aa25e32f9) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:15.772718 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-14378ea1-6b0e-4b43-ab26-f98575a344a2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:15.776193 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14378ea1-6b0e-4b43-ab26-f98575a344a2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:15.787955 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14378ea1-6b0e-4b43-ab26-f98575a344a2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:15.787955 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-14378ea1-6b0e-4b43-ab26-f98575a344a2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.812127 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14378ea1-6b0e-4b43-ab26-f98575a344a2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=410be463-403c-4a52-ad93-0e095c45abe4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:15.823026 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-14378ea1-6b0e-4b43-ab26-f98575a344a2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9207542 Nov 12 00:58:15.826158 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54810) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:15.973571 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3ab37155-a425-4b95-a887-448ec61a3d06 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.982798 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3ab37155-a425-4b95-a887-448ec61a3d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.076153 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab37155-a425-4b95-a887-448ec61a3d06 None None] Network 0652cc41-b985-4fbe-8df9-805c880d40bc is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:16.078212 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-3ab37155-a425-4b95-a887-448ec61a3d06 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:16.081264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab37155-a425-4b95-a887-448ec61a3d06 None None] Pushing event updated for resources: {'Port': ['ID=d1641fd4-709e-4c49-aebe-670aa25e32f9,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:16.085045 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab37155-a425-4b95-a887-448ec61a3d06 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:16.155708 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-3ab37155-a425-4b95-a887-448ec61a3d06 None None] Attempting to bind port d1641fd4-709e-4c49-aebe-670aa25e32f9 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:16.156159 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-3ab37155-a425-4b95-a887-448ec61a3d06 None None] Attempting to bind port d1641fd4-709e-4c49-aebe-670aa25e32f9 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'cbce4506-9656-4123-b7df-88e774457be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0652cc41-b985-4fbe-8df9-805c880d40bc'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:16.157166 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab37155-a425-4b95-a887-448ec61a3d06 None None] Attempting to bind port d1641fd4-709e-4c49-aebe-670aa25e32f9 on network 0652cc41-b985-4fbe-8df9-805c880d40bc {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:16.163106 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab37155-a425-4b95-a887-448ec61a3d06 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:16.163885 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab37155-a425-4b95-a887-448ec61a3d06 None None] Checking segment: {'id': 'cbce4506-9656-4123-b7df-88e774457be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0652cc41-b985-4fbe-8df9-805c880d40bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:16.164395 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3ab37155-a425-4b95-a887-448ec61a3d06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.164919 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab37155-a425-4b95-a887-448ec61a3d06 None None] Bound using segment: {'id': 'cbce4506-9656-4123-b7df-88e774457be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0652cc41-b985-4fbe-8df9-805c880d40bc'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:16.165773 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-3ab37155-a425-4b95-a887-448ec61a3d06 None None] Bound port: d1641fd4-709e-4c49-aebe-670aa25e32f9, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbce4506-9656-4123-b7df-88e774457be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0652cc41-b985-4fbe-8df9-805c880d40bc'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:16.166277 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3ab37155-a425-4b95-a887-448ec61a3d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.246949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-3ab37155-a425-4b95-a887-448ec61a3d06 None None] For port d1641fd4-709e-4c49-aebe-670aa25e32f9, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:16.252963 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-3ab37155-a425-4b95-a887-448ec61a3d06 None None] For port d1641fd4-709e-4c49-aebe-670aa25e32f9, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d1641fd4-709e-4c49-aebe-670aa25e32f9,segment=NetworkSegment(cbce4506-9656-4123-b7df-88e774457be5),segment_id=cbce4506-9656-4123-b7df-88e774457be5)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:16.260977 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3ab37155-a425-4b95-a887-448ec61a3d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.357128 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab37155-a425-4b95-a887-448ec61a3d06 None None] Pushing event updated for resources: {'Port': ['ID=d1641fd4-709e-4c49-aebe-670aa25e32f9,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:16.615629 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 619706d2-1941-4576-9394-4107f45e1999 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:16.696585 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a65c912f-1355-4380-bc55-7fcfcdb9191f req-7e009723-8f29-418d-9a37-c85dff78e94b tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0542970 Nov 12 00:58:16.731425 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a2f67291-602c-485b-b61c-f7b76448794d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.749274 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 619706d2-1941-4576-9394-4107f45e1999 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:58:16.753368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bb3a6-8cf7-4f14-9ebc-6d700db9aa16 req-274237db-e97e-45d4-9b07-48758f42fd99 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:16.763247 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6c7bb3a6-8cf7-4f14-9ebc-6d700db9aa16 req-274237db-e97e-45d4-9b07-48758f42fd99 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 945 time: 0.2270498 Nov 12 00:58:16.767103 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 619706d2-1941-4576-9394-4107f45e1999 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:16.769043 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.938328 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.978351 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 619706d2-1941-4576-9394-4107f45e1999, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=619706d2-1941-4576-9394-4107f45e1999,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:16.980492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619706d2-1941-4576-9394-4107f45e1999'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:16.983783 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b819d5f4-5c55-44e7-be5d-fe0b79834fcd" -d '{"events": [{"server_uuid": "f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2", "name": "network-vif-plugged", "status": "completed", "tag": "619706d2-1941-4576-9394-4107f45e1999"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:16.987822 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.037610 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6c7bb3a6-8cf7-4f14-9ebc-6d700db9aa16 req-b5c048c9-b649-4445-9bd4-91b93f57345b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690794 Nov 12 00:58:17.050250 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d1641fd4-709e-4c49-aebe-670aa25e32f9 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:17.074307 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11a63f-ae56-4036-892a-f7477f924e29 req-d975af20-416b-477c-877e-a7619d7c6b30 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:17.086019 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b11a63f-ae56-4036-892a-f7477f924e29 req-d975af20-416b-477c-877e-a7619d7c6b30 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ee54c80-48e4-47ce-97df-db4f9e13859f HTTP/1.1" status: 200 len: 945 time: 0.1141660 Nov 12 00:58:17.172729 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b11a63f-ae56-4036-892a-f7477f924e29 req-2e58e699-28a2-40b9-9d1a-32f82d144d53 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770118 Nov 12 00:58:17.180421 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=619706d2-1941-4576-9394-4107f45e1999,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:17.184566 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4feb172-6c32-473d-a91b-2cc275c9fed1 x-openstack-request-id: req-b4feb172-6c32-473d-a91b-2cc275c9fed1 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:17.185087 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2", "name": "network-vif-plugged", "status": "completed", "tag": "619706d2-1941-4576-9394-4107f45e1999", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:17.185489 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4feb172-6c32-473d-a91b-2cc275c9fed1 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:17.186025 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619706d2-1941-4576-9394-4107f45e1999', 'code': 200} Nov 12 00:58:17.231413 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port d1641fd4-709e-4c49-aebe-670aa25e32f9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:17.234968 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.261952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ff87c-bc53-491f-9791-74f39a0acd9c req-77069e94-edfa-427e-aba4-c70271398d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:17.261952 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-372ff87c-bc53-491f-9791-74f39a0acd9c req-77069e94-edfa-427e-aba4-c70271398d8f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 1098 time: 0.0833921 Nov 12 00:58:17.366387 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-372ff87c-bc53-491f-9791-74f39a0acd9c req-42a5d306-d6a2-48d8-a422-72d02d559a15 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948713 Nov 12 00:58:17.386825 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a2f67291-602c-485b-b61c-f7b76448794d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.397720 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a2f67291-602c-485b-b61c-f7b76448794d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.426482 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.487578 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port d1641fd4-709e-4c49-aebe-670aa25e32f9, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d1641fd4-709e-4c49-aebe-670aa25e32f9,segment=NetworkSegment(cbce4506-9656-4123-b7df-88e774457be5),segment_id=cbce4506-9656-4123-b7df-88e774457be5)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:17.504394 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.534657 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f67291-602c-485b-b61c-f7b76448794d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=410be463-403c-4a52-ad93-0e095c45abe4,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:17.575910 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=d1641fd4-709e-4c49-aebe-670aa25e32f9,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:17.636343 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a2f67291-602c-485b-b61c-f7b76448794d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.726696 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dac90d-ba34-4c82-bdc2-34eeccef8af5 None None] Network 0652cc41-b985-4fbe-8df9-805c880d40bc requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:17.823311 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-bf72ff0f-cbce-4e1f-a83e-fc1df4173c6f None None] Provisioning complete for port d1641fd4-709e-4c49-aebe-670aa25e32f9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:17.823980 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a2f67291-602c-485b-b61c-f7b76448794d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.824823 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bf72ff0f-cbce-4e1f-a83e-fc1df4173c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.834249 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-89a0e629-9509-44eb-85ef-cb24cbd2596e req-4a522ce0-4a45-45e4-89b4-79a21d2fd04c tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0408797 Nov 12 00:58:18.075737 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 74c15555-2528-44f4-8cfb-34eee5a2466b no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:18.128086 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 74c15555-2528-44f4-8cfb-34eee5a2466b {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:18.128944 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 74c15555-2528-44f4-8cfb-34eee5a2466b not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:18.220541 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a2f67291-602c-485b-b61c-f7b76448794d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:18.233943 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a2f67291-602c-485b-b61c-f7b76448794d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:18.235072 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a2f67291-602c-485b-b61c-f7b76448794d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:18.259737 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e23191-d8fb-400e-832b-f8e159aa86da req-bdb0bd04-19e1-41dd-af71-8289077a2f36 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:18.261607 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c9e23191-d8fb-400e-832b-f8e159aa86da req-bdb0bd04-19e1-41dd-af71-8289077a2f36 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 946 time: 0.0901420 Nov 12 00:58:18.377375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230a274-81f4-48b6-9d8e-bab563bfcbae req-2b639b20-e1d4-404f-8664-00fd3ab01d8a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:18.379263 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a230a274-81f4-48b6-9d8e-bab563bfcbae req-2b639b20-e1d4-404f-8664-00fd3ab01d8a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ee54c80-48e4-47ce-97df-db4f9e13859f HTTP/1.1" status: 200 len: 945 time: 0.1280518 Nov 12 00:58:18.407834 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f67291-602c-485b-b61c-f7b76448794d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=410be463-403c-4a52-ad93-0e095c45abe4,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:18.458099 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e8756316-1357-430b-8364-5f9cd8ccd0de None None] Provisioning complete for port 410be463-403c-4a52-ad93-0e095c45abe4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:18.458099 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e8756316-1357-430b-8364-5f9cd8ccd0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:18.494423 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c9e23191-d8fb-400e-832b-f8e159aa86da req-9ce18ad3-09c1-40fe-a483-4f8fb97764e2 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984124 Nov 12 00:58:18.559074 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-e8756316-1357-430b-8364-5f9cd8ccd0de None None] Port 410be463-403c-4a52-ad93-0e095c45abe4 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:18.568096 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f67291-602c-485b-b61c-f7b76448794d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 0652cc41-b985-4fbe-8df9-805c880d40bc is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:18.575023 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-a2f67291-602c-485b-b61c-f7b76448794d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:18.583946 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e8756316-1357-430b-8364-5f9cd8ccd0de None None] Provisioning complete for port d1641fd4-709e-4c49-aebe-670aa25e32f9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:18.584507 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e8756316-1357-430b-8364-5f9cd8ccd0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:18.616932 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a230a274-81f4-48b6-9d8e-bab563bfcbae req-9d84e719-bc27-4f00-bfb5-ece62ce40f9e tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308466 Nov 12 00:58:18.686295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbed072-860d-47ae-b7ef-60efbe8c38e2 req-a5581abe-5e40-4f56-b192-4543fd5b21a5 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:18.695733 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-efbed072-860d-47ae-b7ef-60efbe8c38e2 req-a5581abe-5e40-4f56-b192-4543fd5b21a5 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee54c80-48e4-47ce-97df-db4f9e13859f HTTP/1.1" status: 200 len: 945 time: 0.2092116 Nov 12 00:58:18.878003 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f67291-602c-485b-b61c-f7b76448794d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Router c8da66bc-0f7f-404b-a81d-b7d962ad3933 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:58:18.962656 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d1641fd4-709e-4c49-aebe-670aa25e32f9 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:19.053887 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f67291-602c-485b-b61c-f7b76448794d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:19.054432 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-efbed072-860d-47ae-b7ef-60efbe8c38e2 req-bb4d28be-8ed6-412c-9903-a1fd3b6cbdda tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Deleting port ac7d2f56-2f1b-4ef5-9002-866d6c28d0de {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:19.054887 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-efbed072-860d-47ae-b7ef-60efbe8c38e2 req-bb4d28be-8ed6-412c-9903-a1fd3b6cbdda tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.067421 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a2f67291-602c-485b-b61c-f7b76448794d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "PUT /v2.0/routers/c8da66bc-0f7f-404b-a81d-b7d962ad3933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2398455 Nov 12 00:58:19.069862 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54878) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:19.091834 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe400836-76b4-4ebe-8469-58bb4ed9789e None None] Sync routers for ids ['c8da66bc-0f7f-404b-a81d-b7d962ad3933'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:19.097372 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port d1641fd4-709e-4c49-aebe-670aa25e32f9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:19.098002 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.099140 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d825cc8a-1851-4292-9572-cda8889e5b54 req-89657586-9003-4580-88c1-9c015a5e489e tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.1136217 Nov 12 00:58:19.144210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a78723-5d7b-408b-9cdf-ee16049da097 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.148425 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c0a78723-5d7b-408b-9cdf-ee16049da097 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8da66bc-0f7f-404b-a81d-b7d962ad3933 HTTP/1.1" status: 200 len: 989 time: 0.0747833 Nov 12 00:58:19.148890 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54884) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:19.161665 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-38207bd3-a5f2-413e-bdd7-57a91c5170b9 None None] Provisioning complete for port 410be463-403c-4a52-ad93-0e095c45abe4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:19.162315 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-38207bd3-a5f2-413e-bdd7-57a91c5170b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.173071 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe400836-76b4-4ebe-8469-58bb4ed9789e None None] Routers {'c8da66bc-0f7f-404b-a81d-b7d962ad3933'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:19.174125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-fe400836-76b4-4ebe-8469-58bb4ed9789e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:57:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c8da66bc-0f7f-404b-a81d-b7d962ad3933'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:19.234862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-efbed072-860d-47ae-b7ef-60efbe8c38e2 req-bb4d28be-8ed6-412c-9903-a1fd3b6cbdda tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] For port ac7d2f56-2f1b-4ef5-9002-866d6c28d0de, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=ac7d2f56-2f1b-4ef5-9002-866d6c28d0de,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:19.235361 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-efbed072-860d-47ae-b7ef-60efbe8c38e2 req-bb4d28be-8ed6-412c-9903-a1fd3b6cbdda tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.246911 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-fe400836-76b4-4ebe-8469-58bb4ed9789e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:19.254313 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-efbed072-860d-47ae-b7ef-60efbe8c38e2 req-bb4d28be-8ed6-412c-9903-a1fd3b6cbdda tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Calling delete_port for ac7d2f56-2f1b-4ef5-9002-866d6c28d0de owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:19.277798 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe400836-76b4-4ebe-8469-58bb4ed9789e None None] Routers {'c8da66bc-0f7f-404b-a81d-b7d962ad3933'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:19.278368 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-fe400836-76b4-4ebe-8469-58bb4ed9789e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:57:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c8da66bc-0f7f-404b-a81d-b7d962ad3933'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:19.341388 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-38207bd3-a5f2-413e-bdd7-57a91c5170b9 None None] Port 410be463-403c-4a52-ad93-0e095c45abe4 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:19.373980 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-fe400836-76b4-4ebe-8469-58bb4ed9789e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:19.375754 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe400836-76b4-4ebe-8469-58bb4ed9789e None None] The sync data for ids ['c8da66bc-0f7f-404b-a81d-b7d962ad3933'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:19.504568 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-efbed072-860d-47ae-b7ef-60efbe8c38e2 req-bb4d28be-8ed6-412c-9903-a1fd3b6cbdda tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.519957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['ac7d2f56-2f1b-4ef5-9002-866d6c28d0de'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:19.556481 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d28be-8ed6-412c-9903-a1fd3b6cbdda tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Pushing event deleted for resources: {'Port': ['ID=ac7d2f56-2f1b-4ef5-9002-866d6c28d0de,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:19.572993 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d28be-8ed6-412c-9903-a1fd3b6cbdda tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:19.573350 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d28be-8ed6-412c-9903-a1fd3b6cbdda tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:19.575026 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d28be-8ed6-412c-9903-a1fd3b6cbdda tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:19.575026 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d28be-8ed6-412c-9903-a1fd3b6cbdda tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:19.575026 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d28be-8ed6-412c-9903-a1fd3b6cbdda tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:19.575026 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d28be-8ed6-412c-9903-a1fd3b6cbdda tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:19.575026 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d28be-8ed6-412c-9903-a1fd3b6cbdda tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:19.575448 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d28be-8ed6-412c-9903-a1fd3b6cbdda tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:19.575627 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d28be-8ed6-412c-9903-a1fd3b6cbdda tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:19.575954 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d28be-8ed6-412c-9903-a1fd3b6cbdda tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:19.576287 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d28be-8ed6-412c-9903-a1fd3b6cbdda tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:19.576667 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d28be-8ed6-412c-9903-a1fd3b6cbdda tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:19.597660 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['bbffa4a2-710f-4fb4-aba5-fe1bad751312'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:19.668598 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbed072-860d-47ae-b7ef-60efbe8c38e2 req-bb4d28be-8ed6-412c-9903-a1fd3b6cbdda tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] No DVR routers for this DVR port ac7d2f56-2f1b-4ef5-9002-866d6c28d0de on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:19.671307 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-efbed072-860d-47ae-b7ef-60efbe8c38e2 req-bb4d28be-8ed6-412c-9903-a1fd3b6cbdda tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.676359 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-efbed072-860d-47ae-b7ef-60efbe8c38e2 req-bb4d28be-8ed6-412c-9903-a1fd3b6cbdda tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.21 "DELETE /v2.0/ports/ac7d2f56-2f1b-4ef5-9002-866d6c28d0de HTTP/1.1" status: 204 len: 173 time: 0.9770384 Nov 12 00:58:19.676851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee54c80-48e4-47ce-97df-db4f9e13859f', 'name': 'network-vif-deleted', 'tag': 'ac7d2f56-2f1b-4ef5-9002-866d6c28d0de'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:19.679232 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab855ef-8bcf-4b8a-8ac3-f7f9c026218f" -d '{"events": [{"server_uuid": "4ee54c80-48e4-47ce-97df-db4f9e13859f", "name": "network-vif-deleted", "tag": "ac7d2f56-2f1b-4ef5-9002-866d6c28d0de"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:19.786909 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-199259b0-03da-4c95-8c71-0f503b16ea91 req-69ecdb04-6ff4-4b27-a268-d3ca7437220f tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ee54c80-48e4-47ce-97df-db4f9e13859f HTTP/1.1" status: 200 len: 210 time: 0.0491481 Nov 12 00:58:19.791749 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f0c6dc33-7d80-4b83-a4c0-38067053fc02 None None] Provisioning complete for port 410be463-403c-4a52-ad93-0e095c45abe4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:19.792120 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f0c6dc33-7d80-4b83-a4c0-38067053fc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.839408 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5f6f14f5-7f8f-4792-b17a-96680997b201 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.858921 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720ff66-e71a-4f88-a6f9-3d9c3c0439c6 req-e78ddaf0-daca-4bdf-9a09-86b1baf90a10 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.861640 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26568068-3e65-4ecd-add9-c88a92710718 x-openstack-request-id: req-26568068-3e65-4ecd-add9-c88a92710718 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:19.861959 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee54c80-48e4-47ce-97df-db4f9e13859f", "name": "network-vif-deleted", "tag": "ac7d2f56-2f1b-4ef5-9002-866d6c28d0de", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:19.862597 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26568068-3e65-4ecd-add9-c88a92710718 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:19.863135 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee54c80-48e4-47ce-97df-db4f9e13859f', 'name': 'network-vif-deleted', 'tag': 'ac7d2f56-2f1b-4ef5-9002-866d6c28d0de', 'status': 'completed', 'code': 200} Nov 12 00:58:19.866907 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6720ff66-e71a-4f88-a6f9-3d9c3c0439c6 req-e78ddaf0-daca-4bdf-9a09-86b1baf90a10 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 946 time: 0.2150698 Nov 12 00:58:19.948431 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f0c6dc33-7d80-4b83-a4c0-38067053fc02 None None] Port 410be463-403c-4a52-ad93-0e095c45abe4 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:20.037224 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-aa1dec57-b172-4b3a-9d38-7ab01f9b0b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.107140 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-59f6d6eb-34b4-4196-a41e-0c08714ae231 None None] Provisioning complete for port 410be463-403c-4a52-ad93-0e095c45abe4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:20.107603 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-59f6d6eb-34b4-4196-a41e-0c08714ae231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.124271 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6720ff66-e71a-4f88-a6f9-3d9c3c0439c6 req-f2468e75-ff1b-48b7-a142-f8342d6cced8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517111 Nov 12 00:58:20.255495 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-59f6d6eb-34b4-4196-a41e-0c08714ae231 None None] Port 410be463-403c-4a52-ad93-0e095c45abe4 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:20.302727 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ca2c6c3-1e76-49b0-96d0-bdca041f5b6e req-8b682a6e-83ca-417b-a422-ead6b4c38165 tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0416255 Nov 12 00:58:20.347310 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb3bc7-cfd0-4b8e-b055-48440486bb6d req-bafbec08-dfe8-4d2c-b676-3a83a1492c24 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:20.348985 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-37eb3bc7-cfd0-4b8e-b055-48440486bb6d req-bafbec08-dfe8-4d2c-b676-3a83a1492c24 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 946 time: 0.0695786 Nov 12 00:58:20.434056 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-37eb3bc7-cfd0-4b8e-b055-48440486bb6d req-4297f2f9-ccd8-4238-814f-d8fc41325994 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626028 Nov 12 00:58:20.442258 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f14f5-7f8f-4792-b17a-96680997b201 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting port 410be463-403c-4a52-ad93-0e095c45abe4 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:20.442609 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5f6f14f5-7f8f-4792-b17a-96680997b201 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.569791 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5f6f14f5-7f8f-4792-b17a-96680997b201 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.583265 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f14f5-7f8f-4792-b17a-96680997b201 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Calling delete_port for 410be463-403c-4a52-ad93-0e095c45abe4 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:20.617479 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ac6d6-a5f7-4e0f-9d5f-6498b583bd9c req-e466ab79-cf9e-4399-bb75-4ec64ed4f059 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:20.628150 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-397ac6d6-a5f7-4e0f-9d5f-6498b583bd9c req-e466ab79-cf9e-4399-bb75-4ec64ed4f059 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 946 time: 0.0754182 Nov 12 00:58:20.711124 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-397ac6d6-a5f7-4e0f-9d5f-6498b583bd9c req-f1e16ad9-b386-434e-a2e4-3f793638d1c5 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820339 Nov 12 00:58:20.800880 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5f6f14f5-7f8f-4792-b17a-96680997b201 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.879509 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f14f5-7f8f-4792-b17a-96680997b201 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Port': ['ID=410be463-403c-4a52-ad93-0e095c45abe4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:21.041666 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5f6f14f5-7f8f-4792-b17a-96680997b201 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.174717 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fccd2-247f-477f-af00-af04d3231f63 req-7d2f613e-d968-4e37-a276-b269054b1cfd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:21.182015 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a6fccd2-247f-477f-af00-af04d3231f63 req-7d2f613e-d968-4e37-a276-b269054b1cfd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 946 time: 0.1585355 Nov 12 00:58:21.304449 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a6fccd2-247f-477f-af00-af04d3231f63 req-481db9b6-dc95-4acf-b941-02541871edd2 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214056 Nov 12 00:58:21.323745 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6f14f5-7f8f-4792-b17a-96680997b201 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Router c8da66bc-0f7f-404b-a81d-b7d962ad3933 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:58:21.353993 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfd9d3-265e-4810-a8d0-9ef6885f00fa req-01e5bcdb-9a60-4a90-b898-b1c5576a6d35 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:21.361635 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-96dfd9d3-265e-4810-a8d0-9ef6885f00fa req-01e5bcdb-9a60-4a90-b898-b1c5576a6d35 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.1144195 Nov 12 00:58:21.418468 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-96dfd9d3-265e-4810-a8d0-9ef6885f00fa req-c0845f74-749d-4870-8b78-60369c20602a tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=58f47f52-01e5-4843-a8ae-7cc30ba69435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511575 Nov 12 00:58:21.448094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6f14f5-7f8f-4792-b17a-96680997b201 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:21.458581 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1ae146-bd3f-4b22-a899-78b8bf9eb69b None None] Sync routers for ids ['c8da66bc-0f7f-404b-a81d-b7d962ad3933'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:21.460821 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5f6f14f5-7f8f-4792-b17a-96680997b201 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "PUT /v2.0/routers/c8da66bc-0f7f-404b-a81d-b7d962ad3933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3102729 Nov 12 00:58:21.475831 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 54942) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:21.479514 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-445f2cce-995e-4df8-8a5e-bcd74f701eda req-7c410f3c-e60d-42dd-9853-1cc7a4e2a239 tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0541849 Nov 12 00:58:21.498581 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ae146-bd3f-4b22-a899-78b8bf9eb69b None None] Routers {'c8da66bc-0f7f-404b-a81d-b7d962ad3933'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:21.499231 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-cf1ae146-bd3f-4b22-a899-78b8bf9eb69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:57:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c8da66bc-0f7f-404b-a81d-b7d962ad3933'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:21.530753 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f90d05-bcec-496d-97b0-ead825d234ea tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] GET failed (client error): The resource could not be found. Nov 12 00:58:21.532549 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-20f90d05-bcec-496d-97b0-ead825d234ea tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports/410be463-403c-4a52-ad93-0e095c45abe4 HTTP/1.1" status: 404 len: 333 time: 0.0518949 Nov 12 00:58:21.535338 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54946) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:21.542051 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-cf1ae146-bd3f-4b22-a899-78b8bf9eb69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:21.555298 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ae146-bd3f-4b22-a899-78b8bf9eb69b None None] Routers {'c8da66bc-0f7f-404b-a81d-b7d962ad3933'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:21.556412 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-cf1ae146-bd3f-4b22-a899-78b8bf9eb69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:57:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c8da66bc-0f7f-404b-a81d-b7d962ad3933'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:21.568468 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954e57e-88b5-4d99-93b4-b8d5915b33dc req-f0816086-dfb7-48d7-b53d-e782906d3258 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:21.570582 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a954e57e-88b5-4d99-93b4-b8d5915b33dc req-f0816086-dfb7-48d7-b53d-e782906d3258 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 946 time: 0.1160316 Nov 12 00:58:21.597585 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-cf1ae146-bd3f-4b22-a899-78b8bf9eb69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:21.598527 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1ae146-bd3f-4b22-a899-78b8bf9eb69b None None] The sync data for ids ['c8da66bc-0f7f-404b-a81d-b7d962ad3933'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:21.659387 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c772c4f-b2f4-4d4b-8e35-021c8e4297de tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.698487 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-a954e57e-88b5-4d99-93b4-b8d5915b33dc req-cbe19c5c-03f6-4b23-bd80-0ed82d7f722b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Deleting port bbffa4a2-710f-4fb4-aba5-fe1bad751312 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:21.699024 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a954e57e-88b5-4d99-93b4-b8d5915b33dc req-cbe19c5c-03f6-4b23-bd80-0ed82d7f722b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.808667 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-a954e57e-88b5-4d99-93b4-b8d5915b33dc req-cbe19c5c-03f6-4b23-bd80-0ed82d7f722b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] For port bbffa4a2-710f-4fb4-aba5-fe1bad751312, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=bbffa4a2-710f-4fb4-aba5-fe1bad751312,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:21.809065 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a954e57e-88b5-4d99-93b4-b8d5915b33dc req-cbe19c5c-03f6-4b23-bd80-0ed82d7f722b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.825466 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-a954e57e-88b5-4d99-93b4-b8d5915b33dc req-cbe19c5c-03f6-4b23-bd80-0ed82d7f722b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Calling delete_port for bbffa4a2-710f-4fb4-aba5-fe1bad751312 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:21.875222 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c772c4f-b2f4-4d4b-8e35-021c8e4297de tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.878761 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c772c4f-b2f4-4d4b-8e35-021c8e4297de tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.944224 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c772c4f-b2f4-4d4b-8e35-021c8e4297de tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.944991 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c772c4f-b2f4-4d4b-8e35-021c8e4297de tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Fanout notify agent at l3_agent the message router_deleted on router c8da66bc-0f7f-404b-a81d-b7d962ad3933 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:58:21.959185 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c772c4f-b2f4-4d4b-8e35-021c8e4297de tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:21.963029 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8c772c4f-b2f4-4d4b-8e35-021c8e4297de tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/routers/c8da66bc-0f7f-404b-a81d-b7d962ad3933 HTTP/1.1" status: 204 len: 168 time: 0.4264321 Nov 12 00:58:21.963623 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54958) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:22.012350 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a954e57e-88b5-4d99-93b4-b8d5915b33dc req-cbe19c5c-03f6-4b23-bd80-0ed82d7f722b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.032953 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d02b762-0443-4969-981d-2e8540767e2d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting subnet 5ef39c30-f559-4613-8c85-53ee830ee4b5 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:22.036590 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d02b762-0443-4969-981d-2e8540767e2d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.049554 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe19c5c-03f6-4b23-bd80-0ed82d7f722b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Pushing event deleted for resources: {'Port': ['ID=bbffa4a2-710f-4fb4-aba5-fe1bad751312,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:22.052623 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['bbffa4a2-710f-4fb4-aba5-fe1bad751312'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:22.100131 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-a954e57e-88b5-4d99-93b4-b8d5915b33dc req-cbe19c5c-03f6-4b23-bd80-0ed82d7f722b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] No DVR routers for this DVR port bbffa4a2-710f-4fb4-aba5-fe1bad751312 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:22.103146 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a954e57e-88b5-4d99-93b4-b8d5915b33dc req-cbe19c5c-03f6-4b23-bd80-0ed82d7f722b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.108041 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a954e57e-88b5-4d99-93b4-b8d5915b33dc req-cbe19c5c-03f6-4b23-bd80-0ed82d7f722b tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.15 "DELETE /v2.0/ports/bbffa4a2-710f-4fb4-aba5-fe1bad751312 HTTP/1.1" status: 204 len: 173 time: 0.5306792 Nov 12 00:58:22.108656 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc435657-04fa-4122-901d-207a67abefbf', 'name': 'network-vif-deleted', 'tag': 'bbffa4a2-710f-4fb4-aba5-fe1bad751312'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:22.111347 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6df06cb-96c9-4d0e-9c81-ad46ba1cc9d2" -d '{"events": [{"server_uuid": "dc435657-04fa-4122-901d-207a67abefbf", "name": "network-vif-deleted", "tag": "bbffa4a2-710f-4fb4-aba5-fe1bad751312"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:22.134893 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d02b762-0443-4969-981d-2e8540767e2d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.166205 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638085e7-c35a-4373-aeb5-95f2a9adc58d x-openstack-request-id: req-638085e7-c35a-4373-aeb5-95f2a9adc58d {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:22.166552 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc435657-04fa-4122-901d-207a67abefbf", "name": "network-vif-deleted", "tag": "bbffa4a2-710f-4fb4-aba5-fe1bad751312", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:22.166845 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-638085e7-c35a-4373-aeb5-95f2a9adc58d {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:22.167278 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc435657-04fa-4122-901d-207a67abefbf', 'name': 'network-vif-deleted', 'tag': 'bbffa4a2-710f-4fb4-aba5-fe1bad751312', 'status': 'completed', 'code': 200} Nov 12 00:58:22.294932 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d02b762-0443-4969-981d-2e8540767e2d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.347524 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3885de07-8931-4957-8f90-6d92b8a7ea6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.383634 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d02b762-0443-4969-981d-2e8540767e2d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.423092 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02b762-0443-4969-981d-2e8540767e2d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef39c30-f559-4613-8c85-53ee830ee4b5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:22.429944 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d02b762-0443-4969-981d-2e8540767e2d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.436927 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3d02b762-0443-4969-981d-2e8540767e2d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/subnets/5ef39c30-f559-4613-8c85-53ee830ee4b5 HTTP/1.1" status: 204 len: 168 time: 0.4676044 Nov 12 00:58:22.436927 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54970) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:22.447628 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf17e39-0573-469a-a1d1-1a0fcf6653fa None None] Network 0652cc41-b985-4fbe-8df9-805c880d40bc requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:22.491914 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0309d-74d1-498e-b298-9180c6a3bf35 req-a5f4b3da-2b63-4ec7-8a2b-2f4439fab9a3 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:22.494296 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8c0309d-74d1-498e-b298-9180c6a3bf35 req-a5f4b3da-2b63-4ec7-8a2b-2f4439fab9a3 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 946 time: 0.0869696 Nov 12 00:58:22.562107 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c190f04-2a9d-4c89-8a1b-9f67ec9deb90 req-7f6f5198-8802-493c-bfdb-7ed9a274d066 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:22.564889 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c190f04-2a9d-4c89-8a1b-9f67ec9deb90 req-7f6f5198-8802-493c-bfdb-7ed9a274d066 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 946 time: 0.0983336 Nov 12 00:58:22.576910 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1580e9b4-f45f-45b8-b291-f18658ab245f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.622235 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8c0309d-74d1-498e-b298-9180c6a3bf35 req-31ecfd17-5800-4747-b0ce-7b092772f590 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129541 Nov 12 00:58:22.656913 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f8b958c2-aa67-4993-a77d-8319506088c4 req-1477240e-b4fe-4875-8ac1-fa1eeb39a5fa tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc435657-04fa-4122-901d-207a67abefbf HTTP/1.1" status: 200 len: 210 time: 0.0828929 Nov 12 00:58:22.767139 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-1580e9b4-f45f-45b8-b291-f18658ab245f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting port d1641fd4-709e-4c49-aebe-670aa25e32f9 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:22.767495 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1580e9b4-f45f-45b8-b291-f18658ab245f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.860454 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-1580e9b4-f45f-45b8-b291-f18658ab245f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] For port d1641fd4-709e-4c49-aebe-670aa25e32f9, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d1641fd4-709e-4c49-aebe-670aa25e32f9,segment=NetworkSegment(cbce4506-9656-4123-b7df-88e774457be5),segment_id=cbce4506-9656-4123-b7df-88e774457be5)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:22.860617 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1580e9b4-f45f-45b8-b291-f18658ab245f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.876273 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-1580e9b4-f45f-45b8-b291-f18658ab245f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Calling delete_port for d1641fd4-709e-4c49-aebe-670aa25e32f9 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:22.880489 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device ac7d2f56-2f1b-4ef5-9002-866d6c28d0de no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:22.883969 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7d4fb165-b176-402a-afbe-916b68f6941b req-b87c9259-215d-4783-8cbc-dc20b5c84be2 tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.1086843 Nov 12 00:58:22.894584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-9c190f04-2a9d-4c89-8a1b-9f67ec9deb90 req-e58052bb-66f9-4ca0-ac5b-8d888fdb0803 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Deleting port 619706d2-1941-4576-9394-4107f45e1999 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:22.894919 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9c190f04-2a9d-4c89-8a1b-9f67ec9deb90 req-e58052bb-66f9-4ca0-ac5b-8d888fdb0803 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.942328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: ac7d2f56-2f1b-4ef5-9002-866d6c28d0de {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:22.942912 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device ac7d2f56-2f1b-4ef5-9002-866d6c28d0de not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:22.975640 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1580e9b4-f45f-45b8-b291-f18658ab245f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.990017 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1580e9b4-f45f-45b8-b291-f18658ab245f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] No DVR routers for this DVR port d1641fd4-709e-4c49-aebe-670aa25e32f9 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:23.013732 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580e9b4-f45f-45b8-b291-f18658ab245f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Port': ['ID=d1641fd4-709e-4c49-aebe-670aa25e32f9,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:23.089404 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-9c190f04-2a9d-4c89-8a1b-9f67ec9deb90 req-e58052bb-66f9-4ca0-ac5b-8d888fdb0803 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] For port 619706d2-1941-4576-9394-4107f45e1999, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=619706d2-1941-4576-9394-4107f45e1999,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:23.090208 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9c190f04-2a9d-4c89-8a1b-9f67ec9deb90 req-e58052bb-66f9-4ca0-ac5b-8d888fdb0803 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.101063 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1580e9b4-f45f-45b8-b291-f18658ab245f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.110773 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cdbb8f-e5dd-408f-a1f2-ff9023d92ea4 None None] DHCP port deletion for 0652cc41-b985-4fbe-8df9-805c880d40bc request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:23.131695 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-1580e9b4-f45f-45b8-b291-f18658ab245f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0652cc41-b985-4fbe-8df9-805c880d40bc']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:23.133977 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-9c190f04-2a9d-4c89-8a1b-9f67ec9deb90 req-e58052bb-66f9-4ca0-ac5b-8d888fdb0803 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Calling delete_port for 619706d2-1941-4576-9394-4107f45e1999 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:23.142468 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-1580e9b4-f45f-45b8-b291-f18658ab245f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbce4506-9656-4123-b7df-88e774457be5') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:23.142866 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-1580e9b4-f45f-45b8-b291-f18658ab245f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbce4506-9656-4123-b7df-88e774457be5') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:23.152879 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1580e9b4-f45f-45b8-b291-f18658ab245f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.169027 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1580e9b4-f45f-45b8-b291-f18658ab245f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.179606 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1580e9b4-f45f-45b8-b291-f18658ab245f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:23.180319 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1580e9b4-f45f-45b8-b291-f18658ab245f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:23.183665 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:23.254977 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1580e9b4-f45f-45b8-b291-f18658ab245f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.266936 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1580e9b4-f45f-45b8-b291-f18658ab245f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.269195 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1580e9b4-f45f-45b8-b291-f18658ab245f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/networks/0652cc41-b985-4fbe-8df9-805c880d40bc HTTP/1.1" status: 204 len: 168 time: 0.8324399 Nov 12 00:58:23.280192 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54988) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:23.290006 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580e9b4-f45f-45b8-b291-f18658ab245f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Network': ['ID=0652cc41-b985-4fbe-8df9-805c880d40bc,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:23.339763 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9c190f04-2a9d-4c89-8a1b-9f67ec9deb90 req-e58052bb-66f9-4ca0-ac5b-8d888fdb0803 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.353685 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['619706d2-1941-4576-9394-4107f45e1999'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:23.375497 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fa8583-2927-4d14-99d5-38263a49022d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:23.376073 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58052bb-66f9-4ca0-ac5b-8d888fdb0803 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event deleted for resources: {'Port': ['ID=619706d2-1941-4576-9394-4107f45e1999,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:23.379281 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-49fa8583-2927-4d14-99d5-38263a49022d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports/20b73979-909f-4dc8-8201-1679fcc423b9 HTTP/1.1" status: 200 len: 845 time: 0.0956686 Nov 12 00:58:23.382198 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54992) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:23.445618 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ab31cd32-4cf6-4e92-a6bb-59dded28f260 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports/20b73979-909f-4dc8-8201-1679fcc423b9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0619326 Nov 12 00:58:23.446850 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54994) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:23.448611 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.457771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e24330ca-8b61-4eeb-9b88-11de0e49b592 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'subnet': {'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:23.464679 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c190f04-2a9d-4c89-8a1b-9f67ec9deb90 req-e58052bb-66f9-4ca0-ac5b-8d888fdb0803 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] No DVR routers for this DVR port 619706d2-1941-4576-9394-4107f45e1999 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:23.467750 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9c190f04-2a9d-4c89-8a1b-9f67ec9deb90 req-e58052bb-66f9-4ca0-ac5b-8d888fdb0803 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.471841 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c190f04-2a9d-4c89-8a1b-9f67ec9deb90 req-e58052bb-66f9-4ca0-ac5b-8d888fdb0803 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.21 "DELETE /v2.0/ports/619706d2-1941-4576-9394-4107f45e1999 HTTP/1.1" status: 204 len: 173 time: 0.8996127 Nov 12 00:58:23.606222 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24330ca-8b61-4eeb-9b88-11de0e49b592 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:23.614004 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e24330ca-8b61-4eeb-9b88-11de0e49b592 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.858740 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5bec43f8-002e-40d2-bdf2-57b811c02385 req-a7594eef-0cbc-43fe-a363-e06e00c4ca11 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 210 time: 0.1145260 Nov 12 00:58:23.988389 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e24330ca-8b61-4eeb-9b88-11de0e49b592 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.068250 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f9954969-e1b7-433f-9ff2-3037fb3212b1 req-8515f356-67e2-47ab-891b-e55fdfed2f66 tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0434518 Nov 12 00:58:24.168475 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2', 'name': 'network-vif-deleted', 'tag': '619706d2-1941-4576-9394-4107f45e1999'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:24.170994 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b6ccb7-9531-453a-81b2-fe798f56352f" -d '{"events": [{"server_uuid": "f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2", "name": "network-vif-deleted", "tag": "619706d2-1941-4576-9394-4107f45e1999"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:24.215003 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab764542-0f7e-4e5f-8fd6-eddaadd10b40 x-openstack-request-id: req-ab764542-0f7e-4e5f-8fd6-eddaadd10b40 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:24.215356 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2", "name": "network-vif-deleted", "tag": "619706d2-1941-4576-9394-4107f45e1999", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:24.215613 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab764542-0f7e-4e5f-8fd6-eddaadd10b40 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:24.216010 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2', 'name': 'network-vif-deleted', 'tag': '619706d2-1941-4576-9394-4107f45e1999', 'status': 'completed', 'code': 200} Nov 12 00:58:24.392180 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24330ca-8b61-4eeb-9b88-11de0e49b592 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:24.425997 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-e24330ca-8b61-4eeb-9b88-11de0e49b592 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:24.430921 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24330ca-8b61-4eeb-9b88-11de0e49b592 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:24.438258 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e24330ca-8b61-4eeb-9b88-11de0e49b592 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.441623 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9987e42f-5887-4584-87c4-dd6d4b90fed8 None None] Network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:24.442977 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24330ca-8b61-4eeb-9b88-11de0e49b592 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Subnet': ['ID=b133741e-1ec3-44e3-8d82-b1b82a8fedd4,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:24.485571 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55026) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:24.491110 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e24330ca-8b61-4eeb-9b88-11de0e49b592 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0431328 Nov 12 00:58:24.496257 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-d971247c-bbbb-4106-9f26-71c130afe75b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'security_group': {'name': 'tempest-secgroup-950212671'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:24.513472 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a0131-ecf0-4852-bfcc-7e5fe1212e6e req-07662454-2be1-4af7-8e40-08d1096fea80 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:24.524223 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a4a0131-ecf0-4852-bfcc-7e5fe1212e6e req-07662454-2be1-4af7-8e40-08d1096fea80 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1435382 Nov 12 00:58:24.530087 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d971247c-bbbb-4106-9f26-71c130afe75b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.602032 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a4a0131-ecf0-4852-bfcc-7e5fe1212e6e req-f2fc8632-b424-4cfc-9ff3-f064e0a874aa tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762568 Nov 12 00:58:24.617277 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d971247c-bbbb-4106-9f26-71c130afe75b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.620288 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d971247c-bbbb-4106-9f26-71c130afe75b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.662795 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d971247c-bbbb-4106-9f26-71c130afe75b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.664857 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d971247c-bbbb-4106-9f26-71c130afe75b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1770124 Nov 12 00:58:24.667582 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55032) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:24.672939 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-651aa8e4-520f-403e-a9d7-c295432eb05c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'security_group': {'name': 'tempest-secgroup-956759384'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:24.676716 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971247c-bbbb-4106-9f26-71c130afe75b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8537da0d-7c5b-4b9b-a58f-cb0715008d21,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:24.705709 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.711236 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-651aa8e4-520f-403e-a9d7-c295432eb05c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.737560 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36b05e5-8e01-4b81-a2d9-2fab92461d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0', 'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0', 'tenant_id': 'fdffc24a99234389a7708827e7ad9065', 'fixed_ips': [{'subnet_id': 'b133741e-1ec3-44e3-8d82-b1b82a8fedd4'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:58:24.738969 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e36b05e5-8e01-4b81-a2d9-2fab92461d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.810453 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-651aa8e4-520f-403e-a9d7-c295432eb05c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.816862 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-651aa8e4-520f-403e-a9d7-c295432eb05c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.900264 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-651aa8e4-520f-403e-a9d7-c295432eb05c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.904212 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-651aa8e4-520f-403e-a9d7-c295432eb05c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2331970 Nov 12 00:58:24.904212 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651aa8e4-520f-403e-a9d7-c295432eb05c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24cebd96-66bf-460c-af2c-3783247d70be,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:24.904602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55042) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:24.911499 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-ab0c5024-60b3-43e5-aeac-2998802fa314 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1505760248', 'security_groups': ['24cebd96-66bf-460c-af2c-3783247d70be'], 'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b133741e-1ec3-44e3-8d82-b1b82a8fedd4'}]}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:24.934346 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-e36b05e5-8e01-4b81-a2d9-2fab92461d5f None None] Allocated IP 2001:db8::2 (6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0/b133741e-1ec3-44e3-8d82-b1b82a8fedd4/8e6ac02b-fc91-429f-97a5-f7ae16c2aa11) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:25.099215 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f799bcdb-17ef-44a1-896e-1800edcf4e2b req-2c6ca430-1f90-4a44-9ecc-4848d95adeee tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 210 time: 0.0657063 Nov 12 00:58:25.110886 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d1641fd4-709e-4c49-aebe-670aa25e32f9 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:25.147714 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0c5024-60b3-43e5-aeac-2998802fa314 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:25.155800 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: d1641fd4-709e-4c49-aebe-670aa25e32f9 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:25.156407 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d1641fd4-709e-4c49-aebe-670aa25e32f9 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:25.220747 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e36b05e5-8e01-4b81-a2d9-2fab92461d5f None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.240423 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e36b05e5-8e01-4b81-a2d9-2fab92461d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.250392 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f414c15f-454c-4b0f-9a5b-90de6742aab2 req-934f6479-67b7-4adb-8c92-16083bd9baca tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0518239 Nov 12 00:58:25.325655 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b05e5-8e01-4b81-a2d9-2fab92461d5f None None] Pushing event updated for resources: {'Port': ['ID=8e6ac02b-fc91-429f-97a5-f7ae16c2aa11,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:25.336233 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36b05e5-8e01-4b81-a2d9-2fab92461d5f None None] Network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:25.338033 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-e36b05e5-8e01-4b81-a2d9-2fab92461d5f None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:25.342433 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5024-60b3-43e5-aeac-2998802fa314 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.345645 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36b05e5-8e01-4b81-a2d9-2fab92461d5f None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:25.362887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-ab0c5024-60b3-43e5-aeac-2998802fa314 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] device_id is not set on port af4ffe8d-e1b1-4c47-8207-d41b0f8eedd4 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:58:25.442425 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e36b05e5-8e01-4b81-a2d9-2fab92461d5f None None] Attempting to bind port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:25.443736 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e36b05e5-8e01-4b81-a2d9-2fab92461d5f None None] Attempting to bind port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '62328987-d879-4283-b3cd-401d9b50d21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:25.444273 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36b05e5-8e01-4b81-a2d9-2fab92461d5f None None] Attempting to bind port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 on network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:25.451160 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36b05e5-8e01-4b81-a2d9-2fab92461d5f None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:25.452029 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36b05e5-8e01-4b81-a2d9-2fab92461d5f None None] Checking segment: {'id': '62328987-d879-4283-b3cd-401d9b50d21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:25.452809 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e36b05e5-8e01-4b81-a2d9-2fab92461d5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.453514 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36b05e5-8e01-4b81-a2d9-2fab92461d5f None None] Bound using segment: {'id': '62328987-d879-4283-b3cd-401d9b50d21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:25.454225 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e36b05e5-8e01-4b81-a2d9-2fab92461d5f None None] Bound port: 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62328987-d879-4283-b3cd-401d9b50d21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:25.454805 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e36b05e5-8e01-4b81-a2d9-2fab92461d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.457635 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.548049 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-ab0c5024-60b3-43e5-aeac-2998802fa314 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Allocated IP 2001:db8::3e1 (6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0/b133741e-1ec3-44e3-8d82-b1b82a8fedd4/af4ffe8d-e1b1-4c47-8207-d41b0f8eedd4) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:25.550970 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e36b05e5-8e01-4b81-a2d9-2fab92461d5f None None] For port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:25.558946 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e36b05e5-8e01-4b81-a2d9-2fab92461d5f None None] For port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8e6ac02b-fc91-429f-97a5-f7ae16c2aa11,segment=NetworkSegment(62328987-d879-4283-b3cd-401d9b50d21c),segment_id=62328987-d879-4283-b3cd-401d9b50d21c)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:25.567272 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e36b05e5-8e01-4b81-a2d9-2fab92461d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.685755 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b05e5-8e01-4b81-a2d9-2fab92461d5f None None] Pushing event updated for resources: {'Port': ['ID=8e6ac02b-fc91-429f-97a5-f7ae16c2aa11,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:25.739427 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5024-60b3-43e5-aeac-2998802fa314 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.807543 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324f36c-5eee-4cff-bc7f-66bfd22821ea req-97d5b143-1791-4741-aa0e-f365324122b6 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:25.817741 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0324f36c-5eee-4cff-bc7f-66bfd22821ea req-97d5b143-1791-4741-aa0e-f365324122b6 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.0899739 Nov 12 00:58:25.895913 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0324f36c-5eee-4cff-bc7f-66bfd22821ea req-3bdf7816-1cd7-4699-92ee-00735331392d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768020 Nov 12 00:58:25.916218 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5024-60b3-43e5-aeac-2998802fa314 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.949422 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.022715 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57d2a9-ef79-4c89-b72c-6e0a5e5dcbc1 req-9cbf4114-5135-4152-ad1d-5f2649d171c1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:26.025410 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f57d2a9-ef79-4c89-b72c-6e0a5e5dcbc1 req-9cbf4114-5135-4152-ad1d-5f2649d171c1 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.2308571 Nov 12 00:58:26.070275 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0c5024-60b3-43e5-aeac-2998802fa314 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:26.102697 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device bbffa4a2-710f-4fb4-aba5-fe1bad751312 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:26.137364 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-ab0c5024-60b3-43e5-aeac-2998802fa314 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:26.170091 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0c5024-60b3-43e5-aeac-2998802fa314 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:26.175968 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0c5024-60b3-43e5-aeac-2998802fa314 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:26.176608 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5024-60b3-43e5-aeac-2998802fa314 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.190043 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c5024-60b3-43e5-aeac-2998802fa314 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=af4ffe8d-e1b1-4c47-8207-d41b0f8eedd4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:26.240672 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: bbffa4a2-710f-4fb4-aba5-fe1bad751312 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:26.244908 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device bbffa4a2-710f-4fb4-aba5-fe1bad751312 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:26.270617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55076) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:26.272871 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ab0c5024-60b3-43e5-aeac-2998802fa314 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3669667 Nov 12 00:58:26.278815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-841bd966-d616-4fe5-ab2e-f7b74ede2482 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'subnet': {'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:26.326881 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-4f57d2a9-ef79-4c89-b72c-6e0a5e5dcbc1 req-1b97d3cc-b0aa-4e3c-8626-06dcfc15d7b2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Deleting port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:26.327238 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4f57d2a9-ef79-4c89-b72c-6e0a5e5dcbc1 req-1b97d3cc-b0aa-4e3c-8626-06dcfc15d7b2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.388516 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5540128-a9a4-413d-afb3-be0c63195236 req-254bc184-7d85-4a80-a490-5d1d2b133104 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 210 time: 0.0794442 Nov 12 00:58:26.470821 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b3ed0de8-ad13-4182-8f66-4bc6beb84415 req-acaf9b8b-e60c-4083-a81a-9166b605f45f tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0654993 Nov 12 00:58:26.517133 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841bd966-d616-4fe5-ab2e-f7b74ede2482 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:26.519584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-4f57d2a9-ef79-4c89-b72c-6e0a5e5dcbc1 req-1b97d3cc-b0aa-4e3c-8626-06dcfc15d7b2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] For port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:26.520169 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4f57d2a9-ef79-4c89-b72c-6e0a5e5dcbc1 req-1b97d3cc-b0aa-4e3c-8626-06dcfc15d7b2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.521337 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-841bd966-d616-4fe5-ab2e-f7b74ede2482 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.679916 n-d-712137-14 neutron-server[114243]: INFO neutron.db.ipam_backend_mixin [None req-841bd966-d616-4fe5-ab2e-f7b74ede2482 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b133741e-1ec3-44e3-8d82-b1b82a8fedd4 (CIDR: 2001:db8::/64) Nov 12 00:58:26.684844 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-841bd966-d616-4fe5-ab2e-f7b74ede2482 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:58:26.685449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841bd966-d616-4fe5-ab2e-f7b74ede2482 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:26.712281 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 619706d2-1941-4576-9394-4107f45e1999 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:26.720541 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-841bd966-d616-4fe5-ab2e-f7b74ede2482 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4474306 Nov 12 00:58:26.723027 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55084) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:26.735692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b62392da-4129-4db3-a184-ef9c3f69f44c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'subnet': {'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:26.760345 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 619706d2-1941-4576-9394-4107f45e1999 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:26.764277 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 619706d2-1941-4576-9394-4107f45e1999 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:26.985796 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4f57d2a9-ef79-4c89-b72c-6e0a5e5dcbc1 req-1b97d3cc-b0aa-4e3c-8626-06dcfc15d7b2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.987286 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4f57d2a9-ef79-4c89-b72c-6e0a5e5dcbc1 req-1b97d3cc-b0aa-4e3c-8626-06dcfc15d7b2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.987853 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [req-4f57d2a9-ef79-4c89-b72c-6e0a5e5dcbc1 req-1b97d3cc-b0aa-4e3c-8626-06dcfc15d7b2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Floating IP 69f5b768-4e7b-4922-8046-3cc6660b3ee7 disassociated. External IP: 172.25.0.91, port: 3b0bb765-f486-4b2d-adfc-49b7bf9daf52. Nov 12 00:58:26.988428 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-4f57d2a9-ef79-4c89-b72c-6e0a5e5dcbc1 req-1b97d3cc-b0aa-4e3c-8626-06dcfc15d7b2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Calling delete_port for 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:27.022026 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62392da-4129-4db3-a184-ef9c3f69f44c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:27.025999 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b62392da-4129-4db3-a184-ef9c3f69f44c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.044218 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:27.150645 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:27.151777 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.261913 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dba754-73e2-4c0f-b3b2-957b056ae8e7 req-06dcd813-24ca-4cdb-a825-119ac60a82f3 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:27.263516 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58dba754-73e2-4c0f-b3b2-957b056ae8e7 req-06dcd813-24ca-4cdb-a825-119ac60a82f3 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 944 time: 0.1961815 Nov 12 00:58:27.338835 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.425578 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8e6ac02b-fc91-429f-97a5-f7ae16c2aa11,segment=NetworkSegment(62328987-d879-4283-b3cd-401d9b50d21c),segment_id=62328987-d879-4283-b3cd-401d9b50d21c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:27.438581 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.471024 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58dba754-73e2-4c0f-b3b2-957b056ae8e7 req-a31e6f59-ab92-40ff-b46b-728f28597ff9 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c93d926-d8d6-41db-a0f3-db8d62155fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997776 Nov 12 00:58:27.613037 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d6b44de6-c3b2-4792-b253-36a03998257d None None] Provisioning complete for port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:27.614055 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d6b44de6-c3b2-4792-b253-36a03998257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.627599 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=8e6ac02b-fc91-429f-97a5-f7ae16c2aa11,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:27.788159 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9101da42-b85f-40bf-bbff-f19e51d57825 req-0dc29dd5-5715-410d-b690-3c2852cb2964 tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.1139231 Nov 12 00:58:27.883473 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d6b44de6-c3b2-4792-b253-36a03998257d None None] Provisioning complete for port 20b73979-909f-4dc8-8201-1679fcc423b9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:27.885160 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d6b44de6-c3b2-4792-b253-36a03998257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.960105 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b62392da-4129-4db3-a184-ef9c3f69f44c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.976400 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74c1421b-b624-4b76-95e4-0de3da2612ee req-7d139b6a-9470-460b-b9f4-48bcc8b7bc56 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 210 time: 0.0538354 Nov 12 00:58:27.995470 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d6b44de6-c3b2-4792-b253-36a03998257d None None] Port 20b73979-909f-4dc8-8201-1679fcc423b9 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:28.044478 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62392da-4129-4db3-a184-ef9c3f69f44c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:28.049471 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-b62392da-4129-4db3-a184-ef9c3f69f44c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:28.055325 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62392da-4129-4db3-a184-ef9c3f69f44c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:28.056059 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b62392da-4129-4db3-a184-ef9c3f69f44c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.061101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3847f9f-01e6-4661-96ba-78c7e85fda09 None None] Network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:28.083673 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b62392da-4129-4db3-a184-ef9c3f69f44c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3595672 Nov 12 00:58:28.087220 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55106) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:28.094117 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-704673782', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'aae3eab8-4b49-49c1-8e81-6677a7eaf75c'}], 'security_groups': ['8537da0d-7c5b-4b9b-a58f-cb0715008d21']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:28.099096 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62392da-4129-4db3-a184-ef9c3f69f44c tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Subnet': ['ID=aae3eab8-4b49-49c1-8e81-6677a7eaf75c,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:28.182019 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4f57d2a9-ef79-4c89-b72c-6e0a5e5dcbc1 req-1b97d3cc-b0aa-4e3c-8626-06dcfc15d7b2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.251345 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9849577d-af90-4286-9e68-89b822efb9d8 None None] Provisioning complete for port af4ffe8d-e1b1-4c47-8207-d41b0f8eedd4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:28.251967 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9849577d-af90-4286-9e68-89b822efb9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.280730 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97d3cc-b0aa-4e3c-8626-06dcfc15d7b2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Pushing event deleted for resources: {'Port': ['ID=3b0bb765-f486-4b2d-adfc-49b7bf9daf52,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:28.305303 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-9849577d-af90-4286-9e68-89b822efb9d8 None None] Port af4ffe8d-e1b1-4c47-8207-d41b0f8eedd4 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:28.471720 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.596897 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f57d2a9-ef79-4c89-b72c-6e0a5e5dcbc1 req-1b97d3cc-b0aa-4e3c-8626-06dcfc15d7b2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Router f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:58:28.608633 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afae468e-3db7-42ad-84eb-e23eba1821ad None None] Update dhcp port {'port': {'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0', 'fixed_ips': [{'subnet_id': 'b133741e-1ec3-44e3-8d82-b1b82a8fedd4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aae3eab8-4b49-49c1-8e81-6677a7eaf75c'}], 'binding:host_id': 'n-d-712137-14'}, 'id': '8e6ac02b-fc91-429f-97a5-f7ae16c2aa11'} from n-d-712137-14. {{(pid=114244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:58:28.655650 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-afae468e-3db7-42ad-84eb-e23eba1821ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.916072 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cb6d76c2-5eda-460d-8cf9-34f529c19f36 req-67a4aa11-b234-41dd-b956-02bf1d4b1642 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 210 time: 0.1784711 Nov 12 00:58:28.982805 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f57d2a9-ef79-4c89-b72c-6e0a5e5dcbc1 req-1b97d3cc-b0aa-4e3c-8626-06dcfc15d7b2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:29.012983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76a5663-f067-476c-b88f-d6c2df006033 None None] Sync routers for ids ['f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:29.025124 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:29.051016 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f57d2a9-ef79-4c89-b72c-6e0a5e5dcbc1 req-1b97d3cc-b0aa-4e3c-8626-06dcfc15d7b2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] No DVR routers for this DVR port 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:29.055678 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4f57d2a9-ef79-4c89-b72c-6e0a5e5dcbc1 req-1b97d3cc-b0aa-4e3c-8626-06dcfc15d7b2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.059365 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f57d2a9-ef79-4c89-b72c-6e0a5e5dcbc1 req-1b97d3cc-b0aa-4e3c-8626-06dcfc15d7b2 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.15 "DELETE /v2.0/ports/3b0bb765-f486-4b2d-adfc-49b7bf9daf52 HTTP/1.1" status: 204 len: 173 time: 3.0251548 Nov 12 00:58:29.059954 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'name': 'network-vif-deleted', 'tag': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:29.062936 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc37548-5934-43f3-8299-1fb0541117cb" -d '{"events": [{"server_uuid": "ab5f2d29-cf62-4e71-b340-dfa9250975a0", "name": "network-vif-deleted", "tag": "3b0bb765-f486-4b2d-adfc-49b7bf9daf52"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:29.074574 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dc750aff-2898-4139-9b0a-0f6a9e290a37 req-5ac9f9b8-9701-4d6f-bcc7-84e8b1ef5f02 tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.1307018 Nov 12 00:58:29.113915 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76a5663-f067-476c-b88f-d6c2df006033 None None] Routers {'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:29.114700 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-f76a5663-f067-476c-b88f-d6c2df006033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:58:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:29.183575 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fda614d1-9b21-4dc0-87fb-d38c67dcbc03 req-127b8322-98e6-4ff1-917e-f18217acb548 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 210 time: 0.0822740 Nov 12 00:58:29.224324 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d241a4-8c8d-4a7a-924d-a07c6057ec8f x-openstack-request-id: req-23d241a4-8c8d-4a7a-924d-a07c6057ec8f {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:29.224883 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5f2d29-cf62-4e71-b340-dfa9250975a0", "name": "network-vif-deleted", "tag": "3b0bb765-f486-4b2d-adfc-49b7bf9daf52", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:29.225239 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23d241a4-8c8d-4a7a-924d-a07c6057ec8f {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:29.225740 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5f2d29-cf62-4e71-b340-dfa9250975a0', 'name': 'network-vif-deleted', 'tag': '3b0bb765-f486-4b2d-adfc-49b7bf9daf52', 'status': 'completed', 'code': 200} Nov 12 00:58:29.255030 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Delete allocated IP 2001:db8::3e1 (6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0/b133741e-1ec3-44e3-8d82-b1b82a8fedd4) {{(pid=114243) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 00:58:29.268238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Allocated IP 2001:db8:0:1::96 (6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0/aae3eab8-4b49-49c1-8e81-6677a7eaf75c/af4ffe8d-e1b1-4c47-8207-d41b0f8eedd4) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:29.317598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:29.317929 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.454154 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-f76a5663-f067-476c-b88f-d6c2df006033 None None] Set router f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:29.518790 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.526031 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.624074 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] In _notify_port_updated(), no bound segment for port af4ffe8d-e1b1-4c47-8207-d41b0f8eedd4 on network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 {{(pid=114243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:58:29.631508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:29.633231 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.633597 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "PUT /v2.0/ports/af4ffe8d-e1b1-4c47-8207-d41b0f8eedd4 HTTP/1.1" status: 200 len: 929 time: 1.5441818 Nov 12 00:58:29.637105 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55140) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:29.659848 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=af4ffe8d-e1b1-4c47-8207-d41b0f8eedd4,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:29.669794 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:29.670391 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:29.670754 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:29.671104 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:29.671502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:29.671846 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:29.672210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:29.672522 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:29.672900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:29.673286 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:29.673622 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:29.674414 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa533bd7-7a4b-4539-ae84-f4d42fd6f9e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:29.750504 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-afae468e-3db7-42ad-84eb-e23eba1821ad None None] Allocated IP 2001:db8:0:1::2 (6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0/aae3eab8-4b49-49c1-8e81-6677a7eaf75c/8e6ac02b-fc91-429f-97a5-f7ae16c2aa11) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:29.783803 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-32c612fa-ac20-4c1a-b777-fadec6549e63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting port af4ffe8d-e1b1-4c47-8207-d41b0f8eedd4 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:29.795577 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-32c612fa-ac20-4c1a-b777-fadec6549e63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.942095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-afae468e-3db7-42ad-84eb-e23eba1821ad None None] For port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8e6ac02b-fc91-429f-97a5-f7ae16c2aa11,segment=NetworkSegment(62328987-d879-4283-b3cd-401d9b50d21c),segment_id=62328987-d879-4283-b3cd-401d9b50d21c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:29.963103 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-f76a5663-f067-476c-b88f-d6c2df006033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'name': 'tempest-ServerActionsTestJSON-1026065405-router', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '20465638-3b19-4df7-8a8e-55376771c925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:42Z', 'updated_at': '2021-11-12T00:46:49Z', 'revision_number': 4, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'gw_port': {'id': '20465638-3b19-4df7-8a8e-55376771c925', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:43Z', 'updated_at': '2021-11-12T00:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '01797d83-c87e-4cb1-96bc-a44ba5b3a47b', 'name': '', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'mac_address': 'fa:16:3e:2c:8f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:47Z', 'updated_at': '2021-11-12T00:47:03Z', 'revision_number': 5, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'subnets': [{'id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:29.968636 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-32c612fa-ac20-4c1a-b777-fadec6549e63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.993347 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76a5663-f067-476c-b88f-d6c2df006033 None None] Checking router: f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:58:30.016727 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76a5663-f067-476c-b88f-d6c2df006033 None None] Routers {'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:30.017374 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-f76a5663-f067-476c-b88f-d6c2df006033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:58:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:30.027901 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-32c612fa-ac20-4c1a-b777-fadec6549e63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Calling delete_port for af4ffe8d-e1b1-4c47-8207-d41b0f8eedd4 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:30.117988 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5a45f6d5-ba15-4361-84c2-6636d79870c6 req-04e376d5-9a14-46a5-a813-bb19e2aed398 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab5f2d29-cf62-4e71-b340-dfa9250975a0 HTTP/1.1" status: 200 len: 210 time: 0.0429437 Nov 12 00:58:30.125784 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-afae468e-3db7-42ad-84eb-e23eba1821ad None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.130219 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:30.137758 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-afae468e-3db7-42ad-84eb-e23eba1821ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.178881 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:30.179331 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3b0bb765-f486-4b2d-adfc-49b7bf9daf52 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:30.240433 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-f76a5663-f067-476c-b88f-d6c2df006033 None None] Set router f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:30.290432 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-894bd169-9d32-4dfb-ac4b-b89badb5a50c req-3ad16c22-6206-4977-bdcd-0d79eb00c451 tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0400815 Nov 12 00:58:30.368152 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3baf1e09-ae4e-45e2-89ec-122e7d2f6e29 req-70ccf452-fa1c-4963-822c-c2f066e62e7a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 210 time: 0.0719845 Nov 12 00:58:30.381770 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-32c612fa-ac20-4c1a-b777-fadec6549e63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.450995 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c612fa-ac20-4c1a-b777-fadec6549e63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Port': ['ID=af4ffe8d-e1b1-4c47-8207-d41b0f8eedd4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:30.494681 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-32c612fa-ac20-4c1a-b777-fadec6549e63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.498947 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-32c612fa-ac20-4c1a-b777-fadec6549e63 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/ports/af4ffe8d-e1b1-4c47-8207-d41b0f8eedd4 HTTP/1.1" status: 204 len: 168 time: 0.8606582 Nov 12 00:58:30.501688 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55160) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:30.522449 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae468e-3db7-42ad-84eb-e23eba1821ad None None] Pushing event updated for resources: {'Port': ['ID=8e6ac02b-fc91-429f-97a5-f7ae16c2aa11,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:30.558550 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c986e05-b283-4e03-84bd-24223ec47dd8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] GET failed (client error): The resource could not be found. Nov 12 00:58:30.560312 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5c986e05-b283-4e03-84bd-24223ec47dd8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports/af4ffe8d-e1b1-4c47-8207-d41b0f8eedd4 HTTP/1.1" status: 404 len: 333 time: 0.0575905 Nov 12 00:58:30.562988 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55162) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:30.650198 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-45f2d61e-f5a7-400c-808f-1aa650051b66 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.705717 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-45f2d61e-f5a7-400c-808f-1aa650051b66 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.767330 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-f76a5663-f067-476c-b88f-d6c2df006033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'name': 'tempest-ServerActionsTestJSON-1026065405-router', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '20465638-3b19-4df7-8a8e-55376771c925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:42Z', 'updated_at': '2021-11-12T00:46:49Z', 'revision_number': 4, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'gw_port': {'id': '20465638-3b19-4df7-8a8e-55376771c925', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:43Z', 'updated_at': '2021-11-12T00:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '01797d83-c87e-4cb1-96bc-a44ba5b3a47b', 'name': '', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'mac_address': 'fa:16:3e:2c:8f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:47Z', 'updated_at': '2021-11-12T00:47:03Z', 'revision_number': 5, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'subnets': [{'id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:30.777510 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-45f2d61e-f5a7-400c-808f-1aa650051b66 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.781374 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-45f2d61e-f5a7-400c-808f-1aa650051b66 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.785380 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-45f2d61e-f5a7-400c-808f-1aa650051b66 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/security-groups/24cebd96-66bf-460c-af2c-3783247d70be HTTP/1.1" status: 204 len: 168 time: 0.2213824 Nov 12 00:58:30.785579 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55170) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:30.804936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2d61e-f5a7-400c-808f-1aa650051b66 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cebd96-66bf-460c-af2c-3783247d70be,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:30.824563 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76a5663-f067-476c-b88f-d6c2df006033 None None] The sync data for ids ['f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'] in n-d-712137-14 is: [{'id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'name': 'tempest-ServerActionsTestJSON-1026065405-router', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '20465638-3b19-4df7-8a8e-55376771c925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:42Z', 'updated_at': '2021-11-12T00:46:49Z', 'revision_number': 4, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'gw_port': {'id': '20465638-3b19-4df7-8a8e-55376771c925', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:43Z', 'updated_at': '2021-11-12T00:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '01797d83-c87e-4cb1-96bc-a44ba5b3a47b', 'name': '', 'network_id': '6307f6ac-8534-473b-9c55-0dd7d1da8597', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'mac_address': 'fa:16:3e:2c:8f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:47Z', 'updated_at': '2021-11-12T00:47:03Z', 'revision_number': 5, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'subnets': [{'id': 'b8aa6c3c-5081-4604-8817-fb3a926bbac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:30.969804 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-567b4804-f0d3-40af-98f9-a66b5f5ec1db tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.023315 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-567b4804-f0d3-40af-98f9-a66b5f5ec1db tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.030801 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:31.100541 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-567b4804-f0d3-40af-98f9-a66b5f5ec1db tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.104470 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-567b4804-f0d3-40af-98f9-a66b5f5ec1db tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.105716 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-567b4804-f0d3-40af-98f9-a66b5f5ec1db tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/security-groups/8537da0d-7c5b-4b9b-a58f-cb0715008d21 HTTP/1.1" status: 204 len: 168 time: 0.3190658 Nov 12 00:58:31.108598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55180) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:31.121026 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:31.121408 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.132958 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b4804-f0d3-40af-98f9-a66b5f5ec1db tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8537da0d-7c5b-4b9b-a58f-cb0715008d21,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:31.239795 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-178e0de6-a874-4e41-8c16-5651c0f08de8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting subnet b133741e-1ec3-44e3-8d82-b1b82a8fedd4 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:31.248737 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-178e0de6-a874-4e41-8c16-5651c0f08de8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.264978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55186) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:31.313801 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-178e0de6-a874-4e41-8c16-5651c0f08de8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.346560 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbbd8b1-cb14-40b8-a41f-649db84939b9 None None] New status for floating IP 69f5b768-4e7b-4922-8046-3cc6660b3ee7: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:58:31.402906 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-31ec81d7-3cbd-4f62-913f-0302e78c384c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.439195 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-31ec81d7-3cbd-4f62-913f-0302e78c384c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.470511 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c279517b-c057-4ef0-9150-937ab41f1ca5 None None] Provisioning complete for port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:31.471385 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c279517b-c057-4ef0-9150-937ab41f1ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.488592 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-178e0de6-a874-4e41-8c16-5651c0f08de8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.493991 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dba2dfe7-4d36-4092-ac49-a6b018b64f1b req-2a91e873-29d2-4af6-9f85-646fc4695165 tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0789540 Nov 12 00:58:31.528318 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-31ec81d7-3cbd-4f62-913f-0302e78c384c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.531219 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-31ec81d7-3cbd-4f62-913f-0302e78c384c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.532578 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-31ec81d7-3cbd-4f62-913f-0302e78c384c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "DELETE /v2.0/security-groups/2c93d926-d8d6-41db-a0f3-db8d62155fd2 HTTP/1.1" status: 204 len: 168 time: 0.2654026 Nov 12 00:58:31.556843 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55192) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:31.597442 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-178e0de6-a874-4e41-8c16-5651c0f08de8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.622774 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-178e0de6-a874-4e41-8c16-5651c0f08de8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.626580 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-40a6ed62-7f1d-4ccb-811f-215640330d94 req-4059555f-0199-407e-bc5c-f7a56521e747 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 210 time: 0.0926352 Nov 12 00:58:31.630723 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-178e0de6-a874-4e41-8c16-5651c0f08de8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/subnets/b133741e-1ec3-44e3-8d82-b1b82a8fedd4 HTTP/1.1" status: 204 len: 168 time: 0.5172918 Nov 12 00:58:31.633692 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55194) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:31.642339 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-9b8ae260-aa73-4c1b-b001-35d83b632d6f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'subnet': {'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:31.648638 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec81d7-3cbd-4f62-913f-0302e78c384c tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c93d926-d8d6-41db-a0f3-db8d62155fd2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:31.652150 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-8b9d9557-87ca-45d6-82c7-a29b6d28211d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] show failed (client error): The resource could not be found. Nov 12 00:58:31.653239 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8b9d9557-87ca-45d6-82c7-a29b6d28211d tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "GET /v2.0/security-groups/2c93d926-d8d6-41db-a0f3-db8d62155fd2 HTTP/1.1" status: 404 len: 347 time: 0.0938051 Nov 12 00:58:31.664755 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55196) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:31.692487 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e0de6-a874-4e41-8c16-5651c0f08de8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Subnet': ['ID=b133741e-1ec3-44e3-8d82-b1b82a8fedd4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:31.775387 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c279517b-c057-4ef0-9150-937ab41f1ca5 None None] Provisioning complete for port 20b73979-909f-4dc8-8201-1679fcc423b9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:31.775921 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c279517b-c057-4ef0-9150-937ab41f1ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.817725 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c279517b-c057-4ef0-9150-937ab41f1ca5 None None] Port 20b73979-909f-4dc8-8201-1679fcc423b9 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:31.821068 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c279517b-c057-4ef0-9150-937ab41f1ca5 None None] Could not find standard attr ID for object af4ffe8d-e1b1-4c47-8207-d41b0f8eedd4. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:58:31.940985 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7916db-251e-4c56-957e-3af0384398bc None None] Network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:31.980912 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc461b-4356-41d8-8dc7-18f28cb849e0 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Deleting port c3daca6b-fb1a-486f-b389-28043858edd7 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:31.982050 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0dfc461b-4356-41d8-8dc7-18f28cb849e0 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.046201 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a5fcafcf-4d74-49c5-983e-a1a9de4866be None None] Could not find standard attr ID for object af4ffe8d-e1b1-4c47-8207-d41b0f8eedd4. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:58:32.079205 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0dfc461b-4356-41d8-8dc7-18f28cb849e0 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.079507 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0dfc461b-4356-41d8-8dc7-18f28cb849e0 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.098787 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc461b-4356-41d8-8dc7-18f28cb849e0 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Calling delete_port for c3daca6b-fb1a-486f-b389-28043858edd7 owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:32.167727 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8ae260-aa73-4c1b-b001-35d83b632d6f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:32.171156 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae260-aa73-4c1b-b001-35d83b632d6f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.392144 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0dfc461b-4356-41d8-8dc7-18f28cb849e0 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.502093 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc461b-4356-41d8-8dc7-18f28cb849e0 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Pushing event deleted for resources: {'Port': ['ID=c3daca6b-fb1a-486f-b389-28043858edd7,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:32.609888 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0dfc461b-4356-41d8-8dc7-18f28cb849e0 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.613087 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0dfc461b-4356-41d8-8dc7-18f28cb849e0 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.614496 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0dfc461b-4356-41d8-8dc7-18f28cb849e0 tempest-ServerActionsTestJSON-593060823 tempest-ServerActionsTestJSON-593060823-project] 10.222.0.31 "DELETE /v2.0/floatingips/69f5b768-4e7b-4922-8046-3cc6660b3ee7 HTTP/1.1" status: 204 len: 168 time: 0.9491329 Nov 12 00:58:32.617426 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55218) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:32.669816 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8a985182-f2bd-49c3-b4b8-0d3afc5755e3 req-794086eb-8091-4537-985c-44e14356ce1f tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0441113 Nov 12 00:58:32.725015 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae260-aa73-4c1b-b001-35d83b632d6f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.838368 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8ae260-aa73-4c1b-b001-35d83b632d6f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:32.872626 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-9b8ae260-aa73-4c1b-b001-35d83b632d6f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:32.883420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8ae260-aa73-4c1b-b001-35d83b632d6f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:32.884023 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae260-aa73-4c1b-b001-35d83b632d6f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.900108 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ae260-aa73-4c1b-b001-35d83b632d6f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Subnet': ['ID=44b7c601-acaf-4c3e-9b8b-f4e6117653de,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:32.917086 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8f6abc86-d018-4b6e-a322-13a4b36de964 req-e2140f21-98df-40a4-904f-454c376cd82a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4abcfb7-4731-4e5a-bf1b-2bbfada2cfc2 HTTP/1.1" status: 200 len: 210 time: 0.0550163 Nov 12 00:58:32.951239 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9b8ae260-aa73-4c1b-b001-35d83b632d6f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3159776 Nov 12 00:58:32.954359 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55232) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:32.959366 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-2e0491d9-5953-4b9b-aea4-bcd04016fc35 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'security_group': {'name': 'tempest-secgroup-1210850285'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:33.026444 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e0491d9-5953-4b9b-aea4-bcd04016fc35 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.125712 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e0491d9-5953-4b9b-aea4-bcd04016fc35 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.126278 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3808e04a-3be0-469d-9b6a-f06880dfc57d None None] Network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:33.132632 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e0491d9-5953-4b9b-aea4-bcd04016fc35 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.205815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0491d9-5953-4b9b-aea4-bcd04016fc35 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5fe486-a80e-4143-8f87-b89ecb27317c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:33.212529 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e0491d9-5953-4b9b-aea4-bcd04016fc35 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.221887 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2e0491d9-5953-4b9b-aea4-bcd04016fc35 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2660160 Nov 12 00:58:33.225347 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55240) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:33.253495 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-87a6dd45-7265-43a5-83f3-58eaa287ac98 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'security_group': {'name': 'tempest-secgroup-1236672839'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:33.299033 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-87a6dd45-7265-43a5-83f3-58eaa287ac98 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.314470 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3825a66e-c553-44c3-b666-d79a1c6a68e3 None None] Provisioning complete for port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:33.314844 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3825a66e-c553-44c3-b666-d79a1c6a68e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.431980 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-87a6dd45-7265-43a5-83f3-58eaa287ac98 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.448269 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-87a6dd45-7265-43a5-83f3-58eaa287ac98 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.466146 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f32e104-816f-477e-9f24-a9096c75fcfb None None] Update dhcp port {'port': {'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0', 'fixed_ips': [{'subnet_id': 'aae3eab8-4b49-49c1-8e81-6677a7eaf75c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '44b7c601-acaf-4c3e-9b8b-f4e6117653de'}], 'binding:host_id': 'n-d-712137-14'}, 'id': '8e6ac02b-fc91-429f-97a5-f7ae16c2aa11'} from n-d-712137-14. {{(pid=114244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:58:33.488061 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6dd45-7265-43a5-83f3-58eaa287ac98 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b0e303-544e-472b-9eb9-bb14a90bcee3,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:33.501142 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-87a6dd45-7265-43a5-83f3-58eaa287ac98 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.505422 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-87a6dd45-7265-43a5-83f3-58eaa287ac98 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2765558 Nov 12 00:58:33.505663 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55244) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:33.511480 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0f32e104-816f-477e-9f24-a9096c75fcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.516726 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-3ce1396d-fbc3-4b40-8641-debecf23e072 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'security_group': {'name': 'tempest-secgroup-533548207'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:33.555280 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3ce1396d-fbc3-4b40-8641-debecf23e072 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.565822 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3825a66e-c553-44c3-b666-d79a1c6a68e3 None None] Provisioning complete for port 20b73979-909f-4dc8-8201-1679fcc423b9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:33.566195 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3825a66e-c553-44c3-b666-d79a1c6a68e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.609571 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65b7cba6-b75b-46ed-b8f9-a30fb03005d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.621926 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-3825a66e-c553-44c3-b666-d79a1c6a68e3 None None] Port 20b73979-909f-4dc8-8201-1679fcc423b9 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:33.676525 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3ce1396d-fbc3-4b40-8641-debecf23e072 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.681663 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3ce1396d-fbc3-4b40-8641-debecf23e072 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.746519 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3ce1396d-fbc3-4b40-8641-debecf23e072 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.753163 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55250) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:33.755255 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3ce1396d-fbc3-4b40-8641-debecf23e072 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2482367 Nov 12 00:58:33.767040 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1396d-fbc3-4b40-8641-debecf23e072 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a724daa3-14dd-4364-8034-0cf0154f84e7,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:33.800831 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-285e1ded-9769-493c-b89d-788800aadab1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1985713951', 'security_groups': ['a724daa3-14dd-4364-8034-0cf0154f84e7'], 'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '44b7c601-acaf-4c3e-9b8b-f4e6117653de'}]}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:33.821241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-0f32e104-816f-477e-9f24-a9096c75fcfb None None] Allocated IP 2001:db8::2 (6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0/44b7c601-acaf-4c3e-9b8b-f4e6117653de/8e6ac02b-fc91-429f-97a5-f7ae16c2aa11) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:33.859845 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55a2dbef-e853-4e90-bebc-1ea6c79a6ad7 req-33668d14-c77c-49b1-a424-cfc5bb458806 tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0507026 Nov 12 00:58:33.955880 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-0f32e104-816f-477e-9f24-a9096c75fcfb None None] For port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8e6ac02b-fc91-429f-97a5-f7ae16c2aa11,segment=NetworkSegment(62328987-d879-4283-b3cd-401d9b50d21c),segment_id=62328987-d879-4283-b3cd-401d9b50d21c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:34.016254 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0f32e104-816f-477e-9f24-a9096c75fcfb None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.033300 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0f32e104-816f-477e-9f24-a9096c75fcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.048299 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285e1ded-9769-493c-b89d-788800aadab1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:34.189643 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32e104-816f-477e-9f24-a9096c75fcfb None None] Pushing event updated for resources: {'Port': ['ID=8e6ac02b-fc91-429f-97a5-f7ae16c2aa11,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:34.269116 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-285e1ded-9769-493c-b89d-788800aadab1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.294089 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-285e1ded-9769-493c-b89d-788800aadab1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] device_id is not set on port a092561c-70e5-441e-8814-0984bbd28467 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 00:58:34.399955 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-65b7cba6-b75b-46ed-b8f9-a30fb03005d4 admin admin] Deleting port 01797d83-c87e-4cb1-96bc-a44ba5b3a47b {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:34.400409 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65b7cba6-b75b-46ed-b8f9-a30fb03005d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.557206 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-285e1ded-9769-493c-b89d-788800aadab1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Allocated IP 2001:db8::110 (6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0/44b7c601-acaf-4c3e-9b8b-f4e6117653de/a092561c-70e5-441e-8814-0984bbd28467) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:34.564178 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-65b7cba6-b75b-46ed-b8f9-a30fb03005d4 admin admin] For port 01797d83-c87e-4cb1-96bc-a44ba5b3a47b, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=01797d83-c87e-4cb1-96bc-a44ba5b3a47b,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:34.564633 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65b7cba6-b75b-46ed-b8f9-a30fb03005d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.599998 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-65b7cba6-b75b-46ed-b8f9-a30fb03005d4 admin admin] Calling delete_port for 01797d83-c87e-4cb1-96bc-a44ba5b3a47b owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:34.861687 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-285e1ded-9769-493c-b89d-788800aadab1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.942550 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:35.029964 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-285e1ded-9769-493c-b89d-788800aadab1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.031654 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:35.032151 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.039643 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99565f76-9f21-482e-a130-91cbf6f94217 req-255a1c9c-be6b-4c8f-8230-0d08f3ba7d7c tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0553551 Nov 12 00:58:35.096531 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65b7cba6-b75b-46ed-b8f9-a30fb03005d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.115882 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285e1ded-9769-493c-b89d-788800aadab1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:35.116707 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7ec8af59-8a89-4fa5-b7e2-3af7d86ab6d6 None None] Provisioning complete for port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:35.117182 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7ec8af59-8a89-4fa5-b7e2-3af7d86ab6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.135648 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-285e1ded-9769-493c-b89d-788800aadab1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:35.154264 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e1ded-9769-493c-b89d-788800aadab1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:35.160318 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285e1ded-9769-493c-b89d-788800aadab1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:35.161026 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-285e1ded-9769-493c-b89d-788800aadab1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.197909 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e1ded-9769-493c-b89d-788800aadab1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=a092561c-70e5-441e-8814-0984bbd28467,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:35.263255 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7cba6-b75b-46ed-b8f9-a30fb03005d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=01797d83-c87e-4cb1-96bc-a44ba5b3a47b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:35.272968 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55290) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:35.278915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e3fc14c7-3cbd-4801-9932-49b234a285ec tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'subnet': {'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:35.283982 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-285e1ded-9769-493c-b89d-788800aadab1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4870334 Nov 12 00:58:35.378150 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:58:35.380353 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7ec8af59-8a89-4fa5-b7e2-3af7d86ab6d6 None None] Provisioning complete for port 20b73979-909f-4dc8-8201-1679fcc423b9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:35.381309 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7ec8af59-8a89-4fa5-b7e2-3af7d86ab6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.504663 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8af59-8a89-4fa5-b7e2-3af7d86ab6d6 None None] Port 20b73979-909f-4dc8-8201-1679fcc423b9 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:35.610191 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fc14c7-3cbd-4801-9932-49b234a285ec tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:35.614745 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e3fc14c7-3cbd-4801-9932-49b234a285ec tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.635657 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1ffadbba-a652-4cdb-9262-62fdfb42d8de None None] Provisioning complete for port a092561c-70e5-441e-8814-0984bbd28467 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:35.637322 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1ffadbba-a652-4cdb-9262-62fdfb42d8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.658625 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65b7cba6-b75b-46ed-b8f9-a30fb03005d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.681096 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1ffadbba-a652-4cdb-9262-62fdfb42d8de None None] Port a092561c-70e5-441e-8814-0984bbd28467 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:35.740548 n-d-712137-14 neutron-server[114243]: INFO neutron.db.ipam_backend_mixin [None req-e3fc14c7-3cbd-4801-9932-49b234a285ec tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44b7c601-acaf-4c3e-9b8b-f4e6117653de (CIDR: 2001:db8::/64) Nov 12 00:58:35.745936 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fc14c7-3cbd-4801-9932-49b234a285ec tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:58:35.746682 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fc14c7-3cbd-4801-9932-49b234a285ec tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:35.776979 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e3fc14c7-3cbd-4801-9932-49b234a285ec tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5018339 Nov 12 00:58:35.777918 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55296) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:35.784668 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-ccc45973-645a-4d0a-ba35-64964f0c8922 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'subnet': {'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:35.959556 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc45973-645a-4d0a-ba35-64964f0c8922 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:35.963197 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ccc45973-645a-4d0a-ba35-64964f0c8922 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:36.068329 n-d-712137-14 neutron-server[114243]: INFO neutron.db.ipam_backend_mixin [None req-ccc45973-645a-4d0a-ba35-64964f0c8922 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet aae3eab8-4b49-49c1-8e81-6677a7eaf75c (CIDR: 2001:db8:0:1::/64) Nov 12 00:58:36.072215 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc45973-645a-4d0a-ba35-64964f0c8922 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:58:36.072825 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc45973-645a-4d0a-ba35-64964f0c8922 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:36.111851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55306) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:36.112674 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ccc45973-645a-4d0a-ba35-64964f0c8922 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3311508 Nov 12 00:58:36.127051 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-0771326f-57e8-468b-82de-bd55323a2fb8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'subnet': {'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:36.256272 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b496fb1e-536a-4f83-b533-a1f95bf9914a req-6094c095-b95e-49b1-a3ee-f86396bef645 tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0908370 Nov 12 00:58:36.435048 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0771326f-57e8-468b-82de-bd55323a2fb8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Made reservation on behalf of fdffc24a99234389a7708827e7ad9065 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:36.439169 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0771326f-57e8-468b-82de-bd55323a2fb8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:36.446747 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b7cba6-b75b-46ed-b8f9-a30fb03005d4 admin admin] Router f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:58:36.666133 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b7cba6-b75b-46ed-b8f9-a30fb03005d4 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:36.674571 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-65b7cba6-b75b-46ed-b8f9-a30fb03005d4 admin admin] 10.222.0.31 "PUT /v2.0/routers/f976b1a5-c433-4bac-afc9-d7ffcabe3ae2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0540309 Nov 12 00:58:36.675494 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55322) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:36.680916 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b426621-1451-4704-863b-2aa8170983e7 None None] Sync routers for ids ['f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:36.693840 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b426621-1451-4704-863b-2aa8170983e7 None None] Routers {'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:36.694904 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-0b426621-1451-4704-863b-2aa8170983e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:58:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:36.830957 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c965-aa51-403a-8406-1fe16836023b admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:36.861339 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-0b426621-1451-4704-863b-2aa8170983e7 None None] Set router f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:36.896591 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0771326f-57e8-468b-82de-bd55323a2fb8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:36.946768 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c965-aa51-403a-8406-1fe16836023b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:36.969987 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0771326f-57e8-468b-82de-bd55323a2fb8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:36.975284 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-0771326f-57e8-468b-82de-bd55323a2fb8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:36.979869 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0771326f-57e8-468b-82de-bd55323a2fb8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:36.980473 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0771326f-57e8-468b-82de-bd55323a2fb8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:36.999258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771326f-57e8-468b-82de-bd55323a2fb8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Subnet': ['ID=f58520fb-68a0-442e-a02a-b52c826a986e,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:37.005752 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0771326f-57e8-468b-82de-bd55323a2fb8 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8877761 Nov 12 00:58:37.008175 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55328) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:37.013829 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-7db91df3-f565-439a-b90d-50f43010d2e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2070027175', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f58520fb-68a0-442e-a02a-b52c826a986e'}], 'security_groups': ['fe5fe486-a80e-4143-8f87-b89ecb27317c', 'c3b0e303-544e-472b-9eb9-bb14a90bcee3']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:37.028669 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a700a011-20bd-4fb8-a60f-6554d2dbc677 None None] Network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:37.067200 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-d4c7c965-aa51-403a-8406-1fe16836023b admin admin] Deleting port 20465638-3b19-4df7-8a8e-55376771c925 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:37.067561 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c965-aa51-403a-8406-1fe16836023b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.128349 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7db91df3-f565-439a-b90d-50f43010d2e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.240054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-d4c7c965-aa51-403a-8406-1fe16836023b admin admin] For port 20465638-3b19-4df7-8a8e-55376771c925, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=20465638-3b19-4df7-8a8e-55376771c925,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:37.240430 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c965-aa51-403a-8406-1fe16836023b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.254010 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-d4c7c965-aa51-403a-8406-1fe16836023b admin admin] Calling delete_port for 20465638-3b19-4df7-8a8e-55376771c925 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:37.346700 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-0b426621-1451-4704-863b-2aa8170983e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'name': 'tempest-ServerActionsTestJSON-1026065405-router', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '20465638-3b19-4df7-8a8e-55376771c925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:42Z', 'updated_at': '2021-11-12T00:58:34Z', 'revision_number': 5, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'gw_port': {'id': '20465638-3b19-4df7-8a8e-55376771c925', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:46:43Z', 'updated_at': '2021-11-12T00:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:37.380594 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b426621-1451-4704-863b-2aa8170983e7 None None] Checking router: f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:58:37.415802 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b426621-1451-4704-863b-2aa8170983e7 None None] Routers {'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:37.416645 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-0b426621-1451-4704-863b-2aa8170983e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:58:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:37.459585 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a873791c-87e5-462b-83f5-8d3ed2b1934b None None] Update dhcp port {'port': {'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0', 'fixed_ips': [{'subnet_id': 'aae3eab8-4b49-49c1-8e81-6677a7eaf75c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '44b7c601-acaf-4c3e-9b8b-f4e6117653de', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f58520fb-68a0-442e-a02a-b52c826a986e'}], 'binding:host_id': 'n-d-712137-14'}, 'id': '8e6ac02b-fc91-429f-97a5-f7ae16c2aa11'} from n-d-712137-14. {{(pid=114244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:58:37.520197 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a873791c-87e5-462b-83f5-8d3ed2b1934b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.521323 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c965-aa51-403a-8406-1fe16836023b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.569092 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7c965-aa51-403a-8406-1fe16836023b admin admin] Pushing event deleted for resources: {'Port': ['ID=20465638-3b19-4df7-8a8e-55376771c925,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:37.603048 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bd0176b9-8a53-40a3-8507-adfd1da738a7 req-a57bd1a5-ab7b-42c1-8872-a2ca006d572e tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0940120 Nov 12 00:58:37.696284 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c965-aa51-403a-8406-1fe16836023b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.762240 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bd060c-7d95-4caf-ab00-903f6f0c609c None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:37.785521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-0b426621-1451-4704-863b-2aa8170983e7 None None] Set router f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:37.828477 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-7db91df3-f565-439a-b90d-50f43010d2e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Delete allocated IP 2001:db8::110 (6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0/44b7c601-acaf-4c3e-9b8b-f4e6117653de) {{(pid=114242) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 00:58:37.851783 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-7db91df3-f565-439a-b90d-50f43010d2e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Allocated IP 2001:db8:0:2::b6 (6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0/f58520fb-68a0-442e-a02a-b52c826a986e/a092561c-70e5-441e-8814-0984bbd28467) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:37.869367 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c965-aa51-403a-8406-1fe16836023b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.876049 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-0b426621-1451-4704-863b-2aa8170983e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'name': 'tempest-ServerActionsTestJSON-1026065405-router', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:42Z', 'updated_at': '2021-11-12T00:58:36Z', 'revision_number': 6, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:37.876393 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c965-aa51-403a-8406-1fe16836023b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.912130 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b426621-1451-4704-863b-2aa8170983e7 None None] The sync data for ids ['f976b1a5-c433-4bac-afc9-d7ffcabe3ae2'] in n-d-712137-14 is: [{'id': 'f976b1a5-c433-4bac-afc9-d7ffcabe3ae2', 'name': 'tempest-ServerActionsTestJSON-1026065405-router', 'tenant_id': '14ea2cdd235d4a03beeb494819cf4835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:46:42Z', 'updated_at': '2021-11-12T00:58:36Z', 'revision_number': 6, 'project_id': '14ea2cdd235d4a03beeb494819cf4835', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:37.970719 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c965-aa51-403a-8406-1fe16836023b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.976253 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c7c965-aa51-403a-8406-1fe16836023b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:58:37.986706 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c965-aa51-403a-8406-1fe16836023b admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.005148 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d4c7c965-aa51-403a-8406-1fe16836023b admin admin] 10.222.0.31 "DELETE /v2.0/routers/f976b1a5-c433-4bac-afc9-d7ffcabe3ae2 HTTP/1.1" status: 204 len: 168 time: 1.3277237 Nov 12 00:58:38.007887 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55350) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:38.120599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c07443-5b78-4444-9724-0861380121cb admin admin] Deleting subnet b8aa6c3c-5081-4604-8817-fb3a926bbac1 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:38.132940 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e5c07443-5b78-4444-9724-0861380121cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.174779 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7db91df3-f565-439a-b90d-50f43010d2e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.197632 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7db91df3-f565-439a-b90d-50f43010d2e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.213550 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e5c07443-5b78-4444-9724-0861380121cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.269947 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-a873791c-87e5-462b-83f5-8d3ed2b1934b None None] Allocated IP 2001:db8:0:2::2 (6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0/f58520fb-68a0-442e-a02a-b52c826a986e/8e6ac02b-fc91-429f-97a5-f7ae16c2aa11) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:38.271210 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-7db91df3-f565-439a-b90d-50f43010d2e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] In _notify_port_updated(), no bound segment for port a092561c-70e5-441e-8814-0984bbd28467 on network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 {{(pid=114242) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 00:58:38.277770 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db91df3-f565-439a-b90d-50f43010d2e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:38.278931 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7db91df3-f565-439a-b90d-50f43010d2e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.281452 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7db91df3-f565-439a-b90d-50f43010d2e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "PUT /v2.0/ports/a092561c-70e5-441e-8814-0984bbd28467 HTTP/1.1" status: 200 len: 969 time: 1.2716737 Nov 12 00:58:38.285486 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55358) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:38.357749 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db91df3-f565-439a-b90d-50f43010d2e2 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event updated for resources: {'Port': ['ID=a092561c-70e5-441e-8814-0984bbd28467,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:38.470641 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e5c07443-5b78-4444-9724-0861380121cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.490719 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-10e0c680-3eac-44d0-a15a-6e095a1e10c1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting port a092561c-70e5-441e-8814-0984bbd28467 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:38.491075 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10e0c680-3eac-44d0-a15a-6e095a1e10c1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.499991 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a873791c-87e5-462b-83f5-8d3ed2b1934b None None] For port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8e6ac02b-fc91-429f-97a5-f7ae16c2aa11,segment=NetworkSegment(62328987-d879-4283-b3cd-401d9b50d21c),segment_id=62328987-d879-4283-b3cd-401d9b50d21c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:38.564300 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a873791c-87e5-462b-83f5-8d3ed2b1934b None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.574614 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a873791c-87e5-462b-83f5-8d3ed2b1934b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.625552 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10e0c680-3eac-44d0-a15a-6e095a1e10c1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.631594 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e5c07443-5b78-4444-9724-0861380121cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.653858 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-10e0c680-3eac-44d0-a15a-6e095a1e10c1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Calling delete_port for a092561c-70e5-441e-8814-0984bbd28467 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:38.677504 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c07443-5b78-4444-9724-0861380121cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8aa6c3c-5081-4604-8817-fb3a926bbac1,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:38.688468 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e5c07443-5b78-4444-9724-0861380121cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.694481 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e5c07443-5b78-4444-9724-0861380121cb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b8aa6c3c-5081-4604-8817-fb3a926bbac1 HTTP/1.1" status: 204 len: 168 time: 0.6854086 Nov 12 00:58:38.697049 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55370) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:38.778095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e24cc70-bd99-419f-a889-2e30003650a0 None None] Network 6307f6ac-8534-473b-9c55-0dd7d1da8597 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:38.835749 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-083b1286-6351-46d5-9714-134c1f7970bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.837274 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.887498 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5778ba6a-16ea-435d-99af-e6dc6400bd24 req-1c199685-b372-4a2c-a32e-34a0db2497f5 tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0804641 Nov 12 00:58:39.006518 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 20465638-3b19-4df7-8a8e-55376771c925 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:39.043663 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-083b1286-6351-46d5-9714-134c1f7970bb admin admin] Deleting port cefad573-0473-431f-b23d-9692394f470c {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:39.043815 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-083b1286-6351-46d5-9714-134c1f7970bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.046541 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10e0c680-3eac-44d0-a15a-6e095a1e10c1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.073187 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 20465638-3b19-4df7-8a8e-55376771c925 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:39.073580 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 20465638-3b19-4df7-8a8e-55376771c925 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:39.073952 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 01797d83-c87e-4cb1-96bc-a44ba5b3a47b no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:39.116384 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0c680-3eac-44d0-a15a-6e095a1e10c1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Port': ['ID=a092561c-70e5-441e-8814-0984bbd28467,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:39.120970 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-083b1286-6351-46d5-9714-134c1f7970bb admin admin] For port cefad573-0473-431f-b23d-9692394f470c, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=cefad573-0473-431f-b23d-9692394f470c,segment=NetworkSegment(3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4),segment_id=3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:39.121342 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-083b1286-6351-46d5-9714-134c1f7970bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.151102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-083b1286-6351-46d5-9714-134c1f7970bb admin admin] Calling delete_port for cefad573-0473-431f-b23d-9692394f470c owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:39.159555 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 01797d83-c87e-4cb1-96bc-a44ba5b3a47b {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:39.159904 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 01797d83-c87e-4cb1-96bc-a44ba5b3a47b not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:39.168557 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873791c-87e5-462b-83f5-8d3ed2b1934b None None] Pushing event updated for resources: {'Port': ['ID=8e6ac02b-fc91-429f-97a5-f7ae16c2aa11,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:39.191697 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10e0c680-3eac-44d0-a15a-6e095a1e10c1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.199600 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-10e0c680-3eac-44d0-a15a-6e095a1e10c1 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/ports/a092561c-70e5-441e-8814-0984bbd28467 HTTP/1.1" status: 204 len: 168 time: 0.9127860 Nov 12 00:58:39.202151 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55378) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:39.230557 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873791c-87e5-462b-83f5-8d3ed2b1934b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:39.231101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873791c-87e5-462b-83f5-8d3ed2b1934b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:39.231627 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873791c-87e5-462b-83f5-8d3ed2b1934b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:39.232151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873791c-87e5-462b-83f5-8d3ed2b1934b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:39.232651 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873791c-87e5-462b-83f5-8d3ed2b1934b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:39.242827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873791c-87e5-462b-83f5-8d3ed2b1934b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:39.243719 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873791c-87e5-462b-83f5-8d3ed2b1934b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:39.244192 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873791c-87e5-462b-83f5-8d3ed2b1934b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:39.244845 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873791c-87e5-462b-83f5-8d3ed2b1934b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:39.245335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873791c-87e5-462b-83f5-8d3ed2b1934b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:39.245774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873791c-87e5-462b-83f5-8d3ed2b1934b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:39.246220 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873791c-87e5-462b-83f5-8d3ed2b1934b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:39.264157 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6bf6224-d70b-41b2-ab55-e9d0cdab44ae tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] GET failed (client error): The resource could not be found. Nov 12 00:58:39.266427 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a6bf6224-d70b-41b2-ab55-e9d0cdab44ae tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports/a092561c-70e5-441e-8814-0984bbd28467 HTTP/1.1" status: 404 len: 333 time: 0.0627437 Nov 12 00:58:39.269208 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55382) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:39.352114 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-74259324-4090-4aa8-aba5-b3c5706c8494 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.367900 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-083b1286-6351-46d5-9714-134c1f7970bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.451324 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-74259324-4090-4aa8-aba5-b3c5706c8494 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.454063 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083b1286-6351-46d5-9714-134c1f7970bb admin admin] No DVR routers for this DVR port cefad573-0473-431f-b23d-9692394f470c on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:39.476069 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b1286-6351-46d5-9714-134c1f7970bb admin admin] Pushing event deleted for resources: {'Port': ['ID=cefad573-0473-431f-b23d-9692394f470c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:39.496082 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae58ef6-c951-4648-821a-1c558339285c None None] DHCP port deletion for 6307f6ac-8534-473b-9c55-0dd7d1da8597 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:39.546772 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-74259324-4090-4aa8-aba5-b3c5706c8494 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.550558 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-74259324-4090-4aa8-aba5-b3c5706c8494 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.552131 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-74259324-4090-4aa8-aba5-b3c5706c8494 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/security-groups/a724daa3-14dd-4364-8034-0cf0154f84e7 HTTP/1.1" status: 204 len: 168 time: 0.2817020 Nov 12 00:58:39.557562 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55384) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:39.592925 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74259324-4090-4aa8-aba5-b3c5706c8494 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a724daa3-14dd-4364-8034-0cf0154f84e7,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:39.607244 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-083b1286-6351-46d5-9714-134c1f7970bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.673354 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-083b1286-6351-46d5-9714-134c1f7970bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6307f6ac-8534-473b-9c55-0dd7d1da8597']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:39.691492 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-083b1286-6351-46d5-9714-134c1f7970bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:39.701600 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-083b1286-6351-46d5-9714-134c1f7970bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c34f24e-8d4f-4609-8f1d-a7143c3cd9e4') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:39.722192 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-083b1286-6351-46d5-9714-134c1f7970bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.750950 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-083b1286-6351-46d5-9714-134c1f7970bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.757970 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083b1286-6351-46d5-9714-134c1f7970bb admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:39.758378 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-083b1286-6351-46d5-9714-134c1f7970bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.758930 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10532339-9475-4b30-8186-e99d3e86b626 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:39.760221 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:39.882456 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10532339-9475-4b30-8186-e99d3e86b626 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.892476 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-083b1286-6351-46d5-9714-134c1f7970bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.942317 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-083b1286-6351-46d5-9714-134c1f7970bb admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.951243 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-083b1286-6351-46d5-9714-134c1f7970bb admin admin] 10.222.0.31 "DELETE /v2.0/networks/6307f6ac-8534-473b-9c55-0dd7d1da8597 HTTP/1.1" status: 204 len: 168 time: 1.2503488 Nov 12 00:58:39.953100 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b1286-6351-46d5-9714-134c1f7970bb admin admin] Pushing event deleted for resources: {'Network': ['ID=6307f6ac-8534-473b-9c55-0dd7d1da8597,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:39.990121 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10532339-9475-4b30-8186-e99d3e86b626 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.993031 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10532339-9475-4b30-8186-e99d3e86b626 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.994295 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-10532339-9475-4b30-8186-e99d3e86b626 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/security-groups/c3b0e303-544e-472b-9eb9-bb14a90bcee3 HTTP/1.1" status: 204 len: 168 time: 0.4354568 Nov 12 00:58:39.997046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55400) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:40.017720 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10532339-9475-4b30-8186-e99d3e86b626 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b0e303-544e-472b-9eb9-bb14a90bcee3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:40.105867 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-85788ea1-ba77-4e6e-a01e-5cfd34632626 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.135233 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-17d3cc67-a1ac-4984-8019-0d11192b9544 req-26db19df-c5b6-401b-949f-a82a14796836 tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.1127431 Nov 12 00:58:40.175062 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-85788ea1-ba77-4e6e-a01e-5cfd34632626 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.176600 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-bd5a4940-0339-4f7f-9cab-20ad4678728b None None] Provisioning complete for port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:40.177075 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bd5a4940-0339-4f7f-9cab-20ad4678728b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.256594 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55406) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:40.299207 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-85788ea1-ba77-4e6e-a01e-5cfd34632626 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.301945 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-85788ea1-ba77-4e6e-a01e-5cfd34632626 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.303155 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-85788ea1-ba77-4e6e-a01e-5cfd34632626 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/security-groups/fe5fe486-a80e-4143-8f87-b89ecb27317c HTTP/1.1" status: 204 len: 168 time: 0.3048918 Nov 12 00:58:40.318880 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55410) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:40.336577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85788ea1-ba77-4e6e-a01e-5cfd34632626 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5fe486-a80e-4143-8f87-b89ecb27317c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:40.422273 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-87a466e7-f9e3-4e14-bf84-9f91c8db7433 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=14ea2cdd235d4a03beeb494819cf4835&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1642001 Nov 12 00:58:40.425328 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55412) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:40.425804 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-bd5a4940-0339-4f7f-9cab-20ad4678728b None None] Could not find standard attr ID for object a092561c-70e5-441e-8814-0984bbd28467. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:58:40.453109 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-bd5a4940-0339-4f7f-9cab-20ad4678728b None None] Provisioning complete for port 20b73979-909f-4dc8-8201-1679fcc423b9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:40.453489 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bd5a4940-0339-4f7f-9cab-20ad4678728b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.511789 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c26107f-cbc9-42f4-b04a-13b11be13785 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting subnet 44b7c601-acaf-4c3e-9b8b-f4e6117653de {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:40.515753 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-bd5a4940-0339-4f7f-9cab-20ad4678728b None None] Port 20b73979-909f-4dc8-8201-1679fcc423b9 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:40.521523 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8c26107f-cbc9-42f4-b04a-13b11be13785 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.595142 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8c26107f-cbc9-42f4-b04a-13b11be13785 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.598080 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbc37537-1c11-4dba-a3b6-c2fd5b99f437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.631166 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-962f0bec-d205-4114-90c8-478af20e5530 None None] Could not find standard attr ID for object a092561c-70e5-441e-8814-0984bbd28467. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 00:58:40.706591 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8c26107f-cbc9-42f4-b04a-13b11be13785 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.788361 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8c26107f-cbc9-42f4-b04a-13b11be13785 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.840421 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8c26107f-cbc9-42f4-b04a-13b11be13785 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.855002 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55420) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:40.856588 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8c26107f-cbc9-42f4-b04a-13b11be13785 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/subnets/44b7c601-acaf-4c3e-9b8b-f4e6117653de HTTP/1.1" status: 204 len: 168 time: 0.5321538 Nov 12 00:58:40.915820 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc95ca0c-8c27-4505-a8ff-5eb817eeb27d None None] Network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:40.930809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26107f-cbc9-42f4-b04a-13b11be13785 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Subnet': ['ID=44b7c601-acaf-4c3e-9b8b-f4e6117653de,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:40.943848 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbc37537-1c11-4dba-a3b6-c2fd5b99f437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.981039 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1d03af-a269-4140-9230-f226e0cd2204 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting subnet f58520fb-68a0-442e-a02a-b52c826a986e {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:40.993691 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6c1d03af-a269-4140-9230-f226e0cd2204 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.052067 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbc37537-1c11-4dba-a3b6-c2fd5b99f437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.055191 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbc37537-1c11-4dba-a3b6-c2fd5b99f437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.056985 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fbc37537-1c11-4dba-a3b6-c2fd5b99f437 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58f47f52-01e5-4843-a8ae-7cc30ba69435 HTTP/1.1" status: 204 len: 168 time: 0.6304774 Nov 12 00:58:41.072386 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc37537-1c11-4dba-a3b6-c2fd5b99f437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f47f52-01e5-4843-a8ae-7cc30ba69435,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:41.120045 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6c1d03af-a269-4140-9230-f226e0cd2204 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.221969 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:41.314023 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6c1d03af-a269-4140-9230-f226e0cd2204 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.377350 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cb6f01ba-5de5-43b7-a748-21733010d13b req-7c40ff99-a079-4fb1-8ebf-4032281657cd tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0837994 Nov 12 00:58:41.433817 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6c1d03af-a269-4140-9230-f226e0cd2204 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.478389 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:41.478855 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.506417 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6c1d03af-a269-4140-9230-f226e0cd2204 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.518304 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6c1d03af-a269-4140-9230-f226e0cd2204 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/subnets/f58520fb-68a0-442e-a02a-b52c826a986e HTTP/1.1" status: 204 len: 168 time: 0.6609228 Nov 12 00:58:41.520801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55446) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:41.522678 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d03af-a269-4140-9230-f226e0cd2204 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Subnet': ['ID=f58520fb-68a0-442e-a02a-b52c826a986e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:41.590143 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d61eb6e-4386-4391-bab6-0d1a3e1af644 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:41.591096 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d61eb6e-4386-4391-bab6-0d1a3e1af644 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:41.612348 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55450) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:41.613191 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4d61eb6e-4386-4391-bab6-0d1a3e1af644 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/subnets/44b7c601-acaf-4c3e-9b8b-f4e6117653de HTTP/1.1" status: 404 len: 337 time: 0.0910130 Nov 12 00:58:41.714087 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d23a9f6-52fc-47ab-8e61-eb59be7a0505 None None] Update dhcp port {'port': {'network_id': '6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0', 'fixed_ips': [{'subnet_id': 'aae3eab8-4b49-49c1-8e81-6677a7eaf75c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f58520fb-68a0-442e-a02a-b52c826a986e'}], 'binding:host_id': 'n-d-712137-14'}, 'id': '8e6ac02b-fc91-429f-97a5-f7ae16c2aa11'} from n-d-712137-14. {{(pid=114244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 00:58:41.731378 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fcf14f2-0352-4f56-8afe-4d3f9522ebef tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting subnet aae3eab8-4b49-49c1-8e81-6677a7eaf75c {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:41.737257 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8fcf14f2-0352-4f56-8afe-4d3f9522ebef tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.779574 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device cefad573-0473-431f-b23d-9692394f470c no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:41.809607 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: cefad573-0473-431f-b23d-9692394f470c {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:41.809950 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device cefad573-0473-431f-b23d-9692394f470c not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:41.842016 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6d23a9f6-52fc-47ab-8e61-eb59be7a0505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.898635 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8fcf14f2-0352-4f56-8afe-4d3f9522ebef tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.029695 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8fcf14f2-0352-4f56-8afe-4d3f9522ebef tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.111571 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8fcf14f2-0352-4f56-8afe-4d3f9522ebef tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.145535 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8fcf14f2-0352-4f56-8afe-4d3f9522ebef tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.151696 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55480) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:42.179729 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8fcf14f2-0352-4f56-8afe-4d3f9522ebef tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/subnets/aae3eab8-4b49-49c1-8e81-6677a7eaf75c HTTP/1.1" status: 204 len: 168 time: 0.5563395 Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server [None req-6d23a9f6-52fc-47ab-8e61-eb59be7a0505 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aae3eab8-4b49-49c1-8e81-6677a7eaf75c: This subnet is being modified by another concurrent operation. Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise exception Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aae3eab8-4b49-49c1-8e81-6677a7eaf75c: This subnet is being modified by another concurrent operation. Nov 12 00:58:42.230139 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Nov 12 00:58:42.247966 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-089099e2-f539-4b9b-9a41-f928b60a0617 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:42.249298 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089099e2-f539-4b9b-9a41-f928b60a0617 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:42.261194 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-089099e2-f539-4b9b-9a41-f928b60a0617 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/subnets/b133741e-1ec3-44e3-8d82-b1b82a8fedd4 HTTP/1.1" status: 404 len: 337 time: 0.1084049 Nov 12 00:58:42.261816 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55496) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:42.263122 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf14f2-0352-4f56-8afe-4d3f9522ebef tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Subnet': ['ID=aae3eab8-4b49-49c1-8e81-6677a7eaf75c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:42.336398 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e444ae62-630e-418c-81b9-3d9b8bec3efb None None] Network 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:42.355483 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55512) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:42.366494 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-837e6d20-bc3f-491c-8f6d-1b6516d0e2a3 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8da66bc-0f7f-404b-a81d-b7d962ad3933 HTTP/1.1" status: 200 len: 205 time: 0.1010079 Nov 12 00:58:42.473030 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-5ec36155-118e-4a66-9abd-6fddd8845f3b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] delete failed (client error): The resource could not be found. Nov 12 00:58:42.481999 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4c36e5d8-4fef-4dda-b34a-ff39a71f61df None None] Provisioning complete for port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:42.482624 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4c36e5d8-4fef-4dda-b34a-ff39a71f61df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.495538 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55530) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:42.509575 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5ec36155-118e-4a66-9abd-6fddd8845f3b tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/routers/c8da66bc-0f7f-404b-a81d-b7d962ad3933 HTTP/1.1" status: 404 len: 336 time: 0.1526992 Nov 12 00:58:42.616545 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8cc12d-1fb0-45cf-acb9-316f23bc7831 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:42.619237 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8cc12d-1fb0-45cf-acb9-316f23bc7831 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:42.631408 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3a8cc12d-1fb0-45cf-acb9-316f23bc7831 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/subnets/5ef39c30-f559-4613-8c85-53ee830ee4b5 HTTP/1.1" status: 404 len: 337 time: 0.1347554 Nov 12 00:58:42.635663 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55532) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:42.636251 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55534) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:42.669145 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c59338ff-b002-4394-b57f-1b148ddb3e0e req-fa09f4cc-efcf-4ee9-adfc-293b49ff5c2c tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.1529310 Nov 12 00:58:42.737820 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b37ea54-e285-4f39-a0ed-ffb14444afdc tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:42.740914 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b37ea54-e285-4f39-a0ed-ffb14444afdc tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:42.746967 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55540) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:42.750467 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2b37ea54-e285-4f39-a0ed-ffb14444afdc tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/subnets/73550218-b959-4bf0-9bf8-c375a8aad00f HTTP/1.1" status: 404 len: 337 time: 0.0920827 Nov 12 00:58:42.770544 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4463ab5-43c5-4dff-8c5c-904e6c0953c3 None None] DHCP port deletion for 6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:58:42.778222 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4c36e5d8-4fef-4dda-b34a-ff39a71f61df None None] Provisioning complete for port 20b73979-909f-4dc8-8201-1679fcc423b9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:42.780051 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4c36e5d8-4fef-4dda-b34a-ff39a71f61df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.894983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4c36e5d8-4fef-4dda-b34a-ff39a71f61df None None] Port 20b73979-909f-4dc8-8201-1679fcc423b9 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:42.902094 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d29b62a4-3e5e-4b2c-9002-f5defe51b6cc req-33d3a33c-3582-4744-91b0-6866910ce680 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.1439247 Nov 12 00:58:42.913191 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6be01b-bd1b-4f7e-91d9-1da6feeb01c7 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:42.914865 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c6be01b-bd1b-4f7e-91d9-1da6feeb01c7 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:42.921208 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1c6be01b-bd1b-4f7e-91d9-1da6feeb01c7 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/subnets/7a420f53-790b-46c7-9b31-41906dc232c1 HTTP/1.1" status: 404 len: 337 time: 0.1700580 Nov 12 00:58:42.921880 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55546) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:42.950686 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-e4463ab5-43c5-4dff-8c5c-904e6c0953c3 None None] Deleting port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:42.951075 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e4463ab5-43c5-4dff-8c5c-904e6c0953c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.988140 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68badb3-c9a3-4596-9c9d-1ea34e5477a4 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:42.989828 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68badb3-c9a3-4596-9c9d-1ea34e5477a4 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:43.016308 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c68badb3-c9a3-4596-9c9d-1ea34e5477a4 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/ports/224af7f2-24b1-4dac-89a6-4c73378d5531 HTTP/1.1" status: 404 len: 333 time: 0.0898616 Nov 12 00:58:43.016832 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55548) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:43.029600 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-87827fb1-589a-4e8e-ae54-cd729a93dce3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-449504447-network', 'tenant_id': '0e65501093ee449caad02ed35a042586'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:43.074377 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e4463ab5-43c5-4dff-8c5c-904e6c0953c3 None None] For port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8e6ac02b-fc91-429f-97a5-f7ae16c2aa11,segment=NetworkSegment(62328987-d879-4283-b3cd-401d9b50d21c),segment_id=62328987-d879-4283-b3cd-401d9b50d21c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:43.075259 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e4463ab5-43c5-4dff-8c5c-904e6c0953c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.086636 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b6878e-9f94-484a-91e8-e3711753b71e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:43.087104 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b6878e-9f94-484a-91e8-e3711753b71e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:43.093072 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87827fb1-589a-4e8e-ae54-cd729a93dce3 admin admin] Made reservation on behalf of 0e65501093ee449caad02ed35a042586 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:43.097111 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d8b6878e-9f94-484a-91e8-e3711753b71e tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/subnets/0b600153-a2ec-48d8-949a-29af5b7a5a81 HTTP/1.1" status: 404 len: 337 time: 0.0774236 Nov 12 00:58:43.100051 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55554) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:43.102373 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-87827fb1-589a-4e8e-ae54-cd729a93dce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.111681 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-e4463ab5-43c5-4dff-8c5c-904e6c0953c3 None None] Calling delete_port for 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:43.130355 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-87827fb1-589a-4e8e-ae54-cd729a93dce3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.169214 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f9fc4f-441c-4279-8541-f0cf32965bd4 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:43.172096 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f9fc4f-441c-4279-8541-f0cf32965bd4 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:43.179644 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-33f9fc4f-441c-4279-8541-f0cf32965bd4 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/subnets/eeea5e0a-ce10-4c54-b1f7-4122ffd145ca HTTP/1.1" status: 404 len: 337 time: 0.0781550 Nov 12 00:58:43.183861 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55556) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:43.245141 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-80677f0c-5eea-4984-a73f-a14a98591c10 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:43.247602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80677f0c-5eea-4984-a73f-a14a98591c10 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:43.249192 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:43.259796 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-80677f0c-5eea-4984-a73f-a14a98591c10 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/ports/e89a08d1-963e-4a02-af48-2c1d22d1dcd5 HTTP/1.1" status: 404 len: 333 time: 0.0742209 Nov 12 00:58:43.260534 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55558) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:43.273169 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:43.273526 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:43.274950 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e4463ab5-43c5-4dff-8c5c-904e6c0953c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.288118 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0197331-72cc-416c-9de5-26ff1d716eb9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:43.288819 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0197331-72cc-416c-9de5-26ff1d716eb9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:43.295481 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a0197331-72cc-416c-9de5-26ff1d716eb9 tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/subnets/186d83b9-cd60-47a9-b1cf-ed0df66f95ab HTTP/1.1" status: 404 len: 337 time: 0.0339189 Nov 12 00:58:43.296346 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55562) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:43.303867 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4463ab5-43c5-4dff-8c5c-904e6c0953c3 None None] Pushing event deleted for resources: {'Port': ['ID=8e6ac02b-fc91-429f-97a5-f7ae16c2aa11,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:43.316363 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4463ab5-43c5-4dff-8c5c-904e6c0953c3 None None] No DVR routers for this DVR port 8e6ac02b-fc91-429f-97a5-f7ae16c2aa11 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:43.324059 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-87827fb1-589a-4e8e-ae54-cd729a93dce3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.325458 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-677c15c4-1e02-42ac-b6bc-562ba1bc8b6d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] DELETE failed (client error): The resource could not be found. Nov 12 00:58:43.326090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677c15c4-1e02-42ac-b6bc-562ba1bc8b6d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 00:58:43.335590 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-87827fb1-589a-4e8e-ae54-cd729a93dce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.336332 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-677c15c4-1e02-42ac-b6bc-562ba1bc8b6d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/subnets/7cf9d171-463e-42c5-853c-8baff0071a1d HTTP/1.1" status: 404 len: 337 time: 0.0386992 Nov 12 00:58:43.337689 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55564) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:43.340222 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f35254-de47-49f3-87e7-fdb84c91a6e8 None None] get_active_networks_info from n-d-712137-14 {{(pid=114244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:58:43.380527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87827fb1-589a-4e8e-ae54-cd729a93dce3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:58:43.391829 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-87827fb1-589a-4e8e-ae54-cd729a93dce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.392443 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-87827fb1-589a-4e8e-ae54-cd729a93dce3 admin admin] Added segment 28b7a380-d846-4735-a85e-e0836be4ca75 of type vlan for network 2d434d3e-9c3c-4c04-bf86-6a7fecb67a21 Nov 12 00:58:43.440747 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-87827fb1-589a-4e8e-ae54-cd729a93dce3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.545250 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-87827fb1-589a-4e8e-ae54-cd729a93dce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.547012 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87827fb1-589a-4e8e-ae54-cd729a93dce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:43.548207 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-87827fb1-589a-4e8e-ae54-cd729a93dce3 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.564502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-99f544b1-ba36-4c49-906e-db4b4253d62d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Deleting port 20b73979-909f-4dc8-8201-1679fcc423b9 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:43.565248 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-99f544b1-ba36-4c49-906e-db4b4253d62d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.739348 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f35254-de47-49f3-87e7-fdb84c91a6e8 None None] Resources bound (agent type, host, resource id): {{(pid=114244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 00:58:43.886083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87827fb1-589a-4e8e-ae54-cd729a93dce3 admin admin] Pushing event updated for resources: {'Network': ['ID=2d434d3e-9c3c-4c04-bf86-6a7fecb67a21,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:43.892824 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87827fb1-589a-4e8e-ae54-cd729a93dce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6045bd-4bdb-4903-9d33-ec59da2ae7dd,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:43.913266 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 2d434d3e-9c3c-4c04-bf86-6a7fecb67a21 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:58:43.929697 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-87827fb1-589a-4e8e-ae54-cd729a93dce3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2725949 Nov 12 00:58:43.932095 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55608) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:43.965088 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-45d96cac-f020-4c66-98df-343f6c32fdb1 admin admin] Request body: {'subnet': {'network_id': '2d434d3e-9c3c-4c04-bf86-6a7fecb67a21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-449504447-subnet', 'tenant_id': '0e65501093ee449caad02ed35a042586', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:44.039349 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-42a176a1-440a-4cc8-83c8-c5fa9d495fd1 req-ea2b0449-6ae8-4de9-9c39-4fb2a267183a tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.1862276 Nov 12 00:58:44.041781 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-99f544b1-ba36-4c49-906e-db4b4253d62d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.043685 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d96cac-f020-4c66-98df-343f6c32fdb1 admin admin] Made reservation on behalf of 0e65501093ee449caad02ed35a042586 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:44.050192 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-45d96cac-f020-4c66-98df-343f6c32fdb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.078436 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-99f544b1-ba36-4c49-906e-db4b4253d62d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Calling delete_port for 20b73979-909f-4dc8-8201-1679fcc423b9 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:44.288046 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-99f544b1-ba36-4c49-906e-db4b4253d62d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.370121 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f544b1-ba36-4c49-906e-db4b4253d62d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Port': ['ID=20b73979-909f-4dc8-8201-1679fcc423b9,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:44.400393 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-99f544b1-ba36-4c49-906e-db4b4253d62d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.405966 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-99f544b1-ba36-4c49-906e-db4b4253d62d tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/ports/20b73979-909f-4dc8-8201-1679fcc423b9 HTTP/1.1" status: 204 len: 168 time: 1.0666056 Nov 12 00:58:44.416451 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55616) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:44.611954 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81dafd75-9340-4d0b-8a3e-392c75b32f8f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.619186 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-45d96cac-f020-4c66-98df-343f6c32fdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.848212 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-f1e763b9-927c-45a3-abae-0eebb5dbde5b req-e36771c3-5fe1-4eaf-b519-c7340d196888 service neutron] (114242) timed out ('10.222.0.31', 48258) {{(pid=114242) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 00:58:44.850022 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d96cac-f020-4c66-98df-343f6c32fdb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ef8b772-bf3e-4ea4-93b2-1d3f6d7eeff0,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:44.850022 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81dafd75-9340-4d0b-8a3e-392c75b32f8f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.850022 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-81dafd75-9340-4d0b-8a3e-392c75b32f8f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:44.850022 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d96cac-f020-4c66-98df-343f6c32fdb1 admin admin] Checking segment: {'id': '28b7a380-d846-4735-a85e-e0836be4ca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2d434d3e-9c3c-4c04-bf86-6a7fecb67a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:44.850022 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d96cac-f020-4c66-98df-343f6c32fdb1 admin admin] Network hostable DHCP agents. Network: 2d434d3e-9c3c-4c04-bf86-6a7fecb67a21, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:58:44.850022 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-81dafd75-9340-4d0b-8a3e-392c75b32f8f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62328987-d879-4283-b3cd-401d9b50d21c') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:44.850022 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-81dafd75-9340-4d0b-8a3e-392c75b32f8f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62328987-d879-4283-b3cd-401d9b50d21c') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:44.850022 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81dafd75-9340-4d0b-8a3e-392c75b32f8f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.861154 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81dafd75-9340-4d0b-8a3e-392c75b32f8f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.863315 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d96cac-f020-4c66-98df-343f6c32fdb1 admin admin] Network 2d434d3e-9c3c-4c04-bf86-6a7fecb67a21 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:58:44.880296 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81dafd75-9340-4d0b-8a3e-392c75b32f8f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:44.880880 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81dafd75-9340-4d0b-8a3e-392c75b32f8f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:44.884335 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:44.899526 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-45d96cac-f020-4c66-98df-343f6c32fdb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 2d434d3e-9c3c-4c04-bf86-6a7fecb67a21) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:44.907958 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60891464-488a-4756-920e-a6d677c261a6 None None] Network 2d434d3e-9c3c-4c04-bf86-6a7fecb67a21 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:45.056422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b32265-c55c-498b-9f82-f73204b7c05e None None] Network 2d434d3e-9c3c-4c04-bf86-6a7fecb67a21 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:45.225363 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c1e0f38c-f0b7-4326-81c5-8643797fbc04 req-28dc61da-7ff2-46bd-a44c-6870d9d1a858 tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0556350 Nov 12 00:58:45.540259 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d96cac-f020-4c66-98df-343f6c32fdb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:45.540951 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-45d96cac-f020-4c66-98df-343f6c32fdb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.572551 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-45d96cac-f020-4c66-98df-343f6c32fdb1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6266770 Nov 12 00:58:45.574875 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81dafd75-9340-4d0b-8a3e-392c75b32f8f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.634166 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81dafd75-9340-4d0b-8a3e-392c75b32f8f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.656153 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-81dafd75-9340-4d0b-8a3e-392c75b32f8f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] 10.222.0.31 "DELETE /v2.0/networks/6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0 HTTP/1.1" status: 204 len: 168 time: 1.2359986 Nov 12 00:58:45.734447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dafd75-9340-4d0b-8a3e-392c75b32f8f tempest-PortsIpV6TestJSON-455717470 tempest-PortsIpV6TestJSON-455717470-project] Pushing event deleted for resources: {'Network': ['ID=6e9aef6b-c4c1-48ae-a9a5-07d9ab2843e0,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:45.742468 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b458a3d8-aa51-4fb6-88e9-4c000df9a885 req-16f2dfb2-3074-473e-9801-d89145f8621b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e59ca1c416d46df8cf4c03d69bc93dd&device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.1047888 Nov 12 00:58:45.875653 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b458a3d8-aa51-4fb6-88e9-4c000df9a885 req-be43ca5d-c522-485c-95b2-5502827112df service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4e59ca1c416d46df8cf4c03d69bc93dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1178327 Nov 12 00:58:45.974586 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7fe0a69e-43d2-4b7d-aebe-e6073283cefc req-b5bb9143-3f7f-4727-82bf-00038908c0b0 tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0967431 Nov 12 00:58:46.013217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55684) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:46.265215 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-892574f0-a889-4424-9408-faff395dc6ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fdffc24a99234389a7708827e7ad9065&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2491379 Nov 12 00:58:46.268014 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55702) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:46.337966 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d060-783f-43ee-b6ab-e0967ad596ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.353562 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458a3d8-aa51-4fb6-88e9-4c000df9a885 req-039d6fef-ebf7-47ec-ac6e-8b39391443ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:46.355882 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b458a3d8-aa51-4fb6-88e9-4c000df9a885 req-039d6fef-ebf7-47ec-ac6e-8b39391443ba service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4700913 Nov 12 00:58:46.368218 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d060-783f-43ee-b6ab-e0967ad596ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.607788 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d060-783f-43ee-b6ab-e0967ad596ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.607788 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d1d060-783f-43ee-b6ab-e0967ad596ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.607788 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f8d1d060-783f-43ee-b6ab-e0967ad596ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/984bff95-0926-43ec-a065-80411e79754c HTTP/1.1" status: 204 len: 168 time: 0.3354216 Nov 12 00:58:46.657667 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1d060-783f-43ee-b6ab-e0967ad596ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984bff95-0926-43ec-a065-80411e79754c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:46.723234 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a71dd-6c9f-4d41-81da-5631c948532d req-7583da33-64ce-4f3a-80b9-12be97c97ec5 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:46.725016 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-472a71dd-6c9f-4d41-81da-5631c948532d req-7583da33-64ce-4f3a-80b9-12be97c97ec5 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/networks?id=2d434d3e-9c3c-4c04-bf86-6a7fecb67a21 HTTP/1.1" status: 200 len: 812 time: 0.2447286 Nov 12 00:58:46.750654 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-472a71dd-6c9f-4d41-81da-5631c948532d req-33b77364-3b0e-47e6-a6e3-2fb82e30f0d1 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/quotas/0e65501093ee449caad02ed35a042586 HTTP/1.1" status: 200 len: 375 time: 0.0172639 Nov 12 00:58:46.812549 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-472a71dd-6c9f-4d41-81da-5631c948532d req-bd8567b1-6734-49dc-b8a7-d05d46e8ab5a tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e65501093ee449caad02ed35a042586&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593646 Nov 12 00:58:46.995162 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-472a71dd-6c9f-4d41-81da-5631c948532d req-324373e0-630c-4798-801c-76f12b7b2ee3 service neutron] 10.222.0.31 "GET /v2.0/networks/2d434d3e-9c3c-4c04-bf86-6a7fecb67a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575983 Nov 12 00:58:47.112727 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dad176f2-6f6c-4063-a6fa-2ece39029138 req-512fd5b8-803d-4cd3-8aab-6456b70b3558 tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0473762 Nov 12 00:58:47.178018 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-472a71dd-6c9f-4d41-81da-5631c948532d req-4166e5c9-59de-4d8d-a408-29baef55e5b2 service neutron] 10.222.0.31 "GET /v2.0/networks/2d434d3e-9c3c-4c04-bf86-6a7fecb67a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738405 Nov 12 00:58:47.775242 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fa0d1e39-7885-437a-ba41-cf6f6c3faf7b req-247bc469-d435-4814-8786-36684bba2c59 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/ports?device_id=69f9d7e3-0515-43a5-b121-99006ed3c451 HTTP/1.1" status: 200 len: 210 time: 0.3808546 Nov 12 00:58:47.860059 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b458a3d8-aa51-4fb6-88e9-4c000df9a885 req-0545b126-6733-44e2-8b1b-87766bc9e619 tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0659006 Nov 12 00:58:48.026577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55792) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:48.229128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-da48734b-4fd1-4641-aaf5-3e3f88c3a675 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-622430486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:48.298312 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da48734b-4fd1-4641-aaf5-3e3f88c3a675 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.299499 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da48734b-4fd1-4641-aaf5-3e3f88c3a675 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.322516 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da429a86-4ed1-466e-9f03-bc2c29caaf4f req-254904c4-8862-428d-a166-2d4eaf739bc1 tempest-ServerShowV257Test-1093897491 tempest-ServerShowV257Test-1093897491-project] 10.222.0.31 "GET /v2.0/ports?device_id=83ea4db8-13d1-4b35-bdd2-ed87033970ac HTTP/1.1" status: 200 len: 210 time: 0.0458241 Nov 12 00:58:48.363518 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da48734b-4fd1-4641-aaf5-3e3f88c3a675 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.375935 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da48734b-4fd1-4641-aaf5-3e3f88c3a675 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.425574 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da48734b-4fd1-4641-aaf5-3e3f88c3a675 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.431050 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-da48734b-4fd1-4641-aaf5-3e3f88c3a675 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3985977 Nov 12 00:58:48.431050 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55808) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:48.437389 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-5d21ffb6-3152-4ce0-b9e7-e7d6290cb648 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1595910901'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:48.495447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d21ffb6-3152-4ce0-b9e7-e7d6290cb648 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Made reservation on behalf of a8368adf600c4bb3aee78dd7ba573621 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:48.502649 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d21ffb6-3152-4ce0-b9e7-e7d6290cb648 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.521111 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d21ffb6-3152-4ce0-b9e7-e7d6290cb648 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.678728 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d21ffb6-3152-4ce0-b9e7-e7d6290cb648 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.708389 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d21ffb6-3152-4ce0-b9e7-e7d6290cb648 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.754661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21ffb6-3152-4ce0-b9e7-e7d6290cb648 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ecdc28-c0d2-4d97-ab7a-e0d9994e0c24,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:48.767787 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d21ffb6-3152-4ce0-b9e7-e7d6290cb648 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:58:48.779430 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d21ffb6-3152-4ce0-b9e7-e7d6290cb648 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.780657 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-5d21ffb6-3152-4ce0-b9e7-e7d6290cb648 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Added segment 7df746cc-5274-4fa2-bcbf-0f545a99d1a3 of type vlan for network 28cd59d1-e6d3-4f04-8463-00a2d80df364 Nov 12 00:58:48.861193 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d21ffb6-3152-4ce0-b9e7-e7d6290cb648 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.898065 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d21ffb6-3152-4ce0-b9e7-e7d6290cb648 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.906714 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d21ffb6-3152-4ce0-b9e7-e7d6290cb648 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:48.907546 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d21ffb6-3152-4ce0-b9e7-e7d6290cb648 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.907755 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d82bf70-a8e7-4d2e-8b38-7443c06d0fa2 req-52353f49-033a-49aa-a78c-fe79d044ca76 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/ports?device_id=69f9d7e3-0515-43a5-b121-99006ed3c451 HTTP/1.1" status: 200 len: 210 time: 0.0313203 Nov 12 00:58:48.957381 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5d21ffb6-3152-4ce0-b9e7-e7d6290cb648 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5265629 Nov 12 00:58:48.961159 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55826) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:48.967915 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-fbc0806a-9d03-406b-8a17-a0eb871c6d04 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Request body: {'subnet': {'network_id': '28cd59d1-e6d3-4f04-8463-00a2d80df364', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:49.056971 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21ffb6-3152-4ce0-b9e7-e7d6290cb648 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event updated for resources: {'Network': ['ID=28cd59d1-e6d3-4f04-8463-00a2d80df364,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:49.071657 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 28cd59d1-e6d3-4f04-8463-00a2d80df364 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:58:49.294615 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc0806a-9d03-406b-8a17-a0eb871c6d04 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Made reservation on behalf of a8368adf600c4bb3aee78dd7ba573621 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:49.299016 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbc0806a-9d03-406b-8a17-a0eb871c6d04 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:49.342903 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a71dd-6c9f-4d41-81da-5631c948532d req-b83e5e93-41b5-44b7-8165-f1ec7b859d9d tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:49.345306 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-472a71dd-6c9f-4d41-81da-5631c948532d req-b83e5e93-41b5-44b7-8165-f1ec7b859d9d tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.21 "GET /v2.0/networks?id=2d434d3e-9c3c-4c04-bf86-6a7fecb67a21 HTTP/1.1" status: 200 len: 812 time: 0.2101684 Nov 12 00:58:49.478000 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-472a71dd-6c9f-4d41-81da-5631c948532d req-229c787a-13c1-4038-b75e-bc36f86ba651 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Request body: {'port': {'device_id': '69f9d7e3-0515-43a5-b121-99006ed3c451', 'network_id': '2d434d3e-9c3c-4c04-bf86-6a7fecb67a21', 'admin_state_up': True, 'tenant_id': '0e65501093ee449caad02ed35a042586'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:49.795392 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472a71dd-6c9f-4d41-81da-5631c948532d req-229c787a-13c1-4038-b75e-bc36f86ba651 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Made reservation on behalf of 0e65501093ee449caad02ed35a042586 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:49.799552 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-472a71dd-6c9f-4d41-81da-5631c948532d req-229c787a-13c1-4038-b75e-bc36f86ba651 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:49.811151 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbc0806a-9d03-406b-8a17-a0eb871c6d04 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:49.986970 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0806a-9d03-406b-8a17-a0eb871c6d04 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event updated for resources: {'Subnet': ['ID=cf538be9-3111-48da-aeac-7fb3aaf28755,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:50.010524 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc0806a-9d03-406b-8a17-a0eb871c6d04 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Checking segment: {'id': '7df746cc-5274-4fa2-bcbf-0f545a99d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '28cd59d1-e6d3-4f04-8463-00a2d80df364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:50.011110 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc0806a-9d03-406b-8a17-a0eb871c6d04 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Network hostable DHCP agents. Network: 28cd59d1-e6d3-4f04-8463-00a2d80df364, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:58:50.050598 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-620e785e-e168-41cb-a8b8-3a93ee9c6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:50.069946 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc0806a-9d03-406b-8a17-a0eb871c6d04 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Network 28cd59d1-e6d3-4f04-8463-00a2d80df364 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:58:50.071082 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55862) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:50.088246 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-472a71dd-6c9f-4d41-81da-5631c948532d req-229c787a-13c1-4038-b75e-bc36f86ba651 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Allocated IP 172.20.0.4 (2d434d3e-9c3c-4c04-bf86-6a7fecb67a21/5ef8b772-bf3e-4ea4-93b2-1d3f6d7eeff0/6e557aca-4811-4274-b5d4-440e7214543e) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:50.103286 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-fbc0806a-9d03-406b-8a17-a0eb871c6d04 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 28cd59d1-e6d3-4f04-8463-00a2d80df364) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:50.123455 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc62a5e-519f-4431-ba1d-daa94e929da2 None None] Network 28cd59d1-e6d3-4f04-8463-00a2d80df364 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:50.130937 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc0806a-9d03-406b-8a17-a0eb871c6d04 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:50.133709 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbc0806a-9d03-406b-8a17-a0eb871c6d04 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:50.141269 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-455372d9-3d25-41fc-ac6c-c4d222d66ebc req-5dd6728b-c0fa-4fa4-a50c-5f55990b3d13 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/ports?device_id=69f9d7e3-0515-43a5-b121-99006ed3c451 HTTP/1.1" status: 200 len: 210 time: 0.0718040 Nov 12 00:58:50.228676 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fbc0806a-9d03-406b-8a17-a0eb871c6d04 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2662618 Nov 12 00:58:50.230889 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55868) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:50.237508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-13ddab6f-5a9c-418d-8530-29474c556376 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Request body: {'network': {'name': 'tempest-router-network01--1444748492'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:50.282508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ddab6f-5a9c-418d-8530-29474c556376 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Made reservation on behalf of a8368adf600c4bb3aee78dd7ba573621 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:50.287575 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-13ddab6f-5a9c-418d-8530-29474c556376 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:50.340797 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6ca1910-ee8f-4d17-b032-d42f5bb72565 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:50.359209 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ddab6f-5a9c-418d-8530-29474c556376 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:58:50.393641 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-13ddab6f-5a9c-418d-8530-29474c556376 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:50.394004 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-13ddab6f-5a9c-418d-8530-29474c556376 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Added segment 7099ca28-5268-414d-8388-b01d59b2b450 of type vlan for network b427ad13-9663-4277-a6d0-1f858b7a74bc Nov 12 00:58:50.448769 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e93f6b-9cfe-4968-b4dd-8ebbfeddc67c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-28cd59d1-e6d3-4f04-8463-00a2d80df364', 'network_id': '28cd59d1-e6d3-4f04-8463-00a2d80df364', 'tenant_id': 'a8368adf600c4bb3aee78dd7ba573621', 'fixed_ips': [{'subnet_id': 'cf538be9-3111-48da-aeac-7fb3aaf28755'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:58:50.451515 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a1e93f6b-9cfe-4968-b4dd-8ebbfeddc67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:50.494321 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-13ddab6f-5a9c-418d-8530-29474c556376 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:50.552736 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-13ddab6f-5a9c-418d-8530-29474c556376 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:50.559490 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ddab6f-5a9c-418d-8530-29474c556376 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:50.560411 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-13ddab6f-5a9c-418d-8530-29474c556376 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:50.654422 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ddab6f-5a9c-418d-8530-29474c556376 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event updated for resources: {'Network': ['ID=b427ad13-9663-4277-a6d0-1f858b7a74bc,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:50.670275 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-13ddab6f-5a9c-418d-8530-29474c556376 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4382300 Nov 12 00:58:50.675163 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6ca1910-ee8f-4d17-b032-d42f5bb72565 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:50.676355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55872) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:50.684441 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network b427ad13-9663-4277-a6d0-1f858b7a74bc details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:58:50.698347 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e45b08cc-0c61-4e18-b608-8b8715edbac1 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Request body: {'network': {'name': 'tempest-router-network02--1678545019'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:50.725753 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6ca1910-ee8f-4d17-b032-d42f5bb72565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:50.928183 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca1910-ee8f-4d17-b032-d42f5bb72565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb33890b-c1ab-4831-aa7b-239fbb50433d,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:50.942215 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b6ca1910-ee8f-4d17-b032-d42f5bb72565 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e59ca1c416d46df8cf4c03d69bc93dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8599977 Nov 12 00:58:50.953353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55888) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:50.960169 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45b08cc-0c61-4e18-b608-8b8715edbac1 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Made reservation on behalf of a8368adf600c4bb3aee78dd7ba573621 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:50.963717 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e45b08cc-0c61-4e18-b608-8b8715edbac1 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:50.971843 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-472a71dd-6c9f-4d41-81da-5631c948532d req-229c787a-13c1-4038-b75e-bc36f86ba651 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:50.973330 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-a1e93f6b-9cfe-4968-b4dd-8ebbfeddc67c None None] Allocated IP 2001:db8::2 (28cd59d1-e6d3-4f04-8463-00a2d80df364/cf538be9-3111-48da-aeac-7fb3aaf28755/ceaea861-b25f-4322-ba04-cb82fb083891) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:51.046420 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-472a71dd-6c9f-4d41-81da-5631c948532d req-229c787a-13c1-4038-b75e-bc36f86ba651 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.081991 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45b08cc-0c61-4e18-b608-8b8715edbac1 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:58:51.131673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472a71dd-6c9f-4d41-81da-5631c948532d req-229c787a-13c1-4038-b75e-bc36f86ba651 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Network 2d434d3e-9c3c-4c04-bf86-6a7fecb67a21 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:51.149344 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cddf8abf-3fcc-49f9-977b-8d86e8e078a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.151392 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e45b08cc-0c61-4e18-b608-8b8715edbac1 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.151714 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-e45b08cc-0c61-4e18-b608-8b8715edbac1 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Added segment 459eb6f8-fa60-4cc9-bfbc-4fe37a52d235 of type vlan for network 90ac451d-6d85-4224-b693-39eacf66bd91 Nov 12 00:58:51.185610 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-472a71dd-6c9f-4d41-81da-5631c948532d req-229c787a-13c1-4038-b75e-bc36f86ba651 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:51.189061 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a1e93f6b-9cfe-4968-b4dd-8ebbfeddc67c None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.191643 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c787a-13c1-4038-b75e-bc36f86ba651 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Pushing event updated for resources: {'Port': ['ID=6e557aca-4811-4274-b5d4-440e7214543e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:51.198207 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-472a71dd-6c9f-4d41-81da-5631c948532d req-229c787a-13c1-4038-b75e-bc36f86ba651 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:51.211902 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cddf8abf-3fcc-49f9-977b-8d86e8e078a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.228133 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a1e93f6b-9cfe-4968-b4dd-8ebbfeddc67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.231954 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e45b08cc-0c61-4e18-b608-8b8715edbac1 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.287853 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e93f6b-9cfe-4968-b4dd-8ebbfeddc67c None None] Pushing event updated for resources: {'Port': ['ID=ceaea861-b25f-4322-ba04-cb82fb083891,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:51.292493 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a71dd-6c9f-4d41-81da-5631c948532d req-229c787a-13c1-4038-b75e-bc36f86ba651 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:51.293344 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-472a71dd-6c9f-4d41-81da-5631c948532d req-229c787a-13c1-4038-b75e-bc36f86ba651 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.307314 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e93f6b-9cfe-4968-b4dd-8ebbfeddc67c None None] Network 28cd59d1-e6d3-4f04-8463-00a2d80df364 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:51.309079 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-a1e93f6b-9cfe-4968-b4dd-8ebbfeddc67c None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:51.312729 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e93f6b-9cfe-4968-b4dd-8ebbfeddc67c None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:51.323786 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-472a71dd-6c9f-4d41-81da-5631c948532d req-229c787a-13c1-4038-b75e-bc36f86ba651 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9124687 Nov 12 00:58:51.336373 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-472a71dd-6c9f-4d41-81da-5631c948532d req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] Request body: {'port': {'device_id': '69f9d7e3-0515-43a5-b121-99006ed3c451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:51.354345 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e45b08cc-0c61-4e18-b608-8b8715edbac1 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.362327 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45b08cc-0c61-4e18-b608-8b8715edbac1 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:51.363138 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e45b08cc-0c61-4e18-b608-8b8715edbac1 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.438289 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-472a71dd-6c9f-4d41-81da-5631c948532d req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.443584 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a1e93f6b-9cfe-4968-b4dd-8ebbfeddc67c None None] Attempting to bind port ceaea861-b25f-4322-ba04-cb82fb083891 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:51.447099 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e45b08cc-0c61-4e18-b608-8b8715edbac1 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7666636 Nov 12 00:58:51.449277 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cddf8abf-3fcc-49f9-977b-8d86e8e078a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.449796 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a1e93f6b-9cfe-4968-b4dd-8ebbfeddc67c None None] Attempting to bind port ceaea861-b25f-4322-ba04-cb82fb083891 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '7df746cc-5274-4fa2-bcbf-0f545a99d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '28cd59d1-e6d3-4f04-8463-00a2d80df364'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:51.450532 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e93f6b-9cfe-4968-b4dd-8ebbfeddc67c None None] Attempting to bind port ceaea861-b25f-4322-ba04-cb82fb083891 on network 28cd59d1-e6d3-4f04-8463-00a2d80df364 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:51.457249 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cddf8abf-3fcc-49f9-977b-8d86e8e078a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.457249 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cddf8abf-3fcc-49f9-977b-8d86e8e078a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb33890b-c1ab-4831-aa7b-239fbb50433d HTTP/1.1" status: 204 len: 168 time: 0.4998221 Nov 12 00:58:51.457777 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55900) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:51.468322 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-bf19e27f-e166-4e18-98e9-44ad60a21234 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Request body: {'subnet': {'network_id': 'b427ad13-9663-4277-a6d0-1f858b7a74bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:51.468486 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e93f6b-9cfe-4968-b4dd-8ebbfeddc67c None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:51.469296 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e93f6b-9cfe-4968-b4dd-8ebbfeddc67c None None] Checking segment: {'id': '7df746cc-5274-4fa2-bcbf-0f545a99d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '28cd59d1-e6d3-4f04-8463-00a2d80df364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:51.470121 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a1e93f6b-9cfe-4968-b4dd-8ebbfeddc67c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.470924 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e93f6b-9cfe-4968-b4dd-8ebbfeddc67c None None] Bound using segment: {'id': '7df746cc-5274-4fa2-bcbf-0f545a99d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '28cd59d1-e6d3-4f04-8463-00a2d80df364'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:51.473437 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a1e93f6b-9cfe-4968-b4dd-8ebbfeddc67c None None] Bound port: ceaea861-b25f-4322-ba04-cb82fb083891, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df746cc-5274-4fa2-bcbf-0f545a99d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '28cd59d1-e6d3-4f04-8463-00a2d80df364'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:51.474152 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a1e93f6b-9cfe-4968-b4dd-8ebbfeddc67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.598111 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf8abf-3fcc-49f9-977b-8d86e8e078a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb33890b-c1ab-4831-aa7b-239fbb50433d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:51.618058 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b08cc-0c61-4e18-b608-8b8715edbac1 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event updated for resources: {'Network': ['ID=90ac451d-6d85-4224-b693-39eacf66bd91,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:51.667204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d01be-97c6-4e08-928d-588b2f972171 req-b93f2792-d2fb-45c1-8de9-df403f3b76d0 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:51.672743 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bf6d01be-97c6-4e08-928d-588b2f972171 req-b93f2792-d2fb-45c1-8de9-df403f3b76d0 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/ports?device_id=69f9d7e3-0515-43a5-b121-99006ed3c451 HTTP/1.1" status: 200 len: 931 time: 0.4009752 Nov 12 00:58:51.678619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 90ac451d-6d85-4224-b693-39eacf66bd91 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:58:51.766268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a1e93f6b-9cfe-4968-b4dd-8ebbfeddc67c None None] For port ceaea861-b25f-4322-ba04-cb82fb083891, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:51.802090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf19e27f-e166-4e18-98e9-44ad60a21234 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Made reservation on behalf of a8368adf600c4bb3aee78dd7ba573621 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:51.806045 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bf19e27f-e166-4e18-98e9-44ad60a21234 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.811103 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bf6d01be-97c6-4e08-928d-588b2f972171 req-f2b844a6-4ba9-4c31-b238-11b0827dbf34 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c6045bd-4bdb-4903-9d33-ec59da2ae7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307151 Nov 12 00:58:51.945520 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a1e93f6b-9cfe-4968-b4dd-8ebbfeddc67c None None] For port ceaea861-b25f-4322-ba04-cb82fb083891, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ceaea861-b25f-4322-ba04-cb82fb083891,segment=NetworkSegment(7df746cc-5274-4fa2-bcbf-0f545a99d1a3),segment_id=7df746cc-5274-4fa2-bcbf-0f545a99d1a3)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:51.969267 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a1e93f6b-9cfe-4968-b4dd-8ebbfeddc67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.143266 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e93f6b-9cfe-4968-b4dd-8ebbfeddc67c None None] Pushing event updated for resources: {'Port': ['ID=ceaea861-b25f-4322-ba04-cb82fb083891,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:52.334132 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6c71-e926-4a9f-a388-2415f51f5b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.519844 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-472a71dd-6c9f-4d41-81da-5631c948532d req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e557aca-4811-4274-b5d4-440e7214543e {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:58:52.529837 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-472a71dd-6c9f-4d41-81da-5631c948532d req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.592041 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-472a71dd-6c9f-4d41-81da-5631c948532d req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] Transition to ACTIVE for port object 6e557aca-4811-4274-b5d4-440e7214543e will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:58:52.620124 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-472a71dd-6c9f-4d41-81da-5631c948532d req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.642084 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bf19e27f-e166-4e18-98e9-44ad60a21234 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.831813 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] Pushing event updated for resources: {'Port': ['ID=6e557aca-4811-4274-b5d4-440e7214543e,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:52.865367 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19e27f-e166-4e18-98e9-44ad60a21234 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event updated for resources: {'Subnet': ['ID=a5c7e8fa-3a33-4468-af7b-b6e13dd99182,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:53.042104 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf19e27f-e166-4e18-98e9-44ad60a21234 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Checking segment: {'id': '7099ca28-5268-414d-8388-b01d59b2b450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b427ad13-9663-4277-a6d0-1f858b7a74bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:53.042479 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf19e27f-e166-4e18-98e9-44ad60a21234 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Network hostable DHCP agents. Network: b427ad13-9663-4277-a6d0-1f858b7a74bc, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:58:53.121276 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-472a71dd-6c9f-4d41-81da-5631c948532d req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] Attempting to bind port 6e557aca-4811-4274-b5d4-440e7214543e on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:53.121851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-472a71dd-6c9f-4d41-81da-5631c948532d req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] Attempting to bind port 6e557aca-4811-4274-b5d4-440e7214543e by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '28b7a380-d846-4735-a85e-e0836be4ca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2d434d3e-9c3c-4c04-bf86-6a7fecb67a21'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:53.122355 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a71dd-6c9f-4d41-81da-5631c948532d req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] Attempting to bind port 6e557aca-4811-4274-b5d4-440e7214543e on network 2d434d3e-9c3c-4c04-bf86-6a7fecb67a21 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:53.129506 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf19e27f-e166-4e18-98e9-44ad60a21234 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Network b427ad13-9663-4277-a6d0-1f858b7a74bc is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:58:53.133799 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a71dd-6c9f-4d41-81da-5631c948532d req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] Port 6e557aca-4811-4274-b5d4-440e7214543e on network 2d434d3e-9c3c-4c04-bf86-6a7fecb67a21 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:58:53.134458 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a71dd-6c9f-4d41-81da-5631c948532d req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] Attempting to bind port 6e557aca-4811-4274-b5d4-440e7214543e on network 2d434d3e-9c3c-4c04-bf86-6a7fecb67a21 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:53.150562 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ceaea861-b25f-4322-ba04-cb82fb083891 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:53.157749 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a71dd-6c9f-4d41-81da-5631c948532d req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:53.158136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a71dd-6c9f-4d41-81da-5631c948532d req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] Checking segment: {'id': '28b7a380-d846-4735-a85e-e0836be4ca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2d434d3e-9c3c-4c04-bf86-6a7fecb67a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:53.158484 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a71dd-6c9f-4d41-81da-5631c948532d req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] Bound using segment: {'id': '28b7a380-d846-4735-a85e-e0836be4ca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2d434d3e-9c3c-4c04-bf86-6a7fecb67a21'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:53.158932 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-472a71dd-6c9f-4d41-81da-5631c948532d req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] Bound port: 6e557aca-4811-4274-b5d4-440e7214543e, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28b7a380-d846-4735-a85e-e0836be4ca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2d434d3e-9c3c-4c04-bf86-6a7fecb67a21'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:53.159290 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-472a71dd-6c9f-4d41-81da-5631c948532d req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.176756 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-bf19e27f-e166-4e18-98e9-44ad60a21234 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, b427ad13-9663-4277-a6d0-1f858b7a74bc) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:53.195406 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b6cc0-ff07-423c-a7a2-e722c9499524 req-33148627-1c19-41d4-96ba-9fdc6951ec3d tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:53.202563 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a45b6cc0-ff07-423c-a7a2-e722c9499524 req-33148627-1c19-41d4-96ba-9fdc6951ec3d tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/ports?device_id=69f9d7e3-0515-43a5-b121-99006ed3c451 HTTP/1.1" status: 200 len: 943 time: 0.2273395 Nov 12 00:58:53.215954 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf19e27f-e166-4e18-98e9-44ad60a21234 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:53.216567 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bf19e27f-e166-4e18-98e9-44ad60a21234 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.253864 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1044bd6-f527-42d9-a716-2915ab414aec None None] Network b427ad13-9663-4277-a6d0-1f858b7a74bc requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:53.337647 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bf19e27f-e166-4e18-98e9-44ad60a21234 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8807278 Nov 12 00:58:53.352637 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55962) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:53.378062 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-7a0e9319-98ea-4aa8-a34f-4bc918144ca4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Request body: {'subnet': {'network_id': '90ac451d-6d85-4224-b693-39eacf66bd91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:53.413813 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a45b6cc0-ff07-423c-a7a2-e722c9499524 req-bf959d0b-4b27-4b80-aaa6-0ffa5aeb0dc4 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c6045bd-4bdb-4903-9d33-ec59da2ae7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046483 Nov 12 00:58:53.472575 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port ceaea861-b25f-4322-ba04-cb82fb083891 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:53.474497 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.487491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-472a71dd-6c9f-4d41-81da-5631c948532d req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] For port 6e557aca-4811-4274-b5d4-440e7214543e, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:53.495800 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-472a71dd-6c9f-4d41-81da-5631c948532d req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] For port 6e557aca-4811-4274-b5d4-440e7214543e, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=6e557aca-4811-4274-b5d4-440e7214543e,segment=NetworkSegment(28b7a380-d846-4735-a85e-e0836be4ca75),segment_id=28b7a380-d846-4735-a85e-e0836be4ca75)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:53.548081 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-472a71dd-6c9f-4d41-81da-5631c948532d req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.623292 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.710404 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55968) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:53.822959 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] Pushing event updated for resources: {'Port': ['ID=6e557aca-4811-4274-b5d4-440e7214543e,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:53.826328 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.893558 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a71dd-6c9f-4d41-81da-5631c948532d req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:53.894202 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-472a71dd-6c9f-4d41-81da-5631c948532d req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.901129 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-472a71dd-6c9f-4d41-81da-5631c948532d req-98104a86-8b05-485f-9da0-b6483132db8a service neutron] 10.222.0.21 "PUT /v2.0/ports/6e557aca-4811-4274-b5d4-440e7214543e HTTP/1.1" status: 200 len: 1092 time: 2.5693231 Nov 12 00:58:53.903682 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f9d7e3-0515-43a5-b121-99006ed3c451', 'tag': '6e557aca-4811-4274-b5d4-440e7214543e'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:53.913351 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f17efc8-3988-438d-ac3d-b428a3c54867" -d '{"events": [{"name": "network-changed", "server_uuid": "69f9d7e3-0515-43a5-b121-99006ed3c451", "tag": "6e557aca-4811-4274-b5d4-440e7214543e"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:53.935155 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port ceaea861-b25f-4322-ba04-cb82fb083891, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ceaea861-b25f-4322-ba04-cb82fb083891,segment=NetworkSegment(7df746cc-5274-4fa2-bcbf-0f545a99d1a3),segment_id=7df746cc-5274-4fa2-bcbf-0f545a99d1a3)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:53.976378 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.985297 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-96dae053-7ebc-4d98-8d5f-383b13533e4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.023318 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25beb1e4-6ad7-489e-a47d-1fc6f4dbb990 None None] Network 28cd59d1-e6d3-4f04-8463-00a2d80df364 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:54.064401 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368470e4-86bc-48e4-8ea1-b8b161a3c065 x-openstack-request-id: req-368470e4-86bc-48e4-8ea1-b8b161a3c065 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:54.065198 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f9d7e3-0515-43a5-b121-99006ed3c451", "tag": "6e557aca-4811-4274-b5d4-440e7214543e", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:54.066213 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-368470e4-86bc-48e4-8ea1-b8b161a3c065 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:54.066618 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f9d7e3-0515-43a5-b121-99006ed3c451', 'tag': '6e557aca-4811-4274-b5d4-440e7214543e', 'status': 'completed', 'code': 200} Nov 12 00:58:54.141254 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0e9319-98ea-4aa8-a34f-4bc918144ca4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Made reservation on behalf of a8368adf600c4bb3aee78dd7ba573621 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:54.151816 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7a0e9319-98ea-4aa8-a34f-4bc918144ca4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.156661 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-96dae053-7ebc-4d98-8d5f-383b13533e4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.167076 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-96dae053-7ebc-4d98-8d5f-383b13533e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.168258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a71dd-6c9f-4d41-81da-5631c948532d req-b055bc91-3459-45e8-a474-1800e5363e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:54.171266 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-472a71dd-6c9f-4d41-81da-5631c948532d req-b055bc91-3459-45e8-a474-1800e5363e98 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e65501093ee449caad02ed35a042586&device_id=69f9d7e3-0515-43a5-b121-99006ed3c451 HTTP/1.1" status: 200 len: 1095 time: 0.2164767 Nov 12 00:58:54.324298 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-96dae053-7ebc-4d98-8d5f-383b13533e4c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a031869eaa1447084c7b499bdc00a91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6122534 Nov 12 00:58:54.338195 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dae053-7ebc-4d98-8d5f-383b13533e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66deb6f0-23d6-4262-a53c-889ed23627c4,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:54.366115 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-eb3cf116-eb93-47b5-a582-632806ca4f56 None None] Provisioning complete for port ceaea861-b25f-4322-ba04-cb82fb083891 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:54.367649 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eb3cf116-eb93-47b5-a582-632806ca4f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.375743 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55984) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:54.384259 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175a4738-dbe5-4a9c-ae4a-2ba066976b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-b427ad13-9663-4277-a6d0-1f858b7a74bc', 'network_id': 'b427ad13-9663-4277-a6d0-1f858b7a74bc', 'tenant_id': 'a8368adf600c4bb3aee78dd7ba573621', 'fixed_ips': [{'subnet_id': 'a5c7e8fa-3a33-4468-af7b-b6e13dd99182'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:58:54.385161 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-175a4738-dbe5-4a9c-ae4a-2ba066976b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.469394 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=ceaea861-b25f-4322-ba04-cb82fb083891,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:54.530915 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7987b602-7c4a-41c0-a5bb-4e3c945d3e82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.596834 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7987b602-7c4a-41c0-a5bb-4e3c945d3e82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.689048 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7987b602-7c4a-41c0-a5bb-4e3c945d3e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.692858 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7987b602-7c4a-41c0-a5bb-4e3c945d3e82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.696328 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7987b602-7c4a-41c0-a5bb-4e3c945d3e82 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66deb6f0-23d6-4262-a53c-889ed23627c4 HTTP/1.1" status: 204 len: 168 time: 0.3177340 Nov 12 00:58:54.738112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987b602-7c4a-41c0-a5bb-4e3c945d3e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66deb6f0-23d6-4262-a53c-889ed23627c4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:54.784578 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-472a71dd-6c9f-4d41-81da-5631c948532d req-b1d9f317-79d7-4825-b057-c6daa6e45961 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e557aca-4811-4274-b5d4-440e7214543e HTTP/1.1" status: 200 len: 217 time: 0.5360210 Nov 12 00:58:55.037257 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.055555 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ceaea861-b25f-4322-ba04-cb82fb083891 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:55.249244 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-f95f80e1-3556-41b1-b7d3-3012a023eda1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5025063 Nov 12 00:58:55.259396 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a71dd-6c9f-4d41-81da-5631c948532d req-48824ce0-dc36-4026-8f61-132c427090dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:55.261015 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-472a71dd-6c9f-4d41-81da-5631c948532d req-48824ce0-dc36-4026-8f61-132c427090dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ef8b772-bf3e-4ea4-93b2-1d3f6d7eeff0 HTTP/1.1" status: 200 len: 852 time: 0.4252579 Nov 12 00:58:55.357807 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-175a4738-dbe5-4a9c-ae4a-2ba066976b56 None None] Allocated IP 2001:db8::2 (b427ad13-9663-4277-a6d0-1f858b7a74bc/a5c7e8fa-3a33-4468-af7b-b6e13dd99182/a94307ec-902d-43e4-831f-269b5e2d6983) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:55.361297 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7a0e9319-98ea-4aa8-a34f-4bc918144ca4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.399224 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-472a71dd-6c9f-4d41-81da-5631c948532d req-55842398-cd53-4ebc-9cf5-6546a04aae6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d434d3e-9c3c-4c04-bf86-6a7fecb67a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293006 Nov 12 00:58:55.498569 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e9319-98ea-4aa8-a34f-4bc918144ca4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event updated for resources: {'Subnet': ['ID=4ab81292-433c-4640-8dd2-9539d415e4e3,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:55.519951 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-175a4738-dbe5-4a9c-ae4a-2ba066976b56 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.582029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d22913-27c7-438c-aed6-9ca630f42a63 req-8ea7d9ce-05f4-4b5f-ade1-084b0ca52eb9 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:55.584035 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55d22913-27c7-438c-aed6-9ca630f42a63 req-8ea7d9ce-05f4-4b5f-ade1-084b0ca52eb9 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/ports?device_id=69f9d7e3-0515-43a5-b121-99006ed3c451 HTTP/1.1" status: 200 len: 943 time: 0.8159266 Nov 12 00:58:55.591050 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-175a4738-dbe5-4a9c-ae4a-2ba066976b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.638962 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175a4738-dbe5-4a9c-ae4a-2ba066976b56 None None] Network b427ad13-9663-4277-a6d0-1f858b7a74bc is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:55.648181 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.692996 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-175a4738-dbe5-4a9c-ae4a-2ba066976b56 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:55.699908 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175a4738-dbe5-4a9c-ae4a-2ba066976b56 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:55.800169 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-a1090f36-c844-4d74-ba15-36ce02ed09ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:55.803555 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-a1090f36-c844-4d74-ba15-36ce02ed09ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:55.804411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-a1090f36-c844-4d74-ba15-36ce02ed09ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:55.804925 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-a1090f36-c844-4d74-ba15-36ce02ed09ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:55.805531 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-a1090f36-c844-4d74-ba15-36ce02ed09ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:55.807743 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-a1090f36-c844-4d74-ba15-36ce02ed09ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:55.808506 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-a1090f36-c844-4d74-ba15-36ce02ed09ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:55.815327 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-a1090f36-c844-4d74-ba15-36ce02ed09ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75c055e9876449c3980c1d635d3020fe&device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 6501 time: 0.4320455 Nov 12 00:58:56.166251 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-67774285-c0a6-4451-ba79-34c2950c9f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:56.166784 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-67774285-c0a6-4451-ba79-34c2950c9f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:56.167246 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-67774285-c0a6-4451-ba79-34c2950c9f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:56.168879 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-67774285-c0a6-4451-ba79-34c2950c9f3a service neutron] 10.222.0.21 "GET /v2.0/networks?id=d6ea9c94-971c-4de5-89c0-b46d88be536e&id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&id=523495f2-d0a8-4874-8ce9-f158f9a48578&id=523495f2-d0a8-4874-8ce9-f158f9a48578 HTTP/1.1" status: 200 len: 2292 time: 0.3023233 Nov 12 00:58:56.172586 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a4738-dbe5-4a9c-ae4a-2ba066976b56 None None] Pushing event updated for resources: {'Port': ['ID=a94307ec-902d-43e4-831f-269b5e2d6983,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:56.180477 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55d22913-27c7-438c-aed6-9ca630f42a63 req-4514e06a-4fde-4295-b50c-a6246ac03559 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c6045bd-4bdb-4903-9d33-ec59da2ae7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5737805 Nov 12 00:58:56.199882 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0e9319-98ea-4aa8-a34f-4bc918144ca4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Checking segment: {'id': '459eb6f8-fa60-4cc9-bfbc-4fe37a52d235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '90ac451d-6d85-4224-b693-39eacf66bd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:56.200038 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0e9319-98ea-4aa8-a34f-4bc918144ca4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Network hostable DHCP agents. Network: 90ac451d-6d85-4224-b693-39eacf66bd91, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:58:56.211793 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port ceaea861-b25f-4322-ba04-cb82fb083891 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:56.212175 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.220760 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.253515 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-18aac17c-5302-4e97-a2e4-4fca379f4b1d None None] Provisioning complete for port ceaea861-b25f-4322-ba04-cb82fb083891 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:56.253796 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-18aac17c-5302-4e97-a2e4-4fca379f4b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.273857 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-472a71dd-6c9f-4d41-81da-5631c948532d req-25e7aec8-568a-482e-9368-afa1b5a0cd28 service neutron] 10.222.0.21 "GET /v2.0/networks/2d434d3e-9c3c-4c04-bf86-6a7fecb67a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7807214 Nov 12 00:58:56.279510 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-175a4738-dbe5-4a9c-ae4a-2ba066976b56 None None] Attempting to bind port a94307ec-902d-43e4-831f-269b5e2d6983 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:56.280543 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-175a4738-dbe5-4a9c-ae4a-2ba066976b56 None None] Attempting to bind port a94307ec-902d-43e4-831f-269b5e2d6983 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '7099ca28-5268-414d-8388-b01d59b2b450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b427ad13-9663-4277-a6d0-1f858b7a74bc'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:56.281062 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a4738-dbe5-4a9c-ae4a-2ba066976b56 None None] Attempting to bind port a94307ec-902d-43e4-831f-269b5e2d6983 on network b427ad13-9663-4277-a6d0-1f858b7a74bc {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:56.310111 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a4738-dbe5-4a9c-ae4a-2ba066976b56 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:56.310713 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a4738-dbe5-4a9c-ae4a-2ba066976b56 None None] Checking segment: {'id': '7099ca28-5268-414d-8388-b01d59b2b450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b427ad13-9663-4277-a6d0-1f858b7a74bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:56.311265 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-175a4738-dbe5-4a9c-ae4a-2ba066976b56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.311708 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a4738-dbe5-4a9c-ae4a-2ba066976b56 None None] Bound using segment: {'id': '7099ca28-5268-414d-8388-b01d59b2b450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b427ad13-9663-4277-a6d0-1f858b7a74bc'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:56.312346 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-175a4738-dbe5-4a9c-ae4a-2ba066976b56 None None] Bound port: a94307ec-902d-43e4-831f-269b5e2d6983, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7099ca28-5268-414d-8388-b01d59b2b450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b427ad13-9663-4277-a6d0-1f858b7a74bc'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:56.312963 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-175a4738-dbe5-4a9c-ae4a-2ba066976b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.413269 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-175a4738-dbe5-4a9c-ae4a-2ba066976b56 None None] For port a94307ec-902d-43e4-831f-269b5e2d6983, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:56.416637 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-175a4738-dbe5-4a9c-ae4a-2ba066976b56 None None] For port a94307ec-902d-43e4-831f-269b5e2d6983, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a94307ec-902d-43e4-831f-269b5e2d6983,segment=NetworkSegment(7099ca28-5268-414d-8388-b01d59b2b450),segment_id=7099ca28-5268-414d-8388-b01d59b2b450)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:56.462133 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-175a4738-dbe5-4a9c-ae4a-2ba066976b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.551679 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-472a71dd-6c9f-4d41-81da-5631c948532d req-70343391-67a2-47db-b15d-17f032b73e34 service neutron] 10.222.0.21 "GET /v2.0/networks/2d434d3e-9c3c-4c04-bf86-6a7fecb67a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635567 Nov 12 00:58:56.558518 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0e9319-98ea-4aa8-a34f-4bc918144ca4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Network 90ac451d-6d85-4224-b693-39eacf66bd91 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:58:56.611358 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a4738-dbe5-4a9c-ae4a-2ba066976b56 None None] Pushing event updated for resources: {'Port': ['ID=a94307ec-902d-43e4-831f-269b5e2d6983,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:56.634040 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-3420b2be-1b6a-4e15-a788-9f0ebfab9abc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b HTTP/1.1" status: 200 len: 1002 time: 0.4514229 Nov 12 00:58:56.636059 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-7a0e9319-98ea-4aa8-a34f-4bc918144ca4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 90ac451d-6d85-4224-b693-39eacf66bd91) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:56.652392 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8412b4-ae82-459b-9ac2-f80c3ab2afe9 None None] Network 90ac451d-6d85-4224-b693-39eacf66bd91 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:56.677784 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0e9319-98ea-4aa8-a34f-4bc918144ca4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:56.679267 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7a0e9319-98ea-4aa8-a34f-4bc918144ca4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.740970 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7a0e9319-98ea-4aa8-a34f-4bc918144ca4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3837373 Nov 12 00:58:56.741332 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56052) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:56.800437 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-3c41bc4f-3865-449f-a239-a6061c1f8c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:56.801814 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-3c41bc4f-3865-449f-a239-a6061c1f8c0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ba268ed-fc66-4621-b497-0ee29a68e673 HTTP/1.1" status: 200 len: 851 time: 0.1568687 Nov 12 00:58:56.815005 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17efc8-3988-438d-ac3d-b428a3c54867 req-85448e3a-bdcc-4bd3-bcbf-9937ae171402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:56.819327 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f17efc8-3988-438d-ac3d-b428a3c54867 req-85448e3a-bdcc-4bd3-bcbf-9937ae171402 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e65501093ee449caad02ed35a042586&device_id=69f9d7e3-0515-43a5-b121-99006ed3c451 HTTP/1.1" status: 200 len: 1095 time: 0.1728597 Nov 12 00:58:57.090082 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b29c5c-e2bb-46fe-bb33-19ee324e6436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-90ac451d-6d85-4224-b693-39eacf66bd91', 'network_id': '90ac451d-6d85-4224-b693-39eacf66bd91', 'tenant_id': 'a8368adf600c4bb3aee78dd7ba573621', 'fixed_ips': [{'subnet_id': '4ab81292-433c-4640-8dd2-9539d415e4e3'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:58:57.090987 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-97b29c5c-e2bb-46fe-bb33-19ee324e6436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.112237 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17efc8-3988-438d-ac3d-b428a3c54867 req-dd9a2ca8-73a9-4061-82e5-e3002a5562c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:57.117217 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f17efc8-3988-438d-ac3d-b428a3c54867 req-dd9a2ca8-73a9-4061-82e5-e3002a5562c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d434d3e-9c3c-4c04-bf86-6a7fecb67a21 HTTP/1.1" status: 200 len: 913 time: 0.2675183 Nov 12 00:58:57.252647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56064) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:57.343808 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f17efc8-3988-438d-ac3d-b428a3c54867 req-ec65795d-092e-4950-ae98-10eb51dee699 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e557aca-4811-4274-b5d4-440e7214543e HTTP/1.1" status: 200 len: 217 time: 0.2193022 Nov 12 00:58:57.368991 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-97b29c5c-e2bb-46fe-bb33-19ee324e6436 None None] Allocated IP 2001:db8::2 (90ac451d-6d85-4224-b693-39eacf66bd91/4ab81292-433c-4640-8dd2-9539d415e4e3/2285f1a4-08dd-4c5a-8a6d-6964619ffc74) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:57.443867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-76659cd3-7987-4ceb-bbf8-af358872c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:57.445778 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-76659cd3-7987-4ceb-bbf8-af358872c5be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d6ea9c94-971c-4de5-89c0-b46d88be536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6340578 Nov 12 00:58:57.498105 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17efc8-3988-438d-ac3d-b428a3c54867 req-cc7811f0-1aeb-4d48-8065-84716ad7fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:57.500436 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f17efc8-3988-438d-ac3d-b428a3c54867 req-cc7811f0-1aeb-4d48-8065-84716ad7fa9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ef8b772-bf3e-4ea4-93b2-1d3f6d7eeff0 HTTP/1.1" status: 200 len: 852 time: 0.1360462 Nov 12 00:58:57.501229 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b0fe7ec-a803-42c9-b02c-1dc198eece62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.546894 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab8a5c-1a24-4481-9f15-ea76228d9adf req-f2c93678-618b-4172-9a14-9e5083879e78 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:57.548597 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88ab8a5c-1a24-4481-9f15-ea76228d9adf req-f2c93678-618b-4172-9a14-9e5083879e78 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/ports?device_id=69f9d7e3-0515-43a5-b121-99006ed3c451 HTTP/1.1" status: 200 len: 943 time: 0.2005548 Nov 12 00:58:57.629241 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-607ab571-9279-4564-916e-907bb8d4b9cd tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.655726 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f17efc8-3988-438d-ac3d-b428a3c54867 req-d5054909-20ae-4e88-8fac-fa73a6889cb6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d434d3e-9c3c-4c04-bf86-6a7fecb67a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046104 Nov 12 00:58:57.710987 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-97b29c5c-e2bb-46fe-bb33-19ee324e6436 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.732414 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-97b29c5c-e2bb-46fe-bb33-19ee324e6436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.832300 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-ced3a6f8-0f6d-4988-9dec-d655547a1bb6 service neutron] 10.222.0.21 "GET /v2.0/networks/d6ea9c94-971c-4de5-89c0-b46d88be536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768451 Nov 12 00:58:57.839197 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88ab8a5c-1a24-4481-9f15-ea76228d9adf req-dcd20f4a-8a52-4c21-b2db-6b4d9a462868 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c6045bd-4bdb-4903-9d33-ec59da2ae7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710218 Nov 12 00:58:57.861638 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b29c5c-e2bb-46fe-bb33-19ee324e6436 None None] Network 90ac451d-6d85-4224-b693-39eacf66bd91 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:57.868362 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-97b29c5c-e2bb-46fe-bb33-19ee324e6436 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:57.871733 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b29c5c-e2bb-46fe-bb33-19ee324e6436 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:57.897233 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b29c5c-e2bb-46fe-bb33-19ee324e6436 None None] Pushing event updated for resources: {'Port': ['ID=2285f1a4-08dd-4c5a-8a6d-6964619ffc74,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:57.958216 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f17efc8-3988-438d-ac3d-b428a3c54867 req-633e78d4-a16f-479f-8d0a-88a650d35587 service neutron] 10.222.0.21 "GET /v2.0/networks/2d434d3e-9c3c-4c04-bf86-6a7fecb67a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922640 Nov 12 00:58:58.059637 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-97b29c5c-e2bb-46fe-bb33-19ee324e6436 None None] Attempting to bind port 2285f1a4-08dd-4c5a-8a6d-6964619ffc74 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:58.060030 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-97b29c5c-e2bb-46fe-bb33-19ee324e6436 None None] Attempting to bind port 2285f1a4-08dd-4c5a-8a6d-6964619ffc74 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '459eb6f8-fa60-4cc9-bfbc-4fe37a52d235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '90ac451d-6d85-4224-b693-39eacf66bd91'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:58.060367 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b29c5c-e2bb-46fe-bb33-19ee324e6436 None None] Attempting to bind port 2285f1a4-08dd-4c5a-8a6d-6964619ffc74 on network 90ac451d-6d85-4224-b693-39eacf66bd91 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:58.080412 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b29c5c-e2bb-46fe-bb33-19ee324e6436 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:58.080881 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b29c5c-e2bb-46fe-bb33-19ee324e6436 None None] Checking segment: {'id': '459eb6f8-fa60-4cc9-bfbc-4fe37a52d235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '90ac451d-6d85-4224-b693-39eacf66bd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:58.081205 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-97b29c5c-e2bb-46fe-bb33-19ee324e6436 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.081603 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b29c5c-e2bb-46fe-bb33-19ee324e6436 None None] Bound using segment: {'id': '459eb6f8-fa60-4cc9-bfbc-4fe37a52d235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '90ac451d-6d85-4224-b693-39eacf66bd91'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:58.082090 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-97b29c5c-e2bb-46fe-bb33-19ee324e6436 None None] Bound port: 2285f1a4-08dd-4c5a-8a6d-6964619ffc74, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459eb6f8-fa60-4cc9-bfbc-4fe37a52d235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '90ac451d-6d85-4224-b693-39eacf66bd91'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:58.082507 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-97b29c5c-e2bb-46fe-bb33-19ee324e6436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.177398 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-cfdfc819-8451-4eb6-8758-f09549498c45 service neutron] 10.222.0.21 "GET /v2.0/networks/d6ea9c94-971c-4de5-89c0-b46d88be536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331258 Nov 12 00:58:58.237599 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-97b29c5c-e2bb-46fe-bb33-19ee324e6436 None None] For port 2285f1a4-08dd-4c5a-8a6d-6964619ffc74, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:58.245227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-97b29c5c-e2bb-46fe-bb33-19ee324e6436 None None] For port 2285f1a4-08dd-4c5a-8a6d-6964619ffc74, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=2285f1a4-08dd-4c5a-8a6d-6964619ffc74,segment=NetworkSegment(459eb6f8-fa60-4cc9-bfbc-4fe37a52d235),segment_id=459eb6f8-fa60-4cc9-bfbc-4fe37a52d235)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:58.254385 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-97b29c5c-e2bb-46fe-bb33-19ee324e6436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.258328 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b0fe7ec-a803-42c9-b02c-1dc198eece62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.339760 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-607ab571-9279-4564-916e-907bb8d4b9cd tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Allocated IP 2001:db8::1 (b427ad13-9663-4277-a6d0-1f858b7a74bc/a5c7e8fa-3a33-4468-af7b-b6e13dd99182/228432f6-f344-484c-9abd-abdc6bd5ac58) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:58.370625 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f17efc8-3988-438d-ac3d-b428a3c54867 req-f9c12234-846a-4aa0-b446-3da754265b89 service neutron] 10.222.0.21 "GET /v2.0/networks/2d434d3e-9c3c-4c04-bf86-6a7fecb67a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946362 Nov 12 00:58:58.373606 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-83ee52ba-4a60-455a-b8bb-8f19f2782085 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 HTTP/1.1" status: 200 len: 217 time: 0.1863549 Nov 12 00:58:58.404788 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389d66b8-4255-4774-8edd-731ac23444cf None None] Network b427ad13-9663-4277-a6d0-1f858b7a74bc requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:58.445326 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b0fe7ec-a803-42c9-b02c-1dc198eece62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.500991 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-67e7fc8f-c717-4c48-8cec-515c675a36b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:58.502700 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-67e7fc8f-c717-4c48-8cec-515c675a36b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e3b5c1-9246-44ee-8b2b-05576d2e6cd6 HTTP/1.1" status: 200 len: 797 time: 0.1190367 Nov 12 00:58:58.510125 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2b0fe7ec-a803-42c9-b02c-1dc198eece62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71428e373a96416bba8a38332d47bef1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2538803 Nov 12 00:58:58.512674 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56086) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:58.584419 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fe7ec-a803-42c9-b02c-1dc198eece62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc4458c-d7b1-4d43-874f-86414171cc8c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:58.609081 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-607ab571-9279-4564-916e-907bb8d4b9cd tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.662028 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b29c5c-e2bb-46fe-bb33-19ee324e6436 None None] Pushing event updated for resources: {'Port': ['ID=2285f1a4-08dd-4c5a-8a6d-6964619ffc74,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:58.690901 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b224ecf8-db37-4e6c-88ba-3f0b3b348eba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.703538 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-607ab571-9279-4564-916e-907bb8d4b9cd tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.713679 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0ad73e6e-29f1-4142-80b7-42f25157f09a None None] Provisioning complete for port a94307ec-902d-43e4-831f-269b5e2d6983 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:58.714063 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0ad73e6e-29f1-4142-80b7-42f25157f09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.741319 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b224ecf8-db37-4e6c-88ba-3f0b3b348eba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.783619 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607ab571-9279-4564-916e-907bb8d4b9cd tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Network b427ad13-9663-4277-a6d0-1f858b7a74bc is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:58.807183 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-2b2d9178-c5e3-4ac7-82bb-03311c24446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:58.812262 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-607ab571-9279-4564-916e-907bb8d4b9cd tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:58.813978 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-2b2d9178-c5e3-4ac7-82bb-03311c24446b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2341797 Nov 12 00:58:58.889331 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 6e557aca-4811-4274-b5d4-440e7214543e details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:58:58.902047 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ab571-9279-4564-916e-907bb8d4b9cd tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:58.903124 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-607ab571-9279-4564-916e-907bb8d4b9cd tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.909469 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b224ecf8-db37-4e6c-88ba-3f0b3b348eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.914670 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b224ecf8-db37-4e6c-88ba-3f0b3b348eba admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.915848 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b224ecf8-db37-4e6c-88ba-3f0b3b348eba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9fc4458c-d7b1-4d43-874f-86414171cc8c HTTP/1.1" status: 204 len: 168 time: 0.4017754 Nov 12 00:58:59.049646 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224ecf8-db37-4e6c-88ba-3f0b3b348eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc4458c-d7b1-4d43-874f-86414171cc8c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:59.190192 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.resource_extend [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:58:59.238815 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-607ab571-9279-4564-916e-907bb8d4b9cd tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.384373 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2285f1a4-08dd-4c5a-8a6d-6964619ffc74 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:59.396862 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ab571-9279-4564-916e-907bb8d4b9cd tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event updated for resources: {'Port': ['ID=228432f6-f344-484c-9abd-abdc6bd5ac58,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:59.415926 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0ad73e6e-29f1-4142-80b7-42f25157f09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.475959 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b0481-b10b-4e02-8d79-28a5f0ddf142 req-4fb38f1a-a6ba-4d09-a7d9-c27b948a7b9e tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:59.478537 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-983b0481-b10b-4e02-8d79-28a5f0ddf142 req-4fb38f1a-a6ba-4d09-a7d9-c27b948a7b9e tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/ports?device_id=69f9d7e3-0515-43a5-b121-99006ed3c451 HTTP/1.1" status: 200 len: 943 time: 0.2296278 Nov 12 00:58:59.486011 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-eb9d9fef-4170-41b6-985b-047d55a15945 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6036510 Nov 12 00:58:59.671786 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-0ad73e6e-29f1-4142-80b7-42f25157f09a None None] For port a94307ec-902d-43e4-831f-269b5e2d6983, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a94307ec-902d-43e4-831f-269b5e2d6983,segment=NetworkSegment(7099ca28-5268-414d-8388-b01d59b2b450),segment_id=7099ca28-5268-414d-8388-b01d59b2b450)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:59.722811 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0ad73e6e-29f1-4142-80b7-42f25157f09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.758522 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 6e557aca-4811-4274-b5d4-440e7214543e, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=6e557aca-4811-4274-b5d4-440e7214543e,segment=NetworkSegment(28b7a380-d846-4735-a85e-e0836be4ca75),segment_id=28b7a380-d846-4735-a85e-e0836be4ca75)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:59.781786 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-983b0481-b10b-4e02-8d79-28a5f0ddf142 req-9b385d2a-e1f9-4ada-a082-537035dc0f16 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c6045bd-4bdb-4903-9d33-ec59da2ae7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913022 Nov 12 00:58:59.861821 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-93b8894c-e70d-4bb7-8b4f-c4f1acb3f601 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557520 Nov 12 00:59:00.003119 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-00030a03-1ef8-4a36-bfdf-54de6b4af37a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=eaf27379-549b-4591-bd09-78291efa7f5f HTTP/1.1" status: 200 len: 217 time: 0.1310756 Nov 12 00:59:00.027489 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '6e557aca-4811-4274-b5d4-440e7214543e', 'network_id': '2d434d3e-9c3c-4c04-bf86-6a7fecb67a21', 'port_id': '6e557aca-4811-4274-b5d4-440e7214543e', 'mac_address': 'fa:16:3e:7c:ed:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef8b772-bf3e-4ea4-93b2-1d3f6d7eeff0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:59:00.060656 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad73e6e-29f1-4142-80b7-42f25157f09a None None] Pushing event updated for resources: {'Port': ['ID=a94307ec-902d-43e4-831f-269b5e2d6983,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:00.100562 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 2285f1a4-08dd-4c5a-8a6d-6964619ffc74 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:00.112308 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.160149 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-0cafbacd-1013-4afe-9dd4-79dd561ee3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:00.165388 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-0cafbacd-1013-4afe-9dd4-79dd561ee3e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e3b5c1-9246-44ee-8b2b-05576d2e6cd6 HTTP/1.1" status: 200 len: 797 time: 0.1556621 Nov 12 00:59:00.245384 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a4844609-6284-4d94-87b2-bd49a5cdf6f1 None None] Provisioning complete for port 228432f6-f344-484c-9abd-abdc6bd5ac58 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:00.249885 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a4844609-6284-4d94-87b2-bd49a5cdf6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.269254 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-607ab571-9279-4564-916e-907bb8d4b9cd tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.280167 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-607ab571-9279-4564-916e-907bb8d4b9cd tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.285342 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-607ab571-9279-4564-916e-907bb8d4b9cd tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.328470 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a4844609-6284-4d94-87b2-bd49a5cdf6f1 None None] Port 228432f6-f344-484c-9abd-abdc6bd5ac58 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:00.332956 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-3084aaa2-069d-4941-aa69-b7a014a3aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:00.339045 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-3084aaa2-069d-4941-aa69-b7a014a3aab4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1638706 Nov 12 00:59:00.415495 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a4844609-6284-4d94-87b2-bd49a5cdf6f1 None None] Provisioning complete for port a94307ec-902d-43e4-831f-269b5e2d6983 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:00.417363 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a4844609-6284-4d94-87b2-bd49a5cdf6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.527585 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.533445 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.602252 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-2b8d30be-643e-4f2a-bdce-3aa217d0a0fa service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548878 Nov 12 00:59:00.623288 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ab571-9279-4564-916e-907bb8d4b9cd tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event updated for resources: {'Port': ['ID=228432f6-f344-484c-9abd-abdc6bd5ac58,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:00.675103 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e557aca-4811-4274-b5d4-440e7214543e {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:59:00.690268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86026487-54e7-49d9-9b15-d994d37bdf25 None None] Network 90ac451d-6d85-4224-b693-39eacf66bd91 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:00.694250 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607ab571-9279-4564-916e-907bb8d4b9cd tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Network b427ad13-9663-4277-a6d0-1f858b7a74bc is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:00.695731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-607ab571-9279-4564-916e-907bb8d4b9cd tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:00.830921 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-7440fb0f-855b-4694-9bcf-1fc7019f4823 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208793 Nov 12 00:59:00.952816 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607ab571-9279-4564-916e-907bb8d4b9cd tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Router ad072fbe-e534-40ca-af90-184a8ef2943e is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:59:00.979527 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-d4f175da-e3d5-4152-873c-9b3095824fdf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=3f4d6886-1149-4c55-aa72-c928b8b02a0f HTTP/1.1" status: 200 len: 217 time: 0.1404793 Nov 12 00:59:01.157773 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 6e557aca-4811-4274-b5d4-440e7214543e, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=6e557aca-4811-4274-b5d4-440e7214543e,segment=NetworkSegment(28b7a380-d846-4735-a85e-e0836be4ca75),segment_id=28b7a380-d846-4735-a85e-e0836be4ca75)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:01.159972 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-11aba936-0307-481e-a7c4-262910d3be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:01.166855 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-11aba936-0307-481e-a7c4-262910d3be70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e3b5c1-9246-44ee-8b2b-05576d2e6cd6 HTTP/1.1" status: 200 len: 797 time: 0.1725783 Nov 12 00:59:01.174017 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.177516 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 2285f1a4-08dd-4c5a-8a6d-6964619ffc74, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=2285f1a4-08dd-4c5a-8a6d-6964619ffc74,segment=NetworkSegment(459eb6f8-fa60-4cc9-bfbc-4fe37a52d235),segment_id=459eb6f8-fa60-4cc9-bfbc-4fe37a52d235)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:01.256640 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607ab571-9279-4564-916e-907bb8d4b9cd tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:01.263207 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-607ab571-9279-4564-916e-907bb8d4b9cd tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "PUT /v2.0/routers/ad072fbe-e534-40ca-af90-184a8ef2943e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5208077 Nov 12 00:59:01.268096 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56158) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:01.271270 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d13c7c-a585-44b4-a637-97bb41e3ebf7 None None] Sync routers for ids ['ad072fbe-e534-40ca-af90-184a8ef2943e'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:01.290431 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d13c7c-a585-44b4-a637-97bb41e3ebf7 None None] Routers {'ad072fbe-e534-40ca-af90-184a8ef2943e'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:01.290724 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-afb1e549-91bd-4a74-a395-98470e211e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:01.291082 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-88d13c7c-a585-44b4-a637-97bb41e3ebf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:58:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ad072fbe-e534-40ca-af90-184a8ef2943e'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:01.292838 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-afb1e549-91bd-4a74-a395-98470e211e98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1176913 Nov 12 00:59:01.328917 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=6e557aca-4811-4274-b5d4-440e7214543e,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:01.366331 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.376287 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a94307ec-902d-43e4-831f-269b5e2d6983 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:01.423882 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-88d13c7c-a585-44b4-a637-97bb41e3ebf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:01.433596 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d13c7c-a585-44b4-a637-97bb41e3ebf7 None None] Routers {'ad072fbe-e534-40ca-af90-184a8ef2943e'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:01.438174 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-88d13c7c-a585-44b4-a637-97bb41e3ebf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:58:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ad072fbe-e534-40ca-af90-184a8ef2943e'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:01.438529 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddff789-443b-494a-824d-7f6f860f685f req-d5de5fff-66f5-4385-988d-6c0f786a5217 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:01.442125 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2ddff789-443b-494a-824d-7f6f860f685f req-d5de5fff-66f5-4385-988d-6c0f786a5217 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/ports?device_id=69f9d7e3-0515-43a5-b121-99006ed3c451 HTTP/1.1" status: 200 len: 943 time: 0.3729942 Nov 12 00:59:01.519222 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2ddff789-443b-494a-824d-7f6f860f685f req-0d8dc355-ed55-454e-ab28-2382eacd1866 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c6045bd-4bdb-4903-9d33-ec59da2ae7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676241 Nov 12 00:59:01.541534 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-88d13c7c-a585-44b4-a637-97bb41e3ebf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:01.544629 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d13c7c-a585-44b4-a637-97bb41e3ebf7 None None] The sync data for ids ['ad072fbe-e534-40ca-af90-184a8ef2943e'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:01.580133 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-0a3a343a-7953-4587-bdb2-e5dbcb6729c3 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771151 Nov 12 00:59:01.617473 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=2285f1a4-08dd-4c5a-8a6d-6964619ffc74,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:01.770649 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['6e557aca-4811-4274-b5d4-440e7214543e'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:59:01.812328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port a94307ec-902d-43e4-831f-269b5e2d6983 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:01.812730 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.055634 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7231b1c8-d51b-412f-8ab6-d068c758178b None None] Provisioning complete for port 2285f1a4-08dd-4c5a-8a6d-6964619ffc74 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:02.056338 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7231b1c8-d51b-412f-8ab6-d068c758178b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.368662 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7231b1c8-d51b-412f-8ab6-d068c758178b None None] Provisioning complete for port 228432f6-f344-484c-9abd-abdc6bd5ac58 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:02.394763 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7231b1c8-d51b-412f-8ab6-d068c758178b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.486112 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7231b1c8-d51b-412f-8ab6-d068c758178b None None] Port 228432f6-f344-484c-9abd-abdc6bd5ac58 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:02.505893 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-2db274fd-c6da-44fc-a882-47e19e2e2052 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9161305 Nov 12 00:59:02.512675 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2285f1a4-08dd-4c5a-8a6d-6964619ffc74 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:02.517585 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-ddb6b297-427e-401d-826f-64bbe584dbad tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:59:02.519796 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ddb6b297-427e-401d-826f-64bbe584dbad tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "PUT /v2.0/routers/ad072fbe-e534-40ca-af90-184a8ef2943e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2506375 Nov 12 00:59:02.529084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56192) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:02.631369 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-197ffdba-7426-44fc-9e99-42c5461ca6ea None None] Provisioning complete for port 2285f1a4-08dd-4c5a-8a6d-6964619ffc74 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:02.631872 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-197ffdba-7426-44fc-9e99-42c5461ca6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.633521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 2285f1a4-08dd-4c5a-8a6d-6964619ffc74 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:02.634482 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.667641 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-8317864c-e908-4d6b-8f72-3bb450b4b617 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=2848d887-c908-4eac-985d-33d1a11891ab HTTP/1.1" status: 200 len: 217 time: 0.1359284 Nov 12 00:59:02.876996 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-dfce0795-1cc6-40a8-bba7-e07e28c570e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:02.881959 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-dfce0795-1cc6-40a8-bba7-e07e28c570e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e3b5c1-9246-44ee-8b2b-05576d2e6cd6 HTTP/1.1" status: 200 len: 797 time: 0.1861587 Nov 12 00:59:02.904131 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17207e-17eb-4194-b591-2b6b48ae838e req-5764d3de-74b4-4ccb-801a-145146ec096d tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:02.906275 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1a17207e-17eb-4194-b591-2b6b48ae838e req-5764d3de-74b4-4ccb-801a-145146ec096d tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/ports?device_id=69f9d7e3-0515-43a5-b121-99006ed3c451 HTTP/1.1" status: 200 len: 944 time: 0.2376902 Nov 12 00:59:03.110584 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1a17207e-17eb-4194-b591-2b6b48ae838e req-33cf7067-0d4a-43e1-9d7f-d1603a56882b tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c6045bd-4bdb-4903-9d33-ec59da2ae7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840141 Nov 12 00:59:03.172726 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-955d1283-7436-4f11-96c6-9b0078894c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:03.174283 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-955d1283-7436-4f11-96c6-9b0078894c59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2865047 Nov 12 00:59:03.236289 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 6e557aca-4811-4274-b5d4-440e7214543e up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:03.415953 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a94307ec-902d-43e4-831f-269b5e2d6983 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:03.423054 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-9993c233-4193-4936-a241-f69f90e9bbd8 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378845 Nov 12 00:59:03.605294 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port a94307ec-902d-43e4-831f-269b5e2d6983 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:03.605726 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.625119 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 6e557aca-4811-4274-b5d4-440e7214543e completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:59:03.640239 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 6e557aca-4811-4274-b5d4-440e7214543e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:03.641022 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.669320 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-674a38f5-6026-4b1a-83f1-a27e067d8e5c service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295465 Nov 12 00:59:03.747984 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-ef5400c2-b235-4eef-bb68-463ce853b3d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ce338286-589a-4fe7-9255-b5d2a6ec28f4 HTTP/1.1" status: 200 len: 217 time: 0.0763745 Nov 12 00:59:03.914041 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-659128e3-15f9-4ca4-9903-191a8c572a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:03.915832 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-659128e3-15f9-4ca4-9903-191a8c572a12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=870dc38d-f2e2-4511-a748-1147cb7d0fbb HTTP/1.1" status: 200 len: 797 time: 0.1612694 Nov 12 00:59:03.974869 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.005274 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2a131127-9258-44f3-8d9c-cbe8f1d0e09b tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.023394 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f9d7e3-0515-43a5-b121-99006ed3c451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e557aca-4811-4274-b5d4-440e7214543e'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:04.027875 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9996c38-0a8c-404c-9efb-2115db82363c" -d '{"events": [{"server_uuid": "69f9d7e3-0515-43a5-b121-99006ed3c451", "name": "network-vif-plugged", "status": "completed", "tag": "6e557aca-4811-4274-b5d4-440e7214543e"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:04.046014 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-b451dc54-e50f-4d60-b055-7ed94988048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:04.047573 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-b451dc54-e50f-4d60-b055-7ed94988048c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=523495f2-d0a8-4874-8ce9-f158f9a48578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1241889 Nov 12 00:59:04.104769 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 6e557aca-4811-4274-b5d4-440e7214543e, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=6e557aca-4811-4274-b5d4-440e7214543e,segment=NetworkSegment(28b7a380-d846-4735-a85e-e0836be4ca75),segment_id=28b7a380-d846-4735-a85e-e0836be4ca75)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:04.112354 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.183527 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175e5a4b-1e52-4393-812c-3809b15c3793 x-openstack-request-id: req-175e5a4b-1e52-4393-812c-3809b15c3793 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:04.185098 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f9d7e3-0515-43a5-b121-99006ed3c451", "name": "network-vif-plugged", "status": "completed", "tag": "6e557aca-4811-4274-b5d4-440e7214543e", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:04.185432 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-175e5a4b-1e52-4393-812c-3809b15c3793 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:04.187679 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f9d7e3-0515-43a5-b121-99006ed3c451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e557aca-4811-4274-b5d4-440e7214543e', 'code': 200} Nov 12 00:59:04.269824 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-209a2402-91eb-462e-9e0f-646c2b8ff62d service neutron] 10.222.0.21 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119451 Nov 12 00:59:04.290867 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=6e557aca-4811-4274-b5d4-440e7214543e,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:04.553216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bd8d2-6495-4472-ad9a-1103c10c2783 req-479c99cb-aa3f-4d7d-af92-f3a7a3826726 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:04.573852 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f22bd8d2-6495-4472-ad9a-1103c10c2783 req-479c99cb-aa3f-4d7d-af92-f3a7a3826726 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/ports?device_id=69f9d7e3-0515-43a5-b121-99006ed3c451 HTTP/1.1" status: 200 len: 945 time: 0.2485356 Nov 12 00:59:04.591485 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469be9a-92e7-4fc8-996a-1c36fddcbfd7 req-9376e15c-941b-4d79-a13c-351b3aaaa832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:04.594351 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-2a131127-9258-44f3-8d9c-cbe8f1d0e09b tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Deleting port 228432f6-f344-484c-9abd-abdc6bd5ac58 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:04.594696 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2a131127-9258-44f3-8d9c-cbe8f1d0e09b tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.608920 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2469be9a-92e7-4fc8-996a-1c36fddcbfd7 req-9376e15c-941b-4d79-a13c-351b3aaaa832 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=69f9d7e3-0515-43a5-b121-99006ed3c451 HTTP/1.1" status: 200 len: 1097 time: 0.3386815 Nov 12 00:59:04.769942 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2a131127-9258-44f3-8d9c-cbe8f1d0e09b tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.792358 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-2a131127-9258-44f3-8d9c-cbe8f1d0e09b tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Calling delete_port for 228432f6-f344-484c-9abd-abdc6bd5ac58 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:04.823775 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f22bd8d2-6495-4472-ad9a-1103c10c2783 req-003ceb4c-03da-4aa8-8dd6-4440a6551b55 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c6045bd-4bdb-4903-9d33-ec59da2ae7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531464 Nov 12 00:59:04.839667 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-3409ee85-8c6f-4c19-b5b5-762af79d41ad service neutron] 10.222.0.21 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255232 Nov 12 00:59:04.939986 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-b479dbc8-148a-4c69-bc78-0ea055f969d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=babf2404-166d-409b-b86b-258ee071292f HTTP/1.1" status: 200 len: 217 time: 0.0887194 Nov 12 00:59:05.013288 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2469be9a-92e7-4fc8-996a-1c36fddcbfd7 req-68be3df8-a7c6-4eed-9af9-c81d2f1ac610 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7c6045bd-4bdb-4903-9d33-ec59da2ae7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963282 Nov 12 00:59:05.029613 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-5ae1043d-e0b6-4c73-a529-348277ec2fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:05.031901 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-5ae1043d-e0b6-4c73-a529-348277ec2fde service neutron] 10.222.0.21 "GET /v2.0/subnets?id=870dc38d-f2e2-4511-a748-1147cb7d0fbb HTTP/1.1" status: 200 len: 797 time: 0.0791538 Nov 12 00:59:05.119611 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2a131127-9258-44f3-8d9c-cbe8f1d0e09b tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.158609 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a131127-9258-44f3-8d9c-cbe8f1d0e09b tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event deleted for resources: {'Port': ['ID=228432f6-f344-484c-9abd-abdc6bd5ac58,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:05.331922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-7073bce5-6dc3-4dda-9bd7-f0c91cde67c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:05.337956 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-7073bce5-6dc3-4dda-9bd7-f0c91cde67c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=523495f2-d0a8-4874-8ce9-f158f9a48578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1298594 Nov 12 00:59:05.443522 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2a131127-9258-44f3-8d9c-cbe8f1d0e09b tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.590317 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-f232adb3-fe46-4ac7-9c6e-59319a820837 service neutron] 10.222.0.21 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429249 Nov 12 00:59:05.760484 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-668a3d28-e4a7-41f7-8d97-2c1ce0f2f4a8 req-b504334c-0a63-480e-87ee-9ed903c62c9f service neutron] 10.222.0.21 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615014 Nov 12 00:59:05.802529 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a131127-9258-44f3-8d9c-cbe8f1d0e09b tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Router ad072fbe-e534-40ca-af90-184a8ef2943e has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:59:05.960974 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a131127-9258-44f3-8d9c-cbe8f1d0e09b tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:05.984659 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cd52bb-feb7-44fc-9ff5-d4e61258283f None None] Sync routers for ids ['ad072fbe-e534-40ca-af90-184a8ef2943e'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:06.000148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56294) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:06.000624 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2a131127-9258-44f3-8d9c-cbe8f1d0e09b tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "PUT /v2.0/routers/ad072fbe-e534-40ca-af90-184a8ef2943e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4688761 Nov 12 00:59:06.017979 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cd52bb-feb7-44fc-9ff5-d4e61258283f None None] Routers {'ad072fbe-e534-40ca-af90-184a8ef2943e'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:06.018653 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-b3cd52bb-feb7-44fc-9ff5-d4e61258283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:58:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ad072fbe-e534-40ca-af90-184a8ef2943e'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:06.110797 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3845a-ad06-4bfa-8c8c-659ddb75318e req-87962110-f346-4d23-9e43-1da7a73b0384 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:06.112601 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53b3845a-ad06-4bfa-8c8c-659ddb75318e req-87962110-f346-4d23-9e43-1da7a73b0384 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/ports?device_id=69f9d7e3-0515-43a5-b121-99006ed3c451 HTTP/1.1" status: 200 len: 945 time: 0.1716402 Nov 12 00:59:06.120977 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-b3cd52bb-feb7-44fc-9ff5-d4e61258283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:06.147404 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-01cbe3bc-e6d2-4667-b273-a6276f01070e tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] delete failed (client error): The resource could not be found. Nov 12 00:59:06.153141 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-01cbe3bc-e6d2-4667-b273-a6276f01070e tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-2115332908 HTTP/1.1" status: 404 len: 335 time: 0.1482863 Nov 12 00:59:06.155759 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56300) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:06.168877 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cd52bb-feb7-44fc-9ff5-d4e61258283f None None] Routers {'ad072fbe-e534-40ca-af90-184a8ef2943e'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:06.171052 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-9bb77117-dc05-43c2-ad03-696762a58665 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ad072fbe-e534-40ca-af90-184a8ef2943e'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:06.171189 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-b3cd52bb-feb7-44fc-9ff5-d4e61258283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:58:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ad072fbe-e534-40ca-af90-184a8ef2943e'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:06.210277 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53b3845a-ad06-4bfa-8c8c-659ddb75318e req-4a7db580-73a1-4675-9572-67cc38dbc83f tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c6045bd-4bdb-4903-9d33-ec59da2ae7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803900 Nov 12 00:59:06.244644 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-b3cd52bb-feb7-44fc-9ff5-d4e61258283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:06.244644 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cd52bb-feb7-44fc-9ff5-d4e61258283f None None] The sync data for ids ['ad072fbe-e534-40ca-af90-184a8ef2943e'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:06.558947 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9bb77117-dc05-43c2-ad03-696762a58665 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.589494 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-9bb77117-dc05-43c2-ad03-696762a58665 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] update failed (client error): The resource could not be found. Nov 12 00:59:06.595492 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56316) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:06.600607 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9bb77117-dc05-43c2-ad03-696762a58665 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "PUT /v2.0/routers/ad072fbe-e534-40ca-af90-184a8ef2943e HTTP/1.1" status: 404 len: 339 time: 0.4437456 Nov 12 00:59:06.600785 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d4e13322-bdd9-4701-ac69-a70611e3ce60 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2003837064'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:06.656520 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e13322-bdd9-4701-ac69-a70611e3ce60 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Made reservation on behalf of a8368adf600c4bb3aee78dd7ba573621 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:06.660316 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d4e13322-bdd9-4701-ac69-a70611e3ce60 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.705340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e13322-bdd9-4701-ac69-a70611e3ce60 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:59:06.745195 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d4e13322-bdd9-4701-ac69-a70611e3ce60 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.745589 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-d4e13322-bdd9-4701-ac69-a70611e3ce60 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Added segment 76b75acc-616b-446a-b23f-ac74f1e160df of type vlan for network 33183668-774a-48f1-8634-d9b41abc2c1b Nov 12 00:59:06.811906 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d4e13322-bdd9-4701-ac69-a70611e3ce60 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.853432 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d4e13322-bdd9-4701-ac69-a70611e3ce60 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.878497 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e13322-bdd9-4701-ac69-a70611e3ce60 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:06.879400 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d4e13322-bdd9-4701-ac69-a70611e3ce60 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.938125 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d4e13322-bdd9-4701-ac69-a70611e3ce60 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3415020 Nov 12 00:59:06.941042 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56344) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:06.949827 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c12bb270-17bb-4c35-acd8-b9a14b12063a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Request body: {'subnet': {'network_id': '33183668-774a-48f1-8634-d9b41abc2c1b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:07.085034 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e13322-bdd9-4701-ac69-a70611e3ce60 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event updated for resources: {'Network': ['ID=33183668-774a-48f1-8634-d9b41abc2c1b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:07.100489 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 33183668-774a-48f1-8634-d9b41abc2c1b details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:59:07.186254 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12bb270-17bb-4c35-acd8-b9a14b12063a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Made reservation on behalf of a8368adf600c4bb3aee78dd7ba573621 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:07.194794 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c12bb270-17bb-4c35-acd8-b9a14b12063a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:07.452832 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdc9fa-37fb-4fea-bec9-27ca04e79541 req-8d20ace7-8e85-42f5-a96c-2df581bb9fb9 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:07.463103 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-77fdc9fa-37fb-4fea-bec9-27ca04e79541 req-8d20ace7-8e85-42f5-a96c-2df581bb9fb9 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/ports?device_id=69f9d7e3-0515-43a5-b121-99006ed3c451 HTTP/1.1" status: 200 len: 945 time: 0.0862758 Nov 12 00:59:07.535008 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c12bb270-17bb-4c35-acd8-b9a14b12063a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:07.558870 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-77fdc9fa-37fb-4fea-bec9-27ca04e79541 req-6b79d38f-12a8-4bce-8d7f-63dbf7278259 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c6045bd-4bdb-4903-9d33-ec59da2ae7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898368 Nov 12 00:59:07.639515 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bb270-17bb-4c35-acd8-b9a14b12063a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event updated for resources: {'Subnet': ['ID=9b2f8e98-c7f0-422a-92c0-30d8f595b589,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:07.654160 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12bb270-17bb-4c35-acd8-b9a14b12063a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Checking segment: {'id': '76b75acc-616b-446a-b23f-ac74f1e160df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '33183668-774a-48f1-8634-d9b41abc2c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:07.655073 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12bb270-17bb-4c35-acd8-b9a14b12063a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Network hostable DHCP agents. Network: 33183668-774a-48f1-8634-d9b41abc2c1b, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:59:07.675699 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12bb270-17bb-4c35-acd8-b9a14b12063a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Network 33183668-774a-48f1-8634-d9b41abc2c1b is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:59:07.690861 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-c12bb270-17bb-4c35-acd8-b9a14b12063a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 33183668-774a-48f1-8634-d9b41abc2c1b) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:07.695655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12bb270-17bb-4c35-acd8-b9a14b12063a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:07.696420 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c12bb270-17bb-4c35-acd8-b9a14b12063a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:07.703745 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825d335c-7717-4110-beff-711791cefcae None None] Network 33183668-774a-48f1-8634-d9b41abc2c1b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:07.766378 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56420) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:07.767296 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c12bb270-17bb-4c35-acd8-b9a14b12063a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8247716 Nov 12 00:59:07.775045 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-0a6de66d-d217-48b7-835c-34c4aa6cc761 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Request body: {'router': {'external_gateway_info': {'network_id': '33183668-774a-48f1-8634-d9b41abc2c1b'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:08.106967 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0a6de66d-d217-48b7-835c-34c4aa6cc761 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.251983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dc262e-6e4b-4d87-bad6-40d4a19e5f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-33183668-774a-48f1-8634-d9b41abc2c1b', 'network_id': '33183668-774a-48f1-8634-d9b41abc2c1b', 'tenant_id': 'a8368adf600c4bb3aee78dd7ba573621', 'fixed_ips': [{'subnet_id': '9b2f8e98-c7f0-422a-92c0-30d8f595b589'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:08.256748 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c3dc262e-6e4b-4d87-bad6-40d4a19e5f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.298377 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-0a6de66d-d217-48b7-835c-34c4aa6cc761 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:59:08.300594 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0a6de66d-d217-48b7-835c-34c4aa6cc761 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "PUT /v2.0/routers/ad072fbe-e534-40ca-af90-184a8ef2943e HTTP/1.1" status: 400 len: 364 time: 0.5325041 Nov 12 00:59:08.310800 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56484) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:08.346151 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b4b58-5954-4155-8dc0-9640bc6e2571 req-8b9058cd-2dfb-495a-b66b-4a8a4e5e9ed0 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:08.355662 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f3b4b58-5954-4155-8dc0-9640bc6e2571 req-8b9058cd-2dfb-495a-b66b-4a8a4e5e9ed0 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/ports?device_id=69f9d7e3-0515-43a5-b121-99006ed3c451 HTTP/1.1" status: 200 len: 945 time: 0.0898132 Nov 12 00:59:08.456643 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f3b4b58-5954-4155-8dc0-9640bc6e2571 req-c84d5030-3764-4986-9059-d5dc66964ae4 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c6045bd-4bdb-4903-9d33-ec59da2ae7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900083 Nov 12 00:59:08.554959 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-c3dc262e-6e4b-4d87-bad6-40d4a19e5f78 None None] Allocated IP 2001:db8:1::2 (33183668-774a-48f1-8634-d9b41abc2c1b/9b2f8e98-c7f0-422a-92c0-30d8f595b589/d212b0f6-7374-4020-b929-50485a2ed5c2) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:08.669558 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.831538 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c3dc262e-6e4b-4d87-bad6-40d4a19e5f78 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.844768 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c3dc262e-6e4b-4d87-bad6-40d4a19e5f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.908938 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc262e-6e4b-4d87-bad6-40d4a19e5f78 None None] Pushing event updated for resources: {'Port': ['ID=d212b0f6-7374-4020-b929-50485a2ed5c2,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:08.944481 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dc262e-6e4b-4d87-bad6-40d4a19e5f78 None None] Network 33183668-774a-48f1-8634-d9b41abc2c1b is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:08.947368 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-c3dc262e-6e4b-4d87-bad6-40d4a19e5f78 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:08.953303 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dc262e-6e4b-4d87-bad6-40d4a19e5f78 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:08.979885 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-769e7a30-dd27-47e4-89e8-9fe211bab3e3 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.068597 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c3dc262e-6e4b-4d87-bad6-40d4a19e5f78 None None] Attempting to bind port d212b0f6-7374-4020-b929-50485a2ed5c2 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:09.075799 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c3dc262e-6e4b-4d87-bad6-40d4a19e5f78 None None] Attempting to bind port d212b0f6-7374-4020-b929-50485a2ed5c2 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '76b75acc-616b-446a-b23f-ac74f1e160df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '33183668-774a-48f1-8634-d9b41abc2c1b'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:09.076678 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dc262e-6e4b-4d87-bad6-40d4a19e5f78 None None] Attempting to bind port d212b0f6-7374-4020-b929-50485a2ed5c2 on network 33183668-774a-48f1-8634-d9b41abc2c1b {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:09.090337 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dc262e-6e4b-4d87-bad6-40d4a19e5f78 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:09.092005 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dc262e-6e4b-4d87-bad6-40d4a19e5f78 None None] Checking segment: {'id': '76b75acc-616b-446a-b23f-ac74f1e160df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '33183668-774a-48f1-8634-d9b41abc2c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:09.092769 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c3dc262e-6e4b-4d87-bad6-40d4a19e5f78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.093409 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dc262e-6e4b-4d87-bad6-40d4a19e5f78 None None] Bound using segment: {'id': '76b75acc-616b-446a-b23f-ac74f1e160df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '33183668-774a-48f1-8634-d9b41abc2c1b'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:09.094066 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c3dc262e-6e4b-4d87-bad6-40d4a19e5f78 None None] Bound port: d212b0f6-7374-4020-b929-50485a2ed5c2, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b75acc-616b-446a-b23f-ac74f1e160df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '33183668-774a-48f1-8634-d9b41abc2c1b'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:09.094648 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c3dc262e-6e4b-4d87-bad6-40d4a19e5f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.186751 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c3dc262e-6e4b-4d87-bad6-40d4a19e5f78 None None] For port d212b0f6-7374-4020-b929-50485a2ed5c2, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:09.191443 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c3dc262e-6e4b-4d87-bad6-40d4a19e5f78 None None] For port d212b0f6-7374-4020-b929-50485a2ed5c2, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d212b0f6-7374-4020-b929-50485a2ed5c2,segment=NetworkSegment(76b75acc-616b-446a-b23f-ac74f1e160df),segment_id=76b75acc-616b-446a-b23f-ac74f1e160df)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:09.203072 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c3dc262e-6e4b-4d87-bad6-40d4a19e5f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.350943 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc262e-6e4b-4d87-bad6-40d4a19e5f78 None None] Pushing event updated for resources: {'Port': ['ID=d212b0f6-7374-4020-b929-50485a2ed5c2,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:09.522353 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-769e7a30-dd27-47e4-89e8-9fe211bab3e3 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Allocated IP 2001:db8::1 (28cd59d1-e6d3-4f04-8463-00a2d80df364/cf538be9-3111-48da-aeac-7fb3aaf28755/f0df5865-a016-48db-a9b8-73de0834d4ac) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:09.628350 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7c553-bf80-4176-a649-3ca9b0cc2b53 req-13a18a3f-dbcc-4105-a402-6534a53119e8 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:09.633069 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e6b7c553-bf80-4176-a649-3ca9b0cc2b53 req-13a18a3f-dbcc-4105-a402-6534a53119e8 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.21 "GET /v2.0/ports?device_id=69f9d7e3-0515-43a5-b121-99006ed3c451 HTTP/1.1" status: 200 len: 945 time: 0.1721816 Nov 12 00:59:09.807015 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-769e7a30-dd27-47e4-89e8-9fe211bab3e3 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.976392 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140e46a-dc55-405d-9b9d-3670564e815f req-a990cc00-0817-423a-825e-2530f86d69f3 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:09.986754 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9140e46a-dc55-405d-9b9d-3670564e815f req-a990cc00-0817-423a-825e-2530f86d69f3 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/ports?device_id=69f9d7e3-0515-43a5-b121-99006ed3c451 HTTP/1.1" status: 200 len: 945 time: 0.1989470 Nov 12 00:59:10.090304 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9140e46a-dc55-405d-9b9d-3670564e815f req-90899fcc-5b60-4d2b-9b30-97ade963db5c tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c6045bd-4bdb-4903-9d33-ec59da2ae7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890706 Nov 12 00:59:10.115323 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-769e7a30-dd27-47e4-89e8-9fe211bab3e3 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.181302 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769e7a30-dd27-47e4-89e8-9fe211bab3e3 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Network 28cd59d1-e6d3-4f04-8463-00a2d80df364 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:10.190930 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-769e7a30-dd27-47e4-89e8-9fe211bab3e3 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:10.193464 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769e7a30-dd27-47e4-89e8-9fe211bab3e3 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:10.194095 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-769e7a30-dd27-47e4-89e8-9fe211bab3e3 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.428751 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-769e7a30-dd27-47e4-89e8-9fe211bab3e3 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.442160 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e7a30-dd27-47e4-89e8-9fe211bab3e3 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event updated for resources: {'Port': ['ID=f0df5865-a016-48db-a9b8-73de0834d4ac,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:10.485481 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-e6b7c553-bf80-4176-a649-3ca9b0cc2b53 req-36d1c1ae-f7a0-4ba8-a726-4f5aa93ba3c3 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Deleting port 6e557aca-4811-4274-b5d4-440e7214543e {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:10.486323 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e6b7c553-bf80-4176-a649-3ca9b0cc2b53 req-36d1c1ae-f7a0-4ba8-a726-4f5aa93ba3c3 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.649716 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d212b0f6-7374-4020-b929-50485a2ed5c2 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:10.888933 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-e6b7c553-bf80-4176-a649-3ca9b0cc2b53 req-36d1c1ae-f7a0-4ba8-a726-4f5aa93ba3c3 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] For port 6e557aca-4811-4274-b5d4-440e7214543e, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=6e557aca-4811-4274-b5d4-440e7214543e,segment=NetworkSegment(28b7a380-d846-4735-a85e-e0836be4ca75),segment_id=28b7a380-d846-4735-a85e-e0836be4ca75)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:10.889478 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e6b7c553-bf80-4176-a649-3ca9b0cc2b53 req-36d1c1ae-f7a0-4ba8-a726-4f5aa93ba3c3 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.922528 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-e6b7c553-bf80-4176-a649-3ca9b0cc2b53 req-36d1c1ae-f7a0-4ba8-a726-4f5aa93ba3c3 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Calling delete_port for 6e557aca-4811-4274-b5d4-440e7214543e owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:10.969785 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port d212b0f6-7374-4020-b929-50485a2ed5c2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:10.970091 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.218847 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8e8361aa-b2f2-4125-9c21-3a1d1a99aa4a None None] Provisioning complete for port f0df5865-a016-48db-a9b8-73de0834d4ac triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:11.219223 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8e8361aa-b2f2-4125-9c21-3a1d1a99aa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.330563 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-8e8361aa-b2f2-4125-9c21-3a1d1a99aa4a None None] Port f0df5865-a016-48db-a9b8-73de0834d4ac cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:11.434183 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3581da-be3d-4e39-b91e-ee29e9c8f029 None None] Network 33183668-774a-48f1-8634-d9b41abc2c1b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:11.536859 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ed554-cda5-4da6-bb12-fed5e04505b3 req-52dc1f6d-9d7a-458f-b844-f357c7005232 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:11.548630 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-796ed554-cda5-4da6-bb12-fed5e04505b3 req-52dc1f6d-9d7a-458f-b844-f357c7005232 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/ports?device_id=69f9d7e3-0515-43a5-b121-99006ed3c451 HTTP/1.1" status: 200 len: 945 time: 0.2226698 Nov 12 00:59:11.556439 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.757528 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-796ed554-cda5-4da6-bb12-fed5e04505b3 req-1e4d876f-178e-4425-b91e-e128a16a141c tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c6045bd-4bdb-4903-9d33-ec59da2ae7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079179 Nov 12 00:59:11.856206 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-bb7968b2-1821-4f27-9965-fa9732be98b0 None None] Provisioning complete for port d212b0f6-7374-4020-b929-50485a2ed5c2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:11.856731 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bb7968b2-1821-4f27-9965-fa9732be98b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.895105 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-769e7a30-dd27-47e4-89e8-9fe211bab3e3 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.915013 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-769e7a30-dd27-47e4-89e8-9fe211bab3e3 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.916176 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-769e7a30-dd27-47e4-89e8-9fe211bab3e3 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.938332 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port d212b0f6-7374-4020-b929-50485a2ed5c2, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d212b0f6-7374-4020-b929-50485a2ed5c2,segment=NetworkSegment(76b75acc-616b-446a-b23f-ac74f1e160df),segment_id=76b75acc-616b-446a-b23f-ac74f1e160df)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:11.983587 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.135578 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e6b7c553-bf80-4176-a649-3ca9b0cc2b53 req-36d1c1ae-f7a0-4ba8-a726-4f5aa93ba3c3 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.192429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=d212b0f6-7374-4020-b929-50485a2ed5c2,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:12.235017 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e7a30-dd27-47e4-89e8-9fe211bab3e3 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event updated for resources: {'Port': ['ID=f0df5865-a016-48db-a9b8-73de0834d4ac,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:12.288678 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1c1ae-f7a0-4ba8-a726-4f5aa93ba3c3 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Pushing event deleted for resources: {'Port': ['ID=6e557aca-4811-4274-b5d4-440e7214543e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:12.382567 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:59:12.388241 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b7c553-bf80-4176-a649-3ca9b0cc2b53 req-36d1c1ae-f7a0-4ba8-a726-4f5aa93ba3c3 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] No DVR routers for this DVR port 6e557aca-4811-4274-b5d4-440e7214543e on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:12.406678 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e6b7c553-bf80-4176-a649-3ca9b0cc2b53 req-36d1c1ae-f7a0-4ba8-a726-4f5aa93ba3c3 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.415594 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e6b7c553-bf80-4176-a649-3ca9b0cc2b53 req-36d1c1ae-f7a0-4ba8-a726-4f5aa93ba3c3 tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.21 "DELETE /v2.0/ports/6e557aca-4811-4274-b5d4-440e7214543e HTTP/1.1" status: 204 len: 173 time: 2.6211612 Nov 12 00:59:12.454880 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f9d7e3-0515-43a5-b121-99006ed3c451', 'name': 'network-vif-deleted', 'tag': '6e557aca-4811-4274-b5d4-440e7214543e'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:12.457807 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba06d30e-e061-426e-b730-f688d437f878" -d '{"events": [{"server_uuid": "69f9d7e3-0515-43a5-b121-99006ed3c451", "name": "network-vif-deleted", "tag": "6e557aca-4811-4274-b5d4-440e7214543e"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:12.481097 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d212b0f6-7374-4020-b929-50485a2ed5c2 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:12.522701 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769e7a30-dd27-47e4-89e8-9fe211bab3e3 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Network 28cd59d1-e6d3-4f04-8463-00a2d80df364 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:12.541204 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-769e7a30-dd27-47e4-89e8-9fe211bab3e3 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:12.652320 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port d212b0f6-7374-4020-b929-50485a2ed5c2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:12.652729 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.746501 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cd5f61-19f1-45b1-8a0c-98281b4ab040 x-openstack-request-id: req-00cd5f61-19f1-45b1-8a0c-98281b4ab040 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:12.747622 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f9d7e3-0515-43a5-b121-99006ed3c451", "name": "network-vif-deleted", "tag": "6e557aca-4811-4274-b5d4-440e7214543e", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:12.748062 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00cd5f61-19f1-45b1-8a0c-98281b4ab040 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:12.749184 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f9d7e3-0515-43a5-b121-99006ed3c451', 'name': 'network-vif-deleted', 'tag': '6e557aca-4811-4274-b5d4-440e7214543e', 'status': 'completed', 'code': 200} Nov 12 00:59:12.865077 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769e7a30-dd27-47e4-89e8-9fe211bab3e3 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Router ad072fbe-e534-40ca-af90-184a8ef2943e has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:59:12.880402 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-73d1c33d-42da-4e97-b2f3-67f45e8f4f3d None None] Provisioning complete for port d212b0f6-7374-4020-b929-50485a2ed5c2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:12.900171 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-73d1c33d-42da-4e97-b2f3-67f45e8f4f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.033392 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6611ae5f-1f32-45e7-92a9-774af4d770c9 req-d316750b-9845-4035-958c-43ef7c5ddfea tempest-ServerPasswordTestJSON-1843591503 tempest-ServerPasswordTestJSON-1843591503-project] 10.222.0.31 "GET /v2.0/ports?device_id=69f9d7e3-0515-43a5-b121-99006ed3c451 HTTP/1.1" status: 200 len: 210 time: 0.0635400 Nov 12 00:59:13.143943 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769e7a30-dd27-47e4-89e8-9fe211bab3e3 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:13.161440 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7a423a-868c-402a-9d93-b51371bfae14 None None] Sync routers for ids ['ad072fbe-e534-40ca-af90-184a8ef2943e'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:13.164675 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-769e7a30-dd27-47e4-89e8-9fe211bab3e3 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "PUT /v2.0/routers/ad072fbe-e534-40ca-af90-184a8ef2943e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8519280 Nov 12 00:59:13.167579 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56918) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:13.199219 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7a423a-868c-402a-9d93-b51371bfae14 None None] Routers {'ad072fbe-e534-40ca-af90-184a8ef2943e'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:13.199219 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ce7a423a-868c-402a-9d93-b51371bfae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:58:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ad072fbe-e534-40ca-af90-184a8ef2943e'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:13.246225 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 6e557aca-4811-4274-b5d4-440e7214543e no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:13.290518 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ce7a423a-868c-402a-9d93-b51371bfae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:13.302412 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 6e557aca-4811-4274-b5d4-440e7214543e {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:13.302921 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 6e557aca-4811-4274-b5d4-440e7214543e not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:13.307224 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7a423a-868c-402a-9d93-b51371bfae14 None None] Routers {'ad072fbe-e534-40ca-af90-184a8ef2943e'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:13.308125 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ce7a423a-868c-402a-9d93-b51371bfae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:58:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ad072fbe-e534-40ca-af90-184a8ef2943e'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:13.351819 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-ce7a423a-868c-402a-9d93-b51371bfae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:13.352860 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7a423a-868c-402a-9d93-b51371bfae14 None None] The sync data for ids ['ad072fbe-e534-40ca-af90-184a8ef2943e'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:13.451913 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9158b746-2057-454b-9600-03253277661b tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.456816 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cf9c242f-4997-4436-8f1d-70901636f6a3 None None] Provisioning complete for port f0df5865-a016-48db-a9b8-73de0834d4ac triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:13.457193 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cf9c242f-4997-4436-8f1d-70901636f6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.537059 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c242f-4997-4436-8f1d-70901636f6a3 None None] Port f0df5865-a016-48db-a9b8-73de0834d4ac cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:13.587206 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-9158b746-2057-454b-9600-03253277661b tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 00:59:13.591699 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56930) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:13.592938 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9158b746-2057-454b-9600-03253277661b tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "DELETE /v2.0/routers/ad072fbe-e534-40ca-af90-184a8ef2943e HTTP/1.1" status: 409 len: 329 time: 0.4231138 Nov 12 00:59:14.031061 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7a479d31-14c7-4a08-b068-a2d3f84111ef tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.103009 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56940) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:14.155262 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-84806891-6eff-47d9-aff1-86d64ab69ea6 admin admin] Deleting subnet 5ef8b772-bf3e-4ea4-93b2-1d3f6d7eeff0 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:14.159646 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-84806891-6eff-47d9-aff1-86d64ab69ea6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.201309 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-84806891-6eff-47d9-aff1-86d64ab69ea6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.251719 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-84806891-6eff-47d9-aff1-86d64ab69ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.364633 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-84806891-6eff-47d9-aff1-86d64ab69ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.421332 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84806891-6eff-47d9-aff1-86d64ab69ea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ef8b772-bf3e-4ea4-93b2-1d3f6d7eeff0,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:14.430407 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-84806891-6eff-47d9-aff1-86d64ab69ea6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.439393 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-84806891-6eff-47d9-aff1-86d64ab69ea6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5ef8b772-bf3e-4ea4-93b2-1d3f6d7eeff0 HTTP/1.1" status: 204 len: 168 time: 0.3374341 Nov 12 00:59:14.440153 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56948) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:14.506157 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-7a479d31-14c7-4a08-b068-a2d3f84111ef tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Deleting port f0df5865-a016-48db-a9b8-73de0834d4ac {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:14.507104 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7a479d31-14c7-4a08-b068-a2d3f84111ef tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.518180 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da5b742f-b7f3-4a4e-80d0-79993a7b9ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.618327 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da5b742f-b7f3-4a4e-80d0-79993a7b9ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.620139 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7a479d31-14c7-4a08-b068-a2d3f84111ef tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.636510 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-7a479d31-14c7-4a08-b068-a2d3f84111ef tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Calling delete_port for f0df5865-a016-48db-a9b8-73de0834d4ac owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:14.641936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-da5b742f-b7f3-4a4e-80d0-79993a7b9ecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d434d3e-9c3c-4c04-bf86-6a7fecb67a21']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:14.654689 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-da5b742f-b7f3-4a4e-80d0-79993a7b9ecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b7a380-d846-4735-a85e-e0836be4ca75') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:14.654990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-da5b742f-b7f3-4a4e-80d0-79993a7b9ecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b7a380-d846-4735-a85e-e0836be4ca75') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:14.666762 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da5b742f-b7f3-4a4e-80d0-79993a7b9ecb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.681964 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da5b742f-b7f3-4a4e-80d0-79993a7b9ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.690563 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5b742f-b7f3-4a4e-80d0-79993a7b9ecb admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:14.691536 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da5b742f-b7f3-4a4e-80d0-79993a7b9ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:14.770572 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:14.776260 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da5b742f-b7f3-4a4e-80d0-79993a7b9ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.798529 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da5b742f-b7f3-4a4e-80d0-79993a7b9ecb admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.804114 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-da5b742f-b7f3-4a4e-80d0-79993a7b9ecb admin admin] 10.222.0.31 "DELETE /v2.0/networks/2d434d3e-9c3c-4c04-bf86-6a7fecb67a21 HTTP/1.1" status: 204 len: 168 time: 0.3605394 Nov 12 00:59:14.834114 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b742f-b7f3-4a4e-80d0-79993a7b9ecb admin admin] Pushing event deleted for resources: {'Network': ['ID=2d434d3e-9c3c-4c04-bf86-6a7fecb67a21,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:14.899634 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7a479d31-14c7-4a08-b068-a2d3f84111ef tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.938161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a479d31-14c7-4a08-b068-a2d3f84111ef tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event deleted for resources: {'Port': ['ID=f0df5865-a016-48db-a9b8-73de0834d4ac,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:15.173995 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56958) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:15.219454 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7a479d31-14c7-4a08-b068-a2d3f84111ef tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.262531 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b29603c2-748c-4580-b944-a3ca37927435 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e65501093ee449caad02ed35a042586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0869315 Nov 12 00:59:15.263304 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56960) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:15.346286 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ef249d99-cd9f-4d5f-a3c6-679a6aa2dccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.378722 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ef249d99-cd9f-4d5f-a3c6-679a6aa2dccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.451796 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a479d31-14c7-4a08-b068-a2d3f84111ef tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Router ad072fbe-e534-40ca-af90-184a8ef2943e has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:59:15.472257 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ef249d99-cd9f-4d5f-a3c6-679a6aa2dccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.475283 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ef249d99-cd9f-4d5f-a3c6-679a6aa2dccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.478968 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ef249d99-cd9f-4d5f-a3c6-679a6aa2dccc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c6045bd-4bdb-4903-9d33-ec59da2ae7dd HTTP/1.1" status: 204 len: 168 time: 0.2109272 Nov 12 00:59:15.491852 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef249d99-cd9f-4d5f-a3c6-679a6aa2dccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6045bd-4bdb-4903-9d33-ec59da2ae7dd,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:15.624651 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a479d31-14c7-4a08-b068-a2d3f84111ef tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:15.640471 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7a479d31-14c7-4a08-b068-a2d3f84111ef tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "PUT /v2.0/routers/ad072fbe-e534-40ca-af90-184a8ef2943e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0475698 Nov 12 00:59:15.643232 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1166fdb6-394d-4d65-9a1e-20341cbd92dd None None] Sync routers for ids ['ad072fbe-e534-40ca-af90-184a8ef2943e'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:15.644552 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56972) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:15.693419 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1166fdb6-394d-4d65-9a1e-20341cbd92dd None None] Routers {'ad072fbe-e534-40ca-af90-184a8ef2943e'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:15.695756 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-1166fdb6-394d-4d65-9a1e-20341cbd92dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:58:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ad072fbe-e534-40ca-af90-184a8ef2943e'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:15.713236 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-ce9e0914-362b-40be-99e8-d0390696068b tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] show failed (client error): The resource could not be found. Nov 12 00:59:15.714637 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ce9e0914-362b-40be-99e8-d0390696068b tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1272201174 HTTP/1.1" status: 404 len: 335 time: 0.0688303 Nov 12 00:59:15.719883 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56974) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:15.725916 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-f8ae0e30-d3c4-4982-a808-937ebbfea189 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:15.770808 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-f8ae0e30-d3c4-4982-a808-937ebbfea189 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] update failed (client error): The resource could not be found. Nov 12 00:59:15.772250 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f8ae0e30-d3c4-4982-a808-937ebbfea189 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-136392923 HTTP/1.1" status: 404 len: 334 time: 0.0510986 Nov 12 00:59:15.775803 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56976) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:15.810638 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-1166fdb6-394d-4d65-9a1e-20341cbd92dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:15.850111 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1166fdb6-394d-4d65-9a1e-20341cbd92dd None None] Routers {'ad072fbe-e534-40ca-af90-184a8ef2943e'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:15.851008 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-1166fdb6-394d-4d65-9a1e-20341cbd92dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:58:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ad072fbe-e534-40ca-af90-184a8ef2943e'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:15.853886 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f4972e-f375-4721-ac2c-46ac21b24c22 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Deleting subnet 9b2f8e98-c7f0-422a-92c0-30d8f595b589 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:15.857290 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65f4972e-f375-4721-ac2c-46ac21b24c22 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.922414 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-1166fdb6-394d-4d65-9a1e-20341cbd92dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:15.924983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1166fdb6-394d-4d65-9a1e-20341cbd92dd None None] The sync data for ids ['ad072fbe-e534-40ca-af90-184a8ef2943e'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:15.925119 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65f4972e-f375-4721-ac2c-46ac21b24c22 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.102187 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65f4972e-f375-4721-ac2c-46ac21b24c22 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.188075 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65f4972e-f375-4721-ac2c-46ac21b24c22 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.220804 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4972e-f375-4721-ac2c-46ac21b24c22 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event deleted for resources: {'Subnet': ['ID=9b2f8e98-c7f0-422a-92c0-30d8f595b589,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:16.228486 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65f4972e-f375-4721-ac2c-46ac21b24c22 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.232851 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-65f4972e-f375-4721-ac2c-46ac21b24c22 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "DELETE /v2.0/subnets/9b2f8e98-c7f0-422a-92c0-30d8f595b589 HTTP/1.1" status: 204 len: 168 time: 0.4556539 Nov 12 00:59:16.235266 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56994) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:16.236607 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df893e0-22cc-4301-90c3-f5527c8ee594 None None] Network 33183668-774a-48f1-8634-d9b41abc2c1b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:16.367086 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9873a462-c7be-4f7b-83ac-3e6090ac624a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.470753 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb012e42-cf7c-4404-9572-56b4923b278a None None] DHCP port deletion for 33183668-774a-48f1-8634-d9b41abc2c1b request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:16.577901 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-9873a462-c7be-4f7b-83ac-3e6090ac624a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Deleting port d212b0f6-7374-4020-b929-50485a2ed5c2 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:16.579705 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9873a462-c7be-4f7b-83ac-3e6090ac624a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.650991 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-fb012e42-cf7c-4404-9572-56b4923b278a None None] Deleting port d212b0f6-7374-4020-b929-50485a2ed5c2 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:16.651561 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fb012e42-cf7c-4404-9572-56b4923b278a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.775297 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57022) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:16.781197 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-fb012e42-cf7c-4404-9572-56b4923b278a None None] For port d212b0f6-7374-4020-b929-50485a2ed5c2, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d212b0f6-7374-4020-b929-50485a2ed5c2,segment=NetworkSegment(76b75acc-616b-446a-b23f-ac74f1e160df),segment_id=76b75acc-616b-446a-b23f-ac74f1e160df)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:16.783065 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fb012e42-cf7c-4404-9572-56b4923b278a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.790058 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-9873a462-c7be-4f7b-83ac-3e6090ac624a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] For port d212b0f6-7374-4020-b929-50485a2ed5c2, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d212b0f6-7374-4020-b929-50485a2ed5c2,segment=NetworkSegment(76b75acc-616b-446a-b23f-ac74f1e160df),segment_id=76b75acc-616b-446a-b23f-ac74f1e160df)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:16.790442 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9873a462-c7be-4f7b-83ac-3e6090ac624a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.804672 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-fb012e42-cf7c-4404-9572-56b4923b278a None None] Calling delete_port for d212b0f6-7374-4020-b929-50485a2ed5c2 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:16.823731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-9873a462-c7be-4f7b-83ac-3e6090ac624a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Calling delete_port for d212b0f6-7374-4020-b929-50485a2ed5c2 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:16.952672 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57026) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:16.995694 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fb012e42-cf7c-4404-9572-56b4923b278a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.061905 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9873a462-c7be-4f7b-83ac-3e6090ac624a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.086507 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb012e42-cf7c-4404-9572-56b4923b278a None None] Pushing event deleted for resources: {'Port': ['ID=d212b0f6-7374-4020-b929-50485a2ed5c2,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:17.093366 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb012e42-cf7c-4404-9572-56b4923b278a None None] No DVR routers for this DVR port d212b0f6-7374-4020-b929-50485a2ed5c2 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:17.130610 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-0b45b4d4-1038-4752-a67a-ecf1097137cf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1945002998-network', 'tenant_id': '61af090f9bf849858bde1895d16af040'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:17.137912 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873a462-c7be-4f7b-83ac-3e6090ac624a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event deleted for resources: {'Port': ['ID=d212b0f6-7374-4020-b929-50485a2ed5c2,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:17.140951 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9873a462-c7be-4f7b-83ac-3e6090ac624a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] No DVR routers for this DVR port d212b0f6-7374-4020-b929-50485a2ed5c2 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:17.197366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b45b4d4-1038-4752-a67a-ecf1097137cf admin admin] Made reservation on behalf of 61af090f9bf849858bde1895d16af040 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:17.200298 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0b45b4d4-1038-4752-a67a-ecf1097137cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.226716 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0b45b4d4-1038-4752-a67a-ecf1097137cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.315663 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9873a462-c7be-4f7b-83ac-3e6090ac624a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.396294 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0b45b4d4-1038-4752-a67a-ecf1097137cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.402246 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-9873a462-c7be-4f7b-83ac-3e6090ac624a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33183668-774a-48f1-8634-d9b41abc2c1b']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:17.406535 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0b45b4d4-1038-4752-a67a-ecf1097137cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.413827 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-350086b8-d8cb-44b3-966a-926b103c0120 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.420337 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-9873a462-c7be-4f7b-83ac-3e6090ac624a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b75acc-616b-446a-b23f-ac74f1e160df') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:17.420807 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-9873a462-c7be-4f7b-83ac-3e6090ac624a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b75acc-616b-446a-b23f-ac74f1e160df') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:17.430707 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b45b4d4-1038-4752-a67a-ecf1097137cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:59:17.443259 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9873a462-c7be-4f7b-83ac-3e6090ac624a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.446990 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0b45b4d4-1038-4752-a67a-ecf1097137cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.447960 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-0b45b4d4-1038-4752-a67a-ecf1097137cf admin admin] Added segment e3db2a7b-a944-41af-b927-aa46737b70f6 of type vlan for network 1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c Nov 12 00:59:17.472391 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9873a462-c7be-4f7b-83ac-3e6090ac624a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.490036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9873a462-c7be-4f7b-83ac-3e6090ac624a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:17.490450 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9873a462-c7be-4f7b-83ac-3e6090ac624a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:17.495507 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:17.510403 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0b45b4d4-1038-4752-a67a-ecf1097137cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.551380 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0b45b4d4-1038-4752-a67a-ecf1097137cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.553084 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b45b4d4-1038-4752-a67a-ecf1097137cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:17.553987 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0b45b4d4-1038-4752-a67a-ecf1097137cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.634758 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45b4d4-1038-4752-a67a-ecf1097137cf admin admin] Pushing event updated for resources: {'Network': ['ID=1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:17.651407 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:59:17.670162 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45b4d4-1038-4752-a67a-ecf1097137cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ae90be-ade4-49ad-a814-2a2309068300,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:17.694641 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0b45b4d4-1038-4752-a67a-ecf1097137cf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9181888 Nov 12 00:59:17.697299 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57038) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:17.714265 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-b60fdf34-4d6d-47ca-9eb7-75c369783fd8 admin admin] Request body: {'subnet': {'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1945002998-subnet', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:17.798502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60fdf34-4d6d-47ca-9eb7-75c369783fd8 admin admin] Made reservation on behalf of 61af090f9bf849858bde1895d16af040 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:17.803991 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b60fdf34-4d6d-47ca-9eb7-75c369783fd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.809629 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9873a462-c7be-4f7b-83ac-3e6090ac624a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.833746 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9873a462-c7be-4f7b-83ac-3e6090ac624a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.839274 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9873a462-c7be-4f7b-83ac-3e6090ac624a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "DELETE /v2.0/networks/33183668-774a-48f1-8634-d9b41abc2c1b HTTP/1.1" status: 204 len: 168 time: 1.6029334 Nov 12 00:59:17.842663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57040) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:17.906702 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873a462-c7be-4f7b-83ac-3e6090ac624a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event deleted for resources: {'Network': ['ID=33183668-774a-48f1-8634-d9b41abc2c1b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:17.927242 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-350086b8-d8cb-44b3-966a-926b103c0120 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.936615 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-350086b8-d8cb-44b3-966a-926b103c0120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.989260 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-80127d9a-de3e-4691-9936-bd9a5548fd92 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Deleting subnet 4ab81292-433c-4640-8dd2-9539d415e4e3 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:17.993751 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-80127d9a-de3e-4691-9936-bd9a5548fd92 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.012550 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-350086b8-d8cb-44b3-966a-926b103c0120 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=263cfae23cf3423489de47db440fbc95&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0447068 Nov 12 00:59:18.012550 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350086b8-d8cb-44b3-966a-926b103c0120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78d0b8c-56a3-4fe9-89ea-5989b66a70db,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:18.013905 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57042) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:18.063845 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-80127d9a-de3e-4691-9936-bd9a5548fd92 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.087032 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca5e1-8a77-42c2-af89-f9fb2a4b96e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.116569 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca5e1-8a77-42c2-af89-f9fb2a4b96e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.177780 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca5e1-8a77-42c2-af89-f9fb2a4b96e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.182876 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca5e1-8a77-42c2-af89-f9fb2a4b96e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.184904 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ac9ca5e1-8a77-42c2-af89-f9fb2a4b96e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f78d0b8c-56a3-4fe9-89ea-5989b66a70db HTTP/1.1" status: 204 len: 168 time: 0.1699173 Nov 12 00:59:18.195458 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ca5e1-8a77-42c2-af89-f9fb2a4b96e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78d0b8c-56a3-4fe9-89ea-5989b66a70db,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:18.251670 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-80127d9a-de3e-4691-9936-bd9a5548fd92 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.392143 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-80127d9a-de3e-4691-9936-bd9a5548fd92 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.454669 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d212b0f6-7374-4020-b929-50485a2ed5c2 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:18.475673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80127d9a-de3e-4691-9936-bd9a5548fd92 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event deleted for resources: {'Subnet': ['ID=4ab81292-433c-4640-8dd2-9539d415e4e3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:18.497126 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-80127d9a-de3e-4691-9936-bd9a5548fd92 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.504334 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: d212b0f6-7374-4020-b929-50485a2ed5c2 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:18.504684 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d212b0f6-7374-4020-b929-50485a2ed5c2 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:18.506269 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57050) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:18.508064 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-80127d9a-de3e-4691-9936-bd9a5548fd92 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "DELETE /v2.0/subnets/4ab81292-433c-4640-8dd2-9539d415e4e3 HTTP/1.1" status: 204 len: 168 time: 0.6641054 Nov 12 00:59:18.529388 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47bdccd-c211-496a-b9d6-46001ebe118f None None] Network 90ac451d-6d85-4224-b693-39eacf66bd91 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:18.598678 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b60fdf34-4d6d-47ca-9eb7-75c369783fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.651239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5eb71ac-87af-4e98-a64e-c9a1fd4445b9 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Deleting subnet a5c7e8fa-3a33-4468-af7b-b6e13dd99182 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:18.663756 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d5eb71ac-87af-4e98-a64e-c9a1fd4445b9 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.716875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60fdf34-4d6d-47ca-9eb7-75c369783fd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b04c456d-53c0-4755-9e1c-d34f7406aac3,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:18.758323 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60fdf34-4d6d-47ca-9eb7-75c369783fd8 admin admin] Checking segment: {'id': 'e3db2a7b-a944-41af-b927-aa46737b70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:18.758693 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60fdf34-4d6d-47ca-9eb7-75c369783fd8 admin admin] Network hostable DHCP agents. Network: 1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:59:18.788684 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d5eb71ac-87af-4e98-a64e-c9a1fd4445b9 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.798221 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60fdf34-4d6d-47ca-9eb7-75c369783fd8 admin admin] Network 1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:59:18.814055 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-b60fdf34-4d6d-47ca-9eb7-75c369783fd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:18.837096 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60fdf34-4d6d-47ca-9eb7-75c369783fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:18.838998 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b60fdf34-4d6d-47ca-9eb7-75c369783fd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.845071 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa4cdaf-a36e-4622-83ad-7aede2b437f0 None None] Network 1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:18.882074 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b60fdf34-4d6d-47ca-9eb7-75c369783fd8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1783822 Nov 12 00:59:18.884794 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57066) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:18.891138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1945002998-router', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:18.927891 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.929304 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.010596 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d5eb71ac-87af-4e98-a64e-c9a1fd4445b9 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.162826 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d5eb71ac-87af-4e98-a64e-c9a1fd4445b9 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.186062 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.298275 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb71ac-87af-4e98-a64e-c9a1fd4445b9 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c7e8fa-3a33-4468-af7b-b6e13dd99182,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:19.300677 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d5eb71ac-87af-4e98-a64e-c9a1fd4445b9 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.307001 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d5eb71ac-87af-4e98-a64e-c9a1fd4445b9 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "DELETE /v2.0/subnets/a5c7e8fa-3a33-4468-af7b-b6e13dd99182 HTTP/1.1" status: 204 len: 168 time: 0.7974153 Nov 12 00:59:19.307102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57076) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:19.339078 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd2b555-6758-45ff-b7a6-ff952b84e862 None None] DHCP port deletion for 90ac451d-6d85-4224-b693-39eacf66bd91 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:19.349648 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a45f8b-95cf-4b13-b435-d4b02d9f6a8d None None] Network b427ad13-9663-4277-a6d0-1f858b7a74bc requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:19.502210 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c858acf7-a48a-4511-9f18-cc001f677247 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.614024 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.642169 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c858acf7-a48a-4511-9f18-cc001f677247 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Deleting port 2285f1a4-08dd-4c5a-8a6d-6964619ffc74 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:19.642739 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c858acf7-a48a-4511-9f18-cc001f677247 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.730930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-c858acf7-a48a-4511-9f18-cc001f677247 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] For port 2285f1a4-08dd-4c5a-8a6d-6964619ffc74, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=2285f1a4-08dd-4c5a-8a6d-6964619ffc74,segment=NetworkSegment(459eb6f8-fa60-4cc9-bfbc-4fe37a52d235),segment_id=459eb6f8-fa60-4cc9-bfbc-4fe37a52d235)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:19.732141 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c858acf7-a48a-4511-9f18-cc001f677247 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.753972 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c858acf7-a48a-4511-9f18-cc001f677247 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Calling delete_port for 2285f1a4-08dd-4c5a-8a6d-6964619ffc74 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:19.899887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed15445-e283-469f-8976-60d0abe08870 None None] Network 1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:19.982098 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c858acf7-a48a-4511-9f18-cc001f677247 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.068001 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.095563 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858acf7-a48a-4511-9f18-cc001f677247 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event deleted for resources: {'Port': ['ID=2285f1a4-08dd-4c5a-8a6d-6964619ffc74,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:20.105094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c858acf7-a48a-4511-9f18-cc001f677247 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] No DVR routers for this DVR port 2285f1a4-08dd-4c5a-8a6d-6964619ffc74 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:20.106770 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.115045 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d171345f-6a38-484f-8545-262e3a97c005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.158466 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2b555-6758-45ff-b7a6-ff952b84e862 None None] Deleting port 2285f1a4-08dd-4c5a-8a6d-6964619ffc74 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:20.163242 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b555-6758-45ff-b7a6-ff952b84e862 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.313669 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d008ad-dbe3-43a5-9e9d-1b3a5550364c None None] DHCP port deletion for b427ad13-9663-4277-a6d0-1f858b7a74bc request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:20.338702 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4dd2b555-6758-45ff-b7a6-ff952b84e862 None None] For port 2285f1a4-08dd-4c5a-8a6d-6964619ffc74, host n-d-712137-14, got binding levels [] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:20.339254 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b555-6758-45ff-b7a6-ff952b84e862 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.343626 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c858acf7-a48a-4511-9f18-cc001f677247 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.362551 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Allocated IP 172.25.0.123 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/f81d751f-56f7-4946-a416-7f08e89b44c7) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:20.409768 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2b555-6758-45ff-b7a6-ff952b84e862 None None] Calling delete_port for 2285f1a4-08dd-4c5a-8a6d-6964619ffc74 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:20.427622 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-c858acf7-a48a-4511-9f18-cc001f677247 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ac451d-6d85-4224-b693-39eacf66bd91']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:20.427956 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.ipam_backend_mixin [None req-4dd2b555-6758-45ff-b7a6-ff952b84e862 None None] Port 2285f1a4-08dd-4c5a-8a6d-6964619ffc74 was not found and therefore no delete operation was performed {{(pid=114244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:59:20.430645 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4dd2b555-6758-45ff-b7a6-ff952b84e862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.459353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-c858acf7-a48a-4511-9f18-cc001f677247 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459eb6f8-fa60-4cc9-bfbc-4fe37a52d235') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:20.459657 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-c858acf7-a48a-4511-9f18-cc001f677247 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459eb6f8-fa60-4cc9-bfbc-4fe37a52d235') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:20.467440 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2b555-6758-45ff-b7a6-ff952b84e862 None None] Pushing event deleted for resources: {'Port': ['ID=2285f1a4-08dd-4c5a-8a6d-6964619ffc74,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:20.477872 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2285f1a4-08dd-4c5a-8a6d-6964619ffc74 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:20.483455 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd2b555-6758-45ff-b7a6-ff952b84e862 None None] No DVR routers for this DVR port 2285f1a4-08dd-4c5a-8a6d-6964619ffc74 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:20.488988 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c858acf7-a48a-4511-9f18-cc001f677247 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.507787 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 2285f1a4-08dd-4c5a-8a6d-6964619ffc74 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:20.508140 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2285f1a4-08dd-4c5a-8a6d-6964619ffc74 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:20.508807 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a94307ec-902d-43e4-831f-269b5e2d6983 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:20.524852 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c858acf7-a48a-4511-9f18-cc001f677247 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.538367 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c858acf7-a48a-4511-9f18-cc001f677247 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:20.539304 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c858acf7-a48a-4511-9f18-cc001f677247 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:20.545048 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:20.549784 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-69d008ad-dbe3-43a5-9e9d-1b3a5550364c None None] Deleting port a94307ec-902d-43e4-831f-269b5e2d6983 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:20.550165 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-69d008ad-dbe3-43a5-9e9d-1b3a5550364c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.625089 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-69d008ad-dbe3-43a5-9e9d-1b3a5550364c None None] For port a94307ec-902d-43e4-831f-269b5e2d6983, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a94307ec-902d-43e4-831f-269b5e2d6983,segment=NetworkSegment(7099ca28-5268-414d-8388-b01d59b2b450),segment_id=7099ca28-5268-414d-8388-b01d59b2b450)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:20.625631 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-69d008ad-dbe3-43a5-9e9d-1b3a5550364c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.646875 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-69d008ad-dbe3-43a5-9e9d-1b3a5550364c None None] Calling delete_port for a94307ec-902d-43e4-831f-269b5e2d6983 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:20.689885 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c858acf7-a48a-4511-9f18-cc001f677247 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.720043 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c858acf7-a48a-4511-9f18-cc001f677247 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.727357 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c858acf7-a48a-4511-9f18-cc001f677247 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "DELETE /v2.0/networks/90ac451d-6d85-4224-b693-39eacf66bd91 HTTP/1.1" status: 204 len: 168 time: 1.4191780 Nov 12 00:59:20.737294 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858acf7-a48a-4511-9f18-cc001f677247 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event deleted for resources: {'Network': ['ID=90ac451d-6d85-4224-b693-39eacf66bd91,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:20.744575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57102) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:20.900774 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.902841 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-69d008ad-dbe3-43a5-9e9d-1b3a5550364c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.914134 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71ba8cbd-3369-4918-8e25-33023f8f5dff tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.941804 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d008ad-dbe3-43a5-9e9d-1b3a5550364c None None] No DVR routers for this DVR port a94307ec-902d-43e4-831f-269b5e2d6983 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:20.966597 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d008ad-dbe3-43a5-9e9d-1b3a5550364c None None] Pushing event deleted for resources: {'Port': ['ID=a94307ec-902d-43e4-831f-269b5e2d6983,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:21.124594 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.134428 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71ba8cbd-3369-4918-8e25-33023f8f5dff tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.172497 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.190041 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-71ba8cbd-3369-4918-8e25-33023f8f5dff tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b427ad13-9663-4277-a6d0-1f858b7a74bc']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:21.211279 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-71ba8cbd-3369-4918-8e25-33023f8f5dff tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7099ca28-5268-414d-8388-b01d59b2b450') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:21.211584 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-71ba8cbd-3369-4918-8e25-33023f8f5dff tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7099ca28-5268-414d-8388-b01d59b2b450') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:21.233520 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71ba8cbd-3369-4918-8e25-33023f8f5dff tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.258011 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:21.261809 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71ba8cbd-3369-4918-8e25-33023f8f5dff tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.270928 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:21.273508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ba8cbd-3369-4918-8e25-33023f8f5dff tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:21.273909 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71ba8cbd-3369-4918-8e25-33023f8f5dff tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.297200 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:21.306553 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff3f9eb-2af1-4ee8-a5d6-ea11589d50c2 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:21.374267 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Pushing event updated for resources: {'Port': ['ID=f81d751f-56f7-4946-a416-7f08e89b44c7,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:21.386653 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:21.387396 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:21.388184 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:21.390461 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:21.391243 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:21.392073 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:21.392918 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:21.394021 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:21.394758 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:21.395926 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:21.396549 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:21.397178 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:21.429042 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:21.436222 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71ba8cbd-3369-4918-8e25-33023f8f5dff tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.454607 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71ba8cbd-3369-4918-8e25-33023f8f5dff tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.458886 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-71ba8cbd-3369-4918-8e25-33023f8f5dff tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "DELETE /v2.0/networks/b427ad13-9663-4277-a6d0-1f858b7a74bc HTTP/1.1" status: 204 len: 168 time: 0.7127025 Nov 12 00:59:21.464134 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57126) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:21.475178 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b9d3401b-a6c9-4c24-8b39-b391e522cecb None None] Provisioning complete for port f81d751f-56f7-4946-a416-7f08e89b44c7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:21.476248 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b9d3401b-a6c9-4c24-8b39-b391e522cecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.477255 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba8cbd-3369-4918-8e25-33023f8f5dff tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event deleted for resources: {'Network': ['ID=b427ad13-9663-4277-a6d0-1f858b7a74bc,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:21.525696 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b9d3401b-a6c9-4c24-8b39-b391e522cecb None None] Port f81d751f-56f7-4946-a416-7f08e89b44c7 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:21.641258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-032d1d7a-557e-4779-b601-8f5254b7b1e4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Deleting subnet cf538be9-3111-48da-aeac-7fb3aaf28755 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:21.652040 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-032d1d7a-557e-4779-b601-8f5254b7b1e4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.712670 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-032d1d7a-557e-4779-b601-8f5254b7b1e4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.957753 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.043692 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-032d1d7a-557e-4779-b601-8f5254b7b1e4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.242328 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-032d1d7a-557e-4779-b601-8f5254b7b1e4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.342496 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4592abe8-9d3d-40de-a6d1-a22575e645cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.370538 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659d14b1-aa99-451b-8ea4-c5471c3c1a32 None None] Network 28cd59d1-e6d3-4f04-8463-00a2d80df364 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:22.376443 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d1d7a-557e-4779-b601-8f5254b7b1e4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event deleted for resources: {'Subnet': ['ID=cf538be9-3111-48da-aeac-7fb3aaf28755,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:22.383803 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-032d1d7a-557e-4779-b601-8f5254b7b1e4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.391532 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-032d1d7a-557e-4779-b601-8f5254b7b1e4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "DELETE /v2.0/subnets/cf538be9-3111-48da-aeac-7fb3aaf28755 HTTP/1.1" status: 204 len: 168 time: 0.8672235 Nov 12 00:59:22.394926 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57146) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:22.477295 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.626897 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ba295bf-c2ac-4dde-9c32-aef838e392c4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.730673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Router 3639487c-d107-4f74-90b0-225d98c0be4d is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:59:22.782908 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4473ca1-6665-4dbb-a07c-ecf2bd6cd37f None None] DHCP port deletion for 28cd59d1-e6d3-4f04-8463-00a2d80df364 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:22.799336 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-5ba295bf-c2ac-4dde-9c32-aef838e392c4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Deleting port ceaea861-b25f-4322-ba04-cb82fb083891 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:22.802172 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ba295bf-c2ac-4dde-9c32-aef838e392c4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.905859 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f4473ca1-6665-4dbb-a07c-ecf2bd6cd37f None None] Deleting port ceaea861-b25f-4322-ba04-cb82fb083891 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:22.906297 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f4473ca1-6665-4dbb-a07c-ecf2bd6cd37f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.954882 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-5ba295bf-c2ac-4dde-9c32-aef838e392c4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] For port ceaea861-b25f-4322-ba04-cb82fb083891, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ceaea861-b25f-4322-ba04-cb82fb083891,segment=NetworkSegment(7df746cc-5274-4fa2-bcbf-0f545a99d1a3),segment_id=7df746cc-5274-4fa2-bcbf-0f545a99d1a3)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:22.955540 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ba295bf-c2ac-4dde-9c32-aef838e392c4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.984371 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-5ba295bf-c2ac-4dde-9c32-aef838e392c4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Calling delete_port for ceaea861-b25f-4322-ba04-cb82fb083891 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:23.025491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:23.036459 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] Sync routers for ids ['3639487c-d107-4f74-90b0-225d98c0be4d'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:23.048593 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.049612 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-f4473ca1-6665-4dbb-a07c-ecf2bd6cd37f None None] For port ceaea861-b25f-4322-ba04-cb82fb083891, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ceaea861-b25f-4322-ba04-cb82fb083891,segment=NetworkSegment(7df746cc-5274-4fa2-bcbf-0f545a99d1a3),segment_id=7df746cc-5274-4fa2-bcbf-0f545a99d1a3)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:23.050230 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f4473ca1-6665-4dbb-a07c-ecf2bd6cd37f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.052689 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-23a4350c-1da5-4d35-be11-cdc2678293db admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.1644824 Nov 12 00:59:23.053549 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57154) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:23.055841 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] Routers {'3639487c-d107-4f74-90b0-225d98c0be4d'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:23.056477 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:59:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3639487c-d107-4f74-90b0-225d98c0be4d'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:23.089328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f4473ca1-6665-4dbb-a07c-ecf2bd6cd37f None None] Calling delete_port for ceaea861-b25f-4322-ba04-cb82fb083891 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:23.201386 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ba295bf-c2ac-4dde-9c32-aef838e392c4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.265303 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba295bf-c2ac-4dde-9c32-aef838e392c4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event deleted for resources: {'Port': ['ID=ceaea861-b25f-4322-ba04-cb82fb083891,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:23.269809 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba295bf-c2ac-4dde-9c32-aef838e392c4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] No DVR routers for this DVR port ceaea861-b25f-4322-ba04-cb82fb083891 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:23.283863 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f4473ca1-6665-4dbb-a07c-ecf2bd6cd37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.355708 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4473ca1-6665-4dbb-a07c-ecf2bd6cd37f None None] No DVR routers for this DVR port ceaea861-b25f-4322-ba04-cb82fb083891 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:23.368363 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4473ca1-6665-4dbb-a07c-ecf2bd6cd37f None None] Pushing event deleted for resources: {'Port': ['ID=ceaea861-b25f-4322-ba04-cb82fb083891,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:23.398861 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] Set router 3639487c-d107-4f74-90b0-225d98c0be4d gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:23.469533 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.567479 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ba295bf-c2ac-4dde-9c32-aef838e392c4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.627768 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-5ba295bf-c2ac-4dde-9c32-aef838e392c4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28cd59d1-e6d3-4f04-8463-00a2d80df364']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:23.646659 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-5ba295bf-c2ac-4dde-9c32-aef838e392c4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df746cc-5274-4fa2-bcbf-0f545a99d1a3') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:23.647022 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-5ba295bf-c2ac-4dde-9c32-aef838e392c4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df746cc-5274-4fa2-bcbf-0f545a99d1a3') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:23.683465 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ba295bf-c2ac-4dde-9c32-aef838e392c4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.720676 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ba295bf-c2ac-4dde-9c32-aef838e392c4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.733270 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba295bf-c2ac-4dde-9c32-aef838e392c4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:23.734821 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ba295bf-c2ac-4dde-9c32-aef838e392c4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:23.742664 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:23.904987 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ba295bf-c2ac-4dde-9c32-aef838e392c4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.912638 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ba295bf-c2ac-4dde-9c32-aef838e392c4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.917344 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5ba295bf-c2ac-4dde-9c32-aef838e392c4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "DELETE /v2.0/networks/28cd59d1-e6d3-4f04-8463-00a2d80df364 HTTP/1.1" status: 204 len: 168 time: 1.5213337 Nov 12 00:59:23.920771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57176) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:23.975113 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a3d40a2e-4486-4265-9941-db506904e14a tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad072fbe-e534-40ca-af90-184a8ef2943e HTTP/1.1" status: 200 len: 205 time: 0.0529542 Nov 12 00:59:23.977835 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57178) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:23.978693 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba295bf-c2ac-4dde-9c32-aef838e392c4 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Pushing event deleted for resources: {'Network': ['ID=28cd59d1-e6d3-4f04-8463-00a2d80df364,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:24.096729 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b0c94c1b-1eae-4c4d-9b34-51a30bf0d185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.118410 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1945002998-router', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:18Z', 'updated_at': '2021-11-12T00:59:21Z', 'revision_number': 3, 'project_id': '61af090f9bf849858bde1895d16af040', 'gw_port': {'id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:20Z', 'updated_at': '2021-11-12T00:59:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:24.158242 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb976-88b8-4d5e-81e5-e8dcb5366987 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.191268 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] Checking router: 3639487c-d107-4f74-90b0-225d98c0be4d for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:59:24.191875 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] Updating router 3639487c-d107-4f74-90b0-225d98c0be4d port f81d751f-56f7-4946-a416-7f08e89b44c7 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:59:24.211605 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57184) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:24.263755 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.266267 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-8a69cae8-2f22-4188-8d91-4fecec61027c tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-866798978', 'description': 'tempest-secgroup-smoke-866798978 description', 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:24.417123 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8a69cae8-2f22-4188-8d91-4fecec61027c tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.449212 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ceaea861-b25f-4322-ba04-cb82fb083891 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:24.495530 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: ceaea861-b25f-4322-ba04-cb82fb083891 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:24.496262 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ceaea861-b25f-4322-ba04-cb82fb083891 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:24.568436 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.768394 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8a69cae8-2f22-4188-8d91-4fecec61027c tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.779881 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8a69cae8-2f22-4188-8d91-4fecec61027c tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.822397 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-b0c94c1b-1eae-4c4d-9b34-51a30bf0d185 admin admin] Allocated IP 172.20.0.1 (1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c/b04c456d-53c0-4755-9e1c-d34f7406aac3/a496b026-8ce0-4931-aed0-d26290f21f23) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:24.851720 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8a69cae8-2f22-4188-8d91-4fecec61027c tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.856332 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8a69cae8-2f22-4188-8d91-4fecec61027c tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6433334 Nov 12 00:59:24.858125 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57202) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:24.871649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-c2511cc0-491d-43f5-96c2-b471d9b32277 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Request body: {'security_group_rule': {'security_group_id': '66fd346d-cd79-488e-ada9-6b17f2a0b776', 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:24.874735 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.879981 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69cae8-2f22-4188-8d91-4fecec61027c tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66fd346d-cd79-488e-ada9-6b17f2a0b776,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:24.890225 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.931372 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4c9f28-3c18-4561-96cd-e3539a5e64ce None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:25.001656 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9a06a21b-a023-4dfd-87eb-ad2f193adc56 None None] Provisioning complete for port f81d751f-56f7-4946-a416-7f08e89b44c7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:25.002172 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9a06a21b-a023-4dfd-87eb-ad2f193adc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.021988 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] Attempting to bind port f81d751f-56f7-4946-a416-7f08e89b44c7 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:25.025190 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] Attempting to bind port f81d751f-56f7-4946-a416-7f08e89b44c7 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:25.025689 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] Attempting to bind port f81d751f-56f7-4946-a416-7f08e89b44c7 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:25.035993 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590c26c-ade0-47de-b2b5-d83da6b061ef None None] Pushing event updated for resources: {'Port': ['ID=f81d751f-56f7-4946-a416-7f08e89b44c7,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:25.039223 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:25.045704 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:25.046273 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.046776 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:25.047375 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] Bound port: f81d751f-56f7-4946-a416-7f08e89b44c7, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:25.048029 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.089248 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-9a06a21b-a023-4dfd-87eb-ad2f193adc56 None None] Port f81d751f-56f7-4946-a416-7f08e89b44c7 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:25.112291 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb976-88b8-4d5e-81e5-e8dcb5366987 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.116233 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb976-88b8-4d5e-81e5-e8dcb5366987 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.126523 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] For port f81d751f-56f7-4946-a416-7f08e89b44c7, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:25.129816 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] For port f81d751f-56f7-4946-a416-7f08e89b44c7, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f81d751f-56f7-4946-a416-7f08e89b44c7,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:25.137322 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590c26c-ade0-47de-b2b5-d83da6b061ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:25.137748 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590c26c-ade0-47de-b2b5-d83da6b061ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:25.138589 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590c26c-ade0-47de-b2b5-d83da6b061ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:25.139127 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590c26c-ade0-47de-b2b5-d83da6b061ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:25.139666 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590c26c-ade0-47de-b2b5-d83da6b061ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:25.140192 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590c26c-ade0-47de-b2b5-d83da6b061ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:25.140794 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590c26c-ade0-47de-b2b5-d83da6b061ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:25.141348 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590c26c-ade0-47de-b2b5-d83da6b061ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:25.141873 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590c26c-ade0-47de-b2b5-d83da6b061ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:25.142394 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590c26c-ade0-47de-b2b5-d83da6b061ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:25.142908 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590c26c-ade0-47de-b2b5-d83da6b061ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:25.143421 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590c26c-ade0-47de-b2b5-d83da6b061ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:25.149521 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.178393 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b0c94c1b-1eae-4c4d-9b34-51a30bf0d185 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.214071 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590c26c-ade0-47de-b2b5-d83da6b061ef None None] Pushing event updated for resources: {'Port': ['ID=f81d751f-56f7-4946-a416-7f08e89b44c7,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:25.228971 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806087b9-3dc4-43a4-81cc-77a81e602b13 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:25.252362 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] Routers {'3639487c-d107-4f74-90b0-225d98c0be4d'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:25.254396 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:59:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3639487c-d107-4f74-90b0-225d98c0be4d'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:25.287783 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c2511cc0-491d-43f5-96c2-b471d9b32277 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.288012 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb976-88b8-4d5e-81e5-e8dcb5366987 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.288486 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8cb976-88b8-4d5e-81e5-e8dcb5366987 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Fanout notify agent at l3_agent the message router_deleted on router ad072fbe-e534-40ca-af90-184a8ef2943e {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:59:25.298675 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb976-88b8-4d5e-81e5-e8dcb5366987 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.299579 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ee8cb976-88b8-4d5e-81e5-e8dcb5366987 tempest-RoutersNegativeIpV6Test-129785371 tempest-RoutersNegativeIpV6Test-129785371-project] 10.222.0.31 "DELETE /v2.0/routers/ad072fbe-e534-40ca-af90-184a8ef2943e HTTP/1.1" status: 204 len: 168 time: 1.3101521 Nov 12 00:59:25.304455 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b0c94c1b-1eae-4c4d-9b34-51a30bf0d185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.335880 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2e07626a-da48-4224-9b44-25b5f8e9363f None None] Provisioning complete for port f81d751f-56f7-4946-a416-7f08e89b44c7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:25.336610 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2e07626a-da48-4224-9b44-25b5f8e9363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.392678 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c94c1b-1eae-4c4d-9b34-51a30bf0d185 admin admin] Pushing event updated for resources: {'Port': ['ID=a496b026-8ce0-4931-aed0-d26290f21f23,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:25.395305 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-03c4a8d2-5c50-4821-8762-6e941275983d tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:25.421990 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-03c4a8d2-5c50-4821-8762-6e941275983d tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 811 time: 0.2132032 Nov 12 00:59:25.433081 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c94c1b-1eae-4c4d-9b34-51a30bf0d185 admin admin] Network 1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:25.451585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-b0c94c1b-1eae-4c4d-9b34-51a30bf0d185 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:25.452651 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-7ca9bb14-426b-4436-b9e2-d4c65b02de5d tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/quotas/05d643b99eff47289c92fcd2e8574468 HTTP/1.1" status: 200 len: 375 time: 0.0278664 Nov 12 00:59:25.461083 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.494734 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] Set router 3639487c-d107-4f74-90b0-225d98c0be4d gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:25.537937 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c2511cc0-491d-43f5-96c2-b471d9b32277 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.539596 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c94c1b-1eae-4c4d-9b34-51a30bf0d185 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:25.545895 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-4ce665b1-02f1-4930-b72c-1b2becf4f29d tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880063 Nov 12 00:59:25.582063 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2e07626a-da48-4224-9b44-25b5f8e9363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.604060 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c2511cc0-491d-43f5-96c2-b471d9b32277 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.633393 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2e07626a-da48-4224-9b44-25b5f8e9363f None None] For port f81d751f-56f7-4946-a416-7f08e89b44c7, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f81d751f-56f7-4946-a416-7f08e89b44c7,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:25.650690 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2e07626a-da48-4224-9b44-25b5f8e9363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.702027 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b0c94c1b-1eae-4c4d-9b34-51a30bf0d185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.723261 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-6f79fbb2-1361-47f8-be68-1f4b90804647 service neutron] 10.222.0.31 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762309 Nov 12 00:59:25.831896 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07626a-da48-4224-9b44-25b5f8e9363f None None] Pushing event updated for resources: {'Port': ['ID=f81d751f-56f7-4946-a416-7f08e89b44c7,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:25.910011 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1945002998-router', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:18Z', 'updated_at': '2021-11-12T00:59:21Z', 'revision_number': 3, 'project_id': '61af090f9bf849858bde1895d16af040', 'gw_port': {'id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:20Z', 'updated_at': '2021-11-12T00:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:25.939294 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d7d16-7b50-4db3-b559-d01be0271e2c None None] The sync data for ids ['3639487c-d107-4f74-90b0-225d98c0be4d'] in n-d-712137-14 is: [{'id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1945002998-router', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:18Z', 'updated_at': '2021-11-12T00:59:21Z', 'revision_number': 3, 'project_id': '61af090f9bf849858bde1895d16af040', 'gw_port': {'id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:20Z', 'updated_at': '2021-11-12T00:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:25.961389 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.968790 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-5d6b80a5-7055-4b2c-b760-66a8115bde74 service neutron] 10.222.0.31 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415023 Nov 12 00:59:25.976600 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57222) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:26.053046 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2511cc0-491d-43f5-96c2-b471d9b32277 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593197a9-fa51-4f47-b9b4-b5c2cca94706,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:26.062385 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c2511cc0-491d-43f5-96c2-b471d9b32277 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.063826 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c2511cc0-491d-43f5-96c2-b471d9b32277 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2004879 Nov 12 00:59:26.066973 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57226) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:26.069365 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b0c94c1b-1eae-4c4d-9b34-51a30bf0d185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.074343 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-a4a2faba-ec16-4210-bf37-9647abbf9c47 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Request body: {'security_group_rule': {'security_group_id': '66fd346d-cd79-488e-ada9-6b17f2a0b776', 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:26.144192 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a4a2faba-ec16-4210-bf37-9647abbf9c47 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.275534 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4cbfbaa9-7990-47af-bfce-1fd571df7c1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8368adf600c4bb3aee78dd7ba573621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2969968 Nov 12 00:59:26.281147 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57236) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:26.387783 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a4a2faba-ec16-4210-bf37-9647abbf9c47 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.406886 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a4a2faba-ec16-4210-bf37-9647abbf9c47 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.440272 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2faba-ec16-4210-bf37-9647abbf9c47 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d9a041-ff7b-4ee0-8979-4c9d091fcf6a,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:26.442050 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c12234c8-d623-4453-94ab-4bd6b2cd9a98 req-b727e21d-a4a0-4c51-ab9d-c33973bc8618 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 210 time: 0.0959847 Nov 12 00:59:26.493927 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a4a2faba-ec16-4210-bf37-9647abbf9c47 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.500659 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a4a2faba-ec16-4210-bf37-9647abbf9c47 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4294674 Nov 12 00:59:26.501464 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57244) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:26.509129 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b0c94c1b-1eae-4c4d-9b34-51a30bf0d185 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.511374 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d74a2a85-5b0e-4db8-b190-5cb3134d3c5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.522784 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a40e92a6-2ef5-4f37-b810-e8c184c4a4a7 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Request body: {'security_group_rule': {'security_group_id': '66fd346d-cd79-488e-ada9-6b17f2a0b776', 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:26.534793 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b0c94c1b-1eae-4c4d-9b34-51a30bf0d185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.576480 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d74a2a85-5b0e-4db8-b190-5cb3134d3c5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.651746 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d74a2a85-5b0e-4db8-b190-5cb3134d3c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.654748 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d74a2a85-5b0e-4db8-b190-5cb3134d3c5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.657518 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d74a2a85-5b0e-4db8-b190-5cb3134d3c5e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44ecdc28-c0d2-4d97-ab7a-e0d9994e0c24 HTTP/1.1" status: 204 len: 168 time: 0.3738515 Nov 12 00:59:26.676424 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a2a85-5b0e-4db8-b190-5cb3134d3c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ecdc28-c0d2-4d97-ab7a-e0d9994e0c24,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:26.682647 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b0c94c1b-1eae-4c4d-9b34-51a30bf0d185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.696580 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c94c1b-1eae-4c4d-9b34-51a30bf0d185 admin admin] Pushing event updated for resources: {'Port': ['ID=a496b026-8ce0-4931-aed0-d26290f21f23,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:26.703334 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a40e92a6-2ef5-4f37-b810-e8c184c4a4a7 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.839260 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a40e92a6-2ef5-4f37-b810-e8c184c4a4a7 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.848478 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a40e92a6-2ef5-4f37-b810-e8c184c4a4a7 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.887362 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e92a6-2ef5-4f37-b810-e8c184c4a4a7 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ed9ce6-759a-4d8d-ba9d-7c5c203ab194,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:26.910838 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a40e92a6-2ef5-4f37-b810-e8c184c4a4a7 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.912217 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a40e92a6-2ef5-4f37-b810-e8c184c4a4a7 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4095922 Nov 12 00:59:26.914829 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57264) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:26.920806 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-896d5834-46db-4048-b024-02d7df1e6206 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Request body: {'security_group_rule': {'security_group_id': '66fd346d-cd79-488e-ada9-6b17f2a0b776', 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:26.922727 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c94c1b-1eae-4c4d-9b34-51a30bf0d185 admin admin] Network 1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:26.924287 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-b0c94c1b-1eae-4c4d-9b34-51a30bf0d185 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:27.008201 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-896d5834-46db-4048-b024-02d7df1e6206 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.119581 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-896d5834-46db-4048-b024-02d7df1e6206 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.129520 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-896d5834-46db-4048-b024-02d7df1e6206 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.157630 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c94c1b-1eae-4c4d-9b34-51a30bf0d185 admin admin] Router 3639487c-d107-4f74-90b0-225d98c0be4d has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:59:27.167573 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d5834-46db-4048-b024-02d7df1e6206 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc889c5-a064-4696-a323-ba4b98d45896,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:27.197844 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-896d5834-46db-4048-b024-02d7df1e6206 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.200069 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-896d5834-46db-4048-b024-02d7df1e6206 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2839446 Nov 12 00:59:27.203032 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57278) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:27.208616 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-40a31577-82f3-4270-8896-5dc8001dd646 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Request body: {'security_group_rule': {'security_group_id': '66fd346d-cd79-488e-ada9-6b17f2a0b776', 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:27.268682 n-d-712137-14 neutron-server[114243]: INFO neutron.db.securitygroups_db [None req-40a31577-82f3-4270-8896-5dc8001dd646 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Project 81e42ebcca464def93a86d1d3b9c5e2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 00:59:27.278400 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40a31577-82f3-4270-8896-5dc8001dd646 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.379757 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40a31577-82f3-4270-8896-5dc8001dd646 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.385418 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40a31577-82f3-4270-8896-5dc8001dd646 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.412131 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a31577-82f3-4270-8896-5dc8001dd646 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1adc691-9773-42da-95bd-eb43e1dcab04,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:27.415947 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c94c1b-1eae-4c4d-9b34-51a30bf0d185 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:27.448414 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b0c94c1b-1eae-4c4d-9b34-51a30bf0d185 admin admin] 10.222.0.31 "PUT /v2.0/routers/3639487c-d107-4f74-90b0-225d98c0be4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3929794 Nov 12 00:59:27.449105 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40a31577-82f3-4270-8896-5dc8001dd646 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.451462 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-40a31577-82f3-4270-8896-5dc8001dd646 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2464461 Nov 12 00:59:27.455948 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57288) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:27.463662 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-8ba52ac9-d523-4e83-9136-5d28b59e3c10 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Request body: {'security_group_rule': {'security_group_id': '66fd346d-cd79-488e-ada9-6b17f2a0b776', 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:27.501956 n-d-712137-14 neutron-server[114242]: INFO neutron.db.securitygroups_db [None req-8ba52ac9-d523-4e83-9136-5d28b59e3c10 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Project 81e42ebcca464def93a86d1d3b9c5e2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 00:59:27.509861 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ba52ac9-d523-4e83-9136-5d28b59e3c10 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.649943 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4b3f2142-d673-4a1a-9e58-ec718bbf1a5d req-0dcea662-9593-45c9-ba02-e8825c8e52c6 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 210 time: 0.0627913 Nov 12 00:59:27.689488 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ba52ac9-d523-4e83-9136-5d28b59e3c10 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.697180 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ba52ac9-d523-4e83-9136-5d28b59e3c10 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.727942 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba52ac9-d523-4e83-9136-5d28b59e3c10 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a56263-10af-4b9c-b97f-9022cd66da8a,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:27.732795 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ba52ac9-d523-4e83-9136-5d28b59e3c10 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.743391 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8ba52ac9-d523-4e83-9136-5d28b59e3c10 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2850335 Nov 12 00:59:28.186875 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c0bf8966-38b5-41dd-b417-618376a10783 req-930c9ccd-ca01-4810-9d06-256fe3755640 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866798978&fields=id&tenant_id=81e42ebcca464def93a86d1d3b9c5e2a HTTP/1.1" status: 200 len: 267 time: 0.0847394 Nov 12 00:59:28.321812 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-995c6b20-ab18-4a58-b81e-eb02a9fe9bef tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:28.324042 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-995c6b20-ab18-4a58-b81e-eb02a9fe9bef tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.15 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 811 time: 0.2520761 Nov 12 00:59:28.343688 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-65c97120-472e-4192-a98d-ab65e65e5805 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Request body: {'port': {'device_id': '751d4eb8-48dd-4eea-bc29-5a1a537ad801', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'admin_state_up': True, 'tenant_id': '05d643b99eff47289c92fcd2e8574468'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:28.386790 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf8966-38b5-41dd-b417-618376a10783 req-e08304aa-04b9-4a79-8ba8-6afc82962c1c tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:28.391729 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c0bf8966-38b5-41dd-b417-618376a10783 req-e08304aa-04b9-4a79-8ba8-6afc82962c1c tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/networks?id=04fc892d-db1f-4cd9-ab6d-5e2878cb5568 HTTP/1.1" status: 200 len: 814 time: 0.1932871 Nov 12 00:59:28.423971 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c0bf8966-38b5-41dd-b417-618376a10783 req-40f9873b-ce94-4492-afac-ad98673eeba5 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/quotas/81e42ebcca464def93a86d1d3b9c5e2a HTTP/1.1" status: 200 len: 375 time: 0.0277395 Nov 12 00:59:28.534705 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c0bf8966-38b5-41dd-b417-618376a10783 req-5f4f664f-d120-40bf-9346-294c882d11db tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=81e42ebcca464def93a86d1d3b9c5e2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040299 Nov 12 00:59:28.673980 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f81d751f-56f7-4946-a416-7f08e89b44c7 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:28.680402 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-65c97120-472e-4192-a98d-ab65e65e5805 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Made reservation on behalf of 05d643b99eff47289c92fcd2e8574468 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:28.689562 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-65c97120-472e-4192-a98d-ab65e65e5805 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.748443 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c0bf8966-38b5-41dd-b417-618376a10783 req-e25b7a6f-571c-491b-a50d-98c616ca2cf8 service neutron] 10.222.0.31 "GET /v2.0/networks/04fc892d-db1f-4cd9-ab6d-5e2878cb5568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105496 Nov 12 00:59:28.799766 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port f81d751f-56f7-4946-a416-7f08e89b44c7 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:28.800144 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.814319 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57330) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:29.005129 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c0bf8966-38b5-41dd-b417-618376a10783 req-a44cca6a-85fd-4dc8-ab4d-5c3ce505d4c2 service neutron] 10.222.0.31 "GET /v2.0/networks/04fc892d-db1f-4cd9-ab6d-5e2878cb5568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522659 Nov 12 00:59:29.005818 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] Sync routers for ids ['3639487c-d107-4f74-90b0-225d98c0be4d'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:29.011513 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-ff7c17b4-e996-4854-9ffe-d62a3f1020ed tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:29.014152 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-ff7c17b4-e996-4854-9ffe-d62a3f1020ed tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/networks?id=1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c HTTP/1.1" status: 200 len: 820 time: 0.3576741 Nov 12 00:59:29.039263 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] Routers {'3639487c-d107-4f74-90b0-225d98c0be4d'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:29.040270 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:59:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3639487c-d107-4f74-90b0-225d98c0be4d'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:29.057839 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-7b96214d-c11e-4800-9c63-b577d924baf5 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/quotas/61af090f9bf849858bde1895d16af040 HTTP/1.1" status: 200 len: 375 time: 0.0336311 Nov 12 00:59:29.273912 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-65c97120-472e-4192-a98d-ab65e65e5805 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Allocated IP 172.20.0.10 (a8eaa1d8-98f0-4521-9f44-0792aea92c6d/9210f21d-6237-43bd-9969-453197d38eb5/09931139-49d2-4c95-91c4-8434e434d6ac) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:29.290439 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-9890c804-0e7a-46b9-a478-814a7d59ce3f tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-659237821', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:29.335453 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-374dfae3-bd7e-44e5-a827-bfaaba63e32e tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=61af090f9bf849858bde1895d16af040&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2661698 Nov 12 00:59:29.365695 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9890c804-0e7a-46b9-a478-814a7d59ce3f tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.367282 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9890c804-0e7a-46b9-a478-814a7d59ce3f tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.445021 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] Set router 3639487c-d107-4f74-90b0-225d98c0be4d gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:29.547218 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9890c804-0e7a-46b9-a478-814a7d59ce3f tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.557709 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9890c804-0e7a-46b9-a478-814a7d59ce3f tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.597950 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9890c804-0e7a-46b9-a478-814a7d59ce3f tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.601975 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9890c804-0e7a-46b9-a478-814a7d59ce3f tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7839172 Nov 12 00:59:29.601975 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57358) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:29.623707 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-270868929'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:29.687484 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Made reservation on behalf of f005e88751c24e198aa9c10617c94e26 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:29.693429 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.718753 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.763874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57360) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:29.847414 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-5c5a46a6-443e-4a44-82e6-a3102026e131 service neutron] 10.222.0.31 "GET /v2.0/networks/1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002646 Nov 12 00:59:29.955452 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.995708 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.010714 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:59:30.022767 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.023759 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Added segment 5ab9d608-07fa-41b0-bbbe-272887fbfb19 of type vlan for network 920dee3e-5dc8-414a-bc5c-ddc181621287 Nov 12 00:59:30.077438 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.124520 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-234443b2-f637-443d-ad30-4533557a9479 req-e233babc-4d58-4b9e-bfd6-b655c56dedf7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 210 time: 0.1606882 Nov 12 00:59:30.129976 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.145862 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:30.146728 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.152264 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-65c97120-472e-4192-a98d-ab65e65e5805 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.208307 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-147613ba-2476-49d5-ae1d-70d4a54365f3 service neutron] 10.222.0.31 "GET /v2.0/networks/1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527484 Nov 12 00:59:30.280679 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-65c97120-472e-4192-a98d-ab65e65e5805 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.404410 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1945002998-router', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:18Z', 'updated_at': '2021-11-12T00:59:25Z', 'revision_number': 4, 'project_id': '61af090f9bf849858bde1895d16af040', 'gw_port': {'id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:20Z', 'updated_at': '2021-11-12T00:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'a496b026-8ce0-4931-aed0-d26290f21f23', 'name': '', 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'mac_address': 'fa:16:3e:3e:c5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'b04c456d-53c0-4755-9e1c-d34f7406aac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:24Z', 'updated_at': '2021-11-12T00:59:26Z', 'revision_number': 2, 'project_id': '61af090f9bf849858bde1895d16af040', 'subnets': [{'id': 'b04c456d-53c0-4755-9e1c-d34f7406aac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:30.407686 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-65c97120-472e-4192-a98d-ab65e65e5805 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Network a8eaa1d8-98f0-4521-9f44-0792aea92c6d is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:30.422760 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-836ade52-61f9-4075-a72d-28f1eda4caf6 req-9b47c247-758e-4e40-9617-9e1b90f32a95 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 210 time: 0.1720331 Nov 12 00:59:30.426968 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-65c97120-472e-4192-a98d-ab65e65e5805 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:30.435591 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-65c97120-472e-4192-a98d-ab65e65e5805 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:30.489977 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] Checking router: 3639487c-d107-4f74-90b0-225d98c0be4d for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:59:30.492688 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] Updating router 3639487c-d107-4f74-90b0-225d98c0be4d port a496b026-8ce0-4931-aed0-d26290f21f23 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:59:30.518238 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9150660 Nov 12 00:59:30.538423 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=657e3299-c90c-4048-b556-6dfb8ebdb06a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:30.549184 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57378) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:30.563562 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bf11dea4-e0b9-4085-977a-c1fca6547713 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.573147 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.604683 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-1e4e5ff3-e60c-43f2-8089-068e7684b5f1 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Request body: {'subnet': {'network_id': '920dee3e-5dc8-414a-bc5c-ddc181621287', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:30.618505 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:30.618505 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:30.625013 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:30.626173 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:30.629065 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:30.629559 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:30.630007 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:30.630454 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:30.632313 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:30.632743 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:30.633306 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:30.636383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:30.700131 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b2ad2-0e09-4df5-8e66-eb4bb2045dfd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Pushing event updated for resources: {'Network': ['ID=920dee3e-5dc8-414a-bc5c-ddc181621287,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:30.719998 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 920dee3e-5dc8-414a-bc5c-ddc181621287 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:59:30.747211 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57380) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:30.949847 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4e5ff3-e60c-43f2-8089-068e7684b5f1 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Made reservation on behalf of f005e88751c24e198aa9c10617c94e26 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:30.954059 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5ff3-e60c-43f2-8089-068e7684b5f1 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.032661 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-641297f5-cb38-454b-b68c-65253b31a4e1 None None] Provisioning complete for port 09931139-49d2-4c95-91c4-8434e434d6ac triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:31.033157 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-641297f5-cb38-454b-b68c-65253b31a4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.079850 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-641297f5-cb38-454b-b68c-65253b31a4e1 None None] Port 09931139-49d2-4c95-91c4-8434e434d6ac cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:31.214431 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cad66c23-760f-418a-b2b1-94dab7706886 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.471555 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.490117 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.506297 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cad66c23-760f-418a-b2b1-94dab7706886 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.518970 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cad66c23-760f-418a-b2b1-94dab7706886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.625068 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13d857-a67a-4020-ac49-b9cc2d61c6fa None None] Pushing event updated for resources: {'Port': ['ID=a496b026-8ce0-4931-aed0-d26290f21f23,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:31.630834 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966545fd-f5d1-4e5e-bcaa-c4d500b84dce req-55555e45-6c50-4eed-bba6-7644bbd6e146 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:31.632494 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-966545fd-f5d1-4e5e-bcaa-c4d500b84dce req-55555e45-6c50-4eed-bba6-7644bbd6e146 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 932 time: 0.3435209 Nov 12 00:59:31.646682 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cad66c23-760f-418a-b2b1-94dab7706886 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5bc9e82f7bad4c7a968ad2ba39146371&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8975227 Nov 12 00:59:31.651849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57396) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:31.672984 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad66c23-760f-418a-b2b1-94dab7706886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b23d56-4e8e-4357-875e-be6c07b081bd,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:31.717021 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-966545fd-f5d1-4e5e-bcaa-c4d500b84dce req-af30b55f-f6ae-4416-9c20-4e4c2e8872f2 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765185 Nov 12 00:59:31.766642 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] Attempting to bind port a496b026-8ce0-4931-aed0-d26290f21f23 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:31.767277 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] Attempting to bind port a496b026-8ce0-4931-aed0-d26290f21f23 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'e3db2a7b-a944-41af-b927-aa46737b70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:31.767846 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] Attempting to bind port a496b026-8ce0-4931-aed0-d26290f21f23 on network 1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:31.773841 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:31.774497 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] Checking segment: {'id': 'e3db2a7b-a944-41af-b927-aa46737b70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:31.775082 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.776452 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] Bound using segment: {'id': 'e3db2a7b-a944-41af-b927-aa46737b70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:31.777239 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] Bound port: a496b026-8ce0-4931-aed0-d26290f21f23, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3db2a7b-a944-41af-b927-aa46737b70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:31.777871 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.809628 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5ff3-e60c-43f2-8089-068e7684b5f1 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.846050 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-65c97120-472e-4192-a98d-ab65e65e5805 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:31.846927 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-65c97120-472e-4192-a98d-ab65e65e5805 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.853872 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-883a738c-f963-4a92-b1fe-dc5330cfdf9a req-02720caa-9877-49f5-8a13-0a3721eaa11a tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 210 time: 1.2579329 Nov 12 00:59:31.854801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c97120-472e-4192-a98d-ab65e65e5805 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event updated for resources: {'Port': ['ID=09931139-49d2-4c95-91c4-8434e434d6ac,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:31.966736 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-65c97120-472e-4192-a98d-ab65e65e5805 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6264021 Nov 12 00:59:31.973521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] For port a496b026-8ce0-4931-aed0-d26290f21f23, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:31.982393 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] For port a496b026-8ce0-4931-aed0-d26290f21f23, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a496b026-8ce0-4931-aed0-d26290f21f23,segment=NetworkSegment(e3db2a7b-a944-41af-b927-aa46737b70f6),segment_id=e3db2a7b-a944-41af-b927-aa46737b70f6)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:31.994700 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] Request body: {'port': {'device_id': '751d4eb8-48dd-4eea-bc29-5a1a537ad801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:31.995724 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.019589 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a210142-f04e-4b27-a493-ada2193990e6 req-2d8528db-8fe2-4a2d-8cab-f809313b49e4 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 210 time: 0.0797317 Nov 12 00:59:32.064282 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01d0febc-81de-490d-ba6a-7fbf05a106f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.082989 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e5ff3-e60c-43f2-8089-068e7684b5f1 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Checking segment: {'id': '5ab9d608-07fa-41b0-bbbe-272887fbfb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '920dee3e-5dc8-414a-bc5c-ddc181621287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:32.083679 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4e5ff3-e60c-43f2-8089-068e7684b5f1 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Network hostable DHCP agents. Network: 920dee3e-5dc8-414a-bc5c-ddc181621287, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:59:32.086063 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e5ff3-e60c-43f2-8089-068e7684b5f1 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Pushing event updated for resources: {'Subnet': ['ID=eca925e4-b139-443a-9317-bc8e4af921b8,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:32.092794 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13d857-a67a-4020-ac49-b9cc2d61c6fa None None] Pushing event updated for resources: {'Port': ['ID=a496b026-8ce0-4931-aed0-d26290f21f23,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:32.111020 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] Routers {'3639487c-d107-4f74-90b0-225d98c0be4d'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:32.111890 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:59:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3639487c-d107-4f74-90b0-225d98c0be4d'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:32.132479 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.144928 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01d0febc-81de-490d-ba6a-7fbf05a106f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.209096 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf8966-38b5-41dd-b417-618376a10783 req-e433bb10-fe66-46d5-8101-309f7d667e55 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:32.210993 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c0bf8966-38b5-41dd-b417-618376a10783 req-e433bb10-fe66-46d5-8101-309f7d667e55 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.21 "GET /v2.0/networks?id=04fc892d-db1f-4cd9-ab6d-5e2878cb5568 HTTP/1.1" status: 200 len: 814 time: 0.4268005 Nov 12 00:59:32.252495 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4e5ff3-e60c-43f2-8089-068e7684b5f1 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Network 920dee3e-5dc8-414a-bc5c-ddc181621287 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:59:32.255053 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] Set router 3639487c-d107-4f74-90b0-225d98c0be4d gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:32.267338 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01d0febc-81de-490d-ba6a-7fbf05a106f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.279874 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01d0febc-81de-490d-ba6a-7fbf05a106f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.281461 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-01d0febc-81de-490d-ba6a-7fbf05a106f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20b23d56-4e8e-4357-875e-be6c07b081bd HTTP/1.1" status: 204 len: 168 time: 0.6095707 Nov 12 00:59:32.345490 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bf11dea4-e0b9-4085-977a-c1fca6547713 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.348232 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0febc-81de-490d-ba6a-7fbf05a106f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b23d56-4e8e-4357-875e-be6c07b081bd,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:32.357268 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-1e4e5ff3-e60c-43f2-8089-068e7684b5f1 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 920dee3e-5dc8-414a-bc5c-ddc181621287) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:32.381956 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4e5ff3-e60c-43f2-8089-068e7684b5f1 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:32.383874 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5ff3-e60c-43f2-8089-068e7684b5f1 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.387932 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bf11dea4-e0b9-4085-977a-c1fca6547713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.432041 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1e4e5ff3-e60c-43f2-8089-068e7684b5f1 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8616741 Nov 12 00:59:32.432749 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57402) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:32.450173 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d62bae0-bf05-4337-a997-3b9b23ce76d8 None None] Network 920dee3e-5dc8-414a-bc5c-ddc181621287 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:32.466014 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-107c741b-2570-4e39-9109-ac3acacad911 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Request body: {'network': {'name': 'tempest-router-network01--716840601'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:32.494024 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bf11dea4-e0b9-4085-977a-c1fca6547713 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75e8a7ebb84243fd80b65032a68377e9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6624379 Nov 12 00:59:32.516160 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57404) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:32.551121 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107c741b-2570-4e39-9109-ac3acacad911 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Made reservation on behalf of f005e88751c24e198aa9c10617c94e26 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:32.561016 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-107c741b-2570-4e39-9109-ac3acacad911 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.646168 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107c741b-2570-4e39-9109-ac3acacad911 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:59:32.657662 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-107c741b-2570-4e39-9109-ac3acacad911 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.658106 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-107c741b-2570-4e39-9109-ac3acacad911 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Added segment 9add18b7-44eb-47b8-80e4-6f4fa900a82c of type vlan for network 9b8dcdb6-c73e-4116-96eb-e448c5330ee7 Nov 12 00:59:32.706821 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-107c741b-2570-4e39-9109-ac3acacad911 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.774996 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-107c741b-2570-4e39-9109-ac3acacad911 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.789086 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107c741b-2570-4e39-9109-ac3acacad911 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:32.789825 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-107c741b-2570-4e39-9109-ac3acacad911 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.835079 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-107c741b-2570-4e39-9109-ac3acacad911 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3989596 Nov 12 00:59:32.848277 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57410) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:32.877441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-5ccb556e-e0a5-4022-bbb8-22aa57cffbc9 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Request body: {'network': {'name': 'tempest-router-network02--353590871'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:32.883495 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-87a36650-237d-454a-8d53-3662fa3473e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.924161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57414) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:32.946208 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11dea4-e0b9-4085-977a-c1fca6547713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83eddd09-794b-49de-a0b9-833231e6cc14,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:32.953749 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c741b-2570-4e39-9109-ac3acacad911 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Pushing event updated for resources: {'Network': ['ID=9b8dcdb6-c73e-4116-96eb-e448c5330ee7,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:32.958203 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-87a36650-237d-454a-8d53-3662fa3473e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.991861 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccb556e-e0a5-4022-bbb8-22aa57cffbc9 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Made reservation on behalf of f005e88751c24e198aa9c10617c94e26 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:33.003090 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ccb556e-e0a5-4022-bbb8-22aa57cffbc9 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.005026 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c0bf8966-38b5-41dd-b417-618376a10783 req-1afb71ce-a687-497f-ae09-47690bd882e7 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81e42ebcca464def93a86d1d3b9c5e2a HTTP/1.1" status: 200 len: 379 time: 0.7589695 Nov 12 00:59:33.071377 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 9b8dcdb6-c73e-4116-96eb-e448c5330ee7 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:59:33.086043 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-87a36650-237d-454a-8d53-3662fa3473e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.090059 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-87a36650-237d-454a-8d53-3662fa3473e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.095878 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-87a36650-237d-454a-8d53-3662fa3473e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83eddd09-794b-49de-a0b9-833231e6cc14 HTTP/1.1" status: 204 len: 168 time: 0.5727253 Nov 12 00:59:33.115965 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-c0bf8966-38b5-41dd-b417-618376a10783 req-17b9d744-4be8-4333-b60c-aeef80a267b4 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Request body: {'port': {'device_id': 'e90e44a4-2baf-4cf6-9b72-ff55cf086d4a', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'admin_state_up': True, 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'security_groups': ['66fd346d-cd79-488e-ada9-6b17f2a0b776']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:33.126556 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-18282721-6a29-45cd-b6cc-0ee4d1df21e8 req-8c124493-6fc3-4aaa-acc5-f8b9bd5be3e6 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 210 time: 0.1129258 Nov 12 00:59:33.131035 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccb556e-e0a5-4022-bbb8-22aa57cffbc9 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:59:33.133482 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36650-237d-454a-8d53-3662fa3473e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83eddd09-794b-49de-a0b9-833231e6cc14,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:33.147404 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ccb556e-e0a5-4022-bbb8-22aa57cffbc9 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.148633 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-5ccb556e-e0a5-4022-bbb8-22aa57cffbc9 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Added segment a4699ed6-5182-4454-a81a-a89517a7167f of type vlan for network aa90e088-64c7-4061-8fd6-da19ba333706 Nov 12 00:59:33.161900 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab4ffc6-964a-4e56-9d2c-32ba4397a692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-920dee3e-5dc8-414a-bc5c-ddc181621287', 'network_id': '920dee3e-5dc8-414a-bc5c-ddc181621287', 'tenant_id': 'f005e88751c24e198aa9c10617c94e26', 'fixed_ips': [{'subnet_id': 'eca925e4-b139-443a-9317-bc8e4af921b8'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:33.162785 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ffc6-964a-4e56-9d2c-32ba4397a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.171598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1945002998-router', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:18Z', 'updated_at': '2021-11-12T00:59:25Z', 'revision_number': 4, 'project_id': '61af090f9bf849858bde1895d16af040', 'gw_port': {'id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:20Z', 'updated_at': '2021-11-12T00:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'a496b026-8ce0-4931-aed0-d26290f21f23', 'name': '', 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'mac_address': 'fa:16:3e:3e:c5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'b04c456d-53c0-4755-9e1c-d34f7406aac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:24Z', 'updated_at': '2021-11-12T00:59:31Z', 'revision_number': 4, 'project_id': '61af090f9bf849858bde1895d16af040', 'subnets': [{'id': 'b04c456d-53c0-4755-9e1c-d34f7406aac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:33.238817 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ccb556e-e0a5-4022-bbb8-22aa57cffbc9 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.277164 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ccb556e-e0a5-4022-bbb8-22aa57cffbc9 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.280510 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe52da5e-d37f-4124-b8c9-b81af83742fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.292825 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccb556e-e0a5-4022-bbb8-22aa57cffbc9 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:33.296587 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ccb556e-e0a5-4022-bbb8-22aa57cffbc9 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.338177 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d636d6-6600-481d-97c5-e1d2c5b43a63 None None] The sync data for ids ['3639487c-d107-4f74-90b0-225d98c0be4d'] in n-d-712137-14 is: [{'id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1945002998-router', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:18Z', 'updated_at': '2021-11-12T00:59:25Z', 'revision_number': 4, 'project_id': '61af090f9bf849858bde1895d16af040', 'gw_port': {'id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:20Z', 'updated_at': '2021-11-12T00:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'a496b026-8ce0-4931-aed0-d26290f21f23', 'name': '', 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'mac_address': 'fa:16:3e:3e:c5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'b04c456d-53c0-4755-9e1c-d34f7406aac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:24Z', 'updated_at': '2021-11-12T00:59:31Z', 'revision_number': 4, 'project_id': '61af090f9bf849858bde1895d16af040', 'subnets': [{'id': 'b04c456d-53c0-4755-9e1c-d34f7406aac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:33.344508 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5ccb556e-e0a5-4022-bbb8-22aa57cffbc9 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4708200 Nov 12 00:59:33.363838 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57422) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:33.369781 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b72ed763-1f50-4a22-85a4-16c5d079bf09 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Request body: {'subnet': {'network_id': '9b8dcdb6-c73e-4116-96eb-e448c5330ee7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:33.550921 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c3fad973-ce3e-4405-9df4-9d62dc63b48d req-cc125bc2-12ef-4666-a1c1-e220c7226254 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 210 time: 0.1519692 Nov 12 00:59:33.663923 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb556e-e0a5-4022-bbb8-22aa57cffbc9 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Pushing event updated for resources: {'Network': ['ID=aa90e088-64c7-4061-8fd6-da19ba333706,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:33.687480 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network aa90e088-64c7-4061-8fd6-da19ba333706 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:59:33.761905 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72ed763-1f50-4a22-85a4-16c5d079bf09 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Made reservation on behalf of f005e88751c24e198aa9c10617c94e26 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:33.766297 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b72ed763-1f50-4a22-85a4-16c5d079bf09 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.774448 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5294b-2100-4cec-8081-0be9437fdcdb req-8ca545b0-06b3-4757-88e5-bffc452de553 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:33.795073 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1eb5294b-2100-4cec-8081-0be9437fdcdb req-8ca545b0-06b3-4757-88e5-bffc452de553 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 932 time: 0.8854468 Nov 12 00:59:33.826782 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-71810825-eba9-47e8-865b-797b91974b4c tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:33.846017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-71810825-eba9-47e8-865b-797b91974b4c tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.21 "GET /v2.0/networks?id=1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c HTTP/1.1" status: 200 len: 820 time: 1.3568203 Nov 12 00:59:33.852453 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-5a34558e-9b70-4397-bbce-b1b7c27155d9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Request body: {'port': {'device_id': 'b5b32703-33d0-465c-993d-5cc64665531c', 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c', 'admin_state_up': True, 'tenant_id': '61af090f9bf849858bde1895d16af040'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:33.881171 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-9ab4ffc6-964a-4e56-9d2c-32ba4397a692 None None] Allocated IP 172.20.0.2 (920dee3e-5dc8-414a-bc5c-ddc181621287/eca925e4-b139-443a-9317-bc8e4af921b8/8c22f6ba-900b-4cc6-88e9-513108987f24) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:33.891127 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57426) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:34.118201 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a094d61e-7897-4903-98b5-da89d4c70e1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.200314 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b72ed763-1f50-4a22-85a4-16c5d079bf09 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.245537 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ffc6-964a-4e56-9d2c-32ba4397a692 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.262405 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ffc6-964a-4e56-9d2c-32ba4397a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.353332 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-07b196c2-fe94-42f4-8be8-ee03061908cb req-9d33b162-cdf7-4e75-a41e-23dfae6d70fe tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 210 time: 0.0690339 Nov 12 00:59:34.371864 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab4ffc6-964a-4e56-9d2c-32ba4397a692 None None] Network 920dee3e-5dc8-414a-bc5c-ddc181621287 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:34.386392 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-9ab4ffc6-964a-4e56-9d2c-32ba4397a692 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:34.392046 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab4ffc6-964a-4e56-9d2c-32ba4397a692 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:34.400611 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ed763-1f50-4a22-85a4-16c5d079bf09 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Pushing event updated for resources: {'Subnet': ['ID=8d69cbe6-77ea-4404-bf8b-e55f70783d47,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:34.406442 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4ffc6-964a-4e56-9d2c-32ba4397a692 None None] Pushing event updated for resources: {'Port': ['ID=8c22f6ba-900b-4cc6-88e9-513108987f24,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:34.454380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09931139-49d2-4c95-91c4-8434e434d6ac {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:59:34.480896 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72ed763-1f50-4a22-85a4-16c5d079bf09 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Checking segment: {'id': '9add18b7-44eb-47b8-80e4-6f4fa900a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9b8dcdb6-c73e-4116-96eb-e448c5330ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:34.482599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72ed763-1f50-4a22-85a4-16c5d079bf09 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Network hostable DHCP agents. Network: 9b8dcdb6-c73e-4116-96eb-e448c5330ee7, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:59:34.487880 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.554377 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72ed763-1f50-4a22-85a4-16c5d079bf09 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Network 9b8dcdb6-c73e-4116-96eb-e448c5330ee7 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:59:34.561229 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-9ab4ffc6-964a-4e56-9d2c-32ba4397a692 None None] Attempting to bind port 8c22f6ba-900b-4cc6-88e9-513108987f24 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:34.561980 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-9ab4ffc6-964a-4e56-9d2c-32ba4397a692 None None] Attempting to bind port 8c22f6ba-900b-4cc6-88e9-513108987f24 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '5ab9d608-07fa-41b0-bbbe-272887fbfb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '920dee3e-5dc8-414a-bc5c-ddc181621287'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:34.562350 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab4ffc6-964a-4e56-9d2c-32ba4397a692 None None] Attempting to bind port 8c22f6ba-900b-4cc6-88e9-513108987f24 on network 920dee3e-5dc8-414a-bc5c-ddc181621287 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:34.571172 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0bf8966-38b5-41dd-b417-618376a10783 req-17b9d744-4be8-4333-b60c-aeef80a267b4 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Made reservation on behalf of 81e42ebcca464def93a86d1d3b9c5e2a for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:34.575142 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c0bf8966-38b5-41dd-b417-618376a10783 req-17b9d744-4be8-4333-b60c-aeef80a267b4 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.583952 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-b72ed763-1f50-4a22-85a4-16c5d079bf09 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 9b8dcdb6-c73e-4116-96eb-e448c5330ee7) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:34.595683 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab4ffc6-964a-4e56-9d2c-32ba4397a692 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:34.595932 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] Transition to ACTIVE for port object 09931139-49d2-4c95-91c4-8434e434d6ac will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:59:34.596628 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab4ffc6-964a-4e56-9d2c-32ba4397a692 None None] Checking segment: {'id': '5ab9d608-07fa-41b0-bbbe-272887fbfb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '920dee3e-5dc8-414a-bc5c-ddc181621287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:34.599070 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ffc6-964a-4e56-9d2c-32ba4397a692 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.600834 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab4ffc6-964a-4e56-9d2c-32ba4397a692 None None] Bound using segment: {'id': '5ab9d608-07fa-41b0-bbbe-272887fbfb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '920dee3e-5dc8-414a-bc5c-ddc181621287'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:34.601400 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72ed763-1f50-4a22-85a4-16c5d079bf09 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:34.601942 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-9ab4ffc6-964a-4e56-9d2c-32ba4397a692 None None] Bound port: 8c22f6ba-900b-4cc6-88e9-513108987f24, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab9d608-07fa-41b0-bbbe-272887fbfb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '920dee3e-5dc8-414a-bc5c-ddc181621287'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:34.602093 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b72ed763-1f50-4a22-85a4-16c5d079bf09 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.602934 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ffc6-964a-4e56-9d2c-32ba4397a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.642372 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b72ed763-1f50-4a22-85a4-16c5d079bf09 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2771404 Nov 12 00:59:34.643020 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57434) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:34.648129 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d44678e9-3b84-40a3-8e43-dda99feb26d3 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Request body: {'subnet': {'network_id': 'aa90e088-64c7-4061-8fd6-da19ba333706', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:34.664603 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b362427a-bb4f-42d5-9783-1c1d427af776 None None] Network 9b8dcdb6-c73e-4116-96eb-e448c5330ee7 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:34.680417 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a496b026-8ce0-4931-aed0-d26290f21f23 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:34.706043 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.719703 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1eb5294b-2100-4cec-8081-0be9437fdcdb req-bca359da-d55b-4610-a54e-507137c95e14 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8482950 Nov 12 00:59:34.831616 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9a3b7935-faa0-4637-968f-024a9c7ba83b req-675eaec3-4d93-47c5-8eaf-a77e7afaf8cc tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 210 time: 0.0721366 Nov 12 00:59:34.859282 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44678e9-3b84-40a3-8e43-dda99feb26d3 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Made reservation on behalf of f005e88751c24e198aa9c10617c94e26 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:34.863164 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d44678e9-3b84-40a3-8e43-dda99feb26d3 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.953889 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-9ab4ffc6-964a-4e56-9d2c-32ba4397a692 None None] For port 8c22f6ba-900b-4cc6-88e9-513108987f24, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:34.958542 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-9ab4ffc6-964a-4e56-9d2c-32ba4397a692 None None] For port 8c22f6ba-900b-4cc6-88e9-513108987f24, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8c22f6ba-900b-4cc6-88e9-513108987f24,segment=NetworkSegment(5ab9d608-07fa-41b0-bbbe-272887fbfb19),segment_id=5ab9d608-07fa-41b0-bbbe-272887fbfb19)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:34.984157 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ffc6-964a-4e56-9d2c-32ba4397a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.076789 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-c0bf8966-38b5-41dd-b417-618376a10783 req-17b9d744-4be8-4333-b60c-aeef80a267b4 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Allocated IP 172.20.0.8 (04fc892d-db1f-4cd9-ab6d-5e2878cb5568/65284aa5-5b40-463a-8fcb-6f0eb8a8011e/505e6b1f-68de-46fe-8fc0-8646a8ab56a9) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:35.163290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port a496b026-8ce0-4931-aed0-d26290f21f23 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:35.168637 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.193267 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4ffc6-964a-4e56-9d2c-32ba4397a692 None None] Pushing event updated for resources: {'Port': ['ID=8c22f6ba-900b-4cc6-88e9-513108987f24,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:35.249502 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d44678e9-3b84-40a3-8e43-dda99feb26d3 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.357817 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bb3e5b-e0c3-4ade-a08f-7a7ad394c5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-9b8dcdb6-c73e-4116-96eb-e448c5330ee7', 'network_id': '9b8dcdb6-c73e-4116-96eb-e448c5330ee7', 'tenant_id': 'f005e88751c24e198aa9c10617c94e26', 'fixed_ips': [{'subnet_id': '8d69cbe6-77ea-4404-bf8b-e55f70783d47'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:35.359585 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-90bb3e5b-e0c3-4ade-a08f-7a7ad394c5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.377243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44678e9-3b84-40a3-8e43-dda99feb26d3 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Checking segment: {'id': 'a4699ed6-5182-4454-a81a-a89517a7167f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'aa90e088-64c7-4061-8fd6-da19ba333706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:35.377759 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44678e9-3b84-40a3-8e43-dda99feb26d3 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Network hostable DHCP agents. Network: aa90e088-64c7-4061-8fd6-da19ba333706, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:59:35.382701 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44678e9-3b84-40a3-8e43-dda99feb26d3 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Pushing event updated for resources: {'Subnet': ['ID=777c1c3d-42b6-488c-88f9-6720cc11e543,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:35.399286 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-5a34558e-9b70-4397-bbce-b1b7c27155d9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Made reservation on behalf of 61af090f9bf849858bde1895d16af040 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:35.403303 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-5a34558e-9b70-4397-bbce-b1b7c27155d9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.428664 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44678e9-3b84-40a3-8e43-dda99feb26d3 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Network aa90e088-64c7-4061-8fd6-da19ba333706 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:59:35.445599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-d44678e9-3b84-40a3-8e43-dda99feb26d3 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, aa90e088-64c7-4061-8fd6-da19ba333706) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:35.469862 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe52da5e-d37f-4124-b8c9-b81af83742fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.482815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44678e9-3b84-40a3-8e43-dda99feb26d3 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:35.484064 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d44678e9-3b84-40a3-8e43-dda99feb26d3 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.493163 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d7be75-3e7b-47d9-a59f-51a92b21e932 None None] Network aa90e088-64c7-4061-8fd6-da19ba333706 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:35.580354 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d44678e9-3b84-40a3-8e43-dda99feb26d3 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9337022 Nov 12 00:59:35.581295 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57440) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:35.657651 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe52da5e-d37f-4124-b8c9-b81af83742fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.735112 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fe52da5e-d37f-4124-b8c9-b81af83742fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9ffd9678ab04bd1abb377a1b9385540&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8071980 Nov 12 00:59:35.774383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57442) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:35.848967 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5db6b7f1-02f3-4ac6-a9b6-144ba7f51b71 req-8c7b4545-012a-44c4-b6f3-874a8f406cc2 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 210 time: 0.2234852 Nov 12 00:59:35.917301 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e4060c9f-6893-4394-a14f-e4eab94a14e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.972313 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e4060c9f-6893-4394-a14f-e4eab94a14e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.074529 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-5a34558e-9b70-4397-bbce-b1b7c27155d9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Allocated IP 172.20.0.7 (1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c/b04c456d-53c0-4755-9e1c-d34f7406aac3/347ef9ef-0b4e-4397-b7d4-dda2e7eeb130) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:36.144043 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.248918 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] Attempting to bind port 09931139-49d2-4c95-91c4-8434e434d6ac on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:36.250151 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] Attempting to bind port 09931139-49d2-4c95-91c4-8434e434d6ac by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:36.251174 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] Attempting to bind port 09931139-49d2-4c95-91c4-8434e434d6ac on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:36.271274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] Pushing event updated for resources: {'Port': ['ID=09931139-49d2-4c95-91c4-8434e434d6ac,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:36.325521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-90bb3e5b-e0c3-4ade-a08f-7a7ad394c5ef None None] Allocated IP 172.20.0.2 (9b8dcdb6-c73e-4116-96eb-e448c5330ee7/8d69cbe6-77ea-4404-bf8b-e55f70783d47/aac5dd73-3223-48f1-aed0-efc84a52d285) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:36.345540 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port a496b026-8ce0-4931-aed0-d26290f21f23, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a496b026-8ce0-4931-aed0-d26290f21f23,segment=NetworkSegment(e3db2a7b-a944-41af-b927-aa46737b70f6),segment_id=e3db2a7b-a944-41af-b927-aa46737b70f6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:36.363265 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.384167 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c0bf8966-38b5-41dd-b417-618376a10783 req-17b9d744-4be8-4333-b60c-aeef80a267b4 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.427150 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e4060c9f-6893-4394-a14f-e4eab94a14e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.430529 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f3adc094-4716-4d22-9a78-6dfe9d37656f req-30598d3d-b5a3-4e13-b2f1-e9fa7d81a34c tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 210 time: 0.2056069 Nov 12 00:59:36.431157 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52da5e-d37f-4124-b8c9-b81af83742fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773c4579-e3f7-4165-8abe-edf386534587,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:36.442152 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c0bf8966-38b5-41dd-b417-618376a10783 req-17b9d744-4be8-4333-b60c-aeef80a267b4 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.455631 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e4060c9f-6893-4394-a14f-e4eab94a14e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.459858 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e4060c9f-6893-4394-a14f-e4eab94a14e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/773c4579-e3f7-4165-8abe-edf386534587 HTTP/1.1" status: 204 len: 168 time: 0.6837094 Nov 12 00:59:36.460459 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] Port 09931139-49d2-4c95-91c4-8434e434d6ac on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:36.460838 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] Attempting to bind port 09931139-49d2-4c95-91c4-8434e434d6ac on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:36.621263 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:36.625864 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] Checking segment: {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:36.627719 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] Bound using segment: {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:36.631486 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] Bound port: 09931139-49d2-4c95-91c4-8434e434d6ac, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:36.633000 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.779386 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=a496b026-8ce0-4931-aed0-d26290f21f23,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:36.804939 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8c22f6ba-900b-4cc6-88e9-513108987f24 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:36.880315 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a094d61e-7897-4903-98b5-da89d4c70e1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.883506 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e632246-6eba-4361-a51f-523917144198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-aa90e088-64c7-4061-8fd6-da19ba333706', 'network_id': 'aa90e088-64c7-4061-8fd6-da19ba333706', 'tenant_id': 'f005e88751c24e198aa9c10617c94e26', 'fixed_ips': [{'subnet_id': '777c1c3d-42b6-488c-88f9-6720cc11e543'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:36.889401 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0bf8966-38b5-41dd-b417-618376a10783 req-17b9d744-4be8-4333-b60c-aeef80a267b4 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Network 04fc892d-db1f-4cd9-ab6d-5e2878cb5568 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:36.890137 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5e632246-6eba-4361-a51f-523917144198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.021409 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-5a34558e-9b70-4397-bbce-b1b7c27155d9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.065797 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-c0bf8966-38b5-41dd-b417-618376a10783 req-17b9d744-4be8-4333-b60c-aeef80a267b4 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:37.088545 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bf8966-38b5-41dd-b417-618376a10783 req-17b9d744-4be8-4333-b60c-aeef80a267b4 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:37.261535 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9d744-4be8-4333-b60c-aeef80a267b4 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Pushing event updated for resources: {'Port': ['ID=505e6b1f-68de-46fe-8fc0-8646a8ab56a9,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:37.319169 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cca824-7aa2-4360-82ad-45f5636fdaa4 None None] Network 920dee3e-5dc8-414a-bc5c-ddc181621287 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:37.384438 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] For port 09931139-49d2-4c95-91c4-8434e434d6ac, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:37.389274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] For port 09931139-49d2-4c95-91c4-8434e434d6ac, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=09931139-49d2-4c95-91c4-8434e434d6ac,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:37.475187 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf8966-38b5-41dd-b417-618376a10783 req-17b9d744-4be8-4333-b60c-aeef80a267b4 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:37.476537 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c0bf8966-38b5-41dd-b417-618376a10783 req-17b9d744-4be8-4333-b60c-aeef80a267b4 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.477101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-57924d3b-2bd6-4ec0-be08-826a649dbcef None None] Provisioning complete for port 8c22f6ba-900b-4cc6-88e9-513108987f24 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:37.477643 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-57924d3b-2bd6-4ec0-be08-826a649dbcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.500963 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ec0eeda-2b2a-442f-b627-3c45027bc8ea req-ad8c49d1-d6ba-494b-94c1-c744a607e597 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 210 time: 0.0980308 Nov 12 00:59:37.503270 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a094d61e-7897-4903-98b5-da89d4c70e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.690656 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a094d61e-7897-4903-98b5-da89d4c70e1f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f2bba5d0537f456ca0b8388ec1b07759&name=default HTTP/1.1" status: 200 len: 3000 time: 3.7937472 Nov 12 00:59:37.693823 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.701901 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-5e632246-6eba-4361-a51f-523917144198 None None] Allocated IP 172.20.0.2 (aa90e088-64c7-4061-8fd6-da19ba333706/777c1c3d-42b6-488c-88f9-6720cc11e543/98124e80-6a58-4c90-9c50-157dba88e27b) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:37.713045 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 8c22f6ba-900b-4cc6-88e9-513108987f24 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:37.713427 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.717163 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-90bb3e5b-e0c3-4ade-a08f-7a7ad394c5ef None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.725468 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c0bf8966-38b5-41dd-b417-618376a10783 req-17b9d744-4be8-4333-b60c-aeef80a267b4 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6661372 Nov 12 00:59:37.729398 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57466) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:37.733236 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094d61e-7897-4903-98b5-da89d4c70e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9b7323-d86f-4d39-990e-3409f24b751e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:37.758670 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4060c9f-6893-4394-a14f-e4eab94a14e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773c4579-e3f7-4165-8abe-edf386534587,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:37.832009 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-90bb3e5b-e0c3-4ade-a08f-7a7ad394c5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.886878 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c3848-bfd2-466d-9a72-01966e3dc1a9 req-fdf48643-582d-4464-926e-774257ac4055 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:37.906024 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c1c3848-bfd2-466d-9a72-01966e3dc1a9 req-fdf48643-582d-4464-926e-774257ac4055 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 944 time: 2.0314434 Nov 12 00:59:37.943649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:37.943900 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.945901 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] 10.222.0.15 "PUT /v2.0/ports/09931139-49d2-4c95-91c4-8434e434d6ac HTTP/1.1" status: 200 len: 1093 time: 5.9653366 Nov 12 00:59:38.012736 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb3e5b-e0c3-4ade-a08f-7a7ad394c5ef None None] Pushing event updated for resources: {'Port': ['ID=aac5dd73-3223-48f1-aed0-efc84a52d285,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:38.040983 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e49a2a-6856-46bb-89b5-dce4b0010994 service neutron] Pushing event updated for resources: {'Port': ['ID=09931139-49d2-4c95-91c4-8434e434d6ac,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:38.043450 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751d4eb8-48dd-4eea-bc29-5a1a537ad801', 'tag': '09931139-49d2-4c95-91c4-8434e434d6ac'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:38.046213 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6f9a7c-92d8-4a83-84b8-b5daf1b83e73" -d '{"events": [{"name": "network-changed", "server_uuid": "751d4eb8-48dd-4eea-bc29-5a1a537ad801", "tag": "09931139-49d2-4c95-91c4-8434e434d6ac"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:38.098884 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-57924d3b-2bd6-4ec0-be08-826a649dbcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.183280 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bb3e5b-e0c3-4ade-a08f-7a7ad394c5ef None None] Network 9b8dcdb6-c73e-4116-96eb-e448c5330ee7 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:38.198686 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c109d232-2409-4edf-9185-cf501e660d73 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.205172 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-90bb3e5b-e0c3-4ade-a08f-7a7ad394c5ef None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:38.270261 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bb3e5b-e0c3-4ade-a08f-7a7ad394c5ef None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:38.289461 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c1c3848-bfd2-466d-9a72-01966e3dc1a9 req-93a015fe-2840-40e1-8c73-ce5b58bd2cee tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705192 Nov 12 00:59:38.400943 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-57924d3b-2bd6-4ec0-be08-826a649dbcef None None] For port 8c22f6ba-900b-4cc6-88e9-513108987f24, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8c22f6ba-900b-4cc6-88e9-513108987f24,segment=NetworkSegment(5ab9d608-07fa-41b0-bbbe-272887fbfb19),segment_id=5ab9d608-07fa-41b0-bbbe-272887fbfb19)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:38.468999 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-57924d3b-2bd6-4ec0-be08-826a649dbcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.557143 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-5a34558e-9b70-4397-bbce-b1b7c27155d9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.642454 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7c474-0160-4d0a-83a4-c6fcd85092a9 req-2e735f38-ff35-4df6-8a9f-c7e2d76fd023 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:38.642454 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f1c7c474-0160-4d0a-83a4-c6fcd85092a9 req-2e735f38-ff35-4df6-8a9f-c7e2d76fd023 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 931 time: 0.6939726 Nov 12 00:59:38.664952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-c0bf8966-38b5-41dd-b417-618376a10783 req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] Request body: {'port': {'device_id': 'e90e44a4-2baf-4cf6-9b72-ff55cf086d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:38.687347 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-5a34558e-9b70-4397-bbce-b1b7c27155d9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Network 1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:38.706083 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-5a34558e-9b70-4397-bbce-b1b7c27155d9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:38.754253 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-520b7349-fe53-480a-9b22-c6d9afb5c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:38.756136 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-520b7349-fe53-480a-9b22-c6d9afb5c8f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 1096 time: 0.6902840 Nov 12 00:59:38.757087 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-5a34558e-9b70-4397-bbce-b1b7c27155d9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:38.830835 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c515e234-3880-44ca-8b32-aa65711042e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.959256 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-90bb3e5b-e0c3-4ade-a08f-7a7ad394c5ef None None] Attempting to bind port aac5dd73-3223-48f1-aed0-efc84a52d285 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:38.962190 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-90bb3e5b-e0c3-4ade-a08f-7a7ad394c5ef None None] Attempting to bind port aac5dd73-3223-48f1-aed0-efc84a52d285 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '9add18b7-44eb-47b8-80e4-6f4fa900a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9b8dcdb6-c73e-4116-96eb-e448c5330ee7'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:38.963142 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bb3e5b-e0c3-4ade-a08f-7a7ad394c5ef None None] Attempting to bind port aac5dd73-3223-48f1-aed0-efc84a52d285 on network 9b8dcdb6-c73e-4116-96eb-e448c5330ee7 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:39.054851 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5e632246-6eba-4361-a51f-523917144198 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.063588 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-286d6260-c009-4d93-bf12-a3b91eb05efc None None] Provisioning complete for port 505e6b1f-68de-46fe-8fc0-8646a8ab56a9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:39.064210 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-286d6260-c009-4d93-bf12-a3b91eb05efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.087136 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bb3e5b-e0c3-4ade-a08f-7a7ad394c5ef None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:39.087753 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bb3e5b-e0c3-4ade-a08f-7a7ad394c5ef None None] Checking segment: {'id': '9add18b7-44eb-47b8-80e4-6f4fa900a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9b8dcdb6-c73e-4116-96eb-e448c5330ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:39.088206 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-90bb3e5b-e0c3-4ade-a08f-7a7ad394c5ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.090280 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bb3e5b-e0c3-4ade-a08f-7a7ad394c5ef None None] Bound using segment: {'id': '9add18b7-44eb-47b8-80e4-6f4fa900a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9b8dcdb6-c73e-4116-96eb-e448c5330ee7'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:39.091958 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-90bb3e5b-e0c3-4ade-a08f-7a7ad394c5ef None None] Bound port: aac5dd73-3223-48f1-aed0-efc84a52d285, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9add18b7-44eb-47b8-80e4-6f4fa900a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9b8dcdb6-c73e-4116-96eb-e448c5330ee7'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:39.092353 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-90bb3e5b-e0c3-4ade-a08f-7a7ad394c5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.101640 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.115092 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57924d3b-2bd6-4ec0-be08-826a649dbcef None None] Pushing event updated for resources: {'Port': ['ID=8c22f6ba-900b-4cc6-88e9-513108987f24,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:39.211709 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c515e234-3880-44ca-8b32-aa65711042e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.236529 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-c109d232-2409-4edf-9185-cf501e660d73 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Allocated IP 172.20.0.1 (9b8dcdb6-c73e-4116-96eb-e448c5330ee7/8d69cbe6-77ea-4404-bf8b-e55f70783d47/3a8103d4-de5e-4087-a1f7-17cf2527ed1b) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:39.264860 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c0bf8966-38b5-41dd-b417-618376a10783 req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.266748 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34558e-9b70-4397-bbce-b1b7c27155d9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Pushing event updated for resources: {'Port': ['ID=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:39.302457 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5e632246-6eba-4361-a51f-523917144198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.315952 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-286d6260-c009-4d93-bf12-a3b91eb05efc None None] Port 505e6b1f-68de-46fe-8fc0-8646a8ab56a9 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:39.323958 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-5a34558e-9b70-4397-bbce-b1b7c27155d9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:39.324911 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-5a34558e-9b70-4397-bbce-b1b7c27155d9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.393659 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67ef1b8-7b34-4cd5-b9c7-fa29d6699273 x-openstack-request-id: req-f67ef1b8-7b34-4cd5-b9c7-fa29d6699273 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:39.394022 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751d4eb8-48dd-4eea-bc29-5a1a537ad801", "tag": "09931139-49d2-4c95-91c4-8434e434d6ac", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:39.394211 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f67ef1b8-7b34-4cd5-b9c7-fa29d6699273 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:39.394629 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751d4eb8-48dd-4eea-bc29-5a1a537ad801', 'tag': '09931139-49d2-4c95-91c4-8434e434d6ac', 'status': 'completed', 'code': 200} Nov 12 00:59:39.396306 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-ed7cd2f1-5d86-4553-a849-3c8ea1ecf21e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09931139-49d2-4c95-91c4-8434e434d6ac HTTP/1.1" status: 200 len: 217 time: 0.6078706 Nov 12 00:59:39.424629 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a496b026-8ce0-4931-aed0-d26290f21f23 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:39.435336 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e632246-6eba-4361-a51f-523917144198 None None] Pushing event updated for resources: {'Port': ['ID=98124e80-6a58-4c90-9c50-157dba88e27b,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:39.532333 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e632246-6eba-4361-a51f-523917144198 None None] Network aa90e088-64c7-4061-8fd6-da19ba333706 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:39.548522 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04607a06-cc92-41e9-9c82-f6c7225c756d req-fc510611-0879-4a5c-a8c4-b02c06076e33 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:39.549666 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-5e632246-6eba-4361-a51f-523917144198 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:39.557663 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-04607a06-cc92-41e9-9c82-f6c7225c756d req-fc510611-0879-4a5c-a8c4-b02c06076e33 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 931 time: 0.1397884 Nov 12 00:59:39.562639 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c109d232-2409-4edf-9185-cf501e660d73 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.592414 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e632246-6eba-4361-a51f-523917144198 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:39.595539 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e632246-6eba-4361-a51f-523917144198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:39.595902 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e632246-6eba-4361-a51f-523917144198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:39.596251 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e632246-6eba-4361-a51f-523917144198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:39.596599 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e632246-6eba-4361-a51f-523917144198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:39.596966 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e632246-6eba-4361-a51f-523917144198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:39.597354 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e632246-6eba-4361-a51f-523917144198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:39.597694 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e632246-6eba-4361-a51f-523917144198 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:39.598055 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e632246-6eba-4361-a51f-523917144198 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:39.598389 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e632246-6eba-4361-a51f-523917144198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:39.598723 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e632246-6eba-4361-a51f-523917144198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:39.599073 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e632246-6eba-4361-a51f-523917144198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:39.600481 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e632246-6eba-4361-a51f-523917144198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:39.653091 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-04607a06-cc92-41e9-9c82-f6c7225c756d req-b56a8f5b-bd1a-4cdd-bbd0-fdd2625a2f2f tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906582 Nov 12 00:59:39.689942 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c109d232-2409-4edf-9185-cf501e660d73 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.723094 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-90bb3e5b-e0c3-4ade-a08f-7a7ad394c5ef None None] For port aac5dd73-3223-48f1-aed0-efc84a52d285, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:39.727640 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5e632246-6eba-4361-a51f-523917144198 None None] Attempting to bind port 98124e80-6a58-4c90-9c50-157dba88e27b on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:39.728022 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5e632246-6eba-4361-a51f-523917144198 None None] Attempting to bind port 98124e80-6a58-4c90-9c50-157dba88e27b by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'a4699ed6-5182-4454-a81a-a89517a7167f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'aa90e088-64c7-4061-8fd6-da19ba333706'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:39.728543 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e632246-6eba-4361-a51f-523917144198 None None] Attempting to bind port 98124e80-6a58-4c90-9c50-157dba88e27b on network aa90e088-64c7-4061-8fd6-da19ba333706 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:39.751976 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-90bb3e5b-e0c3-4ade-a08f-7a7ad394c5ef None None] For port aac5dd73-3223-48f1-aed0-efc84a52d285, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=aac5dd73-3223-48f1-aed0-efc84a52d285,segment=NetworkSegment(9add18b7-44eb-47b8-80e4-6f4fa900a82c),segment_id=9add18b7-44eb-47b8-80e4-6f4fa900a82c)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:39.758114 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e632246-6eba-4361-a51f-523917144198 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:39.758497 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e632246-6eba-4361-a51f-523917144198 None None] Checking segment: {'id': 'a4699ed6-5182-4454-a81a-a89517a7167f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'aa90e088-64c7-4061-8fd6-da19ba333706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:39.759037 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5e632246-6eba-4361-a51f-523917144198 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.759488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e632246-6eba-4361-a51f-523917144198 None None] Bound using segment: {'id': 'a4699ed6-5182-4454-a81a-a89517a7167f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'aa90e088-64c7-4061-8fd6-da19ba333706'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:39.760003 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5e632246-6eba-4361-a51f-523917144198 None None] Bound port: 98124e80-6a58-4c90-9c50-157dba88e27b, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4699ed6-5182-4454-a81a-a89517a7167f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'aa90e088-64c7-4061-8fd6-da19ba333706'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:39.761109 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5e632246-6eba-4361-a51f-523917144198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.777979 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-90bb3e5b-e0c3-4ade-a08f-7a7ad394c5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.809752 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109d232-2409-4edf-9185-cf501e660d73 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Pushing event updated for resources: {'Port': ['ID=3a8103d4-de5e-4087-a1f7-17cf2527ed1b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:39.850729 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c109d232-2409-4edf-9185-cf501e660d73 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Network 9b8dcdb6-c73e-4116-96eb-e448c5330ee7 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:39.861529 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-c109d232-2409-4edf-9185-cf501e660d73 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:39.868640 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f1c7c474-0160-4d0a-83a4-c6fcd85092a9 req-5cae8c96-e8a4-42ae-aa4b-78b5e7e0000e tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/security-groups?id=66fd346d-cd79-488e-ada9-6b17f2a0b776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1687570 Nov 12 00:59:39.876617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c109d232-2409-4edf-9185-cf501e660d73 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:39.923598 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-5a34558e-9b70-4397-bbce-b1b7c27155d9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0765452 Nov 12 00:59:39.962386 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port a496b026-8ce0-4931-aed0-d26290f21f23 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:39.971070 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.006057 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] Request body: {'port': {'device_id': 'b5b32703-33d0-465c-993d-5cc64665531c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:40.014590 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426077a-4671-4cf2-93b3-ae6a132910b9 req-a5c5f691-b7af-4936-8ae6-cf1e0e1f2048 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:40.028325 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d426077a-4671-4cf2-93b3-ae6a132910b9 req-a5c5f691-b7af-4936-8ae6-cf1e0e1f2048 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 944 time: 0.2227499 Nov 12 00:59:40.045370 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb3e5b-e0c3-4ade-a08f-7a7ad394c5ef None None] Pushing event updated for resources: {'Port': ['ID=aac5dd73-3223-48f1-aed0-efc84a52d285,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:40.059410 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c109d232-2409-4edf-9185-cf501e660d73 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.112988 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-e6d448b5-d7f0-47e6-9e2f-35b2b265a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:40.114861 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-e6d448b5-d7f0-47e6-9e2f-35b2b265a7c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.6387382 Nov 12 00:59:40.178072 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-061768a4-1cca-4345-8361-34a0d302e650 None None] Provisioning complete for port 8c22f6ba-900b-4cc6-88e9-513108987f24 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:40.178800 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-061768a4-1cca-4345-8361-34a0d302e650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.287392 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5e632246-6eba-4361-a51f-523917144198 None None] For port 98124e80-6a58-4c90-9c50-157dba88e27b, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:40.292360 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5e632246-6eba-4361-a51f-523917144198 None None] For port 98124e80-6a58-4c90-9c50-157dba88e27b, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=98124e80-6a58-4c90-9c50-157dba88e27b,segment=NetworkSegment(a4699ed6-5182-4454-a81a-a89517a7167f),segment_id=a4699ed6-5182-4454-a81a-a89517a7167f)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:40.362995 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c109d232-2409-4edf-9185-cf501e660d73 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.376141 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5e632246-6eba-4361-a51f-523917144198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.421926 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d426077a-4671-4cf2-93b3-ae6a132910b9 req-2be00004-bce4-4e85-9039-0e5571ef2809 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874090 Nov 12 00:59:40.465456 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c515e234-3880-44ca-8b32-aa65711042e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.470506 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c515e234-3880-44ca-8b32-aa65711042e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.473918 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c515e234-3880-44ca-8b32-aa65711042e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee9b7323-d86f-4d39-990e-3409f24b751e HTTP/1.1" status: 204 len: 168 time: 2.5706568 Nov 12 00:59:40.514614 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.530008 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515e234-3880-44ca-8b32-aa65711042e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9b7323-d86f-4d39-990e-3409f24b751e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:40.543005 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-57b7602c-dde1-4fa3-b342-26ccbe1aa388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:40.545381 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-57b7602c-dde1-4fa3-b342-26ccbe1aa388 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4193075 Nov 12 00:59:40.748226 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e632246-6eba-4361-a51f-523917144198 None None] Pushing event updated for resources: {'Port': ['ID=98124e80-6a58-4c90-9c50-157dba88e27b,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:41.309713 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5049749-9365-4d65-9c3a-a8e96cc91594 req-1fcd1b4b-64e3-4acb-87c0-cd6401143fab tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:41.313324 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c5049749-9365-4d65-9c3a-a8e96cc91594 req-1fcd1b4b-64e3-4acb-87c0-cd6401143fab tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 931 time: 0.2487557 Nov 12 00:59:41.449270 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c109d232-2409-4edf-9185-cf501e660d73 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.479181 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c109d232-2409-4edf-9185-cf501e660d73 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.632032 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8c22f6ba-900b-4cc6-88e9-513108987f24 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:41.832053 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c5049749-9365-4d65-9c3a-a8e96cc91594 req-668a4670-186a-402f-b5f0-c4d7b320d303 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/security-groups?id=66fd346d-cd79-488e-ada9-6b17f2a0b776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4925766 Nov 12 00:59:41.954856 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109d232-2409-4edf-9185-cf501e660d73 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Pushing event updated for resources: {'Port': ['ID=3a8103d4-de5e-4087-a1f7-17cf2527ed1b,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:41.975988 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c109d232-2409-4edf-9185-cf501e660d73 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.370622 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e88a28-acd2-423c-b62e-8a8026116a83 None None] Network 9b8dcdb6-c73e-4116-96eb-e448c5330ee7 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:42.435086 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c109d232-2409-4edf-9185-cf501e660d73 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Network 9b8dcdb6-c73e-4116-96eb-e448c5330ee7 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:42.475443 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-c109d232-2409-4edf-9185-cf501e660d73 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:42.735945 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c17cc-9a72-4289-b776-4288d95e18d8 req-ce5ba4a7-6c3d-4394-8951-67af8d38c379 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:42.743971 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dd5c17cc-9a72-4289-b776-4288d95e18d8 req-ce5ba4a7-6c3d-4394-8951-67af8d38c379 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 944 time: 0.3419564 Nov 12 00:59:42.847255 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a908381e-b406-48ed-a5b9-832ed2b3d345 None None] Provisioning complete for port aac5dd73-3223-48f1-aed0-efc84a52d285 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:42.850362 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a908381e-b406-48ed-a5b9-832ed2b3d345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.858201 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dd5c17cc-9a72-4289-b776-4288d95e18d8 req-56045791-30eb-4eca-9ee6-338e5e4801b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126769 Nov 12 00:59:42.875155 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 8c22f6ba-900b-4cc6-88e9-513108987f24 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:42.875661 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.940777 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef164a30-892f-4031-bfb0-0a57758759f7 None None] Network aa90e088-64c7-4061-8fd6-da19ba333706 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:42.983097 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22cfb3-d493-437e-ba13-472485141f29 req-21cf999b-4b3b-4ae0-b311-96488e1c0fb4 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:42.991340 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b22cfb3-d493-437e-ba13-472485141f29 req-21cf999b-4b3b-4ae0-b311-96488e1c0fb4 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 931 time: 2.1680105 Nov 12 00:59:43.010866 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c109d232-2409-4edf-9185-cf501e660d73 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Router a19c6e9d-0b0b-4d09-b67a-fd12ba622239 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:59:43.036574 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-f5808c75-d93d-4762-921b-1911fff56f6f service neutron] 10.222.0.15 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4806604 Nov 12 00:59:43.299063 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b22cfb3-d493-437e-ba13-472485141f29 req-364ce0dd-5af7-42de-a25e-d9e278eb4169 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034256 Nov 12 00:59:43.384300 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-c0bf8966-38b5-41dd-b417-618376a10783 req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505e6b1f-68de-46fe-8fc0-8646a8ab56a9 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:59:43.404679 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c0bf8966-38b5-41dd-b417-618376a10783 req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.429715 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bb38d-418e-4f8e-ab15-652a9e811746 req-b47dbab7-500f-4f64-949c-97acae2a35fb tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:43.449728 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-952bb38d-418e-4f8e-ab15-652a9e811746 req-b47dbab7-500f-4f64-949c-97acae2a35fb tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 931 time: 0.2853203 Nov 12 00:59:43.456600 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c109d232-2409-4edf-9185-cf501e660d73 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:43.484882 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c109d232-2409-4edf-9185-cf501e660d73 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "PUT /v2.0/routers/a19c6e9d-0b0b-4d09-b67a-fd12ba622239/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8983550 Nov 12 00:59:43.501312 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57592) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:43.512396 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df9afac-4ae2-478a-afde-e93599565fd2 None None] Sync routers for ids ['a19c6e9d-0b0b-4d09-b67a-fd12ba622239'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:43.556014 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df9afac-4ae2-478a-afde-e93599565fd2 None None] Routers {'a19c6e9d-0b0b-4d09-b67a-fd12ba622239'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:43.564208 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-4df9afac-4ae2-478a-afde-e93599565fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:59:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a19c6e9d-0b0b-4d09-b67a-fd12ba622239'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:43.657382 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:59:43.691268 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.731207 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a908381e-b406-48ed-a5b9-832ed2b3d345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.739765 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] Transition to ACTIVE for port object 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:59:43.746476 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-4df9afac-4ae2-478a-afde-e93599565fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:43.754615 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-c0bf8966-38b5-41dd-b417-618376a10783 req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] Transition to ACTIVE for port object 505e6b1f-68de-46fe-8fc0-8646a8ab56a9 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:59:43.775753 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.801189 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df9afac-4ae2-478a-afde-e93599565fd2 None None] Routers {'a19c6e9d-0b0b-4d09-b67a-fd12ba622239'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:43.806958 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-4df9afac-4ae2-478a-afde-e93599565fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:59:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a19c6e9d-0b0b-4d09-b67a-fd12ba622239'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:43.869917 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device aac5dd73-3223-48f1-aed0-efc84a52d285 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:43.912958 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-4df9afac-4ae2-478a-afde-e93599565fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:43.912958 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df9afac-4ae2-478a-afde-e93599565fd2 None None] The sync data for ids ['a19c6e9d-0b0b-4d09-b67a-fd12ba622239'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:43.916006 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-952bb38d-418e-4f8e-ab15-652a9e811746 req-23af473a-e969-497f-8bf8-d20b9c3db74b tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/security-groups?id=66fd346d-cd79-488e-ada9-6b17f2a0b776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4367092 Nov 12 00:59:43.926387 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c0bf8966-38b5-41dd-b417-618376a10783 req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.010265 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c14ca01-a45e-440a-8864-4fb9b828fd66 req-44f89645-5385-4dfc-b7e7-2b7209a5ec03 service neutron] 10.222.0.15 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9067955 Nov 12 00:59:44.083386 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a908381e-b406-48ed-a5b9-832ed2b3d345 None None] For port aac5dd73-3223-48f1-aed0-efc84a52d285, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=aac5dd73-3223-48f1-aed0-efc84a52d285,segment=NetworkSegment(9add18b7-44eb-47b8-80e4-6f4fa900a82c),segment_id=9add18b7-44eb-47b8-80e4-6f4fa900a82c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:44.104117 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a908381e-b406-48ed-a5b9-832ed2b3d345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.208391 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] Pushing event updated for resources: {'Port': ['ID=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:44.267272 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port aac5dd73-3223-48f1-aed0-efc84a52d285 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:44.267629 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.376774 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] Pushing event updated for resources: {'Port': ['ID=505e6b1f-68de-46fe-8fc0-8646a8ab56a9,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:44.624504 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908381e-b406-48ed-a5b9-832ed2b3d345 None None] Pushing event updated for resources: {'Port': ['ID=aac5dd73-3223-48f1-aed0-efc84a52d285,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:44.674920 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f3020e51-5a8f-437e-8b3c-51a9eac98c92 None None] Provisioning complete for port aac5dd73-3223-48f1-aed0-efc84a52d285 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:44.677929 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f3020e51-5a8f-437e-8b3c-51a9eac98c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.909360 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47ed21-a2b2-4710-aad0-08ca8da6361a req-308f6206-07fe-4ef6-9e84-fe261d802c4c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:44.917388 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c47ed21-a2b2-4710-aad0-08ca8da6361a req-308f6206-07fe-4ef6-9e84-fe261d802c4c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 944 time: 0.5880513 Nov 12 00:59:44.951697 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f9a7c-92d8-4a83-84b8-b5daf1b83e73 req-1b1f2559-d4c0-4d14-99ea-f777512149cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:44.964598 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc6f9a7c-92d8-4a83-84b8-b5daf1b83e73 req-1b1f2559-d4c0-4d14-99ea-f777512149cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 1096 time: 0.6225238 Nov 12 00:59:45.005790 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f3020e51-5a8f-437e-8b3c-51a9eac98c92 None None] Provisioning complete for port 98124e80-6a58-4c90-9c50-157dba88e27b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:45.006412 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f3020e51-5a8f-437e-8b3c-51a9eac98c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.173783 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f3020e51-5a8f-437e-8b3c-51a9eac98c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.197652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f9a7c-92d8-4a83-84b8-b5daf1b83e73 req-6c6041e3-7da4-4bd5-89c2-118e25ebb38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:45.200256 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc6f9a7c-92d8-4a83-84b8-b5daf1b83e73 req-6c6041e3-7da4-4bd5-89c2-118e25ebb38d service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 912 time: 0.2316990 Nov 12 00:59:45.248415 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-f3020e51-5a8f-437e-8b3c-51a9eac98c92 None None] For port 98124e80-6a58-4c90-9c50-157dba88e27b, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=98124e80-6a58-4c90-9c50-157dba88e27b,segment=NetworkSegment(a4699ed6-5182-4454-a81a-a89517a7167f),segment_id=a4699ed6-5182-4454-a81a-a89517a7167f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:45.252445 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140286cf-3751-469a-8186-5c4be5ce6460 req-17d3ad6d-46a0-4eaa-a46f-4be0e8294b2d tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:45.253831 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f3020e51-5a8f-437e-8b3c-51a9eac98c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.255741 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-140286cf-3751-469a-8186-5c4be5ce6460 req-17d3ad6d-46a0-4eaa-a46f-4be0e8294b2d tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 943 time: 0.6060414 Nov 12 00:59:45.339341 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f3020e51-5a8f-437e-8b3c-51a9eac98c92 None None] Provisioning complete for port 3a8103d4-de5e-4087-a1f7-17cf2527ed1b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:45.342183 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f3020e51-5a8f-437e-8b3c-51a9eac98c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.415420 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c47ed21-a2b2-4710-aad0-08ca8da6361a req-1f2b75e4-8b58-4c3b-aada-bc68faac52f6 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970458 Nov 12 00:59:45.453057 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3020e51-5a8f-437e-8b3c-51a9eac98c92 None None] Pushing event updated for resources: {'Port': ['ID=98124e80-6a58-4c90-9c50-157dba88e27b,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:45.456494 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc6f9a7c-92d8-4a83-84b8-b5daf1b83e73 req-020097dd-b202-415d-87bb-d50528106829 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09931139-49d2-4c95-91c4-8434e434d6ac HTTP/1.1" status: 200 len: 217 time: 0.2457557 Nov 12 00:59:45.480897 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f3020e51-5a8f-437e-8b3c-51a9eac98c92 None None] Port 3a8103d4-de5e-4087-a1f7-17cf2527ed1b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:45.513715 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-209d9f5f-fdab-4696-81c1-50c7ef32c102 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 00:59:45.514942 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-209d9f5f-fdab-4696-81c1-50c7ef32c102 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "PUT /v2.0/routers/a19c6e9d-0b0b-4d09-b67a-fd12ba622239/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0115979 Nov 12 00:59:45.518842 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57660) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:45.525743 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-c0bf8966-38b5-41dd-b417-618376a10783 req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] Attempting to bind port 505e6b1f-68de-46fe-8fc0-8646a8ab56a9 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:45.526086 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-c0bf8966-38b5-41dd-b417-618376a10783 req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] Attempting to bind port 505e6b1f-68de-46fe-8fc0-8646a8ab56a9 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'b3e2b351-551d-4928-9849-d586e04a647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:45.526419 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf8966-38b5-41dd-b417-618376a10783 req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] Attempting to bind port 505e6b1f-68de-46fe-8fc0-8646a8ab56a9 on network 04fc892d-db1f-4cd9-ab6d-5e2878cb5568 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:45.533158 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device aac5dd73-3223-48f1-aed0-efc84a52d285 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:45.649517 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] Attempting to bind port 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:45.649980 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] Attempting to bind port 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'e3db2a7b-a944-41af-b927-aa46737b70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:45.650514 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] Attempting to bind port 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 on network 1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:45.675300 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf8966-38b5-41dd-b417-618376a10783 req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] Port 505e6b1f-68de-46fe-8fc0-8646a8ab56a9 on network 04fc892d-db1f-4cd9-ab6d-5e2878cb5568 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:45.676181 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf8966-38b5-41dd-b417-618376a10783 req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] Attempting to bind port 505e6b1f-68de-46fe-8fc0-8646a8ab56a9 on network 04fc892d-db1f-4cd9-ab6d-5e2878cb5568 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:45.689751 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-89e11215-9f36-4d0a-85b8-5025e53a8071 None None] Provisioning complete for port 98124e80-6a58-4c90-9c50-157dba88e27b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:45.690115 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-89e11215-9f36-4d0a-85b8-5025e53a8071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.720250 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] Port 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 on network 1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:45.720655 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] Attempting to bind port 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 on network 1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:45.749265 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port aac5dd73-3223-48f1-aed0-efc84a52d285 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:45.749646 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.753545 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf8966-38b5-41dd-b417-618376a10783 req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:45.753888 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf8966-38b5-41dd-b417-618376a10783 req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] Checking segment: {'id': 'b3e2b351-551d-4928-9849-d586e04a647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:45.754277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bf8966-38b5-41dd-b417-618376a10783 req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] Bound using segment: {'id': 'b3e2b351-551d-4928-9849-d586e04a647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:45.754715 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-c0bf8966-38b5-41dd-b417-618376a10783 req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] Bound port: 505e6b1f-68de-46fe-8fc0-8646a8ab56a9, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e2b351-551d-4928-9849-d586e04a647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:45.755074 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c0bf8966-38b5-41dd-b417-618376a10783 req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.767768 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:45.768100 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] Checking segment: {'id': 'e3db2a7b-a944-41af-b927-aa46737b70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:45.768474 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] Bound using segment: {'id': 'e3db2a7b-a944-41af-b927-aa46737b70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:45.769422 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] Bound port: 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3db2a7b-a944-41af-b927-aa46737b70f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:45.769788 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.781193 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f9a7c-92d8-4a83-84b8-b5daf1b83e73 req-6c4205f8-8ada-429f-8665-3aee722a2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:45.782950 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc6f9a7c-92d8-4a83-84b8-b5daf1b83e73 req-6c4205f8-8ada-429f-8665-3aee722a2612 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.3136249 Nov 12 00:59:45.797064 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-140286cf-3751-469a-8186-5c4be5ce6460 req-4ff1e3d7-f262-477c-ae6b-0c7a7a66e0aa tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672585 Nov 12 00:59:45.894409 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 98124e80-6a58-4c90-9c50-157dba88e27b up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:45.898970 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-89e11215-9f36-4d0a-85b8-5025e53a8071 None None] Provisioning complete for port 3a8103d4-de5e-4087-a1f7-17cf2527ed1b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:45.899426 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-89e11215-9f36-4d0a-85b8-5025e53a8071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.016638 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-89e11215-9f36-4d0a-85b8-5025e53a8071 None None] Port 3a8103d4-de5e-4087-a1f7-17cf2527ed1b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:46.024080 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] For port 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:46.036290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 98124e80-6a58-4c90-9c50-157dba88e27b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:46.036710 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.039812 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c676f-dfd8-4f6f-8226-bff6582cd8f3 req-539bbec1-0f7d-48a6-9f58-0efda7355927 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:46.047792 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0e1c676f-dfd8-4f6f-8226-bff6582cd8f3 req-539bbec1-0f7d-48a6-9f58-0efda7355927 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 943 time: 0.2811677 Nov 12 00:59:46.057548 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] For port 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130,segment=NetworkSegment(e3db2a7b-a944-41af-b927-aa46737b70f6),segment_id=e3db2a7b-a944-41af-b927-aa46737b70f6)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:46.060977 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f9a7c-92d8-4a83-84b8-b5daf1b83e73 req-27c5f80c-d941-4a8f-ac36-7ce4306fa757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:46.062515 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc6f9a7c-92d8-4a83-84b8-b5daf1b83e73 req-27c5f80c-d941-4a8f-ac36-7ce4306fa757 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2420530 Nov 12 00:59:46.066356 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-c0bf8966-38b5-41dd-b417-618376a10783 req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] For port 505e6b1f-68de-46fe-8fc0-8646a8ab56a9, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:46.082013 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-c0bf8966-38b5-41dd-b417-618376a10783 req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] For port 505e6b1f-68de-46fe-8fc0-8646a8ab56a9, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=505e6b1f-68de-46fe-8fc0-8646a8ab56a9,segment=NetworkSegment(b3e2b351-551d-4928-9849-d586e04a647c),segment_id=b3e2b351-551d-4928-9849-d586e04a647c)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:46.084375 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.131241 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c0bf8966-38b5-41dd-b417-618376a10783 req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.132918 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1f74630-d0dd-48e2-95d7-57a11fe47d76 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.243282 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:46.243282 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.244930 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] 10.222.0.21 "PUT /v2.0/ports/347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 HTTP/1.1" status: 200 len: 1092 time: 6.2591352 Nov 12 00:59:46.245550 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b32703-33d0-465c-993d-5cc64665531c', 'tag': '347ef9ef-0b4e-4397-b7d4-dda2e7eeb130'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:46.249114 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88febb7f-4649-4014-9b59-3b83cbb0d5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b32703-33d0-465c-993d-5cc64665531c", "tag": "347ef9ef-0b4e-4397-b7d4-dda2e7eeb130"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:46.323079 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0e1c676f-dfd8-4f6f-8226-bff6582cd8f3 req-36cf8506-ca0f-4103-9ab1-af63286b91b6 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/security-groups?id=66fd346d-cd79-488e-ada9-6b17f2a0b776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2743971 Nov 12 00:59:46.359761 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf8966-38b5-41dd-b417-618376a10783 req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:46.360480 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c0bf8966-38b5-41dd-b417-618376a10783 req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.362207 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c0bf8966-38b5-41dd-b417-618376a10783 req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] 10.222.0.21 "PUT /v2.0/ports/505e6b1f-68de-46fe-8fc0-8646a8ab56a9 HTTP/1.1" status: 200 len: 1092 time: 8.3484342 Nov 12 00:59:46.368860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61671031-f8e7-48cc-b4e6-6e1b61dc0706 service neutron] Pushing event updated for resources: {'Port': ['ID=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:46.450546 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3409ea19-4fde-43f1-9251-33b6b72d5872 x-openstack-request-id: req-3409ea19-4fde-43f1-9251-33b6b72d5872 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:46.450868 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b32703-33d0-465c-993d-5cc64665531c", "tag": "347ef9ef-0b4e-4397-b7d4-dda2e7eeb130", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:46.451079 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3409ea19-4fde-43f1-9251-33b6b72d5872 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:46.451479 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b32703-33d0-465c-993d-5cc64665531c', 'tag': '347ef9ef-0b4e-4397-b7d4-dda2e7eeb130', 'status': 'completed', 'code': 200} Nov 12 00:59:46.486937 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-d771b230-8906-4eb9-a6de-097dc94e7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:46.489930 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-d771b230-8906-4eb9-a6de-097dc94e7de7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61af090f9bf849858bde1895d16af040&device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 1095 time: 0.1614590 Nov 12 00:59:46.527770 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-d1f74630-d0dd-48e2-95d7-57a11fe47d76 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Deleting port 3a8103d4-de5e-4087-a1f7-17cf2527ed1b {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:46.527770 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1f74630-d0dd-48e2-95d7-57a11fe47d76 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.553744 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00a1dc-5d3d-422a-8f4e-4c89f6368c87 service neutron] Pushing event updated for resources: {'Port': ['ID=505e6b1f-68de-46fe-8fc0-8646a8ab56a9,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:46.562469 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc6f9a7c-92d8-4a83-84b8-b5daf1b83e73 req-5e06c8d1-e2f0-4881-91aa-b30b097cb3cc service neutron] 10.222.0.15 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725683 Nov 12 00:59:46.656658 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-267e182f-10ad-4d3a-b416-777160276107 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 HTTP/1.1" status: 200 len: 217 time: 0.0724549 Nov 12 00:59:46.704519 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1f74630-d0dd-48e2-95d7-57a11fe47d76 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.725658 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-d1f74630-d0dd-48e2-95d7-57a11fe47d76 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Calling delete_port for 3a8103d4-de5e-4087-a1f7-17cf2527ed1b owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:46.860171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-6abdaa66-d382-4299-b42d-ce24719cddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:46.862785 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-6abdaa66-d382-4299-b42d-ce24719cddc7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b04c456d-53c0-4755-9e1c-d34f7406aac3 HTTP/1.1" status: 200 len: 860 time: 0.1604438 Nov 12 00:59:46.910892 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc6f9a7c-92d8-4a83-84b8-b5daf1b83e73 req-37d39087-a781-47ac-8699-edd097729406 service neutron] 10.222.0.15 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602985 Nov 12 00:59:46.929071 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf8966-38b5-41dd-b417-618376a10783 req-a284d254-c5cb-4136-92de-f51a42b655b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:46.930562 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c0bf8966-38b5-41dd-b417-618376a10783 req-a284d254-c5cb-4136-92de-f51a42b655b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81e42ebcca464def93a86d1d3b9c5e2a&device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 1095 time: 0.4764869 Nov 12 00:59:46.978829 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-876e7a84-7823-4a82-9220-a4e1d7f193f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645115 Nov 12 00:59:46.990022 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8873f72-09fd-4a64-8f43-2af787c1b1c3 req-d44280d1-1103-4b7c-b985-198d4bac60cd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:46.991650 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d8873f72-09fd-4a64-8f43-2af787c1b1c3 req-d44280d1-1103-4b7c-b985-198d4bac60cd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 944 time: 0.4278452 Nov 12 00:59:47.008058 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ccc0a-e768-4a6b-9e42-ff0e8a37b20b req-4189a65b-2e36-4cec-a490-7d0a490b67fb tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:47.009530 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f5ccc0a-e768-4a6b-9e42-ff0e8a37b20b req-4189a65b-2e36-4cec-a490-7d0a490b67fb tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 943 time: 0.1098692 Nov 12 00:59:47.049331 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1f74630-d0dd-48e2-95d7-57a11fe47d76 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.071677 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c0bf8966-38b5-41dd-b417-618376a10783 req-d6668f24-12fe-4b7a-83c9-16f7ddfd65a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=505e6b1f-68de-46fe-8fc0-8646a8ab56a9 HTTP/1.1" status: 200 len: 217 time: 0.0963800 Nov 12 00:59:47.085822 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f74630-d0dd-48e2-95d7-57a11fe47d76 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Pushing event deleted for resources: {'Port': ['ID=3a8103d4-de5e-4087-a1f7-17cf2527ed1b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:47.137957 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f5ccc0a-e768-4a6b-9e42-ff0e8a37b20b req-04f2eda3-3bcc-4980-9aa4-4663a8928f7a tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201580 Nov 12 00:59:47.238380 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 98124e80-6a58-4c90-9c50-157dba88e27b up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:47.280177 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf8966-38b5-41dd-b417-618376a10783 req-f744ce3b-bfca-423b-a7fd-cbc426ca7676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:47.288772 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c0bf8966-38b5-41dd-b417-618376a10783 req-f744ce3b-bfca-423b-a7fd-cbc426ca7676 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65284aa5-5b40-463a-8fcb-6f0eb8a8011e HTTP/1.1" status: 200 len: 853 time: 0.2077382 Nov 12 00:59:47.296928 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d8873f72-09fd-4a64-8f43-2af787c1b1c3 req-34d2a651-81de-4a2a-8802-cd1e9c1e5643 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872205 Nov 12 00:59:47.298683 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1f74630-d0dd-48e2-95d7-57a11fe47d76 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.333376 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 98124e80-6a58-4c90-9c50-157dba88e27b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:47.333759 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.399404 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-6dc45264-4543-4038-809d-24ca9f51f866 service neutron] 10.222.0.21 "GET /v2.0/networks/1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997250 Nov 12 00:59:47.493258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf8966-38b5-41dd-b417-618376a10783 req-f3d05027-be2c-4d7e-8b83-548f084ddb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:47.497364 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c0bf8966-38b5-41dd-b417-618376a10783 req-f3d05027-be2c-4d7e-8b83-548f084ddb43 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04fc892d-db1f-4cd9-ab6d-5e2878cb5568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1975756 Nov 12 00:59:47.687548 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e4dce02-ff2b-45ec-87c5-e4e9fa26267c req-d113a681-1a0e-49eb-b956-ccc2b22057c0 service neutron] 10.222.0.21 "GET /v2.0/networks/1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772293 Nov 12 00:59:47.711503 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c0bf8966-38b5-41dd-b417-618376a10783 req-e20c73a9-5305-404d-ad92-41817483b304 service neutron] 10.222.0.21 "GET /v2.0/networks/04fc892d-db1f-4cd9-ab6d-5e2878cb5568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578295 Nov 12 00:59:47.875472 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88febb7f-4649-4014-9b59-3b83cbb0d5b6 req-7bc7c98c-443b-4809-913b-dbc841a77eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:47.877040 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88febb7f-4649-4014-9b59-3b83cbb0d5b6 req-7bc7c98c-443b-4809-913b-dbc841a77eb5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61af090f9bf849858bde1895d16af040&device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 1095 time: 0.1120422 Nov 12 00:59:47.933766 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c0bf8966-38b5-41dd-b417-618376a10783 req-e555c3fe-d3de-471b-a4d2-c6d3e4212ba8 service neutron] 10.222.0.21 "GET /v2.0/networks/04fc892d-db1f-4cd9-ab6d-5e2878cb5568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966305 Nov 12 00:59:48.025832 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88febb7f-4649-4014-9b59-3b83cbb0d5b6 req-0b554acd-b03a-4def-a86c-843b47c1b024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:48.027277 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88febb7f-4649-4014-9b59-3b83cbb0d5b6 req-0b554acd-b03a-4def-a86c-843b47c1b024 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c HTTP/1.1" status: 200 len: 921 time: 0.1420183 Nov 12 00:59:48.100837 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f74630-d0dd-48e2-95d7-57a11fe47d76 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Router a19c6e9d-0b0b-4d09-b67a-fd12ba622239 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:59:48.111257 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76833512-a232-4a9e-a7eb-2f8be0e06ac7 req-c34dc4b2-014a-421e-aa0a-4bb18adc15df tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:48.113136 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-76833512-a232-4a9e-a7eb-2f8be0e06ac7 req-c34dc4b2-014a-421e-aa0a-4bb18adc15df tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 943 time: 0.2029550 Nov 12 00:59:48.147899 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88febb7f-4649-4014-9b59-3b83cbb0d5b6 req-32fc8f55-1c6f-4071-a31a-6ecd316feecb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 HTTP/1.1" status: 200 len: 217 time: 0.1122169 Nov 12 00:59:48.243421 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f74630-d0dd-48e2-95d7-57a11fe47d76 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:48.256605 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88febb7f-4649-4014-9b59-3b83cbb0d5b6 req-11c255e2-ab50-4c20-8a5b-497c7361e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:48.257936 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88febb7f-4649-4014-9b59-3b83cbb0d5b6 req-11c255e2-ab50-4c20-8a5b-497c7361e0ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b04c456d-53c0-4755-9e1c-d34f7406aac3 HTTP/1.1" status: 200 len: 860 time: 0.1010916 Nov 12 00:59:48.262325 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374a572e-4efd-4595-9f9c-a7e560aa80a7 None None] Sync routers for ids ['a19c6e9d-0b0b-4d09-b67a-fd12ba622239'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:48.272743 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d1f74630-d0dd-48e2-95d7-57a11fe47d76 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "PUT /v2.0/routers/a19c6e9d-0b0b-4d09-b67a-fd12ba622239/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7491722 Nov 12 00:59:48.280574 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57716) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:48.289738 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374a572e-4efd-4595-9f9c-a7e560aa80a7 None None] Routers {'a19c6e9d-0b0b-4d09-b67a-fd12ba622239'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:48.290664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-374a572e-4efd-4595-9f9c-a7e560aa80a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:59:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a19c6e9d-0b0b-4d09-b67a-fd12ba622239'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:48.343871 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-374a572e-4efd-4595-9f9c-a7e560aa80a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:48.375175 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374a572e-4efd-4595-9f9c-a7e560aa80a7 None None] Routers {'a19c6e9d-0b0b-4d09-b67a-fd12ba622239'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:48.376020 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-374a572e-4efd-4595-9f9c-a7e560aa80a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:59:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a19c6e9d-0b0b-4d09-b67a-fd12ba622239'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:48.377497 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-389c7e86-577a-4f39-928c-45377dcb9ef9 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] delete failed (client error): The resource could not be found. Nov 12 00:59:48.386881 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-389c7e86-577a-4f39-928c-45377dcb9ef9 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-271088668 HTTP/1.1" status: 404 len: 334 time: 0.1026466 Nov 12 00:59:48.391161 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57720) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:48.397711 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6f03e9d7-95ce-4686-a62c-984038dac987 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a19c6e9d-0b0b-4d09-b67a-fd12ba622239'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:48.413613 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88febb7f-4649-4014-9b59-3b83cbb0d5b6 req-4610c206-dfbf-413c-9ed4-9cea1884b9fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157768 Nov 12 00:59:48.427624 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-374a572e-4efd-4595-9f9c-a7e560aa80a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:48.428535 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374a572e-4efd-4595-9f9c-a7e560aa80a7 None None] The sync data for ids ['a19c6e9d-0b0b-4d09-b67a-fd12ba622239'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:48.463358 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90e44a4-2baf-4cf6-9b72-ff55cf086d4a', 'tag': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:48.467707 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdec4fd2-c71f-490f-a146-536c5f78b252" -d '{"events": [{"name": "network-changed", "server_uuid": "e90e44a4-2baf-4cf6-9b72-ff55cf086d4a", "tag": "505e6b1f-68de-46fe-8fc0-8646a8ab56a9"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:48.490976 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb08e72-4ca5-4753-bc5c-509ee56dad6f req-ffe6ef38-1479-4bac-a2b2-feeae0d9dc0a tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:48.498522 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0eb08e72-4ca5-4753-bc5c-509ee56dad6f req-ffe6ef38-1479-4bac-a2b2-feeae0d9dc0a tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 943 time: 0.2540326 Nov 12 00:59:48.588341 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-76833512-a232-4a9e-a7eb-2f8be0e06ac7 req-1b05a823-c624-459e-aefa-ff1343fd370d tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/security-groups?id=66fd346d-cd79-488e-ada9-6b17f2a0b776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4648881 Nov 12 00:59:48.608729 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88febb7f-4649-4014-9b59-3b83cbb0d5b6 req-f8784fd1-136d-4d2c-9fd0-1119979ffeb5 service neutron] 10.222.0.21 "GET /v2.0/networks/1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853204 Nov 12 00:59:48.626248 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0eb08e72-4ca5-4753-bc5c-509ee56dad6f req-f56033ae-1029-4fba-8b96-97a36f306e33 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248906 Nov 12 00:59:48.787426 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88febb7f-4649-4014-9b59-3b83cbb0d5b6 req-663975d5-9a6a-44ab-8927-2e5134b15a57 service neutron] 10.222.0.21 "GET /v2.0/networks/1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572516 Nov 12 00:59:48.789974 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4cbfdc-f1ae-4301-8ef9-d9fa7d5e31ca x-openstack-request-id: req-1a4cbfdc-f1ae-4301-8ef9-d9fa7d5e31ca {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:48.790258 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90e44a4-2baf-4cf6-9b72-ff55cf086d4a", "tag": "505e6b1f-68de-46fe-8fc0-8646a8ab56a9", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:48.790502 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a4cbfdc-f1ae-4301-8ef9-d9fa7d5e31ca {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:48.790876 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90e44a4-2baf-4cf6-9b72-ff55cf086d4a', 'tag': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9', 'status': 'completed', 'code': 200} Nov 12 00:59:48.896490 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f03e9d7-95ce-4686-a62c-984038dac987 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.915721 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec4fd2-c71f-490f-a146-536c5f78b252 req-c3a88e37-c397-4e10-85c5-e41b4cc97602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:48.921434 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bdec4fd2-c71f-490f-a146-536c5f78b252 req-c3a88e37-c397-4e10-85c5-e41b4cc97602 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81e42ebcca464def93a86d1d3b9c5e2a&device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 1095 time: 0.1318836 Nov 12 00:59:48.945103 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-6f03e9d7-95ce-4686-a62c-984038dac987 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] update failed (client error): The resource could not be found. Nov 12 00:59:48.946153 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6f03e9d7-95ce-4686-a62c-984038dac987 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "PUT /v2.0/routers/a19c6e9d-0b0b-4d09-b67a-fd12ba622239 HTTP/1.1" status: 404 len: 339 time: 0.5547059 Nov 12 00:59:48.951598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57734) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:48.961218 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c042e26-5b54-4cb5-af1e-0df3d1c5484f req-ce8f8df3-e75b-46c6-8833-6351f404d0f3 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:48.963026 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2c042e26-5b54-4cb5-af1e-0df3d1c5484f req-ce8f8df3-e75b-46c6-8833-6351f404d0f3 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 944 time: 0.1167932 Nov 12 00:59:49.092832 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec4fd2-c71f-490f-a146-536c5f78b252 req-31d594e8-86ec-48f1-a8e2-3d2c7001cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:49.094388 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bdec4fd2-c71f-490f-a146-536c5f78b252 req-31d594e8-86ec-48f1-a8e2-3d2c7001cf6c service neutron] 10.222.0.21 "GET /v2.0/networks?id=04fc892d-db1f-4cd9-ab6d-5e2878cb5568 HTTP/1.1" status: 200 len: 915 time: 0.1483774 Nov 12 00:59:49.138272 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2c042e26-5b54-4cb5-af1e-0df3d1c5484f req-bfc2430d-b389-4d1a-b862-6a31cfa77278 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129911 Nov 12 00:59:49.146315 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bdec4fd2-c71f-490f-a146-536c5f78b252 req-978fec0b-c246-4d38-9738-9a5cf6bde363 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=505e6b1f-68de-46fe-8fc0-8646a8ab56a9 HTTP/1.1" status: 200 len: 217 time: 0.0419357 Nov 12 00:59:49.245569 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec4fd2-c71f-490f-a146-536c5f78b252 req-eef7acf6-ea4d-416a-a6ef-26995a8d1def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:49.248028 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bdec4fd2-c71f-490f-a146-536c5f78b252 req-eef7acf6-ea4d-416a-a6ef-26995a8d1def service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65284aa5-5b40-463a-8fcb-6f0eb8a8011e HTTP/1.1" status: 200 len: 853 time: 0.0960815 Nov 12 00:59:49.314627 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:59:49.342905 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec4fd2-c71f-490f-a146-536c5f78b252 req-ea0e9807-694c-45e8-99ce-f71683d22854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:49.349113 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bdec4fd2-c71f-490f-a146-536c5f78b252 req-ea0e9807-694c-45e8-99ce-f71683d22854 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04fc892d-db1f-4cd9-ab6d-5e2878cb5568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935433 Nov 12 00:59:49.381723 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:59:49.403032 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d14e2de9-358e-47c0-a370-bc432915cfd7 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.521427 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bdec4fd2-c71f-490f-a146-536c5f78b252 req-f40c1a2c-561d-4745-86d8-1c2324f3d4f5 service neutron] 10.222.0.21 "GET /v2.0/networks/04fc892d-db1f-4cd9-ab6d-5e2878cb5568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635363 Nov 12 00:59:49.547095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130,segment=NetworkSegment(e3db2a7b-a944-41af-b927-aa46737b70f6),segment_id=e3db2a7b-a944-41af-b927-aa46737b70f6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:49.579113 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '347ef9ef-0b4e-4397-b7d4-dda2e7eeb130', 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c', 'port_id': '347ef9ef-0b4e-4397-b7d4-dda2e7eeb130', 'mac_address': 'fa:16:3e:8e:f2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04c456d-53c0-4755-9e1c-d34f7406aac3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:59:49.696727 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.737925 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:59:49.767907 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130,segment=NetworkSegment(e3db2a7b-a944-41af-b927-aa46737b70f6),segment_id=e3db2a7b-a944-41af-b927-aa46737b70f6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:49.776380 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.839648 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:49.983380 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1bf03-6b49-45b9-aa46-cd688674eb08 req-6fc32c7a-f0a7-4315-bf9b-d74a67612c6d tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:49.985072 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d6a1bf03-6b49-45b9-aa46-cd688674eb08 req-6fc32c7a-f0a7-4315-bf9b-d74a67612c6d tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 944 time: 0.1269896 Nov 12 00:59:50.030028 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6e299fa1-7eab-431a-971a-c5ef6ce5bf40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.041016 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['347ef9ef-0b4e-4397-b7d4-dda2e7eeb130'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:59:50.062540 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-d14e2de9-358e-47c0-a370-bc432915cfd7 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Allocated IP 172.20.0.1 (920dee3e-5dc8-414a-bc5c-ddc181621287/eca925e4-b139-443a-9317-bc8e4af921b8/2d3b8cd9-843d-4282-82b7-2d15b6e42535) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:50.211821 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d6a1bf03-6b49-45b9-aa46-cd688674eb08 req-772d31c4-36da-40af-aa7f-6dc522f92009 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125247 Nov 12 00:59:50.435387 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d14e2de9-358e-47c0-a370-bc432915cfd7 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.485805 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d855c-46d0-4f22-80fa-1f28a28e5e7d req-496c4ea5-901e-4122-8138-67528c6bf8ac tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:50.487380 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c1d855c-46d0-4f22-80fa-1f28a28e5e7d req-496c4ea5-901e-4122-8138-67528c6bf8ac tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 943 time: 0.0914309 Nov 12 00:59:50.510178 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bdec4fd2-c71f-490f-a146-536c5f78b252 req-8f0e553a-286f-453d-ae60-f6dca035edbf service neutron] 10.222.0.21 "GET /v2.0/networks/04fc892d-db1f-4cd9-ab6d-5e2878cb5568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9808674 Nov 12 00:59:50.538718 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d14e2de9-358e-47c0-a370-bc432915cfd7 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.615948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14e2de9-358e-47c0-a370-bc432915cfd7 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Network 920dee3e-5dc8-414a-bc5c-ddc181621287 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:50.626881 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295008c-b18a-463b-97ca-5ace3b49e069 req-a5c570ff-80af-428c-8c2e-e52c4c9af491 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:50.629194 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c1d855c-46d0-4f22-80fa-1f28a28e5e7d req-82b8953a-b0f2-48ab-abba-09efe821fca3 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/security-groups?id=66fd346d-cd79-488e-ada9-6b17f2a0b776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258550 Nov 12 00:59:50.634600 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1295008c-b18a-463b-97ca-5ace3b49e069 req-a5c570ff-80af-428c-8c2e-e52c4c9af491 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 944 time: 0.1490464 Nov 12 00:59:50.656801 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-d14e2de9-358e-47c0-a370-bc432915cfd7 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:50.659705 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e2de9-358e-47c0-a370-bc432915cfd7 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Pushing event updated for resources: {'Port': ['ID=2d3b8cd9-843d-4282-82b7-2d15b6e42535,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:50.661973 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e2de9-358e-47c0-a370-bc432915cfd7 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:50.739359 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d14e2de9-358e-47c0-a370-bc432915cfd7 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.778422 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1295008c-b18a-463b-97ca-5ace3b49e069 req-c83a4e02-172f-4da6-aff8-ba13b8e8133c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427627 Nov 12 00:59:50.898567 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d14e2de9-358e-47c0-a370-bc432915cfd7 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.028637 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-29a298ec-8913-4906-a921-a524e1b73d0e None None] Provisioning complete for port 2d3b8cd9-843d-4282-82b7-2d15b6e42535 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:51.029745 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-29a298ec-8913-4906-a921-a524e1b73d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.118092 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-29a298ec-8913-4906-a921-a524e1b73d0e None None] Port 2d3b8cd9-843d-4282-82b7-2d15b6e42535 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:51.331799 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:51.337641 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d14e2de9-358e-47c0-a370-bc432915cfd7 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.348120 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d14e2de9-358e-47c0-a370-bc432915cfd7 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.386772 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeead20-16ca-43eb-b7c3-2f0243ad3aed req-b478d1b9-14d0-45d5-9584-71ca71206bef tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:51.399454 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-beeead20-16ca-43eb-b7c3-2f0243ad3aed req-b478d1b9-14d0-45d5-9584-71ca71206bef tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 944 time: 0.0804532 Nov 12 00:59:51.432584 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:59:51.442231 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:51.445350 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.455731 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d14e2de9-358e-47c0-a370-bc432915cfd7 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.501103 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e2de9-358e-47c0-a370-bc432915cfd7 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Pushing event updated for resources: {'Port': ['ID=2d3b8cd9-843d-4282-82b7-2d15b6e42535,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:51.529489 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-beeead20-16ca-43eb-b7c3-2f0243ad3aed req-351f4797-2811-4b92-9121-f23cb434b9b9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269760 Nov 12 00:59:51.616593 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.651185 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b32703-33d0-465c-993d-5cc64665531c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347ef9ef-0b4e-4397-b7d4-dda2e7eeb130'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:51.655796 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647033d5-0829-455e-8752-cf6e92262ab7" -d '{"events": [{"server_uuid": "b5b32703-33d0-465c-993d-5cc64665531c", "name": "network-vif-plugged", "status": "completed", "tag": "347ef9ef-0b4e-4397-b7d4-dda2e7eeb130"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:51.672767 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130,segment=NetworkSegment(e3db2a7b-a944-41af-b927-aa46737b70f6),segment_id=e3db2a7b-a944-41af-b927-aa46737b70f6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:51.683644 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.711699 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14e2de9-358e-47c0-a370-bc432915cfd7 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Network 920dee3e-5dc8-414a-bc5c-ddc181621287 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:51.716781 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57778) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:51.725806 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-d14e2de9-358e-47c0-a370-bc432915cfd7 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:51.782650 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85844d30-eea1-4be3-b52c-16b62219317a x-openstack-request-id: req-85844d30-eea1-4be3-b52c-16b62219317a {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:51.783102 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b32703-33d0-465c-993d-5cc64665531c", "name": "network-vif-plugged", "status": "completed", "tag": "347ef9ef-0b4e-4397-b7d4-dda2e7eeb130", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:51.783460 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85844d30-eea1-4be3-b52c-16b62219317a {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:51.784146 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b32703-33d0-465c-993d-5cc64665531c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347ef9ef-0b4e-4397-b7d4-dda2e7eeb130', 'code': 200} Nov 12 00:59:51.785115 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:51.971260 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b74b2c-edd6-41fc-8837-5ea278b3aaaf req-5c742ea9-4490-483e-9d5a-d9c5a35e58e8 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:51.972869 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-40b74b2c-edd6-41fc-8837-5ea278b3aaaf req-5c742ea9-4490-483e-9d5a-d9c5a35e58e8 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 943 time: 0.1821251 Nov 12 00:59:51.982735 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe16b7-88ce-46cf-a969-b6f0571da10c req-6ce77e4f-4669-46c0-b413-14ced03f85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:51.984220 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-35fe16b7-88ce-46cf-a969-b6f0571da10c req-6ce77e4f-4669-46c0-b413-14ced03f85a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 1097 time: 0.1445711 Nov 12 00:59:52.001449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14e2de9-358e-47c0-a370-bc432915cfd7 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Router a19c6e9d-0b0b-4d09-b67a-fd12ba622239 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:59:52.042878 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b33ff-79c9-406a-aaf5-0cc9a0cdd3d6 req-ba6e9732-d1fe-4444-bafc-9905da46bd08 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:52.044980 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-962b33ff-79c9-406a-aaf5-0cc9a0cdd3d6 req-ba6e9732-d1fe-4444-bafc-9905da46bd08 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 944 time: 0.1133938 Nov 12 00:59:52.052367 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-add41dc3-6b88-4cb4-a559-db83fc536c20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.114646 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-35fe16b7-88ce-46cf-a969-b6f0571da10c req-27138b4b-558e-4325-8cf9-bf73f8919733 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191993 Nov 12 00:59:52.142346 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-40b74b2c-edd6-41fc-8837-5ea278b3aaaf req-3db536da-9351-45a6-b924-95fb402674c1 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/security-groups?id=66fd346d-cd79-488e-ada9-6b17f2a0b776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483762 Nov 12 00:59:52.160774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a6ee1a58-b2db-4ddc-a1a8-9e35c58e2b55 None None] Provisioning complete for port 2d3b8cd9-843d-4282-82b7-2d15b6e42535 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:52.163219 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a6ee1a58-b2db-4ddc-a1a8-9e35c58e2b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.226553 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a6ee1a58-b2db-4ddc-a1a8-9e35c58e2b55 None None] Port 2d3b8cd9-843d-4282-82b7-2d15b6e42535 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:52.234623 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-962b33ff-79c9-406a-aaf5-0cc9a0cdd3d6 req-3c999a6f-670a-4a48-88cc-efbfef195294 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810045 Nov 12 00:59:52.236180 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14e2de9-358e-47c0-a370-bc432915cfd7 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:52.248486 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d14e2de9-358e-47c0-a370-bc432915cfd7 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "PUT /v2.0/routers/a19c6e9d-0b0b-4d09-b67a-fd12ba622239/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2934551 Nov 12 00:59:52.248648 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-add41dc3-6b88-4cb4-a559-db83fc536c20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.248978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57786) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:52.252672 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c788f8fc-4568-45e6-b449-cc8af44f01f3 None None] Sync routers for ids ['a19c6e9d-0b0b-4d09-b67a-fd12ba622239'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:52.264345 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c788f8fc-4568-45e6-b449-cc8af44f01f3 None None] Routers {'a19c6e9d-0b0b-4d09-b67a-fd12ba622239'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:52.265233 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c788f8fc-4568-45e6-b449-cc8af44f01f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:59:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a19c6e9d-0b0b-4d09-b67a-fd12ba622239'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:52.299787 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c788f8fc-4568-45e6-b449-cc8af44f01f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:52.309187 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c788f8fc-4568-45e6-b449-cc8af44f01f3 None None] Routers {'a19c6e9d-0b0b-4d09-b67a-fd12ba622239'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:52.310017 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c788f8fc-4568-45e6-b449-cc8af44f01f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:59:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a19c6e9d-0b0b-4d09-b67a-fd12ba622239'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:52.326967 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a2a99684-13ba-4d43-93f1-6c8e61f30d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.346157 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c788f8fc-4568-45e6-b449-cc8af44f01f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:52.346795 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c788f8fc-4568-45e6-b449-cc8af44f01f3 None None] The sync data for ids ['a19c6e9d-0b0b-4d09-b67a-fd12ba622239'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:52.374975 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-add41dc3-6b88-4cb4-a559-db83fc536c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.389798 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d1acb6a4-cb0f-4762-bdd3-4b5dac47002f tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.486925 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-add41dc3-6b88-4cb4-a559-db83fc536c20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a0ebcf38be44e848d79e70a6426a4e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7682827 Nov 12 00:59:52.489590 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57788) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:52.490080 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add41dc3-6b88-4cb4-a559-db83fc536c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b49fbc-0a50-4289-9007-9250336f48c0,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:52.519453 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-d1acb6a4-cb0f-4762-bdd3-4b5dac47002f tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 00:59:52.520862 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d1acb6a4-cb0f-4762-bdd3-4b5dac47002f tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "DELETE /v2.0/routers/a19c6e9d-0b0b-4d09-b67a-fd12ba622239 HTTP/1.1" status: 409 len: 329 time: 0.2696090 Nov 12 00:59:52.523329 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57790) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:52.573566 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5ecac34-d1e5-49cb-b479-57d6d26b1eb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.617257 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5ecac34-d1e5-49cb-b479-57d6d26b1eb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.720365 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5ecac34-d1e5-49cb-b479-57d6d26b1eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.725257 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5ecac34-d1e5-49cb-b479-57d6d26b1eb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.728049 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f5ecac34-d1e5-49cb-b479-57d6d26b1eb0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5b49fbc-0a50-4289-9007-9250336f48c0 HTTP/1.1" status: 204 len: 168 time: 0.2372451 Nov 12 00:59:52.745223 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ecac34-d1e5-49cb-b479-57d6d26b1eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b49fbc-0a50-4289-9007-9250336f48c0,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:52.907176 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed56fa-3606-4e27-b638-f780a11a9b77 req-0fd28978-b66d-4745-a2e8-b76a666f73b3 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:52.909588 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-79ed56fa-3606-4e27-b638-f780a11a9b77 req-0fd28978-b66d-4745-a2e8-b76a666f73b3 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.1349809 Nov 12 00:59:53.010271 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-79ed56fa-3606-4e27-b638-f780a11a9b77 req-d608b39f-be75-4bcd-a364-ce1a299022cb tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906308 Nov 12 00:59:53.115119 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-826f2749-1d22-45d3-bd7f-cea71f5b8735 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.342137 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57806) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:53.376909 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4abd0bde-a842-4571-a99b-8ef0dbede8fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.406419 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be3aa0-fd19-4f22-9b20-6f92a53f16c1 req-0aa3b1aa-be0c-450b-ad42-bc56bdd3531c tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:53.413411 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10be3aa0-fd19-4f22-9b20-6f92a53f16c1 req-0aa3b1aa-be0c-450b-ad42-bc56bdd3531c tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 943 time: 0.1158462 Nov 12 00:59:53.444125 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.489719 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10be3aa0-fd19-4f22-9b20-6f92a53f16c1 req-885f1c70-d337-4555-aff2-b783f74dadf1 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/security-groups?id=66fd346d-cd79-488e-ada9-6b17f2a0b776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687804 Nov 12 00:59:53.514879 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf74c1-cf8f-4bb7-af4a-496fccd14d93 req-6cc1e30a-5747-4a00-b96a-7dec5604b439 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:53.516757 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2dbf74c1-cf8f-4bb7-af4a-496fccd14d93 req-6cc1e30a-5747-4a00-b96a-7dec5604b439 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 944 time: 0.1432240 Nov 12 00:59:53.741540 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4abd0bde-a842-4571-a99b-8ef0dbede8fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.748749 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2dbf74c1-cf8f-4bb7-af4a-496fccd14d93 req-bf73ab9d-85e2-4b27-a908-ed984a3de1c1 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205265 Nov 12 00:59:53.752775 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4abd0bde-a842-4571-a99b-8ef0dbede8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.812613 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4abd0bde-a842-4571-a99b-8ef0dbede8fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=19722d8efe134fd6b43ecd99d5fc06fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4608443 Nov 12 00:59:53.813021 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57810) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:53.841576 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd0bde-a842-4571-a99b-8ef0dbede8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806e23bf-872c-4ae3-8992-b62ed4160f2c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:53.846774 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-826f2749-1d22-45d3-bd7f-cea71f5b8735 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Deleting port 2d3b8cd9-843d-4282-82b7-2d15b6e42535 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:53.847549 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-826f2749-1d22-45d3-bd7f-cea71f5b8735 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.891149 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6adb3ca3-ff96-4ec1-bada-a145f370d86b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.926747 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6adb3ca3-ff96-4ec1-bada-a145f370d86b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.969845 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-826f2749-1d22-45d3-bd7f-cea71f5b8735 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.988089 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-826f2749-1d22-45d3-bd7f-cea71f5b8735 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Calling delete_port for 2d3b8cd9-843d-4282-82b7-2d15b6e42535 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:54.029847 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6adb3ca3-ff96-4ec1-bada-a145f370d86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.032930 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6adb3ca3-ff96-4ec1-bada-a145f370d86b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.034416 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6adb3ca3-ff96-4ec1-bada-a145f370d86b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/806e23bf-872c-4ae3-8992-b62ed4160f2c HTTP/1.1" status: 204 len: 168 time: 0.2194862 Nov 12 00:59:54.077395 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb3ca3-ff96-4ec1-bada-a145f370d86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806e23bf-872c-4ae3-8992-b62ed4160f2c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:54.315887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36ee18-ca6d-4f14-b168-d848e9496a26 req-72cbe26c-a825-4a03-85df-72eb73fa9ecb tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:54.317494 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d36ee18-ca6d-4f14-b168-d848e9496a26 req-72cbe26c-a825-4a03-85df-72eb73fa9ecb tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.1117682 Nov 12 00:59:54.409496 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d36ee18-ca6d-4f14-b168-d848e9496a26 req-bb34fd2c-30bd-47f5-b9aa-a81cec501732 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750813 Nov 12 00:59:54.420763 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-826f2749-1d22-45d3-bd7f-cea71f5b8735 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.462542 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f2749-1d22-45d3-bd7f-cea71f5b8735 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Pushing event deleted for resources: {'Port': ['ID=2d3b8cd9-843d-4282-82b7-2d15b6e42535,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:54.571814 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.813319 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-826f2749-1d22-45d3-bd7f-cea71f5b8735 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.920095 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f2b5f-3d1e-4380-a2b5-4f65414fc373 req-90d43050-6b5b-43fe-be85-252d1b8ab5b6 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:54.924985 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd9f2b5f-3d1e-4380-a2b5-4f65414fc373 req-90d43050-6b5b-43fe-be85-252d1b8ab5b6 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.1264992 Nov 12 00:59:54.938494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d62ae-3aea-4119-bb4a-5bb722eaad6a req-602b5978-5c9b-41c9-9220-3fd360a05db9 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:54.940859 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-438d62ae-3aea-4119-bb4a-5bb722eaad6a req-602b5978-5c9b-41c9-9220-3fd360a05db9 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 943 time: 0.3058507 Nov 12 00:59:54.976206 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f3ec9-4f92-40f4-a112-0eed81ba570d req-d4077200-19e2-489b-89f0-517b12f03e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:54.978648 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c27f3ec9-4f92-40f4-a112-0eed81ba570d req-d4077200-19e2-489b-89f0-517b12f03e04 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61af090f9bf849858bde1895d16af040&device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 1097 time: 0.2149630 Nov 12 00:59:55.039428 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd9f2b5f-3d1e-4380-a2b5-4f65414fc373 req-3458ae5b-e032-4bd4-bf4b-f040e87e0e45 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103320 Nov 12 00:59:55.191001 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-438d62ae-3aea-4119-bb4a-5bb722eaad6a req-9de2356a-0185-44c9-b8ef-d6586d4f893a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/security-groups?id=66fd346d-cd79-488e-ada9-6b17f2a0b776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422457 Nov 12 00:59:55.204659 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826f2749-1d22-45d3-bd7f-cea71f5b8735 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Router a19c6e9d-0b0b-4d09-b67a-fd12ba622239 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:59:55.334991 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 505e6b1f-68de-46fe-8fc0-8646a8ab56a9 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:59:55.347670 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa1df9-fc6c-4c7b-8b3a-117c2608f54e req-50ee514a-2cc0-4158-b9c9-6e16928d3438 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:55.360472 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f3ec9-4f92-40f4-a112-0eed81ba570d req-60573bb6-652c-4dc4-a6cd-107a1322c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:55.361948 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cafa1df9-fc6c-4c7b-8b3a-117c2608f54e req-50ee514a-2cc0-4158-b9c9-6e16928d3438 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 944 time: 0.0934217 Nov 12 00:59:55.362451 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c27f3ec9-4f92-40f4-a112-0eed81ba570d req-60573bb6-652c-4dc4-a6cd-107a1322c0a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c HTTP/1.1" status: 200 len: 921 time: 0.3711224 Nov 12 00:59:55.365738 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826f2749-1d22-45d3-bd7f-cea71f5b8735 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:55.385627 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-826f2749-1d22-45d3-bd7f-cea71f5b8735 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "PUT /v2.0/routers/a19c6e9d-0b0b-4d09-b67a-fd12ba622239/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8573778 Nov 12 00:59:55.389884 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57848) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:55.447621 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad77fec6-37d9-4397-9413-3f3e36da707c None None] Sync routers for ids ['a19c6e9d-0b0b-4d09-b67a-fd12ba622239'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:55.468225 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cafa1df9-fc6c-4c7b-8b3a-117c2608f54e req-d22fb06a-d5eb-49af-9dc6-46f0abc2ed32 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010995 Nov 12 00:59:55.532491 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c27f3ec9-4f92-40f4-a112-0eed81ba570d req-b1af5660-821d-43ea-a19b-28c9b53247d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 HTTP/1.1" status: 200 len: 217 time: 0.1456738 Nov 12 00:59:55.534387 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-2a8a376e-0948-4dcb-9112-b055b26c3005 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] show failed (client error): The resource could not be found. Nov 12 00:59:55.535742 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2a8a376e-0948-4dcb-9112-b055b26c3005 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-123712275 HTTP/1.1" status: 404 len: 334 time: 0.1418900 Nov 12 00:59:55.539605 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57852) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:55.545764 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b5bc9c3a-c024-4033-b63e-b381712d3155 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:55.546777 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad77fec6-37d9-4397-9413-3f3e36da707c None None] Routers {'a19c6e9d-0b0b-4d09-b67a-fd12ba622239'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:55.547602 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ad77fec6-37d9-4397-9413-3f3e36da707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:59:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a19c6e9d-0b0b-4d09-b67a-fd12ba622239'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:55.552136 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.606460 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f3ec9-4f92-40f4-a112-0eed81ba570d req-cf673d31-3730-47a3-8175-8217f8fee867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:55.609082 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c27f3ec9-4f92-40f4-a112-0eed81ba570d req-cf673d31-3730-47a3-8175-8217f8fee867 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b04c456d-53c0-4755-9e1c-d34f7406aac3 HTTP/1.1" status: 200 len: 860 time: 0.0683632 Nov 12 00:59:55.614749 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-b5bc9c3a-c024-4033-b63e-b381712d3155 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] update failed (client error): The resource could not be found. Nov 12 00:59:55.620377 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b5bc9c3a-c024-4033-b63e-b381712d3155 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-758295748 HTTP/1.1" status: 404 len: 334 time: 0.0751734 Nov 12 00:59:55.620886 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57854) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:55.696986 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c27f3ec9-4f92-40f4-a112-0eed81ba570d req-40bf80e2-6939-4a42-b688-547237b4f91c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776973 Nov 12 00:59:55.716243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ac0f20-a7ad-4222-84e8-259d147a904b tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Deleting subnet 777c1c3d-42b6-488c-88f9-6720cc11e543 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:55.725138 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73ac0f20-a7ad-4222-84e8-259d147a904b tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.796555 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73ac0f20-a7ad-4222-84e8-259d147a904b tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.843842 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c27f3ec9-4f92-40f4-a112-0eed81ba570d req-49c03cea-e059-4c90-b598-97e737997579 service neutron] 10.222.0.21 "GET /v2.0/networks/1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418014 Nov 12 00:59:55.854600 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ad77fec6-37d9-4397-9413-3f3e36da707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:55.876454 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad77fec6-37d9-4397-9413-3f3e36da707c None None] Routers {'a19c6e9d-0b0b-4d09-b67a-fd12ba622239'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:55.877109 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ad77fec6-37d9-4397-9413-3f3e36da707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:59:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a19c6e9d-0b0b-4d09-b67a-fd12ba622239'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:55.927851 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ad77fec6-37d9-4397-9413-3f3e36da707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:55.938408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad77fec6-37d9-4397-9413-3f3e36da707c None None] The sync data for ids ['a19c6e9d-0b0b-4d09-b67a-fd12ba622239'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:55.947855 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73ac0f20-a7ad-4222-84e8-259d147a904b tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.957273 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 505e6b1f-68de-46fe-8fc0-8646a8ab56a9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=505e6b1f-68de-46fe-8fc0-8646a8ab56a9,segment=NetworkSegment(b3e2b351-551d-4928-9849-d586e04a647c),segment_id=b3e2b351-551d-4928-9849-d586e04a647c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:55.982331 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'port_id': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9', 'mac_address': 'fa:16:3e:4f:bc:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:59:55.988929 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.991917 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c27f3ec9-4f92-40f4-a112-0eed81ba570d req-db4eeafe-546c-4b4e-bf72-fb4ddc577163 service neutron] 10.222.0.21 "GET /v2.0/networks/1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399860 Nov 12 00:59:56.098106 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.099174 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73ac0f20-a7ad-4222-84e8-259d147a904b tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.134425 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac0f20-a7ad-4222-84e8-259d147a904b tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Pushing event deleted for resources: {'Subnet': ['ID=777c1c3d-42b6-488c-88f9-6720cc11e543,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:56.136303 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505e6b1f-68de-46fe-8fc0-8646a8ab56a9 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:59:56.141970 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73ac0f20-a7ad-4222-84e8-259d147a904b tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.146045 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-73ac0f20-a7ad-4222-84e8-259d147a904b tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "DELETE /v2.0/subnets/777c1c3d-42b6-488c-88f9-6720cc11e543 HTTP/1.1" status: 204 len: 168 time: 0.5238781 Nov 12 00:59:56.148886 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57870) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:56.167755 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a775de3-1b5f-4344-8ecc-bcd82f099854 None None] Network aa90e088-64c7-4061-8fd6-da19ba333706 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:56.201361 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 505e6b1f-68de-46fe-8fc0-8646a8ab56a9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=505e6b1f-68de-46fe-8fc0-8646a8ab56a9,segment=NetworkSegment(b3e2b351-551d-4928-9849-d586e04a647c),segment_id=b3e2b351-551d-4928-9849-d586e04a647c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:56.210990 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.224519 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df48b90-755e-4101-80a3-b93be9e0bed5 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Deleting subnet 8d69cbe6-77ea-4404-bf8b-e55f70783d47 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:56.238614 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4df48b90-755e-4101-80a3-b93be9e0bed5 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.269268 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d5aa6-77da-49b1-87e1-711f33bfc8d4 req-23f59bee-d040-44d7-857b-3f4eb14590ea tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:56.271120 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b6d5aa6-77da-49b1-87e1-711f33bfc8d4 req-23f59bee-d040-44d7-857b-3f4eb14590ea tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.1074498 Nov 12 00:59:56.294305 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4df48b90-755e-4101-80a3-b93be9e0bed5 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.366567 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b6d5aa6-77da-49b1-87e1-711f33bfc8d4 req-fccb392f-5fcd-4f89-90de-702122d925bf tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849640 Nov 12 00:59:56.405191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=505e6b1f-68de-46fe-8fc0-8646a8ab56a9,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:56.448818 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa1f91-6d7f-4b06-acf4-3305be623280 req-a6bf4020-09af-4507-9766-84ce6894d741 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:56.450319 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f7fa1f91-6d7f-4b06-acf4-3305be623280 req-a6bf4020-09af-4507-9766-84ce6894d741 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 944 time: 0.1008077 Nov 12 00:59:56.501536 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['505e6b1f-68de-46fe-8fc0-8646a8ab56a9'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:59:56.570521 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4df48b90-755e-4101-80a3-b93be9e0bed5 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.574907 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-a0af02ba-3578-4f0a-b1ea-f4f63a19948c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1275978 Nov 12 00:59:56.578607 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025245fe-c6ec-4efb-8670-622f1cb6c88c None None] DHCP port deletion for aa90e088-64c7-4061-8fd6-da19ba333706 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:56.640416 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f7fa1f91-6d7f-4b06-acf4-3305be623280 req-0ef91cac-cfac-4d6c-9097-632d1654dc7e tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/security-groups?id=66fd346d-cd79-488e-ada9-6b17f2a0b776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560647 Nov 12 00:59:56.689363 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198aa43-95b0-415d-87d0-e0233e49a3f3 req-e04a43ab-459e-47a1-939b-8c9a186ec9f7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:56.690826 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7198aa43-95b0-415d-87d0-e0233e49a3f3 req-e04a43ab-459e-47a1-939b-8c9a186ec9f7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 944 time: 0.1009028 Nov 12 00:59:56.722414 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4df48b90-755e-4101-80a3-b93be9e0bed5 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.758461 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4df48b90-755e-4101-80a3-b93be9e0bed5 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.758896 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-573939c6-2cb8-40ce-80df-9c2cad6aa169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:56.759328 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-573939c6-2cb8-40ce-80df-9c2cad6aa169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:56.759792 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-573939c6-2cb8-40ce-80df-9c2cad6aa169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:56.761538 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-573939c6-2cb8-40ce-80df-9c2cad6aa169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:56.761955 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4df48b90-755e-4101-80a3-b93be9e0bed5 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "DELETE /v2.0/subnets/8d69cbe6-77ea-4404-bf8b-e55f70783d47 HTTP/1.1" status: 204 len: 168 time: 0.6117399 Nov 12 00:59:56.762308 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-573939c6-2cb8-40ce-80df-9c2cad6aa169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:56.762502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-573939c6-2cb8-40ce-80df-9c2cad6aa169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:56.762968 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-573939c6-2cb8-40ce-80df-9c2cad6aa169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:56.764897 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-573939c6-2cb8-40ce-80df-9c2cad6aa169 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75c055e9876449c3980c1d635d3020fe&device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 6501 time: 0.0978925 Nov 12 00:59:56.765388 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57888) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:56.782221 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b499905-029e-4004-a39a-78f2b15515bb None None] Network 9b8dcdb6-c73e-4116-96eb-e448c5330ee7 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:56.792950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df48b90-755e-4101-80a3-b93be9e0bed5 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Pushing event deleted for resources: {'Subnet': ['ID=8d69cbe6-77ea-4404-bf8b-e55f70783d47,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:56.849920 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7198aa43-95b0-415d-87d0-e0233e49a3f3 req-b1bf8f99-f9a0-4814-b56e-b603ccaa0443 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434813 Nov 12 00:59:56.914067 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-025245fe-c6ec-4efb-8670-622f1cb6c88c None None] Deleting port 98124e80-6a58-4c90-9c50-157dba88e27b {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:56.914642 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-025245fe-c6ec-4efb-8670-622f1cb6c88c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.064241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-025245fe-c6ec-4efb-8670-622f1cb6c88c None None] For port 98124e80-6a58-4c90-9c50-157dba88e27b, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=98124e80-6a58-4c90-9c50-157dba88e27b,segment=NetworkSegment(a4699ed6-5182-4454-a81a-a89517a7167f),segment_id=a4699ed6-5182-4454-a81a-a89517a7167f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:57.064668 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-025245fe-c6ec-4efb-8670-622f1cb6c88c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.092528 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-025245fe-c6ec-4efb-8670-622f1cb6c88c None None] Calling delete_port for 98124e80-6a58-4c90-9c50-157dba88e27b owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:57.214050 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a7cf2a-84d3-4b9b-a5cf-c90854bdefbc None None] DHCP port deletion for 9b8dcdb6-c73e-4116-96eb-e448c5330ee7 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:57.263869 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 98124e80-6a58-4c90-9c50-157dba88e27b no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:57.308392 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-025245fe-c6ec-4efb-8670-622f1cb6c88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.349834 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025245fe-c6ec-4efb-8670-622f1cb6c88c None None] Pushing event deleted for resources: {'Port': ['ID=98124e80-6a58-4c90-9c50-157dba88e27b,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:57.359075 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025245fe-c6ec-4efb-8670-622f1cb6c88c None None] No DVR routers for this DVR port 98124e80-6a58-4c90-9c50-157dba88e27b on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:57.361969 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No active binding found for port 98124e80-6a58-4c90-9c50-157dba88e27b {{(pid=114244) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 00:59:57.362794 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 98124e80-6a58-4c90-9c50-157dba88e27b not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:57.387974 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7cf2a-84d3-4b9b-a5cf-c90854bdefbc None None] Deleting port aac5dd73-3223-48f1-aed0-efc84a52d285 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:57.388367 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c6a7cf2a-84d3-4b9b-a5cf-c90854bdefbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.463356 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c6a7cf2a-84d3-4b9b-a5cf-c90854bdefbc None None] For port aac5dd73-3223-48f1-aed0-efc84a52d285, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=aac5dd73-3223-48f1-aed0-efc84a52d285,segment=NetworkSegment(9add18b7-44eb-47b8-80e4-6f4fa900a82c),segment_id=9add18b7-44eb-47b8-80e4-6f4fa900a82c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:57.463686 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c6a7cf2a-84d3-4b9b-a5cf-c90854bdefbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.467135 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-60ca207e-a520-496a-9332-f9209e28ca93 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.478497 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7cf2a-84d3-4b9b-a5cf-c90854bdefbc None None] Calling delete_port for aac5dd73-3223-48f1-aed0-efc84a52d285 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:57.556092 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdf322-a469-4b06-811e-26bce0dd7293 req-b99c423c-30e6-43b5-9e70-b4ed84954b50 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:57.557702 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74bdf322-a469-4b06-811e-26bce0dd7293 req-b99c423c-30e6-43b5-9e70-b4ed84954b50 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.0862815 Nov 12 00:59:57.622356 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c6a7cf2a-84d3-4b9b-a5cf-c90854bdefbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.659207 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7cf2a-84d3-4b9b-a5cf-c90854bdefbc None None] Pushing event deleted for resources: {'Port': ['ID=aac5dd73-3223-48f1-aed0-efc84a52d285,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:57.663937 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a7cf2a-84d3-4b9b-a5cf-c90854bdefbc None None] No DVR routers for this DVR port aac5dd73-3223-48f1-aed0-efc84a52d285 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:57.673057 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57904) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:57.749630 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-60ca207e-a520-496a-9332-f9209e28ca93 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.761322 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-8fb05aa1-78fb-4899-a017-5f359757f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:57.761801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-8fb05aa1-78fb-4899-a017-5f359757f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:57.762354 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-8fb05aa1-78fb-4899-a017-5f359757f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:57.764347 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-8fb05aa1-78fb-4899-a017-5f359757f12a service neutron] 10.222.0.21 "GET /v2.0/networks?id=d6ea9c94-971c-4de5-89c0-b46d88be536e&id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&id=523495f2-d0a8-4874-8ce9-f158f9a48578&id=523495f2-d0a8-4874-8ce9-f158f9a48578 HTTP/1.1" status: 200 len: 2292 time: 0.9541669 Nov 12 00:59:57.802913 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e8246-acbf-427f-8cc7-fe547af038e6 req-fa9e3b9b-59ce-4ff8-a752-1cb3e5f4f3ca tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:57.812138 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74bdf322-a469-4b06-811e-26bce0dd7293 req-4036934d-fee7-4a1a-a41b-16c0ad912c3a tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928289 Nov 12 00:59:57.814798 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-029e8246-acbf-427f-8cc7-fe547af038e6 req-fa9e3b9b-59ce-4ff8-a752-1cb3e5f4f3ca tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 944 time: 0.0722694 Nov 12 00:59:57.862226 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-60ca207e-a520-496a-9332-f9209e28ca93 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa90e088-64c7-4061-8fd6-da19ba333706']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:57.864196 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e27e9f8-20c5-4149-a6c6-8d21aba85097 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.875537 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-60ca207e-a520-496a-9332-f9209e28ca93 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4699ed6-5182-4454-a81a-a89517a7167f') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:57.875878 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-60ca207e-a520-496a-9332-f9209e28ca93 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4699ed6-5182-4454-a81a-a89517a7167f') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:57.890428 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-60ca207e-a520-496a-9332-f9209e28ca93 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.894607 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-029e8246-acbf-427f-8cc7-fe547af038e6 req-38736b98-8653-4c6b-ada7-faa1c6a5a37b tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/security-groups?id=66fd346d-cd79-488e-ada9-6b17f2a0b776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788345 Nov 12 00:59:57.924844 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-60ca207e-a520-496a-9332-f9209e28ca93 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.950614 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ca207e-a520-496a-9332-f9209e28ca93 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:57.950970 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-60ca207e-a520-496a-9332-f9209e28ca93 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: timer() Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:57.954324 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:57.970772 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e27e9f8-20c5-4149-a6c6-8d21aba85097 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.975381 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e27e9f8-20c5-4149-a6c6-8d21aba85097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.017379 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7e27e9f8-20c5-4149-a6c6-8d21aba85097 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da6309040e224ead8392de292cb5c650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3329895 Nov 12 00:59:58.019809 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57910) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:58.020484 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-9d59d884-c839-4b69-9083-22950e62d09b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b HTTP/1.1" status: 200 len: 1002 time: 0.2452946 Nov 12 00:59:58.027042 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27e9f8-20c5-4149-a6c6-8d21aba85097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd237e5-c24b-4fe0-9cf5-31d4d6589b63,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:58.057816 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91885f54-2783-4a5e-ba1e-33c91bc44855 req-c3c78073-70a1-4a98-8831-809920d64bc9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:58.059538 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-91885f54-2783-4a5e-ba1e-33c91bc44855 req-c3c78073-70a1-4a98-8831-809920d64bc9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 944 time: 0.1305044 Nov 12 00:59:58.079044 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-702532c1-45e6-467a-9fe6-2f240f73ebab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.081582 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-60ca207e-a520-496a-9332-f9209e28ca93 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.096993 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-60ca207e-a520-496a-9332-f9209e28ca93 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.100133 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-60ca207e-a520-496a-9332-f9209e28ca93 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "DELETE /v2.0/networks/aa90e088-64c7-4061-8fd6-da19ba333706 HTTP/1.1" status: 204 len: 168 time: 1.3172610 Nov 12 00:59:58.102598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57912) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:58.116404 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-702532c1-45e6-467a-9fe6-2f240f73ebab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.123947 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca207e-a520-496a-9332-f9209e28ca93 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Pushing event deleted for resources: {'Network': ['ID=aa90e088-64c7-4061-8fd6-da19ba333706,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:58.138592 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-1dc0fc4c-75bc-475b-b372-ae86b0a53f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:58.140108 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-1dc0fc4c-75bc-475b-b372-ae86b0a53f33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ba268ed-fc66-4621-b497-0ee29a68e673 HTTP/1.1" status: 200 len: 851 time: 0.1082115 Nov 12 00:59:58.197398 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-91885f54-2783-4a5e-ba1e-33c91bc44855 req-fbebe4c8-6aea-46f6-bf20-3dccf2fca85c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192579 Nov 12 00:59:58.209722 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-77acd3ed-f6c0-4501-9c8c-d8d93ec9e9ce tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.218978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-36ffe5d4-996b-4c01-8f75-0dce60d0099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:58.221211 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-36ffe5d4-996b-4c01-8f75-0dce60d0099a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d6ea9c94-971c-4de5-89c0-b46d88be536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730739 Nov 12 00:59:58.281260 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-702532c1-45e6-467a-9fe6-2f240f73ebab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.284293 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-702532c1-45e6-467a-9fe6-2f240f73ebab admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.285489 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-702532c1-45e6-467a-9fe6-2f240f73ebab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2dd237e5-c24b-4fe0-9cf5-31d4d6589b63 HTTP/1.1" status: 204 len: 168 time: 0.2647390 Nov 12 00:59:58.324283 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-f8be34a8-593d-4280-bccc-3c838b5c4a1c service neutron] 10.222.0.21 "GET /v2.0/networks/d6ea9c94-971c-4de5-89c0-b46d88be536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939643 Nov 12 00:59:58.333763 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702532c1-45e6-467a-9fe6-2f240f73ebab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd237e5-c24b-4fe0-9cf5-31d4d6589b63,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:58.336490 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-77acd3ed-f6c0-4501-9c8c-d8d93ec9e9ce tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.364872 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-77acd3ed-f6c0-4501-9c8c-d8d93ec9e9ce tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8dcdb6-c73e-4116-96eb-e448c5330ee7']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:58.375455 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-77acd3ed-f6c0-4501-9c8c-d8d93ec9e9ce tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9add18b7-44eb-47b8-80e4-6f4fa900a82c') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:58.375755 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-77acd3ed-f6c0-4501-9c8c-d8d93ec9e9ce tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9add18b7-44eb-47b8-80e4-6f4fa900a82c') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:58.386234 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-77acd3ed-f6c0-4501-9c8c-d8d93ec9e9ce tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.401841 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-77acd3ed-f6c0-4501-9c8c-d8d93ec9e9ce tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.410394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77acd3ed-f6c0-4501-9c8c-d8d93ec9e9ce tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:58.410394 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-77acd3ed-f6c0-4501-9c8c-d8d93ec9e9ce tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: timer() Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:58.413001 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:58.464655 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-e608cf4c-8958-4397-b36c-4afd1b33617d service neutron] 10.222.0.21 "GET /v2.0/networks/d6ea9c94-971c-4de5-89c0-b46d88be536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342161 Nov 12 00:59:58.519040 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-77acd3ed-f6c0-4501-9c8c-d8d93ec9e9ce tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.529342 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-8264da65-cee8-40d6-b43b-ba83999fdc55 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 HTTP/1.1" status: 200 len: 217 time: 0.0548341 Nov 12 00:59:58.533339 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-77acd3ed-f6c0-4501-9c8c-d8d93ec9e9ce tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.538753 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-77acd3ed-f6c0-4501-9c8c-d8d93ec9e9ce tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "DELETE /v2.0/networks/9b8dcdb6-c73e-4116-96eb-e448c5330ee7 HTTP/1.1" status: 204 len: 168 time: 0.4350197 Nov 12 00:59:58.546412 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57920) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:58.590668 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-b9a8196f-a1c3-4fd4-aa23-084d1c0a5dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:58.592534 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-b9a8196f-a1c3-4fd4-aa23-084d1c0a5dc9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e3b5c1-9246-44ee-8b2b-05576d2e6cd6 HTTP/1.1" status: 200 len: 797 time: 0.0570786 Nov 12 00:59:58.603820 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acd3ed-f6c0-4501-9c8c-d8d93ec9e9ce tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Pushing event deleted for resources: {'Network': ['ID=9b8dcdb6-c73e-4116-96eb-e448c5330ee7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:58.640784 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-26140a05-7aa8-48a6-8b7b-9cbd3543e6cc tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Deleting subnet eca925e4-b139-443a-9317-bc8e4af921b8 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:58.647015 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26140a05-7aa8-48a6-8b7b-9cbd3543e6cc tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.659175 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-61878ae4-caee-4095-9f41-3cb96330d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:58.661642 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-61878ae4-caee-4095-9f41-3cb96330d106 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0611501 Nov 12 00:59:58.676645 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57922) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:58.697771 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26140a05-7aa8-48a6-8b7b-9cbd3543e6cc tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.707897 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-677decde-ab4e-46c0-985f-3d2298c225a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.803431 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26140a05-7aa8-48a6-8b7b-9cbd3543e6cc tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.807858 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-6ee03b8b-4f9c-4817-b4a6-3a9bcc3d310b service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388574 Nov 12 00:59:58.883934 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26140a05-7aa8-48a6-8b7b-9cbd3543e6cc tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.922839 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26140a05-7aa8-48a6-8b7b-9cbd3543e6cc tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Pushing event deleted for resources: {'Subnet': ['ID=eca925e4-b139-443a-9317-bc8e4af921b8,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:58.929416 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26140a05-7aa8-48a6-8b7b-9cbd3543e6cc tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.936553 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-26140a05-7aa8-48a6-8b7b-9cbd3543e6cc tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "DELETE /v2.0/subnets/eca925e4-b139-443a-9317-bc8e4af921b8 HTTP/1.1" status: 204 len: 168 time: 0.3880787 Nov 12 00:59:58.937220 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57930) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:58.940000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17b5cdd-91f9-46fb-bdb1-0ebaa2b3d36f None None] Network 920dee3e-5dc8-414a-bc5c-ddc181621287 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:59.015935 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-677decde-ab4e-46c0-985f-3d2298c225a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.024866 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-77222159-58ff-4973-a376-d0322eb46d52 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098415 Nov 12 00:59:59.028754 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-677decde-ab4e-46c0-985f-3d2298c225a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.089593 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e19a2d1f-0185-4104-811b-ceb9c05ba766 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.095247 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677decde-ab4e-46c0-985f-3d2298c225a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a3e67c-cd76-49d6-b040-39c6c9b8841b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:59.127684 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29c869-11ec-412b-8c5d-951b43da062a req-1f126370-1dea-4b24-9a06-8d6c808cd0e3 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:59.136644 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1c29c869-11ec-412b-8c5d-951b43da062a req-1f126370-1dea-4b24-9a06-8d6c808cd0e3 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 944 time: 0.1098347 Nov 12 00:59:59.146320 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2532ebf-be64-4fd9-b6ad-19186cf3decd None None] DHCP port deletion for 920dee3e-5dc8-414a-bc5c-ddc181621287 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:59.155031 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-aad92a02-82a4-4496-b03f-ab0cd5758292 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=eaf27379-549b-4591-bd09-78291efa7f5f HTTP/1.1" status: 200 len: 217 time: 0.1082957 Nov 12 00:59:59.160575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57932) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:59.161606 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-677decde-ab4e-46c0-985f-3d2298c225a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f12087f90fb4b24b99f3e646b540288&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4828312 Nov 12 00:59:59.170558 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d5131-545f-4319-a3c0-f0aad962031f req-85192fd0-706e-4359-934d-5d4d794ef729 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:59.172289 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8c2d5131-545f-4319-a3c0-f0aad962031f req-85192fd0-706e-4359-934d-5d4d794ef729 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.2731605 Nov 12 00:59:59.203221 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device aac5dd73-3223-48f1-aed0-efc84a52d285 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:59.240404 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: aac5dd73-3223-48f1-aed0-efc84a52d285 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:59.241245 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device aac5dd73-3223-48f1-aed0-efc84a52d285 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:59.255151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f2532ebf-be64-4fd9-b6ad-19186cf3decd None None] Deleting port 8c22f6ba-900b-4cc6-88e9-513108987f24 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:59.256266 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f2532ebf-be64-4fd9-b6ad-19186cf3decd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.261544 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-c4f4cd3c-a987-464f-a401-73e15c917a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:59.264425 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-c4f4cd3c-a987-464f-a401-73e15c917a4d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e3b5c1-9246-44ee-8b2b-05576d2e6cd6 HTTP/1.1" status: 200 len: 797 time: 0.0908284 Nov 12 00:59:59.284952 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1c29c869-11ec-412b-8c5d-951b43da062a req-c5193093-2ce1-4671-8b95-ead4a3ea2680 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/security-groups?id=66fd346d-cd79-488e-ada9-6b17f2a0b776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464679 Nov 12 00:59:59.313478 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8c2d5131-545f-4319-a3c0-f0aad962031f req-b8f3ec7c-56fc-4d51-99fe-01054301bb23 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318858 Nov 12 00:59:59.338984 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-e19a2d1f-0185-4104-811b-ceb9c05ba766 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Deleting port 8c22f6ba-900b-4cc6-88e9-513108987f24 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:59.339329 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e19a2d1f-0185-4104-811b-ceb9c05ba766 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.361001 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-7eea2d7f-a837-4946-8598-c8278c12be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:59.362985 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-f2532ebf-be64-4fd9-b6ad-19186cf3decd None None] For port 8c22f6ba-900b-4cc6-88e9-513108987f24, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8c22f6ba-900b-4cc6-88e9-513108987f24,segment=NetworkSegment(5ab9d608-07fa-41b0-bbbe-272887fbfb19),segment_id=5ab9d608-07fa-41b0-bbbe-272887fbfb19)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:59.363643 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f2532ebf-be64-4fd9-b6ad-19186cf3decd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.364539 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-7eea2d7f-a837-4946-8598-c8278c12be6d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0805068 Nov 12 00:59:59.365508 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0463f4bc-1563-4350-86a8-5e2aa6ea5dfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.388174 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 505e6b1f-68de-46fe-8fc0-8646a8ab56a9 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:59.426478 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f2532ebf-be64-4fd9-b6ad-19186cf3decd None None] Calling delete_port for 8c22f6ba-900b-4cc6-88e9-513108987f24 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:59.478432 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-456f0990-ab13-41fc-a817-16c6064b72df service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079338 Nov 12 00:59:59.493324 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 505e6b1f-68de-46fe-8fc0-8646a8ab56a9 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:59:59.509508 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 505e6b1f-68de-46fe-8fc0-8646a8ab56a9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:59.510233 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.600709 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-26b93272-a4d7-4a0b-be2e-6b7d6c09d85f service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151087 Nov 12 00:59:59.656319 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f2532ebf-be64-4fd9-b6ad-19186cf3decd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.689668 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-e6d9c28d-7a79-437e-b0b3-5cdc755f4c30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=3f4d6886-1149-4c55-aa72-c928b8b02a0f HTTP/1.1" status: 200 len: 217 time: 0.0746040 Nov 12 00:59:59.697578 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2532ebf-be64-4fd9-b6ad-19186cf3decd None None] Pushing event deleted for resources: {'Port': ['ID=8c22f6ba-900b-4cc6-88e9-513108987f24,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:59.706015 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2532ebf-be64-4fd9-b6ad-19186cf3decd None None] No DVR routers for this DVR port 8c22f6ba-900b-4cc6-88e9-513108987f24 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:59.710542 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.753117 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90e44a4-2baf-4cf6-9b72-ff55cf086d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:59.755441 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223cc5d1-2fc1-447e-8f5e-a75cb987c602" -d '{"events": [{"server_uuid": "e90e44a4-2baf-4cf6-9b72-ff55cf086d4a", "name": "network-vif-plugged", "status": "completed", "tag": "505e6b1f-68de-46fe-8fc0-8646a8ab56a9"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:59.755764 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-cc6353a5-c817-4cc5-89c8-cff10a59bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:59.758273 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-cc6353a5-c817-4cc5-89c8-cff10a59bb1f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e3b5c1-9246-44ee-8b2b-05576d2e6cd6 HTTP/1.1" status: 200 len: 797 time: 0.0618770 Nov 12 00:59:59.763445 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 505e6b1f-68de-46fe-8fc0-8646a8ab56a9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=505e6b1f-68de-46fe-8fc0-8646a8ab56a9,segment=NetworkSegment(b3e2b351-551d-4928-9849-d586e04a647c),segment_id=b3e2b351-551d-4928-9849-d586e04a647c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:59.778152 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.847141 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b36cd15-bdcf-4ac1-9fc4-def07ec1cf21 x-openstack-request-id: req-0b36cd15-bdcf-4ac1-9fc4-def07ec1cf21 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:59.847904 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90e44a4-2baf-4cf6-9b72-ff55cf086d4a", "name": "network-vif-plugged", "status": "completed", "tag": "505e6b1f-68de-46fe-8fc0-8646a8ab56a9", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:59.848153 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b36cd15-bdcf-4ac1-9fc4-def07ec1cf21 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:59.848648 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90e44a4-2baf-4cf6-9b72-ff55cf086d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9', 'code': 200} Nov 12 00:59:59.866409 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-77a530f4-c3e7-4635-93d5-9a612ffb4cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:59.876656 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-77a530f4-c3e7-4635-93d5-9a612ffb4cc0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1112950 Nov 12 00:59:59.891375 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-e19a2d1f-0185-4104-811b-ceb9c05ba766 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] For port 8c22f6ba-900b-4cc6-88e9-513108987f24, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8c22f6ba-900b-4cc6-88e9-513108987f24,segment=NetworkSegment(5ab9d608-07fa-41b0-bbbe-272887fbfb19),segment_id=5ab9d608-07fa-41b0-bbbe-272887fbfb19)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:59.892001 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e19a2d1f-0185-4104-811b-ceb9c05ba766 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.912230 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=505e6b1f-68de-46fe-8fc0-8646a8ab56a9,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:59.933212 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0463f4bc-1563-4350-86a8-5e2aa6ea5dfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.945205 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-e19a2d1f-0185-4104-811b-ceb9c05ba766 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Calling delete_port for 8c22f6ba-900b-4cc6-88e9-513108987f24 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:59.992426 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda66a2d-2f36-4af9-88e2-a1fb20bd30d8 req-50685f28-8fab-449e-b7c6-99ca02272855 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:59.994034 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cda66a2d-2f36-4af9-88e2-a1fb20bd30d8 req-50685f28-8fab-449e-b7c6-99ca02272855 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 944 time: 0.6130948 Nov 12 01:00:00.033276 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2b6ec-3fe0-4cc2-a16c-6d5d7539a214 req-bf1fc786-fe1f-4bd5-aa0f-1278282cc57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:00.035458 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a0f2b6ec-3fe0-4cc2-a16c-6d5d7539a214 req-bf1fc786-fe1f-4bd5-aa0f-1278282cc57e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 1097 time: 0.1073210 Nov 12 01:00:00.071722 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-f6b67628-fa88-48d3-a45b-8583f726fae5 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821449 Nov 12 01:00:00.085876 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0463f4bc-1563-4350-86a8-5e2aa6ea5dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.088480 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0463f4bc-1563-4350-86a8-5e2aa6ea5dfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.092962 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0463f4bc-1563-4350-86a8-5e2aa6ea5dfb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57a3e67c-cd76-49d6-b040-39c6c9b8841b HTTP/1.1" status: 204 len: 168 time: 0.9057794 Nov 12 01:00:00.114839 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cda66a2d-2f36-4af9-88e2-a1fb20bd30d8 req-a0ad4f75-53d1-4e2b-bf95-c2a0b7e5afc2 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885708 Nov 12 01:00:00.116596 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463f4bc-1563-4350-86a8-5e2aa6ea5dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a3e67c-cd76-49d6-b040-39c6c9b8841b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:00.128864 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e19a2d1f-0185-4104-811b-ceb9c05ba766 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.170877 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a2d1f-0185-4104-811b-ceb9c05ba766 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Pushing event deleted for resources: {'Port': ['ID=8c22f6ba-900b-4cc6-88e9-513108987f24,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:00.178463 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-039bf174-f4cb-49f3-ae07-0979f19e7a01 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981550 Nov 12 01:00:00.182393 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a2d1f-0185-4104-811b-ceb9c05ba766 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] No DVR routers for this DVR port 8c22f6ba-900b-4cc6-88e9-513108987f24 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:00.235717 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-b4560b07-bfab-415e-87d7-5e26ff79d105 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=2848d887-c908-4eac-985d-33d1a11891ab HTTP/1.1" status: 200 len: 217 time: 0.0465524 Nov 12 01:00:00.239654 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a0f2b6ec-3fe0-4cc2-a16c-6d5d7539a214 req-6c65e400-c9b4-4177-8165-727c7139356c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=66fd346d-cd79-488e-ada9-6b17f2a0b776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956685 Nov 12 01:00:00.283316 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e19a2d1f-0185-4104-811b-ceb9c05ba766 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.309385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-e19a2d1f-0185-4104-811b-ceb9c05ba766 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920dee3e-5dc8-414a-bc5c-ddc181621287']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:00.325196 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-e19a2d1f-0185-4104-811b-ceb9c05ba766 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab9d608-07fa-41b0-bbbe-272887fbfb19') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:00.325502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-e19a2d1f-0185-4104-811b-ceb9c05ba766 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab9d608-07fa-41b0-bbbe-272887fbfb19') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:00.337475 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e19a2d1f-0185-4104-811b-ceb9c05ba766 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.372301 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e19a2d1f-0185-4104-811b-ceb9c05ba766 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.379116 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19a2d1f-0185-4104-811b-ceb9c05ba766 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:00.379728 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e19a2d1f-0185-4104-811b-ceb9c05ba766 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:00.383613 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:00.464332 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ab160-f9f7-4b2a-a418-f1714c90b73f req-e815fc04-f3b1-4b01-96d0-176769d71fd7 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:00.472267 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-110ab160-f9f7-4b2a-a418-f1714c90b73f req-e815fc04-f3b1-4b01-96d0-176769d71fd7 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 945 time: 0.1048665 Nov 12 01:00:00.486518 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e19a2d1f-0185-4104-811b-ceb9c05ba766 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.498328 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e19a2d1f-0185-4104-811b-ceb9c05ba766 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.504008 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e19a2d1f-0185-4104-811b-ceb9c05ba766 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "DELETE /v2.0/networks/920dee3e-5dc8-414a-bc5c-ddc181621287 HTTP/1.1" status: 204 len: 168 time: 1.5634651 Nov 12 01:00:00.508582 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57948) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:00.523379 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a2d1f-0185-4104-811b-ceb9c05ba766 tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Pushing event deleted for resources: {'Network': ['ID=920dee3e-5dc8-414a-bc5c-ddc181621287,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:00.534952 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82235f-c8e6-4108-be36-8192e7ab5fd1 req-8499415a-8b4a-44a7-aaa8-90d093a23cb9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:00.536716 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6d82235f-c8e6-4108-be36-8192e7ab5fd1 req-8499415a-8b4a-44a7-aaa8-90d093a23cb9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.1059060 Nov 12 01:00:00.542677 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-20e88a3a-0cbf-4e53-bf80-7bb31a367d5f tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "GET /v2.0/ports?device_id=a19c6e9d-0b0b-4d09-b67a-fd12ba622239 HTTP/1.1" status: 200 len: 205 time: 0.0320075 Nov 12 01:00:00.546718 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57950) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:00.546901 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-555fe803-387b-45de-b384-295affc99d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:00.548516 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-555fe803-387b-45de-b384-295affc99d4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e3b5c1-9246-44ee-8b2b-05576d2e6cd6 HTTP/1.1" status: 200 len: 797 time: 0.1224515 Nov 12 01:00:00.606764 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-110ab160-f9f7-4b2a-a418-f1714c90b73f req-a972e529-6ff1-4a1a-9981-74a0814fbb14 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/security-groups?id=66fd346d-cd79-488e-ada9-6b17f2a0b776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286094 Nov 12 01:00:00.625027 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-1fffb50e-7518-4a64-b9b4-0d1aff45ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:00.627058 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-1fffb50e-7518-4a64-b9b4-0d1aff45ad45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0702665 Nov 12 01:00:00.666377 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a13ca946-46cf-4372-b90a-85ff4c444cdd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.774211 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-2a295c93-60bf-4e3b-a551-e97f7b955fd9 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168044 Nov 12 01:00:00.775914 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6d82235f-c8e6-4108-be36-8192e7ab5fd1 req-d8b6bb9b-d2a8-4140-bae5-6a07bc192147 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287331 Nov 12 01:00:00.891616 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a13ca946-46cf-4372-b90a-85ff4c444cdd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.894544 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a13ca946-46cf-4372-b90a-85ff4c444cdd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.944744 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-88cbb7fd-be30-467f-b5cc-4c90d2ee8855 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616709 Nov 12 01:00:00.951867 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a13ca946-46cf-4372-b90a-85ff4c444cdd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.952469 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13ca946-46cf-4372-b90a-85ff4c444cdd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Fanout notify agent at l3_agent the message router_deleted on router a19c6e9d-0b0b-4d09-b67a-fd12ba622239 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:00:00.960195 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a13ca946-46cf-4372-b90a-85ff4c444cdd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.962254 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a13ca946-46cf-4372-b90a-85ff4c444cdd tempest-RoutersNegativeTest-329640464 tempest-RoutersNegativeTest-329640464-project] 10.222.0.31 "DELETE /v2.0/routers/a19c6e9d-0b0b-4d09-b67a-fd12ba622239 HTTP/1.1" status: 204 len: 168 time: 0.4137886 Nov 12 01:00:01.006160 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-f9a0cfeb-8faa-4f38-a9c8-7ca94408cf5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ce338286-589a-4fe7-9255-b5d2a6ec28f4 HTTP/1.1" status: 200 len: 217 time: 0.0538571 Nov 12 01:00:01.068295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-59d2430b-95de-4420-b1f9-55a47282e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:01.072553 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-59d2430b-95de-4420-b1f9-55a47282e6a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=870dc38d-f2e2-4511-a748-1147cb7d0fbb HTTP/1.1" status: 200 len: 797 time: 0.0585039 Nov 12 01:00:01.155759 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-64848c49-b420-4c02-9573-35c1d70c526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:01.156090 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8c22f6ba-900b-4cc6-88e9-513108987f24 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:01.159380 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-64848c49-b420-4c02-9573-35c1d70c526f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=523495f2-d0a8-4874-8ce9-f158f9a48578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0761755 Nov 12 01:00:01.202405 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 8c22f6ba-900b-4cc6-88e9-513108987f24 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:01.202754 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8c22f6ba-900b-4cc6-88e9-513108987f24 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:01.283221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57976) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:01.353653 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbc0aa-277b-415c-87b6-92c1dcdd25e5 req-523045a8-0486-47c3-961d-39697d0484f3 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:01.355223 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-18fbc0aa-277b-415c-87b6-92c1dcdd25e5 req-523045a8-0486-47c3-961d-39697d0484f3 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 944 time: 0.0806983 Nov 12 01:00:01.390026 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-bd5c1c9f-07ec-4135-87f1-991cccf356ee service neutron] 10.222.0.21 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217956 Nov 12 01:00:01.487876 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-18fbc0aa-277b-415c-87b6-92c1dcdd25e5 req-e57c6023-fb68-4f91-aaac-28108f8a6536 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190426 Nov 12 01:00:01.505416 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7685d49a-ec99-4391-92f3-85660cbfe84f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f005e88751c24e198aa9c10617c94e26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2199504 Nov 12 01:00:01.507801 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57986) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:01.528727 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-6d29d86f-2230-431a-9dae-3a8afb7ec8bb service neutron] 10.222.0.21 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232066 Nov 12 01:00:01.568593 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-faae069e-1648-4621-9035-2ffe0867c03f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.583910 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-aa97d2ea-5153-4817-a178-ddecc968147b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=babf2404-166d-409b-b86b-258ee071292f HTTP/1.1" status: 200 len: 217 time: 0.0478654 Nov 12 01:00:01.597121 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-faae069e-1648-4621-9035-2ffe0867c03f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.663413 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-588f3beb-b6a2-43ac-8ea1-5027f005969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:01.664913 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-588f3beb-b6a2-43ac-8ea1-5027f005969f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=870dc38d-f2e2-4511-a748-1147cb7d0fbb HTTP/1.1" status: 200 len: 797 time: 0.0736835 Nov 12 01:00:01.679259 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-faae069e-1648-4621-9035-2ffe0867c03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.683132 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-faae069e-1648-4621-9035-2ffe0867c03f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.687151 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-faae069e-1648-4621-9035-2ffe0867c03f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/657e3299-c90c-4048-b556-6dfb8ebdb06a HTTP/1.1" status: 204 len: 168 time: 0.1761119 Nov 12 01:00:01.728284 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-2f031c07-f248-4ba1-a2e8-981feb2ed9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:01.730321 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-2f031c07-f248-4ba1-a2e8-981feb2ed9d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=523495f2-d0a8-4874-8ce9-f158f9a48578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0585556 Nov 12 01:00:01.751140 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae069e-1648-4621-9035-2ffe0867c03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657e3299-c90c-4048-b556-6dfb8ebdb06a,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:01.790597 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8ed94-13ca-4ec5-9447-72ea58387aff req-ab96cbc1-779f-4965-a2dd-83ca7998a338 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:01.792754 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15f8ed94-13ca-4ec5-9447-72ea58387aff req-ab96cbc1-779f-4965-a2dd-83ca7998a338 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 945 time: 0.1063054 Nov 12 01:00:01.916645 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15f8ed94-13ca-4ec5-9447-72ea58387aff req-1ee16665-1cea-4c90-ad0a-58a9bfdd8001 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/security-groups?id=66fd346d-cd79-488e-ada9-6b17f2a0b776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115348 Nov 12 01:00:01.935874 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-838240dc-6177-4c6e-ac33-c458896d52d7 service neutron] 10.222.0.21 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924534 Nov 12 01:00:02.094393 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11bf12-09be-47fa-8711-f393b8946f5a req-e23deca9-2cf0-4a94-890b-4b3317f2725e tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:02.095909 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7d11bf12-09be-47fa-8711-f393b8946f5a req-e23deca9-2cf0-4a94-890b-4b3317f2725e tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.1088302 Nov 12 01:00:02.126607 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d90b2a-87be-45eb-8903-77898d98b1ba req-b6b2be42-d7b4-450c-a9e3-ecf69d92914b tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:02.128272 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-05d90b2a-87be-45eb-8903-77898d98b1ba req-b6b2be42-d7b4-450c-a9e3-ecf69d92914b tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 945 time: 0.1000295 Nov 12 01:00:02.141987 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9707ae73-5e24-4d35-9a9d-e88a298d152d req-6153f252-5276-4585-b1c0-5ce7034d8252 service neutron] 10.222.0.21 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988578 Nov 12 01:00:02.190396 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7d11bf12-09be-47fa-8711-f393b8946f5a req-c94c0f22-4fc9-4708-b81b-7cdf8cabe391 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830026 Nov 12 01:00:02.229141 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-05d90b2a-87be-45eb-8903-77898d98b1ba req-232f3628-5320-4dbb-877e-efd7f778a3f0 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/security-groups?id=66fd346d-cd79-488e-ada9-6b17f2a0b776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911129 Nov 12 01:00:02.252316 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58018) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:02.635268 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f701c8-27ac-4f5e-b15f-747e971b8680 req-0d8175eb-626a-42db-af5f-821c7ad21132 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:02.644368 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b5f701c8-27ac-4f5e-b15f-747e971b8680 req-0d8175eb-626a-42db-af5f-821c7ad21132 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 944 time: 0.0825081 Nov 12 01:00:02.681312 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750204cc-ad57-497c-a9fd-e7b339dfc6c7 tempest-TestVolumeBackupRestore-683845753 tempest-TestVolumeBackupRestore-683845753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:02.691076 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-750204cc-ad57-497c-a9fd-e7b339dfc6c7 tempest-TestVolumeBackupRestore-683845753 tempest-TestVolumeBackupRestore-683845753-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 1092 time: 0.4352145 Nov 12 01:00:02.692107 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58044) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:02.700617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b22bd135-7719-402e-b672-38dbe152573a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:02.708355 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b5f701c8-27ac-4f5e-b15f-747e971b8680 req-1334a82f-cd89-4843-9675-248c395ef9f4 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608850 Nov 12 01:00:02.734995 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b22bd135-7719-402e-b672-38dbe152573a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.863032 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b22bd135-7719-402e-b672-38dbe152573a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.873973 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58052) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:03.003739 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-b22bd135-7719-402e-b672-38dbe152573a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Allocated IP 172.25.0.109 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/31404b2a-7841-4833-aaba-3b32812a1112) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:03.044932 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-68f87c3b-8e6d-4c0e-8f19-7ba5a32a1464 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Request body: {'security_group': {'name': 'tempest-secgroup--530104604'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:03.086023 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-68f87c3b-8e6d-4c0e-8f19-7ba5a32a1464 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.097026 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-68f87c3b-8e6d-4c0e-8f19-7ba5a32a1464 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.177550 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b22bd135-7719-402e-b672-38dbe152573a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.196067 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-68f87c3b-8e6d-4c0e-8f19-7ba5a32a1464 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.201042 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-68f87c3b-8e6d-4c0e-8f19-7ba5a32a1464 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.234661 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b22bd135-7719-402e-b672-38dbe152573a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.246533 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f87c3b-8e6d-4c0e-8f19-7ba5a32a1464 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb52a51-dd4d-428f-96ab-54d3259a9cc2,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:03.298910 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22bd135-7719-402e-b672-38dbe152573a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:03.302079 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-b22bd135-7719-402e-b672-38dbe152573a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:03.309745 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22bd135-7719-402e-b672-38dbe152573a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:03.313970 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bd135-7719-402e-b672-38dbe152573a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Pushing event updated for resources: {'Port': ['ID=31404b2a-7841-4833-aaba-3b32812a1112,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:03.334057 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-68f87c3b-8e6d-4c0e-8f19-7ba5a32a1464 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.353786 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-68f87c3b-8e6d-4c0e-8f19-7ba5a32a1464 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.384649 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-68f87c3b-8e6d-4c0e-8f19-7ba5a32a1464 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.388607 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-68f87c3b-8e6d-4c0e-8f19-7ba5a32a1464 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5108671 Nov 12 01:00:03.389269 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58072) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:03.420457 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d828ad0-c9df-492c-98b5-3bc61643118c req-c43c0827-20cf-409d-8291-6325fb22b947 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:03.422454 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5d828ad0-c9df-492c-98b5-3bc61643118c req-c43c0827-20cf-409d-8291-6325fb22b947 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.1126382 Nov 12 01:00:03.423962 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f87c3b-8e6d-4c0e-8f19-7ba5a32a1464 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c008ccb4-3387-446e-9f56-54738d116235,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:03.515310 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5d828ad0-c9df-492c-98b5-3bc61643118c req-082478a6-5961-43bc-bffc-2446338209a8 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714352 Nov 12 01:00:03.556080 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ff50e036-b642-46f8-b492-1c499eaf96d1 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1637971 Nov 12 01:00:03.556379 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58090) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:03.563124 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-2c6526ef-a2d2-448a-b4bb-e32e7e603805 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Request body: {'security_group': {'name': 'tempest-security--304477249', 'description': 'tempest-security-description-91146154'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:03.646314 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c6526ef-a2d2-448a-b4bb-e32e7e603805 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.798611 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c6526ef-a2d2-448a-b4bb-e32e7e603805 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.824251 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c6526ef-a2d2-448a-b4bb-e32e7e603805 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.827591 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2c6526ef-a2d2-448a-b4bb-e32e7e603805 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.829262 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2c6526ef-a2d2-448a-b4bb-e32e7e603805 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "PUT /v2.0/security-groups/c008ccb4-3387-446e-9f56-54738d116235 HTTP/1.1" status: 200 len: 1794 time: 0.2716455 Nov 12 01:00:03.832363 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58102) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:03.923064 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-88d71ff4-c7be-4cf5-a464-6125169b5f80 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-groups/c008ccb4-3387-446e-9f56-54738d116235 HTTP/1.1" status: 200 len: 1794 time: 0.0893939 Nov 12 01:00:03.925720 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58106) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:03.968627 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6526ef-a2d2-448a-b4bb-e32e7e603805 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c008ccb4-3387-446e-9f56-54738d116235,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:04.006275 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-117cfdd5-9aeb-4f27-859c-69f066ac88f8 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.036504 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7834b2e-39e5-449c-8766-2558b2ac35b6 req-b42fe368-f01a-4a51-a10a-c0b954242789 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:04.038444 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7834b2e-39e5-449c-8766-2558b2ac35b6 req-b42fe368-f01a-4a51-a10a-c0b954242789 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 944 time: 0.1744928 Nov 12 01:00:04.051609 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b22bd135-7719-402e-b672-38dbe152573a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.059623 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-117cfdd5-9aeb-4f27-859c-69f066ac88f8 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.128314 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-117cfdd5-9aeb-4f27-859c-69f066ac88f8 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.131332 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-117cfdd5-9aeb-4f27-859c-69f066ac88f8 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.132827 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-117cfdd5-9aeb-4f27-859c-69f066ac88f8 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "DELETE /v2.0/security-groups/c008ccb4-3387-446e-9f56-54738d116235 HTTP/1.1" status: 204 len: 168 time: 0.2045271 Nov 12 01:00:04.138760 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58114) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:04.154645 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cfdd5-9aeb-4f27-859c-69f066ac88f8 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c008ccb4-3387-446e-9f56-54738d116235,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:04.237344 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7834b2e-39e5-449c-8766-2558b2ac35b6 req-39209b41-e66f-4ec4-b654-b80ffb5ad50e tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532032 Nov 12 01:00:04.250928 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b22bd135-7719-402e-b672-38dbe152573a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.257850 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-baf61338-d9be-4c60-ae9c-87444db1eed3 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1142650 Nov 12 01:00:04.258928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58116) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:04.295854 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-0711d549-ce20-4f2e-a310-235578a1332f tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] delete failed (client error): The resource could not be found. Nov 12 01:00:04.300775 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0711d549-ce20-4f2e-a310-235578a1332f tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "DELETE /v2.0/security-groups/c008ccb4-3387-446e-9f56-54738d116235 HTTP/1.1" status: 404 len: 347 time: 0.0193667 Nov 12 01:00:04.302739 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58120) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:04.310778 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-ea9ed5cc-8126-4177-89c8-e03e09442dd6 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Request body: {'security_group': {'name': 'tempest-secgroup--1841600302'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:04.343393 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ea9ed5cc-8126-4177-89c8-e03e09442dd6 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.388437 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58122) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:04.440601 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ea9ed5cc-8126-4177-89c8-e03e09442dd6 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.447958 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ea9ed5cc-8126-4177-89c8-e03e09442dd6 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.453429 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b22bd135-7719-402e-b672-38dbe152573a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.460507 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b22bd135-7719-402e-b672-38dbe152573a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.482064 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ea9ed5cc-8126-4177-89c8-e03e09442dd6 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.486135 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ea9ed5cc-8126-4177-89c8-e03e09442dd6 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1789541 Nov 12 01:00:04.486135 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ed5cc-8126-4177-89c8-e03e09442dd6 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aae53f7-d1cc-41a0-9237-4d97aa1b5bbd,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:04.487928 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58126) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:04.492914 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-3f99a713-f9ba-4387-8402-0772f6d0c005 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Request body: {'security_group_rule': {'security_group_id': '1aae53f7-d1cc-41a0-9237-4d97aa1b5bbd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:04.515825 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 09931139-49d2-4c95-91c4-8434e434d6ac details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:00:04.533923 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3f99a713-f9ba-4387-8402-0772f6d0c005 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.597810 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ae8e5832-e79b-4b3b-bddc-b5456db4fa3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.612564 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b22bd135-7719-402e-b672-38dbe152573a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.642091 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3f99a713-f9ba-4387-8402-0772f6d0c005 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.657988 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3f99a713-f9ba-4387-8402-0772f6d0c005 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.674339 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bd135-7719-402e-b672-38dbe152573a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Pushing event updated for resources: {'Port': ['ID=31404b2a-7841-4833-aaba-3b32812a1112,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:04.723807 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99a713-f9ba-4387-8402-0772f6d0c005 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605e5b0b-5ec2-43bc-aacf-74511e70b7bb,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:04.733000 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3f99a713-f9ba-4387-8402-0772f6d0c005 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.734294 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3f99a713-f9ba-4387-8402-0772f6d0c005 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2454438 Nov 12 01:00:04.737654 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58130) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:04.751068 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 09931139-49d2-4c95-91c4-8434e434d6ac, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=09931139-49d2-4c95-91c4-8434e434d6ac,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:04.760301 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee5f18-9a61-4f64-9dd8-35f186a2e135 req-0aed5a6d-6881-4ee1-a1fb-264a42b3c460 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:04.761844 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6dee5f18-9a61-4f64-9dd8-35f186a2e135 req-0aed5a6d-6881-4ee1-a1fb-264a42b3c460 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.1260223 Nov 12 01:00:04.772580 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '09931139-49d2-4c95-91c4-8434e434d6ac', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'port_id': '09931139-49d2-4c95-91c4-8434e434d6ac', 'mac_address': 'fa:16:3e:d4:a6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:00:04.783335 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-b22bd135-7719-402e-b672-38dbe152573a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Floating IP 3ed8dfcd-40ae-4d5b-bb8e-c898a526b345 associated. External IP: 172.25.0.109, port: 505e6b1f-68de-46fe-8fc0-8646a8ab56a9. Nov 12 01:00:04.814785 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.829917 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09931139-49d2-4c95-91c4-8434e434d6ac {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:00:04.842252 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26594336-943d-47e8-b545-4d10b6801f4e tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.846525 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ae8e5832-e79b-4b3b-bddc-b5456db4fa3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.852994 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 09931139-49d2-4c95-91c4-8434e434d6ac, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=09931139-49d2-4c95-91c4-8434e434d6ac,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:04.858909 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.865940 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ae8e5832-e79b-4b3b-bddc-b5456db4fa3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.879604 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26594336-943d-47e8-b545-4d10b6801f4e tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.953090 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6dee5f18-9a61-4f64-9dd8-35f186a2e135 req-34a96d3d-3d13-4625-bf21-2ee9002efa90 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766992 Nov 12 01:00:04.958509 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=09931139-49d2-4c95-91c4-8434e434d6ac,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:04.993902 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ae8e5832-e79b-4b3b-bddc-b5456db4fa3c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=683eaaa5caec41d7a3f9a5381a47b79b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6041241 Nov 12 01:00:04.996007 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26594336-943d-47e8-b545-4d10b6801f4e tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.998421 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58132) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:05.014109 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26594336-943d-47e8-b545-4d10b6801f4e tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.015277 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-26594336-943d-47e8-b545-4d10b6801f4e tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/605e5b0b-5ec2-43bc-aacf-74511e70b7bb HTTP/1.1" status: 204 len: 168 time: 0.2766831 Nov 12 01:00:05.016264 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e5832-e79b-4b3b-bddc-b5456db4fa3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b991539-1a8f-41c7-aedb-31a70f3564f0,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:05.019980 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58134) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:05.029165 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26594336-943d-47e8-b545-4d10b6801f4e tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=605e5b0b-5ec2-43bc-aacf-74511e70b7bb,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:05.119024 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-17cd5f12-7eba-488e-8ab5-92a61bcf84dc tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0952508 Nov 12 01:00:05.129783 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2bf867f9-1928-435a-abb7-f1f211d2f32d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.147195 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58146) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:05.181034 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2bf867f9-1928-435a-abb7-f1f211d2f32d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.257961 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-893a4cbf-cdc8-41c4-8c31-f122748cef7b tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.276012 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['09931139-49d2-4c95-91c4-8434e434d6ac'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:05.292792 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-893a4cbf-cdc8-41c4-8c31-f122748cef7b tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.343984 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-893a4cbf-cdc8-41c4-8c31-f122748cef7b tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.347851 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-893a4cbf-cdc8-41c4-8c31-f122748cef7b tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.349187 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-893a4cbf-cdc8-41c4-8c31-f122748cef7b tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "DELETE /v2.0/security-groups/1aae53f7-d1cc-41a0-9237-4d97aa1b5bbd HTTP/1.1" status: 204 len: 168 time: 0.2004795 Nov 12 01:00:05.353333 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58152) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:05.354760 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2bf867f9-1928-435a-abb7-f1f211d2f32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.358351 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2bf867f9-1928-435a-abb7-f1f211d2f32d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.361919 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2bf867f9-1928-435a-abb7-f1f211d2f32d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b991539-1a8f-41c7-aedb-31a70f3564f0 HTTP/1.1" status: 204 len: 168 time: 0.3567362 Nov 12 01:00:05.367771 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a4cbf-cdc8-41c4-8c31-f122748cef7b tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aae53f7-d1cc-41a0-9237-4d97aa1b5bbd,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:05.411321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf867f9-1928-435a-abb7-f1f211d2f32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b991539-1a8f-41c7-aedb-31a70f3564f0,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:05.441062 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebc7bb-f17e-438b-b7fd-5250fcdc9cc8 req-c613db3c-4fb8-4237-81d5-4ba48b5358e1 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:05.443218 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-deebc7bb-f17e-438b-b7fd-5250fcdc9cc8 req-c613db3c-4fb8-4237-81d5-4ba48b5358e1 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 945 time: 0.0779712 Nov 12 01:00:05.518265 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-deebc7bb-f17e-438b-b7fd-5250fcdc9cc8 req-303a1c8f-edf8-4b3b-8800-650444b74100 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685914 Nov 12 01:00:05.551431 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-57de25d0-2fbc-4a1f-b5a3-6320328d235e tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1917310 Nov 12 01:00:05.552317 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58158) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:05.556323 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-54cf5f07-a411-4d89-8945-cb7db04ab18e tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Request body: {'security_group': {'name': 'tempest-secgroup--1751023427'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:05.574914 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22bd135-7719-402e-b672-38dbe152573a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Router f8ebd7aa-844d-4165-be7e-f58af236ba61 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:05.592282 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-54cf5f07-a411-4d89-8945-cb7db04ab18e tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.685867 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-54cf5f07-a411-4d89-8945-cb7db04ab18e tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.689923 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-54cf5f07-a411-4d89-8945-cb7db04ab18e tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.706491 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22bd135-7719-402e-b672-38dbe152573a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:05.721035 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eef5e7-d1ce-4c6f-a8c7-6d8f7a4539c9 None None] Sync routers for ids ['f8ebd7aa-844d-4165-be7e-f58af236ba61'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:05.749873 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b22bd135-7719-402e-b672-38dbe152573a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.750124 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-54cf5f07-a411-4d89-8945-cb7db04ab18e tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.750124 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-54cf5f07-a411-4d89-8945-cb7db04ab18e tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1907568 Nov 12 01:00:05.750305 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eef5e7-d1ce-4c6f-a8c7-6d8f7a4539c9 None None] Routers {'f8ebd7aa-844d-4165-be7e-f58af236ba61'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:05.750305 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-44eef5e7-d1ce-4c6f-a8c7-6d8f7a4539c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:59:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f8ebd7aa-844d-4165-be7e-f58af236ba61'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:05.750687 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58160) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:05.758834 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e9a568ee-3ebc-4019-8fe0-35d9d43f0eff tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Request body: {'security_group_rule': {'security_group_id': '826b7e2e-ae4f-4ad0-964f-a6e1189fdcd4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:05.759148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf5f07-a411-4d89-8945-cb7db04ab18e tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=826b7e2e-ae4f-4ad0-964f-a6e1189fdcd4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:05.776109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58162) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:05.793603 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-42d7c2f0-8e55-4a7b-99b6-55288fa21916 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.817951 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b22bd135-7719-402e-b672-38dbe152573a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1245227 Nov 12 01:00:05.819717 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90e44a4-2baf-4cf6-9b72-ff55cf086d4a', 'tag': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:05.822868 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58164) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:05.823291 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9455823f-58fd-4a0c-ae34-7227d79860f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e90e44a4-2baf-4cf6-9b72-ff55cf086d4a", "tag": "505e6b1f-68de-46fe-8fc0-8646a8ab56a9"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:05.842191 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e9a568ee-3ebc-4019-8fe0-35d9d43f0eff tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.893229 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-44eef5e7-d1ce-4c6f-a8c7-6d8f7a4539c9 None None] Set router f8ebd7aa-844d-4165-be7e-f58af236ba61 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:05.935373 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e9a568ee-3ebc-4019-8fe0-35d9d43f0eff tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.949049 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6956c9a-3a87-44f2-8aca-5e084e61e94d tempest-TestVolumeBackupRestore-683845753 tempest-TestVolumeBackupRestore-683845753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:05.954017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f6956c9a-3a87-44f2-8aca-5e084e61e94d tempest-TestVolumeBackupRestore-683845753 tempest-TestVolumeBackupRestore-683845753-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 1092 time: 0.1266584 Nov 12 01:00:05.954758 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58170) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:05.959759 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e9a568ee-3ebc-4019-8fe0-35d9d43f0eff tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.964472 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-ccf0de1c-05ff-4ee1-9c02-fafaaea043dc tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Request body: {'floatingip': {'port_id': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:05.988138 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a568ee-3ebc-4019-8fe0-35d9d43f0eff tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff22524-db46-40e8-a21c-caa99f20a5c4,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:05.995751 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e9a568ee-3ebc-4019-8fe0-35d9d43f0eff tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.998010 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e9a568ee-3ebc-4019-8fe0-35d9d43f0eff tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2446711 Nov 12 01:00:06.001883 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58174) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:06.006978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7ff698e0-f54a-4945-b423-f30e00728495 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Request body: {'security_group_rule': {'security_group_id': '826b7e2e-ae4f-4ad0-964f-a6e1189fdcd4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:06.047037 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-42d7c2f0-8e55-4a7b-99b6-55288fa21916 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.048556 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ff698e0-f54a-4945-b423-f30e00728495 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.056589 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-42d7c2f0-8e55-4a7b-99b6-55288fa21916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.083895 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ccf0de1c-05ff-4ee1-9c02-fafaaea043dc tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.184296 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ff698e0-f54a-4945-b423-f30e00728495 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.192519 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7c2f0-8e55-4a7b-99b6-55288fa21916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d748f8b-799c-45d5-b5a8-e7f0a130f9eb,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:06.194230 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ff698e0-f54a-4945-b423-f30e00728495 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.235851 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-42d7c2f0-8e55-4a7b-99b6-55288fa21916 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3dd2efbf02cb42c1a157abfa8efe854f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4586401 Nov 12 01:00:06.238862 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58180) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:06.250070 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff698e0-f54a-4945-b423-f30e00728495 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607bc100-a589-4a1d-977f-da05c27337d0,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:06.261781 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63879c2-82c8-4531-8b52-0e7ee4f5aabb x-openstack-request-id: req-e63879c2-82c8-4531-8b52-0e7ee4f5aabb {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:06.262362 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90e44a4-2baf-4cf6-9b72-ff55cf086d4a", "tag": "505e6b1f-68de-46fe-8fc0-8646a8ab56a9", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:06.262780 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e63879c2-82c8-4531-8b52-0e7ee4f5aabb {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:06.263877 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90e44a4-2baf-4cf6-9b72-ff55cf086d4a', 'tag': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9', 'status': 'completed', 'code': 200} Nov 12 01:00:06.281343 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ff698e0-f54a-4945-b423-f30e00728495 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.282812 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7ff698e0-f54a-4945-b423-f30e00728495 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2796071 Nov 12 01:00:06.286193 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-44eef5e7-d1ce-4c6f-a8c7-6d8f7a4539c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'name': 'tempest-TestVolumeBackupRestore-1208282878-router', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:05Z', 'updated_at': '2021-11-12T00:55:16Z', 'revision_number': 4, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'gw_port': {'id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:06Z', 'updated_at': '2021-11-12T00:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '3ed8dfcd-40ae-4d5b-bb8e-c898a526b345', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'port_id': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'mac_address': 'fa:16:3e:4f:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90e44a4-2baf-4cf6-9b72-ff55cf086d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:00:03Z', 'updated_at': '2021-11-12T01:00:03Z', 'revision_number': 0, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2bc3b53-83c6-4684-b78f-e13c1681c784', 'name': '', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'mac_address': 'fa:16:3e:80:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:15Z', 'updated_at': '2021-11-12T00:55:34Z', 'revision_number': 5, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'subnets': [{'id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:06.289095 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58182) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:06.297580 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-099f404a-e224-442e-bf73-08c9071fe07a tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Request body: {'security_group_rule': {'security_group_id': '826b7e2e-ae4f-4ad0-964f-a6e1189fdcd4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:06.325902 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eef5e7-d1ce-4c6f-a8c7-6d8f7a4539c9 None None] Checking router: f8ebd7aa-844d-4165-be7e-f58af236ba61 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:06.337255 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eef5e7-d1ce-4c6f-a8c7-6d8f7a4539c9 None None] Routers {'f8ebd7aa-844d-4165-be7e-f58af236ba61'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:06.338116 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-44eef5e7-d1ce-4c6f-a8c7-6d8f7a4539c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:59:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f8ebd7aa-844d-4165-be7e-f58af236ba61'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:06.373154 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4750acf7-842a-4514-a8fa-bfc90cca8cd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.374990 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-099f404a-e224-442e-bf73-08c9071fe07a tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.421633 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4750acf7-842a-4514-a8fa-bfc90cca8cd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.438543 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e382a-8642-4369-9d62-1de8ab27a62a req-1deb1c02-3c5a-40b0-9778-f5503660d027 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:06.440182 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e41e382a-8642-4369-9d62-1de8ab27a62a req-1deb1c02-3c5a-40b0-9778-f5503660d027 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.2808433 Nov 12 01:00:06.446302 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455823f-58fd-4a0c-ae34-7227d79860f7 req-b5324848-dc5c-4dd8-ac7e-9c2a4542b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:06.447742 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9455823f-58fd-4a0c-ae34-7227d79860f7 req-b5324848-dc5c-4dd8-ac7e-9c2a4542b134 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81e42ebcca464def93a86d1d3b9c5e2a&device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 1097 time: 0.1479564 Nov 12 01:00:06.478925 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-44eef5e7-d1ce-4c6f-a8c7-6d8f7a4539c9 None None] Set router f8ebd7aa-844d-4165-be7e-f58af236ba61 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:06.482009 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-099f404a-e224-442e-bf73-08c9071fe07a tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.488829 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-099f404a-e224-442e-bf73-08c9071fe07a tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.520176 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f404a-e224-442e-bf73-08c9071fe07a tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8b0de9-3612-4d54-a22c-625c96559372,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:06.526830 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 09931139-49d2-4c95-91c4-8434e434d6ac up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:06.537863 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4750acf7-842a-4514-a8fa-bfc90cca8cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.543894 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4750acf7-842a-4514-a8fa-bfc90cca8cd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.545930 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4750acf7-842a-4514-a8fa-bfc90cca8cd4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d748f8b-799c-45d5-b5a8-e7f0a130f9eb HTTP/1.1" status: 204 len: 168 time: 0.3036621 Nov 12 01:00:06.554432 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-099f404a-e224-442e-bf73-08c9071fe07a tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.556414 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-099f404a-e224-442e-bf73-08c9071fe07a tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2655747 Nov 12 01:00:06.559094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58188) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:06.570277 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-bddb9738-734e-4aee-9c3a-e1fbf80aa713 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Request body: {'security_group_rule': {'security_group_id': '826b7e2e-ae4f-4ad0-964f-a6e1189fdcd4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:06.579644 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750acf7-842a-4514-a8fa-bfc90cca8cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d748f8b-799c-45d5-b5a8-e7f0a130f9eb,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:06.630173 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bddb9738-734e-4aee-9c3a-e1fbf80aa713 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.718109 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bddb9738-734e-4aee-9c3a-e1fbf80aa713 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.729489 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 09931139-49d2-4c95-91c4-8434e434d6ac completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:00:06.734120 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 09931139-49d2-4c95-91c4-8434e434d6ac triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:06.734492 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.761759 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bddb9738-734e-4aee-9c3a-e1fbf80aa713 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.808585 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb9738-734e-4aee-9c3a-e1fbf80aa713 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c00942a-b1a5-48bd-86f1-5ae595df46fb,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:06.814271 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bddb9738-734e-4aee-9c3a-e1fbf80aa713 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.818769 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bddb9738-734e-4aee-9c3a-e1fbf80aa713 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2581735 Nov 12 01:00:06.819963 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58190) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:06.836641 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5db070-dab3-4906-bafd-0a8392b2825d req-ac0127fc-7abb-4cba-a232-f7530eed3f5a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:06.845725 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b5db070-dab3-4906-bafd-0a8392b2825d req-ac0127fc-7abb-4cba-a232-f7530eed3f5a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 945 time: 0.1789167 Nov 12 01:00:06.860055 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-49a10dd3-ecc2-4737-ba8a-881fa654deee tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Request body: {'security_group_rule': {'security_group_id': '826b7e2e-ae4f-4ad0-964f-a6e1189fdcd4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:06.932729 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-49a10dd3-ecc2-4737-ba8a-881fa654deee tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.980452 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.006565 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b5db070-dab3-4906-bafd-0a8392b2825d req-104d5f21-2b58-466d-8674-51512e8fc1cc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597624 Nov 12 01:00:07.032633 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-44eef5e7-d1ce-4c6f-a8c7-6d8f7a4539c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'name': 'tempest-TestVolumeBackupRestore-1208282878-router', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:05Z', 'updated_at': '2021-11-12T00:55:16Z', 'revision_number': 4, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'gw_port': {'id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:06Z', 'updated_at': '2021-11-12T00:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '3ed8dfcd-40ae-4d5b-bb8e-c898a526b345', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'port_id': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'mac_address': 'fa:16:3e:4f:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90e44a4-2baf-4cf6-9b72-ff55cf086d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:00:03Z', 'updated_at': '2021-11-12T01:00:03Z', 'revision_number': 0, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2bc3b53-83c6-4684-b78f-e13c1681c784', 'name': '', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'mac_address': 'fa:16:3e:80:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:15Z', 'updated_at': '2021-11-12T00:55:34Z', 'revision_number': 5, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'subnets': [{'id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:07.049652 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-49a10dd3-ecc2-4737-ba8a-881fa654deee tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.053753 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-49a10dd3-ecc2-4737-ba8a-881fa654deee tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.069546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 09931139-49d2-4c95-91c4-8434e434d6ac, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=09931139-49d2-4c95-91c4-8434e434d6ac,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:07.076421 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751d4eb8-48dd-4eea-bc29-5a1a537ad801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09931139-49d2-4c95-91c4-8434e434d6ac'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:07.081119 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2520b2f7-3adb-4540-9eb9-7f31b7709720" -d '{"events": [{"server_uuid": "751d4eb8-48dd-4eea-bc29-5a1a537ad801", "name": "network-vif-plugged", "status": "completed", "tag": "09931139-49d2-4c95-91c4-8434e434d6ac"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:07.086799 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a10dd3-ecc2-4737-ba8a-881fa654deee tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeed36bc-7bde-427b-8dbb-8f0f9ce8bb9f,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:07.092862 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-49a10dd3-ecc2-4737-ba8a-881fa654deee tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.096524 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-49a10dd3-ecc2-4737-ba8a-881fa654deee tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2383080 Nov 12 01:00:07.097074 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58196) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:07.110437 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.131269 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f66bd133-324b-4c3c-828e-32b4873f9b23 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.135765 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eef5e7-d1ce-4c6f-a8c7-6d8f7a4539c9 None None] The sync data for ids ['f8ebd7aa-844d-4165-be7e-f58af236ba61'] in n-d-712137-14 is: [{'id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'name': 'tempest-TestVolumeBackupRestore-1208282878-router', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:05Z', 'updated_at': '2021-11-12T00:55:16Z', 'revision_number': 4, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'gw_port': {'id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:06Z', 'updated_at': '2021-11-12T00:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '3ed8dfcd-40ae-4d5b-bb8e-c898a526b345', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'port_id': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'mac_address': 'fa:16:3e:4f:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90e44a4-2baf-4cf6-9b72-ff55cf086d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:00:03Z', 'updated_at': '2021-11-12T01:00:03Z', 'revision_number': 0, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2bc3b53-83c6-4684-b78f-e13c1681c784', 'name': '', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'mac_address': 'fa:16:3e:80:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:15Z', 'updated_at': '2021-11-12T00:55:34Z', 'revision_number': 5, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'subnets': [{'id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:07.152015 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f66bd133-324b-4c3c-828e-32b4873f9b23 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.213205 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0eb3250-7237-4996-b50e-0c372976c6e3 x-openstack-request-id: req-a0eb3250-7237-4996-b50e-0c372976c6e3 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:07.213649 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751d4eb8-48dd-4eea-bc29-5a1a537ad801", "name": "network-vif-plugged", "status": "completed", "tag": "09931139-49d2-4c95-91c4-8434e434d6ac", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:07.216524 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0eb3250-7237-4996-b50e-0c372976c6e3 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:07.216975 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751d4eb8-48dd-4eea-bc29-5a1a537ad801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09931139-49d2-4c95-91c4-8434e434d6ac', 'code': 200} Nov 12 01:00:07.218044 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=09931139-49d2-4c95-91c4-8434e434d6ac,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:07.224364 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f66bd133-324b-4c3c-828e-32b4873f9b23 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.234273 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f66bd133-324b-4c3c-828e-32b4873f9b23 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.237519 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f66bd133-324b-4c3c-828e-32b4873f9b23 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/eeed36bc-7bde-427b-8dbb-8f0f9ce8bb9f HTTP/1.1" status: 204 len: 168 time: 0.1397085 Nov 12 01:00:07.245109 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58200) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:07.276548 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e41e382a-8642-4369-9d62-1de8ab27a62a req-40942769-80c4-4b8f-b19e-d25ecac40dae tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8257201 Nov 12 01:00:07.301678 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bd133-324b-4c3c-828e-32b4873f9b23 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eeed36bc-7bde-427b-8dbb-8f0f9ce8bb9f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:07.396777 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-64809991-f69c-4474-a96c-cd764e3ea5a1 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1457748 Nov 12 01:00:07.398446 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58212) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:07.419623 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455823f-58fd-4a0c-ae34-7227d79860f7 req-7f718e38-c167-4157-ad68-0f53c200fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:07.421279 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9455823f-58fd-4a0c-ae34-7227d79860f7 req-7f718e38-c167-4157-ad68-0f53c200fb2d service neutron] 10.222.0.21 "GET /v2.0/networks?id=04fc892d-db1f-4cd9-ab6d-5e2878cb5568 HTTP/1.1" status: 200 len: 915 time: 0.9611464 Nov 12 01:00:07.470110 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8af4568-aceb-4592-961b-214117f3678e tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.479416 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8af4568-aceb-4592-961b-214117f3678e tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.507568 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8af4568-aceb-4592-961b-214117f3678e tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.515440 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8af4568-aceb-4592-961b-214117f3678e tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.519779 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e8af4568-aceb-4592-961b-214117f3678e tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7c00942a-b1a5-48bd-86f1-5ae595df46fb HTTP/1.1" status: 204 len: 168 time: 0.1181686 Nov 12 01:00:07.520828 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58216) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:07.549997 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af4568-aceb-4592-961b-214117f3678e tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c00942a-b1a5-48bd-86f1-5ae595df46fb,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:07.564122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc712a8-01f1-4c35-9ed9-35d8753ccddc None None] New status for floating IP 3ed8dfcd-40ae-4d5b-bb8e-c898a526b345: ACTIVE {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:00:07.586132 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-df54e7ab-6063-4f7a-9dd2-7cb34d227632 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0617120 Nov 12 01:00:07.587050 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58218) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:07.635296 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9455823f-58fd-4a0c-ae34-7227d79860f7 req-fbcd5d36-4eaa-4dca-9e4c-e7e734ce5a5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=505e6b1f-68de-46fe-8fc0-8646a8ab56a9 HTTP/1.1" status: 200 len: 999 time: 0.2062531 Nov 12 01:00:07.642221 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0b68f531-cd10-4b67-9539-01ed304b11ea tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.654634 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0b68f531-cd10-4b67-9539-01ed304b11ea tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.712556 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0b68f531-cd10-4b67-9539-01ed304b11ea tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.720483 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0b68f531-cd10-4b67-9539-01ed304b11ea tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.724984 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0b68f531-cd10-4b67-9539-01ed304b11ea tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4f8b0de9-3612-4d54-a22c-625c96559372 HTTP/1.1" status: 204 len: 168 time: 0.1351449 Nov 12 01:00:07.728130 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58222) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:07.742167 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68f531-cd10-4b67-9539-01ed304b11ea tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f8b0de9-3612-4d54-a22c-625c96559372,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:07.817036 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58228) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:07.817599 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-589c3b83-8b5d-430f-8189-f7fc3cb3cab2 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0876191 Nov 12 01:00:07.838513 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455823f-58fd-4a0c-ae34-7227d79860f7 req-ea42b2cb-7733-4c71-887f-1ba391e07c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:07.840151 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9455823f-58fd-4a0c-ae34-7227d79860f7 req-ea42b2cb-7733-4c71-887f-1ba391e07c12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65284aa5-5b40-463a-8fcb-6f0eb8a8011e HTTP/1.1" status: 200 len: 853 time: 0.1935081 Nov 12 01:00:07.905989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462726e-9ab3-49c6-8556-0d59988c6af8 req-86b124b3-64ca-4b63-8eb5-298b32da6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:07.907587 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2462726e-9ab3-49c6-8556-0d59988c6af8 req-86b124b3-64ca-4b63-8eb5-298b32da6294 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 1098 time: 0.5769391 Nov 12 01:00:07.910698 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.db.api [None req-ccf0de1c-05ff-4ee1-9c02-fafaaea043dc tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:00:07.910944 n-d-712137-14 neutron-server[114242]: DEBUG oslo_db.api [None req-ccf0de1c-05ff-4ee1-9c02-fafaaea043dc tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:00:07.918298 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef66f461-d8c5-4265-95cc-095ee05d22a4 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.940738 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef66f461-d8c5-4265-95cc-095ee05d22a4 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.982349 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455823f-58fd-4a0c-ae34-7227d79860f7 req-6ef924af-67a6-46f5-8550-4d8f6f1911fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:07.983824 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9455823f-58fd-4a0c-ae34-7227d79860f7 req-6ef924af-67a6-46f5-8550-4d8f6f1911fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04fc892d-db1f-4cd9-ab6d-5e2878cb5568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1322098 Nov 12 01:00:08.015504 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef66f461-d8c5-4265-95cc-095ee05d22a4 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.020953 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef66f461-d8c5-4265-95cc-095ee05d22a4 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.022094 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ef66f461-d8c5-4265-95cc-095ee05d22a4 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/607bc100-a589-4a1d-977f-da05c27337d0 HTTP/1.1" status: 204 len: 168 time: 0.1995294 Nov 12 01:00:08.025021 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58232) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:08.060012 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2462726e-9ab3-49c6-8556-0d59988c6af8 req-47b12e98-e2f0-43f0-b97e-8e883c9e4479 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427853 Nov 12 01:00:08.062529 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66f461-d8c5-4265-95cc-095ee05d22a4 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=607bc100-a589-4a1d-977f-da05c27337d0,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:08.108684 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-219cb223-a9d9-4841-8083-21dffb78fdfb tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0787368 Nov 12 01:00:08.109590 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58238) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:08.139573 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9455823f-58fd-4a0c-ae34-7227d79860f7 req-4c49cbf9-39e8-47ea-ba15-370c23343d24 service neutron] 10.222.0.21 "GET /v2.0/networks/04fc892d-db1f-4cd9-ab6d-5e2878cb5568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411090 Nov 12 01:00:08.148684 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-605e6fd8-37a6-429b-9efa-ef8f26b3db4a tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.161259 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-605e6fd8-37a6-429b-9efa-ef8f26b3db4a tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.196846 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-605e6fd8-37a6-429b-9efa-ef8f26b3db4a tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.205095 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-605e6fd8-37a6-429b-9efa-ef8f26b3db4a tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.209002 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-605e6fd8-37a6-429b-9efa-ef8f26b3db4a tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/fff22524-db46-40e8-a21c-caa99f20a5c4 HTTP/1.1" status: 204 len: 168 time: 0.0984054 Nov 12 01:00:08.209610 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58240) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:08.222433 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e6fd8-37a6-429b-9efa-ef8f26b3db4a tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fff22524-db46-40e8-a21c-caa99f20a5c4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:08.250613 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4542998-124a-4ef8-9bb9-754b4a4ababf req-c06cf215-39d8-49e7-b59f-715933e08c03 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:08.252058 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f4542998-124a-4ef8-9bb9-754b4a4ababf req-c06cf215-39d8-49e7-b59f-715933e08c03 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 946 time: 0.1307960 Nov 12 01:00:08.270517 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ebfe4b67-b833-4dd0-9339-37d2a9062b03 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0563281 Nov 12 01:00:08.271088 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58244) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:08.314198 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9455823f-58fd-4a0c-ae34-7227d79860f7 req-aeb51659-cebb-4772-bd93-c42f6ac1d72a service neutron] 10.222.0.21 "GET /v2.0/networks/04fc892d-db1f-4cd9-ab6d-5e2878cb5568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591246 Nov 12 01:00:08.361746 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d665661c-fb9a-49b6-8e13-cd90697af4fa tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.381012 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f4542998-124a-4ef8-9bb9-754b4a4ababf req-f2c1e64b-e7a3-43e9-b1dc-d4899c7fd57d tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169424 Nov 12 01:00:08.408514 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d665661c-fb9a-49b6-8e13-cd90697af4fa tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.419120 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ccf0de1c-05ff-4ee1-9c02-fafaaea043dc tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.533202 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d665661c-fb9a-49b6-8e13-cd90697af4fa tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.540197 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d665661c-fb9a-49b6-8e13-cd90697af4fa tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.544737 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d665661c-fb9a-49b6-8e13-cd90697af4fa tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "DELETE /v2.0/security-groups/826b7e2e-ae4f-4ad0-964f-a6e1189fdcd4 HTTP/1.1" status: 204 len: 168 time: 0.2721286 Nov 12 01:00:08.548669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58256) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:08.593696 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665661c-fb9a-49b6-8e13-cd90697af4fa tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=826b7e2e-ae4f-4ad0-964f-a6e1189fdcd4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:08.641487 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afc638-71a3-46a3-8a2d-5ddab22b4c69 req-de1ed517-6091-4516-bd32-b2cde3d34682 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:08.643520 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55afc638-71a3-46a3-8a2d-5ddab22b4c69 req-de1ed517-6091-4516-bd32-b2cde3d34682 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.2225652 Nov 12 01:00:08.658563 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.698864 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ffcfb14b-1afa-420d-8861-80819c5694d4 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1438148 Nov 12 01:00:08.700897 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58260) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:08.705998 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-82af616e-8848-4307-a0b7-9252d66b2289 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Request body: {'security_group': {'name': 'tempest-secgroup--91705931'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:08.770919 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-82af616e-8848-4307-a0b7-9252d66b2289 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.804076 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55afc638-71a3-46a3-8a2d-5ddab22b4c69 req-ed1e3219-1333-4df7-9d83-81987139e09e tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535959 Nov 12 01:00:08.897691 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-82af616e-8848-4307-a0b7-9252d66b2289 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.903035 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-82af616e-8848-4307-a0b7-9252d66b2289 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.947090 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-82af616e-8848-4307-a0b7-9252d66b2289 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.952282 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-82af616e-8848-4307-a0b7-9252d66b2289 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2498748 Nov 12 01:00:08.952593 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58266) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:08.959930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-470b86a7-530a-47d5-9b48-7c6156f91792 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Request body: {'security_group_rule': {'security_group_id': '06175bed-d272-45cd-bdfd-d44eb2d92c76', 'direction': 'ingress', 'protocol': 17}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:08.966766 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af616e-8848-4307-a0b7-9252d66b2289 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06175bed-d272-45cd-bdfd-d44eb2d92c76,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:09.007497 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-470b86a7-530a-47d5-9b48-7c6156f91792 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.094271 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-470b86a7-530a-47d5-9b48-7c6156f91792 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.101364 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-470b86a7-530a-47d5-9b48-7c6156f91792 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.125537 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b86a7-530a-47d5-9b48-7c6156f91792 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58cb1c82-317e-48b3-aaf0-b7815ab36255,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:09.139998 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-470b86a7-530a-47d5-9b48-7c6156f91792 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.142617 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-470b86a7-530a-47d5-9b48-7c6156f91792 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1863513 Nov 12 01:00:09.146192 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58274) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:09.229370 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0c9cfaf9-892d-45ce-a5eb-0bf413427bd9 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.274973 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0c9cfaf9-892d-45ce-a5eb-0bf413427bd9 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.359179 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0c9cfaf9-892d-45ce-a5eb-0bf413427bd9 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.364086 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0c9cfaf9-892d-45ce-a5eb-0bf413427bd9 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.372038 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0c9cfaf9-892d-45ce-a5eb-0bf413427bd9 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "DELETE /v2.0/security-groups/06175bed-d272-45cd-bdfd-d44eb2d92c76 HTTP/1.1" status: 204 len: 168 time: 0.2230706 Nov 12 01:00:09.372826 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58280) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:09.380920 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ccf0de1c-05ff-4ee1-9c02-fafaaea043dc tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.389400 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ccf0de1c-05ff-4ee1-9c02-fafaaea043dc tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.432373 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cfaf9-892d-45ce-a5eb-0bf413427bd9 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06175bed-d272-45cd-bdfd-d44eb2d92c76,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:09.498935 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-968c8ca0-381c-499c-8c37-59ebb466555c tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1220019 Nov 12 01:00:09.499773 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58286) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:09.505245 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b3694f45-0054-44d2-9cad-656c30cf7e57 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Request body: {'security_group': {'name': 'tempest-secgroup--1492339537'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:09.536161 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3694f45-0054-44d2-9cad-656c30cf7e57 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.689217 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3694f45-0054-44d2-9cad-656c30cf7e57 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.694924 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3694f45-0054-44d2-9cad-656c30cf7e57 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.698004 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82540b-7314-4a31-bcd3-027126c46f3c req-e63a4a67-887a-478d-829b-4d80c9dbdfd5 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:09.699923 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6f82540b-7314-4a31-bcd3-027126c46f3c req-e63a4a67-887a-478d-829b-4d80c9dbdfd5 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 946 time: 0.1335990 Nov 12 01:00:09.740954 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3694f45-0054-44d2-9cad-656c30cf7e57 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.745186 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b3694f45-0054-44d2-9cad-656c30cf7e57 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2442894 Nov 12 01:00:09.747337 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58296) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:09.756474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c33dc6e6-fa28-47cf-b61a-0954439f74ac tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Request body: {'security_group': {'name': 'tempest-secgroup--603566434'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:09.762412 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3694f45-0054-44d2-9cad-656c30cf7e57 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e25db1f-ac4e-49e2-8571-b7584539c888,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:09.786023 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c33dc6e6-fa28-47cf-b61a-0954439f74ac tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.812657 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6f82540b-7314-4a31-bcd3-027126c46f3c req-ffce3269-03a2-4467-b251-cd66407a48de tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001618 Nov 12 01:00:09.817118 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf0de1c-05ff-4ee1-9c02-fafaaea043dc tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Router f8ebd7aa-844d-4165-be7e-f58af236ba61 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:09.898322 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c33dc6e6-fa28-47cf-b61a-0954439f74ac tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.901915 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c33dc6e6-fa28-47cf-b61a-0954439f74ac tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.954639 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c33dc6e6-fa28-47cf-b61a-0954439f74ac tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.956303 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c33dc6e6-fa28-47cf-b61a-0954439f74ac tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2044013 Nov 12 01:00:09.961186 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58304) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:09.966298 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-bd1cf1f5-8042-4023-9fc7-0edaad9ff9ce tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Request body: {'security_group_rule': {'security_group_id': '7e25db1f-ac4e-49e2-8571-b7584539c888', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ad4ec341-d801-43c3-b274-8dc94c5a9519', 'remote_ip_prefix': None}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:09.977964 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33dc6e6-fa28-47cf-b61a-0954439f74ac tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4ec341-d801-43c3-b274-8dc94c5a9519,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:09.984514 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf0de1c-05ff-4ee1-9c02-fafaaea043dc tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:09.993875 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ccf0de1c-05ff-4ee1-9c02-fafaaea043dc tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.998664 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2d0dfb-588c-4a2c-9348-be9d0d700c78 None None] Sync routers for ids ['f8ebd7aa-844d-4165-be7e-f58af236ba61'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:10.018309 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97eb32c-0c5b-4602-bef8-7fd57eaeddc0 req-9f5d2f55-0478-4c2f-88f0-f6e53e4632ca tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:10.020164 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e97eb32c-0c5b-4602-bef8-7fd57eaeddc0 req-9f5d2f55-0478-4c2f-88f0-f6e53e4632ca tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.0891654 Nov 12 01:00:10.023877 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2d0dfb-588c-4a2c-9348-be9d0d700c78 None None] Routers {'f8ebd7aa-844d-4165-be7e-f58af236ba61'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:10.026513 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8b2d0dfb-588c-4a2c-9348-be9d0d700c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:59:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f8ebd7aa-844d-4165-be7e-f58af236ba61'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:10.107247 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e97eb32c-0c5b-4602-bef8-7fd57eaeddc0 req-84cf389a-24e4-4084-b3bf-de38f3a83125 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781810 Nov 12 01:00:10.115833 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90e44a4-2baf-4cf6-9b72-ff55cf086d4a', 'tag': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:10.118232 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b362c1d8-1976-472f-a9f9-c3d6ef3b3676" -d '{"events": [{"name": "network-changed", "server_uuid": "e90e44a4-2baf-4cf6-9b72-ff55cf086d4a", "tag": "505e6b1f-68de-46fe-8fc0-8646a8ab56a9"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:10.121386 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bd1cf1f5-8042-4023-9fc7-0edaad9ff9ce tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.154770 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ccf0de1c-05ff-4ee1-9c02-fafaaea043dc tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "PUT /v2.0/floatingips/3ed8dfcd-40ae-4d5b-bb8e-c898a526b345 HTTP/1.1" status: 200 len: 993 time: 4.1987686 Nov 12 01:00:10.186329 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-8b2d0dfb-588c-4a2c-9348-be9d0d700c78 None None] Set router f8ebd7aa-844d-4165-be7e-f58af236ba61 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:10.198751 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bce5f9-5e9a-4ff4-aa51-57c115fd59ce x-openstack-request-id: req-e6bce5f9-5e9a-4ff4-aa51-57c115fd59ce {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:10.199206 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90e44a4-2baf-4cf6-9b72-ff55cf086d4a", "tag": "505e6b1f-68de-46fe-8fc0-8646a8ab56a9", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:10.199572 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6bce5f9-5e9a-4ff4-aa51-57c115fd59ce {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:10.200129 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90e44a4-2baf-4cf6-9b72-ff55cf086d4a', 'tag': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9', 'status': 'completed', 'code': 200} Nov 12 01:00:10.280269 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bd1cf1f5-8042-4023-9fc7-0edaad9ff9ce tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.285686 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bd1cf1f5-8042-4023-9fc7-0edaad9ff9ce tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.296402 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362c1d8-1976-472f-a9f9-c3d6ef3b3676 req-76bbb5fb-3201-4334-932b-f96bf98f5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:10.297998 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b362c1d8-1976-472f-a9f9-c3d6ef3b3676 req-76bbb5fb-3201-4334-932b-f96bf98f5bb3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81e42ebcca464def93a86d1d3b9c5e2a&device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 1097 time: 0.0751693 Nov 12 01:00:10.336508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1cf1f5-8042-4023-9fc7-0edaad9ff9ce tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa6992f-1189-421e-9459-925c1e621809,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:10.352019 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bd1cf1f5-8042-4023-9fc7-0edaad9ff9ce tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.361125 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58314) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:10.362736 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bd1cf1f5-8042-4023-9fc7-0edaad9ff9ce tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3999379 Nov 12 01:00:10.406810 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c96dbcee-d12a-4ac4-89cd-6fcf9d96d55a tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.416669 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c96dbcee-d12a-4ac4-89cd-6fcf9d96d55a tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.432082 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362c1d8-1976-472f-a9f9-c3d6ef3b3676 req-4d72456b-6cda-4fdd-8812-7e3399475fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:10.435825 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b362c1d8-1976-472f-a9f9-c3d6ef3b3676 req-4d72456b-6cda-4fdd-8812-7e3399475fd3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=04fc892d-db1f-4cd9-ab6d-5e2878cb5568 HTTP/1.1" status: 200 len: 915 time: 0.1286645 Nov 12 01:00:10.469406 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c96dbcee-d12a-4ac4-89cd-6fcf9d96d55a tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.478028 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c96dbcee-d12a-4ac4-89cd-6fcf9d96d55a tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.485904 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c96dbcee-d12a-4ac4-89cd-6fcf9d96d55a tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ffa6992f-1189-421e-9459-925c1e621809 HTTP/1.1" status: 204 len: 168 time: 0.1213436 Nov 12 01:00:10.487046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58316) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:10.513926 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96dbcee-d12a-4ac4-89cd-6fcf9d96d55a tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffa6992f-1189-421e-9459-925c1e621809,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:10.544194 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b362c1d8-1976-472f-a9f9-c3d6ef3b3676 req-d709fb86-d476-481a-9d50-aac1fcacce43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=505e6b1f-68de-46fe-8fc0-8646a8ab56a9 HTTP/1.1" status: 200 len: 1001 time: 0.1004593 Nov 12 01:00:10.562234 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8d0cdad5-dc73-4439-95a8-4732a1431bc4 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0743542 Nov 12 01:00:10.563476 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58320) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:10.565182 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8b2d0dfb-588c-4a2c-9348-be9d0d700c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'name': 'tempest-TestVolumeBackupRestore-1208282878-router', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:05Z', 'updated_at': '2021-11-12T00:55:16Z', 'revision_number': 4, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'gw_port': {'id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:06Z', 'updated_at': '2021-11-12T00:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '3ed8dfcd-40ae-4d5b-bb8e-c898a526b345', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'port_id': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'mac_address': 'fa:16:3e:4f:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90e44a4-2baf-4cf6-9b72-ff55cf086d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:00:03Z', 'updated_at': '2021-11-12T01:00:09Z', 'revision_number': 2, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2bc3b53-83c6-4684-b78f-e13c1681c784', 'name': '', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'mac_address': 'fa:16:3e:80:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:15Z', 'updated_at': '2021-11-12T00:55:34Z', 'revision_number': 5, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'subnets': [{'id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:10.597079 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2d0dfb-588c-4a2c-9348-be9d0d700c78 None None] Checking router: f8ebd7aa-844d-4165-be7e-f58af236ba61 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:10.612014 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2d0dfb-588c-4a2c-9348-be9d0d700c78 None None] Routers {'f8ebd7aa-844d-4165-be7e-f58af236ba61'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:10.614452 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8b2d0dfb-588c-4a2c-9348-be9d0d700c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T00:59:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f8ebd7aa-844d-4165-be7e-f58af236ba61'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:10.645646 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e133e9b-b3c8-4466-8a52-3d051ca3f923 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.690236 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362c1d8-1976-472f-a9f9-c3d6ef3b3676 req-2fc910d4-f86e-4fc8-b123-306758d7bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:10.695622 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b362c1d8-1976-472f-a9f9-c3d6ef3b3676 req-2fc910d4-f86e-4fc8-b123-306758d7bcfa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65284aa5-5b40-463a-8fcb-6f0eb8a8011e HTTP/1.1" status: 200 len: 853 time: 0.1447675 Nov 12 01:00:10.718715 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e133e9b-b3c8-4466-8a52-3d051ca3f923 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.792068 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e133e9b-b3c8-4466-8a52-3d051ca3f923 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.795914 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e133e9b-b3c8-4466-8a52-3d051ca3f923 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.796286 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362c1d8-1976-472f-a9f9-c3d6ef3b3676 req-84b19231-ff94-4b8a-9db9-95572f779faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:10.797277 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2e133e9b-b3c8-4466-8a52-3d051ca3f923 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "DELETE /v2.0/security-groups/ad4ec341-d801-43c3-b274-8dc94c5a9519 HTTP/1.1" status: 204 len: 168 time: 0.2326865 Nov 12 01:00:10.798943 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b362c1d8-1976-472f-a9f9-c3d6ef3b3676 req-84b19231-ff94-4b8a-9db9-95572f779faf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04fc892d-db1f-4cd9-ab6d-5e2878cb5568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904224 Nov 12 01:00:10.801501 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58328) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:10.807278 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e133e9b-b3c8-4466-8a52-3d051ca3f923 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4ec341-d801-43c3-b274-8dc94c5a9519,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:10.838393 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-8b2d0dfb-588c-4a2c-9348-be9d0d700c78 None None] Set router f8ebd7aa-844d-4165-be7e-f58af236ba61 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:10.989279 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f395d84c-206d-4113-af2c-67749530f56f tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1864543 Nov 12 01:00:10.993217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58334) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:11.057002 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a6e1045e-4408-47f1-8481-abe94c8482e0 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.083327 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b362c1d8-1976-472f-a9f9-c3d6ef3b3676 req-52de1fe4-2a4c-4f98-9f60-8325fd981933 service neutron] 10.222.0.21 "GET /v2.0/networks/04fc892d-db1f-4cd9-ab6d-5e2878cb5568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433913 Nov 12 01:00:11.083934 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a6e1045e-4408-47f1-8481-abe94c8482e0 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.103684 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98e40d-b833-4e87-8a5e-16db040db83e req-a0bcfada-db6e-495e-9965-2a83e767858f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:11.111292 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f98e40d-b833-4e87-8a5e-16db040db83e req-a0bcfada-db6e-495e-9965-2a83e767858f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 946 time: 0.1037631 Nov 12 01:00:11.135630 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a6e1045e-4408-47f1-8481-abe94c8482e0 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.140065 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a6e1045e-4408-47f1-8481-abe94c8482e0 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.141409 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a6e1045e-4408-47f1-8481-abe94c8482e0 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "DELETE /v2.0/security-groups/7e25db1f-ac4e-49e2-8571-b7584539c888 HTTP/1.1" status: 204 len: 168 time: 0.1471338 Nov 12 01:00:11.146703 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58340) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:11.165323 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1045e-4408-47f1-8481-abe94c8482e0 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e25db1f-ac4e-49e2-8571-b7584539c888,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:11.179302 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8b2d0dfb-588c-4a2c-9348-be9d0d700c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'name': 'tempest-TestVolumeBackupRestore-1208282878-router', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:05Z', 'updated_at': '2021-11-12T00:55:16Z', 'revision_number': 4, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'gw_port': {'id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:06Z', 'updated_at': '2021-11-12T00:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '3ed8dfcd-40ae-4d5b-bb8e-c898a526b345', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'port_id': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'mac_address': 'fa:16:3e:4f:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90e44a4-2baf-4cf6-9b72-ff55cf086d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:00:03Z', 'updated_at': '2021-11-12T01:00:09Z', 'revision_number': 2, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2bc3b53-83c6-4684-b78f-e13c1681c784', 'name': '', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'mac_address': 'fa:16:3e:80:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:15Z', 'updated_at': '2021-11-12T00:55:34Z', 'revision_number': 5, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'subnets': [{'id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:11.216016 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2d0dfb-588c-4a2c-9348-be9d0d700c78 None None] The sync data for ids ['f8ebd7aa-844d-4165-be7e-f58af236ba61'] in n-d-712137-14 is: [{'id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'name': 'tempest-TestVolumeBackupRestore-1208282878-router', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:05Z', 'updated_at': '2021-11-12T00:55:16Z', 'revision_number': 4, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'gw_port': {'id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:06Z', 'updated_at': '2021-11-12T00:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '3ed8dfcd-40ae-4d5b-bb8e-c898a526b345', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'port_id': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'mac_address': 'fa:16:3e:4f:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90e44a4-2baf-4cf6-9b72-ff55cf086d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:00:03Z', 'updated_at': '2021-11-12T01:00:09Z', 'revision_number': 2, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2bc3b53-83c6-4684-b78f-e13c1681c784', 'name': '', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'mac_address': 'fa:16:3e:80:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:15Z', 'updated_at': '2021-11-12T00:55:34Z', 'revision_number': 5, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'subnets': [{'id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:11.273519 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f98e40d-b833-4e87-8a5e-16db040db83e req-a9787069-f761-4690-89b6-3eb0ca2a16ac tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610460 Nov 12 01:00:11.283783 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-34d69523-23ab-4d41-b981-79022c07c4ec tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1347001 Nov 12 01:00:11.290963 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58344) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:11.297014 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-1c15c91f-211a-4d64-87e0-c96c83d4c3ef tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Request body: {'security_group': {'name': 'tempest-secgroup--1291304622'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:11.305177 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b362c1d8-1976-472f-a9f9-c3d6ef3b3676 req-c6d6c5f2-56b4-4b21-8dd9-9489d2ae717c service neutron] 10.222.0.21 "GET /v2.0/networks/04fc892d-db1f-4cd9-ab6d-5e2878cb5568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101493 Nov 12 01:00:11.324069 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9baca2-8d72-42fc-8722-8f8923cbe472 req-861c3632-c1ff-4797-853a-787f81bb979f tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:11.327120 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f9baca2-8d72-42fc-8722-8f8923cbe472 req-861c3632-c1ff-4797-853a-787f81bb979f tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.1167440 Nov 12 01:00:11.369200 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1c15c91f-211a-4d64-87e0-c96c83d4c3ef tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.421022 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f9baca2-8d72-42fc-8722-8f8923cbe472 req-6c325c8f-432f-436e-95c1-7b3b78fd7c04 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793862 Nov 12 01:00:11.436433 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253c001-b080-4a5e-a8b8-3f8accd9cf03 req-1653143e-409c-4144-ac57-9e4b952f7285 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:11.439069 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9253c001-b080-4a5e-a8b8-3f8accd9cf03 req-1653143e-409c-4144-ac57-9e4b952f7285 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 946 time: 0.0610702 Nov 12 01:00:11.500094 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9253c001-b080-4a5e-a8b8-3f8accd9cf03 req-0cc1ee03-73df-47f0-99eb-bcc8a6b903ac tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531249 Nov 12 01:00:11.515297 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1c15c91f-211a-4d64-87e0-c96c83d4c3ef tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.522285 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1c15c91f-211a-4d64-87e0-c96c83d4c3ef tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.566687 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1c15c91f-211a-4d64-87e0-c96c83d4c3ef tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.568789 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1c15c91f-211a-4d64-87e0-c96c83d4c3ef tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2767029 Nov 12 01:00:11.569479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15c91f-211a-4d64-87e0-c96c83d4c3ef tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=224bf188-04c9-4a12-9518-2da48694ea46,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:11.571709 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58356) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:11.577334 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-02d2f568-67b2-4bf4-86b5-a61f82edf8c1 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Request body: {'security_group_rule': {'security_group_id': '224bf188-04c9-4a12-9518-2da48694ea46', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:11.616394 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-02d2f568-67b2-4bf4-86b5-a61f82edf8c1 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.630705 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3b85a-94e7-47f1-8328-34c54838484f req-517d2e84-da03-42a2-8a5c-82bf6634ca4d tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:11.632844 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5b3b85a-94e7-47f1-8328-34c54838484f req-517d2e84-da03-42a2-8a5c-82bf6634ca4d tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 946 time: 0.0563114 Nov 12 01:00:11.687151 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-02d2f568-67b2-4bf4-86b5-a61f82edf8c1 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.689255 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5b3b85a-94e7-47f1-8328-34c54838484f req-32922d36-a8e8-41da-a1dc-b7ee9dae0eb9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471866 Nov 12 01:00:11.692065 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-02d2f568-67b2-4bf4-86b5-a61f82edf8c1 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.714417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2f568-67b2-4bf4-86b5-a61f82edf8c1 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ea5cc8-3f12-4ea5-8db7-4367f9e715e7,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:11.732125 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-02d2f568-67b2-4bf4-86b5-a61f82edf8c1 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.733496 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-02d2f568-67b2-4bf4-86b5-a61f82edf8c1 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1602209 Nov 12 01:00:11.736530 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58366) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:11.768838 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6361f42-8821-490e-bb91-56b110a37cf3 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.778148 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6361f42-8821-490e-bb91-56b110a37cf3 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.819126 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6361f42-8821-490e-bb91-56b110a37cf3 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.827026 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6361f42-8821-490e-bb91-56b110a37cf3 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.828176 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e6361f42-8821-490e-bb91-56b110a37cf3 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/94ea5cc8-3f12-4ea5-8db7-4367f9e715e7 HTTP/1.1" status: 204 len: 168 time: 0.0904944 Nov 12 01:00:11.831323 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58376) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:11.840127 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6361f42-8821-490e-bb91-56b110a37cf3 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94ea5cc8-3f12-4ea5-8db7-4367f9e715e7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:11.912116 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cf0f0799-141e-4110-b703-7ae476bccc5f tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0792139 Nov 12 01:00:11.914911 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58382) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:11.984295 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-938ec99a-01cd-468b-82f1-0b4c126efff9 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.009398 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-938ec99a-01cd-468b-82f1-0b4c126efff9 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.090711 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-938ec99a-01cd-468b-82f1-0b4c126efff9 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.093364 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-938ec99a-01cd-468b-82f1-0b4c126efff9 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.097241 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-938ec99a-01cd-468b-82f1-0b4c126efff9 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "DELETE /v2.0/security-groups/224bf188-04c9-4a12-9518-2da48694ea46 HTTP/1.1" status: 204 len: 168 time: 0.1787992 Nov 12 01:00:12.098290 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58394) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:12.114916 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ec99a-01cd-468b-82f1-0b4c126efff9 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=224bf188-04c9-4a12-9518-2da48694ea46,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:12.167204 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487df6a-39fd-4964-a3cf-0bbd9bb0319c req-56774ce0-058d-4a41-83e3-1d8b9ad9b839 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:12.169079 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f487df6a-39fd-4964-a3cf-0bbd9bb0319c req-56774ce0-058d-4a41-83e3-1d8b9ad9b839 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 946 time: 0.0693831 Nov 12 01:00:12.192525 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d594c58c-9dbd-46da-a814-6029cda12104 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0925727 Nov 12 01:00:12.193531 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58400) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:12.198517 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-4326900e-e439-485a-a268-e7f2156261d0 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Request body: {'security_group': {'name': 'tempest-secgroup--121885111'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:12.202419 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90e44a4-2baf-4cf6-9b72-ff55cf086d4a', 'tag': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:12.205043 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3976594-f4a3-41d2-9ce1-d319f9e695a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e90e44a4-2baf-4cf6-9b72-ff55cf086d4a", "tag": "505e6b1f-68de-46fe-8fc0-8646a8ab56a9"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:12.241054 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4326900e-e439-485a-a268-e7f2156261d0 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.273240 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78546d7-5087-4da2-93e9-10da999c93b5 x-openstack-request-id: req-d78546d7-5087-4da2-93e9-10da999c93b5 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:12.273949 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90e44a4-2baf-4cf6-9b72-ff55cf086d4a", "tag": "505e6b1f-68de-46fe-8fc0-8646a8ab56a9", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:12.274395 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d78546d7-5087-4da2-93e9-10da999c93b5 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:12.274966 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90e44a4-2baf-4cf6-9b72-ff55cf086d4a', 'tag': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9', 'status': 'completed', 'code': 200} Nov 12 01:00:12.285801 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f487df6a-39fd-4964-a3cf-0bbd9bb0319c req-dcf5e008-84b2-4e9b-b77b-8e22cac205c5 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071405 Nov 12 01:00:12.352039 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3976594-f4a3-41d2-9ce1-d319f9e695a1 req-21cf82ba-7437-4c0d-8cad-1026228fb62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:12.353795 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e3976594-f4a3-41d2-9ce1-d319f9e695a1 req-21cf82ba-7437-4c0d-8cad-1026228fb62f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81e42ebcca464def93a86d1d3b9c5e2a&device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 1097 time: 0.0619800 Nov 12 01:00:12.377344 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4326900e-e439-485a-a268-e7f2156261d0 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.382787 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4326900e-e439-485a-a268-e7f2156261d0 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.446819 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4326900e-e439-485a-a268-e7f2156261d0 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.449678 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4326900e-e439-485a-a268-e7f2156261d0 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2550697 Nov 12 01:00:12.453883 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58412) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:12.457221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326900e-e439-485a-a268-e7f2156261d0 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940621b4-6f4a-4a91-a6c5-ee1720fb92f0,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:12.465304 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d57b8641-2489-44c8-a79a-952007d5db10 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Request body: {'security_group_rule': {'security_group_id': '940621b4-6f4a-4a91-a6c5-ee1720fb92f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:12.485602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3976594-f4a3-41d2-9ce1-d319f9e695a1 req-508f5235-c71e-4287-bc68-bad8198f5164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:12.487724 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e3976594-f4a3-41d2-9ce1-d319f9e695a1 req-508f5235-c71e-4287-bc68-bad8198f5164 service neutron] 10.222.0.21 "GET /v2.0/networks?id=04fc892d-db1f-4cd9-ab6d-5e2878cb5568 HTTP/1.1" status: 200 len: 915 time: 0.1270270 Nov 12 01:00:12.514407 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d57b8641-2489-44c8-a79a-952007d5db10 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.592031 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e3976594-f4a3-41d2-9ce1-d319f9e695a1 req-07a931e5-359a-464f-8251-c3f283888c44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=505e6b1f-68de-46fe-8fc0-8646a8ab56a9 HTTP/1.1" status: 200 len: 1001 time: 0.0959690 Nov 12 01:00:12.629034 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d57b8641-2489-44c8-a79a-952007d5db10 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.643069 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d57b8641-2489-44c8-a79a-952007d5db10 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.677210 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3976594-f4a3-41d2-9ce1-d319f9e695a1 req-bdbd80ef-1bb1-4fae-9a48-4ca643d5af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:12.680211 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e3976594-f4a3-41d2-9ce1-d319f9e695a1 req-bdbd80ef-1bb1-4fae-9a48-4ca643d5af62 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65284aa5-5b40-463a-8fcb-6f0eb8a8011e HTTP/1.1" status: 200 len: 853 time: 0.0801525 Nov 12 01:00:12.684209 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd3f3c-5889-4a85-9b03-e38235774f8c req-26fb1f0c-a51e-45e8-a3d7-df1201a6a9e5 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:12.685879 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2ecd3f3c-5889-4a85-9b03-e38235774f8c req-26fb1f0c-a51e-45e8-a3d7-df1201a6a9e5 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.1129816 Nov 12 01:00:12.687309 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b8641-2489-44c8-a79a-952007d5db10 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27dee9c-6e5f-417d-9ad0-7369400bddc8,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:12.698154 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d57b8641-2489-44c8-a79a-952007d5db10 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.699996 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d57b8641-2489-44c8-a79a-952007d5db10 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2434752 Nov 12 01:00:12.707062 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58418) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:12.759511 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2ecd3f3c-5889-4a85-9b03-e38235774f8c req-1a1e1a4f-bd9b-4866-af64-f63bcb0fde72 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584774 Nov 12 01:00:13.116226 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0849f3b8-3139-44ae-9e56-8c91ff96e7c8 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-group-rules/b27dee9c-6e5f-417d-9ad0-7369400bddc8 HTTP/1.1" status: 200 len: 763 time: 0.4055474 Nov 12 01:00:13.116639 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58428) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:13.125572 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3976594-f4a3-41d2-9ce1-d319f9e695a1 req-404393cb-9b99-403d-8506-53d36ae81af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:13.126947 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e3976594-f4a3-41d2-9ce1-d319f9e695a1 req-404393cb-9b99-403d-8506-53d36ae81af4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04fc892d-db1f-4cd9-ab6d-5e2878cb5568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4322569 Nov 12 01:00:13.169981 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9d18db58-ae94-43ee-aea6-2d963d638237 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0489693 Nov 12 01:00:13.170472 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58432) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:13.202486 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0dca0f61-8689-4198-8421-b3c58e73027f tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.211835 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0dca0f61-8689-4198-8421-b3c58e73027f tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.247020 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0dca0f61-8689-4198-8421-b3c58e73027f tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.255771 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0dca0f61-8689-4198-8421-b3c58e73027f tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.260097 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0dca0f61-8689-4198-8421-b3c58e73027f tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b27dee9c-6e5f-417d-9ad0-7369400bddc8 HTTP/1.1" status: 204 len: 168 time: 0.0885272 Nov 12 01:00:13.260264 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e3976594-f4a3-41d2-9ce1-d319f9e695a1 req-9fb05e36-e3ac-4b93-846f-1eb0899d58d9 service neutron] 10.222.0.21 "GET /v2.0/networks/04fc892d-db1f-4cd9-ab6d-5e2878cb5568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171548 Nov 12 01:00:13.260872 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58434) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:13.298892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca0f61-8689-4198-8421-b3c58e73027f tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b27dee9c-6e5f-417d-9ad0-7369400bddc8,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:13.345381 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-080a4f0b-e879-4670-ac93-b2edbac06629 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0744262 Nov 12 01:00:13.348019 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58442) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:13.355113 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6615697b-cabf-4789-9c3f-cec17a96a7a3 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Request body: {'security_group_rule': {'security_group_id': '940621b4-6f4a-4a91-a6c5-ee1720fb92f0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:13.440410 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e3976594-f4a3-41d2-9ce1-d319f9e695a1 req-60e0aa97-ddf8-4a61-bf29-76637ffaf1f1 service neutron] 10.222.0.21 "GET /v2.0/networks/04fc892d-db1f-4cd9-ab6d-5e2878cb5568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727183 Nov 12 01:00:13.442562 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6615697b-cabf-4789-9c3f-cec17a96a7a3 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.487468 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9ed56-7eb6-4b73-855b-0630c1b64d43 req-27e581f4-2476-44e3-a347-f950045cd474 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:13.489111 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15b9ed56-7eb6-4b73-855b-0630c1b64d43 req-27e581f4-2476-44e3-a347-f950045cd474 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 946 time: 0.0977376 Nov 12 01:00:13.535848 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6615697b-cabf-4789-9c3f-cec17a96a7a3 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.546263 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6615697b-cabf-4789-9c3f-cec17a96a7a3 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.575479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615697b-cabf-4789-9c3f-cec17a96a7a3 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe98260-9774-4fe9-b6d7-f90af92d662c,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:13.588894 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15b9ed56-7eb6-4b73-855b-0630c1b64d43 req-1ac94d59-f878-4ae1-bcd7-62d23107dad3 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883224 Nov 12 01:00:13.608051 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6615697b-cabf-4789-9c3f-cec17a96a7a3 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.609503 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6615697b-cabf-4789-9c3f-cec17a96a7a3 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2603397 Nov 12 01:00:13.612037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58452) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:13.630699 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d5751aad-6dcd-4c2f-aa58-d0c9c956ab30 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-group-rules/2fe98260-9774-4fe9-b6d7-f90af92d662c HTTP/1.1" status: 200 len: 763 time: 0.0174532 Nov 12 01:00:13.633475 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58454) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:13.679498 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c4a29f4b-bf49-4dac-982e-dabeb90913fd tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0443974 Nov 12 01:00:13.682216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58458) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:13.706162 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbc26435-df46-49ae-97b0-44b700bcce43 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.714040 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbc26435-df46-49ae-97b0-44b700bcce43 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.744386 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbc26435-df46-49ae-97b0-44b700bcce43 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.753526 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbc26435-df46-49ae-97b0-44b700bcce43 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.755283 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fbc26435-df46-49ae-97b0-44b700bcce43 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2fe98260-9774-4fe9-b6d7-f90af92d662c HTTP/1.1" status: 204 len: 168 time: 0.0717404 Nov 12 01:00:13.758442 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58460) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:13.769395 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc26435-df46-49ae-97b0-44b700bcce43 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fe98260-9774-4fe9-b6d7-f90af92d662c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:13.810677 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7759f014-233a-4c47-baba-e2d088cc7014 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0508494 Nov 12 01:00:13.813123 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58468) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:13.817661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-4c49240d-b6e4-460e-a5fe-41b7ed061e7c tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Request body: {'security_group_rule': {'security_group_id': '940621b4-6f4a-4a91-a6c5-ee1720fb92f0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:13.843038 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174c5e8-2903-4782-b587-031a7fa611b0 req-1a0eaae1-58e8-4f64-9f33-790c64025928 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:13.845841 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9174c5e8-2903-4782-b587-031a7fa611b0 req-1a0eaae1-58e8-4f64-9f33-790c64025928 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.15 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 946 time: 0.0710785 Nov 12 01:00:13.871728 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4c49240d-b6e4-460e-a5fe-41b7ed061e7c tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.967604 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4c49240d-b6e4-460e-a5fe-41b7ed061e7c tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.972542 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4c49240d-b6e4-460e-a5fe-41b7ed061e7c tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.994836 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49240d-b6e4-460e-a5fe-41b7ed061e7c tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984fb9dc-8fc9-43be-8006-e063cff693d4,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:14.013229 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4c49240d-b6e4-460e-a5fe-41b7ed061e7c tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.014474 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4c49240d-b6e4-460e-a5fe-41b7ed061e7c tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2003901 Nov 12 01:00:14.022350 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a971c0-ef54-4c4f-987d-97aef46f6f84 req-7c9e8c92-76cc-48ab-a87e-95399e9473f3 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:14.022779 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58474) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:14.028969 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-05a971c0-ef54-4c4f-987d-97aef46f6f84 req-7c9e8c92-76cc-48ab-a87e-95399e9473f3 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.1289256 Nov 12 01:00:14.056942 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d990a5c1-53d7-4704-8e30-1e2e9a64dd7b tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-group-rules/984fb9dc-8fc9-43be-8006-e063cff693d4 HTTP/1.1" status: 200 len: 764 time: 0.0326941 Nov 12 01:00:14.057734 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58478) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:14.069122 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-9174c5e8-2903-4782-b587-031a7fa611b0 req-6fa66efc-055c-4764-8825-257e394283ad tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Deleting port 09931139-49d2-4c95-91c4-8434e434d6ac {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:14.069467 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9174c5e8-2903-4782-b587-031a7fa611b0 req-6fa66efc-055c-4764-8825-257e394283ad tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.113548 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fd085b34-5620-4dbf-9dfb-47baa3d90bbd tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0524724 Nov 12 01:00:14.114373 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58480) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:14.142704 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd55aebe-5e82-4564-8c0e-1c6b060fa6d6 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.152792 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd55aebe-5e82-4564-8c0e-1c6b060fa6d6 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.166335 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-05a971c0-ef54-4c4f-987d-97aef46f6f84 req-18d6289a-ab07-4919-b3bf-25645a9d5360 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220329 Nov 12 01:00:14.187158 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd55aebe-5e82-4564-8c0e-1c6b060fa6d6 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.209448 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd55aebe-5e82-4564-8c0e-1c6b060fa6d6 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.210578 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cd55aebe-5e82-4564-8c0e-1c6b060fa6d6 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/984fb9dc-8fc9-43be-8006-e063cff693d4 HTTP/1.1" status: 204 len: 168 time: 0.0951917 Nov 12 01:00:14.213473 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58484) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:14.218459 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-9174c5e8-2903-4782-b587-031a7fa611b0 req-6fa66efc-055c-4764-8825-257e394283ad tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] For port 09931139-49d2-4c95-91c4-8434e434d6ac, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=09931139-49d2-4c95-91c4-8434e434d6ac,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:14.218893 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9174c5e8-2903-4782-b587-031a7fa611b0 req-6fa66efc-055c-4764-8825-257e394283ad tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.225293 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55aebe-5e82-4564-8c0e-1c6b060fa6d6 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=984fb9dc-8fc9-43be-8006-e063cff693d4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:14.235277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-9174c5e8-2903-4782-b587-031a7fa611b0 req-6fa66efc-055c-4764-8825-257e394283ad tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Calling delete_port for 09931139-49d2-4c95-91c4-8434e434d6ac owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:14.281953 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6ff9faa9-8128-494a-94fd-506d286cd0a4 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0664799 Nov 12 01:00:14.283066 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58488) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:14.369160 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eff01245-de55-4d20-a1c5-2a005d9b1662 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.390689 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9174c5e8-2903-4782-b587-031a7fa611b0 req-6fa66efc-055c-4764-8825-257e394283ad tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.425440 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['09931139-49d2-4c95-91c4-8434e434d6ac'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:14.449075 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eff01245-de55-4d20-a1c5-2a005d9b1662 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.468280 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa66efc-055c-4764-8825-257e394283ad tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event deleted for resources: {'Port': ['ID=09931139-49d2-4c95-91c4-8434e434d6ac,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:14.531625 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eff01245-de55-4d20-a1c5-2a005d9b1662 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.534713 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-9174c5e8-2903-4782-b587-031a7fa611b0 req-6fa66efc-055c-4764-8825-257e394283ad tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] No DVR routers for this DVR port 09931139-49d2-4c95-91c4-8434e434d6ac on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:14.535742 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eff01245-de55-4d20-a1c5-2a005d9b1662 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.538139 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-eff01245-de55-4d20-a1c5-2a005d9b1662 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "DELETE /v2.0/security-groups/940621b4-6f4a-4a91-a6c5-ee1720fb92f0 HTTP/1.1" status: 204 len: 168 time: 0.2537391 Nov 12 01:00:14.538878 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9174c5e8-2903-4782-b587-031a7fa611b0 req-6fa66efc-055c-4764-8825-257e394283ad tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.544607 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9174c5e8-2903-4782-b587-031a7fa611b0 req-6fa66efc-055c-4764-8825-257e394283ad tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.15 "DELETE /v2.0/ports/09931139-49d2-4c95-91c4-8434e434d6ac HTTP/1.1" status: 204 len: 173 time: 0.6919007 Nov 12 01:00:14.545275 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751d4eb8-48dd-4eea-bc29-5a1a537ad801', 'name': 'network-vif-deleted', 'tag': '09931139-49d2-4c95-91c4-8434e434d6ac'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:14.547575 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b863feae-e882-4e4b-a7c6-977c7d57ddaa" -d '{"events": [{"server_uuid": "751d4eb8-48dd-4eea-bc29-5a1a537ad801", "name": "network-vif-deleted", "tag": "09931139-49d2-4c95-91c4-8434e434d6ac"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:14.550445 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58496) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:14.568974 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff01245-de55-4d20-a1c5-2a005d9b1662 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=940621b4-6f4a-4a91-a6c5-ee1720fb92f0,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:14.653785 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3365a8c2-5d18-48a6-ad9e-39fd1cb42f18 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0996633 Nov 12 01:00:14.656032 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58506) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:14.675458 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c059c2-73b7-4793-98de-017d59af8974 x-openstack-request-id: req-64c059c2-73b7-4793-98de-017d59af8974 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:14.676100 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751d4eb8-48dd-4eea-bc29-5a1a537ad801", "name": "network-vif-deleted", "tag": "09931139-49d2-4c95-91c4-8434e434d6ac", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:14.677019 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64c059c2-73b7-4793-98de-017d59af8974 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:14.679316 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751d4eb8-48dd-4eea-bc29-5a1a537ad801', 'name': 'network-vif-deleted', 'tag': '09931139-49d2-4c95-91c4-8434e434d6ac', 'status': 'completed', 'code': 200} Nov 12 01:00:14.730056 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fa750470-cbf5-4a78-a442-242ff3e90eb7 tempest-SecGroupTest-1782426375 tempest-SecGroupTest-1782426375-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0690992 Nov 12 01:00:14.762150 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d118f4e8-5696-4edc-bd10-a6bf4936db8a req-a1af5913-23f8-4b37-99d0-264d7a5d6f5f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 210 time: 0.0487590 Nov 12 01:00:15.070592 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58522) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:15.362243 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d75a5a-bb47-4c73-aaaa-979f905a1793 req-31c6cad1-73bd-4042-b883-9add37b20936 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:15.370974 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f5d75a5a-bb47-4c73-aaaa-979f905a1793 req-31c6cad1-73bd-4042-b883-9add37b20936 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.0881388 Nov 12 01:00:15.433094 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f5d75a5a-bb47-4c73-aaaa-979f905a1793 req-1059e2ea-dd74-4cdc-96d9-9b3488aed19f tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609615 Nov 12 01:00:15.494034 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ea336a0d-3f7d-4d6a-b035-be38597132a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48fe83c5e98f4ae0b08a75a8eccc1879&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4197681 Nov 12 01:00:15.494286 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58540) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:15.556517 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c0b5a00d-359e-48d0-b1f4-af584207f2a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.580475 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c0b5a00d-359e-48d0-b1f4-af584207f2a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.650601 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c0b5a00d-359e-48d0-b1f4-af584207f2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.656567 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c0b5a00d-359e-48d0-b1f4-af584207f2a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.661383 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c0b5a00d-359e-48d0-b1f4-af584207f2a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9fb52a51-dd4d-428f-96ab-54d3259a9cc2 HTTP/1.1" status: 204 len: 168 time: 0.1658671 Nov 12 01:00:15.670550 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5a00d-359e-48d0-b1f4-af584207f2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb52a51-dd4d-428f-96ab-54d3259a9cc2,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:15.967157 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad64f23a-26fd-4a5b-8588-5d4a0e2a2cab req-b931f4fd-d4f7-4d65-8e03-6130346bf219 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 210 time: 0.0794775 Nov 12 01:00:16.029707 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58554) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:16.292124 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b95bc294-c9e6-463c-b528-84ec4e9deb8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.417096 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b95bc294-c9e6-463c-b528-84ec4e9deb8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.422173 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b95bc294-c9e6-463c-b528-84ec4e9deb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.530510 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95bc294-c9e6-463c-b528-84ec4e9deb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1839704-4657-4cab-b451-a37859aac04a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:16.554112 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b95bc294-c9e6-463c-b528-84ec4e9deb8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=288b9a863ed94b2ab0a70028327f2ae5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5231669 Nov 12 01:00:16.557361 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58574) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:16.632879 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7a935c15-0be3-468d-b21e-9ea4b462c041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.669928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57513a8-8e24-4b48-9ca6-78523607145e req-db240a8d-4caf-426e-97e9-6cba14d76ca2 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:16.673535 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b57513a8-8e24-4b48-9ca6-78523607145e req-db240a8d-4caf-426e-97e9-6cba14d76ca2 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.0950384 Nov 12 01:00:16.684759 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7a935c15-0be3-468d-b21e-9ea4b462c041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.740516 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b57513a8-8e24-4b48-9ca6-78523607145e req-48baa86c-55e5-42fa-a81c-5509635809a1 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609965 Nov 12 01:00:16.747656 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7a935c15-0be3-468d-b21e-9ea4b462c041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.750531 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7a935c15-0be3-468d-b21e-9ea4b462c041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.751704 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7a935c15-0be3-468d-b21e-9ea4b462c041 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1839704-4657-4cab-b451-a37859aac04a HTTP/1.1" status: 204 len: 168 time: 0.1924253 Nov 12 01:00:16.760230 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a935c15-0be3-468d-b21e-9ea4b462c041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1839704-4657-4cab-b451-a37859aac04a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:17.123693 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d37db3c3-e3f0-4160-8f7a-7dc651eb1545 req-8f44ec9e-c5a2-4dfd-92c8-6c931ca8c51a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 210 time: 0.0564959 Nov 12 01:00:17.464302 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58606) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:17.774748 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-7e47685b-c5dc-43aa-9319-24e01cef9a64 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:17.777801 n-d-712137-14 neutron-server[114242]: WARNING neutron.api.v2.base [None req-7e47685b-c5dc-43aa-9319-24e01cef9a64 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 01:00:17.780164 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-7e47685b-c5dc-43aa-9319-24e01cef9a64 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 01:00:17.783366 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7e47685b-c5dc-43aa-9319-24e01cef9a64 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3175776 Nov 12 01:00:17.787041 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58618) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:17.792513 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-4194acf1-f248-4f79-90b5-2c086056b1bb tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group': {'name': 'tempest-secgroup--417708814'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:17.841557 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4194acf1-f248-4f79-90b5-2c086056b1bb tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.862310 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4194acf1-f248-4f79-90b5-2c086056b1bb tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.983515 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4194acf1-f248-4f79-90b5-2c086056b1bb tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.990159 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4194acf1-f248-4f79-90b5-2c086056b1bb tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.997941 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2f727-c4db-404c-b111-45c5be56fce4 req-cd48ad33-352b-4aa0-80ec-65bfe912fd39 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:17.999524 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-34e2f727-c4db-404c-b111-45c5be56fce4 req-cd48ad33-352b-4aa0-80ec-65bfe912fd39 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.1373134 Nov 12 01:00:18.055731 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4194acf1-f248-4f79-90b5-2c086056b1bb tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.061902 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4194acf1-f248-4f79-90b5-2c086056b1bb tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.091691 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194acf1-f248-4f79-90b5-2c086056b1bb tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f504b5-9b1f-48f7-a231-0095ca652166,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:18.097075 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-34e2f727-c4db-404c-b111-45c5be56fce4 req-538add5f-fe76-4b9c-b2a6-084ba6163463 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910907 Nov 12 01:00:18.119882 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4194acf1-f248-4f79-90b5-2c086056b1bb tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.124434 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58634) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:18.124585 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4194acf1-f248-4f79-90b5-2c086056b1bb tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3359215 Nov 12 01:00:18.129385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194acf1-f248-4f79-90b5-2c086056b1bb tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7baec66b-3342-44a0-b676-2c51646ee1aa,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:18.129570 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-74f9c58e-d7d4-4f80-b4ed-23839e18ef26 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': '7baec66b-3342-44a0-b676-2c51646ee1aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:18.173251 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-74f9c58e-d7d4-4f80-b4ed-23839e18ef26 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.238837 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-74f9c58e-d7d4-4f80-b4ed-23839e18ef26 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.244399 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-74f9c58e-d7d4-4f80-b4ed-23839e18ef26 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.271947 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9c58e-d7d4-4f80-b4ed-23839e18ef26 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e06b39-716a-4951-9c5f-fc78310d133d,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:18.285012 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-74f9c58e-d7d4-4f80-b4ed-23839e18ef26 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.292023 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-74f9c58e-d7d4-4f80-b4ed-23839e18ef26 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1604886 Nov 12 01:00:18.292838 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58640) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:18.298315 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0de356f-ef86-4be6-ab4a-4bdc3b364ed0 req-3c83e662-d1bb-4f40-b4a5-eaca83540458 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 210 time: 0.0698199 Nov 12 01:00:18.299456 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-0af3bf58-86dd-4bb9-8b51-d4288b070a8c tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': '7baec66b-3342-44a0-b676-2c51646ee1aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:18.351166 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0af3bf58-86dd-4bb9-8b51-d4288b070a8c tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.404356 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-0af3bf58-86dd-4bb9-8b51-d4288b070a8c tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 01:00:18.409167 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0af3bf58-86dd-4bb9-8b51-d4288b070a8c tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1126826 Nov 12 01:00:18.409736 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58646) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:18.509358 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-57ec256d-d9cb-44a1-a1c2-3fd137d67775 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.535194 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-57ec256d-d9cb-44a1-a1c2-3fd137d67775 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.597855 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-57ec256d-d9cb-44a1-a1c2-3fd137d67775 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.607251 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-57ec256d-d9cb-44a1-a1c2-3fd137d67775 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.607251 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-57ec256d-d9cb-44a1-a1c2-3fd137d67775 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "DELETE /v2.0/security-groups/7baec66b-3342-44a0-b676-2c51646ee1aa HTTP/1.1" status: 204 len: 168 time: 0.1935406 Nov 12 01:00:18.608579 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58656) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:18.620500 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec256d-d9cb-44a1-a1c2-3fd137d67775 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baec66b-3342-44a0-b676-2c51646ee1aa,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:18.624888 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 09931139-49d2-4c95-91c4-8434e434d6ac no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:18.662616 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 09931139-49d2-4c95-91c4-8434e434d6ac {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:18.662616 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 09931139-49d2-4c95-91c4-8434e434d6ac not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:18.719844 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58660) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:18.726285 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c16aed55-5fa7-4457-a88c-e4a8a9598f31 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group': {'name': 'tempest-secgroup--395355269'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:18.732968 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bd03bb32-d27c-4987-a91b-ecdb6aeda4c3 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1237099 Nov 12 01:00:18.787911 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c16aed55-5fa7-4457-a88c-e4a8a9598f31 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.875636 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c16aed55-5fa7-4457-a88c-e4a8a9598f31 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.882927 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c16aed55-5fa7-4457-a88c-e4a8a9598f31 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.922041 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c16aed55-5fa7-4457-a88c-e4a8a9598f31 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.923224 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c16aed55-5fa7-4457-a88c-e4a8a9598f31 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2020569 Nov 12 01:00:18.926340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58664) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:18.930923 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-0af2db92-a5a4-441e-886c-cce77ac5548c tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': 'c1c9515b-1537-46b2-9bd6-e548b31abd52', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:18.931760 n-d-712137-14 neutron-server[114243]: WARNING neutron.api.v2.base [None req-0af2db92-a5a4-441e-886c-cce77ac5548c tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 01:00:18.932193 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-0af2db92-a5a4-441e-886c-cce77ac5548c tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:00:18.933179 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0af2db92-a5a4-441e-886c-cce77ac5548c tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060616 Nov 12 01:00:18.936317 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58666) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:18.946911 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16aed55-5fa7-4457-a88c-e4a8a9598f31 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c9515b-1537-46b2-9bd6-e548b31abd52,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:19.029993 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6c73f43b-dbc3-44ea-9646-f4a2a2b22619 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.062887 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6c73f43b-dbc3-44ea-9646-f4a2a2b22619 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.155108 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6c73f43b-dbc3-44ea-9646-f4a2a2b22619 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.159349 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6c73f43b-dbc3-44ea-9646-f4a2a2b22619 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.161272 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6c73f43b-dbc3-44ea-9646-f4a2a2b22619 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "DELETE /v2.0/security-groups/c1c9515b-1537-46b2-9bd6-e548b31abd52 HTTP/1.1" status: 204 len: 168 time: 0.2238934 Nov 12 01:00:19.164148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58680) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:19.175241 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73f43b-dbc3-44ea-9646-f4a2a2b22619 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c9515b-1537-46b2-9bd6-e548b31abd52,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:19.252944 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-242f1d4d-b39b-4d14-9f81-7d974bcc4674 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0871589 Nov 12 01:00:19.253587 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58682) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:19.259477 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-27af00a0-b465-4847-8bbb-1d24768c6c2a tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938289392'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:19.305572 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27af00a0-b465-4847-8bbb-1d24768c6c2a tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.335051 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d57bda-0908-47fe-a918-ec575cff4f49 req-d119f071-ff36-46b5-a94b-425e13014169 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:19.336945 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f7d57bda-0908-47fe-a918-ec575cff4f49 req-d119f071-ff36-46b5-a94b-425e13014169 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.1029463 Nov 12 01:00:19.421720 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27af00a0-b465-4847-8bbb-1d24768c6c2a tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.430050 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27af00a0-b465-4847-8bbb-1d24768c6c2a tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.457798 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27af00a0-b465-4847-8bbb-1d24768c6c2a tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.459640 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-27af00a0-b465-4847-8bbb-1d24768c6c2a tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2046180 Nov 12 01:00:19.467977 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58692) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:19.474680 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-1be0e958-3027-4fe2-835b-a60ca0aafe95 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': '9ff3d20e-ddee-4ca5-950d-0af46bd49708', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:19.491861 n-d-712137-14 neutron-server[114242]: WARNING neutron.api.v2.base [None req-1be0e958-3027-4fe2-835b-a60ca0aafe95 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 01:00:19.492528 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-1be0e958-3027-4fe2-835b-a60ca0aafe95 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:00:19.493327 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f7d57bda-0908-47fe-a918-ec575cff4f49 req-12dcbeca-b34b-4dca-b038-b7f799a16d7c tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375387 Nov 12 01:00:19.504382 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1be0e958-3027-4fe2-835b-a60ca0aafe95 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0348704 Nov 12 01:00:19.507525 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58698) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:19.554825 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af00a0-b465-4847-8bbb-1d24768c6c2a tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff3d20e-ddee-4ca5-950d-0af46bd49708,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:19.632520 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c8bb72e5-056f-430b-90e5-dd0a0ae84cc6 req-e2fc9341-83fa-4c10-b565-4b00f7673904 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 210 time: 0.1211848 Nov 12 01:00:19.637538 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f9eda1b-142f-4ad8-931c-38eea4b4b1ef tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.707761 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f9eda1b-142f-4ad8-931c-38eea4b4b1ef tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.767201 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f9eda1b-142f-4ad8-931c-38eea4b4b1ef tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.770998 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f9eda1b-142f-4ad8-931c-38eea4b4b1ef tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.774866 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58706) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:19.779869 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7f9eda1b-142f-4ad8-931c-38eea4b4b1ef tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "DELETE /v2.0/security-groups/9ff3d20e-ddee-4ca5-950d-0af46bd49708 HTTP/1.1" status: 204 len: 168 time: 0.2688007 Nov 12 01:00:19.795436 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9eda1b-142f-4ad8-931c-38eea4b4b1ef tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff3d20e-ddee-4ca5-950d-0af46bd49708,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:19.906588 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0d35e813-ab25-4928-a276-85abf0ae1ba3 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1298296 Nov 12 01:00:19.910976 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58710) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:19.915888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-9483b2cf-8fac-4e63-9f6d-16f50ccb822d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group': {'name': 'tempest-secgroup--1360659579'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:19.973756 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9483b2cf-8fac-4e63-9f6d-16f50ccb822d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.052115 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f9f6d70c-54f2-431a-94fd-fdb8dc0b42c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.130287 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9483b2cf-8fac-4e63-9f6d-16f50ccb822d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.135379 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9483b2cf-8fac-4e63-9f6d-16f50ccb822d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.189688 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9483b2cf-8fac-4e63-9f6d-16f50ccb822d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.193760 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9483b2cf-8fac-4e63-9f6d-16f50ccb822d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2794323 Nov 12 01:00:20.193760 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483b2cf-8fac-4e63-9f6d-16f50ccb822d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ecb9ca-e8fa-4683-ae28-ec41d2466595,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:20.194150 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58718) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:20.211172 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-f99e6d26-b790-40dd-b280-2e7093cb922b tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': '11ecb9ca-e8fa-4683-ae28-ec41d2466595', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:20.224620 n-d-712137-14 neutron-server[114242]: WARNING neutron.api.v2.base [None req-f99e6d26-b790-40dd-b280-2e7093cb922b tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 01:00:20.225170 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-f99e6d26-b790-40dd-b280-2e7093cb922b tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:00:20.226663 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f99e6d26-b790-40dd-b280-2e7093cb922b tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0310688 Nov 12 01:00:20.229602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58720) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:20.239334 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-1449d0ac-eb6f-43f7-bc73-d334c28569bc tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': '11ecb9ca-e8fa-4683-ae28-ec41d2466595', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:20.240093 n-d-712137-14 neutron-server[114242]: WARNING neutron.api.v2.base [None req-1449d0ac-eb6f-43f7-bc73-d334c28569bc tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 01:00:20.242054 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-1449d0ac-eb6f-43f7-bc73-d334c28569bc tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:00:20.246937 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58722) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:20.247138 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1449d0ac-eb6f-43f7-bc73-d334c28569bc tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0155759 Nov 12 01:00:20.254762 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-25c0d6ed-7edc-4a98-8bbe-e3c564007a20 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': '11ecb9ca-e8fa-4683-ae28-ec41d2466595', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:20.257521 n-d-712137-14 neutron-server[114243]: WARNING neutron.api.v2.base [None req-25c0d6ed-7edc-4a98-8bbe-e3c564007a20 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 01:00:20.258516 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-25c0d6ed-7edc-4a98-8bbe-e3c564007a20 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:00:20.259929 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-25c0d6ed-7edc-4a98-8bbe-e3c564007a20 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0109119 Nov 12 01:00:20.263289 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58724) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:20.270453 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-54cd3d89-d86c-46bc-bbff-fb1f1d9aec15 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': '11ecb9ca-e8fa-4683-ae28-ec41d2466595', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:20.276842 n-d-712137-14 neutron-server[114243]: WARNING neutron.api.v2.base [None req-54cd3d89-d86c-46bc-bbff-fb1f1d9aec15 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 01:00:20.278670 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-54cd3d89-d86c-46bc-bbff-fb1f1d9aec15 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:00:20.280103 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-54cd3d89-d86c-46bc-bbff-fb1f1d9aec15 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0146630 Nov 12 01:00:20.283041 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58726) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:20.343393 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fccfeabd-68fc-44a3-adac-825a3b457096 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.372219 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fccfeabd-68fc-44a3-adac-825a3b457096 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.421599 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fccfeabd-68fc-44a3-adac-825a3b457096 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.424815 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fccfeabd-68fc-44a3-adac-825a3b457096 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.428731 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fccfeabd-68fc-44a3-adac-825a3b457096 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "DELETE /v2.0/security-groups/11ecb9ca-e8fa-4683-ae28-ec41d2466595 HTTP/1.1" status: 204 len: 168 time: 0.1444702 Nov 12 01:00:20.429512 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58730) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:20.438937 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccfeabd-68fc-44a3-adac-825a3b457096 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ecb9ca-e8fa-4683-ae28-ec41d2466595,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:20.505589 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bee5506e-7313-4142-ab6d-3d62da8616d0 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0743351 Nov 12 01:00:20.509491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58736) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:20.514146 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-32e00dc7-5d90-4d2a-a225-8e1503fad5ef tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group': {'name': 'tempest-secgroup--1332905887'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:20.542555 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-32e00dc7-5d90-4d2a-a225-8e1503fad5ef tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.663254 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-32e00dc7-5d90-4d2a-a225-8e1503fad5ef tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.669442 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-32e00dc7-5d90-4d2a-a225-8e1503fad5ef tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.687020 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab567bfd-472c-4ca8-ba73-dd800503ef31 req-63230727-7b66-4349-ac21-abee2cd86a5e tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:20.688781 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab567bfd-472c-4ca8-ba73-dd800503ef31 req-63230727-7b66-4349-ac21-abee2cd86a5e tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.0949886 Nov 12 01:00:20.727689 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-32e00dc7-5d90-4d2a-a225-8e1503fad5ef tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.733340 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-32e00dc7-5d90-4d2a-a225-8e1503fad5ef tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2227538 Nov 12 01:00:20.738022 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58748) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:20.744569 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-9c3c38be-b2ca-47d1-9f97-90a522d0b3ae tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': '6433bf7a-3df8-446f-805c-cc0812b5e23f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:20.745495 n-d-712137-14 neutron-server[114242]: WARNING neutron.api.v2.base [None req-9c3c38be-b2ca-47d1-9f97-90a522d0b3ae tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 01:00:20.746056 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-9c3c38be-b2ca-47d1-9f97-90a522d0b3ae tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:00:20.749974 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3061ad00-a370-40f9-aea6-449a6064c9f0 req-fb02e068-67d8-4598-872e-36e3dea82875 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=751d4eb8-48dd-4eea-bc29-5a1a537ad801 HTTP/1.1" status: 200 len: 210 time: 0.0353930 Nov 12 01:00:20.750590 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58750) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:20.750734 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9c3c38be-b2ca-47d1-9f97-90a522d0b3ae tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0116305 Nov 12 01:00:20.753613 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e00dc7-5d90-4d2a-a225-8e1503fad5ef tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6433bf7a-3df8-446f-805c-cc0812b5e23f,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:20.756257 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-9315b742-027f-4381-b6d4-3ca75e4fa8da tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': '6433bf7a-3df8-446f-805c-cc0812b5e23f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:20.808236 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab567bfd-472c-4ca8-ba73-dd800503ef31 req-9584b20b-e07b-42de-99ca-fc9c6254247f tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093104 Nov 12 01:00:20.836631 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-9315b742-027f-4381-b6d4-3ca75e4fa8da tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:00:20.838681 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9315b742-027f-4381-b6d4-3ca75e4fa8da tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0868349 Nov 12 01:00:20.842096 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58754) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:20.849633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-d4ab2187-c8db-4649-890e-6369bbb058cb tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': '6433bf7a-3df8-446f-805c-cc0812b5e23f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:20.849857 n-d-712137-14 neutron-server[114242]: WARNING neutron.api.v2.base [None req-d4ab2187-c8db-4649-890e-6369bbb058cb tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 01:00:20.850394 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-d4ab2187-c8db-4649-890e-6369bbb058cb tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:00:20.854347 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58756) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:20.855040 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d4ab2187-c8db-4649-890e-6369bbb058cb tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118480 Nov 12 01:00:20.860458 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-aa2835cd-edfa-479d-9377-aaacb45bc721 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': '6433bf7a-3df8-446f-805c-cc0812b5e23f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:20.901574 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-aa2835cd-edfa-479d-9377-aaacb45bc721 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:00:20.905861 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-aa2835cd-edfa-479d-9377-aaacb45bc721 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0475214 Nov 12 01:00:20.905861 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58758) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:20.910400 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-5e753b53-2816-4111-ae4f-c859ca6ffc79 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': '6433bf7a-3df8-446f-805c-cc0812b5e23f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:20.911195 n-d-712137-14 neutron-server[114243]: WARNING neutron.api.v2.base [None req-5e753b53-2816-4111-ae4f-c859ca6ffc79 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 01:00:20.911691 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-5e753b53-2816-4111-ae4f-c859ca6ffc79 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:00:20.915253 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5e753b53-2816-4111-ae4f-c859ca6ffc79 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058897 Nov 12 01:00:20.915253 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58760) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:20.920621 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-ce1f2896-96f5-45fa-874a-6cd4f783caaf tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': '6433bf7a-3df8-446f-805c-cc0812b5e23f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:20.944005 n-d-712137-14 neutron-server[114243]: INFO neutron.db.securitygroups_db [None req-ce1f2896-96f5-45fa-874a-6cd4f783caaf tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Project 451f6668ba444ffaa4013b3b0ed2c1a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:00:20.960993 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-ce1f2896-96f5-45fa-874a-6cd4f783caaf tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:00:20.965255 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ce1f2896-96f5-45fa-874a-6cd4f783caaf tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0490184 Nov 12 01:00:20.965879 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58764) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:20.970631 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-f96d3db4-cd68-4011-96bc-d5d664452361 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': '6433bf7a-3df8-446f-805c-cc0812b5e23f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:20.971264 n-d-712137-14 neutron-server[114243]: WARNING neutron.api.v2.base [None req-f96d3db4-cd68-4011-96bc-d5d664452361 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 01:00:20.971757 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-f96d3db4-cd68-4011-96bc-d5d664452361 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:00:20.975571 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f96d3db4-cd68-4011-96bc-d5d664452361 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059547 Nov 12 01:00:20.975713 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58766) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:20.981627 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-dcabda58-1531-4e92-96d2-1f911ff79dc4 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': '6433bf7a-3df8-446f-805c-cc0812b5e23f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:21.004032 n-d-712137-14 neutron-server[114243]: INFO neutron.db.securitygroups_db [None req-dcabda58-1531-4e92-96d2-1f911ff79dc4 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Project 451f6668ba444ffaa4013b3b0ed2c1a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:00:21.019835 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-dcabda58-1531-4e92-96d2-1f911ff79dc4 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:00:21.023610 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-dcabda58-1531-4e92-96d2-1f911ff79dc4 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0445321 Nov 12 01:00:21.023926 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58768) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:21.028782 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-39ff4b07-a21b-4269-9a2b-06b9e5d7f155 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': '6433bf7a-3df8-446f-805c-cc0812b5e23f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:21.057996 n-d-712137-14 neutron-server[114243]: INFO neutron.db.securitygroups_db [None req-39ff4b07-a21b-4269-9a2b-06b9e5d7f155 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Project 451f6668ba444ffaa4013b3b0ed2c1a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:00:21.076353 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-39ff4b07-a21b-4269-9a2b-06b9e5d7f155 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:00:21.077896 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-39ff4b07-a21b-4269-9a2b-06b9e5d7f155 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0530384 Nov 12 01:00:21.081104 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58772) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:21.146805 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-efce5331-319e-4456-82f6-4b947fb54bcd tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.172348 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-efce5331-319e-4456-82f6-4b947fb54bcd tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.217086 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-efce5331-319e-4456-82f6-4b947fb54bcd tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.220560 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-efce5331-319e-4456-82f6-4b947fb54bcd tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.222577 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-efce5331-319e-4456-82f6-4b947fb54bcd tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "DELETE /v2.0/security-groups/6433bf7a-3df8-446f-805c-cc0812b5e23f HTTP/1.1" status: 204 len: 168 time: 0.1400635 Nov 12 01:00:21.225221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58776) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:21.241566 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce5331-319e-4456-82f6-4b947fb54bcd tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6433bf7a-3df8-446f-805c-cc0812b5e23f,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:21.287857 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-80d20c3f-5243-4525-8074-c33fca6de0dc tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0612912 Nov 12 01:00:21.292344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58780) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:21.298772 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-497880df-6d35-45c4-9045-651bc7780d1d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group': {'name': 'tempest-secgroup--1906830565'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:21.326161 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-497880df-6d35-45c4-9045-651bc7780d1d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.426407 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-497880df-6d35-45c4-9045-651bc7780d1d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.431862 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-497880df-6d35-45c4-9045-651bc7780d1d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.475929 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-497880df-6d35-45c4-9045-651bc7780d1d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.480146 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-497880df-6d35-45c4-9045-651bc7780d1d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1838715 Nov 12 01:00:21.480146 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497880df-6d35-45c4-9045-651bc7780d1d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=849ae931-2ba5-4a96-a4a6-ae21abcd3996,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:21.481007 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58790) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:21.486245 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-3423d9be-0db8-4558-ae63-f3ffb91c4e15 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': '849ae931-2ba5-4a96-a4a6-ae21abcd3996', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:21.560517 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-3423d9be-0db8-4558-ae63-f3ffb91c4e15 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): The resource could not be found. Nov 12 01:00:21.564969 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58792) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:21.565421 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3423d9be-0db8-4558-ae63-f3ffb91c4e15 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0829144 Nov 12 01:00:21.571089 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-a382cfa5-a20e-4797-970c-bc3a01c6b76b tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': '849ae931-2ba5-4a96-a4a6-ae21abcd3996', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ad929c34-00c6-4026-9de2-e3ad8028ec61'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:21.626341 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-a382cfa5-a20e-4797-970c-bc3a01c6b76b tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): The resource could not be found. Nov 12 01:00:21.627661 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a382cfa5-a20e-4797-970c-bc3a01c6b76b tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0608983 Nov 12 01:00:21.630510 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58794) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:21.703184 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2d067751-3a43-4fc7-bdad-443d6ccf9f8d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.726392 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2d067751-3a43-4fc7-bdad-443d6ccf9f8d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.771802 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2d067751-3a43-4fc7-bdad-443d6ccf9f8d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.775427 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2d067751-3a43-4fc7-bdad-443d6ccf9f8d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.777474 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2d067751-3a43-4fc7-bdad-443d6ccf9f8d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "DELETE /v2.0/security-groups/849ae931-2ba5-4a96-a4a6-ae21abcd3996 HTTP/1.1" status: 204 len: 168 time: 0.1439502 Nov 12 01:00:21.780171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58800) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:21.788207 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d067751-3a43-4fc7-bdad-443d6ccf9f8d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=849ae931-2ba5-4a96-a4a6-ae21abcd3996,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:21.897893 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-50d45ffc-c63c-4c29-aa39-58752b5ad089 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1128497 Nov 12 01:00:21.898631 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58808) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:21.907123 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-fc119697-c8d3-4110-930d-682432af79b2 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': '53039a87-bf28-42c9-a125-245f80792c2a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:22.051959 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca8ca2-cb2a-48f0-af4c-23c3cdda3e8f req-e7935d09-285a-4a16-80c0-fd3b924ecabf tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:22.053556 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2bca8ca2-cb2a-48f0-af4c-23c3cdda3e8f req-e7935d09-285a-4a16-80c0-fd3b924ecabf tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.1085567 Nov 12 01:00:22.068566 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-fc119697-c8d3-4110-930d-682432af79b2 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): The resource could not be found. Nov 12 01:00:22.075060 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58812) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:22.075315 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fc119697-c8d3-4110-930d-682432af79b2 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1730421 Nov 12 01:00:22.080457 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-4cf75547-13c8-41d1-8940-97bdcdd07b34 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group': {'name': 'tempest-secgroup--1512542976'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:22.121997 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2bca8ca2-cb2a-48f0-af4c-23c3cdda3e8f req-40297569-f311-49c4-a837-09924af22633 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616934 Nov 12 01:00:22.132369 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4cf75547-13c8-41d1-8940-97bdcdd07b34 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.277782 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4cf75547-13c8-41d1-8940-97bdcdd07b34 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.283114 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c83e5-95a9-4ff3-a2b9-6165103c345f req-742fec5d-b0ba-4086-8fbb-12d6310e4f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:22.284582 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a17c83e5-95a9-4ff3-a2b9-6165103c345f req-742fec5d-b0ba-4086-8fbb-12d6310e4f83 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 1097 time: 0.0873849 Nov 12 01:00:22.285789 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4cf75547-13c8-41d1-8940-97bdcdd07b34 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.333156 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4cf75547-13c8-41d1-8940-97bdcdd07b34 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.336079 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4cf75547-13c8-41d1-8940-97bdcdd07b34 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2599154 Nov 12 01:00:22.338311 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58816) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:22.342676 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-885d0b00-782d-44d4-ad93-7e020566ac3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.343471 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-cae296e3-8f99-48e5-a41a-fed4551ddc2a tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group': {'name': 'tempest-secgroup--186540330'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:22.351738 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf75547-13c8-41d1-8940-97bdcdd07b34 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09de001e-39d0-434d-8eee-9a98c76ee4dd,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:22.368318 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cae296e3-8f99-48e5-a41a-fed4551ddc2a tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.369474 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf75547-13c8-41d1-8940-97bdcdd07b34 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:22.370961 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf75547-13c8-41d1-8940-97bdcdd07b34 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:22.371528 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf75547-13c8-41d1-8940-97bdcdd07b34 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:22.372172 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf75547-13c8-41d1-8940-97bdcdd07b34 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:22.372681 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf75547-13c8-41d1-8940-97bdcdd07b34 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:22.373142 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf75547-13c8-41d1-8940-97bdcdd07b34 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:22.373564 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf75547-13c8-41d1-8940-97bdcdd07b34 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:22.374288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf75547-13c8-41d1-8940-97bdcdd07b34 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:22.374719 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf75547-13c8-41d1-8940-97bdcdd07b34 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:22.375138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf75547-13c8-41d1-8940-97bdcdd07b34 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:22.375554 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf75547-13c8-41d1-8940-97bdcdd07b34 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:22.375969 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf75547-13c8-41d1-8940-97bdcdd07b34 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:22.396619 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a17c83e5-95a9-4ff3-a2b9-6165103c345f req-6496fd08-8936-4701-aa3e-168daab42902 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014605 Nov 12 01:00:22.455284 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cae296e3-8f99-48e5-a41a-fed4551ddc2a tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.460466 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cae296e3-8f99-48e5-a41a-fed4551ddc2a tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.501978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae296e3-8f99-48e5-a41a-fed4551ddc2a tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fb055a-4add-47ce-b39f-1da3236b1339,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:22.522967 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cae296e3-8f99-48e5-a41a-fed4551ddc2a tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.528492 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58820) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:22.534205 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-0d36e381-dbb0-4cfd-a252-da6fa04a5b23 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': '09de001e-39d0-434d-8eee-9a98c76ee4dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b2fb055a-4add-47ce-b39f-1da3236b1339'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:22.537276 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cae296e3-8f99-48e5-a41a-fed4551ddc2a tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1978066 Nov 12 01:00:22.619542 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-0d36e381-dbb0-4cfd-a252-da6fa04a5b23 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:00:22.624311 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0d36e381-dbb0-4cfd-a252-da6fa04a5b23 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0944273 Nov 12 01:00:22.624544 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58826) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:22.690668 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3749024e-189e-4643-8ccd-3ed47e69522d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.717930 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3749024e-189e-4643-8ccd-3ed47e69522d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.777239 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3749024e-189e-4643-8ccd-3ed47e69522d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.780560 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3749024e-189e-4643-8ccd-3ed47e69522d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.782276 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3749024e-189e-4643-8ccd-3ed47e69522d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "DELETE /v2.0/security-groups/b2fb055a-4add-47ce-b39f-1da3236b1339 HTTP/1.1" status: 204 len: 168 time: 0.1566646 Nov 12 01:00:22.785050 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58830) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:22.793813 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749024e-189e-4643-8ccd-3ed47e69522d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fb055a-4add-47ce-b39f-1da3236b1339,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:22.893191 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9fc09b15-735d-4a44-96dc-b693e891537d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1069026 Nov 12 01:00:22.895661 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58832) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:22.966601 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7ce2f7a9-b9a5-4549-9f23-8ad00db1d0d7 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.010915 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7ce2f7a9-b9a5-4549-9f23-8ad00db1d0d7 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.099801 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7ce2f7a9-b9a5-4549-9f23-8ad00db1d0d7 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.107264 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7ce2f7a9-b9a5-4549-9f23-8ad00db1d0d7 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.108808 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7ce2f7a9-b9a5-4549-9f23-8ad00db1d0d7 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "DELETE /v2.0/security-groups/09de001e-39d0-434d-8eee-9a98c76ee4dd HTTP/1.1" status: 204 len: 168 time: 0.2119572 Nov 12 01:00:23.111715 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58840) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:23.118496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58842) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:23.130757 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2f7a9-b9a5-4549-9f23-8ad00db1d0d7 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09de001e-39d0-434d-8eee-9a98c76ee4dd,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:23.185324 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58848) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:23.189550 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ea167bf1-c49b-4635-9411-8d2cc328a288 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0756354 Nov 12 01:00:23.191362 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-db605f76-fbcd-4c2a-a27b-41839dfbc708 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group': {'name': 'tempest-secgroup--1071286576'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:23.244809 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db605f76-fbcd-4c2a-a27b-41839dfbc708 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.323655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cfd09-ff80-48b9-9a0c-2469b8f4ccd7 req-2784b314-eac9-458f-8f06-e40ec33496e1 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:23.325956 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ba3cfd09-ff80-48b9-9a0c-2469b8f4ccd7 req-2784b314-eac9-458f-8f06-e40ec33496e1 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.0917151 Nov 12 01:00:23.372573 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db605f76-fbcd-4c2a-a27b-41839dfbc708 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.387473 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ed2da9bf-5f2d-43e0-a1c4-ed6caf2c634c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.390127 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db605f76-fbcd-4c2a-a27b-41839dfbc708 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.456433 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ba3cfd09-ff80-48b9-9a0c-2469b8f4ccd7 req-cc90803b-7acf-4144-a6d0-dbe6c2e05dd7 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218612 Nov 12 01:00:23.459738 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db605f76-fbcd-4c2a-a27b-41839dfbc708 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.464972 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-db605f76-fbcd-4c2a-a27b-41839dfbc708 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2740562 Nov 12 01:00:23.466470 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58850) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:23.472462 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-61c1bdb1-478e-4944-b784-634cd66e4f22 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': '9b08b501-42bf-4d67-bb6d-f34f3c56a214', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:23.486951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db605f76-fbcd-4c2a-a27b-41839dfbc708 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b08b501-42bf-4d67-bb6d-f34f3c56a214,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:23.519136 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.550607 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-61c1bdb1-478e-4944-b784-634cd66e4f22 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:00:23.551840 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-61c1bdb1-478e-4944-b784-634cd66e4f22 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0835259 Nov 12 01:00:23.554868 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58852) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:23.563326 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-f49d27bb-f28b-42a7-b2e3-6bb1e15507ff tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group_rule': {'security_group_id': '9b08b501-42bf-4d67-bb6d-f34f3c56a214', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:23.573535 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ed2da9bf-5f2d-43e0-a1c4-ed6caf2c634c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.580288 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ed2da9bf-5f2d-43e0-a1c4-ed6caf2c634c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.607018 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-f49d27bb-f28b-42a7-b2e3-6bb1e15507ff tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:00:23.610456 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f49d27bb-f28b-42a7-b2e3-6bb1e15507ff tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0535989 Nov 12 01:00:23.613222 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58856) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:23.639631 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ed2da9bf-5f2d-43e0-a1c4-ed6caf2c634c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d810681ea3346f3939b0cb9e6eef6f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5200555 Nov 12 01:00:23.642050 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58858) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:23.689460 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc5d7dc6-88d9-4a0c-98a6-7d58ba34a412 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.701796 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2da9bf-5f2d-43e0-a1c4-ed6caf2c634c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3345ea01-f26c-45b9-a095-cac96baf394c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:23.735152 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc5d7dc6-88d9-4a0c-98a6-7d58ba34a412 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.744503 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09233373-f3b9-42fe-80bd-321e7a9732fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.778431 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09233373-f3b9-42fe-80bd-321e7a9732fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.787579 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc5d7dc6-88d9-4a0c-98a6-7d58ba34a412 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.792125 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc5d7dc6-88d9-4a0c-98a6-7d58ba34a412 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.794166 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bc5d7dc6-88d9-4a0c-98a6-7d58ba34a412 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "DELETE /v2.0/security-groups/9b08b501-42bf-4d67-bb6d-f34f3c56a214 HTTP/1.1" status: 204 len: 168 time: 0.1797128 Nov 12 01:00:23.797583 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58860) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:23.805608 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d7dc6-88d9-4a0c-98a6-7d58ba34a412 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b08b501-42bf-4d67-bb6d-f34f3c56a214,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:23.864052 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2196afef-66cc-4321-9e21-4ae77a89e16e tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0614808 Nov 12 01:00:23.864277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58862) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:23.868928 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-e5299e2b-a33f-4c08-901e-be90dcbc875d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group': {'name': 'tempest-secgroup--866657609'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:23.880481 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09233373-f3b9-42fe-80bd-321e7a9732fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.883166 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09233373-f3b9-42fe-80bd-321e7a9732fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.884555 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-09233373-f3b9-42fe-80bd-321e7a9732fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3345ea01-f26c-45b9-a095-cac96baf394c HTTP/1.1" status: 204 len: 168 time: 0.2392571 Nov 12 01:00:23.900985 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09233373-f3b9-42fe-80bd-321e7a9732fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3345ea01-f26c-45b9-a095-cac96baf394c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:23.911257 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e5299e2b-a33f-4c08-901e-be90dcbc875d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.996883 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e5299e2b-a33f-4c08-901e-be90dcbc875d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.006815 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e5299e2b-a33f-4c08-901e-be90dcbc875d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.046202 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e5299e2b-a33f-4c08-901e-be90dcbc875d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.048654 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e5299e2b-a33f-4c08-901e-be90dcbc875d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1832223 Nov 12 01:00:24.051936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58868) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:24.057727 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-8da46930-f35f-4d72-88e5-23088c88e81c tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:24.059205 n-d-712137-14 neutron-server[114243]: WARNING neutron.api.v2.base [None req-8da46930-f35f-4d72-88e5-23088c88e81c tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 01:00:24.059943 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-8da46930-f35f-4d72-88e5-23088c88e81c tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 01:00:24.064316 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8da46930-f35f-4d72-88e5-23088c88e81c tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "PUT /v2.0/security-groups/ef627270-8cb8-4e4b-ae17-d6fcec09b05f HTTP/1.1" status: 409 len: 330 time: 0.0080440 Nov 12 01:00:24.064316 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58870) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:24.067350 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5299e2b-a33f-4c08-901e-be90dcbc875d tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef627270-8cb8-4e4b-ae17-d6fcec09b05f,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:24.151389 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b77140f-f923-4e1a-a050-6952f56084c6 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.185463 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b77140f-f923-4e1a-a050-6952f56084c6 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.256215 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b77140f-f923-4e1a-a050-6952f56084c6 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.260152 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b77140f-f923-4e1a-a050-6952f56084c6 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.264429 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2b77140f-f923-4e1a-a050-6952f56084c6 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "DELETE /v2.0/security-groups/ef627270-8cb8-4e4b-ae17-d6fcec09b05f HTTP/1.1" status: 204 len: 168 time: 0.1966839 Nov 12 01:00:24.264644 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58876) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:24.287559 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77140f-f923-4e1a-a050-6952f56084c6 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef627270-8cb8-4e4b-ae17-d6fcec09b05f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:24.323830 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58878) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:24.343267 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da729eac-c92c-42c4-9142-8207661e4a22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.353507 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3598a376-df25-4a0e-a3d9-967e340d26d1 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0836756 Nov 12 01:00:24.354505 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58880) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:24.375576 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-76aca847-824b-4c5d-b975-35e2985845f0 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] delete failed (client error): The resource could not be found. Nov 12 01:00:24.380469 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-76aca847-824b-4c5d-b975-35e2985845f0 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "DELETE /v2.0/security-groups/3149c14e-b15e-4d08-8dc0-6838e0782b37 HTTP/1.1" status: 404 len: 347 time: 0.0213118 Nov 12 01:00:24.380729 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58882) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:24.401128 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-3a8a67dd-02ee-47db-9089-6b23d5f15225 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] show failed (client error): The resource could not be found. Nov 12 01:00:24.402668 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3a8a67dd-02ee-47db-9089-6b23d5f15225 tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "GET /v2.0/security-groups/825e9980-849c-488d-9836-625025d6dee1 HTTP/1.1" status: 404 len: 347 time: 0.0209341 Nov 12 01:00:24.407110 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58884) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:24.428434 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-6f5f2f03-c581-4af8-ae2f-b84200c97bda tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] show failed (client error): The resource could not be found. Nov 12 01:00:24.429664 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6f5f2f03-c581-4af8-ae2f-b84200c97bda tempest-NegativeSecGroupIPv6Test-502008159 tempest-NegativeSecGroupIPv6Test-502008159-project] 10.222.0.31 "GET /v2.0/security-group-rules/1b138588-0690-4f8f-bf27-3fcb8ff58faf HTTP/1.1" status: 404 len: 356 time: 0.0211792 Nov 12 01:00:24.451316 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da729eac-c92c-42c4-9142-8207661e4a22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.456685 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-da729eac-c92c-42c4-9142-8207661e4a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.514112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da729eac-c92c-42c4-9142-8207661e4a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acb334b-eed2-4193-82c6-daac96d18cfe,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:24.544022 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-da729eac-c92c-42c4-9142-8207661e4a22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2515bdcc9a1742c7999c7884e1b96ebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2189243 Nov 12 01:00:24.546586 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58890) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:24.556587 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.633293 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8319c523-f3ee-4370-afa4-53036ba4c2ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.646289 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ff833-e67f-45b8-84fa-95317a40338c req-23ad4f96-5e8e-484c-adf5-43cf16e69f33 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:24.653666 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f8ff833-e67f-45b8-84fa-95317a40338c req-23ad4f96-5e8e-484c-adf5-43cf16e69f33 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.0726209 Nov 12 01:00:24.679373 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8319c523-f3ee-4370-afa4-53036ba4c2ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.712011 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f8ff833-e67f-45b8-84fa-95317a40338c req-ba427bde-55d4-4ee2-bbe8-4b59e0170e03 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573354 Nov 12 01:00:24.766407 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8319c523-f3ee-4370-afa4-53036ba4c2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.769922 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8319c523-f3ee-4370-afa4-53036ba4c2ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.771122 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8319c523-f3ee-4370-afa4-53036ba4c2ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8acb334b-eed2-4193-82c6-daac96d18cfe HTTP/1.1" status: 204 len: 168 time: 0.2235487 Nov 12 01:00:24.787055 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-d0cfab14-9c62-4d81-adf4-d9ecea1de923 req-8aa4afcf-d4e4-453d-9533-c7c4024be760 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1193434539', 'description': 'tempest-description-735675422'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:24.799443 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319c523-f3ee-4370-afa4-53036ba4c2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acb334b-eed2-4193-82c6-daac96d18cfe,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:24.876356 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d0cfab14-9c62-4d81-adf4-d9ecea1de923 req-8aa4afcf-d4e4-453d-9533-c7c4024be760 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.897151 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58902) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:25.005292 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d0cfab14-9c62-4d81-adf4-d9ecea1de923 req-8aa4afcf-d4e4-453d-9533-c7c4024be760 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.011159 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d0cfab14-9c62-4d81-adf4-d9ecea1de923 req-8aa4afcf-d4e4-453d-9533-c7c4024be760 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.032277 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d0cfab14-9c62-4d81-adf4-d9ecea1de923 req-8aa4afcf-d4e4-453d-9533-c7c4024be760 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.033956 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d0cfab14-9c62-4d81-adf4-d9ecea1de923 req-8aa4afcf-d4e4-453d-9533-c7c4024be760 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.2593954 Nov 12 01:00:25.069539 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4afcf-d4e4-453d-9533-c7c4024be760 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53bad274-3d22-4317-9209-b37a85f0a615,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:25.205001 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c5f8cd15-aa35-46ae-aab0-e104f41261c2 req-65d4eee6-39a4-44ae-b519-5c9aebcad357 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1193434539&fields=id&tenant_id=61af090f9bf849858bde1895d16af040 HTTP/1.1" status: 200 len: 267 time: 0.0797009 Nov 12 01:00:25.278199 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58920) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:25.289596 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8cd15-aa35-46ae-aab0-e104f41261c2 req-a34cea03-f0af-4bc3-8f49-09838ed878c1 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:25.300156 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c5f8cd15-aa35-46ae-aab0-e104f41261c2 req-a34cea03-f0af-4bc3-8f49-09838ed878c1 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.0864177 Nov 12 01:00:25.307384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-c5f8cd15-aa35-46ae-aab0-e104f41261c2 req-caf0c4f7-9a5e-40b8-9f1f-811de4ba18d9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Request body: {'port': {'security_groups': ['19ae90be-ade4-49ad-a814-2a2309068300', '53bad274-3d22-4317-9209-b37a85f0a615']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:25.399404 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dd62ff5a-fc41-42cc-8d84-378d333cd7e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.418696 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.454601 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-924aee95-3409-4243-8108-c26a804be667 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=451f6668ba444ffaa4013b3b0ed2c1a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5535052 Nov 12 01:00:25.456212 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58930) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:25.529485 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-c5f8cd15-aa35-46ae-aab0-e104f41261c2 req-caf0c4f7-9a5e-40b8-9f1f-811de4ba18d9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.596903 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-998d0bde-91cf-4fd5-b58c-d5c56779c186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.599712 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dd62ff5a-fc41-42cc-8d84-378d333cd7e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.612497 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dd62ff5a-fc41-42cc-8d84-378d333cd7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.641202 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-998d0bde-91cf-4fd5-b58c-d5c56779c186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.690587 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62ff5a-fc41-42cc-8d84-378d333cd7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10018535-ff97-4f86-8fe6-4038308b7b97,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:25.704208 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dd62ff5a-fc41-42cc-8d84-378d333cd7e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f084d86f64a4439ad408f023c9958f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4245439 Nov 12 01:00:25.712217 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58938) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:25.785597 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-998d0bde-91cf-4fd5-b58c-d5c56779c186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.789662 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-998d0bde-91cf-4fd5-b58c-d5c56779c186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.812555 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-998d0bde-91cf-4fd5-b58c-d5c56779c186 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21f504b5-9b1f-48f7-a231-0095ca652166 HTTP/1.1" status: 204 len: 168 time: 0.3359509 Nov 12 01:00:25.838051 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4fd95d38-e8ff-43a4-82f5-abc6f2c9df29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.854954 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d0bde-91cf-4fd5-b58c-d5c56779c186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f504b5-9b1f-48f7-a231-0095ca652166,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:25.915342 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4fd95d38-e8ff-43a4-82f5-abc6f2c9df29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.989985 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.040680 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4fd95d38-e8ff-43a4-82f5-abc6f2c9df29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.044766 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4fd95d38-e8ff-43a4-82f5-abc6f2c9df29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.051187 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4fd95d38-e8ff-43a4-82f5-abc6f2c9df29 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10018535-ff97-4f86-8fe6-4038308b7b97 HTTP/1.1" status: 204 len: 168 time: 0.3376987 Nov 12 01:00:26.055492 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-c5f8cd15-aa35-46ae-aab0-e104f41261c2 req-caf0c4f7-9a5e-40b8-9f1f-811de4ba18d9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] For port 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130,segment=NetworkSegment(e3db2a7b-a944-41af-b927-aa46737b70f6),segment_id=e3db2a7b-a944-41af-b927-aa46737b70f6)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:26.083638 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd95d38-e8ff-43a4-82f5-abc6f2c9df29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10018535-ff97-4f86-8fe6-4038308b7b97,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:26.169512 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-c5f8cd15-aa35-46ae-aab0-e104f41261c2 req-caf0c4f7-9a5e-40b8-9f1f-811de4ba18d9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.186243 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-c5f8cd15-aa35-46ae-aab0-e104f41261c2 req-caf0c4f7-9a5e-40b8-9f1f-811de4ba18d9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.199948 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['347ef9ef-0b4e-4397-b7d4-dda2e7eeb130'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:26.312840 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8cd15-aa35-46ae-aab0-e104f41261c2 req-caf0c4f7-9a5e-40b8-9f1f-811de4ba18d9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:26.313518 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-c5f8cd15-aa35-46ae-aab0-e104f41261c2 req-caf0c4f7-9a5e-40b8-9f1f-811de4ba18d9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.316980 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c5f8cd15-aa35-46ae-aab0-e104f41261c2 req-caf0c4f7-9a5e-40b8-9f1f-811de4ba18d9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "PUT /v2.0/ports/347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 HTTP/1.1" status: 200 len: 981 time: 1.0158095 Nov 12 01:00:26.317498 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b32703-33d0-465c-993d-5cc64665531c', 'tag': '347ef9ef-0b4e-4397-b7d4-dda2e7eeb130'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:26.319727 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c28d86-5d42-45ad-b020-46042b83f67b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b32703-33d0-465c-993d-5cc64665531c", "tag": "347ef9ef-0b4e-4397-b7d4-dda2e7eeb130"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:26.369217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0c4f7-9a5e-40b8-9f1f-811de4ba18d9 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Pushing event updated for resources: {'Port': ['ID=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130,revision_number=6']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:26.387990 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:00:26.446851 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da468eaa-bf7d-423f-b1e1-0b1d361689c7 x-openstack-request-id: req-da468eaa-bf7d-423f-b1e1-0b1d361689c7 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:26.447429 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b32703-33d0-465c-993d-5cc64665531c", "tag": "347ef9ef-0b4e-4397-b7d4-dda2e7eeb130", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:26.447840 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da468eaa-bf7d-423f-b1e1-0b1d361689c7 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:26.448424 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b32703-33d0-465c-993d-5cc64665531c', 'tag': '347ef9ef-0b4e-4397-b7d4-dda2e7eeb130', 'status': 'completed', 'code': 200} Nov 12 01:00:26.482911 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['347ef9ef-0b4e-4397-b7d4-dda2e7eeb130'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:26.728118 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c28d86-5d42-45ad-b020-46042b83f67b req-adfaaaf5-d581-4d99-b0ad-9230490a1d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:26.730156 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b2c28d86-5d42-45ad-b020-46042b83f67b req-adfaaaf5-d581-4d99-b0ad-9230490a1d06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61af090f9bf849858bde1895d16af040&device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 1136 time: 0.2457819 Nov 12 01:00:26.811281 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c7452153-8962-4549-a3ef-f4f2e56652b3 req-aa5cb31a-ef90-4033-bcfa-664d833313e4 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1193434539&fields=id&tenant_id=61af090f9bf849858bde1895d16af040 HTTP/1.1" status: 200 len: 267 time: 0.2296877 Nov 12 01:00:26.994655 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7452153-8962-4549-a3ef-f4f2e56652b3 req-1bed5720-82c7-4633-a74a-12c56a545bd5 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:26.996440 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c7452153-8962-4549-a3ef-f4f2e56652b3 req-1bed5720-82c7-4633-a74a-12c56a545bd5 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 984 time: 0.1740346 Nov 12 01:00:27.010798 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-c7452153-8962-4549-a3ef-f4f2e56652b3 req-bed8b862-9a29-4a70-804d-1201779863da tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Request body: {'port': {'security_groups': ['19ae90be-ade4-49ad-a814-2a2309068300']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:27.052161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c28d86-5d42-45ad-b020-46042b83f67b req-6a580a50-2b2f-4334-b9bc-6eb597a06871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:27.053754 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b2c28d86-5d42-45ad-b020-46042b83f67b req-6a580a50-2b2f-4334-b9bc-6eb597a06871 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c HTTP/1.1" status: 200 len: 921 time: 0.3137822 Nov 12 01:00:27.128426 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b2c28d86-5d42-45ad-b020-46042b83f67b req-f34de3e7-cc82-444d-926f-6229001e83bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 HTTP/1.1" status: 200 len: 217 time: 0.0644422 Nov 12 01:00:27.234329 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c7452153-8962-4549-a3ef-f4f2e56652b3 req-bed8b862-9a29-4a70-804d-1201779863da tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.278087 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c28d86-5d42-45ad-b020-46042b83f67b req-bc367646-946c-45a7-a21c-dda6e581af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:27.279611 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b2c28d86-5d42-45ad-b020-46042b83f67b req-bc367646-946c-45a7-a21c-dda6e581af59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b04c456d-53c0-4755-9e1c-d34f7406aac3 HTTP/1.1" status: 200 len: 860 time: 0.1199090 Nov 12 01:00:27.503526 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b2c28d86-5d42-45ad-b020-46042b83f67b req-7b50811c-dd19-41fc-a32b-4eaf913895e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2026465 Nov 12 01:00:27.697338 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b2c28d86-5d42-45ad-b020-46042b83f67b req-e3e04d91-472f-4ac2-8785-e5d7fd93c682 service neutron] 10.222.0.21 "GET /v2.0/networks/1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766932 Nov 12 01:00:27.730700 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-c7452153-8962-4549-a3ef-f4f2e56652b3 req-bed8b862-9a29-4a70-804d-1201779863da tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] For port 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130,segment=NetworkSegment(e3db2a7b-a944-41af-b927-aa46737b70f6),segment_id=e3db2a7b-a944-41af-b927-aa46737b70f6)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:27.813795 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c7452153-8962-4549-a3ef-f4f2e56652b3 req-bed8b862-9a29-4a70-804d-1201779863da tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.826506 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c7452153-8962-4549-a3ef-f4f2e56652b3 req-bed8b862-9a29-4a70-804d-1201779863da tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.841839 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['347ef9ef-0b4e-4397-b7d4-dda2e7eeb130'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:27.933938 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7452153-8962-4549-a3ef-f4f2e56652b3 req-bed8b862-9a29-4a70-804d-1201779863da tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:27.934618 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c7452153-8962-4549-a3ef-f4f2e56652b3 req-bed8b862-9a29-4a70-804d-1201779863da tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.936571 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c7452153-8962-4549-a3ef-f4f2e56652b3 req-bed8b862-9a29-4a70-804d-1201779863da tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "PUT /v2.0/ports/347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 HTTP/1.1" status: 200 len: 942 time: 0.9308858 Nov 12 01:00:27.937533 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b32703-33d0-465c-993d-5cc64665531c', 'tag': '347ef9ef-0b4e-4397-b7d4-dda2e7eeb130'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:27.946912 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dddbc9-3950-4e75-93cd-c5a88b316174" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b32703-33d0-465c-993d-5cc64665531c", "tag": "347ef9ef-0b4e-4397-b7d4-dda2e7eeb130"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:27.956544 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b2c28d86-5d42-45ad-b020-46042b83f67b req-d1898f42-05fd-4f91-b8a7-9aa189a23dd6 service neutron] 10.222.0.21 "GET /v2.0/networks/1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582915 Nov 12 01:00:28.014698 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8b862-9a29-4a70-804d-1201779863da tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Pushing event updated for resources: {'Port': ['ID=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130,revision_number=7']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:28.062632 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c61f0b-8d03-4733-a09b-51868e993ae6 x-openstack-request-id: req-50c61f0b-8d03-4733-a09b-51868e993ae6 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:28.063181 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b32703-33d0-465c-993d-5cc64665531c", "tag": "347ef9ef-0b4e-4397-b7d4-dda2e7eeb130", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:28.064395 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50c61f0b-8d03-4733-a09b-51868e993ae6 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:28.065454 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b32703-33d0-465c-993d-5cc64665531c', 'tag': '347ef9ef-0b4e-4397-b7d4-dda2e7eeb130', 'status': 'completed', 'code': 200} Nov 12 01:00:28.095118 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['347ef9ef-0b4e-4397-b7d4-dda2e7eeb130'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:28.180913 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dddbc9-3950-4e75-93cd-c5a88b316174 req-5e4b4aac-de7d-4198-a708-f257b0520ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:28.182805 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-83dddbc9-3950-4e75-93cd-c5a88b316174 req-5e4b4aac-de7d-4198-a708-f257b0520ad9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61af090f9bf849858bde1895d16af040&device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 1097 time: 0.1002185 Nov 12 01:00:28.429989 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-515584b7-fffa-44e4-a4db-0df5537542c2 req-a9859506-abc5-4ec2-b915-a6979545816a tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4406469 Nov 12 01:00:28.431788 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dddbc9-3950-4e75-93cd-c5a88b316174 req-239d5230-2718-4c51-b653-b1d460bde965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:28.435664 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-83dddbc9-3950-4e75-93cd-c5a88b316174 req-239d5230-2718-4c51-b653-b1d460bde965 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c HTTP/1.1" status: 200 len: 921 time: 0.2437110 Nov 12 01:00:28.441791 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-515584b7-fffa-44e4-a4db-0df5537542c2 req-b90cc7e9-7ec4-4f3b-8d1b-c15b4febaf04 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:28.498089 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-515584b7-fffa-44e4-a4db-0df5537542c2 req-b90cc7e9-7ec4-4f3b-8d1b-c15b4febaf04 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.553124 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-83dddbc9-3950-4e75-93cd-c5a88b316174 req-00b8953e-e502-4fd3-9f63-b25958183670 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 HTTP/1.1" status: 200 len: 217 time: 0.1110291 Nov 12 01:00:28.657641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dddbc9-3950-4e75-93cd-c5a88b316174 req-c6a1e05d-c53d-4b39-9c03-9215bc98f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:28.659133 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-83dddbc9-3950-4e75-93cd-c5a88b316174 req-c6a1e05d-c53d-4b39-9c03-9215bc98f72a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b04c456d-53c0-4755-9e1c-d34f7406aac3 HTTP/1.1" status: 200 len: 860 time: 0.0978117 Nov 12 01:00:28.674099 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-515584b7-fffa-44e4-a4db-0df5537542c2 req-b90cc7e9-7ec4-4f3b-8d1b-c15b4febaf04 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.729115 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-83dddbc9-3950-4e75-93cd-c5a88b316174 req-161cfb5a-974d-479f-a470-35251c770042 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615330 Nov 12 01:00:28.865360 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-83dddbc9-3950-4e75-93cd-c5a88b316174 req-956e3d4d-5941-47a2-b21d-34600cd74b66 service neutron] 10.222.0.21 "GET /v2.0/networks/1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203141 Nov 12 01:00:28.915674 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-515584b7-fffa-44e4-a4db-0df5537542c2 req-b90cc7e9-7ec4-4f3b-8d1b-c15b4febaf04 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Allocated IP 172.25.0.53 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/7cd35fbc-8828-4e75-8b1f-7378165656f5) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:29.008743 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-83dddbc9-3950-4e75-93cd-c5a88b316174 req-31250cd7-9f6e-46c6-8478-df7b6db1dada service neutron] 10.222.0.21 "GET /v2.0/networks/1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357431 Nov 12 01:00:29.106053 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-515584b7-fffa-44e4-a4db-0df5537542c2 req-b90cc7e9-7ec4-4f3b-8d1b-c15b4febaf04 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.142638 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-515584b7-fffa-44e4-a4db-0df5537542c2 req-b90cc7e9-7ec4-4f3b-8d1b-c15b4febaf04 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.197463 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-515584b7-fffa-44e4-a4db-0df5537542c2 req-b90cc7e9-7ec4-4f3b-8d1b-c15b4febaf04 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:29.209751 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-515584b7-fffa-44e4-a4db-0df5537542c2 req-b90cc7e9-7ec4-4f3b-8d1b-c15b4febaf04 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:29.216054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-515584b7-fffa-44e4-a4db-0df5537542c2 req-b90cc7e9-7ec4-4f3b-8d1b-c15b4febaf04 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:29.312402 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cc7e9-7ec4-4f3b-8d1b-c15b4febaf04 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Pushing event updated for resources: {'Port': ['ID=7cd35fbc-8828-4e75-8b1f-7378165656f5,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:29.416761 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-515584b7-fffa-44e4-a4db-0df5537542c2 req-b90cc7e9-7ec4-4f3b-8d1b-c15b4febaf04 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.462042 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-515584b7-fffa-44e4-a4db-0df5537542c2 req-b90cc7e9-7ec4-4f3b-8d1b-c15b4febaf04 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.669359 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-515584b7-fffa-44e4-a4db-0df5537542c2 req-b90cc7e9-7ec4-4f3b-8d1b-c15b4febaf04 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.675566 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-515584b7-fffa-44e4-a4db-0df5537542c2 req-b90cc7e9-7ec4-4f3b-8d1b-c15b4febaf04 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.796662 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cc7e9-7ec4-4f3b-8d1b-c15b4febaf04 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Pushing event updated for resources: {'Port': ['ID=7cd35fbc-8828-4e75-8b1f-7378165656f5,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:29.860988 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-515584b7-fffa-44e4-a4db-0df5537542c2 req-b90cc7e9-7ec4-4f3b-8d1b-c15b4febaf04 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.904084 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-515584b7-fffa-44e4-a4db-0df5537542c2 req-b90cc7e9-7ec4-4f3b-8d1b-c15b4febaf04 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.908488 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-515584b7-fffa-44e4-a4db-0df5537542c2 req-b90cc7e9-7ec4-4f3b-8d1b-c15b4febaf04 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4698033 Nov 12 01:00:30.062557 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-515584b7-fffa-44e4-a4db-0df5537542c2 req-84dcea2a-44e6-4803-8dd9-0009c2292301 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.53 HTTP/1.1" status: 200 len: 695 time: 0.1485138 Nov 12 01:00:30.106253 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59096) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:30.289339 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515584b7-fffa-44e4-a4db-0df5537542c2 req-5e0a50b0-c9a6-46d0-b535-eb57201d39af tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:30.297824 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-515584b7-fffa-44e4-a4db-0df5537542c2 req-5e0a50b0-c9a6-46d0-b535-eb57201d39af tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.2254479 Nov 12 01:00:30.312959 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-515584b7-fffa-44e4-a4db-0df5537542c2 req-acb9797d-3b2b-4b2a-8b93-35fca7108fb5 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:00:30.315357 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-515584b7-fffa-44e4-a4db-0df5537542c2 req-acb9797d-3b2b-4b2a-8b93-35fca7108fb5 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114338 Nov 12 01:00:30.528892 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-add49b34-a3a8-401f-baf3-cc6a087b8e1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.570343 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-c980b784-b8ad-47b5-b308-9361b423fe99 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:30.571465 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-c980b784-b8ad-47b5-b308-9361b423fe99 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1663229 Nov 12 01:00:30.697574 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-e95d37af-941b-43ce-80e9-57ffc37c9426 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.53 HTTP/1.1" status: 200 len: 695 time: 0.1108031 Nov 12 01:00:30.711821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-ab3617b4-cc1c-4e1e-bf58-677dca6e0d47 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Request body: {'floatingip': {'port_id': '347ef9ef-0b4e-4397-b7d4-dda2e7eeb130', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:30.781370 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-ab3617b4-cc1c-4e1e-bf58-677dca6e0d47 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.848624 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-add49b34-a3a8-401f-baf3-cc6a087b8e1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.869108 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-add49b34-a3a8-401f-baf3-cc6a087b8e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.980383 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-add49b34-a3a8-401f-baf3-cc6a087b8e1b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2ad2ea1ffaa47278f180e3b57656380&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8730028 Nov 12 01:00:30.983143 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59124) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:30.985541 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add49b34-a3a8-401f-baf3-cc6a087b8e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0dc30b-fc8f-4945-8ca3-b50dc43c17d3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:31.097008 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-36c95d8f-a11d-434a-94f0-9eca89c14dc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.135146 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-36c95d8f-a11d-434a-94f0-9eca89c14dc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.209936 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-36c95d8f-a11d-434a-94f0-9eca89c14dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.213317 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-36c95d8f-a11d-434a-94f0-9eca89c14dc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.214917 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-36c95d8f-a11d-434a-94f0-9eca89c14dc2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba0dc30b-fc8f-4945-8ca3-b50dc43c17d3 HTTP/1.1" status: 204 len: 168 time: 0.2296984 Nov 12 01:00:31.225496 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c95d8f-a11d-434a-94f0-9eca89c14dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0dc30b-fc8f-4945-8ca3-b50dc43c17d3,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:31.235333 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c95d8f-a11d-434a-94f0-9eca89c14dc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.235928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c95d8f-a11d-434a-94f0-9eca89c14dc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.236616 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c95d8f-a11d-434a-94f0-9eca89c14dc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.237230 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c95d8f-a11d-434a-94f0-9eca89c14dc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.237825 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c95d8f-a11d-434a-94f0-9eca89c14dc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.239009 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c95d8f-a11d-434a-94f0-9eca89c14dc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.239558 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c95d8f-a11d-434a-94f0-9eca89c14dc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.240109 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c95d8f-a11d-434a-94f0-9eca89c14dc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.240645 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c95d8f-a11d-434a-94f0-9eca89c14dc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.241276 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c95d8f-a11d-434a-94f0-9eca89c14dc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.241860 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c95d8f-a11d-434a-94f0-9eca89c14dc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.242399 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c95d8f-a11d-434a-94f0-9eca89c14dc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:31.513511 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-ab3617b4-cc1c-4e1e-bf58-677dca6e0d47 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.518782 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-ab3617b4-cc1c-4e1e-bf58-677dca6e0d47 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.639589 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-ab3617b4-cc1c-4e1e-bf58-677dca6e0d47 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Floating IP 965e6f31-851f-4054-b20d-d6bb07c9d42f associated. External IP: 172.25.0.53, port: 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130. Nov 12 01:00:31.852124 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-98bf07f3-de3a-4d5f-afd9-3c9f3e01b903 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d15c27fd6e1d49f88652b73090ad8dca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446806 Nov 12 01:00:31.914704 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-ab3617b4-cc1c-4e1e-bf58-677dca6e0d47 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Router 3639487c-d107-4f74-90b0-225d98c0be4d has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:32.044004 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59156) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:32.117202 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39d6d1b8-8fdd-4d24-96a0-0878caf39efd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.377715 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-211c8b60-22d5-470c-b8cb-5fde99277566 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:32.379317 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-211c8b60-22d5-470c-b8cb-5fde99277566 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5259633 Nov 12 01:00:32.409460 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-20935c1c-3eab-42ae-8fa5-28e6f21ad815 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/quotas/d15c27fd6e1d49f88652b73090ad8dca HTTP/1.1" status: 200 len: 375 time: 0.0229473 Nov 12 01:00:32.466507 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-bfe7232c-f6d4-4e09-b7d3-ab23cfaea22c tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d15c27fd6e1d49f88652b73090ad8dca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492587 Nov 12 01:00:32.511269 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39d6d1b8-8fdd-4d24-96a0-0878caf39efd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.517599 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39d6d1b8-8fdd-4d24-96a0-0878caf39efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.582712 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6d1b8-8fdd-4d24-96a0-0878caf39efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c40371-7ee5-436a-ad91-5e7a2c5b8b46,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:32.596649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-ab3617b4-cc1c-4e1e-bf58-677dca6e0d47 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:32.608915 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b013128e-f0e5-48f4-a356-c3efd7e9dac8 None None] Sync routers for ids ['3639487c-d107-4f74-90b0-225d98c0be4d'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:32.611006 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-39d6d1b8-8fdd-4d24-96a0-0878caf39efd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=046f675f52be4e15bafd1488d3736655&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5646980 Nov 12 01:00:32.612114 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59204) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:32.614485 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-ab3617b4-cc1c-4e1e-bf58-677dca6e0d47 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.655809 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b013128e-f0e5-48f4-a356-c3efd7e9dac8 None None] Routers {'3639487c-d107-4f74-90b0-225d98c0be4d'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:32.659033 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-b013128e-f0e5-48f4-a356-c3efd7e9dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:00:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3639487c-d107-4f74-90b0-225d98c0be4d'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:32.686562 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-ab3617b4-cc1c-4e1e-bf58-677dca6e0d47 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "PUT /v2.0/floatingips/965e6f31-851f-4054-b20d-d6bb07c9d42f HTTP/1.1" status: 200 len: 995 time: 1.9811659 Nov 12 01:00:32.691086 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b32703-33d0-465c-993d-5cc64665531c', 'tag': '347ef9ef-0b4e-4397-b7d4-dda2e7eeb130'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:32.697184 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c2ec6c-f024-4836-a952-d81bf960e968" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b32703-33d0-465c-993d-5cc64665531c", "tag": "347ef9ef-0b4e-4397-b7d4-dda2e7eeb130"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:32.704543 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-47fda3c0-e91c-4c53-b47b-cb94ce2fb7dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.780141 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-47fda3c0-e91c-4c53-b47b-cb94ce2fb7dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.908008 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-47fda3c0-e91c-4c53-b47b-cb94ce2fb7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.915700 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-47fda3c0-e91c-4c53-b47b-cb94ce2fb7dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.922000 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-47fda3c0-e91c-4c53-b47b-cb94ce2fb7dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64c40371-7ee5-436a-ad91-5e7a2c5b8b46 HTTP/1.1" status: 204 len: 168 time: 0.3061028 Nov 12 01:00:32.947598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fda3c0-e91c-4c53-b47b-cb94ce2fb7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c40371-7ee5-436a-ad91-5e7a2c5b8b46,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:32.948343 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-b013128e-f0e5-48f4-a356-c3efd7e9dac8 None None] Set router 3639487c-d107-4f74-90b0-225d98c0be4d gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:33.126821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-5dcaa641-ea6f-4433-b833-a61b0955cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:33.140773 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-5dcaa641-ea6f-4433-b833-a61b0955cc95 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=61af090f9bf849858bde1895d16af040&device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 1097 time: 0.4325359 Nov 12 01:00:33.158331 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c273a772-e666-4a17-8c75-e1b4bdf88c0f x-openstack-request-id: req-c273a772-e666-4a17-8c75-e1b4bdf88c0f {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:33.159307 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b32703-33d0-465c-993d-5cc64665531c", "tag": "347ef9ef-0b4e-4397-b7d4-dda2e7eeb130", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:33.159762 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c273a772-e666-4a17-8c75-e1b4bdf88c0f {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:33.160252 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b32703-33d0-465c-993d-5cc64665531c', 'tag': '347ef9ef-0b4e-4397-b7d4-dda2e7eeb130', 'status': 'completed', 'code': 200} Nov 12 01:00:33.241420 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7e3dcb37-5026-4a0e-b14c-9b35cebe9f6d req-e5bb6f21-0535-49a5-8ce1-53f1c399c07c tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee7a60a-e451-4a91-82d7-7e329fbf0d98 HTTP/1.1" status: 200 len: 210 time: 0.0651028 Nov 12 01:00:33.276107 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-be4463fe-cc97-4c3f-9ee9-68b230528c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:33.286150 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-be4463fe-cc97-4c3f-9ee9-68b230528c97 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c HTTP/1.1" status: 200 len: 921 time: 0.1442335 Nov 12 01:00:33.491361 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-b013128e-f0e5-48f4-a356-c3efd7e9dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1945002998-router', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:18Z', 'updated_at': '2021-11-12T00:59:25Z', 'revision_number': 4, 'project_id': '61af090f9bf849858bde1895d16af040', 'gw_port': {'id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:20Z', 'updated_at': '2021-11-12T00:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '965e6f31-851f-4054-b20d-d6bb07c9d42f', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'floating_ip_address': '172.25.0.53', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'port_id': '347ef9ef-0b4e-4397-b7d4-dda2e7eeb130', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c', 'mac_address': 'fa:16:3e:8e:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32703-33d0-465c-993d-5cc64665531c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:00:29Z', 'updated_at': '2021-11-12T01:00:31Z', 'revision_number': 1, 'project_id': '61af090f9bf849858bde1895d16af040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a496b026-8ce0-4931-aed0-d26290f21f23', 'name': '', 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'mac_address': 'fa:16:3e:3e:c5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'b04c456d-53c0-4755-9e1c-d34f7406aac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:24Z', 'updated_at': '2021-11-12T00:59:36Z', 'revision_number': 5, 'project_id': '61af090f9bf849858bde1895d16af040', 'subnets': [{'id': 'b04c456d-53c0-4755-9e1c-d34f7406aac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:33.548709 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-5f100a31-bc80-49c3-9e0f-f06966b0d6f2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 HTTP/1.1" status: 200 len: 998 time: 0.2612338 Nov 12 01:00:33.552375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2ec6c-f024-4836-a952-d81bf960e968 req-e32d1b7a-c9ea-469f-8b95-daca6d8aa03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:33.554166 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-15c2ec6c-f024-4836-a952-d81bf960e968 req-e32d1b7a-c9ea-469f-8b95-daca6d8aa03a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61af090f9bf849858bde1895d16af040&device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 1097 time: 0.2656405 Nov 12 01:00:33.562897 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b013128e-f0e5-48f4-a356-c3efd7e9dac8 None None] Checking router: 3639487c-d107-4f74-90b0-225d98c0be4d for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:33.594039 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b013128e-f0e5-48f4-a356-c3efd7e9dac8 None None] Routers {'3639487c-d107-4f74-90b0-225d98c0be4d'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:33.594699 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-b013128e-f0e5-48f4-a356-c3efd7e9dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:00:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3639487c-d107-4f74-90b0-225d98c0be4d'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:33.835958 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-b013128e-f0e5-48f4-a356-c3efd7e9dac8 None None] Set router 3639487c-d107-4f74-90b0-225d98c0be4d gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:33.894910 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-427a57a6-8cdd-43c1-899d-8bedd2e66b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:33.898570 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-427a57a6-8cdd-43c1-899d-8bedd2e66b62 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b04c456d-53c0-4755-9e1c-d34f7406aac3 HTTP/1.1" status: 200 len: 860 time: 0.3399401 Nov 12 01:00:33.952581 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-634b7148-4635-4ac8-a9da-aae554087bda service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424323 Nov 12 01:00:33.959763 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2ec6c-f024-4836-a952-d81bf960e968 req-0235a6e8-87be-4be5-b9a5-1238438d739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:33.962485 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-15c2ec6c-f024-4836-a952-d81bf960e968 req-0235a6e8-87be-4be5-b9a5-1238438d739f service neutron] 10.222.0.21 "GET /v2.0/networks?id=1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c HTTP/1.1" status: 200 len: 921 time: 0.3799450 Nov 12 01:00:33.971530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-6627d707-3899-4672-874f-7fe54bf80dd2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:00:33.973024 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-6627d707-3899-4672-874f-7fe54bf80dd2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090585 Nov 12 01:00:34.138782 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-15c2ec6c-f024-4836-a952-d81bf960e968 req-0b91db0c-b73e-4471-9f97-807c1266ee62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 HTTP/1.1" status: 200 len: 998 time: 0.1644485 Nov 12 01:00:34.203009 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2ec6c-f024-4836-a952-d81bf960e968 req-22563e4b-bc54-4d7a-8b37-cada1469b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:34.205552 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-15c2ec6c-f024-4836-a952-d81bf960e968 req-22563e4b-bc54-4d7a-8b37-cada1469b495 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b04c456d-53c0-4755-9e1c-d34f7406aac3 HTTP/1.1" status: 200 len: 860 time: 0.0593355 Nov 12 01:00:34.259210 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-15c2ec6c-f024-4836-a952-d81bf960e968 req-302eb46c-e780-435b-811f-95f6a7a8252c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408821 Nov 12 01:00:34.326489 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-9b322184-f387-4769-b77d-b10e14fced87 service neutron] 10.222.0.31 "GET /v2.0/networks/1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426569 Nov 12 01:00:34.516139 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-15c2ec6c-f024-4836-a952-d81bf960e968 req-7d8af7e8-4134-47b1-9ade-d10213ed98ad service neutron] 10.222.0.21 "GET /v2.0/networks/1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420716 Nov 12 01:00:34.522691 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff77df4b-8cb6-4947-9cb0-7645b8d2ba60 req-28abc247-b9a5-4c66-babf-db3949d0508a service neutron] 10.222.0.31 "GET /v2.0/networks/1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849415 Nov 12 01:00:34.655300 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-15c2ec6c-f024-4836-a952-d81bf960e968 req-13065f04-956c-4148-8438-6da6705efc68 service neutron] 10.222.0.21 "GET /v2.0/networks/1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313646 Nov 12 01:00:34.763295 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-b013128e-f0e5-48f4-a356-c3efd7e9dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1945002998-router', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:18Z', 'updated_at': '2021-11-12T00:59:25Z', 'revision_number': 4, 'project_id': '61af090f9bf849858bde1895d16af040', 'gw_port': {'id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:20Z', 'updated_at': '2021-11-12T00:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '965e6f31-851f-4054-b20d-d6bb07c9d42f', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'floating_ip_address': '172.25.0.53', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'port_id': '347ef9ef-0b4e-4397-b7d4-dda2e7eeb130', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c', 'mac_address': 'fa:16:3e:8e:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32703-33d0-465c-993d-5cc64665531c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:00:29Z', 'updated_at': '2021-11-12T01:00:31Z', 'revision_number': 1, 'project_id': '61af090f9bf849858bde1895d16af040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a496b026-8ce0-4931-aed0-d26290f21f23', 'name': '', 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'mac_address': 'fa:16:3e:3e:c5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'b04c456d-53c0-4755-9e1c-d34f7406aac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:24Z', 'updated_at': '2021-11-12T00:59:36Z', 'revision_number': 5, 'project_id': '61af090f9bf849858bde1895d16af040', 'subnets': [{'id': 'b04c456d-53c0-4755-9e1c-d34f7406aac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:34.841865 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-af725df5-ec6b-4b6b-b4a4-bcd1736d297a tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.53 HTTP/1.1" status: 200 len: 998 time: 0.1855073 Nov 12 01:00:34.849477 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b013128e-f0e5-48f4-a356-c3efd7e9dac8 None None] The sync data for ids ['3639487c-d107-4f74-90b0-225d98c0be4d'] in n-d-712137-14 is: [{'id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1945002998-router', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:18Z', 'updated_at': '2021-11-12T00:59:25Z', 'revision_number': 4, 'project_id': '61af090f9bf849858bde1895d16af040', 'gw_port': {'id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:20Z', 'updated_at': '2021-11-12T00:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '965e6f31-851f-4054-b20d-d6bb07c9d42f', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'floating_ip_address': '172.25.0.53', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'port_id': '347ef9ef-0b4e-4397-b7d4-dda2e7eeb130', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c', 'mac_address': 'fa:16:3e:8e:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b32703-33d0-465c-993d-5cc64665531c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:00:29Z', 'updated_at': '2021-11-12T01:00:31Z', 'revision_number': 1, 'project_id': '61af090f9bf849858bde1895d16af040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a496b026-8ce0-4931-aed0-d26290f21f23', 'name': '', 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'mac_address': 'fa:16:3e:3e:c5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'b04c456d-53c0-4755-9e1c-d34f7406aac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:24Z', 'updated_at': '2021-11-12T00:59:36Z', 'revision_number': 5, 'project_id': '61af090f9bf849858bde1895d16af040', 'subnets': [{'id': 'b04c456d-53c0-4755-9e1c-d34f7406aac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:34.990794 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-08777680-ebb1-4eff-8bb6-5d584928183b tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:34.993283 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-08777680-ebb1-4eff-8bb6-5d584928183b tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports/347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 HTTP/1.1" status: 200 len: 942 time: 0.1420119 Nov 12 01:00:35.177755 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-8dbd6dbb-b8fd-44c3-85cd-47f1afcc3d5e tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.53 HTTP/1.1" status: 200 len: 998 time: 0.1147027 Nov 12 01:00:35.241267 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0f2165d4-ab3f-4166-a26a-c7c0d4c36615 req-e66482cd-8574-411f-ae28-72381a84df54 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee7a60a-e451-4a91-82d7-7e329fbf0d98 HTTP/1.1" status: 200 len: 210 time: 0.8618467 Nov 12 01:00:35.338631 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eece3a-d61d-464b-a2b0-5bb8d76c2984 None None] New status for floating IP 965e6f31-851f-4054-b20d-d6bb07c9d42f: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:00:35.356490 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-2d19673b-9e72-4f65-a88a-ed5693181bc4 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d15c27fd6e1d49f88652b73090ad8dca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471556 Nov 12 01:00:35.574570 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-8aa92159-05f8-432d-84b1-7af38840cd54 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:35.576010 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-8aa92159-05f8-432d-84b1-7af38840cd54 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.3942311 Nov 12 01:00:35.688281 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-17ac193a-8b93-4291-a085-be209f23ad2c tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:35.689791 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-17ac193a-8b93-4291-a085-be209f23ad2c tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3257315 Nov 12 01:00:35.704973 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-821a08ce-d61e-4a2c-bebd-a8e69a4d5a75 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.53 HTTP/1.1" status: 200 len: 998 time: 0.1127491 Nov 12 01:00:35.709711 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-a3717457-50eb-4605-963d-bcbcce2e9756 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Request body: {'port': {'device_id': '1ee7a60a-e451-4a91-82d7-7e329fbf0d98', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': 'd15c27fd6e1d49f88652b73090ad8dca'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:35.721504 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-752b6cbc-7f66-4dfa-9441-e88154cd1190 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:35.841414 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-752b6cbc-7f66-4dfa-9441-e88154cd1190 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.949525 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-fbe7093e-a540-4b83-a545-79caf90f4620 req-fb0d0d12-a37a-438d-901c-708765ea6700 service neutron] (114243) timed out ('10.222.0.31', 46920) {{(pid=114243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:00:36.020219 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-752b6cbc-7f66-4dfa-9441-e88154cd1190 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.021928 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-a3717457-50eb-4605-963d-bcbcce2e9756 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Made reservation on behalf of d15c27fd6e1d49f88652b73090ad8dca for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:36.025872 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-a3717457-50eb-4605-963d-bcbcce2e9756 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.035240 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-a3717457-50eb-4605-963d-bcbcce2e9756 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.038066 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-752b6cbc-7f66-4dfa-9441-e88154cd1190 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.038400 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-752b6cbc-7f66-4dfa-9441-e88154cd1190 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Floating IP 965e6f31-851f-4054-b20d-d6bb07c9d42f disassociated. External IP: 172.25.0.53, port: 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130. Nov 12 01:00:36.253543 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-a3717457-50eb-4605-963d-bcbcce2e9756 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.261584 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-a3717457-50eb-4605-963d-bcbcce2e9756 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.384730 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-879a4f0d-572a-4d62-87e0-d0e4bac2a2bc req-700b82ac-f243-4b61-88f0-8710c16f94ba tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee7a60a-e451-4a91-82d7-7e329fbf0d98 HTTP/1.1" status: 200 len: 210 time: 0.0459144 Nov 12 01:00:36.429760 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-a3717457-50eb-4605-963d-bcbcce2e9756 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Allocated IP 192.168.233.120 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/26ebd2e8-b53e-437f-b89c-2ab858d2e924) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:36.472763 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3717457-50eb-4605-963d-bcbcce2e9756 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a42859-0b38-4af4-ac04-14abfa8d38b3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:36.517531 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-752b6cbc-7f66-4dfa-9441-e88154cd1190 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Router 3639487c-d107-4f74-90b0-225d98c0be4d has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:37.061698 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-a3717457-50eb-4605-963d-bcbcce2e9756 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.067568 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-752b6cbc-7f66-4dfa-9441-e88154cd1190 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:37.073061 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-752b6cbc-7f66-4dfa-9441-e88154cd1190 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.099467 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb7a56e-3604-4f0d-963b-24008b6c3d71 None None] Sync routers for ids ['3639487c-d107-4f74-90b0-225d98c0be4d'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:37.114311 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-752b6cbc-7f66-4dfa-9441-e88154cd1190 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "PUT /v2.0/floatingips/965e6f31-851f-4054-b20d-d6bb07c9d42f HTTP/1.1" status: 200 len: 694 time: 1.3989918 Nov 12 01:00:37.120667 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b32703-33d0-465c-993d-5cc64665531c', 'tag': '347ef9ef-0b4e-4397-b7d4-dda2e7eeb130'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:37.125658 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef741387-5b0a-4920-bac1-aee20ca48145" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b32703-33d0-465c-993d-5cc64665531c", "tag": "347ef9ef-0b4e-4397-b7d4-dda2e7eeb130"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:37.130733 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb7a56e-3604-4f0d-963b-24008b6c3d71 None None] Routers {'3639487c-d107-4f74-90b0-225d98c0be4d'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:37.131379 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-afb7a56e-3604-4f0d-963b-24008b6c3d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:00:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3639487c-d107-4f74-90b0-225d98c0be4d'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:37.162014 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-a3717457-50eb-4605-963d-bcbcce2e9756 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.251350 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30e190b-dd5d-4ca8-b122-f288a66160b4 x-openstack-request-id: req-e30e190b-dd5d-4ca8-b122-f288a66160b4 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:37.251697 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b32703-33d0-465c-993d-5cc64665531c", "tag": "347ef9ef-0b4e-4397-b7d4-dda2e7eeb130", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:37.251891 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e30e190b-dd5d-4ca8-b122-f288a66160b4 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:37.252301 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b32703-33d0-465c-993d-5cc64665531c', 'tag': '347ef9ef-0b4e-4397-b7d4-dda2e7eeb130', 'status': 'completed', 'code': 200} Nov 12 01:00:37.260498 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-a3717457-50eb-4605-963d-bcbcce2e9756 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:37.263865 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-a3717457-50eb-4605-963d-bcbcce2e9756 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:37.266739 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3717457-50eb-4605-963d-bcbcce2e9756 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Pushing event updated for resources: {'Port': ['ID=26ebd2e8-b53e-437f-b89c-2ab858d2e924,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:37.270391 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-a3717457-50eb-4605-963d-bcbcce2e9756 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:37.274545 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-3132983f-98e4-4f1b-ae4a-9125f2a6dca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:37.275953 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-3132983f-98e4-4f1b-ae4a-9125f2a6dca7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=61af090f9bf849858bde1895d16af040&device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 1097 time: 0.1256948 Nov 12 01:00:37.320983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-afb7a56e-3604-4f0d-963b-24008b6c3d71 None None] Set router 3639487c-d107-4f74-90b0-225d98c0be4d gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:37.488544 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-a3717457-50eb-4605-963d-bcbcce2e9756 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:37.489237 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-a3717457-50eb-4605-963d-bcbcce2e9756 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.549694 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef741387-5b0a-4920-bac1-aee20ca48145 req-c978df73-538a-45c1-9226-d7a3557de1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:37.551263 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef741387-5b0a-4920-bac1-aee20ca48145 req-c978df73-538a-45c1-9226-d7a3557de1d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61af090f9bf849858bde1895d16af040&device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 1097 time: 0.2743421 Nov 12 01:00:37.630282 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-a3717457-50eb-4605-963d-bcbcce2e9756 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9239998 Nov 12 01:00:37.631641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-d4d156e1-320c-4625-850a-942039e2d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:37.633093 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-d4d156e1-320c-4625-850a-942039e2d428 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c HTTP/1.1" status: 200 len: 921 time: 0.3352554 Nov 12 01:00:37.662994 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d15dab-7d32-45d2-a0ed-01db6d6d24f0 req-e46333e5-6981-429a-9ee5-fa0a7e8dbe85 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:37.669890 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] Request body: {'port': {'device_id': '1ee7a60a-e451-4a91-82d7-7e329fbf0d98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:37.675610 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-07d15dab-7d32-45d2-a0ed-01db6d6d24f0 req-e46333e5-6981-429a-9ee5-fa0a7e8dbe85 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee7a60a-e451-4a91-82d7-7e329fbf0d98 HTTP/1.1" status: 200 len: 936 time: 0.1458807 Nov 12 01:00:37.680598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-afb7a56e-3604-4f0d-963b-24008b6c3d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1945002998-router', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:18Z', 'updated_at': '2021-11-12T00:59:25Z', 'revision_number': 4, 'project_id': '61af090f9bf849858bde1895d16af040', 'gw_port': {'id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:20Z', 'updated_at': '2021-11-12T00:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'a496b026-8ce0-4931-aed0-d26290f21f23', 'name': '', 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'mac_address': 'fa:16:3e:3e:c5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'b04c456d-53c0-4755-9e1c-d34f7406aac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:24Z', 'updated_at': '2021-11-12T00:59:36Z', 'revision_number': 5, 'project_id': '61af090f9bf849858bde1895d16af040', 'subnets': [{'id': 'b04c456d-53c0-4755-9e1c-d34f7406aac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:37.735842 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb7a56e-3604-4f0d-963b-24008b6c3d71 None None] Checking router: 3639487c-d107-4f74-90b0-225d98c0be4d for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:37.750709 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb7a56e-3604-4f0d-963b-24008b6c3d71 None None] Routers {'3639487c-d107-4f74-90b0-225d98c0be4d'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:37.751675 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-afb7a56e-3604-4f0d-963b-24008b6c3d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:00:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3639487c-d107-4f74-90b0-225d98c0be4d'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:37.797661 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-07d15dab-7d32-45d2-a0ed-01db6d6d24f0 req-028b25d5-881c-402d-b858-15a02ee2f2ed tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5a42859-0b38-4af4-ac04-14abfa8d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060288 Nov 12 01:00:37.828792 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-fcf78664-620b-49a6-9e25-23d7fe92b375 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 HTTP/1.1" status: 200 len: 217 time: 0.1552672 Nov 12 01:00:37.866657 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-dec19069-b3a8-4ab2-9571-bee99581e19e None None] Provisioning complete for port 26ebd2e8-b53e-437f-b89c-2ab858d2e924 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:37.867446 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dec19069-b3a8-4ab2-9571-bee99581e19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.960751 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:38.006117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef741387-5b0a-4920-bac1-aee20ca48145 req-fd1b1e67-f700-4db7-b96c-857ad4bc1aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:38.007658 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef741387-5b0a-4920-bac1-aee20ca48145 req-fd1b1e67-f700-4db7-b96c-857ad4bc1aba service neutron] 10.222.0.21 "GET /v2.0/networks?id=1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c HTTP/1.1" status: 200 len: 921 time: 0.4362831 Nov 12 01:00:38.009751 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-7242e5a8-f63b-4932-9515-076bd50478f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:38.011871 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-7242e5a8-f63b-4932-9515-076bd50478f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b04c456d-53c0-4755-9e1c-d34f7406aac3 HTTP/1.1" status: 200 len: 860 time: 0.1703432 Nov 12 01:00:38.067462 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-21058e77-029c-41fa-acbd-e656415174f0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332747 Nov 12 01:00:38.114214 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef741387-5b0a-4920-bac1-aee20ca48145 req-bb803c1e-9539-4ea0-9d84-6d9d66f7d4ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 HTTP/1.1" status: 200 len: 217 time: 0.0788972 Nov 12 01:00:38.186459 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-afb7a56e-3604-4f0d-963b-24008b6c3d71 None None] Set router 3639487c-d107-4f74-90b0-225d98c0be4d gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:38.293753 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-dec19069-b3a8-4ab2-9571-bee99581e19e None None] Port 26ebd2e8-b53e-437f-b89c-2ab858d2e924 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:38.320005 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef741387-5b0a-4920-bac1-aee20ca48145 req-1ab0e021-8d93-4946-9df9-a318d61932e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:38.321645 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef741387-5b0a-4920-bac1-aee20ca48145 req-1ab0e021-8d93-4946-9df9-a318d61932e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b04c456d-53c0-4755-9e1c-d34f7406aac3 HTTP/1.1" status: 200 len: 860 time: 0.1922030 Nov 12 01:00:38.366617 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef741387-5b0a-4920-bac1-aee20ca48145 req-84f4a67c-21b0-4308-94ce-c5bcd73078f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349219 Nov 12 01:00:38.402267 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-9765f307-1841-426b-9b6f-0fbcf084e09d service neutron] 10.222.0.31 "GET /v2.0/networks/1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970591 Nov 12 01:00:38.466851 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-afb7a56e-3604-4f0d-963b-24008b6c3d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1945002998-router', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:18Z', 'updated_at': '2021-11-12T00:59:25Z', 'revision_number': 4, 'project_id': '61af090f9bf849858bde1895d16af040', 'gw_port': {'id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:20Z', 'updated_at': '2021-11-12T00:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'a496b026-8ce0-4931-aed0-d26290f21f23', 'name': '', 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'mac_address': 'fa:16:3e:3e:c5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'b04c456d-53c0-4755-9e1c-d34f7406aac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:24Z', 'updated_at': '2021-11-12T00:59:36Z', 'revision_number': 5, 'project_id': '61af090f9bf849858bde1895d16af040', 'subnets': [{'id': 'b04c456d-53c0-4755-9e1c-d34f7406aac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:38.504506 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb7a56e-3604-4f0d-963b-24008b6c3d71 None None] The sync data for ids ['3639487c-d107-4f74-90b0-225d98c0be4d'] in n-d-712137-14 is: [{'id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1945002998-router', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:18Z', 'updated_at': '2021-11-12T00:59:25Z', 'revision_number': 4, 'project_id': '61af090f9bf849858bde1895d16af040', 'gw_port': {'id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:20Z', 'updated_at': '2021-11-12T00:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'a496b026-8ce0-4931-aed0-d26290f21f23', 'name': '', 'network_id': '1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'mac_address': 'fa:16:3e:3e:c5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'b04c456d-53c0-4755-9e1c-d34f7406aac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:24Z', 'updated_at': '2021-11-12T00:59:36Z', 'revision_number': 5, 'project_id': '61af090f9bf849858bde1895d16af040', 'subnets': [{'id': 'b04c456d-53c0-4755-9e1c-d34f7406aac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:38.612387 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:38.660387 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-41fbf947-d51e-4d50-8e32-22ca8879a79e req-e975d987-2e47-4733-99bc-0a3fd55f7f1e service neutron] 10.222.0.31 "GET /v2.0/networks/1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415617 Nov 12 01:00:38.683142 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef741387-5b0a-4920-bac1-aee20ca48145 req-945df159-c29e-4860-8888-3ace5d6e2241 service neutron] 10.222.0.21 "GET /v2.0/networks/1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999780 Nov 12 01:00:38.826192 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ebd2e8-b53e-437f-b89c-2ab858d2e924 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:00:38.844726 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:38.872505 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9972363f-5cf0-4162-bd68-4c08a7d8ddb6 req-6f3c6179-eabb-4cce-901e-2e3da047eb01 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/floatingips/965e6f31-851f-4054-b20d-d6bb07c9d42f HTTP/1.1" status: 200 len: 694 time: 0.1724215 Nov 12 01:00:38.887637 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] Transition to ACTIVE for port object 26ebd2e8-b53e-437f-b89c-2ab858d2e924 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:00:38.899088 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef741387-5b0a-4920-bac1-aee20ca48145 req-5561331b-560f-453a-9d31-cfeefef048b5 service neutron] 10.222.0.21 "GET /v2.0/networks/1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951013 Nov 12 01:00:38.900182 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:38.967091 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8fa4dc-e9d1-4043-84b3-8e19510c9a57 None None] New status for floating IP 965e6f31-851f-4054-b20d-d6bb07c9d42f: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:00:39.083034 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972363f-5cf0-4162-bd68-4c08a7d8ddb6 req-ca133f4d-5216-429e-8b0a-0018a17f5b13 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:39.096227 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9972363f-5cf0-4162-bd68-4c08a7d8ddb6 req-ca133f4d-5216-429e-8b0a-0018a17f5b13 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 784 time: 0.2221606 Nov 12 01:00:39.114072 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-9972363f-5cf0-4162-bd68-4c08a7d8ddb6 req-e39cdced-5ebe-4e37-a84f-4bd50b69bdcd tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:00:39.125726 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9972363f-5cf0-4162-bd68-4c08a7d8ddb6 req-e39cdced-5ebe-4e37-a84f-4bd50b69bdcd tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0268195 Nov 12 01:00:39.132532 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] Pushing event updated for resources: {'Port': ['ID=26ebd2e8-b53e-437f-b89c-2ab858d2e924,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:39.255982 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9972363f-5cf0-4162-bd68-4c08a7d8ddb6 req-93ef9b93-607c-4243-9338-d7b0f6429e5d tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.53 HTTP/1.1" status: 200 len: 697 time: 0.1276722 Nov 12 01:00:39.283804 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb661af6-be21-4d80-ba40-53a4c56a7a3d req-17a7f1c8-8903-44d3-8f1e-aea159153d59 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:39.290068 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eb661af6-be21-4d80-ba40-53a4c56a7a3d req-17a7f1c8-8903-44d3-8f1e-aea159153d59 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee7a60a-e451-4a91-82d7-7e329fbf0d98 HTTP/1.1" status: 200 len: 948 time: 0.3578062 Nov 12 01:00:39.386921 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] Attempting to bind port 26ebd2e8-b53e-437f-b89c-2ab858d2e924 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:39.387273 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] Attempting to bind port 26ebd2e8-b53e-437f-b89c-2ab858d2e924 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:39.388798 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] Attempting to bind port 26ebd2e8-b53e-437f-b89c-2ab858d2e924 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:39.398971 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9972363f-5cf0-4162-bd68-4c08a7d8ddb6 req-cd35897d-8dd4-41ae-897d-b1c827f43504 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.0.53 HTTP/1.1" status: 200 len: 697 time: 0.1391618 Nov 12 01:00:39.479740 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] Port 26ebd2e8-b53e-437f-b89c-2ab858d2e924 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:00:39.481118 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] Attempting to bind port 26ebd2e8-b53e-437f-b89c-2ab858d2e924 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:39.502893 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:39.507553 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:39.509210 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:39.509984 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] Bound port: 26ebd2e8-b53e-437f-b89c-2ab858d2e924, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:39.511346 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.566866 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eb661af6-be21-4d80-ba40-53a4c56a7a3d req-12550876-fcd9-4bee-9394-be7c04ea9e85 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5a42859-0b38-4af4-ac04-14abfa8d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695327 Nov 12 01:00:39.727430 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-9972363f-5cf0-4162-bd68-4c08a7d8ddb6 req-dad8b010-9dcd-4f9a-971b-b73680a38b38 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Deleting port 7cd35fbc-8828-4e75-8b1f-7378165656f5 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:39.729272 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9972363f-5cf0-4162-bd68-4c08a7d8ddb6 req-dad8b010-9dcd-4f9a-971b-b73680a38b38 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.760341 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] For port 26ebd2e8-b53e-437f-b89c-2ab858d2e924, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:39.765147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] For port 26ebd2e8-b53e-437f-b89c-2ab858d2e924, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=26ebd2e8-b53e-437f-b89c-2ab858d2e924,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:39.770605 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.834777 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] Pushing event updated for resources: {'Port': ['ID=26ebd2e8-b53e-437f-b89c-2ab858d2e924,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:39.859161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:39.859562 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9972363f-5cf0-4162-bd68-4c08a7d8ddb6 req-dad8b010-9dcd-4f9a-971b-b73680a38b38 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.860120 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.860448 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9972363f-5cf0-4162-bd68-4c08a7d8ddb6 req-dad8b010-9dcd-4f9a-971b-b73680a38b38 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.861678 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-fc474a59-1177-4ed9-8426-18c96d5061a4 service neutron] 10.222.0.15 "PUT /v2.0/ports/26ebd2e8-b53e-437f-b89c-2ab858d2e924 HTTP/1.1" status: 200 len: 1097 time: 2.2039437 Nov 12 01:00:39.862651 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee7a60a-e451-4a91-82d7-7e329fbf0d98', 'tag': '26ebd2e8-b53e-437f-b89c-2ab858d2e924'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:39.865291 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c562c09-111c-425b-bcef-398f51ce0a55" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee7a60a-e451-4a91-82d7-7e329fbf0d98", "tag": "26ebd2e8-b53e-437f-b89c-2ab858d2e924"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:39.881796 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-9972363f-5cf0-4162-bd68-4c08a7d8ddb6 req-dad8b010-9dcd-4f9a-971b-b73680a38b38 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Calling delete_port for 7cd35fbc-8828-4e75-8b1f-7378165656f5 owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:39.935549 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742832eb-eca9-487c-9d18-b12213c5e615 x-openstack-request-id: req-742832eb-eca9-487c-9d18-b12213c5e615 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:39.935900 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee7a60a-e451-4a91-82d7-7e329fbf0d98", "tag": "26ebd2e8-b53e-437f-b89c-2ab858d2e924", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:39.936312 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-742832eb-eca9-487c-9d18-b12213c5e615 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:39.936676 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee7a60a-e451-4a91-82d7-7e329fbf0d98', 'tag': '26ebd2e8-b53e-437f-b89c-2ab858d2e924', 'status': 'completed', 'code': 200} Nov 12 01:00:40.012124 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-4556e6fa-0fda-4bdd-b5f4-7cdc803d7141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:40.014928 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-4556e6fa-0fda-4bdd-b5f4-7cdc803d7141 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d15c27fd6e1d49f88652b73090ad8dca&device_id=1ee7a60a-e451-4a91-82d7-7e329fbf0d98 HTTP/1.1" status: 200 len: 1100 time: 0.0680778 Nov 12 01:00:40.111417 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-588f2212-daec-46dd-9ea5-4b9441f9ecae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=26ebd2e8-b53e-437f-b89c-2ab858d2e924 HTTP/1.1" status: 200 len: 217 time: 0.0828722 Nov 12 01:00:40.152771 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9972363f-5cf0-4162-bd68-4c08a7d8ddb6 req-dad8b010-9dcd-4f9a-971b-b73680a38b38 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.180481 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-6441475d-e91c-4b67-89d3-a3f2ce8bae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:40.182609 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-6441475d-e91c-4b67-89d3-a3f2ce8bae4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0644932 Nov 12 01:00:40.258113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-67d81f9a-4480-47dd-8062-66f3d3d61d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:40.262564 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-67d81f9a-4480-47dd-8062-66f3d3d61d5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0731370 Nov 12 01:00:40.265376 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8b010-9dcd-4f9a-971b-b73680a38b38 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Pushing event deleted for resources: {'Port': ['ID=7cd35fbc-8828-4e75-8b1f-7378165656f5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:40.345152 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9972363f-5cf0-4162-bd68-4c08a7d8ddb6 req-dad8b010-9dcd-4f9a-971b-b73680a38b38 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.349094 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-9972363f-5cf0-4162-bd68-4c08a7d8ddb6 req-dad8b010-9dcd-4f9a-971b-b73680a38b38 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.358260 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9972363f-5cf0-4162-bd68-4c08a7d8ddb6 req-dad8b010-9dcd-4f9a-971b-b73680a38b38 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "DELETE /v2.0/floatingips/965e6f31-851f-4054-b20d-d6bb07c9d42f HTTP/1.1" status: 204 len: 173 time: 0.9583452 Nov 12 01:00:40.450141 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-a468bddf-02b5-4b49-a80a-49ff1a208638 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755300 Nov 12 01:00:40.456109 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-942525c4-6eb0-4997-a1b2-ef025db05882 req-87f833b2-3bd2-433a-a78e-c3bcae0997cc tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups/53bad274-3d22-4317-9209-b37a85f0a615 HTTP/1.1" status: 200 len: 1826 time: 0.0722597 Nov 12 01:00:40.605609 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-942525c4-6eb0-4997-a1b2-ef025db05882 req-1df6db1c-9e02-4727-aceb-bf3d62316088 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.642184 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-489c8432-c328-4cc1-aa40-5daf2e340dee req-e1129e46-7891-4242-bafc-bf12f630e93a service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836798 Nov 12 01:00:40.699559 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-942525c4-6eb0-4997-a1b2-ef025db05882 req-1df6db1c-9e02-4727-aceb-bf3d62316088 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.851975 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfea5b-70e8-4ce9-958e-4914cac22925 req-5976245e-c05b-4bac-a979-c3074236bee1 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:40.868649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c562c09-111c-425b-bcef-398f51ce0a55 req-e09e2834-f794-436c-9ccc-a7a67f531a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:40.870687 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d2dfea5b-70e8-4ce9-958e-4914cac22925 req-5976245e-c05b-4bac-a979-c3074236bee1 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee7a60a-e451-4a91-82d7-7e329fbf0d98 HTTP/1.1" status: 200 len: 948 time: 0.1133199 Nov 12 01:00:40.871522 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c562c09-111c-425b-bcef-398f51ce0a55 req-e09e2834-f794-436c-9ccc-a7a67f531a25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d15c27fd6e1d49f88652b73090ad8dca&device_id=1ee7a60a-e451-4a91-82d7-7e329fbf0d98 HTTP/1.1" status: 200 len: 1100 time: 0.1260858 Nov 12 01:00:40.900071 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-942525c4-6eb0-4997-a1b2-ef025db05882 req-1df6db1c-9e02-4727-aceb-bf3d62316088 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.903739 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-942525c4-6eb0-4997-a1b2-ef025db05882 req-1df6db1c-9e02-4727-aceb-bf3d62316088 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.909946 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-942525c4-6eb0-4997-a1b2-ef025db05882 req-1df6db1c-9e02-4727-aceb-bf3d62316088 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "DELETE /v2.0/security-groups/53bad274-3d22-4317-9209-b37a85f0a615 HTTP/1.1" status: 204 len: 173 time: 0.4414926 Nov 12 01:00:40.943415 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6db1c-9e02-4727-aceb-bf3d62316088 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bad274-3d22-4317-9209-b37a85f0a615,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:40.943813 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d2dfea5b-70e8-4ce9-958e-4914cac22925 req-fcb8aeb6-7026-4e66-8b40-b367b7b1d74d tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5a42859-0b38-4af4-ac04-14abfa8d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717745 Nov 12 01:00:41.062546 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c562c09-111c-425b-bcef-398f51ce0a55 req-0e87f839-10cf-40fd-b614-d1f7f95e7e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:41.064555 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c562c09-111c-425b-bcef-398f51ce0a55 req-0e87f839-10cf-40fd-b614-d1f7f95e7e2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1833732 Nov 12 01:00:41.117447 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c562c09-111c-425b-bcef-398f51ce0a55 req-13fd21d5-029c-4cc9-beb6-43a6d45549c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=26ebd2e8-b53e-437f-b89c-2ab858d2e924 HTTP/1.1" status: 200 len: 217 time: 0.0452280 Nov 12 01:00:41.200255 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c562c09-111c-425b-bcef-398f51ce0a55 req-46bc6916-1f85-4a90-b80a-d45c064a5be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:41.202029 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c562c09-111c-425b-bcef-398f51ce0a55 req-46bc6916-1f85-4a90-b80a-d45c064a5be1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0755415 Nov 12 01:00:41.209079 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59454) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:41.283243 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c562c09-111c-425b-bcef-398f51ce0a55 req-d7535670-69fe-4d5f-96fd-37ecf8ff7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:41.284782 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c562c09-111c-425b-bcef-398f51ce0a55 req-d7535670-69fe-4d5f-96fd-37ecf8ff7132 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0724428 Nov 12 01:00:41.296660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d598e-9ef9-4648-a7e0-3757a9539254 req-137664ca-ec9d-47be-a676-6f5c87fff796 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:41.296660 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab1d598e-9ef9-4648-a7e0-3757a9539254 req-137664ca-ec9d-47be-a676-6f5c87fff796 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.0910566 Nov 12 01:00:41.407349 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab1d598e-9ef9-4648-a7e0-3757a9539254 req-247209c6-74e5-4ebc-b46e-ed817a84ee35 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051331 Nov 12 01:00:41.440013 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c562c09-111c-425b-bcef-398f51ce0a55 req-0aee5f6f-9b97-43f6-8bc4-e5a8408b6633 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449931 Nov 12 01:00:41.573019 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c562c09-111c-425b-bcef-398f51ce0a55 req-c80e3d21-853f-4c49-8bc2-d9331a64035b service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224406 Nov 12 01:00:41.597204 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59462) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:41.714710 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3d4f055e-676a-4e1b-b218-237b3a1ee182 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Deleting port 31404b2a-7841-4833-aaba-3b32812a1112 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:41.715062 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d4f055e-676a-4e1b-b218-237b3a1ee182 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.735333 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c3cf6ae-2494-412f-89a4-dfa68fd309bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.798364 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d4f055e-676a-4e1b-b218-237b3a1ee182 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.798777 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d4f055e-676a-4e1b-b218-237b3a1ee182 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.811829 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3d4f055e-676a-4e1b-b218-237b3a1ee182 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Calling delete_port for 31404b2a-7841-4833-aaba-3b32812a1112 owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:41.824643 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c3cf6ae-2494-412f-89a4-dfa68fd309bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.832348 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6c3cf6ae-2494-412f-89a4-dfa68fd309bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.867083 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6c3cf6ae-2494-412f-89a4-dfa68fd309bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10eed83ba2194bae9e48a8f9fb772c8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2673368 Nov 12 01:00:41.869677 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59470) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:41.902712 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cf6ae-2494-412f-89a4-dfa68fd309bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb88954e-d850-4355-9fb2-373949feaf40,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:41.988080 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4508df5f-bec4-4222-8d4e-55143c18d4ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.026086 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4508df5f-bec4-4222-8d4e-55143c18d4ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.157964 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d4f055e-676a-4e1b-b218-237b3a1ee182 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.167884 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0acbb0-b04f-4373-9fdb-822cce2fdc4a req-e561bccf-80b7-4889-b9d9-b0cb052588f6 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:42.169173 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e0acbb0-b04f-4373-9fdb-822cce2fdc4a req-e561bccf-80b7-4889-b9d9-b0cb052588f6 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee7a60a-e451-4a91-82d7-7e329fbf0d98 HTTP/1.1" status: 200 len: 948 time: 0.1041906 Nov 12 01:00:42.207432 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f055e-676a-4e1b-b218-237b3a1ee182 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Pushing event deleted for resources: {'Port': ['ID=31404b2a-7841-4833-aaba-3b32812a1112,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:42.214053 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4508df5f-bec4-4222-8d4e-55143c18d4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.220609 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4508df5f-bec4-4222-8d4e-55143c18d4ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.224357 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4508df5f-bec4-4222-8d4e-55143c18d4ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb88954e-d850-4355-9fb2-373949feaf40 HTTP/1.1" status: 204 len: 168 time: 0.3513041 Nov 12 01:00:42.263338 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508df5f-bec4-4222-8d4e-55143c18d4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb88954e-d850-4355-9fb2-373949feaf40,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:42.334534 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e0acbb0-b04f-4373-9fdb-822cce2fdc4a req-909bee79-2824-4225-b36a-94c145cd8e13 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5a42859-0b38-4af4-ac04-14abfa8d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560249 Nov 12 01:00:42.347292 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d4f055e-676a-4e1b-b218-237b3a1ee182 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.347652 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-3d4f055e-676a-4e1b-b218-237b3a1ee182 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Floating IP 3ed8dfcd-40ae-4d5b-bb8e-c898a526b345 disassociated (deleted). External IP: 172.25.0.109, port: 505e6b1f-68de-46fe-8fc0-8646a8ab56a9. Nov 12 01:00:42.639563 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4f055e-676a-4e1b-b218-237b3a1ee182 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Router f8ebd7aa-844d-4165-be7e-f58af236ba61 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:42.670971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46423b2d-da49-46a5-a5c9-f56b5b502a12 req-3d45d58b-788c-48e9-8247-527768c02746 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:42.678231 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46423b2d-da49-46a5-a5c9-f56b5b502a12 req-3d45d58b-788c-48e9-8247-527768c02746 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.1325290 Nov 12 01:00:42.747128 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46423b2d-da49-46a5-a5c9-f56b5b502a12 req-6f580a28-579e-430f-b74f-801d011a16d5 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679579 Nov 12 01:00:42.775226 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59498) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:42.800896 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d0324c18-90c8-4289-b68b-54ea7cc00d07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.810663 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4f055e-676a-4e1b-b218-237b3a1ee182 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:42.815836 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d4f055e-676a-4e1b-b218-237b3a1ee182 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.831734 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8c2e8e-a862-4f83-a39d-7dcdc660f308 None None] Sync routers for ids ['f8ebd7aa-844d-4165-be7e-f58af236ba61'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:42.844898 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8c2e8e-a862-4f83-a39d-7dcdc660f308 None None] Routers {'f8ebd7aa-844d-4165-be7e-f58af236ba61'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:42.846239 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4d8c2e8e-a862-4f83-a39d-7dcdc660f308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:00:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f8ebd7aa-844d-4165-be7e-f58af236ba61'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:42.878399 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3d4f055e-676a-4e1b-b218-237b3a1ee182 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "DELETE /v2.0/floatingips/3ed8dfcd-40ae-4d5b-bb8e-c898a526b345 HTTP/1.1" status: 204 len: 168 time: 1.6681085 Nov 12 01:00:42.880784 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90e44a4-2baf-4cf6-9b72-ff55cf086d4a', 'tag': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:42.884803 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69db2c3f-47de-4643-836d-86b20c26875d" -d '{"events": [{"name": "network-changed", "server_uuid": "e90e44a4-2baf-4cf6-9b72-ff55cf086d4a", "tag": "505e6b1f-68de-46fe-8fc0-8646a8ab56a9"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:42.966985 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf256f9-3e5f-4f22-a808-20f286ce7480 x-openstack-request-id: req-eaf256f9-3e5f-4f22-a808-20f286ce7480 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:42.967626 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90e44a4-2baf-4cf6-9b72-ff55cf086d4a", "tag": "505e6b1f-68de-46fe-8fc0-8646a8ab56a9", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:42.968095 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eaf256f9-3e5f-4f22-a808-20f286ce7480 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:42.968713 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90e44a4-2baf-4cf6-9b72-ff55cf086d4a', 'tag': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9', 'status': 'completed', 'code': 200} Nov 12 01:00:42.974203 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-4d8c2e8e-a862-4f83-a39d-7dcdc660f308 None None] Set router f8ebd7aa-844d-4165-be7e-f58af236ba61 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:42.985382 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d0324c18-90c8-4289-b68b-54ea7cc00d07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.993512 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d0324c18-90c8-4289-b68b-54ea7cc00d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.044856 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d0324c18-90c8-4289-b68b-54ea7cc00d07 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbe9a3298e3545c0a23316e55ede28e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2682803 Nov 12 01:00:43.047285 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59504) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:43.056085 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0324c18-90c8-4289-b68b-54ea7cc00d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ea4a05-f8d3-4cdc-a20f-55d4ec27faff,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:43.072012 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db2c3f-47de-4643-836d-86b20c26875d req-2d7b4e36-c880-46df-8d7d-269ebfc9430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:43.073605 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-69db2c3f-47de-4643-836d-86b20c26875d req-2d7b4e36-c880-46df-8d7d-269ebfc9430f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=81e42ebcca464def93a86d1d3b9c5e2a&device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 1097 time: 0.0834849 Nov 12 01:00:43.173695 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dbc029cb-da7a-491a-81e5-97af0201fcf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.249583 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dbc029cb-da7a-491a-81e5-97af0201fcf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.319877 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db2c3f-47de-4643-836d-86b20c26875d req-d3d550e1-e8ca-4218-8deb-938ba9bfdc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:43.324653 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-69db2c3f-47de-4643-836d-86b20c26875d req-d3d550e1-e8ca-4218-8deb-938ba9bfdc3b service neutron] 10.222.0.21 "GET /v2.0/networks?id=04fc892d-db1f-4cd9-ab6d-5e2878cb5568 HTTP/1.1" status: 200 len: 915 time: 0.2412889 Nov 12 01:00:43.342769 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dbc029cb-da7a-491a-81e5-97af0201fcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.346172 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dbc029cb-da7a-491a-81e5-97af0201fcf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.348568 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-dbc029cb-da7a-491a-81e5-97af0201fcf5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/06ea4a05-f8d3-4cdc-a20f-55d4ec27faff HTTP/1.1" status: 204 len: 168 time: 0.2992599 Nov 12 01:00:43.360063 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4d8c2e8e-a862-4f83-a39d-7dcdc660f308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'name': 'tempest-TestVolumeBackupRestore-1208282878-router', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:05Z', 'updated_at': '2021-11-12T00:55:16Z', 'revision_number': 4, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'gw_port': {'id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:06Z', 'updated_at': '2021-11-12T00:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'e2bc3b53-83c6-4684-b78f-e13c1681c784', 'name': '', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'mac_address': 'fa:16:3e:80:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:15Z', 'updated_at': '2021-11-12T00:55:34Z', 'revision_number': 5, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'subnets': [{'id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:43.388855 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc029cb-da7a-491a-81e5-97af0201fcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ea4a05-f8d3-4cdc-a20f-55d4ec27faff,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:43.393325 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8c2e8e-a862-4f83-a39d-7dcdc660f308 None None] Checking router: f8ebd7aa-844d-4165-be7e-f58af236ba61 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:43.413705 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8c2e8e-a862-4f83-a39d-7dcdc660f308 None None] Routers {'f8ebd7aa-844d-4165-be7e-f58af236ba61'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:43.415018 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4d8c2e8e-a862-4f83-a39d-7dcdc660f308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:00:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f8ebd7aa-844d-4165-be7e-f58af236ba61'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:43.464421 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-69db2c3f-47de-4643-836d-86b20c26875d req-a3795aca-e2fe-48f8-99cc-2e04844aa53d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=505e6b1f-68de-46fe-8fc0-8646a8ab56a9 HTTP/1.1" status: 200 len: 217 time: 0.1315639 Nov 12 01:00:43.563992 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-4d8c2e8e-a862-4f83-a39d-7dcdc660f308 None None] Set router f8ebd7aa-844d-4165-be7e-f58af236ba61 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:43.626005 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db2c3f-47de-4643-836d-86b20c26875d req-bf982fa5-3669-4386-bce7-847c9b2584be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:43.629164 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-69db2c3f-47de-4643-836d-86b20c26875d req-bf982fa5-3669-4386-bce7-847c9b2584be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65284aa5-5b40-463a-8fcb-6f0eb8a8011e HTTP/1.1" status: 200 len: 853 time: 0.1516819 Nov 12 01:00:43.645445 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe6360-041b-4f43-a94e-5d175f0ac90b req-8e32a270-d333-487d-8432-cd11b57d77f1 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:43.656017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fbe6360-041b-4f43-a94e-5d175f0ac90b req-8e32a270-d333-487d-8432-cd11b57d77f1 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 945 time: 0.1974888 Nov 12 01:00:43.696368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9ade6-6ab6-4ecb-81b5-abcfd94db928 req-d0e2fc9a-fba1-4ef7-ba1a-bbadadc50cfa tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:43.723013 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ca9ade6-6ab6-4ecb-81b5-abcfd94db928 req-d0e2fc9a-fba1-4ef7-ba1a-bbadadc50cfa tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee7a60a-e451-4a91-82d7-7e329fbf0d98 HTTP/1.1" status: 200 len: 948 time: 0.2506146 Nov 12 01:00:43.758997 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec080a-5583-4012-8a4a-7b00a875bf44 req-5e2075db-b307-410d-a011-b58775875f8b tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:43.766053 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8dec080a-5583-4012-8a4a-7b00a875bf44 req-5e2075db-b307-410d-a011-b58775875f8b tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.2842982 Nov 12 01:00:43.801459 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ca9ade6-6ab6-4ecb-81b5-abcfd94db928 req-c27d4be9-b5b2-4596-8f95-304a97de8828 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5a42859-0b38-4af4-ac04-14abfa8d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724280 Nov 12 01:00:43.932391 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db2c3f-47de-4643-836d-86b20c26875d req-f0b6a712-b234-4bdc-99de-9744f1efd996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:43.934895 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-69db2c3f-47de-4643-836d-86b20c26875d req-f0b6a712-b234-4bdc-99de-9744f1efd996 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04fc892d-db1f-4cd9-ab6d-5e2878cb5568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2724154 Nov 12 01:00:43.956853 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4d8c2e8e-a862-4f83-a39d-7dcdc660f308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'name': 'tempest-TestVolumeBackupRestore-1208282878-router', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:05Z', 'updated_at': '2021-11-12T00:55:16Z', 'revision_number': 4, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'gw_port': {'id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:06Z', 'updated_at': '2021-11-12T00:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'e2bc3b53-83c6-4684-b78f-e13c1681c784', 'name': '', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'mac_address': 'fa:16:3e:80:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:15Z', 'updated_at': '2021-11-12T00:55:34Z', 'revision_number': 5, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'subnets': [{'id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:43.986245 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fbe6360-041b-4f43-a94e-5d175f0ac90b req-20ec6a87-6b42-4e8f-b6a2-1ac7029b61ea tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/security-groups?id=66fd346d-cd79-488e-ada9-6b17f2a0b776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3288372 Nov 12 01:00:43.992709 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8c2e8e-a862-4f83-a39d-7dcdc660f308 None None] The sync data for ids ['f8ebd7aa-844d-4165-be7e-f58af236ba61'] in n-d-712137-14 is: [{'id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'name': 'tempest-TestVolumeBackupRestore-1208282878-router', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:05Z', 'updated_at': '2021-11-12T00:55:16Z', 'revision_number': 4, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'gw_port': {'id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:06Z', 'updated_at': '2021-11-12T00:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'e2bc3b53-83c6-4684-b78f-e13c1681c784', 'name': '', 'network_id': '04fc892d-db1f-4cd9-ab6d-5e2878cb5568', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'mac_address': 'fa:16:3e:80:17:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:15Z', 'updated_at': '2021-11-12T00:55:34Z', 'revision_number': 5, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'subnets': [{'id': '65284aa5-5b40-463a-8fcb-6f0eb8a8011e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:44.045130 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2119eb9-4b10-4f02-84fd-5e6b67ea4656 req-a7ebd4a4-f92e-44fc-a1ec-65585b585f77 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:44.055384 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d2119eb9-4b10-4f02-84fd-5e6b67ea4656 req-a7ebd4a4-f92e-44fc-a1ec-65585b585f77 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 945 time: 0.1032989 Nov 12 01:00:44.164272 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d2119eb9-4b10-4f02-84fd-5e6b67ea4656 req-9de3e5df-50af-4399-8301-01a72e7ad21e tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/security-groups?id=19ae90be-ade4-49ad-a814-2a2309068300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953476 Nov 12 01:00:44.192250 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-69db2c3f-47de-4643-836d-86b20c26875d req-973960e0-1c56-4546-82c7-48219a072f4b service neutron] 10.222.0.21 "GET /v2.0/networks/04fc892d-db1f-4cd9-ab6d-5e2878cb5568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484729 Nov 12 01:00:44.271437 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59526) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:44.290387 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c0e73d2d-f5de-4ace-bac2-502b768f3f08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.341235 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-8dec080a-5583-4012-8a4a-7b00a875bf44 req-d9a38dea-8178-494c-be64-e2206bbe4045 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Deleting port 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:44.341711 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8dec080a-5583-4012-8a4a-7b00a875bf44 req-d9a38dea-8178-494c-be64-e2206bbe4045 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.428543 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c0e73d2d-f5de-4ace-bac2-502b768f3f08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.438481 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c0e73d2d-f5de-4ace-bac2-502b768f3f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.479238 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86473f2c-3e0d-4b14-8631-9e3d1df5eeed None None] New status for floating IP 3ed8dfcd-40ae-4d5b-bb8e-c898a526b345: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:00:44.501278 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c0e73d2d-f5de-4ace-bac2-502b768f3f08 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a0c113cc56c43fea3003c1c7ba2792e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2284517 Nov 12 01:00:44.503815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59528) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:44.533892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e73d2d-f5de-4ace-bac2-502b768f3f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a862ab-4fd1-4bf1-b751-aa5658d5df41,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:44.560371 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-69db2c3f-47de-4643-836d-86b20c26875d req-4773f3f5-32e2-47c2-8b0d-63b7b26a983c service neutron] 10.222.0.21 "GET /v2.0/networks/04fc892d-db1f-4cd9-ab6d-5e2878cb5568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574209 Nov 12 01:00:44.648277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8dec080a-5583-4012-8a4a-7b00a875bf44 req-d9a38dea-8178-494c-be64-e2206bbe4045 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] For port 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130,segment=NetworkSegment(e3db2a7b-a944-41af-b927-aa46737b70f6),segment_id=e3db2a7b-a944-41af-b927-aa46737b70f6)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:44.648801 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8dec080a-5583-4012-8a4a-7b00a875bf44 req-d9a38dea-8178-494c-be64-e2206bbe4045 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.685395 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-8dec080a-5583-4012-8a4a-7b00a875bf44 req-d9a38dea-8178-494c-be64-e2206bbe4045 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Calling delete_port for 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:44.735693 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-761dc578-0326-4048-be64-9a22ea88c15c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.765688 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 26ebd2e8-b53e-437f-b89c-2ab858d2e924 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:00:44.771306 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-761dc578-0326-4048-be64-9a22ea88c15c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.836013 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-761dc578-0326-4048-be64-9a22ea88c15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.840119 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-761dc578-0326-4048-be64-9a22ea88c15c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.844168 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-761dc578-0326-4048-be64-9a22ea88c15c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26a862ab-4fd1-4bf1-b751-aa5658d5df41 HTTP/1.1" status: 204 len: 168 time: 0.3243697 Nov 12 01:00:44.862054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761dc578-0326-4048-be64-9a22ea88c15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a862ab-4fd1-4bf1-b751-aa5658d5df41,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:44.977435 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 26ebd2e8-b53e-437f-b89c-2ab858d2e924, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=26ebd2e8-b53e-437f-b89c-2ab858d2e924,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:44.995284 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '26ebd2e8-b53e-437f-b89c-2ab858d2e924', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '26ebd2e8-b53e-437f-b89c-2ab858d2e924', 'mac_address': 'fa:16:3e:97:68:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:00:45.012088 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8dec080a-5583-4012-8a4a-7b00a875bf44 req-d9a38dea-8178-494c-be64-e2206bbe4045 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.069847 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2af97c-3ae6-41df-adf1-64718cc6f43d req-5d68c434-a9fc-4920-ae0c-a6fb1daf063f tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:45.081552 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['347ef9ef-0b4e-4397-b7d4-dda2e7eeb130'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:45.083552 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3f2af97c-3ae6-41df-adf1-64718cc6f43d req-5d68c434-a9fc-4920-ae0c-a6fb1daf063f tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee7a60a-e451-4a91-82d7-7e329fbf0d98 HTTP/1.1" status: 200 len: 948 time: 0.0984681 Nov 12 01:00:45.140793 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.151126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a38dea-8178-494c-be64-e2206bbe4045 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Pushing event deleted for resources: {'Port': ['ID=347ef9ef-0b4e-4397-b7d4-dda2e7eeb130,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:45.178429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ebd2e8-b53e-437f-b89c-2ab858d2e924 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:00:45.198362 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3f2af97c-3ae6-41df-adf1-64718cc6f43d req-56c49b98-b070-4ea9-bf08-3fbd5f7e982a tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5a42859-0b38-4af4-ac04-14abfa8d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054652 Nov 12 01:00:45.232547 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 26ebd2e8-b53e-437f-b89c-2ab858d2e924, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=26ebd2e8-b53e-437f-b89c-2ab858d2e924,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:45.248551 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.263191 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dec080a-5583-4012-8a4a-7b00a875bf44 req-d9a38dea-8178-494c-be64-e2206bbe4045 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] No DVR routers for this DVR port 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:45.267162 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8dec080a-5583-4012-8a4a-7b00a875bf44 req-d9a38dea-8178-494c-be64-e2206bbe4045 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.271169 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8dec080a-5583-4012-8a4a-7b00a875bf44 req-d9a38dea-8178-494c-be64-e2206bbe4045 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.21 "DELETE /v2.0/ports/347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 HTTP/1.1" status: 204 len: 173 time: 1.4585450 Nov 12 01:00:45.283490 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd4961-07cc-4e7a-ba85-cf1dc79fda17 req-dd2ab412-4668-4a39-a7ef-94dc466437aa tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:45.285731 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8cdd4961-07cc-4e7a-ba85-cf1dc79fda17 req-dd2ab412-4668-4a39-a7ef-94dc466437aa tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.21 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 945 time: 0.3010554 Nov 12 01:00:45.286401 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b32703-33d0-465c-993d-5cc64665531c', 'name': 'network-vif-deleted', 'tag': '347ef9ef-0b4e-4397-b7d4-dda2e7eeb130'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:45.292136 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9219847e-ef1c-4f30-85c4-b85fdc89fbb6" -d '{"events": [{"server_uuid": "b5b32703-33d0-465c-993d-5cc64665531c", "name": "network-vif-deleted", "tag": "347ef9ef-0b4e-4397-b7d4-dda2e7eeb130"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:45.371329 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f5435-54cd-48d6-9c21-a84b7eeef823 req-8d8e55c0-0ad8-48c1-8993-e8654a9b1bb4 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:45.373010 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-310f5435-54cd-48d6-9c21-a84b7eeef823 req-8d8e55c0-0ad8-48c1-8993-e8654a9b1bb4 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 945 time: 0.2389512 Nov 12 01:00:45.397562 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=26ebd2e8-b53e-437f-b89c-2ab858d2e924,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:45.440159 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:45.443115 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:45.443697 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:45.444049 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:45.444393 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:45.444751 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:45.450277 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:45.451552 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:45.451910 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:45.453262 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:45.457559 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:45.458077 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:45.549503 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-310f5435-54cd-48d6-9c21-a84b7eeef823 req-bf397261-1f5b-4a5d-b13d-f5e9f2f73e34 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/security-groups?id=66fd346d-cd79-488e-ada9-6b17f2a0b776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625674 Nov 12 01:00:45.599156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-8cdd4961-07cc-4e7a-ba85-cf1dc79fda17 req-0bc2e5f9-db11-4fcd-a07e-3c9a38f95875 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Deleting port 505e6b1f-68de-46fe-8fc0-8646a8ab56a9 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:45.599896 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8cdd4961-07cc-4e7a-ba85-cf1dc79fda17 req-0bc2e5f9-db11-4fcd-a07e-3c9a38f95875 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.658808 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['26ebd2e8-b53e-437f-b89c-2ab858d2e924'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:45.672269 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b2518b-3cfd-488b-84d5-053abaefc3d7 x-openstack-request-id: req-08b2518b-3cfd-488b-84d5-053abaefc3d7 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:45.673208 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b32703-33d0-465c-993d-5cc64665531c", "name": "network-vif-deleted", "tag": "347ef9ef-0b4e-4397-b7d4-dda2e7eeb130", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:45.673654 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08b2518b-3cfd-488b-84d5-053abaefc3d7 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:45.674225 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b32703-33d0-465c-993d-5cc64665531c', 'name': 'network-vif-deleted', 'tag': '347ef9ef-0b4e-4397-b7d4-dda2e7eeb130', 'status': 'completed', 'code': 200} Nov 12 01:00:45.860564 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8cdd4961-07cc-4e7a-ba85-cf1dc79fda17 req-0bc2e5f9-db11-4fcd-a07e-3c9a38f95875 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] For port 505e6b1f-68de-46fe-8fc0-8646a8ab56a9, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=505e6b1f-68de-46fe-8fc0-8646a8ab56a9,segment=NetworkSegment(b3e2b351-551d-4928-9849-d586e04a647c),segment_id=b3e2b351-551d-4928-9849-d586e04a647c)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:45.862988 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8cdd4961-07cc-4e7a-ba85-cf1dc79fda17 req-0bc2e5f9-db11-4fcd-a07e-3c9a38f95875 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.872209 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cfa07744-f987-4aab-967b-af83b86b95bd req-22d6ec07-ca1f-45a6-a2a2-1ffd8d8087e0 tempest-ServerRescueTestJSONUnderV235-498945744 tempest-ServerRescueTestJSONUnderV235-498945744-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5b32703-33d0-465c-993d-5cc64665531c HTTP/1.1" status: 200 len: 210 time: 0.5566626 Nov 12 01:00:45.987005 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-8cdd4961-07cc-4e7a-ba85-cf1dc79fda17 req-0bc2e5f9-db11-4fcd-a07e-3c9a38f95875 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Calling delete_port for 505e6b1f-68de-46fe-8fc0-8646a8ab56a9 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:46.194718 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8cdd4961-07cc-4e7a-ba85-cf1dc79fda17 req-0bc2e5f9-db11-4fcd-a07e-3c9a38f95875 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.228974 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2e5f9-db11-4fcd-a07e-3c9a38f95875 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Pushing event deleted for resources: {'Port': ['ID=505e6b1f-68de-46fe-8fc0-8646a8ab56a9,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:46.317017 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cdd4961-07cc-4e7a-ba85-cf1dc79fda17 req-0bc2e5f9-db11-4fcd-a07e-3c9a38f95875 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] No DVR routers for this DVR port 505e6b1f-68de-46fe-8fc0-8646a8ab56a9 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:46.320025 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8cdd4961-07cc-4e7a-ba85-cf1dc79fda17 req-0bc2e5f9-db11-4fcd-a07e-3c9a38f95875 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.325824 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8cdd4961-07cc-4e7a-ba85-cf1dc79fda17 req-0bc2e5f9-db11-4fcd-a07e-3c9a38f95875 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.21 "DELETE /v2.0/ports/505e6b1f-68de-46fe-8fc0-8646a8ab56a9 HTTP/1.1" status: 204 len: 173 time: 1.0280619 Nov 12 01:00:46.446556 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c10f6-3020-4f27-9096-09f9bef7cb11 req-5c8e3abc-2e1f-417e-b51a-b39fe48b2cce tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:46.454537 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca1c10f6-3020-4f27-9096-09f9bef7cb11 req-5c8e3abc-2e1f-417e-b51a-b39fe48b2cce tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee7a60a-e451-4a91-82d7-7e329fbf0d98 HTTP/1.1" status: 200 len: 949 time: 0.1277189 Nov 12 01:00:46.526102 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca1c10f6-3020-4f27-9096-09f9bef7cb11 req-d30e564c-05db-490c-bb5a-0fe3c6001383 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5a42859-0b38-4af4-ac04-14abfa8d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705767 Nov 12 01:00:46.687993 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6634809e-061f-45c0-b6d9-4a41f99c1491 req-fe6542f9-19fe-4a5c-adc4-6a93b7bbc591 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 210 time: 0.0317657 Nov 12 01:00:46.779984 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 26ebd2e8-b53e-437f-b89c-2ab858d2e924 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:46.887128 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 26ebd2e8-b53e-437f-b89c-2ab858d2e924 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:00:46.891547 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 26ebd2e8-b53e-437f-b89c-2ab858d2e924 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:46.892417 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.974203 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59596) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:47.081829 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.159324 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 26ebd2e8-b53e-437f-b89c-2ab858d2e924, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=26ebd2e8-b53e-437f-b89c-2ab858d2e924,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:47.162979 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee7a60a-e451-4a91-82d7-7e329fbf0d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ebd2e8-b53e-437f-b89c-2ab858d2e924'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:47.168130 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cec921d-5479-4315-9bab-6fffecbf3a21" -d '{"events": [{"server_uuid": "1ee7a60a-e451-4a91-82d7-7e329fbf0d98", "name": "network-vif-plugged", "status": "completed", "tag": "26ebd2e8-b53e-437f-b89c-2ab858d2e924"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:47.184022 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.304082 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=26ebd2e8-b53e-437f-b89c-2ab858d2e924,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:47.467803 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26849f8-1008-4bfc-b8de-8f8827203d3d x-openstack-request-id: req-a26849f8-1008-4bfc-b8de-8f8827203d3d {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:47.468202 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee7a60a-e451-4a91-82d7-7e329fbf0d98", "name": "network-vif-plugged", "status": "completed", "tag": "26ebd2e8-b53e-437f-b89c-2ab858d2e924", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:47.468729 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a26849f8-1008-4bfc-b8de-8f8827203d3d {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:47.469226 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee7a60a-e451-4a91-82d7-7e329fbf0d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ebd2e8-b53e-437f-b89c-2ab858d2e924', 'code': 200} Nov 12 01:00:47.627232 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 505e6b1f-68de-46fe-8fc0-8646a8ab56a9 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:47.677717 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90e44a4-2baf-4cf6-9b72-ff55cf086d4a', 'name': 'network-vif-deleted', 'tag': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:47.680753 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0230acc8-b2d8-4aaa-a79a-11ecf73937ba" -d '{"events": [{"server_uuid": "e90e44a4-2baf-4cf6-9b72-ff55cf086d4a", "name": "network-vif-deleted", "tag": "505e6b1f-68de-46fe-8fc0-8646a8ab56a9"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:47.695180 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 505e6b1f-68de-46fe-8fc0-8646a8ab56a9 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:47.696214 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 505e6b1f-68de-46fe-8fc0-8646a8ab56a9 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:47.697689 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:47.742908 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:47.749619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33d5f7-9daa-48b3-bbc5-8783e16a1cd3 req-ca8b3a2e-aeb1-4d35-a3c0-91cf5aac5175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:47.750725 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 347ef9ef-0b4e-4397-b7d4-dda2e7eeb130 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:47.752592 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ee33d5f7-9daa-48b3-bbc5-8783e16a1cd3 req-ca8b3a2e-aeb1-4d35-a3c0-91cf5aac5175 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ee7a60a-e451-4a91-82d7-7e329fbf0d98 HTTP/1.1" status: 200 len: 1102 time: 0.1234901 Nov 12 01:00:47.812733 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbeb3d82-e770-4911-bc14-269b32e4f6d7 x-openstack-request-id: req-fbeb3d82-e770-4911-bc14-269b32e4f6d7 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:47.813019 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90e44a4-2baf-4cf6-9b72-ff55cf086d4a", "name": "network-vif-deleted", "tag": "505e6b1f-68de-46fe-8fc0-8646a8ab56a9", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:47.813283 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbeb3d82-e770-4911-bc14-269b32e4f6d7 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:47.813678 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90e44a4-2baf-4cf6-9b72-ff55cf086d4a', 'name': 'network-vif-deleted', 'tag': '505e6b1f-68de-46fe-8fc0-8646a8ab56a9', 'status': 'completed', 'code': 200} Nov 12 01:00:47.861407 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ee33d5f7-9daa-48b3-bbc5-8783e16a1cd3 req-c9155c7b-4d9b-4594-9411-a92e73e90ee9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c5a42859-0b38-4af4-ac04-14abfa8d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018085 Nov 12 01:00:47.929186 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0f89162-a9a9-41ce-ad6b-2b247b859fb7 req-da5675fb-d2fc-4fb5-a622-7f53a258d0e2 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 210 time: 0.0544212 Nov 12 01:00:47.929762 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5671eb-c40f-4be3-b52d-c86d4fad439e req-cea60ce9-d022-4eb3-84e1-4cb7434f0a3e tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:47.931002 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff5671eb-c40f-4be3-b52d-c86d4fad439e req-cea60ce9-d022-4eb3-84e1-4cb7434f0a3e tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee7a60a-e451-4a91-82d7-7e329fbf0d98 HTTP/1.1" status: 200 len: 950 time: 0.2546153 Nov 12 01:00:48.004750 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59626) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:48.122986 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff5671eb-c40f-4be3-b52d-c86d4fad439e req-78a6ef32-2418-44e7-9311-bb6a2e645169 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5a42859-0b38-4af4-ac04-14abfa8d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048760 Nov 12 01:00:48.208590 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-41b15c43-33b1-4eed-87ce-4af1b483039b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.286709 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-41b15c43-33b1-4eed-87ce-4af1b483039b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.293536 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-41b15c43-33b1-4eed-87ce-4af1b483039b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.360658 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-41b15c43-33b1-4eed-87ce-4af1b483039b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3cd3b3e196a74a51896e3005a88a188a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3524137 Nov 12 01:00:48.365385 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59636) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:48.401895 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b15c43-33b1-4eed-87ce-4af1b483039b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a3ddd6-c5b7-4cbf-9fa2-3f02d634e3ee,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:48.407499 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-79afedeb-bad3-4770-a1bc-5fc96604ba30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.564427 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-05e796bc-d11a-49af-87e9-29acd7f0f8ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.644545 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-05e796bc-d11a-49af-87e9-29acd7f0f8ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.833913 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-05e796bc-d11a-49af-87e9-29acd7f0f8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.841680 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-05e796bc-d11a-49af-87e9-29acd7f0f8ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.843264 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-05e796bc-d11a-49af-87e9-29acd7f0f8ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4a3ddd6-c5b7-4cbf-9fa2-3f02d634e3ee HTTP/1.1" status: 204 len: 168 time: 0.4732823 Nov 12 01:00:48.864720 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e796bc-d11a-49af-87e9-29acd7f0f8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a3ddd6-c5b7-4cbf-9fa2-3f02d634e3ee,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:49.028187 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-79afedeb-bad3-4770-a1bc-5fc96604ba30 admin admin] Deleting port a496b026-8ce0-4931-aed0-d26290f21f23 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:49.028608 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-79afedeb-bad3-4770-a1bc-5fc96604ba30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.111426 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-18360f1f-7f72-4c71-98ad-ee013bff3dab req-e4b5f175-c7db-4f7b-90af-e6ede8f8b8f1 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 210 time: 0.0441270 Nov 12 01:00:49.230199 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-79afedeb-bad3-4770-a1bc-5fc96604ba30 admin admin] For port a496b026-8ce0-4931-aed0-d26290f21f23, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a496b026-8ce0-4931-aed0-d26290f21f23,segment=NetworkSegment(e3db2a7b-a944-41af-b927-aa46737b70f6),segment_id=e3db2a7b-a944-41af-b927-aa46737b70f6)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:49.236080 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-79afedeb-bad3-4770-a1bc-5fc96604ba30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.285548 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-79afedeb-bad3-4770-a1bc-5fc96604ba30 admin admin] Calling delete_port for a496b026-8ce0-4931-aed0-d26290f21f23 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:49.371831 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4153708-2e4f-4e96-a803-04e451a0549f req-7b7f4306-6977-4030-9752-d11a2348e88f tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:49.381317 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f4153708-2e4f-4e96-a803-04e451a0549f req-7b7f4306-6977-4030-9752-d11a2348e88f tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee7a60a-e451-4a91-82d7-7e329fbf0d98 HTTP/1.1" status: 200 len: 950 time: 0.1517208 Nov 12 01:00:49.512384 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f4153708-2e4f-4e96-a803-04e451a0549f req-b8ca7ac1-cbe4-47ab-9c70-cc0a4a3f1c30 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5a42859-0b38-4af4-ac04-14abfa8d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108663 Nov 12 01:00:49.634051 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-79afedeb-bad3-4770-a1bc-5fc96604ba30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.751602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afedeb-bad3-4770-a1bc-5fc96604ba30 admin admin] Pushing event deleted for resources: {'Port': ['ID=a496b026-8ce0-4931-aed0-d26290f21f23,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:50.032427 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-edcc69e4-8185-42d6-8d1d-c64134dd008f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.085212 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-79afedeb-bad3-4770-a1bc-5fc96604ba30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.321102 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf5148ad-e648-48d5-99a2-8c485eea645b req-171bfcc8-d92a-4c13-b993-fdccccaa155a tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 210 time: 0.0750768 Nov 12 01:00:50.728941 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79afedeb-bad3-4770-a1bc-5fc96604ba30 admin admin] Router 3639487c-d107-4f74-90b0-225d98c0be4d has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:50.743794 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c12bc6-a23f-4b69-a9c6-c284b844e70e req-4e6b2d07-b22a-4f7a-9c1b-4a69e19757b4 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:50.745964 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2c12bc6-a23f-4b69-a9c6-c284b844e70e req-4e6b2d07-b22a-4f7a-9c1b-4a69e19757b4 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee7a60a-e451-4a91-82d7-7e329fbf0d98 HTTP/1.1" status: 200 len: 950 time: 0.1200962 Nov 12 01:00:50.899416 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2c12bc6-a23f-4b69-a9c6-c284b844e70e req-5b310a35-0d65-41ee-ba9c-8e63ffd5b300 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5a42859-0b38-4af4-ac04-14abfa8d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454959 Nov 12 01:00:50.943441 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79afedeb-bad3-4770-a1bc-5fc96604ba30 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:50.954119 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81093478-97ec-4b08-85ca-c29bdaf995bc None None] Sync routers for ids ['3639487c-d107-4f74-90b0-225d98c0be4d'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:50.956369 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-79afedeb-bad3-4770-a1bc-5fc96604ba30 admin admin] 10.222.0.31 "PUT /v2.0/routers/3639487c-d107-4f74-90b0-225d98c0be4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9800904 Nov 12 01:00:50.958679 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59706) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:50.991014 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81093478-97ec-4b08-85ca-c29bdaf995bc None None] Routers {'3639487c-d107-4f74-90b0-225d98c0be4d'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:50.991656 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-81093478-97ec-4b08-85ca-c29bdaf995bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:00:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3639487c-d107-4f74-90b0-225d98c0be4d'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:51.083437 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f2d7a463-4419-4526-a067-fc359c5e3ec8 admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.356987 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-81093478-97ec-4b08-85ca-c29bdaf995bc None None] Set router 3639487c-d107-4f74-90b0-225d98c0be4d gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:51.402037 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f2d7a463-4419-4526-a067-fc359c5e3ec8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.547444 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59720) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:51.599326 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2366c-7d19-420c-aa38-f13ae1667d04 req-09c939e3-7a94-4990-85b6-c62b22131215 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:51.611917 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-67c2366c-7d19-420c-aa38-f13ae1667d04 req-09c939e3-7a94-4990-85b6-c62b22131215 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee7a60a-e451-4a91-82d7-7e329fbf0d98 HTTP/1.1" status: 200 len: 950 time: 0.1312115 Nov 12 01:00:51.689410 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7d0dc470-375f-49a8-9787-a48070205628 req-75c1ea45-8f0d-4deb-829e-218b7d96ee6e tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 210 time: 0.1404190 Nov 12 01:00:51.782149 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-f2d7a463-4419-4526-a067-fc359c5e3ec8 admin admin] Deleting port f81d751f-56f7-4946-a416-7f08e89b44c7 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:51.785021 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f2d7a463-4419-4526-a067-fc359c5e3ec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.833962 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-67c2366c-7d19-420c-aa38-f13ae1667d04 req-79770f15-2390-4efa-8461-dbeea387aded tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5a42859-0b38-4af4-ac04-14abfa8d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113321 Nov 12 01:00:51.993121 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-81093478-97ec-4b08-85ca-c29bdaf995bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1945002998-router', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:18Z', 'updated_at': '2021-11-12T01:00:49Z', 'revision_number': 5, 'project_id': '61af090f9bf849858bde1895d16af040', 'gw_port': {'id': 'f81d751f-56f7-4946-a416-7f08e89b44c7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:20Z', 'updated_at': '2021-11-12T00:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:52.010124 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-f2d7a463-4419-4526-a067-fc359c5e3ec8 admin admin] For port f81d751f-56f7-4946-a416-7f08e89b44c7, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f81d751f-56f7-4946-a416-7f08e89b44c7,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:52.011682 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f2d7a463-4419-4526-a067-fc359c5e3ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.025521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81093478-97ec-4b08-85ca-c29bdaf995bc None None] Checking router: 3639487c-d107-4f74-90b0-225d98c0be4d for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:52.030397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-f2d7a463-4419-4526-a067-fc359c5e3ec8 admin admin] Calling delete_port for f81d751f-56f7-4946-a416-7f08e89b44c7 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:52.035527 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81093478-97ec-4b08-85ca-c29bdaf995bc None None] Routers {'3639487c-d107-4f74-90b0-225d98c0be4d'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:52.036257 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-81093478-97ec-4b08-85ca-c29bdaf995bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:00:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3639487c-d107-4f74-90b0-225d98c0be4d'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:52.105827 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5565ea4f-287c-46ee-9a18-cc8ba9436a68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.156025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-81093478-97ec-4b08-85ca-c29bdaf995bc None None] Set router 3639487c-d107-4f74-90b0-225d98c0be4d gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:52.273897 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5565ea4f-287c-46ee-9a18-cc8ba9436a68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.283183 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5565ea4f-287c-46ee-9a18-cc8ba9436a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.377813 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59728) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:52.378265 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5565ea4f-287c-46ee-9a18-cc8ba9436a68 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17783af35a0547f4902a40f28b76d283&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8036928 Nov 12 01:00:52.382960 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565ea4f-287c-46ee-9a18-cc8ba9436a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cee8ad-2ccb-4c10-8528-708bd357f176,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:52.422342 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f2d7a463-4419-4526-a067-fc359c5e3ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.426858 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-81093478-97ec-4b08-85ca-c29bdaf995bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1945002998-router', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:18Z', 'updated_at': '2021-11-12T01:00:51Z', 'revision_number': 6, 'project_id': '61af090f9bf849858bde1895d16af040', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:52.461000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81093478-97ec-4b08-85ca-c29bdaf995bc None None] The sync data for ids ['3639487c-d107-4f74-90b0-225d98c0be4d'] in n-d-712137-14 is: [{'id': '3639487c-d107-4f74-90b0-225d98c0be4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1945002998-router', 'tenant_id': '61af090f9bf849858bde1895d16af040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:18Z', 'updated_at': '2021-11-12T01:00:51Z', 'revision_number': 6, 'project_id': '61af090f9bf849858bde1895d16af040', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:52.479949 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5834570e-51e6-43d1-a46f-f6fb07ae6dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.493522 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d43108-4427-4352-8bc7-2d424c835344 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:52.523993 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c0c9f167-a4f4-453c-af0a-e2706e0b2f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.529233 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7a463-4419-4526-a067-fc359c5e3ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f81d751f-56f7-4946-a416-7f08e89b44c7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:52.600141 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c0c9f167-a4f4-453c-af0a-e2706e0b2f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.610945 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f2d7a463-4419-4526-a067-fc359c5e3ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.702485 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c0c9f167-a4f4-453c-af0a-e2706e0b2f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.709102 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c0c9f167-a4f4-453c-af0a-e2706e0b2f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.713124 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c0c9f167-a4f4-453c-af0a-e2706e0b2f40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74cee8ad-2ccb-4c10-8528-708bd357f176 HTTP/1.1" status: 204 len: 168 time: 0.3328321 Nov 12 01:00:52.726473 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9f167-a4f4-453c-af0a-e2706e0b2f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cee8ad-2ccb-4c10-8528-708bd357f176,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:52.829883 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f2d7a463-4419-4526-a067-fc359c5e3ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.836607 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f2d7a463-4419-4526-a067-fc359c5e3ec8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.971136 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f2d7a463-4419-4526-a067-fc359c5e3ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.972056 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d7a463-4419-4526-a067-fc359c5e3ec8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3639487c-d107-4f74-90b0-225d98c0be4d {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:00:52.984539 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f2d7a463-4419-4526-a067-fc359c5e3ec8 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.986493 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f2d7a463-4419-4526-a067-fc359c5e3ec8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3639487c-d107-4f74-90b0-225d98c0be4d HTTP/1.1" status: 204 len: 168 time: 2.0257614 Nov 12 01:00:52.989139 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59744) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:53.084386 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff9c9594-e99e-4b8f-8a43-979e910233ff req-3ebc9c5f-0f43-480d-951f-72983d394c97 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 210 time: 0.1383133 Nov 12 01:00:53.107589 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-741093de-7fb0-4364-afe0-2509c14a27b2 admin admin] Deleting subnet b04c456d-53c0-4755-9e1c-d34f7406aac3 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:53.125638 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-741093de-7fb0-4364-afe0-2509c14a27b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.203363 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bbee4-74a3-4f8b-9ec8-36de862c65cd req-26f31e2c-d7af-4435-b621-25772d6c8d68 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:53.236099 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-223bbee4-74a3-4f8b-9ec8-36de862c65cd req-26f31e2c-d7af-4435-b621-25772d6c8d68 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ee7a60a-e451-4a91-82d7-7e329fbf0d98 HTTP/1.1" status: 200 len: 950 time: 0.4100039 Nov 12 01:00:53.285628 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-741093de-7fb0-4364-afe0-2509c14a27b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.359414 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9baad3-8e55-47c5-8bdc-04ab2e8d667f req-a9ffe034-c486-4929-868d-759e0d8369b8 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:53.369182 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ba9baad3-8e55-47c5-8bdc-04ab2e8d667f req-a9ffe034-c486-4929-868d-759e0d8369b8 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee7a60a-e451-4a91-82d7-7e329fbf0d98 HTTP/1.1" status: 200 len: 950 time: 0.2454178 Nov 12 01:00:53.397393 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-741093de-7fb0-4364-afe0-2509c14a27b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.454124 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.553507 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-223bbee4-74a3-4f8b-9ec8-36de862c65cd req-889b7042-f58c-4320-a4fa-523e7a1c3efa tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Deleting port 26ebd2e8-b53e-437f-b89c-2ab858d2e924 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:53.553507 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-223bbee4-74a3-4f8b-9ec8-36de862c65cd req-889b7042-f58c-4320-a4fa-523e7a1c3efa tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.609379 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ba9baad3-8e55-47c5-8bdc-04ab2e8d667f req-f3422a40-352a-4dc5-85d2-2dfe38438fa4 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5a42859-0b38-4af4-ac04-14abfa8d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392890 Nov 12 01:00:53.610667 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-741093de-7fb0-4364-afe0-2509c14a27b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.696048 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741093de-7fb0-4364-afe0-2509c14a27b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b04c456d-53c0-4755-9e1c-d34f7406aac3,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:53.707070 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f81d751f-56f7-4946-a416-7f08e89b44c7 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:53.720013 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-741093de-7fb0-4364-afe0-2509c14a27b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.741702 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59754) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:53.744959 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-741093de-7fb0-4364-afe0-2509c14a27b2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b04c456d-53c0-4755-9e1c-d34f7406aac3 HTTP/1.1" status: 204 len: 168 time: 0.7535038 Nov 12 01:00:53.782294 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: f81d751f-56f7-4946-a416-7f08e89b44c7 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:53.782883 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f81d751f-56f7-4946-a416-7f08e89b44c7 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:53.783484 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a496b026-8ce0-4931-aed0-d26290f21f23 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:53.817007 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: a496b026-8ce0-4931-aed0-d26290f21f23 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:53.817556 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a496b026-8ce0-4931-aed0-d26290f21f23 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:54.087115 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9a1be2b2-af65-4d80-99c8-30500ee95bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.110270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-223bbee4-74a3-4f8b-9ec8-36de862c65cd req-889b7042-f58c-4320-a4fa-523e7a1c3efa tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] For port 26ebd2e8-b53e-437f-b89c-2ab858d2e924, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=26ebd2e8-b53e-437f-b89c-2ab858d2e924,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:54.126881 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-223bbee4-74a3-4f8b-9ec8-36de862c65cd req-889b7042-f58c-4320-a4fa-523e7a1c3efa tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.167353 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-223bbee4-74a3-4f8b-9ec8-36de862c65cd req-889b7042-f58c-4320-a4fa-523e7a1c3efa tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Calling delete_port for 26ebd2e8-b53e-437f-b89c-2ab858d2e924 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:54.316207 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9a1be2b2-af65-4d80-99c8-30500ee95bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.445569 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-9a1be2b2-af65-4d80-99c8-30500ee95bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:54.666109 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.713424 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d66b534e-6dbb-45e3-94e8-176bfa3b4caa req-a084bec1-805e-46fa-913e-8a3e460b4569 tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "GET /v2.0/ports?device_id=e90e44a4-2baf-4cf6-9b72-ff55cf086d4a HTTP/1.1" status: 200 len: 210 time: 0.4608831 Nov 12 01:00:54.761204 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-9a1be2b2-af65-4d80-99c8-30500ee95bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3db2a7b-a944-41af-b927-aa46737b70f6') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:54.761859 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-9a1be2b2-af65-4d80-99c8-30500ee95bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3db2a7b-a944-41af-b927-aa46737b70f6') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:54.805944 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9a1be2b2-af65-4d80-99c8-30500ee95bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.938718 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dd6bf-5b39-42b4-8090-827f94b36eba req-787cf5c7-5bbe-4e45-be22-a8730f922119 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:54.953265 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-612dd6bf-5b39-42b4-8090-827f94b36eba req-787cf5c7-5bbe-4e45-be22-a8730f922119 tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee7a60a-e451-4a91-82d7-7e329fbf0d98 HTTP/1.1" status: 200 len: 950 time: 0.1328452 Nov 12 01:00:54.977078 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9a1be2b2-af65-4d80-99c8-30500ee95bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.044824 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1be2b2-af65-4d80-99c8-30500ee95bc8 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:55.045230 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9a1be2b2-af65-4d80-99c8-30500ee95bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:55.047024 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:55.050062 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-612dd6bf-5b39-42b4-8090-827f94b36eba req-2ef14765-fa04-4311-a644-209021373edb tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/security-groups?id=c5a42859-0b38-4af4-ac04-14abfa8d38b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894868 Nov 12 01:00:55.216337 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-223bbee4-74a3-4f8b-9ec8-36de862c65cd req-889b7042-f58c-4320-a4fa-523e7a1c3efa tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.264130 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9a1be2b2-af65-4d80-99c8-30500ee95bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.268994 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b7042-f58c-4320-a4fa-523e7a1c3efa tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Pushing event deleted for resources: {'Port': ['ID=26ebd2e8-b53e-437f-b89c-2ab858d2e924,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:55.285998 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9a1be2b2-af65-4d80-99c8-30500ee95bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.289439 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9a1be2b2-af65-4d80-99c8-30500ee95bc8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c HTTP/1.1" status: 204 len: 168 time: 1.5467572 Nov 12 01:00:55.338366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1be2b2-af65-4d80-99c8-30500ee95bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b8cf02f-2ae0-4e61-8763-9b6ea5058a8c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:55.376224 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-223bbee4-74a3-4f8b-9ec8-36de862c65cd req-889b7042-f58c-4320-a4fa-523e7a1c3efa tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] No DVR routers for this DVR port 26ebd2e8-b53e-437f-b89c-2ab858d2e924 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:55.379027 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-223bbee4-74a3-4f8b-9ec8-36de862c65cd req-889b7042-f58c-4320-a4fa-523e7a1c3efa tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.383630 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-223bbee4-74a3-4f8b-9ec8-36de862c65cd req-889b7042-f58c-4320-a4fa-523e7a1c3efa tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.15 "DELETE /v2.0/ports/26ebd2e8-b53e-437f-b89c-2ab858d2e924 HTTP/1.1" status: 204 len: 173 time: 2.1446545 Nov 12 01:00:55.384287 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee7a60a-e451-4a91-82d7-7e329fbf0d98', 'name': 'network-vif-deleted', 'tag': '26ebd2e8-b53e-437f-b89c-2ab858d2e924'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:55.387455 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0d3057-d1c6-4dfd-ba8b-742af021ef4e" -d '{"events": [{"server_uuid": "1ee7a60a-e451-4a91-82d7-7e329fbf0d98", "name": "network-vif-deleted", "tag": "26ebd2e8-b53e-437f-b89c-2ab858d2e924"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:55.429531 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.529978 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26889088-420b-4d78-b5a3-d63acce58e8e x-openstack-request-id: req-26889088-420b-4d78-b5a3-d63acce58e8e {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:55.532848 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee7a60a-e451-4a91-82d7-7e329fbf0d98", "name": "network-vif-deleted", "tag": "26ebd2e8-b53e-437f-b89c-2ab858d2e924", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:55.533435 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26889088-420b-4d78-b5a3-d63acce58e8e {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:55.534062 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee7a60a-e451-4a91-82d7-7e329fbf0d98', 'name': 'network-vif-deleted', 'tag': '26ebd2e8-b53e-437f-b89c-2ab858d2e924', 'status': 'completed', 'code': 200} Nov 12 01:00:55.762208 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59820) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:55.797118 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59822) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:55.845315 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a3a33c47-1461-4dfe-9ead-8933d8e2cb01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61af090f9bf849858bde1895d16af040&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0816677 Nov 12 01:00:55.845809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59824) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:55.922289 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbefc8c0-a359-4670-b4f1-9b20b7923fdb tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.963100 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.008225 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2ace-c5cf-41f9-a7e3-987d5a7396d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.038972 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbefc8c0-a359-4670-b4f1-9b20b7923fdb tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.089337 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2ace-c5cf-41f9-a7e3-987d5a7396d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.167063 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2ace-c5cf-41f9-a7e3-987d5a7396d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.172684 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2ace-c5cf-41f9-a7e3-987d5a7396d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.190117 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ce2a2ace-c5cf-41f9-a7e3-987d5a7396d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19ae90be-ade4-49ad-a814-2a2309068300 HTTP/1.1" status: 204 len: 168 time: 0.3404751 Nov 12 01:00:56.212839 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a2ace-c5cf-41f9-a7e3-987d5a7396d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ae90be-ade4-49ad-a814-2a2309068300,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:56.241422 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbefc8c0-a359-4670-b4f1-9b20b7923fdb tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.256159 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbefc8c0-a359-4670-b4f1-9b20b7923fdb tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.272612 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fbefc8c0-a359-4670-b4f1-9b20b7923fdb tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] 10.222.0.31 "DELETE /v2.0/security-groups/66fd346d-cd79-488e-ada9-6b17f2a0b776 HTTP/1.1" status: 204 len: 168 time: 0.4718065 Nov 12 01:00:56.313996 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefc8c0-a359-4670-b4f1-9b20b7923fdb tempest-TestVolumeBackupRestore-101412675 tempest-TestVolumeBackupRestore-101412675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fd346d-cd79-488e-ada9-6b17f2a0b776,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:56.364446 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6726c237-8b2f-4bfb-8ec0-b3c7b094a530 req-f2bc029d-fe02-41fd-b44f-39124eb00a8f tempest-VolumesNegativeTest-912703151 tempest-VolumesNegativeTest-912703151-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ee7a60a-e451-4a91-82d7-7e329fbf0d98 HTTP/1.1" status: 200 len: 210 time: 0.0633595 Nov 12 01:00:56.863329 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 26ebd2e8-b53e-437f-b89c-2ab858d2e924 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:56.941458 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 26ebd2e8-b53e-437f-b89c-2ab858d2e924 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:56.947172 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 26ebd2e8-b53e-437f-b89c-2ab858d2e924 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:58.926136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60168) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:59.308065 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-98332807-456f-4809-a4a0-c1c4b8e07bba admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.349365 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-83a3e516-492a-4055-b2ef-fe3464e3057b req-a2120ea8-fed6-467d-929c-89563027a13c tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d46ad4c-431b-4a9f-9b74-d1ae45af764c HTTP/1.1" status: 200 len: 210 time: 0.0785048 Nov 12 01:00:59.512575 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-98332807-456f-4809-a4a0-c1c4b8e07bba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.519635 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-98332807-456f-4809-a4a0-c1c4b8e07bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.584159 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60284) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:59.585438 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-98332807-456f-4809-a4a0-c1c4b8e07bba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=93c6648aaaa14facace0abf3303204a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6580105 Nov 12 01:00:59.629612 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98332807-456f-4809-a4a0-c1c4b8e07bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f041667-84db-425e-873f-75bf4d0befe0,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:59.775790 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dc9b34af-2cc5-4d67-a6d9-284cdb546a4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.889941 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dc9b34af-2cc5-4d67-a6d9-284cdb546a4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.039217 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dc9b34af-2cc5-4d67-a6d9-284cdb546a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.045730 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dc9b34af-2cc5-4d67-a6d9-284cdb546a4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.055570 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-dc9b34af-2cc5-4d67-a6d9-284cdb546a4d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f041667-84db-425e-873f-75bf4d0befe0 HTTP/1.1" status: 204 len: 168 time: 0.4692874 Nov 12 01:01:00.082804 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b34af-2cc5-4d67-a6d9-284cdb546a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f041667-84db-425e-873f-75bf4d0befe0,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:00.543382 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f06f110-1364-474e-800b-df146c087a04 req-18fac3c4-9a40-49c1-bdcd-ef67747e9f5a tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0836191 Nov 12 01:01:01.069640 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60450) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:01.101257 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f596a1f2-e4cf-4c1c-ba1a-6cbaa7a36845 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.421511 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f596a1f2-e4cf-4c1c-ba1a-6cbaa7a36845 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.436925 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f596a1f2-e4cf-4c1c-ba1a-6cbaa7a36845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.600350 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596a1f2-e4cf-4c1c-ba1a-6cbaa7a36845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dce800-93b3-42cd-946e-5d1b0464c751,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:01.646326 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f596a1f2-e4cf-4c1c-ba1a-6cbaa7a36845 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f79c1de6c44f48e7b2913accc3c6eb1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5714917 Nov 12 01:01:01.646754 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60522) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:01.805787 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60927cdb-503b-41d3-992c-d486657330a3 req-c5ec5a5f-af26-4f88-8a53-8658810f8586 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0997005 Nov 12 01:01:01.819403 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9552b847-0fa7-4c24-9bc0-58dd26e92a16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.872242 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9552b847-0fa7-4c24-9bc0-58dd26e92a16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.955240 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9552b847-0fa7-4c24-9bc0-58dd26e92a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.958717 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9552b847-0fa7-4c24-9bc0-58dd26e92a16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.959907 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9552b847-0fa7-4c24-9bc0-58dd26e92a16 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c1dce800-93b3-42cd-946e-5d1b0464c751 HTTP/1.1" status: 204 len: 168 time: 0.3098173 Nov 12 01:01:01.984542 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552b847-0fa7-4c24-9bc0-58dd26e92a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dce800-93b3-42cd-946e-5d1b0464c751,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:02.988177 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2fda21a2-22ed-4c44-86ad-93447c61cb04 req-3e9aaf05-5b34-4cd7-9bb7-e76c4fd6754b tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0591812 Nov 12 01:01:03.380925 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:01:04.224838 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-efe00ad3-ee0e-4346-8959-a2e803205a10 req-e4178fc4-24c2-49bd-8ab8-7225a464ec80 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0769904 Nov 12 01:01:04.718720 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60760) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:04.858731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60768) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:04.926684 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30649965-6b56-4b0c-a7d1-5cb9e2012859 req-4c26da3d-d0e3-42cb-aa50-1de36325a97b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d46ad4c-431b-4a9f-9b74-d1ae45af764c HTTP/1.1" status: 200 len: 210 time: 0.0723710 Nov 12 01:01:05.105850 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a10bd83b-826c-4778-9a96-fff7b8edc1f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.346651 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a10bd83b-826c-4778-9a96-fff7b8edc1f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.356662 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a10bd83b-826c-4778-9a96-fff7b8edc1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.397340 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a10bd83b-826c-4778-9a96-fff7b8edc1f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df0c64d6be3a4e1680a2f39875740890&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6762202 Nov 12 01:01:05.398408 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60788) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:05.490769 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ecbbc9e1-fa94-485c-992e-7a78142fcd1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.530171 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ecbbc9e1-fa94-485c-992e-7a78142fcd1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.659557 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ecbbc9e1-fa94-485c-992e-7a78142fcd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.671742 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ecbbc9e1-fa94-485c-992e-7a78142fcd1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.682735 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ecbbc9e1-fa94-485c-992e-7a78142fcd1d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d0015e5-12f3-46bd-a167-645d5b7d53e5 HTTP/1.1" status: 204 len: 168 time: 0.2807522 Nov 12 01:01:05.734497 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bd83b-826c-4778-9a96-fff7b8edc1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0015e5-12f3-46bd-a167-645d5b7d53e5,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:05.766267 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbc9e1-fa94-485c-992e-7a78142fcd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0015e5-12f3-46bd-a167-645d5b7d53e5,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:05.778136 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6daa3632-73d2-40d4-a443-93ad9732828d req-312def2f-4b33-4755-85c2-942b5ce9d791 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.1695054 Nov 12 01:01:05.906065 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e9f36b72-8658-4c8e-a049-3e54163bf846 req-7b51b84d-b3af-4ec0-aa8a-d19536f3d69c tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.2121327 Nov 12 01:01:06.229953 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94c19562-edab-4cc5-bac6-d09d683ae59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.728623 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-94c19562-edab-4cc5-bac6-d09d683ae59b admin admin] Deleting port e2bc3b53-83c6-4684-b78f-e13c1681c784 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:06.729220 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94c19562-edab-4cc5-bac6-d09d683ae59b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.867435 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-94c19562-edab-4cc5-bac6-d09d683ae59b admin admin] For port e2bc3b53-83c6-4684-b78f-e13c1681c784, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=e2bc3b53-83c6-4684-b78f-e13c1681c784,segment=NetworkSegment(b3e2b351-551d-4928-9849-d586e04a647c),segment_id=b3e2b351-551d-4928-9849-d586e04a647c)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:06.872527 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94c19562-edab-4cc5-bac6-d09d683ae59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.908563 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-94c19562-edab-4cc5-bac6-d09d683ae59b admin admin] Calling delete_port for e2bc3b53-83c6-4684-b78f-e13c1681c784 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:07.072902 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60848) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.116224 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8058820a-cc95-4fd9-9971-a59899824ca8 req-2215f8dc-2a81-486c-b8c1-9601acc14c23 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0594645 Nov 12 01:01:07.329800 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94c19562-edab-4cc5-bac6-d09d683ae59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.387287 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [None req-8e249588-15ae-45ab-9375-37f7a91cbca0 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.392249 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8e249588-15ae-45ab-9375-37f7a91cbca0 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3144090 Nov 12 01:01:07.392367 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60860) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.395736 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-cddd169e-5903-4e64-89e7-c9e6f9ee3189 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.398837 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cddd169e-5903-4e64-89e7-c9e6f9ee3189 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0043645 Nov 12 01:01:07.399103 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60862) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.402630 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c19562-edab-4cc5-bac6-d09d683ae59b admin admin] Pushing event deleted for resources: {'Port': ['ID=e2bc3b53-83c6-4684-b78f-e13c1681c784,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:07.403678 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-5c96266e-ba9c-4ac4-87b2-7bb8fd593122 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.405511 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5c96266e-ba9c-4ac4-87b2-7bb8fd593122 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0054994 Nov 12 01:01:07.407950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60864) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.429383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [None req-41788633-e97a-4058-b027-bc8e05df5373 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.431174 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-41788633-e97a-4058-b027-bc8e05df5373 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0212257 Nov 12 01:01:07.433639 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60866) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.438687 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-be3faabe-f460-492c-9f59-eb2f341b7325 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.439672 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-be3faabe-f460-492c-9f59-eb2f341b7325 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0048788 Nov 12 01:01:07.442109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60868) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.446346 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-fb26ae2e-df4a-41a0-bb1a-af5c097011e3 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.447857 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fb26ae2e-df4a-41a0-bb1a-af5c097011e3 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0042667 Nov 12 01:01:07.450969 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60870) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.470145 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-f5579ea9-2890-4a4c-b275-d8dc133f9ce2 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.473920 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f5579ea9-2890-4a4c-b275-d8dc133f9ce2 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0220242 Nov 12 01:01:07.474520 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60872) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.499351 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-e8794dfa-b90c-464f-bcf7-a38400208d75 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.504410 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e8794dfa-b90c-464f-bcf7-a38400208d75 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0289183 Nov 12 01:01:07.505054 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60878) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.513060 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-dd58c318-d2ed-44da-ade8-1b2afa80a018 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.533318 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dd58c318-d2ed-44da-ade8-1b2afa80a018 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0271602 Nov 12 01:01:07.533978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60880) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.538313 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-a7191d69-2d8b-4365-ad25-5ab5664852ca tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.552797 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60884) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.552981 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a7191d69-2d8b-4365-ad25-5ab5664852ca tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0130825 Nov 12 01:01:07.566488 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [None req-083a320d-da59-4e39-aaa5-f89064b9d909 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.567650 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-083a320d-da59-4e39-aaa5-f89064b9d909 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0116839 Nov 12 01:01:07.570525 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60888) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.575428 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-53efe8af-3f2e-40c8-9947-cbee34dba41f tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.581016 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-53efe8af-3f2e-40c8-9947-cbee34dba41f tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0092897 Nov 12 01:01:07.581570 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60890) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.585792 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-8836cb3a-b319-40e2-bd72-a0a1096ac4ac tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.594884 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 60892) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.596221 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8836cb3a-b319-40e2-bd72-a0a1096ac4ac tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0135539 Nov 12 01:01:07.607020 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [None req-a6c6809d-64f5-46bd-9bcf-373584a6f90b tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.610971 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a6c6809d-64f5-46bd-9bcf-373584a6f90b tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0135598 Nov 12 01:01:07.613331 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60894) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.617735 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-c9a4bc73-77a1-4bba-aba4-db7957ff7d96 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.621647 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c9a4bc73-77a1-4bba-aba4-db7957ff7d96 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0072875 Nov 12 01:01:07.622242 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60896) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.646309 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-b3538aec-70e0-498a-aad6-e53023106467 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.650146 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b3538aec-70e0-498a-aad6-e53023106467 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0269446 Nov 12 01:01:07.651319 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60898) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.659253 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-a4d8e52f-bb4f-4cf6-b7f7-0487fbbbb623 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.665170 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a4d8e52f-bb4f-4cf6-b7f7-0487fbbbb623 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0126667 Nov 12 01:01:07.665732 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60900) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.671252 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-461c9bf7-7d1f-4c04-9762-d86ae9a96bff tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.682241 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-461c9bf7-7d1f-4c04-9762-d86ae9a96bff tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0136809 Nov 12 01:01:07.682869 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60904) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.702896 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-c8a8846d-8691-4cc9-8fb5-f20038eafb62 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.710065 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c8a8846d-8691-4cc9-8fb5-f20038eafb62 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0260830 Nov 12 01:01:07.710724 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60906) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.720071 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-5e6c132d-bb77-4c71-9276-550865f16c98 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.726542 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5e6c132d-bb77-4c71-9276-550865f16c98 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0147738 Nov 12 01:01:07.727645 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60910) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.732174 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-026c1cbf-0c0c-4261-ac83-ed21aa71f3b2 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.736196 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-026c1cbf-0c0c-4261-ac83-ed21aa71f3b2 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0073619 Nov 12 01:01:07.737513 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60912) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.741976 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-f6470bee-266c-4379-8411-843f1548cb7f tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.746410 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f6470bee-266c-4379-8411-843f1548cb7f tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0077326 Nov 12 01:01:07.747481 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60914) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.751872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-6b69cafc-7b25-4847-8c1d-bf0bb91e122e tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.755639 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6b69cafc-7b25-4847-8c1d-bf0bb91e122e tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0070515 Nov 12 01:01:07.756399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60916) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.761658 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-311514c5-d3e7-42ce-8cea-d07e26c94066 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.780000 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-311514c5-d3e7-42ce-8cea-d07e26c94066 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0198879 Nov 12 01:01:07.780000 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60918) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.800044 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-040ad26a-2a1f-4b1d-ad6c-ca393d79e708 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.801106 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-040ad26a-2a1f-4b1d-ad6c-ca393d79e708 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0116284 Nov 12 01:01:07.808155 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94c19562-edab-4cc5-bac6-d09d683ae59b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.815049 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60924) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.830407 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-1dfac70d-91d5-4523-935a-e84441a1c537 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.836637 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1dfac70d-91d5-4523-935a-e84441a1c537 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0161510 Nov 12 01:01:07.841275 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60926) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.852003 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-aee6f7cb-67d2-4b15-b73f-979b6c9bdacc tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.855088 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-aee6f7cb-67d2-4b15-b73f-979b6c9bdacc tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0125887 Nov 12 01:01:07.858213 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60928) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.868916 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-ce1379a5-17cd-48a5-a088-db3011664a87 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.871344 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ce1379a5-17cd-48a5-a088-db3011664a87 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0104589 Nov 12 01:01:07.874025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60930) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.884225 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-c13a6a43-2d6c-458a-9807-eb0005d12255 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.887421 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c13a6a43-2d6c-458a-9807-eb0005d12255 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0105755 Nov 12 01:01:07.889993 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60932) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.899366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-87f8e382-749a-43e2-ac26-268eb126f53a tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.905521 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-87f8e382-749a-43e2-ac26-268eb126f53a tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0120180 Nov 12 01:01:07.906874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60934) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.914059 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-9185f20d-2341-4b39-9ec4-3f8070c436d5 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.916353 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9185f20d-2341-4b39-9ec4-3f8070c436d5 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0081220 Nov 12 01:01:07.919287 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60936) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.925447 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-4298ce1a-86d8-4a3f-b223-f61dcb6a23fb tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.929625 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4298ce1a-86d8-4a3f-b223-f61dcb6a23fb tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0091515 Nov 12 01:01:07.930896 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60938) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.938918 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-2abb5d66-1895-480f-a246-23ab0cd6c811 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.943938 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2abb5d66-1895-480f-a246-23ab0cd6c811 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0113218 Nov 12 01:01:07.945149 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60940) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.961730 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-ae800e5e-ab5d-4707-a136-6093c12596a1 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.973578 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ae800e5e-ab5d-4707-a136-6093c12596a1 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0261133 Nov 12 01:01:07.976082 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60944) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.985411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-1c020fe9-677c-4eff-a6ee-ea07869e760b tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:07.986417 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1c020fe9-677c-4eff-a6ee-ea07869e760b tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0093968 Nov 12 01:01:07.997479 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60946) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.003028 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-e0d9c4f0-c6de-4ad6-89bf-2951d352aaa3 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.004050 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e0d9c4f0-c6de-4ad6-89bf-2951d352aaa3 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0055203 Nov 12 01:01:08.006704 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60948) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.011573 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-be53847a-3b25-44a5-a60d-3b78ec67ddda tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.012546 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-be53847a-3b25-44a5-a60d-3b78ec67ddda tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0049641 Nov 12 01:01:08.025274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60950) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.029696 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-1e447072-cbbc-4931-8094-3fd4cd5fbec6 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.030747 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1e447072-cbbc-4931-8094-3fd4cd5fbec6 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043774 Nov 12 01:01:08.033352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60954) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.038017 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-58669f45-719c-44b4-94de-1ddcc2e8da72 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.038974 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-58669f45-719c-44b4-94de-1ddcc2e8da72 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043530 Nov 12 01:01:08.049247 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60956) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.053612 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-7cce42f2-26a6-4269-a8f5-c8c60417c5d5 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.054803 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7cce42f2-26a6-4269-a8f5-c8c60417c5d5 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0045693 Nov 12 01:01:08.057915 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60958) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.062354 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-cb595677-233b-49aa-be2e-f3648515b8aa tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.063558 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cb595677-233b-49aa-be2e-f3648515b8aa tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045309 Nov 12 01:01:08.069444 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60960) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.074267 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-082b1928-31fa-4e25-ab45-f61f0c5d6c82 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.086053 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-082b1928-31fa-4e25-ab45-f61f0c5d6c82 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0153129 Nov 12 01:01:08.088536 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60962) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.093712 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-bcbbf3e3-dc1c-4365-a7f0-3994bd48950e tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.094962 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bcbbf3e3-dc1c-4365-a7f0-3994bd48950e tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0052507 Nov 12 01:01:08.097467 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60964) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.101671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-a5e783a5-ce29-4414-bee5-32feacf95594 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.102635 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a5e783a5-ce29-4414-bee5-32feacf95594 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0042653 Nov 12 01:01:08.113576 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60966) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.118206 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-315016c8-d3fe-489d-b8f4-a152586b6f57 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.120117 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-315016c8-d3fe-489d-b8f4-a152586b6f57 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0047281 Nov 12 01:01:08.125179 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60968) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.129791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-8c22812a-76fc-4825-af0e-d2fedb1f5695 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.131042 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8c22812a-76fc-4825-af0e-d2fedb1f5695 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0046465 Nov 12 01:01:08.137514 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60970) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.142076 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-a0347388-32bf-4328-9fd0-f5f03b722f44 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.143300 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a0347388-32bf-4328-9fd0-f5f03b722f44 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0045936 Nov 12 01:01:08.149182 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60972) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.153775 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-ac06ee22-081f-49c0-b5f6-e04dd2cffe23 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.157883 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ac06ee22-081f-49c0-b5f6-e04dd2cffe23 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0074637 Nov 12 01:01:08.165207 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60976) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.171316 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-3c4cb801-b08a-4d55-bdd7-76f8e616b3f2 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.175604 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3c4cb801-b08a-4d55-bdd7-76f8e616b3f2 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0077837 Nov 12 01:01:08.176417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60980) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.191411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-02eaefaa-6556-496b-8454-9194d8cb7038 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.195082 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-02eaefaa-6556-496b-8454-9194d8cb7038 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0159774 Nov 12 01:01:08.197008 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60982) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.200570 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-feb7dab1-77e3-4ce2-ab13-fedb80a5e5a8 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.213326 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-feb7dab1-77e3-4ce2-ab13-fedb80a5e5a8 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0165174 Nov 12 01:01:08.213983 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60984) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.218283 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-f72922f2-2f38-4dc4-ae7f-83b7759f0dac tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.222169 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f72922f2-2f38-4dc4-ae7f-83b7759f0dac tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0071204 Nov 12 01:01:08.222776 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60986) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.233099 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-f7613421-0e21-4178-be89-d111cb67dd4b tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.236854 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f7613421-0e21-4178-be89-d111cb67dd4b tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0130928 Nov 12 01:01:08.237459 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60988) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.242707 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-c52f785e-c52c-4fc3-b787-cb8c92f7730c tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.246994 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c52f785e-c52c-4fc3-b787-cb8c92f7730c tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0074401 Nov 12 01:01:08.247598 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60990) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.252674 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-6c3e6cfe-a5d8-48dd-8b25-993eb4658433 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.256346 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6c3e6cfe-a5d8-48dd-8b25-993eb4658433 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0070546 Nov 12 01:01:08.264808 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60992) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.269044 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-159cbbd4-2eaf-4b8d-8541-3dd5b3cb2ff2 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.272726 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-159cbbd4-2eaf-4b8d-8541-3dd5b3cb2ff2 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0069125 Nov 12 01:01:08.276753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60994) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.279658 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-478e0adf-7e6e-451f-8c72-92efb45f4891 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.283305 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-478e0adf-7e6e-451f-8c72-92efb45f4891 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0071404 Nov 12 01:01:08.304836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 60996) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.304836 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2734a4cc-8f03-4166-a2cc-892c45186da6 req-7222e819-9d41-4743-a8a0-03780b012d29 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0626552 Nov 12 01:01:08.312017 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-77c489a4-ea74-468a-8353-d6a7c886914b tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.318122 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-77c489a4-ea74-468a-8353-d6a7c886914b tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0195842 Nov 12 01:01:08.318742 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32768) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.331284 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-6899c72c-3a57-43f6-adad-cd96dbc72516 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.332359 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6899c72c-3a57-43f6-adad-cd96dbc72516 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0126836 Nov 12 01:01:08.347896 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32770) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.356245 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-79fb46c7-5cc5-411b-9161-8b342fdbe895 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.360177 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32774) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.360959 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-79fb46c7-5cc5-411b-9161-8b342fdbe895 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0115938 Nov 12 01:01:08.393228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [None req-567fb86b-9e80-4165-a2eb-469a80335d62 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.398348 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-567fb86b-9e80-4165-a2eb-469a80335d62 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0368962 Nov 12 01:01:08.399147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32776) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.410176 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-ab65b47c-cd20-4656-b279-ef180f7e5f86 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.413745 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ab65b47c-cd20-4656-b279-ef180f7e5f86 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0108020 Nov 12 01:01:08.420956 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32778) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.427214 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-647cee16-7fbd-4507-92e3-133049f71ae3 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.433349 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32780) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.434411 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-647cee16-7fbd-4507-92e3-133049f71ae3 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0099239 Nov 12 01:01:08.443964 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [None req-a6dda511-9d2a-4d2f-b797-874b032f4c44 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.447879 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32782) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.448074 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a6dda511-9d2a-4d2f-b797-874b032f4c44 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0114799 Nov 12 01:01:08.456418 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-9c78945a-2a44-40b9-a22f-dd6651b4bfb9 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.457958 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9c78945a-2a44-40b9-a22f-dd6651b4bfb9 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0085928 Nov 12 01:01:08.461790 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32784) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.476606 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-da913e7f-f977-41ba-82ed-597e59ce9ece tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.477979 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-da913e7f-f977-41ba-82ed-597e59ce9ece tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0124071 Nov 12 01:01:08.481313 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32786) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.487589 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-a0196a30-0d21-4747-8832-3567bbe564a4 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.490862 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-872e8fb7-95c2-457a-b614-461a14521d53 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:08.492250 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a0196a30-0d21-4747-8832-3567bbe564a4 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0093913 Nov 12 01:01:08.495347 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32788) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.500633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-c5814aa0-20bc-4ecb-9fd4-e54af5c80a06 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.510706 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-872e8fb7-95c2-457a-b614-461a14521d53 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 811 time: 0.6155078 Nov 12 01:01:08.513118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32790) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.517914 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c5814aa0-20bc-4ecb-9fd4-e54af5c80a06 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0214314 Nov 12 01:01:08.577289 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [None req-5a17551e-c58e-4c89-83a9-fc8fb004cca8 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.581954 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32802) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.586250 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-fee7f990-85d5-4b2b-84ce-47681321a5d4 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.591613 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fee7f990-85d5-4b2b-84ce-47681321a5d4 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0086775 Nov 12 01:01:08.592259 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32804) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:08.596434 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [None req-90deff25-8dee-46e2-aac2-c031dfb3cc92 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:01:08.613330 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5a17551e-c58e-4c89-83a9-fc8fb004cca8 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0918210 Nov 12 01:01:08.622816 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-1c2d2bfe-417e-40d2-9481-c253be2fb0a8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/quotas/05d643b99eff47289c92fcd2e8574468 HTTP/1.1" status: 200 len: 375 time: 0.1088300 Nov 12 01:01:08.624368 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-90deff25-8dee-46e2-aac2-c031dfb3cc92 tempest-ExtensionsTestJSON-292423214 tempest-ExtensionsTestJSON-292423214-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0310156 Nov 12 01:01:08.666990 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.848067 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b2ba4c2e-c312-4da6-8968-a9c7daeff3b2 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2242746 Nov 12 01:01:08.905102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c19562-edab-4cc5-bac6-d09d683ae59b admin admin] Router f8ebd7aa-844d-4165-be7e-f58af236ba61 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:01:08.935989 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c3de61f8-743f-46c2-a159-f43a28183863 req-ca1cd0c4-7177-49ed-a256-10f1ecdbe93b tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0377541 Nov 12 01:01:09.158413 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-6c400824-2e5a-4557-ae1c-461abbfb4931 service neutron] 10.222.0.31 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514937 Nov 12 01:01:09.237274 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c19562-edab-4cc5-bac6-d09d683ae59b admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:09.252089 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d83c44-89fc-4519-a7d1-53fe25cc556b None None] Sync routers for ids ['f8ebd7aa-844d-4165-be7e-f58af236ba61'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:09.267396 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32822) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:09.274533 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-94c19562-edab-4cc5-bac6-d09d683ae59b admin admin] 10.222.0.31 "PUT /v2.0/routers/f8ebd7aa-844d-4165-be7e-f58af236ba61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4146419 Nov 12 01:01:09.292493 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d83c44-89fc-4519-a7d1-53fe25cc556b None None] Routers {'f8ebd7aa-844d-4165-be7e-f58af236ba61'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:09.293165 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-21d83c44-89fc-4519-a7d1-53fe25cc556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:00:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f8ebd7aa-844d-4165-be7e-f58af236ba61'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:09.343325 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32824) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:09.402441 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-0377a97c-4298-4174-8424-538f682d026a service neutron] 10.222.0.31 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315824 Nov 12 01:01:09.475247 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-21d83c44-89fc-4519-a7d1-53fe25cc556b None None] Set router f8ebd7aa-844d-4165-be7e-f58af236ba61 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:01:09.550826 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4e284a5b-e9e3-4599-8d04-92e50bae4d4d admin admin] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.609802 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-22da0733-dcca-47f6-94b0-22309ab88b71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.788626 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4e284a5b-e9e3-4599-8d04-92e50bae4d4d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.791536 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-21d83c44-89fc-4519-a7d1-53fe25cc556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'name': 'tempest-TestVolumeBackupRestore-1208282878-router', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:05Z', 'updated_at': '2021-11-12T01:01:07Z', 'revision_number': 5, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'gw_port': {'id': '6c9059f1-7ebc-4941-ac40-8935e9c1195e', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:06Z', 'updated_at': '2021-11-12T00:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:09.797227 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-22da0733-dcca-47f6-94b0-22309ab88b71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.808475 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-22da0733-dcca-47f6-94b0-22309ab88b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.821855 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d83c44-89fc-4519-a7d1-53fe25cc556b None None] Checking router: f8ebd7aa-844d-4165-be7e-f58af236ba61 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:01:09.832765 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d83c44-89fc-4519-a7d1-53fe25cc556b None None] Routers {'f8ebd7aa-844d-4165-be7e-f58af236ba61'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:09.833656 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-21d83c44-89fc-4519-a7d1-53fe25cc556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:00:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f8ebd7aa-844d-4165-be7e-f58af236ba61'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:09.955827 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-22da0733-dcca-47f6-94b0-22309ab88b71 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36cf21e4b6324d22b6d7ffd9321375a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6082535 Nov 12 01:01:09.957258 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32840) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:09.978238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da0733-dcca-47f6-94b0-22309ab88b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4e20a7-246c-4b42-90f8-7111dcc6bf43,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:10.054464 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-21d83c44-89fc-4519-a7d1-53fe25cc556b None None] Set router f8ebd7aa-844d-4165-be7e-f58af236ba61 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:01:10.068772 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-59d858ec-dc09-4dbc-a18c-5a7576de49e7 req-8773d079-48c7-46d3-a2bc-3803e4b5cc4b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 210 time: 0.1174989 Nov 12 01:01:10.073267 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-4e284a5b-e9e3-4599-8d04-92e50bae4d4d admin admin] Deleting port 6c9059f1-7ebc-4941-ac40-8935e9c1195e {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:10.073701 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4e284a5b-e9e3-4599-8d04-92e50bae4d4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.120958 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-21d83c44-89fc-4519-a7d1-53fe25cc556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'name': 'tempest-TestVolumeBackupRestore-1208282878-router', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:05Z', 'updated_at': '2021-11-12T01:01:09Z', 'revision_number': 6, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:10.136613 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-07590cf7-7fb7-4462-a89b-a9318eebf671 req-df7aeb1b-e3c4-4198-ae15-b45f861645be tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.1000161 Nov 12 01:01:10.174123 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bcc31542-4f3f-40f0-a42b-d6fcbe1435ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.190121 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d83c44-89fc-4519-a7d1-53fe25cc556b None None] The sync data for ids ['f8ebd7aa-844d-4165-be7e-f58af236ba61'] in n-d-712137-14 is: [{'id': 'f8ebd7aa-844d-4165-be7e-f58af236ba61', 'name': 'tempest-TestVolumeBackupRestore-1208282878-router', 'tenant_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:05Z', 'updated_at': '2021-11-12T01:01:09Z', 'revision_number': 6, 'project_id': '81e42ebcca464def93a86d1d3b9c5e2a', 'gw_port_host': None}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:10.211110 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bcc31542-4f3f-40f0-a42b-d6fcbe1435ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.230861 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-4e284a5b-e9e3-4599-8d04-92e50bae4d4d admin admin] For port 6c9059f1-7ebc-4941-ac40-8935e9c1195e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6c9059f1-7ebc-4941-ac40-8935e9c1195e,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:10.234440 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4e284a5b-e9e3-4599-8d04-92e50bae4d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.285386 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-4e284a5b-e9e3-4599-8d04-92e50bae4d4d admin admin] Calling delete_port for 6c9059f1-7ebc-4941-ac40-8935e9c1195e owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:10.335038 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bcc31542-4f3f-40f0-a42b-d6fcbe1435ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.339183 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bcc31542-4f3f-40f0-a42b-d6fcbe1435ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.340610 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bcc31542-4f3f-40f0-a42b-d6fcbe1435ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb4e20a7-246c-4b42-90f8-7111dcc6bf43 HTTP/1.1" status: 204 len: 168 time: 0.3776217 Nov 12 01:01:10.355244 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc31542-4f3f-40f0-a42b-d6fcbe1435ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4e20a7-246c-4b42-90f8-7111dcc6bf43,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:10.542691 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4e284a5b-e9e3-4599-8d04-92e50bae4d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.631168 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e284a5b-e9e3-4599-8d04-92e50bae4d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c9059f1-7ebc-4941-ac40-8935e9c1195e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:10.667651 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346157b7-c575-4ed0-a84a-283f8e970e2f None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:10.829889 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4e284a5b-e9e3-4599-8d04-92e50bae4d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.885134 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32868) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:10.940535 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4e284a5b-e9e3-4599-8d04-92e50bae4d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.945072 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4e284a5b-e9e3-4599-8d04-92e50bae4d4d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.059924 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4e284a5b-e9e3-4599-8d04-92e50bae4d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.060965 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e284a5b-e9e3-4599-8d04-92e50bae4d4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8ebd7aa-844d-4165-be7e-f58af236ba61 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:01:11.079237 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4e284a5b-e9e3-4599-8d04-92e50bae4d4d admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.080753 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4e284a5b-e9e3-4599-8d04-92e50bae4d4d admin admin] 10.222.0.31 "DELETE /v2.0/routers/f8ebd7aa-844d-4165-be7e-f58af236ba61 HTTP/1.1" status: 204 len: 168 time: 1.8120639 Nov 12 01:01:11.091345 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32880) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.283368 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device e2bc3b53-83c6-4684-b78f-e13c1681c784 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:01:11.289110 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5e0a09bd-2725-47f9-bdb3-8291022096b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d15c27fd6e1d49f88652b73090ad8dca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4012401 Nov 12 01:01:11.292205 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32886) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.306420 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: e2bc3b53-83c6-4684-b78f-e13c1681c784 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:01:11.306793 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device e2bc3b53-83c6-4684-b78f-e13c1681c784 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:01:11.307474 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6c9059f1-7ebc-4941-ac40-8935e9c1195e no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:01:11.331365 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 6c9059f1-7ebc-4941-ac40-8935e9c1195e {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:01:11.331616 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3438c4c4-0e18-4037-951a-0c7c9ee90267 req-78a09e58-331e-4374-bff1-deedc9d20934 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 210 time: 0.0494516 Nov 12 01:01:11.332345 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6c9059f1-7ebc-4941-ac40-8935e9c1195e not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:01:11.360286 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab4d3f2-db3f-4748-8211-072a87255b7a admin admin] Deleting subnet 65284aa5-5b40-463a-8fcb-6f0eb8a8011e {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:01:11.365232 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ab4d3f2-db3f-4748-8211-072a87255b7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.421020 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-adfb27a6-6a77-4d1d-886d-39614098127c req-b18333bf-07c7-4ba6-a990-ebef6f56f360 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0894194 Nov 12 01:01:11.438959 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ab4d3f2-db3f-4748-8211-072a87255b7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.460054 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-84a67e42-d307-42b5-8946-94bd7f34be65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.694066 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ab4d3f2-db3f-4748-8211-072a87255b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.769329 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-84a67e42-d307-42b5-8946-94bd7f34be65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.773051 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ab4d3f2-db3f-4748-8211-072a87255b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.812782 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32900) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.820917 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4d3f2-db3f-4748-8211-072a87255b7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65284aa5-5b40-463a-8fcb-6f0eb8a8011e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:11.834447 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ab4d3f2-db3f-4748-8211-072a87255b7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.846481 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32904) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:11.848293 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7ab4d3f2-db3f-4748-8211-072a87255b7a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/65284aa5-5b40-463a-8fcb-6f0eb8a8011e HTTP/1.1" status: 204 len: 168 time: 0.7553813 Nov 12 01:01:11.851469 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9294aee-035f-4a17-9be0-24871c339340 None None] Network 04fc892d-db1f-4cd9-ab6d-5e2878cb5568 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:11.997632 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-39970356-b3c2-4509-9244-2ad405242912 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:11.999397 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-39970356-b3c2-4509-9244-2ad405242912 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.21 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 811 time: 0.4632258 Nov 12 01:01:12.030672 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-f6d8351d-694b-4df8-92ab-191f74f366fd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Request body: {'port': {'device_id': 'af662d08-2e5b-49e8-b2c7-93872d563f26', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'admin_state_up': True, 'tenant_id': '05d643b99eff47289c92fcd2e8574468'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:12.065193 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Request body: {'networks': [{'name': 'tempest-network--439459194'}, {'name': 'tempest-network--979092023'}]} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:12.065652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Request body: {'network': {'name': 'tempest-network--439459194'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:12.066222 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Request body: {'network': {'name': 'tempest-network--979092023'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:12.111358 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de7bcb19-9827-4413-9fd7-7ef393f2e322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.119922 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-84a67e42-d307-42b5-8946-94bd7f34be65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.122637 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-84a67e42-d307-42b5-8946-94bd7f34be65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.123669 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-84a67e42-d307-42b5-8946-94bd7f34be65 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5a42859-0b38-4af4-ac04-14abfa8d38b3 HTTP/1.1" status: 204 len: 168 time: 0.8303216 Nov 12 01:01:12.164650 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a67e42-d307-42b5-8946-94bd7f34be65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a42859-0b38-4af4-ac04-14abfa8d38b3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:12.172797 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Made reservation on behalf of 4f865090d46d48ae8367174761364795 for: {'network': 2} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:12.188712 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f379d3f-21dd-4a7e-8e1c-d6dbf4304bea None None] DHCP port deletion for 04fc892d-db1f-4cd9-ab6d-5e2878cb5568 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:12.193624 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.255853 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.307595 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1f379d3f-21dd-4a7e-8e1c-d6dbf4304bea None None] Deleting port ed9eafc5-9b9e-43ad-ab42-8b779ee97c08 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:12.307982 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1f379d3f-21dd-4a7e-8e1c-d6dbf4304bea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.345445 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-f6d8351d-694b-4df8-92ab-191f74f366fd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Made reservation on behalf of 05d643b99eff47289c92fcd2e8574468 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:12.350504 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-f6d8351d-694b-4df8-92ab-191f74f366fd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.426991 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-1f379d3f-21dd-4a7e-8e1c-d6dbf4304bea None None] For port ed9eafc5-9b9e-43ad-ab42-8b779ee97c08, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ed9eafc5-9b9e-43ad-ab42-8b779ee97c08,segment=NetworkSegment(b3e2b351-551d-4928-9849-d586e04a647c),segment_id=b3e2b351-551d-4928-9849-d586e04a647c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:12.427767 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1f379d3f-21dd-4a7e-8e1c-d6dbf4304bea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.444848 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1f379d3f-21dd-4a7e-8e1c-d6dbf4304bea None None] Calling delete_port for ed9eafc5-9b9e-43ad-ab42-8b779ee97c08 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:12.451432 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-de7bcb19-9827-4413-9fd7-7ef393f2e322 admin admin] Deleting port ed9eafc5-9b9e-43ad-ab42-8b779ee97c08 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:12.451908 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de7bcb19-9827-4413-9fd7-7ef393f2e322 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.507309 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-66f3b07f-a387-4aa9-ac2c-a3eaf9e95f21 req-77b7be9d-dbfe-45d6-b61c-e3fe9f7428f1 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 210 time: 0.0467620 Nov 12 01:01:12.621579 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1f379d3f-21dd-4a7e-8e1c-d6dbf4304bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.630022 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2f1d54b4-4342-460e-8135-cbdf50a86737 req-891f10ab-60d2-48ac-aabf-70d68d2f4953 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0587957 Nov 12 01:01:12.658022 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f379d3f-21dd-4a7e-8e1c-d6dbf4304bea None None] No DVR routers for this DVR port ed9eafc5-9b9e-43ad-ab42-8b779ee97c08 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:01:12.695566 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f379d3f-21dd-4a7e-8e1c-d6dbf4304bea None None] Pushing event deleted for resources: {'Port': ['ID=ed9eafc5-9b9e-43ad-ab42-8b779ee97c08,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:12.777888 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.778439 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-de7bcb19-9827-4413-9fd7-7ef393f2e322 admin admin] For port ed9eafc5-9b9e-43ad-ab42-8b779ee97c08, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ed9eafc5-9b9e-43ad-ab42-8b779ee97c08,segment=NetworkSegment(b3e2b351-551d-4928-9849-d586e04a647c),segment_id=b3e2b351-551d-4928-9849-d586e04a647c)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:12.778850 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de7bcb19-9827-4413-9fd7-7ef393f2e322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.815631 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.816436 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.275950 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ed9eafc5-9b9e-43ad-ab42-8b779ee97c08 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:01:13.286911 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-de7bcb19-9827-4413-9fd7-7ef393f2e322 admin admin] Calling delete_port for ed9eafc5-9b9e-43ad-ab42-8b779ee97c08 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:13.301117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-f6d8351d-694b-4df8-92ab-191f74f366fd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Allocated IP 172.20.0.8 (a8eaa1d8-98f0-4521-9f44-0792aea92c6d/9210f21d-6237-43bd-9969-453197d38eb5/273d39de-2b75-4858-836b-afaa0ce7fd17) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:13.339770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: ed9eafc5-9b9e-43ad-ab42-8b779ee97c08 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:01:13.342464 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ed9eafc5-9b9e-43ad-ab42-8b779ee97c08 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:01:13.356469 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32948) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.387785 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01deb76e-bcc0-4eec-9e9f-8b402f88316d,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:13.398848 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:13.428466 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.429640 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Added segment 8aa5f808-1a9f-4e41-ace1-61d98a234a62 of type vlan for network 79367f06-25ca-4375-aa27-489cfdb9359a Nov 12 01:01:13.522932 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11a4b49e-9b23-4538-a70c-9c601696883f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.552160 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.668651 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.db.resource_extend [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:01:13.677920 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11a4b49e-9b23-4538-a70c-9c601696883f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.730025 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de7bcb19-9827-4413-9fd7-7ef393f2e322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.733008 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7f437f53-e643-4b48-966f-dc9074285e36 req-8b742333-32f3-4ac0-be4f-d7cfce281bde tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 210 time: 0.0581961 Nov 12 01:01:13.734165 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11a4b49e-9b23-4538-a70c-9c601696883f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.796820 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4b49e-9b23-4538-a70c-9c601696883f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cd84b1-dafc-44c1-908a-71ba472e4bd1,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:13.814442 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bcb19-9827-4413-9fd7-7ef393f2e322 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9eafc5-9b9e-43ad-ab42-8b779ee97c08,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:13.827981 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7bcb19-9827-4413-9fd7-7ef393f2e322 admin admin] No DVR routers for this DVR port ed9eafc5-9b9e-43ad-ab42-8b779ee97c08 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:01:13.839700 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-11a4b49e-9b23-4538-a70c-9c601696883f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36772f9132294378afb50c88131c2fdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4815495 Nov 12 01:01:13.844454 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:13.845442 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32960) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:13.907433 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-f6d8351d-694b-4df8-92ab-191f74f366fd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.912196 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5303adb7-0ad8-4cf9-8132-f65f7fe97487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.935763 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5303adb7-0ad8-4cf9-8132-f65f7fe97487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.942233 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fcda00ab-608d-4d48-a992-9058860a2824 req-9b81390f-4451-4d72-9ece-29f2792a9e3d tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.1370265 Nov 12 01:01:13.951470 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.951470 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Added segment bc01b5b3-950a-4348-b45b-2811d53dd04d of type vlan for network bda80e80-2004-401a-b173-7761a7199c4e Nov 12 01:01:14.006159 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5303adb7-0ad8-4cf9-8132-f65f7fe97487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.009563 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5303adb7-0ad8-4cf9-8132-f65f7fe97487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.014396 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5303adb7-0ad8-4cf9-8132-f65f7fe97487 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90cd84b1-dafc-44c1-908a-71ba472e4bd1 HTTP/1.1" status: 204 len: 168 time: 0.1677620 Nov 12 01:01:14.024955 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303adb7-0ad8-4cf9-8132-f65f7fe97487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cd84b1-dafc-44c1-908a-71ba472e4bd1,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:14.158411 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de7bcb19-9827-4413-9fd7-7ef393f2e322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.171902 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.192730 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-f6d8351d-694b-4df8-92ab-191f74f366fd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.198543 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-de7bcb19-9827-4413-9fd7-7ef393f2e322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04fc892d-db1f-4cd9-ab6d-5e2878cb5568']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:14.244886 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-de7bcb19-9827-4413-9fd7-7ef393f2e322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e2b351-551d-4928-9849-d586e04a647c') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:14.245180 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-de7bcb19-9827-4413-9fd7-7ef393f2e322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e2b351-551d-4928-9849-d586e04a647c') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:14.278045 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-f6d8351d-694b-4df8-92ab-191f74f366fd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Network a8eaa1d8-98f0-4521-9f44-0792aea92c6d is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:14.285882 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-f6d8351d-694b-4df8-92ab-191f74f366fd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:14.290173 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de7bcb19-9827-4413-9fd7-7ef393f2e322 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.298897 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-f6d8351d-694b-4df8-92ab-191f74f366fd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:14.328196 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.328736 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.334332 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:14.339896 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:14.340579 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.367525 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de7bcb19-9827-4413-9fd7-7ef393f2e322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.436998 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-f6d8351d-694b-4df8-92ab-191f74f366fd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:14.438047 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-f6d8351d-694b-4df8-92ab-191f74f366fd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.451716 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7bcb19-9827-4413-9fd7-7ef393f2e322 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:14.452790 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de7bcb19-9827-4413-9fd7-7ef393f2e322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.457117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8351d-694b-4df8-92ab-191f74f366fd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event updated for resources: {'Port': ['ID=273d39de-2b75-4858-836b-afaa0ce7fd17,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:14.472044 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.6579416 Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:14.473041 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:14.476313 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32974) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:14.493298 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32976) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:14.552580 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eaef159f-64f3-434e-8d9d-ac238c904e80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.663130 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-f6d8351d-694b-4df8-92ab-191f74f366fd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6384287 Nov 12 01:01:14.678599 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] Request body: {'port': {'device_id': 'af662d08-2e5b-49e8-b2c7-93872d563f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:14.682856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Pushing event updated for resources: {'Network': ['ID=79367f06-25ca-4375-aa27-489cfdb9359a,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:14.705127 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 79367f06-25ca-4375-aa27-489cfdb9359a details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:14.793767 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c64182-9093-441a-8128-b48757f612b6 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:14.803175 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c64182-9093-441a-8128-b48757f612b6 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:14.815705 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c64182-9093-441a-8128-b48757f612b6 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:14.839558 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c64182-9093-441a-8128-b48757f612b6 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:14.840138 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-bfc3dba9-81de-422e-b939-3d04db3178e7 None None] Provisioning complete for port 273d39de-2b75-4858-836b-afaa0ce7fd17 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:14.840468 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bfc3dba9-81de-422e-b939-3d04db3178e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.844232 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d7c64182-9093-441a-8128-b48757f612b6 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3684514 Nov 12 01:01:14.847033 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32980) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:14.858839 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e68b5-2953-40d0-a386-4d6801b8063f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Pushing event updated for resources: {'Network': ['ID=bda80e80-2004-401a-b173-7761a7199c4e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:14.866658 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de7bcb19-9827-4413-9fd7-7ef393f2e322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.914457 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-bfc3dba9-81de-422e-b939-3d04db3178e7 None None] Port 273d39de-2b75-4858-836b-afaa0ce7fd17 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:14.923130 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network bda80e80-2004-401a-b173-7761a7199c4e details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:14.926262 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-de7bcb19-9827-4413-9fd7-7ef393f2e322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.929683 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-de7bcb19-9827-4413-9fd7-7ef393f2e322 admin admin] 10.222.0.31 "DELETE /v2.0/networks/04fc892d-db1f-4cd9-ab6d-5e2878cb5568 HTTP/1.1" status: 204 len: 168 time: 3.0750577 Nov 12 01:01:14.932957 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bcb19-9827-4413-9fd7-7ef393f2e322 admin admin] Pushing event deleted for resources: {'Network': ['ID=04fc892d-db1f-4cd9-ab6d-5e2878cb5568,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:14.939139 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 32982) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:14.983355 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eaef159f-64f3-434e-8d9d-ac238c904e80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.986110 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.002048 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ad35949-ffcd-4ed7-81d4-9c2995eadf7c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.052459 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eaef159f-64f3-434e-8d9d-ac238c904e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.126778 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65f5ee-c631-4994-995b-afceaca204e9 req-77310743-f545-4837-9245-81845cec97ed tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:15.128345 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5a65f5ee-c631-4994-995b-afceaca204e9 req-77310743-f545-4837-9245-81845cec97ed tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 931 time: 0.2627392 Nov 12 01:01:15.172954 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ad35949-ffcd-4ed7-81d4-9c2995eadf7c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.177387 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-716548a0-8398-46d3-bafb-4b52dc54ae69 req-2ec4fdd0-1735-4fe4-a6f4-982d4b21c888 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0584297 Nov 12 01:01:15.197715 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-1ad35949-ffcd-4ed7-81d4-9c2995eadf7c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79367f06-25ca-4375-aa27-489cfdb9359a']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:15.221933 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-1ad35949-ffcd-4ed7-81d4-9c2995eadf7c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa5f808-1a9f-4e41-ace1-61d98a234a62') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:15.222235 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-1ad35949-ffcd-4ed7-81d4-9c2995eadf7c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa5f808-1a9f-4e41-ace1-61d98a234a62') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:15.238726 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ad35949-ffcd-4ed7-81d4-9c2995eadf7c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.252301 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef159f-64f3-434e-8d9d-ac238c904e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b98f436-a2e1-43d4-ab73-6abfe29cb539,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:15.253182 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ad35949-ffcd-4ed7-81d4-9c2995eadf7c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.276587 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad35949-ffcd-4ed7-81d4-9c2995eadf7c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:15.277025 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ad35949-ffcd-4ed7-81d4-9c2995eadf7c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:15.280328 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:15.287090 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-eaef159f-64f3-434e-8d9d-ac238c904e80 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8d74bae0ab0441b87a209557f433221&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7868121 Nov 12 01:01:15.297492 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32990) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:15.372396 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ad35949-ffcd-4ed7-81d4-9c2995eadf7c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.394946 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ad35949-ffcd-4ed7-81d4-9c2995eadf7c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.401878 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1ad35949-ffcd-4ed7-81d4-9c2995eadf7c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "DELETE /v2.0/networks/79367f06-25ca-4375-aa27-489cfdb9359a HTTP/1.1" status: 204 len: 168 time: 0.5533907 Nov 12 01:01:15.402827 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad35949-ffcd-4ed7-81d4-9c2995eadf7c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Pushing event deleted for resources: {'Network': ['ID=79367f06-25ca-4375-aa27-489cfdb9359a,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:15.405932 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32992) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:15.503295 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b89a4b2d-9b51-427f-9074-a9b71d49a980 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.530137 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5240243a-75af-426c-a3e4-6a4043098d5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.575248 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5a65f5ee-c631-4994-995b-afceaca204e9 req-0526c327-2cca-40cc-a9e8-b84fb13078bb tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276714 Nov 12 01:01:15.627437 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b89a4b2d-9b51-427f-9074-a9b71d49a980 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.655628 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5240243a-75af-426c-a3e4-6a4043098d5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.671560 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-b89a4b2d-9b51-427f-9074-a9b71d49a980 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda80e80-2004-401a-b173-7761a7199c4e']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:15.689602 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-b89a4b2d-9b51-427f-9074-a9b71d49a980 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc01b5b3-950a-4348-b45b-2811d53dd04d') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:15.689917 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-b89a4b2d-9b51-427f-9074-a9b71d49a980 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc01b5b3-950a-4348-b45b-2811d53dd04d') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:15.710916 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b89a4b2d-9b51-427f-9074-a9b71d49a980 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.715314 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 273d39de-2b75-4858-836b-afaa0ce7fd17 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:15.726938 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.736251 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b89a4b2d-9b51-427f-9074-a9b71d49a980 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.742543 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5240243a-75af-426c-a3e4-6a4043098d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.745744 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5240243a-75af-426c-a3e4-6a4043098d5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.749269 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5240243a-75af-426c-a3e4-6a4043098d5d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b98f436-a2e1-43d4-ab73-6abfe29cb539 HTTP/1.1" status: 204 len: 168 time: 0.4486518 Nov 12 01:01:15.753695 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89a4b2d-9b51-427f-9074-a9b71d49a980 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:15.754043 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b89a4b2d-9b51-427f-9074-a9b71d49a980 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:15.758322 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:15.772407 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240243a-75af-426c-a3e4-6a4043098d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b98f436-a2e1-43d4-ab73-6abfe29cb539,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:15.855996 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b89a4b2d-9b51-427f-9074-a9b71d49a980 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.858496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] Transition to ACTIVE for port object 273d39de-2b75-4858-836b-afaa0ce7fd17 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:01:15.864620 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b89a4b2d-9b51-427f-9074-a9b71d49a980 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.870520 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b89a4b2d-9b51-427f-9074-a9b71d49a980 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "DELETE /v2.0/networks/bda80e80-2004-401a-b173-7761a7199c4e HTTP/1.1" status: 204 len: 168 time: 0.4631774 Nov 12 01:01:15.871160 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 32996) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:15.887730 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.942269 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] Pushing event updated for resources: {'Port': ['ID=273d39de-2b75-4858-836b-afaa0ce7fd17,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:15.993143 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969f68d1-ba45-4f4d-a8f7-853f5149010a tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:16.000063 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969f68d1-ba45-4f4d-a8f7-853f5149010a tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:16.007805 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-969f68d1-ba45-4f4d-a8f7-853f5149010a tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1340785 Nov 12 01:01:16.008377 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33000) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:16.011314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a4b2d-9b51-427f-9074-a9b71d49a980 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Pushing event deleted for resources: {'Network': ['ID=bda80e80-2004-401a-b173-7761a7199c4e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:16.016359 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c64cbe4a-3e3c-46d8-bec4-de6c33f88942 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1261819256'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:16.042983 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64cbe4a-3e3c-46d8-bec4-de6c33f88942 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Made reservation on behalf of 4f865090d46d48ae8367174761364795 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:16.046933 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c64cbe4a-3e3c-46d8-bec4-de6c33f88942 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.057599 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce127491-d920-4c0b-bcf4-0ef0b94b9732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.082333 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64cbe4a-3e3c-46d8-bec4-de6c33f88942 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:16.123195 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c64cbe4a-3e3c-46d8-bec4-de6c33f88942 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.124528 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-c64cbe4a-3e3c-46d8-bec4-de6c33f88942 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Added segment b786cf7d-079e-4e2e-b885-e5700e7ac260 of type vlan for network f1081edc-57e2-4704-9b59-303fa97a4973 Nov 12 01:01:16.150916 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] Attempting to bind port 273d39de-2b75-4858-836b-afaa0ce7fd17 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:16.151320 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] Attempting to bind port 273d39de-2b75-4858-836b-afaa0ce7fd17 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:16.151660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] Attempting to bind port 273d39de-2b75-4858-836b-afaa0ce7fd17 on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:16.164226 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] Port 273d39de-2b75-4858-836b-afaa0ce7fd17 on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:16.164578 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] Attempting to bind port 273d39de-2b75-4858-836b-afaa0ce7fd17 on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:16.183073 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:16.183423 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] Checking segment: {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:16.183817 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] Bound using segment: {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:16.187269 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] Bound port: 273d39de-2b75-4858-836b-afaa0ce7fd17, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:16.187269 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.197874 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c64cbe4a-3e3c-46d8-bec4-de6c33f88942 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.233366 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c64cbe4a-3e3c-46d8-bec4-de6c33f88942 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.267637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64cbe4a-3e3c-46d8-bec4-de6c33f88942 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:16.268812 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c64cbe4a-3e3c-46d8-bec4-de6c33f88942 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.486205 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c64cbe4a-3e3c-46d8-bec4-de6c33f88942 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4765503 Nov 12 01:01:16.497236 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33018) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:16.508011 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d62ba64b-84c9-4e91-bc98-0a4301ce3d81 req-aafc19e0-0ba8-457b-be07-26f6b36271be tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.1069329 Nov 12 01:01:16.508572 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cbe4a-3e3c-46d8-bec4-de6c33f88942 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Pushing event updated for resources: {'Network': ['ID=f1081edc-57e2-4704-9b59-303fa97a4973,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:16.514926 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-7498a288-28ff-4031-9575-2e8fa9251865 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-604772088'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:16.519548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network f1081edc-57e2-4704-9b59-303fa97a4973 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:16.543021 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] For port 273d39de-2b75-4858-836b-afaa0ce7fd17, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:16.550262 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] For port 273d39de-2b75-4858-836b-afaa0ce7fd17, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=273d39de-2b75-4858-836b-afaa0ce7fd17,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:16.562420 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.630803 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] Pushing event updated for resources: {'Port': ['ID=273d39de-2b75-4858-836b-afaa0ce7fd17,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:16.637461 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7498a288-28ff-4031-9575-2e8fa9251865 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Made reservation on behalf of 4f865090d46d48ae8367174761364795 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:16.641143 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7498a288-28ff-4031-9575-2e8fa9251865 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.666614 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:16.667626 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.669422 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b9dc617c-ab63-4049-a9d0-696c6b7c298d service neutron] 10.222.0.21 "PUT /v2.0/ports/273d39de-2b75-4858-836b-afaa0ce7fd17 HTTP/1.1" status: 200 len: 1092 time: 1.9959548 Nov 12 01:01:16.672415 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af662d08-2e5b-49e8-b2c7-93872d563f26', 'tag': '273d39de-2b75-4858-836b-afaa0ce7fd17'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:16.675071 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42edcf0-e949-426f-bf5f-d4c4654f5c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "af662d08-2e5b-49e8-b2c7-93872d563f26", "tag": "273d39de-2b75-4858-836b-afaa0ce7fd17"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:16.716564 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7498a288-28ff-4031-9575-2e8fa9251865 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:16.792829 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eddbd35-8408-45ab-9d80-459d5f8a63e8 x-openstack-request-id: req-0eddbd35-8408-45ab-9d80-459d5f8a63e8 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:16.793120 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af662d08-2e5b-49e8-b2c7-93872d563f26", "tag": "273d39de-2b75-4858-836b-afaa0ce7fd17", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:16.793378 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0eddbd35-8408-45ab-9d80-459d5f8a63e8 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:16.794386 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af662d08-2e5b-49e8-b2c7-93872d563f26', 'tag': '273d39de-2b75-4858-836b-afaa0ce7fd17', 'status': 'completed', 'code': 200} Nov 12 01:01:16.811874 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7498a288-28ff-4031-9575-2e8fa9251865 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.812231 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-7498a288-28ff-4031-9575-2e8fa9251865 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Added segment c5f32c89-e250-474b-8455-de53b783a7f0 of type vlan for network e48c2ba0-c94f-4e65-be0c-a2635a5aed6c Nov 12 01:01:16.940136 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7498a288-28ff-4031-9575-2e8fa9251865 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.952761 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0be4f-7af8-420b-b9e1-94e2ee32bd9e req-b2211ce5-2389-45d6-ad6a-7d17b2a975ff tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:16.954239 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85d0be4f-7af8-420b-b9e1-94e2ee32bd9e req-b2211ce5-2389-45d6-ad6a-7d17b2a975ff tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 943 time: 0.2388465 Nov 12 01:01:16.989168 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b81b6120-a0aa-475c-8edd-4d7bbc78595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:16.990692 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-b81b6120-a0aa-475c-8edd-4d7bbc78595d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 1095 time: 0.2562535 Nov 12 01:01:17.083175 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-23e770a2-973f-40dc-a8f7-57b8172ce4a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=273d39de-2b75-4858-836b-afaa0ce7fd17 HTTP/1.1" status: 200 len: 217 time: 0.0820293 Nov 12 01:01:17.090380 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7498a288-28ff-4031-9575-2e8fa9251865 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.097102 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7498a288-28ff-4031-9575-2e8fa9251865 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:17.098077 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7498a288-28ff-4031-9575-2e8fa9251865 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.249190 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7498a288-28ff-4031-9575-2e8fa9251865 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7409532 Nov 12 01:01:17.251893 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33038) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:17.256998 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Request body: {'ports': [{'network_id': 'f1081edc-57e2-4704-9b59-303fa97a4973', 'name': 'tempest-port--628733551', 'admin_state_up': True}, {'network_id': 'e48c2ba0-c94f-4e65-be0c-a2635a5aed6c', 'admin_state_up': False}]} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:17.257319 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Request body: {'port': {'network_id': 'f1081edc-57e2-4704-9b59-303fa97a4973', 'name': 'tempest-port--628733551', 'admin_state_up': True}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:17.257804 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Request body: {'port': {'network_id': 'e48c2ba0-c94f-4e65-be0c-a2635a5aed6c', 'admin_state_up': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:17.293324 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85d0be4f-7af8-420b-b9e1-94e2ee32bd9e req-44a654c6-259c-4cbe-85b6-5b617cd3d92e tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962117 Nov 12 01:01:17.303892 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-761c4bea-51d3-4605-81b9-5e35cecb0017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:17.305433 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-761c4bea-51d3-4605-81b9-5e35cecb0017 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.2040522 Nov 12 01:01:17.307382 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-ce127491-d920-4c0b-bcf4-0ef0b94b9732 admin admin] Deleting port eac1d6c9-57ed-460a-9803-3955e7cf864c {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:17.307721 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce127491-d920-4c0b-bcf4-0ef0b94b9732 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.323119 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498a288-28ff-4031-9575-2e8fa9251865 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Pushing event updated for resources: {'Network': ['ID=e48c2ba0-c94f-4e65-be0c-a2635a5aed6c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:17.339074 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network e48c2ba0-c94f-4e65-be0c-a2635a5aed6c details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:17.416374 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-ddafc044-8fc3-49bb-99cd-602007630e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:17.427223 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-ddafc044-8fc3-49bb-99cd-602007630e2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052496 Nov 12 01:01:17.528572 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Made reservation on behalf of 4f865090d46d48ae8367174761364795 for: {'port': 2} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:17.536164 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.586011 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-d28236ae-23c4-4b2a-bf01-11db3102c876 service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480486 Nov 12 01:01:17.593913 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.716204 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-ce127491-d920-4c0b-bcf4-0ef0b94b9732 admin admin] For port eac1d6c9-57ed-460a-9803-3955e7cf864c, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=eac1d6c9-57ed-460a-9803-3955e7cf864c,segment=NetworkSegment(3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96),segment_id=3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:17.716594 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce127491-d920-4c0b-bcf4-0ef0b94b9732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.764296 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bc4651a7-5693-4530-9142-dac705c69ca8 req-8a5427b6-5749-4fb2-b279-f9a9ab5a5da3 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0423613 Nov 12 01:01:17.776304 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-ce127491-d920-4c0b-bcf4-0ef0b94b9732 admin admin] Calling delete_port for eac1d6c9-57ed-460a-9803-3955e7cf864c owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:17.795731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] device_id is not set on port 8bf308dd-f49c-46c9-8496-569b23f7b780 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:01:17.858219 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-232b009d-8838-4cf8-85e5-bd56e9f42e06 req-788418f9-1431-45d7-852f-19935fb26c03 service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583063 Nov 12 01:01:18.112983 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.193382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] device_id is not set on port 109448c9-138e-4d1c-b758-9e01fc11dd2b yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:01:18.351504 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.411444 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42edcf0-e949-426f-bf5f-d4c4654f5c9d req-f95e0f73-bcee-4bd0-ae53-93cbff940f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:18.413043 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e42edcf0-e949-426f-bf5f-d4c4654f5c9d req-f95e0f73-bcee-4bd0-ae53-93cbff940f84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 1095 time: 0.4912150 Nov 12 01:01:18.457454 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.555217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Pushing event updated for resources: {'Port': ['ID=8bf308dd-f49c-46c9-8496-569b23f7b780,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:18.588925 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c716a-4dda-4e64-91e7-d0e26c353698 req-28a4ccd4-9caf-44bc-bb62-824f04a46942 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:18.599932 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-161c716a-4dda-4e64-91e7-d0e26c353698 req-28a4ccd4-9caf-44bc-bb62-824f04a46942 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 943 time: 0.1680262 Nov 12 01:01:18.671314 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-161c716a-4dda-4e64-91e7-d0e26c353698 req-1ad77c89-c938-419b-9e44-2bdfe6f73acc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699646 Nov 12 01:01:18.707764 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42edcf0-e949-426f-bf5f-d4c4654f5c9d req-1c5a6268-6430-4893-97bf-0e8b92335511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:18.714734 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e42edcf0-e949-426f-bf5f-d4c4654f5c9d req-1c5a6268-6430-4893-97bf-0e8b92335511 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 912 time: 0.2934272 Nov 12 01:01:18.716017 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce127491-d920-4c0b-bcf4-0ef0b94b9732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.731083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Checking segment: {'id': 'b786cf7d-079e-4e2e-b885-e5700e7ac260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f1081edc-57e2-4704-9b59-303fa97a4973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:18.731502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Network hostable DHCP agents. Network: f1081edc-57e2-4704-9b59-303fa97a4973, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:18.776952 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Network f1081edc-57e2-4704-9b59-303fa97a4973 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:18.787517 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce127491-d920-4c0b-bcf4-0ef0b94b9732 admin admin] Pushing event deleted for resources: {'Port': ['ID=eac1d6c9-57ed-460a-9803-3955e7cf864c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:18.792536 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, f1081edc-57e2-4704-9b59-303fa97a4973) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:18.798542 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:18.799452 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.817749 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3705e8e-5756-4e30-9c2b-fc0aaf63ab10 None None] Network f1081edc-57e2-4704-9b59-303fa97a4973 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:18.925769 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Pushing event updated for resources: {'Port': ['ID=109448c9-138e-4d1c-b758-9e01fc11dd2b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:18.934327 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Checking segment: {'id': 'c5f32c89-e250-474b-8455-de53b783a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e48c2ba0-c94f-4e65-be0c-a2635a5aed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:18.934943 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Network hostable DHCP agents. Network: e48c2ba0-c94f-4e65-be0c-a2635a5aed6c, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:18.955884 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e42edcf0-e949-426f-bf5f-d4c4654f5c9d req-7b629f53-25c2-4818-aac8-558762f91fe0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=273d39de-2b75-4858-836b-afaa0ce7fd17 HTTP/1.1" status: 200 len: 217 time: 0.2025468 Nov 12 01:01:19.055067 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-47bdb811-6fef-414c-8022-14c305ba133a req-e89a52c2-0e18-4203-a2d2-f21f15dd32e6 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0995781 Nov 12 01:01:19.056911 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Network e48c2ba0-c94f-4e65-be0c-a2635a5aed6c is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:19.082767 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, e48c2ba0-c94f-4e65-be0c-a2635a5aed6c) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:19.087618 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:19.100083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:19.128370 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:19.129220 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.153357 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-941b2c9d-5762-4636-9b21-6a89b2a353d1 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8979807 Nov 12 01:01:19.153357 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33076) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:19.162108 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2e0009-1318-48f2-9baf-e7a1c3e7f539 None None] Network e48c2ba0-c94f-4e65-be0c-a2635a5aed6c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:19.234276 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce127491-d920-4c0b-bcf4-0ef0b94b9732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.249674 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42edcf0-e949-426f-bf5f-d4c4654f5c9d req-a6034390-e413-4c0e-b2a6-6810bfb75877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:19.252007 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e42edcf0-e949-426f-bf5f-d4c4654f5c9d req-a6034390-e413-4c0e-b2a6-6810bfb75877 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.2795181 Nov 12 01:01:19.314231 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e552460-c25a-45c7-812c-cfc8f88ea02a tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:19.321219 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e552460-c25a-45c7-812c-cfc8f88ea02a tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:19.323026 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1e552460-c25a-45c7-812c-cfc8f88ea02a tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1701849 Nov 12 01:01:19.326533 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33082) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:19.437522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42edcf0-e949-426f-bf5f-d4c4654f5c9d req-13907ea1-62ba-4707-8974-664416578817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:19.438866 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e42edcf0-e949-426f-bf5f-d4c4654f5c9d req-13907ea1-62ba-4707-8974-664416578817 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1800363 Nov 12 01:01:19.493725 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-71dee9a3-41fe-430c-9849-b846cececccc tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Deleting port 8bf308dd-f49c-46c9-8496-569b23f7b780 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:19.494881 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71dee9a3-41fe-430c-9849-b846cececccc tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.572478 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71dee9a3-41fe-430c-9849-b846cececccc tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.589898 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-71dee9a3-41fe-430c-9849-b846cececccc tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Calling delete_port for 8bf308dd-f49c-46c9-8496-569b23f7b780 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:19.672848 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e42edcf0-e949-426f-bf5f-d4c4654f5c9d req-0e8fae49-24ac-4622-8add-985c3b86f300 service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232120 Nov 12 01:01:19.687616 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71dee9a3-41fe-430c-9849-b846cececccc tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.708882 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce127491-d920-4c0b-bcf4-0ef0b94b9732 admin admin] Router da5a2e94-fe72-4674-9849-a70531dc1e3d has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:01:19.728378 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dee9a3-41fe-430c-9849-b846cececccc tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Pushing event deleted for resources: {'Port': ['ID=8bf308dd-f49c-46c9-8496-569b23f7b780,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:19.742483 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71dee9a3-41fe-430c-9849-b846cececccc tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.752096 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-71dee9a3-41fe-430c-9849-b846cececccc tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "DELETE /v2.0/ports/8bf308dd-f49c-46c9-8496-569b23f7b780 HTTP/1.1" status: 204 len: 168 time: 0.4220629 Nov 12 01:01:19.753863 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33098) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:19.894110 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-06f35e75-0a91-46a9-8da6-e1f08161b4de tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Deleting port 109448c9-138e-4d1c-b758-9e01fc11dd2b {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:19.894367 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06f35e75-0a91-46a9-8da6-e1f08161b4de tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.954853 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8d268-b8cc-4518-8b3f-7ff896c7b3e3 req-8ecaf66d-ff57-4cc7-b0c8-f2e55fcb3fb1 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:19.956194 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61b8d268-b8cc-4518-8b3f-7ff896c7b3e3 req-8ecaf66d-ff57-4cc7-b0c8-f2e55fcb3fb1 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 943 time: 0.1820455 Nov 12 01:01:20.008972 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e42edcf0-e949-426f-bf5f-d4c4654f5c9d req-1ceb4d7b-abf7-4d12-b458-0b557e0aa300 service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287683 Nov 12 01:01:20.014581 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06f35e75-0a91-46a9-8da6-e1f08161b4de tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.024028 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce127491-d920-4c0b-bcf4-0ef0b94b9732 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:20.034950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-06f35e75-0a91-46a9-8da6-e1f08161b4de tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Calling delete_port for 109448c9-138e-4d1c-b758-9e01fc11dd2b owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:20.040124 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ce127491-d920-4c0b-bcf4-0ef0b94b9732 admin admin] 10.222.0.31 "PUT /v2.0/routers/da5a2e94-fe72-4674-9849-a70531dc1e3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0984561 Nov 12 01:01:20.043525 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33108) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:20.053362 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc9040-150f-49cd-bec9-fed7fc2d2ee7 None None] Sync routers for ids ['da5a2e94-fe72-4674-9849-a70531dc1e3d'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:20.068510 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61b8d268-b8cc-4518-8b3f-7ff896c7b3e3 req-60aead28-f4b5-430c-bb7e-b5abdd5b9faf tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005163 Nov 12 01:01:20.071180 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d73f05d-7dfa-428f-a1da-748579124c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.075443 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fc9040-150f-49cd-bec9-fed7fc2d2ee7 None None] Routers {'da5a2e94-fe72-4674-9849-a70531dc1e3d'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:20.076274 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-95fc9040-150f-49cd-bec9-fed7fc2d2ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:00:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['da5a2e94-fe72-4674-9849-a70531dc1e3d'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:20.390614 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-95fc9040-150f-49cd-bec9-fed7fc2d2ee7 None None] Set router da5a2e94-fe72-4674-9849-a70531dc1e3d gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:01:20.695000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-95fc9040-150f-49cd-bec9-fed7fc2d2ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'name': 'tempest-TestVolumeBackupRestore-2019043178-router', 'tenant_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '69ba4fae-6f29-42d9-885f-f7a10bd8c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:22Z', 'updated_at': '2021-11-12T01:01:18Z', 'revision_number': 5, 'project_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'gw_port': {'id': '69ba4fae-6f29-42d9-885f-f7a10bd8c561', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:92:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:24Z', 'updated_at': '2021-11-12T00:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:20.721458 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53c79751-2abd-4ffd-8d7f-c0a3cde702c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.725202 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e45a23d0-fff7-4cd3-9b20-382ba2d2411b req-9d54fa14-1def-46b2-b4e9-b23bbd0c5467 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0408292 Nov 12 01:01:20.743628 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc9040-150f-49cd-bec9-fed7fc2d2ee7 None None] Checking router: da5a2e94-fe72-4674-9849-a70531dc1e3d for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:01:20.767123 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fc9040-150f-49cd-bec9-fed7fc2d2ee7 None None] Routers {'da5a2e94-fe72-4674-9849-a70531dc1e3d'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:20.767752 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-95fc9040-150f-49cd-bec9-fed7fc2d2ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:00:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['da5a2e94-fe72-4674-9849-a70531dc1e3d'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:20.786864 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06f35e75-0a91-46a9-8da6-e1f08161b4de tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.852527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f35e75-0a91-46a9-8da6-e1f08161b4de tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Pushing event deleted for resources: {'Port': ['ID=109448c9-138e-4d1c-b758-9e01fc11dd2b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:20.887604 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06f35e75-0a91-46a9-8da6-e1f08161b4de tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.892121 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-06f35e75-0a91-46a9-8da6-e1f08161b4de tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "DELETE /v2.0/ports/109448c9-138e-4d1c-b758-9e01fc11dd2b HTTP/1.1" status: 204 len: 168 time: 1.1368272 Nov 12 01:01:20.894332 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33120) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:20.910974 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53c79751-2abd-4ffd-8d7f-c0a3cde702c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.933920 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-95fc9040-150f-49cd-bec9-fed7fc2d2ee7 None None] Set router da5a2e94-fe72-4674-9849-a70531dc1e3d gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:01:20.968126 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-97c62d08-62a9-48c2-9bc3-76a8862e1c1c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0675011 Nov 12 01:01:20.969057 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33126) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:20.983732 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-6706fd2d-93a3-495a-aaa2-2632b46ffd2f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1642600731'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:21.018730 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6706fd2d-93a3-495a-aaa2-2632b46ffd2f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Made reservation on behalf of 4f865090d46d48ae8367174761364795 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:21.024410 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6706fd2d-93a3-495a-aaa2-2632b46ffd2f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.041669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-53c79751-2abd-4ffd-8d7f-c0a3cde702c5 admin admin] Deleting port 69ba4fae-6f29-42d9-885f-f7a10bd8c561 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:21.042047 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53c79751-2abd-4ffd-8d7f-c0a3cde702c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.054696 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6706fd2d-93a3-495a-aaa2-2632b46ffd2f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:21.073101 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6706fd2d-93a3-495a-aaa2-2632b46ffd2f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.074043 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-6706fd2d-93a3-495a-aaa2-2632b46ffd2f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Added segment 97d7cdcd-411f-48ee-9abd-332f2fe020ec of type vlan for network 8dd49ca0-3578-4932-8a0e-0c28fa004da1 Nov 12 01:01:21.184790 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6706fd2d-93a3-495a-aaa2-2632b46ffd2f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.210692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-53c79751-2abd-4ffd-8d7f-c0a3cde702c5 admin admin] For port 69ba4fae-6f29-42d9-885f-f7a10bd8c561, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=69ba4fae-6f29-42d9-885f-f7a10bd8c561,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:21.211583 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53c79751-2abd-4ffd-8d7f-c0a3cde702c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.225803 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6706fd2d-93a3-495a-aaa2-2632b46ffd2f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.234354 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6706fd2d-93a3-495a-aaa2-2632b46ffd2f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:21.236914 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6706fd2d-93a3-495a-aaa2-2632b46ffd2f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.245720 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-95fc9040-150f-49cd-bec9-fed7fc2d2ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'name': 'tempest-TestVolumeBackupRestore-2019043178-router', 'tenant_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '69ba4fae-6f29-42d9-885f-f7a10bd8c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:22Z', 'updated_at': '2021-11-12T01:01:18Z', 'revision_number': 5, 'project_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'gw_port': {'id': '69ba4fae-6f29-42d9-885f-f7a10bd8c561', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:92:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:24Z', 'updated_at': '2021-11-12T00:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:21.254081 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-53c79751-2abd-4ffd-8d7f-c0a3cde702c5 admin admin] Calling delete_port for 69ba4fae-6f29-42d9-885f-f7a10bd8c561 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:21.288012 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc9040-150f-49cd-bec9-fed7fc2d2ee7 None None] The sync data for ids ['da5a2e94-fe72-4674-9849-a70531dc1e3d'] in n-d-712137-14 is: [{'id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'name': 'tempest-TestVolumeBackupRestore-2019043178-router', 'tenant_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '69ba4fae-6f29-42d9-885f-f7a10bd8c561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:55:22Z', 'updated_at': '2021-11-12T01:01:18Z', 'revision_number': 5, 'project_id': 'aa0f2efc3b1d4ac1ad47be9fc0c84daa', 'gw_port': {'id': '69ba4fae-6f29-42d9-885f-f7a10bd8c561', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:92:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5a2e94-fe72-4674-9849-a70531dc1e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:55:24Z', 'updated_at': '2021-11-12T00:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:21.300075 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6706fd2d-93a3-495a-aaa2-2632b46ffd2f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3263376 Nov 12 01:01:21.300739 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33134) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:21.345156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-fc629077-85e7-4f69-ab85-e4dec22c9c5c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1342929978'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:21.355940 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aec9d0-7c3a-4e40-ba58-fbac7fd2f6aa req-d6ed3f5d-98ff-446d-9473-5faf1fed38fd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:21.357709 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97aec9d0-7c3a-4e40-ba58-fbac7fd2f6aa req-d6ed3f5d-98ff-446d-9473-5faf1fed38fd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 943 time: 0.1491985 Nov 12 01:01:21.365524 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706fd2d-93a3-495a-aaa2-2632b46ffd2f tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Pushing event updated for resources: {'Network': ['ID=8dd49ca0-3578-4932-8a0e-0c28fa004da1,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:21.377969 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc629077-85e7-4f69-ab85-e4dec22c9c5c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Made reservation on behalf of 4f865090d46d48ae8367174761364795 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:21.378589 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 8dd49ca0-3578-4932-8a0e-0c28fa004da1 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:21.382942 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fc629077-85e7-4f69-ab85-e4dec22c9c5c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.417416 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc629077-85e7-4f69-ab85-e4dec22c9c5c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:21.427327 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fc629077-85e7-4f69-ab85-e4dec22c9c5c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.427688 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-fc629077-85e7-4f69-ab85-e4dec22c9c5c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Added segment 8e30fd39-3d29-4cd5-a0a4-4e3449f808d0 of type vlan for network 276c0640-0fe8-4bb2-aaed-2b7d26404345 Nov 12 01:01:21.471980 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fc629077-85e7-4f69-ab85-e4dec22c9c5c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.499053 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97aec9d0-7c3a-4e40-ba58-fbac7fd2f6aa req-48c40a96-208e-49ed-99ec-68c01fb77383 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287727 Nov 12 01:01:21.511611 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fc629077-85e7-4f69-ab85-e4dec22c9c5c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.517447 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc629077-85e7-4f69-ab85-e4dec22c9c5c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:21.518300 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fc629077-85e7-4f69-ab85-e4dec22c9c5c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.602104 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fc629077-85e7-4f69-ab85-e4dec22c9c5c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2611845 Nov 12 01:01:21.661471 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53c79751-2abd-4ffd-8d7f-c0a3cde702c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.669058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc629077-85e7-4f69-ab85-e4dec22c9c5c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Pushing event updated for resources: {'Network': ['ID=276c0640-0fe8-4bb2-aaed-2b7d26404345,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:21.684328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 276c0640-0fe8-4bb2-aaed-2b7d26404345 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:21.722113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33138) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:21.727314 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Request body: {'subnets': [{'network_id': '8dd49ca0-3578-4932-8a0e-0c28fa004da1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--354497318', 'ip_version': 4}, {'network_id': '276c0640-0fe8-4bb2-aaed-2b7d26404345', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:21.727635 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Request body: {'subnet': {'network_id': '8dd49ca0-3578-4932-8a0e-0c28fa004da1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--354497318', 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:21.728262 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Request body: {'subnet': {'network_id': '276c0640-0fe8-4bb2-aaed-2b7d26404345', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:21.773627 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c79751-2abd-4ffd-8d7f-c0a3cde702c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=69ba4fae-6f29-42d9-885f-f7a10bd8c561,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:21.854889 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23ebb66-396f-4ff5-8858-2020787061f3 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:21.937556 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53c79751-2abd-4ffd-8d7f-c0a3cde702c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.973202 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d3aa914b-71d5-4007-b992-a155c7bca05c req-f29d098d-2eac-4df1-894d-3e933acc7e0f tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0808370 Nov 12 01:01:22.076723 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53c79751-2abd-4ffd-8d7f-c0a3cde702c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.080453 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53c79751-2abd-4ffd-8d7f-c0a3cde702c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.108860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Made reservation on behalf of 4f865090d46d48ae8367174761364795 for: {'subnet': 2} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:22.115482 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.115482 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.159321 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53c79751-2abd-4ffd-8d7f-c0a3cde702c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.159591 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c79751-2abd-4ffd-8d7f-c0a3cde702c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da5a2e94-fe72-4674-9849-a70531dc1e3d {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:01:22.168097 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-53c79751-2abd-4ffd-8d7f-c0a3cde702c5 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.169566 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-53c79751-2abd-4ffd-8d7f-c0a3cde702c5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/da5a2e94-fe72-4674-9849-a70531dc1e3d HTTP/1.1" status: 204 len: 168 time: 2.1199379 Nov 12 01:01:22.173609 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33146) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:22.289005 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c51c78-af03-4935-b13c-7c9f47f1c8ca admin admin] Deleting subnet 15b1a692-a80a-400f-8895-7aea052932e1 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:01:22.293350 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f9c51c78-af03-4935-b13c-7c9f47f1c8ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.416329 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f9c51c78-af03-4935-b13c-7c9f47f1c8ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.442171 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-98ee5a92-e642-4333-82af-4c89ecef56fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.552042 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f9c51c78-af03-4935-b13c-7c9f47f1c8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.625864 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f9c51c78-af03-4935-b13c-7c9f47f1c8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.657815 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e4930-928b-4ee4-ac0f-d6cc488ee1ec req-d5efba5b-95aa-4f9c-9275-372e79879f91 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:22.659848 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f9c51c78-af03-4935-b13c-7c9f47f1c8ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.663807 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f9c51c78-af03-4935-b13c-7c9f47f1c8ca admin admin] 10.222.0.31 "DELETE /v2.0/subnets/15b1a692-a80a-400f-8895-7aea052932e1 HTTP/1.1" status: 204 len: 168 time: 0.4886794 Nov 12 01:01:22.664955 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c51c78-af03-4935-b13c-7c9f47f1c8ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b1a692-a80a-400f-8895-7aea052932e1,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:22.665666 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c9e4930-928b-4ee4-ac0f-d6cc488ee1ec req-d5efba5b-95aa-4f9c-9275-372e79879f91 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 943 time: 0.0858691 Nov 12 01:01:22.667841 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33152) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:22.674652 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4ce40d-ecbf-48f8-b4e3-d11125e6489c None None] Network 095fe7db-1bdd-4e21-b58b-3866683930db requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:22.809721 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c9e4930-928b-4ee4-ac0f-d6cc488ee1ec req-1b293507-60d8-461a-9027-52413abdd617 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426346 Nov 12 01:01:22.818547 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db39c679-5e8c-4ca5-8f92-c7e61b20aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.869478 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1036b1-71e4-4c6f-92a9-ad43af84d0a4 None None] DHCP port deletion for 095fe7db-1bdd-4e21-b58b-3866683930db request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:22.888256 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.923116 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7e1036b1-71e4-4c6f-92a9-ad43af84d0a4 None None] Deleting port a6b3749f-4a5e-44ad-9f5a-64fc6143a54a {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:22.923496 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7e1036b1-71e4-4c6f-92a9-ad43af84d0a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.961848 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Pushing event updated for resources: {'Subnet': ['ID=5675354e-61a9-491d-993f-9059b4788fa7,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:22.974870 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:22.975584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:22.975584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:22.975856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:22.976183 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:22.976508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:22.976868 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:22.977197 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:22.977517 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:22.977834 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:22.978731 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:22.979053 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:22.987150 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Checking segment: {'id': '97d7cdcd-411f-48ee-9abd-332f2fe020ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8dd49ca0-3578-4932-8a0e-0c28fa004da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:22.987508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Network hostable DHCP agents. Network: 8dd49ca0-3578-4932-8a0e-0c28fa004da1, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:22.990253 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-db39c679-5e8c-4ca5-8f92-c7e61b20aa7e admin admin] Deleting port a6b3749f-4a5e-44ad-9f5a-64fc6143a54a {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:22.990589 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db39c679-5e8c-4ca5-8f92-c7e61b20aa7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.991652 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-7e1036b1-71e4-4c6f-92a9-ad43af84d0a4 None None] For port a6b3749f-4a5e-44ad-9f5a-64fc6143a54a, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a6b3749f-4a5e-44ad-9f5a-64fc6143a54a,segment=NetworkSegment(3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96),segment_id=3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:22.992056 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7e1036b1-71e4-4c6f-92a9-ad43af84d0a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.005061 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7e1036b1-71e4-4c6f-92a9-ad43af84d0a4 None None] Calling delete_port for a6b3749f-4a5e-44ad-9f5a-64fc6143a54a owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:23.052933 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Network 8dd49ca0-3578-4932-8a0e-0c28fa004da1 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:23.077009 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-db39c679-5e8c-4ca5-8f92-c7e61b20aa7e admin admin] For port a6b3749f-4a5e-44ad-9f5a-64fc6143a54a, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a6b3749f-4a5e-44ad-9f5a-64fc6143a54a,segment=NetworkSegment(3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96),segment_id=3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:23.077606 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db39c679-5e8c-4ca5-8f92-c7e61b20aa7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.086044 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 8dd49ca0-3578-4932-8a0e-0c28fa004da1) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:23.095311 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.099705 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-db39c679-5e8c-4ca5-8f92-c7e61b20aa7e admin admin] Calling delete_port for a6b3749f-4a5e-44ad-9f5a-64fc6143a54a owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:23.102074 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-165c4823-43f9-4dff-a530-145e59967a5b req-73634ff3-7f11-4eb3-a814-ffca178f5dff tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0352998 Nov 12 01:01:23.110659 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7e1036b1-71e4-4c6f-92a9-ad43af84d0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.124646 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5753e9e6-d782-423d-92bd-ad7ac23ea63d None None] Network 8dd49ca0-3578-4932-8a0e-0c28fa004da1 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:23.149503 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1036b1-71e4-4c6f-92a9-ad43af84d0a4 None None] No DVR routers for this DVR port a6b3749f-4a5e-44ad-9f5a-64fc6143a54a on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:01:23.169389 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1036b1-71e4-4c6f-92a9-ad43af84d0a4 None None] Pushing event deleted for resources: {'Port': ['ID=a6b3749f-4a5e-44ad-9f5a-64fc6143a54a,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:23.211937 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Pushing event updated for resources: {'Subnet': ['ID=ce1b37e3-7ba7-4422-b654-9dc30906778b,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:23.229311 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Checking segment: {'id': '8e30fd39-3d29-4cd5-a0a4-4e3449f808d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '276c0640-0fe8-4bb2-aaed-2b7d26404345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:23.229762 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Network hostable DHCP agents. Network: 276c0640-0fe8-4bb2-aaed-2b7d26404345, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:23.263984 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Network 276c0640-0fe8-4bb2-aaed-2b7d26404345 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:23.272921 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db39c679-5e8c-4ca5-8f92-c7e61b20aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.309312 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 276c0640-0fe8-4bb2-aaed-2b7d26404345) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:23.314641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39c679-5e8c-4ca5-8f92-c7e61b20aa7e admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b3749f-4a5e-44ad-9f5a-64fc6143a54a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:23.317053 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:23.317524 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:23.318151 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.323215 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8831be8-3b6e-42a8-8d01-9223a36cda57 None None] Network 276c0640-0fe8-4bb2-aaed-2b7d26404345 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:23.325380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db39c679-5e8c-4ca5-8f92-c7e61b20aa7e admin admin] No DVR routers for this DVR port a6b3749f-4a5e-44ad-9f5a-64fc6143a54a on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:01:23.377024 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e5f7927d-2473-4dce-841b-d246724bc4d7 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.6535933 Nov 12 01:01:23.379449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33166) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:23.424180 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db39c679-5e8c-4ca5-8f92-c7e61b20aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.457547 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-db39c679-5e8c-4ca5-8f92-c7e61b20aa7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095fe7db-1bdd-4e21-b58b-3866683930db']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:23.470336 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-db39c679-5e8c-4ca5-8f92-c7e61b20aa7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:23.470629 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-db39c679-5e8c-4ca5-8f92-c7e61b20aa7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e83c767-0b4c-4fcd-befa-cbbdf1d3ca96') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:23.478002 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e48e18-612e-47d8-86c3-b4c5ff609c10 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:23.480943 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e48e18-612e-47d8-86c3-b4c5ff609c10 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:23.482959 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e48e18-612e-47d8-86c3-b4c5ff609c10 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:23.483767 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db39c679-5e8c-4ca5-8f92-c7e61b20aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.484871 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f1e48e18-612e-47d8-86c3-b4c5ff609c10 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1042686 Nov 12 01:01:23.488135 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33170) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:23.502559 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db39c679-5e8c-4ca5-8f92-c7e61b20aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.514743 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db39c679-5e8c-4ca5-8f92-c7e61b20aa7e admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:23.515168 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db39c679-5e8c-4ca5-8f92-c7e61b20aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:23.517034 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:23.578687 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0dce4a-31be-48d9-ad97-7944d2eccd76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-8dd49ca0-3578-4932-8a0e-0c28fa004da1', 'network_id': '8dd49ca0-3578-4932-8a0e-0c28fa004da1', 'tenant_id': '4f865090d46d48ae8367174761364795', 'fixed_ips': [{'subnet_id': '5675354e-61a9-491d-993f-9059b4788fa7'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:01:23.580306 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1f0dce4a-31be-48d9-ad97-7944d2eccd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.585531 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-93fa3208-dbbb-44b7-9931-96fe4005699c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Deleting subnet 5675354e-61a9-491d-993f-9059b4788fa7 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:01:23.589629 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db39c679-5e8c-4ca5-8f92-c7e61b20aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.591786 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-93fa3208-dbbb-44b7-9931-96fe4005699c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.593866 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a6b3749f-4a5e-44ad-9f5a-64fc6143a54a no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:01:23.608871 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db39c679-5e8c-4ca5-8f92-c7e61b20aa7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.619997 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-db39c679-5e8c-4ca5-8f92-c7e61b20aa7e admin admin] 10.222.0.31 "DELETE /v2.0/networks/095fe7db-1bdd-4e21-b58b-3866683930db HTTP/1.1" status: 204 len: 168 time: 0.9459331 Nov 12 01:01:23.640957 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39c679-5e8c-4ca5-8f92-c7e61b20aa7e admin admin] Pushing event deleted for resources: {'Network': ['ID=095fe7db-1bdd-4e21-b58b-3866683930db,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:23.698001 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-93fa3208-dbbb-44b7-9931-96fe4005699c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.736752 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: a6b3749f-4a5e-44ad-9f5a-64fc6143a54a {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:01:23.737415 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a6b3749f-4a5e-44ad-9f5a-64fc6143a54a not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:01:23.738075 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 69ba4fae-6f29-42d9-885f-f7a10bd8c561 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:01:23.772868 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 69ba4fae-6f29-42d9-885f-f7a10bd8c561 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:01:23.773356 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 69ba4fae-6f29-42d9-885f-f7a10bd8c561 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:01:23.774228 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device eac1d6c9-57ed-460a-9803-3955e7cf864c no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:01:23.781587 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.814896 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-93fa3208-dbbb-44b7-9931-96fe4005699c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.819150 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: eac1d6c9-57ed-460a-9803-3955e7cf864c {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:01:23.819664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device eac1d6c9-57ed-460a-9803-3955e7cf864c not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:01:23.905267 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-93fa3208-dbbb-44b7-9931-96fe4005699c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.942963 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa3208-dbbb-44b7-9931-96fe4005699c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Pushing event deleted for resources: {'Subnet': ['ID=5675354e-61a9-491d-993f-9059b4788fa7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server [None req-1f0dce4a-31be-48d9-ad97-7944d2eccd76 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5675354e-61a9-491d-993f-9059b4788fa7: This subnet is being modified by another concurrent operation. Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5675354e-61a9-491d-993f-9059b4788fa7: This subnet is being modified by another concurrent operation. Nov 12 01:01:23.959907 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Nov 12 01:01:23.967901 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-93fa3208-dbbb-44b7-9931-96fe4005699c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.969279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33180) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:23.973317 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-93fa3208-dbbb-44b7-9931-96fe4005699c tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "DELETE /v2.0/subnets/5675354e-61a9-491d-993f-9059b4788fa7 HTTP/1.1" status: 204 len: 168 time: 0.4836376 Nov 12 01:01:24.032084 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424f019c-0022-4bab-84c4-c1feebacb299 None None] Network 8dd49ca0-3578-4932-8a0e-0c28fa004da1 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:24.032908 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33182) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:24.054023 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfb37db-5724-466f-ae71-1900a4198e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-276c0640-0fe8-4bb2-aaed-2b7d26404345', 'network_id': '276c0640-0fe8-4bb2-aaed-2b7d26404345', 'tenant_id': '4f865090d46d48ae8367174761364795', 'fixed_ips': [{'subnet_id': 'ce1b37e3-7ba7-4422-b654-9dc30906778b'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:01:24.054897 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6dfb37db-5724-466f-ae71-1900a4198e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.073243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0946268-0a42-4abd-8cb8-a646631792d9 req-a7ac5342-a8a1-4138-abd5-f8101bbc3afc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:24.074861 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0946268-0a42-4abd-8cb8-a646631792d9 req-a7ac5342-a8a1-4138-abd5-f8101bbc3afc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 943 time: 0.1297622 Nov 12 01:01:24.084067 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cdb4fd-c3fe-48db-9a6e-aa075c22da34 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Deleting subnet ce1b37e3-7ba7-4422-b654-9dc30906778b {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:01:24.089403 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9cdb4fd-c3fe-48db-9a6e-aa075c22da34 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.120117 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0d192060-a0f8-4dd8-85ba-e5404de8636c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81e42ebcca464def93a86d1d3b9c5e2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0821867 Nov 12 01:01:24.123554 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33184) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:24.145004 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9cdb4fd-c3fe-48db-9a6e-aa075c22da34 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.223437 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9cdb4fd-c3fe-48db-9a6e-aa075c22da34 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.270003 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-febbae7b-8876-430c-94b5-984a86d75597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.277619 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0946268-0a42-4abd-8cb8-a646631792d9 req-33a6eaec-e3cd-48b6-bc73-4e85f08252e2 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964602 Nov 12 01:01:24.331244 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-febbae7b-8876-430c-94b5-984a86d75597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.332631 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b5bf0d5-0efb-4649-9659-f2f19a5c3bfe req-95139696-13bc-4bce-9ab1-23a254591847 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0706866 Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server [None req-6dfb37db-5724-466f-ae71-1900a4198e21 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce1b37e3-7ba7-4422-b654-9dc30906778b: This subnet is being modified by another concurrent operation. Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce1b37e3-7ba7-4422-b654-9dc30906778b: This subnet is being modified by another concurrent operation. Nov 12 01:01:24.383478 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Nov 12 01:01:24.391749 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9cdb4fd-c3fe-48db-9a6e-aa075c22da34 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.410052 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fc3b8e-689e-422f-873d-0580dc19b8b5 None None] Network 276c0640-0fe8-4bb2-aaed-2b7d26404345 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:24.430265 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cdb4fd-c3fe-48db-9a6e-aa075c22da34 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Pushing event deleted for resources: {'Subnet': ['ID=ce1b37e3-7ba7-4422-b654-9dc30906778b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:24.436824 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9cdb4fd-c3fe-48db-9a6e-aa075c22da34 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.440304 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e9cdb4fd-c3fe-48db-9a6e-aa075c22da34 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "DELETE /v2.0/subnets/ce1b37e3-7ba7-4422-b654-9dc30906778b HTTP/1.1" status: 204 len: 168 time: 0.4707201 Nov 12 01:01:24.442292 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-febbae7b-8876-430c-94b5-984a86d75597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.442961 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33192) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:24.450263 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-febbae7b-8876-430c-94b5-984a86d75597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.454417 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-febbae7b-8876-430c-94b5-984a86d75597 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/87a60b1c-d5d1-4bf9-ad7a-cd85e89b45b2 HTTP/1.1" status: 204 len: 168 time: 0.3290834 Nov 12 01:01:24.476582 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbae7b-8876-430c-94b5-984a86d75597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a60b1c-d5d1-4bf9-ad7a-cd85e89b45b2,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:24.533735 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f866992f-f747-4c18-9156-ec4a24916aba tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:24.535748 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f866992f-f747-4c18-9156-ec4a24916aba tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0918186 Nov 12 01:01:24.539233 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33198) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:24.656528 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dffb86-08d9-4def-a307-fba867d36261 None None] get_active_networks_info from n-d-712137-14 {{(pid=114244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:01:24.701207 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73dde2-451a-4649-9c7f-8b4f0748fe42 req-3daf1f8a-bcb4-4a1f-8bcc-2081b2c4722a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:24.718149 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73dde2-451a-4649-9c7f-8b4f0748fe42 req-3daf1f8a-bcb4-4a1f-8bcc-2081b2c4722a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:24.730915 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73dde2-451a-4649-9c7f-8b4f0748fe42 req-3daf1f8a-bcb4-4a1f-8bcc-2081b2c4722a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:24.740660 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88e2a746-e3ba-4008-814b-cc3fb6d1d13a tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.744581 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73dde2-451a-4649-9c7f-8b4f0748fe42 req-3daf1f8a-bcb4-4a1f-8bcc-2081b2c4722a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:24.748506 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.761159 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73dde2-451a-4649-9c7f-8b4f0748fe42 req-3daf1f8a-bcb4-4a1f-8bcc-2081b2c4722a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:24.767616 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73dde2-451a-4649-9c7f-8b4f0748fe42 req-3daf1f8a-bcb4-4a1f-8bcc-2081b2c4722a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:24.773764 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73dde2-451a-4649-9c7f-8b4f0748fe42 req-3daf1f8a-bcb4-4a1f-8bcc-2081b2c4722a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:24.782608 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d73dde2-451a-4649-9c7f-8b4f0748fe42 req-3daf1f8a-bcb4-4a1f-8bcc-2081b2c4722a tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5437 time: 0.1958566 Nov 12 01:01:24.837677 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dffb86-08d9-4def-a307-fba867d36261 None None] Resources bound (agent type, host, resource id): {{(pid=114244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:01:24.858363 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d73dde2-451a-4649-9c7f-8b4f0748fe42 req-dc4da2f7-0b04-49fc-a903-82a7183e7f31 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748494 Nov 12 01:01:24.929166 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88e2a746-e3ba-4008-814b-cc3fb6d1d13a tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.977421 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-88e2a746-e3ba-4008-814b-cc3fb6d1d13a tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276c0640-0fe8-4bb2-aaed-2b7d26404345']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:24.995462 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-88e2a746-e3ba-4008-814b-cc3fb6d1d13a tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e30fd39-3d29-4cd5-a0a4-4e3449f808d0') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:24.996097 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-88e2a746-e3ba-4008-814b-cc3fb6d1d13a tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e30fd39-3d29-4cd5-a0a4-4e3449f808d0') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:25.007938 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88e2a746-e3ba-4008-814b-cc3fb6d1d13a tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.024063 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88e2a746-e3ba-4008-814b-cc3fb6d1d13a tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.031609 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e2a746-e3ba-4008-814b-cc3fb6d1d13a tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:25.032342 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88e2a746-e3ba-4008-814b-cc3fb6d1d13a tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:25.102811 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:25.114208 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88e2a746-e3ba-4008-814b-cc3fb6d1d13a tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.122315 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88e2a746-e3ba-4008-814b-cc3fb6d1d13a tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.127763 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-88e2a746-e3ba-4008-814b-cc3fb6d1d13a tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "DELETE /v2.0/networks/276c0640-0fe8-4bb2-aaed-2b7d26404345 HTTP/1.1" status: 204 len: 168 time: 0.5850358 Nov 12 01:01:25.128611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33206) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:25.158584 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2a746-e3ba-4008-814b-cc3fb6d1d13a tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Pushing event deleted for resources: {'Network': ['ID=276c0640-0fe8-4bb2-aaed-2b7d26404345,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:25.192466 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33208) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:25.199500 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d5dbe-8cc3-4c5b-90d7-c66129c93df8 req-6350c9de-9995-49b7-9a15-0b59f5886530 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:25.210857 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d5dbe-8cc3-4c5b-90d7-c66129c93df8 req-6350c9de-9995-49b7-9a15-0b59f5886530 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:25.218430 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d5dbe-8cc3-4c5b-90d7-c66129c93df8 req-6350c9de-9995-49b7-9a15-0b59f5886530 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:25.225594 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d5dbe-8cc3-4c5b-90d7-c66129c93df8 req-6350c9de-9995-49b7-9a15-0b59f5886530 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:25.234225 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d5dbe-8cc3-4c5b-90d7-c66129c93df8 req-6350c9de-9995-49b7-9a15-0b59f5886530 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:25.243333 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d5dbe-8cc3-4c5b-90d7-c66129c93df8 req-6350c9de-9995-49b7-9a15-0b59f5886530 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:25.252880 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d5dbe-8cc3-4c5b-90d7-c66129c93df8 req-6350c9de-9995-49b7-9a15-0b59f5886530 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:25.261269 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-219d5dbe-8cc3-4c5b-90d7-c66129c93df8 req-6350c9de-9995-49b7-9a15-0b59f5886530 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5437 time: 0.1568749 Nov 12 01:01:25.295127 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3f3576-b153-4da7-a068-fe2c0ceddde6 None None] get_active_networks_info from n-d-712137-14 {{(pid=114244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:01:25.299655 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f980d354-3893-4231-9c3c-354fea761029 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.328003 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-86504a0a-bcb1-4b6e-a4f6-f177178f7229 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa0f2efc3b1d4ac1ad47be9fc0c84daa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312091 Nov 12 01:01:25.328984 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33214) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:25.434852 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f05500aa-de6e-4981-be0c-02790728e29f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.471051 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f980d354-3893-4231-9c3c-354fea761029 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.477718 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.489400 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3f3576-b153-4da7-a068-fe2c0ceddde6 None None] Resources bound (agent type, host, resource id): {{(pid=114244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:01:25.505512 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-f980d354-3893-4231-9c3c-354fea761029 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd49ca0-3578-4932-8a0e-0c28fa004da1']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:25.516442 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3dba759-4bfc-461a-8473-e5e455fa3213 req-6e1618b9-6e89-490c-9bfb-9a3e761a3365 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0507548 Nov 12 01:01:25.518470 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-f980d354-3893-4231-9c3c-354fea761029 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d7cdcd-411f-48ee-9abd-332f2fe020ec') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:25.518470 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-f980d354-3893-4231-9c3c-354fea761029 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d7cdcd-411f-48ee-9abd-332f2fe020ec') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:25.528509 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f05500aa-de6e-4981-be0c-02790728e29f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.570838 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f980d354-3893-4231-9c3c-354fea761029 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.623828 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f980d354-3893-4231-9c3c-354fea761029 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.625879 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f05500aa-de6e-4981-be0c-02790728e29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.628651 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f05500aa-de6e-4981-be0c-02790728e29f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.632307 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f05500aa-de6e-4981-be0c-02790728e29f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90a8e071-dd6a-4a8f-818e-c44f3392ec6e HTTP/1.1" status: 204 len: 168 time: 0.2991571 Nov 12 01:01:25.641975 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f980d354-3893-4231-9c3c-354fea761029 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:25.642628 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f980d354-3893-4231-9c3c-354fea761029 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.644599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05500aa-de6e-4981-be0c-02790728e29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a8e071-dd6a-4a8f-818e-c44f3392ec6e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:25.730095 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:25.742198 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f980d354-3893-4231-9c3c-354fea761029 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.759096 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f980d354-3893-4231-9c3c-354fea761029 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.766159 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33222) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:25.766344 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f980d354-3893-4231-9c3c-354fea761029 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "DELETE /v2.0/networks/8dd49ca0-3578-4932-8a0e-0c28fa004da1 HTTP/1.1" status: 204 len: 168 time: 0.6356876 Nov 12 01:01:25.778419 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb2b5d-69e0-49d8-bf2d-4987549dc240 req-264a4c0e-6120-4075-ba77-f46d49b1e32d tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:25.787195 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7abb2b5d-69e0-49d8-bf2d-4987549dc240 req-264a4c0e-6120-4075-ba77-f46d49b1e32d tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 943 time: 0.3772566 Nov 12 01:01:25.809664 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980d354-3893-4231-9c3c-354fea761029 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Pushing event deleted for resources: {'Network': ['ID=8dd49ca0-3578-4932-8a0e-0c28fa004da1,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:25.897675 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7abb2b5d-69e0-49d8-bf2d-4987549dc240 req-e2c86895-d41a-4694-a660-49278fd1c87e tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093988 Nov 12 01:01:25.938375 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9eb26585-f96c-4a12-91bc-1df6d9769fa0 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.971863 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.247317 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9eb26585-f96c-4a12-91bc-1df6d9769fa0 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.280760 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-9eb26585-f96c-4a12-91bc-1df6d9769fa0 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48c2ba0-c94f-4e65-be0c-a2635a5aed6c']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:26.299429 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-9eb26585-f96c-4a12-91bc-1df6d9769fa0 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f32c89-e250-474b-8455-de53b783a7f0') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:26.300633 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-9eb26585-f96c-4a12-91bc-1df6d9769fa0 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f32c89-e250-474b-8455-de53b783a7f0') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:26.317524 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9eb26585-f96c-4a12-91bc-1df6d9769fa0 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.336258 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9eb26585-f96c-4a12-91bc-1df6d9769fa0 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.346569 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb26585-f96c-4a12-91bc-1df6d9769fa0 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:26.347399 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9eb26585-f96c-4a12-91bc-1df6d9769fa0 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:26.351396 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:26.429145 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9eb26585-f96c-4a12-91bc-1df6d9769fa0 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.435575 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9eb26585-f96c-4a12-91bc-1df6d9769fa0 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.440090 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9eb26585-f96c-4a12-91bc-1df6d9769fa0 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "DELETE /v2.0/networks/e48c2ba0-c94f-4e65-be0c-a2635a5aed6c HTTP/1.1" status: 204 len: 168 time: 0.6718028 Nov 12 01:01:26.441979 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33226) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:26.467550 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb26585-f96c-4a12-91bc-1df6d9769fa0 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Pushing event deleted for resources: {'Network': ['ID=e48c2ba0-c94f-4e65-be0c-a2635a5aed6c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:26.550183 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-28fa3d54-d267-456f-9d2c-ccf67b053716 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.686874 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8e48eed5-d0e2-4c34-888e-9bbc22dad31e req-378c3006-d6a6-4ae3-b557-d6ef077c92d8 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0331280 Nov 12 01:01:27.087324 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-28fa3d54-d267-456f-9d2c-ccf67b053716 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.112417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-28fa3d54-d267-456f-9d2c-ccf67b053716 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1081edc-57e2-4704-9b59-303fa97a4973']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:27.127368 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-28fa3d54-d267-456f-9d2c-ccf67b053716 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b786cf7d-079e-4e2e-b885-e5700e7ac260') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:27.127669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-28fa3d54-d267-456f-9d2c-ccf67b053716 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b786cf7d-079e-4e2e-b885-e5700e7ac260') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:27.138578 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-28fa3d54-d267-456f-9d2c-ccf67b053716 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.160176 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-28fa3d54-d267-456f-9d2c-ccf67b053716 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.167491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28fa3d54-d267-456f-9d2c-ccf67b053716 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:27.167887 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-28fa3d54-d267-456f-9d2c-ccf67b053716 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:27.238506 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:27.271542 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-28fa3d54-d267-456f-9d2c-ccf67b053716 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.278296 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-28fa3d54-d267-456f-9d2c-ccf67b053716 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.281584 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-28fa3d54-d267-456f-9d2c-ccf67b053716 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] 10.222.0.31 "DELETE /v2.0/networks/f1081edc-57e2-4704-9b59-303fa97a4973 HTTP/1.1" status: 204 len: 168 time: 0.8383679 Nov 12 01:01:27.300903 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa3d54-d267-456f-9d2c-ccf67b053716 tempest-BulkNetworkOpsTest-596186379 tempest-BulkNetworkOpsTest-596186379-project] Pushing event deleted for resources: {'Network': ['ID=f1081edc-57e2-4704-9b59-303fa97a4973,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:27.320366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c543e6-b583-47c9-a8fe-34dfc393854e req-ccc0acf5-e062-4b4d-a113-c86988812a7a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.329748 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-71c543e6-b583-47c9-a8fe-34dfc393854e req-ccc0acf5-e062-4b4d-a113-c86988812a7a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 943 time: 0.3098514 Nov 12 01:01:27.400446 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-71c543e6-b583-47c9-a8fe-34dfc393854e req-5a339ffe-1536-404a-8111-a8d88995a5bf tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651588 Nov 12 01:01:27.795590 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33300) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:27.810293 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-681422fd-4375-4260-a7b9-88fe889f7167 req-2b223930-0d48-4b1a-ac76-f400edd0234d tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0483806 Nov 12 01:01:27.917463 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33310) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:28.091104 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5662d-0b5b-4447-878e-403912a8387e req-a46c71c7-64f6-48c7-9adc-bbcbd0ccb79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:28.091583 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5662d-0b5b-4447-878e-403912a8387e req-a46c71c7-64f6-48c7-9adc-bbcbd0ccb79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:28.092049 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5662d-0b5b-4447-878e-403912a8387e req-a46c71c7-64f6-48c7-9adc-bbcbd0ccb79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:28.092519 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5662d-0b5b-4447-878e-403912a8387e req-a46c71c7-64f6-48c7-9adc-bbcbd0ccb79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:28.093005 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5662d-0b5b-4447-878e-403912a8387e req-a46c71c7-64f6-48c7-9adc-bbcbd0ccb79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:28.093467 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5662d-0b5b-4447-878e-403912a8387e req-a46c71c7-64f6-48c7-9adc-bbcbd0ccb79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:28.093921 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5662d-0b5b-4447-878e-403912a8387e req-a46c71c7-64f6-48c7-9adc-bbcbd0ccb79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:28.095903 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88b5662d-0b5b-4447-878e-403912a8387e req-a46c71c7-64f6-48c7-9adc-bbcbd0ccb79e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 6501 time: 0.1773219 Nov 12 01:01:28.145112 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-01a8ac87-3ada-4951-86d8-a21fd96a1174 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f865090d46d48ae8367174761364795&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3466113 Nov 12 01:01:28.145636 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33316) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:28.230743 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88b5662d-0b5b-4447-878e-403912a8387e req-096dfa2c-32b8-49c7-8227-b5c5beab8718 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&id=b496f366-d03e-45e8-a671-4933f0bf379f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1253552 Nov 12 01:01:28.254486 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0233e939-9703-409c-a853-36ea1e2fa4ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.279497 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0233e939-9703-409c-a853-36ea1e2fa4ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.341782 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0233e939-9703-409c-a853-36ea1e2fa4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.346385 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0233e939-9703-409c-a853-36ea1e2fa4ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.347926 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0233e939-9703-409c-a853-36ea1e2fa4ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01deb76e-bcc0-4eec-9e9f-8b402f88316d HTTP/1.1" status: 204 len: 168 time: 0.2010112 Nov 12 01:01:28.361044 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233e939-9703-409c-a853-36ea1e2fa4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01deb76e-bcc0-4eec-9e9f-8b402f88316d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:28.521633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df972d70-df13-4e94-a84c-c885eab5157b req-5b2a204c-61d8-44c6-932e-4cfee5330e17 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:28.523250 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-df972d70-df13-4e94-a84c-c885eab5157b req-5b2a204c-61d8-44c6-932e-4cfee5330e17 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 943 time: 0.0553029 Nov 12 01:01:28.573913 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-df972d70-df13-4e94-a84c-c885eab5157b req-7b9db1e0-848a-4f00-b430-a5f5e8e36c2b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421622 Nov 12 01:01:28.921982 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f383f215-6f1e-4929-ab65-2a4a14089d96 req-7cc18150-e474-453d-82f0-036bf6792273 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0327125 Nov 12 01:01:29.092735 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33350) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:29.237815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6f12ea37-1bf6-4fe7-b3e2-ef6f1e35876f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-391781653'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:29.277385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f12ea37-1bf6-4fe7-b3e2-ef6f1e35876f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Made reservation on behalf of bfb044d23cb647dba690245ba56b0df7 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:29.285464 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f12ea37-1bf6-4fe7-b3e2-ef6f1e35876f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.297875 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f12ea37-1bf6-4fe7-b3e2-ef6f1e35876f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.392079 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f12ea37-1bf6-4fe7-b3e2-ef6f1e35876f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.397665 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f12ea37-1bf6-4fe7-b3e2-ef6f1e35876f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.431981 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f12ea37-1bf6-4fe7-b3e2-ef6f1e35876f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:29.440452 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12ea37-1bf6-4fe7-b3e2-ef6f1e35876f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6352a354-1f69-49e3-939c-55d5eb3cb7b7,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:29.450818 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f12ea37-1bf6-4fe7-b3e2-ef6f1e35876f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.451310 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-6f12ea37-1bf6-4fe7-b3e2-ef6f1e35876f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Added segment 031b9893-683e-429a-9a3e-459a58f9cb65 of type vlan for network a6a742f0-43a7-4574-a983-00a91fc23e3a Nov 12 01:01:29.498093 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f12ea37-1bf6-4fe7-b3e2-ef6f1e35876f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.527456 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f12ea37-1bf6-4fe7-b3e2-ef6f1e35876f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.533814 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f12ea37-1bf6-4fe7-b3e2-ef6f1e35876f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:29.534694 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f12ea37-1bf6-4fe7-b3e2-ef6f1e35876f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.608784 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6f12ea37-1bf6-4fe7-b3e2-ef6f1e35876f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5039256 Nov 12 01:01:29.635302 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12ea37-1bf6-4fe7-b3e2-ef6f1e35876f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Network': ['ID=a6a742f0-43a7-4574-a983-00a91fc23e3a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:29.651661 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network a6a742f0-43a7-4574-a983-00a91fc23e3a details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:29.744236 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d93e1-cd70-4a83-b3ee-64d10e95e3da req-1ca77b9e-4d35-45e1-92eb-bc300efbef49 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:29.746582 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fd8d93e1-cd70-4a83-b3ee-64d10e95e3da req-1ca77b9e-4d35-45e1-92eb-bc300efbef49 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 943 time: 0.0824440 Nov 12 01:01:29.800769 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fd8d93e1-cd70-4a83-b3ee-64d10e95e3da req-10800b62-e97a-44bf-8a8d-82e857205591 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461490 Nov 12 01:01:29.821937 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 273d39de-2b75-4858-836b-afaa0ce7fd17 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:01:29.937214 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 273d39de-2b75-4858-836b-afaa0ce7fd17, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=273d39de-2b75-4858-836b-afaa0ce7fd17,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:29.967416 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '273d39de-2b75-4858-836b-afaa0ce7fd17', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'port_id': '273d39de-2b75-4858-836b-afaa0ce7fd17', 'mac_address': 'fa:16:3e:98:05:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:01:30.054060 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.081002 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 273d39de-2b75-4858-836b-afaa0ce7fd17 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:30.109030 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-304388b3-186a-4211-b914-8e02cdd2000b req-d3179a25-f8f7-4b51-b50c-9024353aa883 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0618942 Nov 12 01:01:30.113688 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 273d39de-2b75-4858-836b-afaa0ce7fd17, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=273d39de-2b75-4858-836b-afaa0ce7fd17,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:30.123635 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.184723 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=273d39de-2b75-4858-836b-afaa0ce7fd17,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:30.395947 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['273d39de-2b75-4858-836b-afaa0ce7fd17'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:30.939872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5285c0-6a0b-4a5c-b791-2f115db3beec req-1e42522f-3824-4474-9689-8ebd2794b837 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:30.941296 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bd5285c0-6a0b-4a5c-b791-2f115db3beec req-1e42522f-3824-4474-9689-8ebd2794b837 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 944 time: 0.0539260 Nov 12 01:01:30.995602 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bd5285c0-6a0b-4a5c-b791-2f115db3beec req-f07687cb-1d70-41d6-98db-20e21934617d tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475862 Nov 12 01:01:31.248830 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-69e24352-d15b-4961-b786-4bc97db5f1c0 req-3da6879a-6178-4966-81ae-59d2fe595dc1 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0346918 Nov 12 01:01:31.827318 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 273d39de-2b75-4858-836b-afaa0ce7fd17 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:31.880157 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 273d39de-2b75-4858-836b-afaa0ce7fd17 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:01:31.884112 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 273d39de-2b75-4858-836b-afaa0ce7fd17 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:31.884492 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.972041 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.995345 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af662d08-2e5b-49e8-b2c7-93872d563f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273d39de-2b75-4858-836b-afaa0ce7fd17'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:31.997619 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45df2de1-f4b6-45fc-8bfd-739fd83c6632" -d '{"events": [{"server_uuid": "af662d08-2e5b-49e8-b2c7-93872d563f26", "name": "network-vif-plugged", "status": "completed", "tag": "273d39de-2b75-4858-836b-afaa0ce7fd17"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:32.012543 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 273d39de-2b75-4858-836b-afaa0ce7fd17, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=273d39de-2b75-4858-836b-afaa0ce7fd17,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:32.018450 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.072913 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=273d39de-2b75-4858-836b-afaa0ce7fd17,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:32.089445 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f46a6d-950b-4fad-9a78-8087b3ec8ced x-openstack-request-id: req-38f46a6d-950b-4fad-9a78-8087b3ec8ced {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:32.089751 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af662d08-2e5b-49e8-b2c7-93872d563f26", "name": "network-vif-plugged", "status": "completed", "tag": "273d39de-2b75-4858-836b-afaa0ce7fd17", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:32.090012 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38f46a6d-950b-4fad-9a78-8087b3ec8ced {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:32.090414 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af662d08-2e5b-49e8-b2c7-93872d563f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273d39de-2b75-4858-836b-afaa0ce7fd17', 'code': 200} Nov 12 01:01:32.214367 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636eae67-77c0-4766-a0e7-bf782e458960 req-b1a20c38-b02e-4384-a159-295005fef748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:32.216610 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-636eae67-77c0-4766-a0e7-bf782e458960 req-b1a20c38-b02e-4384-a159-295005fef748 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 1097 time: 0.0500081 Nov 12 01:01:32.220084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d89020-6831-4593-8f98-0ddfc0f728df req-898e7a10-beeb-4e79-9e05-d2bd3f7f9b69 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:32.221829 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-42d89020-6831-4593-8f98-0ddfc0f728df req-898e7a10-beeb-4e79-9e05-d2bd3f7f9b69 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 945 time: 0.1115458 Nov 12 01:01:32.311387 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-636eae67-77c0-4766-a0e7-bf782e458960 req-11f57830-a944-40d0-a0a2-d4deed8b972f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874958 Nov 12 01:01:32.324206 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-42d89020-6831-4593-8f98-0ddfc0f728df req-dd631163-6e31-4095-8cc5-cf9685efbbf8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926251 Nov 12 01:01:32.389585 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-43d8b744-3740-400b-9a6c-6ba85d1a1e70 req-30ce293a-2b81-43e5-b203-c17818ec25fb tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0325968 Nov 12 01:01:32.925078 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33408) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:32.930091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'subnet': {'network_id': 'a6a742f0-43a7-4574-a983-00a91fc23e3a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:33.020371 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Made reservation on behalf of bfb044d23cb647dba690245ba56b0df7 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:33.023905 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.216431 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.298247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Subnet': ['ID=a12690ce-b2c2-44a3-af44-d3d2aad9a62e,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:33.322483 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:33.323135 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:33.323666 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:33.324288 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:33.325259 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:33.325793 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:33.326302 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:33.326820 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:33.327708 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:33.329151 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:33.329802 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:33.330339 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:33.344429 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Checking segment: {'id': '031b9893-683e-429a-9a3e-459a58f9cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6a742f0-43a7-4574-a983-00a91fc23e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:33.345053 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Network hostable DHCP agents. Network: a6a742f0-43a7-4574-a983-00a91fc23e3a, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:33.371160 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Network a6a742f0-43a7-4574-a983-00a91fc23e3a is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:33.384977 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, a6a742f0-43a7-4574-a983-00a91fc23e3a) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:33.390662 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:33.391658 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.398603 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7767c1fd-2ff2-4a5a-a148-25e3c92b0880 None None] Network a6a742f0-43a7-4574-a983-00a91fc23e3a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:33.426857 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7a1c7e51-ceeb-4140-aa25-b5bbabe0a88a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4971356 Nov 12 01:01:33.427600 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33416) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:33.439833 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-9d5cbe50-da03-40a9-9cc6-505368976339 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-251485650'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:33.523829 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6dc33d-84d6-4ae1-9d0f-b5ab269fff2b req-63c84f5e-1866-40fb-821b-f9acf848ad1a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:33.525560 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2c6dc33d-84d6-4ae1-9d0f-b5ab269fff2b req-63c84f5e-1866-40fb-821b-f9acf848ad1a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 945 time: 0.0817585 Nov 12 01:01:33.555672 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5cbe50-da03-40a9-9cc6-505368976339 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Made reservation on behalf of bfb044d23cb647dba690245ba56b0df7 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:33.559791 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9d5cbe50-da03-40a9-9cc6-505368976339 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.588074 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e38148-224c-4fab-85e7-456b54af652e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-a6a742f0-43a7-4574-a983-00a91fc23e3a', 'network_id': 'a6a742f0-43a7-4574-a983-00a91fc23e3a', 'tenant_id': 'bfb044d23cb647dba690245ba56b0df7', 'fixed_ips': [{'subnet_id': 'a12690ce-b2c2-44a3-af44-d3d2aad9a62e'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:01:33.589633 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-45e38148-224c-4fab-85e7-456b54af652e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.621817 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2c6dc33d-84d6-4ae1-9d0f-b5ab269fff2b req-27b751da-1f1a-405a-aedd-549302406a32 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899749 Nov 12 01:01:33.629290 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5cbe50-da03-40a9-9cc6-505368976339 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:33.636787 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0bc79be8-b0de-4eb1-af6c-131582e79f6b req-771fc175-975c-4dd2-9911-588509d20ed4 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0866656 Nov 12 01:01:33.643337 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9d5cbe50-da03-40a9-9cc6-505368976339 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.644519 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-9d5cbe50-da03-40a9-9cc6-505368976339 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Added segment 2e8d57d6-befa-40fa-9939-814b8bf4bc42 of type vlan for network 5f73add0-98d6-437b-a7f2-a81cd62c6e1a Nov 12 01:01:33.782894 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9d5cbe50-da03-40a9-9cc6-505368976339 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.823118 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-45e38148-224c-4fab-85e7-456b54af652e None None] Allocated IP 2001:db8:0:ffff::2 (a6a742f0-43a7-4574-a983-00a91fc23e3a/a12690ce-b2c2-44a3-af44-d3d2aad9a62e/4e1d2370-151a-491e-a9aa-21012b7ce280) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:33.856792 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9d5cbe50-da03-40a9-9cc6-505368976339 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.864130 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5cbe50-da03-40a9-9cc6-505368976339 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:33.864748 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9d5cbe50-da03-40a9-9cc6-505368976339 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.958547 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9d5cbe50-da03-40a9-9cc6-505368976339 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5268829 Nov 12 01:01:33.959194 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33424) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:33.963985 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cbe50-da03-40a9-9cc6-505368976339 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Network': ['ID=5f73add0-98d6-437b-a7f2-a81cd62c6e1a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:33.967663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-2aa0f791-5a08-43d3-8322-715f29e7ea6c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'subnet': {'network_id': '5f73add0-98d6-437b-a7f2-a81cd62c6e1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:33.978675 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 5f73add0-98d6-437b-a7f2-a81cd62c6e1a details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:34.126102 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa0f791-5a08-43d3-8322-715f29e7ea6c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Made reservation on behalf of bfb044d23cb647dba690245ba56b0df7 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:34.133291 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-45e38148-224c-4fab-85e7-456b54af652e None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.133523 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2aa0f791-5a08-43d3-8322-715f29e7ea6c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.145134 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-45e38148-224c-4fab-85e7-456b54af652e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.369093 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e38148-224c-4fab-85e7-456b54af652e None None] Network a6a742f0-43a7-4574-a983-00a91fc23e3a is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:34.375969 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-45e38148-224c-4fab-85e7-456b54af652e None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:34.380803 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e38148-224c-4fab-85e7-456b54af652e None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:34.383977 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e38148-224c-4fab-85e7-456b54af652e None None] Pushing event updated for resources: {'Port': ['ID=4e1d2370-151a-491e-a9aa-21012b7ce280,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:34.417213 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2aa0f791-5a08-43d3-8322-715f29e7ea6c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.439819 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-45e38148-224c-4fab-85e7-456b54af652e None None] Attempting to bind port 4e1d2370-151a-491e-a9aa-21012b7ce280 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:34.440966 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-45e38148-224c-4fab-85e7-456b54af652e None None] Attempting to bind port 4e1d2370-151a-491e-a9aa-21012b7ce280 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '031b9893-683e-429a-9a3e-459a58f9cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6a742f0-43a7-4574-a983-00a91fc23e3a'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:34.441567 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e38148-224c-4fab-85e7-456b54af652e None None] Attempting to bind port 4e1d2370-151a-491e-a9aa-21012b7ce280 on network a6a742f0-43a7-4574-a983-00a91fc23e3a {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:34.449363 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e38148-224c-4fab-85e7-456b54af652e None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:34.450276 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e38148-224c-4fab-85e7-456b54af652e None None] Checking segment: {'id': '031b9893-683e-429a-9a3e-459a58f9cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6a742f0-43a7-4574-a983-00a91fc23e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:34.450926 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-45e38148-224c-4fab-85e7-456b54af652e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.451541 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e38148-224c-4fab-85e7-456b54af652e None None] Bound using segment: {'id': '031b9893-683e-429a-9a3e-459a58f9cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6a742f0-43a7-4574-a983-00a91fc23e3a'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:34.452515 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-45e38148-224c-4fab-85e7-456b54af652e None None] Bound port: 4e1d2370-151a-491e-a9aa-21012b7ce280, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031b9893-683e-429a-9a3e-459a58f9cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6a742f0-43a7-4574-a983-00a91fc23e3a'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:34.453785 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-45e38148-224c-4fab-85e7-456b54af652e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.529803 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0f791-5a08-43d3-8322-715f29e7ea6c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Subnet': ['ID=0064c1d6-9317-4d76-89c9-706d1a4333ae,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:34.542544 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa0f791-5a08-43d3-8322-715f29e7ea6c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Checking segment: {'id': '2e8d57d6-befa-40fa-9939-814b8bf4bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f73add0-98d6-437b-a7f2-a81cd62c6e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:34.543131 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa0f791-5a08-43d3-8322-715f29e7ea6c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Network hostable DHCP agents. Network: 5f73add0-98d6-437b-a7f2-a81cd62c6e1a, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:34.551932 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-45e38148-224c-4fab-85e7-456b54af652e None None] For port 4e1d2370-151a-491e-a9aa-21012b7ce280, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:34.555507 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-45e38148-224c-4fab-85e7-456b54af652e None None] For port 4e1d2370-151a-491e-a9aa-21012b7ce280, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=4e1d2370-151a-491e-a9aa-21012b7ce280,segment=NetworkSegment(031b9893-683e-429a-9a3e-459a58f9cb65),segment_id=031b9893-683e-429a-9a3e-459a58f9cb65)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:34.561918 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-45e38148-224c-4fab-85e7-456b54af652e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.563196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa0f791-5a08-43d3-8322-715f29e7ea6c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Network 5f73add0-98d6-437b-a7f2-a81cd62c6e1a is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:34.582014 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-2aa0f791-5a08-43d3-8322-715f29e7ea6c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 5f73add0-98d6-437b-a7f2-a81cd62c6e1a) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:34.589029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa0f791-5a08-43d3-8322-715f29e7ea6c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:34.591954 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2aa0f791-5a08-43d3-8322-715f29e7ea6c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.599339 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baade54-c35d-44a3-9008-fe32c6de117d None None] Network 5f73add0-98d6-437b-a7f2-a81cd62c6e1a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:34.628030 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2aa0f791-5a08-43d3-8322-715f29e7ea6c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6674137 Nov 12 01:01:34.630748 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33442) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:34.791135 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e38148-224c-4fab-85e7-456b54af652e None None] Pushing event updated for resources: {'Port': ['ID=4e1d2370-151a-491e-a9aa-21012b7ce280,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:34.793053 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33450) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:34.793513 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-52bcbdd4-c1a3-41af-9972-bf077180f3a4 req-99bf3af7-7b9c-42bc-ac54-9bbd96387034 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0532625 Nov 12 01:01:34.905076 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31416f0-5463-4b38-b445-2498c0cdfcfb req-ccee558a-7d33-4cac-8e67-969608deed5b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:34.907155 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d31416f0-5463-4b38-b445-2498c0cdfcfb req-ccee558a-7d33-4cac-8e67-969608deed5b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 945 time: 0.1217988 Nov 12 01:01:34.913784 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.918154 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5a13fc-5a5f-4699-a506-3c6d8d07af35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-5f73add0-98d6-437b-a7f2-a81cd62c6e1a', 'network_id': '5f73add0-98d6-437b-a7f2-a81cd62c6e1a', 'tenant_id': 'bfb044d23cb647dba690245ba56b0df7', 'fixed_ips': [{'subnet_id': '0064c1d6-9317-4d76-89c9-706d1a4333ae'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:01:34.919030 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2e5a13fc-5a5f-4699-a506-3c6d8d07af35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.065277 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d31416f0-5463-4b38-b445-2498c0cdfcfb req-18838fa6-49e7-4e1a-b673-aa4d2681af28 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476812 Nov 12 01:01:35.079872 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-571b4a01-8e46-4c22-8d84-402674c4d540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.139741 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-2e5a13fc-5a5f-4699-a506-3c6d8d07af35 None None] Allocated IP 2001:db8::1 (5f73add0-98d6-437b-a7f2-a81cd62c6e1a/0064c1d6-9317-4d76-89c9-706d1a4333ae/51647edb-0e70-48ef-98da-b1c20c3e84d6) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:35.157118 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.244019 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc6f9c-0efb-4a77-b9cb-dcea4973c2ac req-52e4e2fb-b7f6-42c9-a0bc-272594efa28b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:35.245631 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-adcc6f9c-0efb-4a77-b9cb-dcea4973c2ac req-52e4e2fb-b7f6-42c9-a0bc-272594efa28b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 945 time: 0.0931256 Nov 12 01:01:35.290320 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-571b4a01-8e46-4c22-8d84-402674c4d540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.301243 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-571b4a01-8e46-4c22-8d84-402674c4d540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.307873 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 4e1d2370-151a-491e-a9aa-21012b7ce280 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:35.332000 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-adcc6f9c-0efb-4a77-b9cb-dcea4973c2ac req-84daa9a2-2916-4346-bae5-cc69d3e1e366 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634866 Nov 12 01:01:35.362912 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-571b4a01-8e46-4c22-8d84-402674c4d540 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79a42dec264e4912840fe2d6f622e586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5599236 Nov 12 01:01:35.362912 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b4a01-8e46-4c22-8d84-402674c4d540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6782cda-e5dc-4eb5-8604-f9e11f4d0776,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:35.363255 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33458) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:35.439945 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2e5a13fc-5a5f-4699-a506-3c6d8d07af35 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.444685 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7c4514ab-1339-4b6d-a390-6645d5f69b40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.452736 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2e5a13fc-5a5f-4699-a506-3c6d8d07af35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.473626 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.480482 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7c4514ab-1339-4b6d-a390-6645d5f69b40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.512236 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Subnet': ['ID=0064c1d6-9317-4d76-89c9-706d1a4333ae,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:35.522184 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 4e1d2370-151a-491e-a9aa-21012b7ce280 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:35.528722 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.571045 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7c4514ab-1339-4b6d-a390-6645d5f69b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.579181 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7c4514ab-1339-4b6d-a390-6645d5f69b40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.586050 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7c4514ab-1339-4b6d-a390-6645d5f69b40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6782cda-e5dc-4eb5-8604-f9e11f4d0776 HTTP/1.1" status: 204 len: 168 time: 0.2210360 Nov 12 01:01:35.609032 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4514ab-1339-4b6d-a390-6645d5f69b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6782cda-e5dc-4eb5-8604-f9e11f4d0776,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:35.646402 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.662675 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5a13fc-5a5f-4699-a506-3c6d8d07af35 None None] Network 5f73add0-98d6-437b-a7f2-a81cd62c6e1a is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:35.666313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a13fc-5a5f-4699-a506-3c6d8d07af35 None None] Pushing event updated for resources: {'Port': ['ID=51647edb-0e70-48ef-98da-b1c20c3e84d6,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:35.679344 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-2e5a13fc-5a5f-4699-a506-3c6d8d07af35 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:35.680390 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f73add0-98d6-437b-a7f2-a81cd62c6e1a']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:35.681957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a13fc-5a5f-4699-a506-3c6d8d07af35 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:35.692901 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8d57d6-befa-40fa-9939-814b8bf4bc42') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:35.693545 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8d57d6-befa-40fa-9939-814b8bf4bc42') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:35.706528 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.730674 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.765675 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:35.765675 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.770111 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-2e5a13fc-5a5f-4699-a506-3c6d8d07af35 None None] Attempting to bind port 51647edb-0e70-48ef-98da-b1c20c3e84d6 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:35.770507 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-2e5a13fc-5a5f-4699-a506-3c6d8d07af35 None None] Attempting to bind port 51647edb-0e70-48ef-98da-b1c20c3e84d6 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '2e8d57d6-befa-40fa-9939-814b8bf4bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f73add0-98d6-437b-a7f2-a81cd62c6e1a'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:35.771028 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5a13fc-5a5f-4699-a506-3c6d8d07af35 None None] Attempting to bind port 51647edb-0e70-48ef-98da-b1c20c3e84d6 on network 5f73add0-98d6-437b-a7f2-a81cd62c6e1a {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:35.773369 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:35.786317 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5a13fc-5a5f-4699-a506-3c6d8d07af35 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:35.786707 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5a13fc-5a5f-4699-a506-3c6d8d07af35 None None] Checking segment: {'id': '2e8d57d6-befa-40fa-9939-814b8bf4bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f73add0-98d6-437b-a7f2-a81cd62c6e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:35.787162 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2e5a13fc-5a5f-4699-a506-3c6d8d07af35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.787602 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5a13fc-5a5f-4699-a506-3c6d8d07af35 None None] Bound using segment: {'id': '2e8d57d6-befa-40fa-9939-814b8bf4bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f73add0-98d6-437b-a7f2-a81cd62c6e1a'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:35.788625 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-2e5a13fc-5a5f-4699-a506-3c6d8d07af35 None None] Bound port: 51647edb-0e70-48ef-98da-b1c20c3e84d6, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8d57d6-befa-40fa-9939-814b8bf4bc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f73add0-98d6-437b-a7f2-a81cd62c6e1a'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:35.788957 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2e5a13fc-5a5f-4699-a506-3c6d8d07af35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.895416 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.979743 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.db.api [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 01:01:35.979743 n-d-712137-14 neutron-server[114243]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 01:01:35.979743 n-d-712137-14 neutron-server[114243]: [parameters: {'id': '5f73add0-98d6-437b-a7f2-a81cd62c6e1a'}] Nov 12 01:01:35.979743 n-d-712137-14 neutron-server[114243]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:01:35.980369 n-d-712137-14 neutron-server[114243]: DEBUG oslo_db.api [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:01:35.988232 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2e5a13fc-5a5f-4699-a506-3c6d8d07af35 None None] For port 51647edb-0e70-48ef-98da-b1c20c3e84d6, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:36.022251 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 4e1d2370-151a-491e-a9aa-21012b7ce280, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=4e1d2370-151a-491e-a9aa-21012b7ce280,segment=NetworkSegment(031b9893-683e-429a-9a3e-459a58f9cb65),segment_id=031b9893-683e-429a-9a3e-459a58f9cb65)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:36.024149 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2e5a13fc-5a5f-4699-a506-3c6d8d07af35 None None] For port 51647edb-0e70-48ef-98da-b1c20c3e84d6, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=51647edb-0e70-48ef-98da-b1c20c3e84d6,segment=NetworkSegment(2e8d57d6-befa-40fa-9939-814b8bf4bc42),segment_id=2e8d57d6-befa-40fa-9939-814b8bf4bc42)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:36.041803 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2e5a13fc-5a5f-4699-a506-3c6d8d07af35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.051017 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.089897 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-57273fec-6adf-4e69-85d7-dbe99ede45da req-542ac42a-2822-4591-8693-cd5eabb5ebf6 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.1050770 Nov 12 01:01:36.258258 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44b9bc2-a4b7-4eec-86d4-55a8d8f9d2fc None None] Network a6a742f0-43a7-4574-a983-00a91fc23e3a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:36.279618 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33482) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:36.281786 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a13fc-5a5f-4699-a506-3c6d8d07af35 None None] Pushing event updated for resources: {'Port': ['ID=51647edb-0e70-48ef-98da-b1c20c3e84d6,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:36.301472 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a305bee8-cca4-4f68-9d4e-bb25d7ca8ddc None None] Network 5f73add0-98d6-437b-a7f2-a81cd62c6e1a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:36.311626 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9bc7e916-c4d9-4d54-a6ff-326128001a04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.455207 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9bc7e916-c4d9-4d54-a6ff-326128001a04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.461036 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9bc7e916-c4d9-4d54-a6ff-326128001a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.481069 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.482887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4fddca7b-7d9a-46b2-b15f-7a1c4b5e7b72 None None] Provisioning complete for port 4e1d2370-151a-491e-a9aa-21012b7ce280 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:36.483366 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4fddca7b-7d9a-46b2-b15f-7a1c4b5e7b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.516610 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9bc7e916-c4d9-4d54-a6ff-326128001a04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fbc05fe2fb2a46ce8b8242d6d9024ab2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2358065 Nov 12 01:01:36.517689 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7e916-c4d9-4d54-a6ff-326128001a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5f408b-0e18-4176-b742-6751a0f71844,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:36.522095 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33494) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:36.564005 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=4e1d2370-151a-491e-a9aa-21012b7ce280,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:36.598492 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Deleting port 51647edb-0e70-48ef-98da-b1c20c3e84d6 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:36.599297 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.629188 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-98f9a373-f6dc-46fd-b81c-48d96f5e1d2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.673208 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-98f9a373-f6dc-46fd-b81c-48d96f5e1d2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.743011 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-98f9a373-f6dc-46fd-b81c-48d96f5e1d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.747462 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-98f9a373-f6dc-46fd-b81c-48d96f5e1d2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.748874 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-98f9a373-f6dc-46fd-b81c-48d96f5e1d2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd5f408b-0e18-4176-b742-6751a0f71844 HTTP/1.1" status: 204 len: 168 time: 0.2254028 Nov 12 01:01:36.758297 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] For port 51647edb-0e70-48ef-98da-b1c20c3e84d6, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=51647edb-0e70-48ef-98da-b1c20c3e84d6,segment=NetworkSegment(2e8d57d6-befa-40fa-9939-814b8bf4bc42),segment_id=2e8d57d6-befa-40fa-9939-814b8bf4bc42)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:36.759372 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.766312 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9a373-f6dc-46fd-b81c-48d96f5e1d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5f408b-0e18-4176-b742-6751a0f71844,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:36.792785 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Calling delete_port for 51647edb-0e70-48ef-98da-b1c20c3e84d6 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:37.007515 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.059580 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Port': ['ID=51647edb-0e70-48ef-98da-b1c20c3e84d6,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:37.061725 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] No DVR routers for this DVR port 51647edb-0e70-48ef-98da-b1c20c3e84d6 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:01:37.245030 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb339c4-0bd9-4b5e-b588-f3615e125280 None None] get_active_networks_info from n-d-712137-14 {{(pid=114244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:01:37.279964 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-52d8e08b-a311-486b-a617-9b4ce22bee60 req-cc1e16ba-e9d6-4d19-994e-f2ff47ac9449 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0922172 Nov 12 01:01:37.326778 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 4e1d2370-151a-491e-a9aa-21012b7ce280 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:37.413220 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ad4b1e2f-6914-4e11-8471-43a748ce214f None None] Provisioning complete for port 4e1d2370-151a-491e-a9aa-21012b7ce280 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:37.418457 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ad4b1e2f-6914-4e11-8471-43a748ce214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.459784 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33534) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:37.471017 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 4e1d2370-151a-491e-a9aa-21012b7ce280 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:37.471394 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.484944 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8bb65304-b251-4369-8c86-b64d54b2666c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.653228 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.674927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb339c4-0bd9-4b5e-b588-f3615e125280 None None] Resources bound (agent type, host, resource id): {{(pid=114244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:01:37.678530 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8bb65304-b251-4369-8c86-b64d54b2666c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.684096 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8bb65304-b251-4369-8c86-b64d54b2666c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.700076 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f73add0-98d6-437b-a7f2-a81cd62c6e1a']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:37.715758 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8d57d6-befa-40fa-9939-814b8bf4bc42') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:37.716375 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8d57d6-befa-40fa-9939-814b8bf4bc42') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:37.731122 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.765104 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.770243 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8bb65304-b251-4369-8c86-b64d54b2666c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=06be86640fb44c1c806821a91bf95b12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3092971 Nov 12 01:01:37.771295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb65304-b251-4369-8c86-b64d54b2666c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85d1bc2-ff8a-42eb-90be-01bcd48cee70,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:37.774166 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33538) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:37.798277 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:37.798695 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:37.815379 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:37.848511 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-950548bb-ea23-46a4-95dc-86b34dc7f24f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.888910 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-950548bb-ea23-46a4-95dc-86b34dc7f24f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.912479 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.929468 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.938589 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/networks/5f73add0-98d6-437b-a7f2-a81cd62c6e1a HTTP/1.1" status: 204 len: 168 time: 3.3066907 Nov 12 01:01:37.939605 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33540) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:37.954757 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6165f0db-95be-4df8-b726-9274d5457f37 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1986928427'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:37.955444 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-950548bb-ea23-46a4-95dc-86b34dc7f24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.958439 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-950548bb-ea23-46a4-95dc-86b34dc7f24f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.959817 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-950548bb-ea23-46a4-95dc-86b34dc7f24f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c85d1bc2-ff8a-42eb-90be-01bcd48cee70 HTTP/1.1" status: 204 len: 168 time: 0.1832986 Nov 12 01:01:37.960968 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b099a69-5c6d-4b93-b1af-f03d0c28cfb2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Network': ['ID=5f73add0-98d6-437b-a7f2-a81cd62c6e1a,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:37.969947 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950548bb-ea23-46a4-95dc-86b34dc7f24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85d1bc2-ff8a-42eb-90be-01bcd48cee70,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:38.005548 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6165f0db-95be-4df8-b726-9274d5457f37 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Made reservation on behalf of bfb044d23cb647dba690245ba56b0df7 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:38.018000 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6165f0db-95be-4df8-b726-9274d5457f37 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.053688 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6165f0db-95be-4df8-b726-9274d5457f37 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:38.077464 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6165f0db-95be-4df8-b726-9274d5457f37 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.077977 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-6165f0db-95be-4df8-b726-9274d5457f37 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Added segment fe13239f-4528-456e-834e-431780e36c25 of type vlan for network 1d417af1-a057-43d5-b861-f602b9e47840 Nov 12 01:01:38.139744 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6165f0db-95be-4df8-b726-9274d5457f37 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.170204 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6165f0db-95be-4df8-b726-9274d5457f37 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.190137 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6165f0db-95be-4df8-b726-9274d5457f37 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:38.190792 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6165f0db-95be-4df8-b726-9274d5457f37 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.329237 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165f0db-95be-4df8-b726-9274d5457f37 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Network': ['ID=1d417af1-a057-43d5-b861-f602b9e47840,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:38.340815 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6165f0db-95be-4df8-b726-9274d5457f37 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3899033 Nov 12 01:01:38.345601 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33548) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:38.352378 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 1d417af1-a057-43d5-b861-f602b9e47840 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:38.378525 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-41cc7481-9720-4c12-be1c-2d5ba554549e tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'subnet': {'network_id': '1d417af1-a057-43d5-b861-f602b9e47840', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:38.510046 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fd9416df-7a50-4f15-a9ff-3f6fc6e38988 req-d38614da-01bd-447c-8fa0-c4b340d50e34 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0407324 Nov 12 01:01:38.546906 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cc7481-9720-4c12-be1c-2d5ba554549e tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Made reservation on behalf of bfb044d23cb647dba690245ba56b0df7 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:38.551871 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-41cc7481-9720-4c12-be1c-2d5ba554549e tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.621120 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.785105 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-41cc7481-9720-4c12-be1c-2d5ba554549e tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.864797 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc7481-9720-4c12-be1c-2d5ba554549e tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Subnet': ['ID=2f80e704-09e6-45d4-afb2-0ffa0d169582,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:38.878008 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc7481-9720-4c12-be1c-2d5ba554549e tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Checking segment: {'id': 'fe13239f-4528-456e-834e-431780e36c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1d417af1-a057-43d5-b861-f602b9e47840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:38.878629 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cc7481-9720-4c12-be1c-2d5ba554549e tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Network hostable DHCP agents. Network: 1d417af1-a057-43d5-b861-f602b9e47840, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:38.898665 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cc7481-9720-4c12-be1c-2d5ba554549e tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Network 1d417af1-a057-43d5-b861-f602b9e47840 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:38.908546 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-41cc7481-9720-4c12-be1c-2d5ba554549e tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 1d417af1-a057-43d5-b861-f602b9e47840) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:38.914330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cc7481-9720-4c12-be1c-2d5ba554549e tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:38.916379 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-41cc7481-9720-4c12-be1c-2d5ba554549e tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.926730 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61d0415-aa00-4a37-ba16-1c8aa249ef96 None None] Network 1d417af1-a057-43d5-b861-f602b9e47840 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:38.948061 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-41cc7481-9720-4c12-be1c-2d5ba554549e tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5931792 Nov 12 01:01:38.948061 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33570) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:38.964157 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-25eb9623-79b6-4adf-bf31-36c72b6e1328 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1355864922'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:38.998887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25eb9623-79b6-4adf-bf31-36c72b6e1328 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Made reservation on behalf of bfb044d23cb647dba690245ba56b0df7 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:39.010507 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-25eb9623-79b6-4adf-bf31-36c72b6e1328 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.079196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25eb9623-79b6-4adf-bf31-36c72b6e1328 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:39.101624 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-25eb9623-79b6-4adf-bf31-36c72b6e1328 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.102007 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-25eb9623-79b6-4adf-bf31-36c72b6e1328 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Added segment 0b0ed6d5-83b9-49ca-8b25-206367c6f41a of type vlan for network 5e4641e5-833a-489e-9a62-64d77d580e6c Nov 12 01:01:39.153011 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafc1c9c-2662-47e7-a1d2-fcf33e184f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-1d417af1-a057-43d5-b861-f602b9e47840', 'network_id': '1d417af1-a057-43d5-b861-f602b9e47840', 'tenant_id': 'bfb044d23cb647dba690245ba56b0df7', 'fixed_ips': [{'subnet_id': '2f80e704-09e6-45d4-afb2-0ffa0d169582'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:01:39.159306 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eafc1c9c-2662-47e7-a1d2-fcf33e184f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.183174 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33578) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:39.240441 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-748c1476-6261-45ef-8fbd-9eefa43d8734 req-8309c9de-d803-48b4-b479-6d35ff496799 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.1164205 Nov 12 01:01:39.270552 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-25eb9623-79b6-4adf-bf31-36c72b6e1328 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.326092 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-25eb9623-79b6-4adf-bf31-36c72b6e1328 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.336664 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eb9623-79b6-4adf-bf31-36c72b6e1328 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:39.337942 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-25eb9623-79b6-4adf-bf31-36c72b6e1328 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.350353 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-eafc1c9c-2662-47e7-a1d2-fcf33e184f3c None None] Allocated IP 2001:db8::3 (1d417af1-a057-43d5-b861-f602b9e47840/2f80e704-09e6-45d4-afb2-0ffa0d169582/8112a399-6c9c-481d-b202-d55692352da9) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:39.366981 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78561a60-ebde-4dd2-b343-c3d362c1abd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.390548 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33584) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:39.391392 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-25eb9623-79b6-4adf-bf31-36c72b6e1328 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4433198 Nov 12 01:01:39.408235 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-4dcb4cca-8e18-4840-a575-f20c8d57f7d4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'subnet': {'network_id': '5e4641e5-833a-489e-9a62-64d77d580e6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:39.433898 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb9623-79b6-4adf-bf31-36c72b6e1328 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Network': ['ID=5e4641e5-833a-489e-9a62-64d77d580e6c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:39.453002 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 5e4641e5-833a-489e-9a62-64d77d580e6c details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:39.647186 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78561a60-ebde-4dd2-b343-c3d362c1abd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.664086 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78561a60-ebde-4dd2-b343-c3d362c1abd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.761875 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2bc8024a-b77d-4909-8119-febfb0856d28 req-b1cbba6f-b8a3-4423-aaea-c60442b3d18f tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0792682 Nov 12 01:01:39.789090 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-78561a60-ebde-4dd2-b343-c3d362c1abd8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28a40e0d25ce45b69134b20fdee58839&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6041138 Nov 12 01:01:39.793454 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33608) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:39.802483 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78561a60-ebde-4dd2-b343-c3d362c1abd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8d0745-2217-462c-968b-af47f20ce23d,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:39.819118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcb4cca-8e18-4840-a575-f20c8d57f7d4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Made reservation on behalf of bfb044d23cb647dba690245ba56b0df7 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:39.827551 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4dcb4cca-8e18-4840-a575-f20c8d57f7d4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.892936 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eafc1c9c-2662-47e7-a1d2-fcf33e184f3c None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.909905 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eafc1c9c-2662-47e7-a1d2-fcf33e184f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.943015 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.ipam_backend_mixin [None req-4dcb4cca-8e18-4840-a575-f20c8d57f7d4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Performing IP validity checks on allocation pools {{(pid=114243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 01:01:39.944120 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.ipam_backend_mixin [None req-4dcb4cca-8e18-4840-a575-f20c8d57f7d4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114243) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 01:01:39.965074 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a07bc8db-f895-4792-b10e-7498d8ee4ddc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.966516 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafc1c9c-2662-47e7-a1d2-fcf33e184f3c None None] Network 1d417af1-a057-43d5-b861-f602b9e47840 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:39.978147 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-eafc1c9c-2662-47e7-a1d2-fcf33e184f3c None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:39.990805 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc1c9c-2662-47e7-a1d2-fcf33e184f3c None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:39.992663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-1793000a-6d82-413a-8044-f16aa57d31cf tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:39.996246 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc1c9c-2662-47e7-a1d2-fcf33e184f3c None None] Pushing event updated for resources: {'Port': ['ID=8112a399-6c9c-481d-b202-d55692352da9,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:40.001066 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-1793000a-6d82-413a-8044-f16aa57d31cf tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 811 time: 0.2434239 Nov 12 01:01:40.028367 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-47170fcd-5e97-4fcd-b048-ada66b6c4cec tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/quotas/05d643b99eff47289c92fcd2e8574468 HTTP/1.1" status: 200 len: 375 time: 0.0263221 Nov 12 01:01:40.031644 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a07bc8db-f895-4792-b10e-7498d8ee4ddc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.071090 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-eafc1c9c-2662-47e7-a1d2-fcf33e184f3c None None] Attempting to bind port 8112a399-6c9c-481d-b202-d55692352da9 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:40.071852 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-eafc1c9c-2662-47e7-a1d2-fcf33e184f3c None None] Attempting to bind port 8112a399-6c9c-481d-b202-d55692352da9 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'fe13239f-4528-456e-834e-431780e36c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1d417af1-a057-43d5-b861-f602b9e47840'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:40.072395 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafc1c9c-2662-47e7-a1d2-fcf33e184f3c None None] Attempting to bind port 8112a399-6c9c-481d-b202-d55692352da9 on network 1d417af1-a057-43d5-b861-f602b9e47840 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:40.079141 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafc1c9c-2662-47e7-a1d2-fcf33e184f3c None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:40.079816 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafc1c9c-2662-47e7-a1d2-fcf33e184f3c None None] Checking segment: {'id': 'fe13239f-4528-456e-834e-431780e36c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1d417af1-a057-43d5-b861-f602b9e47840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:40.081083 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eafc1c9c-2662-47e7-a1d2-fcf33e184f3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.081679 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafc1c9c-2662-47e7-a1d2-fcf33e184f3c None None] Bound using segment: {'id': 'fe13239f-4528-456e-834e-431780e36c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1d417af1-a057-43d5-b861-f602b9e47840'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:40.082870 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-eafc1c9c-2662-47e7-a1d2-fcf33e184f3c None None] Bound port: 8112a399-6c9c-481d-b202-d55692352da9, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe13239f-4528-456e-834e-431780e36c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1d417af1-a057-43d5-b861-f602b9e47840'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:40.083451 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eafc1c9c-2662-47e7-a1d2-fcf33e184f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.124194 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-b8512e68-20ab-4137-b7b2-aefd393454b6 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0948412 Nov 12 01:01:40.133064 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4dcb4cca-8e18-4840-a575-f20c8d57f7d4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.191295 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-eafc1c9c-2662-47e7-a1d2-fcf33e184f3c None None] For port 8112a399-6c9c-481d-b202-d55692352da9, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:40.195308 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-eafc1c9c-2662-47e7-a1d2-fcf33e184f3c None None] For port 8112a399-6c9c-481d-b202-d55692352da9, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8112a399-6c9c-481d-b202-d55692352da9,segment=NetworkSegment(fe13239f-4528-456e-834e-431780e36c25),segment_id=fe13239f-4528-456e-834e-431780e36c25)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:40.199449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb4cca-8e18-4840-a575-f20c8d57f7d4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Subnet': ['ID=08dfea00-d9b4-4b60-9672-cb262204c8af,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:40.205992 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a07bc8db-f895-4792-b10e-7498d8ee4ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.209113 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eafc1c9c-2662-47e7-a1d2-fcf33e184f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.210067 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a07bc8db-f895-4792-b10e-7498d8ee4ddc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.211583 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a07bc8db-f895-4792-b10e-7498d8ee4ddc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb8d0745-2217-462c-968b-af47f20ce23d HTTP/1.1" status: 204 len: 168 time: 0.4168251 Nov 12 01:01:40.218561 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcb4cca-8e18-4840-a575-f20c8d57f7d4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Checking segment: {'id': '0b0ed6d5-83b9-49ca-8b25-206367c6f41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e4641e5-833a-489e-9a62-64d77d580e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:40.219057 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb4cca-8e18-4840-a575-f20c8d57f7d4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Network hostable DHCP agents. Network: 5e4641e5-833a-489e-9a62-64d77d580e6c, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:40.228533 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bc8db-f895-4792-b10e-7498d8ee4ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8d0745-2217-462c-968b-af47f20ce23d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:40.245164 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb4cca-8e18-4840-a575-f20c8d57f7d4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Network 5e4641e5-833a-489e-9a62-64d77d580e6c is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:40.257618 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-4dcb4cca-8e18-4840-a575-f20c8d57f7d4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 5e4641e5-833a-489e-9a62-64d77d580e6c) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:40.265227 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcb4cca-8e18-4840-a575-f20c8d57f7d4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:40.265821 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4dcb4cca-8e18-4840-a575-f20c8d57f7d4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.272152 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ca82f8-5872-4128-9ace-92faf72a3bca None None] Network 5e4641e5-833a-489e-9a62-64d77d580e6c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:40.285716 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-5d160d17-ddaf-4b24-949c-3db6fbd68831 service neutron] 10.222.0.31 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605325 Nov 12 01:01:40.296141 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4dcb4cca-8e18-4840-a575-f20c8d57f7d4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8992608 Nov 12 01:01:40.298891 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33620) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:40.382053 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:01:40.431811 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-5c029e3f-b1d0-4972-8db5-c89558111c8d service neutron] 10.222.0.31 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443610 Nov 12 01:01:40.466769 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc1c9c-2662-47e7-a1d2-fcf33e184f3c None None] Pushing event updated for resources: {'Port': ['ID=8112a399-6c9c-481d-b202-d55692352da9,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:40.520784 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8f9391b-1be4-48fa-8fcc-24e04ee66a46 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.653245 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8f9391b-1be4-48fa-8fcc-24e04ee66a46 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.705570 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab49e41-3963-4142-be6c-46b2b81fe167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-5e4641e5-833a-489e-9a62-64d77d580e6c', 'network_id': '5e4641e5-833a-489e-9a62-64d77d580e6c', 'tenant_id': 'bfb044d23cb647dba690245ba56b0df7', 'fixed_ips': [{'subnet_id': '08dfea00-d9b4-4b60-9672-cb262204c8af'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:01:40.706392 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fab49e41-3963-4142-be6c-46b2b81fe167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.941760 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc9b0b98-6139-439e-93d7-ab8f85f312e5 req-ff8bab17-5d65-4def-bfd7-85faac1a02cf tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 210 time: 0.1524527 Nov 12 01:01:40.943246 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8f9391b-1be4-48fa-8fcc-24e04ee66a46 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.011586 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9391b-1be4-48fa-8fcc-24e04ee66a46 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Subnet': ['ID=08dfea00-d9b4-4b60-9672-cb262204c8af,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server [None req-fab49e41-3963-4142-be6c-46b2b81fe167 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08dfea00-d9b4-4b60-9672-cb262204c8af: This subnet is being modified by another concurrent operation. Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08dfea00-d9b4-4b60-9672-cb262204c8af: This subnet is being modified by another concurrent operation. Nov 12 01:01:41.070068 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Nov 12 01:01:41.090730 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21845bed-d621-4ed7-b49f-3387bcd2bbd6 None None] Network 5e4641e5-833a-489e-9a62-64d77d580e6c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:41.091903 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-66a2382e-cd93-4a1c-8bc1-32c7f7f5200d req-aa431333-466f-43db-a77a-8b181bda5c3d tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.1077981 Nov 12 01:01:41.200603 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8f9391b-1be4-48fa-8fcc-24e04ee66a46 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.273495 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-e8f9391b-1be4-48fa-8fcc-24e04ee66a46 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4641e5-833a-489e-9a62-64d77d580e6c']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:41.304803 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-e8f9391b-1be4-48fa-8fcc-24e04ee66a46 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0ed6d5-83b9-49ca-8b25-206367c6f41a') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:41.307698 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-e8f9391b-1be4-48fa-8fcc-24e04ee66a46 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0ed6d5-83b9-49ca-8b25-206367c6f41a') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:41.335279 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8f9391b-1be4-48fa-8fcc-24e04ee66a46 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.387130 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8112a399-6c9c-481d-b202-d55692352da9 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:41.392593 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8f9391b-1be4-48fa-8fcc-24e04ee66a46 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.406376 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f9391b-1be4-48fa-8fcc-24e04ee66a46 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:41.406789 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8f9391b-1be4-48fa-8fcc-24e04ee66a46 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:41.421652 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:41.484377 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 8112a399-6c9c-481d-b202-d55692352da9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:41.484923 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.566842 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8f9391b-1be4-48fa-8fcc-24e04ee66a46 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.575727 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8f9391b-1be4-48fa-8fcc-24e04ee66a46 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.580572 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e8f9391b-1be4-48fa-8fcc-24e04ee66a46 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/networks/5e4641e5-833a-489e-9a62-64d77d580e6c HTTP/1.1" status: 204 len: 168 time: 1.2770312 Nov 12 01:01:41.585427 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33670) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:41.592906 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-60c2cc39-1cbb-4608-8cbb-e66d4a9c4a8c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1228773453'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:41.630095 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9391b-1be4-48fa-8fcc-24e04ee66a46 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Network': ['ID=5e4641e5-833a-489e-9a62-64d77d580e6c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:41.646089 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c2cc39-1cbb-4608-8cbb-e66d4a9c4a8c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Made reservation on behalf of bfb044d23cb647dba690245ba56b0df7 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:41.655144 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-60c2cc39-1cbb-4608-8cbb-e66d4a9c4a8c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.667418 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.702091 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c2cc39-1cbb-4608-8cbb-e66d4a9c4a8c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:41.713086 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-60c2cc39-1cbb-4608-8cbb-e66d4a9c4a8c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.713793 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-60c2cc39-1cbb-4608-8cbb-e66d4a9c4a8c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Added segment 7ce80835-1559-41a9-b962-21bed9a34a0c of type vlan for network 625fc205-7d8f-4fcd-9872-5c1930f0a6da Nov 12 01:01:41.753610 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 8112a399-6c9c-481d-b202-d55692352da9, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8112a399-6c9c-481d-b202-d55692352da9,segment=NetworkSegment(fe13239f-4528-456e-834e-431780e36c25),segment_id=fe13239f-4528-456e-834e-431780e36c25)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:41.762758 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.782690 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0ce498dd-16fa-40bd-9fa6-7bc5213adbe8 req-18fcc109-6b47-472e-a8ed-6562fd5f2cbe tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a&device_id=9d46ad4c-431b-4a9f-9b74-d1ae45af764c HTTP/1.1" status: 200 len: 210 time: 0.0882173 Nov 12 01:01:41.790379 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33672) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:41.799993 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-60c2cc39-1cbb-4608-8cbb-e66d4a9c4a8c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.880967 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-60c2cc39-1cbb-4608-8cbb-e66d4a9c4a8c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.888813 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c2cc39-1cbb-4608-8cbb-e66d4a9c4a8c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:41.892941 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-60c2cc39-1cbb-4608-8cbb-e66d4a9c4a8c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.897781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=8112a399-6c9c-481d-b202-d55692352da9,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:42.041288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-f1d9b01a-a846-4def-a052-b43fb653e439 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-212312780-network', 'tenant_id': 'e8fe9e4703fa43079b484bf71ab5f595'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:42.051062 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-60c2cc39-1cbb-4608-8cbb-e66d4a9c4a8c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4640188 Nov 12 01:01:42.055420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33680) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:42.073260 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-b3eaa191-1662-4aa4-b8c9-4e76ec46abd6 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'subnet': {'network_id': '625fc205-7d8f-4fcd-9872-5c1930f0a6da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:42.080378 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2cc39-1cbb-4608-8cbb-e66d4a9c4a8c tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Network': ['ID=625fc205-7d8f-4fcd-9872-5c1930f0a6da,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:42.089218 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-82594d8c-9aa1-439d-82d2-160f789de625 req-2f133813-876a-4c02-a461-49940d7cbaab tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 210 time: 0.0408516 Nov 12 01:01:42.093963 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 625fc205-7d8f-4fcd-9872-5c1930f0a6da details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:42.198300 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a22599-ff2f-46da-9331-ad86121b4d8a None None] Network 1d417af1-a057-43d5-b861-f602b9e47840 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:42.237970 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-07a691ba-1769-448b-b11b-40ab41b9bdb9 req-50c2bb0f-3d62-42bc-8d85-0ad8d1a0860a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fdc1c5313c654e409d843046b726f189&device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0912306 Nov 12 01:01:42.268103 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d9b01a-a846-4def-a052-b43fb653e439 admin admin] Made reservation on behalf of e8fe9e4703fa43079b484bf71ab5f595 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:42.270763 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f1d9b01a-a846-4def-a052-b43fb653e439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.294194 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-25f69d01-d9d6-47f2-b00b-362a98fe275e None None] Provisioning complete for port 8112a399-6c9c-481d-b202-d55692352da9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:42.294564 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-25f69d01-d9d6-47f2-b00b-362a98fe275e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.311813 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-abf0d5f6-b186-456c-905c-f6d8d8de66b2 req-ff29b326-171b-47d5-a274-711cc5843e15 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.1324201 Nov 12 01:01:42.349510 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f1d9b01a-a846-4def-a052-b43fb653e439 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.359243 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-07a691ba-1769-448b-b11b-40ab41b9bdb9 req-b994e04a-4fa3-4aa7-ab20-62852552448a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=fdc1c5313c654e409d843046b726f189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844133 Nov 12 01:01:42.448405 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3eaa191-1662-4aa4-b8c9-4e76ec46abd6 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Made reservation on behalf of bfb044d23cb647dba690245ba56b0df7 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:42.455528 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b3eaa191-1662-4aa4-b8c9-4e76ec46abd6 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.570576 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-7d3dd206-a262-4fa5-8f14-4dc19bb57ea4 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:42.572414 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-7d3dd206-a262-4fa5-8f14-4dc19bb57ea4 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.15 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 811 time: 0.1868045 Nov 12 01:01:42.594551 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-b655ded0-43ac-4c04-88a4-473c2f244181 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Request body: {'port': {'device_id': '924c033e-d575-466d-a91f-26ecc926d093', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'admin_state_up': True, 'tenant_id': '05d643b99eff47289c92fcd2e8574468'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:42.672652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a691ba-1769-448b-b11b-40ab41b9bdb9 req-985cb1c2-083c-4626-b0d1-23d25418e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:42.674183 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-07a691ba-1769-448b-b11b-40ab41b9bdb9 req-985cb1c2-083c-4626-b0d1-23d25418e190 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2875981 Nov 12 01:01:42.699133 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f1d9b01a-a846-4def-a052-b43fb653e439 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.710265 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f1d9b01a-a846-4def-a052-b43fb653e439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.756390 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-b655ded0-43ac-4c04-88a4-473c2f244181 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Made reservation on behalf of 05d643b99eff47289c92fcd2e8574468 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:42.760477 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-b655ded0-43ac-4c04-88a4-473c2f244181 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.773731 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d9b01a-a846-4def-a052-b43fb653e439 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:42.794508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9b01a-a846-4def-a052-b43fb653e439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f711e023-3d53-4486-83da-30ff8e69aaa7,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:42.803349 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f1d9b01a-a846-4def-a052-b43fb653e439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.803659 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-f1d9b01a-a846-4def-a052-b43fb653e439 admin admin] Added segment 8b226f8d-2d84-4906-9455-74305f8499d6 of type vlan for network 785356dd-2fa0-4f67-b235-885a356e1a16 Nov 12 01:01:42.805819 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca846c3-3030-4bcb-974b-79a73121518a None None] get_active_networks_info from n-d-712137-14 {{(pid=114244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:01:42.861221 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-11b02d16-ebb1-4b00-9b1f-5a9f0156c61a None None] Provisioning complete for port 8112a399-6c9c-481d-b202-d55692352da9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:42.861926 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-11b02d16-ebb1-4b00-9b1f-5a9f0156c61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.896302 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f1d9b01a-a846-4def-a052-b43fb653e439 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.915840 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b3eaa191-1662-4aa4-b8c9-4e76ec46abd6 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.943381 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-b655ded0-43ac-4c04-88a4-473c2f244181 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Allocated IP 172.20.0.12 (a8eaa1d8-98f0-4521-9f44-0792aea92c6d/9210f21d-6237-43bd-9969-453197d38eb5/9318ebbb-d229-443f-bbe1-f73f3af94b26) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:42.956046 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f1d9b01a-a846-4def-a052-b43fb653e439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.956959 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d9b01a-a846-4def-a052-b43fb653e439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:42.957899 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f1d9b01a-a846-4def-a052-b43fb653e439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.047678 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eaa191-1662-4aa4-b8c9-4e76ec46abd6 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Subnet': ['ID=525367c4-deb5-46a9-8fbc-5b47df8f321c,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:43.053618 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f1d9b01a-a846-4def-a052-b43fb653e439 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2627354 Nov 12 01:01:43.057561 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33686) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:43.074931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-0a1e9a90-d034-47c8-af89-025da22573d0 admin admin] Request body: {'subnet': {'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-212312780-subnet', 'tenant_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:43.084990 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eaa191-1662-4aa4-b8c9-4e76ec46abd6 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Checking segment: {'id': '7ce80835-1559-41a9-b962-21bed9a34a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '625fc205-7d8f-4fcd-9872-5c1930f0a6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:43.085583 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eaa191-1662-4aa4-b8c9-4e76ec46abd6 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Network hostable DHCP agents. Network: 625fc205-7d8f-4fcd-9872-5c1930f0a6da, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:43.088427 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9b01a-a846-4def-a052-b43fb653e439 admin admin] Pushing event updated for resources: {'Network': ['ID=785356dd-2fa0-4f67-b235-885a356e1a16,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:43.101866 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca846c3-3030-4bcb-974b-79a73121518a None None] Resources bound (agent type, host, resource id): {{(pid=114244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:01:43.128654 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 785356dd-2fa0-4f67-b235-885a356e1a16 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:43.136844 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-b655ded0-43ac-4c04-88a4-473c2f244181 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.164228 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1e9a90-d034-47c8-af89-025da22573d0 admin admin] Made reservation on behalf of e8fe9e4703fa43079b484bf71ab5f595 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:43.166726 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9a90-d034-47c8-af89-025da22573d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.169697 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eaa191-1662-4aa4-b8c9-4e76ec46abd6 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Network 625fc205-7d8f-4fcd-9872-5c1930f0a6da is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:43.198234 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-b3eaa191-1662-4aa4-b8c9-4e76ec46abd6 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 625fc205-7d8f-4fcd-9872-5c1930f0a6da) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:43.224514 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-b655ded0-43ac-4c04-88a4-473c2f244181 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.233745 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eaa191-1662-4aa4-b8c9-4e76ec46abd6 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:43.234621 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b3eaa191-1662-4aa4-b8c9-4e76ec46abd6 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.274395 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['273d39de-2b75-4858-836b-afaa0ce7fd17'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:43.301883 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b3eaa191-1662-4aa4-b8c9-4e76ec46abd6 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2444680 Nov 12 01:01:43.312798 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33694) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:43.380421 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-b655ded0-43ac-4c04-88a4-473c2f244181 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Network a8eaa1d8-98f0-4521-9f44-0792aea92c6d is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:43.389907 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8112a399-6c9c-481d-b202-d55692352da9 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:43.397423 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-b655ded0-43ac-4c04-88a4-473c2f244181 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:43.417400 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-b655ded0-43ac-4c04-88a4-473c2f244181 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:43.495632 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6b9b68f1-95a0-459b-9e98-1d9a91c45801 req-f94b8a5d-f0e4-4fe2-bad7-2bf89206493f tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0403311 Nov 12 01:01:43.563200 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655ded0-43ac-4c04-88a4-473c2f244181 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event updated for resources: {'Port': ['ID=9318ebbb-d229-443f-bbe1-f73f3af94b26,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:43.572145 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-187d74ec-70bb-4dee-af44-a929d21cda75 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.593989 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-b655ded0-43ac-4c04-88a4-473c2f244181 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:43.594643 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-b655ded0-43ac-4c04-88a4-473c2f244181 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.629338 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc262c-cdd1-41cc-ae2d-f854cefa12d4 req-8feaaf1f-7fc0-4780-b675-716b2ffc384c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:43.644414 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-74fc262c-cdd1-41cc-ae2d-f854cefa12d4 req-8feaaf1f-7fc0-4780-b675-716b2ffc384c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 932 time: 0.3716455 Nov 12 01:01:43.645633 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-b655ded0-43ac-4c04-88a4-473c2f244181 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0558531 Nov 12 01:01:43.685863 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-dba4b608-29c1-441e-a470-578851736e9c service neutron] Request body: {'port': {'device_id': '924c033e-d575-466d-a91f-26ecc926d093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:43.744435 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-74fc262c-cdd1-41cc-ae2d-f854cefa12d4 req-11ac084f-6c98-47ba-aa18-fd40e05ee188 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033509 Nov 12 01:01:43.751726 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-187d74ec-70bb-4dee-af44-a929d21cda75 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.790957 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9a90-d034-47c8-af89-025da22573d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.843450 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-dba4b608-29c1-441e-a470-578851736e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.871878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 8112a399-6c9c-481d-b202-d55692352da9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:43.872587 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.891198 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e9a90-d034-47c8-af89-025da22573d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a63d96-0633-4924-ae55-8c0dc1f0527f,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:43.924007 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1e9a90-d034-47c8-af89-025da22573d0 admin admin] Checking segment: {'id': '8b226f8d-2d84-4906-9455-74305f8499d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:43.924530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1e9a90-d034-47c8-af89-025da22573d0 admin admin] Network hostable DHCP agents. Network: 785356dd-2fa0-4f67-b235-885a356e1a16, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:43.940989 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-187d74ec-70bb-4dee-af44-a929d21cda75 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.956560 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1e9a90-d034-47c8-af89-025da22573d0 admin admin] Network 785356dd-2fa0-4f67-b235-885a356e1a16 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:43.994674 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d74ec-70bb-4dee-af44-a929d21cda75 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Subnet': ['ID=525367c4-deb5-46a9-8fbc-5b47df8f321c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:44.152603 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-0a1e9a90-d034-47c8-af89-025da22573d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 785356dd-2fa0-4f67-b235-885a356e1a16) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:44.161057 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-187d74ec-70bb-4dee-af44-a929d21cda75 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.165034 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1e9a90-d034-47c8-af89-025da22573d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:44.166203 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9a90-d034-47c8-af89-025da22573d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.178257 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eccf5b-572c-45c7-ac3f-3453a3109dd5 None None] Network 785356dd-2fa0-4f67-b235-885a356e1a16 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:44.183683 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e9de24-3932-4dd4-a0c4-f8c952567550 None None] Network 625fc205-7d8f-4fcd-9872-5c1930f0a6da requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:44.249024 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-187d74ec-70bb-4dee-af44-a929d21cda75 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625fc205-7d8f-4fcd-9872-5c1930f0a6da']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:44.308483 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-07a691ba-1769-448b-b11b-40ab41b9bdb9 req-478c8872-7459-4622-9042-3c50ea8d989a tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.0751359 Nov 12 01:01:44.313945 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-187d74ec-70bb-4dee-af44-a929d21cda75 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce80835-1559-41a9-b962-21bed9a34a0c') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:44.314333 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-187d74ec-70bb-4dee-af44-a929d21cda75 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce80835-1559-41a9-b962-21bed9a34a0c') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:44.328095 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0a1e9a90-d034-47c8-af89-025da22573d0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2672157 Nov 12 01:01:44.330871 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33706) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:44.342252 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-187d74ec-70bb-4dee-af44-a929d21cda75 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.356656 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-f8d86556-c057-4f51-8990-30b878744b4d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-212312780-router', 'tenant_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:44.393480 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-187d74ec-70bb-4dee-af44-a929d21cda75 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.404200 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d86556-c057-4f51-8990-30b878744b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.405755 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d86556-c057-4f51-8990-30b878744b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.417680 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187d74ec-70bb-4dee-af44-a929d21cda75 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:44.419052 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-187d74ec-70bb-4dee-af44-a929d21cda75 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:44.537566 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:44.551408 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-187d74ec-70bb-4dee-af44-a929d21cda75 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.561343 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-187d74ec-70bb-4dee-af44-a929d21cda75 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.570544 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-187d74ec-70bb-4dee-af44-a929d21cda75 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/networks/625fc205-7d8f-4fcd-9872-5c1930f0a6da HTTP/1.1" status: 204 len: 168 time: 1.2541134 Nov 12 01:01:44.571444 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33710) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:44.576429 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-dba4b608-29c1-441e-a470-578851736e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9318ebbb-d229-443f-bbe1-f73f3af94b26 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:44.579727 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-8704fcf3-3f72-4a7b-ab34-330cd364dc28 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-315880954'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:44.592396 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc6bda6-5c54-4557-9676-429ebfc598ec None None] Network 625fc205-7d8f-4fcd-9872-5c1930f0a6da requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:44.597684 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d74ec-70bb-4dee-af44-a929d21cda75 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Network': ['ID=625fc205-7d8f-4fcd-9872-5c1930f0a6da,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:44.626624 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc6bda6-5c54-4557-9676-429ebfc598ec None None] Network 625fc205-7d8f-4fcd-9872-5c1930f0a6da could not be found, it might have been deleted concurrently. {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:01:44.630044 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-dba4b608-29c1-441e-a470-578851736e9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.645570 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8704fcf3-3f72-4a7b-ab34-330cd364dc28 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Made reservation on behalf of bfb044d23cb647dba690245ba56b0df7 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:44.654501 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8704fcf3-3f72-4a7b-ab34-330cd364dc28 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.703880 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d86556-c057-4f51-8990-30b878744b4d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.718293 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8704fcf3-3f72-4a7b-ab34-330cd364dc28 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:44.725588 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-dba4b608-29c1-441e-a470-578851736e9c service neutron] Transition to ACTIVE for port object 9318ebbb-d229-443f-bbe1-f73f3af94b26 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:01:44.737668 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8704fcf3-3f72-4a7b-ab34-330cd364dc28 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.738855 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-8704fcf3-3f72-4a7b-ab34-330cd364dc28 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Added segment 04517968-1ce6-4eaa-a7e8-f5a161395d2e of type vlan for network c7b45005-ca78-4481-b4e9-f0728332e349 Nov 12 01:01:44.793265 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-dba4b608-29c1-441e-a470-578851736e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.802830 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8704fcf3-3f72-4a7b-ab34-330cd364dc28 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.868105 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-785356dd-2fa0-4f67-b235-885a356e1a16', 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16', 'tenant_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'fixed_ips': [{'subnet_id': 'f9a63d96-0633-4924-ae55-8c0dc1f0527f'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:01:44.868808 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.915733 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4b608-29c1-441e-a470-578851736e9c service neutron] Pushing event updated for resources: {'Port': ['ID=9318ebbb-d229-443f-bbe1-f73f3af94b26,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:44.962510 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-58e8012c-0d6d-4567-87ca-f2c7aca70162 req-cf24df42-143e-4d07-b6a3-cb5f5bca5d60 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc75f1e-95bb-4d25-9c7a-e5052b959e6a HTTP/1.1" status: 200 len: 210 time: 0.1193798 Nov 12 01:01:44.969878 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8704fcf3-3f72-4a7b-ab34-330cd364dc28 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.992409 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8704fcf3-3f72-4a7b-ab34-330cd364dc28 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:44.997458 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8704fcf3-3f72-4a7b-ab34-330cd364dc28 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.117738 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d86556-c057-4f51-8990-30b878744b4d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.209634 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ce45e-f373-4227-8162-57e57f552cdd req-959479f6-0cbd-4734-b385-cbb1a991ce6b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:45.221377 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ab6ce45e-f373-4227-8162-57e57f552cdd req-959479f6-0cbd-4734-b385-cbb1a991ce6b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 944 time: 0.3082266 Nov 12 01:01:45.241656 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8704fcf3-3f72-4a7b-ab34-330cd364dc28 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6674659 Nov 12 01:01:45.244676 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33720) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:45.250686 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-7fa548a5-b1ef-4103-82a3-a4efd7df79e3 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'subnet': {'network_id': 'c7b45005-ca78-4481-b4e9-f0728332e349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:45.257030 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704fcf3-3f72-4a7b-ab34-330cd364dc28 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Network': ['ID=c7b45005-ca78-4481-b4e9-f0728332e349,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:45.289344 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network c7b45005-ca78-4481-b4e9-f0728332e349 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:45.403052 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ab6ce45e-f373-4227-8162-57e57f552cdd req-48f2a3c1-e611-40a4-ba98-9378a3e3cb0c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805935 Nov 12 01:01:45.408671 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-dba4b608-29c1-441e-a470-578851736e9c service neutron] Attempting to bind port 9318ebbb-d229-443f-bbe1-f73f3af94b26 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:45.409267 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-dba4b608-29c1-441e-a470-578851736e9c service neutron] Attempting to bind port 9318ebbb-d229-443f-bbe1-f73f3af94b26 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:45.409808 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-dba4b608-29c1-441e-a470-578851736e9c service neutron] Attempting to bind port 9318ebbb-d229-443f-bbe1-f73f3af94b26 on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:45.417272 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-dba4b608-29c1-441e-a470-578851736e9c service neutron] Port 9318ebbb-d229-443f-bbe1-f73f3af94b26 on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:45.417760 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-dba4b608-29c1-441e-a470-578851736e9c service neutron] Attempting to bind port 9318ebbb-d229-443f-bbe1-f73f3af94b26 on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:45.427110 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-dba4b608-29c1-441e-a470-578851736e9c service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:45.427503 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-dba4b608-29c1-441e-a470-578851736e9c service neutron] Checking segment: {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:45.428175 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-dba4b608-29c1-441e-a470-578851736e9c service neutron] Bound using segment: {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:45.428631 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-dba4b608-29c1-441e-a470-578851736e9c service neutron] Bound port: 9318ebbb-d229-443f-bbe1-f73f3af94b26, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:45.429035 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-dba4b608-29c1-441e-a470-578851736e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.444820 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa548a5-b1ef-4103-82a3-a4efd7df79e3 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Made reservation on behalf of bfb044d23cb647dba690245ba56b0df7 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:45.449017 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fa548a5-b1ef-4103-82a3-a4efd7df79e3 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.482152 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Allocated IP 172.20.0.2 (785356dd-2fa0-4f67-b235-885a356e1a16/f9a63d96-0633-4924-ae55-8c0dc1f0527f/6628b0ff-3df1-43cd-97c9-f7facd9463c4) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:45.580315 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-dba4b608-29c1-441e-a470-578851736e9c service neutron] For port 9318ebbb-d229-443f-bbe1-f73f3af94b26, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:45.585695 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-dba4b608-29c1-441e-a470-578851736e9c service neutron] For port 9318ebbb-d229-443f-bbe1-f73f3af94b26, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=9318ebbb-d229-443f-bbe1-f73f3af94b26,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:45.628406 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-dba4b608-29c1-441e-a470-578851736e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.717264 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-dba4b608-29c1-441e-a470-578851736e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:45.717952 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-dba4b608-29c1-441e-a470-578851736e9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.721106 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-dba4b608-29c1-441e-a470-578851736e9c service neutron] 10.222.0.15 "PUT /v2.0/ports/9318ebbb-d229-443f-bbe1-f73f3af94b26 HTTP/1.1" status: 200 len: 1093 time: 2.0484507 Nov 12 01:01:45.728332 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '924c033e-d575-466d-a91f-26ecc926d093', 'tag': '9318ebbb-d229-443f-bbe1-f73f3af94b26'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:45.733857 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3faf1eb8-de96-497e-aecb-645827291d91" -d '{"events": [{"name": "network-changed", "server_uuid": "924c033e-d575-466d-a91f-26ecc926d093", "tag": "9318ebbb-d229-443f-bbe1-f73f3af94b26"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:45.850957 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26c25cf-5ff2-46fb-bca5-f3989722b1c2 x-openstack-request-id: req-b26c25cf-5ff2-46fb-bca5-f3989722b1c2 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:45.854140 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "924c033e-d575-466d-a91f-26ecc926d093", "tag": "9318ebbb-d229-443f-bbe1-f73f3af94b26", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:45.854519 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b26c25cf-5ff2-46fb-bca5-f3989722b1c2 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:45.855034 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '924c033e-d575-466d-a91f-26ecc926d093', 'tag': '9318ebbb-d229-443f-bbe1-f73f3af94b26', 'status': 'completed', 'code': 200} Nov 12 01:01:45.862335 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fa548a5-b1ef-4103-82a3-a4efd7df79e3 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.900329 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.913994 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.971051 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Pushing event updated for resources: {'Port': ['ID=6628b0ff-3df1-43cd-97c9-f7facd9463c4,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:46.017182 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Network 785356dd-2fa0-4f67-b235-885a356e1a16 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:46.020280 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:46.026716 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:46.050654 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:46.051162 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa548a5-b1ef-4103-82a3-a4efd7df79e3 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Subnet': ['ID=8703d16e-642f-4a5d-b52d-c978ad13b2af,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:46.051300 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:46.051510 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:46.051861 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:46.052207 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:46.052551 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:46.052921 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:46.053256 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:46.053587 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:46.053911 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:46.054242 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:46.054566 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:46.117986 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa548a5-b1ef-4103-82a3-a4efd7df79e3 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Checking segment: {'id': '04517968-1ce6-4eaa-a7e8-f5a161395d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7b45005-ca78-4481-b4e9-f0728332e349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:46.118373 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa548a5-b1ef-4103-82a3-a4efd7df79e3 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Network hostable DHCP agents. Network: c7b45005-ca78-4481-b4e9-f0728332e349, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:46.146462 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d86556-c057-4f51-8990-30b878744b4d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.160314 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Attempting to bind port 6628b0ff-3df1-43cd-97c9-f7facd9463c4 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:46.161704 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4b608-29c1-441e-a470-578851736e9c service neutron] Pushing event updated for resources: {'Port': ['ID=9318ebbb-d229-443f-bbe1-f73f3af94b26,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:46.161966 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Attempting to bind port 6628b0ff-3df1-43cd-97c9-f7facd9463c4 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '8b226f8d-2d84-4906-9455-74305f8499d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:46.162771 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Attempting to bind port 6628b0ff-3df1-43cd-97c9-f7facd9463c4 on network 785356dd-2fa0-4f67-b235-885a356e1a16 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:46.167825 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa548a5-b1ef-4103-82a3-a4efd7df79e3 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Network c7b45005-ca78-4481-b4e9-f0728332e349 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:46.172240 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:46.172883 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Checking segment: {'id': '8b226f8d-2d84-4906-9455-74305f8499d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:46.173464 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.174070 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Bound using segment: {'id': '8b226f8d-2d84-4906-9455-74305f8499d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:46.174990 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Bound port: 6628b0ff-3df1-43cd-97c9-f7facd9463c4, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b226f8d-2d84-4906-9455-74305f8499d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:46.175730 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.206351 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-7fa548a5-b1ef-4103-82a3-a4efd7df79e3 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, c7b45005-ca78-4481-b4e9-f0728332e349) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:46.211117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa548a5-b1ef-4103-82a3-a4efd7df79e3 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:46.211920 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fa548a5-b1ef-4103-82a3-a4efd7df79e3 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.234382 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7fa548a5-b1ef-4103-82a3-a4efd7df79e3 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9883876 Nov 12 01:01:46.236946 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33732) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:46.252112 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d86556-c057-4f51-8990-30b878744b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.262334 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-48d2ab7a-40d2-4a73-a152-25e03c13da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:46.263468 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-48d2ab7a-40d2-4a73-a152-25e03c13da8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 1096 time: 0.4432316 Nov 12 01:01:46.283380 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] For port 6628b0ff-3df1-43cd-97c9-f7facd9463c4, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:46.292423 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] For port 6628b0ff-3df1-43cd-97c9-f7facd9463c4, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6628b0ff-3df1-43cd-97c9-f7facd9463c4,segment=NetworkSegment(8b226f8d-2d84-4906-9455-74305f8499d6),segment_id=8b226f8d-2d84-4906-9455-74305f8499d6)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:46.303367 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77afe46d-3788-48af-8e87-632dea702ec1 None None] Network c7b45005-ca78-4481-b4e9-f0728332e349 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:46.315071 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.414146 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a31e93-06b1-4722-9b79-221c840a109d None None] Pushing event updated for resources: {'Port': ['ID=6628b0ff-3df1-43cd-97c9-f7facd9463c4,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:46.572593 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-6207a6c9-19c7-4d2c-97eb-021fc42acb6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9318ebbb-d229-443f-bbe1-f73f3af94b26 HTTP/1.1" status: 200 len: 217 time: 0.2917390 Nov 12 01:01:46.591756 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.604933 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0449da4b-dda6-4be1-8e34-11a4d9758a7a req-8af23cb5-b306-4cec-8865-95b2e5bfc32a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fdc1c5313c654e409d843046b726f189&device_id=9d46ad4c-431b-4a9f-9b74-d1ae45af764c HTTP/1.1" status: 200 len: 210 time: 0.1350577 Nov 12 01:01:46.665383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-da90cde7-6c55-4ef2-86c2-9b1194dcedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:46.667812 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-da90cde7-6c55-4ef2-86c2-9b1194dcedc2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.0792406 Nov 12 01:01:46.688576 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a19bb255-995b-43f8-bf2f-f37aef0c1687 req-c7382134-f4ac-4838-af28-31cbc23d2341 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d46ad4c-431b-4a9f-9b74-d1ae45af764c HTTP/1.1" status: 200 len: 210 time: 0.0768843 Nov 12 01:01:46.699011 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b897b4-c44f-4c2e-8eb5-f9f8786dfe00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-c7b45005-ca78-4481-b4e9-f0728332e349', 'network_id': 'c7b45005-ca78-4481-b4e9-f0728332e349', 'tenant_id': 'bfb044d23cb647dba690245ba56b0df7', 'fixed_ips': [{'subnet_id': '8703d16e-642f-4a5d-b52d-c978ad13b2af'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:01:46.699940 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-29b897b4-c44f-4c2e-8eb5-f9f8786dfe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.788530 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0449da4b-dda6-4be1-8e34-11a4d9758a7a req-1e5ccbe6-27a3-4124-955b-35ccda591948 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=fdc1c5313c654e409d843046b726f189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1604102 Nov 12 01:01:46.789672 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:46.863003 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-f8d86556-c057-4f51-8990-30b878744b4d admin admin] Allocated IP 172.25.0.218 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/b7661241-64f5-41e9-b78c-f4b8d4f4e785) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:46.997403 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-29b897b4-c44f-4c2e-8eb5-f9f8786dfe00 None None] Allocated IP 2001:db8::1 (c7b45005-ca78-4481-b4e9-f0728332e349/8703d16e-642f-4a5d-b52d-c978ad13b2af/91caa7a6-3011-466f-8995-91b2e8a34598) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:47.007547 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449da4b-dda6-4be1-8e34-11a4d9758a7a req-26b34036-c4cc-40fd-965e-4f2ecb9f8436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.016892 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0449da4b-dda6-4be1-8e34-11a4d9758a7a req-26b34036-c4cc-40fd-965e-4f2ecb9f8436 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1725261 Nov 12 01:01:47.227482 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-29b897b4-c44f-4c2e-8eb5-f9f8786dfe00 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.239782 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-29b897b4-c44f-4c2e-8eb5-f9f8786dfe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.272978 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.339771 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b897b4-c44f-4c2e-8eb5-f9f8786dfe00 None None] Network c7b45005-ca78-4481-b4e9-f0728332e349 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:47.341768 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b897b4-c44f-4c2e-8eb5-f9f8786dfe00 None None] Pushing event updated for resources: {'Port': ['ID=91caa7a6-3011-466f-8995-91b2e8a34598,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:47.351539 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-29b897b4-c44f-4c2e-8eb5-f9f8786dfe00 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:47.355213 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b897b4-c44f-4c2e-8eb5-f9f8786dfe00 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:47.398584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Subnet': ['ID=8703d16e-642f-4a5d-b52d-c978ad13b2af,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:47.399716 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6628b0ff-3df1-43cd-97c9-f7facd9463c4 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:47.479802 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-29b897b4-c44f-4c2e-8eb5-f9f8786dfe00 None None] Attempting to bind port 91caa7a6-3011-466f-8995-91b2e8a34598 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:47.484221 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-29b897b4-c44f-4c2e-8eb5-f9f8786dfe00 None None] Attempting to bind port 91caa7a6-3011-466f-8995-91b2e8a34598 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '04517968-1ce6-4eaa-a7e8-f5a161395d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7b45005-ca78-4481-b4e9-f0728332e349'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:47.485736 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b897b4-c44f-4c2e-8eb5-f9f8786dfe00 None None] Attempting to bind port 91caa7a6-3011-466f-8995-91b2e8a34598 on network c7b45005-ca78-4481-b4e9-f0728332e349 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:47.494951 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b897b4-c44f-4c2e-8eb5-f9f8786dfe00 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:47.495624 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b897b4-c44f-4c2e-8eb5-f9f8786dfe00 None None] Checking segment: {'id': '04517968-1ce6-4eaa-a7e8-f5a161395d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7b45005-ca78-4481-b4e9-f0728332e349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:47.496239 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-29b897b4-c44f-4c2e-8eb5-f9f8786dfe00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.497564 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b897b4-c44f-4c2e-8eb5-f9f8786dfe00 None None] Bound using segment: {'id': '04517968-1ce6-4eaa-a7e8-f5a161395d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7b45005-ca78-4481-b4e9-f0728332e349'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:47.498329 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-29b897b4-c44f-4c2e-8eb5-f9f8786dfe00 None None] Bound port: 91caa7a6-3011-466f-8995-91b2e8a34598, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04517968-1ce6-4eaa-a7e8-f5a161395d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c7b45005-ca78-4481-b4e9-f0728332e349'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:47.498945 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-29b897b4-c44f-4c2e-8eb5-f9f8786dfe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.509848 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.592372 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-29b897b4-c44f-4c2e-8eb5-f9f8786dfe00 None None] For port 91caa7a6-3011-466f-8995-91b2e8a34598, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:47.596359 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-29b897b4-c44f-4c2e-8eb5-f9f8786dfe00 None None] For port 91caa7a6-3011-466f-8995-91b2e8a34598, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=91caa7a6-3011-466f-8995-91b2e8a34598,segment=NetworkSegment(04517968-1ce6-4eaa-a7e8-f5a161395d2e),segment_id=04517968-1ce6-4eaa-a7e8-f5a161395d2e)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:47.613457 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-29b897b4-c44f-4c2e-8eb5-f9f8786dfe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.613823 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-4429e487-36f4-407c-a34f-d6c820fb47bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.615597 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-4429e487-36f4-407c-a34f-d6c820fb47bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2577567 Nov 12 01:01:47.624367 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 6628b0ff-3df1-43cd-97c9-f7facd9463c4 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:47.625027 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.671135 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d86556-c057-4f51-8990-30b878744b4d admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.682306 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ce4cb-98fa-4273-a4f3-90481f5bcddc req-ffd3c3e5-28b7-4bbf-9991-b4624dda7610 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.683943 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-805ce4cb-98fa-4273-a4f3-90481f5bcddc req-ffd3c3e5-28b7-4bbf-9991-b4624dda7610 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 944 time: 1.0972693 Nov 12 01:01:47.755933 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712badac-950c-472c-8527-e3d871f95523 None None] Network c7b45005-ca78-4481-b4e9-f0728332e349 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:47.836199 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b897b4-c44f-4c2e-8eb5-f9f8786dfe00 None None] Pushing event updated for resources: {'Port': ['ID=91caa7a6-3011-466f-8995-91b2e8a34598,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:47.894599 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-805ce4cb-98fa-4273-a4f3-90481f5bcddc req-fc181256-b0a0-4ad6-8fd2-dd63dd224f6f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965973 Nov 12 01:01:47.899661 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d86556-c057-4f51-8990-30b878744b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.972112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d86556-c057-4f51-8990-30b878744b4d admin admin] Pushing event updated for resources: {'Port': ['ID=b7661241-64f5-41e9-b78c-f4b8d4f4e785,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:47.981314 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-95d8e4cc-53e8-4e64-95c6-fa233315ac62 service neutron] 10.222.0.15 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341062 Nov 12 01:01:47.996783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d86556-c057-4f51-8990-30b878744b4d admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:48.010673 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-f8d86556-c057-4f51-8990-30b878744b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:48.024924 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d86556-c057-4f51-8990-30b878744b4d admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:48.085430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a950bd-c5f0-4fcd-97a9-2ee55d089cb7 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:48.162017 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.171431 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30312dfd-5d16-4910-82d2-002a00790bef None None] Network 785356dd-2fa0-4f67-b235-885a356e1a16 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:48.213107 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-645d4fb0-c821-47e7-9cc4-7dc52cb5246e None None] Provisioning complete for port b7661241-64f5-41e9-b78c-f4b8d4f4e785 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:48.213645 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-645d4fb0-c821-47e7-9cc4-7dc52cb5246e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.267185 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b45005-ca78-4481-b4e9-f0728332e349']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:48.318480 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cb1747c8-898f-4edd-89f4-393532930063 req-14c021da-1230-49aa-9e9c-95ba3ebf1b5c tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d46ad4c-431b-4a9f-9b74-d1ae45af764c HTTP/1.1" status: 200 len: 210 time: 0.0610464 Nov 12 01:01:48.320668 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04517968-1ce6-4eaa-a7e8-f5a161395d2e') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:48.321071 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04517968-1ce6-4eaa-a7e8-f5a161395d2e') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:48.335913 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.356158 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 6628b0ff-3df1-43cd-97c9-f7facd9463c4, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6628b0ff-3df1-43cd-97c9-f7facd9463c4,segment=NetworkSegment(8b226f8d-2d84-4906-9455-74305f8499d6),segment_id=8b226f8d-2d84-4906-9455-74305f8499d6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:48.371135 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.374799 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.382795 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-645d4fb0-c821-47e7-9cc4-7dc52cb5246e None None] Port b7661241-64f5-41e9-b78c-f4b8d4f4e785 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:48.391309 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:48.391651 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:48.401272 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:48.433959 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5dccacc9-6ed1-4f9f-bfd7-334bed045a53 req-2538664a-a8b6-4628-92fe-cd1654c624a1 service neutron] 10.222.0.15 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407349 Nov 12 01:01:48.501633 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.db.api [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 01:01:48.501633 n-d-712137-14 neutron-server[114242]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 01:01:48.501633 n-d-712137-14 neutron-server[114242]: [parameters: {'id': 'c7b45005-ca78-4481-b4e9-f0728332e349'}] Nov 12 01:01:48.501633 n-d-712137-14 neutron-server[114242]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:01:48.502451 n-d-712137-14 neutron-server[114242]: DEBUG oslo_db.api [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:01:48.557409 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c2b74bea-9507-480a-8818-c0f6ce1ed13e None None] Provisioning complete for port 6628b0ff-3df1-43cd-97c9-f7facd9463c4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:48.557733 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c2b74bea-9507-480a-8818-c0f6ce1ed13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.559770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=6628b0ff-3df1-43cd-97c9-f7facd9463c4,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:48.658991 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf1eb8-de96-497e-aecb-645827291d91 req-c6b51781-eccb-46f5-a202-46f7d9515f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:48.660348 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3faf1eb8-de96-497e-aecb-645827291d91 req-c6b51781-eccb-46f5-a202-46f7d9515f1b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 1096 time: 0.1053569 Nov 12 01:01:48.670032 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0449da4b-dda6-4be1-8e34-11a4d9758a7a req-1c931105-c874-453c-b904-f831d61638bb tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d46ad4c-431b-4a9f-9b74-d1ae45af764c HTTP/1.1" status: 200 len: 210 time: 0.0695379 Nov 12 01:01:48.781513 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d86556-c057-4f51-8990-30b878744b4d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.815854 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf1eb8-de96-497e-aecb-645827291d91 req-f6c39654-b42e-472e-8558-468ef71d20fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:48.818998 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3faf1eb8-de96-497e-aecb-645827291d91 req-f6c39654-b42e-472e-8558-468ef71d20fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 912 time: 0.1501179 Nov 12 01:01:48.895145 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3faf1eb8-de96-497e-aecb-645827291d91 req-0d9c18f8-2a13-4e15-b8f3-6d2e1ca7602d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9318ebbb-d229-443f-bbe1-f73f3af94b26 HTTP/1.1" status: 200 len: 217 time: 0.0687201 Nov 12 01:01:48.984175 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf1eb8-de96-497e-aecb-645827291d91 req-62f5bdf2-6638-408b-9712-a0d7dac83bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:48.985832 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3faf1eb8-de96-497e-aecb-645827291d91 req-62f5bdf2-6638-408b-9712-a0d7dac83bfc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.0817034 Nov 12 01:01:49.013551 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.041515 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9adf8f4-43c0-49e9-a11b-b2065237020e None None] get_active_networks_info from n-d-712137-14 {{(pid=114244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:01:49.076504 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf1eb8-de96-497e-aecb-645827291d91 req-c338f5df-2206-4ba9-b5fd-9ccd3340d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:49.078579 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3faf1eb8-de96-497e-aecb-645827291d91 req-c338f5df-2206-4ba9-b5fd-9ccd3340d2cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820630 Nov 12 01:01:49.171146 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-af2bb295-68b5-4d92-be33-bc310f4628af None None] Provisioning complete for port 6628b0ff-3df1-43cd-97c9-f7facd9463c4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:49.171930 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-af2bb295-68b5-4d92-be33-bc310f4628af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.261940 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d6447-47d9-40a9-b54a-cb150232a625 req-c4c3edf5-816d-4e7a-81aa-e72e54af8bbf tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:49.272081 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-543d6447-47d9-40a9-b54a-cb150232a625 req-c4c3edf5-816d-4e7a-81aa-e72e54af8bbf tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 944 time: 0.2445669 Nov 12 01:01:49.280675 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9adf8f4-43c0-49e9-a11b-b2065237020e None None] Resources bound (agent type, host, resource id): {{(pid=114244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:01:49.344612 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Deleting port 91caa7a6-3011-466f-8995-91b2e8a34598 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:49.347117 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.438042 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d86556-c057-4f51-8990-30b878744b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.460715 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-543d6447-47d9-40a9-b54a-cb150232a625 req-331defc2-f5f6-4e27-9d1b-60c55765bb8e tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703355 Nov 12 01:01:49.559468 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3faf1eb8-de96-497e-aecb-645827291d91 req-e62e09c1-4f09-4508-ab0f-0f9bffb990ab service neutron] 10.222.0.15 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679482 Nov 12 01:01:49.650861 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6628b0ff-3df1-43cd-97c9-f7facd9463c4 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:49.722989 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c4128cae-f284-425a-af38-5ac4dd136808 req-cd7dba5b-2c2c-4fc2-88c3-7406c6fa15f5 tempest-ServerShowV247Test-949385758 tempest-ServerShowV247Test-949385758-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d46ad4c-431b-4a9f-9b74-d1ae45af764c HTTP/1.1" status: 200 len: 210 time: 0.1557078 Nov 12 01:01:49.746427 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] For port 91caa7a6-3011-466f-8995-91b2e8a34598, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=91caa7a6-3011-466f-8995-91b2e8a34598,segment=NetworkSegment(04517968-1ce6-4eaa-a7e8-f5a161395d2e),segment_id=04517968-1ce6-4eaa-a7e8-f5a161395d2e)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:49.747079 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.774036 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Calling delete_port for 91caa7a6-3011-466f-8995-91b2e8a34598 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:49.860946 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d86556-c057-4f51-8990-30b878744b4d admin admin] Router 3611c626-705b-4dea-a0c1-a1edd17b63f7 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:01:49.861992 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 6628b0ff-3df1-43cd-97c9-f7facd9463c4 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:49.862483 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.935775 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3faf1eb8-de96-497e-aecb-645827291d91 req-fe56a952-7ac2-437a-b4d2-75ae4880549b service neutron] 10.222.0.15 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622484 Nov 12 01:01:49.999266 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.098279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] No DVR routers for this DVR port 91caa7a6-3011-466f-8995-91b2e8a34598 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:01:50.187377 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Port': ['ID=91caa7a6-3011-466f-8995-91b2e8a34598,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:50.229300 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d86556-c057-4f51-8990-30b878744b4d admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:50.250578 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] Sync routers for ids ['3611c626-705b-4dea-a0c1-a1edd17b63f7'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:50.265185 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8d86556-c057-4f51-8990-30b878744b4d admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.266751 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f8d86556-c057-4f51-8990-30b878744b4d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9343734 Nov 12 01:01:50.271302 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33760) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:50.278375 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] Routers {'3611c626-705b-4dea-a0c1-a1edd17b63f7'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:50.279032 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:01:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3611c626-705b-4dea-a0c1-a1edd17b63f7'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:50.290707 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.356649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b45005-ca78-4481-b4e9-f0728332e349']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:50.379188 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04517968-1ce6-4eaa-a7e8-f5a161395d2e') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:50.379801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04517968-1ce6-4eaa-a7e8-f5a161395d2e') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:50.418445 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.458807 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.475279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:50.476092 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:50.480379 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:50.491085 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-883b93e2-94c4-4ca3-beca-d6ef99dfc8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.666105 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] Set router 3611c626-705b-4dea-a0c1-a1edd17b63f7 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:01:50.679983 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.689348 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.704862 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33768) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:50.709419 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/networks/c7b45005-ca78-4481-b4e9-f0728332e349 HTTP/1.1" status: 204 len: 168 time: 4.4712415 Nov 12 01:01:50.722715 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267d694-1e2e-4588-a987-9887a874ac73 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Network': ['ID=c7b45005-ca78-4481-b4e9-f0728332e349,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:50.835108 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-4a9c5b07-bc5d-43c9-b84a-83905e47f711 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-244770222'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:50.875402 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33776) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:51.061549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57aeb5-7737-470e-bcd8-5594f2beccad req-6686670c-3457-4d56-8e1d-190a8af8afb0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:51.070193 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ab57aeb5-7737-470e-bcd8-5594f2beccad req-6686670c-3457-4d56-8e1d-190a8af8afb0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 944 time: 0.3660281 Nov 12 01:01:51.098092 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9c5b07-bc5d-43c9-b84a-83905e47f711 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Made reservation on behalf of bfb044d23cb647dba690245ba56b0df7 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:51.104286 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a9c5b07-bc5d-43c9-b84a-83905e47f711 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.207234 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3611c626-705b-4dea-a0c1-a1edd17b63f7', 'name': 'tempest-TestServerMultinode-212312780-router', 'tenant_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b7661241-64f5-41e9-b78c-f4b8d4f4e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:44Z', 'updated_at': '2021-11-12T01:01:48Z', 'revision_number': 3, 'project_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'gw_port': {'id': 'b7661241-64f5-41e9-b78c-f4b8d4f4e785', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:05:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3611c626-705b-4dea-a0c1-a1edd17b63f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:46Z', 'updated_at': '2021-11-12T01:01:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:51.267460 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] Checking router: 3611c626-705b-4dea-a0c1-a1edd17b63f7 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:01:51.268257 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] Updating router 3611c626-705b-4dea-a0c1-a1edd17b63f7 port b7661241-64f5-41e9-b78c-f4b8d4f4e785 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:01:51.294085 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ab57aeb5-7737-470e-bcd8-5594f2beccad req-bca07935-1622-4ea6-83a4-7673f2db86ab tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207355 Nov 12 01:01:51.308604 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.330648 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9c5b07-bc5d-43c9-b84a-83905e47f711 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:51.445158 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a9c5b07-bc5d-43c9-b84a-83905e47f711 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.447082 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-4a9c5b07-bc5d-43c9-b84a-83905e47f711 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Added segment b3126376-c3eb-4963-b758-e4788e5c884e of type vlan for network d4f6ba3f-60b5-47bf-815e-b897879a5073 Nov 12 01:01:51.556871 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a9c5b07-bc5d-43c9-b84a-83905e47f711 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.619303 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dc644241-df70-494d-8511-86ef30fc1a4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.631541 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aaae8b4b-988e-4fe8-b15c-d6098ca0d644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.797182 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33782) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:51.813741 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dc644241-df70-494d-8511-86ef30fc1a4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.826211 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dc644241-df70-494d-8511-86ef30fc1a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.827494 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a9c5b07-bc5d-43c9-b84a-83905e47f711 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.834617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c5b07-bc5d-43c9-b84a-83905e47f711 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:51.835349 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a9c5b07-bc5d-43c9-b84a-83905e47f711 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.905340 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc644241-df70-494d-8511-86ef30fc1a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fc7d45-6fab-4361-a3c5-ef19b249eec4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:51.912844 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dc644241-df70-494d-8511-86ef30fc1a4b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9af177a30c0d42eba789bdc343d42f56&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0362697 Nov 12 01:01:51.915930 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33786) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:51.977613 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.992307 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.030454 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e355-3bfe-4be3-97de-ca84058bf67b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.048926 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86eb4d5-426b-4b4c-9223-ca69e46a0fb5 None None] Pushing event updated for resources: {'Port': ['ID=b7661241-64f5-41e9-b78c-f4b8d4f4e785,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:52.064644 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86eb4d5-426b-4b4c-9223-ca69e46a0fb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:52.065339 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86eb4d5-426b-4b4c-9223-ca69e46a0fb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:52.066064 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86eb4d5-426b-4b4c-9223-ca69e46a0fb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:52.066689 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86eb4d5-426b-4b4c-9223-ca69e46a0fb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:52.067083 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86eb4d5-426b-4b4c-9223-ca69e46a0fb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:52.067608 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86eb4d5-426b-4b4c-9223-ca69e46a0fb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:52.068450 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86eb4d5-426b-4b4c-9223-ca69e46a0fb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:52.068878 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86eb4d5-426b-4b4c-9223-ca69e46a0fb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:52.069323 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86eb4d5-426b-4b4c-9223-ca69e46a0fb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:52.069712 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86eb4d5-426b-4b4c-9223-ca69e46a0fb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:52.070108 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86eb4d5-426b-4b4c-9223-ca69e46a0fb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:52.070489 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86eb4d5-426b-4b4c-9223-ca69e46a0fb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:52.073794 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-df1d5573-7ccb-47a7-88c7-c8a90e270ecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.088602 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] Attempting to bind port b7661241-64f5-41e9-b78c-f4b8d4f4e785 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:52.089614 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] Attempting to bind port b7661241-64f5-41e9-b78c-f4b8d4f4e785 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:52.090139 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7240eff2-ff88-4195-bceb-d002d2218a8c None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:52.090755 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] Attempting to bind port b7661241-64f5-41e9-b78c-f4b8d4f4e785 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:52.097715 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:52.098429 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:52.099031 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.099844 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:52.103249 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] Bound port: b7661241-64f5-41e9-b78c-f4b8d4f4e785, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:52.103249 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.118075 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e355-3bfe-4be3-97de-ca84058bf67b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.130463 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4a9c5b07-bc5d-43c9-b84a-83905e47f711 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4243569 Nov 12 01:01:52.134542 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33788) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:52.144685 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c5b07-bc5d-43c9-b84a-83905e47f711 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Network': ['ID=d4f6ba3f-60b5-47bf-815e-b897879a5073,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:52.172128 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network d4f6ba3f-60b5-47bf-815e-b897879a5073 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:52.176923 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-ca3d3ca4-a53d-449c-8a1a-8e0b5d1f43b4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'subnet': {'network_id': 'd4f6ba3f-60b5-47bf-815e-b897879a5073', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:52.214404 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] For port b7661241-64f5-41e9-b78c-f4b8d4f4e785, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:52.218205 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] For port b7661241-64f5-41e9-b78c-f4b8d4f4e785, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=b7661241-64f5-41e9-b78c-f4b8d4f4e785,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:52.224712 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.299978 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a1692e-d51f-43a5-a65e-a46bb16fcce6 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:01:52.317302 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-99f5b3da-3d95-4ec4-894d-5452e8cadc97 None None] Provisioning complete for port b7661241-64f5-41e9-b78c-f4b8d4f4e785 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:52.317633 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-99f5b3da-3d95-4ec4-894d-5452e8cadc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.358914 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e355-3bfe-4be3-97de-ca84058bf67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.367221 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5cf4e355-3bfe-4be3-97de-ca84058bf67b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.378785 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5cf4e355-3bfe-4be3-97de-ca84058bf67b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/85fc7d45-6fab-4361-a3c5-ef19b249eec4 HTTP/1.1" status: 204 len: 168 time: 0.4589407 Nov 12 01:01:52.392044 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-25543c43-9f2a-4cd1-bc3f-2e18ef6d6a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.393567 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86eb4d5-426b-4b4c-9223-ca69e46a0fb5 None None] Pushing event updated for resources: {'Port': ['ID=b7661241-64f5-41e9-b78c-f4b8d4f4e785,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:52.396558 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-aaae8b4b-988e-4fe8-b15c-d6098ca0d644 admin admin] Allocated IP 172.20.0.1 (785356dd-2fa0-4f67-b235-885a356e1a16/f9a63d96-0633-4924-ae55-8c0dc1f0527f/7cfacbed-2e5c-476b-b736-1d5b2f73b5f8) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:52.448261 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4e355-3bfe-4be3-97de-ca84058bf67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fc7d45-6fab-4361-a3c5-ef19b249eec4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:52.462580 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] Routers {'3611c626-705b-4dea-a0c1-a1edd17b63f7'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:52.463521 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:01:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3611c626-705b-4dea-a0c1-a1edd17b63f7'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:52.523659 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3d3ca4-a53d-449c-8a1a-8e0b5d1f43b4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Made reservation on behalf of bfb044d23cb647dba690245ba56b0df7 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:52.526759 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-99f5b3da-3d95-4ec4-894d-5452e8cadc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.527533 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ca3d3ca4-a53d-449c-8a1a-8e0b5d1f43b4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.563544 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-df1d5573-7ccb-47a7-88c7-c8a90e270ecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.594936 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-df1d5573-7ccb-47a7-88c7-c8a90e270ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.599860 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-99f5b3da-3d95-4ec4-894d-5452e8cadc97 None None] For port b7661241-64f5-41e9-b78c-f4b8d4f4e785, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=b7661241-64f5-41e9-b78c-f4b8d4f4e785,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:52.608681 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-99f5b3da-3d95-4ec4-894d-5452e8cadc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.809480 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-56454b8d-a777-47ed-be3f-4597484ec3b5 None None] Provisioning complete for port b7661241-64f5-41e9-b78c-f4b8d4f4e785 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:52.811329 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ab28c-3b1a-46dc-9b24-5ac1e6609a10 req-3dc92e91-6f35-4d50-ba9c-0ba9234accd4 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:52.813287 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-af1ab28c-3b1a-46dc-9b24-5ac1e6609a10 req-3dc92e91-6f35-4d50-ba9c-0ba9234accd4 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 944 time: 0.3267143 Nov 12 01:01:52.815353 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-56454b8d-a777-47ed-be3f-4597484ec3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.858575 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-df1d5573-7ccb-47a7-88c7-c8a90e270ecc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fdc1c5313c654e409d843046b726f189&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0479500 Nov 12 01:01:52.858575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d5573-7ccb-47a7-88c7-c8a90e270ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6fee38-0c34-438d-9782-1933656c1d95,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:52.860427 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33796) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:52.906693 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aaae8b4b-988e-4fe8-b15c-d6098ca0d644 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.945755 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5b3da-3d95-4ec4-894d-5452e8cadc97 None None] Pushing event updated for resources: {'Port': ['ID=b7661241-64f5-41e9-b78c-f4b8d4f4e785,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:52.947438 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b29d81c6-c3ff-498a-81d2-a09374a16012 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.953937 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-af1ab28c-3b1a-46dc-9b24-5ac1e6609a10 req-fb1cb00c-b338-48ef-9d81-d8f4613e9219 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285353 Nov 12 01:01:52.958560 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] Set router 3611c626-705b-4dea-a0c1-a1edd17b63f7 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:01:53.003541 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b29d81c6-c3ff-498a-81d2-a09374a16012 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.095612 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aaae8b4b-988e-4fe8-b15c-d6098ca0d644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.208936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaae8b4b-988e-4fe8-b15c-d6098ca0d644 admin admin] Network 785356dd-2fa0-4f67-b235-885a356e1a16 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:53.212918 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ca3d3ca4-a53d-449c-8a1a-8e0b5d1f43b4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.213756 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-aaae8b4b-988e-4fe8-b15c-d6098ca0d644 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:53.219465 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaae8b4b-988e-4fe8-b15c-d6098ca0d644 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:53.230559 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b29d81c6-c3ff-498a-81d2-a09374a16012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.233652 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b29d81c6-c3ff-498a-81d2-a09374a16012 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.237857 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b29d81c6-c3ff-498a-81d2-a09374a16012 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de6fee38-0c34-438d-9782-1933656c1d95 HTTP/1.1" status: 204 len: 168 time: 0.3709249 Nov 12 01:01:53.266350 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33800) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:53.293862 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae8b4b-988e-4fe8-b15c-d6098ca0d644 admin admin] Pushing event updated for resources: {'Port': ['ID=7cfacbed-2e5c-476b-b736-1d5b2f73b5f8,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:53.330095 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-088afe7e-bb6b-4300-b7da-ec1428083f19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.343208 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d81c6-c3ff-498a-81d2-a09374a16012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6fee38-0c34-438d-9782-1933656c1d95,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:53.440034 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aaae8b4b-988e-4fe8-b15c-d6098ca0d644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.462266 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.463612 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d3ca4-a53d-449c-8a1a-8e0b5d1f43b4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Subnet': ['ID=b0800c78-be34-4dfe-82e3-0311702f9562,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:53.506658 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3d3ca4-a53d-449c-8a1a-8e0b5d1f43b4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Checking segment: {'id': 'b3126376-c3eb-4963-b758-e4788e5c884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd4f6ba3f-60b5-47bf-815e-b897879a5073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:53.509703 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3d3ca4-a53d-449c-8a1a-8e0b5d1f43b4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Network hostable DHCP agents. Network: d4f6ba3f-60b5-47bf-815e-b897879a5073, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:53.584217 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3d3ca4-a53d-449c-8a1a-8e0b5d1f43b4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Network d4f6ba3f-60b5-47bf-815e-b897879a5073 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:53.616255 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-ca3d3ca4-a53d-449c-8a1a-8e0b5d1f43b4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, d4f6ba3f-60b5-47bf-815e-b897879a5073) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:53.626734 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408370a2-680e-4937-85ae-2c830e933ee6 None None] Network d4f6ba3f-60b5-47bf-815e-b897879a5073 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:53.628051 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3d3ca4-a53d-449c-8a1a-8e0b5d1f43b4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:53.629214 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ca3d3ca4-a53d-449c-8a1a-8e0b5d1f43b4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.664082 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-088afe7e-bb6b-4300-b7da-ec1428083f19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.677452 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-088afe7e-bb6b-4300-b7da-ec1428083f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.704918 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3611c626-705b-4dea-a0c1-a1edd17b63f7', 'name': 'tempest-TestServerMultinode-212312780-router', 'tenant_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b7661241-64f5-41e9-b78c-f4b8d4f4e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:44Z', 'updated_at': '2021-11-12T01:01:48Z', 'revision_number': 3, 'project_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'gw_port': {'id': 'b7661241-64f5-41e9-b78c-f4b8d4f4e785', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:05:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3611c626-705b-4dea-a0c1-a1edd17b63f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:46Z', 'updated_at': '2021-11-12T01:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:53.712363 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ca3d3ca4-a53d-449c-8a1a-8e0b5d1f43b4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5551286 Nov 12 01:01:53.722224 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33802) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:53.737909 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-571d6791-cf84-4021-953c-3c803fcdc0d2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'subnet': {'network_id': 'd4f6ba3f-60b5-47bf-815e-b897879a5073', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:53.816635 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-088afe7e-bb6b-4300-b7da-ec1428083f19 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=947b0b79d72744bda268fd98714252c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5446575 Nov 12 01:01:53.822742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33806) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:53.824225 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5835bfa8-d54e-47d3-9959-749a25a22f25 None None] The sync data for ids ['3611c626-705b-4dea-a0c1-a1edd17b63f7'] in n-d-712137-14 is: [{'id': '3611c626-705b-4dea-a0c1-a1edd17b63f7', 'name': 'tempest-TestServerMultinode-212312780-router', 'tenant_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b7661241-64f5-41e9-b78c-f4b8d4f4e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:44Z', 'updated_at': '2021-11-12T01:01:48Z', 'revision_number': 3, 'project_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'gw_port': {'id': 'b7661241-64f5-41e9-b78c-f4b8d4f4e785', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:05:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3611c626-705b-4dea-a0c1-a1edd17b63f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:46Z', 'updated_at': '2021-11-12T01:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:53.923929 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e45a45a8-3ceb-4d6c-8c1d-c1d00f96e257 None None] Provisioning complete for port 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:53.924276 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e45a45a8-3ceb-4d6c-8c1d-c1d00f96e257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.009819 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-e45a45a8-3ceb-4d6c-8c1d-c1d00f96e257 None None] Port 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:54.074090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088afe7e-bb6b-4300-b7da-ec1428083f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a676e8a1-829e-46a6-8660-cc218dd72e0c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:54.113504 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ff8fd2-0971-4d8b-888a-169085ee8ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-d4f6ba3f-60b5-47bf-815e-b897879a5073', 'network_id': 'd4f6ba3f-60b5-47bf-815e-b897879a5073', 'tenant_id': 'bfb044d23cb647dba690245ba56b0df7', 'fixed_ips': [{'subnet_id': 'b0800c78-be34-4dfe-82e3-0311702f9562'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:01:54.118542 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d1ff8fd2-0971-4d8b-888a-169085ee8ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.134762 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aaae8b4b-988e-4fe8-b15c-d6098ca0d644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.227568 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-63433d32-94b6-460d-9692-6cc415915b0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.238043 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571d6791-cf84-4021-953c-3c803fcdc0d2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Made reservation on behalf of bfb044d23cb647dba690245ba56b0df7 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:54.265587 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-571d6791-cf84-4021-953c-3c803fcdc0d2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.640969 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-63433d32-94b6-460d-9692-6cc415915b0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.733284 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.768446 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-d1ff8fd2-0971-4d8b-888a-169085ee8ec9 None None] Allocated IP 2001:db8::2 (d4f6ba3f-60b5-47bf-815e-b897879a5073/b0800c78-be34-4dfe-82e3-0311702f9562/6dfd4815-ce8c-4330-b1e0-5646566b5acd) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:54.770812 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a888ffb-522d-4650-a9e8-8b5cd142b63a req-ca1e4604-2fc7-41ac-ad77-ab17391b9cc0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:54.772642 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a888ffb-522d-4650-a9e8-8b5cd142b63a req-ca1e4604-2fc7-41ac-ad77-ab17391b9cc0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 944 time: 0.5806472 Nov 12 01:01:54.947322 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aaae8b4b-988e-4fe8-b15c-d6098ca0d644 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.965636 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-63433d32-94b6-460d-9692-6cc415915b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.968731 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-63433d32-94b6-460d-9692-6cc415915b0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.969970 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-63433d32-94b6-460d-9692-6cc415915b0b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a676e8a1-829e-46a6-8660-cc218dd72e0c HTTP/1.1" status: 204 len: 168 time: 1.1459925 Nov 12 01:01:54.988683 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-571d6791-cf84-4021-953c-3c803fcdc0d2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:54.990907 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aaae8b4b-988e-4fe8-b15c-d6098ca0d644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.102328 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571d6791-cf84-4021-953c-3c803fcdc0d2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Network d4f6ba3f-60b5-47bf-815e-b897879a5073 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:55.113365 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-571d6791-cf84-4021-953c-3c803fcdc0d2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:55.130149 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571d6791-cf84-4021-953c-3c803fcdc0d2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:55.130907 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-571d6791-cf84-4021-953c-3c803fcdc0d2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.221765 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d6791-cf84-4021-953c-3c803fcdc0d2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Subnet': ['ID=3d974b4b-9e35-43a0-853c-6e5599979740,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:55.254111 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-571d6791-cf84-4021-953c-3c803fcdc0d2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5291634 Nov 12 01:01:55.255413 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33828) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:55.298108 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d1ff8fd2-0971-4d8b-888a-169085ee8ec9 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.322035 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d1ff8fd2-0971-4d8b-888a-169085ee8ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.501381 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33832) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:55.513984 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca013444-6264-4ae9-9339-dc9aaa881a6e tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:55.516536 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca013444-6264-4ae9-9339-dc9aaa881a6e tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:55.531250 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca013444-6264-4ae9-9339-dc9aaa881a6e tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:55.542482 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca013444-6264-4ae9-9339-dc9aaa881a6e tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:55.543972 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b7661241-64f5-41e9-b78c-f4b8d4f4e785 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:55.546098 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca013444-6264-4ae9-9339-dc9aaa881a6e tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:55.552591 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ca013444-6264-4ae9-9339-dc9aaa881a6e tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2876191 Nov 12 01:01:55.564996 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33836) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:55.576072 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-425eb7a5-07d5-492d-be9b-1aaa6ce56d8b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-690634863'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:55.608686 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff8fd2-0971-4d8b-888a-169085ee8ec9 None None] Pushing event updated for resources: {'Port': ['ID=6dfd4815-ce8c-4330-b1e0-5646566b5acd,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:55.675330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425eb7a5-07d5-492d-be9b-1aaa6ce56d8b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Made reservation on behalf of bfb044d23cb647dba690245ba56b0df7 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:55.686267 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-425eb7a5-07d5-492d-be9b-1aaa6ce56d8b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.738618 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.744842 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ff8fd2-0971-4d8b-888a-169085ee8ec9 None None] Network d4f6ba3f-60b5-47bf-815e-b897879a5073 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:55.751559 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425eb7a5-07d5-492d-be9b-1aaa6ce56d8b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:55.765978 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-d1ff8fd2-0971-4d8b-888a-169085ee8ec9 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:55.775932 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-425eb7a5-07d5-492d-be9b-1aaa6ce56d8b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.779930 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-425eb7a5-07d5-492d-be9b-1aaa6ce56d8b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Added segment c6a24068-3c94-4d62-8c82-a60e875e2b38 of type vlan for network 01b81ef0-68bc-4921-8d18-cfd5f95b9310 Nov 12 01:01:55.782151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff8fd2-0971-4d8b-888a-169085ee8ec9 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:55.876498 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a888ffb-522d-4650-a9e8-8b5cd142b63a req-20c25d26-0fb9-43c7-9b12-7afbcf59b1d6 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0908222 Nov 12 01:01:55.890856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-9e0c0f6a-a663-4ea9-8748-cfcb9f30c875 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1761058878-network', 'tenant_id': 'd1a79702e7cf45bca52d55f087e2409e'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:55.908632 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63433d32-94b6-460d-9692-6cc415915b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a676e8a1-829e-46a6-8660-cc218dd72e0c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:55.930629 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0c0f6a-a663-4ea9-8748-cfcb9f30c875 admin admin] Made reservation on behalf of d1a79702e7cf45bca52d55f087e2409e for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:55.933710 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e0c0f6a-a663-4ea9-8748-cfcb9f30c875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.952484 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e0c0f6a-a663-4ea9-8748-cfcb9f30c875 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.953092 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae8b4b-988e-4fe8-b15c-d6098ca0d644 admin admin] Pushing event updated for resources: {'Port': ['ID=7cfacbed-2e5c-476b-b736-1d5b2f73b5f8,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:55.959479 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-425eb7a5-07d5-492d-be9b-1aaa6ce56d8b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.972712 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aaae8b4b-988e-4fe8-b15c-d6098ca0d644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.035264 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-425eb7a5-07d5-492d-be9b-1aaa6ce56d8b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.036008 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port b7661241-64f5-41e9-b78c-f4b8d4f4e785 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:56.036334 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.045958 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425eb7a5-07d5-492d-be9b-1aaa6ce56d8b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:56.047386 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-425eb7a5-07d5-492d-be9b-1aaa6ce56d8b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.065611 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d1ff8fd2-0971-4d8b-888a-169085ee8ec9 None None] Attempting to bind port 6dfd4815-ce8c-4330-b1e0-5646566b5acd on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:56.065996 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d1ff8fd2-0971-4d8b-888a-169085ee8ec9 None None] Attempting to bind port 6dfd4815-ce8c-4330-b1e0-5646566b5acd by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'b3126376-c3eb-4963-b758-e4788e5c884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd4f6ba3f-60b5-47bf-815e-b897879a5073'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:56.066363 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff8fd2-0971-4d8b-888a-169085ee8ec9 None None] Attempting to bind port 6dfd4815-ce8c-4330-b1e0-5646566b5acd on network d4f6ba3f-60b5-47bf-815e-b897879a5073 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:56.074978 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff8fd2-0971-4d8b-888a-169085ee8ec9 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:56.075364 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff8fd2-0971-4d8b-888a-169085ee8ec9 None None] Checking segment: {'id': 'b3126376-c3eb-4963-b758-e4788e5c884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd4f6ba3f-60b5-47bf-815e-b897879a5073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:56.075838 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d1ff8fd2-0971-4d8b-888a-169085ee8ec9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.076203 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff8fd2-0971-4d8b-888a-169085ee8ec9 None None] Bound using segment: {'id': 'b3126376-c3eb-4963-b758-e4788e5c884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd4f6ba3f-60b5-47bf-815e-b897879a5073'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:56.076978 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-d1ff8fd2-0971-4d8b-888a-169085ee8ec9 None None] Bound port: 6dfd4815-ce8c-4330-b1e0-5646566b5acd, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3126376-c3eb-4963-b758-e4788e5c884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd4f6ba3f-60b5-47bf-815e-b897879a5073'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:56.077364 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d1ff8fd2-0971-4d8b-888a-169085ee8ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.081973 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.158906 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33848) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:56.165483 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-425eb7a5-07d5-492d-be9b-1aaa6ce56d8b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5986919 Nov 12 01:01:56.172146 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-07475827-870f-4d85-8643-95ab78231e8b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:56.202439 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d1ff8fd2-0971-4d8b-888a-169085ee8ec9 None None] For port 6dfd4815-ce8c-4330-b1e0-5646566b5acd, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:56.222238 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d1ff8fd2-0971-4d8b-888a-169085ee8ec9 None None] For port 6dfd4815-ce8c-4330-b1e0-5646566b5acd, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6dfd4815-ce8c-4330-b1e0-5646566b5acd,segment=NetworkSegment(b3126376-c3eb-4963-b758-e4788e5c884e),segment_id=b3126376-c3eb-4963-b758-e4788e5c884e)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:56.233428 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d1ff8fd2-0971-4d8b-888a-169085ee8ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.246497 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e0c0f6a-a663-4ea9-8748-cfcb9f30c875 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.247998 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425eb7a5-07d5-492d-be9b-1aaa6ce56d8b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Network': ['ID=01b81ef0-68bc-4921-8d18-cfd5f95b9310,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:56.252236 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e0c0f6a-a663-4ea9-8748-cfcb9f30c875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.252884 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaae8b4b-988e-4fe8-b15c-d6098ca0d644 admin admin] Network 785356dd-2fa0-4f67-b235-885a356e1a16 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:56.280569 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c0f6a-a663-4ea9-8748-cfcb9f30c875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63979459-ee98-4fcb-b003-57e46b624364,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:56.293264 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0c0f6a-a663-4ea9-8748-cfcb9f30c875 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:56.309088 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 01b81ef0-68bc-4921-8d18-cfd5f95b9310 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:56.311400 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e0c0f6a-a663-4ea9-8748-cfcb9f30c875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.312402 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-9e0c0f6a-a663-4ea9-8748-cfcb9f30c875 admin admin] Added segment 87528cf6-8de1-4116-8797-3c6dec5a426e of type vlan for network 435816c9-12a6-40de-aba8-b1fb076c441f Nov 12 01:01:56.318774 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-aaae8b4b-988e-4fe8-b15c-d6098ca0d644 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:56.429851 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e0c0f6a-a663-4ea9-8748-cfcb9f30c875 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.500013 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e0c0f6a-a663-4ea9-8748-cfcb9f30c875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.501848 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0c0f6a-a663-4ea9-8748-cfcb9f30c875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:56.501848 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e0c0f6a-a663-4ea9-8748-cfcb9f30c875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.603609 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9e0c0f6a-a663-4ea9-8748-cfcb9f30c875 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0534956 Nov 12 01:01:56.649274 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33858) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:56.678182 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-ddd9a814-b2b8-45e5-bb33-612b4e7b8c4a admin admin] Request body: {'subnet': {'network_id': '435816c9-12a6-40de-aba8-b1fb076c441f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1761058878-subnet', 'tenant_id': 'd1a79702e7cf45bca52d55f087e2409e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:56.719451 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff8fd2-0971-4d8b-888a-169085ee8ec9 None None] Pushing event updated for resources: {'Port': ['ID=6dfd4815-ce8c-4330-b1e0-5646566b5acd,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:56.741032 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c0f6a-a663-4ea9-8748-cfcb9f30c875 admin admin] Pushing event updated for resources: {'Network': ['ID=435816c9-12a6-40de-aba8-b1fb076c441f,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:56.792441 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 435816c9-12a6-40de-aba8-b1fb076c441f details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:56.823586 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd9a814-b2b8-45e5-bb33-612b4e7b8c4a admin admin] Made reservation on behalf of d1a79702e7cf45bca52d55f087e2409e for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:56.827188 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ddd9a814-b2b8-45e5-bb33-612b4e7b8c4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.876033 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ac94ad33-3b3b-4033-b43b-1971afe8ce90 None None] Provisioning complete for port 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:56.877419 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ac94ad33-3b3b-4033-b43b-1971afe8ce90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.926732 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ac94ad33-3b3b-4033-b43b-1971afe8ce90 None None] Port 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:56.996718 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-07475827-870f-4d85-8643-95ab78231e8b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.050554 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-07475827-870f-4d85-8643-95ab78231e8b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.053349 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaae8b4b-988e-4fe8-b15c-d6098ca0d644 admin admin] Router 3611c626-705b-4dea-a0c1-a1edd17b63f7 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:01:57.158996 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d3263-5fc0-40f7-8db9-a3968abd05f8 req-c6886133-ae2d-4e3f-95d9-f1588305cdc5 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:57.162021 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b0d3263-5fc0-40f7-8db9-a3968abd05f8 req-c6886133-ae2d-4e3f-95d9-f1588305cdc5 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 944 time: 0.1108539 Nov 12 01:01:57.162595 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-07475827-870f-4d85-8643-95ab78231e8b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Network 01b81ef0-68bc-4921-8d18-cfd5f95b9310 is not hosted by any dhcp agent {{(pid=114243) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:01:57.169155 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07475827-870f-4d85-8643-95ab78231e8b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:57.169809 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-07475827-870f-4d85-8643-95ab78231e8b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.171705 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-07475827-870f-4d85-8643-95ab78231e8b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "PUT /v2.0/networks/01b81ef0-68bc-4921-8d18-cfd5f95b9310 HTTP/1.1" status: 200 len: 723 time: 1.0116060 Nov 12 01:01:57.175131 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33868) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:57.183375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-6bae3177-022f-4fa3-b5cd-c51f2039bfec tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'subnet': {'network_id': '01b81ef0-68bc-4921-8d18-cfd5f95b9310', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:57.263761 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07475827-870f-4d85-8643-95ab78231e8b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Network': ['ID=01b81ef0-68bc-4921-8d18-cfd5f95b9310,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:57.302509 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 01b81ef0-68bc-4921-8d18-cfd5f95b9310 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:57.399696 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6dfd4815-ce8c-4330-b1e0-5646566b5acd up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:57.514183 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bae3177-022f-4fa3-b5cd-c51f2039bfec tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Made reservation on behalf of bfb044d23cb647dba690245ba56b0df7 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:57.522888 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6bae3177-022f-4fa3-b5cd-c51f2039bfec tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.540664 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b0d3263-5fc0-40f7-8db9-a3968abd05f8 req-e1f7aecc-c20f-4bfd-8fe3-f297ed6c76cf tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471591 Nov 12 01:01:57.548627 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaae8b4b-988e-4fe8-b15c-d6098ca0d644 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:57.555825 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-aaae8b4b-988e-4fe8-b15c-d6098ca0d644 admin admin] 10.222.0.31 "PUT /v2.0/routers/3611c626-705b-4dea-a0c1-a1edd17b63f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2825911 Nov 12 01:01:57.563290 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ddd9a814-b2b8-45e5-bb33-612b4e7b8c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.581337 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] Sync routers for ids ['3611c626-705b-4dea-a0c1-a1edd17b63f7'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:57.593843 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 6dfd4815-ce8c-4330-b1e0-5646566b5acd triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:57.596633 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.632715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] Routers {'3611c626-705b-4dea-a0c1-a1edd17b63f7'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:57.633723 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:01:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3611c626-705b-4dea-a0c1-a1edd17b63f7'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:57.743160 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9a814-b2b8-45e5-bb33-612b4e7b8c4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=838f8e68-1c1e-4ca7-b054-f4c1b77520ed,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:57.765918 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9a814-b2b8-45e5-bb33-612b4e7b8c4a admin admin] Checking segment: {'id': '87528cf6-8de1-4116-8797-3c6dec5a426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '435816c9-12a6-40de-aba8-b1fb076c441f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:57.766297 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd9a814-b2b8-45e5-bb33-612b4e7b8c4a admin admin] Network hostable DHCP agents. Network: 435816c9-12a6-40de-aba8-b1fb076c441f, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:57.839605 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd9a814-b2b8-45e5-bb33-612b4e7b8c4a admin admin] Network 435816c9-12a6-40de-aba8-b1fb076c441f is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:57.853809 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-ddd9a814-b2b8-45e5-bb33-612b4e7b8c4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 435816c9-12a6-40de-aba8-b1fb076c441f) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:57.859287 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd9a814-b2b8-45e5-bb33-612b4e7b8c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:57.862648 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ddd9a814-b2b8-45e5-bb33-612b4e7b8c4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.896667 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ddd9a814-b2b8-45e5-bb33-612b4e7b8c4a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2390728 Nov 12 01:01:57.952393 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] Set router 3611c626-705b-4dea-a0c1-a1edd17b63f7 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:01:57.965135 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b014d80a-fb11-465c-b63c-12c15dd9b5b2 None None] Network 435816c9-12a6-40de-aba8-b1fb076c441f requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:58.026310 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6bae3177-022f-4fa3-b5cd-c51f2039bfec tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.157757 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bae3177-022f-4fa3-b5cd-c51f2039bfec tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Checking segment: {'id': 'c6a24068-3c94-4d62-8c82-a60e875e2b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01b81ef0-68bc-4921-8d18-cfd5f95b9310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:58.158136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bae3177-022f-4fa3-b5cd-c51f2039bfec tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Network hostable DHCP agents. Network: 01b81ef0-68bc-4921-8d18-cfd5f95b9310, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:58.189457 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae3177-022f-4fa3-b5cd-c51f2039bfec tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Subnet': ['ID=858a27a7-adfd-41cd-ad95-66ba8227998e,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:58.218111 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bae3177-022f-4fa3-b5cd-c51f2039bfec tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Network 01b81ef0-68bc-4921-8d18-cfd5f95b9310 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:58.266327 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-6bae3177-022f-4fa3-b5cd-c51f2039bfec tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 01b81ef0-68bc-4921-8d18-cfd5f95b9310) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:58.295580 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bae3177-022f-4fa3-b5cd-c51f2039bfec tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:58.296252 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6bae3177-022f-4fa3-b5cd-c51f2039bfec tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.355047 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6bae3177-022f-4fa3-b5cd-c51f2039bfec tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1752474 Nov 12 01:01:58.355711 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33902) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:58.361981 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-65a74822-122b-47f5-a197-7a928c4e9358 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:58.363108 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedafea2-07cc-4d50-a7a8-ea079f51442f None None] Network 01b81ef0-68bc-4921-8d18-cfd5f95b9310 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:58.518414 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-bce0f805-24c5-4cba-a9c1-48edef83cf16 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1039517 Nov 12 01:01:58.519893 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-65a74822-122b-47f5-a197-7a928c4e9358 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4344076'] for subnet, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.585426 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.669495 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-591b278c-9ca1-4830-97ed-d0a4060bf233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:58.669971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-591b278c-9ca1-4830-97ed-d0a4060bf233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:58.670438 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-591b278c-9ca1-4830-97ed-d0a4060bf233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:58.670901 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-591b278c-9ca1-4830-97ed-d0a4060bf233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:58.671407 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-591b278c-9ca1-4830-97ed-d0a4060bf233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:58.671869 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-591b278c-9ca1-4830-97ed-d0a4060bf233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:58.672324 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-591b278c-9ca1-4830-97ed-d0a4060bf233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:58.674915 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-591b278c-9ca1-4830-97ed-d0a4060bf233 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75c055e9876449c3980c1d635d3020fe&device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 6501 time: 0.0891564 Nov 12 01:01:58.768407 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9797e6-bb64-4e98-ae39-d36435bfb8dd None None] Network d4f6ba3f-60b5-47bf-815e-b897879a5073 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:58.796585 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 6dfd4815-ce8c-4330-b1e0-5646566b5acd, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6dfd4815-ce8c-4330-b1e0-5646566b5acd,segment=NetworkSegment(b3126376-c3eb-4963-b758-e4788e5c884e),segment_id=b3126376-c3eb-4963-b758-e4788e5c884e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:58.839449 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.861068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df68a8-ba08-4911-8fc2-77aeb378a552 req-e2ab1e59-d9da-48e8-b38a-7d9006b05826 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:58.863747 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e3df68a8-ba08-4911-8fc2-77aeb378a552 req-e2ab1e59-d9da-48e8-b38a-7d9006b05826 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 944 time: 0.1706951 Nov 12 01:01:58.881064 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-65a74822-122b-47f5-a197-7a928c4e9358 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763651446411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4441760'] for subnet, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.933754 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33918) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:58.942489 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fb29b1-2ca3-48f7-bb08-8a77f15fe49e None None] Network 435816c9-12a6-40de-aba8-b1fb076c441f requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:59.029116 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e3df68a8-ba08-4911-8fc2-77aeb378a552 req-253133ee-c604-4162-9d7f-8bdcc6b65315 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513925 Nov 12 01:01:59.031496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-5f460d06-7055-4ecd-a02d-ae3a332781fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:59.032035 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a74822-122b-47f5-a197-7a928c4e9358 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:59.032380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-5f460d06-7055-4ecd-a02d-ae3a332781fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:59.033045 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-5f460d06-7055-4ecd-a02d-ae3a332781fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:59.035017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-5f460d06-7055-4ecd-a02d-ae3a332781fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=d6ea9c94-971c-4de5-89c0-b46d88be536e&id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&id=523495f2-d0a8-4874-8ce9-f158f9a48578&id=523495f2-d0a8-4874-8ce9-f158f9a48578 HTTP/1.1" status: 200 len: 2292 time: 0.3269222 Nov 12 01:01:59.035554 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-65a74822-122b-47f5-a197-7a928c4e9358 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.040838 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33924) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:59.043208 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-65a74822-122b-47f5-a197-7a928c4e9358 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "PUT /v2.0/subnets/858a27a7-adfd-41cd-ad95-66ba8227998e HTTP/1.1" status: 200 len: 826 time: 0.6862862 Nov 12 01:01:59.104800 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a74822-122b-47f5-a197-7a928c4e9358 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Subnet': ['ID=858a27a7-adfd-41cd-ad95-66ba8227998e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:59.201990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33934) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:59.208792 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c83e0c16-654a-4dbf-b52d-bee1ff460fa7 None None] Provisioning complete for port 6dfd4815-ce8c-4330-b1e0-5646566b5acd triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:59.209336 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c83e0c16-654a-4dbf-b52d-bee1ff460fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.222306 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-308c5a9f-6c5e-4af8-ba52-026f996683ad admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-699248551-network', 'tenant_id': '5c5e2549e551409daff23da1e5dafe8b'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:59.271077 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bcee3fec-9c23-4170-8c56-605c17ad7d70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.288126 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=6dfd4815-ce8c-4330-b1e0-5646566b5acd,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:59.383743 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bcee3fec-9c23-4170-8c56-605c17ad7d70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.387375 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5218b1cc-5e4c-4e6f-a2ae-17e43dc13d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-01b81ef0-68bc-4921-8d18-cfd5f95b9310', 'network_id': '01b81ef0-68bc-4921-8d18-cfd5f95b9310', 'tenant_id': 'bfb044d23cb647dba690245ba56b0df7', 'fixed_ips': [{'subnet_id': '858a27a7-adfd-41cd-ad95-66ba8227998e'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:01:59.389349 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5218b1cc-5e4c-4e6f-a2ae-17e43dc13d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.398522 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bcee3fec-9c23-4170-8c56-605c17ad7d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.423531 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3611c626-705b-4dea-a0c1-a1edd17b63f7', 'name': 'tempest-TestServerMultinode-212312780-router', 'tenant_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b7661241-64f5-41e9-b78c-f4b8d4f4e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:44Z', 'updated_at': '2021-11-12T01:01:53Z', 'revision_number': 4, 'project_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'gw_port': {'id': 'b7661241-64f5-41e9-b78c-f4b8d4f4e785', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3611c626-705b-4dea-a0c1-a1edd17b63f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:46Z', 'updated_at': '2021-11-12T01:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '7cfacbed-2e5c-476b-b736-1d5b2f73b5f8', 'name': '', 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16', 'tenant_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'mac_address': 'fa:16:3e:63:c0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3611c626-705b-4dea-a0c1-a1edd17b63f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'f9a63d96-0633-4924-ae55-8c0dc1f0527f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:51Z', 'updated_at': '2021-11-12T01:01:54Z', 'revision_number': 2, 'project_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'subnets': [{'id': 'f9a63d96-0633-4924-ae55-8c0dc1f0527f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:59.433035 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b016babb-5b1d-402e-87e0-4a51424a3c41 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:59.434980 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b016babb-5b1d-402e-87e0-4a51424a3c41 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/networks?id=435816c9-12a6-40de-aba8-b1fb076c441f HTTP/1.1" status: 200 len: 814 time: 0.2351277 Nov 12 01:01:59.436267 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308c5a9f-6c5e-4af8-ba52-026f996683ad admin admin] Made reservation on behalf of 5c5e2549e551409daff23da1e5dafe8b for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:59.440128 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-308c5a9f-6c5e-4af8-ba52-026f996683ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.447580 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee3fec-9c23-4170-8c56-605c17ad7d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7897b2-94d9-4240-aa4a-7fce0a27d8f7,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:59.457358 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-de139fac-80f6-470f-b530-96190ac7ecb9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b HTTP/1.1" status: 200 len: 1002 time: 0.4138293 Nov 12 01:01:59.469178 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.484289 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-308c5a9f-6c5e-4af8-ba52-026f996683ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.494823 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-41de6702-26fb-40b5-9030-1cd5d249cdd7 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/quotas/d1a79702e7cf45bca52d55f087e2409e HTTP/1.1" status: 200 len: 375 time: 0.0300336 Nov 12 01:01:59.517649 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bcee3fec-9c23-4170-8c56-605c17ad7d70 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c686afe3899e4b558f4a344b4b439551&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5761750 Nov 12 01:01:59.522890 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33936) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:59.543835 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-45bd954d-f616-4483-863e-7738f832cad8 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1a79702e7cf45bca52d55f087e2409e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476682 Nov 12 01:01:59.613372 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-3d8d4cc6-7a6d-4917-a3bd-0748c4e97a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:59.615211 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-3d8d4cc6-7a6d-4917-a3bd-0748c4e97a1a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ba268ed-fc66-4621-b497-0ee29a68e673 HTTP/1.1" status: 200 len: 851 time: 0.1438155 Nov 12 01:01:59.658151 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-308c5a9f-6c5e-4af8-ba52-026f996683ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.666676 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-308c5a9f-6c5e-4af8-ba52-026f996683ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.690691 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.693721 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef5044e4-7802-456c-aa73-233754afffa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.720644 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-5218b1cc-5e4c-4e6f-a2ae-17e43dc13d3f None None] Allocated IP 2001:db8::2 (01b81ef0-68bc-4921-8d18-cfd5f95b9310/858a27a7-adfd-41cd-ad95-66ba8227998e/f0876aa3-ea8f-48ef-b418-27040f198c37) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:59.747971 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308c5a9f-6c5e-4af8-ba52-026f996683ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:59.770169 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-f78c5a21-a5c7-461f-ace9-6589d4b18bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:59.771774 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-f78c5a21-a5c7-461f-ace9-6589d4b18bd8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d6ea9c94-971c-4de5-89c0-b46d88be536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1461065 Nov 12 01:01:59.776274 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef5044e4-7802-456c-aa73-233754afffa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.793058 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-308c5a9f-6c5e-4af8-ba52-026f996683ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.794087 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-308c5a9f-6c5e-4af8-ba52-026f996683ad admin admin] Added segment 1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b of type vlan for network 5fafe369-1acf-42b8-ac19-4d92cdd1e5d4 Nov 12 01:01:59.798099 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c5a9f-6c5e-4af8-ba52-026f996683ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affd62f1-06f7-422f-9acf-de0fdd6ebc43,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:59.921830 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-ef88bb65-3fca-45ff-8c6f-24ef4f2b68c9 service neutron] 10.222.0.21 "GET /v2.0/networks/d6ea9c94-971c-4de5-89c0-b46d88be536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356766 Nov 12 01:01:59.922937 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef5044e4-7802-456c-aa73-233754afffa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.925781 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef5044e4-7802-456c-aa73-233754afffa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.929348 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ef5044e4-7802-456c-aa73-233754afffa7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c7897b2-94d9-4240-aa4a-7fce0a27d8f7 HTTP/1.1" status: 204 len: 168 time: 0.4006851 Nov 12 01:01:59.950539 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5218b1cc-5e4c-4e6f-a2ae-17e43dc13d3f None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.956403 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] Checking router: 3611c626-705b-4dea-a0c1-a1edd17b63f7 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:01:59.957978 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] Updating router 3611c626-705b-4dea-a0c1-a1edd17b63f7 port 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:01:59.959926 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-308c5a9f-6c5e-4af8-ba52-026f996683ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.990706 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5218b1cc-5e4c-4e6f-a2ae-17e43dc13d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.045413 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5044e4-7802-456c-aa73-233754afffa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7897b2-94d9-4240-aa4a-7fce0a27d8f7,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:00.053552 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.055671 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-c4320d00-62ba-401d-ba56-6e7131db7e30 service neutron] 10.222.0.31 "GET /v2.0/networks/435816c9-12a6-40de-aba8-b1fb076c441f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094204 Nov 12 01:02:00.059225 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5218b1cc-5e4c-4e6f-a2ae-17e43dc13d3f None None] Network 01b81ef0-68bc-4921-8d18-cfd5f95b9310 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:00.063608 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-308c5a9f-6c5e-4af8-ba52-026f996683ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.066035 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308c5a9f-6c5e-4af8-ba52-026f996683ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:00.067822 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.071374 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-308c5a9f-6c5e-4af8-ba52-026f996683ad admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.097277 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-5218b1cc-5e4c-4e6f-a2ae-17e43dc13d3f None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:00.100482 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5218b1cc-5e4c-4e6f-a2ae-17e43dc13d3f None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:00.105257 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-308c5a9f-6c5e-4af8-ba52-026f996683ad admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9019506 Nov 12 01:02:00.131259 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33944) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:00.160931 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-64901fb0-5508-4fc5-a3af-04995e613272 admin admin] Request body: {'subnet': {'network_id': '5fafe369-1acf-42b8-ac19-4d92cdd1e5d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-699248551-subnet', 'tenant_id': '5c5e2549e551409daff23da1e5dafe8b', 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:00.255748 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.265685 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218b1cc-5e4c-4e6f-a2ae-17e43dc13d3f None None] Pushing event updated for resources: {'Port': ['ID=f0876aa3-ea8f-48ef-b418-27040f198c37,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:00.299100 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b81ef0-68bc-4921-8d18-cfd5f95b9310']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:00.307111 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c5a9f-6c5e-4af8-ba52-026f996683ad admin admin] Pushing event updated for resources: {'Network': ['ID=5fafe369-1acf-42b8-ac19-4d92cdd1e5d4,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:00.321353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64901fb0-5508-4fc5-a3af-04995e613272 admin admin] Made reservation on behalf of 5c5e2549e551409daff23da1e5dafe8b for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:00.323929 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-64901fb0-5508-4fc5-a3af-04995e613272 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.350702 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a24068-3c94-4d62-8c82-a60e875e2b38') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:00.351364 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a24068-3c94-4d62-8c82-a60e875e2b38') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:00.360422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 5fafe369-1acf-42b8-ac19-4d92cdd1e5d4 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:02:00.380019 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.418511 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.420531 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-db3f3bbf-0efc-4b71-9441-beafead48597 service neutron] 10.222.0.31 "GET /v2.0/networks/435816c9-12a6-40de-aba8-b1fb076c441f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637395 Nov 12 01:02:00.491086 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:00.491904 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:00.500153 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:00.514315 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Subnet': ['ID=858a27a7-adfd-41cd-ad95-66ba8227998e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:00.545404 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33948) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:00.558292 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d27e7ba-e823-4261-8769-e14a40e86df4 None None] Update dhcp port {'port': {'network_id': 'd4f6ba3f-60b5-47bf-815e-b897879a5073', 'fixed_ips': [{'subnet_id': 'b0800c78-be34-4dfe-82e3-0311702f9562', 'ip_address': '2001:db8::2'}, {'subnet_id': '3d974b4b-9e35-43a0-853c-6e5599979740'}], 'binding:host_id': 'n-d-712137-14'}, 'id': '6dfd4815-ce8c-4330-b1e0-5646566b5acd'} from n-d-712137-14. {{(pid=114244) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:02:00.577598 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-58c8002f-7e2c-4150-86ef-4a3c4f9424b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.595308 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5218b1cc-5e4c-4e6f-a2ae-17e43dc13d3f None None] Attempting to bind port f0876aa3-ea8f-48ef-b418-27040f198c37 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:00.596107 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5218b1cc-5e4c-4e6f-a2ae-17e43dc13d3f None None] Attempting to bind port f0876aa3-ea8f-48ef-b418-27040f198c37 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'c6a24068-3c94-4d62-8c82-a60e875e2b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01b81ef0-68bc-4921-8d18-cfd5f95b9310'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:00.596559 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5218b1cc-5e4c-4e6f-a2ae-17e43dc13d3f None None] Attempting to bind port f0876aa3-ea8f-48ef-b418-27040f198c37 on network 01b81ef0-68bc-4921-8d18-cfd5f95b9310 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:00.620894 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5218b1cc-5e4c-4e6f-a2ae-17e43dc13d3f None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:00.621407 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5218b1cc-5e4c-4e6f-a2ae-17e43dc13d3f None None] Checking segment: {'id': 'c6a24068-3c94-4d62-8c82-a60e875e2b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01b81ef0-68bc-4921-8d18-cfd5f95b9310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:00.621819 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5218b1cc-5e4c-4e6f-a2ae-17e43dc13d3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.622223 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5218b1cc-5e4c-4e6f-a2ae-17e43dc13d3f None None] Bound using segment: {'id': 'c6a24068-3c94-4d62-8c82-a60e875e2b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01b81ef0-68bc-4921-8d18-cfd5f95b9310'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:00.622900 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5218b1cc-5e4c-4e6f-a2ae-17e43dc13d3f None None] Bound port: f0876aa3-ea8f-48ef-b418-27040f198c37, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a24068-3c94-4d62-8c82-a60e875e2b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01b81ef0-68bc-4921-8d18-cfd5f95b9310'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:00.623302 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5218b1cc-5e4c-4e6f-a2ae-17e43dc13d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.630584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107afcbb-fba1-4e22-8b36-39e98ff7a1e6 req-98c50893-af39-49bd-b1ec-8e95b3cd53fa tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:00.633685 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-107afcbb-fba1-4e22-8b36-39e98ff7a1e6 req-98c50893-af39-49bd-b1ec-8e95b3cd53fa tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 944 time: 0.1816154 Nov 12 01:02:00.646753 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-8bc920af-d03c-431d-bac7-4ed9f0bc0dbe service neutron] 10.222.0.21 "GET /v2.0/networks/d6ea9c94-971c-4de5-89c0-b46d88be536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7076781 Nov 12 01:02:00.648346 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.db.api [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 01:02:00.648346 n-d-712137-14 neutron-server[114242]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 01:02:00.648346 n-d-712137-14 neutron-server[114242]: [parameters: {'id': '01b81ef0-68bc-4921-8d18-cfd5f95b9310'}] Nov 12 01:02:00.648346 n-d-712137-14 neutron-server[114242]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:02:00.649497 n-d-712137-14 neutron-server[114242]: DEBUG oslo_db.api [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:02:00.744885 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-64901fb0-5508-4fc5-a3af-04995e613272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.752300 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0d27e7ba-e823-4261-8769-e14a40e86df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.767940 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-2ea8b68a-9908-4089-9403-e2818a65357b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 HTTP/1.1" status: 200 len: 217 time: 0.0877287 Nov 12 01:02:00.822682 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5218b1cc-5e4c-4e6f-a2ae-17e43dc13d3f None None] For port f0876aa3-ea8f-48ef-b418-27040f198c37, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:00.873218 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-107afcbb-fba1-4e22-8b36-39e98ff7a1e6 req-338c8355-de0d-466a-ab88-8e9720d80651 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224627 Nov 12 01:02:00.880025 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e14d84c1-45a6-4fd5-b716-12d916619335 req-2528f8b2-43ab-4b2c-aa0a-46641bc1f60a tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 210 time: 0.1218133 Nov 12 01:02:00.899211 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-e3eb2071-def6-4e5e-89a1-338b86c691f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:00.900683 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-e3eb2071-def6-4e5e-89a1-338b86c691f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e3b5c1-9246-44ee-8b2b-05576d2e6cd6 HTTP/1.1" status: 200 len: 797 time: 0.1247482 Nov 12 01:02:00.927602 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64901fb0-5508-4fc5-a3af-04995e613272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d0c5a3-4cee-4828-b814-bd1990ecea54,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:00.947188 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64901fb0-5508-4fc5-a3af-04995e613272 admin admin] Checking segment: {'id': '1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5fafe369-1acf-42b8-ac19-4d92cdd1e5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:00.947565 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64901fb0-5508-4fc5-a3af-04995e613272 admin admin] Network hostable DHCP agents. Network: 5fafe369-1acf-42b8-ac19-4d92cdd1e5d4, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:02:00.969350 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-58c8002f-7e2c-4150-86ef-4a3c4f9424b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.978634 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-58c8002f-7e2c-4150-86ef-4a3c4f9424b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.003886 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64901fb0-5508-4fc5-a3af-04995e613272 admin admin] Network 5fafe369-1acf-42b8-ac19-4d92cdd1e5d4 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:02:01.009186 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-3242bbf4-9305-4212-bb5d-d5256f1c6839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:01.014780 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-3242bbf4-9305-4212-bb5d-d5256f1c6839 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1058736 Nov 12 01:02:01.034419 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-58c8002f-7e2c-4150-86ef-4a3c4f9424b4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d3020c6d1f046e0a53e9e48c3f9ed95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4877751 Nov 12 01:02:01.035798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8002f-7e2c-4150-86ef-4a3c4f9424b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d964cf-8139-4125-9f4c-61aa9c8019e6,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:01.043450 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33958) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:01.050356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-64901fb0-5508-4fc5-a3af-04995e613272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 5fafe369-1acf-42b8-ac19-4d92cdd1e5d4) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:01.055601 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64901fb0-5508-4fc5-a3af-04995e613272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:01.056282 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-64901fb0-5508-4fc5-a3af-04995e613272 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.096441 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-64901fb0-5508-4fc5-a3af-04995e613272 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9516559 Nov 12 01:02:01.098888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33960) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:01.111455 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-5c0a2c9d-feb8-439e-9a9d-b3f31c7340d6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-699248551-router', 'tenant_id': '5c5e2549e551409daff23da1e5dafe8b', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:01.120139 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df78183-726d-4fb5-bc5b-0ab1716f4e5d None None] Network 5fafe369-1acf-42b8-ac19-4d92cdd1e5d4 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:01.150638 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.171958 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2c9d-feb8-439e-9a9d-b3f31c7340d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.174270 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5218b1cc-5e4c-4e6f-a2ae-17e43dc13d3f None None] For port f0876aa3-ea8f-48ef-b418-27040f198c37, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f0876aa3-ea8f-48ef-b418-27040f198c37,segment=NetworkSegment(c6a24068-3c94-4d62-8c82-a60e875e2b38),segment_id=c6a24068-3c94-4d62-8c82-a60e875e2b38)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:01.175449 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2c9d-feb8-439e-9a9d-b3f31c7340d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.229794 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-b4c96484-16bd-4311-a8d2-6ebffab063e9 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073758 Nov 12 01:02:01.234474 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-464beb41-b6b9-4498-bc53-cbc50689ee6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.235263 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5218b1cc-5e4c-4e6f-a2ae-17e43dc13d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.340317 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-bb3ad5db-da64-4ddf-8d27-c6351c98e7d9 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012914 Nov 12 01:02:01.344667 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Deleting port f0876aa3-ea8f-48ef-b418-27040f198c37 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:01.345101 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.382273 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-464beb41-b6b9-4498-bc53-cbc50689ee6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.402819 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2c9d-feb8-439e-9a9d-b3f31c7340d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.409146 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-d1525ed2-bab3-45c3-9300-e55e59225dd4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=eaf27379-549b-4591-bd09-78291efa7f5f HTTP/1.1" status: 200 len: 217 time: 0.0619519 Nov 12 01:02:01.496058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-440d3017-07cf-421f-b4cd-6a9d2eee57bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:01.497657 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-440d3017-07cf-421f-b4cd-6a9d2eee57bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e3b5c1-9246-44ee-8b2b-05576d2e6cd6 HTTP/1.1" status: 200 len: 797 time: 0.0532935 Nov 12 01:02:01.499596 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6dfd4815-ce8c-4330-b1e0-5646566b5acd up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:01.584911 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] For port f0876aa3-ea8f-48ef-b418-27040f198c37, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f0876aa3-ea8f-48ef-b418-27040f198c37,segment=NetworkSegment(c6a24068-3c94-4d62-8c82-a60e875e2b38),segment_id=c6a24068-3c94-4d62-8c82-a60e875e2b38)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:01.585286 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.610936 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Calling delete_port for f0876aa3-ea8f-48ef-b418-27040f198c37 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:01.621200 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-c89e9c5f-b8e0-410a-b8f2-6793bdb925d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:01.622701 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-c89e9c5f-b8e0-410a-b8f2-6793bdb925d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1115720 Nov 12 01:02:01.694291 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020a5bd1-4403-4b5c-a89d-f5463f6bc48d None None] Network 01b81ef0-68bc-4921-8d18-cfd5f95b9310 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:01.745133 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-464beb41-b6b9-4498-bc53-cbc50689ee6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.748100 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-464beb41-b6b9-4498-bc53-cbc50689ee6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.751636 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-464beb41-b6b9-4498-bc53-cbc50689ee6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/69d964cf-8139-4125-9f4c-61aa9c8019e6 HTTP/1.1" status: 204 len: 168 time: 0.7047927 Nov 12 01:02:01.756219 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2c9d-feb8-439e-9a9d-b3f31c7340d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.790431 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464beb41-b6b9-4498-bc53-cbc50689ee6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d964cf-8139-4125-9f4c-61aa9c8019e6,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:01.793338 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.890494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Port': ['ID=f0876aa3-ea8f-48ef-b418-27040f198c37,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:01.896795 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] No DVR routers for this DVR port f0876aa3-ea8f-48ef-b418-27040f198c37 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:02.035604 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.063741 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.096338 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7df3c55e-5dc5-461d-9210-10e3c8896a37 req-3b91c2fe-8f0d-48c8-9430-acfa5ab95976 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 210 time: 0.0631027 Nov 12 01:02:02.100740 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218b1cc-5e4c-4e6f-a2ae-17e43dc13d3f None None] Pushing event updated for resources: {'Port': ['ID=f0876aa3-ea8f-48ef-b418-27040f198c37,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:02.260553 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2c9d-feb8-439e-9a9d-b3f31c7340d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.278323 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 6dfd4815-ce8c-4330-b1e0-5646566b5acd triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:02.279017 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.291970 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a459c79-9ec8-46fe-9b0c-f6c445249bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-5fafe369-1acf-42b8-ac19-4d92cdd1e5d4', 'network_id': '5fafe369-1acf-42b8-ac19-4d92cdd1e5d4', 'tenant_id': '5c5e2549e551409daff23da1e5dafe8b', 'fixed_ips': [{'subnet_id': '31d0c5a3-4cee-4828-b814-bd1990ecea54'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:02:02.293306 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9a459c79-9ec8-46fe-9b0c-f6c445249bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.302976 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2c9d-feb8-439e-9a9d-b3f31c7340d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.351142 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682049f-baf4-421e-9ed4-acf16b4e132e None None] Pushing event updated for resources: {'Port': ['ID=7cfacbed-2e5c-476b-b736-1d5b2f73b5f8,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:02.431343 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-0d27e7ba-e823-4261-8769-e14a40e86df4 None None] Allocated IP 172.20.0.1 (d4f6ba3f-60b5-47bf-815e-b897879a5073/3d974b4b-9e35-43a0-853c-6e5599979740/6dfd4815-ce8c-4330-b1e0-5646566b5acd) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:02.437086 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d00cdf-9af9-49f1-a743-739a6d12fdc8 None None] Network 01b81ef0-68bc-4921-8d18-cfd5f95b9310 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:02.578131 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-5c0a2c9d-feb8-439e-9a9d-b3f31c7340d6 admin admin] Allocated IP 172.25.0.42 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/1a89f258-ca7e-47a7-b302-43d5affbe7f3) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:02.691430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] Attempting to bind port 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:02.692484 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] Attempting to bind port 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '8b226f8d-2d84-4906-9455-74305f8499d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:02.692484 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] Attempting to bind port 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8 on network 785356dd-2fa0-4f67-b235-885a356e1a16 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:02.750232 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2c9d-feb8-439e-9a9d-b3f31c7340d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.760817 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:02.761532 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] Checking segment: {'id': '8b226f8d-2d84-4906-9455-74305f8499d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:02.762087 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.762581 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] Bound using segment: {'id': '8b226f8d-2d84-4906-9455-74305f8499d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:02.763340 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] Bound port: 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b226f8d-2d84-4906-9455-74305f8499d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:02.763690 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.803996 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2c9d-feb8-439e-9a9d-b3f31c7340d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.861241 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.881592 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b81ef0-68bc-4921-8d18-cfd5f95b9310']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:02.886062 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a2c9d-feb8-439e-9a9d-b3f31c7340d6 admin admin] Pushing event updated for resources: {'Port': ['ID=1a89f258-ca7e-47a7-b302-43d5affbe7f3,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:02.891247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0a2c9d-feb8-439e-9a9d-b3f31c7340d6 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:02.893035 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-5c0a2c9d-feb8-439e-9a9d-b3f31c7340d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:02.895288 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0a2c9d-feb8-439e-9a9d-b3f31c7340d6 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:02.916727 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-427c2e2b-615e-4009-80aa-c7d3c9f15f58 None None] Provisioning complete for port 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:02.917093 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-427c2e2b-615e-4009-80aa-c7d3c9f15f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.933101 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a24068-3c94-4d62-8c82-a60e875e2b38') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:02.934591 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a24068-3c94-4d62-8c82-a60e875e2b38') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:02.947978 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.965746 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.972484 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:02.974485 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.989064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-427c2e2b-615e-4009-80aa-c7d3c9f15f58 None None] Port 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:03.026473 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303d9d8d-d1a3-4a35-bedb-5b2f5a339d4b None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:03.071411 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:03.123941 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.185545 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.189154 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/networks/01b81ef0-68bc-4921-8d18-cfd5f95b9310 HTTP/1.1" status: 204 len: 168 time: 4.1469302 Nov 12 01:02:03.194252 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 33990) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:03.208532 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-fff35b59-408d-48fd-a839-789058fb50ac service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5778530 Nov 12 01:02:03.235453 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a2902ee1-c4d8-4bbf-a527-15b38b7e847a None None] Provisioning complete for port 1a89f258-ca7e-47a7-b302-43d5affbe7f3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:03.235922 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a2902ee1-c4d8-4bbf-a527-15b38b7e847a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.256058 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca563ae-6c82-4a93-9cc5-990b826b795d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] DELETE failed (client error): The resource could not be found. Nov 12 01:02:03.259278 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-0d27e7ba-e823-4261-8769-e14a40e86df4 None None] For port 6dfd4815-ce8c-4330-b1e0-5646566b5acd, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6dfd4815-ce8c-4330-b1e0-5646566b5acd,segment=NetworkSegment(b3126376-c3eb-4963-b758-e4788e5c884e),segment_id=b3126376-c3eb-4963-b758-e4788e5c884e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:03.262659 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca563ae-6c82-4a93-9cc5-990b826b795d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:02:03.266163 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cca563ae-6c82-4a93-9cc5-990b826b795d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/networks/01b81ef0-68bc-4921-8d18-cfd5f95b9310 HTTP/1.1" status: 404 len: 339 time: 0.0692155 Nov 12 01:02:03.305588 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 33992) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:03.312991 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd29007-36c8-4789-af90-87808270a285 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Network': ['ID=01b81ef0-68bc-4921-8d18-cfd5f95b9310,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:03.313481 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-9a459c79-9ec8-46fe-9b0c-f6c445249bf7 None None] Allocated IP 172.20.0.2 (5fafe369-1acf-42b8-ac19-4d92cdd1e5d4/31d0c5a3-4cee-4828-b814-bd1990ecea54/2544ee30-dd24-4760-946e-a2886f6344f6) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:03.331941 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-08ab77e2-eb0f-4d87-9762-a0fd2006e9c6 req-18327295-393e-4434-9cd3-212e4cac59f1 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 210 time: 0.0827081 Nov 12 01:02:03.351460 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-27d67941-2087-4ccc-8bd4-be66632af5a4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-904117435', 'description': 'd1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:03.370539 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] For port 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:03.401873 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a2902ee1-c4d8-4bbf-a527-15b38b7e847a None None] Port 1a89f258-ca7e-47a7-b302-43d5affbe7f3 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:03.404594 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] For port 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7cfacbed-2e5c-476b-b736-1d5b2f73b5f8,segment=NetworkSegment(8b226f8d-2d84-4906-9455-74305f8499d6),segment_id=8b226f8d-2d84-4906-9455-74305f8499d6)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:03.407677 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0d27e7ba-e823-4261-8769-e14a40e86df4 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.416553 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.446147 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2c9d-feb8-439e-9a9d-b3f31c7340d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.512563 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682049f-baf4-421e-9ed4-acf16b4e132e None None] Pushing event updated for resources: {'Port': ['ID=7cfacbed-2e5c-476b-b736-1d5b2f73b5f8,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:03.516073 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0d27e7ba-e823-4261-8769-e14a40e86df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.554288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-87e76845-a076-463c-8287-9ab6d3dc810e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:03.557572 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-87e76845-a076-463c-8287-9ab6d3dc810e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.21 "GET /v2.0/networks?id=435816c9-12a6-40de-aba8-b1fb076c441f HTTP/1.1" status: 200 len: 814 time: 0.6583545 Nov 12 01:02:03.566567 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dead42-a3a3-4e2d-b178-a19773f212b3 req-f88f3f37-ee18-40db-91d7-620fa544d6ae tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:03.568348 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88dead42-a3a3-4e2d-b178-a19773f212b3 req-f88f3f37-ee18-40db-91d7-620fa544d6ae tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 944 time: 1.5153346 Nov 12 01:02:03.571025 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-a7edde76-7de3-4d26-8260-c995e268b1b7 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640152 Nov 12 01:02:03.584032 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-19f311d7-2bb2-4f51-b574-d71563ea08ee tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Request body: {'port': {'device_id': '8d1e875e-6bee-4479-9806-ec9e06706830', 'network_id': '435816c9-12a6-40de-aba8-b1fb076c441f', 'admin_state_up': True, 'tenant_id': 'd1a79702e7cf45bca52d55f087e2409e'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:03.587339 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27e7ba-e823-4261-8769-e14a40e86df4 None None] Pushing event updated for resources: {'Port': ['ID=6dfd4815-ce8c-4330-b1e0-5646566b5acd,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:03.647670 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] Routers {'3611c626-705b-4dea-a0c1-a1edd17b63f7'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:03.648322 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:01:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3611c626-705b-4dea-a0c1-a1edd17b63f7'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:03.799292 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-4ba85250-b658-455a-978a-e2786baa2c3c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=3f4d6886-1149-4c55-aa72-c928b8b02a0f HTTP/1.1" status: 200 len: 217 time: 0.1055267 Nov 12 01:02:03.873605 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d67941-2087-4ccc-8bd4-be66632af5a4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Made reservation on behalf of bfb044d23cb647dba690245ba56b0df7 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:03.877910 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27d67941-2087-4ccc-8bd4-be66632af5a4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.889609 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-19f311d7-2bb2-4f51-b574-d71563ea08ee tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Made reservation on behalf of d1a79702e7cf45bca52d55f087e2409e for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:03.893862 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-19f311d7-2bb2-4f51-b574-d71563ea08ee tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.085042 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-19f311d7-2bb2-4f51-b574-d71563ea08ee tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Allocated IP 172.20.0.2 (435816c9-12a6-40de-aba8-b1fb076c441f/838f8e68-1c1e-4ca7-b054-f4c1b77520ed/8094be6b-413c-4784-bbdb-bc9499703c2f) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:04.327256 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-19f311d7-2bb2-4f51-b574-d71563ea08ee tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.405335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] Set router 3611c626-705b-4dea-a0c1-a1edd17b63f7 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:04.431231 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88dead42-a3a3-4e2d-b178-a19773f212b3 req-cefb94bb-8c82-4bce-afbc-059f0487a191 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8555591 Nov 12 01:02:04.435188 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-19f311d7-2bb2-4f51-b574-d71563ea08ee tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.456095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e6d51a53-6d27-4607-b1cd-bebe13c4f55d None None] Provisioning complete for port 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:04.456905 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e6d51a53-6d27-4607-b1cd-bebe13c4f55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.488040 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2c9d-feb8-439e-9a9d-b3f31c7340d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.534104 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9a459c79-9ec8-46fe-9b0c-f6c445249bf7 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.549738 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-19f311d7-2bb2-4f51-b574-d71563ea08ee tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Network 435816c9-12a6-40de-aba8-b1fb076c441f is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:04.555602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-19f311d7-2bb2-4f51-b574-d71563ea08ee tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:04.560335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-b9f49c3d-c79b-4649-83ee-12a6caf9ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:04.562611 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-b9f49c3d-c79b-4649-83ee-12a6caf9ea2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e3b5c1-9246-44ee-8b2b-05576d2e6cd6 HTTP/1.1" status: 200 len: 797 time: 0.7513554 Nov 12 01:02:04.563678 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-19f311d7-2bb2-4f51-b574-d71563ea08ee tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:04.586755 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d67941-2087-4ccc-8bd4-be66632af5a4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:02:04.683666 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f311d7-2bb2-4f51-b574-d71563ea08ee tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Pushing event updated for resources: {'Port': ['ID=8094be6b-413c-4784-bbdb-bc9499703c2f,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:04.687459 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27d67941-2087-4ccc-8bd4-be66632af5a4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.688015 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-27d67941-2087-4ccc-8bd4-be66632af5a4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Added segment 0e945179-dbe5-4ca2-baf4-53d66e60e7f6 of type vlan for network 811e0fe4-efdd-463d-a6f4-dec1fc020bb9 Nov 12 01:02:04.720181 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9a459c79-9ec8-46fe-9b0c-f6c445249bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.792941 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-19f311d7-2bb2-4f51-b574-d71563ea08ee tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:04.793720 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-19f311d7-2bb2-4f51-b574-d71563ea08ee tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.797104 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d44ad1-13d2-4000-8264-9a734d2cca27 req-48ee8bdb-dcbb-4d3f-8d2a-c96b0bf638b5 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:04.802566 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6d44ad1-13d2-4000-8264-9a734d2cca27 req-48ee8bdb-dcbb-4d3f-8d2a-c96b0bf638b5 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 931 time: 0.3061152 Nov 12 01:02:04.810184 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27d67941-2087-4ccc-8bd4-be66632af5a4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.828069 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-f4886e03-a81c-412b-b197-218c4a2ae735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:04.829828 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-f4886e03-a81c-412b-b197-218c4a2ae735 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2523384 Nov 12 01:02:04.842416 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a459c79-9ec8-46fe-9b0c-f6c445249bf7 None None] Network 5fafe369-1acf-42b8-ac19-4d92cdd1e5d4 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:04.881757 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-9a459c79-9ec8-46fe-9b0c-f6c445249bf7 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:04.884617 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a459c79-9ec8-46fe-9b0c-f6c445249bf7 None None] Pushing event updated for resources: {'Port': ['ID=2544ee30-dd24-4760-946e-a2886f6344f6,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:04.889726 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a459c79-9ec8-46fe-9b0c-f6c445249bf7 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:04.918191 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-19f311d7-2bb2-4f51-b574-d71563ea08ee tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3456273 Nov 12 01:02:04.987259 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c009c1e6-6607-465a-a953-cb5fadd9b758 None None] Network d4f6ba3f-60b5-47bf-815e-b897879a5073 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:04.994049 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] Request body: {'port': {'device_id': '8d1e875e-6bee-4479-9806-ec9e06706830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:05.004173 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e6d51a53-6d27-4607-b1cd-bebe13c4f55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.041653 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27d67941-2087-4ccc-8bd4-be66632af5a4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.050871 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d67941-2087-4ccc-8bd4-be66632af5a4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:05.052123 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27d67941-2087-4ccc-8bd4-be66632af5a4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.078703 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3611c626-705b-4dea-a0c1-a1edd17b63f7', 'name': 'tempest-TestServerMultinode-212312780-router', 'tenant_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b7661241-64f5-41e9-b78c-f4b8d4f4e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:44Z', 'updated_at': '2021-11-12T01:01:53Z', 'revision_number': 4, 'project_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'gw_port': {'id': 'b7661241-64f5-41e9-b78c-f4b8d4f4e785', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3611c626-705b-4dea-a0c1-a1edd17b63f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:46Z', 'updated_at': '2021-11-12T01:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '7cfacbed-2e5c-476b-b736-1d5b2f73b5f8', 'name': '', 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16', 'tenant_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'mac_address': 'fa:16:3e:63:c0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3611c626-705b-4dea-a0c1-a1edd17b63f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'f9a63d96-0633-4924-ae55-8c0dc1f0527f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:51Z', 'updated_at': '2021-11-12T01:02:03Z', 'revision_number': 4, 'project_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'subnets': [{'id': 'f9a63d96-0633-4924-ae55-8c0dc1f0527f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:05.079514 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6d44ad1-13d2-4000-8264-9a734d2cca27 req-a8444c01-88f4-479a-b608-864bc91cb1f3 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026620 Nov 12 01:02:05.089911 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-9a459c79-9ec8-46fe-9b0c-f6c445249bf7 None None] Attempting to bind port 2544ee30-dd24-4760-946e-a2886f6344f6 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:05.090281 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-9a459c79-9ec8-46fe-9b0c-f6c445249bf7 None None] Attempting to bind port 2544ee30-dd24-4760-946e-a2886f6344f6 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5fafe369-1acf-42b8-ac19-4d92cdd1e5d4'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:05.090565 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a459c79-9ec8-46fe-9b0c-f6c445249bf7 None None] Attempting to bind port 2544ee30-dd24-4760-946e-a2886f6344f6 on network 5fafe369-1acf-42b8-ac19-4d92cdd1e5d4 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:05.114314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0a2c9d-feb8-439e-9a9d-b3f31c7340d6 admin admin] Router a53eb08a-c14a-4f48-af40-d196fd230d07 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:02:05.140514 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-27d67941-2087-4ccc-8bd4-be66632af5a4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8285582 Nov 12 01:02:05.147626 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34024) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:05.157415 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53f9b6e-5caf-4c87-ac1b-ccb75bf179e4 None None] The sync data for ids ['3611c626-705b-4dea-a0c1-a1edd17b63f7'] in n-d-712137-14 is: [{'id': '3611c626-705b-4dea-a0c1-a1edd17b63f7', 'name': 'tempest-TestServerMultinode-212312780-router', 'tenant_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b7661241-64f5-41e9-b78c-f4b8d4f4e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:44Z', 'updated_at': '2021-11-12T01:01:53Z', 'revision_number': 4, 'project_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'gw_port': {'id': 'b7661241-64f5-41e9-b78c-f4b8d4f4e785', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3611c626-705b-4dea-a0c1-a1edd17b63f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:46Z', 'updated_at': '2021-11-12T01:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '7cfacbed-2e5c-476b-b736-1d5b2f73b5f8', 'name': '', 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16', 'tenant_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'mac_address': 'fa:16:3e:63:c0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3611c626-705b-4dea-a0c1-a1edd17b63f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'f9a63d96-0633-4924-ae55-8c0dc1f0527f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:51Z', 'updated_at': '2021-11-12T01:02:03Z', 'revision_number': 4, 'project_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'subnets': [{'id': 'f9a63d96-0633-4924-ae55-8c0dc1f0527f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:05.166349 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a459c79-9ec8-46fe-9b0c-f6c445249bf7 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:05.166856 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a459c79-9ec8-46fe-9b0c-f6c445249bf7 None None] Checking segment: {'id': '1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5fafe369-1acf-42b8-ac19-4d92cdd1e5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:05.167286 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9a459c79-9ec8-46fe-9b0c-f6c445249bf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.167829 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a459c79-9ec8-46fe-9b0c-f6c445249bf7 None None] Bound using segment: {'id': '1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5fafe369-1acf-42b8-ac19-4d92cdd1e5d4'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:05.168336 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-9a459c79-9ec8-46fe-9b0c-f6c445249bf7 None None] Bound port: 2544ee30-dd24-4760-946e-a2886f6344f6, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5fafe369-1acf-42b8-ac19-4d92cdd1e5d4'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:05.168771 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9a459c79-9ec8-46fe-9b0c-f6c445249bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.259302 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e6d51a53-6d27-4607-b1cd-bebe13c4f55d None None] For port 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7cfacbed-2e5c-476b-b736-1d5b2f73b5f8,segment=NetworkSegment(8b226f8d-2d84-4906-9455-74305f8499d6),segment_id=8b226f8d-2d84-4906-9455-74305f8499d6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:05.287669 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e6d51a53-6d27-4607-b1cd-bebe13c4f55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.371906 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.391181 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d67941-2087-4ccc-8bd4-be66632af5a4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Network': ['ID=811e0fe4-efdd-463d-a6f4-dec1fc020bb9,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:05.400258 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-babc645f-ebbc-4044-9f50-b1ad13c8a49e service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527573 Nov 12 01:02:05.485742 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-9a459c79-9ec8-46fe-9b0c-f6c445249bf7 None None] For port 2544ee30-dd24-4760-946e-a2886f6344f6, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:05.490045 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-9a459c79-9ec8-46fe-9b0c-f6c445249bf7 None None] For port 2544ee30-dd24-4760-946e-a2886f6344f6, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=2544ee30-dd24-4760-946e-a2886f6344f6,segment=NetworkSegment(1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b),segment_id=1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:05.492608 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99fef75-e704-40ce-b4e7-e6e533c3c4b0 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:05.498852 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b99fef75-e704-40ce-b4e7-e6e533c3c4b0 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "GET /v2.0/networks?id=811e0fe4-efdd-463d-a6f4-dec1fc020bb9 HTTP/1.1" status: 200 len: 764 time: 0.3450415 Nov 12 01:02:05.500950 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6dfd4815-ce8c-4330-b1e0-5646566b5acd up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:05.505770 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34032) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:05.518112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-a6df890a-3d35-484a-a60f-4341fccedbdf tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'network': {'description': 'd2'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:05.552205 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 811e0fe4-efdd-463d-a6f4-dec1fc020bb9 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:02:05.564145 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d51a53-6d27-4607-b1cd-bebe13c4f55d None None] Pushing event updated for resources: {'Port': ['ID=7cfacbed-2e5c-476b-b736-1d5b2f73b5f8,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:05.581759 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9a459c79-9ec8-46fe-9b0c-f6c445249bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.723464 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a459c79-9ec8-46fe-9b0c-f6c445249bf7 None None] Pushing event updated for resources: {'Port': ['ID=2544ee30-dd24-4760-946e-a2886f6344f6,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:05.731412 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0a2c9d-feb8-439e-9a9d-b3f31c7340d6 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:05.741039 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] Sync routers for ids ['a53eb08a-c14a-4f48-af40-d196fd230d07'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:05.764052 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] Routers {'a53eb08a-c14a-4f48-af40-d196fd230d07'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:05.765125 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:01:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a53eb08a-c14a-4f48-af40-d196fd230d07'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:05.862893 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b325ea7-5369-4444-adf0-016092a8edfb req-340ed1f6-c9db-41ba-a083-73bd3b5172b1 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:05.865081 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b325ea7-5369-4444-adf0-016092a8edfb req-340ed1f6-c9db-41ba-a083-73bd3b5172b1 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 944 time: 0.2519414 Nov 12 01:02:05.872679 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-e571363c-ad64-461d-9f76-83c268e5ea42 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640768 Nov 12 01:02:05.954954 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2c9d-feb8-439e-9a9d-b3f31c7340d6 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.957559 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5c0a2c9d-feb8-439e-9a9d-b3f31c7340d6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8566775 Nov 12 01:02:05.959625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34038) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:06.042853 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4b2343f7-ba41-481f-8387-44367525fd9b None None] Provisioning complete for port 6dfd4815-ce8c-4330-b1e0-5646566b5acd triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:06.045347 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-e2cec9df-97f9-4848-94b8-577abd2c93ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=2848d887-c908-4eac-985d-33d1a11891ab HTTP/1.1" status: 200 len: 217 time: 0.1360178 Nov 12 01:02:06.047680 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4b2343f7-ba41-481f-8387-44367525fd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.079686 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a6df890a-3d35-484a-a60f-4341fccedbdf tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.101258 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] Set router a53eb08a-c14a-4f48-af40-d196fd230d07 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:06.140642 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 6dfd4815-ce8c-4330-b1e0-5646566b5acd triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:06.144347 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.161686 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a6df890a-3d35-484a-a60f-4341fccedbdf tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.193324 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b325ea7-5369-4444-adf0-016092a8edfb req-77fc59fb-2583-451d-9211-f56213c05531 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158202 Nov 12 01:02:06.342549 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-4324e127-f266-4d4f-b52f-999e55c35ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:06.343890 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-4324e127-f266-4d4f-b52f-999e55c35ba4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61e3b5c1-9246-44ee-8b2b-05576d2e6cd6 HTTP/1.1" status: 200 len: 797 time: 0.2896688 Nov 12 01:02:06.464548 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a6df890a-3d35-484a-a60f-4341fccedbdf tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Network 811e0fe4-efdd-463d-a6f4-dec1fc020bb9 is not hosted by any dhcp agent {{(pid=114243) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:02:06.491330 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6df890a-3d35-484a-a60f-4341fccedbdf tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:06.502748 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a6df890a-3d35-484a-a60f-4341fccedbdf tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.509239 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a6df890a-3d35-484a-a60f-4341fccedbdf tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "PUT /v2.0/networks/811e0fe4-efdd-463d-a6f4-dec1fc020bb9 HTTP/1.1" status: 200 len: 761 time: 0.9969802 Nov 12 01:02:06.515711 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34046) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:06.521961 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53eb08a-c14a-4f48-af40-d196fd230d07', 'name': 'tempest-TestServerMultinode-699248551-router', 'tenant_id': '5c5e2549e551409daff23da1e5dafe8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '1a89f258-ca7e-47a7-b302-43d5affbe7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:01Z', 'updated_at': '2021-11-12T01:02:03Z', 'revision_number': 3, 'project_id': '5c5e2549e551409daff23da1e5dafe8b', 'gw_port': {'id': '1a89f258-ca7e-47a7-b302-43d5affbe7f3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53eb08a-c14a-4f48-af40-d196fd230d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:02Z', 'updated_at': '2021-11-12T01:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:06.674998 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-4ec031b2-e043-4334-a591-a9b8e88f3b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:06.688277 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-4ec031b2-e043-4334-a591-a9b8e88f3b02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3345871 Nov 12 01:02:06.692085 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] Checking router: a53eb08a-c14a-4f48-af40-d196fd230d07 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:02:06.692085 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] Updating router a53eb08a-c14a-4f48-af40-d196fd230d07 port 1a89f258-ca7e-47a7-b302-43d5affbe7f3 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:02:06.800243 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.026517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-04c5daf6-e7f9-4a1c-acc5-d1cc735c07ba None None] Provisioning complete for port 6dfd4815-ce8c-4330-b1e0-5646566b5acd triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:07.027906 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-04c5daf6-e7f9-4a1c-acc5-d1cc735c07ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.083696 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddde6ff-ccff-44ed-90d6-29a8d4c877c7 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:07.094486 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9ddde6ff-ccff-44ed-90d6-29a8d4c877c7 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "GET /v2.0/networks?id=811e0fe4-efdd-463d-a6f4-dec1fc020bb9 HTTP/1.1" status: 200 len: 764 time: 0.5712171 Nov 12 01:02:07.098907 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8094be6b-413c-4784-bbdb-bc9499703c2f {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:07.107098 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34052) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:07.129861 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.141368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a167318-6392-4190-a947-26d0d7d34356 req-36ffcef9-6780-49f3-ae84-7a261bd1e2d8 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:07.156577 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5a167318-6392-4190-a947-26d0d7d34356 req-36ffcef9-6780-49f3-ae84-7a261bd1e2d8 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 931 time: 0.8862565 Nov 12 01:02:07.172498 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df890a-3d35-484a-a60f-4341fccedbdf tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Network': ['ID=811e0fe4-efdd-463d-a6f4-dec1fc020bb9,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:07.195667 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 811e0fe4-efdd-463d-a6f4-dec1fc020bb9 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:02:07.204621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] Transition to ACTIVE for port object 8094be6b-413c-4784-bbdb-bc9499703c2f will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:02:07.212533 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-6dd16640-7044-4ccb-bdf2-a23aa88dd257 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833455 Nov 12 01:02:07.214423 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.372885 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5a167318-6392-4190-a947-26d0d7d34356 req-ba20e1d8-9e2d-484c-a92e-33f79eeceb5b tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152622 Nov 12 01:02:07.441757 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] Pushing event updated for resources: {'Port': ['ID=8094be6b-413c-4784-bbdb-bc9499703c2f,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:07.569115 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.580280 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.619311 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:07.649356 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d337dab4-aa9b-44fd-a9a1-2bd6df66304a None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:07.715349 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] Attempting to bind port 1a89f258-ca7e-47a7-b302-43d5affbe7f3 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:07.716141 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] Attempting to bind port 1a89f258-ca7e-47a7-b302-43d5affbe7f3 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:07.720470 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] Attempting to bind port 1a89f258-ca7e-47a7-b302-43d5affbe7f3 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:07.788231 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0182ab33-f031-4ef3-8d23-15158d7f483e None None] Provisioning complete for port 1a89f258-ca7e-47a7-b302-43d5affbe7f3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:07.788777 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0182ab33-f031-4ef3-8d23-15158d7f483e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.791403 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:07.791779 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:07.792168 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.794969 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:07.797246 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] Bound port: 1a89f258-ca7e-47a7-b302-43d5affbe7f3, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:07.797832 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.801392 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5645def-4a7e-4984-8a68-718dc3ad126f None None] Pushing event updated for resources: {'Port': ['ID=1a89f258-ca7e-47a7-b302-43d5affbe7f3,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:07.819267 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] Attempting to bind port 8094be6b-413c-4784-bbdb-bc9499703c2f on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:07.819745 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] Attempting to bind port 8094be6b-413c-4784-bbdb-bc9499703c2f by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '87528cf6-8de1-4116-8797-3c6dec5a426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '435816c9-12a6-40de-aba8-b1fb076c441f'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:07.820079 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] Attempting to bind port 8094be6b-413c-4784-bbdb-bc9499703c2f on network 435816c9-12a6-40de-aba8-b1fb076c441f {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:07.835819 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c851fca-efa1-41ba-a3ee-0b37d816d623 req-a79692f0-48e4-4a34-9e62-249dfd08aa31 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:07.838531 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c851fca-efa1-41ba-a3ee-0b37d816d623 req-a79692f0-48e4-4a34-9e62-249dfd08aa31 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 944 time: 0.3757370 Nov 12 01:02:07.844981 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] Port 8094be6b-413c-4784-bbdb-bc9499703c2f on network 435816c9-12a6-40de-aba8-b1fb076c441f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:02:07.845312 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] Attempting to bind port 8094be6b-413c-4784-bbdb-bc9499703c2f on network 435816c9-12a6-40de-aba8-b1fb076c441f {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:07.920977 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c851fca-efa1-41ba-a3ee-0b37d816d623 req-4bf85a9a-2694-482c-b6ac-09a45991fbcb tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683908 Nov 12 01:02:07.923627 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-50186da2-58f4-44ef-aab6-5bb98123afc9 service neutron] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7068250 Nov 12 01:02:07.924958 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:07.925514 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] Checking segment: {'id': '87528cf6-8de1-4116-8797-3c6dec5a426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '435816c9-12a6-40de-aba8-b1fb076c441f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:07.927068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] Bound using segment: {'id': '87528cf6-8de1-4116-8797-3c6dec5a426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '435816c9-12a6-40de-aba8-b1fb076c441f'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:07.927869 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] Bound port: 8094be6b-413c-4784-bbdb-bc9499703c2f, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87528cf6-8de1-4116-8797-3c6dec5a426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '435816c9-12a6-40de-aba8-b1fb076c441f'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:07.928420 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.971416 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] For port 1a89f258-ca7e-47a7-b302-43d5affbe7f3, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:07.975570 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-0182ab33-f031-4ef3-8d23-15158d7f483e None None] Port 1a89f258-ca7e-47a7-b302-43d5affbe7f3 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:07.977692 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] For port 1a89f258-ca7e-47a7-b302-43d5affbe7f3, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1a89f258-ca7e-47a7-b302-43d5affbe7f3,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:07.987501 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.992747 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:07.993257 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.012082 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-5caa6223-6da0-48f2-a4b6-50c0349fcb32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ce338286-589a-4fe7-9255-b5d2a6ec28f4 HTTP/1.1" status: 200 len: 217 time: 0.0784473 Nov 12 01:02:08.046294 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4368c80-0a48-46b5-9547-d33c594236da None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:08.080173 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b5fd98-2865-4663-9be6-04190c089177 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:08.088076 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f8b5fd98-2865-4663-9be6-04190c089177 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9768343 Nov 12 01:02:08.095850 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] Routers {'a53eb08a-c14a-4f48-af40-d196fd230d07'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:08.096869 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34060) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:08.098616 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:01:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a53eb08a-c14a-4f48-af40-d196fd230d07'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:08.106720 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde46834-1e62-4ac2-a7f5-728f62f5274f None None] Network 5fafe369-1acf-42b8-ac19-4d92cdd1e5d4 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:08.146178 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] For port 8094be6b-413c-4784-bbdb-bc9499703c2f, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:08.153752 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] For port 8094be6b-413c-4784-bbdb-bc9499703c2f, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8094be6b-413c-4784-bbdb-bc9499703c2f,segment=NetworkSegment(87528cf6-8de1-4116-8797-3c6dec5a426e),segment_id=87528cf6-8de1-4116-8797-3c6dec5a426e)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:08.225987 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1ef008a3-8d79-4100-a3a4-514e21fc90b7 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "GET /v2.0/subnets?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 207 time: 0.1278148 Nov 12 01:02:08.227409 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b3bcd85d-f5c6-4d65-9854-3e1485d52411 None None] Provisioning complete for port 1a89f258-ca7e-47a7-b302-43d5affbe7f3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:08.228021 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd85d-f5c6-4d65-9854-3e1485d52411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.236199 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34062) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:08.247773 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.297750 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40fadf9a-5723-40b0-97bb-1f8bd35d7faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.308112 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] Set router a53eb08a-c14a-4f48-af40-d196fd230d07 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:08.309312 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:08.310185 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.312011 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] 10.222.0.21 "PUT /v2.0/ports/8094be6b-413c-4784-bbdb-bc9499703c2f HTTP/1.1" status: 200 len: 1092 time: 3.3287451 Nov 12 01:02:08.316307 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1e875e-6bee-4479-9806-ec9e06706830', 'tag': '8094be6b-413c-4784-bbdb-bc9499703c2f'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:08.335222 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fbdb1f-5a9e-403f-be8a-028c6929b3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1e875e-6bee-4479-9806-ec9e06706830", "tag": "8094be6b-413c-4784-bbdb-bc9499703c2f"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:08.479631 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-1faf0f4d-4ac1-4a27-a3ec-7d5e9d8b42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:08.495630 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-1faf0f4d-4ac1-4a27-a3ec-7d5e9d8b42c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=870dc38d-f2e2-4511-a748-1147cb7d0fbb HTTP/1.1" status: 200 len: 797 time: 0.3399010 Nov 12 01:02:08.499846 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53100078-29b5-49b1-8f4f-03c269edf836 x-openstack-request-id: req-53100078-29b5-49b1-8f4f-03c269edf836 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:08.500307 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1e875e-6bee-4479-9806-ec9e06706830", "tag": "8094be6b-413c-4784-bbdb-bc9499703c2f", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:08.500492 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53100078-29b5-49b1-8f4f-03c269edf836 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:08.501017 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1e875e-6bee-4479-9806-ec9e06706830', 'tag': '8094be6b-413c-4784-bbdb-bc9499703c2f', 'status': 'completed', 'code': 200} Nov 12 01:02:08.509137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2544ee30-dd24-4760-946e-a2886f6344f6 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:08.593891 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd85d-f5c6-4d65-9854-3e1485d52411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.601234 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1049413d-b7f9-4d47-85d8-5473c81fc5a7 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:08.610349 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1049413d-b7f9-4d47-85d8-5473c81fc5a7 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:08.617406 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1049413d-b7f9-4d47-85d8-5473c81fc5a7 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:08.623487 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1049413d-b7f9-4d47-85d8-5473c81fc5a7 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:08.625819 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b3bcd85d-f5c6-4d65-9854-3e1485d52411 None None] For port 1a89f258-ca7e-47a7-b302-43d5affbe7f3, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1a89f258-ca7e-47a7-b302-43d5affbe7f3,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:08.629286 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5645def-4a7e-4984-8a68-718dc3ad126f None None] Pushing event updated for resources: {'Port': ['ID=1a89f258-ca7e-47a7-b302-43d5affbe7f3,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:08.633357 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1049413d-b7f9-4d47-85d8-5473c81fc5a7 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:08.636019 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1049413d-b7f9-4d47-85d8-5473c81fc5a7 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:08.648958 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1049413d-b7f9-4d47-85d8-5473c81fc5a7 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4070549 Nov 12 01:02:08.652923 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34068) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:08.672053 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7e577-1ec9-4196-85a0-574caeff3961 service neutron] Pushing event updated for resources: {'Port': ['ID=8094be6b-413c-4784-bbdb-bc9499703c2f,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:08.714999 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd85d-f5c6-4d65-9854-3e1485d52411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.746721 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-1e33e162-285b-41a7-a004-beefb111fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:08.748272 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-1e33e162-285b-41a7-a004-beefb111fc9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=523495f2-d0a8-4874-8ce9-f158f9a48578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2421267 Nov 12 01:02:08.751152 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-278a9118-638e-4d69-8069-e98d0e8753e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:08.757411 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.761836 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-278a9118-638e-4d69-8069-e98d0e8753e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1a79702e7cf45bca52d55f087e2409e&device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 1095 time: 0.3980246 Nov 12 01:02:08.822929 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26caa0-ad02-4fed-ac22-47540b412fed req-3ad5a8a7-ef60-47c7-bc16-94975519d6a6 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:08.826769 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-df26caa0-ad02-4fed-ac22-47540b412fed req-3ad5a8a7-ef60-47c7-bc16-94975519d6a6 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 943 time: 0.2344084 Nov 12 01:02:08.965845 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcd85d-f5c6-4d65-9854-3e1485d52411 None None] Pushing event updated for resources: {'Port': ['ID=1a89f258-ca7e-47a7-b302-43d5affbe7f3,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:08.969665 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-ab18d0c1-0677-4ac3-ae8c-d65cccb80543 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8094be6b-413c-4784-bbdb-bc9499703c2f HTTP/1.1" status: 200 len: 217 time: 0.1647923 Nov 12 01:02:08.976355 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 2544ee30-dd24-4760-946e-a2886f6344f6 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:08.979694 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.140729 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-dd2f1230-2877-4616-9d70-dfd5222302d7 None None] Provisioning complete for port 2544ee30-dd24-4760-946e-a2886f6344f6 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:09.141475 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dd2f1230-2877-4616-9d70-dfd5222302d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.156042 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53eb08a-c14a-4f48-af40-d196fd230d07', 'name': 'tempest-TestServerMultinode-699248551-router', 'tenant_id': '5c5e2549e551409daff23da1e5dafe8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '1a89f258-ca7e-47a7-b302-43d5affbe7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:01Z', 'updated_at': '2021-11-12T01:02:03Z', 'revision_number': 3, 'project_id': '5c5e2549e551409daff23da1e5dafe8b', 'gw_port': {'id': '1a89f258-ca7e-47a7-b302-43d5affbe7f3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53eb08a-c14a-4f48-af40-d196fd230d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:02Z', 'updated_at': '2021-11-12T01:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:09.168338 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ba4bcf4d-3271-4697-87c3-3729808aef9d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.5089462 Nov 12 01:02:09.168338 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34076) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:09.212510 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-df26caa0-ad02-4fed-ac22-47540b412fed req-4d972814-0d35-4dc0-a04e-db6aeead5115 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496099 Nov 12 01:02:09.216430 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-62148fe8-4a92-4715-b7e0-ac9ad6963e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:09.218370 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-62148fe8-4a92-4715-b7e0-ac9ad6963e7d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=838f8e68-1c1e-4ca7-b054-f4c1b77520ed HTTP/1.1" status: 200 len: 854 time: 0.2309942 Nov 12 01:02:09.259552 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-456788a9-8ec3-4a5d-8285-c062e4fd61ae service neutron] 10.222.0.21 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965169 Nov 12 01:02:09.278080 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8341d045-6b79-47b2-b8dc-222a9d926658 None None] The sync data for ids ['a53eb08a-c14a-4f48-af40-d196fd230d07'] in n-d-712137-14 is: [{'id': 'a53eb08a-c14a-4f48-af40-d196fd230d07', 'name': 'tempest-TestServerMultinode-699248551-router', 'tenant_id': '5c5e2549e551409daff23da1e5dafe8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '1a89f258-ca7e-47a7-b302-43d5affbe7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:01Z', 'updated_at': '2021-11-12T01:02:03Z', 'revision_number': 3, 'project_id': '5c5e2549e551409daff23da1e5dafe8b', 'gw_port': {'id': '1a89f258-ca7e-47a7-b302-43d5affbe7f3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53eb08a-c14a-4f48-af40-d196fd230d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:02Z', 'updated_at': '2021-11-12T01:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:09.331182 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-a6c2c5d1-f72c-4f95-af93-55cf4571845e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=435816c9-12a6-40de-aba8-b1fb076c441f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044853 Nov 12 01:02:09.348186 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.390748 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dd2f1230-2877-4616-9d70-dfd5222302d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.407436 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f44edf-b4d9-4710-b215-fbe7eb5e9568 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:09.408982 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f44edf-b4d9-4710-b215-fbe7eb5e9568 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:09.411434 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f44edf-b4d9-4710-b215-fbe7eb5e9568 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:09.413181 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f44edf-b4d9-4710-b215-fbe7eb5e9568 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:09.414931 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f44edf-b4d9-4710-b215-fbe7eb5e9568 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:09.422387 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f7f44edf-b4d9-4710-b215-fbe7eb5e9568 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2329926 Nov 12 01:02:09.428364 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34088) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:09.445877 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-40fadf9a-5723-40b0-97bb-1f8bd35d7faa admin admin] Allocated IP 172.20.0.1 (5fafe369-1acf-42b8-ac19-4d92cdd1e5d4/31d0c5a3-4cee-4828-b814-bd1990ecea54/913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:09.503635 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafb734f-62b1-45ca-8d54-c3bdc3a4596b None None] get_active_networks_info from n-d-712137-14 {{(pid=114244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:02:09.541435 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27005361-31ba-44a7-a4b8-71565e3905c1 req-ab65edc9-eb3a-456b-87fc-04556f2fc3c3 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:09.551143 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-27005361-31ba-44a7-a4b8-71565e3905c1 req-ab65edc9-eb3a-456b-87fc-04556f2fc3c3 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 944 time: 0.3854101 Nov 12 01:02:09.592260 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 2544ee30-dd24-4760-946e-a2886f6344f6, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=2544ee30-dd24-4760-946e-a2886f6344f6,segment=NetworkSegment(1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b),segment_id=1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:09.609805 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4e6ac1-4804-4b27-8a66-25708e041690 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:09.611385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4e6ac1-4804-4b27-8a66-25708e041690 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:09.614524 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.616945 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4e6ac1-4804-4b27-8a66-25708e041690 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:09.619575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4e6ac1-4804-4b27-8a66-25708e041690 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:09.621055 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4e6ac1-4804-4b27-8a66-25708e041690 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['shared'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:09.641089 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3f4e6ac1-4804-4b27-8a66-25708e041690 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2099407 Nov 12 01:02:09.649709 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34096) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:10.193400 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-dd2f1230-2877-4616-9d70-dfd5222302d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:02:10.194442 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-dd2f1230-2877-4616-9d70-dfd5222302d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:02:10.218910 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=2544ee30-dd24-4760-946e-a2886f6344f6,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:10.326781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafb734f-62b1-45ca-8d54-c3bdc3a4596b None None] Resources bound (agent type, host, resource id): {{(pid=114244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:02:10.411187 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-cc796baa-126b-492a-a91a-490f31858e78 service neutron] 10.222.0.21 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0763249 Nov 12 01:02:10.538256 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-f17aeb0e-f839-44cc-9984-9133c2e39aeb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=babf2404-166d-409b-b86b-258ee071292f HTTP/1.1" status: 200 len: 217 time: 0.1155198 Nov 12 01:02:10.583818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0f5b6-77c9-4093-867c-4549a9e556df req-e83882b0-7f3a-41aa-a18a-229efc196c25 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:10.585974 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-00d0f5b6-77c9-4093-867c-4549a9e556df req-e83882b0-7f3a-41aa-a18a-229efc196c25 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 943 time: 0.2244475 Nov 12 01:02:10.590382 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-5997531d-180d-4b36-ae01-49684ce62f14 service neutron] 10.222.0.21 "GET /v2.0/networks/435816c9-12a6-40de-aba8-b1fb076c441f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2472508 Nov 12 01:02:10.775178 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-27005361-31ba-44a7-a4b8-71565e3905c1 req-fdec0e0a-c13b-4a65-ae0e-839cc0da6b6b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2226231 Nov 12 01:02:10.802447 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40fadf9a-5723-40b0-97bb-1f8bd35d7faa admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:10.802927 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-23103626-0580-4d34-bf91-53a2353de7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:10.812476 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-23103626-0580-4d34-bf91-53a2353de7ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=870dc38d-f2e2-4511-a748-1147cb7d0fbb HTTP/1.1" status: 200 len: 797 time: 0.2558696 Nov 12 01:02:10.908381 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51360c27-c3e5-4dc5-bb4a-0fbd92c51400 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:10.917542 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-51360c27-c3e5-4dc5-bb4a-0fbd92c51400 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "GET /v2.0/networks/a6a742f0-43a7-4574-a983-00a91fc23e3a HTTP/1.1" status: 200 len: 803 time: 1.2578199 Nov 12 01:02:10.918218 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34106) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:10.918989 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40fadf9a-5723-40b0-97bb-1f8bd35d7faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:10.973206 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-00d0f5b6-77c9-4093-867c-4549a9e556df req-ddcb89c7-42db-4da8-b658-d7a49c0f7b0f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146074 Nov 12 01:02:11.016443 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-52dfeb02-618b-4dea-8890-5cb9eb1906c0 None None] Provisioning complete for port 2544ee30-dd24-4760-946e-a2886f6344f6 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:11.016991 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-52dfeb02-618b-4dea-8890-5cb9eb1906c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.018987 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fadf9a-5723-40b0-97bb-1f8bd35d7faa admin admin] Network 5fafe369-1acf-42b8-ac19-4d92cdd1e5d4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:11.027806 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-40fadf9a-5723-40b0-97bb-1f8bd35d7faa admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:11.040546 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fadf9a-5723-40b0-97bb-1f8bd35d7faa admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:11.072013 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fadf9a-5723-40b0-97bb-1f8bd35d7faa admin admin] Pushing event updated for resources: {'Port': ['ID=913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:11.103889 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40fadf9a-5723-40b0-97bb-1f8bd35d7faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.134039 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ccf1f994-9c57-4894-bd25-97b856fc47bf req-415249e8-4a91-48a6-a456-72d03f94c37d service neutron] 10.222.0.21 "GET /v2.0/networks/435816c9-12a6-40de-aba8-b1fb076c441f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5190375 Nov 12 01:02:11.190932 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-aa061645-d28a-4b8c-85a9-9fd2e316c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:11.209195 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-aa061645-d28a-4b8c-85a9-9fd2e316c4ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=523495f2-d0a8-4874-8ce9-f158f9a48578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3751156 Nov 12 01:02:11.343352 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40fadf9a-5723-40b0-97bb-1f8bd35d7faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.393917 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2bbd0d6e-02b9-4954-8150-f7571cf4fa63 None None] Provisioning complete for port 913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:11.394491 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2bbd0d6e-02b9-4954-8150-f7571cf4fa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.448824 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e47f2b82-2881-45bf-9da4-ed33d2ee04bd tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "GET /v2.0/networks/a6a742f0-43a7-4574-a983-00a91fc23e3a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5289457 Nov 12 01:02:11.450519 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34110) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:11.482721 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd0d6e-02b9-4954-8150-f7571cf4fa63 None None] Port 913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:11.512292 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-d8e641f0-6780-4fe8-a545-9523630f85f5 service neutron] 10.222.0.21 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001201 Nov 12 01:02:11.520813 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbdb1f-5a9e-403f-be8a-028c6929b3e5 req-c335376e-575d-4d1a-b10b-f7576f8ee504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:11.522698 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f4fbdb1f-5a9e-403f-be8a-028c6929b3e5 req-c335376e-575d-4d1a-b10b-f7576f8ee504 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1a79702e7cf45bca52d55f087e2409e&device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 1095 time: 0.1808615 Nov 12 01:02:11.593749 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40fadf9a-5723-40b0-97bb-1f8bd35d7faa admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.600288 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40fadf9a-5723-40b0-97bb-1f8bd35d7faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.654918 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40fadf9a-5723-40b0-97bb-1f8bd35d7faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.705810 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fadf9a-5723-40b0-97bb-1f8bd35d7faa admin admin] Pushing event updated for resources: {'Port': ['ID=913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:11.726976 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdc7fd5-0122-4e4d-a4b9-5ea10ef2a384 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:11.732786 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cbdc7fd5-0122-4e4d-a4b9-5ea10ef2a384 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "GET /v2.0/subnets/a12690ce-b2c2-44a3-af44-d3d2aad9a62e HTTP/1.1" status: 200 len: 843 time: 0.2793882 Nov 12 01:02:11.735221 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34112) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:11.757628 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbdb1f-5a9e-403f-be8a-028c6929b3e5 req-8e927599-8005-4cf2-97c7-9bed1e158159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:11.760267 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f4fbdb1f-5a9e-403f-be8a-028c6929b3e5 req-8e927599-8005-4cf2-97c7-9bed1e158159 service neutron] 10.222.0.21 "GET /v2.0/networks?id=435816c9-12a6-40de-aba8-b1fb076c441f HTTP/1.1" status: 200 len: 915 time: 0.2214065 Nov 12 01:02:11.864173 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f4fbdb1f-5a9e-403f-be8a-028c6929b3e5 req-b614c16d-5a9d-426b-96c1-e62eb5200ec2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8094be6b-413c-4784-bbdb-bc9499703c2f HTTP/1.1" status: 200 len: 217 time: 0.0806952 Nov 12 01:02:11.870366 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fadf9a-5723-40b0-97bb-1f8bd35d7faa admin admin] Network 5fafe369-1acf-42b8-ac19-4d92cdd1e5d4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:11.875426 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-40fadf9a-5723-40b0-97bb-1f8bd35d7faa admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:11.899313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1a89f258-ca7e-47a7-b302-43d5affbe7f3 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:11.993280 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e012cca-a5c5-40e0-8d49-6e01ba510011 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['shared'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:11.995294 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8e012cca-a5c5-40e0-8d49-6e01ba510011 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "GET /v2.0/subnets/a12690ce-b2c2-44a3-af44-d3d2aad9a62e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2558639 Nov 12 01:02:12.000402 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34116) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:12.005241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 1a89f258-ca7e-47a7-b302-43d5affbe7f3 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:12.005624 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.007460 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-33a2e29b-fc9d-4fa0-9c47-57031d36cb21 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1473441046'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:12.014972 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1859b271-8d0e-44cf-9fbb-48000eb629f7 req-29f79a2e-56bd-41c2-8a52-f45ab73795c8 service neutron] 10.222.0.21 "GET /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869444 Nov 12 01:02:12.043389 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbdb1f-5a9e-403f-be8a-028c6929b3e5 req-4f56ae1b-810e-451f-a72e-03e85b0865ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:12.045352 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f4fbdb1f-5a9e-403f-be8a-028c6929b3e5 req-4f56ae1b-810e-451f-a72e-03e85b0865ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=838f8e68-1c1e-4ca7-b054-f4c1b77520ed HTTP/1.1" status: 200 len: 854 time: 0.1318181 Nov 12 01:02:12.110795 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a2e29b-fc9d-4fa0-9c47-57031d36cb21 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Made reservation on behalf of bfb044d23cb647dba690245ba56b0df7 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:12.113858 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f4fbdb1f-5a9e-403f-be8a-028c6929b3e5 req-9da2926a-c5a7-4a0c-a89d-8582c7cb73da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=435816c9-12a6-40de-aba8-b1fb076c441f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574827 Nov 12 01:02:12.115737 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-33a2e29b-fc9d-4fa0-9c47-57031d36cb21 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.150586 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59b89f-6fc5-4b2e-818a-553a39c9828e req-02e6a976-060b-44e0-80bb-14283d271446 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:12.152468 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3e59b89f-6fc5-4b2e-818a-553a39c9828e req-02e6a976-060b-44e0-80bb-14283d271446 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 944 time: 0.1940572 Nov 12 01:02:12.223073 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2544ee30-dd24-4760-946e-a2886f6344f6 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:12.280076 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a2e29b-fc9d-4fa0-9c47-57031d36cb21 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:02:12.302426 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 2544ee30-dd24-4760-946e-a2886f6344f6 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:12.302922 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.336664 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fadf9a-5723-40b0-97bb-1f8bd35d7faa admin admin] Router a53eb08a-c14a-4f48-af40-d196fd230d07 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:02:12.350441 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3e59b89f-6fc5-4b2e-818a-553a39c9828e req-f15f1551-5017-44e7-8178-ad8eac753525 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884420 Nov 12 01:02:12.360912 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6db5b991-27e7-4997-8f17-2ab26ccb2115 None None] Provisioning complete for port 913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:12.361376 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6db5b991-27e7-4997-8f17-2ab26ccb2115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.373153 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-33a2e29b-fc9d-4fa0-9c47-57031d36cb21 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.386998 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-33a2e29b-fc9d-4fa0-9c47-57031d36cb21 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Added segment 4484937b-90e3-4902-9e0e-79098335d3dd of type vlan for network 6822bfcc-e235-4232-82ae-0be7224948d8 Nov 12 01:02:12.390864 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936d75f-a32f-4bbb-a2c4-1ce31e5e4c67 req-9e21408d-cea7-48e7-8694-1562fcbcf2d1 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:12.393046 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e936d75f-a32f-4bbb-a2c4-1ce31e5e4c67 req-9e21408d-cea7-48e7-8694-1562fcbcf2d1 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 943 time: 0.2725642 Nov 12 01:02:12.413204 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6db5b991-27e7-4997-8f17-2ab26ccb2115 None None] Port 913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:12.469893 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f4fbdb1f-5a9e-403f-be8a-028c6929b3e5 req-6c722d33-c508-4c20-8667-c5d5c979ff90 service neutron] 10.222.0.21 "GET /v2.0/networks/435816c9-12a6-40de-aba8-b1fb076c441f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471150 Nov 12 01:02:12.569207 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-33a2e29b-fc9d-4fa0-9c47-57031d36cb21 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.634851 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e936d75f-a32f-4bbb-a2c4-1ce31e5e4c67 req-f8410152-759c-4fbe-b140-e91b768be59d tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616614 Nov 12 01:02:12.666462 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-33a2e29b-fc9d-4fa0-9c47-57031d36cb21 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.673026 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a2e29b-fc9d-4fa0-9c47-57031d36cb21 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:12.673686 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-33a2e29b-fc9d-4fa0-9c47-57031d36cb21 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.692953 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f4fbdb1f-5a9e-403f-be8a-028c6929b3e5 req-bf1dcfcd-d1ce-4bfa-9acb-129a9a0be82b service neutron] 10.222.0.21 "GET /v2.0/networks/435816c9-12a6-40de-aba8-b1fb076c441f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099612 Nov 12 01:02:12.719626 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fadf9a-5723-40b0-97bb-1f8bd35d7faa admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:12.729401 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] Sync routers for ids ['a53eb08a-c14a-4f48-af40-d196fd230d07'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:12.743061 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] Routers {'a53eb08a-c14a-4f48-af40-d196fd230d07'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:12.743669 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:01:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a53eb08a-c14a-4f48-af40-d196fd230d07'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:12.750726 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-33a2e29b-fc9d-4fa0-9c47-57031d36cb21 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7489233 Nov 12 01:02:12.753714 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34124) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:12.754424 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-40fadf9a-5723-40b0-97bb-1f8bd35d7faa admin admin] 10.222.0.31 "PUT /v2.0/routers/a53eb08a-c14a-4f48-af40-d196fd230d07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7938514 Nov 12 01:02:12.767909 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-7fbda390-2a4e-40ed-a51a-733b9111887d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'subnet': {'network_id': '6822bfcc-e235-4232-82ae-0be7224948d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:12.779706 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2e29b-fc9d-4fa0-9c47-57031d36cb21 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Network': ['ID=6822bfcc-e235-4232-82ae-0be7224948d8,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:12.797776 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 6822bfcc-e235-4232-82ae-0be7224948d8 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:02:12.934190 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] Set router a53eb08a-c14a-4f48-af40-d196fd230d07 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:12.944824 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbda390-2a4e-40ed-a51a-733b9111887d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Made reservation on behalf of bfb044d23cb647dba690245ba56b0df7 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:12.951714 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fbda390-2a4e-40ed-a51a-733b9111887d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.028440 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.ipam_backend_mixin [None req-7fbda390-2a4e-40ed-a51a-733b9111887d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Performing IP validity checks on allocation pools {{(pid=114242) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 01:02:13.029164 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.ipam_backend_mixin [None req-7fbda390-2a4e-40ed-a51a-733b9111887d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114242) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 01:02:13.204571 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fbda390-2a4e-40ed-a51a-733b9111887d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.226472 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53eb08a-c14a-4f48-af40-d196fd230d07', 'name': 'tempest-TestServerMultinode-699248551-router', 'tenant_id': '5c5e2549e551409daff23da1e5dafe8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '1a89f258-ca7e-47a7-b302-43d5affbe7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:01Z', 'updated_at': '2021-11-12T01:02:11Z', 'revision_number': 4, 'project_id': '5c5e2549e551409daff23da1e5dafe8b', 'gw_port': {'id': '1a89f258-ca7e-47a7-b302-43d5affbe7f3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53eb08a-c14a-4f48-af40-d196fd230d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:02Z', 'updated_at': '2021-11-12T01:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407', 'name': '', 'network_id': '5fafe369-1acf-42b8-ac19-4d92cdd1e5d4', 'tenant_id': '5c5e2549e551409daff23da1e5dafe8b', 'mac_address': 'fa:16:3e:7b:34:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53eb08a-c14a-4f48-af40-d196fd230d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '31d0c5a3-4cee-4828-b814-bd1990ecea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:08Z', 'updated_at': '2021-11-12T01:02:11Z', 'revision_number': 2, 'project_id': '5c5e2549e551409daff23da1e5dafe8b', 'subnets': [{'id': '31d0c5a3-4cee-4828-b814-bd1990ecea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:13.260896 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] Checking router: a53eb08a-c14a-4f48-af40-d196fd230d07 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:02:13.261280 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] Updating router a53eb08a-c14a-4f48-af40-d196fd230d07 port 913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:02:13.292104 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.334879 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbda390-2a4e-40ed-a51a-733b9111887d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Subnet': ['ID=99d1e580-1caf-41b7-bff4-ae5d19309aa4,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:13.354686 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbda390-2a4e-40ed-a51a-733b9111887d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Checking segment: {'id': '4484937b-90e3-4902-9e0e-79098335d3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6822bfcc-e235-4232-82ae-0be7224948d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:13.355057 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbda390-2a4e-40ed-a51a-733b9111887d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Network hostable DHCP agents. Network: 6822bfcc-e235-4232-82ae-0be7224948d8, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:02:13.448450 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbda390-2a4e-40ed-a51a-733b9111887d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Network 6822bfcc-e235-4232-82ae-0be7224948d8 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:02:13.471399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-7fbda390-2a4e-40ed-a51a-733b9111887d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 6822bfcc-e235-4232-82ae-0be7224948d8) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:13.482035 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbda390-2a4e-40ed-a51a-733b9111887d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:13.482807 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fbda390-2a4e-40ed-a51a-733b9111887d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.512555 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e710398e-7bb4-47b3-8bf7-1f2d2e6d5337 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:13.514424 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e710398e-7bb4-47b3-8bf7-1f2d2e6d5337 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/networks?id=785356dd-2fa0-4f67-b235-885a356e1a16 HTTP/1.1" status: 200 len: 910 time: 0.1542785 Nov 12 01:02:13.520643 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7fbda390-2a4e-40ed-a51a-733b9111887d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7652640 Nov 12 01:02:13.524748 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34150) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:13.529189 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9078f7c7-cca5-40f1-915e-ceca07707d47 None None] Network 6822bfcc-e235-4232-82ae-0be7224948d8 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:13.532914 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-48d1b721-8fd9-4069-9dfe-3fbd45778be8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:13.547953 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de1632-f126-486a-a9af-5bf9ffd855c2 req-670d4ba5-1f5e-4598-9d9a-c5486c68908a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:13.550546 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f5de1632-f126-486a-a9af-5bf9ffd855c2 req-670d4ba5-1f5e-4598-9d9a-c5486c68908a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 944 time: 0.0806043 Nov 12 01:02:13.574770 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-8feac1fc-f480-4b3c-bd29-052553cface2 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/quotas/5c5e2549e551409daff23da1e5dafe8b HTTP/1.1" status: 200 len: 375 time: 0.0487573 Nov 12 01:02:13.624915 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f5de1632-f126-486a-a9af-5bf9ffd855c2 req-b3c36149-6e47-48c7-827a-b55886fb554d tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674326 Nov 12 01:02:13.766376 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48d1b721-8fd9-4069-9dfe-3fbd45778be8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6278901'] for subnet, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.774049 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-b2722d26-a97c-46ec-ba5f-525208788e31 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c5e2549e551409daff23da1e5dafe8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1902161 Nov 12 01:02:13.809885 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.823250 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea746ee-3ada-4292-8b57-6d33d4b68110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-6822bfcc-e235-4232-82ae-0be7224948d8', 'network_id': '6822bfcc-e235-4232-82ae-0be7224948d8', 'tenant_id': 'bfb044d23cb647dba690245ba56b0df7', 'fixed_ips': [{'subnet_id': '99d1e580-1caf-41b7-bff4-ae5d19309aa4'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:02:13.824131 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2ea746ee-3ada-4292-8b57-6d33d4b68110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.838180 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.854812 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dcd51-8584-4c43-8128-4e69413447da req-34ec11f2-251a-41c6-9fe8-36cd99deb869 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:13.857355 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c92dcd51-8584-4c43-8128-4e69413447da req-34ec11f2-251a-41c6-9fe8-36cd99deb869 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 943 time: 0.0872777 Nov 12 01:02:13.905167 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ee1da-84e5-4f20-b844-231c491a1205 None None] Pushing event updated for resources: {'Port': ['ID=913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:13.947895 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c92dcd51-8584-4c43-8128-4e69413447da req-46efe865-ebb9-4a15-80b3-2deaf26daca5 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818894 Nov 12 01:02:14.040253 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8094be6b-413c-4784-bbdb-bc9499703c2f details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:02:14.100393 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-47d91b87-b3a1-4257-9c4a-032ee757a9a1 service neutron] 10.222.0.31 "GET /v2.0/networks/785356dd-2fa0-4f67-b235-885a356e1a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172207 Nov 12 01:02:14.124517 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48d1b721-8fd9-4069-9dfe-3fbd45778be8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763651446411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6281015'] for subnet, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.144313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] Attempting to bind port 913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:14.144902 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] Attempting to bind port 913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5fafe369-1acf-42b8-ac19-4d92cdd1e5d4'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:14.145390 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] Attempting to bind port 913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407 on network 5fafe369-1acf-42b8-ac19-4d92cdd1e5d4 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:14.210611 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:14.211599 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] Checking segment: {'id': '1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5fafe369-1acf-42b8-ac19-4d92cdd1e5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:14.212065 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.212607 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] Bound using segment: {'id': '1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5fafe369-1acf-42b8-ac19-4d92cdd1e5d4'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:14.213123 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] Bound port: 913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5fafe369-1acf-42b8-ac19-4d92cdd1e5d4'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:14.213505 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.218315 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d1b721-8fd9-4069-9dfe-3fbd45778be8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:14.218931 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48d1b721-8fd9-4069-9dfe-3fbd45778be8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.220334 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-48d1b721-8fd9-4069-9dfe-3fbd45778be8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "PUT /v2.0/subnets/99d1e580-1caf-41b7-bff4-ae5d19309aa4 HTTP/1.1" status: 200 len: 900 time: 0.6929085 Nov 12 01:02:14.223267 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34154) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:14.255620 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1b721-8fd9-4069-9dfe-3fbd45778be8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event updated for resources: {'Subnet': ['ID=99d1e580-1caf-41b7-bff4-ae5d19309aa4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:14.293340 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-2ea746ee-3ada-4292-8b57-6d33d4b68110 None None] Allocated IP 2001:db8::3 (6822bfcc-e235-4232-82ae-0be7224948d8/99d1e580-1caf-41b7-bff4-ae5d19309aa4/2337afcd-6062-43be-8ea9-df1d8169af89) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:14.294253 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-52658635-4e3f-4581-9110-f49030c2f734 service neutron] 10.222.0.31 "GET /v2.0/networks/785356dd-2fa0-4f67-b235-885a356e1a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789744 Nov 12 01:02:14.389454 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.402404 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] For port 913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:14.413898 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] For port 913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407,segment=NetworkSegment(1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b),segment_id=1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:14.461188 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.469649 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.503172 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 8094be6b-413c-4784-bbdb-bc9499703c2f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8094be6b-413c-4784-bbdb-bc9499703c2f,segment=NetworkSegment(87528cf6-8de1-4116-8797-3c6dec5a426e),segment_id=87528cf6-8de1-4116-8797-3c6dec5a426e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:14.597829 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-add0cf1d-d732-4c1e-9edc-7d8e5b75d772 req-256ce788-b920-4081-9acc-ca86f6914754 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f62a0932-3348-4c8b-b7b7-9e62026fbf5d HTTP/1.1" status: 200 len: 210 time: 0.0401578 Nov 12 01:02:14.825561 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ee1da-84e5-4f20-b844-231c491a1205 None None] Pushing event updated for resources: {'Port': ['ID=913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:14.843785 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a994006-bd66-4d5c-8399-20ab00909091 req-5db602cc-6bbf-4d83-a428-a0059e4ec315 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:14.845965 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8a994006-bd66-4d5c-8399-20ab00909091 req-5db602cc-6bbf-4d83-a428-a0059e4ec315 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 944 time: 0.1007676 Nov 12 01:02:14.848478 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34176) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:14.864469 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e512d40c-d211-4aee-b01d-dd47fe0ea815 None None] Provisioning complete for port 913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:14.864794 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e512d40c-d211-4aee-b01d-dd47fe0ea815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.934672 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '8094be6b-413c-4784-bbdb-bc9499703c2f', 'network_id': '435816c9-12a6-40de-aba8-b1fb076c441f', 'port_id': '8094be6b-413c-4784-bbdb-bc9499703c2f', 'mac_address': 'fa:16:3e:cc:36:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838f8e68-1c1e-4ca7-b054-f4c1b77520ed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:02:14.992235 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8a994006-bd66-4d5c-8399-20ab00909091 req-1bdbfa60-8ce8-48ef-9628-e816f58bc26d tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372609 Nov 12 01:02:15.020746 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] Routers {'a53eb08a-c14a-4f48-af40-d196fd230d07'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:15.021400 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:01:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a53eb08a-c14a-4f48-af40-d196fd230d07'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:15.166789 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f32b27d3-5e93-496b-a77e-3dca9fcc9f30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.236927 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2ea746ee-3ada-4292-8b57-6d33d4b68110 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.285548 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2ea746ee-3ada-4292-8b57-6d33d4b68110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.314706 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffd93b-316c-4b5a-ad83-06625fb166b9 req-7f6ca630-8ec5-4fef-861c-6fa6ae193b68 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:15.316352 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-70ffd93b-316c-4b5a-ad83-06625fb166b9 req-7f6ca630-8ec5-4fef-861c-6fa6ae193b68 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 943 time: 0.1435816 Nov 12 01:02:15.329494 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.338592 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.351501 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8094be6b-413c-4784-bbdb-bc9499703c2f {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:15.381669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Subnet': ['ID=99d1e580-1caf-41b7-bff4-ae5d19309aa4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:15.405500 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 8094be6b-413c-4784-bbdb-bc9499703c2f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8094be6b-413c-4784-bbdb-bc9499703c2f,segment=NetworkSegment(87528cf6-8de1-4116-8797-3c6dec5a426e),segment_id=87528cf6-8de1-4116-8797-3c6dec5a426e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:15.434163 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea746ee-3ada-4292-8b57-6d33d4b68110 None None] Network 6822bfcc-e235-4232-82ae-0be7224948d8 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:15.435372 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.451971 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] Set router a53eb08a-c14a-4f48-af40-d196fd230d07 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:15.454659 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-2ea746ee-3ada-4292-8b57-6d33d4b68110 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:15.456807 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea746ee-3ada-4292-8b57-6d33d4b68110 None None] Pushing event updated for resources: {'Port': ['ID=2337afcd-6062-43be-8ea9-df1d8169af89,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:15.486526 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea746ee-3ada-4292-8b57-6d33d4b68110 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:15.493405 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.519625 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e512d40c-d211-4aee-b01d-dd47fe0ea815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.537971 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f32b27d3-5e93-496b-a77e-3dca9fcc9f30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.545323 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6822bfcc-e235-4232-82ae-0be7224948d8']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:15.558405 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-70ffd93b-316c-4b5a-ad83-06625fb166b9 req-157eab38-06ad-42e5-98b3-da1732d94434 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308216 Nov 12 01:02:15.561772 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f32b27d3-5e93-496b-a77e-3dca9fcc9f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.565573 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4484937b-90e3-4902-9e0e-79098335d3dd') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:15.565878 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4484937b-90e3-4902-9e0e-79098335d3dd') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:15.600177 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.625806 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f32b27d3-5e93-496b-a77e-3dca9fcc9f30 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=89b3615855a1467e9e7bf9b071eafdf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7726896 Nov 12 01:02:15.626884 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.628760 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34184) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:15.655642 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b27d3-5e93-496b-a77e-3dca9fcc9f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d8ea12-c504-40a6-8f73-1e7efb92d8ca,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:15.666939 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:15.667365 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:15.671124 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:15.696006 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=8094be6b-413c-4784-bbdb-bc9499703c2f,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:15.751119 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1640-cfee-406e-8b0e-98f2feae38cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.755300 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e512d40c-d211-4aee-b01d-dd47fe0ea815 None None] For port 913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407,segment=NetworkSegment(1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b),segment_id=1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:15.759236 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-2ea746ee-3ada-4292-8b57-6d33d4b68110 None None] Attempting to bind port 2337afcd-6062-43be-8ea9-df1d8169af89 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:15.759705 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-2ea746ee-3ada-4292-8b57-6d33d4b68110 None None] Attempting to bind port 2337afcd-6062-43be-8ea9-df1d8169af89 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '4484937b-90e3-4902-9e0e-79098335d3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6822bfcc-e235-4232-82ae-0be7224948d8'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:15.760417 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea746ee-3ada-4292-8b57-6d33d4b68110 None None] Attempting to bind port 2337afcd-6062-43be-8ea9-df1d8169af89 on network 6822bfcc-e235-4232-82ae-0be7224948d8 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:15.770578 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.db.api [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 01:02:15.770578 n-d-712137-14 neutron-server[114243]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 01:02:15.770578 n-d-712137-14 neutron-server[114243]: [parameters: {'id': '6822bfcc-e235-4232-82ae-0be7224948d8'}] Nov 12 01:02:15.770578 n-d-712137-14 neutron-server[114243]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:02:15.771069 n-d-712137-14 neutron-server[114243]: DEBUG oslo_db.api [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:02:15.787981 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fe5a12c4-55b4-4e88-aac3-d8956fe7a3e0 req-a13f5b5c-fe4f-42ab-87d3-37c95b78d5c2 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f62a0932-3348-4c8b-b7b7-9e62026fbf5d HTTP/1.1" status: 200 len: 210 time: 0.0523407 Nov 12 01:02:15.791601 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e512d40c-d211-4aee-b01d-dd47fe0ea815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.808270 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1640-cfee-406e-8b0e-98f2feae38cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.821213 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['8094be6b-413c-4784-bbdb-bc9499703c2f'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:15.823129 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea746ee-3ada-4292-8b57-6d33d4b68110 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:15.823510 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea746ee-3ada-4292-8b57-6d33d4b68110 None None] Checking segment: {'id': '4484937b-90e3-4902-9e0e-79098335d3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6822bfcc-e235-4232-82ae-0be7224948d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:15.823915 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2ea746ee-3ada-4292-8b57-6d33d4b68110 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.824313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea746ee-3ada-4292-8b57-6d33d4b68110 None None] Bound using segment: {'id': '4484937b-90e3-4902-9e0e-79098335d3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6822bfcc-e235-4232-82ae-0be7224948d8'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:15.824824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-2ea746ee-3ada-4292-8b57-6d33d4b68110 None None] Bound port: 2337afcd-6062-43be-8ea9-df1d8169af89, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4484937b-90e3-4902-9e0e-79098335d3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6822bfcc-e235-4232-82ae-0be7224948d8'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:15.825206 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2ea746ee-3ada-4292-8b57-6d33d4b68110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.862089 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1640-cfee-406e-8b0e-98f2feae38cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.864726 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1640-cfee-406e-8b0e-98f2feae38cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.868312 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5f5c1640-cfee-406e-8b0e-98f2feae38cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34d8ea12-c504-40a6-8f73-1e7efb92d8ca HTTP/1.1" status: 204 len: 168 time: 0.2360108 Nov 12 01:02:15.877786 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c1640-cfee-406e-8b0e-98f2feae38cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d8ea12-c504-40a6-8f73-1e7efb92d8ca,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:15.966309 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512d40c-d211-4aee-b01d-dd47fe0ea815 None None] Pushing event updated for resources: {'Port': ['ID=913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:16.018422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-89d81ee2-1243-4728-8aca-5a5ca9ce5c29 None None] Provisioning complete for port 913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:16.018800 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-89d81ee2-1243-4728-8aca-5a5ca9ce5c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.073717 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2ea746ee-3ada-4292-8b57-6d33d4b68110 None None] For port 2337afcd-6062-43be-8ea9-df1d8169af89, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:16.105462 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2ea746ee-3ada-4292-8b57-6d33d4b68110 None None] For port 2337afcd-6062-43be-8ea9-df1d8169af89, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=2337afcd-6062-43be-8ea9-df1d8169af89,segment=NetworkSegment(4484937b-90e3-4902-9e0e-79098335d3dd),segment_id=4484937b-90e3-4902-9e0e-79098335d3dd)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:16.124114 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2ea746ee-3ada-4292-8b57-6d33d4b68110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.159927 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bdc67-e53a-459c-a565-854a7a251257 req-6f33282c-82b5-4a5c-876d-e94915258972 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:16.161792 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f16bdc67-e53a-459c-a565-854a7a251257 req-6f33282c-82b5-4a5c-876d-e94915258972 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 944 time: 0.0878873 Nov 12 01:02:16.214811 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34194) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:16.248448 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b8bc397e-0f9c-4ffd-a2a8-7ff73ccdff84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.249248 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f16bdc67-e53a-459c-a565-854a7a251257 req-9448ca2e-157b-4141-94d8-47e532bb2d0d tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795727 Nov 12 01:02:16.272623 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.282816 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea746ee-3ada-4292-8b57-6d33d4b68110 None None] Pushing event updated for resources: {'Port': ['ID=2337afcd-6062-43be-8ea9-df1d8169af89,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:16.293473 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53eb08a-c14a-4f48-af40-d196fd230d07', 'name': 'tempest-TestServerMultinode-699248551-router', 'tenant_id': '5c5e2549e551409daff23da1e5dafe8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '1a89f258-ca7e-47a7-b302-43d5affbe7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:01Z', 'updated_at': '2021-11-12T01:02:11Z', 'revision_number': 4, 'project_id': '5c5e2549e551409daff23da1e5dafe8b', 'gw_port': {'id': '1a89f258-ca7e-47a7-b302-43d5affbe7f3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53eb08a-c14a-4f48-af40-d196fd230d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:02Z', 'updated_at': '2021-11-12T01:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407', 'name': '', 'network_id': '5fafe369-1acf-42b8-ac19-4d92cdd1e5d4', 'tenant_id': '5c5e2549e551409daff23da1e5dafe8b', 'mac_address': 'fa:16:3e:7b:34:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53eb08a-c14a-4f48-af40-d196fd230d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '31d0c5a3-4cee-4828-b814-bd1990ecea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:08Z', 'updated_at': '2021-11-12T01:02:14Z', 'revision_number': 4, 'project_id': '5c5e2549e551409daff23da1e5dafe8b', 'subnets': [{'id': '31d0c5a3-4cee-4828-b814-bd1990ecea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:16.348291 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fea106-d523-4d83-ae38-0a9a4109506b None None] The sync data for ids ['a53eb08a-c14a-4f48-af40-d196fd230d07'] in n-d-712137-14 is: [{'id': 'a53eb08a-c14a-4f48-af40-d196fd230d07', 'name': 'tempest-TestServerMultinode-699248551-router', 'tenant_id': '5c5e2549e551409daff23da1e5dafe8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '1a89f258-ca7e-47a7-b302-43d5affbe7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:01Z', 'updated_at': '2021-11-12T01:02:11Z', 'revision_number': 4, 'project_id': '5c5e2549e551409daff23da1e5dafe8b', 'gw_port': {'id': '1a89f258-ca7e-47a7-b302-43d5affbe7f3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53eb08a-c14a-4f48-af40-d196fd230d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:02Z', 'updated_at': '2021-11-12T01:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407', 'name': '', 'network_id': '5fafe369-1acf-42b8-ac19-4d92cdd1e5d4', 'tenant_id': '5c5e2549e551409daff23da1e5dafe8b', 'mac_address': 'fa:16:3e:7b:34:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53eb08a-c14a-4f48-af40-d196fd230d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '31d0c5a3-4cee-4828-b814-bd1990ecea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:08Z', 'updated_at': '2021-11-12T01:02:14Z', 'revision_number': 4, 'project_id': '5c5e2549e551409daff23da1e5dafe8b', 'subnets': [{'id': '31d0c5a3-4cee-4828-b814-bd1990ecea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:16.353881 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9164ff13-5595-4bd3-aa99-4a522bc1ccee None None] Network 6822bfcc-e235-4232-82ae-0be7224948d8 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:16.366572 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Deleting port 2337afcd-6062-43be-8ea9-df1d8169af89 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:16.367554 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.369671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-f2e0cd27-0ad6-4b9f-8c09-8298cb9ef029 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:16.371615 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-f2e0cd27-0ad6-4b9f-8c09-8298cb9ef029 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.15 "GET /v2.0/networks?id=785356dd-2fa0-4f67-b235-885a356e1a16 HTTP/1.1" status: 200 len: 910 time: 0.1719434 Nov 12 01:02:16.388832 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-d17a9c35-49e5-491b-a47d-1fb2d26b2b56 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Request body: {'port': {'device_id': 'f62a0932-3348-4c8b-b7b7-9e62026fbf5d', 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16', 'admin_state_up': True, 'tenant_id': '5c5e2549e551409daff23da1e5dafe8b'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:16.456014 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-d17a9c35-49e5-491b-a47d-1fb2d26b2b56 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Made reservation on behalf of 5c5e2549e551409daff23da1e5dafe8b for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:16.458619 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-d17a9c35-49e5-491b-a47d-1fb2d26b2b56 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.497205 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b8bc397e-0f9c-4ffd-a2a8-7ff73ccdff84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.508672 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b8bc397e-0f9c-4ffd-a2a8-7ff73ccdff84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.516921 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] For port 2337afcd-6062-43be-8ea9-df1d8169af89, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=2337afcd-6062-43be-8ea9-df1d8169af89,segment=NetworkSegment(4484937b-90e3-4902-9e0e-79098335d3dd),segment_id=4484937b-90e3-4902-9e0e-79098335d3dd)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:16.517444 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.532868 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Calling delete_port for 2337afcd-6062-43be-8ea9-df1d8169af89 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:16.555361 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b8bc397e-0f9c-4ffd-a2a8-7ff73ccdff84 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3decffea444f40259af92452e2eec578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3364816 Nov 12 01:02:16.559053 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96945bf-1b0f-4d23-a8b2-f5263712e234 None None] Network 6822bfcc-e235-4232-82ae-0be7224948d8 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:16.591172 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34196) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:16.650485 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc397e-0f9c-4ffd-a2a8-7ff73ccdff84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8037991-7909-4abe-8e5c-f32b46e0feb7,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:16.700248 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.738064 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Port': ['ID=2337afcd-6062-43be-8ea9-df1d8169af89,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:16.742767 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] No DVR routers for this DVR port 2337afcd-6062-43be-8ea9-df1d8169af89 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:16.745314 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-d17a9c35-49e5-491b-a47d-1fb2d26b2b56 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Allocated IP 172.20.0.7 (785356dd-2fa0-4f67-b235-885a356e1a16/f9a63d96-0633-4924-ae55-8c0dc1f0527f/2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:16.761589 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d45dde-0f69-4676-8570-7a4eab48d795 None None] get_active_networks_info from n-d-712137-14 {{(pid=114244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:02:16.859267 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.899561 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6822bfcc-e235-4232-82ae-0be7224948d8']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:16.906387 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-d17a9c35-49e5-491b-a47d-1fb2d26b2b56 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.915119 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4484937b-90e3-4902-9e0e-79098335d3dd') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:16.915428 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4484937b-90e3-4902-9e0e-79098335d3dd') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:16.947165 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d45dde-0f69-4676-8570-7a4eab48d795 None None] Resources bound (agent type, host, resource id): {{(pid=114244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:02:16.964503 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.967753 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-034d4f2d-f495-423f-acb9-75eb14c6f173 req-7fd71dd7-0bd2-4e6d-b4ed-5337a1e25e95 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f62a0932-3348-4c8b-b7b7-9e62026fbf5d HTTP/1.1" status: 200 len: 210 time: 0.0501409 Nov 12 01:02:16.980232 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.983582 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d2eef86-0126-42fb-a64b-9d64c5ce1105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.000053 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:17.000517 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:17.004609 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:17.017040 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-d17a9c35-49e5-491b-a47d-1fb2d26b2b56 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.036041 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d2eef86-0126-42fb-a64b-9d64c5ce1105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.094564 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.098385 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7c524-f509-402c-b3d9-bf53e2d6a015 req-a862ed17-2b6e-494c-8136-195a414577f0 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:17.102429 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2f7c524-f509-402c-b3d9-bf53e2d6a015 req-a862ed17-2b6e-494c-8136-195a414577f0 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 944 time: 0.1803639 Nov 12 01:02:17.104280 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.114669 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/networks/6822bfcc-e235-4232-82ae-0be7224948d8 HTTP/1.1" status: 204 len: 168 time: 2.8901947 Nov 12 01:02:17.115605 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34202) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:17.138738 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-d17a9c35-49e5-491b-a47d-1fb2d26b2b56 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Network 785356dd-2fa0-4f67-b235-885a356e1a16 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:17.148741 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-d17a9c35-49e5-491b-a47d-1fb2d26b2b56 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:17.151617 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-d17a9c35-49e5-491b-a47d-1fb2d26b2b56 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:17.169997 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29926dc8-9d28-4b8e-b6a9-bf524f720d2b tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Network': ['ID=6822bfcc-e235-4232-82ae-0be7224948d8,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:17.173916 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8c80dd-3230-48e8-a6a9-7c43991befd4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] DELETE failed (client error): The resource could not be found. Nov 12 01:02:17.174647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8c80dd-3230-48e8-a6a9-7c43991befd4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:02:17.182325 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a9c35-49e5-491b-a47d-1fb2d26b2b56 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Pushing event updated for resources: {'Port': ['ID=2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:17.183171 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0a8c80dd-3230-48e8-a6a9-7c43991befd4 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/subnets/99d1e580-1caf-41b7-bff4-ae5d19309aa4 HTTP/1.1" status: 404 len: 337 time: 0.0613434 Nov 12 01:02:17.184415 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34204) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:17.218018 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-3622ab1b-956e-4ed2-a9b5-30274baffe22 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] DELETE failed (client error): The resource could not be found. Nov 12 01:02:17.218967 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3622ab1b-956e-4ed2-a9b5-30274baffe22 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:02:17.223124 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3622ab1b-956e-4ed2-a9b5-30274baffe22 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/networks/6822bfcc-e235-4232-82ae-0be7224948d8 HTTP/1.1" status: 404 len: 339 time: 0.0374572 Nov 12 01:02:17.226058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34206) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:17.238971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-d17a9c35-49e5-491b-a47d-1fb2d26b2b56 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:17.239687 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-d17a9c35-49e5-491b-a47d-1fb2d26b2b56 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.255061 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d2eef86-0126-42fb-a64b-9d64c5ce1105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.257911 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d2eef86-0126-42fb-a64b-9d64c5ce1105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.261507 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1d2eef86-0126-42fb-a64b-9d64c5ce1105 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8037991-7909-4abe-8e5c-f32b46e0feb7 HTTP/1.1" status: 204 len: 168 time: 0.6669698 Nov 12 01:02:17.278013 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2f7c524-f509-402c-b3d9-bf53e2d6a015 req-36d7b681-dd6b-4d48-b84b-177bbcab8b97 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682889 Nov 12 01:02:17.293333 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2eef86-0126-42fb-a64b-9d64c5ce1105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8037991-7909-4abe-8e5c-f32b46e0feb7,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:17.353460 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-d17a9c35-49e5-491b-a47d-1fb2d26b2b56 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9725032 Nov 12 01:02:17.380578 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:02:17.387475 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] Request body: {'port': {'device_id': 'f62a0932-3348-4c8b-b7b7-9e62026fbf5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:17.445210 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4e65e821-0bbf-4c67-9687-628a73e59591 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.482443 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54381fb6-f18d-4142-bc29-d2c77951563a req-bd79f9f9-fe57-42ef-abc4-c5bef808ecf3 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:17.484151 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-54381fb6-f18d-4142-bc29-d2c77951563a req-bd79f9f9-fe57-42ef-abc4-c5bef808ecf3 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 944 time: 0.0931191 Nov 12 01:02:17.519207 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.568122 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-54381fb6-f18d-4142-bc29-d2c77951563a req-4ebe5e9d-fe5b-448e-b35a-bee298d276bb tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752223 Nov 12 01:02:17.602789 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4e65e821-0bbf-4c67-9687-628a73e59591 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.656389 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-4e65e821-0bbf-4c67-9687-628a73e59591 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811e0fe4-efdd-463d-a6f4-dec1fc020bb9']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:17.673681 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-4e65e821-0bbf-4c67-9687-628a73e59591 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e945179-dbe5-4ca2-baf4-53d66e60e7f6') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:17.673952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-4e65e821-0bbf-4c67-9687-628a73e59591 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e945179-dbe5-4ca2-baf4-53d66e60e7f6') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:17.696137 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4e65e821-0bbf-4c67-9687-628a73e59591 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.772184 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4e65e821-0bbf-4c67-9687-628a73e59591 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.790693 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:17.792327 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e65e821-0bbf-4c67-9687-628a73e59591 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:17.792773 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4e65e821-0bbf-4c67-9687-628a73e59591 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:17.795919 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:17.823597 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34214) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:17.842674 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6314ba94-da7e-4c57-8b45-09e76d3ac765 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.885622 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:17.885997 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.932474 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4e65e821-0bbf-4c67-9687-628a73e59591 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.943109 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4e65e821-0bbf-4c67-9687-628a73e59591 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.947133 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4e65e821-0bbf-4c67-9687-628a73e59591 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/networks/811e0fe4-efdd-463d-a6f4-dec1fc020bb9 HTTP/1.1" status: 204 len: 168 time: 0.7194607 Nov 12 01:02:17.953448 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34216) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:17.963991 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8094be6b-413c-4784-bbdb-bc9499703c2f up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:17.971885 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65e821-0bbf-4c67-9687-628a73e59591 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Network': ['ID=811e0fe4-efdd-463d-a6f4-dec1fc020bb9,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:18.012854 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-98aaa29d-b4c4-4f2d-86e6-ada3d9915282 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] DELETE failed (client error): The resource could not be found. Nov 12 01:02:18.013441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98aaa29d-b4c4-4f2d-86e6-ada3d9915282 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:02:18.020924 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34220) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:18.021489 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-98aaa29d-b4c4-4f2d-86e6-ada3d9915282 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/subnets/858a27a7-adfd-41cd-ad95-66ba8227998e HTTP/1.1" status: 404 len: 337 time: 0.0674217 Nov 12 01:02:18.038820 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-91560fa7-6a01-4c84-a17c-04a662abca33 None None] Provisioning complete for port 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:18.039318 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-91560fa7-6a01-4c84-a17c-04a662abca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.051276 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf80a4b2-c3de-4cc8-94ca-cc20a7e563a5 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] DELETE failed (client error): The resource could not be found. Nov 12 01:02:18.052016 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf80a4b2-c3de-4cc8-94ca-cc20a7e563a5 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:02:18.055722 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bf80a4b2-c3de-4cc8-94ca-cc20a7e563a5 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/networks/01b81ef0-68bc-4921-8d18-cfd5f95b9310 HTTP/1.1" status: 404 len: 339 time: 0.0334523 Nov 12 01:02:18.061687 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 8094be6b-413c-4784-bbdb-bc9499703c2f completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:02:18.063739 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34222) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:18.092056 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 8094be6b-413c-4784-bbdb-bc9499703c2f triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:18.092426 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.151264 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6314ba94-da7e-4c57-8b45-09e76d3ac765 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.159185 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c9f4b1-4bdb-45ad-b6dd-555dd82334be tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Deleting subnet 3d974b4b-9e35-43a0-853c-6e5599979740 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:18.159824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-91560fa7-6a01-4c84-a17c-04a662abca33 None None] Port 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:18.162958 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6314ba94-da7e-4c57-8b45-09e76d3ac765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.165509 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34c9f4b1-4bdb-45ad-b6dd-555dd82334be tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.218315 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.236075 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314ba94-da7e-4c57-8b45-09e76d3ac765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07650c3-d8d2-43d5-85cc-d196cb7213cb,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:18.246209 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6314ba94-da7e-4c57-8b45-09e76d3ac765 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4a29e53a1654752b569fd690435af96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4179225 Nov 12 01:02:18.247233 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34c9f4b1-4bdb-45ad-b6dd-555dd82334be tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.249537 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34224) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:18.260079 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1e875e-6bee-4479-9806-ec9e06706830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8094be6b-413c-4784-bbdb-bc9499703c2f'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:18.263064 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2540550-74f3-46e5-a4b0-5a7a79c65d07" -d '{"events": [{"server_uuid": "8d1e875e-6bee-4479-9806-ec9e06706830", "name": "network-vif-plugged", "status": "completed", "tag": "8094be6b-413c-4784-bbdb-bc9499703c2f"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:18.288673 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 8094be6b-413c-4784-bbdb-bc9499703c2f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8094be6b-413c-4784-bbdb-bc9499703c2f,segment=NetworkSegment(87528cf6-8de1-4116-8797-3c6dec5a426e),segment_id=87528cf6-8de1-4116-8797-3c6dec5a426e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:18.296844 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.358375 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819c2cb2-8025-4f9a-8a5f-c6b7438f2c8d x-openstack-request-id: req-819c2cb2-8025-4f9a-8a5f-c6b7438f2c8d {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:18.358375 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1e875e-6bee-4479-9806-ec9e06706830", "name": "network-vif-plugged", "status": "completed", "tag": "8094be6b-413c-4784-bbdb-bc9499703c2f", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:18.358375 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-819c2cb2-8025-4f9a-8a5f-c6b7438f2c8d {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:18.359000 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1e875e-6bee-4479-9806-ec9e06706830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8094be6b-413c-4784-bbdb-bc9499703c2f', 'code': 200} Nov 12 01:02:18.359693 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=8094be6b-413c-4784-bbdb-bc9499703c2f,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:18.423612 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f53129a9-6bb8-4c91-8a51-b8fd45323c07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.443768 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34c9f4b1-4bdb-45ad-b6dd-555dd82334be tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.496978 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f53129a9-6bb8-4c91-8a51-b8fd45323c07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.516657 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:18.541938 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befdfa9-4246-40f7-9027-5a5c1fdaff23 req-fb9e962c-8112-47d4-9f4b-232da8283bad tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:18.543432 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6befdfa9-4246-40f7-9027-5a5c1fdaff23 req-fb9e962c-8112-47d4-9f4b-232da8283bad tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1385179 Nov 12 01:02:18.544011 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.569189 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] Transition to ACTIVE for port object 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:02:18.575332 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34c9f4b1-4bdb-45ad-b6dd-555dd82334be tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.579089 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bad2f-d25a-46af-9872-bab36659cd22 req-76e35b20-ca9c-4d3c-b0c0-b0de54620e9c tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:18.580616 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a94bad2f-d25a-46af-9872-bab36659cd22 req-76e35b20-ca9c-4d3c-b0c0-b0de54620e9c tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f62a0932-3348-4c8b-b7b7-9e62026fbf5d HTTP/1.1" status: 200 len: 1027 time: 0.4860873 Nov 12 01:02:18.582217 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.595494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b7598-ad4e-487a-b0f7-978c5dea5e0e req-98d2fba1-7c4f-42e1-bc3c-64d781836120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:18.597622 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a2b7598-ad4e-487a-b0f7-978c5dea5e0e req-98d2fba1-7c4f-42e1-bc3c-64d781836120 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 1097 time: 0.0937560 Nov 12 01:02:18.620553 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9f4b1-4bdb-45ad-b6dd-555dd82334be tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Subnet': ['ID=3d974b4b-9e35-43a0-853c-6e5599979740,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:18.625984 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34c9f4b1-4bdb-45ad-b6dd-555dd82334be tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.627705 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6628f48b-5922-4072-9b3a-a338cfd1248b None None] Network d4f6ba3f-60b5-47bf-815e-b897879a5073 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:18.629269 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-34c9f4b1-4bdb-45ad-b6dd-555dd82334be tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/subnets/3d974b4b-9e35-43a0-853c-6e5599979740 HTTP/1.1" status: 204 len: 168 time: 0.5642612 Nov 12 01:02:18.634845 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34232) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:18.670586 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f53129a9-6bb8-4c91-8a51-b8fd45323c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.677165 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f53129a9-6bb8-4c91-8a51-b8fd45323c07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.679425 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f53129a9-6bb8-4c91-8a51-b8fd45323c07 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f07650c3-d8d2-43d5-85cc-d196cb7213cb HTTP/1.1" status: 204 len: 168 time: 0.4293587 Nov 12 01:02:18.719826 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:18.727077 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6befdfa9-4246-40f7-9027-5a5c1fdaff23 req-616b07b1-dfe1-40ed-98c9-44c2b7f9007c tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709628 Nov 12 01:02:18.735565 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53129a9-6bb8-4c91-8a51-b8fd45323c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07650c3-d8d2-43d5-85cc-d196cb7213cb,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:18.782841 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a94bad2f-d25a-46af-9872-bab36659cd22 req-4a4897d4-8164-4b29-a0d2-964cda0e5f81 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915812 Nov 12 01:02:18.787908 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a2b7598-ad4e-487a-b0f7-978c5dea5e0e req-31ab5122-2bea-4f18-846d-a74ac6615899 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542106 Nov 12 01:02:18.798066 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c8c44b6-8fea-4e5d-80a8-f1586894fdf2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Deleting subnet b0800c78-be34-4dfe-82e3-0311702f9562 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:18.811981 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c8c44b6-8fea-4e5d-80a8-f1586894fdf2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.813174 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] Attempting to bind port 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:18.813717 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] Attempting to bind port 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '8b226f8d-2d84-4906-9455-74305f8499d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:18.814232 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] Attempting to bind port 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 on network 785356dd-2fa0-4f67-b235-885a356e1a16 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:18.823567 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] Port 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 on network 785356dd-2fa0-4f67-b235-885a356e1a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:02:18.824194 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] Attempting to bind port 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 on network 785356dd-2fa0-4f67-b235-885a356e1a16 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:18.836635 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:18.837238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] Checking segment: {'id': '8b226f8d-2d84-4906-9455-74305f8499d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:18.837840 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] Bound using segment: {'id': '8b226f8d-2d84-4906-9455-74305f8499d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:18.838496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] Bound port: 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b226f8d-2d84-4906-9455-74305f8499d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:18.839051 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.930261 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] For port 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:18.934676 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] For port 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3,segment=NetworkSegment(8b226f8d-2d84-4906-9455-74305f8499d6),segment_id=8b226f8d-2d84-4906-9455-74305f8499d6)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:18.947616 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.966753 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c8c44b6-8fea-4e5d-80a8-f1586894fdf2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.001082 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:19.001600 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.003480 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] 10.222.0.15 "PUT /v2.0/ports/2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 HTTP/1.1" status: 200 len: 1092 time: 1.6203229 Nov 12 01:02:19.003971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62a0932-3348-4c8b-b7b7-9e62026fbf5d', 'tag': '2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:19.006441 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f228c7b-5aec-45d5-9573-8c18799836c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f62a0932-3348-4c8b-b7b7-9e62026fbf5d", "tag": "2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:19.014811 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bdd87-9e2d-4c61-ba1d-cd0d3da55193 req-e3a09e1a-e5e0-409e-b635-73c5ec5e528b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:19.016445 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ff6bdd87-9e2d-4c61-ba1d-cd0d3da55193 req-e3a09e1a-e5e0-409e-b635-73c5ec5e528b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 944 time: 0.1422946 Nov 12 01:02:19.085169 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d85de2-ffdf-443a-bd87-0b61a9c28f7c x-openstack-request-id: req-18d85de2-ffdf-443a-bd87-0b61a9c28f7c {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:19.085650 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62a0932-3348-4c8b-b7b7-9e62026fbf5d", "tag": "2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:19.086267 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18d85de2-ffdf-443a-bd87-0b61a9c28f7c {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:19.086934 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62a0932-3348-4c8b-b7b7-9e62026fbf5d', 'tag': '2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3', 'status': 'completed', 'code': 200} Nov 12 01:02:19.089816 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8462a-7696-4861-9778-d4a0890a9a55 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:19.140126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-a8f7b2de-91b5-482e-9bba-9692398981d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:19.143280 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-a8f7b2de-91b5-482e-9bba-9692398981d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c5e2549e551409daff23da1e5dafe8b&device_id=f62a0932-3348-4c8b-b7b7-9e62026fbf5d HTTP/1.1" status: 200 len: 1095 time: 0.0731587 Nov 12 01:02:19.149513 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 9318ebbb-d229-443f-bbe1-f73f3af94b26 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:02:19.227117 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-a9210fb8-bb82-408e-947f-65bf4baec212 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 HTTP/1.1" status: 200 len: 217 time: 0.0710089 Nov 12 01:02:19.233958 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ff6bdd87-9e2d-4c61-ba1d-cd0d3da55193 req-3f15fc67-59fd-468c-b8ef-afad4b3c5f46 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713152 Nov 12 01:02:19.253584 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c8c44b6-8fea-4e5d-80a8-f1586894fdf2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.318595 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-8d0d820f-a10d-4002-a6f3-ac2a39d4aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:19.320211 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-8d0d820f-a10d-4002-a6f3-ac2a39d4aecc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f9a63d96-0633-4924-ae55-8c0dc1f0527f HTTP/1.1" status: 200 len: 848 time: 0.0816700 Nov 12 01:02:19.321097 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 9318ebbb-d229-443f-bbe1-f73f3af94b26, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=9318ebbb-d229-443f-bbe1-f73f3af94b26,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:19.357232 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c8c44b6-8fea-4e5d-80a8-f1586894fdf2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.365995 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '9318ebbb-d229-443f-bbe1-f73f3af94b26', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'port_id': '9318ebbb-d229-443f-bbe1-f73f3af94b26', 'mac_address': 'fa:16:3e:c9:f1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:02:19.390511 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-0229b97c-b881-48c3-b27f-2f0056735e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:19.392044 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-0229b97c-b881-48c3-b27f-2f0056735e45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=785356dd-2fa0-4f67-b235-885a356e1a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642543 Nov 12 01:02:19.395619 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c44b6-8fea-4e5d-80a8-f1586894fdf2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Subnet': ['ID=b0800c78-be34-4dfe-82e3-0311702f9562,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:19.404543 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c8c44b6-8fea-4e5d-80a8-f1586894fdf2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.410220 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8c8c44b6-8fea-4e5d-80a8-f1586894fdf2 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/subnets/b0800c78-be34-4dfe-82e3-0311702f9562 HTTP/1.1" status: 204 len: 168 time: 0.7722991 Nov 12 01:02:19.411068 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34244) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:19.444029 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.465726 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9318ebbb-d229-443f-bbe1-f73f3af94b26 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:19.491195 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 9318ebbb-d229-443f-bbe1-f73f3af94b26, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=9318ebbb-d229-443f-bbe1-f73f3af94b26,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:19.499880 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.511150 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d52f5d7-449f-4a50-b885-17deba50eceb tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.566106 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=9318ebbb-d229-443f-bbe1-f73f3af94b26,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:19.581985 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-f5ff0c05-2cba-4ea5-b3d7-ac4c00cd9919 service neutron] 10.222.0.15 "GET /v2.0/networks/785356dd-2fa0-4f67-b235-885a356e1a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817045 Nov 12 01:02:19.588312 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4d52f5d7-449f-4a50-b885-17deba50eceb tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Deleting port 6dfd4815-ce8c-4330-b1e0-5646566b5acd {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:19.588652 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d52f5d7-449f-4a50-b885-17deba50eceb tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.690348 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-4d52f5d7-449f-4a50-b885-17deba50eceb tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] For port 6dfd4815-ce8c-4330-b1e0-5646566b5acd, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6dfd4815-ce8c-4330-b1e0-5646566b5acd,segment=NetworkSegment(b3126376-c3eb-4963-b758-e4788e5c884e),segment_id=b3126376-c3eb-4963-b758-e4788e5c884e)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:19.690496 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d52f5d7-449f-4a50-b885-17deba50eceb tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.714120 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4d52f5d7-449f-4a50-b885-17deba50eceb tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Calling delete_port for 6dfd4815-ce8c-4330-b1e0-5646566b5acd owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:19.727490 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffd81326-c5cc-44e1-b534-3947b7d0f083 req-26b81348-131d-476e-86e4-25d4a9c448a4 service neutron] 10.222.0.15 "GET /v2.0/networks/785356dd-2fa0-4f67-b235-885a356e1a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374476 Nov 12 01:02:19.839992 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d52f5d7-449f-4a50-b885-17deba50eceb tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.864909 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46565edd-a835-4ba1-8c13-23364824e67a None None] Network d4f6ba3f-60b5-47bf-815e-b897879a5073 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:19.907647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52f5d7-449f-4a50-b885-17deba50eceb tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Port': ['ID=6dfd4815-ce8c-4330-b1e0-5646566b5acd,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:19.915046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d52f5d7-449f-4a50-b885-17deba50eceb tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] No DVR routers for this DVR port 6dfd4815-ce8c-4330-b1e0-5646566b5acd on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:19.916012 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['9318ebbb-d229-443f-bbe1-f73f3af94b26'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:19.982424 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3d84e958-382d-449e-9812-a49333ed00cc None None] Could not find standard attr ID for object 6dfd4815-ce8c-4330-b1e0-5646566b5acd. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:02:20.011656 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f228c7b-5aec-45d5-9573-8c18799836c4 req-c54ae1df-cac3-4f4d-8f64-8e98ed3f2d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:20.014156 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5f228c7b-5aec-45d5-9573-8c18799836c4 req-c54ae1df-cac3-4f4d-8f64-8e98ed3f2d61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c5e2549e551409daff23da1e5dafe8b&device_id=f62a0932-3348-4c8b-b7b7-9e62026fbf5d HTTP/1.1" status: 200 len: 1095 time: 0.1764698 Nov 12 01:02:20.024178 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae09933-eeec-4d0b-a2d5-1b47b9715b4d req-e68c9276-4600-4946-acd6-4a6bb4ca88d7 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:20.025751 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eae09933-eeec-4d0b-a2d5-1b47b9715b4d req-e68c9276-4600-4946-acd6-4a6bb4ca88d7 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1606758 Nov 12 01:02:20.067207 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d52f5d7-449f-4a50-b885-17deba50eceb tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.072895 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a7f4a-0cc8-4f3b-ac2a-27d5b2721172 req-03c61615-3d8f-4837-9be7-edf66228e310 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:20.075509 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-342a7f4a-0cc8-4f3b-ac2a-27d5b2721172 req-03c61615-3d8f-4837-9be7-edf66228e310 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f62a0932-3348-4c8b-b7b7-9e62026fbf5d HTTP/1.1" status: 200 len: 1095 time: 0.1695449 Nov 12 01:02:20.087803 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-32a1766a-9b42-47b2-9458-d5868d6ab1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.109356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-4d52f5d7-449f-4a50-b885-17deba50eceb tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f6ba3f-60b5-47bf-815e-b897879a5073']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:20.138775 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-4d52f5d7-449f-4a50-b885-17deba50eceb tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3126376-c3eb-4963-b758-e4788e5c884e') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:20.139545 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-4d52f5d7-449f-4a50-b885-17deba50eceb tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3126376-c3eb-4963-b758-e4788e5c884e') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:20.159139 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d52f5d7-449f-4a50-b885-17deba50eceb tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.168501 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eae09933-eeec-4d0b-a2d5-1b47b9715b4d req-e8ddc1aa-1136-4c22-9cb8-de47d2135cb0 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329868 Nov 12 01:02:20.185625 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f228c7b-5aec-45d5-9573-8c18799836c4 req-7c87f39c-4bb8-478a-8383-22321818f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:20.198859 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5f228c7b-5aec-45d5-9573-8c18799836c4 req-7c87f39c-4bb8-478a-8383-22321818f253 service neutron] 10.222.0.15 "GET /v2.0/networks?id=785356dd-2fa0-4f67-b235-885a356e1a16 HTTP/1.1" status: 200 len: 910 time: 0.1609786 Nov 12 01:02:20.205347 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d52f5d7-449f-4a50-b885-17deba50eceb tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.223820 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d52f5d7-449f-4a50-b885-17deba50eceb tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:20.224332 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d52f5d7-449f-4a50-b885-17deba50eceb tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:20.228209 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:20.264849 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-342a7f4a-0cc8-4f3b-ac2a-27d5b2721172 req-37d0b213-2334-4cc9-b0ac-c1d9c0783073 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671712 Nov 12 01:02:20.292129 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5f228c7b-5aec-45d5-9573-8c18799836c4 req-fd346f80-fd42-40ea-aef1-34838e3a5d5e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 HTTP/1.1" status: 200 len: 217 time: 0.0961158 Nov 12 01:02:20.292970 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6165cc-7e12-423a-b5e9-d6f8b1c4f855 None None] DHCP port deletion for d4f6ba3f-60b5-47bf-815e-b897879a5073 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:20.350248 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d52f5d7-449f-4a50-b885-17deba50eceb tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.361728 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d52f5d7-449f-4a50-b885-17deba50eceb tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.368976 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4d52f5d7-449f-4a50-b885-17deba50eceb tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/networks/d4f6ba3f-60b5-47bf-815e-b897879a5073 HTTP/1.1" status: 204 len: 168 time: 0.9543357 Nov 12 01:02:20.372200 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34270) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:20.377748 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52f5d7-449f-4a50-b885-17deba50eceb tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Network': ['ID=d4f6ba3f-60b5-47bf-815e-b897879a5073,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:20.407715 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49f2163-40c9-4910-89b3-0d4916488fbf tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] DELETE failed (client error): The resource could not be found. Nov 12 01:02:20.408175 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f49f2163-40c9-4910-89b3-0d4916488fbf tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:02:20.411245 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f49f2163-40c9-4910-89b3-0d4916488fbf tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/subnets/8703d16e-642f-4a5d-b52d-c978ad13b2af HTTP/1.1" status: 404 len: 337 time: 0.0381336 Nov 12 01:02:20.414607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f228c7b-5aec-45d5-9573-8c18799836c4 req-384e4cc9-c4e1-4911-bb7a-078846f77f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:20.414912 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34274) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:20.416014 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5f228c7b-5aec-45d5-9573-8c18799836c4 req-384e4cc9-c4e1-4911-bb7a-078846f77f8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f9a63d96-0633-4924-ae55-8c0dc1f0527f HTTP/1.1" status: 200 len: 848 time: 0.1169221 Nov 12 01:02:20.437225 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3364e33-c56c-44f2-9fbc-dc695ce21a50 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] DELETE failed (client error): The resource could not be found. Nov 12 01:02:20.437812 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3364e33-c56c-44f2-9fbc-dc695ce21a50 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:02:20.443229 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a3364e33-c56c-44f2-9fbc-dc695ce21a50 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/networks/c7b45005-ca78-4481-b4e9-f0728332e349 HTTP/1.1" status: 404 len: 339 time: 0.0250306 Nov 12 01:02:20.443394 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd0aef-fee0-47a1-8594-19b0cdb63722 req-c9cbf2f4-9b59-4907-80ed-e9a8970017e9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:20.443394 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-47bd0aef-fee0-47a1-8594-19b0cdb63722 req-c9cbf2f4-9b59-4907-80ed-e9a8970017e9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 945 time: 0.1047888 Nov 12 01:02:20.443620 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34276) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:20.470277 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-d607fad8-bf51-4bd7-a62a-1c941a883688 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] DELETE failed (client error): The resource could not be found. Nov 12 01:02:20.470773 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d607fad8-bf51-4bd7-a62a-1c941a883688 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:02:20.476831 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d607fad8-bf51-4bd7-a62a-1c941a883688 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/subnets/525367c4-deb5-46a9-8fbc-5b47df8f321c HTTP/1.1" status: 404 len: 337 time: 0.0300367 Nov 12 01:02:20.477166 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34280) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:20.501395 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c0d710-00af-47d8-8f53-0f4df4b085b0 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] DELETE failed (client error): The resource could not be found. Nov 12 01:02:20.501659 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f228c7b-5aec-45d5-9573-8c18799836c4 req-fbf35fc2-b4d2-438e-9c85-3b11dec0c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:20.502157 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c0d710-00af-47d8-8f53-0f4df4b085b0 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:02:20.504154 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5f228c7b-5aec-45d5-9573-8c18799836c4 req-fbf35fc2-b4d2-438e-9c85-3b11dec0c33f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=785356dd-2fa0-4f67-b235-885a356e1a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801938 Nov 12 01:02:20.508748 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-33c0d710-00af-47d8-8f53-0f4df4b085b0 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/networks/625fc205-7d8f-4fcd-9872-5c1930f0a6da HTTP/1.1" status: 404 len: 339 time: 0.0272241 Nov 12 01:02:20.508748 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34282) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:20.533833 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-654d3952-698e-4d2f-a1fb-875e7f45063a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] DELETE failed (client error): The resource could not be found. Nov 12 01:02:20.534293 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654d3952-698e-4d2f-a1fb-875e7f45063a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:02:20.537655 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-654d3952-698e-4d2f-a1fb-875e7f45063a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/subnets/08dfea00-d9b4-4b60-9672-cb262204c8af HTTP/1.1" status: 404 len: 337 time: 0.0282793 Nov 12 01:02:20.540210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34284) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:20.541523 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-47bd0aef-fee0-47a1-8594-19b0cdb63722 req-c2d6002a-d9cf-4805-926b-6afbef71efd3 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829039 Nov 12 01:02:20.559672 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fcad48-8b53-4b99-9751-b015f5dddc1a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] DELETE failed (client error): The resource could not be found. Nov 12 01:02:20.560250 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73fcad48-8b53-4b99-9751-b015f5dddc1a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:02:20.569090 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-73fcad48-8b53-4b99-9751-b015f5dddc1a tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/networks/5e4641e5-833a-489e-9a62-64d77d580e6c HTTP/1.1" status: 404 len: 339 time: 0.0223114 Nov 12 01:02:20.569090 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34286) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:20.613961 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5f228c7b-5aec-45d5-9573-8c18799836c4 req-aba1c760-da54-4411-beee-93b423297800 service neutron] 10.222.0.15 "GET /v2.0/networks/785356dd-2fa0-4f67-b235-885a356e1a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010590 Nov 12 01:02:20.624402 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d58abd4-8ddf-4f72-89aa-38106f8e234d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Deleting subnet 2f80e704-09e6-45d4-afb2-0ffa0d169582 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:20.627640 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7d58abd4-8ddf-4f72-89aa-38106f8e234d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.683366 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7d58abd4-8ddf-4f72-89aa-38106f8e234d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.734463 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5f228c7b-5aec-45d5-9573-8c18799836c4 req-a3746f57-8eb8-4f34-9b58-d7f27afca9ac service neutron] 10.222.0.15 "GET /v2.0/networks/785356dd-2fa0-4f67-b235-885a356e1a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132736 Nov 12 01:02:20.816768 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7d58abd4-8ddf-4f72-89aa-38106f8e234d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.884737 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7d58abd4-8ddf-4f72-89aa-38106f8e234d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.914588 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58abd4-8ddf-4f72-89aa-38106f8e234d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Subnet': ['ID=2f80e704-09e6-45d4-afb2-0ffa0d169582,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:20.923060 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7d58abd4-8ddf-4f72-89aa-38106f8e234d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.930346 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7d58abd4-8ddf-4f72-89aa-38106f8e234d tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/subnets/2f80e704-09e6-45d4-afb2-0ffa0d169582 HTTP/1.1" status: 204 len: 168 time: 0.3594763 Nov 12 01:02:20.930346 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34296) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:20.936227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64557559-eae1-4bad-8214-c3a7352960ec None None] Network 1d417af1-a057-43d5-b861-f602b9e47840 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:21.042176 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-244a7188-cd0c-4b22-82f7-9f7ee7377bd8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.105699 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-244a7188-cd0c-4b22-82f7-9f7ee7377bd8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Deleting port 8112a399-6c9c-481d-b202-d55692352da9 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:21.106388 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-244a7188-cd0c-4b22-82f7-9f7ee7377bd8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.176824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e823dc76-bafc-48f4-b12b-0e0a513524f8 None None] DHCP port deletion for 1d417af1-a057-43d5-b861-f602b9e47840 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:21.183640 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-244a7188-cd0c-4b22-82f7-9f7ee7377bd8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] For port 8112a399-6c9c-481d-b202-d55692352da9, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8112a399-6c9c-481d-b202-d55692352da9,segment=NetworkSegment(fe13239f-4528-456e-834e-431780e36c25),segment_id=fe13239f-4528-456e-834e-431780e36c25)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:21.184009 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-244a7188-cd0c-4b22-82f7-9f7ee7377bd8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.207130 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-244a7188-cd0c-4b22-82f7-9f7ee7377bd8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Calling delete_port for 8112a399-6c9c-481d-b202-d55692352da9 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:21.258793 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-e823dc76-bafc-48f4-b12b-0e0a513524f8 None None] Deleting port 8112a399-6c9c-481d-b202-d55692352da9 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:21.259204 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e823dc76-bafc-48f4-b12b-0e0a513524f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.345196 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e823dc76-bafc-48f4-b12b-0e0a513524f8 None None] For port 8112a399-6c9c-481d-b202-d55692352da9, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8112a399-6c9c-481d-b202-d55692352da9,segment=NetworkSegment(fe13239f-4528-456e-834e-431780e36c25),segment_id=fe13239f-4528-456e-834e-431780e36c25)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:21.345961 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e823dc76-bafc-48f4-b12b-0e0a513524f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.353716 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21438af-953a-4ec8-9680-3b10614d27c1 req-31ab9f94-f14c-4119-8419-a293ddf51d95 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:21.355703 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e21438af-953a-4ec8-9680-3b10614d27c1 req-31ab9f94-f14c-4119-8419-a293ddf51d95 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0920560 Nov 12 01:02:21.360991 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-e823dc76-bafc-48f4-b12b-0e0a513524f8 None None] Calling delete_port for 8112a399-6c9c-481d-b202-d55692352da9 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:21.402579 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-244a7188-cd0c-4b22-82f7-9f7ee7377bd8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.412141 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5494d-db73-4bc1-b88c-2ac173b50f06 req-6a885c52-38b3-437b-9422-42f7e00dcb2e tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:21.415069 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16c5494d-db73-4bc1-b88c-2ac173b50f06 req-6a885c52-38b3-437b-9422-42f7e00dcb2e tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f62a0932-3348-4c8b-b7b7-9e62026fbf5d HTTP/1.1" status: 200 len: 1095 time: 0.0551038 Nov 12 01:02:21.446471 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a7188-cd0c-4b22-82f7-9f7ee7377bd8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Port': ['ID=8112a399-6c9c-481d-b202-d55692352da9,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:21.453803 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e21438af-953a-4ec8-9680-3b10614d27c1 req-359424e3-ed57-4d70-9f43-fb1d59187357 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844090 Nov 12 01:02:21.454622 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244a7188-cd0c-4b22-82f7-9f7ee7377bd8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] No DVR routers for this DVR port 8112a399-6c9c-481d-b202-d55692352da9 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:21.484481 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16c5494d-db73-4bc1-b88c-2ac173b50f06 req-eeb44516-0561-4f69-9fcb-0d4fd9371d2b tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625825 Nov 12 01:02:21.525430 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e823dc76-bafc-48f4-b12b-0e0a513524f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.538372 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e823dc76-bafc-48f4-b12b-0e0a513524f8 None None] No DVR routers for this DVR port 8112a399-6c9c-481d-b202-d55692352da9 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:21.566898 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823dc76-bafc-48f4-b12b-0e0a513524f8 None None] Pushing event deleted for resources: {'Port': ['ID=8112a399-6c9c-481d-b202-d55692352da9,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:21.588073 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-244a7188-cd0c-4b22-82f7-9f7ee7377bd8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.619815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-244a7188-cd0c-4b22-82f7-9f7ee7377bd8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d417af1-a057-43d5-b861-f602b9e47840']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:21.652208 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-244a7188-cd0c-4b22-82f7-9f7ee7377bd8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe13239f-4528-456e-834e-431780e36c25') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:21.652579 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-244a7188-cd0c-4b22-82f7-9f7ee7377bd8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe13239f-4528-456e-834e-431780e36c25') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:21.683623 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-244a7188-cd0c-4b22-82f7-9f7ee7377bd8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.701005 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-244a7188-cd0c-4b22-82f7-9f7ee7377bd8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.710467 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244a7188-cd0c-4b22-82f7-9f7ee7377bd8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:21.711458 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-244a7188-cd0c-4b22-82f7-9f7ee7377bd8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:21.714799 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:21.734673 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df673da-00cd-404b-a442-a2bd57010fc2 req-0d22982d-c6c0-41e8-b567-b3c5c19bff85 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:21.740722 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8112a399-6c9c-481d-b202-d55692352da9 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:21.743451 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8df673da-00cd-404b-a442-a2bd57010fc2 req-0d22982d-c6c0-41e8-b567-b3c5c19bff85 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 945 time: 0.1120675 Nov 12 01:02:21.768287 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 8112a399-6c9c-481d-b202-d55692352da9 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:21.768940 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8112a399-6c9c-481d-b202-d55692352da9 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:21.769377 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6dfd4815-ce8c-4330-b1e0-5646566b5acd no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:21.791122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 6dfd4815-ce8c-4330-b1e0-5646566b5acd {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:21.791377 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6dfd4815-ce8c-4330-b1e0-5646566b5acd not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:21.838008 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8df673da-00cd-404b-a442-a2bd57010fc2 req-13a6eaba-c5f6-4e22-b945-c567bbeb93a0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928848 Nov 12 01:02:21.846587 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-244a7188-cd0c-4b22-82f7-9f7ee7377bd8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.858640 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-244a7188-cd0c-4b22-82f7-9f7ee7377bd8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.865150 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-244a7188-cd0c-4b22-82f7-9f7ee7377bd8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/networks/1d417af1-a057-43d5-b861-f602b9e47840 HTTP/1.1" status: 204 len: 168 time: 0.9303899 Nov 12 01:02:21.865790 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34344) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:21.873992 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a7188-cd0c-4b22-82f7-9f7ee7377bd8 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Network': ['ID=1d417af1-a057-43d5-b861-f602b9e47840,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:21.883231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9727c58-57b3-4261-9a52-1203112d294d req-7e272e8a-3031-47a6-a699-e2005dfcbe82 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:21.884764 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9727c58-57b3-4261-9a52-1203112d294d req-7e272e8a-3031-47a6-a699-e2005dfcbe82 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/networks?id=435816c9-12a6-40de-aba8-b1fb076c441f HTTP/1.1" status: 200 len: 814 time: 0.1623747 Nov 12 01:02:21.895364 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34346) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:21.905051 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1a1961-70e2-42b6-935e-c9a564af5601 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] DELETE failed (client error): The resource could not be found. Nov 12 01:02:21.905516 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f1a1961-70e2-42b6-935e-c9a564af5601 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:02:21.908812 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2f1a1961-70e2-42b6-935e-c9a564af5601 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/subnets/0064c1d6-9317-4d76-89c9-706d1a4333ae HTTP/1.1" status: 404 len: 337 time: 0.0399303 Nov 12 01:02:21.911675 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34350) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:21.918709 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9727c58-57b3-4261-9a52-1203112d294d req-9f48ed10-4cd4-4c5a-a5c3-4ea4496de3ea tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/quotas/d1a79702e7cf45bca52d55f087e2409e HTTP/1.1" status: 200 len: 375 time: 0.0150418 Nov 12 01:02:21.937820 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26b35c9-9c85-4a29-b514-291010cfc8d7 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] DELETE failed (client error): The resource could not be found. Nov 12 01:02:21.938683 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26b35c9-9c85-4a29-b514-291010cfc8d7 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:02:21.942419 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d26b35c9-9c85-4a29-b514-291010cfc8d7 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/networks/5f73add0-98d6-437b-a7f2-a81cd62c6e1a HTTP/1.1" status: 404 len: 339 time: 0.0296094 Nov 12 01:02:21.945222 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34352) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:21.974460 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9727c58-57b3-4261-9a52-1203112d294d req-78e649de-c0f6-4e27-81e7-5a1943ed8316 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1a79702e7cf45bca52d55f087e2409e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0490017 Nov 12 01:02:22.005106 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd358624-ff1b-4ca0-9745-d52c2da011f0 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Deleting subnet a12690ce-b2c2-44a3-af44-d3d2aad9a62e {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:22.008667 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd358624-ff1b-4ca0-9745-d52c2da011f0 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.053071 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9b3098f-39b6-4377-910a-898b7328a9f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.071051 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd358624-ff1b-4ca0-9745-d52c2da011f0 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.077602 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9727c58-57b3-4261-9a52-1203112d294d req-a042fe8e-a10d-4bd5-a6e7-786e92b4395e service neutron] 10.222.0.31 "GET /v2.0/networks/435816c9-12a6-40de-aba8-b1fb076c441f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940552 Nov 12 01:02:22.173225 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9727c58-57b3-4261-9a52-1203112d294d req-1b8257e0-8fc4-4e95-9c77-770696066f0b service neutron] 10.222.0.31 "GET /v2.0/networks/435816c9-12a6-40de-aba8-b1fb076c441f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894177 Nov 12 01:02:22.335193 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-767422d2-08c6-45b5-b32a-7986420d1dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.540444 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd358624-ff1b-4ca0-9745-d52c2da011f0 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.550560 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f06f78ab-8fb1-4ac2-9aad-e0475616659b req-e7ef1724-c0d6-4415-a426-6a9d5a6e3f62 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f27ab42-406a-4c26-ba5e-6a7f2fb64744 HTTP/1.1" status: 200 len: 210 time: 0.0507743 Nov 12 01:02:22.599616 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9b3098f-39b6-4377-910a-898b7328a9f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.609624 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9b3098f-39b6-4377-910a-898b7328a9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.644777 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fde3a5-8e0e-4e8b-9604-3a9a113dc71a req-941eb4f3-a598-4db6-9fd7-b2cd6e57d2f0 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:22.647506 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-69fde3a5-8e0e-4e8b-9604-3a9a113dc71a req-941eb4f3-a598-4db6-9fd7-b2cd6e57d2f0 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f62a0932-3348-4c8b-b7b7-9e62026fbf5d HTTP/1.1" status: 200 len: 1095 time: 0.0593870 Nov 12 01:02:22.674899 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a9b3098f-39b6-4377-910a-898b7328a9f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a80ae01bfcc4441eb7c5b423da3a5987&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7783742 Nov 12 01:02:22.676959 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3098f-39b6-4377-910a-898b7328a9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd32181-d4c1-4ced-b36d-636272160d2a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:22.678349 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34366) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:22.687544 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd358624-ff1b-4ca0-9745-d52c2da011f0 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.729019 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd358624-ff1b-4ca0-9745-d52c2da011f0 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Subnet': ['ID=a12690ce-b2c2-44a3-af44-d3d2aad9a62e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:22.737881 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd358624-ff1b-4ca0-9745-d52c2da011f0 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.745372 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-69fde3a5-8e0e-4e8b-9604-3a9a113dc71a req-68ff12bf-b086-4502-8d33-373e21b32384 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885966 Nov 12 01:02:22.745495 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-dd358624-ff1b-4ca0-9745-d52c2da011f0 tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/subnets/a12690ce-b2c2-44a3-af44-d3d2aad9a62e HTTP/1.1" status: 204 len: 168 time: 0.7980204 Nov 12 01:02:22.751772 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc71cb16-2b43-4a96-b9cd-2a01d17fa822 None None] Network a6a742f0-43a7-4574-a983-00a91fc23e3a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:22.753102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34368) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:22.761026 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b78f2dc1-210d-4b71-9ee6-2ac796f6bf09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.783586 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b78f2dc1-210d-4b71-9ee6-2ac796f6bf09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.840171 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b78f2dc1-210d-4b71-9ee6-2ac796f6bf09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.846256 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b78f2dc1-210d-4b71-9ee6-2ac796f6bf09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.847436 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b78f2dc1-210d-4b71-9ee6-2ac796f6bf09 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6dd32181-d4c1-4ced-b36d-636272160d2a HTTP/1.1" status: 204 len: 168 time: 0.1673796 Nov 12 01:02:22.870059 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f2dc1-210d-4b71-9ee6-2ac796f6bf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd32181-d4c1-4ced-b36d-636272160d2a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:22.870350 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-585f4ece-5c53-4eb7-ae32-503002dc476f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.953332 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-585f4ece-5c53-4eb7-ae32-503002dc476f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Deleting port 4e1d2370-151a-491e-a9aa-21012b7ce280 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:22.953671 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-585f4ece-5c53-4eb7-ae32-503002dc476f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.039791 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b26e364-61ff-4257-bc96-34e032da06d5 None None] DHCP port deletion for a6a742f0-43a7-4574-a983-00a91fc23e3a request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:23.104306 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4b26e364-61ff-4257-bc96-34e032da06d5 None None] Deleting port 4e1d2370-151a-491e-a9aa-21012b7ce280 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:23.105019 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4b26e364-61ff-4257-bc96-34e032da06d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.122376 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-585f4ece-5c53-4eb7-ae32-503002dc476f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] For port 4e1d2370-151a-491e-a9aa-21012b7ce280, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=4e1d2370-151a-491e-a9aa-21012b7ce280,segment=NetworkSegment(031b9893-683e-429a-9a3e-459a58f9cb65),segment_id=031b9893-683e-429a-9a3e-459a58f9cb65)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:23.123273 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-585f4ece-5c53-4eb7-ae32-503002dc476f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.151925 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398babc-071a-46fb-b1bb-37ca11f5464c req-cbd0fe5b-f1af-4da6-92bb-efce8cc5efcb tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:23.154037 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e398babc-071a-46fb-b1bb-37ca11f5464c req-cbd0fe5b-f1af-4da6-92bb-efce8cc5efcb tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 945 time: 0.1659322 Nov 12 01:02:23.155084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-585f4ece-5c53-4eb7-ae32-503002dc476f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Calling delete_port for 4e1d2370-151a-491e-a9aa-21012b7ce280 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:23.168718 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:02:23.175008 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 9318ebbb-d229-443f-bbe1-f73f3af94b26 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:23.226498 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4b26e364-61ff-4257-bc96-34e032da06d5 None None] For port 4e1d2370-151a-491e-a9aa-21012b7ce280, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=4e1d2370-151a-491e-a9aa-21012b7ce280,segment=NetworkSegment(031b9893-683e-429a-9a3e-459a58f9cb65),segment_id=031b9893-683e-429a-9a3e-459a58f9cb65)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:23.227197 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4b26e364-61ff-4257-bc96-34e032da06d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.254758 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4b26e364-61ff-4257-bc96-34e032da06d5 None None] Calling delete_port for 4e1d2370-151a-491e-a9aa-21012b7ce280 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:23.268402 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e398babc-071a-46fb-b1bb-37ca11f5464c req-7bf2bec2-11fd-440a-a3b4-6c963a49d8a9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990691 Nov 12 01:02:23.299794 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34376) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:23.315519 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-585f4ece-5c53-4eb7-ae32-503002dc476f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.317743 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a304ce4-6b05-4387-8605-4b33f3e46c90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.358509 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585f4ece-5c53-4eb7-ae32-503002dc476f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] No DVR routers for this DVR port 4e1d2370-151a-491e-a9aa-21012b7ce280 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:23.359914 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 9318ebbb-d229-443f-bbe1-f73f3af94b26 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:02:23.361850 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f4ece-5c53-4eb7-ae32-503002dc476f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Port': ['ID=4e1d2370-151a-491e-a9aa-21012b7ce280,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:23.372949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 9318ebbb-d229-443f-bbe1-f73f3af94b26 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:23.373329 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.461219 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3,segment=NetworkSegment(8b226f8d-2d84-4906-9455-74305f8499d6),segment_id=8b226f8d-2d84-4906-9455-74305f8499d6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:23.485701 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3', 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16', 'port_id': '2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3', 'mac_address': 'fa:16:3e:4b:e0:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a63d96-0633-4924-ae55-8c0dc1f0527f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:02:23.489294 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.492911 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4b26e364-61ff-4257-bc96-34e032da06d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.508564 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-585f4ece-5c53-4eb7-ae32-503002dc476f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.543858 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-585f4ece-5c53-4eb7-ae32-503002dc476f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a742f0-43a7-4574-a983-00a91fc23e3a']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:23.555998 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26e364-61ff-4257-bc96-34e032da06d5 None None] Pushing event deleted for resources: {'Port': ['ID=4e1d2370-151a-491e-a9aa-21012b7ce280,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:23.560482 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-585f4ece-5c53-4eb7-ae32-503002dc476f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031b9893-683e-429a-9a3e-459a58f9cb65') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:23.560871 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-585f4ece-5c53-4eb7-ae32-503002dc476f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031b9893-683e-429a-9a3e-459a58f9cb65') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:23.561500 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b26e364-61ff-4257-bc96-34e032da06d5 None None] No DVR routers for this DVR port 4e1d2370-151a-491e-a9aa-21012b7ce280 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:23.584431 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-585f4ece-5c53-4eb7-ae32-503002dc476f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.603092 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a304ce4-6b05-4387-8605-4b33f3e46c90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.612357 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-585f4ece-5c53-4eb7-ae32-503002dc476f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.617357 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a304ce4-6b05-4387-8605-4b33f3e46c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.620547 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.670682 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:23.673834 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585f4ece-5c53-4eb7-ae32-503002dc476f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:23.674552 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-585f4ece-5c53-4eb7-ae32-503002dc476f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:23.692153 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:23.712722 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.732447 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c0b17c46-7305-4b3a-8c8a-ab2bfbb461a6 req-8e964d7a-d6ba-4d76-9392-454735baefba tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f27ab42-406a-4c26-ba5e-6a7f2fb64744 HTTP/1.1" status: 200 len: 210 time: 0.0405152 Nov 12 01:02:23.742162 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9727c58-57b3-4261-9a52-1203112d294d req-2709427e-7465-44a2-a5d1-43df36347885 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:23.744280 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9727c58-57b3-4261-9a52-1203112d294d req-2709427e-7465-44a2-a5d1-43df36347885 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.21 "GET /v2.0/networks?id=435816c9-12a6-40de-aba8-b1fb076c441f HTTP/1.1" status: 200 len: 814 time: 0.2830369 Nov 12 01:02:23.753407 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3,segment=NetworkSegment(8b226f8d-2d84-4906-9455-74305f8499d6),segment_id=8b226f8d-2d84-4906-9455-74305f8499d6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:23.767863 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 4e1d2370-151a-491e-a9aa-21012b7ce280 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:23.773921 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-b9727c58-57b3-4261-9a52-1203112d294d req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Request body: {'port': {'device_id': '6f27ab42-406a-4c26-ba5e-6a7f2fb64744', 'network_id': '435816c9-12a6-40de-aba8-b1fb076c441f', 'admin_state_up': True, 'tenant_id': 'd1a79702e7cf45bca52d55f087e2409e'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:23.807847 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1a304ce4-6b05-4387-8605-4b33f3e46c90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4175ac4759274b0b81bf3c6dc4dd6d58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5015943 Nov 12 01:02:23.808224 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 4e1d2370-151a-491e-a9aa-21012b7ce280 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:23.808224 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 4e1d2370-151a-491e-a9aa-21012b7ce280 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:23.808866 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a304ce4-6b05-4387-8605-4b33f3e46c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db086153-2dce-40c4-b29c-56dcba1768b0,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:23.809052 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.817910 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34382) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:23.859264 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-585f4ece-5c53-4eb7-ae32-503002dc476f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.884070 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:23.895177 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-585f4ece-5c53-4eb7-ae32-503002dc476f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.899391 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924c033e-d575-466d-a91f-26ecc926d093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9318ebbb-d229-443f-bbe1-f73f3af94b26'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:23.900532 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-585f4ece-5c53-4eb7-ae32-503002dc476f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] 10.222.0.31 "DELETE /v2.0/networks/a6a742f0-43a7-4574-a983-00a91fc23e3a HTTP/1.1" status: 204 len: 168 time: 1.1461313 Nov 12 01:02:23.919830 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392e513b-27ee-40a9-94d0-0de38f14651f" -d '{"events": [{"server_uuid": "924c033e-d575-466d-a91f-26ecc926d093", "name": "network-vif-plugged", "status": "completed", "tag": "9318ebbb-d229-443f-bbe1-f73f3af94b26"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:23.941769 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f4ece-5c53-4eb7-ae32-503002dc476f tempest-NetworksIpV6Test-1360361301 tempest-NetworksIpV6Test-1360361301-project] Pushing event deleted for resources: {'Network': ['ID=a6a742f0-43a7-4574-a983-00a91fc23e3a,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:23.942933 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 9318ebbb-d229-443f-bbe1-f73f3af94b26, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=9318ebbb-d229-443f-bbe1-f73f3af94b26,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:23.949856 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.984186 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7d229-bd98-491c-bbe5-3405b34481a2 req-04fa16a8-9980-4c1c-a6a2-1a0da48f79e4 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:23.984502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9727c58-57b3-4261-9a52-1203112d294d req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Made reservation on behalf of d1a79702e7cf45bca52d55f087e2409e for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:23.989677 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b9727c58-57b3-4261-9a52-1203112d294d req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.993658 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ae7d229-bd98-491c-bbe5-3405b34481a2 req-04fa16a8-9980-4c1c-a6a2-1a0da48f79e4 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f62a0932-3348-4c8b-b7b7-9e62026fbf5d HTTP/1.1" status: 200 len: 1096 time: 0.1231472 Nov 12 01:02:23.999589 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-45ab7188-c30e-4b41-ab05-a005f78eff92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.019450 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb93b47-6009-4dc6-981c-4b6255924e81 x-openstack-request-id: req-4cb93b47-6009-4dc6-981c-4b6255924e81 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:24.019781 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "924c033e-d575-466d-a91f-26ecc926d093", "name": "network-vif-plugged", "status": "completed", "tag": "9318ebbb-d229-443f-bbe1-f73f3af94b26", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:24.020011 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4cb93b47-6009-4dc6-981c-4b6255924e81 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:24.020651 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924c033e-d575-466d-a91f-26ecc926d093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9318ebbb-d229-443f-bbe1-f73f3af94b26', 'code': 200} Nov 12 01:02:24.023519 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=9318ebbb-d229-443f-bbe1-f73f3af94b26,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:24.070456 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-45ab7188-c30e-4b41-ab05-a005f78eff92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.121009 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ae7d229-bd98-491c-bbe5-3405b34481a2 req-987b27f5-3aac-4c7b-b523-cc1a6dc98d55 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245480 Nov 12 01:02:24.160757 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-45ab7188-c30e-4b41-ab05-a005f78eff92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.164843 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-45ab7188-c30e-4b41-ab05-a005f78eff92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.169115 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-45ab7188-c30e-4b41-ab05-a005f78eff92 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db086153-2dce-40c4-b29c-56dcba1768b0 HTTP/1.1" status: 204 len: 168 time: 0.3469462 Nov 12 01:02:24.176629 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab7188-c30e-4b41-ab05-a005f78eff92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db086153-2dce-40c4-b29c-56dcba1768b0,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:24.200751 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:24.207486 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-b9727c58-57b3-4261-9a52-1203112d294d req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Allocated IP 172.20.0.6 (435816c9-12a6-40de-aba8-b1fb076c441f/838f8e68-1c1e-4ca7-b054-f4c1b77520ed/5f3c2679-8316-423b-95b0-777512395349) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:24.211359 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e4d7f-8405-4f22-a146-acc7d4635782 req-39488bf8-7751-4f0c-8f92-4d38296ba897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:24.213010 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-747e4d7f-8405-4f22-a146-acc7d4635782 req-39488bf8-7751-4f0c-8f92-4d38296ba897 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 1098 time: 0.1054046 Nov 12 01:02:24.337287 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-747e4d7f-8405-4f22-a146-acc7d4635782 req-adab3224-bb7e-421f-b108-d9f4e4f9bc10 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144357 Nov 12 01:02:24.437676 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34396) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:24.484995 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08670f6-5d74-4ac1-98ab-df722c2beee4 req-17039496-2529-4291-9d26-b8545ba9a360 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:24.486517 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c08670f6-5d74-4ac1-98ab-df722c2beee4 req-17039496-2529-4291-9d26-b8545ba9a360 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 946 time: 0.0916588 Nov 12 01:02:24.498226 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b9727c58-57b3-4261-9a52-1203112d294d req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.560074 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c08670f6-5d74-4ac1-98ab-df722c2beee4 req-64361f70-3a02-4e16-81a5-7bd319f4a24f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657363 Nov 12 01:02:24.572501 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b9727c58-57b3-4261-9a52-1203112d294d req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.586129 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['8094be6b-413c-4784-bbdb-bc9499703c2f'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:24.647312 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9727c58-57b3-4261-9a52-1203112d294d req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Network 435816c9-12a6-40de-aba8-b1fb076c441f is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:24.661391 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-b9727c58-57b3-4261-9a52-1203112d294d req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:24.672734 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9727c58-57b3-4261-9a52-1203112d294d req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:24.679695 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Pushing event updated for resources: {'Port': ['ID=5f3c2679-8316-423b-95b0-777512395349,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:24.689229 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.693824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8b2395-f5fb-44eb-a960-65dea865ee20 None None] DHCP port deletion for 435816c9-12a6-40de-aba8-b1fb076c441f request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:24.747287 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:24.747863 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:24.748100 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:24.748502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:24.748902 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:24.749241 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:24.749719 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:24.750543 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:24.750543 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:24.750949 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:24.751067 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:24.751336 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:24.764423 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-707df154-2a9d-41ff-b47b-b6417f424339 None None] Provisioning complete for port 5f3c2679-8316-423b-95b0-777512395349 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:24.765044 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-707df154-2a9d-41ff-b47b-b6417f424339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.770333 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-45827d6a-3365-4887-9d06-d18d05c3195f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bfb044d23cb647dba690245ba56b0df7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3295584 Nov 12 01:02:24.772826 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34408) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:24.784713 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9727c58-57b3-4261-9a52-1203112d294d req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:24.785504 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b9727c58-57b3-4261-9a52-1203112d294d req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.807299 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9727c58-57b3-4261-9a52-1203112d294d req-98119cba-9946-405c-81c6-45aebddc4469 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0478213 Nov 12 01:02:24.823270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-b9727c58-57b3-4261-9a52-1203112d294d req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] Request body: {'port': {'device_id': '6f27ab42-406a-4c26-ba5e-6a7f2fb64744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:24.839389 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-707df154-2a9d-41ff-b47b-b6417f424339 None None] Port 5f3c2679-8316-423b-95b0-777512395349 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:24.864018 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b617adf2-e375-4f90-897f-3ec4d064eab9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.905636 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b9727c58-57b3-4261-9a52-1203112d294d req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.918475 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b617adf2-e375-4f90-897f-3ec4d064eab9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.964006 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a94c62-dd82-4852-b3fa-80d94ec5c722 req-e7439a32-919e-4c02-8d34-5a60011ebfa4 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:24.964006 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0a94c62-dd82-4852-b3fa-80d94ec5c722 req-e7439a32-919e-4c02-8d34-5a60011ebfa4 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f27ab42-406a-4c26-ba5e-6a7f2fb64744 HTTP/1.1" status: 200 len: 931 time: 0.1063848 Nov 12 01:02:25.008932 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b617adf2-e375-4f90-897f-3ec4d064eab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.012376 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b617adf2-e375-4f90-897f-3ec4d064eab9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.016343 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b617adf2-e375-4f90-897f-3ec4d064eab9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6352a354-1f69-49e3-939c-55d5eb3cb7b7 HTTP/1.1" status: 204 len: 168 time: 0.2376370 Nov 12 01:02:25.039065 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617adf2-e375-4f90-897f-3ec4d064eab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6352a354-1f69-49e3-939c-55d5eb3cb7b7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:25.058533 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0a94c62-dd82-4852-b3fa-80d94ec5c722 req-2d15f037-7cb2-49d3-bacb-c209a3f38b9e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841537 Nov 12 01:02:25.167300 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:25.306313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:02:25.314027 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:25.314838 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.350773 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-b9727c58-57b3-4261-9a52-1203112d294d req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f3c2679-8316-423b-95b0-777512395349 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:25.360010 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4772147-ad75-455c-ba4e-7d7f7a29ee6a req-c0465cc9-73a4-4bc8-a7ce-d948dcffac89 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:25.361409 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e4772147-ad75-455c-ba4e-7d7f7a29ee6a req-c0465cc9-73a4-4bc8-a7ce-d948dcffac89 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f62a0932-3348-4c8b-b7b7-9e62026fbf5d HTTP/1.1" status: 200 len: 1096 time: 0.0983970 Nov 12 01:02:25.363218 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b9727c58-57b3-4261-9a52-1203112d294d req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.390788 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-b9727c58-57b3-4261-9a52-1203112d294d req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] Transition to ACTIVE for port object 5f3c2679-8316-423b-95b0-777512395349 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:02:25.399188 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b9727c58-57b3-4261-9a52-1203112d294d req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.432601 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.458182 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e4772147-ad75-455c-ba4e-7d7f7a29ee6a req-beb1547a-139e-494d-9ff3-aeb21fdef75d tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878065 Nov 12 01:02:25.489318 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc76a301-897d-4e8d-8891-9a99aed7bca5 None None] DHCP port deletion for 435816c9-12a6-40de-aba8-b1fb076c441f request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:25.494167 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.516164 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3,segment=NetworkSegment(8b226f8d-2d84-4906-9455-74305f8499d6),segment_id=8b226f8d-2d84-4906-9455-74305f8499d6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:25.517363 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3c2679-8316-423b-95b0-777512395349,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:25.524584 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.614516 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-b9727c58-57b3-4261-9a52-1203112d294d req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] Attempting to bind port 5f3c2679-8316-423b-95b0-777512395349 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:25.617884 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-b9727c58-57b3-4261-9a52-1203112d294d req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] Attempting to bind port 5f3c2679-8316-423b-95b0-777512395349 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '87528cf6-8de1-4116-8797-3c6dec5a426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '435816c9-12a6-40de-aba8-b1fb076c441f'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:25.618491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9727c58-57b3-4261-9a52-1203112d294d req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] Attempting to bind port 5f3c2679-8316-423b-95b0-777512395349 on network 435816c9-12a6-40de-aba8-b1fb076c441f {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:25.630913 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9727c58-57b3-4261-9a52-1203112d294d req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] Port 5f3c2679-8316-423b-95b0-777512395349 on network 435816c9-12a6-40de-aba8-b1fb076c441f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:02:25.631258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9727c58-57b3-4261-9a52-1203112d294d req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] Attempting to bind port 5f3c2679-8316-423b-95b0-777512395349 on network 435816c9-12a6-40de-aba8-b1fb076c441f {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:25.646572 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9727c58-57b3-4261-9a52-1203112d294d req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:25.647005 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9727c58-57b3-4261-9a52-1203112d294d req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] Checking segment: {'id': '87528cf6-8de1-4116-8797-3c6dec5a426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '435816c9-12a6-40de-aba8-b1fb076c441f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:25.649854 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9727c58-57b3-4261-9a52-1203112d294d req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] Bound using segment: {'id': '87528cf6-8de1-4116-8797-3c6dec5a426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '435816c9-12a6-40de-aba8-b1fb076c441f'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:25.650770 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-b9727c58-57b3-4261-9a52-1203112d294d req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] Bound port: 5f3c2679-8316-423b-95b0-777512395349, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87528cf6-8de1-4116-8797-3c6dec5a426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '435816c9-12a6-40de-aba8-b1fb076c441f'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:25.651159 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b9727c58-57b3-4261-9a52-1203112d294d req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.758203 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:25.798486 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-b9727c58-57b3-4261-9a52-1203112d294d req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] For port 5f3c2679-8316-423b-95b0-777512395349, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:25.805452 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-b9727c58-57b3-4261-9a52-1203112d294d req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] For port 5f3c2679-8316-423b-95b0-777512395349, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=5f3c2679-8316-423b-95b0-777512395349,segment=NetworkSegment(87528cf6-8de1-4116-8797-3c6dec5a426e),segment_id=87528cf6-8de1-4116-8797-3c6dec5a426e)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:25.807983 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b8b6f-bc55-48d4-81c6-7ef233dda405 req-f2f9cef8-92c1-4aed-ac16-c1c123980c07 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:25.810306 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b0b8b6f-bc55-48d4-81c6-7ef233dda405 req-f2f9cef8-92c1-4aed-ac16-c1c123980c07 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 946 time: 0.1009512 Nov 12 01:02:25.814022 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b9727c58-57b3-4261-9a52-1203112d294d req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.880164 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9727c58-57b3-4261-9a52-1203112d294d req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:25.880852 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b9727c58-57b3-4261-9a52-1203112d294d req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.883585 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9727c58-57b3-4261-9a52-1203112d294d req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] 10.222.0.21 "PUT /v2.0/ports/5f3c2679-8316-423b-95b0-777512395349 HTTP/1.1" status: 200 len: 1092 time: 1.0664876 Nov 12 01:02:25.884050 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f27ab42-406a-4c26-ba5e-6a7f2fb64744', 'tag': '5f3c2679-8316-423b-95b0-777512395349'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:25.887006 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d86f7b-0dbb-48c9-8f0c-8dfff678a749" -d '{"events": [{"name": "network-changed", "server_uuid": "6f27ab42-406a-4c26-ba5e-6a7f2fb64744", "tag": "5f3c2679-8316-423b-95b0-777512395349"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:25.897953 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b0b8b6f-bc55-48d4-81c6-7ef233dda405 req-e5366af8-3630-440d-be08-ab73879a65bf tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759962 Nov 12 01:02:25.900755 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9697be49-9dbb-4058-bf94-3f95b058ce5f None None] DHCP port deletion for 435816c9-12a6-40de-aba8-b1fb076c441f request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:25.927778 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452421ba-3edf-4bac-b338-6163270cfa70 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3c2679-8316-423b-95b0-777512395349,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:25.973828 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.995848 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40b8afe-d54b-4fc7-ab28-7633e2ef5848 x-openstack-request-id: req-a40b8afe-d54b-4fc7-ab28-7633e2ef5848 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:25.996276 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f27ab42-406a-4c26-ba5e-6a7f2fb64744", "tag": "5f3c2679-8316-423b-95b0-777512395349", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:25.996648 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a40b8afe-d54b-4fc7-ab28-7633e2ef5848 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:25.996979 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f27ab42-406a-4c26-ba5e-6a7f2fb64744', 'tag': '5f3c2679-8316-423b-95b0-777512395349', 'status': 'completed', 'code': 200} Nov 12 01:02:26.016684 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9727c58-57b3-4261-9a52-1203112d294d req-b940898b-3162-402d-80c8-48373d3e2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:26.018439 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9727c58-57b3-4261-9a52-1203112d294d req-b940898b-3162-402d-80c8-48373d3e2c31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1a79702e7cf45bca52d55f087e2409e&device_id=6f27ab42-406a-4c26-ba5e-6a7f2fb64744 HTTP/1.1" status: 200 len: 1095 time: 0.0828457 Nov 12 01:02:26.022700 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62a0932-3348-4c8b-b7b7-9e62026fbf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:26.026890 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e361ad-2275-42d5-ad19-dc976552a40d" -d '{"events": [{"server_uuid": "f62a0932-3348-4c8b-b7b7-9e62026fbf5d", "name": "network-vif-plugged", "status": "completed", "tag": "2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:26.066722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34452) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:26.083528 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e32c8f-aafa-45df-aa4f-a7b8502c3165 x-openstack-request-id: req-25e32c8f-aafa-45df-aa4f-a7b8502c3165 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:26.083902 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62a0932-3348-4c8b-b7b7-9e62026fbf5d", "name": "network-vif-plugged", "status": "completed", "tag": "2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:26.084353 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25e32c8f-aafa-45df-aa4f-a7b8502c3165 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:26.084912 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62a0932-3348-4c8b-b7b7-9e62026fbf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3', 'code': 200} Nov 12 01:02:26.093849 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9727c58-57b3-4261-9a52-1203112d294d req-31c4a033-cf58-4225-ad16-abe2b4cc25ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f3c2679-8316-423b-95b0-777512395349 HTTP/1.1" status: 200 len: 217 time: 0.0654590 Nov 12 01:02:26.200052 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9727c58-57b3-4261-9a52-1203112d294d req-1fc68225-98e5-4814-ba36-7aaa456c7947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:26.202019 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9727c58-57b3-4261-9a52-1203112d294d req-1fc68225-98e5-4814-ba36-7aaa456c7947 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=838f8e68-1c1e-4ca7-b054-f4c1b77520ed HTTP/1.1" status: 200 len: 854 time: 0.0894005 Nov 12 01:02:26.212236 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cf865bb0-83f6-4633-bc95-4cc334f9c844 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.239390 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9727c58-57b3-4261-9a52-1203112d294d req-b5a0c407-4468-45dd-a18b-b3c12a1a3cba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=435816c9-12a6-40de-aba8-b1fb076c441f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294216 Nov 12 01:02:26.274041 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8f708-88b9-47b2-844a-30eb1369145c req-24c3fa3d-c31a-4d58-a237-21cc6ee80d47 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:26.275703 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bea8f708-88b9-47b2-844a-30eb1369145c req-24c3fa3d-c31a-4d58-a237-21cc6ee80d47 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f27ab42-406a-4c26-ba5e-6a7f2fb64744 HTTP/1.1" status: 200 len: 943 time: 0.1177249 Nov 12 01:02:26.337280 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cf865bb0-83f6-4633-bc95-4cc334f9c844 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.342966 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cf865bb0-83f6-4633-bc95-4cc334f9c844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.371197 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34464) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:26.394544 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cf865bb0-83f6-4633-bc95-4cc334f9c844 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d863ed0b09d64c4282014a5fdb6eac25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3226571 Nov 12 01:02:26.394544 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf865bb0-83f6-4633-bc95-4cc334f9c844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6e7482-2e19-48b4-b05a-f42fea36f49c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:26.395430 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34468) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:26.440010 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c4f08-2297-4091-b473-f22b97b3cae5 req-e93054f5-9d19-4a04-ae12-4a20176a9124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:26.441461 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-912c4f08-2297-4091-b473-f22b97b3cae5 req-e93054f5-9d19-4a04-ae12-4a20176a9124 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f62a0932-3348-4c8b-b7b7-9e62026fbf5d HTTP/1.1" status: 200 len: 1097 time: 0.1375372 Nov 12 01:02:26.445652 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bea8f708-88b9-47b2-844a-30eb1369145c req-6be5a625-2cda-40ba-b41d-0800cb5dc580 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542780 Nov 12 01:02:26.457439 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5018e6fc-efb7-4849-b04d-f8fe4818a353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.483682 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9727c58-57b3-4261-9a52-1203112d294d req-2c5a4082-efc7-4de6-beb0-8b035c6def64 service neutron] 10.222.0.21 "GET /v2.0/networks/435816c9-12a6-40de-aba8-b1fb076c441f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297015 Nov 12 01:02:26.483867 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5018e6fc-efb7-4849-b04d-f8fe4818a353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.519790 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-0bb4b9cc-570d-4653-94e1-d46523fcf485 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Request body: {'security_group': {'name': 'tempest-secgroup--253711506'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:26.545603 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5018e6fc-efb7-4849-b04d-f8fe4818a353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.548488 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5018e6fc-efb7-4849-b04d-f8fe4818a353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.549815 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5018e6fc-efb7-4849-b04d-f8fe4818a353 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb6e7482-2e19-48b4-b05a-f42fea36f49c HTTP/1.1" status: 204 len: 168 time: 0.1533659 Nov 12 01:02:26.571084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018e6fc-efb7-4849-b04d-f8fe4818a353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6e7482-2e19-48b4-b05a-f42fea36f49c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:26.585485 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-912c4f08-2297-4091-b473-f22b97b3cae5 req-aed289f1-c462-4850-8af8-5a19f472e56e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327200 Nov 12 01:02:26.615065 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0bb4b9cc-570d-4653-94e1-d46523fcf485 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.628941 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0bb4b9cc-570d-4653-94e1-d46523fcf485 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.629171 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b8568-7f27-411a-8f18-b93183b555c5 req-5bfbd585-5b57-425a-b23a-7652b9a38923 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:26.630588 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-990b8568-7f27-411a-8f18-b93183b555c5 req-5bfbd585-5b57-425a-b23a-7652b9a38923 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f62a0932-3348-4c8b-b7b7-9e62026fbf5d HTTP/1.1" status: 200 len: 1097 time: 0.0796695 Nov 12 01:02:26.656460 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9727c58-57b3-4261-9a52-1203112d294d req-598caef0-a10f-49c7-a553-a3f5aedab47d service neutron] 10.222.0.21 "GET /v2.0/networks/435816c9-12a6-40de-aba8-b1fb076c441f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565442 Nov 12 01:02:26.715971 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-990b8568-7f27-411a-8f18-b93183b555c5 req-a5e8a7c2-afd8-4c76-829c-e2a80fd2ac4d tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703859 Nov 12 01:02:26.756042 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0bb4b9cc-570d-4653-94e1-d46523fcf485 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.762295 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0bb4b9cc-570d-4653-94e1-d46523fcf485 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.808242 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d86f7b-0dbb-48c9-8f0c-8dfff678a749 req-fa5ca3bd-8592-4d91-ab50-fcf6c1173d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:26.809779 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-14d86f7b-0dbb-48c9-8f0c-8dfff678a749 req-fa5ca3bd-8592-4d91-ab50-fcf6c1173d82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1a79702e7cf45bca52d55f087e2409e&device_id=6f27ab42-406a-4c26-ba5e-6a7f2fb64744 HTTP/1.1" status: 200 len: 1095 time: 0.0939348 Nov 12 01:02:26.819369 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4b9cc-570d-4653-94e1-d46523fcf485 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2282d1d9-4d0d-48c6-a327-0b009cce4410,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:26.926976 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0bb4b9cc-570d-4653-94e1-d46523fcf485 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.934839 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0bb4b9cc-570d-4653-94e1-d46523fcf485 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.974492 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0bb4b9cc-570d-4653-94e1-d46523fcf485 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.977873 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0bb4b9cc-570d-4653-94e1-d46523fcf485 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6022031 Nov 12 01:02:26.980471 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34484) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:26.990536 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d86f7b-0dbb-48c9-8f0c-8dfff678a749 req-8bd2e7a3-5f75-453a-ac5f-ee16154a67f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:26.993286 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-14d86f7b-0dbb-48c9-8f0c-8dfff678a749 req-8bd2e7a3-5f75-453a-ac5f-ee16154a67f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=435816c9-12a6-40de-aba8-b1fb076c441f HTTP/1.1" status: 200 len: 915 time: 0.1751699 Nov 12 01:02:27.000421 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4b9cc-570d-4653-94e1-d46523fcf485 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691cbb75-7e4f-4da9-8a28-3ebccd1bebba,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:27.046644 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7c15af15-0799-46c2-8a04-89ace94a8c6e tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0649626 Nov 12 01:02:27.049400 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34488) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:27.052948 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-14d86f7b-0dbb-48c9-8f0c-8dfff678a749 req-8c962910-6e46-4543-b915-4c79968395f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f3c2679-8316-423b-95b0-777512395349 HTTP/1.1" status: 200 len: 217 time: 0.0489001 Nov 12 01:02:27.055070 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-af02ec19-9341-453c-ad78-b5fd550f22e9 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Request body: {'security_group': {'name': 'tempest-security--1267306463', 'description': 'tempest-security-description-527050911'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:27.096279 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af02ec19-9341-453c-ad78-b5fd550f22e9 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.141157 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cb634-267c-4a58-b2b9-5aaf6ef19e7d req-4d76e6a1-cd08-4106-83cd-c2623b0d16a0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:27.142790 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-126cb634-267c-4a58-b2b9-5aaf6ef19e7d req-4d76e6a1-cd08-4106-83cd-c2623b0d16a0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 946 time: 0.1289387 Nov 12 01:02:27.144985 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d86f7b-0dbb-48c9-8f0c-8dfff678a749 req-e8f438fa-10eb-4ad6-a40a-eb05ab247cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:27.146553 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-14d86f7b-0dbb-48c9-8f0c-8dfff678a749 req-e8f438fa-10eb-4ad6-a40a-eb05ab247cf0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=838f8e68-1c1e-4ca7-b054-f4c1b77520ed HTTP/1.1" status: 200 len: 854 time: 0.0777872 Nov 12 01:02:27.147384 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af02ec19-9341-453c-ad78-b5fd550f22e9 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.153730 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af02ec19-9341-453c-ad78-b5fd550f22e9 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.157335 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af02ec19-9341-453c-ad78-b5fd550f22e9 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.161461 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-af02ec19-9341-453c-ad78-b5fd550f22e9 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "PUT /v2.0/security-groups/691cbb75-7e4f-4da9-8a28-3ebccd1bebba HTTP/1.1" status: 200 len: 1796 time: 0.1110222 Nov 12 01:02:27.168173 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34492) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:27.198193 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-14d86f7b-0dbb-48c9-8f0c-8dfff678a749 req-36bc1b8a-5dea-4d8b-9c81-5935cb952e46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=435816c9-12a6-40de-aba8-b1fb076c441f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435247 Nov 12 01:02:27.231563 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02ec19-9341-453c-ad78-b5fd550f22e9 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691cbb75-7e4f-4da9-8a28-3ebccd1bebba,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:27.237088 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-56d9b08b-d423-4f75-a67d-fbd6df89413c tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-groups/691cbb75-7e4f-4da9-8a28-3ebccd1bebba HTTP/1.1" status: 200 len: 1796 time: 0.0674090 Nov 12 01:02:27.240126 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34496) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:27.282290 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-126cb634-267c-4a58-b2b9-5aaf6ef19e7d req-39c730bc-5cb7-4672-b428-f2bd2e4ab36f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290381 Nov 12 01:02:27.324102 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3206edd9-2591-46fa-8623-95b76c1df2bf tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.324847 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-14d86f7b-0dbb-48c9-8f0c-8dfff678a749 req-ea3faa2b-90eb-4307-82ff-13d7c3ca7706 service neutron] 10.222.0.21 "GET /v2.0/networks/435816c9-12a6-40de-aba8-b1fb076c441f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153598 Nov 12 01:02:27.350896 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3206edd9-2591-46fa-8623-95b76c1df2bf tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.431295 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-14d86f7b-0dbb-48c9-8f0c-8dfff678a749 req-93d21fc2-ca31-41d2-9651-902806596fc4 service neutron] 10.222.0.21 "GET /v2.0/networks/435816c9-12a6-40de-aba8-b1fb076c441f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997360 Nov 12 01:02:27.435221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23982f4-6a42-456d-b33d-4ec247d83817 req-2d885d0b-c6ee-4d99-bd79-42709049ba17 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:27.436858 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a23982f4-6a42-456d-b33d-4ec247d83817 req-2d885d0b-c6ee-4d99-bd79-42709049ba17 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 946 time: 0.0654278 Nov 12 01:02:27.454473 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3206edd9-2591-46fa-8623-95b76c1df2bf tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.457040 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3206edd9-2591-46fa-8623-95b76c1df2bf tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.458327 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3206edd9-2591-46fa-8623-95b76c1df2bf tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "DELETE /v2.0/security-groups/691cbb75-7e4f-4da9-8a28-3ebccd1bebba HTTP/1.1" status: 204 len: 168 time: 0.2170112 Nov 12 01:02:27.461671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34508) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:27.485747 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206edd9-2591-46fa-8623-95b76c1df2bf tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=691cbb75-7e4f-4da9-8a28-3ebccd1bebba,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:27.521066 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34512) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:27.521726 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6c08c0bc-91ba-4bd1-b9e7-c0434c4c4d20 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0587809 Nov 12 01:02:27.535136 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a23982f4-6a42-456d-b33d-4ec247d83817 req-e9b5ed19-cae6-46ae-94b3-3ac11415123a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893614 Nov 12 01:02:27.541270 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-db5a1050-ea74-4bc7-98d0-5dd6bc3bb642 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] delete failed (client error): The resource could not be found. Nov 12 01:02:27.542307 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-db5a1050-ea74-4bc7-98d0-5dd6bc3bb642 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "DELETE /v2.0/security-groups/691cbb75-7e4f-4da9-8a28-3ebccd1bebba HTTP/1.1" status: 404 len: 347 time: 0.0202880 Nov 12 01:02:27.547139 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34514) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:27.551946 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-bd4b1805-7b8e-4699-b967-a49087b6dbbe tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Request body: {'security_group': {'name': 'tempest-secgroup--627275838'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:27.578912 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1805-7b8e-4699-b967-a49087b6dbbe tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.610878 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6eccb-7481-431f-b633-553d5de1cf81 req-d26813ce-f27b-4a93-b487-48185de7d784 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:27.620688 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eaf6eccb-7481-431f-b633-553d5de1cf81 req-d26813ce-f27b-4a93-b487-48185de7d784 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f27ab42-406a-4c26-ba5e-6a7f2fb64744 HTTP/1.1" status: 200 len: 943 time: 0.0864668 Nov 12 01:02:27.660952 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1805-7b8e-4699-b967-a49087b6dbbe tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.666495 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1805-7b8e-4699-b967-a49087b6dbbe tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.705424 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1805-7b8e-4699-b967-a49087b6dbbe tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.706890 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bd4b1805-7b8e-4699-b967-a49087b6dbbe tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1586652 Nov 12 01:02:27.708928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1805-7b8e-4699-b967-a49087b6dbbe tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836b7351-d272-4a87-9335-4c5d1ba7f1ba,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:27.710419 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eaf6eccb-7481-431f-b633-553d5de1cf81 req-e8baf217-8f79-438f-ad97-7c9fb2b3ea20 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847011 Nov 12 01:02:27.711194 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34520) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:27.717620 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-5ebd2f73-d070-4f74-92bb-9abac4f7ffd8 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Request body: {'security_group_rule': {'security_group_id': '836b7351-d272-4a87-9335-4c5d1ba7f1ba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:27.755680 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2f73-d070-4f74-92bb-9abac4f7ffd8 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.833364 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2f73-d070-4f74-92bb-9abac4f7ffd8 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.840349 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2f73-d070-4f74-92bb-9abac4f7ffd8 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.864002 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd2f73-d070-4f74-92bb-9abac4f7ffd8 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ababe1a-8cc4-4fa9-824b-84f8253b085b,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:27.873365 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439752e-48d7-4466-b1bc-21c07572a074 req-ee1ce63b-447f-48c7-bc22-37ea2414e34c tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:27.875405 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c439752e-48d7-4466-b1bc-21c07572a074 req-ee1ce63b-447f-48c7-bc22-37ea2414e34c tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f62a0932-3348-4c8b-b7b7-9e62026fbf5d HTTP/1.1" status: 200 len: 1097 time: 0.0843916 Nov 12 01:02:27.884332 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2f73-d070-4f74-92bb-9abac4f7ffd8 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.885979 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5ebd2f73-d070-4f74-92bb-9abac4f7ffd8 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1721234 Nov 12 01:02:27.889087 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34526) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:27.945968 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c439752e-48d7-4466-b1bc-21c07572a074 req-f9a1bdcd-a5bd-4fe0-aaa2-dd65734dc7c7 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639544 Nov 12 01:02:27.948564 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7835-5003-476a-a11c-6d813bd2999b tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.961550 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6f8bb-228a-4def-ad30-6adc69ddc8de req-5629c6a8-b7b8-482b-88b2-7b186fe3f443 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:27.962625 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7835-5003-476a-a11c-6d813bd2999b tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.963758 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfa6f8bb-228a-4def-ad30-6adc69ddc8de req-5629c6a8-b7b8-482b-88b2-7b186fe3f443 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 946 time: 0.0763605 Nov 12 01:02:27.998140 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7835-5003-476a-a11c-6d813bd2999b tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.008348 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7835-5003-476a-a11c-6d813bd2999b tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.010368 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4c3f7835-5003-476a-a11c-6d813bd2999b tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7ababe1a-8cc4-4fa9-824b-84f8253b085b HTTP/1.1" status: 204 len: 168 time: 0.1201215 Nov 12 01:02:28.012997 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34532) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:28.029569 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f7835-5003-476a-a11c-6d813bd2999b tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ababe1a-8cc4-4fa9-824b-84f8253b085b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:28.048534 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfa6f8bb-228a-4def-ad30-6adc69ddc8de req-befb3c29-47ef-4baf-a105-755f67f768a6 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738654 Nov 12 01:02:28.080778 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f41d4ff9-ac74-44e0-8fe9-96bbb3694ca2 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0654047 Nov 12 01:02:28.083281 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34534) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:28.141978 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7535b47a-5c0a-4fec-89ef-bdd0ff2b6246 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.165998 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7535b47a-5c0a-4fec-89ef-bdd0ff2b6246 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.211832 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7535b47a-5c0a-4fec-89ef-bdd0ff2b6246 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.214646 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7535b47a-5c0a-4fec-89ef-bdd0ff2b6246 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.218282 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7535b47a-5c0a-4fec-89ef-bdd0ff2b6246 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "DELETE /v2.0/security-groups/836b7351-d272-4a87-9335-4c5d1ba7f1ba HTTP/1.1" status: 204 len: 168 time: 0.1315284 Nov 12 01:02:28.218818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34538) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:28.225327 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535b47a-5c0a-4fec-89ef-bdd0ff2b6246 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836b7351-d272-4a87-9335-4c5d1ba7f1ba,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:28.271393 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bb007af6-94c4-4c5b-bd6d-0907b3b3af47 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0512807 Nov 12 01:02:28.275240 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34540) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:28.279545 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-b115a0df-408c-4059-961a-0d6b0a9cb69f tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Request body: {'security_group': {'name': 'tempest-secgroup--2034801116'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:28.301683 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b115a0df-408c-4059-961a-0d6b0a9cb69f tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.368509 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b115a0df-408c-4059-961a-0d6b0a9cb69f tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.372333 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b115a0df-408c-4059-961a-0d6b0a9cb69f tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.403136 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b115a0df-408c-4059-961a-0d6b0a9cb69f tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.404340 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b115a0df-408c-4059-961a-0d6b0a9cb69f tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1280448 Nov 12 01:02:28.405451 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115a0df-408c-4059-961a-0d6b0a9cb69f tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9613bf79-a2e3-4af6-be4b-33c2bad528ee,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:28.408156 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34542) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:28.414245 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-0060c1bf-c90e-4147-9cc4-7d0aae490ded tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Request body: {'security_group_rule': {'security_group_id': '9613bf79-a2e3-4af6-be4b-33c2bad528ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:28.441926 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0060c1bf-c90e-4147-9cc4-7d0aae490ded tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.488847 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0060c1bf-c90e-4147-9cc4-7d0aae490ded tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.493093 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0060c1bf-c90e-4147-9cc4-7d0aae490ded tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.512533 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060c1bf-c90e-4147-9cc4-7d0aae490ded tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16551bf1-676a-4da5-9bb0-e1978888b676,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:28.517977 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0060c1bf-c90e-4147-9cc4-7d0aae490ded tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.519286 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0060c1bf-c90e-4147-9cc4-7d0aae490ded tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1095834 Nov 12 01:02:28.522124 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34544) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:28.526536 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-a058bbcf-81ec-4d6a-aaea-b47df0140e16 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Request body: {'security_group_rule': {'security_group_id': '9613bf79-a2e3-4af6-be4b-33c2bad528ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:28.553131 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a058bbcf-81ec-4d6a-aaea-b47df0140e16 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.613367 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a058bbcf-81ec-4d6a-aaea-b47df0140e16 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.618058 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a058bbcf-81ec-4d6a-aaea-b47df0140e16 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.636938 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058bbcf-81ec-4d6a-aaea-b47df0140e16 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c77f2cfe-642d-43d2-b299-96640febde1f,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:28.646667 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a058bbcf-81ec-4d6a-aaea-b47df0140e16 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.648460 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a058bbcf-81ec-4d6a-aaea-b47df0140e16 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246758 Nov 12 01:02:28.650921 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34546) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:28.655281 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-8674e86c-4155-4f40-affc-6e494cbd29f6 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Request body: {'security_group_rule': {'security_group_id': '9613bf79-a2e3-4af6-be4b-33c2bad528ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:28.682491 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8674e86c-4155-4f40-affc-6e494cbd29f6 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.742486 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8674e86c-4155-4f40-affc-6e494cbd29f6 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.747346 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8674e86c-4155-4f40-affc-6e494cbd29f6 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.778151 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674e86c-4155-4f40-affc-6e494cbd29f6 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3202e5-2095-4012-9ab7-830665c01d78,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:28.785197 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8674e86c-4155-4f40-affc-6e494cbd29f6 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.792391 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8674e86c-4155-4f40-affc-6e494cbd29f6 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367185 Nov 12 01:02:28.792586 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34550) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:28.797368 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-e20ae1d2-0a54-43e0-9b04-8c331db2c292 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Request body: {'security_group_rule': {'security_group_id': '9613bf79-a2e3-4af6-be4b-33c2bad528ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:28.866269 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e20ae1d2-0a54-43e0-9b04-8c331db2c292 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.878613 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827e075-0e4e-4650-8839-1da137ec0f12 req-e30fbae8-1fd1-4deb-93cc-86b4b309d1a0 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:28.880452 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c827e075-0e4e-4650-8839-1da137ec0f12 req-e30fbae8-1fd1-4deb-93cc-86b4b309d1a0 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f27ab42-406a-4c26-ba5e-6a7f2fb64744 HTTP/1.1" status: 200 len: 943 time: 0.0763011 Nov 12 01:02:28.957606 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c827e075-0e4e-4650-8839-1da137ec0f12 req-086de268-9c54-43ac-b43f-1b016419cd7c tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706327 Nov 12 01:02:28.963597 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e20ae1d2-0a54-43e0-9b04-8c331db2c292 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.967380 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e20ae1d2-0a54-43e0-9b04-8c331db2c292 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.988647 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ae1d2-0a54-43e0-9b04-8c331db2c292 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17df0f72-9c26-4bd7-9afb-bfaf0eb92e2d,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:28.995200 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e20ae1d2-0a54-43e0-9b04-8c331db2c292 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.996400 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e20ae1d2-0a54-43e0-9b04-8c331db2c292 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2032316 Nov 12 01:02:28.999089 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34554) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:29.004023 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-529b0d75-cba1-4dbf-8ed2-8fabd8a7eedd tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Request body: {'security_group_rule': {'security_group_id': '9613bf79-a2e3-4af6-be4b-33c2bad528ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:29.036066 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-529b0d75-cba1-4dbf-8ed2-8fabd8a7eedd tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.064266 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86521bd-6d25-4e97-9beb-22a5c82a326d req-992433e1-5492-4d27-a94a-7081349f09f5 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:29.066032 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c86521bd-6d25-4e97-9beb-22a5c82a326d req-992433e1-5492-4d27-a94a-7081349f09f5 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f62a0932-3348-4c8b-b7b7-9e62026fbf5d HTTP/1.1" status: 200 len: 1097 time: 0.0439823 Nov 12 01:02:29.105842 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-529b0d75-cba1-4dbf-8ed2-8fabd8a7eedd tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.109865 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-529b0d75-cba1-4dbf-8ed2-8fabd8a7eedd tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.122274 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c86521bd-6d25-4e97-9beb-22a5c82a326d req-d6778241-6854-4c50-911a-e32d1b652a31 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490391 Nov 12 01:02:29.129900 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b0d75-cba1-4dbf-8ed2-8fabd8a7eedd tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27fa33e8-7356-4170-8b9c-8e505b2e681c,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:29.156090 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-529b0d75-cba1-4dbf-8ed2-8fabd8a7eedd tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.159946 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-529b0d75-cba1-4dbf-8ed2-8fabd8a7eedd tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1572599 Nov 12 01:02:29.160430 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34564) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:29.196540 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c8980ea-4ad7-45a5-a35b-e475f5d7771a tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.206615 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c8980ea-4ad7-45a5-a35b-e475f5d7771a tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.206905 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fe8fd-b5d2-4d4e-b9f0-a5dc145678e5 req-54165755-7fec-483d-bd16-ac7a85f28ee6 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:29.215181 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c15fe8fd-b5d2-4d4e-b9f0-a5dc145678e5 req-54165755-7fec-483d-bd16-ac7a85f28ee6 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 946 time: 0.0798361 Nov 12 01:02:29.264614 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c8980ea-4ad7-45a5-a35b-e475f5d7771a tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.267012 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c15fe8fd-b5d2-4d4e-b9f0-a5dc145678e5 req-9621a14a-35d2-45d9-9e53-928ee6cc3b9a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507593 Nov 12 01:02:29.269669 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8c8980ea-4ad7-45a5-a35b-e475f5d7771a tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.271016 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8c8980ea-4ad7-45a5-a35b-e475f5d7771a tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/27fa33e8-7356-4170-8b9c-8e505b2e681c HTTP/1.1" status: 204 len: 168 time: 0.1089489 Nov 12 01:02:29.274859 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34566) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:29.286835 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c97372-0bc0-4da5-a92f-74c5288c289b req-9712fb20-333c-4c51-9fc1-40ea77e50b88 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:29.289172 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-76c97372-0bc0-4da5-a92f-74c5288c289b req-9712fb20-333c-4c51-9fc1-40ea77e50b88 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f62a0932-3348-4c8b-b7b7-9e62026fbf5d HTTP/1.1" status: 200 len: 1097 time: 0.0707054 Nov 12 01:02:29.290819 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8980ea-4ad7-45a5-a35b-e475f5d7771a tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27fa33e8-7356-4170-8b9c-8e505b2e681c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:29.338011 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-382f7684-bec4-4fff-85c2-7809a4427959 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0583589 Nov 12 01:02:29.339548 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34568) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:29.362872 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-76c97372-0bc0-4da5-a92f-74c5288c289b req-dc07e9b8-25f2-484c-9bd8-625e7e71707b tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632493 Nov 12 01:02:29.383681 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-01c0fcfc-90e0-4e55-bd2c-aaf844effdc1 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.392442 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-01c0fcfc-90e0-4e55-bd2c-aaf844effdc1 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.421622 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-01c0fcfc-90e0-4e55-bd2c-aaf844effdc1 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.429590 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-01c0fcfc-90e0-4e55-bd2c-aaf844effdc1 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.430946 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-01c0fcfc-90e0-4e55-bd2c-aaf844effdc1 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/17df0f72-9c26-4bd7-9afb-bfaf0eb92e2d HTTP/1.1" status: 204 len: 168 time: 0.0911570 Nov 12 01:02:29.434515 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34574) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:29.483111 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fae079e0-7217-458f-9840-15a9d186d8cd tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0470777 Nov 12 01:02:29.485875 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34576) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:29.512560 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6324cd28-8220-42a1-b553-02672793f5e6 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.522173 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6324cd28-8220-42a1-b553-02672793f5e6 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.554283 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6324cd28-8220-42a1-b553-02672793f5e6 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.562007 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6324cd28-8220-42a1-b553-02672793f5e6 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.563705 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6324cd28-8220-42a1-b553-02672793f5e6 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2a3202e5-2095-4012-9ab7-830665c01d78 HTTP/1.1" status: 204 len: 168 time: 0.0766969 Nov 12 01:02:29.566504 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34578) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:29.580472 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324cd28-8220-42a1-b553-02672793f5e6 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a3202e5-2095-4012-9ab7-830665c01d78,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:29.625302 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bde0f992-1732-462d-b2a7-eda43faf4d82 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0573413 Nov 12 01:02:29.628054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34580) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:29.664931 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4faeaf09-847f-48f5-a482-639bd3021274 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.673754 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4faeaf09-847f-48f5-a482-639bd3021274 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.703039 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4faeaf09-847f-48f5-a482-639bd3021274 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.707954 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4faeaf09-847f-48f5-a482-639bd3021274 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.713363 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4faeaf09-847f-48f5-a482-639bd3021274 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c77f2cfe-642d-43d2-b299-96640febde1f HTTP/1.1" status: 204 len: 168 time: 0.0842829 Nov 12 01:02:29.714008 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34582) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:29.730402 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faeaf09-847f-48f5-a482-639bd3021274 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c77f2cfe-642d-43d2-b299-96640febde1f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:29.768370 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-27264aea-d9ac-4eb1-82c3-5640cb72f3df tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0456190 Nov 12 01:02:29.770510 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34584) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:29.797581 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4f3f87e3-2a13-4dfe-9506-9e2906a94bfc tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.806189 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4f3f87e3-2a13-4dfe-9506-9e2906a94bfc tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.826479 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0fcfc-90e0-4e55-bd2c-aaf844effdc1 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17df0f72-9c26-4bd7-9afb-bfaf0eb92e2d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:29.837165 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4f3f87e3-2a13-4dfe-9506-9e2906a94bfc tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.844946 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4f3f87e3-2a13-4dfe-9506-9e2906a94bfc tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.848774 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4f3f87e3-2a13-4dfe-9506-9e2906a94bfc tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/16551bf1-676a-4da5-9bb0-e1978888b676 HTTP/1.1" status: 204 len: 168 time: 0.0743036 Nov 12 01:02:29.848774 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34586) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:29.862081 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f87e3-2a13-4dfe-9506-9e2906a94bfc tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16551bf1-676a-4da5-9bb0-e1978888b676,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:29.874167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe04d8-93ae-448d-b919-156a7d9d7c83 req-51b6d94e-e3ec-44ce-a0a2-60a99bcebf88 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:29.875710 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2cbe04d8-93ae-448d-b919-156a7d9d7c83 req-51b6d94e-e3ec-44ce-a0a2-60a99bcebf88 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f62a0932-3348-4c8b-b7b7-9e62026fbf5d HTTP/1.1" status: 200 len: 1097 time: 0.4436758 Nov 12 01:02:29.888191 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a834b-852e-486e-8c77-5adb6017cf03 req-12192e73-52a6-4199-b6a0-4f427c8a5017 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:29.889703 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-966a834b-852e-486e-8c77-5adb6017cf03 req-12192e73-52a6-4199-b6a0-4f427c8a5017 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.15 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 946 time: 0.0655100 Nov 12 01:02:29.905210 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-de95bd73-984c-46e7-8f6c-2f20163630cb tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0551727 Nov 12 01:02:29.907811 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34588) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:29.961582 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b8e395c9-4283-40d9-8d60-c05af3c66467 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.993194 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2cbe04d8-93ae-448d-b919-156a7d9d7c83 req-379b70e7-18c6-408d-b83e-d9f9371d6cd0 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024241 Nov 12 01:02:30.008271 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 5f3c2679-8316-423b-95b0-777512395349 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:02:30.013310 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b8e395c9-4283-40d9-8d60-c05af3c66467 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.032956 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-966a834b-852e-486e-8c77-5adb6017cf03 req-06f87e3c-84a3-4c66-a181-1c900e156c00 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Deleting port 9318ebbb-d229-443f-bbe1-f73f3af94b26 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:30.033300 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-966a834b-852e-486e-8c77-5adb6017cf03 req-06f87e3c-84a3-4c66-a181-1c900e156c00 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.119511 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b8e395c9-4283-40d9-8d60-c05af3c66467 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.123280 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b8e395c9-4283-40d9-8d60-c05af3c66467 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.124321 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b8e395c9-4283-40d9-8d60-c05af3c66467 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "DELETE /v2.0/security-groups/9613bf79-a2e3-4af6-be4b-33c2bad528ee HTTP/1.1" status: 204 len: 168 time: 0.2154317 Nov 12 01:02:30.129650 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34594) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:30.162888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e395c9-4283-40d9-8d60-c05af3c66467 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9613bf79-a2e3-4af6-be4b-33c2bad528ee,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:30.187126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-966a834b-852e-486e-8c77-5adb6017cf03 req-06f87e3c-84a3-4c66-a181-1c900e156c00 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] For port 9318ebbb-d229-443f-bbe1-f73f3af94b26, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=9318ebbb-d229-443f-bbe1-f73f3af94b26,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:30.187834 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-966a834b-852e-486e-8c77-5adb6017cf03 req-06f87e3c-84a3-4c66-a181-1c900e156c00 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.216579 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 5f3c2679-8316-423b-95b0-777512395349, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=5f3c2679-8316-423b-95b0-777512395349,segment=NetworkSegment(87528cf6-8de1-4116-8797-3c6dec5a426e),segment_id=87528cf6-8de1-4116-8797-3c6dec5a426e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:30.222983 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b03cddd2-e47e-40b7-a1ab-4c06193d1a52 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0883913 Nov 12 01:02:30.222983 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34598) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:30.227957 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-fc70bbb3-74ef-4742-b8aa-7021c4419a4a tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Request body: {'security_group': {'name': 'tempest-secgroup--656275819'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:30.240148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-966a834b-852e-486e-8c77-5adb6017cf03 req-06f87e3c-84a3-4c66-a181-1c900e156c00 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Calling delete_port for 9318ebbb-d229-443f-bbe1-f73f3af94b26 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:30.240715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '5f3c2679-8316-423b-95b0-777512395349', 'network_id': '435816c9-12a6-40de-aba8-b1fb076c441f', 'port_id': '5f3c2679-8316-423b-95b0-777512395349', 'mac_address': 'fa:16:3e:18:5c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838f8e68-1c1e-4ca7-b054-f4c1b77520ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:02:30.242581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106b117-e044-466b-a1e7-b7e901cbbc39 req-488b5313-74bf-4ce9-b377-943049a1b7ac tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:30.244904 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b106b117-e044-466b-a1e7-b7e901cbbc39 req-488b5313-74bf-4ce9-b377-943049a1b7ac tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f27ab42-406a-4c26-ba5e-6a7f2fb64744 HTTP/1.1" status: 200 len: 943 time: 0.1625025 Nov 12 01:02:30.307327 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b106b117-e044-466b-a1e7-b7e901cbbc39 req-b2eb2fa1-82b6-4030-803a-dd004ef3cc7c tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550985 Nov 12 01:02:30.307996 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc70bbb3-74ef-4742-b8aa-7021c4419a4a tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.337645 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.373707 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3c2679-8316-423b-95b0-777512395349 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:30.406695 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc70bbb3-74ef-4742-b8aa-7021c4419a4a tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.420877 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc70bbb3-74ef-4742-b8aa-7021c4419a4a tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.436250 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 5f3c2679-8316-423b-95b0-777512395349, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=5f3c2679-8316-423b-95b0-777512395349,segment=NetworkSegment(87528cf6-8de1-4116-8797-3c6dec5a426e),segment_id=87528cf6-8de1-4116-8797-3c6dec5a426e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:30.442472 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.467658 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70bbb3-74ef-4742-b8aa-7021c4419a4a tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d7c3ab-546b-4f8a-b69c-d0fe663aa622,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:30.490878 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-966a834b-852e-486e-8c77-5adb6017cf03 req-06f87e3c-84a3-4c66-a181-1c900e156c00 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.502949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['273d39de-2b75-4858-836b-afaa0ce7fd17'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:30.510003 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=5f3c2679-8316-423b-95b0-777512395349,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:30.528494 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc70bbb3-74ef-4742-b8aa-7021c4419a4a tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.530263 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fc70bbb3-74ef-4742-b8aa-7021c4419a4a tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3058667 Nov 12 01:02:30.535961 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34612) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:30.543834 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['9318ebbb-d229-443f-bbe1-f73f3af94b26'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:30.548961 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f87e3c-84a3-4c66-a181-1c900e156c00 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event deleted for resources: {'Port': ['ID=9318ebbb-d229-443f-bbe1-f73f3af94b26,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:30.560398 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d0cfbe08-93ec-4cbd-9fac-5b0f20d97d38 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Request body: {'security_group_rule': {'security_group_id': 'c9d7c3ab-546b-4f8a-b69c-d0fe663aa622', 'direction': 'ingress', 'protocol': 17}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:30.582638 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e652e-a3f1-4f12-89c0-92465785a107 req-140f40ff-7ee5-4cb2-9da3-966f97c1015c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:30.584208 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a06e652e-a3f1-4f12-89c0-92465785a107 req-140f40ff-7ee5-4cb2-9da3-966f97c1015c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 867 time: 0.1339953 Nov 12 01:02:30.611651 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-966a834b-852e-486e-8c77-5adb6017cf03 req-06f87e3c-84a3-4c66-a181-1c900e156c00 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] No DVR routers for this DVR port 9318ebbb-d229-443f-bbe1-f73f3af94b26 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:30.614263 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-966a834b-852e-486e-8c77-5adb6017cf03 req-06f87e3c-84a3-4c66-a181-1c900e156c00 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.618199 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-966a834b-852e-486e-8c77-5adb6017cf03 req-06f87e3c-84a3-4c66-a181-1c900e156c00 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.15 "DELETE /v2.0/ports/9318ebbb-d229-443f-bbe1-f73f3af94b26 HTTP/1.1" status: 204 len: 173 time: 0.7208571 Nov 12 01:02:30.618951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924c033e-d575-466d-a91f-26ecc926d093', 'name': 'network-vif-deleted', 'tag': '9318ebbb-d229-443f-bbe1-f73f3af94b26'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:30.623528 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193b2fd4-940f-4b73-bb08-325b942c418b" -d '{"events": [{"server_uuid": "924c033e-d575-466d-a91f-26ecc926d093", "name": "network-vif-deleted", "tag": "9318ebbb-d229-443f-bbe1-f73f3af94b26"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:30.626810 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-a93de23d-b327-4b12-9d49-5aefab892edd tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:30.628648 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-a93de23d-b327-4b12-9d49-5aefab892edd tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/networks?id=785356dd-2fa0-4f67-b235-885a356e1a16 HTTP/1.1" status: 200 len: 910 time: 0.3011146 Nov 12 01:02:30.672893 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-dbd19be4-9efb-45b6-81e4-a6e15732613c tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/quotas/5c5e2549e551409daff23da1e5dafe8b HTTP/1.1" status: 200 len: 375 time: 0.0348763 Nov 12 01:02:30.687604 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d0cfbe08-93ec-4cbd-9fac-5b0f20d97d38 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.718289 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a06e652e-a3f1-4f12-89c0-92465785a107 req-f87f8bf8-6a89-4425-b826-6da32b49b104 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245098 Nov 12 01:02:30.783766 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-aaa36442-fb9e-4bd4-be65-3bef12a16c02 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c5e2549e551409daff23da1e5dafe8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0995531 Nov 12 01:02:30.794129 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3b1b88-4d32-48bc-94e9-5c2ff195099d x-openstack-request-id: req-4a3b1b88-4d32-48bc-94e9-5c2ff195099d {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:30.794420 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "924c033e-d575-466d-a91f-26ecc926d093", "name": "network-vif-deleted", "tag": "9318ebbb-d229-443f-bbe1-f73f3af94b26", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:30.795272 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a3b1b88-4d32-48bc-94e9-5c2ff195099d {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:30.795678 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924c033e-d575-466d-a91f-26ecc926d093', 'name': 'network-vif-deleted', 'tag': '9318ebbb-d229-443f-bbe1-f73f3af94b26', 'status': 'completed', 'code': 200} Nov 12 01:02:30.803342 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d0cfbe08-93ec-4cbd-9fac-5b0f20d97d38 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.810023 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d0cfbe08-93ec-4cbd-9fac-5b0f20d97d38 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.823913 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['5f3c2679-8316-423b-95b0-777512395349'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:30.856424 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfbe08-93ec-4cbd-9fac-5b0f20d97d38 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936eb3c8-38ce-45c0-84ee-985e6a91d90e,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:30.871674 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d0cfbe08-93ec-4cbd-9fac-5b0f20d97d38 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.872607 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d0cfbe08-93ec-4cbd-9fac-5b0f20d97d38 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3300059 Nov 12 01:02:30.875773 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34616) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:30.954488 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-f5fd3568-e5f1-4b01-9d90-799b59787449 service neutron] 10.222.0.31 "GET /v2.0/networks/785356dd-2fa0-4f67-b235-885a356e1a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555011 Nov 12 01:02:31.009593 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e3b5f693-80c3-415c-83a8-3a9b25b2badc tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.091632 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e3b5f693-80c3-415c-83a8-3a9b25b2badc tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.135936 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-2deeec21-66d2-490f-83ac-53e46c3174c8 service neutron] 10.222.0.31 "GET /v2.0/networks/785356dd-2fa0-4f67-b235-885a356e1a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726615 Nov 12 01:02:31.152755 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e3b5f693-80c3-415c-83a8-3a9b25b2badc tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.155659 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e3b5f693-80c3-415c-83a8-3a9b25b2badc tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.157556 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e3b5f693-80c3-415c-83a8-3a9b25b2badc tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "DELETE /v2.0/security-groups/c9d7c3ab-546b-4f8a-b69c-d0fe663aa622 HTTP/1.1" status: 204 len: 168 time: 0.2806745 Nov 12 01:02:31.165571 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34618) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:31.215371 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5f693-80c3-415c-83a8-3a9b25b2badc tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d7c3ab-546b-4f8a-b69c-d0fe663aa622,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:31.258850 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f20483ee-8c42-470d-b09f-920812f43d95 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0914688 Nov 12 01:02:31.259106 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34620) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:31.264321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-81f4c02f-8dcc-4f3c-998b-eccaa4f8dde3 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Request body: {'security_group': {'name': 'tempest-secgroup--495561718'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:31.312726 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-81f4c02f-8dcc-4f3c-998b-eccaa4f8dde3 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.436380 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-81f4c02f-8dcc-4f3c-998b-eccaa4f8dde3 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.465333 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c725ac32-2ad2-4988-903f-07d36a6d8620 req-1511218a-ff5d-4950-92a9-e4042c5e89ab tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0acf433-f041-49dc-9334-b9d4d95e0d4b HTTP/1.1" status: 200 len: 210 time: 0.0398600 Nov 12 01:02:31.466189 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-81f4c02f-8dcc-4f3c-998b-eccaa4f8dde3 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.501194 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4c02f-8dcc-4f3c-998b-eccaa4f8dde3 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b98246-03eb-427c-8a65-3d824e9b2203,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:31.505679 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-81f4c02f-8dcc-4f3c-998b-eccaa4f8dde3 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.509461 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-81f4c02f-8dcc-4f3c-998b-eccaa4f8dde3 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2472050 Nov 12 01:02:31.510640 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34632) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:31.519962 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b732760c-e425-4272-8323-6ead869f86e7 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Request body: {'security_group': {'name': 'tempest-secgroup--1109689691'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:31.564556 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68bda0-db26-4081-ba4c-ea221914240e req-bab133a6-38ff-4e35-871c-a415718998e7 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:31.564556 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e68bda0-db26-4081-ba4c-ea221914240e req-bab133a6-38ff-4e35-871c-a415718998e7 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f27ab42-406a-4c26-ba5e-6a7f2fb64744 HTTP/1.1" status: 200 len: 944 time: 0.1200092 Nov 12 01:02:31.568419 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b732760c-e425-4272-8323-6ead869f86e7 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.647288 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e68bda0-db26-4081-ba4c-ea221914240e req-33b5b38d-15bd-4ebd-afb7-aec1e2b15647 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754335 Nov 12 01:02:31.698249 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b732760c-e425-4272-8323-6ead869f86e7 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.703765 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b732760c-e425-4272-8323-6ead869f86e7 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.735724 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b732760c-e425-4272-8323-6ead869f86e7 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.739411 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b732760c-e425-4272-8323-6ead869f86e7 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2228162 Nov 12 01:02:31.739759 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34646) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:31.744159 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c1cc483c-4469-4e15-a76d-b3b03ea7407c tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Request body: {'security_group_rule': {'security_group_id': '45b98246-03eb-427c-8a65-3d824e9b2203', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '30927a01-1772-4f9e-a69c-b8c58f2c01d7', 'remote_ip_prefix': None}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:31.749561 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732760c-e425-4272-8323-6ead869f86e7 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30927a01-1772-4f9e-a69c-b8c58f2c01d7,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:31.790537 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1cc483c-4469-4e15-a76d-b3b03ea7407c tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.845285 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-06000476-7bfa-4f30-860b-99e26b56a3cf req-41ec85f5-feb2-483d-8fef-4164cc53f48a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 210 time: 0.0350842 Nov 12 01:02:31.914615 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1cc483c-4469-4e15-a76d-b3b03ea7407c tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.921040 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1cc483c-4469-4e15-a76d-b3b03ea7407c tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.945976 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc483c-4469-4e15-a76d-b3b03ea7407c tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42392926-dd91-4ce3-bd54-321673f4f065,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:31.966900 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1cc483c-4469-4e15-a76d-b3b03ea7407c tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.968286 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c1cc483c-4469-4e15-a76d-b3b03ea7407c tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2274802 Nov 12 01:02:31.971585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34658) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:31.999178 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71bf2969-1d5e-490c-b12d-2c0a30561fdf tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.011532 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71bf2969-1d5e-490c-b12d-2c0a30561fdf tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.011841 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 5f3c2679-8316-423b-95b0-777512395349 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:32.065318 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71bf2969-1d5e-490c-b12d-2c0a30561fdf tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.083587 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71bf2969-1d5e-490c-b12d-2c0a30561fdf tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.086576 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 5f3c2679-8316-423b-95b0-777512395349 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:02:32.088936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34664) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:32.091788 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 5f3c2679-8316-423b-95b0-777512395349 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:32.095454 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.103073 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-71bf2969-1d5e-490c-b12d-2c0a30561fdf tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/42392926-dd91-4ce3-bd54-321673f4f065 HTTP/1.1" status: 204 len: 168 time: 0.1309054 Nov 12 01:02:32.106123 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf2969-1d5e-490c-b12d-2c0a30561fdf tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42392926-dd91-4ce3-bd54-321673f4f065,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:32.160606 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34668) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:32.161429 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1ebb749b-5e85-42d0-8ad8-4d7f1f2871c0 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0705285 Nov 12 01:02:32.226852 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.253321 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-491407c7-5141-46b0-bd53-a3c506ab47b7 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.267082 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f27ab42-406a-4c26-ba5e-6a7f2fb64744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3c2679-8316-423b-95b0-777512395349'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:32.270529 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b734ab-c617-4eeb-9339-e3d617ad7a40" -d '{"events": [{"server_uuid": "6f27ab42-406a-4c26-ba5e-6a7f2fb64744", "name": "network-vif-plugged", "status": "completed", "tag": "5f3c2679-8316-423b-95b0-777512395349"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:32.284848 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-491407c7-5141-46b0-bd53-a3c506ab47b7 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.314464 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 5f3c2679-8316-423b-95b0-777512395349, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=5f3c2679-8316-423b-95b0-777512395349,segment=NetworkSegment(87528cf6-8de1-4116-8797-3c6dec5a426e),segment_id=87528cf6-8de1-4116-8797-3c6dec5a426e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:32.322392 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.356540 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-491407c7-5141-46b0-bd53-a3c506ab47b7 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.361645 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-491407c7-5141-46b0-bd53-a3c506ab47b7 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.366090 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fc6d57-de07-4351-bd5a-9a3802f5361c x-openstack-request-id: req-b0fc6d57-de07-4351-bd5a-9a3802f5361c {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:32.367215 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f27ab42-406a-4c26-ba5e-6a7f2fb64744", "name": "network-vif-plugged", "status": "completed", "tag": "5f3c2679-8316-423b-95b0-777512395349", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:32.367447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34678) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:32.367809 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0fc6d57-de07-4351-bd5a-9a3802f5361c {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:32.368386 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f27ab42-406a-4c26-ba5e-6a7f2fb64744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3c2679-8316-423b-95b0-777512395349', 'code': 200} Nov 12 01:02:32.376580 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-491407c7-5141-46b0-bd53-a3c506ab47b7 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "DELETE /v2.0/security-groups/30927a01-1772-4f9e-a69c-b8c58f2c01d7 HTTP/1.1" status: 204 len: 168 time: 0.2148561 Nov 12 01:02:32.390294 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491407c7-5141-46b0-bd53-a3c506ab47b7 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30927a01-1772-4f9e-a69c-b8c58f2c01d7,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:32.462056 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=5f3c2679-8316-423b-95b0-777512395349,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:32.480948 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9706f726-e351-4f8e-949c-080692aee2f7 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1098871 Nov 12 01:02:32.481420 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34682) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:32.504922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397dd6f-fb44-4398-ba74-4c649e1a9875 req-d4cf518f-9744-4d1c-9ae0-1e88fc1c9a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:32.507052 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e397dd6f-fb44-4398-ba74-4c649e1a9875 req-d4cf518f-9744-4d1c-9ae0-1e88fc1c9a43 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6f27ab42-406a-4c26-ba5e-6a7f2fb64744 HTTP/1.1" status: 200 len: 1097 time: 0.0491481 Nov 12 01:02:32.565132 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-56f0cadc-2bb0-4cb2-bd48-9319e2ff2e1c tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.592569 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-56f0cadc-2bb0-4cb2-bd48-9319e2ff2e1c tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.593065 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9de73f7d-9452-4f62-954b-4de91d345f5f req-7ef77a02-1838-422f-9c40-bd9bb5adcc56 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0acf433-f041-49dc-9334-b9d4d95e0d4b HTTP/1.1" status: 200 len: 210 time: 0.0406516 Nov 12 01:02:32.647415 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e397dd6f-fb44-4398-ba74-4c649e1a9875 req-b4364a84-cb81-4d7d-959a-35c8d8327041 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292748 Nov 12 01:02:32.650580 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-56f0cadc-2bb0-4cb2-bd48-9319e2ff2e1c tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.653778 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-56f0cadc-2bb0-4cb2-bd48-9319e2ff2e1c tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.655621 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-56f0cadc-2bb0-4cb2-bd48-9319e2ff2e1c tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "DELETE /v2.0/security-groups/45b98246-03eb-427c-8a65-3d824e9b2203 HTTP/1.1" status: 204 len: 168 time: 0.1730227 Nov 12 01:02:32.658523 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34686) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:32.666371 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0cadc-2bb0-4cb2-bd48-9319e2ff2e1c tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b98246-03eb-427c-8a65-3d824e9b2203,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:32.747183 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34690) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:32.747867 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d218d8d4-a3b6-40d7-93b1-c73d7ecad855 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0875201 Nov 12 01:02:32.753711 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-9dfa29a6-9ce6-4b1b-bdc3-86b85efb879e tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Request body: {'security_group': {'name': 'tempest-secgroup--1074346761'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:32.816529 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df58947-98cb-4b6e-a3aa-879207f54d3d req-f1602d30-fae8-4dca-a37c-c9a775c23a66 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:32.821181 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1df58947-98cb-4b6e-a3aa-879207f54d3d req-f1602d30-fae8-4dca-a37c-c9a775c23a66 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f27ab42-406a-4c26-ba5e-6a7f2fb64744 HTTP/1.1" status: 200 len: 945 time: 0.0894175 Nov 12 01:02:32.822292 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9dfa29a6-9ce6-4b1b-bdc3-86b85efb879e tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.906797 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1df58947-98cb-4b6e-a3aa-879207f54d3d req-e85e8a18-6ded-4167-a8ff-4a026fce8f94 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794530 Nov 12 01:02:32.945638 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9dfa29a6-9ce6-4b1b-bdc3-86b85efb879e tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.950537 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9dfa29a6-9ce6-4b1b-bdc3-86b85efb879e tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.977549 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9dfa29a6-9ce6-4b1b-bdc3-86b85efb879e tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.982119 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9dfa29a6-9ce6-4b1b-bdc3-86b85efb879e tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2331645 Nov 12 01:02:32.983064 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34694) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:32.994204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-dd2e08f4-c10d-441b-9552-bbd94e475c87 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Request body: {'security_group_rule': {'security_group_id': 'fb749c1a-9d65-4f9b-8bfd-b075c52f0ff0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:33.012521 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-790fe129-d11b-4954-a2c6-296f2e1a21bc req-c8d9adfd-46ea-4346-bd03-b38fb69f8ccf tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 210 time: 0.0456738 Nov 12 01:02:33.036312 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd2e08f4-c10d-441b-9552-bbd94e475c87 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.039957 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa29a6-9ce6-4b1b-bdc3-86b85efb879e tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb749c1a-9d65-4f9b-8bfd-b075c52f0ff0,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:33.135402 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-94178f81-6088-4534-ad76-4a02cbab3735 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:33.137212 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-94178f81-6088-4534-ad76-4a02cbab3735 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.21 "GET /v2.0/networks?id=785356dd-2fa0-4f67-b235-885a356e1a16 HTTP/1.1" status: 200 len: 910 time: 0.1275892 Nov 12 01:02:33.137622 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd2e08f4-c10d-441b-9552-bbd94e475c87 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.142195 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd2e08f4-c10d-441b-9552-bbd94e475c87 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.152368 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-20a365c9-8df3-4ac5-aba9-e1fd9bafd6a0 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Request body: {'port': {'device_id': 'd0acf433-f041-49dc-9334-b9d4d95e0d4b', 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16', 'admin_state_up': True, 'tenant_id': '5c5e2549e551409daff23da1e5dafe8b'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:33.165611 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dd2e08f4-c10d-441b-9552-bbd94e475c87 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.169481 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-dd2e08f4-c10d-441b-9552-bbd94e475c87 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1798391 Nov 12 01:02:33.170783 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34696) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:33.174939 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e08f4-c10d-441b-9552-bbd94e475c87 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1897ccb7-abe9-4a0c-98e1-e32e8dddc4c6,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:33.202350 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-20a365c9-8df3-4ac5-aba9-e1fd9bafd6a0 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Made reservation on behalf of 5c5e2549e551409daff23da1e5dafe8b for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:33.204675 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-20a365c9-8df3-4ac5-aba9-e1fd9bafd6a0 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.212537 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 9318ebbb-d229-443f-bbe1-f73f3af94b26 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:33.236156 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 9318ebbb-d229-443f-bbe1-f73f3af94b26 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:33.236882 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 9318ebbb-d229-443f-bbe1-f73f3af94b26 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:33.247077 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8204fcd8-db1c-4da2-a551-e4a234311e1a tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.260854 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8204fcd8-db1c-4da2-a551-e4a234311e1a tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.332110 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8204fcd8-db1c-4da2-a551-e4a234311e1a tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.343431 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8204fcd8-db1c-4da2-a551-e4a234311e1a tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.344677 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8204fcd8-db1c-4da2-a551-e4a234311e1a tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/1897ccb7-abe9-4a0c-98e1-e32e8dddc4c6 HTTP/1.1" status: 204 len: 168 time: 0.1723404 Nov 12 01:02:33.347459 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34698) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:33.354878 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204fcd8-db1c-4da2-a551-e4a234311e1a tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1897ccb7-abe9-4a0c-98e1-e32e8dddc4c6,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:33.401748 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-20a365c9-8df3-4ac5-aba9-e1fd9bafd6a0 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Allocated IP 172.20.0.4 (785356dd-2fa0-4f67-b235-885a356e1a16/f9a63d96-0633-4924-ae55-8c0dc1f0527f/9d02ba70-1668-4251-926d-cd3221a34eff) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:33.423210 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3943c471-193f-4701-a19d-edf9cdef0ded tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0733814 Nov 12 01:02:33.425689 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34700) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:33.521584 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-def68454-3de4-4a52-8b07-9ca6ee3e43b0 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.554106 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-def68454-3de4-4a52-8b07-9ca6ee3e43b0 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.573095 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-20a365c9-8df3-4ac5-aba9-e1fd9bafd6a0 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.612533 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-def68454-3de4-4a52-8b07-9ca6ee3e43b0 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.622517 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-def68454-3de4-4a52-8b07-9ca6ee3e43b0 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.622517 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-def68454-3de4-4a52-8b07-9ca6ee3e43b0 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "DELETE /v2.0/security-groups/fb749c1a-9d65-4f9b-8bfd-b075c52f0ff0 HTTP/1.1" status: 204 len: 168 time: 0.1907811 Nov 12 01:02:33.624674 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34706) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:33.649541 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-20a365c9-8df3-4ac5-aba9-e1fd9bafd6a0 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.650005 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def68454-3de4-4a52-8b07-9ca6ee3e43b0 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb749c1a-9d65-4f9b-8bfd-b075c52f0ff0,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:33.668609 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def68454-3de4-4a52-8b07-9ca6ee3e43b0 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:33.671288 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def68454-3de4-4a52-8b07-9ca6ee3e43b0 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:33.671648 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def68454-3de4-4a52-8b07-9ca6ee3e43b0 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:33.672000 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def68454-3de4-4a52-8b07-9ca6ee3e43b0 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:33.672345 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def68454-3de4-4a52-8b07-9ca6ee3e43b0 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:33.672710 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def68454-3de4-4a52-8b07-9ca6ee3e43b0 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:33.673061 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def68454-3de4-4a52-8b07-9ca6ee3e43b0 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:33.673402 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def68454-3de4-4a52-8b07-9ca6ee3e43b0 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:33.673739 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def68454-3de4-4a52-8b07-9ca6ee3e43b0 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:33.674072 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def68454-3de4-4a52-8b07-9ca6ee3e43b0 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:33.674406 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def68454-3de4-4a52-8b07-9ca6ee3e43b0 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:33.674735 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def68454-3de4-4a52-8b07-9ca6ee3e43b0 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:33.683008 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:33.730817 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76dc8c-2b7c-478f-b3bd-ffb168e9f098 req-261da241-6542-47df-a4f7-73c3080bd8b5 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:33.732901 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac76dc8c-2b7c-478f-b3bd-ffb168e9f098 req-261da241-6542-47df-a4f7-73c3080bd8b5 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0acf433-f041-49dc-9334-b9d4d95e0d4b HTTP/1.1" status: 200 len: 1027 time: 0.0502660 Nov 12 01:02:33.748681 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-20a365c9-8df3-4ac5-aba9-e1fd9bafd6a0 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Network 785356dd-2fa0-4f67-b235-885a356e1a16 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:33.807300 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-20a365c9-8df3-4ac5-aba9-e1fd9bafd6a0 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:33.812591 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac76dc8c-2b7c-478f-b3bd-ffb168e9f098 req-b0814c96-03d5-48cb-82ca-676db1d930d2 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710311 Nov 12 01:02:33.824456 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-20a365c9-8df3-4ac5-aba9-e1fd9bafd6a0 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:33.853525 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-07df1fdc-d203-442a-8c15-4e1a77b43e24 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2273233 Nov 12 01:02:33.857347 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34708) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:33.862219 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-784d5b3f-e4db-4b1c-8ada-85baa8edb71e tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Request body: {'security_group': {'name': 'tempest-secgroup--991859027'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:33.923882 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-784d5b3f-e4db-4b1c-8ada-85baa8edb71e tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.945923 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a365c9-8df3-4ac5-aba9-e1fd9bafd6a0 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Pushing event updated for resources: {'Port': ['ID=9d02ba70-1668-4251-926d-cd3221a34eff,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:33.976279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-20a365c9-8df3-4ac5-aba9-e1fd9bafd6a0 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:33.976936 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-20a365c9-8df3-4ac5-aba9-e1fd9bafd6a0 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.010434 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-20a365c9-8df3-4ac5-aba9-e1fd9bafd6a0 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8632734 Nov 12 01:02:34.055033 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] Request body: {'port': {'device_id': 'd0acf433-f041-49dc-9334-b9d4d95e0d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:34.131963 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-784d5b3f-e4db-4b1c-8ada-85baa8edb71e tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.138113 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-784d5b3f-e4db-4b1c-8ada-85baa8edb71e tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.170472 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a76394-b2ed-4868-8fa6-0842c9066aed req-24c00231-8372-49dc-be3d-f6650da25b9f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:34.184321 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-84a76394-b2ed-4868-8fa6-0842c9066aed req-24c00231-8372-49dc-be3d-f6650da25b9f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f27ab42-406a-4c26-ba5e-6a7f2fb64744 HTTP/1.1" status: 200 len: 945 time: 0.1499202 Nov 12 01:02:34.203132 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-784d5b3f-e4db-4b1c-8ada-85baa8edb71e tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.204452 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-784d5b3f-e4db-4b1c-8ada-85baa8edb71e tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3460715 Nov 12 01:02:34.228451 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34714) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:34.233640 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a471d317-b64a-4456-82a8-3ee3f5cc8f05 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Request body: {'security_group_rule': {'security_group_id': 'd236a9e5-2f54-41b1-b98d-bd1e74bcad72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:34.233948 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-92c9e236-d8a3-4a07-ad38-22fb9fe5a113 req-f8570b36-6dd6-44e2-bde7-9c33f3b1fc7d tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 210 time: 0.0671043 Nov 12 01:02:34.236890 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d5b3f-e4db-4b1c-8ada-85baa8edb71e tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d236a9e5-2f54-41b1-b98d-bd1e74bcad72,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:34.269547 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.284134 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cb0ebe6c-bbec-4e27-a81e-73237593513c None None] Provisioning complete for port 9d02ba70-1668-4251-926d-cd3221a34eff triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:34.285353 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cb0ebe6c-bbec-4e27-a81e-73237593513c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.334080 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a471d317-b64a-4456-82a8-3ee3f5cc8f05 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.338636 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-cb0ebe6c-bbec-4e27-a81e-73237593513c None None] Port 9d02ba70-1668-4251-926d-cd3221a34eff cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:34.382898 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-84a76394-b2ed-4868-8fa6-0842c9066aed req-4afc8cdd-52c0-40cd-bca8-7ece7cd2b0bd tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976621 Nov 12 01:02:34.490859 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a471d317-b64a-4456-82a8-3ee3f5cc8f05 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.495182 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a471d317-b64a-4456-82a8-3ee3f5cc8f05 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.534049 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471d317-b64a-4456-82a8-3ee3f5cc8f05 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0a3806-0c48-495a-bc4e-222720a9eca9,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:34.555639 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a471d317-b64a-4456-82a8-3ee3f5cc8f05 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.559667 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a471d317-b64a-4456-82a8-3ee3f5cc8f05 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3298573 Nov 12 01:02:34.559933 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34720) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:34.579490 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6d558a0f-67a4-4f48-bdc8-6710639553c1 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-group-rules/1c0a3806-0c48-495a-bc4e-222720a9eca9 HTTP/1.1" status: 200 len: 763 time: 0.0177753 Nov 12 01:02:34.586382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34722) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:34.677714 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d78b4f14-a04f-4e07-a5ee-0abbfc7c63b2 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0872710 Nov 12 01:02:34.680739 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34726) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:34.712360 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-972d3cf0-2a96-4ca6-9ae7-3a11412ac367 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.713096 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d02ba70-1668-4251-926d-cd3221a34eff {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:34.721330 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.722295 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-972d3cf0-2a96-4ca6-9ae7-3a11412ac367 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.734377 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] Transition to ACTIVE for port object 9d02ba70-1668-4251-926d-cd3221a34eff will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:02:34.739446 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.767047 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-972d3cf0-2a96-4ca6-9ae7-3a11412ac367 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.776652 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-972d3cf0-2a96-4ca6-9ae7-3a11412ac367 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.781441 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-972d3cf0-2a96-4ca6-9ae7-3a11412ac367 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/1c0a3806-0c48-495a-bc4e-222720a9eca9 HTTP/1.1" status: 204 len: 168 time: 0.0997753 Nov 12 01:02:34.782014 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34728) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:34.787963 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d3cf0-2a96-4ca6-9ae7-3a11412ac367 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c0a3806-0c48-495a-bc4e-222720a9eca9,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:34.889447 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] Pushing event updated for resources: {'Port': ['ID=9d02ba70-1668-4251-926d-cd3221a34eff,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:34.923746 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-761b6a9c-e984-4704-99b4-af3846d257e0 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1389604 Nov 12 01:02:34.926311 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34732) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:34.931576 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-908b63d6-8b59-4e01-acd1-560f8ef33b95 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Request body: {'security_group_rule': {'security_group_id': 'd236a9e5-2f54-41b1-b98d-bd1e74bcad72', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:34.960943 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] Attempting to bind port 9d02ba70-1668-4251-926d-cd3221a34eff on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:34.961283 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] Attempting to bind port 9d02ba70-1668-4251-926d-cd3221a34eff by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '8b226f8d-2d84-4906-9455-74305f8499d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:34.961620 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] Attempting to bind port 9d02ba70-1668-4251-926d-cd3221a34eff on network 785356dd-2fa0-4f67-b235-885a356e1a16 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:34.969387 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] Port 9d02ba70-1668-4251-926d-cd3221a34eff on network 785356dd-2fa0-4f67-b235-885a356e1a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:02:34.969726 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] Attempting to bind port 9d02ba70-1668-4251-926d-cd3221a34eff on network 785356dd-2fa0-4f67-b235-885a356e1a16 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:34.977047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:34.977393 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] Checking segment: {'id': '8b226f8d-2d84-4906-9455-74305f8499d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:34.977787 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] Bound using segment: {'id': '8b226f8d-2d84-4906-9455-74305f8499d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:34.978228 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] Bound port: 9d02ba70-1668-4251-926d-cd3221a34eff, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b226f8d-2d84-4906-9455-74305f8499d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:34.978588 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.025177 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09860278-6872-44ae-8d7d-92f9f732ec7a req-6e382e69-911e-40ab-9b33-9abbe041baf8 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:35.036639 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-09860278-6872-44ae-8d7d-92f9f732ec7a req-6e382e69-911e-40ab-9b33-9abbe041baf8 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0acf433-f041-49dc-9334-b9d4d95e0d4b HTTP/1.1" status: 200 len: 1053 time: 0.0842741 Nov 12 01:02:35.040986 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-908b63d6-8b59-4e01-acd1-560f8ef33b95 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.106712 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-09860278-6872-44ae-8d7d-92f9f732ec7a req-edad8bf2-7792-4273-9802-672ef64feef1 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613668 Nov 12 01:02:35.110832 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] For port 9d02ba70-1668-4251-926d-cd3221a34eff, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:35.143004 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] For port 9d02ba70-1668-4251-926d-cd3221a34eff, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=9d02ba70-1668-4251-926d-cd3221a34eff,segment=NetworkSegment(8b226f8d-2d84-4906-9455-74305f8499d6),segment_id=8b226f8d-2d84-4906-9455-74305f8499d6)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:35.148606 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.194133 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-908b63d6-8b59-4e01-acd1-560f8ef33b95 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.202125 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:35.202892 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.204511 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] 10.222.0.21 "PUT /v2.0/ports/9d02ba70-1668-4251-926d-cd3221a34eff HTTP/1.1" status: 200 len: 1092 time: 1.1561041 Nov 12 01:02:35.207608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0acf433-f041-49dc-9334-b9d4d95e0d4b', 'tag': '9d02ba70-1668-4251-926d-cd3221a34eff'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:35.210755 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d97955-fc9c-4ddd-83b5-a4ea3f2a7154" -d '{"events": [{"name": "network-changed", "server_uuid": "d0acf433-f041-49dc-9334-b9d4d95e0d4b", "tag": "9d02ba70-1668-4251-926d-cd3221a34eff"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:35.216461 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-908b63d6-8b59-4e01-acd1-560f8ef33b95 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.300486 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b63d6-8b59-4e01-acd1-560f8ef33b95 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d7b444-ddda-4401-a8b0-cf0d01ccdd8b,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:35.305428 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb71ce4-d330-4603-9dc9-cf2ce4c92b0c x-openstack-request-id: req-0cb71ce4-d330-4603-9dc9-cf2ce4c92b0c {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:35.305783 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0acf433-f041-49dc-9334-b9d4d95e0d4b", "tag": "9d02ba70-1668-4251-926d-cd3221a34eff", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:35.306103 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0cb71ce4-d330-4603-9dc9-cf2ce4c92b0c {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:35.306559 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0acf433-f041-49dc-9334-b9d4d95e0d4b', 'tag': '9d02ba70-1668-4251-926d-cd3221a34eff', 'status': 'completed', 'code': 200} Nov 12 01:02:35.308655 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074dd77-8234-41a1-a018-3668fb372a2c service neutron] Pushing event updated for resources: {'Port': ['ID=9d02ba70-1668-4251-926d-cd3221a34eff,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:35.315713 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-908b63d6-8b59-4e01-acd1-560f8ef33b95 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.316958 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-908b63d6-8b59-4e01-acd1-560f8ef33b95 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3895798 Nov 12 01:02:35.319669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34738) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:35.338093 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-13d8ddac-7f7d-4294-a80a-35f9473e0ba8 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-group-rules/a8d7b444-ddda-4401-a8b0-cf0d01ccdd8b HTTP/1.1" status: 200 len: 763 time: 0.0173962 Nov 12 01:02:35.342857 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34740) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:35.354133 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2da1e6c-8b8c-4b9f-9548-1fe82f9f5ae2 req-c7c742b0-cc48-4aef-be32-f5bcf4e6f872 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 210 time: 0.0465007 Nov 12 01:02:35.392733 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-cfb67bb0-670a-4818-ac5a-31f0256aac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:35.394619 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-cfb67bb0-670a-4818-ac5a-31f0256aac6d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c5e2549e551409daff23da1e5dafe8b&device_id=d0acf433-f041-49dc-9334-b9d4d95e0d4b HTTP/1.1" status: 200 len: 1095 time: 0.1327195 Nov 12 01:02:35.418581 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e5a6d534-11ba-436f-a141-3992ab83845c tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0728462 Nov 12 01:02:35.421314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34744) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:35.468494 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-e9bb0da1-213a-4674-bd81-8c7436987b2e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d02ba70-1668-4251-926d-cd3221a34eff HTTP/1.1" status: 200 len: 217 time: 0.0486317 Nov 12 01:02:35.485507 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a5f66d80-68b6-48a8-b4df-0f5049f6e452 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.500595 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a5f66d80-68b6-48a8-b4df-0f5049f6e452 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.550127 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a5f66d80-68b6-48a8-b4df-0f5049f6e452 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.558060 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a5f66d80-68b6-48a8-b4df-0f5049f6e452 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.559340 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a5f66d80-68b6-48a8-b4df-0f5049f6e452 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a8d7b444-ddda-4401-a8b0-cf0d01ccdd8b HTTP/1.1" status: 204 len: 168 time: 0.1362042 Nov 12 01:02:35.561871 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34746) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:35.573776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f66d80-68b6-48a8-b4df-0f5049f6e452 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8d7b444-ddda-4401-a8b0-cf0d01ccdd8b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:35.610717 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-2be0068e-1d07-4185-b5a7-fae4b1c10f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:35.612195 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-2be0068e-1d07-4185-b5a7-fae4b1c10f42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9a63d96-0633-4924-ae55-8c0dc1f0527f HTTP/1.1" status: 200 len: 848 time: 0.1352646 Nov 12 01:02:35.618418 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6e1b05b0-f541-4bcb-9b38-d67179113f78 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0553637 Nov 12 01:02:35.624545 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34748) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:35.625612 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e055f0-01cd-4600-b45f-3e93196d244f req-b225c457-a999-495d-9679-fd4b7b55db70 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:35.627515 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e7e055f0-01cd-4600-b45f-3e93196d244f req-b225c457-a999-495d-9679-fd4b7b55db70 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f27ab42-406a-4c26-ba5e-6a7f2fb64744 HTTP/1.1" status: 200 len: 945 time: 0.1022515 Nov 12 01:02:35.630636 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-0222f06d-96d0-49c5-9fcc-45bf8692dd1f tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Request body: {'security_group_rule': {'security_group_id': 'd236a9e5-2f54-41b1-b98d-bd1e74bcad72', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:35.679624 n-d-712137-14 neutron-server[114243]: INFO neutron.db.securitygroups_db [None req-0222f06d-96d0-49c5-9fcc-45bf8692dd1f tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Project 328ec6f6e72340f0973706ba67c83d3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:02:35.684764 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0222f06d-96d0-49c5-9fcc-45bf8692dd1f tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.753565 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e7e055f0-01cd-4600-b45f-3e93196d244f req-39d94098-1860-4b46-8764-dc924af7d387 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175652 Nov 12 01:02:35.771875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-a4d0f410-ba64-4c41-ba97-06119aad42cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:35.773518 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-a4d0f410-ba64-4c41-ba97-06119aad42cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=785356dd-2fa0-4f67-b235-885a356e1a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1450722 Nov 12 01:02:35.776932 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0222f06d-96d0-49c5-9fcc-45bf8692dd1f tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.781594 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0222f06d-96d0-49c5-9fcc-45bf8692dd1f tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.802581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222f06d-96d0-49c5-9fcc-45bf8692dd1f tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9917d980-f4b6-4e68-8ea1-d8c22f4225d4,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:35.814956 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0222f06d-96d0-49c5-9fcc-45bf8692dd1f tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.816774 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0222f06d-96d0-49c5-9fcc-45bf8692dd1f tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1908648 Nov 12 01:02:35.819274 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34754) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:35.838583 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-376611ee-32a9-471b-8186-375af4a6cab9 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-group-rules/9917d980-f4b6-4e68-8ea1-d8c22f4225d4 HTTP/1.1" status: 200 len: 769 time: 0.0177963 Nov 12 01:02:35.841270 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34756) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:35.895897 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-caa49bba-4f6b-42eb-9728-72f1e695993f tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0530345 Nov 12 01:02:35.898188 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34758) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:35.910280 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-32f2e8c5-bb34-46da-80f2-0a26894d00ec service neutron] 10.222.0.21 "GET /v2.0/networks/785356dd-2fa0-4f67-b235-885a356e1a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164303 Nov 12 01:02:35.951216 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-595d3b9e-a03d-4db8-9fb3-8fd335ceda9c tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.960682 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-595d3b9e-a03d-4db8-9fb3-8fd335ceda9c tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.020488 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-595d3b9e-a03d-4db8-9fb3-8fd335ceda9c tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.032166 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-595d3b9e-a03d-4db8-9fb3-8fd335ceda9c tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.035603 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-595d3b9e-a03d-4db8-9fb3-8fd335ceda9c tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/9917d980-f4b6-4e68-8ea1-d8c22f4225d4 HTTP/1.1" status: 204 len: 168 time: 0.1335521 Nov 12 01:02:36.037525 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34762) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:36.062270 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e5e30e46-67d0-4b4a-bdde-4ff8f5568e40 req-e00ff59f-b3d9-4799-87fe-784eb7e1f4bf service neutron] 10.222.0.21 "GET /v2.0/networks/785356dd-2fa0-4f67-b235-885a356e1a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438203 Nov 12 01:02:36.068517 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d3b9e-a03d-4db8-9fb3-8fd335ceda9c tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9917d980-f4b6-4e68-8ea1-d8c22f4225d4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:36.117393 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b141b26e-59e5-420b-b77c-31cddd01cd7e tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0774946 Nov 12 01:02:36.118032 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34764) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:36.223013 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d6b0a-2723-4bea-8337-4089f10e5d3b req-74c5089c-03a2-4c23-bc61-faf0befde06a tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:36.232624 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c43d6b0a-2723-4bea-8337-4089f10e5d3b req-74c5089c-03a2-4c23-bc61-faf0befde06a tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f27ab42-406a-4c26-ba5e-6a7f2fb64744 HTTP/1.1" status: 200 len: 945 time: 0.1421006 Nov 12 01:02:36.239828 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9e557844-bbda-4823-9c54-e56e2f571287 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.263131 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9e557844-bbda-4823-9c54-e56e2f571287 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.270980 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d97955-fc9c-4ddd-83b5-a4ea3f2a7154 req-bbe983f7-194d-4453-b01e-1fd4319bfef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:36.273101 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-18d97955-fc9c-4ddd-83b5-a4ea3f2a7154 req-bbe983f7-194d-4453-b01e-1fd4319bfef9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c5e2549e551409daff23da1e5dafe8b&device_id=d0acf433-f041-49dc-9334-b9d4d95e0d4b HTTP/1.1" status: 200 len: 1095 time: 0.1385887 Nov 12 01:02:36.310567 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c0b53-8e7f-4645-b92b-f325092d5ec9 req-925f57b6-abf7-4d01-94b6-c033e5cbc2aa tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:36.312358 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-087c0b53-8e7f-4645-b92b-f325092d5ec9 req-925f57b6-abf7-4d01-94b6-c033e5cbc2aa tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0acf433-f041-49dc-9334-b9d4d95e0d4b HTTP/1.1" status: 200 len: 1095 time: 0.1188738 Nov 12 01:02:36.315932 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9e557844-bbda-4823-9c54-e56e2f571287 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.319892 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9e557844-bbda-4823-9c54-e56e2f571287 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.323659 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9e557844-bbda-4823-9c54-e56e2f571287 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "DELETE /v2.0/security-groups/d236a9e5-2f54-41b1-b98d-bd1e74bcad72 HTTP/1.1" status: 204 len: 168 time: 0.2021816 Nov 12 01:02:36.330329 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34768) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:36.361976 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e557844-bbda-4823-9c54-e56e2f571287 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d236a9e5-2f54-41b1-b98d-bd1e74bcad72,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:36.417428 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c43d6b0a-2723-4bea-8337-4089f10e5d3b req-49525fa3-e5e9-4c53-89f7-b11e33790581 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783822 Nov 12 01:02:36.419016 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d97955-fc9c-4ddd-83b5-a4ea3f2a7154 req-0802117e-ce38-4f85-877e-e35611cce6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:36.426991 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-18d97955-fc9c-4ddd-83b5-a4ea3f2a7154 req-0802117e-ce38-4f85-877e-e35611cce6cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=785356dd-2fa0-4f67-b235-885a356e1a16 HTTP/1.1" status: 200 len: 910 time: 0.1457620 Nov 12 01:02:36.446204 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-087c0b53-8e7f-4645-b92b-f325092d5ec9 req-3ca5edb2-fdf4-4d02-ae6d-d48c65e89974 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191831 Nov 12 01:02:36.470958 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f26249ff-9d05-4591-9be3-bed0c629bd4c tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1362157 Nov 12 01:02:36.470958 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34772) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:36.486979 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-18d97955-fc9c-4ddd-83b5-a4ea3f2a7154 req-ad2f8282-6d31-4347-a83b-c247674f3714 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d02ba70-1668-4251-926d-cd3221a34eff HTTP/1.1" status: 200 len: 217 time: 0.0507729 Nov 12 01:02:36.531698 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a7126a82-1139-4bb3-b3fc-f7a446c736a7 tempest-SecGroupIPv6Test-1353160528 tempest-SecGroupIPv6Test-1353160528-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0590496 Nov 12 01:02:36.570215 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dcbefa3a-fc91-48f4-a0fe-3130765e7cde req-d14bde5b-f273-45bc-b185-fda7bbb498ea tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=924c033e-d575-466d-a91f-26ecc926d093 HTTP/1.1" status: 200 len: 210 time: 0.0334635 Nov 12 01:02:36.586771 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d97955-fc9c-4ddd-83b5-a4ea3f2a7154 req-df9d64ee-4ee3-4063-92f3-1eed7c70ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:36.588858 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-18d97955-fc9c-4ddd-83b5-a4ea3f2a7154 req-df9d64ee-4ee3-4063-92f3-1eed7c70ca84 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9a63d96-0633-4924-ae55-8c0dc1f0527f HTTP/1.1" status: 200 len: 848 time: 0.0905256 Nov 12 01:02:36.649684 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d97955-fc9c-4ddd-83b5-a4ea3f2a7154 req-33d98f7e-929e-487d-8180-ffb6839a294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:36.651262 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-18d97955-fc9c-4ddd-83b5-a4ea3f2a7154 req-33d98f7e-929e-487d-8180-ffb6839a294f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=785356dd-2fa0-4f67-b235-885a356e1a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533321 Nov 12 01:02:36.801942 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-18d97955-fc9c-4ddd-83b5-a4ea3f2a7154 req-69b133be-6cfc-4bfc-9bcd-6ef8ef6ab23b service neutron] 10.222.0.21 "GET /v2.0/networks/785356dd-2fa0-4f67-b235-885a356e1a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415477 Nov 12 01:02:36.916361 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34780) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:36.937569 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-18d97955-fc9c-4ddd-83b5-a4ea3f2a7154 req-63cd795a-b97d-4bcd-8420-65bdd39afbfd service neutron] 10.222.0.21 "GET /v2.0/networks/785356dd-2fa0-4f67-b235-885a356e1a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197321 Nov 12 01:02:37.074700 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d823cb36-eca3-46e3-9138-d1639a1da35a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=328ec6f6e72340f0973706ba67c83d3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1561644 Nov 12 01:02:37.077397 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34784) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:37.164197 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e7405d15-7156-4abc-8a95-896228489590 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.192560 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e7405d15-7156-4abc-8a95-896228489590 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.258190 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e7405d15-7156-4abc-8a95-896228489590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.261246 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e7405d15-7156-4abc-8a95-896228489590 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.264879 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e7405d15-7156-4abc-8a95-896228489590 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2282d1d9-4d0d-48c6-a327-0b009cce4410 HTTP/1.1" status: 204 len: 168 time: 0.1841700 Nov 12 01:02:37.271658 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7405d15-7156-4abc-8a95-896228489590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2282d1d9-4d0d-48c6-a327-0b009cce4410,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:37.595903 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f09936-3160-4af3-963c-0abbca627134 req-32466599-a204-4a11-aca1-2cb0fc9927df tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:37.601788 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-61f09936-3160-4af3-963c-0abbca627134 req-32466599-a204-4a11-aca1-2cb0fc9927df tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f27ab42-406a-4c26-ba5e-6a7f2fb64744 HTTP/1.1" status: 200 len: 945 time: 0.0894146 Nov 12 01:02:37.647065 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e799cc-8243-439c-8b1c-9d752a0c8f53 req-a38e57b5-58a5-488a-a834-1eeea2f48de0 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:37.653541 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c6e799cc-8243-439c-8b1c-9d752a0c8f53 req-a38e57b5-58a5-488a-a834-1eeea2f48de0 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0acf433-f041-49dc-9334-b9d4d95e0d4b HTTP/1.1" status: 200 len: 1095 time: 0.1069148 Nov 12 01:02:37.683614 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-61f09936-3160-4af3-963c-0abbca627134 req-542e16b3-c8c7-40cd-81ed-5257bc66fa76 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711303 Nov 12 01:02:37.733048 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173e454-7e85-4661-8d3d-9817ee74ece5 req-4dcf8242-c6ca-47d9-a5f6-f9e5d717bbce tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:37.734845 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c173e454-7e85-4661-8d3d-9817ee74ece5 req-4dcf8242-c6ca-47d9-a5f6-f9e5d717bbce tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f27ab42-406a-4c26-ba5e-6a7f2fb64744 HTTP/1.1" status: 200 len: 945 time: 0.1154110 Nov 12 01:02:37.745492 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c6e799cc-8243-439c-8b1c-9d752a0c8f53 req-e468a39c-0c51-4f69-9c1c-37e2db4868bd tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715251 Nov 12 01:02:37.884989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-c173e454-7e85-4661-8d3d-9817ee74ece5 req-527989d9-c432-4687-bfad-01f14ed15226 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Deleting port 5f3c2679-8316-423b-95b0-777512395349 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:37.885841 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c173e454-7e85-4661-8d3d-9817ee74ece5 req-527989d9-c432-4687-bfad-01f14ed15226 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.025906 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-c173e454-7e85-4661-8d3d-9817ee74ece5 req-527989d9-c432-4687-bfad-01f14ed15226 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] For port 5f3c2679-8316-423b-95b0-777512395349, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=5f3c2679-8316-423b-95b0-777512395349,segment=NetworkSegment(87528cf6-8de1-4116-8797-3c6dec5a426e),segment_id=87528cf6-8de1-4116-8797-3c6dec5a426e)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:38.026284 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c173e454-7e85-4661-8d3d-9817ee74ece5 req-527989d9-c432-4687-bfad-01f14ed15226 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.043826 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-c173e454-7e85-4661-8d3d-9817ee74ece5 req-527989d9-c432-4687-bfad-01f14ed15226 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Calling delete_port for 5f3c2679-8316-423b-95b0-777512395349 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:38.280561 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 34820) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:38.322563 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c173e454-7e85-4661-8d3d-9817ee74ece5 req-527989d9-c432-4687-bfad-01f14ed15226 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.334801 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['8094be6b-413c-4784-bbdb-bc9499703c2f', '5f3c2679-8316-423b-95b0-777512395349'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:38.450500 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527989d9-c432-4687-bfad-01f14ed15226 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Pushing event deleted for resources: {'Port': ['ID=5f3c2679-8316-423b-95b0-777512395349,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:38.454746 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310c9f21-074a-4d9f-8c58-665db2d15603 None None] DHCP port deletion for 435816c9-12a6-40de-aba8-b1fb076c441f request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:38.510186 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-c173e454-7e85-4661-8d3d-9817ee74ece5 req-527989d9-c432-4687-bfad-01f14ed15226 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] No DVR routers for this DVR port 5f3c2679-8316-423b-95b0-777512395349 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:38.513410 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c173e454-7e85-4661-8d3d-9817ee74ece5 req-527989d9-c432-4687-bfad-01f14ed15226 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.519961 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c173e454-7e85-4661-8d3d-9817ee74ece5 req-527989d9-c432-4687-bfad-01f14ed15226 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.21 "DELETE /v2.0/ports/5f3c2679-8316-423b-95b0-777512395349 HTTP/1.1" status: 204 len: 173 time: 0.7734752 Nov 12 01:02:38.522666 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f27ab42-406a-4c26-ba5e-6a7f2fb64744', 'name': 'network-vif-deleted', 'tag': '5f3c2679-8316-423b-95b0-777512395349'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:38.532664 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642a4a80-471b-4009-9aa3-60891f83b8f7" -d '{"events": [{"server_uuid": "6f27ab42-406a-4c26-ba5e-6a7f2fb64744", "name": "network-vif-deleted", "tag": "5f3c2679-8316-423b-95b0-777512395349"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:38.629757 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352ce7e6-acd2-4a78-86f4-fdbf518f6d7f x-openstack-request-id: req-352ce7e6-acd2-4a78-86f4-fdbf518f6d7f {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:38.629757 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f27ab42-406a-4c26-ba5e-6a7f2fb64744", "name": "network-vif-deleted", "tag": "5f3c2679-8316-423b-95b0-777512395349", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:38.629757 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-352ce7e6-acd2-4a78-86f4-fdbf518f6d7f {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:38.630193 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f27ab42-406a-4c26-ba5e-6a7f2fb64744', 'name': 'network-vif-deleted', 'tag': '5f3c2679-8316-423b-95b0-777512395349', 'status': 'completed', 'code': 200} Nov 12 01:02:38.637327 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd888fe1-fa11-4101-a38c-05ee46f76f02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.702030 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.887208 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ef92db5f-9951-4d7c-811e-abe0b71c937e req-a7841a26-cd1d-4743-aec8-1f48d86d45c2 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f27ab42-406a-4c26-ba5e-6a7f2fb64744 HTTP/1.1" status: 200 len: 210 time: 0.0325835 Nov 12 01:02:38.900742 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd888fe1-fa11-4101-a38c-05ee46f76f02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.918812 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd888fe1-fa11-4101-a38c-05ee46f76f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.954299 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cd888fe1-fa11-4101-a38c-05ee46f76f02 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=413e4cc0b69741d3b3409b267ceee695&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6724510 Nov 12 01:02:38.957042 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34842) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:38.965890 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de382f3-f1e6-4488-ac80-1b103178508e req-1fc781c3-550d-4c53-b81f-e9bcb0bca2fd tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:38.967432 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7de382f3-f1e6-4488-ac80-1b103178508e req-1fc781c3-550d-4c53-b81f-e9bcb0bca2fd tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0acf433-f041-49dc-9334-b9d4d95e0d4b HTTP/1.1" status: 200 len: 1095 time: 0.0959191 Nov 12 01:02:38.969895 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd888fe1-fa11-4101-a38c-05ee46f76f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b513a0-82ab-4bd5-9cfd-6ff30f268abc,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:39.052795 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7de382f3-f1e6-4488-ac80-1b103178508e req-9290e372-d0ff-4be3-8b23-6268ab1b07b5 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653458 Nov 12 01:02:39.060900 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0aeadec2-f683-4431-8cfa-ffb66ac648b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.130984 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0aeadec2-f683-4431-8cfa-ffb66ac648b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.200167 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0aeadec2-f683-4431-8cfa-ffb66ac648b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.203665 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0aeadec2-f683-4431-8cfa-ffb66ac648b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.219977 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0aeadec2-f683-4431-8cfa-ffb66ac648b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46b513a0-82ab-4bd5-9cfd-6ff30f268abc HTTP/1.1" status: 204 len: 168 time: 0.2615941 Nov 12 01:02:39.231091 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeadec2-f683-4431-8cfa-ffb66ac648b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b513a0-82ab-4bd5-9cfd-6ff30f268abc,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:40.039035 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 9d02ba70-1668-4251-926d-cd3221a34eff details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:02:40.164889 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e74ba0-6276-4eef-b110-cad2fb5045f3 req-7f80df80-e38f-4aa7-903d-b0bfafdcec31 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:40.166576 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-89e74ba0-6276-4eef-b110-cad2fb5045f3 req-7f80df80-e38f-4aa7-903d-b0bfafdcec31 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1150451 Nov 12 01:02:40.218490 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c344d-7bab-45ce-97af-6def8cf51892 req-0e25e702-8575-4655-9cc4-8636cb997508 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:40.224368 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 9d02ba70-1668-4251-926d-cd3221a34eff, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=9d02ba70-1668-4251-926d-cd3221a34eff,segment=NetworkSegment(8b226f8d-2d84-4906-9455-74305f8499d6),segment_id=8b226f8d-2d84-4906-9455-74305f8499d6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:40.231046 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d75c344d-7bab-45ce-97af-6def8cf51892 req-0e25e702-8575-4655-9cc4-8636cb997508 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0acf433-f041-49dc-9334-b9d4d95e0d4b HTTP/1.1" status: 200 len: 1095 time: 0.0715091 Nov 12 01:02:40.259321 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '9d02ba70-1668-4251-926d-cd3221a34eff', 'network_id': '785356dd-2fa0-4f67-b235-885a356e1a16', 'port_id': '9d02ba70-1668-4251-926d-cd3221a34eff', 'mac_address': 'fa:16:3e:ac:84:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a63d96-0633-4924-ae55-8c0dc1f0527f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:02:40.280911 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-89e74ba0-6276-4eef-b110-cad2fb5045f3 req-d38d49cf-b052-4663-90ad-02135323e103 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011877 Nov 12 01:02:40.305778 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.325594 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d02ba70-1668-4251-926d-cd3221a34eff {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:40.332365 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d75c344d-7bab-45ce-97af-6def8cf51892 req-6118c47f-06ca-42f6-b3d8-7baf31e980b2 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956438 Nov 12 01:02:40.360299 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 9d02ba70-1668-4251-926d-cd3221a34eff, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=9d02ba70-1668-4251-926d-cd3221a34eff,segment=NetworkSegment(8b226f8d-2d84-4906-9455-74305f8499d6),segment_id=8b226f8d-2d84-4906-9455-74305f8499d6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:40.366451 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.420993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=9d02ba70-1668-4251-926d-cd3221a34eff,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:40.544625 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b8c11-7357-4475-8bb5-8c208717e881 req-48afaccb-9d70-4d3a-9bcf-e422ebbac364 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:40.546180 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-887b8c11-7357-4475-8bb5-8c208717e881 req-48afaccb-9d70-4d3a-9bcf-e422ebbac364 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0527174 Nov 12 01:02:40.594383 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34908) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:40.609584 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-887b8c11-7357-4475-8bb5-8c208717e881 req-824c2b7d-a75e-4f59-8ebc-7d5069288967 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507364 Nov 12 01:02:40.662561 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['9d02ba70-1668-4251-926d-cd3221a34eff'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:40.726664 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183d288-ac04-4931-b02f-f5b20f410a1c req-6e5bacb7-f2b9-4cea-833b-b36edde91853 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:40.728954 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b5d0e3bb-db84-4853-9170-f7f6587c337d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.735010 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d183d288-ac04-4931-b02f-f5b20f410a1c req-6e5bacb7-f2b9-4cea-833b-b36edde91853 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0592494 Nov 12 01:02:40.803325 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d183d288-ac04-4931-b02f-f5b20f410a1c req-1634d164-1ad8-4331-92a5-d44b5d485ea4 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671968 Nov 12 01:02:40.865058 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b5d0e3bb-db84-4853-9170-f7f6587c337d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.876429 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b5d0e3bb-db84-4853-9170-f7f6587c337d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.936103 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0e3bb-db84-4853-9170-f7f6587c337d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2e5c9e-db42-41c1-b0af-c240da6fa833,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:40.950692 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b5d0e3bb-db84-4853-9170-f7f6587c337d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc7cdf8ca9924c08b4f93239f84e3fe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3552775 Nov 12 01:02:40.954702 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 34922) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:41.039797 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2da7b587-09f1-4c5c-9ac9-14b471896a11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.065504 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2da7b587-09f1-4c5c-9ac9-14b471896a11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.113431 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2da7b587-09f1-4c5c-9ac9-14b471896a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.116140 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2da7b587-09f1-4c5c-9ac9-14b471896a11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.117338 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2da7b587-09f1-4c5c-9ac9-14b471896a11 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c2e5c9e-db42-41c1-b0af-c240da6fa833 HTTP/1.1" status: 204 len: 168 time: 0.1612861 Nov 12 01:02:41.125640 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7b587-09f1-4c5c-9ac9-14b471896a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2e5c9e-db42-41c1-b0af-c240da6fa833,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:41.502478 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60f062-b580-4316-b738-3ffcd0e0add2 req-83625d45-8422-451d-8b9b-922936e01611 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:41.505331 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5e60f062-b580-4316-b738-3ffcd0e0add2 req-83625d45-8422-451d-8b9b-922936e01611 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0acf433-f041-49dc-9334-b9d4d95e0d4b HTTP/1.1" status: 200 len: 1096 time: 0.0698426 Nov 12 01:02:41.576611 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5e60f062-b580-4316-b738-3ffcd0e0add2 req-07c4c9ac-2ab0-42a9-9167-bfaf31ad683a tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632753 Nov 12 01:02:42.050411 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 9d02ba70-1668-4251-926d-cd3221a34eff up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:42.159889 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 9d02ba70-1668-4251-926d-cd3221a34eff completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:02:42.174876 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 9d02ba70-1668-4251-926d-cd3221a34eff triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:42.176253 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.309812 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.354083 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 9d02ba70-1668-4251-926d-cd3221a34eff, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=9d02ba70-1668-4251-926d-cd3221a34eff,segment=NetworkSegment(8b226f8d-2d84-4906-9455-74305f8499d6),segment_id=8b226f8d-2d84-4906-9455-74305f8499d6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:42.355312 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0acf433-f041-49dc-9334-b9d4d95e0d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d02ba70-1668-4251-926d-cd3221a34eff'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:42.357955 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e04c294-91f1-4f0b-a131-065204149f9b" -d '{"events": [{"server_uuid": "d0acf433-f041-49dc-9334-b9d4d95e0d4b", "name": "network-vif-plugged", "status": "completed", "tag": "9d02ba70-1668-4251-926d-cd3221a34eff"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:42.361663 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.362868 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 5f3c2679-8316-423b-95b0-777512395349 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:42.452754 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 5f3c2679-8316-423b-95b0-777512395349 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:42.453359 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 5f3c2679-8316-423b-95b0-777512395349 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:42.456038 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f23d80-62e0-495d-899d-fde8bc921e50 x-openstack-request-id: req-48f23d80-62e0-495d-899d-fde8bc921e50 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:42.456560 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0acf433-f041-49dc-9334-b9d4d95e0d4b", "name": "network-vif-plugged", "status": "completed", "tag": "9d02ba70-1668-4251-926d-cd3221a34eff", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:42.457062 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48f23d80-62e0-495d-899d-fde8bc921e50 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:42.457798 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0acf433-f041-49dc-9334-b9d4d95e0d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d02ba70-1668-4251-926d-cd3221a34eff', 'code': 200} Nov 12 01:02:42.459194 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=9d02ba70-1668-4251-926d-cd3221a34eff,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:42.582809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47e70c-8a7a-4faa-ad79-9704dfd09260 req-731e321e-09ec-4bea-ab7b-f61e8279f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:42.585281 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8a47e70c-8a7a-4faa-ad79-9704dfd09260 req-731e321e-09ec-4bea-ab7b-f61e8279f706 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d0acf433-f041-49dc-9334-b9d4d95e0d4b HTTP/1.1" status: 200 len: 1097 time: 0.0804925 Nov 12 01:02:42.730543 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8a47e70c-8a7a-4faa-ad79-9704dfd09260 req-bf0e5177-2a24-44da-9840-3e46b2e78c9c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363213 Nov 12 01:02:42.777715 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69d750-1d4f-4abf-85e8-80044fde4da5 req-5a8db076-23bf-4c79-b5df-180edc5e653b tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:42.780240 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ba69d750-1d4f-4abf-85e8-80044fde4da5 req-5a8db076-23bf-4c79-b5df-180edc5e653b tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0acf433-f041-49dc-9334-b9d4d95e0d4b HTTP/1.1" status: 200 len: 1097 time: 0.0666742 Nov 12 01:02:42.874443 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ba69d750-1d4f-4abf-85e8-80044fde4da5 req-3db845d7-4fdd-4b16-874a-95a2acf6f5a2 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878820 Nov 12 01:02:43.071844 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25b334-59f6-45ca-b189-ef2eddcb8f10 req-d9e3cbb3-681f-4bc9-afda-36a71539ae4d tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:43.077294 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b25b334-59f6-45ca-b189-ef2eddcb8f10 req-d9e3cbb3-681f-4bc9-afda-36a71539ae4d tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0674245 Nov 12 01:02:43.157804 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b25b334-59f6-45ca-b189-ef2eddcb8f10 req-8148f4cc-a164-4f15-8733-e1884cf81098 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708780 Nov 12 01:02:43.311318 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e5dda-f49a-4406-80cd-481941d9c1df req-8837c7ed-b362-498c-81fd-6583e92697f4 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:43.312942 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-370e5dda-f49a-4406-80cd-481941d9c1df req-8837c7ed-b362-498c-81fd-6583e92697f4 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0650263 Nov 12 01:02:43.412514 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-370e5dda-f49a-4406-80cd-481941d9c1df req-e716e497-a36a-4d1b-976b-c444f2cc57e1 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874774 Nov 12 01:02:43.908055 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c68340-ae1c-4bf7-8b85-5240b8adacd5 req-6a5c7940-ebdb-4d1b-94d3-5b9b4a9ffe12 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:43.910256 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-49c68340-ae1c-4bf7-8b85-5240b8adacd5 req-6a5c7940-ebdb-4d1b-94d3-5b9b4a9ffe12 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 945 time: 0.0619783 Nov 12 01:02:44.008741 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-49c68340-ae1c-4bf7-8b85-5240b8adacd5 req-534f44c7-dbc5-4afc-bd8a-1b9920501e1b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877509 Nov 12 01:02:44.047608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eace44-d318-4c73-a490-fa8679a544da req-70a9c91a-9939-4881-9ffc-2556d19e72d6 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:44.057403 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f9eace44-d318-4c73-a490-fa8679a544da req-70a9c91a-9939-4881-9ffc-2556d19e72d6 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0acf433-f041-49dc-9334-b9d4d95e0d4b HTTP/1.1" status: 200 len: 1097 time: 0.0755384 Nov 12 01:02:44.101753 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f9eace44-d318-4c73-a490-fa8679a544da req-d44106ae-6b2c-4313-94dc-64855f2faeff tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432949 Nov 12 01:02:44.215582 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2537e9d-cc95-4a9d-bb41-8dd97e1d2e1f req-e7a643ad-d2d3-40d3-92f2-e1bb2169e0ff tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:44.217241 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2537e9d-cc95-4a9d-bb41-8dd97e1d2e1f req-e7a643ad-d2d3-40d3-92f2-e1bb2169e0ff tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0acf433-f041-49dc-9334-b9d4d95e0d4b HTTP/1.1" status: 200 len: 1097 time: 0.0458548 Nov 12 01:02:44.264394 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2537e9d-cc95-4a9d-bb41-8dd97e1d2e1f req-2f3d4e85-4b74-4c2e-afe3-73255c4afbd3 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404098 Nov 12 01:02:44.389225 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cb33d-7578-435c-bdc8-316dc9621723 req-c695ef54-7e16-43dc-bb4b-2fcfe7b274a9 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:44.390768 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4d5cb33d-7578-435c-bdc8-316dc9621723 req-c695ef54-7e16-43dc-bb4b-2fcfe7b274a9 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0acf433-f041-49dc-9334-b9d4d95e0d4b HTTP/1.1" status: 200 len: 1097 time: 0.0464544 Nov 12 01:02:44.445048 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4d5cb33d-7578-435c-bdc8-316dc9621723 req-97d1e1cc-a463-4103-884b-4c52581d1deb tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462825 Nov 12 01:02:44.720252 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee0fa8-6f1e-4cde-ae3d-224d835170b6 req-d104f52b-7c6e-4e1e-a0d9-4fc7e9b2f99f tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:44.726326 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-20ee0fa8-6f1e-4cde-ae3d-224d835170b6 req-d104f52b-7c6e-4e1e-a0d9-4fc7e9b2f99f tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0acf433-f041-49dc-9334-b9d4d95e0d4b HTTP/1.1" status: 200 len: 1097 time: 0.0703073 Nov 12 01:02:44.771814 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-20ee0fa8-6f1e-4cde-ae3d-224d835170b6 req-61c8b767-446b-4384-b4d3-4c9fa27900fa tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424953 Nov 12 01:02:45.125737 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83df2a-c627-49c1-bfd6-9ac5cb60c6a2 req-ec84ae73-9147-401a-8c6b-da0ae3ac0e68 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:45.128397 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab83df2a-c627-49c1-bfd6-9ac5cb60c6a2 req-ec84ae73-9147-401a-8c6b-da0ae3ac0e68 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0674992 Nov 12 01:02:45.166869 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca7dc5-2033-4afc-961f-cf0e1da4aa93 req-2d90a738-d63b-4309-b446-a95edba215dd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:45.168393 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-59ca7dc5-2033-4afc-961f-cf0e1da4aa93 req-2d90a738-d63b-4309-b446-a95edba215dd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 945 time: 0.0671258 Nov 12 01:02:45.189451 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab83df2a-c627-49c1-bfd6-9ac5cb60c6a2 req-6d99266f-2cb6-4b84-bc2b-11549eea5b65 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525100 Nov 12 01:02:45.243015 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-59ca7dc5-2033-4afc-961f-cf0e1da4aa93 req-bc6c0224-a0f7-4213-a88e-ac164b35ca82 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=c37a596b-664c-4ae3-ab7e-c816d38f5b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674186 Nov 12 01:02:45.339627 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832ca94-73a3-44bd-b3ed-3d572335c991 req-edb390b4-c50d-4f0b-9611-3a4e8251d504 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:45.351529 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0832ca94-73a3-44bd-b3ed-3d572335c991 req-edb390b4-c50d-4f0b-9611-3a4e8251d504 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0688210 Nov 12 01:02:45.409760 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0832ca94-73a3-44bd-b3ed-3d572335c991 req-658b9a91-5a32-4a5a-b7b0-a284ed011358 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579190 Nov 12 01:02:45.591117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6c4e5-dfb6-46a0-8322-d74b8512d320 req-86e34512-c08d-49c7-970f-0f847c22ac97 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:45.592893 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c2e6c4e5-dfb6-46a0-8322-d74b8512d320 req-86e34512-c08d-49c7-970f-0f847c22ac97 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.21 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 945 time: 0.0829809 Nov 12 01:02:45.619776 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37de4b-c69d-46bf-a246-92ff409541be req-bfbe1a11-e083-4c5f-a81d-67f742124e45 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:45.621849 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8f37de4b-c69d-46bf-a246-92ff409541be req-bfbe1a11-e083-4c5f-a81d-67f742124e45 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0786088 Nov 12 01:02:45.728187 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8f37de4b-c69d-46bf-a246-92ff409541be req-c11246d7-e696-46b5-9727-8cd3b88a5914 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851040 Nov 12 01:02:45.747817 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-c2e6c4e5-dfb6-46a0-8322-d74b8512d320 req-5e126ef4-aee6-44bf-a294-c541f1953196 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Deleting port 273d39de-2b75-4858-836b-afaa0ce7fd17 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:45.748286 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c2e6c4e5-dfb6-46a0-8322-d74b8512d320 req-5e126ef4-aee6-44bf-a294-c541f1953196 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:45.892176 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-c2e6c4e5-dfb6-46a0-8322-d74b8512d320 req-5e126ef4-aee6-44bf-a294-c541f1953196 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] For port 273d39de-2b75-4858-836b-afaa0ce7fd17, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=273d39de-2b75-4858-836b-afaa0ce7fd17,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:45.892557 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c2e6c4e5-dfb6-46a0-8322-d74b8512d320 req-5e126ef4-aee6-44bf-a294-c541f1953196 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:45.904499 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f15e8-da2d-48f9-831b-829fea911dba req-19f94f78-657f-4ed7-9e12-47334b777fff tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:45.906347 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-621f15e8-da2d-48f9-831b-829fea911dba req-19f94f78-657f-4ed7-9e12-47334b777fff tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0656941 Nov 12 01:02:45.926339 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-c2e6c4e5-dfb6-46a0-8322-d74b8512d320 req-5e126ef4-aee6-44bf-a294-c541f1953196 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Calling delete_port for 273d39de-2b75-4858-836b-afaa0ce7fd17 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:45.948290 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad517fff-fed4-41a4-9fcd-88503268b7fc req-2f202d2e-d0a5-42cc-af93-2d76cd10f75a tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:45.949879 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ad517fff-fed4-41a4-9fcd-88503268b7fc req-2f202d2e-d0a5-42cc-af93-2d76cd10f75a tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0acf433-f041-49dc-9334-b9d4d95e0d4b HTTP/1.1" status: 200 len: 1097 time: 0.0738964 Nov 12 01:02:45.968590 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-621f15e8-da2d-48f9-831b-829fea911dba req-22a64ca9-dac7-4085-8f2c-3ccd66834b24 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516286 Nov 12 01:02:46.046801 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ad517fff-fed4-41a4-9fcd-88503268b7fc req-02a603b3-8ec7-4fed-90e3-4aad4ba065f7 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598032 Nov 12 01:02:46.125074 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891923c-ca0a-46a3-8b9e-dfcdfaa415d5 req-cd21819d-8f6a-42e0-b13e-b6e0e105b3bc tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:46.126710 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6891923c-ca0a-46a3-8b9e-dfcdfaa415d5 req-cd21819d-8f6a-42e0-b13e-b6e0e105b3bc tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d0acf433-f041-49dc-9334-b9d4d95e0d4b HTTP/1.1" status: 200 len: 1097 time: 0.0871053 Nov 12 01:02:46.166098 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e998478-3c3a-4af3-8b48-1595b9c93a8a req-2143abf8-65fe-43b5-aa2a-dc5f56000b69 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:46.169517 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6e998478-3c3a-4af3-8b48-1595b9c93a8a req-2143abf8-65fe-43b5-aa2a-dc5f56000b69 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0669074 Nov 12 01:02:46.239614 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c2e6c4e5-dfb6-46a0-8322-d74b8512d320 req-5e126ef4-aee6-44bf-a294-c541f1953196 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.247077 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6e998478-3c3a-4af3-8b48-1595b9c93a8a req-59dcf390-656a-4576-ae51-8ee55d10b7a6 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715537 Nov 12 01:02:46.289540 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-6891923c-ca0a-46a3-8b9e-dfcdfaa415d5 req-db5b9a52-2192-4e2f-882d-cf89110ecb77 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Deleting port 9d02ba70-1668-4251-926d-cd3221a34eff {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:46.289989 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6891923c-ca0a-46a3-8b9e-dfcdfaa415d5 req-db5b9a52-2192-4e2f-882d-cf89110ecb77 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.293374 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e126ef4-aee6-44bf-a294-c541f1953196 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event deleted for resources: {'Port': ['ID=273d39de-2b75-4858-836b-afaa0ce7fd17,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:46.398601 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e6c4e5-dfb6-46a0-8322-d74b8512d320 req-5e126ef4-aee6-44bf-a294-c541f1953196 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] No DVR routers for this DVR port 273d39de-2b75-4858-836b-afaa0ce7fd17 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:46.409661 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c2e6c4e5-dfb6-46a0-8322-d74b8512d320 req-5e126ef4-aee6-44bf-a294-c541f1953196 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.423467 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85551639-f57f-48d7-838e-266f708adbe6 req-006f3552-b420-4e19-8a03-eee11f927081 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:46.425481 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c2e6c4e5-dfb6-46a0-8322-d74b8512d320 req-5e126ef4-aee6-44bf-a294-c541f1953196 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.21 "DELETE /v2.0/ports/273d39de-2b75-4858-836b-afaa0ce7fd17 HTTP/1.1" status: 204 len: 173 time: 0.8217683 Nov 12 01:02:46.431537 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85551639-f57f-48d7-838e-266f708adbe6 req-006f3552-b420-4e19-8a03-eee11f927081 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0677059 Nov 12 01:02:46.457814 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af662d08-2e5b-49e8-b2c7-93872d563f26', 'name': 'network-vif-deleted', 'tag': '273d39de-2b75-4858-836b-afaa0ce7fd17'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:46.460556 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0525ebad-8d3e-4677-89a1-47cffd4651b2" -d '{"events": [{"server_uuid": "af662d08-2e5b-49e8-b2c7-93872d563f26", "name": "network-vif-deleted", "tag": "273d39de-2b75-4858-836b-afaa0ce7fd17"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:46.465373 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fc66cb35-281e-4283-8907-feefe6459a52 req-b96bf66d-a9d1-46d5-a5c3-2cfae60dbcff tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 210 time: 0.0701013 Nov 12 01:02:46.549563 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-6891923c-ca0a-46a3-8b9e-dfcdfaa415d5 req-db5b9a52-2192-4e2f-882d-cf89110ecb77 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] For port 9d02ba70-1668-4251-926d-cd3221a34eff, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=9d02ba70-1668-4251-926d-cd3221a34eff,segment=NetworkSegment(8b226f8d-2d84-4906-9455-74305f8499d6),segment_id=8b226f8d-2d84-4906-9455-74305f8499d6)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:46.550010 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6891923c-ca0a-46a3-8b9e-dfcdfaa415d5 req-db5b9a52-2192-4e2f-882d-cf89110ecb77 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.554070 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85551639-f57f-48d7-838e-266f708adbe6 req-c9b84757-86f9-433d-b619-8525413748ba tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197786 Nov 12 01:02:46.598214 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76af658-ccc7-47be-b1e9-05dd8f4c9244 x-openstack-request-id: req-c76af658-ccc7-47be-b1e9-05dd8f4c9244 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:46.598559 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af662d08-2e5b-49e8-b2c7-93872d563f26", "name": "network-vif-deleted", "tag": "273d39de-2b75-4858-836b-afaa0ce7fd17", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:46.599424 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c76af658-ccc7-47be-b1e9-05dd8f4c9244 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:46.599852 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af662d08-2e5b-49e8-b2c7-93872d563f26', 'name': 'network-vif-deleted', 'tag': '273d39de-2b75-4858-836b-afaa0ce7fd17', 'status': 'completed', 'code': 200} Nov 12 01:02:46.620304 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-6891923c-ca0a-46a3-8b9e-dfcdfaa415d5 req-db5b9a52-2192-4e2f-882d-cf89110ecb77 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Calling delete_port for 9d02ba70-1668-4251-926d-cd3221a34eff owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:46.809709 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6891923c-ca0a-46a3-8b9e-dfcdfaa415d5 req-db5b9a52-2192-4e2f-882d-cf89110ecb77 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.824189 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['9d02ba70-1668-4251-926d-cd3221a34eff'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:46.856688 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b9a52-2192-4e2f-882d-cf89110ecb77 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d02ba70-1668-4251-926d-cd3221a34eff,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:46.896099 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f05b0f-c4ac-45b3-87e5-da31f4e17f5d req-65043258-58a7-4f44-a34f-2372b728b38b tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:46.900467 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-75f05b0f-c4ac-45b3-87e5-da31f4e17f5d req-65043258-58a7-4f44-a34f-2372b728b38b tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1112642 Nov 12 01:02:46.902235 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:46.961082 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-6891923c-ca0a-46a3-8b9e-dfcdfaa415d5 req-db5b9a52-2192-4e2f-882d-cf89110ecb77 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] No DVR routers for this DVR port 9d02ba70-1668-4251-926d-cd3221a34eff on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:46.963630 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-6891923c-ca0a-46a3-8b9e-dfcdfaa415d5 req-db5b9a52-2192-4e2f-882d-cf89110ecb77 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.966936 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6891923c-ca0a-46a3-8b9e-dfcdfaa415d5 req-db5b9a52-2192-4e2f-882d-cf89110ecb77 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.21 "DELETE /v2.0/ports/9d02ba70-1668-4251-926d-cd3221a34eff HTTP/1.1" status: 204 len: 173 time: 0.8329668 Nov 12 01:02:47.051036 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-75f05b0f-c4ac-45b3-87e5-da31f4e17f5d req-3b9c1987-bc7c-4ef6-904d-b3c7eda8b39d tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423905 Nov 12 01:02:47.192674 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b304f67-d475-4eb5-a03f-55207c327490 req-803716a6-7980-4b6d-bb93-ea8ec986acc0 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0acf433-f041-49dc-9334-b9d4d95e0d4b HTTP/1.1" status: 200 len: 210 time: 0.0494452 Nov 12 01:02:47.251068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58faaab-4d2f-4063-9925-e75ddf4f8473 req-5a6b3ad7-63b2-41b0-9d61-22a8b78af48c tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:47.253041 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c58faaab-4d2f-4063-9925-e75ddf4f8473 req-5a6b3ad7-63b2-41b0-9d61-22a8b78af48c tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0750294 Nov 12 01:02:47.307406 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c58faaab-4d2f-4063-9925-e75ddf4f8473 req-fe2670b9-7bb0-4b97-a23e-02b100c36740 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470283 Nov 12 01:02:47.500189 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d95dc9-9f2a-465e-8c69-9b1752dae77c req-ca205a5e-2737-4a6c-9f80-344163bc3f59 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:47.502349 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-83d95dc9-9f2a-465e-8c69-9b1752dae77c req-ca205a5e-2737-4a6c-9f80-344163bc3f59 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0610709 Nov 12 01:02:47.599742 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-83d95dc9-9f2a-465e-8c69-9b1752dae77c req-7737e7df-81d7-4173-8004-9e61db13b172 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765345 Nov 12 01:02:47.661653 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b80733aa-a18e-4b40-9571-ec1cc00112ca req-db9bdeed-76f8-4c94-a14a-b97a5f1a1e72 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 210 time: 0.0582125 Nov 12 01:02:47.790231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d126c-fec4-4b92-9303-6dde95119e8e req-c521534b-fe08-4686-9d16-41512412bf69 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:47.794232 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-707d126c-fec4-4b92-9303-6dde95119e8e req-c521534b-fe08-4686-9d16-41512412bf69 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0658505 Nov 12 01:02:47.886451 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-707d126c-fec4-4b92-9303-6dde95119e8e req-7aed51d6-36ea-4e2e-be9f-5cdb911f2ce7 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861614 Nov 12 01:02:48.074185 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 273d39de-2b75-4858-836b-afaa0ce7fd17 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:48.097097 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 273d39de-2b75-4858-836b-afaa0ce7fd17 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:48.097612 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 273d39de-2b75-4858-836b-afaa0ce7fd17 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:48.139213 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb206d6-adc6-4f3c-b3a4-874a2677218b req-93ce2de8-0b41-4cab-9941-05ecd44ccce6 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:48.147687 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5bb206d6-adc6-4f3c-b3a4-874a2677218b req-93ce2de8-0b41-4cab-9941-05ecd44ccce6 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0793726 Nov 12 01:02:48.236660 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5bb206d6-adc6-4f3c-b3a4-874a2677218b req-2cb12bb3-c23f-4957-91bf-c083e1ff3cf5 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880232 Nov 12 01:02:48.410653 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70213ed-f94c-40ea-82b1-7b039d4f4fa8 req-b54e26fe-7707-4c16-8333-040e8f620b35 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:48.414230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b70213ed-f94c-40ea-82b1-7b039d4f4fa8 req-b54e26fe-7707-4c16-8333-040e8f620b35 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1002586 Nov 12 01:02:48.497192 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b70213ed-f94c-40ea-82b1-7b039d4f4fa8 req-80b1193b-14e1-404b-865d-c7010be7649e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769284 Nov 12 01:02:48.601365 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0acf433-f041-49dc-9334-b9d4d95e0d4b', 'name': 'network-vif-deleted', 'tag': '9d02ba70-1668-4251-926d-cd3221a34eff'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:48.604074 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e268053b-24c7-4a82-b507-0b3d6800dbfc" -d '{"events": [{"server_uuid": "d0acf433-f041-49dc-9334-b9d4d95e0d4b", "name": "network-vif-deleted", "tag": "9d02ba70-1668-4251-926d-cd3221a34eff"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:48.711016 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f639c-b972-4f2c-878b-ce73fb13cbe5 req-4f730f3a-d0c5-49ad-b5ec-86b2273ad040 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:48.720902 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d10f639c-b972-4f2c-878b-ce73fb13cbe5 req-4f730f3a-d0c5-49ad-b5ec-86b2273ad040 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f62a0932-3348-4c8b-b7b7-9e62026fbf5d HTTP/1.1" status: 200 len: 1097 time: 0.0971346 Nov 12 01:02:48.784206 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d10f639c-b972-4f2c-878b-ce73fb13cbe5 req-743ca244-f781-47ac-a6d5-4c129fe285a0 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624232 Nov 12 01:02:48.834267 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777cbe7-89c2-4d6c-8079-6a187a04dd5d req-4427fbff-8ee0-468c-93fb-93afdb8cdf1a tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:48.843177 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1777cbe7-89c2-4d6c-8079-6a187a04dd5d req-4427fbff-8ee0-468c-93fb-93afdb8cdf1a tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/networks?id=435816c9-12a6-40de-aba8-b1fb076c441f HTTP/1.1" status: 200 len: 814 time: 0.1464057 Nov 12 01:02:48.857260 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1777cbe7-89c2-4d6c-8079-6a187a04dd5d req-ff109095-afa3-489d-98c5-73fffa074d0b tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/quotas/d1a79702e7cf45bca52d55f087e2409e HTTP/1.1" status: 200 len: 375 time: 0.0143051 Nov 12 01:02:48.874158 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54144ae1-40c6-40c7-be31-d8776952e3d2 x-openstack-request-id: req-54144ae1-40c6-40c7-be31-d8776952e3d2 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:48.874459 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0acf433-f041-49dc-9334-b9d4d95e0d4b", "name": "network-vif-deleted", "tag": "9d02ba70-1668-4251-926d-cd3221a34eff", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:48.874725 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54144ae1-40c6-40c7-be31-d8776952e3d2 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:48.877848 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0acf433-f041-49dc-9334-b9d4d95e0d4b', 'name': 'network-vif-deleted', 'tag': '9d02ba70-1668-4251-926d-cd3221a34eff', 'status': 'completed', 'code': 200} Nov 12 01:02:48.950060 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1777cbe7-89c2-4d6c-8079-6a187a04dd5d req-e1910701-b950-46da-b6d8-5beaf80265ce tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1a79702e7cf45bca52d55f087e2409e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0878251 Nov 12 01:02:48.960545 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e6385956-faf7-431a-a7fa-0c53e6612f6d req-81148b39-2279-47bd-9a52-5047ab037a67 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 210 time: 0.0372357 Nov 12 01:02:49.153326 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276b1c0-d4df-43d6-80ad-b8c73c897803 req-9f7207c3-0a94-4834-82d9-7e2ffa041318 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:49.155110 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4276b1c0-d4df-43d6-80ad-b8c73c897803 req-9f7207c3-0a94-4834-82d9-7e2ffa041318 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0831299 Nov 12 01:02:49.267694 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4276b1c0-d4df-43d6-80ad-b8c73c897803 req-4b004b7a-175b-47cb-bd6c-7b75b4e8e11c tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059704 Nov 12 01:02:49.470791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f2799-aa6c-4efa-a5ed-5561ff97c5ad req-c3f9aad3-f7a6-49a8-bd02-3b5848ebf099 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:49.475622 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-616f2799-aa6c-4efa-a5ed-5561ff97c5ad req-c3f9aad3-f7a6-49a8-bd02-3b5848ebf099 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0890086 Nov 12 01:02:49.538442 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-616f2799-aa6c-4efa-a5ed-5561ff97c5ad req-6599c612-b40b-49c4-8557-d3d355c2a0fa tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554504 Nov 12 01:02:49.727863 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-acb3389c-a437-4570-b5d8-0c3d64e996c2 req-54215d90-6b11-4656-a51b-1a53a5a1f5ba tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d1a79702e7cf45bca52d55f087e2409e HTTP/1.1" status: 200 len: 221 time: 0.0366919 Nov 12 01:02:49.840281 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966d247-e194-4529-ae5c-336256f7c161 req-c6886b12-c241-4bfc-8db6-9ac0f37271d6 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:49.842846 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3966d247-e194-4529-ae5c-336256f7c161 req-c6886b12-c241-4bfc-8db6-9ac0f37271d6 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0676115 Nov 12 01:02:49.900762 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3966d247-e194-4529-ae5c-336256f7c161 req-fe0ff77d-d114-44e5-bcd3-892251297139 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514724 Nov 12 01:02:49.930147 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa3a05-52c5-48fa-b3ac-a9df23554df4 req-f4bd340f-dd8e-46e8-92f4-2d55151edfbb tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:49.930147 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-41fa3a05-52c5-48fa-b3ac-a9df23554df4 req-f4bd340f-dd8e-46e8-92f4-2d55151edfbb tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f62a0932-3348-4c8b-b7b7-9e62026fbf5d HTTP/1.1" status: 200 len: 1097 time: 0.0466979 Nov 12 01:02:50.017162 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-41fa3a05-52c5-48fa-b3ac-a9df23554df4 req-948c8165-1aa5-44d7-afe8-d37dc7c7dbe8 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766187 Nov 12 01:02:50.039186 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-85408e05-3a17-42a0-8cfc-924c1e18c42a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.103770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 9d02ba70-1668-4251-926d-cd3221a34eff no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:50.152244 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ffd66-451a-4989-bd09-7391b908701f req-1cd32ac7-d99c-46ba-a180-2f5351b91cb4 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:50.154036 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3e2ffd66-451a-4989-bd09-7391b908701f req-1cd32ac7-d99c-46ba-a180-2f5351b91cb4 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0957720 Nov 12 01:02:50.168083 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 9d02ba70-1668-4251-926d-cd3221a34eff {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:50.168532 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 9d02ba70-1668-4251-926d-cd3221a34eff not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:50.180285 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9d8004f4-326f-4050-926e-daaa4e79ed03 req-7b464f3c-e59c-41c7-bb68-5d4e2c5a7301 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 210 time: 0.0720460 Nov 12 01:02:50.223074 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3e2ffd66-451a-4989-bd09-7391b908701f req-c3bf0e22-7032-44cc-adca-f15dab45aaa4 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607986 Nov 12 01:02:50.366610 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b08b87-21be-4706-a1fd-2a907bb4330c req-6f5e5a52-08b8-48a8-9471-de85369ac62e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:50.369166 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f7b08b87-21be-4706-a1fd-2a907bb4330c req-6f5e5a52-08b8-48a8-9471-de85369ac62e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0588117 Nov 12 01:02:50.437244 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f7b08b87-21be-4706-a1fd-2a907bb4330c req-8568a858-d996-4368-b076-6e308c23bbca tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625532 Nov 12 01:02:50.564130 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d17958-0750-4e3b-a5d1-37eec7212f86 req-6f619fab-b484-466d-b8fd-40d74f5973c9 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:50.567052 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-51d17958-0750-4e3b-a5d1-37eec7212f86 req-6f619fab-b484-466d-b8fd-40d74f5973c9 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f62a0932-3348-4c8b-b7b7-9e62026fbf5d HTTP/1.1" status: 200 len: 1097 time: 0.0688820 Nov 12 01:02:50.574082 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556b87b-962f-446e-8ddf-99637718321a req-42bad129-381f-44d2-988e-de891bfaaa40 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:50.582738 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e556b87b-962f-446e-8ddf-99637718321a req-42bad129-381f-44d2-988e-de891bfaaa40 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0611920 Nov 12 01:02:50.676680 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e556b87b-962f-446e-8ddf-99637718321a req-8b12f7c1-9c9a-4186-86c0-333409183644 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922592 Nov 12 01:02:50.877052 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d10636-a865-440a-9ea3-b43624f681c6 req-0226c961-5981-443a-8931-34ad5e3cf474 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:50.878897 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f7d10636-a865-440a-9ea3-b43624f681c6 req-0226c961-5981-443a-8931-34ad5e3cf474 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0994303 Nov 12 01:02:50.989031 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f7d10636-a865-440a-9ea3-b43624f681c6 req-db0c539d-0db5-47ad-ac2c-fc81e4c65014 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015317 Nov 12 01:02:51.224575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ef23c-7a84-4b44-9eff-7a41e38d45e6 req-c12dda6c-e28b-4653-bf02-956d6c28c4ea tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:51.233948 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-369ef23c-7a84-4b44-9eff-7a41e38d45e6 req-c12dda6c-e28b-4653-bf02-956d6c28c4ea tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f62a0932-3348-4c8b-b7b7-9e62026fbf5d HTTP/1.1" status: 200 len: 1097 time: 0.0835035 Nov 12 01:02:51.236345 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7fb9b-7312-4e66-80f5-40a0dbe0e68d req-1ce695fc-e7fb-4c9a-9478-f845e6668c37 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:51.245623 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54a7fb9b-7312-4e66-80f5-40a0dbe0e68d req-1ce695fc-e7fb-4c9a-9478-f845e6668c37 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0988784 Nov 12 01:02:51.318568 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54a7fb9b-7312-4e66-80f5-40a0dbe0e68d req-00506d7a-803c-4148-a974-8a152a9f5bf3 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670173 Nov 12 01:02:51.334809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-51d17958-0750-4e3b-a5d1-37eec7212f86 req-8d45c520-f6eb-43fb-8261-cb166e625895 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Deleting port 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:51.335359 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-51d17958-0750-4e3b-a5d1-37eec7212f86 req-8d45c520-f6eb-43fb-8261-cb166e625895 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.339343 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-369ef23c-7a84-4b44-9eff-7a41e38d45e6 req-50bfc362-cddc-444a-953d-7f65687b4e50 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=affd62f1-06f7-422f-9acf-de0fdd6ebc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040163 Nov 12 01:02:51.526885 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c1597-0b11-4337-a6c4-559ed81d3a97 req-d3c0e4bc-2cda-45a2-8561-b96934c18077 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:51.529089 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-216c1597-0b11-4337-a6c4-559ed81d3a97 req-d3c0e4bc-2cda-45a2-8561-b96934c18077 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0743499 Nov 12 01:02:51.545203 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8a491a4a-184d-421f-a497-009969a432f1 req-a7dcbd63-4fb0-4864-b0c2-faf3f47c2936 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 210 time: 0.0691879 Nov 12 01:02:51.594601 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-51d17958-0750-4e3b-a5d1-37eec7212f86 req-8d45c520-f6eb-43fb-8261-cb166e625895 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] For port 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3,segment=NetworkSegment(8b226f8d-2d84-4906-9455-74305f8499d6),segment_id=8b226f8d-2d84-4906-9455-74305f8499d6)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:51.596449 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-51d17958-0750-4e3b-a5d1-37eec7212f86 req-8d45c520-f6eb-43fb-8261-cb166e625895 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.605844 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-216c1597-0b11-4337-a6c4-559ed81d3a97 req-ddb204d3-0929-4fc1-b349-cdfe38dc10a0 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697572 Nov 12 01:02:51.612963 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-51d17958-0750-4e3b-a5d1-37eec7212f86 req-8d45c520-f6eb-43fb-8261-cb166e625895 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Calling delete_port for 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:51.870352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1e89a-acc3-40f1-a982-e0182da4042f req-ca070025-b786-4023-b1dd-10534d06fda0 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:51.872228 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a9d1e89a-acc3-40f1-a982-e0182da4042f req-ca070025-b786-4023-b1dd-10534d06fda0 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1479571 Nov 12 01:02:51.873120 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-51d17958-0750-4e3b-a5d1-37eec7212f86 req-8d45c520-f6eb-43fb-8261-cb166e625895 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.992043 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45c520-f6eb-43fb-8261-cb166e625895 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:52.073372 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d17958-0750-4e3b-a5d1-37eec7212f86 req-8d45c520-f6eb-43fb-8261-cb166e625895 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] No DVR routers for this DVR port 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:52.085839 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a9d1e89a-acc3-40f1-a982-e0182da4042f req-57345c09-ccd4-403f-bf2a-9efe34df9814 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022443 Nov 12 01:02:52.091904 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-51d17958-0750-4e3b-a5d1-37eec7212f86 req-8d45c520-f6eb-43fb-8261-cb166e625895 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.095482 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-51d17958-0750-4e3b-a5d1-37eec7212f86 req-8d45c520-f6eb-43fb-8261-cb166e625895 tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.15 "DELETE /v2.0/ports/2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 HTTP/1.1" status: 204 len: 173 time: 1.5217855 Nov 12 01:02:52.097246 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62a0932-3348-4c8b-b7b7-9e62026fbf5d', 'name': 'network-vif-deleted', 'tag': '2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:52.099775 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d84525-b247-443f-a534-9b07655fabc9" -d '{"events": [{"server_uuid": "f62a0932-3348-4c8b-b7b7-9e62026fbf5d", "name": "network-vif-deleted", "tag": "2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:52.196078 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dd8dd6-090a-433e-a330-fd7625806ef5 x-openstack-request-id: req-76dd8dd6-090a-433e-a330-fd7625806ef5 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:52.196239 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62a0932-3348-4c8b-b7b7-9e62026fbf5d", "name": "network-vif-deleted", "tag": "2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:52.196496 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76dd8dd6-090a-433e-a330-fd7625806ef5 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:52.196926 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62a0932-3348-4c8b-b7b7-9e62026fbf5d', 'name': 'network-vif-deleted', 'tag': '2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3', 'status': 'completed', 'code': 200} Nov 12 01:02:52.372550 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-551c5037-6d99-4157-91c9-3d7298be47e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.468358 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a46f9-5da3-47eb-8d86-c64424d9f219 req-456ccd52-5bd7-4a4d-9c70-c060b3919e5d tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:52.487678 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-502a46f9-5da3-47eb-8d86-c64424d9f219 req-456ccd52-5bd7-4a4d-9c70-c060b3919e5d tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.2094791 Nov 12 01:02:52.607891 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b4d2244-aab9-4942-ae37-4cffb655a6a5 req-8f9e79ea-9332-4f71-90a8-da4acec1686b tempest-TestServerMultinode-1155952991 tempest-TestServerMultinode-1155952991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f62a0932-3348-4c8b-b7b7-9e62026fbf5d HTTP/1.1" status: 200 len: 210 time: 0.0743647 Nov 12 01:02:52.622107 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-502a46f9-5da3-47eb-8d86-c64424d9f219 req-66fdb1f1-beab-4b91-999a-b28480fc1758 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288157 Nov 12 01:02:52.773601 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-177d41fe-07ad-47c8-a149-1e713984a5e4 req-8e880c2c-4b9d-413b-ad1a-208c85bd35c5 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=af662d08-2e5b-49e8-b2c7-93872d563f26 HTTP/1.1" status: 200 len: 210 time: 0.0491610 Nov 12 01:02:52.843379 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559b685-024e-4fcc-86d8-280d7f65e3c3 req-8b5cca9b-d7d8-4502-8937-cc362ce873bd tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:52.844902 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4559b685-024e-4fcc-86d8-280d7f65e3c3 req-8b5cca9b-d7d8-4502-8937-cc362ce873bd tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0859225 Nov 12 01:02:52.972788 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4559b685-024e-4fcc-86d8-280d7f65e3c3 req-703ccef1-4686-4757-b721-6f51383512ad tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081808 Nov 12 01:02:53.228796 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822220f-3159-496c-a7a7-8eb1e420d474 req-af86a03e-3b77-483c-9002-3115a7151a10 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:53.236478 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1822220f-3159-496c-a7a7-8eb1e420d474 req-af86a03e-3b77-483c-9002-3115a7151a10 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0972149 Nov 12 01:02:53.289356 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:53.294600 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1822220f-3159-496c-a7a7-8eb1e420d474 req-5ac35d94-108c-480b-94a0-9fc5d595949b tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553701 Nov 12 01:02:53.337328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:53.337878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 2b0a0bb7-e91b-4ddf-b992-4c3a5e2c9ec3 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:53.431017 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c93350-62d1-410b-a6e0-72e8656293b9 req-8c6531b1-c5bf-48fd-a063-e98e82d9eb91 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:53.439061 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-69c93350-62d1-410b-a6e0-72e8656293b9 req-8c6531b1-c5bf-48fd-a063-e98e82d9eb91 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0648746 Nov 12 01:02:53.496025 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.498942 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-69c93350-62d1-410b-a6e0-72e8656293b9 req-122a685c-6584-4368-980b-a05ac870ce22 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589290 Nov 12 01:02:53.725450 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35318) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:53.817154 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4c96d-bb39-497d-a34e-4234e36eb6e1 req-1e9b4013-4231-4599-8cc3-6cba49926284 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:53.831355 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53a4c96d-bb39-497d-a34e-4234e36eb6e1 req-1e9b4013-4231-4599-8cc3-6cba49926284 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1883237 Nov 12 01:02:53.987248 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53a4c96d-bb39-497d-a34e-4234e36eb6e1 req-8567f27f-a9d8-49c1-8f67-8968ea17f83b tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547267 Nov 12 01:02:54.297123 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122e2c2-f2c9-4f96-9302-1d810d434a4e req-ba233da0-6ca2-4c74-95fa-f9125c08799b tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:54.297123 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9122e2c2-f2c9-4f96-9302-1d810d434a4e req-ba233da0-6ca2-4c74-95fa-f9125c08799b tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1759167 Nov 12 01:02:54.389617 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:02:54.461429 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9122e2c2-f2c9-4f96-9302-1d810d434a4e req-0a717474-a542-4801-b0c6-e48eb3cf1cc7 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532567 Nov 12 01:02:54.665500 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.719110 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec743d-1812-4238-b6a5-70c0c163033c req-aabed0c5-3719-4278-ba56-14c3405160b6 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:54.720569 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-49ec743d-1812-4238-b6a5-70c0c163033c req-aabed0c5-3719-4278-ba56-14c3405160b6 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1100717 Nov 12 01:02:54.727738 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a94d37b2-820a-4e4e-ac44-d05c1ed58351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.817124 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-49ec743d-1812-4238-b6a5-70c0c163033c req-5b7d30fd-c17e-4da0-ab2d-29dd5d6bfdbf tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872166 Nov 12 01:02:55.001560 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5f4dd-2566-4652-b60d-8b78a3705482 req-a8ba36cb-db48-4fe3-b346-acc17647f6ce tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:55.019349 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97e5f4dd-2566-4652-b60d-8b78a3705482 req-a8ba36cb-db48-4fe3-b346-acc17647f6ce tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1081228 Nov 12 01:02:55.120377 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97e5f4dd-2566-4652-b60d-8b78a3705482 req-8aa11acf-3864-48f0-9dbd-3d29f521ddba tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945656 Nov 12 01:02:55.279645 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-a94d37b2-820a-4e4e-ac44-d05c1ed58351 admin admin] Deleting port 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:55.280679 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a94d37b2-820a-4e4e-ac44-d05c1ed58351 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:55.348311 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd364ac6-32e3-45c4-95d7-cad170b26065 req-fde3f69c-8613-4f9d-975b-431784a5be0d tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:55.356942 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd364ac6-32e3-45c4-95d7-cad170b26065 req-fde3f69c-8613-4f9d-975b-431784a5be0d tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0854816 Nov 12 01:02:55.444424 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-a94d37b2-820a-4e4e-ac44-d05c1ed58351 admin admin] For port 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7cfacbed-2e5c-476b-b736-1d5b2f73b5f8,segment=NetworkSegment(8b226f8d-2d84-4906-9455-74305f8499d6),segment_id=8b226f8d-2d84-4906-9455-74305f8499d6)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:55.444424 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a94d37b2-820a-4e4e-ac44-d05c1ed58351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:55.449969 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:55.504017 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd364ac6-32e3-45c4-95d7-cad170b26065 req-14c50485-906d-4d70-8230-bffd91dbb9c4 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393125 Nov 12 01:02:55.505542 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-a94d37b2-820a-4e4e-ac44-d05c1ed58351 admin admin] Calling delete_port for 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:55.793319 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2cb3a-3234-40cd-8a47-6cd88ffb5b1f req-363900e2-3308-44b6-90fe-1d498cef341a tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:55.794883 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-81c2cb3a-3234-40cd-8a47-6cd88ffb5b1f req-363900e2-3308-44b6-90fe-1d498cef341a tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1124768 Nov 12 01:02:55.902575 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-81c2cb3a-3234-40cd-8a47-6cd88ffb5b1f req-77c9a9c9-68cc-40ac-9fdc-ab5f3cc85d70 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926208 Nov 12 01:02:55.927711 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a94d37b2-820a-4e4e-ac44-d05c1ed58351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:55.965587 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:55.987401 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d37b2-820a-4e4e-ac44-d05c1ed58351 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cfacbed-2e5c-476b-b736-1d5b2f73b5f8,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:56.148931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833e2b8-a620-4a50-8759-356157a8bf9a req-740a0806-f862-4586-847c-c46bfa52f56d tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:56.160203 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0833e2b8-a620-4a50-8759-356157a8bf9a req-740a0806-f862-4586-847c-c46bfa52f56d tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1117945 Nov 12 01:02:56.361904 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0833e2b8-a620-4a50-8759-356157a8bf9a req-441b85b5-d5cc-4ee9-a64e-5f89f8910e1f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980634 Nov 12 01:02:56.495880 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a94d37b2-820a-4e4e-ac44-d05c1ed58351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.549144 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd2041-d4c4-4959-a557-6a8d8f9058ba req-ecea014c-caf0-4623-a1d8-0a16eb5c1d85 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:56.550903 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2dcd2041-d4c4-4959-a557-6a8d8f9058ba req-ecea014c-caf0-4623-a1d8-0a16eb5c1d85 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1003554 Nov 12 01:02:56.649411 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2dcd2041-d4c4-4959-a557-6a8d8f9058ba req-e029d2d1-5ca4-4b98-b86e-69d9f8599543 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903997 Nov 12 01:02:56.999649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94d37b2-820a-4e4e-ac44-d05c1ed58351 admin admin] Router 3611c626-705b-4dea-a0c1-a1edd17b63f7 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:02:57.024618 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7add5-c204-4b9a-b936-74da8232900e req-4802737a-86a0-41f1-adda-944f49f4eca8 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:57.027404 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cdd7add5-c204-4b9a-b936-74da8232900e req-4802737a-86a0-41f1-adda-944f49f4eca8 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0890465 Nov 12 01:02:57.101894 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cdd7add5-c204-4b9a-b936-74da8232900e req-ba1c017e-3141-4816-9fc4-cf4d113e545b tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662837 Nov 12 01:02:57.165701 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94d37b2-820a-4e4e-ac44-d05c1ed58351 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:57.171356 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a94d37b2-820a-4e4e-ac44-d05c1ed58351 admin admin] 10.222.0.31 "PUT /v2.0/routers/3611c626-705b-4dea-a0c1-a1edd17b63f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4441252 Nov 12 01:02:57.174708 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35392) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:57.180610 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b50837-a6f4-4246-b19b-c934523c762c None None] Sync routers for ids ['3611c626-705b-4dea-a0c1-a1edd17b63f7'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:57.200930 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b50837-a6f4-4246-b19b-c934523c762c None None] Routers {'3611c626-705b-4dea-a0c1-a1edd17b63f7'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:57.202056 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-97b50837-a6f4-4246-b19b-c934523c762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:02:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3611c626-705b-4dea-a0c1-a1edd17b63f7'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:57.328482 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-97b50837-a6f4-4246-b19b-c934523c762c None None] Set router 3611c626-705b-4dea-a0c1-a1edd17b63f7 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:57.350673 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4758faa5-6ca0-4691-93bd-99af62dba466 admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.500029 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4758faa5-6ca0-4691-93bd-99af62dba466 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.566823 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4758faa5-6ca0-4691-93bd-99af62dba466 admin admin] Deleting port b7661241-64f5-41e9-b78c-f4b8d4f4e785 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:57.566823 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4758faa5-6ca0-4691-93bd-99af62dba466 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.619828 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-97b50837-a6f4-4246-b19b-c934523c762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3611c626-705b-4dea-a0c1-a1edd17b63f7', 'name': 'tempest-TestServerMultinode-212312780-router', 'tenant_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b7661241-64f5-41e9-b78c-f4b8d4f4e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:44Z', 'updated_at': '2021-11-12T01:02:55Z', 'revision_number': 5, 'project_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'gw_port': {'id': 'b7661241-64f5-41e9-b78c-f4b8d4f4e785', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3611c626-705b-4dea-a0c1-a1edd17b63f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:46Z', 'updated_at': '2021-11-12T01:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:57.668403 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b50837-a6f4-4246-b19b-c934523c762c None None] Checking router: 3611c626-705b-4dea-a0c1-a1edd17b63f7 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:02:57.679946 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b50837-a6f4-4246-b19b-c934523c762c None None] Routers {'3611c626-705b-4dea-a0c1-a1edd17b63f7'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:57.680185 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-97b50837-a6f4-4246-b19b-c934523c762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:02:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3611c626-705b-4dea-a0c1-a1edd17b63f7'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:57.688922 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-4758faa5-6ca0-4691-93bd-99af62dba466 admin admin] For port b7661241-64f5-41e9-b78c-f4b8d4f4e785, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=b7661241-64f5-41e9-b78c-f4b8d4f4e785,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:57.689566 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4758faa5-6ca0-4691-93bd-99af62dba466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.709672 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4758faa5-6ca0-4691-93bd-99af62dba466 admin admin] Calling delete_port for b7661241-64f5-41e9-b78c-f4b8d4f4e785 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:57.796853 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-97b50837-a6f4-4246-b19b-c934523c762c None None] Set router 3611c626-705b-4dea-a0c1-a1edd17b63f7 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:57.853691 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-97b50837-a6f4-4246-b19b-c934523c762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3611c626-705b-4dea-a0c1-a1edd17b63f7', 'name': 'tempest-TestServerMultinode-212312780-router', 'tenant_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:44Z', 'updated_at': '2021-11-12T01:02:57Z', 'revision_number': 6, 'project_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:57.888043 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b50837-a6f4-4246-b19b-c934523c762c None None] The sync data for ids ['3611c626-705b-4dea-a0c1-a1edd17b63f7'] in n-d-712137-14 is: [{'id': '3611c626-705b-4dea-a0c1-a1edd17b63f7', 'name': 'tempest-TestServerMultinode-212312780-router', 'tenant_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:44Z', 'updated_at': '2021-11-12T01:02:57Z', 'revision_number': 6, 'project_id': 'e8fe9e4703fa43079b484bf71ab5f595', 'gw_port_host': None}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:57.937753 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4758faa5-6ca0-4691-93bd-99af62dba466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.967379 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758faa5-6ca0-4691-93bd-99af62dba466 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7661241-64f5-41e9-b78c-f4b8d4f4e785,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:57.983634 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f86332-8866-4e5c-b722-ed4e98edd04e None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:58.040765 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4758faa5-6ca0-4691-93bd-99af62dba466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.164758 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4758faa5-6ca0-4691-93bd-99af62dba466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.167522 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4758faa5-6ca0-4691-93bd-99af62dba466 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.239822 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4758faa5-6ca0-4691-93bd-99af62dba466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.242016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4758faa5-6ca0-4691-93bd-99af62dba466 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3611c626-705b-4dea-a0c1-a1edd17b63f7 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:02:58.251155 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4758faa5-6ca0-4691-93bd-99af62dba466 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.254260 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4758faa5-6ca0-4691-93bd-99af62dba466 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3611c626-705b-4dea-a0c1-a1edd17b63f7 HTTP/1.1" status: 204 len: 168 time: 1.0776289 Nov 12 01:02:58.257739 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35412) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:58.268746 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eaa71-7e97-4ba7-94bc-7d5b878d03ad req-eb8615ea-5465-48d9-93ca-b35fc7e030ba tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:58.287823 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-977eaa71-7e97-4ba7-94bc-7d5b878d03ad req-eb8615ea-5465-48d9-93ca-b35fc7e030ba tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0951459 Nov 12 01:02:58.373406 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-2539c922-72c1-42b0-b9ed-ccccbb10548b admin admin] Deleting subnet f9a63d96-0633-4924-ae55-8c0dc1f0527f {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:58.375572 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-977eaa71-7e97-4ba7-94bc-7d5b878d03ad req-0b1176c5-1bf7-4e05-8def-b45771c65ff0 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865760 Nov 12 01:02:58.390095 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2539c922-72c1-42b0-b9ed-ccccbb10548b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.505144 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2539c922-72c1-42b0-b9ed-ccccbb10548b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.625000 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-77c55621-3854-4d9d-82e8-9c3dcd81e4f3 req-76ac68cd-1696-4742-b8f9-d563069b2687 service neutron] (114242) timed out ('10.222.0.31', 38750) {{(pid=114242) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:02:58.637700 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2539c922-72c1-42b0-b9ed-ccccbb10548b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.780099 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2539c922-72c1-42b0-b9ed-ccccbb10548b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.817988 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc70b3b-9cf8-4d49-8d19-2b4e384ccc33 req-e2518962-8fe5-4c61-94ec-a1e374c7887b tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:58.823291 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ebc70b3b-9cf8-4d49-8d19-2b4e384ccc33 req-e2518962-8fe5-4c61-94ec-a1e374c7887b tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1224637 Nov 12 01:02:58.871998 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539c922-72c1-42b0-b9ed-ccccbb10548b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a63d96-0633-4924-ae55-8c0dc1f0527f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:58.891266 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2539c922-72c1-42b0-b9ed-ccccbb10548b admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.895605 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddee3be8-c4ba-46bd-b377-6c210a43aad3 None None] Network 785356dd-2fa0-4f67-b235-885a356e1a16 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:58.905899 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2539c922-72c1-42b0-b9ed-ccccbb10548b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f9a63d96-0633-4924-ae55-8c0dc1f0527f HTTP/1.1" status: 204 len: 168 time: 0.6468673 Nov 12 01:02:58.908219 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35452) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:58.967535 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ebc70b3b-9cf8-4d49-8d19-2b4e384ccc33 req-46c68d8b-d8c9-41e1-9dc8-ec94bb54ad8d tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379616 Nov 12 01:02:59.275825 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0520c957-d5e4-4190-981a-a5956997a011 None None] DHCP port deletion for 785356dd-2fa0-4f67-b235-885a356e1a16 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:02:59.427320 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-0520c957-d5e4-4190-981a-a5956997a011 None None] Deleting port 6628b0ff-3df1-43cd-97c9-f7facd9463c4 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:59.427694 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0520c957-d5e4-4190-981a-a5956997a011 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:59.548113 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-0520c957-d5e4-4190-981a-a5956997a011 None None] For port 6628b0ff-3df1-43cd-97c9-f7facd9463c4, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6628b0ff-3df1-43cd-97c9-f7facd9463c4,segment=NetworkSegment(8b226f8d-2d84-4906-9455-74305f8499d6),segment_id=8b226f8d-2d84-4906-9455-74305f8499d6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:59.549280 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0520c957-d5e4-4190-981a-a5956997a011 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:59.560203 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26f0a8b2-d9f2-4be6-bf05-6d5bc0bd1571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:59.566000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-0520c957-d5e4-4190-981a-a5956997a011 None None] Calling delete_port for 6628b0ff-3df1-43cd-97c9-f7facd9463c4 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:59.662001 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-26f0a8b2-d9f2-4be6-bf05-6d5bc0bd1571 admin admin] Deleting port 6628b0ff-3df1-43cd-97c9-f7facd9463c4 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:59.663486 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26f0a8b2-d9f2-4be6-bf05-6d5bc0bd1571 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:59.738819 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0520c957-d5e4-4190-981a-a5956997a011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:59.821203 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520c957-d5e4-4190-981a-a5956997a011 None None] Pushing event deleted for resources: {'Port': ['ID=6628b0ff-3df1-43cd-97c9-f7facd9463c4,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:59.844400 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6628b0ff-3df1-43cd-97c9-f7facd9463c4 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:59.878855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 6628b0ff-3df1-43cd-97c9-f7facd9463c4 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:59.879496 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6628b0ff-3df1-43cd-97c9-f7facd9463c4 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:59.880088 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:59.883308 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520c957-d5e4-4190-981a-a5956997a011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.883839 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520c957-d5e4-4190-981a-a5956997a011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.884351 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520c957-d5e4-4190-981a-a5956997a011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.884917 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520c957-d5e4-4190-981a-a5956997a011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.885423 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520c957-d5e4-4190-981a-a5956997a011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.885919 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520c957-d5e4-4190-981a-a5956997a011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.886420 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520c957-d5e4-4190-981a-a5956997a011 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.886932 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520c957-d5e4-4190-981a-a5956997a011 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.887421 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520c957-d5e4-4190-981a-a5956997a011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.887933 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-26f0a8b2-d9f2-4be6-bf05-6d5bc0bd1571 admin admin] For port 6628b0ff-3df1-43cd-97c9-f7facd9463c4, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6628b0ff-3df1-43cd-97c9-f7facd9463c4,segment=NetworkSegment(8b226f8d-2d84-4906-9455-74305f8499d6),segment_id=8b226f8d-2d84-4906-9455-74305f8499d6)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:59.888162 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520c957-d5e4-4190-981a-a5956997a011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.888309 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26f0a8b2-d9f2-4be6-bf05-6d5bc0bd1571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:59.888964 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520c957-d5e4-4190-981a-a5956997a011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.889470 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520c957-d5e4-4190-981a-a5956997a011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:59.914569 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0520c957-d5e4-4190-981a-a5956997a011 None None] No DVR routers for this DVR port 6628b0ff-3df1-43cd-97c9-f7facd9463c4 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:59.916395 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:59.917003 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7cfacbed-2e5c-476b-b736-1d5b2f73b5f8 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:59.917577 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b7661241-64f5-41e9-b78c-f4b8d4f4e785 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:59.945743 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-26f0a8b2-d9f2-4be6-bf05-6d5bc0bd1571 admin admin] Calling delete_port for 6628b0ff-3df1-43cd-97c9-f7facd9463c4 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:59.947615 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: b7661241-64f5-41e9-b78c-f4b8d4f4e785 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:59.948170 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b7661241-64f5-41e9-b78c-f4b8d4f4e785 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:00.103050 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26f0a8b2-d9f2-4be6-bf05-6d5bc0bd1571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.133931 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0a8b2-d9f2-4be6-bf05-6d5bc0bd1571 admin admin] Pushing event deleted for resources: {'Port': ['ID=6628b0ff-3df1-43cd-97c9-f7facd9463c4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:00.147801 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f0a8b2-d9f2-4be6-bf05-6d5bc0bd1571 admin admin] No DVR routers for this DVR port 6628b0ff-3df1-43cd-97c9-f7facd9463c4 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:00.196683 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35508) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:00.201550 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-bde03df0-84e0-48fe-add3-816f056351e3 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-830832771', 'description': 'tempest-secgroup-smoke-830832771 description', 'project_id': '05d643b99eff47289c92fcd2e8574468'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:00.204927 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bcf9d-a66b-4918-9781-f76623bca424 req-dac57315-4661-4135-bb64-a78363611159 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:00.207710 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ba0bcf9d-a66b-4918-9781-f76623bca424 req-dac57315-4661-4135-bb64-a78363611159 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1113398 Nov 12 01:03:00.258668 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26f0a8b2-d9f2-4be6-bf05-6d5bc0bd1571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.263564 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ba0bcf9d-a66b-4918-9781-f76623bca424 req-fb33bea3-f725-4fad-ac1b-bd886cdb31c6 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495017 Nov 12 01:03:00.274201 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bde03df0-84e0-48fe-add3-816f056351e3 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.292177 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-26f0a8b2-d9f2-4be6-bf05-6d5bc0bd1571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785356dd-2fa0-4f67-b235-885a356e1a16']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:00.305137 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-26f0a8b2-d9f2-4be6-bf05-6d5bc0bd1571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b226f8d-2d84-4906-9455-74305f8499d6') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:00.305440 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-26f0a8b2-d9f2-4be6-bf05-6d5bc0bd1571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b226f8d-2d84-4906-9455-74305f8499d6') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:00.318276 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26f0a8b2-d9f2-4be6-bf05-6d5bc0bd1571 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.341090 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26f0a8b2-d9f2-4be6-bf05-6d5bc0bd1571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.354549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f0a8b2-d9f2-4be6-bf05-6d5bc0bd1571 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:03:00.355073 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26f0a8b2-d9f2-4be6-bf05-6d5bc0bd1571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:03:00.371192 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:03:00.464184 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26f0a8b2-d9f2-4be6-bf05-6d5bc0bd1571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.478429 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26f0a8b2-d9f2-4be6-bf05-6d5bc0bd1571 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.482177 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-26f0a8b2-d9f2-4be6-bf05-6d5bc0bd1571 admin admin] 10.222.0.31 "DELETE /v2.0/networks/785356dd-2fa0-4f67-b235-885a356e1a16 HTTP/1.1" status: 204 len: 168 time: 1.5729387 Nov 12 01:03:00.484727 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bde03df0-84e0-48fe-add3-816f056351e3 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.485351 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35512) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:00.500186 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bde03df0-84e0-48fe-add3-816f056351e3 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.502742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0a8b2-d9f2-4be6-bf05-6d5bc0bd1571 admin admin] Pushing event deleted for resources: {'Network': ['ID=785356dd-2fa0-4f67-b235-885a356e1a16,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:00.519546 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aae1f-7513-4d06-90de-ea25ca1de077 req-055cadec-dccc-4f5d-85e5-f6769dce37e6 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:00.521322 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b0aae1f-7513-4d06-90de-ea25ca1de077 req-055cadec-dccc-4f5d-85e5-f6769dce37e6 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1684258 Nov 12 01:03:00.553160 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bde03df0-84e0-48fe-add3-816f056351e3 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.554636 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bde03df0-84e0-48fe-add3-816f056351e3 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3570752 Nov 12 01:03:00.560499 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35514) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:00.566449 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-b953622a-b705-4554-9c3b-950b290468dd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Request body: {'security_group_rule': {'security_group_id': 'a23f3d06-c0f9-4142-a2aa-7e63b6550041', 'project_id': '05d643b99eff47289c92fcd2e8574468', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:00.567318 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde03df0-84e0-48fe-add3-816f056351e3 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a23f3d06-c0f9-4142-a2aa-7e63b6550041,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:00.610217 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b0aae1f-7513-4d06-90de-ea25ca1de077 req-114d7c2b-084f-4047-865c-1c3544467f9f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683205 Nov 12 01:03:00.691360 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b953622a-b705-4554-9c3b-950b290468dd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.800520 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512a4ef-66ef-427d-9984-d0e99909faf0 req-6d108d1e-1305-48ec-aa94-3feb6a4c8187 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:00.802347 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5512a4ef-66ef-427d-9984-d0e99909faf0 req-6d108d1e-1305-48ec-aa94-3feb6a4c8187 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0568657 Nov 12 01:03:00.833529 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b953622a-b705-4554-9c3b-950b290468dd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.838342 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b953622a-b705-4554-9c3b-950b290468dd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.882438 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5512a4ef-66ef-427d-9984-d0e99909faf0 req-1176fc68-6d8e-42f5-9f6f-51fc44653fdb tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685380 Nov 12 01:03:00.916930 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953622a-b705-4554-9c3b-950b290468dd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9f977b-4720-4334-b184-93b9e3452ead,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:00.933256 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b953622a-b705-4554-9c3b-950b290468dd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.937974 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b953622a-b705-4554-9c3b-950b290468dd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3729947 Nov 12 01:03:00.937974 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35522) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:00.944891 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-fd227032-2da7-45c8-b97a-f6804cef8ae0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Request body: {'security_group_rule': {'security_group_id': 'a23f3d06-c0f9-4142-a2aa-7e63b6550041', 'project_id': '05d643b99eff47289c92fcd2e8574468', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:01.006811 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fd227032-2da7-45c8-b97a-f6804cef8ae0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.096587 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc8bc2-196e-4063-b8fc-ca8177c8d437 req-9747618c-f954-42fa-9afb-440c7fc2c8a9 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.098222 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8afc8bc2-196e-4063-b8fc-ca8177c8d437 req-9747618c-f954-42fa-9afb-440c7fc2c8a9 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1106400 Nov 12 01:03:01.146222 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fd227032-2da7-45c8-b97a-f6804cef8ae0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.159350 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fd227032-2da7-45c8-b97a-f6804cef8ae0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.273408 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8afc8bc2-196e-4063-b8fc-ca8177c8d437 req-0c7a6fac-5f72-4e12-bf58-56e7455f1174 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619413 Nov 12 01:03:01.274133 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd227032-2da7-45c8-b97a-f6804cef8ae0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca24e69-c2ad-4e5e-a6d1-1ee4f8ec698e,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:01.329312 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fd227032-2da7-45c8-b97a-f6804cef8ae0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.333285 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fd227032-2da7-45c8-b97a-f6804cef8ae0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3918655 Nov 12 01:03:01.333613 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35532) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:01.338723 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-41da627a-f960-423a-98d7-bb148d4c23fa tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Request body: {'security_group_rule': {'security_group_id': 'a23f3d06-c0f9-4142-a2aa-7e63b6550041', 'project_id': '05d643b99eff47289c92fcd2e8574468', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:01.393338 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ed183c3d-b801-42b0-9d26-b55f951f99ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.409715 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-41da627a-f960-423a-98d7-bb148d4c23fa tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.477044 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-41da627a-f960-423a-98d7-bb148d4c23fa tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.481562 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-41da627a-f960-423a-98d7-bb148d4c23fa tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.496555 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da627a-f960-423a-98d7-bb148d4c23fa tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4a2bcf-2681-4ae8-affe-3509cd5497e1,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:01.514094 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-41da627a-f960-423a-98d7-bb148d4c23fa tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.515534 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-41da627a-f960-423a-98d7-bb148d4c23fa tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1802821 Nov 12 01:03:01.518232 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35536) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:01.524327 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-305e0496-333a-4ba5-b9ad-63f600b03fde tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Request body: {'security_group_rule': {'security_group_id': 'a23f3d06-c0f9-4142-a2aa-7e63b6550041', 'project_id': '05d643b99eff47289c92fcd2e8574468', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:01.556496 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-305e0496-333a-4ba5-b9ad-63f600b03fde tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.623943 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-305e0496-333a-4ba5-b9ad-63f600b03fde tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.629598 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-305e0496-333a-4ba5-b9ad-63f600b03fde tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.666022 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-305e0496-333a-4ba5-b9ad-63f600b03fde tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.669901 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-305e0496-333a-4ba5-b9ad-63f600b03fde tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480677 Nov 12 01:03:01.670473 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35538) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:01.681188 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-029806a4-d74f-4012-bdca-ecd36b1ab506 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Request body: {'security_group_rule': {'security_group_id': 'a23f3d06-c0f9-4142-a2aa-7e63b6550041', 'project_id': '05d643b99eff47289c92fcd2e8574468', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:01.686926 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e0496-333a-4ba5-b9ad-63f600b03fde tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b624d96-5bdc-4fd4-9fe1-4b04bbb02fc0,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:01.713870 n-d-712137-14 neutron-server[114243]: INFO neutron.db.securitygroups_db [None req-029806a4-d74f-4012-bdca-ecd36b1ab506 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Project 05d643b99eff47289c92fcd2e8574468 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:03:01.720527 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-029806a4-d74f-4012-bdca-ecd36b1ab506 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.805991 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-029806a4-d74f-4012-bdca-ecd36b1ab506 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.813662 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-029806a4-d74f-4012-bdca-ecd36b1ab506 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.847921 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029806a4-d74f-4012-bdca-ecd36b1ab506 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8f9f87-5ede-498c-a1df-94dcaf7e85b7,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:01.862055 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-029806a4-d74f-4012-bdca-ecd36b1ab506 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.864333 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-029806a4-d74f-4012-bdca-ecd36b1ab506 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1927016 Nov 12 01:03:01.868035 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35540) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:01.876013 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-46d72f6b-2a8f-4ce3-a070-dee7a132c63e tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Request body: {'security_group_rule': {'security_group_id': 'a23f3d06-c0f9-4142-a2aa-7e63b6550041', 'project_id': '05d643b99eff47289c92fcd2e8574468', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:01.906638 n-d-712137-14 neutron-server[114243]: INFO neutron.db.securitygroups_db [None req-46d72f6b-2a8f-4ce3-a070-dee7a132c63e tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Project 05d643b99eff47289c92fcd2e8574468 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:03:01.914551 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-46d72f6b-2a8f-4ce3-a070-dee7a132c63e tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.001313 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-46d72f6b-2a8f-4ce3-a070-dee7a132c63e tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.007139 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-46d72f6b-2a8f-4ce3-a070-dee7a132c63e tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.028355 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50295a3-b523-4ff2-98b3-bc23965d8f7a req-4ae1c43a-beeb-4318-a0fc-f56deda62a45 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:02.035648 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e50295a3-b523-4ff2-98b3-bc23965d8f7a req-4ae1c43a-beeb-4318-a0fc-f56deda62a45 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.5906992 Nov 12 01:03:02.042978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d72f6b-2a8f-4ce3-a070-dee7a132c63e tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe7a043-4063-4db2-9324-e6b31f1f40dd,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:02.067644 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-46d72f6b-2a8f-4ce3-a070-dee7a132c63e tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.069555 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-46d72f6b-2a8f-4ce3-a070-dee7a132c63e tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2000351 Nov 12 01:03:02.101998 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e50295a3-b523-4ff2-98b3-bc23965d8f7a req-9615dae5-5a53-462f-94f3-7493642a216e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649261 Nov 12 01:03:02.211816 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-ed183c3d-b801-42b0-9d26-b55f951f99ea admin admin] Deleting port 913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:02.212364 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ed183c3d-b801-42b0-9d26-b55f951f99ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.321059 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c837ac-bf46-4531-bd6a-1c04e68eee4f req-26da47fd-da32-459c-9d85-c42406b891b6 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:02.329211 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-49c837ac-bf46-4531-bd6a-1c04e68eee4f req-26da47fd-da32-459c-9d85-c42406b891b6 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1112523 Nov 12 01:03:02.382065 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-ed183c3d-b801-42b0-9d26-b55f951f99ea admin admin] For port 913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407,segment=NetworkSegment(1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b),segment_id=1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:02.382604 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ed183c3d-b801-42b0-9d26-b55f951f99ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.401654 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-49c837ac-bf46-4531-bd6a-1c04e68eee4f req-d10c7e4f-240f-4030-ad94-81c423628d8c tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658679 Nov 12 01:03:02.417509 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-ed183c3d-b801-42b0-9d26-b55f951f99ea admin admin] Calling delete_port for 913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:02.612555 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b4f1d-edb9-4ba9-903f-8e836ba29d68 req-82024775-154e-4d18-ba63-6e16a2382cc7 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:02.614111 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7e8b4f1d-edb9-4ba9-903f-8e836ba29d68 req-82024775-154e-4d18-ba63-6e16a2382cc7 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0797865 Nov 12 01:03:02.696463 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7e8b4f1d-edb9-4ba9-903f-8e836ba29d68 req-52c38123-b6fb-486f-944c-b2fec8ea75b6 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740633 Nov 12 01:03:02.829919 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ed183c3d-b801-42b0-9d26-b55f951f99ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.922443 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed183c3d-b801-42b0-9d26-b55f951f99ea admin admin] Pushing event deleted for resources: {'Port': ['ID=913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:03.002317 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4d2f6-8b98-44c8-acd2-540831f465a0 req-d4273d5e-5ccf-4b50-ac2c-483ba7a33c07 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:03.011969 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1da4d2f6-8b98-44c8-acd2-540831f465a0 req-d4273d5e-5ccf-4b50-ac2c-483ba7a33c07 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1789939 Nov 12 01:03:03.129036 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1da4d2f6-8b98-44c8-acd2-540831f465a0 req-85bd8067-0a65-4eef-a289-c2fd3c6b1f1f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160722 Nov 12 01:03:03.219103 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ed183c3d-b801-42b0-9d26-b55f951f99ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.402745 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37207b85-2e79-4b18-9d70-6d94adb9ac32 req-1efcc641-c0f7-4074-9f86-5eccb0099c3e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:03.404311 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37207b85-2e79-4b18-9d70-6d94adb9ac32 req-1efcc641-c0f7-4074-9f86-5eccb0099c3e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1172693 Nov 12 01:03:03.536644 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37207b85-2e79-4b18-9d70-6d94adb9ac32 req-61ccb07d-7ac0-40cb-ba33-1393f941f607 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557489 Nov 12 01:03:03.671277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed183c3d-b801-42b0-9d26-b55f951f99ea admin admin] Router a53eb08a-c14a-4f48-af40-d196fd230d07 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:03:03.783658 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200de952-6e58-4290-8f59-b6ae5c195c02 req-13546415-f07a-4fba-8d99-dbd225a46779 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:03.785378 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-200de952-6e58-4290-8f59-b6ae5c195c02 req-13546415-f07a-4fba-8d99-dbd225a46779 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1521876 Nov 12 01:03:03.824211 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed183c3d-b801-42b0-9d26-b55f951f99ea admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:03.836123 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ed183c3d-b801-42b0-9d26-b55f951f99ea admin admin] 10.222.0.31 "PUT /v2.0/routers/a53eb08a-c14a-4f48-af40-d196fd230d07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3493068 Nov 12 01:03:03.836897 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35642) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:03.837931 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b15e6d7-91b0-4ae9-99a4-ec7152911806 None None] Sync routers for ids ['a53eb08a-c14a-4f48-af40-d196fd230d07'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:03.855312 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b15e6d7-91b0-4ae9-99a4-ec7152911806 None None] Routers {'a53eb08a-c14a-4f48-af40-d196fd230d07'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:03.859899 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-0b15e6d7-91b0-4ae9-99a4-ec7152911806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:02:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a53eb08a-c14a-4f48-af40-d196fd230d07'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:03.917135 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-200de952-6e58-4290-8f59-b6ae5c195c02 req-a535809d-55f6-4afc-b446-050413eef0eb tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212127 Nov 12 01:03:04.047538 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-61b29a8c-2be6-4d17-8602-39823038de35 admin admin] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.198611 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47708f-8649-40a2-9f86-0d41f63592ba req-4391d0c8-862a-41a1-a77a-5efbc57a01d5 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:04.206579 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e47708f-8649-40a2-9f86-0d41f63592ba req-4391d0c8-862a-41a1-a77a-5efbc57a01d5 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0997427 Nov 12 01:03:04.244514 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-61b29a8c-2be6-4d17-8602-39823038de35 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.288964 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e47708f-8649-40a2-9f86-0d41f63592ba req-9b99e3f6-fc23-4a1b-bc7e-cde751272112 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814281 Nov 12 01:03:04.345592 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-61b29a8c-2be6-4d17-8602-39823038de35 admin admin] Deleting port 1a89f258-ca7e-47a7-b302-43d5affbe7f3 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:04.346697 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-61b29a8c-2be6-4d17-8602-39823038de35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.384184 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-0b15e6d7-91b0-4ae9-99a4-ec7152911806 None None] Set router a53eb08a-c14a-4f48-af40-d196fd230d07 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:04.518768 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e707d9-6191-44be-a672-cb51cfc3eb1f req-9744b50d-b19a-4b68-8e41-799661c5ba04 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:04.527103 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12e707d9-6191-44be-a672-cb51cfc3eb1f req-9744b50d-b19a-4b68-8e41-799661c5ba04 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0885370 Nov 12 01:03:04.555874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-61b29a8c-2be6-4d17-8602-39823038de35 admin admin] For port 1a89f258-ca7e-47a7-b302-43d5affbe7f3, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1a89f258-ca7e-47a7-b302-43d5affbe7f3,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:04.555874 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-61b29a8c-2be6-4d17-8602-39823038de35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.576853 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-61b29a8c-2be6-4d17-8602-39823038de35 admin admin] Calling delete_port for 1a89f258-ca7e-47a7-b302-43d5affbe7f3 owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:04.625566 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12e707d9-6191-44be-a672-cb51cfc3eb1f req-da64cc4b-0bb8-4de3-8124-38b54be12df1 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924881 Nov 12 01:03:04.760022 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-0b15e6d7-91b0-4ae9-99a4-ec7152911806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53eb08a-c14a-4f48-af40-d196fd230d07', 'name': 'tempest-TestServerMultinode-699248551-router', 'tenant_id': '5c5e2549e551409daff23da1e5dafe8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '1a89f258-ca7e-47a7-b302-43d5affbe7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:01Z', 'updated_at': '2021-11-12T01:03:02Z', 'revision_number': 5, 'project_id': '5c5e2549e551409daff23da1e5dafe8b', 'gw_port': {'id': '1a89f258-ca7e-47a7-b302-43d5affbe7f3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53eb08a-c14a-4f48-af40-d196fd230d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:02Z', 'updated_at': '2021-11-12T01:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:04.807798 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b15e6d7-91b0-4ae9-99a4-ec7152911806 None None] Checking router: a53eb08a-c14a-4f48-af40-d196fd230d07 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:03:04.827937 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b15e6d7-91b0-4ae9-99a4-ec7152911806 None None] Routers {'a53eb08a-c14a-4f48-af40-d196fd230d07'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:04.832276 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-0b15e6d7-91b0-4ae9-99a4-ec7152911806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:02:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a53eb08a-c14a-4f48-af40-d196fd230d07'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:04.957637 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-0b15e6d7-91b0-4ae9-99a4-ec7152911806 None None] Set router a53eb08a-c14a-4f48-af40-d196fd230d07 gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:04.964558 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-61b29a8c-2be6-4d17-8602-39823038de35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.003263 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553ce85-5d38-4039-8d71-30248ef07139 req-1b899e49-9009-459d-9a15-a6fe98b92832 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:05.004886 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2553ce85-5d38-4039-8d71-30248ef07139 req-1b899e49-9009-459d-9a15-a6fe98b92832 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1960018 Nov 12 01:03:05.013136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b29a8c-2be6-4d17-8602-39823038de35 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a89f258-ca7e-47a7-b302-43d5affbe7f3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:05.075125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-0b15e6d7-91b0-4ae9-99a4-ec7152911806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53eb08a-c14a-4f48-af40-d196fd230d07', 'name': 'tempest-TestServerMultinode-699248551-router', 'tenant_id': '5c5e2549e551409daff23da1e5dafe8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:01Z', 'updated_at': '2021-11-12T01:03:04Z', 'revision_number': 6, 'project_id': '5c5e2549e551409daff23da1e5dafe8b', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:05.102299 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2553ce85-5d38-4039-8d71-30248ef07139 req-4b5aa298-8207-4bf8-9511-bf8fcce5a981 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809929 Nov 12 01:03:05.107164 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b15e6d7-91b0-4ae9-99a4-ec7152911806 None None] The sync data for ids ['a53eb08a-c14a-4f48-af40-d196fd230d07'] in n-d-712137-14 is: [{'id': 'a53eb08a-c14a-4f48-af40-d196fd230d07', 'name': 'tempest-TestServerMultinode-699248551-router', 'tenant_id': '5c5e2549e551409daff23da1e5dafe8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:01Z', 'updated_at': '2021-11-12T01:03:04Z', 'revision_number': 6, 'project_id': '5c5e2549e551409daff23da1e5dafe8b', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:05.154169 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25800e3c-5035-407a-9cdd-79e2340fedb3 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:05.224170 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-61b29a8c-2be6-4d17-8602-39823038de35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.314763 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240963b-1179-472c-88c5-25f90d3eadb6 req-3a50d2b1-cdf9-459e-a44a-fd49c1161116 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:05.316436 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7240963b-1179-472c-88c5-25f90d3eadb6 req-3a50d2b1-cdf9-459e-a44a-fd49c1161116 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0748308 Nov 12 01:03:05.380354 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7240963b-1179-472c-88c5-25f90d3eadb6 req-79b756ca-1b74-4151-86f4-da9f52601c0a tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562921 Nov 12 01:03:05.382544 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-61b29a8c-2be6-4d17-8602-39823038de35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.384996 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-61b29a8c-2be6-4d17-8602-39823038de35 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.505750 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-61b29a8c-2be6-4d17-8602-39823038de35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.507300 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b29a8c-2be6-4d17-8602-39823038de35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a53eb08a-c14a-4f48-af40-d196fd230d07 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:03:05.518575 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-61b29a8c-2be6-4d17-8602-39823038de35 admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.525360 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35668) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:05.527609 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-61b29a8c-2be6-4d17-8602-39823038de35 admin admin] 10.222.0.31 "DELETE /v2.0/routers/a53eb08a-c14a-4f48-af40-d196fd230d07 HTTP/1.1" status: 204 len: 168 time: 1.6895666 Nov 12 01:03:05.664082 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05315f-61ed-46d0-8e51-9761acc67425 req-e2f33769-2593-4f25-91bf-112a055d90b7 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:05.671502 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-da05315f-61ed-46d0-8e51-9761acc67425 req-e2f33769-2593-4f25-91bf-112a055d90b7 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1366880 Nov 12 01:03:05.718786 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e822a5-cb4f-4d31-8178-c46221b649b6 admin admin] Deleting subnet 31d0c5a3-4cee-4828-b814-bd1990ecea54 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:03:05.731928 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4e822a5-cb4f-4d31-8178-c46221b649b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.788026 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-da05315f-61ed-46d0-8e51-9761acc67425 req-393af81e-fb43-414c-840f-0f1d21b6b526 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156197 Nov 12 01:03:05.813378 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4e822a5-cb4f-4d31-8178-c46221b649b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.922806 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04019b1-4bfe-4bc5-bc9a-b232d43d4bd0 req-329c7073-bbcf-43be-874c-012565327a8c tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:05.924846 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e04019b1-4bfe-4bc5-bc9a-b232d43d4bd0 req-329c7073-bbcf-43be-874c-012565327a8c tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0592952 Nov 12 01:03:05.952008 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4e822a5-cb4f-4d31-8178-c46221b649b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.037559 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4e822a5-cb4f-4d31-8178-c46221b649b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.041908 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e04019b1-4bfe-4bc5-bc9a-b232d43d4bd0 req-f1ba7089-eac2-4468-a109-fac9138cbb6f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031899 Nov 12 01:03:06.145704 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e822a5-cb4f-4d31-8178-c46221b649b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31d0c5a3-4cee-4828-b814-bd1990ecea54,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:06.155122 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c4e822a5-cb4f-4d31-8178-c46221b649b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.161692 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c4e822a5-cb4f-4d31-8178-c46221b649b6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/31d0c5a3-4cee-4828-b814-bd1990ecea54 HTTP/1.1" status: 204 len: 168 time: 0.6319432 Nov 12 01:03:06.161791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35684) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:06.166848 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b1cc9a-58c5-42b2-a9ff-1ba8f89e5dc8 None None] Network 5fafe369-1acf-42b8-ac19-4d92cdd1e5d4 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:06.203176 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:06.228431 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:03:06.228431 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 913a4a7d-1d5b-4ce2-aa5c-b74fb3fe4407 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:06.228431 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1a89f258-ca7e-47a7-b302-43d5affbe7f3 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:06.285641 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 1a89f258-ca7e-47a7-b302-43d5affbe7f3 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:03:06.286636 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1a89f258-ca7e-47a7-b302-43d5affbe7f3 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:06.453454 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5bb2379e-7f05-4614-9252-5462f9055689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.484572 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd58b3-6f80-42d0-8f9e-7ed0a99f9861 req-631089ee-d856-4925-8fd8-b17f9e04408f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:06.492476 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6dfd58b3-6f80-42d0-8f9e-7ed0a99f9861 req-631089ee-d856-4925-8fd8-b17f9e04408f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.2932434 Nov 12 01:03:06.519287 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cda2128-fa3f-473c-809b-f70c3c4f95e7 None None] DHCP port deletion for 5fafe369-1acf-42b8-ac19-4d92cdd1e5d4 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:06.618685 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-5cda2128-fa3f-473c-809b-f70c3c4f95e7 None None] Deleting port 2544ee30-dd24-4760-946e-a2886f6344f6 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:06.619239 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5cda2128-fa3f-473c-809b-f70c3c4f95e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.667522 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6dfd58b3-6f80-42d0-8f9e-7ed0a99f9861 req-8707fa38-b3ca-4d13-b1b7-610e7b9d3502 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690369 Nov 12 01:03:06.702255 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-5bb2379e-7f05-4614-9252-5462f9055689 admin admin] Deleting port 2544ee30-dd24-4760-946e-a2886f6344f6 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:06.703008 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5bb2379e-7f05-4614-9252-5462f9055689 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.768759 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5cda2128-fa3f-473c-809b-f70c3c4f95e7 None None] For port 2544ee30-dd24-4760-946e-a2886f6344f6, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=2544ee30-dd24-4760-946e-a2886f6344f6,segment=NetworkSegment(1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b),segment_id=1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:06.769173 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5cda2128-fa3f-473c-809b-f70c3c4f95e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.790287 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-5cda2128-fa3f-473c-809b-f70c3c4f95e7 None None] Calling delete_port for 2544ee30-dd24-4760-946e-a2886f6344f6 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:06.890765 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5cda2128-fa3f-473c-809b-f70c3c4f95e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.912431 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-5bb2379e-7f05-4614-9252-5462f9055689 admin admin] For port 2544ee30-dd24-4760-946e-a2886f6344f6, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=2544ee30-dd24-4760-946e-a2886f6344f6,segment=NetworkSegment(1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b),segment_id=1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:06.912431 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5bb2379e-7f05-4614-9252-5462f9055689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.938173 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473ca65-d246-409b-a39b-dfaedf0d8889 req-4f690a41-7a67-4d62-a523-348c759bfd5f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:06.947099 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c473ca65-d246-409b-a39b-dfaedf0d8889 req-4f690a41-7a67-4d62-a523-348c759bfd5f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1813149 Nov 12 01:03:06.968854 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-5bb2379e-7f05-4614-9252-5462f9055689 admin admin] Calling delete_port for 2544ee30-dd24-4760-946e-a2886f6344f6 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:06.975122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda2128-fa3f-473c-809b-f70c3c4f95e7 None None] Pushing event deleted for resources: {'Port': ['ID=2544ee30-dd24-4760-946e-a2886f6344f6,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:06.979467 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cda2128-fa3f-473c-809b-f70c3c4f95e7 None None] No DVR routers for this DVR port 2544ee30-dd24-4760-946e-a2886f6344f6 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:07.104087 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c473ca65-d246-409b-a39b-dfaedf0d8889 req-9bdbf0b8-4538-4d76-aa3e-ef28cc583c18 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537204 Nov 12 01:03:07.143070 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5bb2379e-7f05-4614-9252-5462f9055689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.162688 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb2379e-7f05-4614-9252-5462f9055689 admin admin] No DVR routers for this DVR port 2544ee30-dd24-4760-946e-a2886f6344f6 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:07.187359 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2379e-7f05-4614-9252-5462f9055689 admin admin] Pushing event deleted for resources: {'Port': ['ID=2544ee30-dd24-4760-946e-a2886f6344f6,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:07.311814 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5bb2379e-7f05-4614-9252-5462f9055689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.363848 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-5bb2379e-7f05-4614-9252-5462f9055689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fafe369-1acf-42b8-ac19-4d92cdd1e5d4']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:07.384118 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-5bb2379e-7f05-4614-9252-5462f9055689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:07.385166 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-5bb2379e-7f05-4614-9252-5462f9055689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc0cbb6-4fff-4bfe-a4b7-b81da72f1d4b') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:07.416770 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5bb2379e-7f05-4614-9252-5462f9055689 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.442279 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5bb2379e-7f05-4614-9252-5462f9055689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.457176 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb2379e-7f05-4614-9252-5462f9055689 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:03:07.458368 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5bb2379e-7f05-4614-9252-5462f9055689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:03:07.460969 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:03:07.478083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf779ef9-3b95-4c90-ad33-c9cc8dde14b7 req-9d4565cf-1ef6-49ad-8e4d-9d157f7203ce tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:07.485478 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cf779ef9-3b95-4c90-ad33-c9cc8dde14b7 req-9d4565cf-1ef6-49ad-8e4d-9d157f7203ce tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1310344 Nov 12 01:03:07.574980 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cf779ef9-3b95-4c90-ad33-c9cc8dde14b7 req-49670a42-5139-4f74-8315-855721759b09 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881579 Nov 12 01:03:07.575913 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5bb2379e-7f05-4614-9252-5462f9055689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.594489 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5bb2379e-7f05-4614-9252-5462f9055689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.597852 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5bb2379e-7f05-4614-9252-5462f9055689 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5fafe369-1acf-42b8-ac19-4d92cdd1e5d4 HTTP/1.1" status: 204 len: 168 time: 1.4345334 Nov 12 01:03:07.641596 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2379e-7f05-4614-9252-5462f9055689 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fafe369-1acf-42b8-ac19-4d92cdd1e5d4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:07.847221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35724) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:07.855770 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152f6f1-f6b0-494d-a14f-e732e96652be req-92b94c41-654c-4de7-9404-76cf009c9dc3 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:07.860107 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5152f6f1-f6b0-494d-a14f-e732e96652be req-92b94c41-654c-4de7-9404-76cf009c9dc3 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1620533 Nov 12 01:03:07.874548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2544ee30-dd24-4760-946e-a2886f6344f6 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:07.937458 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 2544ee30-dd24-4760-946e-a2886f6344f6 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:03:07.939805 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2544ee30-dd24-4760-946e-a2886f6344f6 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:07.948577 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c9c02bcd-0b84-40a9-a61d-7edadf26c38b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8fe9e4703fa43079b484bf71ab5f595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0997066 Nov 12 01:03:07.949837 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35730) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:08.032636 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5152f6f1-f6b0-494d-a14f-e732e96652be req-e92d3229-7c6e-4b7b-a652-f498533a4207 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487873 Nov 12 01:03:08.110906 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35736) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:08.123041 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8894e6e9-d78d-4d77-bc50-35f5d106bb27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.171888 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8894e6e9-d78d-4d77-bc50-35f5d106bb27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.262455 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8894e6e9-d78d-4d77-bc50-35f5d106bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.266079 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8894e6e9-d78d-4d77-bc50-35f5d106bb27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.267795 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8894e6e9-d78d-4d77-bc50-35f5d106bb27 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f711e023-3d53-4486-83da-30ff8e69aaa7 HTTP/1.1" status: 204 len: 168 time: 0.3173409 Nov 12 01:03:08.277532 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894e6e9-d78d-4d77-bc50-35f5d106bb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f711e023-3d53-4486-83da-30ff8e69aaa7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:08.350204 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d86ad-6232-45c8-aa6c-d6182ad24db1 req-b1ccaefa-40ce-4e3f-babc-1e6ec3092e57 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:08.353398 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c44d86ad-6232-45c8-aa6c-d6182ad24db1 req-b1ccaefa-40ce-4e3f-babc-1e6ec3092e57 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1264710 Nov 12 01:03:08.437820 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c44d86ad-6232-45c8-aa6c-d6182ad24db1 req-fac09e4e-aa5b-4e43-b52c-2632dd4da70a tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780532 Nov 12 01:03:08.494017 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1014e271-abb9-4d58-855a-a5da2b63bc95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.599564 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4522f-0800-4557-b763-4ae5bcf96712 req-9428d538-bd35-4a32-b4b3-b87396bccdfe tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:08.605470 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c9c4522f-0800-4557-b763-4ae5bcf96712 req-9428d538-bd35-4a32-b4b3-b87396bccdfe tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0638759 Nov 12 01:03:08.642005 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.659921 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1014e271-abb9-4d58-855a-a5da2b63bc95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.666684 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1014e271-abb9-4d58-855a-a5da2b63bc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.719975 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1014e271-abb9-4d58-855a-a5da2b63bc95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=336dc9293f324ed4bdc4a12baa4f11a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6079044 Nov 12 01:03:08.720958 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014e271-abb9-4d58-855a-a5da2b63bc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b0ec98-257b-46cf-ad5d-dfd02b876ee2,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:08.721260 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c9c4522f-0800-4557-b763-4ae5bcf96712 req-e2dd45ef-74fd-4d00-980f-1b7773da351e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097882 Nov 12 01:03:08.723666 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35748) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:08.845994 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d538967e-4f97-4d01-98d1-33424229559d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.876151 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d538967e-4f97-4d01-98d1-33424229559d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.923016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35752) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:08.957839 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d538967e-4f97-4d01-98d1-33424229559d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.968773 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d538967e-4f97-4d01-98d1-33424229559d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.978431 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d538967e-4f97-4d01-98d1-33424229559d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80b0ec98-257b-46cf-ad5d-dfd02b876ee2 HTTP/1.1" status: 204 len: 168 time: 0.2413454 Nov 12 01:03:08.983562 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0debfe3e-d6c3-4534-a41c-248ed27cca2d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c5e2549e551409daff23da1e5dafe8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0592978 Nov 12 01:03:08.986122 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35760) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:09.001835 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538967e-4f97-4d01-98d1-33424229559d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b0ec98-257b-46cf-ad5d-dfd02b876ee2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:09.096169 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f701c41e-7be8-4387-bc4d-c71622de0bd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.142628 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f701c41e-7be8-4387-bc4d-c71622de0bd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.239457 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f701c41e-7be8-4387-bc4d-c71622de0bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.244145 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f701c41e-7be8-4387-bc4d-c71622de0bd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.245717 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f701c41e-7be8-4387-bc4d-c71622de0bd7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/affd62f1-06f7-422f-9acf-de0fdd6ebc43 HTTP/1.1" status: 204 len: 168 time: 0.2549007 Nov 12 01:03:09.261959 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701c41e-7be8-4387-bc4d-c71622de0bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affd62f1-06f7-422f-9acf-de0fdd6ebc43,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:09.371683 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8478ae1-df96-4cd0-88e2-d46140a67905 req-59bc59e5-9346-4411-ac84-c265cc4932bf tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:09.373276 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d8478ae1-df96-4cd0-88e2-d46140a67905 req-59bc59e5-9346-4411-ac84-c265cc4932bf tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0811284 Nov 12 01:03:09.477313 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d8478ae1-df96-4cd0-88e2-d46140a67905 req-6fb8570e-4416-4985-8ca4-c50049456e5e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965905 Nov 12 01:03:09.642093 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35776) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:09.658067 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-29c8aba2-6cbb-4066-a18f-bd7e0537f2d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.782974 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-29c8aba2-6cbb-4066-a18f-bd7e0537f2d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.790967 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-29c8aba2-6cbb-4066-a18f-bd7e0537f2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.848903 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-29c8aba2-6cbb-4066-a18f-bd7e0537f2d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ef7f3da6044428db772ada6c86f4851&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2033045 Nov 12 01:03:09.848903 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8aba2-6cbb-4066-a18f-bd7e0537f2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da0877f-19a7-4bbf-b815-1891c2dce0f1,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:09.849906 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35778) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:09.945073 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4ff8364e-a70a-4256-b4b7-c9fecd800f24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.987741 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4ff8364e-a70a-4256-b4b7-c9fecd800f24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:10.060808 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4ff8364e-a70a-4256-b4b7-c9fecd800f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:10.065672 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4ff8364e-a70a-4256-b4b7-c9fecd800f24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:10.070516 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4ff8364e-a70a-4256-b4b7-c9fecd800f24 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3da0877f-19a7-4bbf-b815-1891c2dce0f1 HTTP/1.1" status: 204 len: 168 time: 0.2193780 Nov 12 01:03:10.081198 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8364e-a70a-4256-b4b7-c9fecd800f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da0877f-19a7-4bbf-b815-1891c2dce0f1,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:10.633538 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a919b6-3bf0-4176-bb6a-2364fe54f70a req-b6a2f6c8-bf65-4284-9f34-dbb54a330727 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:10.650124 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46a919b6-3bf0-4176-bb6a-2364fe54f70a req-b6a2f6c8-bf65-4284-9f34-dbb54a330727 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0753493 Nov 12 01:03:10.709510 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-46a919b6-3bf0-4176-bb6a-2364fe54f70a req-6a8363e2-6764-41c4-b262-3725680382fc tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558484 Nov 12 01:03:11.870126 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55d15d-fbbe-4f8a-a032-41930a59b1eb req-ec640196-fea9-48de-9548-1ebd809cfb9e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:11.872010 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ef55d15d-fbbe-4f8a-a032-41930a59b1eb req-ec640196-fea9-48de-9548-1ebd809cfb9e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0677221 Nov 12 01:03:11.936921 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ef55d15d-fbbe-4f8a-a032-41930a59b1eb req-1d87a70c-9990-4be9-baef-ddf47d963cab tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581052 Nov 12 01:03:12.376798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35838) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:12.500183 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-566b8896-670d-4c20-8f93-818ec82868ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.586143 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-566b8896-670d-4c20-8f93-818ec82868ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.590861 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-566b8896-670d-4c20-8f93-818ec82868ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.633084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b8896-670d-4c20-8f93-818ec82868ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d17f383-07d0-4ffd-86fa-59cd536e470d,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:12.640832 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35842) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:12.647178 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-566b8896-670d-4c20-8f93-818ec82868ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5194fe665d144248bd9a7e5d9af1ff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2692294 Nov 12 01:03:12.692126 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-00a5555a-adcb-4b3f-b5e2-82a579e9787b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.726260 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-00a5555a-adcb-4b3f-b5e2-82a579e9787b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.787449 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-00a5555a-adcb-4b3f-b5e2-82a579e9787b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.790730 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-00a5555a-adcb-4b3f-b5e2-82a579e9787b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.793391 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-00a5555a-adcb-4b3f-b5e2-82a579e9787b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d17f383-07d0-4ffd-86fa-59cd536e470d HTTP/1.1" status: 204 len: 168 time: 0.1515741 Nov 12 01:03:12.807896 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5555a-adcb-4b3f-b5e2-82a579e9787b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d17f383-07d0-4ffd-86fa-59cd536e470d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:13.097432 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af46efa-2eeb-46c6-89b2-f9a260cefd9a req-80cdb626-d1db-4bcd-962f-7989f53e4a3f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:13.099013 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0af46efa-2eeb-46c6-89b2-f9a260cefd9a req-80cdb626-d1db-4bcd-962f-7989f53e4a3f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0797746 Nov 12 01:03:13.141475 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 35852) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:13.157748 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cf126a1c-c8b0-4485-b2f3-9f46c0144021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.170130 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0af46efa-2eeb-46c6-89b2-f9a260cefd9a req-bef0f2ec-9c2e-4bd5-9e4e-ba5412876446 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584698 Nov 12 01:03:13.273409 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cf126a1c-c8b0-4485-b2f3-9f46c0144021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.280251 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cf126a1c-c8b0-4485-b2f3-9f46c0144021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.322645 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf126a1c-c8b0-4485-b2f3-9f46c0144021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78cffa2-8e80-469b-b55a-a24cef1f5851,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:13.328273 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cf126a1c-c8b0-4485-b2f3-9f46c0144021 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8b714d688994f7ab96f2ce721189989&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1857004 Nov 12 01:03:13.331004 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 35856) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:13.385513 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50fbe10f-ad24-4fc6-bfe0-650dee032a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.412324 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50fbe10f-ad24-4fc6-bfe0-650dee032a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.469537 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50fbe10f-ad24-4fc6-bfe0-650dee032a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.472191 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50fbe10f-ad24-4fc6-bfe0-650dee032a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.473379 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-50fbe10f-ad24-4fc6-bfe0-650dee032a03 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e78cffa2-8e80-469b-b55a-a24cef1f5851 HTTP/1.1" status: 204 len: 168 time: 0.1413920 Nov 12 01:03:13.481892 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbe10f-ad24-4fc6-bfe0-650dee032a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78cffa2-8e80-469b-b55a-a24cef1f5851,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:14.286698 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a204696-b5bc-4f85-8de8-31c3234c4a02 req-597c48c5-b517-4f3f-b335-0cdc3964ac27 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:14.288342 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7a204696-b5bc-4f85-8de8-31c3234c4a02 req-597c48c5-b517-4f3f-b335-0cdc3964ac27 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0547252 Nov 12 01:03:14.341885 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7a204696-b5bc-4f85-8de8-31c3234c4a02 req-804ac0c3-34f9-4522-8dcf-e2f7aa0feed3 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474706 Nov 12 01:03:15.478843 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747bdaa-075b-473c-be43-859ecc35d68e req-d6c27084-c353-4717-8d24-f0fc2e667906 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:15.481132 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8747bdaa-075b-473c-be43-859ecc35d68e req-d6c27084-c353-4717-8d24-f0fc2e667906 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0639086 Nov 12 01:03:15.546308 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8747bdaa-075b-473c-be43-859ecc35d68e req-de79f3ff-f08b-4149-8019-172dd4d8ae93 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589926 Nov 12 01:03:16.713231 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9ae43-a4c5-42da-8397-d57273104540 req-abf58bbc-8c7d-4cbe-81e9-99614611ff20 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.720514 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60c9ae43-a4c5-42da-8397-d57273104540 req-abf58bbc-8c7d-4cbe-81e9-99614611ff20 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0894082 Nov 12 01:03:16.773954 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60c9ae43-a4c5-42da-8397-d57273104540 req-3bc923b2-e9c2-4249-98f6-5ead2e764609 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519390 Nov 12 01:03:17.922258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c73c00-82ec-43d8-a024-9080fcc03dcd req-7236a97d-9ed6-4da9-8d12-525eab1de768 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:17.926721 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29c73c00-82ec-43d8-a024-9080fcc03dcd req-7236a97d-9ed6-4da9-8d12-525eab1de768 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0766473 Nov 12 01:03:18.001998 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29c73c00-82ec-43d8-a024-9080fcc03dcd req-cb150401-f278-4a0d-979f-d335fb747e1f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670426 Nov 12 01:03:19.199160 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffda61-f533-4c93-a117-406fffb6dc92 req-ad4f74fb-abfc-4630-aa95-a04428f2882f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:19.207891 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-05ffda61-f533-4c93-a117-406fffb6dc92 req-ad4f74fb-abfc-4630-aa95-a04428f2882f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0789392 Nov 12 01:03:19.260367 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-05ffda61-f533-4c93-a117-406fffb6dc92 req-8aa3b960-0437-4e52-a9d3-fd3ed94d28ae tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504858 Nov 12 01:03:20.020370 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a5571945-39ee-4348-8daa-d1d404629639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:20.388962 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d5fb4-d37c-4e3e-b714-1958bbb96975 req-9a6ff4cd-8a04-4d08-9420-502fcd015963 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:20.391589 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fc9d5fb4-d37c-4e3e-b714-1958bbb96975 req-9a6ff4cd-8a04-4d08-9420-502fcd015963 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0552595 Nov 12 01:03:20.446918 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fc9d5fb4-d37c-4e3e-b714-1958bbb96975 req-e648b444-a818-4ead-b6b7-2efecf8588fc tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487409 Nov 12 01:03:21.598217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bbf8c-2e52-4151-990f-a48315a62ede req-4c3e3236-ede3-4d9d-b8ee-9b4b1fc79921 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:21.605188 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-755bbf8c-2e52-4151-990f-a48315a62ede req-4c3e3236-ede3-4d9d-b8ee-9b4b1fc79921 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0693467 Nov 12 01:03:21.677489 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-755bbf8c-2e52-4151-990f-a48315a62ede req-64bf82d5-f844-4e93-9c94-0a04dfc483be tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650961 Nov 12 01:03:22.338184 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8de7720f-ef21-4925-a5f6-de27e9c89fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:22.854696 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe29ae-61a9-4c88-8c9c-b8a994e9cf0a req-f05f1d70-ea1a-469e-9a96-e1b56c906ace tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:22.865439 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fefe29ae-61a9-4c88-8c9c-b8a994e9cf0a req-f05f1d70-ea1a-469e-9a96-e1b56c906ace tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0904682 Nov 12 01:03:22.928552 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fefe29ae-61a9-4c88-8c9c-b8a994e9cf0a req-60d0f810-fa0d-4b26-bf7e-5b9305665752 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621517 Nov 12 01:03:23.463065 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.078196 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c1484-beed-4925-a8f6-24f8ec58f878 req-86b5f72d-46e5-43ee-8492-1b2ab65085fd tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:24.081194 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b27c1484-beed-4925-a8f6-24f8ec58f878 req-86b5f72d-46e5-43ee-8492-1b2ab65085fd tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0660360 Nov 12 01:03:24.165371 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b27c1484-beed-4925-a8f6-24f8ec58f878 req-dd3736d1-1e36-421e-80e5-f3965cbf29c5 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764537 Nov 12 01:03:24.659801 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.337491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94852cf2-7ecb-44a7-8457-2af4af293cf2 req-dbe95667-b76e-437a-8d67-85c1252ddb8d tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:25.339051 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-94852cf2-7ecb-44a7-8457-2af4af293cf2 req-dbe95667-b76e-437a-8d67-85c1252ddb8d tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0696082 Nov 12 01:03:25.360173 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36140) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:25.397394 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-94852cf2-7ecb-44a7-8457-2af4af293cf2 req-6a6e83b6-51bf-4458-bb94-61e46bee2b2c tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521414 Nov 12 01:03:25.422390 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.486605 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94299e15-e75b-45b3-ace5-1e9f28c495d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.581690 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94299e15-e75b-45b3-ace5-1e9f28c495d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.586749 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94299e15-e75b-45b3-ace5-1e9f28c495d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.629329 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-94299e15-e75b-45b3-ace5-1e9f28c495d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a4f27ce1f78f4505be87a4fda54ec25e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2657065 Nov 12 01:03:25.629725 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36150) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:25.632306 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94299e15-e75b-45b3-ace5-1e9f28c495d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21251c06-9007-4af1-8955-5ada2275247d,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:25.688546 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a9a678d7-5f6f-4d19-97ee-525709351e2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.716250 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a9a678d7-5f6f-4d19-97ee-525709351e2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.770363 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a9a678d7-5f6f-4d19-97ee-525709351e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.774112 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a9a678d7-5f6f-4d19-97ee-525709351e2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.775831 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a9a678d7-5f6f-4d19-97ee-525709351e2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21251c06-9007-4af1-8955-5ada2275247d HTTP/1.1" status: 204 len: 168 time: 0.1449857 Nov 12 01:03:25.785249 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a678d7-5f6f-4d19-97ee-525709351e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21251c06-9007-4af1-8955-5ada2275247d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:25.797441 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a678d7-5f6f-4d19-97ee-525709351e2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:25.798188 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a678d7-5f6f-4d19-97ee-525709351e2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:25.798825 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a678d7-5f6f-4d19-97ee-525709351e2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:25.799310 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a678d7-5f6f-4d19-97ee-525709351e2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:25.799794 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a678d7-5f6f-4d19-97ee-525709351e2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:25.800273 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a678d7-5f6f-4d19-97ee-525709351e2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:25.800780 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a678d7-5f6f-4d19-97ee-525709351e2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:25.801247 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a678d7-5f6f-4d19-97ee-525709351e2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:25.801726 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a678d7-5f6f-4d19-97ee-525709351e2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:25.802414 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a678d7-5f6f-4d19-97ee-525709351e2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:25.802748 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a678d7-5f6f-4d19-97ee-525709351e2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:25.803073 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a678d7-5f6f-4d19-97ee-525709351e2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:25.822604 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-25ca03ce-acb3-4b22-a05b-f065f391ddf0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-830832771&fields=id&tenant_id=05d643b99eff47289c92fcd2e8574468 HTTP/1.1" status: 200 len: 267 time: 0.0687356 Nov 12 01:03:25.954090 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-3451656b-d457-43b1-aef5-a000d1fd396b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:25.955230 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.958071 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-3451656b-d457-43b1-aef5-a000d1fd396b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 811 time: 0.1267781 Nov 12 01:03:25.975782 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-631eddf9-ff9f-4f4c-928f-cd0922d4f229 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/quotas/05d643b99eff47289c92fcd2e8574468 HTTP/1.1" status: 200 len: 375 time: 0.0105305 Nov 12 01:03:26.035371 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6a046f48-e3b8-4196-b6e9-c608d83263e6 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533381 Nov 12 01:03:26.133180 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36160) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:26.139330 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-fa009681-18e1-411a-a2c9-97d822954ef4 service neutron] 10.222.0.31 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918345 Nov 12 01:03:26.146954 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-df38f404-b2e1-45c6-b280-2f1fc78d89ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:26.242029 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-df38f404-b2e1-45c6-b280-2f1fc78d89ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:26.251870 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-df38f404-b2e1-45c6-b280-2f1fc78d89ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:26.260937 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-7a8d4167-d640-4f51-84da-b95b9aecd661 service neutron] 10.222.0.31 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138613 Nov 12 01:03:26.296244 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-df38f404-b2e1-45c6-b280-2f1fc78d89ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56fce4a8484d45838081fd1b98708ed9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1619020 Nov 12 01:03:26.300113 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36162) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:26.302265 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38f404-b2e1-45c6-b280-2f1fc78d89ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d718e88c-a760-4497-b794-6e7630e85c91,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:26.378443 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d8b905fc-4d60-4419-8f2a-c016d701a00c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:26.403618 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d8b905fc-4d60-4419-8f2a-c016d701a00c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:26.458996 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d8b905fc-4d60-4419-8f2a-c016d701a00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:26.462390 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d8b905fc-4d60-4419-8f2a-c016d701a00c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:26.466547 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d8b905fc-4d60-4419-8f2a-c016d701a00c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d718e88c-a760-4497-b794-6e7630e85c91 HTTP/1.1" status: 204 len: 168 time: 0.1619303 Nov 12 01:03:26.473186 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b905fc-4d60-4419-8f2a-c016d701a00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d718e88c-a760-4497-b794-6e7630e85c91,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:26.561628 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385c442-7af0-4c61-8bc3-f217c380dcb8 req-08725e1c-0719-43b4-9699-47c0758c97d4 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:26.571727 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4385c442-7af0-4c61-8bc3-f217c380dcb8 req-08725e1c-0719-43b4-9699-47c0758c97d4 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0715065 Nov 12 01:03:26.650958 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a95b5e98-8277-4a5f-911f-0c0e5eaf4f5c req-c1746dde-b261-4e16-853f-211948a1285d tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 210 time: 0.0460479 Nov 12 01:03:26.663897 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4385c442-7af0-4c61-8bc3-f217c380dcb8 req-0ceda84d-51b5-446f-902a-28d5428ee9ec tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912075 Nov 12 01:03:27.790237 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e810dd09-a18c-40f8-b5df-40bc7d1b8500 req-3f9a87cb-23d4-4550-84ed-84809886ae9c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 210 time: 0.0568070 Nov 12 01:03:27.877619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612132b6-7517-4bbb-8aba-41108a749abb req-7ab1384d-ef42-49ee-9cc4-d577cd6492d7 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:27.879752 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-612132b6-7517-4bbb-8aba-41108a749abb req-7ab1384d-ef42-49ee-9cc4-d577cd6492d7 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0880811 Nov 12 01:03:27.908608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-af64a538-86de-408a-8cc2-301f17d1b1e0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:27.910099 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-af64a538-86de-408a-8cc2-301f17d1b1e0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.15 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 811 time: 0.2272606 Nov 12 01:03:27.986204 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-612132b6-7517-4bbb-8aba-41108a749abb req-9b7ffd10-7243-48b9-9431-95897d9d8e54 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003244 Nov 12 01:03:27.997462 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-3238aff7-9f68-445e-a45b-693c67646ffd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05d643b99eff47289c92fcd2e8574468 HTTP/1.1" status: 200 len: 379 time: 0.0726960 Nov 12 01:03:28.010113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-ee31c90e-da14-4d20-be61-3c95b041ec97 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Request body: {'port': {'device_id': 'aa357895-cefb-4c30-9c6f-f1d1d5d51cca', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'admin_state_up': True, 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'security_groups': ['a23f3d06-c0f9-4142-a2aa-7e63b6550041']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:28.162087 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-ee31c90e-da14-4d20-be61-3c95b041ec97 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Made reservation on behalf of 05d643b99eff47289c92fcd2e8574468 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:28.166462 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-ee31c90e-da14-4d20-be61-3c95b041ec97 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:28.346974 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-ee31c90e-da14-4d20-be61-3c95b041ec97 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Allocated IP 172.20.0.9 (a8eaa1d8-98f0-4521-9f44-0792aea92c6d/9210f21d-6237-43bd-9969-453197d38eb5/52d64dac-6de5-4d4c-9e15-4887219bcc9e) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:28.605406 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-ee31c90e-da14-4d20-be61-3c95b041ec97 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:28.649830 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-ee31c90e-da14-4d20-be61-3c95b041ec97 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:28.703410 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-ee31c90e-da14-4d20-be61-3c95b041ec97 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Network a8eaa1d8-98f0-4521-9f44-0792aea92c6d is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:28.709851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-ee31c90e-da14-4d20-be61-3c95b041ec97 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:28.714510 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-ee31c90e-da14-4d20-be61-3c95b041ec97 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:28.783595 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-ee31c90e-da14-4d20-be61-3c95b041ec97 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:28.784516 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-ee31c90e-da14-4d20-be61-3c95b041ec97 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:28.788568 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31c90e-da14-4d20-be61-3c95b041ec97 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event updated for resources: {'Port': ['ID=52d64dac-6de5-4d4c-9e15-4887219bcc9e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:28.809757 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-ee31c90e-da14-4d20-be61-3c95b041ec97 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8051665 Nov 12 01:03:28.845397 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] Request body: {'port': {'device_id': 'aa357895-cefb-4c30-9c6f-f1d1d5d51cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:28.963105 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.020052 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8617a3-3d01-4de0-9747-573f30d8c6e0 req-c71e2aa9-dc29-4772-8b5b-2339a59806c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:29.034284 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e8617a3-3d01-4de0-9747-573f30d8c6e0 req-c71e2aa9-dc29-4772-8b5b-2339a59806c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 931 time: 0.1147664 Nov 12 01:03:29.128307 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e8617a3-3d01-4de0-9747-573f30d8c6e0 req-8f0afd96-e200-4081-a69b-9743b909a91f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930395 Nov 12 01:03:29.136239 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e6d6e1ca-20ae-4b62-91df-915cab094d58 None None] Provisioning complete for port 52d64dac-6de5-4d4c-9e15-4887219bcc9e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:29.136724 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e6d6e1ca-20ae-4b62-91df-915cab094d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.194472 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-e6d6e1ca-20ae-4b62-91df-915cab094d58 None None] Port 52d64dac-6de5-4d4c-9e15-4887219bcc9e cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:29.290687 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4afde-32de-405c-bcca-c6563c69b226 req-ef181b39-4de5-468a-a1bb-a45ab7d2c26e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:29.292268 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5cd4afde-32de-405c-bcca-c6563c69b226 req-ef181b39-4de5-468a-a1bb-a45ab7d2c26e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1701014 Nov 12 01:03:29.410864 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5cd4afde-32de-405c-bcca-c6563c69b226 req-4a4fcc35-f508-4ac8-9079-faf634a33b30 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906112 Nov 12 01:03:29.492494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d64dac-6de5-4d4c-9e15-4887219bcc9e {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:03:29.500885 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.514086 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] Transition to ACTIVE for port object 52d64dac-6de5-4d4c-9e15-4887219bcc9e will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:03:29.522633 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.569900 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] Pushing event updated for resources: {'Port': ['ID=52d64dac-6de5-4d4c-9e15-4887219bcc9e,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:29.715932 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] Attempting to bind port 52d64dac-6de5-4d4c-9e15-4887219bcc9e on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:03:29.716284 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] Attempting to bind port 52d64dac-6de5-4d4c-9e15-4887219bcc9e by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:03:29.716634 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] Attempting to bind port 52d64dac-6de5-4d4c-9e15-4887219bcc9e on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:29.721792 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] Port 52d64dac-6de5-4d4c-9e15-4887219bcc9e on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:03:29.722128 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] Attempting to bind port 52d64dac-6de5-4d4c-9e15-4887219bcc9e on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:29.733670 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:03:29.734258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] Checking segment: {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:29.734653 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] Bound using segment: {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:03:29.735089 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] Bound port: 52d64dac-6de5-4d4c-9e15-4887219bcc9e, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:03:29.735442 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.847389 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] For port 52d64dac-6de5-4d4c-9e15-4887219bcc9e, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:29.854480 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] For port 52d64dac-6de5-4d4c-9e15-4887219bcc9e, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=52d64dac-6de5-4d4c-9e15-4887219bcc9e,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:03:29.861022 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.903231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:29.904336 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.906517 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] 10.222.0.15 "PUT /v2.0/ports/52d64dac-6de5-4d4c-9e15-4887219bcc9e HTTP/1.1" status: 200 len: 1092 time: 1.0762930 Nov 12 01:03:29.907290 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa357895-cefb-4c30-9c6f-f1d1d5d51cca', 'tag': '52d64dac-6de5-4d4c-9e15-4887219bcc9e'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:29.910862 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a00d89b-275b-4361-bb1e-287b55731387" -d '{"events": [{"name": "network-changed", "server_uuid": "aa357895-cefb-4c30-9c6f-f1d1d5d51cca", "tag": "52d64dac-6de5-4d4c-9e15-4887219bcc9e"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:29.959020 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ed65a-02f1-4063-a413-4f16217deb65 service neutron] Pushing event updated for resources: {'Port': ['ID=52d64dac-6de5-4d4c-9e15-4887219bcc9e,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:30.001914 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce55859d-8318-4eef-b2e1-052414ad8cae x-openstack-request-id: req-ce55859d-8318-4eef-b2e1-052414ad8cae {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:30.002526 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa357895-cefb-4c30-9c6f-f1d1d5d51cca", "tag": "52d64dac-6de5-4d4c-9e15-4887219bcc9e", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:30.002701 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce55859d-8318-4eef-b2e1-052414ad8cae {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:30.003389 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa357895-cefb-4c30-9c6f-f1d1d5d51cca', 'tag': '52d64dac-6de5-4d4c-9e15-4887219bcc9e', 'status': 'completed', 'code': 200} Nov 12 01:03:30.090751 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-ded80bd6-8ecb-4c4d-9970-f86b7937b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:30.093768 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-ded80bd6-8ecb-4c4d-9970-f86b7937b005 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 1095 time: 0.0843031 Nov 12 01:03:30.182231 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-94b3933a-d4be-44af-afeb-b810a60fa263 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52d64dac-6de5-4d4c-9e15-4887219bcc9e HTTP/1.1" status: 200 len: 217 time: 0.0689280 Nov 12 01:03:30.261576 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-b972e8da-1cc7-43bd-a448-c675a1a896df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:30.263284 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-b972e8da-1cc7-43bd-a448-c675a1a896df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.0741510 Nov 12 01:03:30.381301 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1de51e-6ae6-478d-b9cc-de1ae1d2bca1 req-5fd5de4a-9017-439e-9890-cd1536b592ca tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:30.386647 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-bba777f7-63d2-4ce5-8ad5-37ae1bf8a99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:30.389926 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-bba777f7-63d2-4ce5-8ad5-37ae1bf8a99c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1130078 Nov 12 01:03:30.395031 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bd1de51e-6ae6-478d-b9cc-de1ae1d2bca1 req-5fd5de4a-9017-439e-9890-cd1536b592ca tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 943 time: 0.1219852 Nov 12 01:03:30.460228 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bd1de51e-6ae6-478d-b9cc-de1ae1d2bca1 req-3e7f16d4-c1a8-487a-9372-0bdbe2a0bc68 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587897 Nov 12 01:03:30.678961 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b29d98-88bb-487f-8f91-c4a3d07e3c60 req-71c322e3-8686-4fb1-85af-6cba17e7fb6f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:30.693783 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-47b29d98-88bb-487f-8f91-c4a3d07e3c60 req-71c322e3-8686-4fb1-85af-6cba17e7fb6f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1361499 Nov 12 01:03:30.761889 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-47b29d98-88bb-487f-8f91-c4a3d07e3c60 req-5f371399-8068-45b5-a46d-bb5a4f056547 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661550 Nov 12 01:03:31.089859 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-740fae07-e744-4cdd-b578-b5672f32efdb service neutron] 10.222.0.15 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6909738 Nov 12 01:03:31.102896 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939da92-9747-4d62-ba9d-ec4dfb4551f3 req-59c40b39-549b-45af-a58b-2367ec17216f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:31.112801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939da92-9747-4d62-ba9d-ec4dfb4551f3 req-59c40b39-549b-45af-a58b-2367ec17216f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:31.120472 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939da92-9747-4d62-ba9d-ec4dfb4551f3 req-59c40b39-549b-45af-a58b-2367ec17216f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:31.126479 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939da92-9747-4d62-ba9d-ec4dfb4551f3 req-59c40b39-549b-45af-a58b-2367ec17216f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:31.133228 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939da92-9747-4d62-ba9d-ec4dfb4551f3 req-59c40b39-549b-45af-a58b-2367ec17216f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:31.139859 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939da92-9747-4d62-ba9d-ec4dfb4551f3 req-59c40b39-549b-45af-a58b-2367ec17216f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:31.146092 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939da92-9747-4d62-ba9d-ec4dfb4551f3 req-59c40b39-549b-45af-a58b-2367ec17216f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:31.147992 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b939da92-9747-4d62-ba9d-ec4dfb4551f3 req-59c40b39-549b-45af-a58b-2367ec17216f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5437 time: 0.1395140 Nov 12 01:03:31.266778 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b939da92-9747-4d62-ba9d-ec4dfb4551f3 req-7cfebe29-3e08-4e8e-9410-f922747578d2 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090913 Nov 12 01:03:31.289556 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b107ccb5-0545-4e74-a413-0eef3703cdde req-93527468-b6b3-4a79-852a-7bf3c279bcf8 service neutron] 10.222.0.15 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405096 Nov 12 01:03:31.383043 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:03:31.409200 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00d89b-275b-4361-bb1e-287b55731387 req-1e21d707-e4ea-4b75-8a1b-e0cd42492141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:31.411675 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3a00d89b-275b-4361-bb1e-287b55731387 req-1e21d707-e4ea-4b75-8a1b-e0cd42492141 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 1095 time: 0.0496974 Nov 12 01:03:31.522982 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00d89b-275b-4361-bb1e-287b55731387 req-acce9151-4c8e-4256-b039-cb8fa96d595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:31.525288 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3a00d89b-275b-4361-bb1e-287b55731387 req-acce9151-4c8e-4256-b039-cb8fa96d595a service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 912 time: 0.1070786 Nov 12 01:03:31.631287 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3a00d89b-275b-4361-bb1e-287b55731387 req-241c7069-8d7b-4a22-8901-8df9d862c0b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52d64dac-6de5-4d4c-9e15-4887219bcc9e HTTP/1.1" status: 200 len: 217 time: 0.0977640 Nov 12 01:03:31.653789 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fabe4-b2d8-477f-858a-d74881e4ac0a req-831b47ea-bd2c-4dae-a12f-27a4061fc86e tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:31.668308 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fb7fabe4-b2d8-477f-858a-d74881e4ac0a req-831b47ea-bd2c-4dae-a12f-27a4061fc86e tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 943 time: 0.1037369 Nov 12 01:03:31.738659 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00d89b-275b-4361-bb1e-287b55731387 req-4c41a5dd-ce80-4959-8290-26097f5f9ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:31.747090 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3a00d89b-275b-4361-bb1e-287b55731387 req-4c41a5dd-ce80-4959-8290-26097f5f9ee0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.1082244 Nov 12 01:03:31.770088 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fb7fabe4-b2d8-477f-858a-d74881e4ac0a req-8f17f9c0-8300-4803-85e9-7251d4a5b045 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949731 Nov 12 01:03:31.851050 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00d89b-275b-4361-bb1e-287b55731387 req-617cde9f-48bf-475a-baf5-40eceecd1ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:31.852483 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3a00d89b-275b-4361-bb1e-287b55731387 req-617cde9f-48bf-475a-baf5-40eceecd1ca6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0988302 Nov 12 01:03:31.967932 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3a00d89b-275b-4361-bb1e-287b55731387 req-45ff49bc-a6fb-4fd5-b7b7-43c85a60b139 service neutron] 10.222.0.15 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058874 Nov 12 01:03:32.126320 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3a00d89b-275b-4361-bb1e-287b55731387 req-e8ffa490-82a5-407f-a72a-fdf184620f90 service neutron] 10.222.0.15 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220384 Nov 12 01:03:32.145435 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-5bf4fd14-7444-4bd5-9778-6f6cd03b2fb0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.151994 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-5bf4fd14-7444-4bd5-9778-6f6cd03b2fb0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.158836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-5bf4fd14-7444-4bd5-9778-6f6cd03b2fb0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.165830 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-5bf4fd14-7444-4bd5-9778-6f6cd03b2fb0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.171939 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-5bf4fd14-7444-4bd5-9778-6f6cd03b2fb0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.179303 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-5bf4fd14-7444-4bd5-9778-6f6cd03b2fb0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.185542 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-5bf4fd14-7444-4bd5-9778-6f6cd03b2fb0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.187554 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-5bf4fd14-7444-4bd5-9778-6f6cd03b2fb0 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.21 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5437 time: 0.3947182 Nov 12 01:03:32.248069 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-dd50d075-80dc-4f42-a03b-fd3dd694355f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.250030 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-dd50d075-80dc-4f42-a03b-fd3dd694355f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.21 "GET /v2.0/ports/7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0540540 Nov 12 01:03:32.260678 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89822c-b529-475c-aa54-4ae1b286dc89 req-e6689539-5614-4e53-abb1-98560b23f887 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.262329 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff89822c-b529-475c-aa54-4ae1b286dc89 req-e6689539-5614-4e53-abb1-98560b23f887 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.2924986 Nov 12 01:03:32.277484 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8094be6b-413c-4784-bbdb-bc9499703c2f details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:03:32.471570 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 8094be6b-413c-4784-bbdb-bc9499703c2f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8094be6b-413c-4784-bbdb-bc9499703c2f,segment=NetworkSegment(87528cf6-8de1-4116-8797-3c6dec5a426e),segment_id=87528cf6-8de1-4116-8797-3c6dec5a426e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:32.494745 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '8094be6b-413c-4784-bbdb-bc9499703c2f', 'network_id': '435816c9-12a6-40de-aba8-b1fb076c441f', 'port_id': '8094be6b-413c-4784-bbdb-bc9499703c2f', 'mac_address': 'fa:16:3e:cc:36:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838f8e68-1c1e-4ca7-b054-f4c1b77520ed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:03:32.499581 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff89822c-b529-475c-aa54-4ae1b286dc89 req-0ccfa22c-c2f2-4677-bd19-fdcb5e2802e1 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884265 Nov 12 01:03:32.545540 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:32.563420 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8094be6b-413c-4784-bbdb-bc9499703c2f {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:03:32.595240 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 8094be6b-413c-4784-bbdb-bc9499703c2f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8094be6b-413c-4784-bbdb-bc9499703c2f,segment=NetworkSegment(87528cf6-8de1-4116-8797-3c6dec5a426e),segment_id=87528cf6-8de1-4116-8797-3c6dec5a426e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:32.603641 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:32.613918 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-d55e52e4-80ca-489d-b290-e205ac60c652 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.21 "GET /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3505657 Nov 12 01:03:32.626471 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-33acbb27-3532-450e-a669-f6f78324caa4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:32.627611 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecb6ea-6c2a-4a5b-ac79-073fae38fea9 req-a324a102-f15a-4a52-bd9f-f97ea17ec7fd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.643798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecb6ea-6c2a-4a5b-ac79-073fae38fea9 req-a324a102-f15a-4a52-bd9f-f97ea17ec7fd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.666041 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecb6ea-6c2a-4a5b-ac79-073fae38fea9 req-a324a102-f15a-4a52-bd9f-f97ea17ec7fd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.684073 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecb6ea-6c2a-4a5b-ac79-073fae38fea9 req-a324a102-f15a-4a52-bd9f-f97ea17ec7fd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.696385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecb6ea-6c2a-4a5b-ac79-073fae38fea9 req-a324a102-f15a-4a52-bd9f-f97ea17ec7fd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.710282 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecb6ea-6c2a-4a5b-ac79-073fae38fea9 req-a324a102-f15a-4a52-bd9f-f97ea17ec7fd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.735254 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecb6ea-6c2a-4a5b-ac79-073fae38fea9 req-a324a102-f15a-4a52-bd9f-f97ea17ec7fd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.737899 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['8094be6b-413c-4784-bbdb-bc9499703c2f'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:03:32.740978 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eaecb6ea-6c2a-4a5b-ac79-073fae38fea9 req-a324a102-f15a-4a52-bd9f-f97ea17ec7fd tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 5437 time: 0.3047898 Nov 12 01:03:32.761798 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-33acbb27-3532-450e-a669-f6f78324caa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:32.892562 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eaecb6ea-6c2a-4a5b-ac79-073fae38fea9 req-72b0f5c5-25d0-49e5-a7df-883907e30dce tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1390808 Nov 12 01:03:32.925102 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=8094be6b-413c-4784-bbdb-bc9499703c2f,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:33.150003 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e251bf-dcd0-4fb4-b72d-eeded883f8a3 req-a34f1773-66f5-4adb-9377-d62ecfb84a14 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:33.151779 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88e251bf-dcd0-4fb4-b72d-eeded883f8a3 req-a34f1773-66f5-4adb-9377-d62ecfb84a14 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 943 time: 0.2411051 Nov 12 01:03:33.217533 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88e251bf-dcd0-4fb4-b72d-eeded883f8a3 req-bddc5aa0-d28f-4c47-854f-7f4d7d6fa002 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583694 Nov 12 01:03:33.245541 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-33acbb27-3532-450e-a669-f6f78324caa4 service neutron] For port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:33.291855 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-33acbb27-3532-450e-a669-f6f78324caa4 service neutron] For port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:33.384871 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-33acbb27-3532-450e-a669-f6f78324caa4 service neutron] device_id is not set on port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:03:33.397243 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-33acbb27-3532-450e-a669-f6f78324caa4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.409981 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-33acbb27-3532-450e-a669-f6f78324caa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.499110 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-33acbb27-3532-450e-a669-f6f78324caa4 service neutron] No DVR routers for this DVR port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:33.559935 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acbb27-3532-450e-a669-f6f78324caa4 service neutron] Pushing event updated for resources: {'Port': ['ID=7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645,revision_number=6']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:33.604585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-33acbb27-3532-450e-a669-f6f78324caa4 service neutron] In _notify_port_updated(), no bound segment for port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 on network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 {{(pid=114242) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:03:33.605852 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-33acbb27-3532-450e-a669-f6f78324caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:33.608153 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-33acbb27-3532-450e-a669-f6f78324caa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.610601 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-33acbb27-3532-450e-a669-f6f78324caa4 service neutron] 10.222.0.21 "PUT /v2.0/ports/7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 HTTP/1.1" status: 200 len: 1028 time: 0.9884379 Nov 12 01:03:33.724409 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-4eabc5b5-a43a-47ca-808a-8897264688f9 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:33.730697 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-4eabc5b5-a43a-47ca-808a-8897264688f9 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.21 "GET /v2.0/ports/eaf27379-549b-4591-bd09-78291efa7f5f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1110251 Nov 12 01:03:33.746153 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-a8e630b9-9996-41e6-b7c7-8323fd99b783 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:33.830147 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d27cdc-9afe-4b53-88bf-48708ef2f24f req-f873b50e-fe89-4072-8dfe-f63f462af907 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:33.843505 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63d27cdc-9afe-4b53-88bf-48708ef2f24f req-f873b50e-fe89-4072-8dfe-f63f462af907 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 944 time: 0.1622357 Nov 12 01:03:33.863141 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-560dde93-77d3-4ffd-8dc1-ea2c08bf7bd3 None None] Provisioning complete for port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:33.869117 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-560dde93-77d3-4ffd-8dc1-ea2c08bf7bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.922989 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-a8e630b9-9996-41e6-b7c7-8323fd99b783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.963248 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-560dde93-77d3-4ffd-8dc1-ea2c08bf7bd3 None None] Port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:33.970360 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63d27cdc-9afe-4b53-88bf-48708ef2f24f req-2d7ced61-1511-4c7b-ba91-1a9ec9d784b0 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249189 Nov 12 01:03:34.224770 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5e313-298a-4f3d-b3fa-e22a2733c1a4 req-07a63c78-272f-4f4e-ac26-6226e99fba50 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:34.233109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5e313-298a-4f3d-b3fa-e22a2733c1a4 req-07a63c78-272f-4f4e-ac26-6226e99fba50 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:34.239767 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5e313-298a-4f3d-b3fa-e22a2733c1a4 req-07a63c78-272f-4f4e-ac26-6226e99fba50 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:34.252637 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5e313-298a-4f3d-b3fa-e22a2733c1a4 req-07a63c78-272f-4f4e-ac26-6226e99fba50 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:34.261594 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5e313-298a-4f3d-b3fa-e22a2733c1a4 req-07a63c78-272f-4f4e-ac26-6226e99fba50 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:34.269440 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5e313-298a-4f3d-b3fa-e22a2733c1a4 req-07a63c78-272f-4f4e-ac26-6226e99fba50 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:34.271395 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edf5e313-298a-4f3d-b3fa-e22a2733c1a4 req-07a63c78-272f-4f4e-ac26-6226e99fba50 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 4662 time: 0.2113438 Nov 12 01:03:34.305671 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8094be6b-413c-4784-bbdb-bc9499703c2f up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:34.354630 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-a8e630b9-9996-41e6-b7c7-8323fd99b783 service neutron] For port eaf27379-549b-4591-bd09-78291efa7f5f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=eaf27379-549b-4591-bd09-78291efa7f5f,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:34.425937 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edf5e313-298a-4f3d-b3fa-e22a2733c1a4 req-b7c53b1c-e946-491c-95b4-5b9571458695 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&id=fda35d95-f0f1-44d1-82f1-bf27605f9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1439891 Nov 12 01:03:34.469827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 8094be6b-413c-4784-bbdb-bc9499703c2f triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:34.470006 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.478894 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c901fcc-eae8-4473-b823-5d3e6cfa8101 req-120c9513-4139-4ba2-9842-d52903218979 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:34.485323 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-a8e630b9-9996-41e6-b7c7-8323fd99b783 service neutron] For port eaf27379-549b-4591-bd09-78291efa7f5f, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:34.487239 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8c901fcc-eae8-4473-b823-5d3e6cfa8101 req-120c9513-4139-4ba2-9842-d52903218979 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 943 time: 0.1210110 Nov 12 01:03:34.550307 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-a8e630b9-9996-41e6-b7c7-8323fd99b783 service neutron] device_id is not set on port eaf27379-549b-4591-bd09-78291efa7f5f yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:03:34.573620 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-a8e630b9-9996-41e6-b7c7-8323fd99b783 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.590692 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8c901fcc-eae8-4473-b823-5d3e6cfa8101 req-54b317d6-fc97-49a6-93ef-29faac747085 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997655 Nov 12 01:03:34.593406 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-a8e630b9-9996-41e6-b7c7-8323fd99b783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.732769 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.737078 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e630b9-9996-41e6-b7c7-8323fd99b783 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf27379-549b-4591-bd09-78291efa7f5f,revision_number=6']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:34.741567 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-a8e630b9-9996-41e6-b7c7-8323fd99b783 service neutron] No DVR routers for this DVR port eaf27379-549b-4591-bd09-78291efa7f5f on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:34.831417 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 8094be6b-413c-4784-bbdb-bc9499703c2f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8094be6b-413c-4784-bbdb-bc9499703c2f,segment=NetworkSegment(87528cf6-8de1-4116-8797-3c6dec5a426e),segment_id=87528cf6-8de1-4116-8797-3c6dec5a426e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:34.833871 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1e875e-6bee-4479-9806-ec9e06706830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8094be6b-413c-4784-bbdb-bc9499703c2f'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:34.837751 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1c5f11-a939-4c6a-947b-73fee8a5798d" -d '{"events": [{"server_uuid": "8d1e875e-6bee-4479-9806-ec9e06706830", "name": "network-vif-plugged", "status": "completed", "tag": "8094be6b-413c-4784-bbdb-bc9499703c2f"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:34.843301 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.844876 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:34.932837 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-a8e630b9-9996-41e6-b7c7-8323fd99b783 service neutron] In _notify_port_updated(), no bound segment for port eaf27379-549b-4591-bd09-78291efa7f5f on network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 {{(pid=114242) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:03:34.933752 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-a8e630b9-9996-41e6-b7c7-8323fd99b783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:34.934370 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-a8e630b9-9996-41e6-b7c7-8323fd99b783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.935714 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-a8e630b9-9996-41e6-b7c7-8323fd99b783 service neutron] 10.222.0.21 "PUT /v2.0/ports/eaf27379-549b-4591-bd09-78291efa7f5f HTTP/1.1" status: 200 len: 1028 time: 1.1975513 Nov 12 01:03:34.970225 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53e0401-82fa-445c-a2a3-669127bdcf97 x-openstack-request-id: req-d53e0401-82fa-445c-a2a3-669127bdcf97 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:34.970225 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1e875e-6bee-4479-9806-ec9e06706830", "name": "network-vif-plugged", "status": "completed", "tag": "8094be6b-413c-4784-bbdb-bc9499703c2f", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:34.970225 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d53e0401-82fa-445c-a2a3-669127bdcf97 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:34.970948 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1e875e-6bee-4479-9806-ec9e06706830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8094be6b-413c-4784-bbdb-bc9499703c2f', 'code': 200} Nov 12 01:03:34.971249 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=8094be6b-413c-4784-bbdb-bc9499703c2f,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:35.046846 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.142626 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b,segment=NetworkSegment(b5504e77-a136-454b-965e-6ff3a65930f2),segment_id=b5504e77-a136-454b-965e-6ff3a65930f2)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:35.147587 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.149572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device eaf27379-549b-4591-bd09-78291efa7f5f no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:35.258260 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-50c876c3-bf43-478e-b8d8-bc19aac9db06 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Deleting port 2848d887-c908-4eac-985d-33d1a11891ab {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:35.258793 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-50c876c3-bf43-478e-b8d8-bc19aac9db06 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.358150 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8d62a-bf1d-4de8-b0fe-159da9bd81a9 req-1a4cc085-75fd-4f79-b69f-ba066f586c9e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:35.359724 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f8c8d62a-bf1d-4de8-b0fe-159da9bd81a9 req-1a4cc085-75fd-4f79-b69f-ba066f586c9e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1464646 Nov 12 01:03:35.398585 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:35.422443 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device eaf27379-549b-4591-bd09-78291efa7f5f not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:35.422443 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3f4d6886-1149-4c55-aa72-c928b8b02a0f no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:35.511206 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-50c876c3-bf43-478e-b8d8-bc19aac9db06 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] For port 2848d887-c908-4eac-985d-33d1a11891ab, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=2848d887-c908-4eac-985d-33d1a11891ab,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:35.514426 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-50c876c3-bf43-478e-b8d8-bc19aac9db06 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.523767 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d262a942-0b8c-472b-b788-4e6ffcd8db9d None None] Provisioning complete for port eaf27379-549b-4591-bd09-78291efa7f5f triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:35.524343 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d262a942-0b8c-472b-b788-4e6ffcd8db9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.550047 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f8c8d62a-bf1d-4de8-b0fe-159da9bd81a9 req-22a013c7-9c28-42cc-9249-8709fe281386 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796930 Nov 12 01:03:35.579468 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-50c876c3-bf43-478e-b8d8-bc19aac9db06 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Calling delete_port for 2848d887-c908-4eac-985d-33d1a11891ab owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:35.655602 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.701184 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3f4d6886-1149-4c55-aa72-c928b8b02a0f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3f4d6886-1149-4c55-aa72-c928b8b02a0f,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:35.703333 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d262a942-0b8c-472b-b788-4e6ffcd8db9d None None] Port eaf27379-549b-4591-bd09-78291efa7f5f cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:35.729143 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.730178 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device babf2404-166d-409b-b86b-258ee071292f no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:35.843464 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ecdfd-5424-4076-a7ed-a204347cc539 req-6757055d-1589-4352-b742-151afeb0d5cb tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:35.847104 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd811e5-0237-42a2-bd9f-293a8a2e30d3 req-954e598e-2fd7-43ac-822f-0e5e652f6a15 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:35.850834 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ecdfd-5424-4076-a7ed-a204347cc539 req-6757055d-1589-4352-b742-151afeb0d5cb tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:35.857844 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ecdfd-5424-4076-a7ed-a204347cc539 req-6757055d-1589-4352-b742-151afeb0d5cb tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:35.858092 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4dd811e5-0237-42a2-bd9f-293a8a2e30d3 req-954e598e-2fd7-43ac-822f-0e5e652f6a15 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 943 time: 0.1322446 Nov 12 01:03:35.865443 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ecdfd-5424-4076-a7ed-a204347cc539 req-6757055d-1589-4352-b742-151afeb0d5cb tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:35.875456 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ecdfd-5424-4076-a7ed-a204347cc539 req-6757055d-1589-4352-b742-151afeb0d5cb tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:35.885753 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8c5ecdfd-5424-4076-a7ed-a204347cc539 req-6757055d-1589-4352-b742-151afeb0d5cb tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 3883 time: 0.1335375 Nov 12 01:03:35.970770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=3f4d6886-1149-4c55-aa72-c928b8b02a0f,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:35.999035 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4dd811e5-0237-42a2-bd9f-293a8a2e30d3 req-9decc9d8-819c-4778-8cce-63501f37b07f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398728 Nov 12 01:03:36.027880 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8c5ecdfd-5424-4076-a7ed-a204347cc539 req-d5f21050-5aa6-4dcb-bb6c-c218590bed56 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411054 Nov 12 01:03:36.100294 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.140236 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-50c876c3-bf43-478e-b8d8-bc19aac9db06 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.176513 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port babf2404-166d-409b-b86b-258ee071292f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=babf2404-166d-409b-b86b-258ee071292f,segment=NetworkSegment(40058dc0-10b9-473a-b138-f5952db5f2e4),segment_id=40058dc0-10b9-473a-b138-f5952db5f2e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:36.187485 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.188494 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:36.195530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c876c3-bf43-478e-b8d8-bc19aac9db06 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event deleted for resources: {'Port': ['ID=2848d887-c908-4eac-985d-33d1a11891ab,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:36.305435 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-50c876c3-bf43-478e-b8d8-bc19aac9db06 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] No DVR routers for this DVR port 2848d887-c908-4eac-985d-33d1a11891ab on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:36.315951 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-50c876c3-bf43-478e-b8d8-bc19aac9db06 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.328475 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-50c876c3-bf43-478e-b8d8-bc19aac9db06 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.21 "DELETE /v2.0/ports/2848d887-c908-4eac-985d-33d1a11891ab HTTP/1.1" status: 204 len: 173 time: 1.3801079 Nov 12 01:03:36.330165 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-deleted', 'tag': '2848d887-c908-4eac-985d-33d1a11891ab'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:36.330290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=babf2404-166d-409b-b86b-258ee071292f,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:36.335300 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aad5375-df26-4200-b32d-32e926a082b5" -d '{"events": [{"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-deleted", "tag": "2848d887-c908-4eac-985d-33d1a11891ab"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:36.358203 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:36.362896 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 2848d887-c908-4eac-985d-33d1a11891ab no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:36.405662 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 2848d887-c908-4eac-985d-33d1a11891ab {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:03:36.406861 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 2848d887-c908-4eac-985d-33d1a11891ab not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:36.407417 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device ce338286-589a-4fe7-9255-b5d2a6ec28f4 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:36.532142 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efcc9cf-f2b0-49d5-8f63-77a111ac0f86 x-openstack-request-id: req-3efcc9cf-f2b0-49d5-8f63-77a111ac0f86 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:36.532382 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-deleted", "tag": "2848d887-c908-4eac-985d-33d1a11891ab", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:36.535795 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3efcc9cf-f2b0-49d5-8f63-77a111ac0f86 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:36.536254 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-deleted', 'tag': '2848d887-c908-4eac-985d-33d1a11891ab', 'status': 'completed', 'code': 200} Nov 12 01:03:36.638385 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.726170 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-61524d26-4555-4e23-ac6c-30a0f7490476 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Deleting port ce338286-589a-4fe7-9255-b5d2a6ec28f4 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:36.729975 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-61524d26-4555-4e23-ac6c-30a0f7490476 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.739031 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port ce338286-589a-4fe7-9255-b5d2a6ec28f4, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=ce338286-589a-4fe7-9255-b5d2a6ec28f4,segment=NetworkSegment(40058dc0-10b9-473a-b138-f5952db5f2e4),segment_id=40058dc0-10b9-473a-b138-f5952db5f2e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:36.750852 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.888558 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=ce338286-589a-4fe7-9255-b5d2a6ec28f4,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:36.944488 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afdc7f-aab7-407c-b299-321bfe797efc req-207589d2-6439-4a5e-9224-7c296fb6cd70 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:36.950427 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98afdc7f-aab7-407c-b299-321bfe797efc req-207589d2-6439-4a5e-9224-7c296fb6cd70 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1418679 Nov 12 01:03:36.972103 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b'}, {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f4d6886-1149-4c55-aa72-c928b8b02a0f'}, {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'babf2404-166d-409b-b86b-258ee071292f'}, {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce338286-589a-4fe7-9255-b5d2a6ec28f4'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:36.974229 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b18972-53f2-41e4-a73c-1da91ef18713" -d '{"events": [{"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-unplugged", "status": "completed", "tag": "e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b"}, {"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-unplugged", "status": "completed", "tag": "3f4d6886-1149-4c55-aa72-c928b8b02a0f"}, {"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-unplugged", "status": "completed", "tag": "babf2404-166d-409b-b86b-258ee071292f"}, {"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-unplugged", "status": "completed", "tag": "ce338286-589a-4fe7-9255-b5d2a6ec28f4"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:37.014791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-61524d26-4555-4e23-ac6c-30a0f7490476 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] For port ce338286-589a-4fe7-9255-b5d2a6ec28f4, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=ce338286-589a-4fe7-9255-b5d2a6ec28f4,segment=NetworkSegment(40058dc0-10b9-473a-b138-f5952db5f2e4),segment_id=40058dc0-10b9-473a-b138-f5952db5f2e4)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:37.015171 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-61524d26-4555-4e23-ac6c-30a0f7490476 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.048389 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-61524d26-4555-4e23-ac6c-30a0f7490476 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Calling delete_port for ce338286-589a-4fe7-9255-b5d2a6ec28f4 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:37.053346 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98afdc7f-aab7-407c-b299-321bfe797efc req-06ed4ec7-8044-45e4-878e-3f7bddc25c36 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894864 Nov 12 01:03:37.083473 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07372e84-1dcf-4962-88db-610b894d1be5 x-openstack-request-id: req-07372e84-1dcf-4962-88db-610b894d1be5 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:37.083816 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-unplugged", "status": "completed", "tag": "e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b", "code": 200}, {"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-unplugged", "status": "completed", "tag": "3f4d6886-1149-4c55-aa72-c928b8b02a0f", "code": 200}, {"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-unplugged", "status": "completed", "tag": "babf2404-166d-409b-b86b-258ee071292f", "code": 200}, {"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-unplugged", "status": "completed", "tag": "ce338286-589a-4fe7-9255-b5d2a6ec28f4", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:37.084076 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07372e84-1dcf-4962-88db-610b894d1be5 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:37.084485 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b', 'code': 200} Nov 12 01:03:37.084767 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f4d6886-1149-4c55-aa72-c928b8b02a0f', 'code': 200} Nov 12 01:03:37.085024 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'babf2404-166d-409b-b86b-258ee071292f', 'code': 200} Nov 12 01:03:37.085271 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce338286-589a-4fe7-9255-b5d2a6ec28f4', 'code': 200} Nov 12 01:03:37.289404 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11c9c0-3c45-4a2e-82e5-0e976e18fc68 req-aba9df7d-273b-453d-a3ef-949db6c997e9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:37.299596 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bf11c9c0-3c45-4a2e-82e5-0e976e18fc68 req-aba9df7d-273b-453d-a3ef-949db6c997e9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 943 time: 0.0844333 Nov 12 01:03:37.387820 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-61524d26-4555-4e23-ac6c-30a0f7490476 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.399839 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bf11c9c0-3c45-4a2e-82e5-0e976e18fc68 req-7b13c603-e4da-4af9-88b3-5dec76f41018 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983465 Nov 12 01:03:37.420526 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e8667-6df2-4471-b33e-82ddade2e19d req-2ab36282-eadf-4f0d-9a6b-c810ee72f785 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:37.440463 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e8667-6df2-4471-b33e-82ddade2e19d req-2ab36282-eadf-4f0d-9a6b-c810ee72f785 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:37.453651 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e8667-6df2-4471-b33e-82ddade2e19d req-2ab36282-eadf-4f0d-9a6b-c810ee72f785 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:37.472592 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e8667-6df2-4471-b33e-82ddade2e19d req-2ab36282-eadf-4f0d-9a6b-c810ee72f785 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:37.475621 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-528e8667-6df2-4471-b33e-82ddade2e19d req-2ab36282-eadf-4f0d-9a6b-c810ee72f785 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 3144 time: 0.2270975 Nov 12 01:03:37.519934 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61524d26-4555-4e23-ac6c-30a0f7490476 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event deleted for resources: {'Port': ['ID=ce338286-589a-4fe7-9255-b5d2a6ec28f4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:37.589199 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-61524d26-4555-4e23-ac6c-30a0f7490476 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] No DVR routers for this DVR port ce338286-589a-4fe7-9255-b5d2a6ec28f4 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:37.592261 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-61524d26-4555-4e23-ac6c-30a0f7490476 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.596796 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-61524d26-4555-4e23-ac6c-30a0f7490476 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.21 "DELETE /v2.0/ports/ce338286-589a-4fe7-9255-b5d2a6ec28f4 HTTP/1.1" status: 204 len: 173 time: 1.2576983 Nov 12 01:03:37.706625 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-528e8667-6df2-4471-b33e-82ddade2e19d req-eb4bfbaf-b3d7-4922-9b91-53d515c0b73c tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229595 Nov 12 01:03:37.774843 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-58e6cee5-d576-4781-a16c-da28a794e22b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Deleting port e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:37.775963 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-58e6cee5-d576-4781-a16c-da28a794e22b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.975048 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-58e6cee5-d576-4781-a16c-da28a794e22b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] For port e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b,segment=NetworkSegment(b5504e77-a136-454b-965e-6ff3a65930f2),segment_id=b5504e77-a136-454b-965e-6ff3a65930f2)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:37.975417 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-58e6cee5-d576-4781-a16c-da28a794e22b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:38.237088 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-58e6cee5-d576-4781-a16c-da28a794e22b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:38.237644 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-58e6cee5-d576-4781-a16c-da28a794e22b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:38.237968 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-58e6cee5-d576-4781-a16c-da28a794e22b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Floating IP 46257805-f870-4a46-b62d-352383acec65 disassociated. External IP: 172.25.0.221, port: e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b. Nov 12 01:03:38.238404 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-58e6cee5-d576-4781-a16c-da28a794e22b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Calling delete_port for e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:38.355368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b308be-96dc-419a-b506-03f34d75ff13 req-55a0530f-8b61-4b61-9289-f2e40fdcc057 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:38.364167 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-03b308be-96dc-419a-b506-03f34d75ff13 req-55a0530f-8b61-4b61-9289-f2e40fdcc057 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1351843 Nov 12 01:03:38.386416 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-58e6cee5-d576-4781-a16c-da28a794e22b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:38.424195 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6cee5-d576-4781-a16c-da28a794e22b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event deleted for resources: {'Port': ['ID=e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:38.463517 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-03b308be-96dc-419a-b506-03f34d75ff13 req-b017a3a8-6aa5-4058-beb9-e9fd42fc9ac4 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951023 Nov 12 01:03:38.641188 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:38.767007 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-deleted', 'tag': 'ce338286-589a-4fe7-9255-b5d2a6ec28f4'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:38.773318 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9675ba6c-764e-4dcf-8163-278dd173f77e" -d '{"events": [{"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-deleted", "tag": "ce338286-589a-4fe7-9255-b5d2a6ec28f4"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:38.811140 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-58e6cee5-d576-4781-a16c-da28a794e22b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Router c2b5bb44-268c-4c63-a93e-433ee493520a has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:03:38.875018 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3afc24-4d2f-484e-b0b9-8f4c6ab40b47 req-7d2f627d-eec4-419e-9fff-29fc2dec6126 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:38.886780 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eb3afc24-4d2f-484e-b0b9-8f4c6ab40b47 req-7d2f627d-eec4-419e-9fff-29fc2dec6126 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 943 time: 0.1862257 Nov 12 01:03:39.022394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc53b69-2cc5-4215-9f62-7964f584e760 req-0b78ce96-9adf-402b-bc54-a77331c1f5c8 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:39.034756 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc53b69-2cc5-4215-9f62-7964f584e760 req-0b78ce96-9adf-402b-bc54-a77331c1f5c8 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:39.047464 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8cc53b69-2cc5-4215-9f62-7964f584e760 req-0b78ce96-9adf-402b-bc54-a77331c1f5c8 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 1677 time: 0.1151011 Nov 12 01:03:39.122552 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8cc53b69-2cc5-4215-9f62-7964f584e760 req-e097f5e9-a65a-44ca-8851-1e22c7ac7ea8 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729413 Nov 12 01:03:39.196386 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-58e6cee5-d576-4781-a16c-da28a794e22b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:39.209565 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a1781c-e600-450d-aec7-c842aede71da None None] Sync routers for ids ['c2b5bb44-268c-4c63-a93e-433ee493520a'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:39.212798 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b149a058-4acf-4695-b4e3-8598a7951108 x-openstack-request-id: req-b149a058-4acf-4695-b4e3-8598a7951108 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:39.213096 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-deleted", "tag": "ce338286-589a-4fe7-9255-b5d2a6ec28f4", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:39.213730 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b149a058-4acf-4695-b4e3-8598a7951108 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:39.214133 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-deleted', 'tag': 'ce338286-589a-4fe7-9255-b5d2a6ec28f4', 'status': 'completed', 'code': 200} Nov 12 01:03:39.231889 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a1781c-e600-450d-aec7-c842aede71da None None] Routers {'c2b5bb44-268c-4c63-a93e-433ee493520a'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:39.232513 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-65a1781c-e600-450d-aec7-c842aede71da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:03:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c2b5bb44-268c-4c63-a93e-433ee493520a'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:39.275903 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eb3afc24-4d2f-484e-b0b9-8f4c6ab40b47 req-08fa029c-6925-41da-bfc8-7951fd4c2a37 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3108332 Nov 12 01:03:39.331128 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-58e6cee5-d576-4781-a16c-da28a794e22b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] No DVR routers for this DVR port e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:39.339372 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-58e6cee5-d576-4781-a16c-da28a794e22b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:39.342891 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-58e6cee5-d576-4781-a16c-da28a794e22b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.21 "DELETE /v2.0/ports/e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b HTTP/1.1" status: 204 len: 173 time: 1.7396071 Nov 12 01:03:39.462036 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-75b32eb4-eab5-47b0-8e83-11ed16bd864b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Deleting port babf2404-166d-409b-b86b-258ee071292f {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:39.462666 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-75b32eb4-eab5-47b0-8e83-11ed16bd864b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:39.505343 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-65a1781c-e600-450d-aec7-c842aede71da None None] Set router c2b5bb44-268c-4c63-a93e-433ee493520a gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:39.578557 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-75b32eb4-eab5-47b0-8e83-11ed16bd864b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] For port babf2404-166d-409b-b86b-258ee071292f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=babf2404-166d-409b-b86b-258ee071292f,segment=NetworkSegment(40058dc0-10b9-473a-b138-f5952db5f2e4),segment_id=40058dc0-10b9-473a-b138-f5952db5f2e4)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:39.578928 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-75b32eb4-eab5-47b0-8e83-11ed16bd864b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:39.616196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-75b32eb4-eab5-47b0-8e83-11ed16bd864b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Calling delete_port for babf2404-166d-409b-b86b-258ee071292f owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:39.714401 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd51acb-292c-4720-a731-82dc3ea5e62b req-87c70fa5-2b3c-49cd-bdee-a9a1f26451fc tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:39.732131 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfd51acb-292c-4720-a731-82dc3ea5e62b req-87c70fa5-2b3c-49cd-bdee-a9a1f26451fc tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1455586 Nov 12 01:03:39.830218 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfd51acb-292c-4720-a731-82dc3ea5e62b req-ad3b9186-4160-4fd2-bf48-be2f5765e4dc tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870459 Nov 12 01:03:39.955670 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-65a1781c-e600-450d-aec7-c842aede71da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'name': 'tempest-TaggedBootDevicesTest-1091472500-router', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:50Z', 'updated_at': '2021-11-12T00:52:56Z', 'revision_number': 4, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'gw_port': {'id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:51Z', 'updated_at': '2021-11-12T00:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'deeec366-335e-45a6-a9d0-c4a102764a89', 'name': '', 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'mac_address': 'fa:16:3e:ae:7e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9ba268ed-fc66-4621-b497-0ee29a68e673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:55Z', 'updated_at': '2021-11-12T00:53:01Z', 'revision_number': 5, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'subnets': [{'id': '9ba268ed-fc66-4621-b497-0ee29a68e673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:39.986601 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-75b32eb4-eab5-47b0-8e83-11ed16bd864b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.023253 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b32eb4-eab5-47b0-8e83-11ed16bd864b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event deleted for resources: {'Port': ['ID=babf2404-166d-409b-b86b-258ee071292f,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:40.109497 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-75b32eb4-eab5-47b0-8e83-11ed16bd864b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] No DVR routers for this DVR port babf2404-166d-409b-b86b-258ee071292f on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:40.116092 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-75b32eb4-eab5-47b0-8e83-11ed16bd864b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.119744 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-75b32eb4-eab5-47b0-8e83-11ed16bd864b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.21 "DELETE /v2.0/ports/babf2404-166d-409b-b86b-258ee071292f HTTP/1.1" status: 204 len: 173 time: 0.7668750 Nov 12 01:03:40.123381 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a1781c-e600-450d-aec7-c842aede71da None None] Checking router: c2b5bb44-268c-4c63-a93e-433ee493520a for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:03:40.141518 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a1781c-e600-450d-aec7-c842aede71da None None] Routers {'c2b5bb44-268c-4c63-a93e-433ee493520a'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:40.142134 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-65a1781c-e600-450d-aec7-c842aede71da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:03:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c2b5bb44-268c-4c63-a93e-433ee493520a'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:40.345603 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-65a1781c-e600-450d-aec7-c842aede71da None None] Set router c2b5bb44-268c-4c63-a93e-433ee493520a gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:40.462170 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e916be3-ef0f-48e5-9c38-2672d34163da req-0693ac6c-2935-431b-a0f6-df5d36329882 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:40.473071 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0e916be3-ef0f-48e5-9c38-2672d34163da req-0693ac6c-2935-431b-a0f6-df5d36329882 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 943 time: 0.1983223 Nov 12 01:03:40.520285 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-a3a21798-d572-4210-865a-25054cd1db3b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Deleting port 3f4d6886-1149-4c55-aa72-c928b8b02a0f {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:40.520870 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-a3a21798-d572-4210-865a-25054cd1db3b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.550746 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e002c1d-3920-4853-b0d4-469eabc9713f req-9a3d3208-5ab0-479e-8061-132e1a4ee9bb tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:40.556280 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1e002c1d-3920-4853-b0d4-469eabc9713f req-9a3d3208-5ab0-479e-8061-132e1a4ee9bb tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 943 time: 0.1418974 Nov 12 01:03:40.663252 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1e002c1d-3920-4853-b0d4-469eabc9713f req-59cb45d5-6a34-4543-9af5-4791ff02d7ff tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990036 Nov 12 01:03:40.663941 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0e916be3-ef0f-48e5-9c38-2672d34163da req-7a0a14d2-6e24-40ee-8cad-bd3ddf2400ae tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups?id=b496f366-d03e-45e8-a671-4933f0bf379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828010 Nov 12 01:03:40.709798 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-a3a21798-d572-4210-865a-25054cd1db3b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] For port 3f4d6886-1149-4c55-aa72-c928b8b02a0f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3f4d6886-1149-4c55-aa72-c928b8b02a0f,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:40.710522 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-a3a21798-d572-4210-865a-25054cd1db3b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.726270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-a3a21798-d572-4210-865a-25054cd1db3b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Calling delete_port for 3f4d6886-1149-4c55-aa72-c928b8b02a0f owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:40.894293 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-65a1781c-e600-450d-aec7-c842aede71da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'name': 'tempest-TaggedBootDevicesTest-1091472500-router', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:50Z', 'updated_at': '2021-11-12T00:52:56Z', 'revision_number': 4, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'gw_port': {'id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:51Z', 'updated_at': '2021-11-12T00:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'deeec366-335e-45a6-a9d0-c4a102764a89', 'name': '', 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'mac_address': 'fa:16:3e:ae:7e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9ba268ed-fc66-4621-b497-0ee29a68e673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:55Z', 'updated_at': '2021-11-12T00:53:01Z', 'revision_number': 5, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'subnets': [{'id': '9ba268ed-fc66-4621-b497-0ee29a68e673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:40.936865 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-a3a21798-d572-4210-865a-25054cd1db3b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.990474 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a1781c-e600-450d-aec7-c842aede71da None None] The sync data for ids ['c2b5bb44-268c-4c63-a93e-433ee493520a'] in n-d-712137-14 is: [{'id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'name': 'tempest-TaggedBootDevicesTest-1091472500-router', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:50Z', 'updated_at': '2021-11-12T00:52:56Z', 'revision_number': 4, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'gw_port': {'id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:51Z', 'updated_at': '2021-11-12T00:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'deeec366-335e-45a6-a9d0-c4a102764a89', 'name': '', 'network_id': 'd6ea9c94-971c-4de5-89c0-b46d88be536e', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'mac_address': 'fa:16:3e:ae:7e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9ba268ed-fc66-4621-b497-0ee29a68e673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:55Z', 'updated_at': '2021-11-12T00:53:01Z', 'revision_number': 5, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'subnets': [{'id': '9ba268ed-fc66-4621-b497-0ee29a68e673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:41.042864 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a21798-d572-4210-865a-25054cd1db3b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event deleted for resources: {'Port': ['ID=3f4d6886-1149-4c55-aa72-c928b8b02a0f,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:41.053393 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af5633-7559-45fe-9260-1bbcb99433e7 req-04f643e1-a1e7-443f-8cfb-f35f97d47eb2 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:41.076355 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-59af5633-7559-45fe-9260-1bbcb99433e7 req-04f643e1-a1e7-443f-8cfb-f35f97d47eb2 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1208158 Nov 12 01:03:41.095954 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-a3a21798-d572-4210-865a-25054cd1db3b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] No DVR routers for this DVR port 3f4d6886-1149-4c55-aa72-c928b8b02a0f on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:41.102934 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-a3a21798-d572-4210-865a-25054cd1db3b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.107659 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f2e5595-fc1b-411a-b8d2-74947b68fd7a req-a3a21798-d572-4210-865a-25054cd1db3b tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.21 "DELETE /v2.0/ports/3f4d6886-1149-4c55-aa72-c928b8b02a0f HTTP/1.1" status: 204 len: 173 time: 0.9816530 Nov 12 01:03:41.214860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-deleted', 'tag': 'e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b'}, {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-deleted', 'tag': 'babf2404-166d-409b-b86b-258ee071292f'}, {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-deleted', 'tag': '3f4d6886-1149-4c55-aa72-c928b8b02a0f'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:41.218695 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c160b14d-037d-47af-882b-954f5dfb7382" -d '{"events": [{"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-deleted", "tag": "e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b"}, {"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-deleted", "tag": "babf2404-166d-409b-b86b-258ee071292f"}, {"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-deleted", "tag": "3f4d6886-1149-4c55-aa72-c928b8b02a0f"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:41.230830 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-59af5633-7559-45fe-9260-1bbcb99433e7 req-54dbfdc7-8ec2-4cb8-b71c-051d7b59c618 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533201 Nov 12 01:03:41.301192 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d340a6-c5c3-4073-a09d-90bc49f756e8 x-openstack-request-id: req-73d340a6-c5c3-4073-a09d-90bc49f756e8 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:41.301732 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-deleted", "tag": "e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b", "status": "completed", "code": 200}, {"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-deleted", "tag": "babf2404-166d-409b-b86b-258ee071292f", "status": "completed", "code": 200}, {"server_uuid": "05efed81-b9d0-4d36-8966-e47733ca9664", "name": "network-vif-deleted", "tag": "3f4d6886-1149-4c55-aa72-c928b8b02a0f", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:41.302155 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73d340a6-c5c3-4073-a09d-90bc49f756e8 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:41.302716 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-deleted', 'tag': 'e8f7251b-2dd1-4fed-b96c-ea0c6652fc7b', 'status': 'completed', 'code': 200} Nov 12 01:03:41.303115 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-deleted', 'tag': 'babf2404-166d-409b-b86b-258ee071292f', 'status': 'completed', 'code': 200} Nov 12 01:03:41.303508 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05efed81-b9d0-4d36-8966-e47733ca9664', 'name': 'network-vif-deleted', 'tag': '3f4d6886-1149-4c55-aa72-c928b8b02a0f', 'status': 'completed', 'code': 200} Nov 12 01:03:41.539284 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ae9d5-012b-4084-9358-3f4f529d8db6 None None] New status for floating IP 46257805-f870-4a46-b62d-352383acec65: DOWN {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:03:41.934758 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b86b5ea4-a0e9-4718-9db5-ebaf6a779020 req-3d65444e-95ef-4730-a5be-dd7bb5438619 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 210 time: 0.0645540 Nov 12 01:03:42.011590 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef748c5a-248a-4ef1-8043-fd51e23aa19f req-92cd50f7-c92a-4f75-b5e8-072fd59f64b2 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:42.032021 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ef748c5a-248a-4ef1-8043-fd51e23aa19f req-92cd50f7-c92a-4f75-b5e8-072fd59f64b2 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 943 time: 0.1604633 Nov 12 01:03:42.140748 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ef748c5a-248a-4ef1-8043-fd51e23aa19f req-213441af-6de2-406a-bae0-e233b823097a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055632 Nov 12 01:03:42.381497 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217fcda-e556-44a6-b6e6-cb3d6168008d req-3479dde6-a425-49cd-a89e-d9f5c1903ddd tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:42.393521 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4217fcda-e556-44a6-b6e6-cb3d6168008d req-3479dde6-a425-49cd-a89e-d9f5c1903ddd tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0835202 Nov 12 01:03:42.493481 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4217fcda-e556-44a6-b6e6-cb3d6168008d req-6859debd-b1ab-438c-8fdd-27e4b6e924cd tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921350 Nov 12 01:03:43.153356 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a2306ee6-6f12-4066-bb28-c05fbf72f823 req-1454fda2-86a0-4299-b683-fe6b3c0d62a8 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 210 time: 0.0653274 Nov 12 01:03:43.358274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e54ed3-96de-4cf9-9277-01d4ed92b453 req-de099f19-b5bb-477f-bcd9-796c393282e7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:43.360289 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-96e54ed3-96de-4cf9-9277-01d4ed92b453 req-de099f19-b5bb-477f-bcd9-796c393282e7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 943 time: 0.0962167 Nov 12 01:03:43.457299 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-96e54ed3-96de-4cf9-9277-01d4ed92b453 req-aaa9ae78-ec9d-4e03-911e-3157de7a423e tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892849 Nov 12 01:03:43.667231 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa06d82-10df-4c68-a4a0-621deb9583ec req-df3c131b-2aab-418c-9668-38ca9fa4cbe0 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:43.674814 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2aa06d82-10df-4c68-a4a0-621deb9583ec req-df3c131b-2aab-418c-9668-38ca9fa4cbe0 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0715373 Nov 12 01:03:43.745343 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2aa06d82-10df-4c68-a4a0-621deb9583ec req-d643c011-9afa-4efd-b495-bf15c092a5e7 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693293 Nov 12 01:03:44.362543 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-77b39eba-76bf-46a4-b414-c75ad814fcdb req-0fcaf3e3-38d3-41f5-9720-7831ce6b6beb tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 210 time: 0.0520406 Nov 12 01:03:44.658098 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0106c-7155-47fc-9cf0-3d1dc5d5dfd4 req-b01adb63-b1a5-48ab-8249-73f20a52b039 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:44.676685 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f2c0106c-7155-47fc-9cf0-3d1dc5d5dfd4 req-b01adb63-b1a5-48ab-8249-73f20a52b039 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 943 time: 0.1030233 Nov 12 01:03:44.776828 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f2c0106c-7155-47fc-9cf0-3d1dc5d5dfd4 req-b263175f-c892-4df8-bada-73f17f6408a1 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991132 Nov 12 01:03:44.974743 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccdc81-6ddb-4e2b-962d-c2fc43b41b4d req-58a6b3e2-a5de-4603-9479-44f81e65f3d1 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:44.982480 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99ccdc81-6ddb-4e2b-962d-c2fc43b41b4d req-58a6b3e2-a5de-4603-9479-44f81e65f3d1 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1466179 Nov 12 01:03:45.073125 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99ccdc81-6ddb-4e2b-962d-c2fc43b41b4d req-03a55db0-4f04-4ea7-89ac-b287130269a8 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896606 Nov 12 01:03:45.506034 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 52d64dac-6de5-4d4c-9e15-4887219bcc9e details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:03:45.551228 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5dd834a-df7f-486d-98bc-9d65ea0dd478 req-48f6d38d-def6-420c-97ee-cffe449b97e1 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 210 time: 0.0498009 Nov 12 01:03:45.691211 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 52d64dac-6de5-4d4c-9e15-4887219bcc9e, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=52d64dac-6de5-4d4c-9e15-4887219bcc9e,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:45.724870 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '52d64dac-6de5-4d4c-9e15-4887219bcc9e', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'port_id': '52d64dac-6de5-4d4c-9e15-4887219bcc9e', 'mac_address': 'fa:16:3e:43:bd:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:03:45.782406 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.799236 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d64dac-6de5-4d4c-9e15-4887219bcc9e {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:03:45.830365 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 52d64dac-6de5-4d4c-9e15-4887219bcc9e, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=52d64dac-6de5-4d4c-9e15-4887219bcc9e,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:45.842295 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.933768 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=52d64dac-6de5-4d4c-9e15-4887219bcc9e,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:45.966926 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eafa1d-a057-4eef-9b39-d0e57db02a90 req-ee0719ae-737e-4625-b798-bf3fdfd3320a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:45.981311 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4eafa1d-a057-4eef-9b39-d0e57db02a90 req-ee0719ae-737e-4625-b798-bf3fdfd3320a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 944 time: 0.0875926 Nov 12 01:03:46.063254 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4eafa1d-a057-4eef-9b39-d0e57db02a90 req-2c556438-6297-4afe-8904-92b6eb7022c8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809288 Nov 12 01:03:46.244407 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['52d64dac-6de5-4d4c-9e15-4887219bcc9e'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:03:46.279770 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad75a3-4edb-4f53-ac95-232a27c0a145 req-da25c811-eda2-4992-ad9c-dca5ea20d0f9 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:46.284773 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bbad75a3-4edb-4f53-ac95-232a27c0a145 req-da25c811-eda2-4992-ad9c-dca5ea20d0f9 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1097553 Nov 12 01:03:46.354875 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bbad75a3-4edb-4f53-ac95-232a27c0a145 req-8a4e3cd5-8735-417c-a9f3-537768efe60f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624175 Nov 12 01:03:46.520045 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36506) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:46.744579 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9300f772-7fc1-4b69-a440-ded7ec27a0e4 req-9a5dd17d-d0b4-465e-aa4e-af1ddd8db7b5 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 210 time: 0.0523522 Nov 12 01:03:46.784908 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c0663815-79d3-4796-8979-643c15ea8375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.998395 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c0663815-79d3-4796-8979-643c15ea8375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.007166 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c0663815-79d3-4796-8979-643c15ea8375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.096764 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0663815-79d3-4796-8979-643c15ea8375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1913a862-cfb2-4714-9db0-15eb785f9591,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:47.105705 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0663815-79d3-4796-8979-643c15ea8375 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:47.106413 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0663815-79d3-4796-8979-643c15ea8375 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:47.106967 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0663815-79d3-4796-8979-643c15ea8375 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:47.107618 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0663815-79d3-4796-8979-643c15ea8375 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:47.108382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0663815-79d3-4796-8979-643c15ea8375 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:47.108922 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0663815-79d3-4796-8979-643c15ea8375 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:47.109438 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0663815-79d3-4796-8979-643c15ea8375 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:47.109967 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0663815-79d3-4796-8979-643c15ea8375 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:47.110487 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0663815-79d3-4796-8979-643c15ea8375 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:47.111136 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0663815-79d3-4796-8979-643c15ea8375 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:47.111857 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0663815-79d3-4796-8979-643c15ea8375 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:47.112478 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0663815-79d3-4796-8979-643c15ea8375 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:47.120228 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c0663815-79d3-4796-8979-643c15ea8375 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a3081cb476449a2b2665f70840398ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5992022 Nov 12 01:03:47.122746 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36518) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:47.183147 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1fc59bd8-ee46-4945-9c82-996cb880c181 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.213545 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1fc59bd8-ee46-4945-9c82-996cb880c181 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.272435 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1fc59bd8-ee46-4945-9c82-996cb880c181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.275866 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1fc59bd8-ee46-4945-9c82-996cb880c181 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.277324 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1fc59bd8-ee46-4945-9c82-996cb880c181 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1913a862-cfb2-4714-9db0-15eb785f9591 HTTP/1.1" status: 204 len: 168 time: 0.1528809 Nov 12 01:03:47.307204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc59bd8-ee46-4945-9c82-996cb880c181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1913a862-cfb2-4714-9db0-15eb785f9591,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:47.344227 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f033d8-cc7b-48bd-bd55-072d95edcaaa req-fda18f97-1c3e-4fae-bb20-8d70a7299d38 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:47.346295 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01f033d8-cc7b-48bd-bd55-072d95edcaaa req-fda18f97-1c3e-4fae-bb20-8d70a7299d38 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 944 time: 0.1643517 Nov 12 01:03:47.485209 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01f033d8-cc7b-48bd-bd55-072d95edcaaa req-7bb62aa5-a935-4e70-98d0-535556c4c0f7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299546 Nov 12 01:03:47.526998 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 52d64dac-6de5-4d4c-9e15-4887219bcc9e up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:47.602225 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ae041-abea-403e-a188-e8fef3fbd421 req-cecad960-e548-48d6-9c29-e65c9976a5ff tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:47.617036 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d53ae041-abea-403e-a188-e8fef3fbd421 req-cecad960-e548-48d6-9c29-e65c9976a5ff tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1338685 Nov 12 01:03:47.672868 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 52d64dac-6de5-4d4c-9e15-4887219bcc9e completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:03:47.678194 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 52d64dac-6de5-4d4c-9e15-4887219bcc9e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:47.678568 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.712307 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d53ae041-abea-403e-a188-e8fef3fbd421 req-97c73a04-8a7d-4b8e-83ba-f243c58661e3 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939970 Nov 12 01:03:47.798738 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.841215 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36530) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:47.842432 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 52d64dac-6de5-4d4c-9e15-4887219bcc9e, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=52d64dac-6de5-4d4c-9e15-4887219bcc9e,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:47.843968 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa357895-cefb-4c30-9c6f-f1d1d5d51cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d64dac-6de5-4d4c-9e15-4887219bcc9e'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:47.846595 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fbfb65-542a-45f5-b483-cc5c023b5b39" -d '{"events": [{"server_uuid": "aa357895-cefb-4c30-9c6f-f1d1d5d51cca", "name": "network-vif-plugged", "status": "completed", "tag": "52d64dac-6de5-4d4c-9e15-4887219bcc9e"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:47.864830 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.898432 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab1d5eda-26d0-4da0-a57e-9207cd68b902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.953255 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58b9fc3-99ff-4d89-817b-c275d025b5a9 x-openstack-request-id: req-b58b9fc3-99ff-4d89-817b-c275d025b5a9 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:47.953545 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa357895-cefb-4c30-9c6f-f1d1d5d51cca", "name": "network-vif-plugged", "status": "completed", "tag": "52d64dac-6de5-4d4c-9e15-4887219bcc9e", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:47.953798 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b58b9fc3-99ff-4d89-817b-c275d025b5a9 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:47.954539 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa357895-cefb-4c30-9c6f-f1d1d5d51cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d64dac-6de5-4d4c-9e15-4887219bcc9e', 'code': 200} Nov 12 01:03:47.955916 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=52d64dac-6de5-4d4c-9e15-4887219bcc9e,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:48.061103 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab1d5eda-26d0-4da0-a57e-9207cd68b902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.069279 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab1d5eda-26d0-4da0-a57e-9207cd68b902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.108752 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d5eda-26d0-4da0-a57e-9207cd68b902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9c9802-dc30-4a11-bffd-b99fe14965c8,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:48.137543 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ab1d5eda-26d0-4da0-a57e-9207cd68b902 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84e508fa3cad4794b1dac059abf35c05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2951510 Nov 12 01:03:48.142440 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36536) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:48.147778 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ba881-4844-40ac-80af-1a0120672550 req-7fa1de04-9910-4b86-8985-4094d5f1d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:48.149303 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-248ba881-4844-40ac-80af-1a0120672550 req-7fa1de04-9910-4b86-8985-4094d5f1d79b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 1097 time: 0.1127644 Nov 12 01:03:48.250081 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-248ba881-4844-40ac-80af-1a0120672550 req-68619db0-96fa-4d68-b4cc-d13456949710 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879724 Nov 12 01:03:48.256192 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26674f7a-c5e1-4212-bbd0-c3a41e9af6ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.290895 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26674f7a-c5e1-4212-bbd0-c3a41e9af6ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.405657 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b3bd46df-dd0e-408f-bc9e-d6f46fe296da req-9ffaa3f7-26e5-4864-9c54-9a5e3bebd629 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 210 time: 0.5528762 Nov 12 01:03:48.418910 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26674f7a-c5e1-4212-bbd0-c3a41e9af6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.422226 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26674f7a-c5e1-4212-bbd0-c3a41e9af6ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.423501 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-26674f7a-c5e1-4212-bbd0-c3a41e9af6ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b9c9802-dc30-4a11-bffd-b99fe14965c8 HTTP/1.1" status: 204 len: 168 time: 0.2795577 Nov 12 01:03:48.432997 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26674f7a-c5e1-4212-bbd0-c3a41e9af6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9c9802-dc30-4a11-bffd-b99fe14965c8,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:48.659035 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7538f6-6c4d-4d8c-bb4f-60c01e3ba92d req-8d9d712d-f600-4ee6-99fc-e16292b98dc4 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:48.670278 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae7538f6-6c4d-4d8c-bb4f-60c01e3ba92d req-8d9d712d-f600-4ee6-99fc-e16292b98dc4 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 945 time: 0.0729477 Nov 12 01:03:48.748091 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae7538f6-6c4d-4d8c-bb4f-60c01e3ba92d req-f3867393-9401-4c68-ab53-f14b1deb4be4 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764885 Nov 12 01:03:48.914661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1327b9-5da3-4147-9e7b-dcd37b81ffe8 req-6be94baa-0eb2-43e7-9c7f-29fd4091d558 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:48.923947 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7c1327b9-5da3-4147-9e7b-dcd37b81ffe8 req-6be94baa-0eb2-43e7-9c7f-29fd4091d558 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0838468 Nov 12 01:03:48.986701 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7c1327b9-5da3-4147-9e7b-dcd37b81ffe8 req-c1c40644-b7ce-4339-ae81-d43fd7e6cb48 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616977 Nov 12 01:03:49.014777 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36548) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:49.035294 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6acc3c2a-1388-408e-a504-cdf9b2b7bb50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.141609 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6acc3c2a-1388-408e-a504-cdf9b2b7bb50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.148661 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6acc3c2a-1388-408e-a504-cdf9b2b7bb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.199221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36550) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:49.199837 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6acc3c2a-1388-408e-a504-cdf9b2b7bb50 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60cc254a411f40f2aacc1861adeb6809&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1834049 Nov 12 01:03:49.200673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc3c2a-1388-408e-a504-cdf9b2b7bb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961788a1-e860-4f0e-9f02-ce517aba633d,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:49.297714 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d411a6a-6633-445c-aa1f-48e44eb994b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.343283 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d411a6a-6633-445c-aa1f-48e44eb994b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.442289 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d411a6a-6633-445c-aa1f-48e44eb994b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.446072 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d411a6a-6633-445c-aa1f-48e44eb994b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.447613 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4d411a6a-6633-445c-aa1f-48e44eb994b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/961788a1-e860-4f0e-9f02-ce517aba633d HTTP/1.1" status: 204 len: 168 time: 0.2469087 Nov 12 01:03:49.477429 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d411a6a-6633-445c-aa1f-48e44eb994b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961788a1-e860-4f0e-9f02-ce517aba633d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:49.693892 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61f9475f-912a-44b3-895c-9f9e85d2c8ec req-4020b558-f06f-4b16-baf4-69259a1a88f6 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 210 time: 0.1337166 Nov 12 01:03:49.959977 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbdc31-2978-4046-97bc-af1377fe3202 req-d03f31a2-a483-4e34-a895-9e33f8ba5057 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:49.979731 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53cbdc31-2978-4046-97bc-af1377fe3202 req-d03f31a2-a483-4e34-a895-9e33f8ba5057 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 945 time: 0.1127596 Nov 12 01:03:50.052386 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8c4db90d-4391-413d-a5d0-8d4e5e14ef40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.129345 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53cbdc31-2978-4046-97bc-af1377fe3202 req-200fabfd-2fcd-4d1b-b8bf-a7a45540d759 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485560 Nov 12 01:03:50.152665 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902e9bb-7bbb-4e89-a2c4-688758519e24 req-5eb7fabc-fdd6-45b4-b09c-6eb7730099c5 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:50.160271 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9902e9bb-7bbb-4e89-a2c4-688758519e24 req-5eb7fabc-fdd6-45b4-b09c-6eb7730099c5 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0772362 Nov 12 01:03:50.273062 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9902e9bb-7bbb-4e89-a2c4-688758519e24 req-f9126222-ec3b-4b0e-9be9-568240795a68 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076908 Nov 12 01:03:50.337863 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ca1d2-51cf-4b05-8577-87fe9c8ed3bd req-e8d92f9d-0eaf-489f-86dc-9f95cd57b915 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:50.346525 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3c3ca1d2-51cf-4b05-8577-87fe9c8ed3bd req-e8d92f9d-0eaf-489f-86dc-9f95cd57b915 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 945 time: 0.1167905 Nov 12 01:03:50.465574 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3c3ca1d2-51cf-4b05-8577-87fe9c8ed3bd req-e3c52e9d-d0e1-4bc8-8629-d5f31cb74f97 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068146 Nov 12 01:03:50.469679 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36576) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:50.907543 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4e9dd71e-fe97-4f4c-a8e4-620d24ee75ed req-9e39305c-9ec0-464b-ac14-9e074a0e62ce tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 210 time: 0.0773654 Nov 12 01:03:51.005076 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eacc422-084c-413a-97e3-bb1a1e26e4ff tempest-TestVolumeBootPattern-1115532102 tempest-TestVolumeBootPattern-1115532102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:51.006854 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5eacc422-084c-413a-97e3-bb1a1e26e4ff tempest-TestVolumeBootPattern-1115532102 tempest-TestVolumeBootPattern-1115532102-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 1092 time: 0.5360770 Nov 12 01:03:51.009846 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36594) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:51.014381 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-7442d6c0-bb4d-4417-a144-ae1d3bf0e2fc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': '52d64dac-6de5-4d4c-9e15-4887219bcc9e', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:51.072399 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7442d6c0-bb4d-4417-a144-ae1d3bf0e2fc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.241533 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7442d6c0-bb4d-4417-a144-ae1d3bf0e2fc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.466401 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-7442d6c0-bb4d-4417-a144-ae1d3bf0e2fc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Allocated IP 172.25.0.152 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/1ae376bf-51bb-4783-8dba-f50d8134c9fa) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:51.477263 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e57dc-9f3e-4f5c-9775-48e31c53d849 req-b9087b29-99b9-498a-a05e-053bddb98cac tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:51.482283 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-919e57dc-9f3e-4f5c-9775-48e31c53d849 req-b9087b29-99b9-498a-a05e-053bddb98cac tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0924182 Nov 12 01:03:51.639270 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-919e57dc-9f3e-4f5c-9775-48e31c53d849 req-1d9af820-1b2b-43a3-ac34-043bbd0da2e5 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338129 Nov 12 01:03:51.775274 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7442d6c0-bb4d-4417-a144-ae1d3bf0e2fc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.866289 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7442d6c0-bb4d-4417-a144-ae1d3bf0e2fc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.931276 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442d6c0-bb4d-4417-a144-ae1d3bf0e2fc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event updated for resources: {'Port': ['ID=1ae376bf-51bb-4783-8dba-f50d8134c9fa,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:51.939822 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7442d6c0-bb4d-4417-a144-ae1d3bf0e2fc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:51.942012 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-7442d6c0-bb4d-4417-a144-ae1d3bf0e2fc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:51.968818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7442d6c0-bb4d-4417-a144-ae1d3bf0e2fc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:52.175972 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7c0e8e3d-53bf-4290-b98f-f042c26c4b86 req-b604f21a-fc7c-4122-9ba1-3d7d36f748c7 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 210 time: 0.0912735 Nov 12 01:03:52.362600 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79d8930f-85cb-4468-b614-6152dc6acf3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.850571 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694821e4-0f7f-4a09-9d07-09b22588dd1d req-c0b9b25b-b2d5-43e3-8423-b6a9bab69d3f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:52.873308 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-694821e4-0f7f-4a09-9d07-09b22588dd1d req-c0b9b25b-b2d5-43e3-8423-b6a9bab69d3f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1208448 Nov 12 01:03:52.980745 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-694821e4-0f7f-4a09-9d07-09b22588dd1d req-1cdaa4fa-daf0-4e17-84dc-0fb6ac75f322 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064312 Nov 12 01:03:53.650870 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9b7dc791-5150-432a-9a75-4434ecab51ff req-159b4b74-a5fa-44d7-a946-ddc21a847b12 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 210 time: 0.0531023 Nov 12 01:03:53.845473 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.069910 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7442d6c0-bb4d-4417-a144-ae1d3bf0e2fc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.209303 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaed68-2a8a-4ed6-af8b-ffe65d2f3547 req-73d83101-47e6-43f6-b92c-21d76e540767 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:54.222981 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9aaaed68-2a8a-4ed6-af8b-ffe65d2f3547 req-73d83101-47e6-43f6-b92c-21d76e540767 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1258185 Nov 12 01:03:54.246656 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7442d6c0-bb4d-4417-a144-ae1d3bf0e2fc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.371796 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9aaaed68-2a8a-4ed6-af8b-ffe65d2f3547 req-b39f2ed8-4465-4ba0-9e20-09b9db3f22a4 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439631 Nov 12 01:03:54.609135 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7442d6c0-bb4d-4417-a144-ae1d3bf0e2fc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.616599 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7442d6c0-bb4d-4417-a144-ae1d3bf0e2fc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.667815 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.892101 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7442d6c0-bb4d-4417-a144-ae1d3bf0e2fc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.936450 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442d6c0-bb4d-4417-a144-ae1d3bf0e2fc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event updated for resources: {'Port': ['ID=1ae376bf-51bb-4783-8dba-f50d8134c9fa,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:55.154538 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-7442d6c0-bb4d-4417-a144-ae1d3bf0e2fc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Floating IP becf3937-81ce-402a-8a76-dc7966af1806 associated. External IP: 172.25.0.152, port: 52d64dac-6de5-4d4c-9e15-4887219bcc9e. Nov 12 01:03:55.454364 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:55.600856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7442d6c0-bb4d-4417-a144-ae1d3bf0e2fc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Router 9e3cb652-1498-423d-be1e-7a1fc1b78045 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:03:55.617879 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20369f-83c1-496d-a6db-92e9640858a1 req-80c3e61d-711e-418f-b6cf-06688c3bf0e6 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:55.623191 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a20369f-83c1-496d-a6db-92e9640858a1 req-80c3e61d-711e-418f-b6cf-06688c3bf0e6 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1147730 Nov 12 01:03:55.676938 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5e6cc928-7039-446c-9c8d-5ce85eab66d5 req-ab670790-a769-4d89-9a64-065b9c26a81e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 210 time: 0.7407184 Nov 12 01:03:55.722021 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a20369f-83c1-496d-a6db-92e9640858a1 req-c15e2279-7ee0-4323-bcaa-320cc8a58a94 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919247 Nov 12 01:03:55.934950 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7442d6c0-bb4d-4417-a144-ae1d3bf0e2fc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:55.948664 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61419111-be38-4f7a-8145-a9ea3181353e None None] Sync routers for ids ['9e3cb652-1498-423d-be1e-7a1fc1b78045'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:55.962882 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7442d6c0-bb4d-4417-a144-ae1d3bf0e2fc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:55.970690 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61419111-be38-4f7a-8145-a9ea3181353e None None] Routers {'9e3cb652-1498-423d-be1e-7a1fc1b78045'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:55.971648 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-61419111-be38-4f7a-8145-a9ea3181353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:03:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e3cb652-1498-423d-be1e-7a1fc1b78045'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:56.009481 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.032777 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7442d6c0-bb4d-4417-a144-ae1d3bf0e2fc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0196695 Nov 12 01:03:56.038645 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa357895-cefb-4c30-9c6f-f1d1d5d51cca', 'tag': '52d64dac-6de5-4d4c-9e15-4887219bcc9e'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:56.049649 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a0656b-5953-4ef4-b68d-758e7426ce22" -d '{"events": [{"name": "network-changed", "server_uuid": "aa357895-cefb-4c30-9c6f-f1d1d5d51cca", "tag": "52d64dac-6de5-4d4c-9e15-4887219bcc9e"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:56.125078 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6396007-6bb0-40c9-93b3-57f79dd351f8 x-openstack-request-id: req-f6396007-6bb0-40c9-93b3-57f79dd351f8 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:56.125848 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa357895-cefb-4c30-9c6f-f1d1d5d51cca", "tag": "52d64dac-6de5-4d4c-9e15-4887219bcc9e", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:56.126282 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6396007-6bb0-40c9-93b3-57f79dd351f8 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:56.127022 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa357895-cefb-4c30-9c6f-f1d1d5d51cca', 'tag': '52d64dac-6de5-4d4c-9e15-4887219bcc9e', 'status': 'completed', 'code': 200} Nov 12 01:03:56.153937 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-61419111-be38-4f7a-8145-a9ea3181353e None None] Set router 9e3cb652-1498-423d-be1e-7a1fc1b78045 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:56.235295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0656b-5953-4ef4-b68d-758e7426ce22 req-82bc68cc-56d1-419c-ae09-79be2305bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:56.237960 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37a0656b-5953-4ef4-b68d-758e7426ce22 req-82bc68cc-56d1-419c-ae09-79be2305bfeb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 1097 time: 0.0569615 Nov 12 01:03:56.340749 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0656b-5953-4ef4-b68d-758e7426ce22 req-6eabcec8-ced8-4a0a-920e-7c0ad86159e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:56.342248 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37a0656b-5953-4ef4-b68d-758e7426ce22 req-6eabcec8-ced8-4a0a-920e-7c0ad86159e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 912 time: 0.0968940 Nov 12 01:03:56.429325 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-61419111-be38-4f7a-8145-a9ea3181353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:22Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'becf3937-81ce-402a-8a76-dc7966af1806', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'floating_ip_address': '172.25.0.152', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'port_id': '52d64dac-6de5-4d4c-9e15-4887219bcc9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'mac_address': 'fa:16:3e:43:bd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa357895-cefb-4c30-9c6f-f1d1d5d51cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:03:53Z', 'revision_number': 0, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44884b6-8244-478b-b870-2813c5cd2eba', 'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'mac_address': 'fa:16:3e:4d:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:20Z', 'updated_at': '2021-11-12T00:57:36Z', 'revision_number': 5, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'subnets': [{'id': '9210f21d-6237-43bd-9969-453197d38eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:56.443302 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37a0656b-5953-4ef4-b68d-758e7426ce22 req-2e60bd4d-224d-4f4e-8017-19729727d87e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52d64dac-6de5-4d4c-9e15-4887219bcc9e HTTP/1.1" status: 200 len: 999 time: 0.0933437 Nov 12 01:03:56.475189 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61419111-be38-4f7a-8145-a9ea3181353e None None] Checking router: 9e3cb652-1498-423d-be1e-7a1fc1b78045 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:03:56.500998 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61419111-be38-4f7a-8145-a9ea3181353e None None] Routers {'9e3cb652-1498-423d-be1e-7a1fc1b78045'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:56.501860 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-61419111-be38-4f7a-8145-a9ea3181353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:03:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e3cb652-1498-423d-be1e-7a1fc1b78045'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:56.521193 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0656b-5953-4ef4-b68d-758e7426ce22 req-aaedd7bd-93d7-49bf-b821-8e27ba9a7ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:56.522954 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37a0656b-5953-4ef4-b68d-758e7426ce22 req-aaedd7bd-93d7-49bf-b821-8e27ba9a7ed2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.0642412 Nov 12 01:03:56.583926 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0656b-5953-4ef4-b68d-758e7426ce22 req-5e628467-1105-40c0-8fa5-6a2b7a201a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:56.586256 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37a0656b-5953-4ef4-b68d-758e7426ce22 req-5e628467-1105-40c0-8fa5-6a2b7a201a9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564098 Nov 12 01:03:56.648354 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-61419111-be38-4f7a-8145-a9ea3181353e None None] Set router 9e3cb652-1498-423d-be1e-7a1fc1b78045 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:56.737169 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37a0656b-5953-4ef4-b68d-758e7426ce22 req-53e69b8b-3aa6-4e10-b23e-e929028a7694 service neutron] 10.222.0.15 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439130 Nov 12 01:03:56.760891 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12647787-2563-40b8-be0e-46c968900284 req-cebb9eb1-82b9-47ed-a147-97287f7afe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:56.762407 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12647787-2563-40b8-be0e-46c968900284 req-cebb9eb1-82b9-47ed-a147-97287f7afe00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1a79702e7cf45bca52d55f087e2409e&device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 1097 time: 0.0715127 Nov 12 01:03:56.887427 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-27eaf600-3ebd-4bb3-96e3-52a0f462f25a req-3dbec6fa-174d-440d-b349-b8eb8d9bf264 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 210 time: 0.0832756 Nov 12 01:03:56.955762 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-61419111-be38-4f7a-8145-a9ea3181353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:22Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'becf3937-81ce-402a-8a76-dc7966af1806', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'floating_ip_address': '172.25.0.152', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'port_id': '52d64dac-6de5-4d4c-9e15-4887219bcc9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'mac_address': 'fa:16:3e:43:bd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa357895-cefb-4c30-9c6f-f1d1d5d51cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:03:53Z', 'revision_number': 0, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44884b6-8244-478b-b870-2813c5cd2eba', 'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'mac_address': 'fa:16:3e:4d:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:20Z', 'updated_at': '2021-11-12T00:57:36Z', 'revision_number': 5, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'subnets': [{'id': '9210f21d-6237-43bd-9969-453197d38eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:57.001316 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61419111-be38-4f7a-8145-a9ea3181353e None None] The sync data for ids ['9e3cb652-1498-423d-be1e-7a1fc1b78045'] in n-d-712137-14 is: [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:22Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'becf3937-81ce-402a-8a76-dc7966af1806', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'floating_ip_address': '172.25.0.152', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'port_id': '52d64dac-6de5-4d4c-9e15-4887219bcc9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'mac_address': 'fa:16:3e:43:bd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa357895-cefb-4c30-9c6f-f1d1d5d51cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:03:53Z', 'updated_at': '2021-11-12T01:03:53Z', 'revision_number': 0, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44884b6-8244-478b-b870-2813c5cd2eba', 'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'mac_address': 'fa:16:3e:4d:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:20Z', 'updated_at': '2021-11-12T00:57:36Z', 'revision_number': 5, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'subnets': [{'id': '9210f21d-6237-43bd-9969-453197d38eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:57.041444 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12647787-2563-40b8-be0e-46c968900284 req-8a3f45d3-859b-4ebd-a3ad-12ebc0e0ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:57.042966 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12647787-2563-40b8-be0e-46c968900284 req-8a3f45d3-859b-4ebd-a3ad-12ebc0e0ae38 service neutron] 10.222.0.21 "GET /v2.0/networks?id=435816c9-12a6-40de-aba8-b1fb076c441f HTTP/1.1" status: 200 len: 915 time: 0.2688096 Nov 12 01:03:57.117053 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c60df-9716-4e0b-93cc-e6d796e8ac0c req-6cddb0ad-9b28-43a6-ba32-b568388abb16 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:57.118608 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-338c60df-9716-4e0b-93cc-e6d796e8ac0c req-6cddb0ad-9b28-43a6-ba32-b568388abb16 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.1699717 Nov 12 01:03:57.122010 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12647787-2563-40b8-be0e-46c968900284 req-58fae4bc-7b19-4228-b434-a9ceeada6db1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8094be6b-413c-4784-bbdb-bc9499703c2f HTTP/1.1" status: 200 len: 217 time: 0.0694823 Nov 12 01:03:57.125818 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37a0656b-5953-4ef4-b68d-758e7426ce22 req-1a93c44a-2557-4535-9ff2-b0bb033f4901 service neutron] 10.222.0.15 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796339 Nov 12 01:03:57.210006 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12647787-2563-40b8-be0e-46c968900284 req-09017453-94a1-4a3a-9739-65b9637f3b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:57.211514 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12647787-2563-40b8-be0e-46c968900284 req-09017453-94a1-4a3a-9739-65b9637f3b68 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=838f8e68-1c1e-4ca7-b054-f4c1b77520ed HTTP/1.1" status: 200 len: 854 time: 0.0774176 Nov 12 01:03:57.215562 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-338c60df-9716-4e0b-93cc-e6d796e8ac0c req-e3e1faac-c038-4faa-8ea1-17d6340299b9 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887814 Nov 12 01:03:57.251750 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12647787-2563-40b8-be0e-46c968900284 req-048fa2e8-853c-4883-ae25-ae4e2c476917 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=435816c9-12a6-40de-aba8-b1fb076c441f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297763 Nov 12 01:03:57.353801 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa1ed6b-52a0-4d29-95b9-2ac21e50ae21 None None] New status for floating IP becf3937-81ce-402a-8a76-dc7966af1806: ACTIVE {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:03:57.388195 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12647787-2563-40b8-be0e-46c968900284 req-0251a1f7-ba4a-4dbb-9bcc-d6173f2616ed service neutron] 10.222.0.21 "GET /v2.0/networks/435816c9-12a6-40de-aba8-b1fb076c441f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284170 Nov 12 01:03:57.557977 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12647787-2563-40b8-be0e-46c968900284 req-3ffacf21-5298-45d0-baba-2b9ba2889a9e service neutron] 10.222.0.21 "GET /v2.0/networks/435816c9-12a6-40de-aba8-b1fb076c441f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615183 Nov 12 01:03:57.994209 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b8b43af-5a5b-432a-a73e-ee27eb931465 req-8d86c668-dd4c-437d-a73f-faea9aeaa742 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 210 time: 0.0277362 Nov 12 01:03:58.377125 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0526709-3c46-46a4-82f0-75a04a1ca0bc req-48a60511-098f-4848-b21f-92759ad3f573 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:58.385320 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e0526709-3c46-46a4-82f0-75a04a1ca0bc req-48a60511-098f-4848-b21f-92759ad3f573 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0741100 Nov 12 01:03:58.474063 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e0526709-3c46-46a4-82f0-75a04a1ca0bc req-3200f7a8-0743-425b-ab12-e2e2031864ea tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874376 Nov 12 01:03:59.124873 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7dbbac3a-3853-4296-bc9c-89a505a920c0 req-dd613efc-e918-4494-8ac9-83ecd17673ac tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 210 time: 0.0385420 Nov 12 01:03:59.612923 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd909d68-655b-4094-86f3-2dcd7cd4fdbb req-c7f80ca2-6cd3-429f-b1de-9a76cbba5156 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:59.620510 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dd909d68-655b-4094-86f3-2dcd7cd4fdbb req-c7f80ca2-6cd3-429f-b1de-9a76cbba5156 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 945 time: 0.0656288 Nov 12 01:03:59.695670 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dd909d68-655b-4094-86f3-2dcd7cd4fdbb req-8c480fa3-d941-4248-8a50-944f517d200f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729361 Nov 12 01:04:00.250694 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d36a8962-79dd-4a8f-b622-ed83263f8198 req-d4c47704-b11a-47a6-a520-3d664ad7ad7e tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 210 time: 0.0365920 Nov 12 01:04:00.431957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8094be6b-413c-4784-bbdb-bc9499703c2f no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:00.534176 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.562552 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1e875e-6bee-4479-9806-ec9e06706830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8094be6b-413c-4784-bbdb-bc9499703c2f'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:00.564931 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b246f1bd-6e23-4e46-902a-7c9c9d4e20e1" -d '{"events": [{"server_uuid": "8d1e875e-6bee-4479-9806-ec9e06706830", "name": "network-vif-unplugged", "status": "completed", "tag": "8094be6b-413c-4784-bbdb-bc9499703c2f"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:00.579840 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 8094be6b-413c-4784-bbdb-bc9499703c2f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8094be6b-413c-4784-bbdb-bc9499703c2f,segment=NetworkSegment(87528cf6-8de1-4116-8797-3c6dec5a426e),segment_id=87528cf6-8de1-4116-8797-3c6dec5a426e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:00.587198 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.642529 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5f80f7-11ea-425b-b5cb-3fa03b1207bb x-openstack-request-id: req-bb5f80f7-11ea-425b-b5cb-3fa03b1207bb {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:00.643213 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1e875e-6bee-4479-9806-ec9e06706830", "name": "network-vif-unplugged", "status": "failed", "tag": "8094be6b-413c-4784-bbdb-bc9499703c2f", "code": 422}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:00.643693 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb5f80f7-11ea-425b-b5cb-3fa03b1207bb {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:00.644280 n-d-712137-14 neutron-server[114244]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8d1e875e-6bee-4479-9806-ec9e06706830', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8094be6b-413c-4784-bbdb-bc9499703c2f', 'code': 422} returned with failed status Nov 12 01:04:00.682338 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=8094be6b-413c-4784-bbdb-bc9499703c2f,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:00.692302 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.692957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.693534 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.694083 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.694671 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.695227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.695780 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.696328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.696909 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.697450 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.698513 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.699908 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:00.832658 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763f417-b36d-45cb-a0de-76c2561a02be req-e46f035a-fcc9-4328-8632-07cc0fb030db tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:00.841202 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d763f417-b36d-45cb-a0de-76c2561a02be req-e46f035a-fcc9-4328-8632-07cc0fb030db tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 943 time: 0.0686710 Nov 12 01:04:00.896303 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d763f417-b36d-45cb-a0de-76c2561a02be req-e3f9af96-19c5-42fc-a2e9-35ef7e25ff99 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540023 Nov 12 01:04:01.094492 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff65957-3199-4550-be0a-9e25ebc7dd08 req-2aab2bf6-76a6-48f4-b26b-4bf71efe4f55 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:01.104065 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cff65957-3199-4550-be0a-9e25ebc7dd08 req-2aab2bf6-76a6-48f4-b26b-4bf71efe4f55 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 943 time: 0.1168442 Nov 12 01:04:01.190050 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cff65957-3199-4550-be0a-9e25ebc7dd08 req-21098d15-f8f0-4210-b8d5-38bb385ec423 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834820 Nov 12 01:04:01.408348 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b5fbbf4c-0a70-4bc6-bc91-6f44d1d2a291 req-01ba5d46-0ba1-4799-8b9e-630f80acf1c1 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/ports?device_id=05efed81-b9d0-4d36-8966-e47733ca9664 HTTP/1.1" status: 200 len: 210 time: 0.0660765 Nov 12 01:04:01.486179 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-b4f59d15-bfb1-4584-aca7-e1fda9fa8b37 req-8348f9af-9658-4e6b-abb9-1274966380aa service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:04:01.488208 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b4f59d15-bfb1-4584-aca7-e1fda9fa8b37 req-8348f9af-9658-4e6b-abb9-1274966380aa service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072303 Nov 12 01:04:01.766420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc9860-8dd0-4423-9c6d-890bf7cfb970 req-e2bd2f28-9905-4e52-b65f-e224dd52c975 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:01.772429 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e5dc9860-8dd0-4423-9c6d-890bf7cfb970 req-e2bd2f28-9905-4e52-b65f-e224dd52c975 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 943 time: 0.1213963 Nov 12 01:04:01.866163 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e5dc9860-8dd0-4423-9c6d-890bf7cfb970 req-f376c059-7d71-4336-bf02-da8825f70cd9 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867138 Nov 12 01:04:02.018993 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36798) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:02.212318 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-37afefb3-ab06-42d9-b43b-c338a4892e6d req-f5bae65e-2c93-4c14-88b6-6c9ecd294e77 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1915808 Nov 12 01:04:02.218943 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-37afefb3-ab06-42d9-b43b-c338a4892e6d req-c18c5194-4bb1-4793-a2c9-36adfcb2ebf3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:04:02.220596 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-37afefb3-ab06-42d9-b43b-c338a4892e6d req-c18c5194-4bb1-4793-a2c9-36adfcb2ebf3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068860 Nov 12 01:04:02.562546 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36826) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:02.630632 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-36de3444-725a-49ce-aff5-e0b679fa461f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.669596 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-36de3444-725a-49ce-aff5-e0b679fa461f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.722111 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-36de3444-725a-49ce-aff5-e0b679fa461f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.725520 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-36de3444-725a-49ce-aff5-e0b679fa461f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.727662 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-36de3444-725a-49ce-aff5-e0b679fa461f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "DELETE /v2.0/security-groups/b496f366-d03e-45e8-a671-4933f0bf379f HTTP/1.1" status: 204 len: 168 time: 0.1635056 Nov 12 01:04:02.730670 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36834) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:02.744509 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de3444-725a-49ce-aff5-e0b679fa461f tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b496f366-d03e-45e8-a671-4933f0bf379f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:02.765317 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-b70d18c8-37db-4592-bfee-b1f02fb66f08 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] show failed (client error): The resource could not be found. Nov 12 01:04:02.769563 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36838) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:02.770113 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b70d18c8-37db-4592-bfee-b1f02fb66f08 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "GET /v2.0/security-groups/b496f366-d03e-45e8-a671-4933f0bf379f HTTP/1.1" status: 404 len: 347 time: 0.0384190 Nov 12 01:04:02.945461 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-bc08e966-706b-480e-b9e3-4aa74a61d988 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Deleting port e6fcbe00-df84-40c9-a88e-445817b9f38c {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:02.945803 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc08e966-706b-480e-b9e3-4aa74a61d988 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.077449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ce811-0171-4ac7-b000-b3d80aa89bf6 req-edac80b6-b6bd-490a-b636-3863c2fb7e12 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:03.077449 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-050ce811-0171-4ac7-b000-b3d80aa89bf6 req-edac80b6-b6bd-490a-b636-3863c2fb7e12 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 943 time: 0.1025753 Nov 12 01:04:03.114844 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc08e966-706b-480e-b9e3-4aa74a61d988 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.115172 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc08e966-706b-480e-b9e3-4aa74a61d988 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.139537 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-bc08e966-706b-480e-b9e3-4aa74a61d988 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Calling delete_port for e6fcbe00-df84-40c9-a88e-445817b9f38c owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:03.164840 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-050ce811-0171-4ac7-b000-b3d80aa89bf6 req-c7362e6f-602e-4549-8be1-e1101b85a3f4 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829494 Nov 12 01:04:03.307445 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afefb3-ab06-42d9-b43b-c338a4892e6d req-e6c5c623-ca8f-4ea5-a08c-5df1fa626395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:03.309076 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37afefb3-ab06-42d9-b43b-c338a4892e6d req-e6c5c623-ca8f-4ea5-a08c-5df1fa626395 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830&tenant_id=d1a79702e7cf45bca52d55f087e2409e HTTP/1.1" status: 200 len: 1095 time: 0.0935857 Nov 12 01:04:03.321470 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc08e966-706b-480e-b9e3-4aa74a61d988 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.365722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08e966-706b-480e-b9e3-4aa74a61d988 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event deleted for resources: {'Port': ['ID=e6fcbe00-df84-40c9-a88e-445817b9f38c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:03.389987 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afefb3-ab06-42d9-b43b-c338a4892e6d req-681f4b18-4bd9-4168-846d-4c884eb268f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:03.391651 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37afefb3-ab06-42d9-b43b-c338a4892e6d req-681f4b18-4bd9-4168-846d-4c884eb268f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1a79702e7cf45bca52d55f087e2409e&device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 1095 time: 0.0553465 Nov 12 01:04:03.446356 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc08e966-706b-480e-b9e3-4aa74a61d988 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.449830 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc08e966-706b-480e-b9e3-4aa74a61d988 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.451034 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bc08e966-706b-480e-b9e3-4aa74a61d988 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "DELETE /v2.0/floatingips/46257805-f870-4a46-b62d-352383acec65 HTTP/1.1" status: 204 len: 168 time: 0.6804101 Nov 12 01:04:03.453631 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36852) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:03.501677 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afefb3-ab06-42d9-b43b-c338a4892e6d req-cf01e48b-d68b-4788-b6a6-725b6a0243a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:03.503397 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37afefb3-ab06-42d9-b43b-c338a4892e6d req-cf01e48b-d68b-4788-b6a6-725b6a0243a6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=435816c9-12a6-40de-aba8-b1fb076c441f HTTP/1.1" status: 200 len: 915 time: 0.1039381 Nov 12 01:04:03.553303 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-e071ba0d-a25f-45a6-8b1e-abf4bc4a4b11 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Deleting port eaf27379-549b-4591-bd09-78291efa7f5f {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:03.553662 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e071ba0d-a25f-45a6-8b1e-abf4bc4a4b11 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.556788 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37afefb3-ab06-42d9-b43b-c338a4892e6d req-27e54ff8-70cb-46eb-92fa-3d0a9a242a0c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8094be6b-413c-4784-bbdb-bc9499703c2f HTTP/1.1" status: 200 len: 217 time: 0.0454433 Nov 12 01:04:03.621558 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afefb3-ab06-42d9-b43b-c338a4892e6d req-d4970d68-8dbb-4586-8d24-39866a2b80d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:03.623342 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37afefb3-ab06-42d9-b43b-c338a4892e6d req-d4970d68-8dbb-4586-8d24-39866a2b80d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=838f8e68-1c1e-4ca7-b054-f4c1b77520ed HTTP/1.1" status: 200 len: 854 time: 0.0583408 Nov 12 01:04:03.662601 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e071ba0d-a25f-45a6-8b1e-abf4bc4a4b11 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.663407 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37afefb3-ab06-42d9-b43b-c338a4892e6d req-74a3a63b-70ea-4324-ab0f-1bca968e31ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=435816c9-12a6-40de-aba8-b1fb076c441f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316308 Nov 12 01:04:03.676809 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-e071ba0d-a25f-45a6-8b1e-abf4bc4a4b11 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Calling delete_port for eaf27379-549b-4591-bd09-78291efa7f5f owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:03.775080 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37afefb3-ab06-42d9-b43b-c338a4892e6d req-52a126aa-b8a5-4a99-abd1-391f9e9db636 service neutron] 10.222.0.21 "GET /v2.0/networks/435816c9-12a6-40de-aba8-b1fb076c441f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035221 Nov 12 01:04:03.827355 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e071ba0d-a25f-45a6-8b1e-abf4bc4a4b11 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.872596 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071ba0d-a25f-45a6-8b1e-abf4bc4a4b11 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event deleted for resources: {'Port': ['ID=eaf27379-549b-4591-bd09-78291efa7f5f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:03.929352 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37afefb3-ab06-42d9-b43b-c338a4892e6d req-0bb5078e-39ea-4a41-91bd-e65f9044fd10 service neutron] 10.222.0.21 "GET /v2.0/networks/435816c9-12a6-40de-aba8-b1fb076c441f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458206 Nov 12 01:04:03.956474 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e071ba0d-a25f-45a6-8b1e-abf4bc4a4b11 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.962495 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e071ba0d-a25f-45a6-8b1e-abf4bc4a4b11 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "DELETE /v2.0/ports/eaf27379-549b-4591-bd09-78291efa7f5f HTTP/1.1" status: 204 len: 168 time: 0.5054560 Nov 12 01:04:03.963168 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36854) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:04.068479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-934a3874-8611-414e-8ac2-dab42a3e9085 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Deleting port 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:04.068847 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-934a3874-8611-414e-8ac2-dab42a3e9085 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.173056 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-934a3874-8611-414e-8ac2-dab42a3e9085 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.188215 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-934a3874-8611-414e-8ac2-dab42a3e9085 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Calling delete_port for 7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:04.368303 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e7569-727c-4e74-94ca-cb293884ed58 req-ee557e7b-a2ba-4c1d-80b7-1bb548acb32c tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:04.374103 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c7e7569-727c-4e74-94ca-cb293884ed58 req-ee557e7b-a2ba-4c1d-80b7-1bb548acb32c tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 943 time: 0.0971591 Nov 12 01:04:04.387590 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-934a3874-8611-414e-8ac2-dab42a3e9085 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.470615 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c7e7569-727c-4e74-94ca-cb293884ed58 req-6a258151-2dd4-44a1-bf33-0e76023f498c tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825329 Nov 12 01:04:04.549178 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a3874-8611-414e-8ac2-dab42a3e9085 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event deleted for resources: {'Port': ['ID=7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:04.554586 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-934a3874-8611-414e-8ac2-dab42a3e9085 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.562238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36882) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:04.562461 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-934a3874-8611-414e-8ac2-dab42a3e9085 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "DELETE /v2.0/ports/7d15d9fd-3b00-42c7-a2f4-6d7d7c9cd645 HTTP/1.1" status: 204 len: 168 time: 0.5982590 Nov 12 01:04:04.698525 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c64006-bc89-49f6-b519-8423666426c3 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Deleting subnet 870dc38d-f2e2-4511-a748-1147cb7d0fbb {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:04:04.705623 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f6c64006-bc89-49f6-b519-8423666426c3 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.782751 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f6c64006-bc89-49f6-b519-8423666426c3 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.020169 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36886) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:05.077247 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f6c64006-bc89-49f6-b519-8423666426c3 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.210143 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b945cfa1-334b-47f1-9f6f-2ac848e02905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.217265 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f6c64006-bc89-49f6-b519-8423666426c3 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.258295 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0202b263-429b-414a-bd08-bf92a2da027c None None] Network 523495f2-d0a8-4874-8ce9-f158f9a48578 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:05.258816 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f6c64006-bc89-49f6-b519-8423666426c3 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.263004 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f6c64006-bc89-49f6-b519-8423666426c3 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "DELETE /v2.0/subnets/870dc38d-f2e2-4511-a748-1147cb7d0fbb HTTP/1.1" status: 204 len: 168 time: 0.6997664 Nov 12 01:04:05.265584 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36892) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:05.282907 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c64006-bc89-49f6-b519-8423666426c3 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event deleted for resources: {'Subnet': ['ID=870dc38d-f2e2-4511-a748-1147cb7d0fbb,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:05.381583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b78e90-5889-487c-babe-d160b4b30139 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Deleting subnet 61e3b5c1-9246-44ee-8b2b-05576d2e6cd6 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:04:05.391887 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-30b78e90-5889-487c-babe-d160b4b30139 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.464907 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-30b78e90-5889-487c-babe-d160b4b30139 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.510645 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b945cfa1-334b-47f1-9f6f-2ac848e02905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.522981 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b945cfa1-334b-47f1-9f6f-2ac848e02905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.687389 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b945cfa1-334b-47f1-9f6f-2ac848e02905 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb2e1528118a49f6957fe2c023fb418a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6661661 Nov 12 01:04:05.688815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945cfa1-334b-47f1-9f6f-2ac848e02905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a18aaa9-e277-480b-bfcb-9a68499599b4,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:05.689971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36896) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:05.703468 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088d9a79-25e8-4ac6-96bc-fb34520fcf26 None None] DHCP port deletion for 523495f2-d0a8-4874-8ce9-f158f9a48578 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:05.805480 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-088d9a79-25e8-4ac6-96bc-fb34520fcf26 None None] Deleting port 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:05.809205 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-088d9a79-25e8-4ac6-96bc-fb34520fcf26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.841115 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-30b78e90-5889-487c-babe-d160b4b30139 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.857296 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6814a3eb-ddad-4e04-a3cb-136f13c54bd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.931488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:05.948592 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6814a3eb-ddad-4e04-a3cb-136f13c54bd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.995044 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3ebd5-ac5a-4009-8993-d1afcfa40ad6 req-9e4e0d40-2502-4834-ac33-95450a8f01d7 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:05.997171 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bbb3ebd5-ac5a-4009-8993-d1afcfa40ad6 req-9e4e0d40-2502-4834-ac33-95450a8f01d7 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 943 time: 0.3292990 Nov 12 01:04:06.017390 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-088d9a79-25e8-4ac6-96bc-fb34520fcf26 None None] For port 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=0183f8f1-3779-40e1-8bf5-bba51b8e3bc0,segment=NetworkSegment(40058dc0-10b9-473a-b138-f5952db5f2e4),segment_id=40058dc0-10b9-473a-b138-f5952db5f2e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:06.018190 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-088d9a79-25e8-4ac6-96bc-fb34520fcf26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.049266 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6814a3eb-ddad-4e04-a3cb-136f13c54bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.053097 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6814a3eb-ddad-4e04-a3cb-136f13c54bd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.055168 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6814a3eb-ddad-4e04-a3cb-136f13c54bd3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a18aaa9-e277-480b-bfcb-9a68499599b4 HTTP/1.1" status: 204 len: 168 time: 0.3639045 Nov 12 01:04:06.069811 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814a3eb-ddad-4e04-a3cb-136f13c54bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a18aaa9-e277-480b-bfcb-9a68499599b4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:06.095740 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-088d9a79-25e8-4ac6-96bc-fb34520fcf26 None None] Calling delete_port for 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:06.109181 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-30b78e90-5889-487c-babe-d160b4b30139 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.114877 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bbb3ebd5-ac5a-4009-8993-d1afcfa40ad6 req-74a6517a-5ffe-4687-9649-836c94e4ac47 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108999 Nov 12 01:04:06.159637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b78e90-5889-487c-babe-d160b4b30139 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event deleted for resources: {'Subnet': ['ID=61e3b5c1-9246-44ee-8b2b-05576d2e6cd6,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:06.163782 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-30b78e90-5889-487c-babe-d160b4b30139 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.167345 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-30b78e90-5889-487c-babe-d160b4b30139 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "DELETE /v2.0/subnets/61e3b5c1-9246-44ee-8b2b-05576d2e6cd6 HTTP/1.1" status: 204 len: 168 time: 0.9006996 Nov 12 01:04:06.170292 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36900) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:06.210306 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.212278 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d143e7f-c6c9-4677-a0c4-2f06bd5a8993 None None] Network 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:06.353971 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa8f7b59-c93e-4314-a110-bb2f9976d608 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.482115 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=0183f8f1-3779-40e1-8bf5-bba51b8e3bc0,segment=NetworkSegment(40058dc0-10b9-473a-b138-f5952db5f2e4),segment_id=40058dc0-10b9-473a-b138-f5952db5f2e4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:06.529019 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.567304 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f7b59-c93e-4314-a110-bb2f9976d608 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Deleting port 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:06.567869 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa8f7b59-c93e-4314-a110-bb2f9976d608 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.657465 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=0183f8f1-3779-40e1-8bf5-bba51b8e3bc0,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:06.697049 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-fa8f7b59-c93e-4314-a110-bb2f9976d608 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] For port 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=0183f8f1-3779-40e1-8bf5-bba51b8e3bc0,segment=NetworkSegment(40058dc0-10b9-473a-b138-f5952db5f2e4),segment_id=40058dc0-10b9-473a-b138-f5952db5f2e4)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:06.697561 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa8f7b59-c93e-4314-a110-bb2f9976d608 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.716884 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-088d9a79-25e8-4ac6-96bc-fb34520fcf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.732361 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f7b59-c93e-4314-a110-bb2f9976d608 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Calling delete_port for 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:06.816733 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fc324b-6344-44cb-a8b6-d244bd311aec None None] DHCP port deletion for 19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:06.871282 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa8f7b59-c93e-4314-a110-bb2f9976d608 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.873512 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d9a79-25e8-4ac6-96bc-fb34520fcf26 None None] Pushing event deleted for resources: {'Port': ['ID=0183f8f1-3779-40e1-8bf5-bba51b8e3bc0,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:06.893257 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8f7b59-c93e-4314-a110-bb2f9976d608 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] No DVR routers for this DVR port 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:04:06.905151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d9a79-25e8-4ac6-96bc-fb34520fcf26 None None] No DVR routers for this DVR port 0183f8f1-3779-40e1-8bf5-bba51b8e3bc0 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:04:06.941665 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-61fc324b-6344-44cb-a8b6-d244bd311aec None None] Deleting port d0612c0e-efc3-4572-96eb-f9a73c0ea86e {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:06.942044 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-61fc324b-6344-44cb-a8b6-d244bd311aec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.984332 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f7b59-c93e-4314-a110-bb2f9976d608 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event deleted for resources: {'Port': ['ID=0183f8f1-3779-40e1-8bf5-bba51b8e3bc0,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:07.025807 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-61fc324b-6344-44cb-a8b6-d244bd311aec None None] For port d0612c0e-efc3-4572-96eb-f9a73c0ea86e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d0612c0e-efc3-4572-96eb-f9a73c0ea86e,segment=NetworkSegment(a79194db-5db4-47f8-81a2-d7b3685f9c3b),segment_id=a79194db-5db4-47f8-81a2-d7b3685f9c3b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:07.026316 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-61fc324b-6344-44cb-a8b6-d244bd311aec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.050940 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-61fc324b-6344-44cb-a8b6-d244bd311aec None None] Calling delete_port for d0612c0e-efc3-4572-96eb-f9a73c0ea86e owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:07.159605 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-61fc324b-6344-44cb-a8b6-d244bd311aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.200371 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc324b-6344-44cb-a8b6-d244bd311aec None None] Pushing event deleted for resources: {'Port': ['ID=d0612c0e-efc3-4572-96eb-f9a73c0ea86e,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:07.204356 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa8f7b59-c93e-4314-a110-bb2f9976d608 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.213818 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fc324b-6344-44cb-a8b6-d244bd311aec None None] No DVR routers for this DVR port d0612c0e-efc3-4572-96eb-f9a73c0ea86e on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:04:07.261920 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-fa8f7b59-c93e-4314-a110-bb2f9976d608 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523495f2-d0a8-4874-8ce9-f158f9a48578']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:07.300744 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-fa8f7b59-c93e-4314-a110-bb2f9976d608 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40058dc0-10b9-473a-b138-f5952db5f2e4') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:07.301369 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-fa8f7b59-c93e-4314-a110-bb2f9976d608 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40058dc0-10b9-473a-b138-f5952db5f2e4') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:07.318268 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa8f7b59-c93e-4314-a110-bb2f9976d608 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.339542 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67854b31-bb8d-4b7c-94f6-d82c40c84898 req-4dc17eb5-c425-4a7d-b8c2-0c0c6ded982e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:07.347663 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-67854b31-bb8d-4b7c-94f6-d82c40c84898 req-4dc17eb5-c425-4a7d-b8c2-0c0c6ded982e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 943 time: 0.0898268 Nov 12 01:04:07.366941 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa8f7b59-c93e-4314-a110-bb2f9976d608 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.380918 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8f7b59-c93e-4314-a110-bb2f9976d608 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:04:07.381676 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa8f7b59-c93e-4314-a110-bb2f9976d608 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:04:07.405436 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:04:07.502754 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-67854b31-bb8d-4b7c-94f6-d82c40c84898 req-882e72df-9377-4602-ba82-eb0796aba21e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496863 Nov 12 01:04:07.534991 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa8f7b59-c93e-4314-a110-bb2f9976d608 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.584449 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa8f7b59-c93e-4314-a110-bb2f9976d608 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.591271 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fa8f7b59-c93e-4314-a110-bb2f9976d608 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "DELETE /v2.0/networks/523495f2-d0a8-4874-8ce9-f158f9a48578 HTTP/1.1" status: 204 len: 168 time: 1.4192736 Nov 12 01:04:07.593574 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36912) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:07.623346 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f7b59-c93e-4314-a110-bb2f9976d608 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event deleted for resources: {'Network': ['ID=523495f2-d0a8-4874-8ce9-f158f9a48578,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:07.773082 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-179604d3-bb5a-4015-baa1-687fd5bfeb16 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.859910 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d0612c0e-efc3-4572-96eb-f9a73c0ea86e no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:07.890615 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: d0612c0e-efc3-4572-96eb-f9a73c0ea86e {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:07.891255 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d0612c0e-efc3-4572-96eb-f9a73c0ea86e not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:07.990168 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-179604d3-bb5a-4015-baa1-687fd5bfeb16 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.032373 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-179604d3-bb5a-4015-baa1-687fd5bfeb16 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:08.053724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-179604d3-bb5a-4015-baa1-687fd5bfeb16 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79194db-5db4-47f8-81a2-d7b3685f9c3b') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:08.054331 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-179604d3-bb5a-4015-baa1-687fd5bfeb16 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79194db-5db4-47f8-81a2-d7b3685f9c3b') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:08.086644 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-179604d3-bb5a-4015-baa1-687fd5bfeb16 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.117588 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-179604d3-bb5a-4015-baa1-687fd5bfeb16 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.133216 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179604d3-bb5a-4015-baa1-687fd5bfeb16 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:04:08.133910 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-179604d3-bb5a-4015-baa1-687fd5bfeb16 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:04:08.226809 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:04:08.231837 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-179604d3-bb5a-4015-baa1-687fd5bfeb16 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.249184 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-179604d3-bb5a-4015-baa1-687fd5bfeb16 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.254073 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-179604d3-bb5a-4015-baa1-687fd5bfeb16 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] 10.222.0.31 "DELETE /v2.0/networks/19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5 HTTP/1.1" status: 204 len: 168 time: 0.6589196 Nov 12 01:04:08.460080 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:04:08.664061 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.820187 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20d92f-f643-456e-adb1-2f9337239e90 req-9b8110f2-52b3-4f1a-93ee-590dddae3b8f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:08.839340 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e20d92f-f643-456e-adb1-2f9337239e90 req-9b8110f2-52b3-4f1a-93ee-590dddae3b8f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 943 time: 0.1530542 Nov 12 01:04:09.007396 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179604d3-bb5a-4015-baa1-687fd5bfeb16 tempest-TaggedBootDevicesTest-818010986 tempest-TaggedBootDevicesTest-818010986-project] Pushing event deleted for resources: {'Network': ['ID=19ba9d7a-5f97-44df-92d9-1ebbbfdf5ee5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:09.042913 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e20d92f-f643-456e-adb1-2f9337239e90 req-f65e28a6-a7e2-4b66-8b95-a9f799071cfd tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937156 Nov 12 01:04:09.073578 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b678460-10fe-43b0-a59a-f379532b91d7 req-c75003f2-57af-407f-b1d8-c044e64d942f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1230376 Nov 12 01:04:09.251707 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b678460-10fe-43b0-a59a-f379532b91d7 req-f56256f2-271b-4ec7-b956-d3f3ed3d2a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:09.255741 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b678460-10fe-43b0-a59a-f379532b91d7 req-f56256f2-271b-4ec7-b956-d3f3ed3d2a8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 1097 time: 0.1180429 Nov 12 01:04:09.450597 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b678460-10fe-43b0-a59a-f379532b91d7 req-10f0d050-fc11-4327-b91a-2e7d9a7f9273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:09.452402 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b678460-10fe-43b0-a59a-f379532b91d7 req-10f0d050-fc11-4327-b91a-2e7d9a7f9273 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 912 time: 0.1748207 Nov 12 01:04:09.537409 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b678460-10fe-43b0-a59a-f379532b91d7 req-a9abd284-072e-4188-a74c-30b10749cc22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52d64dac-6de5-4d4c-9e15-4887219bcc9e HTTP/1.1" status: 200 len: 1001 time: 0.0766943 Nov 12 01:04:09.642643 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b678460-10fe-43b0-a59a-f379532b91d7 req-04f458ae-c462-47cd-8f74-08790461d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:09.644368 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b678460-10fe-43b0-a59a-f379532b91d7 req-04f458ae-c462-47cd-8f74-08790461d94f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.0985563 Nov 12 01:04:09.697395 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b678460-10fe-43b0-a59a-f379532b91d7 req-9e120a08-cc2c-4d8c-bd22-8b6b69b2221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:09.698953 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b678460-10fe-43b0-a59a-f379532b91d7 req-9e120a08-cc2c-4d8c-bd22-8b6b69b2221a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464828 Nov 12 01:04:09.887054 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b678460-10fe-43b0-a59a-f379532b91d7 req-fb75fc71-eb6c-4b96-9900-97e78b63d7d4 service neutron] 10.222.0.15 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803975 Nov 12 01:04:10.079459 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b678460-10fe-43b0-a59a-f379532b91d7 req-2a695153-8e8a-4ff3-9f5a-84a990465d84 service neutron] 10.222.0.15 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827531 Nov 12 01:04:10.237004 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2c111-213d-4bea-8ab7-046339765cb9 req-67d31a04-7c92-40ab-8dd5-425deeee7673 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:10.240141 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c7a2c111-213d-4bea-8ab7-046339765cb9 req-67d31a04-7c92-40ab-8dd5-425deeee7673 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 943 time: 0.0763614 Nov 12 01:04:10.312552 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c7a2c111-213d-4bea-8ab7-046339765cb9 req-1212a831-c723-404d-b30e-801176e5d8f3 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639012 Nov 12 01:04:11.562010 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b30f03-509b-40bd-9ed3-9707e1863ba1 req-03b9c735-6f18-4252-a75c-8b0f4911b020 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:11.570395 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78b30f03-509b-40bd-9ed3-9707e1863ba1 req-03b9c735-6f18-4252-a75c-8b0f4911b020 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 943 time: 0.1283307 Nov 12 01:04:11.677017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78b30f03-509b-40bd-9ed3-9707e1863ba1 req-49384b63-f6a4-4362-8e4d-34836c30a98f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012197 Nov 12 01:04:12.880428 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea320760-95d9-4dc4-bb49-89af5a285f8f req-1c9936ad-8537-49a8-8fbc-6f73e1052b1b tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:12.881964 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ea320760-95d9-4dc4-bb49-89af5a285f8f req-1c9936ad-8537-49a8-8fbc-6f73e1052b1b tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 943 time: 0.0802238 Nov 12 01:04:12.984811 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ea320760-95d9-4dc4-bb49-89af5a285f8f req-c7ac08be-27b2-440b-9fbc-19f50c0cbb1d tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957766 Nov 12 01:04:14.217477 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f6d6e-fd30-4c36-a059-4754ec83e7d4 req-88d5fe26-5788-4c1b-b35c-b84b31a021c9 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:14.224532 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8c1f6d6e-fd30-4c36-a059-4754ec83e7d4 req-88d5fe26-5788-4c1b-b35c-b84b31a021c9 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 943 time: 0.1291823 Nov 12 01:04:14.339185 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8c1f6d6e-fd30-4c36-a059-4754ec83e7d4 req-5d8b8f7a-40c9-46f1-acb9-e9514830a52e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040490 Nov 12 01:04:14.825253 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 36972) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:15.031609 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-16b74ef4-072b-4a54-b1eb-790850af4627 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.209635 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-16b74ef4-072b-4a54-b1eb-790850af4627 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.216178 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-16b74ef4-072b-4a54-b1eb-790850af4627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.308779 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b74ef4-072b-4a54-b1eb-790850af4627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cf4476-ab15-4327-a0cf-8ed2828e9091,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:15.365987 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 36978) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:15.380036 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-16b74ef4-072b-4a54-b1eb-790850af4627 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7187df29ed1a4fc5b8df46ad1560b58b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5354619 Nov 12 01:04:15.479445 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-21d1c3ac-5e1e-4e82-a43e-3a6535157cbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.505906 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-21d1c3ac-5e1e-4e82-a43e-3a6535157cbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.579966 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-21d1c3ac-5e1e-4e82-a43e-3a6535157cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.583928 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-21d1c3ac-5e1e-4e82-a43e-3a6535157cbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.585340 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-21d1c3ac-5e1e-4e82-a43e-3a6535157cbd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7cf4476-ab15-4327-a0cf-8ed2828e9091 HTTP/1.1" status: 204 len: 168 time: 0.2172284 Nov 12 01:04:15.606844 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a401c-95f6-4378-a036-aa44ee4dc392 req-38c49e7e-8d45-4038-92e6-f993d9a93b08 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:15.610721 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e1a401c-95f6-4378-a036-aa44ee4dc392 req-38c49e7e-8d45-4038-92e6-f993d9a93b08 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 943 time: 0.1570659 Nov 12 01:04:15.622030 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1c3ac-5e1e-4e82-a43e-3a6535157cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cf4476-ab15-4327-a0cf-8ed2828e9091,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:15.760271 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e1a401c-95f6-4378-a036-aa44ee4dc392 req-9b5b68f6-db74-4696-b1af-e6375074c1db tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426253 Nov 12 01:04:16.888804 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd3b7f-f2ac-4f6b-936b-2fcfddad2f49 req-f55897dd-97c8-449b-b2df-974ee4fea10e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:16.890546 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b5bd3b7f-f2ac-4f6b-936b-2fcfddad2f49 req-f55897dd-97c8-449b-b2df-974ee4fea10e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 943 time: 0.0565543 Nov 12 01:04:16.942846 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b5bd3b7f-f2ac-4f6b-936b-2fcfddad2f49 req-f25701a7-878c-4498-9373-f4bd52d59c5f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443394 Nov 12 01:04:16.971922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37022) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:17.126213 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-73893866-0ab6-46b2-981c-dc34d6cc2199 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'network': {'name': 'tempest-network-smoke--1636060878', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'port_security_enabled': True}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:17.149047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73893866-0ab6-46b2-981c-dc34d6cc2199 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Made reservation on behalf of a95a5ba21e204aa3a425fd0950571760 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:17.152966 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-73893866-0ab6-46b2-981c-dc34d6cc2199 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.162140 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-73893866-0ab6-46b2-981c-dc34d6cc2199 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.241436 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-73893866-0ab6-46b2-981c-dc34d6cc2199 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.245284 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-73893866-0ab6-46b2-981c-dc34d6cc2199 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.273313 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73893866-0ab6-46b2-981c-dc34d6cc2199 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:17.283703 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73893866-0ab6-46b2-981c-dc34d6cc2199 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570674f9-4669-4498-8074-559d433f771f,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:17.289819 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-73893866-0ab6-46b2-981c-dc34d6cc2199 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.290174 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-73893866-0ab6-46b2-981c-dc34d6cc2199 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Added segment a9fa91af-87b2-4a71-97b8-1e6c878c3db9 of type vlan for network 3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 Nov 12 01:04:17.330101 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-73893866-0ab6-46b2-981c-dc34d6cc2199 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.355012 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-73893866-0ab6-46b2-981c-dc34d6cc2199 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.360755 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73893866-0ab6-46b2-981c-dc34d6cc2199 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:17.361393 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-73893866-0ab6-46b2-981c-dc34d6cc2199 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.402389 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-73893866-0ab6-46b2-981c-dc34d6cc2199 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4260695 Nov 12 01:04:17.402827 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37028) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:17.407799 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-527f0d17-72ea-48d5-9920-d83a66cf1a4b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1445745350', 'admin_state_up': True, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:17.433423 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-527f0d17-72ea-48d5-9920-d83a66cf1a4b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.433654 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73893866-0ab6-46b2-981c-dc34d6cc2199 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'Network': ['ID=3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:17.434724 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-527f0d17-72ea-48d5-9920-d83a66cf1a4b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.446324 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:17.494273 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-527f0d17-72ea-48d5-9920-d83a66cf1a4b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.638337 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-527f0d17-72ea-48d5-9920-d83a66cf1a4b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.867378 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-527f0d17-72ea-48d5-9920-d83a66cf1a4b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.889442 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-527f0d17-72ea-48d5-9920-d83a66cf1a4b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.010507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-527f0d17-72ea-48d5-9920-d83a66cf1a4b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Allocated IP 172.25.0.184 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/1f934732-f893-472e-b6db-8095255c2ae2) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:18.152239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f97c8e-e165-4d84-a994-3aa0d83f7d31 req-79bc139e-4502-48e8-afd7-000c9447a2e6 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:18.157525 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55f97c8e-e165-4d84-a994-3aa0d83f7d31 req-79bc139e-4502-48e8-afd7-000c9447a2e6 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 943 time: 0.1012218 Nov 12 01:04:18.211042 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-527f0d17-72ea-48d5-9920-d83a66cf1a4b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.235765 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55f97c8e-e165-4d84-a994-3aa0d83f7d31 req-bf9829e9-0f57-4dbc-b721-c4958485a2a8 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745187 Nov 12 01:04:18.264801 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-527f0d17-72ea-48d5-9920-d83a66cf1a4b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.305672 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527f0d17-72ea-48d5-9920-d83a66cf1a4b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:18.311084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-527f0d17-72ea-48d5-9920-d83a66cf1a4b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:18.314889 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527f0d17-72ea-48d5-9920-d83a66cf1a4b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:18.328368 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d799686-7b54-4c10-92c5-0d99c7303604 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:18.353875 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f0d17-72ea-48d5-9920-d83a66cf1a4b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'Port': ['ID=1f934732-f893-472e-b6db-8095255c2ae2,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:18.438693 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-950686c6-edb0-4dee-b35e-ed28961985bb None None] Provisioning complete for port 1f934732-f893-472e-b6db-8095255c2ae2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:18.439086 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-950686c6-edb0-4dee-b35e-ed28961985bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.492201 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-950686c6-edb0-4dee-b35e-ed28961985bb None None] Port 1f934732-f893-472e-b6db-8095255c2ae2 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:18.671780 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-527f0d17-72ea-48d5-9920-d83a66cf1a4b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.878630 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-527f0d17-72ea-48d5-9920-d83a66cf1a4b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.025515 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527f0d17-72ea-48d5-9920-d83a66cf1a4b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Router e981ebaa-91c8-42f4-af9d-2108941d534e is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:04:19.134083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527f0d17-72ea-48d5-9920-d83a66cf1a4b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:19.146445 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] Sync routers for ids ['e981ebaa-91c8-42f4-af9d-2108941d534e'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:19.154272 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-527f0d17-72ea-48d5-9920-d83a66cf1a4b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.158921 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-527f0d17-72ea-48d5-9920-d83a66cf1a4b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7516677 Nov 12 01:04:19.159081 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] Routers {'e981ebaa-91c8-42f4-af9d-2108941d534e'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:19.159081 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:03:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e981ebaa-91c8-42f4-af9d-2108941d534e'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:19.159292 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37040) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:19.250066 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-413fb186-90e5-4ed5-9c4a-ee3ffc4e6410 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=a95a5ba21e204aa3a425fd0950571760&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0866148 Nov 12 01:04:19.250444 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37044) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:19.393602 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] Set router e981ebaa-91c8-42f4-af9d-2108941d534e gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:19.429121 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383113a9-d2cc-4e0c-a30b-b5b592df1bdc req-812dfd95-5073-4667-8e1e-c0db45a79d5e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:19.430835 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-383113a9-d2cc-4e0c-a30b-b5b592df1bdc req-812dfd95-5073-4667-8e1e-c0db45a79d5e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 943 time: 0.0780702 Nov 12 01:04:19.450518 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e7f4e7-8d00-4d18-b21c-9ec6a4efe1b4 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:19.452186 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c5e7f4e7-8d00-4d18-b21c-9ec6a4efe1b4 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2005835 Nov 12 01:04:19.456145 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37048) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:19.490150 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-383113a9-d2cc-4e0c-a30b-b5b592df1bdc req-ffefd2dc-f46f-4f04-ba9f-1f1d9c627ff3 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524414 Nov 12 01:04:19.511722 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-74c5e49b-9f4d-4d98-844d-3917d40787bd tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450015 Nov 12 01:04:19.511722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37050) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:19.511722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-829be532-5896-434b-b458-16b2a97d9af5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-301682639', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:19.614468 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829be532-5896-434b-b458-16b2a97d9af5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Made reservation on behalf of a95a5ba21e204aa3a425fd0950571760 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:19.618909 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-829be532-5896-434b-b458-16b2a97d9af5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.623535 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'name': 'tempest-TestNetworkBasicOps-router-1445745350', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '1f934732-f893-472e-b6db-8095255c2ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:18Z', 'revision_number': 3, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': '1f934732-f893-472e-b6db-8095255c2ae2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:19.651031 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] Checking router: e981ebaa-91c8-42f4-af9d-2108941d534e for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:19.652095 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] Updating router e981ebaa-91c8-42f4-af9d-2108941d534e port 1f934732-f893-472e-b6db-8095255c2ae2 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:04:19.678074 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.825755 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-829be532-5896-434b-b458-16b2a97d9af5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.893257 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829be532-5896-434b-b458-16b2a97d9af5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'Subnet': ['ID=867f7157-cea0-4a05-b82b-f7ce44757294,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:19.900435 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829be532-5896-434b-b458-16b2a97d9af5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Checking segment: {'id': 'a9fa91af-87b2-4a71-97b8-1e6c878c3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:19.900908 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829be532-5896-434b-b458-16b2a97d9af5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Network hostable DHCP agents. Network: 3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:04:19.921342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829be532-5896-434b-b458-16b2a97d9af5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Network 3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:04:19.945648 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-829be532-5896-434b-b458-16b2a97d9af5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:19.955081 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965cbc49-66a5-4ca4-bb16-7c4c2249d3b5 None None] Network 3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:19.964501 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829be532-5896-434b-b458-16b2a97d9af5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:19.966743 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-829be532-5896-434b-b458-16b2a97d9af5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.992104 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-829be532-5896-434b-b458-16b2a97d9af5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4844890 Nov 12 01:04:19.994912 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37054) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:20.004964 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.012097 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.042368 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0c0408a3-5de9-47c2-994a-2f60469d5805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.048004 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496b63bf-d3b2-456b-84f4-62f692953f62 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:20.051170 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] Attempting to bind port 1f934732-f893-472e-b6db-8095255c2ae2 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:20.051786 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] Attempting to bind port 1f934732-f893-472e-b6db-8095255c2ae2 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:20.052157 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] Attempting to bind port 1f934732-f893-472e-b6db-8095255c2ae2 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:20.088435 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:20.088872 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:20.089387 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.089972 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:20.090574 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] Bound port: 1f934732-f893-472e-b6db-8095255c2ae2, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:20.091006 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.141317 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-95812825-0604-4d87-b1d5-aeb0eb1cbe59 None None] Provisioning complete for port 1f934732-f893-472e-b6db-8095255c2ae2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:20.141836 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-95812825-0604-4d87-b1d5-aeb0eb1cbe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.163864 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] For port 1f934732-f893-472e-b6db-8095255c2ae2, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:20.187670 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] For port 1f934732-f893-472e-b6db-8095255c2ae2, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1f934732-f893-472e-b6db-8095255c2ae2,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:20.192680 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b754bc-b290-46a9-ae27-fc4255d11277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'fixed_ips': [{'subnet_id': '867f7157-cea0-4a05-b82b-f7ce44757294'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:04:20.193911 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-66b754bc-b290-46a9-ae27-fc4255d11277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.206553 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.247375 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] Routers {'e981ebaa-91c8-42f4-af9d-2108941d534e'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:20.248639 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:03:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e981ebaa-91c8-42f4-af9d-2108941d534e'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:20.335848 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24aeaa6-8607-4ce0-aa3e-a0a2b94f76c2 None None] Pushing event updated for resources: {'Port': ['ID=1f934732-f893-472e-b6db-8095255c2ae2,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:20.361596 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-66b754bc-b290-46a9-ae27-fc4255d11277 None None] Allocated IP 172.20.0.2 (3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936/867f7157-cea0-4a05-b82b-f7ce44757294/c41f4e09-a217-4e5b-87c0-170d567e9673) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:20.371763 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24aeaa6-8607-4ce0-aa3e-a0a2b94f76c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:20.372211 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24aeaa6-8607-4ce0-aa3e-a0a2b94f76c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:20.372942 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24aeaa6-8607-4ce0-aa3e-a0a2b94f76c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:20.373329 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24aeaa6-8607-4ce0-aa3e-a0a2b94f76c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:20.373734 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24aeaa6-8607-4ce0-aa3e-a0a2b94f76c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:20.374122 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24aeaa6-8607-4ce0-aa3e-a0a2b94f76c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:20.374450 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24aeaa6-8607-4ce0-aa3e-a0a2b94f76c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:20.374787 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24aeaa6-8607-4ce0-aa3e-a0a2b94f76c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:20.375156 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24aeaa6-8607-4ce0-aa3e-a0a2b94f76c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:20.375483 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24aeaa6-8607-4ce0-aa3e-a0a2b94f76c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:20.375807 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24aeaa6-8607-4ce0-aa3e-a0a2b94f76c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:20.376127 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24aeaa6-8607-4ce0-aa3e-a0a2b94f76c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:20.442787 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0d02e4-b637-4913-98a7-53f12759cc82 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:20.452583 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-95812825-0604-4d87-b1d5-aeb0eb1cbe59 None None] Port 1f934732-f893-472e-b6db-8095255c2ae2 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:20.485785 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] Set router e981ebaa-91c8-42f4-af9d-2108941d534e gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:20.558770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8094be6b-413c-4784-bbdb-bc9499703c2f details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:04:20.619322 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24aeaa6-8607-4ce0-aa3e-a0a2b94f76c2 None None] Pushing event updated for resources: {'Port': ['ID=1f934732-f893-472e-b6db-8095255c2ae2,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:20.633421 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-93ce633d-84e3-4e9a-b05f-dd98c81d0774 None None] Provisioning complete for port 1f934732-f893-472e-b6db-8095255c2ae2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:20.633827 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-93ce633d-84e3-4e9a-b05f-dd98c81d0774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.663487 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-66b754bc-b290-46a9-ae27-fc4255d11277 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.684174 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-66b754bc-b290-46a9-ae27-fc4255d11277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.702055 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-32ea5a86-c0ba-44ca-9c30-1b79a01b52d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.731848 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'name': 'tempest-TestNetworkBasicOps-router-1445745350', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '1f934732-f893-472e-b6db-8095255c2ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:18Z', 'revision_number': 3, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': '1f934732-f893-472e-b6db-8095255c2ae2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:20.746258 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b754bc-b290-46a9-ae27-fc4255d11277 None None] Pushing event updated for resources: {'Port': ['ID=c41f4e09-a217-4e5b-87c0-170d567e9673,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:20.780253 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4619219f-9644-4d1b-98a9-6d77f846b9b1 None None] The sync data for ids ['e981ebaa-91c8-42f4-af9d-2108941d534e'] in n-d-712137-14 is: [{'id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'name': 'tempest-TestNetworkBasicOps-router-1445745350', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '1f934732-f893-472e-b6db-8095255c2ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:18Z', 'revision_number': 3, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': '1f934732-f893-472e-b6db-8095255c2ae2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:20.807009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b754bc-b290-46a9-ae27-fc4255d11277 None None] Network 3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:20.820235 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-66b754bc-b290-46a9-ae27-fc4255d11277 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:20.825572 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e1995-8df4-42c3-9b61-9493b6ed6f42 req-90a1fdf3-0924-4f13-bf7b-961874ebbd5a tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:20.825729 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b754bc-b290-46a9-ae27-fc4255d11277 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:20.827165 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-983e1995-8df4-42c3-9b61-9493b6ed6f42 req-90a1fdf3-0924-4f13-bf7b-961874ebbd5a tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 943 time: 0.2164099 Nov 12 01:04:20.915619 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-93ce633d-84e3-4e9a-b05f-dd98c81d0774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:20.945937 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-983e1995-8df4-42c3-9b61-9493b6ed6f42 req-ae7f13ea-137b-496f-8ef4-249dd30f3417 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088324 Nov 12 01:04:20.969950 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 8094be6b-413c-4784-bbdb-bc9499703c2f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8094be6b-413c-4784-bbdb-bc9499703c2f,segment=NetworkSegment(87528cf6-8de1-4116-8797-3c6dec5a426e),segment_id=87528cf6-8de1-4116-8797-3c6dec5a426e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:20.975901 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37060) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:20.981098 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-93ce633d-84e3-4e9a-b05f-dd98c81d0774 None None] For port 1f934732-f893-472e-b6db-8095255c2ae2, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1f934732-f893-472e-b6db-8095255c2ae2,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:21.002585 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-93ce633d-84e3-4e9a-b05f-dd98c81d0774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.016276 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-66b754bc-b290-46a9-ae27-fc4255d11277 None None] Attempting to bind port c41f4e09-a217-4e5b-87c0-170d567e9673 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:21.016887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-66b754bc-b290-46a9-ae27-fc4255d11277 None None] Attempting to bind port c41f4e09-a217-4e5b-87c0-170d567e9673 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'a9fa91af-87b2-4a71-97b8-1e6c878c3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:21.017271 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b754bc-b290-46a9-ae27-fc4255d11277 None None] Attempting to bind port c41f4e09-a217-4e5b-87c0-170d567e9673 on network 3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:21.059075 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b754bc-b290-46a9-ae27-fc4255d11277 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:21.059587 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b754bc-b290-46a9-ae27-fc4255d11277 None None] Checking segment: {'id': 'a9fa91af-87b2-4a71-97b8-1e6c878c3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:21.060062 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-66b754bc-b290-46a9-ae27-fc4255d11277 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.060727 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b754bc-b290-46a9-ae27-fc4255d11277 None None] Bound using segment: {'id': 'a9fa91af-87b2-4a71-97b8-1e6c878c3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:21.061282 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-66b754bc-b290-46a9-ae27-fc4255d11277 None None] Bound port: c41f4e09-a217-4e5b-87c0-170d567e9673, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fa91af-87b2-4a71-97b8-1e6c878c3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:21.061747 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-66b754bc-b290-46a9-ae27-fc4255d11277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.068600 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '8094be6b-413c-4784-bbdb-bc9499703c2f', 'network_id': '435816c9-12a6-40de-aba8-b1fb076c441f', 'port_id': '8094be6b-413c-4784-bbdb-bc9499703c2f', 'mac_address': 'fa:16:3e:cc:36:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838f8e68-1c1e-4ca7-b054-f4c1b77520ed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:04:21.161379 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce633d-84e3-4e9a-b05f-dd98c81d0774 None None] Pushing event updated for resources: {'Port': ['ID=1f934732-f893-472e-b6db-8095255c2ae2,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:21.231554 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.257095 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-32ea5a86-c0ba-44ca-9c30-1b79a01b52d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Allocated IP 172.20.0.1 (3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936/867f7157-cea0-4a05-b82b-f7ce44757294/36f97a44-d90c-4d69-807a-7f9ff1ab4097) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:21.260245 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8094be6b-413c-4784-bbdb-bc9499703c2f {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:21.296982 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 8094be6b-413c-4784-bbdb-bc9499703c2f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8094be6b-413c-4784-bbdb-bc9499703c2f,segment=NetworkSegment(87528cf6-8de1-4116-8797-3c6dec5a426e),segment_id=87528cf6-8de1-4116-8797-3c6dec5a426e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:21.298305 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-66b754bc-b290-46a9-ae27-fc4255d11277 None None] For port c41f4e09-a217-4e5b-87c0-170d567e9673, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:21.301993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-66b754bc-b290-46a9-ae27-fc4255d11277 None None] For port c41f4e09-a217-4e5b-87c0-170d567e9673, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c41f4e09-a217-4e5b-87c0-170d567e9673,segment=NetworkSegment(a9fa91af-87b2-4a71-97b8-1e6c878c3db9),segment_id=a9fa91af-87b2-4a71-97b8-1e6c878c3db9)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:21.311966 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.315976 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-66b754bc-b290-46a9-ae27-fc4255d11277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.438196 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-32ea5a86-c0ba-44ca-9c30-1b79a01b52d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.489654 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-32ea5a86-c0ba-44ca-9c30-1b79a01b52d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.496581 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=8094be6b-413c-4784-bbdb-bc9499703c2f,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:21.571806 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ea5a86-c0ba-44ca-9c30-1b79a01b52d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Network 3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:21.573433 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-32ea5a86-c0ba-44ca-9c30-1b79a01b52d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:21.578453 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ea5a86-c0ba-44ca-9c30-1b79a01b52d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:21.638688 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea5a86-c0ba-44ca-9c30-1b79a01b52d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'Port': ['ID=36f97a44-d90c-4d69-807a-7f9ff1ab4097,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:21.663938 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-32ea5a86-c0ba-44ca-9c30-1b79a01b52d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:21.793051 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['8094be6b-413c-4784-bbdb-bc9499703c2f'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:04:21.936895 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b754bc-b290-46a9-ae27-fc4255d11277 None None] Pushing event updated for resources: {'Port': ['ID=c41f4e09-a217-4e5b-87c0-170d567e9673,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:22.045206 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bb71b965-325e-47ed-949f-971596d47b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:22.063878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1f934732-f893-472e-b6db-8095255c2ae2 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:22.152280 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-32ea5a86-c0ba-44ca-9c30-1b79a01b52d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:22.243866 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 1f934732-f893-472e-b6db-8095255c2ae2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:22.244146 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:22.366746 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-32cee8c8-f66c-4bdc-896a-f3b027263f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:22.783473 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce012cf-12d7-4270-8413-14be1b947f6d req-00af0de9-0162-4280-9775-3813d99c3aba tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:22.785495 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1ce012cf-12d7-4270-8413-14be1b947f6d req-00af0de9-0162-4280-9775-3813d99c3aba tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 944 time: 0.6802714 Nov 12 01:04:22.883638 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1ce012cf-12d7-4270-8413-14be1b947f6d req-1181d54f-63b6-4a94-938e-98bf1109fe82 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866802 Nov 12 01:04:22.908092 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-32ea5a86-c0ba-44ca-9c30-1b79a01b52d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:22.916599 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-32ea5a86-c0ba-44ca-9c30-1b79a01b52d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:22.930633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-bb71b965-325e-47ed-949f-971596d47b9f admin admin] Deleting port deeec366-335e-45a6-a9d0-c4a102764a89 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:22.931126 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bb71b965-325e-47ed-949f-971596d47b9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:22.965457 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0aabb8-972e-435f-b5ce-6f4fa9a5ca84 None None] Network 3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:23.010432 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-32ea5a86-c0ba-44ca-9c30-1b79a01b52d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.016415 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea5a86-c0ba-44ca-9c30-1b79a01b52d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'Port': ['ID=36f97a44-d90c-4d69-807a-7f9ff1ab4097,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:23.034196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-bb71b965-325e-47ed-949f-971596d47b9f admin admin] For port deeec366-335e-45a6-a9d0-c4a102764a89, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=deeec366-335e-45a6-a9d0-c4a102764a89,segment=NetworkSegment(b5504e77-a136-454b-965e-6ff3a65930f2),segment_id=b5504e77-a136-454b-965e-6ff3a65930f2)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:23.034544 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bb71b965-325e-47ed-949f-971596d47b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.048828 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-bb71b965-325e-47ed-949f-971596d47b9f admin admin] Calling delete_port for deeec366-335e-45a6-a9d0-c4a102764a89 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:23.106038 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-28fd5dd2-ec58-4b85-98fd-2b1961da3fb0 None None] Provisioning complete for port c41f4e09-a217-4e5b-87c0-170d567e9673 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:23.106600 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-28fd5dd2-ec58-4b85-98fd-2b1961da3fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.156377 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ea5a86-c0ba-44ca-9c30-1b79a01b52d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Network 3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:23.162035 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-32ea5a86-c0ba-44ca-9c30-1b79a01b52d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:23.275781 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-28fd5dd2-ec58-4b85-98fd-2b1961da3fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.279790 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bb71b965-325e-47ed-949f-971596d47b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.302298 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ea5a86-c0ba-44ca-9c30-1b79a01b52d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Router e981ebaa-91c8-42f4-af9d-2108941d534e has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:04:23.309398 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71b965-325e-47ed-949f-971596d47b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=deeec366-335e-45a6-a9d0-c4a102764a89,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:23.328338 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-28fd5dd2-ec58-4b85-98fd-2b1961da3fb0 None None] For port c41f4e09-a217-4e5b-87c0-170d567e9673, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c41f4e09-a217-4e5b-87c0-170d567e9673,segment=NetworkSegment(a9fa91af-87b2-4a71-97b8-1e6c878c3db9),segment_id=a9fa91af-87b2-4a71-97b8-1e6c878c3db9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:23.335387 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-28fd5dd2-ec58-4b85-98fd-2b1961da3fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.424760 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd5dd2-ec58-4b85-98fd-2b1961da3fb0 None None] Pushing event updated for resources: {'Port': ['ID=c41f4e09-a217-4e5b-87c0-170d567e9673,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:23.478809 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.490809 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ea5a86-c0ba-44ca-9c30-1b79a01b52d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:23.498949 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-32ea5a86-c0ba-44ca-9c30-1b79a01b52d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "PUT /v2.0/routers/e981ebaa-91c8-42f4-af9d-2108941d534e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5002501 Nov 12 01:04:23.498949 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37068) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:23.547039 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] Sync routers for ids ['e981ebaa-91c8-42f4-af9d-2108941d534e'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:23.566373 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] Routers {'e981ebaa-91c8-42f4-af9d-2108941d534e'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:23.567170 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:04:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e981ebaa-91c8-42f4-af9d-2108941d534e'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:23.572145 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bb71b965-325e-47ed-949f-971596d47b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.721458 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] Set router e981ebaa-91c8-42f4-af9d-2108941d534e gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:23.742899 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e1c61c-8556-47e4-8d24-d62144ddab35 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:23.743522 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e1c61c-8556-47e4-8d24-d62144ddab35 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:23.744104 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e1c61c-8556-47e4-8d24-d62144ddab35 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:23.744620 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e1c61c-8556-47e4-8d24-d62144ddab35 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:23.745153 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e1c61c-8556-47e4-8d24-d62144ddab35 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:23.745670 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e1c61c-8556-47e4-8d24-d62144ddab35 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:23.746221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e1c61c-8556-47e4-8d24-d62144ddab35 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:23.746736 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e1c61c-8556-47e4-8d24-d62144ddab35 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:23.751403 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-47e1c61c-8556-47e4-8d24-d62144ddab35 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5686 time: 0.2488697 Nov 12 01:04:23.751823 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37070) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:23.804213 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-79554236-ff63-4ae8-aa5f-0739e45713d2 None None] Provisioning complete for port 36f97a44-d90c-4d69-807a-7f9ff1ab4097 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:23.804593 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79554236-ff63-4ae8-aa5f-0739e45713d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.876740 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444f3542-95f7-4b2c-a236-43c5a60f824a tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:23.877366 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444f3542-95f7-4b2c-a236-43c5a60f824a tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:23.877892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444f3542-95f7-4b2c-a236-43c5a60f824a tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:23.878436 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444f3542-95f7-4b2c-a236-43c5a60f824a tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:23.878935 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444f3542-95f7-4b2c-a236-43c5a60f824a tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:23.879604 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444f3542-95f7-4b2c-a236-43c5a60f824a tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:23.880113 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444f3542-95f7-4b2c-a236-43c5a60f824a tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:23.880777 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444f3542-95f7-4b2c-a236-43c5a60f824a tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:23.882872 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-444f3542-95f7-4b2c-a236-43c5a60f824a tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5284 time: 0.1299024 Nov 12 01:04:23.885991 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37072) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:23.958155 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb71b965-325e-47ed-949f-971596d47b9f admin admin] Router c2b5bb44-268c-4c63-a93e-433ee493520a has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:04:24.013364 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-79554236-ff63-4ae8-aa5f-0739e45713d2 None None] Port 36f97a44-d90c-4d69-807a-7f9ff1ab4097 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:24.059951 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-79554236-ff63-4ae8-aa5f-0739e45713d2 None None] Provisioning complete for port c41f4e09-a217-4e5b-87c0-170d567e9673 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:24.060303 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79554236-ff63-4ae8-aa5f-0739e45713d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.090264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c41f4e09-a217-4e5b-87c0-170d567e9673 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:24.134376 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb71b965-325e-47ed-949f-971596d47b9f admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:24.140955 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bb71b965-325e-47ed-949f-971596d47b9f admin admin] 10.222.0.31 "PUT /v2.0/routers/c2b5bb44-268c-4c63-a93e-433ee493520a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1634071 Nov 12 01:04:24.143304 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37076) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:24.145889 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5679aef0-cd43-4b7c-bac9-56589116f0b1 None None] Sync routers for ids ['c2b5bb44-268c-4c63-a93e-433ee493520a'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:24.149420 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'name': 'tempest-TestNetworkBasicOps-router-1445745350', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '1f934732-f893-472e-b6db-8095255c2ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:22Z', 'revision_number': 4, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': '1f934732-f893-472e-b6db-8095255c2ae2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '36f97a44-d90c-4d69-807a-7f9ff1ab4097', 'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:92:18:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:20Z', 'updated_at': '2021-11-12T01:04:22Z', 'revision_number': 2, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:24.163479 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5679aef0-cd43-4b7c-bac9-56589116f0b1 None None] Routers {'c2b5bb44-268c-4c63-a93e-433ee493520a'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:24.167927 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5679aef0-cd43-4b7c-bac9-56589116f0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:04:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c2b5bb44-268c-4c63-a93e-433ee493520a'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:24.197594 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] Checking router: e981ebaa-91c8-42f4-af9d-2108941d534e for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:24.197594 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] Updating router e981ebaa-91c8-42f4-af9d-2108941d534e port 36f97a44-d90c-4d69-807a-7f9ff1ab4097 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:04:24.219077 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ca454-bb15-4209-909f-14d60aba679a req-47b61748-659b-4cec-8e1d-b802988d9061 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:24.227518 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a55ca454-bb15-4209-909f-14d60aba679a req-47b61748-659b-4cec-8e1d-b802988d9061 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 944 time: 0.2108512 Nov 12 01:04:24.261495 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.282859 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port c41f4e09-a217-4e5b-87c0-170d567e9673 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:24.283229 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.283339 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7f862cd1-e6c0-4eb5-aaad-62e21af805be admin admin] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.333380 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a55ca454-bb15-4209-909f-14d60aba679a req-777fd4dd-886d-4194-baa6-5f80a23dc9b2 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037567 Nov 12 01:04:24.333708 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-5679aef0-cd43-4b7c-bac9-56589116f0b1 None None] Set router c2b5bb44-268c-4c63-a93e-433ee493520a gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:24.376069 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-926720e6-d215-4211-947a-5af2bb968488 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3767 time: 0.4887617 Nov 12 01:04:24.410834 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7f862cd1-e6c0-4eb5-aaad-62e21af805be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.474038 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-7f862cd1-e6c0-4eb5-aaad-62e21af805be admin admin] Deleting port 78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:24.474386 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7f862cd1-e6c0-4eb5-aaad-62e21af805be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.494234 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-810c2760-74fa-44df-b374-e4dbf7b0ac6f None None] Provisioning complete for port 36f97a44-d90c-4d69-807a-7f9ff1ab4097 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:24.494468 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-810c2760-74fa-44df-b374-e4dbf7b0ac6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.555616 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-810c2760-74fa-44df-b374-e4dbf7b0ac6f None None] Port 36f97a44-d90c-4d69-807a-7f9ff1ab4097 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:24.558504 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8094be6b-413c-4784-bbdb-bc9499703c2f up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:24.568180 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5679aef0-cd43-4b7c-bac9-56589116f0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'name': 'tempest-TaggedBootDevicesTest-1091472500-router', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:50Z', 'updated_at': '2021-11-12T01:04:23Z', 'revision_number': 5, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'gw_port': {'id': '78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:52:51Z', 'updated_at': '2021-11-12T00:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:24.572922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-7f862cd1-e6c0-4eb5-aaad-62e21af805be admin admin] For port 78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:24.573306 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7f862cd1-e6c0-4eb5-aaad-62e21af805be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.590626 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-7f862cd1-e6c0-4eb5-aaad-62e21af805be admin admin] Calling delete_port for 78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:24.605489 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5679aef0-cd43-4b7c-bac9-56589116f0b1 None None] Checking router: c2b5bb44-268c-4c63-a93e-433ee493520a for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:24.617462 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5679aef0-cd43-4b7c-bac9-56589116f0b1 None None] Routers {'c2b5bb44-268c-4c63-a93e-433ee493520a'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:24.618394 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5679aef0-cd43-4b7c-bac9-56589116f0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:04:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c2b5bb44-268c-4c63-a93e-433ee493520a'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:24.682381 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 8094be6b-413c-4784-bbdb-bc9499703c2f triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:24.682777 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.715321 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.718992 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-5679aef0-cd43-4b7c-bac9-56589116f0b1 None None] Set router c2b5bb44-268c-4c63-a93e-433ee493520a gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:24.808162 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.818893 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.828152 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7f862cd1-e6c0-4eb5-aaad-62e21af805be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.874017 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecad25-ccc1-4def-9b20-c572f68bf957 None None] Pushing event updated for resources: {'Port': ['ID=36f97a44-d90c-4d69-807a-7f9ff1ab4097,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:24.876333 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819604ac-8c66-47bb-a941-ff0129985d90 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:24.887635 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.895823 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5679aef0-cd43-4b7c-bac9-56589116f0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'name': 'tempest-TaggedBootDevicesTest-1091472500-router', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:50Z', 'updated_at': '2021-11-12T01:04:24Z', 'revision_number': 6, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:24.905062 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37080) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:24.909221 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f862cd1-e6c0-4eb5-aaad-62e21af805be admin admin] Pushing event deleted for resources: {'Port': ['ID=78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:24.911263 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6bc59b17-d84f-43d7-afc9-16fc682d9274 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1776105451', 'description': 'tempest-secgroup-smoke-1776105451 description', 'project_id': 'a95a5ba21e204aa3a425fd0950571760'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:24.929859 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 8094be6b-413c-4784-bbdb-bc9499703c2f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8094be6b-413c-4784-bbdb-bc9499703c2f,segment=NetworkSegment(87528cf6-8de1-4116-8797-3c6dec5a426e),segment_id=87528cf6-8de1-4116-8797-3c6dec5a426e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:24.938134 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5679aef0-cd43-4b7c-bac9-56589116f0b1 None None] The sync data for ids ['c2b5bb44-268c-4c63-a93e-433ee493520a'] in n-d-712137-14 is: [{'id': 'c2b5bb44-268c-4c63-a93e-433ee493520a', 'name': 'tempest-TaggedBootDevicesTest-1091472500-router', 'tenant_id': '75c055e9876449c3980c1d635d3020fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:52:50Z', 'updated_at': '2021-11-12T01:04:24Z', 'revision_number': 6, 'project_id': '75c055e9876449c3980c1d635d3020fe', 'gw_port_host': None}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:24.944778 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1e875e-6bee-4479-9806-ec9e06706830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8094be6b-413c-4784-bbdb-bc9499703c2f'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:24.951949 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fedcc1-e4b6-4865-a75a-4169f948ebbf" -d '{"events": [{"server_uuid": "8d1e875e-6bee-4479-9806-ec9e06706830", "name": "network-vif-plugged", "status": "completed", "tag": "8094be6b-413c-4784-bbdb-bc9499703c2f"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:24.958683 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:24.984491 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7f862cd1-e6c0-4eb5-aaad-62e21af805be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.007219 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6bc59b17-d84f-43d7-afc9-16fc682d9274 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.053648 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=8094be6b-413c-4784-bbdb-bc9499703c2f,revision_number=10']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:25.078013 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcc499b-2998-491e-9172-60feb854a19b x-openstack-request-id: req-dbcc499b-2998-491e-9172-60feb854a19b {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:25.078310 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1e875e-6bee-4479-9806-ec9e06706830", "name": "network-vif-plugged", "status": "completed", "tag": "8094be6b-413c-4784-bbdb-bc9499703c2f", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:25.078563 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbcc499b-2998-491e-9172-60feb854a19b {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:25.078954 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1e875e-6bee-4479-9806-ec9e06706830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8094be6b-413c-4784-bbdb-bc9499703c2f', 'code': 200} Nov 12 01:04:25.090416 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] Attempting to bind port 36f97a44-d90c-4d69-807a-7f9ff1ab4097 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:25.090627 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] Attempting to bind port 36f97a44-d90c-4d69-807a-7f9ff1ab4097 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'a9fa91af-87b2-4a71-97b8-1e6c878c3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:25.090844 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] Attempting to bind port 36f97a44-d90c-4d69-807a-7f9ff1ab4097 on network 3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:25.096997 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:25.097381 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] Checking segment: {'id': 'a9fa91af-87b2-4a71-97b8-1e6c878c3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:25.097836 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.098228 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] Bound using segment: {'id': 'a9fa91af-87b2-4a71-97b8-1e6c878c3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:25.098803 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] Bound port: 36f97a44-d90c-4d69-807a-7f9ff1ab4097, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fa91af-87b2-4a71-97b8-1e6c878c3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:25.099136 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.120882 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6bc59b17-d84f-43d7-afc9-16fc682d9274 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.131972 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6bc59b17-d84f-43d7-afc9-16fc682d9274 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.147703 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7f862cd1-e6c0-4eb5-aaad-62e21af805be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.150173 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7f862cd1-e6c0-4eb5-aaad-62e21af805be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.199951 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6bc59b17-d84f-43d7-afc9-16fc682d9274 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.204484 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37084) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:25.205475 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6bc59b17-d84f-43d7-afc9-16fc682d9274 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2987154 Nov 12 01:04:25.210458 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-1a3a24fe-58fc-4175-923f-a997088e5101 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'security_group_rule': {'security_group_id': '5ab40cb4-31c9-4ffb-94bd-2c099525ee79', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:25.217895 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc59b17-d84f-43d7-afc9-16fc682d9274 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab40cb4-31c9-4ffb-94bd-2c099525ee79,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:25.219007 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] For port 36f97a44-d90c-4d69-807a-7f9ff1ab4097, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:25.223137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] For port 36f97a44-d90c-4d69-807a-7f9ff1ab4097, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=36f97a44-d90c-4d69-807a-7f9ff1ab4097,segment=NetworkSegment(a9fa91af-87b2-4a71-97b8-1e6c878c3db9),segment_id=a9fa91af-87b2-4a71-97b8-1e6c878c3db9)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:25.224866 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-938b49c2-423e-44b3-af62-ef93edfee8c4 None None] Provisioning complete for port 36f97a44-d90c-4d69-807a-7f9ff1ab4097 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:25.225243 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-938b49c2-423e-44b3-af62-ef93edfee8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.228863 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7f862cd1-e6c0-4eb5-aaad-62e21af805be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.229010 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.229100 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f862cd1-e6c0-4eb5-aaad-62e21af805be admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2b5bb44-268c-4c63-a93e-433ee493520a {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:04:25.235058 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7f862cd1-e6c0-4eb5-aaad-62e21af805be admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.239924 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7f862cd1-e6c0-4eb5-aaad-62e21af805be admin admin] 10.222.0.31 "DELETE /v2.0/routers/c2b5bb44-268c-4c63-a93e-433ee493520a HTTP/1.1" status: 204 len: 168 time: 1.0909874 Nov 12 01:04:25.239924 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37086) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:25.310642 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-64415118-e00a-4323-81ac-162981eaf557 admin admin] Deleting subnet 9ba268ed-fc66-4621-b497-0ee29a68e673 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:04:25.321123 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-64415118-e00a-4323-81ac-162981eaf557 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.325078 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] Routers {'e981ebaa-91c8-42f4-af9d-2108941d534e'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:25.325723 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:04:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e981ebaa-91c8-42f4-af9d-2108941d534e'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:25.364942 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1a3a24fe-58fc-4175-923f-a997088e5101 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.419617 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1a3a24fe-58fc-4175-923f-a997088e5101 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.422151 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53688f5-e138-4004-872b-18f96a9729f7 req-00f1a4e4-aa65-41d3-af42-b59bc4b00662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:25.423846 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b53688f5-e138-4004-872b-18f96a9729f7 req-00f1a4e4-aa65-41d3-af42-b59bc4b00662 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 1098 time: 0.2071917 Nov 12 01:04:25.430747 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1a3a24fe-58fc-4175-923f-a997088e5101 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.436882 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-64415118-e00a-4323-81ac-162981eaf557 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.486268 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a24fe-58fc-4175-923f-a997088e5101 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af421b2-5ee4-4971-9350-e95cd72a4998,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:25.552550 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1a3a24fe-58fc-4175-923f-a997088e5101 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.553808 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1a3a24fe-58fc-4175-923f-a997088e5101 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3481183 Nov 12 01:04:25.556669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37090) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:25.561207 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-3732ed24-729f-4094-a62f-7e6bb14905f0 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'security_group_rule': {'security_group_id': '5ab40cb4-31c9-4ffb-94bd-2c099525ee79', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:25.592795 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3732ed24-729f-4094-a62f-7e6bb14905f0 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.593932 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b53688f5-e138-4004-872b-18f96a9729f7 req-eda8215f-9dcb-4ab7-8890-dfa012d0e360 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610627 Nov 12 01:04:25.606954 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecad25-ccc1-4def-9b20-c572f68bf957 None None] Pushing event updated for resources: {'Port': ['ID=36f97a44-d90c-4d69-807a-7f9ff1ab4097,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:25.625750 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.634025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688db2c7-573f-4016-bdfc-e2a24b3f0902 req-94ef70cb-278a-4305-b2c6-213ba0ccc6a8 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:25.636071 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-688db2c7-573f-4016-bdfc-e2a24b3f0902 req-94ef70cb-278a-4305-b2c6-213ba0ccc6a8 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.1409400 Nov 12 01:04:25.651398 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-64415118-e00a-4323-81ac-162981eaf557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.662511 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3732ed24-729f-4094-a62f-7e6bb14905f0 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.667408 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3732ed24-729f-4094-a62f-7e6bb14905f0 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.672026 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] Set router e981ebaa-91c8-42f4-af9d-2108941d534e gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:25.689069 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732ed24-729f-4094-a62f-7e6bb14905f0 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b9a425-4d8e-485b-b9a5-75823e852289,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:25.701225 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3732ed24-729f-4094-a62f-7e6bb14905f0 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.701386 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-938b49c2-423e-44b3-af62-ef93edfee8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.702877 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3732ed24-729f-4094-a62f-7e6bb14905f0 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1451905 Nov 12 01:04:25.705475 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37092) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:25.710758 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-116c4a50-fd77-4aed-94eb-d748bebf082a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'security_group_rule': {'security_group_id': '5ab40cb4-31c9-4ffb-94bd-2c099525ee79', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:25.732520 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-688db2c7-573f-4016-bdfc-e2a24b3f0902 req-a81cae1f-a677-4d14-b616-b32950616832 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598395 Nov 12 01:04:25.741785 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-64415118-e00a-4323-81ac-162981eaf557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.743153 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-116c4a50-fd77-4aed-94eb-d748bebf082a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.760407 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-64415118-e00a-4323-81ac-162981eaf557 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.766836 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-64415118-e00a-4323-81ac-162981eaf557 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9ba268ed-fc66-4621-b497-0ee29a68e673 HTTP/1.1" status: 204 len: 168 time: 0.5107136 Nov 12 01:04:25.767766 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37094) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:25.790727 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64415118-e00a-4323-81ac-162981eaf557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ba268ed-fc66-4621-b497-0ee29a68e673,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:25.834927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b72fdea-cdd2-4499-8afc-aa4998f89c33 None None] Network d6ea9c94-971c-4de5-89c0-b46d88be536e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:25.859888 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-938b49c2-423e-44b3-af62-ef93edfee8c4 None None] For port 36f97a44-d90c-4d69-807a-7f9ff1ab4097, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=36f97a44-d90c-4d69-807a-7f9ff1ab4097,segment=NetworkSegment(a9fa91af-87b2-4a71-97b8-1e6c878c3db9),segment_id=a9fa91af-87b2-4a71-97b8-1e6c878c3db9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:25.887710 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device deeec366-335e-45a6-a9d0-c4a102764a89 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:25.893148 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8769d911-d42a-4f01-8ff7-139c94d18e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.895186 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-938b49c2-423e-44b3-af62-ef93edfee8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.903402 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-116c4a50-fd77-4aed-94eb-d748bebf082a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.908131 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-116c4a50-fd77-4aed-94eb-d748bebf082a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.929186 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c4a50-fd77-4aed-94eb-d748bebf082a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca730dd-a34b-47a2-bda0-b61f3c98f7b7,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:25.961087 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-116c4a50-fd77-4aed-94eb-d748bebf082a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.964952 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-116c4a50-fd77-4aed-94eb-d748bebf082a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2550802 Nov 12 01:04:25.965218 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37096) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:25.970282 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-da4e2298-2fcd-43cd-8af2-c298563c9ce1 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'security_group_rule': {'security_group_id': '5ab40cb4-31c9-4ffb-94bd-2c099525ee79', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:25.988710 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-8769d911-d42a-4f01-8ff7-139c94d18e1a admin admin] Deleting port 5a009a93-243e-4ae8-8f4d-f2343789ed4f {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:25.989054 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8769d911-d42a-4f01-8ff7-139c94d18e1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.006874 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da4e2298-2fcd-43cd-8af2-c298563c9ce1 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.021918 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: deeec366-335e-45a6-a9d0-c4a102764a89 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:26.022325 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device deeec366-335e-45a6-a9d0-c4a102764a89 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:26.022806 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:26.054803 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-8769d911-d42a-4f01-8ff7-139c94d18e1a admin admin] For port 5a009a93-243e-4ae8-8f4d-f2343789ed4f, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5a009a93-243e-4ae8-8f4d-f2343789ed4f,segment=NetworkSegment(b5504e77-a136-454b-965e-6ff3a65930f2),segment_id=b5504e77-a136-454b-965e-6ff3a65930f2)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:26.055361 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8769d911-d42a-4f01-8ff7-139c94d18e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.070156 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-8769d911-d42a-4f01-8ff7-139c94d18e1a admin admin] Calling delete_port for 5a009a93-243e-4ae8-8f4d-f2343789ed4f owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:26.072091 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da4e2298-2fcd-43cd-8af2-c298563c9ce1 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.078182 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da4e2298-2fcd-43cd-8af2-c298563c9ce1 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.103708 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e2298-2fcd-43cd-8af2-c298563c9ce1 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e0f9ed-6112-4d82-b6ac-529005d3c3a2,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:26.113366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e2298-2fcd-43cd-8af2-c298563c9ce1 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:26.113717 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e2298-2fcd-43cd-8af2-c298563c9ce1 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:26.114056 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e2298-2fcd-43cd-8af2-c298563c9ce1 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:26.114398 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e2298-2fcd-43cd-8af2-c298563c9ce1 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:26.114734 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e2298-2fcd-43cd-8af2-c298563c9ce1 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:26.115061 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e2298-2fcd-43cd-8af2-c298563c9ce1 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:26.115389 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e2298-2fcd-43cd-8af2-c298563c9ce1 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:26.115714 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e2298-2fcd-43cd-8af2-c298563c9ce1 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:26.116035 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e2298-2fcd-43cd-8af2-c298563c9ce1 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:26.116358 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e2298-2fcd-43cd-8af2-c298563c9ce1 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:26.117184 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e2298-2fcd-43cd-8af2-c298563c9ce1 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:26.117291 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e2298-2fcd-43cd-8af2-c298563c9ce1 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:26.123272 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da4e2298-2fcd-43cd-8af2-c298563c9ce1 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.127164 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-da4e2298-2fcd-43cd-8af2-c298563c9ce1 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1584487 Nov 12 01:04:26.127310 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:26.127310 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 78c09a6a-0d13-4ca8-83ad-bc3dfa87f6ac not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:26.131041 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37098) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:26.133335 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.136558 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-2863d91b-9616-4351-9e4f-d4492fbe0b75 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'security_group_rule': {'security_group_id': '5ab40cb4-31c9-4ffb-94bd-2c099525ee79', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:26.141943 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b49c2-423e-44b3-af62-ef93edfee8c4 None None] Pushing event updated for resources: {'Port': ['ID=36f97a44-d90c-4d69-807a-7f9ff1ab4097,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:26.178860 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-405885c0-c627-4cd3-92dd-13707f987de1 None None] Provisioning complete for port 36f97a44-d90c-4d69-807a-7f9ff1ab4097 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:26.179241 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-405885c0-c627-4cd3-92dd-13707f987de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.186168 n-d-712137-14 neutron-server[114243]: INFO neutron.db.securitygroups_db [None req-2863d91b-9616-4351-9e4f-d4492fbe0b75 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Project a95a5ba21e204aa3a425fd0950571760 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:04:26.202381 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2863d91b-9616-4351-9e4f-d4492fbe0b75 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.230209 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8769d911-d42a-4f01-8ff7-139c94d18e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.265093 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769d911-d42a-4f01-8ff7-139c94d18e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=5a009a93-243e-4ae8-8f4d-f2343789ed4f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:26.266990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8769d911-d42a-4f01-8ff7-139c94d18e1a admin admin] No DVR routers for this DVR port 5a009a93-243e-4ae8-8f4d-f2343789ed4f on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:04:26.330163 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'name': 'tempest-TestNetworkBasicOps-router-1445745350', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '1f934732-f893-472e-b6db-8095255c2ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:22Z', 'revision_number': 4, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': '1f934732-f893-472e-b6db-8095255c2ae2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '36f97a44-d90c-4d69-807a-7f9ff1ab4097', 'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:92:18:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:20Z', 'updated_at': '2021-11-12T01:04:25Z', 'revision_number': 4, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:26.358451 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d62a0db-9b54-4d57-82e9-3ca65711bdb6 None None] The sync data for ids ['e981ebaa-91c8-42f4-af9d-2108941d534e'] in n-d-712137-14 is: [{'id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'name': 'tempest-TestNetworkBasicOps-router-1445745350', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '1f934732-f893-472e-b6db-8095255c2ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:22Z', 'revision_number': 4, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': '1f934732-f893-472e-b6db-8095255c2ae2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '36f97a44-d90c-4d69-807a-7f9ff1ab4097', 'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:92:18:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:20Z', 'updated_at': '2021-11-12T01:04:25Z', 'revision_number': 4, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:26.372647 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095640d7-33f9-421d-83c9-c7ba77d87c34 None None] DHCP port deletion for d6ea9c94-971c-4de5-89c0-b46d88be536e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:26.376679 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2863d91b-9616-4351-9e4f-d4492fbe0b75 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.379537 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8769d911-d42a-4f01-8ff7-139c94d18e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.391315 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2863d91b-9616-4351-9e4f-d4492fbe0b75 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.421383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-8769d911-d42a-4f01-8ff7-139c94d18e1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ea9c94-971c-4de5-89c0-b46d88be536e']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:26.441826 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863d91b-9616-4351-9e4f-d4492fbe0b75 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcec83a9-3dfa-4b03-a10b-ad43f82de473,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:26.450245 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-8769d911-d42a-4f01-8ff7-139c94d18e1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5504e77-a136-454b-965e-6ff3a65930f2') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:26.450551 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-8769d911-d42a-4f01-8ff7-139c94d18e1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5504e77-a136-454b-965e-6ff3a65930f2') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:26.462071 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8769d911-d42a-4f01-8ff7-139c94d18e1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.470489 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2863d91b-9616-4351-9e4f-d4492fbe0b75 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.472342 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2863d91b-9616-4351-9e4f-d4492fbe0b75 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3396823 Nov 12 01:04:26.475068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37100) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:26.484172 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-ffd9e3fe-d583-4a60-9952-b4b157c07e2b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'security_group_rule': {'security_group_id': '5ab40cb4-31c9-4ffb-94bd-2c099525ee79', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:26.486220 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8769d911-d42a-4f01-8ff7-139c94d18e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.496621 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8769d911-d42a-4f01-8ff7-139c94d18e1a admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:04:26.497252 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8769d911-d42a-4f01-8ff7-139c94d18e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:04:26.499665 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:04:26.520129 n-d-712137-14 neutron-server[114242]: INFO neutron.db.securitygroups_db [None req-ffd9e3fe-d583-4a60-9952-b4b157c07e2b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Project a95a5ba21e204aa3a425fd0950571760 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:04:26.526425 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ffd9e3fe-d583-4a60-9952-b4b157c07e2b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.576005 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8769d911-d42a-4f01-8ff7-139c94d18e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.590087 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8769d911-d42a-4f01-8ff7-139c94d18e1a admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.593556 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8769d911-d42a-4f01-8ff7-139c94d18e1a admin admin] 10.222.0.31 "DELETE /v2.0/networks/d6ea9c94-971c-4de5-89c0-b46d88be536e HTTP/1.1" status: 204 len: 168 time: 0.8254063 Nov 12 01:04:26.607086 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769d911-d42a-4f01-8ff7-139c94d18e1a admin admin] Pushing event deleted for resources: {'Network': ['ID=d6ea9c94-971c-4de5-89c0-b46d88be536e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:26.641710 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ffd9e3fe-d583-4a60-9952-b4b157c07e2b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.657217 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ffd9e3fe-d583-4a60-9952-b4b157c07e2b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.677552 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9e3fe-d583-4a60-9952-b4b157c07e2b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678e44cd-729f-49dd-8881-e40acf1e781a,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:26.686588 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ffd9e3fe-d583-4a60-9952-b4b157c07e2b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.697109 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ffd9e3fe-d583-4a60-9952-b4b157c07e2b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2200654 Nov 12 01:04:26.787327 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37118) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:26.886673 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-107ea023-3d6a-4005-a0b8-25a9b95a4451 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75c055e9876449c3980c1d635d3020fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0980186 Nov 12 01:04:26.889229 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37128) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:26.936875 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-7e2b0643-532e-4ebd-9276-dd2aa086bf17 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1776105451&fields=id&tenant_id=a95a5ba21e204aa3a425fd0950571760 HTTP/1.1" status: 200 len: 267 time: 0.0740051 Nov 12 01:04:26.939275 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f103c0-cd7b-4632-9f5a-c20ac8cfe25a req-4f8b6483-76e1-478e-81f7-c357f057c64a tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:26.941765 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-45f103c0-cd7b-4632-9f5a-c20ac8cfe25a req-4f8b6483-76e1-478e-81f7-c357f057c64a tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.1118560 Nov 12 01:04:26.999319 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6765ed8-a7cd-44d9-a6ac-6e2196941720 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.033132 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6765ed8-a7cd-44d9-a6ac-6e2196941720 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.038124 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-45f103c0-cd7b-4632-9f5a-c20ac8cfe25a req-ab41287d-0cf1-4609-9fde-4a442b3f6242 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798931 Nov 12 01:04:27.090799 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-c815287f-7d3e-4554-8d68-450fdee2d453 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:27.092842 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-c815287f-7d3e-4554-8d68-450fdee2d453 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/networks?id=3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 HTTP/1.1" status: 200 len: 797 time: 0.1478376 Nov 12 01:04:27.105238 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6765ed8-a7cd-44d9-a6ac-6e2196941720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.108859 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6765ed8-a7cd-44d9-a6ac-6e2196941720 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.110107 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b6765ed8-a7cd-44d9-a6ac-6e2196941720 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fda35d95-f0f1-44d1-82f1-bf27605f9a3d HTTP/1.1" status: 204 len: 168 time: 0.2179065 Nov 12 01:04:27.116582 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-9163b66c-26d7-4b77-adf7-d18e4d96687d tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/quotas/a95a5ba21e204aa3a425fd0950571760 HTTP/1.1" status: 200 len: 375 time: 0.0158942 Nov 12 01:04:27.127461 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6765ed8-a7cd-44d9-a6ac-6e2196941720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda35d95-f0f1-44d1-82f1-bf27605f9a3d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:27.190095 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-bc4d2145-918c-4147-a90d-926c0dfef71a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a95a5ba21e204aa3a425fd0950571760&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659220 Nov 12 01:04:27.320379 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-1530ea7a-d178-431c-8a26-1d6ab98c13ad service neutron] 10.222.0.31 "GET /v2.0/networks/3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124904 Nov 12 01:04:27.416734 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-5e32be7e-182d-44c9-b38c-8df97a0b08fc service neutron] 10.222.0.31 "GET /v2.0/networks/3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954227 Nov 12 01:04:27.674106 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e33dab5-99ec-4d71-b125-f42313dcc2af req-1a9bdc97-f72d-494e-a0a7-13f322bfbd0b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 210 time: 0.0794182 Nov 12 01:04:27.899996 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 36f97a44-d90c-4d69-807a-7f9ff1ab4097 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:27.991524 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 36f97a44-d90c-4d69-807a-7f9ff1ab4097 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:27.992192 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.164498 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37188) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:28.172869 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989c27f-4cb2-4f3b-bb67-52168f1b84b6 req-b79320f7-55d9-49fb-901a-6f604a059c69 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:28.177320 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1989c27f-4cb2-4f3b-bb67-52168f1b84b6 req-b79320f7-55d9-49fb-901a-6f604a059c69 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0548234 Nov 12 01:04:28.191276 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5a009a93-243e-4ae8-8f4d-f2343789ed4f no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:28.214501 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 5a009a93-243e-4ae8-8f4d-f2343789ed4f {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:28.215132 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5a009a93-243e-4ae8-8f4d-f2343789ed4f not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:28.248961 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1989c27f-4cb2-4f3b-bb67-52168f1b84b6 req-fee0797c-c313-466a-a62d-d1b34afa4746 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664120 Nov 12 01:04:28.318396 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6a3bf241-7c98-482a-8f51-84c05106ee93 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-561656011-network', 'tenant_id': 'c8109284eb514caaa3d786df89e5eb19'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:28.369270 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3bf241-7c98-482a-8f51-84c05106ee93 admin admin] Made reservation on behalf of c8109284eb514caaa3d786df89e5eb19 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:28.371736 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6a3bf241-7c98-482a-8f51-84c05106ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.384831 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6a3bf241-7c98-482a-8f51-84c05106ee93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.410158 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e80e4-90a2-4d5a-97d3-328b59712b3a req-35226784-6d4b-45b2-b006-81ccb477b3f3 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:28.411654 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-304e80e4-90a2-4d5a-97d3-328b59712b3a req-35226784-6d4b-45b2-b006-81ccb477b3f3 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0889943 Nov 12 01:04:28.484792 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-304e80e4-90a2-4d5a-97d3-328b59712b3a req-a1106124-d43f-4f82-a85c-d1752a7e7013 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653086 Nov 12 01:04:28.510109 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6a3bf241-7c98-482a-8f51-84c05106ee93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.513777 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6a3bf241-7c98-482a-8f51-84c05106ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.542271 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3bf241-7c98-482a-8f51-84c05106ee93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:28.548587 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bf241-7c98-482a-8f51-84c05106ee93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:28.556114 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6a3bf241-7c98-482a-8f51-84c05106ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.556466 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-6a3bf241-7c98-482a-8f51-84c05106ee93 admin admin] Added segment 3691a887-a3c9-47c2-b75a-0961928a1bce of type vlan for network 42957e99-3f0d-4a9b-853f-fd766a747884 Nov 12 01:04:28.598690 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6a3bf241-7c98-482a-8f51-84c05106ee93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.624287 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b83fd5-4a3e-4fb6-b239-2f98ea444f1c req-916d7a41-a789-4d98-9b63-bfb4d9645c32 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:28.625797 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f5b83fd5-4a3e-4fb6-b239-2f98ea444f1c req-916d7a41-a789-4d98-9b63-bfb4d9645c32 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0571523 Nov 12 01:04:28.633085 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6a3bf241-7c98-482a-8f51-84c05106ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.634720 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3bf241-7c98-482a-8f51-84c05106ee93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:28.635905 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6a3bf241-7c98-482a-8f51-84c05106ee93 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.687137 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f5b83fd5-4a3e-4fb6-b239-2f98ea444f1c req-139b69ce-540c-4926-9d94-95de10bef09e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543468 Nov 12 01:04:28.703349 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6a3bf241-7c98-482a-8f51-84c05106ee93 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5344973 Nov 12 01:04:28.705876 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bf241-7c98-482a-8f51-84c05106ee93 admin admin] Pushing event updated for resources: {'Network': ['ID=42957e99-3f0d-4a9b-853f-fd766a747884,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:28.706611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37198) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:28.713544 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-723f2de1-947d-4cfd-9227-a747228b3139 admin admin] Request body: {'subnet': {'network_id': '42957e99-3f0d-4a9b-853f-fd766a747884', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-561656011-subnet', 'tenant_id': 'c8109284eb514caaa3d786df89e5eb19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:28.716225 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 42957e99-3f0d-4a9b-853f-fd766a747884 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:28.741912 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723f2de1-947d-4cfd-9227-a747228b3139 admin admin] Made reservation on behalf of c8109284eb514caaa3d786df89e5eb19 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:28.745358 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-723f2de1-947d-4cfd-9227-a747228b3139 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.827154 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e8405375-be1f-441f-a79c-79602de431af req-d985a1e3-ce4b-4863-b6e6-d84c05bfe590 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 210 time: 0.0330167 Nov 12 01:04:29.013924 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698d098-6410-4b3b-9f7e-2c94b390a82b req-86ccba72-a292-4fb7-908c-ac3031e7a02a tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:29.015323 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7698d098-6410-4b3b-9f7e-2c94b390a82b req-86ccba72-a292-4fb7-908c-ac3031e7a02a tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.1543717 Nov 12 01:04:29.030212 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-c3b9ce99-a010-4030-8b4a-754b1dedebe8 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:29.031600 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-c3b9ce99-a010-4030-8b4a-754b1dedebe8 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.15 "GET /v2.0/networks?id=3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 HTTP/1.1" status: 200 len: 797 time: 0.2161169 Nov 12 01:04:29.140151 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-723f2de1-947d-4cfd-9227-a747228b3139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.154498 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7698d098-6410-4b3b-9f7e-2c94b390a82b req-4b36bb49-ad16-49ad-8df7-045593b3f148 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316838 Nov 12 01:04:29.201638 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-39c7b824-a252-4c73-bd73-45e1736a1e99 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a95a5ba21e204aa3a425fd0950571760 HTTP/1.1" status: 200 len: 380 time: 0.1519334 Nov 12 01:04:29.219055 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-2f1ca3fc-73ed-4fa1-a8c8-4b4705e53d89 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'port': {'device_id': '522f678d-6c9a-4168-a35c-8ed332cec7c2', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'admin_state_up': True, 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'security_groups': ['5ab40cb4-31c9-4ffb-94bd-2c099525ee79']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:29.248122 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f2de1-947d-4cfd-9227-a747228b3139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcd6195d-07ef-466d-b505-337253075e1a,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:29.274069 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cd7e4-c758-45a5-850a-5ea56948f567 req-a48830a5-6555-45c8-93a3-30c24c7b6fd8 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:29.276051 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-974cd7e4-c758-45a5-850a-5ea56948f567 req-a48830a5-6555-45c8-93a3-30c24c7b6fd8 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0518093 Nov 12 01:04:29.302982 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723f2de1-947d-4cfd-9227-a747228b3139 admin admin] Checking segment: {'id': '3691a887-a3c9-47c2-b75a-0961928a1bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '42957e99-3f0d-4a9b-853f-fd766a747884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:29.303344 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723f2de1-947d-4cfd-9227-a747228b3139 admin admin] Network hostable DHCP agents. Network: 42957e99-3f0d-4a9b-853f-fd766a747884, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:04:29.333064 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-974cd7e4-c758-45a5-850a-5ea56948f567 req-088f33d4-ecb0-42dd-b873-959746c8f4e5 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504887 Nov 12 01:04:29.338868 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723f2de1-947d-4cfd-9227-a747228b3139 admin admin] Network 42957e99-3f0d-4a9b-853f-fd766a747884 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:04:29.355138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-723f2de1-947d-4cfd-9227-a747228b3139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 42957e99-3f0d-4a9b-853f-fd766a747884) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:29.359644 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723f2de1-947d-4cfd-9227-a747228b3139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:29.360260 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-723f2de1-947d-4cfd-9227-a747228b3139 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.371949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de621364-abab-45a3-8de2-0844e75f67eb None None] Network 42957e99-3f0d-4a9b-853f-fd766a747884 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:29.388563 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-2f1ca3fc-73ed-4fa1-a8c8-4b4705e53d89 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Made reservation on behalf of a95a5ba21e204aa3a425fd0950571760 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:29.392743 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-2f1ca3fc-73ed-4fa1-a8c8-4b4705e53d89 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.408856 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-723f2de1-947d-4cfd-9227-a747228b3139 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6982510 Nov 12 01:04:29.409142 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37214) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:29.414831 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-5060c78f-51b5-4fa9-b7f6-9b027fce8f51 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-561656011-router', 'tenant_id': 'c8109284eb514caaa3d786df89e5eb19', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:29.482473 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a84b44-05cf-485d-80f8-ad7baaf6880b req-d517f983-e16e-4afc-bf86-124d17ee54fb tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:29.484179 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-70a84b44-05cf-485d-80f8-ad7baaf6880b req-d517f983-e16e-4afc-bf86-124d17ee54fb tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0548875 Nov 12 01:04:29.486814 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5060c78f-51b5-4fa9-b7f6-9b027fce8f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.488386 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5060c78f-51b5-4fa9-b7f6-9b027fce8f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.534264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dc379d-e451-4041-b004-86636a0b5000 None None] Network 42957e99-3f0d-4a9b-853f-fd766a747884 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:29.552805 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-70a84b44-05cf-485d-80f8-ad7baaf6880b req-9e36e24d-7fc5-4236-9b76-8523116daaa4 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611064 Nov 12 01:04:29.897685 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5060c78f-51b5-4fa9-b7f6-9b027fce8f51 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.915750 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-2f1ca3fc-73ed-4fa1-a8c8-4b4705e53d89 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Allocated IP 172.20.0.9 (3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936/867f7157-cea0-4a05-b82b-f7ce44757294/dc339e51-e397-4a14-ba91-d42c6f331a59) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:29.935403 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-123b375a-f119-4496-829e-f1e54b7896e0 req-1d37b444-5ce4-4c80-92ef-b231626f3eb8 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 210 time: 0.0285981 Nov 12 01:04:30.005528 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243ff91-27a3-4173-9771-df693f6b5514 req-0b1b5749-e400-4876-91f9-a2d8e6c422d0 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:30.007035 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9243ff91-27a3-4173-9771-df693f6b5514 req-0b1b5749-e400-4876-91f9-a2d8e6c422d0 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.2193546 Nov 12 01:04:30.107622 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5060c78f-51b5-4fa9-b7f6-9b027fce8f51 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.216198 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9243ff91-27a3-4173-9771-df693f6b5514 req-4220dc8f-b158-453f-90f3-09c90a6607f4 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018073 Nov 12 01:04:30.313381 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-2f1ca3fc-73ed-4fa1-a8c8-4b4705e53d89 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.371254 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-2f1ca3fc-73ed-4fa1-a8c8-4b4705e53d89 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.506260 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-2f1ca3fc-73ed-4fa1-a8c8-4b4705e53d89 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Network 3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:30.532179 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-2f1ca3fc-73ed-4fa1-a8c8-4b4705e53d89 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:30.544332 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-2f1ca3fc-73ed-4fa1-a8c8-4b4705e53d89 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:30.557925 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ca3fc-73ed-4fa1-a8c8-4b4705e53d89 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'Port': ['ID=dc339e51-e397-4a14-ba91-d42c6f331a59,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:30.616197 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4854233-9503-4703-99f7-dd652cd50d3a req-bbfcfc87-877f-4898-af47-237a0677aaa3 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:30.617704 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c4854233-9503-4703-99f7-dd652cd50d3a req-bbfcfc87-877f-4898-af47-237a0677aaa3 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.1596351 Nov 12 01:04:30.628829 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5060c78f-51b5-4fa9-b7f6-9b027fce8f51 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.673264 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5060c78f-51b5-4fa9-b7f6-9b027fce8f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.682598 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-2f1ca3fc-73ed-4fa1-a8c8-4b4705e53d89 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:30.683215 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-2f1ca3fc-73ed-4fa1-a8c8-4b4705e53d89 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.747866 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-2f1ca3fc-73ed-4fa1-a8c8-4b4705e53d89 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5399275 Nov 12 01:04:30.763654 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-d951691c-34f1-42c7-a180-0e2abf61b918 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:04:30.764603 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-d951691c-34f1-42c7-a180-0e2abf61b918 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074675 Nov 12 01:04:30.777882 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c4854233-9503-4703-99f7-dd652cd50d3a req-8e5fda1d-7a78-44df-8764-1051c1a6c017 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507325 Nov 12 01:04:30.785807 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] Request body: {'port': {'device_id': '522f678d-6c9a-4168-a35c-8ed332cec7c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:30.798139 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-35f121ae-8e2f-40a9-b796-1613318918c0 None None] Provisioning complete for port dc339e51-e397-4a14-ba91-d42c6f331a59 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:30.798139 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-35f121ae-8e2f-40a9-b796-1613318918c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.826737 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-35f121ae-8e2f-40a9-b796-1613318918c0 None None] Port dc339e51-e397-4a14-ba91-d42c6f331a59 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:30.891884 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.900777 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-5060c78f-51b5-4fa9-b7f6-9b027fce8f51 admin admin] Allocated IP 172.25.0.187 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/f56058ed-8799-4503-9097-7df055b49474) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:31.057637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7234357-c3da-4565-ba63-bedfef78ea66 req-87fbe608-de25-4614-8926-9bdc9afbeee2 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:31.059115 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7234357-c3da-4565-ba63-bedfef78ea66 req-87fbe608-de25-4614-8926-9bdc9afbeee2 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 931 time: 0.0494237 Nov 12 01:04:31.118425 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7234357-c3da-4565-ba63-bedfef78ea66 req-023ce4c4-8d04-4104-b508-4e22370cd01f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ab40cb4-31c9-4ffb-94bd-2c099525ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517178 Nov 12 01:04:31.124904 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5060c78f-51b5-4fa9-b7f6-9b027fce8f51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:31.213720 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5060c78f-51b5-4fa9-b7f6-9b027fce8f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:31.289314 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5060c78f-51b5-4fa9-b7f6-9b027fce8f51 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:31.296018 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-5060c78f-51b5-4fa9-b7f6-9b027fce8f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:31.299746 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5060c78f-51b5-4fa9-b7f6-9b027fce8f51 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:31.302198 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060c78f-51b5-4fa9-b7f6-9b027fce8f51 admin admin] Pushing event updated for resources: {'Port': ['ID=f56058ed-8799-4503-9097-7df055b49474,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:31.314405 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c28768f-7cfa-4e21-b4b4-e1e28092b064 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:31.332431 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc339e51-e397-4a14-ba91-d42c6f331a59 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:31.342741 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:31.352176 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-96bbaeed-e057-485d-9160-5ef5edbc6f8b None None] Provisioning complete for port f56058ed-8799-4503-9097-7df055b49474 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:31.352807 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-96bbaeed-e057-485d-9160-5ef5edbc6f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:31.368991 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] Transition to ACTIVE for port object dc339e51-e397-4a14-ba91-d42c6f331a59 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:04:31.389916 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-96bbaeed-e057-485d-9160-5ef5edbc6f8b None None] Port f56058ed-8799-4503-9097-7df055b49474 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:31.402222 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:31.508937 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] Pushing event updated for resources: {'Port': ['ID=dc339e51-e397-4a14-ba91-d42c6f331a59,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:31.682817 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] Attempting to bind port dc339e51-e397-4a14-ba91-d42c6f331a59 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:31.683155 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] Attempting to bind port dc339e51-e397-4a14-ba91-d42c6f331a59 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': 'a9fa91af-87b2-4a71-97b8-1e6c878c3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:31.683483 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] Attempting to bind port dc339e51-e397-4a14-ba91-d42c6f331a59 on network 3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:31.694137 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] Port dc339e51-e397-4a14-ba91-d42c6f331a59 on network 3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:04:31.694458 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] Attempting to bind port dc339e51-e397-4a14-ba91-d42c6f331a59 on network 3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:31.702092 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:31.702429 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] Checking segment: {'id': 'a9fa91af-87b2-4a71-97b8-1e6c878c3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:31.702810 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] Bound using segment: {'id': 'a9fa91af-87b2-4a71-97b8-1e6c878c3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:31.703236 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] Bound port: dc339e51-e397-4a14-ba91-d42c6f331a59, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9fa91af-87b2-4a71-97b8-1e6c878c3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:31.703587 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:31.706291 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5060c78f-51b5-4fa9-b7f6-9b027fce8f51 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.107156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] For port dc339e51-e397-4a14-ba91-d42c6f331a59, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:32.112970 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] For port dc339e51-e397-4a14-ba91-d42c6f331a59, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=dc339e51-e397-4a14-ba91-d42c6f331a59,segment=NetworkSegment(a9fa91af-87b2-4a71-97b8-1e6c878c3db9),segment_id=a9fa91af-87b2-4a71-97b8-1e6c878c3db9)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:32.152357 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.167344 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b2c46-05fe-4a45-aadd-18d4a2c0171a req-2b11fd4b-6f6f-4e28-ab80-7fe9a1b17fff tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:32.168836 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-540b2c46-05fe-4a45-aadd-18d4a2c0171a req-2b11fd4b-6f6f-4e28-ab80-7fe9a1b17fff tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.1272199 Nov 12 01:04:32.223029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:32.223650 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.225060 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] 10.222.0.15 "PUT /v2.0/ports/dc339e51-e397-4a14-ba91-d42c6f331a59 HTTP/1.1" status: 200 len: 1092 time: 1.4434314 Nov 12 01:04:32.227250 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522f678d-6c9a-4168-a35c-8ed332cec7c2', 'tag': 'dc339e51-e397-4a14-ba91-d42c6f331a59'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:32.229580 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846bd289-e5c6-4c6f-8469-e4e6e81117ad" -d '{"events": [{"name": "network-changed", "server_uuid": "522f678d-6c9a-4168-a35c-8ed332cec7c2", "tag": "dc339e51-e397-4a14-ba91-d42c6f331a59"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:32.247276 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e743a5-2d20-497f-a129-62d4f956dea3 req-1600ea9f-9912-4b33-ab45-fb49b2f51a08 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:32.249218 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c0e743a5-2d20-497f-a129-62d4f956dea3 req-1600ea9f-9912-4b33-ab45-fb49b2f51a08 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 943 time: 0.0549195 Nov 12 01:04:32.312624 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c0e743a5-2d20-497f-a129-62d4f956dea3 req-35622fd5-4f13-4788-b5b7-ddc7e5a2001e tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ab40cb4-31c9-4ffb-94bd-2c099525ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548334 Nov 12 01:04:32.340023 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd7842-058c-4d10-b90f-acd52d6ff4bb service neutron] Pushing event updated for resources: {'Port': ['ID=dc339e51-e397-4a14-ba91-d42c6f331a59,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:32.353499 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-540b2c46-05fe-4a45-aadd-18d4a2c0171a req-34cd4be4-b1ba-461f-86e6-73188543f9dc tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786389 Nov 12 01:04:32.364526 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5060c78f-51b5-4fa9-b7f6-9b027fce8f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.370516 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93959743-d99a-4078-a5db-596e930f0d70 x-openstack-request-id: req-93959743-d99a-4078-a5db-596e930f0d70 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:32.370822 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522f678d-6c9a-4168-a35c-8ed332cec7c2", "tag": "dc339e51-e397-4a14-ba91-d42c6f331a59", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:32.371062 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93959743-d99a-4078-a5db-596e930f0d70 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:32.371459 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522f678d-6c9a-4168-a35c-8ed332cec7c2', 'tag': 'dc339e51-e397-4a14-ba91-d42c6f331a59', 'status': 'completed', 'code': 200} Nov 12 01:04:32.418856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-486a5320-4943-4291-b17a-1a4bc0978d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:32.420362 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-486a5320-4943-4291-b17a-1a4bc0978d86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95a5ba21e204aa3a425fd0950571760&device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 1095 time: 0.1218626 Nov 12 01:04:32.499370 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-6267768f-ad72-492a-a6f5-37e5a0622037 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc339e51-e397-4a14-ba91-d42c6f331a59 HTTP/1.1" status: 200 len: 217 time: 0.0660338 Nov 12 01:04:32.567986 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-0f89b0c9-2a63-4980-b6ed-81e72f5bb4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:32.569492 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-0f89b0c9-2a63-4980-b6ed-81e72f5bb4bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=867f7157-cea0-4a05-b82b-f7ce44757294 HTTP/1.1" status: 200 len: 834 time: 0.0605683 Nov 12 01:04:32.679947 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5060c78f-51b5-4fa9-b7f6-9b027fce8f51 admin admin] Router e2dace9f-6725-486d-95b5-74b9325d6b52 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:04:32.711489 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e74fa-912a-4dbb-ab14-19bd02cff1e9 req-e87b987c-54be-4987-b23d-e23507ddd163 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:32.712990 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-389e74fa-912a-4dbb-ab14-19bd02cff1e9 req-e87b987c-54be-4987-b23d-e23507ddd163 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.1391039 Nov 12 01:04:32.716464 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-043f2ce7-0ef6-4f3d-87fd-d44ce97ac29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:32.717845 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-043f2ce7-0ef6-4f3d-87fd-d44ce97ac29d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1402636 Nov 12 01:04:32.719490 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa343ef-153e-4bf0-81ea-5b3ef0929585 req-47d4264a-de81-48d5-8c06-4c25de51c3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:32.720861 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-baa343ef-153e-4bf0-81ea-5b3ef0929585 req-47d4264a-de81-48d5-8c06-4c25de51c3ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1a79702e7cf45bca52d55f087e2409e&device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 1098 time: 0.1016850 Nov 12 01:04:32.958202 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-389e74fa-912a-4dbb-ab14-19bd02cff1e9 req-90555802-1c73-4c2d-87d6-dd0371da23eb tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360058 Nov 12 01:04:32.995960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa343ef-153e-4bf0-81ea-5b3ef0929585 req-1f1063ce-c6da-4c4a-828f-b6b6169e6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:32.997416 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-baa343ef-153e-4bf0-81ea-5b3ef0929585 req-1f1063ce-c6da-4c4a-828f-b6b6169e6586 service neutron] 10.222.0.21 "GET /v2.0/networks?id=435816c9-12a6-40de-aba8-b1fb076c441f HTTP/1.1" status: 200 len: 915 time: 0.2606964 Nov 12 01:04:33.001102 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-15fcaf91-ca57-47a2-85e3-c3e65d27b137 service neutron] 10.222.0.15 "GET /v2.0/networks/3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720726 Nov 12 01:04:33.005359 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5060c78f-51b5-4fa9-b7f6-9b027fce8f51 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:33.014000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] Sync routers for ids ['e2dace9f-6725-486d-95b5-74b9325d6b52'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:33.023865 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] Routers {'e2dace9f-6725-486d-95b5-74b9325d6b52'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:33.024479 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:04:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e2dace9f-6725-486d-95b5-74b9325d6b52'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:33.063870 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-baa343ef-153e-4bf0-81ea-5b3ef0929585 req-62e958a2-b28d-46bd-92bc-fec04e6091c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8094be6b-413c-4784-bbdb-bc9499703c2f HTTP/1.1" status: 200 len: 217 time: 0.0566843 Nov 12 01:04:33.088572 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5060c78f-51b5-4fa9-b7f6-9b027fce8f51 admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.089779 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5060c78f-51b5-4fa9-b7f6-9b027fce8f51 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6796744 Nov 12 01:04:33.092669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37240) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:33.140003 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] Set router e2dace9f-6725-486d-95b5-74b9325d6b52 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:33.157997 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa343ef-153e-4bf0-81ea-5b3ef0929585 req-6a23751f-6114-40fe-bee3-b8241f5dfdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:33.160032 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-baa343ef-153e-4bf0-81ea-5b3ef0929585 req-6a23751f-6114-40fe-bee3-b8241f5dfdce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=838f8e68-1c1e-4ca7-b054-f4c1b77520ed HTTP/1.1" status: 200 len: 854 time: 0.0889575 Nov 12 01:04:33.185747 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78ef0068-9a19-48db-87bc-970fb88dfa33 req-699ab28c-5e0e-4278-b11d-75dc8a033200 service neutron] 10.222.0.15 "GET /v2.0/networks/3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694596 Nov 12 01:04:33.200495 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-baa343ef-153e-4bf0-81ea-5b3ef0929585 req-551503a1-b9d0-48c2-ab62-aaca47e9b1b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=435816c9-12a6-40de-aba8-b1fb076c441f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327137 Nov 12 01:04:33.213438 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-baa343ef-153e-4bf0-81ea-5b3ef0929585 req-ddf7ddac-03cc-42c2-95a6-3bc775ce19c5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:04:33.214337 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-baa343ef-153e-4bf0-81ea-5b3ef0929585 req-ddf7ddac-03cc-42c2-95a6-3bc775ce19c5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054429 Nov 12 01:04:33.324235 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2dace9f-6725-486d-95b5-74b9325d6b52', 'name': 'tempest-ServerRescueTestJSON-561656011-router', 'tenant_id': 'c8109284eb514caaa3d786df89e5eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'f56058ed-8799-4503-9097-7df055b49474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:29Z', 'updated_at': '2021-11-12T01:04:31Z', 'revision_number': 3, 'project_id': 'c8109284eb514caaa3d786df89e5eb19', 'gw_port': {'id': 'f56058ed-8799-4503-9097-7df055b49474', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2dace9f-6725-486d-95b5-74b9325d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:30Z', 'updated_at': '2021-11-12T01:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:33.355851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bd289-e5c6-4c6f-8469-e4e6e81117ad req-a6137007-299e-4ea9-b267-11000e554e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:33.358953 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-846bd289-e5c6-4c6f-8469-e4e6e81117ad req-a6137007-299e-4ea9-b267-11000e554e7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95a5ba21e204aa3a425fd0950571760&device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 1095 time: 0.0692832 Nov 12 01:04:33.362056 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] Checking router: e2dace9f-6725-486d-95b5-74b9325d6b52 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:33.362418 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] Updating router e2dace9f-6725-486d-95b5-74b9325d6b52 port f56058ed-8799-4503-9097-7df055b49474 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:04:33.389353 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-baa343ef-153e-4bf0-81ea-5b3ef0929585 req-9d1ebc94-9ac7-4f49-af91-1800f82e6e5f service neutron] 10.222.0.21 "GET /v2.0/networks/435816c9-12a6-40de-aba8-b1fb076c441f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661365 Nov 12 01:04:33.392503 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.451940 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35452c83-4cca-457a-9306-69e0dc04ba17 req-365b8636-d4ed-4759-aa32-c575e9225dff tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:33.453523 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-35452c83-4cca-457a-9306-69e0dc04ba17 req-365b8636-d4ed-4759-aa32-c575e9225dff tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 943 time: 0.0646198 Nov 12 01:04:33.523430 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bd289-e5c6-4c6f-8469-e4e6e81117ad req-5b0874db-f67c-4e22-afa9-1a0fada16208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:33.524933 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-846bd289-e5c6-4c6f-8469-e4e6e81117ad req-5b0874db-f67c-4e22-afa9-1a0fada16208 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 HTTP/1.1" status: 200 len: 898 time: 0.1592646 Nov 12 01:04:33.579883 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-baa343ef-153e-4bf0-81ea-5b3ef0929585 req-31cdab95-324f-4b79-b62e-414ee051887c service neutron] 10.222.0.21 "GET /v2.0/networks/435816c9-12a6-40de-aba8-b1fb076c441f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812012 Nov 12 01:04:33.581747 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-846bd289-e5c6-4c6f-8469-e4e6e81117ad req-32b7a1bb-2fc3-4a7b-97fc-1e075cbb90bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc339e51-e397-4a14-ba91-d42c6f331a59 HTTP/1.1" status: 200 len: 217 time: 0.0477829 Nov 12 01:04:33.647151 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bd289-e5c6-4c6f-8469-e4e6e81117ad req-8dba0154-3944-4bb3-a948-4ce8e1a90248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:33.649020 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-846bd289-e5c6-4c6f-8469-e4e6e81117ad req-8dba0154-3944-4bb3-a948-4ce8e1a90248 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=867f7157-cea0-4a05-b82b-f7ce44757294 HTTP/1.1" status: 200 len: 834 time: 0.0603337 Nov 12 01:04:33.663862 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.672972 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.701000 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bd289-e5c6-4c6f-8469-e4e6e81117ad req-fba75bac-6f8e-426c-8b84-29b3d1bb42c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:33.702812 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-846bd289-e5c6-4c6f-8469-e4e6e81117ad req-fba75bac-6f8e-426c-8b84-29b3d1bb42c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468616 Nov 12 01:04:33.729819 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba57f3aa-25a0-4695-8122-43760bc81ced None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:33.743494 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32194ef-e966-45eb-a9d4-161dad2a6ea2 None None] Pushing event updated for resources: {'Port': ['ID=f56058ed-8799-4503-9097-7df055b49474,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:33.745898 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] Attempting to bind port f56058ed-8799-4503-9097-7df055b49474 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:33.746271 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] Attempting to bind port f56058ed-8799-4503-9097-7df055b49474 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:33.746646 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] Attempting to bind port f56058ed-8799-4503-9097-7df055b49474 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:33.753975 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:33.754356 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:33.754759 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.755147 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:33.756236 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] Bound port: f56058ed-8799-4503-9097-7df055b49474, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:33.756236 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.831839 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-846bd289-e5c6-4c6f-8469-e4e6e81117ad req-b5cd7a05-5d6a-42ea-bc35-815f1bfb6b5c service neutron] 10.222.0.15 "GET /v2.0/networks/3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202509 Nov 12 01:04:33.887012 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-35452c83-4cca-457a-9306-69e0dc04ba17 req-83b99e4c-8d13-4084-84fd-b72eaea407ec tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ab40cb4-31c9-4ffb-94bd-2c099525ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4107795 Nov 12 01:04:33.935077 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-846bd289-e5c6-4c6f-8469-e4e6e81117ad req-c10cc718-d3a2-4473-93b4-5993fc233e5a service neutron] 10.222.0.15 "GET /v2.0/networks/3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954330 Nov 12 01:04:33.958273 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5dca6a6-800f-4603-b6c4-f66a09934d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.973588 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] For port f56058ed-8799-4503-9097-7df055b49474, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:33.975700 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4c1bc329-b412-42ff-b496-725a73a4afe9 None None] Provisioning complete for port f56058ed-8799-4503-9097-7df055b49474 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:33.976213 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4c1bc329-b412-42ff-b496-725a73a4afe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.978694 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] For port f56058ed-8799-4503-9097-7df055b49474, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f56058ed-8799-4503-9097-7df055b49474,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:34.009171 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.059265 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b262e7-3107-40dd-ba42-3f207321f4aa None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:34.068968 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4c1bc329-b412-42ff-b496-725a73a4afe9 None None] Port f56058ed-8799-4503-9097-7df055b49474 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:04:34.092807 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] Routers {'e2dace9f-6725-486d-95b5-74b9325d6b52'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:34.093523 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:04:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e2dace9f-6725-486d-95b5-74b9325d6b52'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:34.100168 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f2e68-85fd-4beb-badd-2bc9171764b6 req-51f575b4-9392-4e1c-adfa-44f0a797eb33 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:34.102181 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b0f2e68-85fd-4beb-badd-2bc9171764b6 req-51f575b4-9392-4e1c-adfa-44f0a797eb33 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0614297 Nov 12 01:04:34.138034 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32194ef-e966-45eb-a9d4-161dad2a6ea2 None None] Pushing event updated for resources: {'Port': ['ID=f56058ed-8799-4503-9097-7df055b49474,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:34.146996 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-f5dca6a6-800f-4603-b6c4-f66a09934d66 admin admin] Allocated IP 172.20.0.1 (42957e99-3f0d-4a9b-853f-fd766a747884/fcd6195d-07ef-466d-b505-337253075e1a/675d50a2-37b0-406f-9dba-52b2d5d5b690) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:34.169278 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b0f2e68-85fd-4beb-badd-2bc9171764b6 req-5d6f8c9a-f7b9-43bb-ada8-931294299d21 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599544 Nov 12 01:04:34.220240 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c1c94d1b-4504-467b-a05a-693c3814a99b None None] Provisioning complete for port f56058ed-8799-4503-9097-7df055b49474 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:34.220240 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c1c94d1b-4504-467b-a05a-693c3814a99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.246819 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] Set router e2dace9f-6725-486d-95b5-74b9325d6b52 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:34.268995 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5dca6a6-800f-4603-b6c4-f66a09934d66 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.310119 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5dca6a6-800f-4603-b6c4-f66a09934d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.350732 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dca6a6-800f-4603-b6c4-f66a09934d66 admin admin] Network 42957e99-3f0d-4a9b-853f-fd766a747884 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:34.353471 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-f5dca6a6-800f-4603-b6c4-f66a09934d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:34.358992 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dca6a6-800f-4603-b6c4-f66a09934d66 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:34.385388 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dca6a6-800f-4603-b6c4-f66a09934d66 admin admin] Pushing event updated for resources: {'Port': ['ID=675d50a2-37b0-406f-9dba-52b2d5d5b690,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:34.400583 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5dca6a6-800f-4603-b6c4-f66a09934d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.411705 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c1c94d1b-4504-467b-a05a-693c3814a99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.455792 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c1c94d1b-4504-467b-a05a-693c3814a99b None None] For port f56058ed-8799-4503-9097-7df055b49474, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f56058ed-8799-4503-9097-7df055b49474,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:34.461903 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c1c94d1b-4504-467b-a05a-693c3814a99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.522100 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c94d1b-4504-467b-a05a-693c3814a99b None None] Pushing event updated for resources: {'Port': ['ID=f56058ed-8799-4503-9097-7df055b49474,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:34.526508 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2dace9f-6725-486d-95b5-74b9325d6b52', 'name': 'tempest-ServerRescueTestJSON-561656011-router', 'tenant_id': 'c8109284eb514caaa3d786df89e5eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'f56058ed-8799-4503-9097-7df055b49474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:29Z', 'updated_at': '2021-11-12T01:04:31Z', 'revision_number': 3, 'project_id': 'c8109284eb514caaa3d786df89e5eb19', 'gw_port': {'id': 'f56058ed-8799-4503-9097-7df055b49474', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2dace9f-6725-486d-95b5-74b9325d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:30Z', 'updated_at': '2021-11-12T01:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:34.528726 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5dca6a6-800f-4603-b6c4-f66a09934d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.553702 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edf5d5f-0038-4291-9e88-458ea7815abc None None] The sync data for ids ['e2dace9f-6725-486d-95b5-74b9325d6b52'] in n-d-712137-14 is: [{'id': 'e2dace9f-6725-486d-95b5-74b9325d6b52', 'name': 'tempest-ServerRescueTestJSON-561656011-router', 'tenant_id': 'c8109284eb514caaa3d786df89e5eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'f56058ed-8799-4503-9097-7df055b49474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:29Z', 'updated_at': '2021-11-12T01:04:31Z', 'revision_number': 3, 'project_id': 'c8109284eb514caaa3d786df89e5eb19', 'gw_port': {'id': 'f56058ed-8799-4503-9097-7df055b49474', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2dace9f-6725-486d-95b5-74b9325d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:30Z', 'updated_at': '2021-11-12T01:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:34.701280 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5dca6a6-800f-4603-b6c4-f66a09934d66 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.705677 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5dca6a6-800f-4603-b6c4-f66a09934d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.795486 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dca6a6-800f-4603-b6c4-f66a09934d66 admin admin] Pushing event updated for resources: {'Port': ['ID=675d50a2-37b0-406f-9dba-52b2d5d5b690,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:34.797973 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5dca6a6-800f-4603-b6c4-f66a09934d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.902809 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dca6a6-800f-4603-b6c4-f66a09934d66 admin admin] Network 42957e99-3f0d-4a9b-853f-fd766a747884 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:34.904344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-f5dca6a6-800f-4603-b6c4-f66a09934d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:35.058637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadd147-0b32-4adc-bb14-7e75f846dae9 req-7a714567-0ad8-45df-b0f4-31562bc53010 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:35.060196 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cbadd147-0b32-4adc-bb14-7e75f846dae9 req-7a714567-0ad8-45df-b0f4-31562bc53010 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 943 time: 0.1027572 Nov 12 01:04:35.069982 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dca6a6-800f-4603-b6c4-f66a09934d66 admin admin] Router e2dace9f-6725-486d-95b5-74b9325d6b52 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:04:35.161205 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cbadd147-0b32-4adc-bb14-7e75f846dae9 req-0cc82a21-77a2-4e7b-9ba9-fba984a69ec9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ab40cb4-31c9-4ffb-94bd-2c099525ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939250 Nov 12 01:04:35.224575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dca6a6-800f-4603-b6c4-f66a09934d66 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:35.230368 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f5dca6a6-800f-4603-b6c4-f66a09934d66 admin admin] 10.222.0.31 "PUT /v2.0/routers/e2dace9f-6725-486d-95b5-74b9325d6b52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1365914 Nov 12 01:04:35.300597 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed5953-188c-4ee4-b9bb-8d8d24f5ea21 req-05186ac3-0aa1-49ba-92fd-5f8a6c3e231e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:35.302200 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-59ed5953-188c-4ee4-b9bb-8d8d24f5ea21 req-05186ac3-0aa1-49ba-92fd-5f8a6c3e231e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0539477 Nov 12 01:04:35.356479 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-59ed5953-188c-4ee4-b9bb-8d8d24f5ea21 req-2c1bfa33-ddab-4ef5-b1e4-d4f60dd93989 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466716 Nov 12 01:04:35.478141 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40501521-4aa6-435b-9c8c-3b97c596a2c6 req-bdaf513d-7f5b-4973-808b-03cef1234ba4 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:35.479624 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40501521-4aa6-435b-9c8c-3b97c596a2c6 req-bdaf513d-7f5b-4973-808b-03cef1234ba4 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0494945 Nov 12 01:04:35.532744 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40501521-4aa6-435b-9c8c-3b97c596a2c6 req-30e8aa0c-c0df-4db2-a6e6-b65d542e8df9 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467291 Nov 12 01:04:35.670437 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b0cbb-5f9b-4db6-9d06-43a1b28d0e1b req-7339565a-9ba8-4a7c-8580-99561aa16eea tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:35.671926 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f70b0cbb-5f9b-4db6-9d06-43a1b28d0e1b req-7339565a-9ba8-4a7c-8580-99561aa16eea tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0547702 Nov 12 01:04:35.680130 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-957d718a-c79a-4773-bf0d-3fbbbbdfc75b tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:35.681642 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-957d718a-c79a-4773-bf0d-3fbbbbdfc75b tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/networks?id=42957e99-3f0d-4a9b-853f-fd766a747884 HTTP/1.1" status: 200 len: 810 time: 0.1102159 Nov 12 01:04:35.696439 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-b30ce0c1-caa4-42fe-a4d1-a7956d99a2fb tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/quotas/c8109284eb514caaa3d786df89e5eb19 HTTP/1.1" status: 200 len: 375 time: 0.0091219 Nov 12 01:04:35.721093 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f70b0cbb-5f9b-4db6-9d06-43a1b28d0e1b req-ee18ce02-0764-49df-b271-52b584cf1175 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426188 Nov 12 01:04:35.747336 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-a7db80f8-790c-4f56-a59e-9a110e76ad85 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8109284eb514caaa3d786df89e5eb19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0449724 Nov 12 01:04:35.768314 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device dc339e51-e397-4a14-ba91-d42c6f331a59 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:04:35.879730 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-f32d6246-8839-4a26-9ebc-e5b726ab2da1 service neutron] 10.222.0.31 "GET /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247208 Nov 12 01:04:35.881941 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b21055-936b-49ae-b7be-5806c27cfd31 req-6ed45e44-4e57-48ae-b854-7bb0ee7969a3 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:35.883467 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-30b21055-936b-49ae-b7be-5806c27cfd31 req-6ed45e44-4e57-48ae-b854-7bb0ee7969a3 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0821064 Nov 12 01:04:35.910317 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f56058ed-8799-4503-9097-7df055b49474 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:35.941564 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-30b21055-936b-49ae-b7be-5806c27cfd31 req-c1f12bd4-ef15-446e-8a03-39466d561323 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492349 Nov 12 01:04:35.947824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port dc339e51-e397-4a14-ba91-d42c6f331a59, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=dc339e51-e397-4a14-ba91-d42c6f331a59,segment=NetworkSegment(a9fa91af-87b2-4a71-97b8-1e6c878c3db9),segment_id=a9fa91af-87b2-4a71-97b8-1e6c878c3db9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:35.985282 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'dc339e51-e397-4a14-ba91-d42c6f331a59', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'port_id': 'dc339e51-e397-4a14-ba91-d42c6f331a59', 'mac_address': 'fa:16:3e:73:3b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:04:36.021533 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-21e1bc1c-2dc7-49a3-8df6-b9a11f46c109 service neutron] 10.222.0.31 "GET /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281705 Nov 12 01:04:36.038164 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:36.052766 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port f56058ed-8799-4503-9097-7df055b49474 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:36.053041 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:36.056473 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc339e51-e397-4a14-ba91-d42c6f331a59 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:36.103465 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port dc339e51-e397-4a14-ba91-d42c6f331a59, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=dc339e51-e397-4a14-ba91-d42c6f331a59,segment=NetworkSegment(a9fa91af-87b2-4a71-97b8-1e6c878c3db9),segment_id=a9fa91af-87b2-4a71-97b8-1e6c878c3db9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:36.112667 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:36.133966 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee272a-5e48-4062-8066-9e99f72c7fb6 req-41c1da86-d57b-448a-90d3-736029dfd566 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:36.135723 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15ee272a-5e48-4062-8066-9e99f72c7fb6 req-41c1da86-d57b-448a-90d3-736029dfd566 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0713341 Nov 12 01:04:36.208779 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15ee272a-5e48-4062-8066-9e99f72c7fb6 req-e306e486-2578-4db2-97e5-7eb9ed4db4e7 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631721 Nov 12 01:04:36.219922 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4aff240b-b82f-4554-a364-7bf0cfc17a10 req-a6b17362-a285-4a4d-a972-964873aa76d3 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 210 time: 0.0415676 Nov 12 01:04:36.222705 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=dc339e51-e397-4a14-ba91-d42c6f331a59,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:36.349841 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb61dc-66b1-4a83-b24d-7c2291445566 req-e19e167b-efaa-456a-a225-252d893db690 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:36.354784 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5bdb61dc-66b1-4a83-b24d-7c2291445566 req-e19e167b-efaa-456a-a225-252d893db690 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0641801 Nov 12 01:04:36.357439 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] Sync routers for ids ['e2dace9f-6725-486d-95b5-74b9325d6b52'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:36.370860 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] Routers {'e2dace9f-6725-486d-95b5-74b9325d6b52'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:36.371492 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:04:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e2dace9f-6725-486d-95b5-74b9325d6b52'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:36.378448 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78637fcb-bf8f-446b-afb2-3bdc953930f3 req-16526889-b44c-4efa-ab77-7f952906d8de tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:36.380189 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-78637fcb-bf8f-446b-afb2-3bdc953930f3 req-16526889-b44c-4efa-ab77-7f952906d8de tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 944 time: 0.0964820 Nov 12 01:04:36.418494 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5bdb61dc-66b1-4a83-b24d-7c2291445566 req-42d2df44-3cff-4d68-b865-da90b148dd5b tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564642 Nov 12 01:04:36.453724 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-78637fcb-bf8f-446b-afb2-3bdc953930f3 req-178610aa-7ecb-410e-ab0a-7a72a71687db tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ab40cb4-31c9-4ffb-94bd-2c099525ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672183 Nov 12 01:04:36.502141 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['dc339e51-e397-4a14-ba91-d42c6f331a59'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:04:36.528225 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] Set router e2dace9f-6725-486d-95b5-74b9325d6b52 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:36.579422 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00558f0-7bf6-49a9-b778-9e13503b8c26 req-2465ddc3-26ef-49b2-bd82-792a89ee857c tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:36.581088 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b00558f0-7bf6-49a9-b778-9e13503b8c26 req-2465ddc3-26ef-49b2-bd82-792a89ee857c tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0661407 Nov 12 01:04:36.656619 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b00558f0-7bf6-49a9-b778-9e13503b8c26 req-52ffe9e7-4ba3-4412-8edb-5d0b33f57900 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632176 Nov 12 01:04:36.776323 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2dace9f-6725-486d-95b5-74b9325d6b52', 'name': 'tempest-ServerRescueTestJSON-561656011-router', 'tenant_id': 'c8109284eb514caaa3d786df89e5eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'f56058ed-8799-4503-9097-7df055b49474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:29Z', 'updated_at': '2021-11-12T01:04:34Z', 'revision_number': 4, 'project_id': 'c8109284eb514caaa3d786df89e5eb19', 'gw_port': {'id': 'f56058ed-8799-4503-9097-7df055b49474', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2dace9f-6725-486d-95b5-74b9325d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:30Z', 'updated_at': '2021-11-12T01:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '675d50a2-37b0-406f-9dba-52b2d5d5b690', 'name': '', 'network_id': '42957e99-3f0d-4a9b-853f-fd766a747884', 'tenant_id': 'c8109284eb514caaa3d786df89e5eb19', 'mac_address': 'fa:16:3e:c2:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2dace9f-6725-486d-95b5-74b9325d6b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'fcd6195d-07ef-466d-b505-337253075e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:33Z', 'updated_at': '2021-11-12T01:04:34Z', 'revision_number': 2, 'project_id': 'c8109284eb514caaa3d786df89e5eb19', 'subnets': [{'id': 'fcd6195d-07ef-466d-b505-337253075e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:36.807096 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] Checking router: e2dace9f-6725-486d-95b5-74b9325d6b52 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:36.807448 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] Updating router e2dace9f-6725-486d-95b5-74b9325d6b52 port 675d50a2-37b0-406f-9dba-52b2d5d5b690 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:04:36.819754 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515b158-096f-4d0b-917c-37cfc3c582cd req-cc0a8593-9ec7-45aa-914f-08144a91ed1c tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:36.821446 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0515b158-096f-4d0b-917c-37cfc3c582cd req-cc0a8593-9ec7-45aa-914f-08144a91ed1c tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0879514 Nov 12 01:04:36.836175 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:36.874925 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0515b158-096f-4d0b-917c-37cfc3c582cd req-e6159316-f7b1-40e8-a20c-b4bc65d41508 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465043 Nov 12 01:04:37.047723 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed28e50-d76f-44e5-805b-d455f54ddb69 req-12156340-0c33-415f-b656-0d22a97fa150 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:37.049363 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1ed28e50-d76f-44e5-805b-d455f54ddb69 req-12156340-0c33-415f-b656-0d22a97fa150 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0610757 Nov 12 01:04:37.102328 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1ed28e50-d76f-44e5-805b-d455f54ddb69 req-fd8248f3-23f3-4389-a372-8e7cff88eb2f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467851 Nov 12 01:04:37.121006 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.127948 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.180248 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79736ff-b56b-46e5-8c2c-28ade42b7a5a None None] Pushing event updated for resources: {'Port': ['ID=675d50a2-37b0-406f-9dba-52b2d5d5b690,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:37.219940 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace69aaa-cc4b-40d9-8713-31ee507fd9ea req-38bd8343-c6d0-4e33-aaed-207004b72a9e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:37.222159 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ace69aaa-cc4b-40d9-8713-31ee507fd9ea req-38bd8343-c6d0-4e33-aaed-207004b72a9e tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0515552 Nov 12 01:04:37.224567 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] Attempting to bind port 675d50a2-37b0-406f-9dba-52b2d5d5b690 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:37.224972 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] Attempting to bind port 675d50a2-37b0-406f-9dba-52b2d5d5b690 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '3691a887-a3c9-47c2-b75a-0961928a1bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '42957e99-3f0d-4a9b-853f-fd766a747884'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:37.225370 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] Attempting to bind port 675d50a2-37b0-406f-9dba-52b2d5d5b690 on network 42957e99-3f0d-4a9b-853f-fd766a747884 {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:37.230581 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:37.231409 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] Checking segment: {'id': '3691a887-a3c9-47c2-b75a-0961928a1bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '42957e99-3f0d-4a9b-853f-fd766a747884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:37.231409 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.231710 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] Bound using segment: {'id': '3691a887-a3c9-47c2-b75a-0961928a1bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '42957e99-3f0d-4a9b-853f-fd766a747884'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:37.232175 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] Bound port: 675d50a2-37b0-406f-9dba-52b2d5d5b690, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3691a887-a3c9-47c2-b75a-0961928a1bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '42957e99-3f0d-4a9b-853f-fd766a747884'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:37.232550 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.277235 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ace69aaa-cc4b-40d9-8713-31ee507fd9ea req-bd02c6f8-ad2f-404f-a784-4ef6a4c91312 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467637 Nov 12 01:04:37.326561 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] For port 675d50a2-37b0-406f-9dba-52b2d5d5b690, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:37.330073 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] For port 675d50a2-37b0-406f-9dba-52b2d5d5b690, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=675d50a2-37b0-406f-9dba-52b2d5d5b690,segment=NetworkSegment(3691a887-a3c9-47c2-b75a-0961928a1bce),segment_id=3691a887-a3c9-47c2-b75a-0961928a1bce)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:37.337000 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c1733451-ae32-462e-993f-922e728ba3e0 req-3a55ca55-4860-411a-945e-66e4fe06f47a tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 210 time: 0.0353711 Nov 12 01:04:37.338348 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.399842 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] Routers {'e2dace9f-6725-486d-95b5-74b9325d6b52'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:37.400523 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:04:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e2dace9f-6725-486d-95b5-74b9325d6b52'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:37.446334 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcf695-8496-49f5-9dc2-9dc5de96a49d req-52690ce3-4b52-4208-8b20-ec53582e696b tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:37.447207 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79736ff-b56b-46e5-8c2c-28ade42b7a5a None None] Pushing event updated for resources: {'Port': ['ID=675d50a2-37b0-406f-9dba-52b2d5d5b690,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:37.448035 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8afcf695-8496-49f5-9dc2-9dc5de96a49d req-52690ce3-4b52-4208-8b20-ec53582e696b tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0535879 Nov 12 01:04:37.506220 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-50697479-d84e-4745-91f5-677ab48c55b3 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:37.507789 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-50697479-d84e-4745-91f5-677ab48c55b3 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.21 "GET /v2.0/networks?id=42957e99-3f0d-4a9b-853f-fd766a747884 HTTP/1.1" status: 200 len: 810 time: 0.1738524 Nov 12 01:04:37.519019 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8afcf695-8496-49f5-9dc2-9dc5de96a49d req-52868637-3da3-4661-b89c-3231ab8bdf37 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612156 Nov 12 01:04:37.524746 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-16dac11b-9ff1-4690-a670-f81abbebb3e3 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Request body: {'port': {'device_id': '4506fe6e-b3b7-40f4-94ee-0516f694fe3c', 'network_id': '42957e99-3f0d-4a9b-853f-fd766a747884', 'admin_state_up': True, 'tenant_id': 'c8109284eb514caaa3d786df89e5eb19'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:37.547200 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] Set router e2dace9f-6725-486d-95b5-74b9325d6b52 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:37.658395 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6a280-9d02-40ce-ae00-27aee7f29af8 req-097053c1-89eb-4c66-8066-f5e5c9caa044 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:37.659815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c43a48-d94c-4919-97a7-2c59dbec8e98 req-dc1c6452-7b03-4dfe-8e8e-384337cdb820 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:37.661261 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7fd6a280-9d02-40ce-ae00-27aee7f29af8 req-097053c1-89eb-4c66-8066-f5e5c9caa044 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 944 time: 0.1318619 Nov 12 01:04:37.661469 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-68c43a48-d94c-4919-97a7-2c59dbec8e98 req-dc1c6452-7b03-4dfe-8e8e-384337cdb820 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0630608 Nov 12 01:04:37.714872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-16dac11b-9ff1-4690-a670-f81abbebb3e3 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Made reservation on behalf of c8109284eb514caaa3d786df89e5eb19 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:37.718521 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-16dac11b-9ff1-4690-a670-f81abbebb3e3 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.725003 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-68c43a48-d94c-4919-97a7-2c59dbec8e98 req-c143ac1d-8864-44de-ba16-38a3d52ee072 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508573 Nov 12 01:04:37.737239 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7fd6a280-9d02-40ce-ae00-27aee7f29af8 req-55ad21e4-ff09-4658-8e80-37cadf097de0 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ab40cb4-31c9-4ffb-94bd-2c099525ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697119 Nov 12 01:04:37.771259 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2dace9f-6725-486d-95b5-74b9325d6b52', 'name': 'tempest-ServerRescueTestJSON-561656011-router', 'tenant_id': 'c8109284eb514caaa3d786df89e5eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'f56058ed-8799-4503-9097-7df055b49474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:29Z', 'updated_at': '2021-11-12T01:04:34Z', 'revision_number': 4, 'project_id': 'c8109284eb514caaa3d786df89e5eb19', 'gw_port': {'id': 'f56058ed-8799-4503-9097-7df055b49474', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2dace9f-6725-486d-95b5-74b9325d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:30Z', 'updated_at': '2021-11-12T01:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '675d50a2-37b0-406f-9dba-52b2d5d5b690', 'name': '', 'network_id': '42957e99-3f0d-4a9b-853f-fd766a747884', 'tenant_id': 'c8109284eb514caaa3d786df89e5eb19', 'mac_address': 'fa:16:3e:c2:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2dace9f-6725-486d-95b5-74b9325d6b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'fcd6195d-07ef-466d-b505-337253075e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:33Z', 'updated_at': '2021-11-12T01:04:37Z', 'revision_number': 4, 'project_id': 'c8109284eb514caaa3d786df89e5eb19', 'subnets': [{'id': 'fcd6195d-07ef-466d-b505-337253075e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:37.795131 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device dc339e51-e397-4a14-ba91-d42c6f331a59 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:37.806442 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d5650-d49f-46e7-8384-f8ac332189aa None None] The sync data for ids ['e2dace9f-6725-486d-95b5-74b9325d6b52'] in n-d-712137-14 is: [{'id': 'e2dace9f-6725-486d-95b5-74b9325d6b52', 'name': 'tempest-ServerRescueTestJSON-561656011-router', 'tenant_id': 'c8109284eb514caaa3d786df89e5eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'f56058ed-8799-4503-9097-7df055b49474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:29Z', 'updated_at': '2021-11-12T01:04:34Z', 'revision_number': 4, 'project_id': 'c8109284eb514caaa3d786df89e5eb19', 'gw_port': {'id': 'f56058ed-8799-4503-9097-7df055b49474', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2dace9f-6725-486d-95b5-74b9325d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:30Z', 'updated_at': '2021-11-12T01:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '675d50a2-37b0-406f-9dba-52b2d5d5b690', 'name': '', 'network_id': '42957e99-3f0d-4a9b-853f-fd766a747884', 'tenant_id': 'c8109284eb514caaa3d786df89e5eb19', 'mac_address': 'fa:16:3e:c2:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2dace9f-6725-486d-95b5-74b9325d6b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'fcd6195d-07ef-466d-b505-337253075e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:33Z', 'updated_at': '2021-11-12T01:04:37Z', 'revision_number': 4, 'project_id': 'c8109284eb514caaa3d786df89e5eb19', 'subnets': [{'id': 'fcd6195d-07ef-466d-b505-337253075e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:37.873005 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port dc339e51-e397-4a14-ba91-d42c6f331a59 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:04:37.882839 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port dc339e51-e397-4a14-ba91-d42c6f331a59 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:37.883402 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.925462 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f01a69-341f-4a43-8f04-dcae565de6aa req-3856f086-9985-47ba-956e-3596e8ee24f9 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:37.926974 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b5f01a69-341f-4a43-8f04-dcae565de6aa req-3856f086-9985-47ba-956e-3596e8ee24f9 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.1132677 Nov 12 01:04:37.937274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-16dac11b-9ff1-4690-a670-f81abbebb3e3 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Allocated IP 172.20.0.3 (42957e99-3f0d-4a9b-853f-fd766a747884/fcd6195d-07ef-466d-b505-337253075e1a/f1777587-4219-4a59-b125-d040697192bb) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:37.977144 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.000652 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522f678d-6c9a-4168-a35c-8ed332cec7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc339e51-e397-4a14-ba91-d42c6f331a59'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:38.003710 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2942315-d11f-4fa6-a459-37c3f15767e4" -d '{"events": [{"server_uuid": "522f678d-6c9a-4168-a35c-8ed332cec7c2", "name": "network-vif-plugged", "status": "completed", "tag": "dc339e51-e397-4a14-ba91-d42c6f331a59"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:38.020544 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port dc339e51-e397-4a14-ba91-d42c6f331a59, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=dc339e51-e397-4a14-ba91-d42c6f331a59,segment=NetworkSegment(a9fa91af-87b2-4a71-97b8-1e6c878c3db9),segment_id=a9fa91af-87b2-4a71-97b8-1e6c878c3db9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:38.022302 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b5f01a69-341f-4a43-8f04-dcae565de6aa req-58b0958f-fcd8-4ba2-bf4f-ab3b1ebb4374 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826468 Nov 12 01:04:38.028988 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.098295 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=dc339e51-e397-4a14-ba91-d42c6f331a59,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:38.102543 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba166bfb-506c-4ce8-a8a7-39e7f7f78e58 x-openstack-request-id: req-ba166bfb-506c-4ce8-a8a7-39e7f7f78e58 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:38.103110 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522f678d-6c9a-4168-a35c-8ed332cec7c2", "name": "network-vif-plugged", "status": "completed", "tag": "dc339e51-e397-4a14-ba91-d42c6f331a59", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:38.103547 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba166bfb-506c-4ce8-a8a7-39e7f7f78e58 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:38.104121 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522f678d-6c9a-4168-a35c-8ed332cec7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc339e51-e397-4a14-ba91-d42c6f331a59', 'code': 200} Nov 12 01:04:38.182179 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-16dac11b-9ff1-4690-a670-f81abbebb3e3 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.452281 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3569b716-a403-4ef3-8757-136b6639d5c2 req-9c8610d7-057c-4270-afbd-893d407eb08c tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 210 time: 0.0289509 Nov 12 01:04:38.501167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bee46d-4c76-4cf6-a1d6-0f2e824395c4 req-a83d7075-0014-4c3c-bda6-d8e20df9041a tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:38.503316 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8bee46d-4c76-4cf6-a1d6-0f2e824395c4 req-a83d7075-0014-4c3c-bda6-d8e20df9041a tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.3759723 Nov 12 01:04:38.532936 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a52083-0bec-4e34-8e23-6d0a1fe77a45 req-f3ef094d-46b1-43f6-a94f-fc0580abce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:38.534466 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-39a52083-0bec-4e34-8e23-6d0a1fe77a45 req-f3ef094d-46b1-43f6-a94f-fc0580abce2d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 1097 time: 0.3555515 Nov 12 01:04:38.542136 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-16dac11b-9ff1-4690-a670-f81abbebb3e3 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.624330 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8bee46d-4c76-4cf6-a1d6-0f2e824395c4 req-e78febb8-14f4-47e2-8492-377cead0f568 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143758 Nov 12 01:04:38.643121 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-16dac11b-9ff1-4690-a670-f81abbebb3e3 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Network 42957e99-3f0d-4a9b-853f-fd766a747884 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:38.647352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dac11b-9ff1-4690-a670-f81abbebb3e3 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Pushing event updated for resources: {'Port': ['ID=f1777587-4219-4a59-b125-d040697192bb,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:38.655647 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-16dac11b-9ff1-4690-a670-f81abbebb3e3 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:38.661816 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-16dac11b-9ff1-4690-a670-f81abbebb3e3 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:38.669072 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-39a52083-0bec-4e34-8e23-6d0a1fe77a45 req-7d54bda8-cb9b-4909-98cf-a4d079299efc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5ab40cb4-31c9-4ffb-94bd-2c099525ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249788 Nov 12 01:04:38.700525 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.719882 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-16dac11b-9ff1-4690-a670-f81abbebb3e3 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:38.720512 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-16dac11b-9ff1-4690-a670-f81abbebb3e3 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.741299 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-16dac11b-9ff1-4690-a670-f81abbebb3e3 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2206342 Nov 12 01:04:38.812290 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c3200-6d78-4032-b50f-63c36b3ad8c9 req-cd6567f0-4b0a-4a08-b5a5-c049db5abb60 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:38.814089 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-504c3200-6d78-4032-b50f-63c36b3ad8c9 req-cd6567f0-4b0a-4a08-b5a5-c049db5abb60 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0706904 Nov 12 01:04:38.857539 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] Request body: {'port': {'device_id': '4506fe6e-b3b7-40f4-94ee-0516f694fe3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:38.875500 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6a551-f4db-4831-a9b5-0dde61edcd0d req-a3f80ade-5fe9-49b0-9178-9461fe778771 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:38.877213 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-98e6a551-f4db-4831-a9b5-0dde61edcd0d req-a3f80ade-5fe9-49b0-9178-9461fe778771 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 945 time: 0.0619318 Nov 12 01:04:38.902677 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-504c3200-6d78-4032-b50f-63c36b3ad8c9 req-428a64e7-7ad5-48e5-8268-5b4bf7b6b664 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729678 Nov 12 01:04:38.946613 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.964140 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-98e6a551-f4db-4831-a9b5-0dde61edcd0d req-90a85f6a-246b-4afa-9016-83451bac94b1 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ab40cb4-31c9-4ffb-94bd-2c099525ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794771 Nov 12 01:04:39.248399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1777587-4219-4a59-b125-d040697192bb {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:39.256762 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.268611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] Transition to ACTIVE for port object f1777587-4219-4a59-b125-d040697192bb will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:04:39.272404 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.339278 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] Pushing event updated for resources: {'Port': ['ID=f1777587-4219-4a59-b125-d040697192bb,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:39.394796 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] Attempting to bind port f1777587-4219-4a59-b125-d040697192bb on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:39.395138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] Attempting to bind port f1777587-4219-4a59-b125-d040697192bb by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '3691a887-a3c9-47c2-b75a-0961928a1bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '42957e99-3f0d-4a9b-853f-fd766a747884'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:39.395470 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] Attempting to bind port f1777587-4219-4a59-b125-d040697192bb on network 42957e99-3f0d-4a9b-853f-fd766a747884 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:39.399746 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] Port f1777587-4219-4a59-b125-d040697192bb on network 42957e99-3f0d-4a9b-853f-fd766a747884 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:04:39.400067 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] Attempting to bind port f1777587-4219-4a59-b125-d040697192bb on network 42957e99-3f0d-4a9b-853f-fd766a747884 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:39.405055 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:39.405384 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] Checking segment: {'id': '3691a887-a3c9-47c2-b75a-0961928a1bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '42957e99-3f0d-4a9b-853f-fd766a747884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:39.405766 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] Bound using segment: {'id': '3691a887-a3c9-47c2-b75a-0961928a1bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '42957e99-3f0d-4a9b-853f-fd766a747884'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:39.406199 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] Bound port: f1777587-4219-4a59-b125-d040697192bb, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3691a887-a3c9-47c2-b75a-0961928a1bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '42957e99-3f0d-4a9b-853f-fd766a747884'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:39.406554 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.469969 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] For port f1777587-4219-4a59-b125-d040697192bb, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:39.472924 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] For port f1777587-4219-4a59-b125-d040697192bb, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f1777587-4219-4a59-b125-d040697192bb,segment=NetworkSegment(3691a887-a3c9-47c2-b75a-0961928a1bce),segment_id=3691a887-a3c9-47c2-b75a-0961928a1bce)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:39.478465 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.514056 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:39.515284 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.516718 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] 10.222.0.21 "PUT /v2.0/ports/f1777587-4219-4a59-b125-d040697192bb HTTP/1.1" status: 200 len: 1092 time: 0.7640860 Nov 12 01:04:39.519457 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4506fe6e-b3b7-40f4-94ee-0516f694fe3c', 'tag': 'f1777587-4219-4a59-b125-d040697192bb'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:39.522833 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be0a02e-f8a7-4fbe-a893-0e89f46fc1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4506fe6e-b3b7-40f4-94ee-0516f694fe3c", "tag": "f1777587-4219-4a59-b125-d040697192bb"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:39.613541 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2db64a-033b-4723-9faa-32725d75ea9d service neutron] Pushing event updated for resources: {'Port': ['ID=f1777587-4219-4a59-b125-d040697192bb,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:39.636818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c5fa8-6b1a-4fcf-aae0-005d5fe33eb0 req-e9adde02-5f73-43a6-aca3-aa2f7289d95c tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:39.638438 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d68c5fa8-6b1a-4fcf-aae0-005d5fe33eb0 req-e9adde02-5f73-43a6-aca3-aa2f7289d95c tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 943 time: 0.1033838 Nov 12 01:04:39.641004 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb5c681-9fd6-4ec1-8ce4-e8506b27b851 x-openstack-request-id: req-1eb5c681-9fd6-4ec1-8ce4-e8506b27b851 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:39.641299 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4506fe6e-b3b7-40f4-94ee-0516f694fe3c", "tag": "f1777587-4219-4a59-b125-d040697192bb", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:39.641558 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1eb5c681-9fd6-4ec1-8ce4-e8506b27b851 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:39.641974 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4506fe6e-b3b7-40f4-94ee-0516f694fe3c', 'tag': 'f1777587-4219-4a59-b125-d040697192bb', 'status': 'completed', 'code': 200} Nov 12 01:04:39.648556 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-f7e0e306-16dd-445b-b294-ae1a0b13d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:39.650113 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-f7e0e306-16dd-445b-b294-ae1a0b13d5b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8109284eb514caaa3d786df89e5eb19&device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 1095 time: 0.0818481 Nov 12 01:04:39.706159 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-4e373ead-3608-4252-bf12-e2d0d209ea65 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1777587-4219-4a59-b125-d040697192bb HTTP/1.1" status: 200 len: 217 time: 0.0407004 Nov 12 01:04:39.752664 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d68c5fa8-6b1a-4fcf-aae0-005d5fe33eb0 req-fbef30e8-3dc1-4179-9419-705993f4ed78 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015167 Nov 12 01:04:39.772080 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-8f34e565-a8c4-4a85-81c8-6aa46dcf664c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:39.773839 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-8f34e565-a8c4-4a85-81c8-6aa46dcf664c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fcd6195d-07ef-466d-b505-337253075e1a HTTP/1.1" status: 200 len: 850 time: 0.0530493 Nov 12 01:04:39.816830 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-beb7e655-908d-4b08-bdf7-254a6caa835c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42957e99-3f0d-4a9b-853f-fd766a747884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316589 Nov 12 01:04:39.876392 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 675d50a2-37b0-406f-9dba-52b2d5d5b690 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:39.922693 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-e07f492e-3c7a-454d-b5dd-bf7df0cf5c73 service neutron] 10.222.0.21 "GET /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924313 Nov 12 01:04:39.933786 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 675d50a2-37b0-406f-9dba-52b2d5d5b690 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:39.934160 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.017240 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.068856 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f8b84d4-81d4-4b7e-a185-9fc7eb33511d req-41774b4d-b71f-4141-817c-3be7318fb8e6 service neutron] 10.222.0.21 "GET /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358404 Nov 12 01:04:40.086171 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 675d50a2-37b0-406f-9dba-52b2d5d5b690, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=675d50a2-37b0-406f-9dba-52b2d5d5b690,segment=NetworkSegment(3691a887-a3c9-47c2-b75a-0961928a1bce),segment_id=3691a887-a3c9-47c2-b75a-0961928a1bce)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:40.095220 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.105501 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e8a8e-92a0-4fae-bab4-783045cfd2c5 req-f5beecda-a89e-4e8b-87ca-79a39408ac4a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:40.116503 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-689e8a8e-92a0-4fae-bab4-783045cfd2c5 req-f5beecda-a89e-4e8b-87ca-79a39408ac4a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 945 time: 0.0788021 Nov 12 01:04:40.174512 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=675d50a2-37b0-406f-9dba-52b2d5d5b690,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:40.197019 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-689e8a8e-92a0-4fae-bab4-783045cfd2c5 req-e05b169a-6039-442f-af03-09c43087058c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ab40cb4-31c9-4ffb-94bd-2c099525ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753009 Nov 12 01:04:40.232227 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0a02e-f8a7-4fbe-a893-0e89f46fc1f6 req-1e6226be-7b34-438b-b700-dea01218c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:40.233765 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2be0a02e-f8a7-4fbe-a893-0e89f46fc1f6 req-1e6226be-7b34-438b-b700-dea01218c1e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8109284eb514caaa3d786df89e5eb19&device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 1095 time: 0.0502586 Nov 12 01:04:40.340817 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0a02e-f8a7-4fbe-a893-0e89f46fc1f6 req-2047d12c-ea30-438f-a099-50c5957740f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:40.342304 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2be0a02e-f8a7-4fbe-a893-0e89f46fc1f6 req-2047d12c-ea30-438f-a099-50c5957740f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=42957e99-3f0d-4a9b-853f-fd766a747884 HTTP/1.1" status: 200 len: 911 time: 0.0973001 Nov 12 01:04:40.389977 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2be0a02e-f8a7-4fbe-a893-0e89f46fc1f6 req-724fa25c-09fb-4513-b32f-78237709f030 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1777587-4219-4a59-b125-d040697192bb HTTP/1.1" status: 200 len: 217 time: 0.0351212 Nov 12 01:04:40.440935 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0a02e-f8a7-4fbe-a893-0e89f46fc1f6 req-cd4f3f76-ec76-43f7-83d9-67259befc3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:40.442389 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2be0a02e-f8a7-4fbe-a893-0e89f46fc1f6 req-cd4f3f76-ec76-43f7-83d9-67259befc3fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fcd6195d-07ef-466d-b505-337253075e1a HTTP/1.1" status: 200 len: 850 time: 0.0450065 Nov 12 01:04:40.480614 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2be0a02e-f8a7-4fbe-a893-0e89f46fc1f6 req-db69d07c-a5a0-4699-8528-c19319fb16ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42957e99-3f0d-4a9b-853f-fd766a747884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249107 Nov 12 01:04:40.578952 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2be0a02e-f8a7-4fbe-a893-0e89f46fc1f6 req-46f1de69-181a-4606-aa6d-9c585d2d85f0 service neutron] 10.222.0.21 "GET /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884700 Nov 12 01:04:40.677180 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2be0a02e-f8a7-4fbe-a893-0e89f46fc1f6 req-51fd498d-2b57-4b06-9b31-5770e240b15f service neutron] 10.222.0.21 "GET /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870750 Nov 12 01:04:40.873253 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e6936-b0d8-4678-b89f-38c4cb16d84d req-2f4c1529-9326-40d2-ae44-e7a4a88a5727 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:40.874720 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-962e6936-b0d8-4678-b89f-38c4cb16d84d req-2f4c1529-9326-40d2-ae44-e7a4a88a5727 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 943 time: 0.0527368 Nov 12 01:04:40.925323 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-962e6936-b0d8-4678-b89f-38c4cb16d84d req-97a55ae5-b6f9-4688-b9e8-b0e9c7da613e tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445349 Nov 12 01:04:41.332391 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b6c19-dbce-4f0e-ac49-1e940af4333c req-3aa53301-9c79-4a63-9ec3-05e3b9d0d90e tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:41.333925 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-755b6c19-dbce-4f0e-ac49-1e940af4333c req-3aa53301-9c79-4a63-9ec3-05e3b9d0d90e tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 945 time: 0.0533543 Nov 12 01:04:41.384973 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-755b6c19-dbce-4f0e-ac49-1e940af4333c req-9afbb188-13cb-4ea4-ba82-97c548910077 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ab40cb4-31c9-4ffb-94bd-2c099525ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445824 Nov 12 01:04:41.506410 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b10ba5-5897-4eae-94f9-60fa67df5f07 req-01c90979-ed2c-4d0a-9d30-2ad347ed7ae8 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:41.507984 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-32b10ba5-5897-4eae-94f9-60fa67df5f07 req-01c90979-ed2c-4d0a-9d30-2ad347ed7ae8 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 945 time: 0.0517740 Nov 12 01:04:41.560206 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-32b10ba5-5897-4eae-94f9-60fa67df5f07 req-75377eb7-d255-43e7-8d1d-135b36547f2b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ab40cb4-31c9-4ffb-94bd-2c099525ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455427 Nov 12 01:04:41.582990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37360) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:41.631354 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424855b1-83ea-4cdf-af84-c806d8db4da2 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:41.634398 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-424855b1-83ea-4cdf-af84-c806d8db4da2 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 1092 time: 0.0488856 Nov 12 01:04:41.635834 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37362) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:41.641064 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b210fe12-5d66-4961-ad05-0ee03c4e18df tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': 'dc339e51-e397-4a14-ba91-d42c6f331a59', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:41.667149 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b210fe12-5d66-4961-ad05-0ee03c4e18df tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.777475 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b210fe12-5d66-4961-ad05-0ee03c4e18df tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.876232 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 675d50a2-37b0-406f-9dba-52b2d5d5b690 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:41.898610 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-b210fe12-5d66-4961-ad05-0ee03c4e18df tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Allocated IP 172.25.0.192 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/23c8a5cc-2942-4405-afdc-6afa333d4b8a) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:41.932934 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 675d50a2-37b0-406f-9dba-52b2d5d5b690 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:41.933563 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.017336 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b210fe12-5d66-4961-ad05-0ee03c4e18df tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.100498 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b210fe12-5d66-4961-ad05-0ee03c4e18df tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.112677 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdae275-76d1-44ab-a8ac-af3b7d35837d req-7e93301e-2031-4883-a166-dd361ee47766 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:42.114276 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8cdae275-76d1-44ab-a8ac-af3b7d35837d req-7e93301e-2031-4883-a166-dd361ee47766 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 943 time: 0.0843813 Nov 12 01:04:42.170538 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b210fe12-5d66-4961-ad05-0ee03c4e18df tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:42.176632 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-b210fe12-5d66-4961-ad05-0ee03c4e18df tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:42.179119 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b210fe12-5d66-4961-ad05-0ee03c4e18df tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:42.215410 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210fe12-5d66-4961-ad05-0ee03c4e18df tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'Port': ['ID=23c8a5cc-2942-4405-afdc-6afa333d4b8a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:42.246412 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8cdae275-76d1-44ab-a8ac-af3b7d35837d req-c6df1b27-d0f1-4f1d-8d14-499dfb9be206 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213505 Nov 12 01:04:42.597215 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b210fe12-5d66-4961-ad05-0ee03c4e18df tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.617844 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f1777587-4219-4a59-b125-d040697192bb details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:04:42.674981 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b210fe12-5d66-4961-ad05-0ee03c4e18df tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.718683 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port f1777587-4219-4a59-b125-d040697192bb, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f1777587-4219-4a59-b125-d040697192bb,segment=NetworkSegment(3691a887-a3c9-47c2-b75a-0961928a1bce),segment_id=3691a887-a3c9-47c2-b75a-0961928a1bce)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:42.731715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'f1777587-4219-4a59-b125-d040697192bb', 'network_id': '42957e99-3f0d-4a9b-853f-fd766a747884', 'port_id': 'f1777587-4219-4a59-b125-d040697192bb', 'mac_address': 'fa:16:3e:fe:7b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcd6195d-07ef-466d-b505-337253075e1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:04:42.773571 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.788534 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1777587-4219-4a59-b125-d040697192bb {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:42.811195 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port f1777587-4219-4a59-b125-d040697192bb, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f1777587-4219-4a59-b125-d040697192bb,segment=NetworkSegment(3691a887-a3c9-47c2-b75a-0961928a1bce),segment_id=3691a887-a3c9-47c2-b75a-0961928a1bce)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:42.816075 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.836986 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b210fe12-5d66-4961-ad05-0ee03c4e18df tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.841914 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b210fe12-5d66-4961-ad05-0ee03c4e18df tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.866339 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=f1777587-4219-4a59-b125-d040697192bb,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:42.915751 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210fe12-5d66-4961-ad05-0ee03c4e18df tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'Port': ['ID=23c8a5cc-2942-4405-afdc-6afa333d4b8a,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:42.924088 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b210fe12-5d66-4961-ad05-0ee03c4e18df tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.021477 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-b210fe12-5d66-4961-ad05-0ee03c4e18df tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Floating IP 2877d8d2-7f0d-45a6-92d6-4a59c5ab3847 associated. External IP: 172.25.0.192, port: dc339e51-e397-4a14-ba91-d42c6f331a59. Nov 12 01:04:43.064855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f1777587-4219-4a59-b125-d040697192bb'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:04:43.240368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b210fe12-5d66-4961-ad05-0ee03c4e18df tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Router e981ebaa-91c8-42f4-af9d-2108941d534e has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:04:43.360718 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b210fe12-5d66-4961-ad05-0ee03c4e18df tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:43.372140 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bdfd57-a210-41c3-a8d9-830441f01ae1 None None] Sync routers for ids ['e981ebaa-91c8-42f4-af9d-2108941d534e'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:43.384608 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bdfd57-a210-41c3-a8d9-830441f01ae1 None None] Routers {'e981ebaa-91c8-42f4-af9d-2108941d534e'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:43.385272 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-25bdfd57-a210-41c3-a8d9-830441f01ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:04:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e981ebaa-91c8-42f4-af9d-2108941d534e'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:43.386831 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b210fe12-5d66-4961-ad05-0ee03c4e18df tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.392875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da9480-60a2-45f6-949e-58eb5491cc0c req-489b39ee-f8c4-4244-93f4-89cdc56bed53 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:43.396978 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-39da9480-60a2-45f6-949e-58eb5491cc0c req-489b39ee-f8c4-4244-93f4-89cdc56bed53 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 944 time: 0.0831463 Nov 12 01:04:43.429234 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b210fe12-5d66-4961-ad05-0ee03c4e18df tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7893338 Nov 12 01:04:43.429234 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522f678d-6c9a-4168-a35c-8ed332cec7c2', 'tag': 'dc339e51-e397-4a14-ba91-d42c6f331a59'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:43.429493 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37372) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:43.430383 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bb8382-fb63-4ba0-89c0-3b3d22c8cd96" -d '{"events": [{"name": "network-changed", "server_uuid": "522f678d-6c9a-4168-a35c-8ed332cec7c2", "tag": "dc339e51-e397-4a14-ba91-d42c6f331a59"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:43.476949 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ac3240-9020-41d8-b6b7-4d7cd90cb078 x-openstack-request-id: req-c4ac3240-9020-41d8-b6b7-4d7cd90cb078 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:43.477292 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522f678d-6c9a-4168-a35c-8ed332cec7c2", "tag": "dc339e51-e397-4a14-ba91-d42c6f331a59", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:43.477551 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4ac3240-9020-41d8-b6b7-4d7cd90cb078 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:43.477957 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522f678d-6c9a-4168-a35c-8ed332cec7c2', 'tag': 'dc339e51-e397-4a14-ba91-d42c6f331a59', 'status': 'completed', 'code': 200} Nov 12 01:04:43.515914 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-25bdfd57-a210-41c3-a8d9-830441f01ae1 None None] Set router e981ebaa-91c8-42f4-af9d-2108941d534e gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:43.517479 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-39da9480-60a2-45f6-949e-58eb5491cc0c req-eb6210f4-61a0-4ce7-89ca-bfa2795d8473 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135659 Nov 12 01:04:43.567625 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1cd1af9f-1397-416c-8add-2aa243bee829 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/floatingips/2877d8d2-7f0d-45a6-92d6-4a59c5ab3847 HTTP/1.1" status: 200 len: 991 time: 0.1373622 Nov 12 01:04:43.582319 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb8382-fb63-4ba0-89c0-3b3d22c8cd96 req-faea3380-6b51-4a9a-9d5c-ffb76113ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:43.583821 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-27bb8382-fb63-4ba0-89c0-3b3d22c8cd96 req-faea3380-6b51-4a9a-9d5c-ffb76113ff42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95a5ba21e204aa3a425fd0950571760&device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 1097 time: 0.0571227 Nov 12 01:04:43.683320 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb8382-fb63-4ba0-89c0-3b3d22c8cd96 req-19d8297b-8e3e-4f37-948b-e266c26336cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:43.684953 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-27bb8382-fb63-4ba0-89c0-3b3d22c8cd96 req-19d8297b-8e3e-4f37-948b-e266c26336cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 HTTP/1.1" status: 200 len: 898 time: 0.0913789 Nov 12 01:04:43.758725 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-27bb8382-fb63-4ba0-89c0-3b3d22c8cd96 req-9ae24862-9741-462e-99eb-7ff835209c86 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc339e51-e397-4a14-ba91-d42c6f331a59 HTTP/1.1" status: 200 len: 999 time: 0.0659947 Nov 12 01:04:43.809887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb8382-fb63-4ba0-89c0-3b3d22c8cd96 req-3f974422-e188-45f4-bf44-8652c38a5a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:43.811477 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-27bb8382-fb63-4ba0-89c0-3b3d22c8cd96 req-3f974422-e188-45f4-bf44-8652c38a5a4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=867f7157-cea0-4a05-b82b-f7ce44757294 HTTP/1.1" status: 200 len: 834 time: 0.0451810 Nov 12 01:04:43.858585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb8382-fb63-4ba0-89c0-3b3d22c8cd96 req-66c370ec-8d18-4d6c-89ca-a9328bf87ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:43.860444 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-27bb8382-fb63-4ba0-89c0-3b3d22c8cd96 req-66c370ec-8d18-4d6c-89ca-a9328bf87ccc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417078 Nov 12 01:04:43.937993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-25bdfd57-a210-41c3-a8d9-830441f01ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'name': 'tempest-TestNetworkBasicOps-router-1445745350', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '1f934732-f893-472e-b6db-8095255c2ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:22Z', 'revision_number': 4, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': '1f934732-f893-472e-b6db-8095255c2ae2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '2877d8d2-7f0d-45a6-92d6-4a59c5ab3847', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'port_id': 'dc339e51-e397-4a14-ba91-d42c6f331a59', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'mac_address': 'fa:16:3e:73:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f678d-6c9a-4168-a35c-8ed332cec7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:42Z', 'revision_number': 0, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f97a44-d90c-4d69-807a-7f9ff1ab4097', 'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:92:18:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:20Z', 'updated_at': '2021-11-12T01:04:25Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:43.966066 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bdfd57-a210-41c3-a8d9-830441f01ae1 None None] Checking router: e981ebaa-91c8-42f4-af9d-2108941d534e for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:43.974587 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bdfd57-a210-41c3-a8d9-830441f01ae1 None None] Routers {'e981ebaa-91c8-42f4-af9d-2108941d534e'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:43.975132 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-27bb8382-fb63-4ba0-89c0-3b3d22c8cd96 req-f29914bd-f30e-4cab-b1bb-1f78e897b739 service neutron] 10.222.0.15 "GET /v2.0/networks/3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018713 Nov 12 01:04:43.975280 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-25bdfd57-a210-41c3-a8d9-830441f01ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:04:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e981ebaa-91c8-42f4-af9d-2108941d534e'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:44.072603 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-27bb8382-fb63-4ba0-89c0-3b3d22c8cd96 req-2cfab0ba-92cc-4702-9265-2c588eabfe44 service neutron] 10.222.0.15 "GET /v2.0/networks/3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891433 Nov 12 01:04:44.090654 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-25bdfd57-a210-41c3-a8d9-830441f01ae1 None None] Set router e981ebaa-91c8-42f4-af9d-2108941d534e gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:44.332413 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-25bdfd57-a210-41c3-a8d9-830441f01ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'name': 'tempest-TestNetworkBasicOps-router-1445745350', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '1f934732-f893-472e-b6db-8095255c2ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:22Z', 'revision_number': 4, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': '1f934732-f893-472e-b6db-8095255c2ae2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '2877d8d2-7f0d-45a6-92d6-4a59c5ab3847', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'port_id': 'dc339e51-e397-4a14-ba91-d42c6f331a59', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'mac_address': 'fa:16:3e:73:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f678d-6c9a-4168-a35c-8ed332cec7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:42Z', 'revision_number': 0, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f97a44-d90c-4d69-807a-7f9ff1ab4097', 'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:92:18:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:20Z', 'updated_at': '2021-11-12T01:04:25Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:44.358574 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bdfd57-a210-41c3-a8d9-830441f01ae1 None None] The sync data for ids ['e981ebaa-91c8-42f4-af9d-2108941d534e'] in n-d-712137-14 is: [{'id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'name': 'tempest-TestNetworkBasicOps-router-1445745350', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '1f934732-f893-472e-b6db-8095255c2ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:22Z', 'revision_number': 4, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': '1f934732-f893-472e-b6db-8095255c2ae2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '2877d8d2-7f0d-45a6-92d6-4a59c5ab3847', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'port_id': 'dc339e51-e397-4a14-ba91-d42c6f331a59', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'mac_address': 'fa:16:3e:73:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f678d-6c9a-4168-a35c-8ed332cec7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:42Z', 'revision_number': 0, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f97a44-d90c-4d69-807a-7f9ff1ab4097', 'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:92:18:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:20Z', 'updated_at': '2021-11-12T01:04:25Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:44.571616 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37386) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:44.587330 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7857c794-61f4-4ec5-b209-43441b8cf2d0 None None] New status for floating IP 2877d8d2-7f0d-45a6-92d6-4a59c5ab3847: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:04:44.626964 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f1777587-4219-4a59-b125-d040697192bb up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:44.708248 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port f1777587-4219-4a59-b125-d040697192bb completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:04:44.714045 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port f1777587-4219-4a59-b125-d040697192bb triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:44.714301 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.737544 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2912d4c7-8a53-4be1-963d-2d76c3da7916 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/floatingips/2877d8d2-7f0d-45a6-92d6-4a59c5ab3847 HTTP/1.1" status: 200 len: 991 time: 0.1647677 Nov 12 01:04:44.753053 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b366e-ee03-476d-bfe6-58a43b903a93 req-3bf84265-eb6f-40a9-a570-c32961003e4a tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:44.755136 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e32b366e-ee03-476d-bfe6-58a43b903a93 req-3bf84265-eb6f-40a9-a570-c32961003e4a tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 944 time: 0.1296630 Nov 12 01:04:44.818000 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e32b366e-ee03-476d-bfe6-58a43b903a93 req-dd4ff0dc-a247-4eeb-9c14-8b557b3705f9 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544717 Nov 12 01:04:44.833178 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74abe1-0424-4912-8131-27602f7229ba req-275f1535-6dec-43ac-a155-4168a0838399 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:44.834642 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eb74abe1-0424-4912-8131-27602f7229ba req-275f1535-6dec-43ac-a155-4168a0838399 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0650229 Nov 12 01:04:44.856432 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.879561 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4506fe6e-b3b7-40f4-94ee-0516f694fe3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1777587-4219-4a59-b125-d040697192bb'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:44.881801 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15cbfec-2c4b-4751-8ae3-e4e069cfd53e" -d '{"events": [{"server_uuid": "4506fe6e-b3b7-40f4-94ee-0516f694fe3c", "name": "network-vif-plugged", "status": "completed", "tag": "f1777587-4219-4a59-b125-d040697192bb"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:44.887617 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eb74abe1-0424-4912-8131-27602f7229ba req-bc24b0e3-2e38-4681-a29d-b054750e5c71 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470486 Nov 12 01:04:44.895135 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port f1777587-4219-4a59-b125-d040697192bb, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f1777587-4219-4a59-b125-d040697192bb,segment=NetworkSegment(3691a887-a3c9-47c2-b75a-0961928a1bce),segment_id=3691a887-a3c9-47c2-b75a-0961928a1bce)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:44.900834 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.925621 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7b764d-2bda-437b-807d-ffea9f55e9f8 x-openstack-request-id: req-3c7b764d-2bda-437b-807d-ffea9f55e9f8 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:44.925912 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4506fe6e-b3b7-40f4-94ee-0516f694fe3c", "name": "network-vif-plugged", "status": "completed", "tag": "f1777587-4219-4a59-b125-d040697192bb", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:44.926160 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c7b764d-2bda-437b-807d-ffea9f55e9f8 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:44.926548 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4506fe6e-b3b7-40f4-94ee-0516f694fe3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1777587-4219-4a59-b125-d040697192bb', 'code': 200} Nov 12 01:04:44.952264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=f1777587-4219-4a59-b125-d040697192bb,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:45.022544 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f4fb0-5082-43b3-88c0-5158358d9c72 req-41db0239-3b22-4a78-b9a2-6738fda52a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:45.023951 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-888f4fb0-5082-43b3-88c0-5158358d9c72 req-41db0239-3b22-4a78-b9a2-6738fda52a97 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 1097 time: 0.0398571 Nov 12 01:04:45.072284 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-888f4fb0-5082-43b3-88c0-5158358d9c72 req-118bfcc0-a031-4eb2-ad79-8d4aed27214f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397568 Nov 12 01:04:45.449004 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:04:45.741355 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37392) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:45.801641 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-186b6ddc-a545-4f50-bbc0-d37667fd1d8d tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/floatingips/2877d8d2-7f0d-45a6-92d6-4a59c5ab3847 HTTP/1.1" status: 200 len: 993 time: 0.0591340 Nov 12 01:04:45.942924 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce004cd-eed9-403c-a394-1cc8a272c867 req-7fcdfcf9-4605-4501-83bd-abc3d4726f88 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:45.944537 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8ce004cd-eed9-403c-a394-1cc8a272c867 req-7fcdfcf9-4605-4501-83bd-abc3d4726f88 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0556746 Nov 12 01:04:45.992347 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8ce004cd-eed9-403c-a394-1cc8a272c867 req-dfffd41a-a7d5-4164-83df-197062013861 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414696 Nov 12 01:04:46.011219 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b5b0b-f6b9-40a4-8d3e-b5c9f11df4ac req-77b8b6cc-50cd-4754-9113-17cffba71c9f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:46.012761 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-903b5b0b-f6b9-40a4-8d3e-b5c9f11df4ac req-77b8b6cc-50cd-4754-9113-17cffba71c9f tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0501578 Nov 12 01:04:46.062126 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-903b5b0b-f6b9-40a4-8d3e-b5c9f11df4ac req-1331f2a7-e486-40ad-8ac2-086174680113 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432272 Nov 12 01:04:46.894182 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032cae2-1d2d-4279-a485-d7d51b340226 req-c3f35427-fc55-474e-bb72-71a1c2cf9358 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:46.895675 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d032cae2-1d2d-4279-a485-d7d51b340226 req-c3f35427-fc55-474e-bb72-71a1c2cf9358 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0521395 Nov 12 01:04:46.989531 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-d032cae2-1d2d-4279-a485-d7d51b340226 req-f9954f4f-580a-4445-81d1-e86d76c97398 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Deleting port 8094be6b-413c-4784-bbdb-bc9499703c2f {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:46.989871 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d032cae2-1d2d-4279-a485-d7d51b340226 req-f9954f4f-580a-4445-81d1-e86d76c97398 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.081731 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-d032cae2-1d2d-4279-a485-d7d51b340226 req-f9954f4f-580a-4445-81d1-e86d76c97398 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] For port 8094be6b-413c-4784-bbdb-bc9499703c2f, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8094be6b-413c-4784-bbdb-bc9499703c2f,segment=NetworkSegment(87528cf6-8de1-4116-8797-3c6dec5a426e),segment_id=87528cf6-8de1-4116-8797-3c6dec5a426e)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:47.082097 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d032cae2-1d2d-4279-a485-d7d51b340226 req-f9954f4f-580a-4445-81d1-e86d76c97398 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.095603 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-d032cae2-1d2d-4279-a485-d7d51b340226 req-f9954f4f-580a-4445-81d1-e86d76c97398 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Calling delete_port for 8094be6b-413c-4784-bbdb-bc9499703c2f owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:47.108898 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbcf92-3fb2-4b29-9fa9-55572544a2ce req-27fc51d1-a0ef-4c80-86f3-e07915c09d9f tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:47.110423 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-03fbcf92-3fb2-4b29-9fa9-55572544a2ce req-27fc51d1-a0ef-4c80-86f3-e07915c09d9f tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0491009 Nov 12 01:04:47.158928 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-03fbcf92-3fb2-4b29-9fa9-55572544a2ce req-4ddea26c-e495-405e-94d8-a970561d1dc1 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411806 Nov 12 01:04:47.213018 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe495c-5886-4a8f-8493-c0a5ec78443e req-34b46d1e-fb63-4825-99ac-351a350b5635 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:47.214523 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9dbe495c-5886-4a8f-8493-c0a5ec78443e req-34b46d1e-fb63-4825-99ac-351a350b5635 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d1e875e-6bee-4479-9806-ec9e06706830 HTTP/1.1" status: 200 len: 946 time: 0.0770516 Nov 12 01:04:47.307028 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9dbe495c-5886-4a8f-8493-c0a5ec78443e req-c4080314-00ca-4e7d-945d-0798be0087e8 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.31 "GET /v2.0/security-groups?id=63979459-ee98-4fcb-b003-57e46b624364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862863 Nov 12 01:04:47.308080 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d032cae2-1d2d-4279-a485-d7d51b340226 req-f9954f4f-580a-4445-81d1-e86d76c97398 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.329986 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['8094be6b-413c-4784-bbdb-bc9499703c2f'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:04:47.340095 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9954f4f-580a-4445-81d1-e86d76c97398 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Pushing event deleted for resources: {'Port': ['ID=8094be6b-413c-4784-bbdb-bc9499703c2f,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:47.376813 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b75ab2-814e-44e0-a8d7-965b37e183a9 None None] DHCP port deletion for 435816c9-12a6-40de-aba8-b1fb076c441f request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:47.395515 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-d032cae2-1d2d-4279-a485-d7d51b340226 req-f9954f4f-580a-4445-81d1-e86d76c97398 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] No DVR routers for this DVR port 8094be6b-413c-4784-bbdb-bc9499703c2f on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:04:47.410777 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d032cae2-1d2d-4279-a485-d7d51b340226 req-f9954f4f-580a-4445-81d1-e86d76c97398 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:47.414294 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d032cae2-1d2d-4279-a485-d7d51b340226 req-f9954f4f-580a-4445-81d1-e86d76c97398 tempest-ServersNegativeTestJSON-2125511736 tempest-ServersNegativeTestJSON-2125511736-project] 10.222.0.21 "DELETE /v2.0/ports/8094be6b-413c-4784-bbdb-bc9499703c2f HTTP/1.1" status: 204 len: 173 time: 0.5120335 Nov 12 01:04:47.414878 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ff6c5-978f-4274-925c-1e5c905ee910 req-60dd9f2a-338d-458c-b17b-86399f8a6c01 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:47.415017 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1e875e-6bee-4479-9806-ec9e06706830', 'name': 'network-vif-deleted', 'tag': '8094be6b-413c-4784-bbdb-bc9499703c2f'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:47.416477 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2d6ff6c5-978f-4274-925c-1e5c905ee910 req-60dd9f2a-338d-458c-b17b-86399f8a6c01 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0608485 Nov 12 01:04:47.417178 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5594b15-b5ec-414d-9c25-7935da2ef31f" -d '{"events": [{"server_uuid": "8d1e875e-6bee-4479-9806-ec9e06706830", "name": "network-vif-deleted", "tag": "8094be6b-413c-4784-bbdb-bc9499703c2f"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:47.437865 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd32534-f4d3-4a2c-acc4-577622a8fc4b req-864b8fa9-a39d-4936-822f-90611da71d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:47.439411 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edd32534-f4d3-4a2c-acc4-577622a8fc4b req-864b8fa9-a39d-4936-822f-90611da71d4a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8109284eb514caaa3d786df89e5eb19&device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 1097 time: 0.0730839 Nov 12 01:04:47.463677 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bd19fe-aee9-4d2c-89fa-b81817e89b67 x-openstack-request-id: req-a0bd19fe-aee9-4d2c-89fa-b81817e89b67 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:47.463970 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1e875e-6bee-4479-9806-ec9e06706830", "name": "network-vif-deleted", "tag": "8094be6b-413c-4784-bbdb-bc9499703c2f", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:47.464229 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0bd19fe-aee9-4d2c-89fa-b81817e89b67 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:47.464635 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1e875e-6bee-4479-9806-ec9e06706830', 'name': 'network-vif-deleted', 'tag': '8094be6b-413c-4784-bbdb-bc9499703c2f', 'status': 'completed', 'code': 200} Nov 12 01:04:47.492272 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2d6ff6c5-978f-4274-925c-1e5c905ee910 req-aa471c84-a4cc-4d2e-b1db-d300aa50a47d tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625288 Nov 12 01:04:47.551725 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd32534-f4d3-4a2c-acc4-577622a8fc4b req-9c477c67-4b14-425f-92ec-1d3b60c45e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:47.553478 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edd32534-f4d3-4a2c-acc4-577622a8fc4b req-9c477c67-4b14-425f-92ec-1d3b60c45e1a service neutron] 10.222.0.21 "GET /v2.0/networks?id=42957e99-3f0d-4a9b-853f-fd766a747884 HTTP/1.1" status: 200 len: 911 time: 0.1056259 Nov 12 01:04:47.603309 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edd32534-f4d3-4a2c-acc4-577622a8fc4b req-6c2a86af-83cb-4152-9e04-a7b8fe6f43db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1777587-4219-4a59-b125-d040697192bb HTTP/1.1" status: 200 len: 217 time: 0.0394258 Nov 12 01:04:47.652920 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd32534-f4d3-4a2c-acc4-577622a8fc4b req-9e380663-413d-4820-b901-c34eb01dbab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:47.654394 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edd32534-f4d3-4a2c-acc4-577622a8fc4b req-9e380663-413d-4820-b901-c34eb01dbab2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fcd6195d-07ef-466d-b505-337253075e1a HTTP/1.1" status: 200 len: 850 time: 0.0440757 Nov 12 01:04:47.686080 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edd32534-f4d3-4a2c-acc4-577622a8fc4b req-75eca4c4-3124-4c76-a5ea-63f80fc0af93 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42957e99-3f0d-4a9b-853f-fd766a747884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240786 Nov 12 01:04:47.780193 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edd32534-f4d3-4a2c-acc4-577622a8fc4b req-356b72e6-4b59-4411-9624-43622849b6a9 service neutron] 10.222.0.21 "GET /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851855 Nov 12 01:04:47.879361 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edd32534-f4d3-4a2c-acc4-577622a8fc4b req-92d9b678-b15a-429c-82a4-6b6cce4ba5b1 service neutron] 10.222.0.21 "GET /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887306 Nov 12 01:04:48.390649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37414) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:48.435026 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-b644a8e1-15a8-4f85-8569-c0b93176a811 admin admin] Deleting subnet 838f8e68-1c1e-4ca7-b054-f4c1b77520ed {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:04:48.438112 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b644a8e1-15a8-4f85-8569-c0b93176a811 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:48.476537 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b644a8e1-15a8-4f85-8569-c0b93176a811 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:48.514226 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b644a8e1-15a8-4f85-8569-c0b93176a811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:48.568208 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b644a8e1-15a8-4f85-8569-c0b93176a811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:48.594405 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644a8e1-15a8-4f85-8569-c0b93176a811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=838f8e68-1c1e-4ca7-b054-f4c1b77520ed,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:48.599381 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b644a8e1-15a8-4f85-8569-c0b93176a811 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:48.602644 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b644a8e1-15a8-4f85-8569-c0b93176a811 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/838f8e68-1c1e-4ca7-b054-f4c1b77520ed HTTP/1.1" status: 204 len: 168 time: 0.2109571 Nov 12 01:04:48.605105 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37418) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:48.606068 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec864b28-fc3e-4626-a1a0-78da9279745d None None] Network 435816c9-12a6-40de-aba8-b1fb076c441f requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:48.606500 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba469f8d-751d-4c6f-a68e-105b833edff9 req-f2edc44a-e4b3-4dd2-9c30-3915971a2522 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:48.613570 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ba469f8d-751d-4c6f-a68e-105b833edff9 req-f2edc44a-e4b3-4dd2-9c30-3915971a2522 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0565901 Nov 12 01:04:48.666096 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ba469f8d-751d-4c6f-a68e-105b833edff9 req-cdf70124-3961-484e-b60c-4bc9574d6154 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507789 Nov 12 01:04:48.691572 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9f0a815b-bb53-424c-8a8b-380af5b7e13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:48.727313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77734908-2481-4d74-acbb-26e4eeed83b7 None None] DHCP port deletion for 435816c9-12a6-40de-aba8-b1fb076c441f request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:48.776056 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9f0a815b-bb53-424c-8a8b-380af5b7e13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:48.795979 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-9f0a815b-bb53-424c-8a8b-380af5b7e13c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435816c9-12a6-40de-aba8-b1fb076c441f']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:48.805164 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-9f0a815b-bb53-424c-8a8b-380af5b7e13c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87528cf6-8de1-4116-8797-3c6dec5a426e') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:48.805470 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-9f0a815b-bb53-424c-8a8b-380af5b7e13c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87528cf6-8de1-4116-8797-3c6dec5a426e') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:48.815090 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9f0a815b-bb53-424c-8a8b-380af5b7e13c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:48.828498 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9f0a815b-bb53-424c-8a8b-380af5b7e13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:48.835417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0a815b-bb53-424c-8a8b-380af5b7e13c admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:04:48.835807 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9f0a815b-bb53-424c-8a8b-380af5b7e13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:04:48.837492 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:04:48.897161 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9f0a815b-bb53-424c-8a8b-380af5b7e13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:48.902700 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9f0a815b-bb53-424c-8a8b-380af5b7e13c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:48.905930 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9f0a815b-bb53-424c-8a8b-380af5b7e13c admin admin] 10.222.0.31 "DELETE /v2.0/networks/435816c9-12a6-40de-aba8-b1fb076c441f HTTP/1.1" status: 204 len: 168 time: 0.2996197 Nov 12 01:04:48.916960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a815b-bb53-424c-8a8b-380af5b7e13c admin admin] Pushing event deleted for resources: {'Network': ['ID=435816c9-12a6-40de-aba8-b1fb076c441f,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:49.035788 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37422) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:49.075764 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8187e242-506f-4053-97bc-9d3df394d395 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1a79702e7cf45bca52d55f087e2409e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387580 Nov 12 01:04:49.078177 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37424) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:49.126683 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a1cb4966-066a-4a20-a860-a5bddd4588d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:49.148141 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a1cb4966-066a-4a20-a860-a5bddd4588d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:49.193507 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a1cb4966-066a-4a20-a860-a5bddd4588d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:49.196191 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a1cb4966-066a-4a20-a860-a5bddd4588d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:49.197384 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a1cb4966-066a-4a20-a860-a5bddd4588d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63979459-ee98-4fcb-b003-57e46b624364 HTTP/1.1" status: 204 len: 168 time: 0.1183169 Nov 12 01:04:49.205266 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb4966-066a-4a20-a860-a5bddd4588d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63979459-ee98-4fcb-b003-57e46b624364,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:49.777259 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bcf28-7aea-4bff-847e-62fc82cb8a2e req-33eaa208-c062-4b94-9480-23378706a722 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:49.778775 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-687bcf28-7aea-4bff-847e-62fc82cb8a2e req-33eaa208-c062-4b94-9480-23378706a722 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0508106 Nov 12 01:04:49.833298 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-687bcf28-7aea-4bff-847e-62fc82cb8a2e req-0e6d5136-fb36-479a-9a23-6d3c596b9d70 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476165 Nov 12 01:04:49.892512 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37448) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:49.988156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-e2a790a5-22a9-4634-9371-73b05aad790b admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-385623780-network', 'tenant_id': '9a5c5438c87b415986137c5846d952cf'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:50.009337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a790a5-22a9-4634-9371-73b05aad790b admin admin] Made reservation on behalf of 9a5c5438c87b415986137c5846d952cf for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:50.011818 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2a790a5-22a9-4634-9371-73b05aad790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.014270 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a8d63539-7ab1-42ef-84f7-9420d036df8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.021577 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2a790a5-22a9-4634-9371-73b05aad790b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.098054 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2a790a5-22a9-4634-9371-73b05aad790b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.101601 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2a790a5-22a9-4634-9371-73b05aad790b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.125119 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a790a5-22a9-4634-9371-73b05aad790b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:50.134447 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a790a5-22a9-4634-9371-73b05aad790b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ea30a0-4885-4564-ab3b-9cb415880eaf,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:50.139109 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2a790a5-22a9-4634-9371-73b05aad790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.139455 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-e2a790a5-22a9-4634-9371-73b05aad790b admin admin] Added segment fd1e0b47-04f0-45cf-857f-70a1def55fbd of type vlan for network 5b61b475-fbcf-437d-9008-e369241ef0bb Nov 12 01:04:50.179315 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2a790a5-22a9-4634-9371-73b05aad790b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.202273 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2a790a5-22a9-4634-9371-73b05aad790b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.203330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a790a5-22a9-4634-9371-73b05aad790b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:50.203903 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e2a790a5-22a9-4634-9371-73b05aad790b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.240723 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e2a790a5-22a9-4634-9371-73b05aad790b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3470147 Nov 12 01:04:50.243741 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37452) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:50.249007 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Request body: {'subnet': {'network_id': '5b61b475-fbcf-437d-9008-e369241ef0bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-385623780-subnet', 'tenant_id': '9a5c5438c87b415986137c5846d952cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:50.269833 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Made reservation on behalf of 9a5c5438c87b415986137c5846d952cf for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:50.271935 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a790a5-22a9-4634-9371-73b05aad790b admin admin] Pushing event updated for resources: {'Network': ['ID=5b61b475-fbcf-437d-9008-e369241ef0bb,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:50.272230 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.282348 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 5b61b475-fbcf-437d-9008-e369241ef0bb details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:50.440786 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.500330 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc7695ba-baef-4e64-8d06-ff63d21a3c4e,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:50.511041 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:50.511397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:50.511739 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:50.512078 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:50.512412 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:50.512767 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:50.513095 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:50.513422 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:50.513746 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:50.514066 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:50.514389 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:50.514710 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:50.518574 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Checking segment: {'id': 'fd1e0b47-04f0-45cf-857f-70a1def55fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5b61b475-fbcf-437d-9008-e369241ef0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:50.518936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Network hostable DHCP agents. Network: 5b61b475-fbcf-437d-9008-e369241ef0bb, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:04:50.535563 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Network 5b61b475-fbcf-437d-9008-e369241ef0bb is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:04:50.544305 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 5b61b475-fbcf-437d-9008-e369241ef0bb) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:50.548484 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:50.549248 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.557705 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67076958-2561-44f4-b0d2-fe067fca0f21 None None] Network 5b61b475-fbcf-437d-9008-e369241ef0bb requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:50.570907 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2e64013d-e1b4-4c6f-8a6c-3f3625b981f8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3258362 Nov 12 01:04:50.670820 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8094be6b-413c-4784-bbdb-bc9499703c2f no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:50.692355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37458) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:50.706572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 8094be6b-413c-4784-bbdb-bc9499703c2f {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:50.706915 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8094be6b-413c-4784-bbdb-bc9499703c2f not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:50.713379 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8410777d-8a10-4261-9319-488be1521886 None None] Network 5b61b475-fbcf-437d-9008-e369241ef0bb requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:50.739496 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d931a5-f84d-4a1d-b348-a49192bcbbc4 admin admin] Deleting subnet bc7695ba-baef-4e64-8d06-ff63d21a3c4e {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:04:50.742942 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-27d931a5-f84d-4a1d-b348-a49192bcbbc4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.786126 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-27d931a5-f84d-4a1d-b348-a49192bcbbc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.824682 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-27d931a5-f84d-4a1d-b348-a49192bcbbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.885740 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-27d931a5-f84d-4a1d-b348-a49192bcbbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.911983 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d931a5-f84d-4a1d-b348-a49192bcbbc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc7695ba-baef-4e64-8d06-ff63d21a3c4e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:50.916120 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-27d931a5-f84d-4a1d-b348-a49192bcbbc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.921649 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-27d931a5-f84d-4a1d-b348-a49192bcbbc4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bc7695ba-baef-4e64-8d06-ff63d21a3c4e HTTP/1.1" status: 204 len: 168 time: 0.2260535 Nov 12 01:04:50.921887 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37462) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:50.956116 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19130d2f-5059-4adc-af4f-7a9a191b2dd3 req-87881716-43c2-48f3-882a-9fbd8d4989d2 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:50.957737 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19130d2f-5059-4adc-af4f-7a9a191b2dd3 req-87881716-43c2-48f3-882a-9fbd8d4989d2 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0568440 Nov 12 01:04:50.992086 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdcd640d-0793-40c4-9c3d-fe72641fff13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.007945 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19130d2f-5059-4adc-af4f-7a9a191b2dd3 req-2c79e466-983c-4a0f-a12e-127f61dfee24 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439041 Nov 12 01:04:51.072602 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdcd640d-0793-40c4-9c3d-fe72641fff13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.092645 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-fdcd640d-0793-40c4-9c3d-fe72641fff13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b61b475-fbcf-437d-9008-e369241ef0bb']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:51.102800 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-fdcd640d-0793-40c4-9c3d-fe72641fff13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1e0b47-04f0-45cf-857f-70a1def55fbd') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:51.103091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-fdcd640d-0793-40c4-9c3d-fe72641fff13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1e0b47-04f0-45cf-857f-70a1def55fbd') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:51.113273 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdcd640d-0793-40c4-9c3d-fe72641fff13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.126375 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdcd640d-0793-40c4-9c3d-fe72641fff13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.132235 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdcd640d-0793-40c4-9c3d-fe72641fff13 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:04:51.132620 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdcd640d-0793-40c4-9c3d-fe72641fff13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:04:51.134280 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:04:51.190623 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdcd640d-0793-40c4-9c3d-fe72641fff13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.196074 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fdcd640d-0793-40c4-9c3d-fe72641fff13 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.201984 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fdcd640d-0793-40c4-9c3d-fe72641fff13 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5b61b475-fbcf-437d-9008-e369241ef0bb HTTP/1.1" status: 204 len: 168 time: 0.2767131 Nov 12 01:04:51.210800 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd640d-0793-40c4-9c3d-fe72641fff13 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b61b475-fbcf-437d-9008-e369241ef0bb,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:51.303607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37466) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:51.343813 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3fdb4ce4-6a36-4af6-8351-03ea3389f100 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a5c5438c87b415986137c5846d952cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390337 Nov 12 01:04:51.347064 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37468) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:51.392124 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4d411b7d-4aa9-4055-8ace-7e33dc676b0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.413229 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4d411b7d-4aa9-4055-8ace-7e33dc676b0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.457585 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4d411b7d-4aa9-4055-8ace-7e33dc676b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.460286 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4d411b7d-4aa9-4055-8ace-7e33dc676b0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.461551 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4d411b7d-4aa9-4055-8ace-7e33dc676b0c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e1ea30a0-4885-4564-ab3b-9cb415880eaf HTTP/1.1" status: 204 len: 168 time: 0.1135187 Nov 12 01:04:51.469245 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d411b7d-4aa9-4055-8ace-7e33dc676b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ea30a0-4885-4564-ab3b-9cb415880eaf,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:52.123852 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3213d53-3c1b-4e08-ba04-314674635b8e req-6d2eb82c-1aa6-48cd-a270-b6f1614e6d95 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:52.125371 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c3213d53-3c1b-4e08-ba04-314674635b8e req-6d2eb82c-1aa6-48cd-a270-b6f1614e6d95 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0480444 Nov 12 01:04:52.173169 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c3213d53-3c1b-4e08-ba04-314674635b8e req-4f9af3e2-0642-4bb6-9811-d68fe77e085f tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413406 Nov 12 01:04:52.338580 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d69166fe-498e-4191-b9d6-4fe218c84a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:53.464518 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:53.579671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaff32-28c8-41a9-8aee-cc516772961c req-8326dd08-8dc3-442b-9188-a0f6d4716aaa tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:53.581195 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d2aaff32-28c8-41a9-8aee-cc516772961c req-8326dd08-8dc3-442b-9188-a0f6d4716aaa tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.3355036 Nov 12 01:04:53.630325 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d2aaff32-28c8-41a9-8aee-cc516772961c req-b743a8f0-c764-4e42-a7d6-82307bb9b00c tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430028 Nov 12 01:04:54.690510 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:54.750988 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b883cf3-291e-4933-8178-b84a916b9c40 req-06d8e2cf-c3ae-4df0-a158-deb50b1b194c tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:54.752938 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4b883cf3-291e-4933-8178-b84a916b9c40 req-06d8e2cf-c3ae-4df0-a158-deb50b1b194c tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0498552 Nov 12 01:04:54.799927 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4b883cf3-291e-4933-8178-b84a916b9c40 req-377da3ce-de7e-4ada-98c2-419b805120ad tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408204 Nov 12 01:04:55.434409 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:55.922319 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a9413-fe7a-4fd3-ab9b-03eb85cae374 req-26ca1c93-32c9-4c6f-b78c-56f11d58fdd7 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:55.923709 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d69a9413-fe7a-4fd3-ab9b-03eb85cae374 req-26ca1c93-32c9-4c6f-b78c-56f11d58fdd7 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0536640 Nov 12 01:04:55.960771 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:55.981433 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d69a9413-fe7a-4fd3-ab9b-03eb85cae374 req-7f8a0237-a259-46f5-97a4-0d473ee05c83 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513856 Nov 12 01:04:56.246559 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37542) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:56.354311 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b424f3e5-7a3d-4973-bf95-f35ada2bc265 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.442772 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b424f3e5-7a3d-4973-bf95-f35ada2bc265 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.446821 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b424f3e5-7a3d-4973-bf95-f35ada2bc265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.485440 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b424f3e5-7a3d-4973-bf95-f35ada2bc265 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c022ed5791841238e8f9aa1de36c09e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2377791 Nov 12 01:04:56.486414 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424f3e5-7a3d-4973-bf95-f35ada2bc265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825187b4-83f3-4852-8b30-2343ea7b6da2,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:56.488251 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37546) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:56.547519 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ff1b701d-5c98-45ae-a72a-179462c83d06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.569333 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ff1b701d-5c98-45ae-a72a-179462c83d06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.616937 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ff1b701d-5c98-45ae-a72a-179462c83d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.619675 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ff1b701d-5c98-45ae-a72a-179462c83d06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.620892 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ff1b701d-5c98-45ae-a72a-179462c83d06 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/825187b4-83f3-4852-8b30-2343ea7b6da2 HTTP/1.1" status: 204 len: 168 time: 0.1313634 Nov 12 01:04:56.628975 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b701d-5c98-45ae-a72a-179462c83d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825187b4-83f3-4852-8b30-2343ea7b6da2,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:57.107217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733452f-d9e0-4cb6-9d97-b6372a3e9fe0 req-30dd3efa-1cb5-4175-a732-1fe3f68cb55d tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:57.108733 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3733452f-d9e0-4cb6-9d97-b6372a3e9fe0 req-30dd3efa-1cb5-4175-a732-1fe3f68cb55d tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0530555 Nov 12 01:04:57.156804 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3733452f-d9e0-4cb6-9d97-b6372a3e9fe0 req-3e70db8c-921c-4ad3-8c92-2db333594b6b tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419877 Nov 12 01:04:58.279508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea07ea-032e-40f5-a976-eca353567446 req-599c0032-f514-4f01-9f5e-f1816c393c9f tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.281185 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fea07ea-032e-40f5-a976-eca353567446 req-599c0032-f514-4f01-9f5e-f1816c393c9f tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0521560 Nov 12 01:04:58.329404 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fea07ea-032e-40f5-a976-eca353567446 req-b98ae4d1-dc0d-47b1-9912-5a77724eaf02 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417264 Nov 12 01:04:58.844331 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37630) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:58.967515 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-781c9939-2dca-4e54-a383-2895e202ba3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.044564 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-781c9939-2dca-4e54-a383-2895e202ba3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.048538 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-781c9939-2dca-4e54-a383-2895e202ba3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.086285 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-781c9939-2dca-4e54-a383-2895e202ba3c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d925de1dfaed42bbbb6ccf31fe650704&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2408421 Nov 12 01:04:59.087141 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c9939-2dca-4e54-a383-2895e202ba3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd7fe22-f9f6-4af8-8270-9ff73befb154,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:59.089041 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37634) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:59.136871 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-59250eff-00d7-43f7-bc04-c906c651afa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.156889 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-59250eff-00d7-43f7-bc04-c906c651afa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.201806 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-59250eff-00d7-43f7-bc04-c906c651afa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.204495 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-59250eff-00d7-43f7-bc04-c906c651afa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.206042 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-59250eff-00d7-43f7-bc04-c906c651afa8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ebd7fe22-f9f6-4af8-8270-9ff73befb154 HTTP/1.1" status: 204 len: 168 time: 0.1158950 Nov 12 01:04:59.214310 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59250eff-00d7-43f7-bc04-c906c651afa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd7fe22-f9f6-4af8-8270-9ff73befb154,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:59.448909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4d7a0-1249-48c8-b64f-f21ddcadd30d req-473a4cd6-7740-4c55-a7b2-c3a901717df0 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:59.450428 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f9c4d7a0-1249-48c8-b64f-f21ddcadd30d req-473a4cd6-7740-4c55-a7b2-c3a901717df0 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0507746 Nov 12 01:04:59.467415 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37642) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:59.483807 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8494272e-85f7-40b1-bd3c-4edfbe9e1dc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.518711 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f9c4d7a0-1249-48c8-b64f-f21ddcadd30d req-02b9e745-1833-417a-a6c6-926a212f68e8 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610552 Nov 12 01:04:59.564129 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8494272e-85f7-40b1-bd3c-4edfbe9e1dc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.567697 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8494272e-85f7-40b1-bd3c-4edfbe9e1dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.609153 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8494272e-85f7-40b1-bd3c-4edfbe9e1dc1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab992c5f046949cd950719eb0de99501&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403959 Nov 12 01:04:59.609862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494272e-85f7-40b1-bd3c-4edfbe9e1dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d193879-5a50-4b82-af3a-5772b668ce20,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:59.611884 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37644) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:59.659847 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-38d1511e-137c-4305-8494-e053d71a3687 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.680130 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-38d1511e-137c-4305-8494-e053d71a3687 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.725335 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-38d1511e-137c-4305-8494-e053d71a3687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.727972 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-38d1511e-137c-4305-8494-e053d71a3687 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:59.729138 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-38d1511e-137c-4305-8494-e053d71a3687 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d193879-5a50-4b82-af3a-5772b668ce20 HTTP/1.1" status: 204 len: 168 time: 0.1161940 Nov 12 01:04:59.736717 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1511e-137c-4305-8494-e053d71a3687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d193879-5a50-4b82-af3a-5772b668ce20,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:00.638200 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa911245-fffa-422b-97b5-3ebddedf9406 req-16b72c36-0504-4b17-890f-c24c43948fa6 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:00.639945 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fa911245-fffa-422b-97b5-3ebddedf9406 req-16b72c36-0504-4b17-890f-c24c43948fa6 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0527294 Nov 12 01:05:00.692563 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fa911245-fffa-422b-97b5-3ebddedf9406 req-290c8b50-f783-43c5-8b7a-6fd43666f2a5 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449321 Nov 12 01:05:01.498017 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb6ae0-13b7-4453-9a5b-d47a683edfb2 req-1b5b49b0-aac6-4d9a-9f15-8e5a231d95d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:01.499599 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-81cb6ae0-13b7-4453-9a5b-d47a683edfb2 req-1b5b49b0-aac6-4d9a-9f15-8e5a231d95d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8109284eb514caaa3d786df89e5eb19&device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 1097 time: 0.0415852 Nov 12 01:05:01.610960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb6ae0-13b7-4453-9a5b-d47a683edfb2 req-e738d962-25a0-48d0-af00-9b96022fce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:01.613067 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-81cb6ae0-13b7-4453-9a5b-d47a683edfb2 req-e738d962-25a0-48d0-af00-9b96022fce75 service neutron] 10.222.0.21 "GET /v2.0/networks?id=42957e99-3f0d-4a9b-853f-fd766a747884 HTTP/1.1" status: 200 len: 911 time: 0.0896435 Nov 12 01:05:01.660154 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-81cb6ae0-13b7-4453-9a5b-d47a683edfb2 req-57598d95-bce4-4475-8758-d0876e831a66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1777587-4219-4a59-b125-d040697192bb HTTP/1.1" status: 200 len: 217 time: 0.0361705 Nov 12 01:05:01.708940 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb6ae0-13b7-4453-9a5b-d47a683edfb2 req-0304951d-4299-445e-889d-d4a2a8188d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:01.710419 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-81cb6ae0-13b7-4453-9a5b-d47a683edfb2 req-0304951d-4299-445e-889d-d4a2a8188d9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fcd6195d-07ef-466d-b505-337253075e1a HTTP/1.1" status: 200 len: 850 time: 0.0439551 Nov 12 01:05:01.752384 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-81cb6ae0-13b7-4453-9a5b-d47a683edfb2 req-da5fec74-8e2b-4216-a66d-c595f9841bb5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42957e99-3f0d-4a9b-853f-fd766a747884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330887 Nov 12 01:05:01.819502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b0052-8117-49c9-a388-cdeda39e7664 req-832d0ba4-2555-405a-b039-42d582d19559 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:01.821044 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d24b0052-8117-49c9-a388-cdeda39e7664 req-832d0ba4-2555-405a-b039-42d582d19559 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0519440 Nov 12 01:05:01.855070 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-81cb6ae0-13b7-4453-9a5b-d47a683edfb2 req-d9fd9f27-5192-4178-b938-e698410badad service neutron] 10.222.0.21 "GET /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950127 Nov 12 01:05:01.871695 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d24b0052-8117-49c9-a388-cdeda39e7664 req-e31f7de7-a9b9-48c2-a426-e0dfad597826 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443356 Nov 12 01:05:01.962110 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-81cb6ae0-13b7-4453-9a5b-d47a683edfb2 req-027b3f4b-b43a-43b3-b27a-75df9140e1fd service neutron] 10.222.0.21 "GET /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988579 Nov 12 01:05:02.991818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d951e-227b-4cf7-ae5b-d5a7f0b0c714 req-20d48ad1-f2ac-4191-9895-8e6ac2446bfc tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:02.993351 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e96d951e-227b-4cf7-ae5b-d5a7f0b0c714 req-20d48ad1-f2ac-4191-9895-8e6ac2446bfc tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0511074 Nov 12 01:05:03.042797 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e96d951e-227b-4cf7-ae5b-d5a7f0b0c714 req-c23892b6-b5c2-460a-8d6a-c8c03a29dff8 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434923 Nov 12 01:05:04.169881 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006ccf0-a6a9-42b2-9c40-9d032250b681 req-013147fb-9b75-429c-9fd3-892db559ee06 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:04.171413 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0006ccf0-a6a9-42b2-9c40-9d032250b681 req-013147fb-9b75-429c-9fd3-892db559ee06 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0541065 Nov 12 01:05:04.219446 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0006ccf0-a6a9-42b2-9c40-9d032250b681 req-916d6b2f-5a8b-4254-b185-2c50f56211d8 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414367 Nov 12 01:05:05.341530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f1306-139c-496f-8458-c4f8e89c3d9f req-d25c5f9a-db57-406e-ad06-7290babb9753 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:05.342850 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a90f1306-139c-496f-8458-c4f8e89c3d9f req-d25c5f9a-db57-406e-ad06-7290babb9753 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0489872 Nov 12 01:05:05.396567 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a90f1306-139c-496f-8458-c4f8e89c3d9f req-c64e087d-22d9-41f7-82e3-897df6f9c904 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471888 Nov 12 01:05:06.513718 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1066b-ada7-4b06-9e2b-6a7f112fe61a req-a2dd1e12-a2b1-47a4-b0c8-0451ac778ef2 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:06.515196 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ce1066b-ada7-4b06-9e2b-6a7f112fe61a req-a2dd1e12-a2b1-47a4-b0c8-0451ac778ef2 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0497940 Nov 12 01:05:06.562996 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ce1066b-ada7-4b06-9e2b-6a7f112fe61a req-132013f4-c13d-4fa5-8eba-aee5ea74fa11 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407116 Nov 12 01:05:07.681410 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763bcbb-7aa1-4f82-878f-ff7efd29f5b3 req-e4bd936e-5e14-4c4e-a784-5a44942c6f38 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:07.683000 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4763bcbb-7aa1-4f82-878f-ff7efd29f5b3 req-e4bd936e-5e14-4c4e-a784-5a44942c6f38 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0507414 Nov 12 01:05:07.731385 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4763bcbb-7aa1-4f82-878f-ff7efd29f5b3 req-266d3506-553a-4164-b470-866b936b0fce tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Nov 12 01:05:08.703547 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:08.849427 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5298a8-0174-49ad-a936-1c87dc511d1f req-8129ca1b-af94-4c3f-8b6a-3c98e360623e tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:08.851076 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3f5298a8-0174-49ad-a936-1c87dc511d1f req-8129ca1b-af94-4c3f-8b6a-3c98e360623e tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0482256 Nov 12 01:05:08.905424 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3f5298a8-0174-49ad-a936-1c87dc511d1f req-f6798481-eddf-4fa9-951e-6e6b18693569 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455439 Nov 12 01:05:09.963266 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 37932) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:10.041523 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10fd36-1904-4480-ac5f-204f32f29d37 req-cd8fd08f-899b-4333-95c4-977b22cabb8f tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:10.043013 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e10fd36-1904-4480-ac5f-204f32f29d37 req-cd8fd08f-899b-4333-95c4-977b22cabb8f tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0603619 Nov 12 01:05:10.095830 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-edb61fbe-56fa-4b7d-b073-c6d84e82e213 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.118812 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9745091c-2379-443c-86c2-85f44b285f18 req-38069f0c-1896-48fe-bb49-95c837cfc4de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2030802 Nov 12 01:05:10.141648 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e10fd36-1904-4480-ac5f-204f32f29d37 req-27669f36-7392-4290-b46d-4dba3845eead tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844457 Nov 12 01:05:10.225050 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-edb61fbe-56fa-4b7d-b073-c6d84e82e213 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.231753 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-edb61fbe-56fa-4b7d-b073-c6d84e82e213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.268583 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745091c-2379-443c-86c2-85f44b285f18 req-69c9ed7f-c0e3-463e-8863-2d93e9fa38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:10.270110 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9745091c-2379-443c-86c2-85f44b285f18 req-69c9ed7f-c0e3-463e-8863-2d93e9fa38b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 1097 time: 0.0791931 Nov 12 01:05:10.279244 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-edb61fbe-56fa-4b7d-b073-c6d84e82e213 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=867c8fa4c06c49f09b8e864943456f10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3148725 Nov 12 01:05:10.280088 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb61fbe-56fa-4b7d-b073-c6d84e82e213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036fa710-2c1c-4ffb-868f-764d89f8a388,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:10.282899 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37936) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:10.332586 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-55ea94fc-e4de-4642-a56d-5adb4c84bc9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.354168 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-55ea94fc-e4de-4642-a56d-5adb4c84bc9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.380930 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745091c-2379-443c-86c2-85f44b285f18 req-4b30bc49-71b7-43fc-baae-1b2639ae495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:10.382402 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9745091c-2379-443c-86c2-85f44b285f18 req-4b30bc49-71b7-43fc-baae-1b2639ae495c service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 912 time: 0.0894835 Nov 12 01:05:10.399406 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-55ea94fc-e4de-4642-a56d-5adb4c84bc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.402136 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-55ea94fc-e4de-4642-a56d-5adb4c84bc9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.403303 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-55ea94fc-e4de-4642-a56d-5adb4c84bc9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/036fa710-2c1c-4ffb-868f-764d89f8a388 HTTP/1.1" status: 204 len: 168 time: 0.1180916 Nov 12 01:05:10.413265 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea94fc-e4de-4642-a56d-5adb4c84bc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036fa710-2c1c-4ffb-868f-764d89f8a388,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:10.461352 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9745091c-2379-443c-86c2-85f44b285f18 req-0bd96b92-478c-450a-ba23-89c3e6f20ca8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52d64dac-6de5-4d4c-9e15-4887219bcc9e HTTP/1.1" status: 200 len: 1001 time: 0.0705774 Nov 12 01:05:10.518023 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745091c-2379-443c-86c2-85f44b285f18 req-e784310b-8516-45a8-8890-108cc22dd230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:10.519537 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9745091c-2379-443c-86c2-85f44b285f18 req-e784310b-8516-45a8-8890-108cc22dd230 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.0500851 Nov 12 01:05:10.567531 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745091c-2379-443c-86c2-85f44b285f18 req-648a8978-e687-4b6e-b990-c4c6eaa7dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:10.569099 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9745091c-2379-443c-86c2-85f44b285f18 req-648a8978-e687-4b6e-b990-c4c6eaa7dd70 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418782 Nov 12 01:05:10.665806 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9745091c-2379-443c-86c2-85f44b285f18 req-49d22204-2dcc-49d8-b25d-ae5209636fc7 service neutron] 10.222.0.15 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885940 Nov 12 01:05:10.677902 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37944) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:10.690771 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f9d4db2-d2eb-49bb-bedb-af4c4a00d71d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.763412 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9745091c-2379-443c-86c2-85f44b285f18 req-d53c8d59-7292-469d-8596-3a9bae76fe82 service neutron] 10.222.0.15 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897791 Nov 12 01:05:10.763950 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f9d4db2-d2eb-49bb-bedb-af4c4a00d71d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.768605 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f9d4db2-d2eb-49bb-bedb-af4c4a00d71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.806945 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d4db2-d2eb-49bb-bedb-af4c4a00d71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2012b8-65fb-4630-b7f4-04f57749d75f,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:10.812892 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3f9d4db2-d2eb-49bb-bedb-af4c4a00d71d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71dcdbf05a3a4059957999c6d6941b5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331489 Nov 12 01:05:10.814712 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 37946) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:10.864310 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1530f2ab-8d74-4ea1-8dc4-a65633360e1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.885097 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1530f2ab-8d74-4ea1-8dc4-a65633360e1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.929859 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1530f2ab-8d74-4ea1-8dc4-a65633360e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.932589 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1530f2ab-8d74-4ea1-8dc4-a65633360e1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.933769 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1530f2ab-8d74-4ea1-8dc4-a65633360e1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b2012b8-65fb-4630-b7f4-04f57749d75f HTTP/1.1" status: 204 len: 168 time: 0.1181359 Nov 12 01:05:10.941870 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530f2ab-8d74-4ea1-8dc4-a65633360e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2012b8-65fb-4630-b7f4-04f57749d75f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:11.259000 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6d7c4-85c2-4c6a-8cf0-66fef90cb439 req-9f395d2b-2865-4a2b-8fb7-5db25183932b tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:11.260576 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b5e6d7c4-85c2-4c6a-8cf0-66fef90cb439 req-9f395d2b-2865-4a2b-8fb7-5db25183932b tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0490241 Nov 12 01:05:11.308294 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b5e6d7c4-85c2-4c6a-8cf0-66fef90cb439 req-ee60188f-e317-4902-bdc6-2e5424775770 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417366 Nov 12 01:05:12.435991 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bd5cc-7b19-4d33-83b4-e4fd8caecd9f req-0d11767b-1207-4e91-b4ac-db4bb14e1c1b tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:12.437527 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b3bd5cc-7b19-4d33-83b4-e4fd8caecd9f req-0d11767b-1207-4e91-b4ac-db4bb14e1c1b tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0594988 Nov 12 01:05:12.485953 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b3bd5cc-7b19-4d33-83b4-e4fd8caecd9f req-10076fe0-f729-4d54-a55a-b7ebbade25fd tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418415 Nov 12 01:05:13.074625 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38006) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:13.190278 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-28012881-8c66-4c51-8bce-b4dfa2f10629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:13.278548 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-28012881-8c66-4c51-8bce-b4dfa2f10629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:13.282184 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-28012881-8c66-4c51-8bce-b4dfa2f10629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:13.328212 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-28012881-8c66-4c51-8bce-b4dfa2f10629 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5fc1443bc113430b978c1f22b6fbc134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2523935 Nov 12 01:05:13.330152 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28012881-8c66-4c51-8bce-b4dfa2f10629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f392afe8-afe5-4e01-8ea8-eaedfb5336f3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:13.331640 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38010) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:13.379928 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a43ab9c8-7a27-4887-a5d7-985dbddf63e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:13.404758 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a43ab9c8-7a27-4887-a5d7-985dbddf63e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:13.457890 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a43ab9c8-7a27-4887-a5d7-985dbddf63e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:13.460446 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a43ab9c8-7a27-4887-a5d7-985dbddf63e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:13.461637 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a43ab9c8-7a27-4887-a5d7-985dbddf63e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f392afe8-afe5-4e01-8ea8-eaedfb5336f3 HTTP/1.1" status: 204 len: 168 time: 0.1290071 Nov 12 01:05:13.469488 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ab9c8-7a27-4887-a5d7-985dbddf63e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f392afe8-afe5-4e01-8ea8-eaedfb5336f3,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:13.625352 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ba229-614c-45d5-9c48-05dac55bb340 req-7a463cf8-5a49-4347-a5c4-bee9b9382766 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:13.627162 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb3ba229-614c-45d5-9c48-05dac55bb340 req-7a463cf8-5a49-4347-a5c4-bee9b9382766 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0667877 Nov 12 01:05:13.680355 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb3ba229-614c-45d5-9c48-05dac55bb340 req-2df3b997-1318-4db5-b13e-fd1effc90850 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469790 Nov 12 01:05:13.759292 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38018) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:13.773181 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7f57a494-b615-426f-89a6-c2af4d9ef132 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:13.862968 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7f57a494-b615-426f-89a6-c2af4d9ef132 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:13.867220 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7f57a494-b615-426f-89a6-c2af4d9ef132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:13.909301 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7f57a494-b615-426f-89a6-c2af4d9ef132 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e5d508eca1e4ec296f8f1b55adffe31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1481154 Nov 12 01:05:13.912538 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38020) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:13.919085 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57a494-b615-426f-89a6-c2af4d9ef132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86513d7f-ce62-4428-8167-cd181f5b7a67,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:13.958112 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc51e33-0ef2-4de6-bdb5-ae7ea2ad7122 req-815507cb-ffa6-4866-9cd4-6753bf395479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:13.959650 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fc51e33-0ef2-4de6-bdb5-ae7ea2ad7122 req-815507cb-ffa6-4866-9cd4-6753bf395479 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 1097 time: 0.0493588 Nov 12 01:05:13.974760 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1994f06c-0d09-43a6-ac14-369bdd00ccd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.005151 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1994f06c-0d09-43a6-ac14-369bdd00ccd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.012583 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3fc51e33-0ef2-4de6-bdb5-ae7ea2ad7122 req-2e14b7d5-00e3-43eb-992b-4c69222304e2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462265 Nov 12 01:05:14.060414 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1994f06c-0d09-43a6-ac14-369bdd00ccd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.063078 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1994f06c-0d09-43a6-ac14-369bdd00ccd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:14.064627 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1994f06c-0d09-43a6-ac14-369bdd00ccd8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86513d7f-ce62-4428-8167-cd181f5b7a67 HTTP/1.1" status: 204 len: 168 time: 0.1502347 Nov 12 01:05:14.074020 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994f06c-0d09-43a6-ac14-369bdd00ccd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86513d7f-ce62-4428-8167-cd181f5b7a67,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:14.801061 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4332ff-5cad-4d42-aa6b-bcf840b3a38f req-43bc6518-1d58-41a4-a338-4856a99761d4 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:14.802602 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae4332ff-5cad-4d42-aa6b-bcf840b3a38f req-43bc6518-1d58-41a4-a338-4856a99761d4 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0507824 Nov 12 01:05:14.851967 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae4332ff-5cad-4d42-aa6b-bcf840b3a38f req-837941e6-cdd0-4c15-bdfd-feb05032dff6 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425465 Nov 12 01:05:15.985463 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e8ce6-7a25-481e-bcea-2adc1cda8a69 req-b24ab35a-1936-43b9-a1eb-97d1f1bec18a tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:15.987580 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-742e8ce6-7a25-481e-bcea-2adc1cda8a69 req-b24ab35a-1936-43b9-a1eb-97d1f1bec18a tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0538843 Nov 12 01:05:16.036048 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-742e8ce6-7a25-481e-bcea-2adc1cda8a69 req-5d2a269a-8921-429c-a145-e5740a966c38 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421906 Nov 12 01:05:16.319346 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-c8140922-1c6e-4781-b588-43c30e75f831 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:16.320887 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-c8140922-1c6e-4781-b588-43c30e75f831 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/networks?id=42957e99-3f0d-4a9b-853f-fd766a747884 HTTP/1.1" status: 200 len: 810 time: 0.1054313 Nov 12 01:05:16.336332 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-87239597-e947-49c2-9af8-f3ad8de46b8a tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/quotas/c8109284eb514caaa3d786df89e5eb19 HTTP/1.1" status: 200 len: 375 time: 0.0093400 Nov 12 01:05:16.388743 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-a2a0f5da-1a6c-475d-95dc-626ba1b66d98 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8109284eb514caaa3d786df89e5eb19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465894 Nov 12 01:05:16.401372 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-eec7f801-300f-4641-b642-99d9b0e8c042 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:05:16.402575 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-eec7f801-300f-4641-b642-99d9b0e8c042 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056708 Nov 12 01:05:16.494775 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-83f1f20a-af6e-431a-978c-85591bf51690 service neutron] 10.222.0.31 "GET /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842471 Nov 12 01:05:16.586609 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-62c0adde-11ef-4856-885b-8d5bd0fb2189 service neutron] 10.222.0.31 "GET /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856662 Nov 12 01:05:16.742961 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ce1ec8b1-e251-442b-ac55-f19744ec5ac6 req-55778ad5-2b22-48e8-b0f3-8050b063b7ba tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 210 time: 0.0261579 Nov 12 01:05:17.850293 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-87cdf0b3-433a-4828-88e8-d289c2edeee6 req-c87acb2b-bd4a-4301-a370-019f5fff1f8d tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 210 time: 0.0345845 Nov 12 01:05:17.871599 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-35f69a88-0649-4997-9e76-ff6795cb7f92 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:17.871839 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-35f69a88-0649-4997-9e76-ff6795cb7f92 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.15 "GET /v2.0/networks?id=42957e99-3f0d-4a9b-853f-fd766a747884 HTTP/1.1" status: 200 len: 810 time: 0.1422863 Nov 12 01:05:17.929477 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-5914cb47-66fd-45bf-8aaf-5eb515ebe2e1 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Request body: {'port': {'device_id': '7ef01555-9abf-4adc-8468-326ba59504e4', 'network_id': '42957e99-3f0d-4a9b-853f-fd766a747884', 'admin_state_up': True, 'tenant_id': 'c8109284eb514caaa3d786df89e5eb19'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:18.043173 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-5914cb47-66fd-45bf-8aaf-5eb515ebe2e1 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Made reservation on behalf of c8109284eb514caaa3d786df89e5eb19 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:18.046900 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-5914cb47-66fd-45bf-8aaf-5eb515ebe2e1 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.172862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-5914cb47-66fd-45bf-8aaf-5eb515ebe2e1 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Allocated IP 172.20.0.7 (42957e99-3f0d-4a9b-853f-fd766a747884/fcd6195d-07ef-466d-b505-337253075e1a/b60e420f-8844-4cc7-9583-c6126cd3d7ab) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:18.328211 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-5914cb47-66fd-45bf-8aaf-5eb515ebe2e1 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.362816 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-5914cb47-66fd-45bf-8aaf-5eb515ebe2e1 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.374452 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f1777587-4219-4a59-b125-d040697192bb'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:05:18.407830 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-5914cb47-66fd-45bf-8aaf-5eb515ebe2e1 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Network 42957e99-3f0d-4a9b-853f-fd766a747884 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:18.411584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-5914cb47-66fd-45bf-8aaf-5eb515ebe2e1 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:18.416636 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-5914cb47-66fd-45bf-8aaf-5eb515ebe2e1 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:18.419746 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914cb47-66fd-45bf-8aaf-5eb515ebe2e1 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Pushing event updated for resources: {'Port': ['ID=b60e420f-8844-4cc7-9583-c6126cd3d7ab,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:18.467254 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-5914cb47-66fd-45bf-8aaf-5eb515ebe2e1 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:18.467776 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-5914cb47-66fd-45bf-8aaf-5eb515ebe2e1 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.484460 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-5914cb47-66fd-45bf-8aaf-5eb515ebe2e1 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5588782 Nov 12 01:05:18.502899 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] Request body: {'port': {'device_id': '7ef01555-9abf-4adc-8468-326ba59504e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:18.561128 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.822199 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60e420f-8844-4cc7-9583-c6126cd3d7ab {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:05:18.830914 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.843126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] Transition to ACTIVE for port object b60e420f-8844-4cc7-9583-c6126cd3d7ab will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:05:18.848659 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:18.900513 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] Pushing event updated for resources: {'Port': ['ID=b60e420f-8844-4cc7-9583-c6126cd3d7ab,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:19.004111 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e5d18-6ff2-496e-b308-f912ec83c6a8 req-a849982d-b4d1-453a-bdaf-226460f39304 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:19.005623 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-db3e5d18-6ff2-496e-b308-f912ec83c6a8 req-a849982d-b4d1-453a-bdaf-226460f39304 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 943 time: 0.0829754 Nov 12 01:05:19.009839 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] Attempting to bind port b60e420f-8844-4cc7-9583-c6126cd3d7ab on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:05:19.010186 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] Attempting to bind port b60e420f-8844-4cc7-9583-c6126cd3d7ab by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '3691a887-a3c9-47c2-b75a-0961928a1bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '42957e99-3f0d-4a9b-853f-fd766a747884'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:05:19.010517 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] Attempting to bind port b60e420f-8844-4cc7-9583-c6126cd3d7ab on network 42957e99-3f0d-4a9b-853f-fd766a747884 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:19.021373 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] Port b60e420f-8844-4cc7-9583-c6126cd3d7ab on network 42957e99-3f0d-4a9b-853f-fd766a747884 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:05:19.021732 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] Attempting to bind port b60e420f-8844-4cc7-9583-c6126cd3d7ab on network 42957e99-3f0d-4a9b-853f-fd766a747884 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:19.035316 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:05:19.035653 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] Checking segment: {'id': '3691a887-a3c9-47c2-b75a-0961928a1bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '42957e99-3f0d-4a9b-853f-fd766a747884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:19.036038 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] Bound using segment: {'id': '3691a887-a3c9-47c2-b75a-0961928a1bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '42957e99-3f0d-4a9b-853f-fd766a747884'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:05:19.036465 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] Bound port: b60e420f-8844-4cc7-9583-c6126cd3d7ab, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3691a887-a3c9-47c2-b75a-0961928a1bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '42957e99-3f0d-4a9b-853f-fd766a747884'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:05:19.036851 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.093480 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-db3e5d18-6ff2-496e-b308-f912ec83c6a8 req-87f1eec3-33b9-4ba4-9a4e-df342f57d7c2 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806515 Nov 12 01:05:19.122778 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] For port b60e420f-8844-4cc7-9583-c6126cd3d7ab, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:19.125881 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] For port b60e420f-8844-4cc7-9583-c6126cd3d7ab, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=b60e420f-8844-4cc7-9583-c6126cd3d7ab,segment=NetworkSegment(3691a887-a3c9-47c2-b75a-0961928a1bce),segment_id=3691a887-a3c9-47c2-b75a-0961928a1bce)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:05:19.130721 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.165464 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:19.166090 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.167497 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] 10.222.0.15 "PUT /v2.0/ports/b60e420f-8844-4cc7-9583-c6126cd3d7ab HTTP/1.1" status: 200 len: 1092 time: 0.6694434 Nov 12 01:05:19.167979 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef01555-9abf-4adc-8468-326ba59504e4', 'tag': 'b60e420f-8844-4cc7-9583-c6126cd3d7ab'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:19.170406 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6b7c48-5f73-498d-8807-1bdc2eda07c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef01555-9abf-4adc-8468-326ba59504e4", "tag": "b60e420f-8844-4cc7-9583-c6126cd3d7ab"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:19.195438 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a21fa3-dbdb-4156-8239-820c7c4508cf service neutron] Pushing event updated for resources: {'Port': ['ID=b60e420f-8844-4cc7-9583-c6126cd3d7ab,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:19.216894 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c9f102-1caf-4874-8f35-b2091ff880f4 x-openstack-request-id: req-b4c9f102-1caf-4874-8f35-b2091ff880f4 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:19.217232 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef01555-9abf-4adc-8468-326ba59504e4", "tag": "b60e420f-8844-4cc7-9583-c6126cd3d7ab", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:19.217495 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4c9f102-1caf-4874-8f35-b2091ff880f4 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:19.217898 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef01555-9abf-4adc-8468-326ba59504e4', 'tag': 'b60e420f-8844-4cc7-9583-c6126cd3d7ab', 'status': 'completed', 'code': 200} Nov 12 01:05:19.275236 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-83d23e24-29f7-48a9-b361-6b09bbc131d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:19.276751 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-83d23e24-29f7-48a9-b361-6b09bbc131d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8109284eb514caaa3d786df89e5eb19&device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 1095 time: 0.0419562 Nov 12 01:05:19.324160 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-fd3af33a-3895-484a-b8bc-d83dab6df5a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b60e420f-8844-4cc7-9583-c6126cd3d7ab HTTP/1.1" status: 200 len: 217 time: 0.0340095 Nov 12 01:05:19.378881 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-d7ab3603-8850-422e-b6f7-766e3a04ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:19.380373 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-d7ab3603-8850-422e-b6f7-766e3a04ddea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fcd6195d-07ef-466d-b505-337253075e1a HTTP/1.1" status: 200 len: 850 time: 0.0485604 Nov 12 01:05:19.413153 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-43f1dd69-b5fd-40a8-8485-15015e51128d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42957e99-3f0d-4a9b-853f-fd766a747884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255811 Nov 12 01:05:19.505314 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-0b5085b0-e5f2-4ec8-93d7-4737b2c52dfe service neutron] 10.222.0.15 "GET /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846856 Nov 12 01:05:19.607773 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22bbae51-88be-4f9a-99bc-36a5817497f4 req-c8846a05-c8cb-4aaf-a26a-440a5c719558 service neutron] 10.222.0.15 "GET /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931926 Nov 12 01:05:19.738524 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b7c48-5f73-498d-8807-1bdc2eda07c9 req-f722f189-c9ad-4b43-b3f8-807b2c02d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:19.740023 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ed6b7c48-5f73-498d-8807-1bdc2eda07c9 req-f722f189-c9ad-4b43-b3f8-807b2c02d19a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8109284eb514caaa3d786df89e5eb19&device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 1095 time: 0.0408733 Nov 12 01:05:19.834931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b7c48-5f73-498d-8807-1bdc2eda07c9 req-48920c8d-a673-4e7e-bed8-e2e9da70d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:19.836677 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ed6b7c48-5f73-498d-8807-1bdc2eda07c9 req-48920c8d-a673-4e7e-bed8-e2e9da70d77d service neutron] 10.222.0.15 "GET /v2.0/networks?id=42957e99-3f0d-4a9b-853f-fd766a747884 HTTP/1.1" status: 200 len: 911 time: 0.0887032 Nov 12 01:05:19.880408 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ed6b7c48-5f73-498d-8807-1bdc2eda07c9 req-0feb1c40-f969-452e-80f7-268389bdce72 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b60e420f-8844-4cc7-9583-c6126cd3d7ab HTTP/1.1" status: 200 len: 217 time: 0.0357397 Nov 12 01:05:19.932795 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b7c48-5f73-498d-8807-1bdc2eda07c9 req-6cc0f7a6-a579-4c47-80ca-d73bc9aff0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:19.934227 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ed6b7c48-5f73-498d-8807-1bdc2eda07c9 req-6cc0f7a6-a579-4c47-80ca-d73bc9aff0f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fcd6195d-07ef-466d-b505-337253075e1a HTTP/1.1" status: 200 len: 850 time: 0.0464923 Nov 12 01:05:19.966975 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ed6b7c48-5f73-498d-8807-1bdc2eda07c9 req-7f932a89-2bdf-4f24-bd7e-ecdc190acdc6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42957e99-3f0d-4a9b-853f-fd766a747884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241735 Nov 12 01:05:20.014740 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a4c83f81-f10f-41a8-b5ea-068dc275369a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:20.056899 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ed6b7c48-5f73-498d-8807-1bdc2eda07c9 req-96beb466-4c29-4721-8153-8db836fe5610 service neutron] 10.222.0.15 "GET /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826819 Nov 12 01:05:20.149922 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ed6b7c48-5f73-498d-8807-1bdc2eda07c9 req-34ae714c-7c0f-4f29-ab1b-570475378351 service neutron] 10.222.0.15 "GET /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860324 Nov 12 01:05:20.210739 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49acaaf-f9b5-457a-b93e-56e26abcda4b req-0059f603-7358-4c58-944b-7ca70815893d tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:20.212223 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d49acaaf-f9b5-457a-b93e-56e26abcda4b req-0059f603-7358-4c58-944b-7ca70815893d tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 943 time: 0.0517066 Nov 12 01:05:20.260164 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d49acaaf-f9b5-457a-b93e-56e26abcda4b req-423270f5-a424-4598-8e20-86d28595b2e5 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418704 Nov 12 01:05:21.376011 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082b1d0-2722-4ae9-a909-7013ff9295ff req-ed3e91de-4479-4960-8077-de20ccb11960 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:21.377495 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1082b1d0-2722-4ae9-a909-7013ff9295ff req-ed3e91de-4479-4960-8077-de20ccb11960 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 943 time: 0.0481565 Nov 12 01:05:21.423794 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1082b1d0-2722-4ae9-a909-7013ff9295ff req-9167b1f8-f3e9-4e5c-9258-e47621bea33b tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398235 Nov 12 01:05:22.345051 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-07e14efa-c920-4d01-86f7-c17b84f4e6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:22.448345 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:05:22.547796 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef2a5e-a8ef-4db3-b2d1-87f9b6bbea79 req-15fd0582-7589-4554-a049-30afbeb00b3c tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:22.549398 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dcef2a5e-a8ef-4db3-b2d1-87f9b6bbea79 req-15fd0582-7589-4554-a049-30afbeb00b3c tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 943 time: 0.0537748 Nov 12 01:05:22.596421 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dcef2a5e-a8ef-4db3-b2d1-87f9b6bbea79 req-fb4b2e58-2d80-43ef-9105-3656d077662c tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408986 Nov 12 01:05:23.465371 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:23.715888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f6669-52a5-49ce-941a-10c34316e451 req-2701aa89-0984-4412-8def-b128154650fa tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:23.717322 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eb2f6669-52a5-49ce-941a-10c34316e451 req-2701aa89-0984-4412-8def-b128154650fa tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 943 time: 0.0526280 Nov 12 01:05:23.763942 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eb2f6669-52a5-49ce-941a-10c34316e451 req-db05688f-b2c2-4138-afbb-be8418de299f tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406828 Nov 12 01:05:24.142654 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device b60e420f-8844-4cc7-9583-c6126cd3d7ab details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:05:24.235235 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port b60e420f-8844-4cc7-9583-c6126cd3d7ab, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=b60e420f-8844-4cc7-9583-c6126cd3d7ab,segment=NetworkSegment(3691a887-a3c9-47c2-b75a-0961928a1bce),segment_id=3691a887-a3c9-47c2-b75a-0961928a1bce)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:24.246224 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'b60e420f-8844-4cc7-9583-c6126cd3d7ab', 'network_id': '42957e99-3f0d-4a9b-853f-fd766a747884', 'port_id': 'b60e420f-8844-4cc7-9583-c6126cd3d7ab', 'mac_address': 'fa:16:3e:43:c1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcd6195d-07ef-466d-b505-337253075e1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:05:24.286003 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:24.298961 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60e420f-8844-4cc7-9583-c6126cd3d7ab {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:05:24.318125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port b60e420f-8844-4cc7-9583-c6126cd3d7ab, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=b60e420f-8844-4cc7-9583-c6126cd3d7ab,segment=NetworkSegment(3691a887-a3c9-47c2-b75a-0961928a1bce),segment_id=3691a887-a3c9-47c2-b75a-0961928a1bce)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:24.322473 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:24.368583 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=b60e420f-8844-4cc7-9583-c6126cd3d7ab,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:24.375835 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:24.376187 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:24.376551 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:24.377443 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:24.377779 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:24.378113 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:24.378444 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:24.378772 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:24.379116 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:24.379422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:24.379752 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:24.380075 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:24.703415 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:24.760525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['b60e420f-8844-4cc7-9583-c6126cd3d7ab'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:05:24.882427 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ab7db-499c-4e97-a8e3-a8f529d28d81 req-f53f3b45-223d-4c90-abcf-d120375cc913 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:24.883936 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eb7ab7db-499c-4e97-a8e3-a8f529d28d81 req-f53f3b45-223d-4c90-abcf-d120375cc913 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 944 time: 0.0522149 Nov 12 01:05:24.932338 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eb7ab7db-499c-4e97-a8e3-a8f529d28d81 req-bf9706db-98a3-42a0-ac6d-1cb817fea105 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418034 Nov 12 01:05:25.435718 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:25.953278 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:26.045622 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bf148-c014-4b52-b188-9079a0305b59 req-dc8fe1da-c9b0-434d-8e66-910b7edf10a8 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:26.047082 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-224bf148-c014-4b52-b188-9079a0305b59 req-dc8fe1da-c9b0-434d-8e66-910b7edf10a8 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 944 time: 0.0483637 Nov 12 01:05:26.092928 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-224bf148-c014-4b52-b188-9079a0305b59 req-657fd47e-0767-4f24-b665-fe54d63cfdf0 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392702 Nov 12 01:05:26.142487 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device b60e420f-8844-4cc7-9583-c6126cd3d7ab up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:26.190548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port b60e420f-8844-4cc7-9583-c6126cd3d7ab completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:05:26.194352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port b60e420f-8844-4cc7-9583-c6126cd3d7ab triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:26.194716 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:26.271656 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:26.293919 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef01555-9abf-4adc-8468-326ba59504e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60e420f-8844-4cc7-9583-c6126cd3d7ab'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:26.296129 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e052fa-b6c8-46e1-8a9e-1fb47c211caa" -d '{"events": [{"server_uuid": "7ef01555-9abf-4adc-8468-326ba59504e4", "name": "network-vif-plugged", "status": "completed", "tag": "b60e420f-8844-4cc7-9583-c6126cd3d7ab"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:26.309106 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port b60e420f-8844-4cc7-9583-c6126cd3d7ab, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=b60e420f-8844-4cc7-9583-c6126cd3d7ab,segment=NetworkSegment(3691a887-a3c9-47c2-b75a-0961928a1bce),segment_id=3691a887-a3c9-47c2-b75a-0961928a1bce)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:26.313711 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:26.336733 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde73a93-9a95-4604-9f37-e40e70e38bda x-openstack-request-id: req-fde73a93-9a95-4604-9f37-e40e70e38bda {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:26.337036 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef01555-9abf-4adc-8468-326ba59504e4", "name": "network-vif-plugged", "status": "completed", "tag": "b60e420f-8844-4cc7-9583-c6126cd3d7ab", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:26.337288 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fde73a93-9a95-4604-9f37-e40e70e38bda {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:26.337686 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef01555-9abf-4adc-8468-326ba59504e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60e420f-8844-4cc7-9583-c6126cd3d7ab', 'code': 200} Nov 12 01:05:26.364043 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=b60e420f-8844-4cc7-9583-c6126cd3d7ab,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:26.461220 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b3a45-46ea-4c4b-8252-c3b1676ebcf1 req-b0f1ff26-e4d6-485e-ac35-c2ec9b15fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:26.462724 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a71b3a45-46ea-4c4b-8252-c3b1676ebcf1 req-b0f1ff26-e4d6-485e-ac35-c2ec9b15fce4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 1097 time: 0.0399997 Nov 12 01:05:26.510465 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a71b3a45-46ea-4c4b-8252-c3b1676ebcf1 req-99213285-ee1e-4b31-b34f-d95966c91208 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391061 Nov 12 01:05:27.210970 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57a7c9-6903-4f46-bfc9-678fe6213520 req-0a9c8102-8fbc-482c-b0f4-a13072015fa2 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:27.212467 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7f57a7c9-6903-4f46-bfc9-678fe6213520 req-0a9c8102-8fbc-482c-b0f4-a13072015fa2 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0522435 Nov 12 01:05:27.591825 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7f57a7c9-6903-4f46-bfc9-678fe6213520 req-731ce41a-a5dd-4149-9451-51892e55a942 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732743 Nov 12 01:05:28.717109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e12223-d04d-48c7-9244-e5b29abdcc9b req-765dc7e8-fd43-4eef-bde1-6d4f808b6dbe tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:28.718595 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-45e12223-d04d-48c7-9244-e5b29abdcc9b req-765dc7e8-fd43-4eef-bde1-6d4f808b6dbe tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0586140 Nov 12 01:05:28.767392 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-45e12223-d04d-48c7-9244-e5b29abdcc9b req-18303be3-383e-4faa-91b2-99bbb8f0bd12 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412745 Nov 12 01:05:29.041291 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab9dc3-b126-4df9-9c4b-f2dce5028b32 req-2415fc4f-ce46-4628-95be-c85c2d2a0b02 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:29.042814 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fdab9dc3-b126-4df9-9c4b-f2dce5028b32 req-2415fc4f-ce46-4628-95be-c85c2d2a0b02 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0935483 Nov 12 01:05:29.049296 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764f6a6-c7ca-4d2d-acac-8a3fc6fc1e25 req-a709e7de-6dfc-476f-ba54-1e565c4fb909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:29.050712 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e764f6a6-c7ca-4d2d-acac-8a3fc6fc1e25 req-a709e7de-6dfc-476f-ba54-1e565c4fb909 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8109284eb514caaa3d786df89e5eb19&device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 1097 time: 0.0753431 Nov 12 01:05:29.166522 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fdab9dc3-b126-4df9-9c4b-f2dce5028b32 req-57dac3f9-59a0-41ef-b5e1-b425fc85dd96 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147335 Nov 12 01:05:29.188566 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764f6a6-c7ca-4d2d-acac-8a3fc6fc1e25 req-fb28ec9c-40fe-48fd-8272-51b846caa4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:29.190120 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e764f6a6-c7ca-4d2d-acac-8a3fc6fc1e25 req-fb28ec9c-40fe-48fd-8272-51b846caa4d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=42957e99-3f0d-4a9b-853f-fd766a747884 HTTP/1.1" status: 200 len: 911 time: 0.1309826 Nov 12 01:05:29.238172 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e764f6a6-c7ca-4d2d-acac-8a3fc6fc1e25 req-2814628a-b9d9-44b9-9707-2d7e3ca6c868 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b60e420f-8844-4cc7-9583-c6126cd3d7ab HTTP/1.1" status: 200 len: 217 time: 0.0383976 Nov 12 01:05:29.287178 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764f6a6-c7ca-4d2d-acac-8a3fc6fc1e25 req-a4fdfc91-a854-4668-89cf-dce4d9c14d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:29.288739 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e764f6a6-c7ca-4d2d-acac-8a3fc6fc1e25 req-a4fdfc91-a854-4668-89cf-dce4d9c14d07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fcd6195d-07ef-466d-b505-337253075e1a HTTP/1.1" status: 200 len: 850 time: 0.0431299 Nov 12 01:05:29.322100 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e764f6a6-c7ca-4d2d-acac-8a3fc6fc1e25 req-2ccd3ff2-b22e-4818-ba65-15f557953ca8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42957e99-3f0d-4a9b-853f-fd766a747884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254991 Nov 12 01:05:29.417875 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e764f6a6-c7ca-4d2d-acac-8a3fc6fc1e25 req-f0caf821-0087-494d-9c69-ef6066587c54 service neutron] 10.222.0.15 "GET /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888531 Nov 12 01:05:29.743163 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e764f6a6-c7ca-4d2d-acac-8a3fc6fc1e25 req-3f1c67df-1207-4046-8e37-557f738ab021 service neutron] 10.222.0.15 "GET /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175390 Nov 12 01:05:30.289665 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2d43d-e7f7-46a7-9abb-5f01ab22b4c9 req-87d72d94-07bd-4700-b90e-3872596fd27d tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:30.291156 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-80f2d43d-e7f7-46a7-9abb-5f01ab22b4c9 req-87d72d94-07bd-4700-b90e-3872596fd27d tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0531170 Nov 12 01:05:30.338891 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-80f2d43d-e7f7-46a7-9abb-5f01ab22b4c9 req-87f0418b-a5e5-4389-8cab-03497c8d6e8e tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417631 Nov 12 01:05:31.459173 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c9c45-f32c-4dc6-9e11-d9bdb6914bc2 req-ce1e29a3-e0ba-40d7-b19c-b48591708c3f tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:31.460621 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cb5c9c45-f32c-4dc6-9e11-d9bdb6914bc2 req-ce1e29a3-e0ba-40d7-b19c-b48591708c3f tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0482390 Nov 12 01:05:31.509799 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cb5c9c45-f32c-4dc6-9e11-d9bdb6914bc2 req-189c5ad7-9e67-4164-bcaa-b395e1d0d2cf tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430534 Nov 12 01:05:32.624580 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa3ba4-d04f-49a6-bf7d-989d286481ff req-59c3f5e9-cae2-4246-86b8-8250c5f8fee5 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:32.626061 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5afa3ba4-d04f-49a6-bf7d-989d286481ff req-59c3f5e9-cae2-4246-86b8-8250c5f8fee5 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0475435 Nov 12 01:05:32.674706 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5afa3ba4-d04f-49a6-bf7d-989d286481ff req-d9262224-ffd2-43ec-980b-153765a76590 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421543 Nov 12 01:05:33.796378 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9a487-50c8-45a6-a8b0-885f903af276 req-f5a1e776-40f5-49a2-8533-94b61bdaf0fb tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:33.797853 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-36d9a487-50c8-45a6-a8b0-885f903af276 req-f5a1e776-40f5-49a2-8533-94b61bdaf0fb tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0481260 Nov 12 01:05:33.845193 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-36d9a487-50c8-45a6-a8b0-885f903af276 req-54426b1b-e50b-42ba-9842-de1aa2f9eba3 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402627 Nov 12 01:05:34.958648 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c091901-3bc1-4a56-a3ff-850da5a5d5bc req-f00f41d7-1750-4aa2-a3ff-c434fdf6aa09 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:34.960000 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1c091901-3bc1-4a56-a3ff-850da5a5d5bc req-f00f41d7-1750-4aa2-a3ff-c434fdf6aa09 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0479159 Nov 12 01:05:35.006005 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1c091901-3bc1-4a56-a3ff-850da5a5d5bc req-526db404-a93d-40fa-a487-78889bb75a72 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400164 Nov 12 01:05:36.124445 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edb02e-cb77-40d6-80f8-02353d0096e8 req-549f6558-f482-4507-b6f5-d17c33ec1cb5 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:36.125930 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f8edb02e-cb77-40d6-80f8-02353d0096e8 req-549f6558-f482-4507-b6f5-d17c33ec1cb5 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0479951 Nov 12 01:05:36.171728 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f8edb02e-cb77-40d6-80f8-02353d0096e8 req-bc8bb4b9-34c2-491b-9ff9-fdac37f89106 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392668 Nov 12 01:05:37.284923 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa3e5f-b6c3-4ee4-8e7e-37ae98384610 req-8c9c75c6-e13b-4e73-83ee-afffb87faab4 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:37.286366 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63fa3e5f-b6c3-4ee4-8e7e-37ae98384610 req-8c9c75c6-e13b-4e73-83ee-afffb87faab4 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0477974 Nov 12 01:05:37.332560 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63fa3e5f-b6c3-4ee4-8e7e-37ae98384610 req-2aa456d1-2752-46c8-b995-1df122cfe273 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398755 Nov 12 01:05:38.452302 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45993e-1a85-40ef-8a95-b1df2ffc836a req-9e90d810-8ae3-4f0a-9127-347fd1dbe7c9 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:38.453795 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e45993e-1a85-40ef-8a95-b1df2ffc836a req-9e90d810-8ae3-4f0a-9127-347fd1dbe7c9 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0526698 Nov 12 01:05:38.501966 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e45993e-1a85-40ef-8a95-b1df2ffc836a req-17a85b30-be69-4270-940b-e19e6e4e0b91 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414517 Nov 12 01:05:38.634067 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38206) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:38.696009 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:38.747178 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd4bcc3f-c98b-4fb9-b939-a3fb74735f90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:38.840549 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd4bcc3f-c98b-4fb9-b939-a3fb74735f90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:38.844362 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd4bcc3f-c98b-4fb9-b939-a3fb74735f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:38.881144 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bcc3f-c98b-4fb9-b939-a3fb74735f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17c9403-81ef-4f45-8e03-a4ba1e82ec75,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:38.885307 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fd4bcc3f-c98b-4fb9-b939-a3fb74735f90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=208631f5abe5495fabf3d42d9a915402&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2502165 Nov 12 01:05:38.888621 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38210) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:38.933844 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d75ebc2-d955-4d81-9eb0-75dd951cba6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:38.954920 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d75ebc2-d955-4d81-9eb0-75dd951cba6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:38.997953 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d75ebc2-d955-4d81-9eb0-75dd951cba6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:39.000489 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6d75ebc2-d955-4d81-9eb0-75dd951cba6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:39.001663 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6d75ebc2-d955-4d81-9eb0-75dd951cba6f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c17c9403-81ef-4f45-8e03-a4ba1e82ec75 HTTP/1.1" status: 204 len: 168 time: 0.1127961 Nov 12 01:05:39.009643 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75ebc2-d955-4d81-9eb0-75dd951cba6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17c9403-81ef-4f45-8e03-a4ba1e82ec75,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:39.622408 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793df56b-d1a5-4275-b2f9-a9b497c64985 req-eb6c2e42-15e5-4d2b-8959-a6a5750ff161 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:39.623920 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-793df56b-d1a5-4275-b2f9-a9b497c64985 req-eb6c2e42-15e5-4d2b-8959-a6a5750ff161 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0490327 Nov 12 01:05:39.675255 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-793df56b-d1a5-4275-b2f9-a9b497c64985 req-55a55d0c-52f8-425c-bb56-2b4cac2e8961 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454977 Nov 12 01:05:40.794412 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cfac3-eb50-4568-8ec5-de4bbdb7cd1d req-c649c04d-843c-45df-8301-cbcb607015da tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:40.795909 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f79cfac3-eb50-4568-8ec5-de4bbdb7cd1d req-c649c04d-843c-45df-8301-cbcb607015da tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0519431 Nov 12 01:05:40.844318 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f79cfac3-eb50-4568-8ec5-de4bbdb7cd1d req-7b74944d-9b1a-4d8f-a2f6-d7d551a5d899 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423288 Nov 12 01:05:41.960656 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af015b-3a90-4796-9662-0db03cf95e61 req-dc712548-9c2c-40bc-ac1f-c1fe93c0624f tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:41.963103 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e4af015b-3a90-4796-9662-0db03cf95e61 req-dc712548-9c2c-40bc-ac1f-c1fe93c0624f tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0503833 Nov 12 01:05:41.989971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38430) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:42.012617 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e4af015b-3a90-4796-9662-0db03cf95e61 req-a6f0907f-e4a4-4823-90c8-0b14408e0525 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434241 Nov 12 01:05:42.095937 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a1be9071-e4e1-451f-99f0-87f63a3299c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:42.171513 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a1be9071-e4e1-451f-99f0-87f63a3299c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:42.175020 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a1be9071-e4e1-451f-99f0-87f63a3299c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:42.212050 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a1be9071-e4e1-451f-99f0-87f63a3299c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17077965a7694649a1f7406e9fb33460&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2209013 Nov 12 01:05:42.213134 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be9071-e4e1-451f-99f0-87f63a3299c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf139d44-0d15-4d85-93aa-57584af8c343,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:42.214904 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38434) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:42.220427 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be9071-e4e1-451f-99f0-87f63a3299c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:42.220974 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be9071-e4e1-451f-99f0-87f63a3299c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:42.221317 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be9071-e4e1-451f-99f0-87f63a3299c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:42.221653 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be9071-e4e1-451f-99f0-87f63a3299c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:42.221985 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be9071-e4e1-451f-99f0-87f63a3299c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:42.222312 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be9071-e4e1-451f-99f0-87f63a3299c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:42.222640 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be9071-e4e1-451f-99f0-87f63a3299c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:42.222965 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be9071-e4e1-451f-99f0-87f63a3299c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:42.223846 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be9071-e4e1-451f-99f0-87f63a3299c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:42.224167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be9071-e4e1-451f-99f0-87f63a3299c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:42.224486 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be9071-e4e1-451f-99f0-87f63a3299c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:42.224840 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be9071-e4e1-451f-99f0-87f63a3299c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:42.262818 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4323c6fe-7e5b-4718-8f85-14536900850e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:42.283560 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4323c6fe-7e5b-4718-8f85-14536900850e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:42.327316 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4323c6fe-7e5b-4718-8f85-14536900850e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:42.330038 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4323c6fe-7e5b-4718-8f85-14536900850e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:42.331175 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4323c6fe-7e5b-4718-8f85-14536900850e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf139d44-0d15-4d85-93aa-57584af8c343 HTTP/1.1" status: 204 len: 168 time: 0.1152251 Nov 12 01:05:42.339070 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323c6fe-7e5b-4718-8f85-14536900850e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf139d44-0d15-4d85-93aa-57584af8c343,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:43.131885 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ef8f7-0772-4bc1-ac2d-ba46f61595db req-304cf1b0-2f1a-4762-96f0-9e104d84a7af tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:43.133460 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e53ef8f7-0772-4bc1-ac2d-ba46f61595db req-304cf1b0-2f1a-4762-96f0-9e104d84a7af tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0533996 Nov 12 01:05:43.182149 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e53ef8f7-0772-4bc1-ac2d-ba46f61595db req-0a6e42a3-c109-425e-91e3-da39d50009be tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419364 Nov 12 01:05:44.310803 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebdd37-7f6f-42cd-9670-a1abce8c9d77 req-442c0ff5-b7fe-4b7d-90ba-88a48b289987 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:44.312299 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4ebdd37-7f6f-42cd-9670-a1abce8c9d77 req-442c0ff5-b7fe-4b7d-90ba-88a48b289987 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0567253 Nov 12 01:05:44.360549 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4ebdd37-7f6f-42cd-9670-a1abce8c9d77 req-845b1362-fde5-46de-a22b-dcbe2e1a8105 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420830 Nov 12 01:05:45.480641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3b186-2431-4ba5-a07f-037262688b9b req-86d59a0b-60cd-4bd9-a769-1c714ae5a938 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:45.482146 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61e3b186-2431-4ba5-a07f-037262688b9b req-86d59a0b-60cd-4bd9-a769-1c714ae5a938 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0508559 Nov 12 01:05:45.533367 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61e3b186-2431-4ba5-a07f-037262688b9b req-38f21edf-849c-477a-9730-a4a33f4bbc41 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450084 Nov 12 01:05:46.667981 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc694b9b-57dd-4695-816e-5117f27c59d8 req-3995184e-c0de-4778-b6aa-19b64471b588 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:46.669700 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc694b9b-57dd-4695-816e-5117f27c59d8 req-3995184e-c0de-4778-b6aa-19b64471b588 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0513265 Nov 12 01:05:46.719255 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc694b9b-57dd-4695-816e-5117f27c59d8 req-ae803b3e-ad3f-400e-937f-24f9a5994d67 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437171 Nov 12 01:05:47.311921 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38784) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:47.416946 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a74c034e-cd6b-4cfd-a796-1c1fe5326925 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:47.493437 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a74c034e-cd6b-4cfd-a796-1c1fe5326925 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:47.497095 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a74c034e-cd6b-4cfd-a796-1c1fe5326925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:47.533594 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a74c034e-cd6b-4cfd-a796-1c1fe5326925 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6b0e6040ac54fdca9ce9ba6fa9eacb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2206142 Nov 12 01:05:47.535520 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c034e-cd6b-4cfd-a796-1c1fe5326925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34cab05-6e08-4615-973e-33ddfb8a002b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:47.536392 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38788) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:47.584242 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3e9f1016-24c5-4047-8126-dd28e4f9bb3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:47.609003 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3e9f1016-24c5-4047-8126-dd28e4f9bb3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:47.654041 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3e9f1016-24c5-4047-8126-dd28e4f9bb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:47.656780 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3e9f1016-24c5-4047-8126-dd28e4f9bb3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:47.657920 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3e9f1016-24c5-4047-8126-dd28e4f9bb3e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d34cab05-6e08-4615-973e-33ddfb8a002b HTTP/1.1" status: 204 len: 168 time: 0.1204982 Nov 12 01:05:47.665938 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f1016-24c5-4047-8126-dd28e4f9bb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34cab05-6e08-4615-973e-33ddfb8a002b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:47.838268 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b82ea-df7f-4215-a0c5-4aa593282ed6 req-8bbc14f4-0dee-42a6-8742-9676189dc1b0 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:47.839744 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b91b82ea-df7f-4215-a0c5-4aa593282ed6 req-8bbc14f4-0dee-42a6-8742-9676189dc1b0 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0496562 Nov 12 01:05:47.889066 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b91b82ea-df7f-4215-a0c5-4aa593282ed6 req-bc4301b6-6736-440b-b842-2375a5030663 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430653 Nov 12 01:05:49.010139 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a109b89-728c-4663-b1f8-924378505538 req-63e36188-be8d-4b27-86d7-307a0d15e5ba tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:49.011631 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9a109b89-728c-4663-b1f8-924378505538 req-63e36188-be8d-4b27-86d7-307a0d15e5ba tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0518734 Nov 12 01:05:49.062410 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9a109b89-728c-4663-b1f8-924378505538 req-059d5f9d-0d12-4a29-8e4b-7ad0cd12a185 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447431 Nov 12 01:05:50.015517 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-828c2a7c-79d4-410d-9ff2-c1ee8708c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.188917 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f851295-dd09-45fb-9ce9-1066e9f700d8 req-2f552b46-faa8-487e-a0a8-d98014161eb7 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:50.190440 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f851295-dd09-45fb-9ce9-1066e9f700d8 req-2f552b46-faa8-487e-a0a8-d98014161eb7 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0572741 Nov 12 01:05:50.238056 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f851295-dd09-45fb-9ce9-1066e9f700d8 req-7bd57744-4498-4b0f-b831-277eb512a947 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415559 Nov 12 01:05:50.267397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38964) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:50.373131 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6130fd93-21a2-4985-8f0c-d4b327833a48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.446077 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6130fd93-21a2-4985-8f0c-d4b327833a48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.450106 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6130fd93-21a2-4985-8f0c-d4b327833a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.489540 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6130fd93-21a2-4985-8f0c-d4b327833a48 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc0e7c3ac83d4347a16e002fe970b21e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2209775 Nov 12 01:05:50.490270 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130fd93-21a2-4985-8f0c-d4b327833a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b559c89-b620-42dd-9d6a-92ca891dd019,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:50.493040 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38968) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:50.542016 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58c11c23-7905-4916-804e-32884bc30cb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.562485 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58c11c23-7905-4916-804e-32884bc30cb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.609472 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58c11c23-7905-4916-804e-32884bc30cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.612140 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58c11c23-7905-4916-804e-32884bc30cb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.613348 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-58c11c23-7905-4916-804e-32884bc30cb8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b559c89-b620-42dd-9d6a-92ca891dd019 HTTP/1.1" status: 204 len: 168 time: 0.1188397 Nov 12 01:05:50.620955 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c11c23-7905-4916-804e-32884bc30cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b559c89-b620-42dd-9d6a-92ca891dd019,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:50.872163 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 38974) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:50.886191 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fb304fce-e419-49a6-b20c-15c4a60df633 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.962681 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fb304fce-e419-49a6-b20c-15c4a60df633 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.967006 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fb304fce-e419-49a6-b20c-15c4a60df633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.009655 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fb304fce-e419-49a6-b20c-15c4a60df633 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0c4cb4264764275a5ef88a09eb45d63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1363490 Nov 12 01:05:51.010860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb304fce-e419-49a6-b20c-15c4a60df633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0490c79-fe12-4b84-bbb6-b990ab0fa9ec,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:51.012538 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 38980) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:51.065154 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-18cd8f1b-5c64-4d24-8230-41dc480c648a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.086682 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-18cd8f1b-5c64-4d24-8230-41dc480c648a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.103569 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4570c-3f84-4836-8db2-503b2947688f req-944cb6ca-ccd5-43f8-ab0b-bd5504b93d6b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:51.105065 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98f4570c-3f84-4836-8db2-503b2947688f req-944cb6ca-ccd5-43f8-ab0b-bd5504b93d6b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 945 time: 0.0519691 Nov 12 01:05:51.132725 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-18cd8f1b-5c64-4d24-8230-41dc480c648a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.135533 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-18cd8f1b-5c64-4d24-8230-41dc480c648a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.136751 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-18cd8f1b-5c64-4d24-8230-41dc480c648a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0490c79-fe12-4b84-bbb6-b990ab0fa9ec HTTP/1.1" status: 204 len: 168 time: 0.1230009 Nov 12 01:05:51.146420 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd8f1b-5c64-4d24-8230-41dc480c648a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0490c79-fe12-4b84-bbb6-b990ab0fa9ec,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:51.154485 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd8f1b-5c64-4d24-8230-41dc480c648a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:51.154832 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd8f1b-5c64-4d24-8230-41dc480c648a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:51.155176 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd8f1b-5c64-4d24-8230-41dc480c648a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:51.155513 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd8f1b-5c64-4d24-8230-41dc480c648a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:51.155843 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd8f1b-5c64-4d24-8230-41dc480c648a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:51.156300 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd8f1b-5c64-4d24-8230-41dc480c648a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:51.156494 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd8f1b-5c64-4d24-8230-41dc480c648a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:51.156839 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd8f1b-5c64-4d24-8230-41dc480c648a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:51.157333 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd8f1b-5c64-4d24-8230-41dc480c648a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:51.157813 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd8f1b-5c64-4d24-8230-41dc480c648a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:51.158184 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd8f1b-5c64-4d24-8230-41dc480c648a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:51.158461 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cd8f1b-5c64-4d24-8230-41dc480c648a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:51.161451 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98f4570c-3f84-4836-8db2-503b2947688f req-b6bd37e9-a436-4cc8-9d6f-851eb27ef521 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502193 Nov 12 01:05:51.369772 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b989d-cc0c-4d8f-ba57-b6ec589ea131 req-62f4200c-525d-4bc5-bce6-c963b60c09bf tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:51.371292 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c39b989d-cc0c-4d8f-ba57-b6ec589ea131 req-62f4200c-525d-4bc5-bce6-c963b60c09bf tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0580676 Nov 12 01:05:51.418816 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c39b989d-cc0c-4d8f-ba57-b6ec589ea131 req-bec7d9b6-9cc7-4a2f-b486-8cbecfe7728f tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416093 Nov 12 01:05:52.280167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2cc21-e7ac-4f9c-9936-238de88c6a19 req-1ce7b046-681b-4ab0-a628-128f290af5cb tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:52.281696 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eaf2cc21-e7ac-4f9c-9936-238de88c6a19 req-1ce7b046-681b-4ab0-a628-128f290af5cb tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 945 time: 0.0511563 Nov 12 01:05:52.334570 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eaf2cc21-e7ac-4f9c-9936-238de88c6a19 req-3bc1d0cb-bd7a-4f58-9ab9-383fd5119b2a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467026 Nov 12 01:05:52.337768 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e5d6fcd6-b692-413d-a2ac-be5e44b2b500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:52.554910 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae79047-839f-40f6-b09c-087c1eab8eea req-fb4a483f-d7c7-4fcd-8c55-b11990f353d3 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:52.557553 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8ae79047-839f-40f6-b09c-087c1eab8eea req-fb4a483f-d7c7-4fcd-8c55-b11990f353d3 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0687304 Nov 12 01:05:52.610731 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8ae79047-839f-40f6-b09c-087c1eab8eea req-c7e50f87-d3aa-4abe-8f2a-261ce5d5fc88 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472922 Nov 12 01:05:53.075564 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39068) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:53.104973 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c5e6c-1087-4073-be49-f64290acc582 req-08822742-4c05-4a08-8e36-34a6ebfc7b19 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:53.106890 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da7c5e6c-1087-4073-be49-f64290acc582 req-08822742-4c05-4a08-8e36-34a6ebfc7b19 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 945 time: 0.0544012 Nov 12 01:05:53.203818 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a18455b-dbea-4ee1-b6fe-30f07079401e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.207967 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-da7c5e6c-1087-4073-be49-f64290acc582 req-8c60d5e9-e680-4511-93a3-749491e93ba7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Deleting port 52d64dac-6de5-4d4c-9e15-4887219bcc9e {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:53.208248 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-da7c5e6c-1087-4073-be49-f64290acc582 req-8c60d5e9-e680-4511-93a3-749491e93ba7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.291254 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a18455b-dbea-4ee1-b6fe-30f07079401e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.294944 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a18455b-dbea-4ee1-b6fe-30f07079401e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.306976 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-da7c5e6c-1087-4073-be49-f64290acc582 req-8c60d5e9-e680-4511-93a3-749491e93ba7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] For port 52d64dac-6de5-4d4c-9e15-4887219bcc9e, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=52d64dac-6de5-4d4c-9e15-4887219bcc9e,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:53.307966 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-da7c5e6c-1087-4073-be49-f64290acc582 req-8c60d5e9-e680-4511-93a3-749491e93ba7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.336814 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0a18455b-dbea-4ee1-b6fe-30f07079401e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12d0bbf388514c0f8f22dbd47d9b2827&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2600579 Nov 12 01:05:53.339473 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39072) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:53.345563 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18455b-dbea-4ee1-b6fe-30f07079401e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccccc4a-3338-419a-9580-5d236757b084,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:53.394038 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-db2831f5-8357-4d2a-adba-3bf5925d3280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.417389 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-db2831f5-8357-4d2a-adba-3bf5925d3280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.469337 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.478909 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-db2831f5-8357-4d2a-adba-3bf5925d3280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.482183 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-db2831f5-8357-4d2a-adba-3bf5925d3280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.485864 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-db2831f5-8357-4d2a-adba-3bf5925d3280 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ccccc4a-3338-419a-9580-5d236757b084 HTTP/1.1" status: 204 len: 168 time: 0.1445217 Nov 12 01:05:53.495576 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2831f5-8357-4d2a-adba-3bf5925d3280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccccc4a-3338-419a-9580-5d236757b084,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:53.539644 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9159f-020a-44ce-b054-4a1428f6c3de req-1dbbaf2a-b3db-4ccd-9f5d-1109918a543c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:53.541226 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4ff9159f-020a-44ce-b054-4a1428f6c3de req-1dbbaf2a-b3db-4ccd-9f5d-1109918a543c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 945 time: 0.1209102 Nov 12 01:05:53.560785 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-da7c5e6c-1087-4073-be49-f64290acc582 req-8c60d5e9-e680-4511-93a3-749491e93ba7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.561155 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-da7c5e6c-1087-4073-be49-f64290acc582 req-8c60d5e9-e680-4511-93a3-749491e93ba7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.561477 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [req-da7c5e6c-1087-4073-be49-f64290acc582 req-8c60d5e9-e680-4511-93a3-749491e93ba7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Floating IP becf3937-81ce-402a-8a76-dc7966af1806 disassociated. External IP: 172.25.0.152, port: 52d64dac-6de5-4d4c-9e15-4887219bcc9e. Nov 12 01:05:53.561825 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-da7c5e6c-1087-4073-be49-f64290acc582 req-8c60d5e9-e680-4511-93a3-749491e93ba7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Calling delete_port for 52d64dac-6de5-4d4c-9e15-4887219bcc9e owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:53.661612 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4ff9159f-020a-44ce-b054-4a1428f6c3de req-24bde17e-070a-4ba6-80b4-db757837a036 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084206 Nov 12 01:05:53.760730 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7173dc0-bc20-4d3a-802e-7ccb98ea618c req-840565dd-5233-46ed-8fae-2a0fc6ae22d5 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:53.762445 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7173dc0-bc20-4d3a-802e-7ccb98ea618c req-840565dd-5233-46ed-8fae-2a0fc6ae22d5 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0583522 Nov 12 01:05:53.770711 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-da7c5e6c-1087-4073-be49-f64290acc582 req-8c60d5e9-e680-4511-93a3-749491e93ba7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.804167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60d5e9-e680-4511-93a3-749491e93ba7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event deleted for resources: {'Port': ['ID=52d64dac-6de5-4d4c-9e15-4887219bcc9e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:53.817197 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7173dc0-bc20-4d3a-802e-7ccb98ea618c req-d2af32df-3a5e-4dca-acb0-25a0b964bfa2 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482676 Nov 12 01:05:53.866309 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39082) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:53.915454 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8600d82c-063b-47b4-b614-d735f2659667 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.973215 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da7c5e6c-1087-4073-be49-f64290acc582 req-8c60d5e9-e680-4511-93a3-749491e93ba7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Router 9e3cb652-1498-423d-be1e-7a1fc1b78045 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:05:54.094752 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8600d82c-063b-47b4-b614-d735f2659667 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.099225 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8600d82c-063b-47b4-b614-d735f2659667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.141182 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da7c5e6c-1087-4073-be49-f64290acc582 req-8c60d5e9-e680-4511-93a3-749491e93ba7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:05:54.154973 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600d82c-063b-47b4-b614-d735f2659667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6225b310-3cee-4d36-bd38-a6854681f270,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:54.155174 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09271634-c601-4d96-9ef6-f974e7fbbc06 None None] Sync routers for ids ['9e3cb652-1498-423d-be1e-7a1fc1b78045'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:05:54.168439 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09271634-c601-4d96-9ef6-f974e7fbbc06 None None] Routers {'9e3cb652-1498-423d-be1e-7a1fc1b78045'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:54.169510 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-09271634-c601-4d96-9ef6-f974e7fbbc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:05:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e3cb652-1498-423d-be1e-7a1fc1b78045'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:54.171614 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8600d82c-063b-47b4-b614-d735f2659667 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=706a7d558e364a87a03ff958dbde7836&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3039553 Nov 12 01:05:54.174336 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39084) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:54.193248 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7c5e6c-1087-4073-be49-f64290acc582 req-8c60d5e9-e680-4511-93a3-749491e93ba7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] No DVR routers for this DVR port 52d64dac-6de5-4d4c-9e15-4887219bcc9e on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:54.195918 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-da7c5e6c-1087-4073-be49-f64290acc582 req-8c60d5e9-e680-4511-93a3-749491e93ba7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.199914 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da7c5e6c-1087-4073-be49-f64290acc582 req-8c60d5e9-e680-4511-93a3-749491e93ba7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.15 "DELETE /v2.0/ports/52d64dac-6de5-4d4c-9e15-4887219bcc9e HTTP/1.1" status: 204 len: 173 time: 1.0846043 Nov 12 01:05:54.200380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa357895-cefb-4c30-9c6f-f1d1d5d51cca', 'name': 'network-vif-deleted', 'tag': '52d64dac-6de5-4d4c-9e15-4887219bcc9e'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:54.202726 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3ee1fa-2d52-48e9-9088-5942ed87fc58" -d '{"events": [{"server_uuid": "aa357895-cefb-4c30-9c6f-f1d1d5d51cca", "name": "network-vif-deleted", "tag": "52d64dac-6de5-4d4c-9e15-4887219bcc9e"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:54.253099 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1345f3b3-5600-4ca0-a333-51d0078f71f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.266340 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de40acf3-030b-45f8-aacb-d89d8dfab53e x-openstack-request-id: req-de40acf3-030b-45f8-aacb-d89d8dfab53e {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:54.267834 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa357895-cefb-4c30-9c6f-f1d1d5d51cca", "name": "network-vif-deleted", "tag": "52d64dac-6de5-4d4c-9e15-4887219bcc9e", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:54.267834 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de40acf3-030b-45f8-aacb-d89d8dfab53e {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:54.268274 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa357895-cefb-4c30-9c6f-f1d1d5d51cca', 'name': 'network-vif-deleted', 'tag': '52d64dac-6de5-4d4c-9e15-4887219bcc9e', 'status': 'completed', 'code': 200} Nov 12 01:05:54.290827 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1345f3b3-5600-4ca0-a333-51d0078f71f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.299761 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-09271634-c601-4d96-9ef6-f974e7fbbc06 None None] Set router 9e3cb652-1498-423d-be1e-7a1fc1b78045 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:54.353716 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1345f3b3-5600-4ca0-a333-51d0078f71f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.356102 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1345f3b3-5600-4ca0-a333-51d0078f71f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.359981 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1345f3b3-5600-4ca0-a333-51d0078f71f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6225b310-3cee-4d36-bd38-a6854681f270 HTTP/1.1" status: 204 len: 168 time: 0.1819704 Nov 12 01:05:54.377830 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345f3b3-5600-4ca0-a333-51d0078f71f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6225b310-3cee-4d36-bd38-a6854681f270,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:54.730210 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.747603 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-09271634-c601-4d96-9ef6-f974e7fbbc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:22Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'a44884b6-8244-478b-b870-2813c5cd2eba', 'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'mac_address': 'fa:16:3e:4d:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:20Z', 'updated_at': '2021-11-12T00:57:36Z', 'revision_number': 5, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'subnets': [{'id': '9210f21d-6237-43bd-9969-453197d38eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:54.776960 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-76ccbd2b-f8f5-463b-8b23-ecc7736e75f4 req-7d89125c-2b07-495d-89de-d4baf4458d32 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 210 time: 0.0468693 Nov 12 01:05:54.789955 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09271634-c601-4d96-9ef6-f974e7fbbc06 None None] Checking router: 9e3cb652-1498-423d-be1e-7a1fc1b78045 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:05:54.800146 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09271634-c601-4d96-9ef6-f974e7fbbc06 None None] Routers {'9e3cb652-1498-423d-be1e-7a1fc1b78045'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:05:54.801572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-09271634-c601-4d96-9ef6-f974e7fbbc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:05:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e3cb652-1498-423d-be1e-7a1fc1b78045'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:54.922192 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-09271634-c601-4d96-9ef6-f974e7fbbc06 None None] Set router 9e3cb652-1498-423d-be1e-7a1fc1b78045 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:05:55.018430 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abbc8f-f56a-41c4-85d9-96df0f00b4f4 req-db93271f-0757-4a47-be10-af9516e1b72e tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:55.021389 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12abbc8f-f56a-41c4-85d9-96df0f00b4f4 req-db93271f-0757-4a47-be10-af9516e1b72e tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0972824 Nov 12 01:05:55.094860 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12abbc8f-f56a-41c4-85d9-96df0f00b4f4 req-a25df11c-5b77-48a8-995b-2dec629de123 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662448 Nov 12 01:05:55.159566 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-09271634-c601-4d96-9ef6-f974e7fbbc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:22Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'a44884b6-8244-478b-b870-2813c5cd2eba', 'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'mac_address': 'fa:16:3e:4d:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:20Z', 'updated_at': '2021-11-12T00:57:36Z', 'revision_number': 5, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'subnets': [{'id': '9210f21d-6237-43bd-9969-453197d38eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:55.188980 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09271634-c601-4d96-9ef6-f974e7fbbc06 None None] The sync data for ids ['9e3cb652-1498-423d-be1e-7a1fc1b78045'] in n-d-712137-14 is: [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:22Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'a44884b6-8244-478b-b870-2813c5cd2eba', 'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'mac_address': 'fa:16:3e:4d:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:20Z', 'updated_at': '2021-11-12T00:57:36Z', 'revision_number': 5, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'subnets': [{'id': '9210f21d-6237-43bd-9969-453197d38eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:05:55.455019 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.488136 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20d956f-9d74-4168-9873-d98cab7818f5 None None] New status for floating IP becf3937-81ce-402a-8a76-dc7966af1806: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:05:55.878083 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f6a7cef-5364-451f-9a45-62bba22c1479 req-9efe5c68-c27e-47eb-b06a-8e3ad3354a3c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 210 time: 0.0320563 Nov 12 01:05:55.967670 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.214764 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39206) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:56.220753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aea4c8-cb0a-4d11-811a-82047cadab56 req-17832765-2317-4c50-a330-bb0dc1dbfbc6 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:56.222409 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-34aea4c8-cb0a-4d11-811a-82047cadab56 req-17832765-2317-4c50-a330-bb0dc1dbfbc6 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0534770 Nov 12 01:05:56.271241 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-34aea4c8-cb0a-4d11-811a-82047cadab56 req-ec4f7fd8-eaa0-47a6-85fa-86d9ecacc5ad tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422354 Nov 12 01:05:56.323549 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7fde3797-483f-439a-b4f0-45c00fcbe637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.328649 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 52d64dac-6de5-4d4c-9e15-4887219bcc9e no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:56.348865 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 52d64dac-6de5-4d4c-9e15-4887219bcc9e {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:05:56.349484 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 52d64dac-6de5-4d4c-9e15-4887219bcc9e not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:56.407730 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7fde3797-483f-439a-b4f0-45c00fcbe637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.413080 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7fde3797-483f-439a-b4f0-45c00fcbe637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.456770 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7fde3797-483f-439a-b4f0-45c00fcbe637 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3803258f2862406bb5de171d3acdaea4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2408700 Nov 12 01:05:56.457740 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde3797-483f-439a-b4f0-45c00fcbe637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4446c815-cb24-437a-a0b9-97b2b0beae03,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:56.459445 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39210) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:56.508768 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-396695e9-4f71-4a25-a258-6534fbc197fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.530029 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-396695e9-4f71-4a25-a258-6534fbc197fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.578434 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-396695e9-4f71-4a25-a258-6534fbc197fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.581113 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-396695e9-4f71-4a25-a258-6534fbc197fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.582285 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-396695e9-4f71-4a25-a258-6534fbc197fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4446c815-cb24-437a-a0b9-97b2b0beae03 HTTP/1.1" status: 204 len: 168 time: 0.1214848 Nov 12 01:05:56.591197 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396695e9-4f71-4a25-a258-6534fbc197fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4446c815-cb24-437a-a0b9-97b2b0beae03,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:56.748908 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39218) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:56.827884 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b2bfac-64f1-46f8-a6db-2ec08a43b9cb tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:56.828364 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b2bfac-64f1-46f8-a6db-2ec08a43b9cb tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:56.828857 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b2bfac-64f1-46f8-a6db-2ec08a43b9cb tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:56.835343 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-16b2bfac-64f1-46f8-a6db-2ec08a43b9cb tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=a95a5ba21e204aa3a425fd0950571760&network_id=3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 HTTP/1.1" status: 200 len: 2972 time: 0.0806205 Nov 12 01:05:56.992139 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a60e8e04-ec0d-470c-97d6-6e8b3d08a0b8 req-6b601adf-3d88-4770-965f-95c02c369dac tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 210 time: 0.0296104 Nov 12 01:05:57.400670 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac5b3b-1a14-4402-8b3b-b06098dc411c req-028e8da7-6fc5-4f20-89ec-362dcba9c6c6 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:57.402343 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6ac5b3b-1a14-4402-8b3b-b06098dc411c req-028e8da7-6fc5-4f20-89ec-362dcba9c6c6 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0571544 Nov 12 01:05:57.453261 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6ac5b3b-1a14-4402-8b3b-b06098dc411c req-201d47e5-3153-4cc9-9ae5-9da49985f29e tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442522 Nov 12 01:05:57.825651 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39260) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:57.978340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-00918ef0-588e-4c0a-a189-3fa5d839f80f tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-570694392'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:57.999731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00918ef0-588e-4c0a-a189-3fa5d839f80f tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Made reservation on behalf of 9e34ec3eb34148098d8bcaec94a9614c for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:58.003255 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00918ef0-588e-4c0a-a189-3fa5d839f80f tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.012069 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00918ef0-588e-4c0a-a189-3fa5d839f80f tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.101437 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1aac9e22-62ea-4b15-830b-e684365a5b3f req-29ad5501-be13-4c59-9176-70397db99725 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 210 time: 0.0353630 Nov 12 01:05:58.122710 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00918ef0-588e-4c0a-a189-3fa5d839f80f tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.126708 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00918ef0-588e-4c0a-a189-3fa5d839f80f tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.154125 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00918ef0-588e-4c0a-a189-3fa5d839f80f tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:05:58.164446 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00918ef0-588e-4c0a-a189-3fa5d839f80f tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7c3401-b09c-444a-9e4d-cdaf70593de7,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:58.169291 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00918ef0-588e-4c0a-a189-3fa5d839f80f tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.169646 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-00918ef0-588e-4c0a-a189-3fa5d839f80f tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Added segment 5c3464b6-0ce5-4748-9e45-9dd5103e240d of type vlan for network 5307eb65-ca5f-4c07-9d71-a69867756392 Nov 12 01:05:58.214226 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00918ef0-588e-4c0a-a189-3fa5d839f80f tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.239416 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00918ef0-588e-4c0a-a189-3fa5d839f80f tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.245210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00918ef0-588e-4c0a-a189-3fa5d839f80f tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:58.245794 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00918ef0-588e-4c0a-a189-3fa5d839f80f tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.309972 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-00918ef0-588e-4c0a-a189-3fa5d839f80f tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4827442 Nov 12 01:05:58.313067 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39268) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:58.320260 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-ac965cf7-734f-49b4-b2ab-5af7cf695067 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Request body: {'subnet': {'network_id': '5307eb65-ca5f-4c07-9d71-a69867756392', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:58.336972 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00918ef0-588e-4c0a-a189-3fa5d839f80f tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Pushing event updated for resources: {'Network': ['ID=5307eb65-ca5f-4c07-9d71-a69867756392,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:58.341563 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39270) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:58.348992 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 5307eb65-ca5f-4c07-9d71-a69867756392 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:05:58.401569 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e82e0ad-b06c-4e32-9b34-ec2878aed711 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:58.403675 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4e82e0ad-b06c-4e32-9b34-ec2878aed711 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 814 time: 0.0608404 Nov 12 01:05:58.428497 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac965cf7-734f-49b4-b2ab-5af7cf695067 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Made reservation on behalf of 9e34ec3eb34148098d8bcaec94a9614c for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:58.432071 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ac965cf7-734f-49b4-b2ab-5af7cf695067 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.580119 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd11a3-ad59-4773-8769-67339335bc5c req-bc4681b8-be22-4ad4-b48c-6b74ee830dda tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:58.582498 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33bd11a3-ad59-4773-8769-67339335bc5c req-bc4681b8-be22-4ad4-b48c-6b74ee830dda tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0560305 Nov 12 01:05:58.628572 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ac965cf7-734f-49b4-b2ab-5af7cf695067 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.634183 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33bd11a3-ad59-4773-8769-67339335bc5c req-a5e14252-cb20-4aa1-98d2-4602dee9dd77 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452425 Nov 12 01:05:58.703085 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac965cf7-734f-49b4-b2ab-5af7cf695067 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Pushing event updated for resources: {'Subnet': ['ID=4f0b524b-d17b-4e3e-8763-a14a9f9c2800,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:58.709321 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac965cf7-734f-49b4-b2ab-5af7cf695067 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Checking segment: {'id': '5c3464b6-0ce5-4748-9e45-9dd5103e240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5307eb65-ca5f-4c07-9d71-a69867756392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:58.709686 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac965cf7-734f-49b4-b2ab-5af7cf695067 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Network hostable DHCP agents. Network: 5307eb65-ca5f-4c07-9d71-a69867756392, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:05:58.727422 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac965cf7-734f-49b4-b2ab-5af7cf695067 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Network 5307eb65-ca5f-4c07-9d71-a69867756392 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:05:58.738212 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-ac965cf7-734f-49b4-b2ab-5af7cf695067 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 5307eb65-ca5f-4c07-9d71-a69867756392) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:58.746338 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49475d0-a3d9-4744-94ce-ddd0d1f497d1 None None] Network 5307eb65-ca5f-4c07-9d71-a69867756392 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:05:58.747237 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac965cf7-734f-49b4-b2ab-5af7cf695067 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:58.747993 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ac965cf7-734f-49b4-b2ab-5af7cf695067 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.767743 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ac965cf7-734f-49b4-b2ab-5af7cf695067 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4538975 Nov 12 01:05:58.770795 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39278) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:58.776109 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d83bd172-9265-4985-9280-cbce6b717ec5 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Request body: {'port': {'network_id': '5307eb65-ca5f-4c07-9d71-a69867756392', 'name': 'tempest-DHCPAgentSchedulersTestJSON-837978104'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:58.889915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39280) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:58.901175 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-1b5e9a62-bcc6-47b8-ac70-4e67317472cb tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'network': {'name': 'tempest-network-smoke--2098692543', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'port_security_enabled': True}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:58.907539 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1e5000-9659-49ae-a811-450f4dee2094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-5307eb65-ca5f-4c07-9d71-a69867756392', 'network_id': '5307eb65-ca5f-4c07-9d71-a69867756392', 'tenant_id': '9e34ec3eb34148098d8bcaec94a9614c', 'fixed_ips': [{'subnet_id': '4f0b524b-d17b-4e3e-8763-a14a9f9c2800'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:05:58.908485 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5d1e5000-9659-49ae-a811-450f4dee2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.922093 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83bd172-9265-4985-9280-cbce6b717ec5 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Made reservation on behalf of 9e34ec3eb34148098d8bcaec94a9614c for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:58.926234 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d83bd172-9265-4985-9280-cbce6b717ec5 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.954829 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5e9a62-bcc6-47b8-ac70-4e67317472cb tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Made reservation on behalf of a95a5ba21e204aa3a425fd0950571760 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:58.958757 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1b5e9a62-bcc6-47b8-ac70-4e67317472cb tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.960997 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-d83bd172-9265-4985-9280-cbce6b717ec5 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] device_id is not set on port 5925721a-41e3-4a2c-a795-4e3642e8adfb yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:05:59.036330 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5e9a62-bcc6-47b8-ac70-4e67317472cb tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:05:59.049351 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-5d1e5000-9659-49ae-a811-450f4dee2094 None None] Allocated IP 172.20.0.2 (5307eb65-ca5f-4c07-9d71-a69867756392/4f0b524b-d17b-4e3e-8763-a14a9f9c2800/378a03ff-653c-406e-82d1-6f7f255f2033) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:59.049537 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1b5e9a62-bcc6-47b8-ac70-4e67317472cb tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.049807 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-1b5e9a62-bcc6-47b8-ac70-4e67317472cb tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Added segment 2eff1ba2-96c8-4d24-81e5-e1d67956f9e5 of type vlan for network e9e15643-52e1-421d-8377-fd79184b2aac Nov 12 01:05:59.090995 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1b5e9a62-bcc6-47b8-ac70-4e67317472cb tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.115127 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1b5e9a62-bcc6-47b8-ac70-4e67317472cb tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.120866 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e9a62-bcc6-47b8-ac70-4e67317472cb tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:59.121442 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1b5e9a62-bcc6-47b8-ac70-4e67317472cb tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.181131 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1b5e9a62-bcc6-47b8-ac70-4e67317472cb tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2896194 Nov 12 01:05:59.184065 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39284) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:59.204026 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5d1e5000-9659-49ae-a811-450f4dee2094 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.212724 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5d1e5000-9659-49ae-a811-450f4dee2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.251831 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e9a62-bcc6-47b8-ac70-4e67317472cb tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'Network': ['ID=e9e15643-52e1-421d-8377-fd79184b2aac,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:59.257046 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e5000-9659-49ae-a811-450f4dee2094 None None] Pushing event updated for resources: {'Port': ['ID=378a03ff-653c-406e-82d1-6f7f255f2033,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:59.266136 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1e5000-9659-49ae-a811-450f4dee2094 None None] Network 5307eb65-ca5f-4c07-9d71-a69867756392 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:59.268497 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network e9e15643-52e1-421d-8377-fd79184b2aac details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:05:59.271510 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-5d1e5000-9659-49ae-a811-450f4dee2094 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:59.274437 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1e5000-9659-49ae-a811-450f4dee2094 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:59.300110 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b5c47b51-fab4-46a1-b2a6-04faf04f6948 req-37a97cbe-218f-4a44-9809-70ca569feec0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa357895-cefb-4c30-9c6f-f1d1d5d51cca HTTP/1.1" status: 200 len: 210 time: 0.0970922 Nov 12 01:05:59.335989 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3da690-3930-4cdf-91fd-29ed318bf940 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:59.337557 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9c3da690-3930-4cdf-91fd-29ed318bf940 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=a95a5ba21e204aa3a425fd0950571760&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1525466 Nov 12 01:05:59.342499 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39286) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:59.347323 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.db.api [None req-d83bd172-9265-4985-9280-cbce6b717ec5 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ff6f7d44-adf1-4695-9a10-552568dd2fbd {{(pid=114243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:05:59.347813 n-d-712137-14 neutron-server[114243]: DEBUG oslo_db.api [None req-d83bd172-9265-4985-9280-cbce6b717ec5 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:05:59.386930 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5d1e5000-9659-49ae-a811-450f4dee2094 None None] Attempting to bind port 378a03ff-653c-406e-82d1-6f7f255f2033 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:05:59.387950 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5d1e5000-9659-49ae-a811-450f4dee2094 None None] Attempting to bind port 378a03ff-653c-406e-82d1-6f7f255f2033 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '5c3464b6-0ce5-4748-9e45-9dd5103e240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5307eb65-ca5f-4c07-9d71-a69867756392'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:05:59.388271 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e5000-9659-49ae-a811-450f4dee2094 None None] Attempting to bind port 378a03ff-653c-406e-82d1-6f7f255f2033 on network 5307eb65-ca5f-4c07-9d71-a69867756392 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:59.393638 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e5000-9659-49ae-a811-450f4dee2094 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:05:59.394000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e5000-9659-49ae-a811-450f4dee2094 None None] Checking segment: {'id': '5c3464b6-0ce5-4748-9e45-9dd5103e240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5307eb65-ca5f-4c07-9d71-a69867756392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:59.394663 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5d1e5000-9659-49ae-a811-450f4dee2094 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.395053 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e5000-9659-49ae-a811-450f4dee2094 None None] Bound using segment: {'id': '5c3464b6-0ce5-4748-9e45-9dd5103e240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5307eb65-ca5f-4c07-9d71-a69867756392'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:05:59.395705 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5d1e5000-9659-49ae-a811-450f4dee2094 None None] Bound port: 378a03ff-653c-406e-82d1-6f7f255f2033, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3464b6-0ce5-4748-9e45-9dd5103e240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5307eb65-ca5f-4c07-9d71-a69867756392'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:05:59.396088 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5d1e5000-9659-49ae-a811-450f4dee2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.447648 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:05:59.464258 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5d1e5000-9659-49ae-a811-450f4dee2094 None None] For port 378a03ff-653c-406e-82d1-6f7f255f2033, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:59.468349 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5d1e5000-9659-49ae-a811-450f4dee2094 None None] For port 378a03ff-653c-406e-82d1-6f7f255f2033, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=378a03ff-653c-406e-82d1-6f7f255f2033,segment=NetworkSegment(5c3464b6-0ce5-4748-9e45-9dd5103e240d),segment_id=5c3464b6-0ce5-4748-9e45-9dd5103e240d)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:05:59.473734 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5d1e5000-9659-49ae-a811-450f4dee2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.506973 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38377e4-4d99-4631-9bf7-725d60ea8beb tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:59.508580 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c38377e4-4d99-4631-9bf7-725d60ea8beb tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1644831 Nov 12 01:05:59.511429 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39288) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:59.536442 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e5000-9659-49ae-a811-450f4dee2094 None None] Pushing event updated for resources: {'Port': ['ID=378a03ff-653c-406e-82d1-6f7f255f2033,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:59.555406 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e8cd01b9-9e0e-4edb-97c7-fa811df7e0e0 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422935 Nov 12 01:05:59.558144 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39290) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:59.586873 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-817ede53-cc4f-42c6-94e8-7951ae5e6c64 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=a95a5ba21e204aa3a425fd0950571760&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276084 Nov 12 01:05:59.589428 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39292) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:59.695785 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedb4704-3960-4b2b-a17a-5273a90f1086 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:59.697959 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cedb4704-3960-4b2b-a17a-5273a90f1086 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1074679 Nov 12 01:05:59.701044 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39296) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:59.737696 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2d62cf1d-fabe-4133-9277-0dcffb45f0d6 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354784 Nov 12 01:05:59.740658 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39298) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:59.745842 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-efce0db2-a42b-4b66-9c30-900be809dc29 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1432655073', 'network_id': 'e9e15643-52e1-421d-8377-fd79184b2aac', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:59.808806 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e64bdc-2190-4ceb-b41d-3f8df0d2b9e3 req-06946794-ea79-4ffb-b062-e6e1687c052b tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:59.810450 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-49e64bdc-2190-4ceb-b41d-3f8df0d2b9e3 req-06946794-ea79-4ffb-b062-e6e1687c052b tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0633001 Nov 12 01:05:59.845719 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efce0db2-a42b-4b66-9c30-900be809dc29 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Made reservation on behalf of a95a5ba21e204aa3a425fd0950571760 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:59.850992 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-efce0db2-a42b-4b66-9c30-900be809dc29 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.857742 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d83bd172-9265-4985-9280-cbce6b717ec5 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.866638 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-49e64bdc-2190-4ceb-b41d-3f8df0d2b9e3 req-767fb11c-7529-4dcf-9649-6b8c69d0db4e tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496175 Nov 12 01:05:59.921509 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 378a03ff-653c-406e-82d1-6f7f255f2033 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:59.934983 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-d83bd172-9265-4985-9280-cbce6b717ec5 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] device_id is not set on port 4e0ce07a-5a43-4a20-834b-fc869589d63a yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:05:59.974546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 378a03ff-653c-406e-82d1-6f7f255f2033 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:59.975020 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.071947 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.101089 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-d83bd172-9265-4985-9280-cbce6b717ec5 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Allocated IP 172.20.0.7 (5307eb65-ca5f-4c07-9d71-a69867756392/4f0b524b-d17b-4e3e-8763-a14a9f9c2800/4e0ce07a-5a43-4a20-834b-fc869589d63a) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:00.112496 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 378a03ff-653c-406e-82d1-6f7f255f2033, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=378a03ff-653c-406e-82d1-6f7f255f2033,segment=NetworkSegment(5c3464b6-0ce5-4748-9e45-9dd5103e240d),segment_id=5c3464b6-0ce5-4748-9e45-9dd5103e240d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:00.117992 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.169434 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=378a03ff-653c-406e-82d1-6f7f255f2033,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:00.177655 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-efce0db2-a42b-4b66-9c30-900be809dc29 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.305906 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce0db2-a42b-4b66-9c30-900be809dc29 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'Subnet': ['ID=eea676c9-98d7-459a-a008-6133365a4e36,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:00.335606 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efce0db2-a42b-4b66-9c30-900be809dc29 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Checking segment: {'id': '2eff1ba2-96c8-4d24-81e5-e1d67956f9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9e15643-52e1-421d-8377-fd79184b2aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:00.336285 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efce0db2-a42b-4b66-9c30-900be809dc29 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Network hostable DHCP agents. Network: e9e15643-52e1-421d-8377-fd79184b2aac, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:00.371112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efce0db2-a42b-4b66-9c30-900be809dc29 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Network e9e15643-52e1-421d-8377-fd79184b2aac is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:00.387565 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d83bd172-9265-4985-9280-cbce6b717ec5 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.395936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-efce0db2-a42b-4b66-9c30-900be809dc29 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, e9e15643-52e1-421d-8377-fd79184b2aac) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:00.403384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efce0db2-a42b-4b66-9c30-900be809dc29 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:00.404084 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-efce0db2-a42b-4b66-9c30-900be809dc29 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.411079 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e544ce-ce55-49dd-b0dd-54ecf848b2c7 None None] Network e9e15643-52e1-421d-8377-fd79184b2aac requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:00.449235 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-efce0db2-a42b-4b66-9c30-900be809dc29 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7038825 Nov 12 01:06:00.481195 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d83bd172-9265-4985-9280-cbce6b717ec5 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.536119 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bd172-9265-4985-9280-cbce6b717ec5 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Pushing event updated for resources: {'Port': ['ID=4e0ce07a-5a43-4a20-834b-fc869589d63a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:00.557413 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83bd172-9265-4985-9280-cbce6b717ec5 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Network 5307eb65-ca5f-4c07-9d71-a69867756392 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:00.558922 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-d83bd172-9265-4985-9280-cbce6b717ec5 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:00.564996 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83bd172-9265-4985-9280-cbce6b717ec5 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:00.572572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b296045f-f7ef-458a-acc8-995a05dde5b2 None None] Network 5307eb65-ca5f-4c07-9d71-a69867756392 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:00.633296 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83bd172-9265-4985-9280-cbce6b717ec5 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:00.633924 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d83bd172-9265-4985-9280-cbce6b717ec5 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.660442 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e8c8ebf2-b4c7-4600-8779-d114d7cc297b None None] Provisioning complete for port 378a03ff-653c-406e-82d1-6f7f255f2033 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:00.660932 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e8c8ebf2-b4c7-4600-8779-d114d7cc297b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.675227 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d83bd172-9265-4985-9280-cbce6b717ec5 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9005191 Nov 12 01:06:00.675675 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39312) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:00.713314 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-40f4d618-1eac-4544-b282-f28da4ff8814 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-830832771&fields=id&tenant_id=05d643b99eff47289c92fcd2e8574468 HTTP/1.1" status: 200 len: 267 time: 0.0696173 Nov 12 01:06:00.728943 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c4ee1b-19e4-4212-b612-e46a2c7457d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-e9e15643-52e1-421d-8377-fd79184b2aac', 'network_id': 'e9e15643-52e1-421d-8377-fd79184b2aac', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'fixed_ips': [{'subnet_id': 'eea676c9-98d7-459a-a008-6133365a4e36'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:06:00.729924 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ee1b-19e4-4212-b612-e46a2c7457d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.783167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-c39e3e8a-be28-48cf-bf74-36d87a889bab tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Deleting port 4e0ce07a-5a43-4a20-834b-fc869589d63a {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:00.783503 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c39e3e8a-be28-48cf-bf74-36d87a889bab tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.874472 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-8fa5aa15-8e14-491c-b97c-bc23e2422b21 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:00.895091 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-8fa5aa15-8e14-491c-b97c-bc23e2422b21 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 811 time: 0.1715112 Nov 12 01:06:00.897766 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c39e3e8a-be28-48cf-bf74-36d87a889bab tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.911011 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-c39e3e8a-be28-48cf-bf74-36d87a889bab tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Calling delete_port for 4e0ce07a-5a43-4a20-834b-fc869589d63a owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:00.924482 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-1fd8071c-1af0-4e8c-bfc0-aa3afdbf9285 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/quotas/05d643b99eff47289c92fcd2e8574468 HTTP/1.1" status: 200 len: 375 time: 0.0271804 Nov 12 01:06:00.956808 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39316) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:00.961459 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-4cf48ccb-e9a6-405c-8d16-6acc9049ad26 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1157017208', 'description': 'tempest-secgroup-smoke-1157017208 description', 'project_id': 'a95a5ba21e204aa3a425fd0950571760'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:01.008756 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-f2c4ee1b-19e4-4212-b612-e46a2c7457d3 None None] Allocated IP 172.20.0.18 (e9e15643-52e1-421d-8377-fd79184b2aac/eea676c9-98d7-459a-a008-6133365a4e36/b2034660-d1b8-4b3f-b1ef-341862297caa) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:01.010147 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-090a3aa4-76e6-421e-b9d5-cebba5e3aacc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0823429 Nov 12 01:06:01.030386 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4cf48ccb-e9a6-405c-8d16-6acc9049ad26 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.128283 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-bad0d164-3ac6-4381-b5cf-4850ecf7c09d service neutron] 10.222.0.31 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144559 Nov 12 01:06:01.148029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3e464-afd9-450d-bc42-1eaf71b6aa7d req-365a984e-6d82-489b-98e6-0345a24ad0ed tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:01.150261 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ccf3e464-afd9-450d-bc42-1eaf71b6aa7d req-365a984e-6d82-489b-98e6-0345a24ad0ed tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.1344409 Nov 12 01:06:01.202047 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c39e3e8a-be28-48cf-bf74-36d87a889bab tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.217781 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ee1b-19e4-4212-b612-e46a2c7457d3 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.227707 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ee1b-19e4-4212-b612-e46a2c7457d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.253266 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e3e8a-be28-48cf-bf74-36d87a889bab tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Pushing event deleted for resources: {'Port': ['ID=4e0ce07a-5a43-4a20-834b-fc869589d63a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:01.262996 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-484376f3-030b-4483-bc50-deb87835b234 service neutron] 10.222.0.31 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201684 Nov 12 01:06:01.271294 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ccf3e464-afd9-450d-bc42-1eaf71b6aa7d req-3fb335dc-a85e-4699-a40e-e74f490b4e3b tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127875 Nov 12 01:06:01.280580 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c4ee1b-19e4-4212-b612-e46a2c7457d3 None None] Network e9e15643-52e1-421d-8377-fd79184b2aac is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:01.287869 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-f2c4ee1b-19e4-4212-b612-e46a2c7457d3 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:01.294232 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c4ee1b-19e4-4212-b612-e46a2c7457d3 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:01.323786 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e6afd6f3-db8e-4871-9295-7e1151ad7968 None None] Could not find standard attr ID for object 4e0ce07a-5a43-4a20-834b-fc869589d63a. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:06:01.360980 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4ee1b-19e4-4212-b612-e46a2c7457d3 None None] Pushing event updated for resources: {'Port': ['ID=b2034660-d1b8-4b3f-b1ef-341862297caa,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:01.392859 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4cf48ccb-e9a6-405c-8d16-6acc9049ad26 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.404378 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4cf48ccb-e9a6-405c-8d16-6acc9049ad26 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.409166 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e6afd6f3-db8e-4871-9295-7e1151ad7968 None None] Provisioning complete for port 378a03ff-653c-406e-82d1-6f7f255f2033 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:01.409543 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e6afd6f3-db8e-4871-9295-7e1151ad7968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.416451 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c39e3e8a-be28-48cf-bf74-36d87a889bab tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.420919 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c39e3e8a-be28-48cf-bf74-36d87a889bab tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] 10.222.0.31 "DELETE /v2.0/ports/4e0ce07a-5a43-4a20-834b-fc869589d63a HTTP/1.1" status: 204 len: 168 time: 0.7431748 Nov 12 01:06:01.423016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39324) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:01.427582 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4cf48ccb-e9a6-405c-8d16-6acc9049ad26 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.431536 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4cf48ccb-e9a6-405c-8d16-6acc9049ad26 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4710226 Nov 12 01:06:01.439600 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39328) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:01.442824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-f2c4ee1b-19e4-4212-b612-e46a2c7457d3 None None] Attempting to bind port b2034660-d1b8-4b3f-b1ef-341862297caa on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:01.443328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-f2c4ee1b-19e4-4212-b612-e46a2c7457d3 None None] Attempting to bind port b2034660-d1b8-4b3f-b1ef-341862297caa by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '2eff1ba2-96c8-4d24-81e5-e1d67956f9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9e15643-52e1-421d-8377-fd79184b2aac'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:01.444309 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c4ee1b-19e4-4212-b612-e46a2c7457d3 None None] Attempting to bind port b2034660-d1b8-4b3f-b1ef-341862297caa on network e9e15643-52e1-421d-8377-fd79184b2aac {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:01.445968 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-bb1daa7d-2d52-4ac9-984e-32009f5bdfc5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'security_group_rule': {'security_group_id': '00e774bb-ce61-4a9e-a979-634d41b14313', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:01.451510 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c4ee1b-19e4-4212-b612-e46a2c7457d3 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:01.452389 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c4ee1b-19e4-4212-b612-e46a2c7457d3 None None] Checking segment: {'id': '2eff1ba2-96c8-4d24-81e5-e1d67956f9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9e15643-52e1-421d-8377-fd79184b2aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:01.452389 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ee1b-19e4-4212-b612-e46a2c7457d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.452749 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c4ee1b-19e4-4212-b612-e46a2c7457d3 None None] Bound using segment: {'id': '2eff1ba2-96c8-4d24-81e5-e1d67956f9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9e15643-52e1-421d-8377-fd79184b2aac'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:01.453352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-f2c4ee1b-19e4-4212-b612-e46a2c7457d3 None None] Bound port: b2034660-d1b8-4b3f-b1ef-341862297caa, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eff1ba2-96c8-4d24-81e5-e1d67956f9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9e15643-52e1-421d-8377-fd79184b2aac'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:01.453675 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ee1b-19e4-4212-b612-e46a2c7457d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.487408 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf48ccb-e9a6-405c-8d16-6acc9049ad26 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e774bb-ce61-4a9e-a979-634d41b14313,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:01.519068 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bb1daa7d-2d52-4ac9-984e-32009f5bdfc5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.535670 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-41a30320-4d73-4493-aee9-23c5660a6af0 tempest-DHCPAgentSchedulersTestJSON-1560309473 tempest-DHCPAgentSchedulersTestJSON-1560309473-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.1103623 Nov 12 01:06:01.539097 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39330) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:01.545152 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-3eaa02ae-9752-4ac6-a985-f2951b6949da tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-516997597'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:01.578513 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eaa02ae-9752-4ac6-a985-f2951b6949da tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Made reservation on behalf of 9e34ec3eb34148098d8bcaec94a9614c for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:01.588492 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3eaa02ae-9752-4ac6-a985-f2951b6949da tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.630722 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eaa02ae-9752-4ac6-a985-f2951b6949da tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:01.635026 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-f2c4ee1b-19e4-4212-b612-e46a2c7457d3 None None] For port b2034660-d1b8-4b3f-b1ef-341862297caa, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:01.648075 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bb1daa7d-2d52-4ac9-984e-32009f5bdfc5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.653918 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-f2c4ee1b-19e4-4212-b612-e46a2c7457d3 None None] For port b2034660-d1b8-4b3f-b1ef-341862297caa, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=b2034660-d1b8-4b3f-b1ef-341862297caa,segment=NetworkSegment(2eff1ba2-96c8-4d24-81e5-e1d67956f9e5),segment_id=2eff1ba2-96c8-4d24-81e5-e1d67956f9e5)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:01.657532 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bb1daa7d-2d52-4ac9-984e-32009f5bdfc5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.663722 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ee1b-19e4-4212-b612-e46a2c7457d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.670344 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3eaa02ae-9752-4ac6-a985-f2951b6949da tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.670774 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-3eaa02ae-9752-4ac6-a985-f2951b6949da tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Added segment f9bc355c-3ad3-4e16-91cd-0b872f209df8 of type vlan for network d255afc3-43d3-4a4e-8d10-579d8d877ed5 Nov 12 01:06:01.699748 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bb1daa7d-2d52-4ac9-984e-32009f5bdfc5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.701947 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bb1daa7d-2d52-4ac9-984e-32009f5bdfc5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2613046 Nov 12 01:06:01.711764 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39338) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:01.731262 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-581ec877-dff7-4228-8e79-e2baa3d957bf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'security_group_rule': {'security_group_id': '00e774bb-ce61-4a9e-a979-634d41b14313', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:01.741901 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1daa7d-2d52-4ac9-984e-32009f5bdfc5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579e01ac-3b73-427f-a7c6-e27e1441cc5f,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:01.770166 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b643dcf1-0227-45d8-ae91-34bdbb68b985 None None] Could not find standard attr ID for object 4e0ce07a-5a43-4a20-834b-fc869589d63a. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:06:01.787714 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1399b7af-b3be-454c-81da-6b1f20f5b270 req-0fd7173c-8d31-4e40-811c-3f648643639a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 210 time: 0.0895123 Nov 12 01:06:01.794555 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-581ec877-dff7-4228-8e79-e2baa3d957bf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.802404 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4ee1b-19e4-4212-b612-e46a2c7457d3 None None] Pushing event updated for resources: {'Port': ['ID=b2034660-d1b8-4b3f-b1ef-341862297caa,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:01.834837 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3eaa02ae-9752-4ac6-a985-f2951b6949da tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.917711 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-581ec877-dff7-4228-8e79-e2baa3d957bf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.929962 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-581ec877-dff7-4228-8e79-e2baa3d957bf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.946723 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3eaa02ae-9752-4ac6-a985-f2951b6949da tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.953487 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaa02ae-9752-4ac6-a985-f2951b6949da tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:01.954118 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3eaa02ae-9752-4ac6-a985-f2951b6949da tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.955729 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 378a03ff-653c-406e-82d1-6f7f255f2033 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:01.984050 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ec877-dff7-4228-8e79-e2baa3d957bf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea84fa57-73b7-411e-8f04-7e21af6b6a10,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:02.014414 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-581ec877-dff7-4228-8e79-e2baa3d957bf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.014632 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 378a03ff-653c-406e-82d1-6f7f255f2033 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:02.014898 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.025442 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-581ec877-dff7-4228-8e79-e2baa3d957bf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3125143 Nov 12 01:06:02.028211 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39340) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:02.033157 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa02ae-9752-4ac6-a985-f2951b6949da tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Pushing event updated for resources: {'Network': ['ID=d255afc3-43d3-4a4e-8d10-579d8d877ed5,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:02.038681 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-81caae9d-a973-4049-bf29-14da1254969b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'security_group_rule': {'security_group_id': '00e774bb-ce61-4a9e-a979-634d41b14313', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:02.038862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d139e-f85a-480f-b3df-a20aac6c24b8 req-b8f4672c-9b04-4ffd-beb9-9b32c5cb221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:02.040350 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9b2d139e-f85a-480f-b3df-a20aac6c24b8 req-b8f4672c-9b04-4ffd-beb9-9b32c5cb221b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 1097 time: 0.2609012 Nov 12 01:06:02.064441 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network d255afc3-43d3-4a4e-8d10-579d8d877ed5 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:02.081604 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39342) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:02.097361 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3eaa02ae-9752-4ac6-a985-f2951b6949da tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5434861 Nov 12 01:06:02.159635 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9b2d139e-f85a-480f-b3df-a20aac6c24b8 req-01a030ea-5d19-4b96-a592-d65d53240d2e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028218 Nov 12 01:06:02.276252 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81caae9d-a973-4049-bf29-14da1254969b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.422319 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-200c8d30-e35f-48dd-ba7c-bfaf09966ef9 tempest-DHCPAgentSchedulersTestJSON-1560309473 tempest-DHCPAgentSchedulersTestJSON-1560309473-project-admin] 10.222.0.31 "GET /v2.0/agents/ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b/dhcp-networks HTTP/1.1" status: 200 len: 7254 time: 0.3389070 Nov 12 01:06:02.425095 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39352) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:02.451239 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81caae9d-a973-4049-bf29-14da1254969b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.463877 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79257a92-9235-4f70-bf86-2fcc070b2319 req-32c60543-ca36-445a-a8ba-9e5f7adaa40c tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:02.465603 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-79257a92-9235-4f70-bf86-2fcc070b2319 req-32c60543-ca36-445a-a8ba-9e5f7adaa40c tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0878344 Nov 12 01:06:02.466672 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81caae9d-a973-4049-bf29-14da1254969b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.504340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81caae9d-a973-4049-bf29-14da1254969b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b5f1f2-4ef9-4a67-9ee3-f63c89fc35ca,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:02.518475 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-81caae9d-a973-4049-bf29-14da1254969b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.520754 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-81caae9d-a973-4049-bf29-14da1254969b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4902968 Nov 12 01:06:02.523786 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39354) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:02.528325 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-5fa701f2-2ded-46d0-a1e7-800e18f3d4cc tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'security_group_rule': {'security_group_id': '00e774bb-ce61-4a9e-a979-634d41b14313', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:02.556496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a7e423-8c08-44d6-a5d9-137db406ca3c tempest-DHCPAgentSchedulersTestJSON-1560309473 tempest-DHCPAgentSchedulersTestJSON-1560309473-project-admin] Network d255afc3-43d3-4a4e-8d10-579d8d877ed5 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:02.573850 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-79257a92-9235-4f70-bf86-2fcc070b2319 req-3ea1ebcd-5f87-4b50-9729-48fcbe8e6f65 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902178 Nov 12 01:06:02.574404 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39356) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:02.575030 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-63a7e423-8c08-44d6-a5d9-137db406ca3c tempest-DHCPAgentSchedulersTestJSON-1560309473 tempest-DHCPAgentSchedulersTestJSON-1560309473-project-admin] 10.222.0.31 "POST /v2.0/agents/ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1474924 Nov 12 01:06:02.588406 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f8fb39-5904-44af-975d-c67ffce1066c None None] Network d255afc3-43d3-4a4e-8d10-579d8d877ed5 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:02.604083 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5fa701f2-2ded-46d0-a1e7-800e18f3d4cc tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.726133 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5fa701f2-2ded-46d0-a1e7-800e18f3d4cc tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.732446 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5fa701f2-2ded-46d0-a1e7-800e18f3d4cc tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.767259 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa701f2-2ded-46d0-a1e7-800e18f3d4cc tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752893ec-153c-41d9-9a01-815a6662ee98,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:02.785743 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5fa701f2-2ded-46d0-a1e7-800e18f3d4cc tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.786964 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5fa701f2-2ded-46d0-a1e7-800e18f3d4cc tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2622457 Nov 12 01:06:02.789104 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-98869de1-439c-4a32-aeab-da62065e4854 tempest-DHCPAgentSchedulersTestJSON-1560309473 tempest-DHCPAgentSchedulersTestJSON-1560309473-project-admin] 10.222.0.31 "GET /v2.0/agents/ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b/dhcp-networks HTTP/1.1" status: 200 len: 8024 time: 0.2126620 Nov 12 01:06:02.789872 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39358) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:02.792525 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39360) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:02.794645 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-26de7eb3-6317-42a6-b45a-1c306996c1c2 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'security_group_rule': {'security_group_id': '00e774bb-ce61-4a9e-a979-634d41b14313', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:02.824611 n-d-712137-14 neutron-server[114243]: INFO neutron.db.securitygroups_db [None req-26de7eb3-6317-42a6-b45a-1c306996c1c2 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Project a95a5ba21e204aa3a425fd0950571760 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:06:02.830000 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26de7eb3-6317-42a6-b45a-1c306996c1c2 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.910473 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26de7eb3-6317-42a6-b45a-1c306996c1c2 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.912745 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4e7c2509-0c65-413b-9cb1-fc69160fec85 req-7b854593-214e-4d1b-a678-8f0bdc961f34 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 210 time: 0.0347795 Nov 12 01:06:02.916052 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26de7eb3-6317-42a6-b45a-1c306996c1c2 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.917016 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-51c77925-019e-4518-83f7-b4a9fa2dbf1d tempest-DHCPAgentSchedulersTestJSON-1560309473 tempest-DHCPAgentSchedulersTestJSON-1560309473-project-admin] 10.222.0.31 "DELETE /v2.0/agents/ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b/dhcp-networks/d255afc3-43d3-4a4e-8d10-579d8d877ed5 HTTP/1.1" status: 204 len: 168 time: 0.1235595 Nov 12 01:06:02.921159 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39364) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:02.942492 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de7eb3-6317-42a6-b45a-1c306996c1c2 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6769d870-cbcf-42e3-b826-dd71594c0ed3,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:02.949669 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-26de7eb3-6317-42a6-b45a-1c306996c1c2 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.953150 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-26de7eb3-6317-42a6-b45a-1c306996c1c2 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1622922 Nov 12 01:06:02.954430 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39366) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:02.959356 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-9658f722-fe44-4f79-b831-208dbb634a66 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'security_group_rule': {'security_group_id': '00e774bb-ce61-4a9e-a979-634d41b14313', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:03.072878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739b7333-f89d-40bc-a399-77ed6bbd35a3 None None] Network e9e15643-52e1-421d-8377-fd79184b2aac requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:03.148341 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-41f07c85-0791-4898-b8dc-0c51bdbd5133 None None] Provisioning complete for port b2034660-d1b8-4b3f-b1ef-341862297caa triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:03.148824 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-41f07c85-0791-4898-b8dc-0c51bdbd5133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.301727 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-41f07c85-0791-4898-b8dc-0c51bdbd5133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.341311 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-41f07c85-0791-4898-b8dc-0c51bdbd5133 None None] For port b2034660-d1b8-4b3f-b1ef-341862297caa, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=b2034660-d1b8-4b3f-b1ef-341862297caa,segment=NetworkSegment(2eff1ba2-96c8-4d24-81e5-e1d67956f9e5),segment_id=2eff1ba2-96c8-4d24-81e5-e1d67956f9e5)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:03.345472 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-41f07c85-0791-4898-b8dc-0c51bdbd5133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.358697 n-d-712137-14 neutron-server[114242]: INFO neutron.db.securitygroups_db [None req-9658f722-fe44-4f79-b831-208dbb634a66 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Project a95a5ba21e204aa3a425fd0950571760 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:06:03.369965 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9658f722-fe44-4f79-b831-208dbb634a66 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.421505 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f07c85-0791-4898-b8dc-0c51bdbd5133 None None] Pushing event updated for resources: {'Port': ['ID=b2034660-d1b8-4b3f-b1ef-341862297caa,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:03.539131 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-23a08a7f-92ba-4220-8dab-46214acd4155 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:03.540672 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-23a08a7f-92ba-4220-8dab-46214acd4155 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.21 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 811 time: 0.3060732 Nov 12 01:06:03.560988 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9e2f52f4-2a54-43a9-8142-38644d241124 tempest-DHCPAgentSchedulersTestJSON-1560309473 tempest-DHCPAgentSchedulersTestJSON-1560309473-project-admin] 10.222.0.31 "GET /v2.0/agents/ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b/dhcp-networks HTTP/1.1" status: 200 len: 7254 time: 0.6385779 Nov 12 01:06:03.562442 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39368) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:03.588983 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9658f722-fe44-4f79-b831-208dbb634a66 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.590985 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-28d362ee-5ff6-49a8-a3e1-fd7694f359aa tempest-DHCPAgentSchedulersTestJSON-1560309473 tempest-DHCPAgentSchedulersTestJSON-1560309473-project-admin] 10.222.0.31 "GET /v2.0/networks/5307eb65-ca5f-4c07-9d71-a69867756392/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0271146 Nov 12 01:06:03.594528 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39370) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:03.607120 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9658f722-fe44-4f79-b831-208dbb634a66 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.620106 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a10d40cc-1fda-4f8e-bc7c-bc48045ddbf2 tempest-DHCPAgentSchedulersTestJSON-1560309473 tempest-DHCPAgentSchedulersTestJSON-1560309473-project-admin] 10.222.0.31 "GET /v2.0/networks/5307eb65-ca5f-4c07-9d71-a69867756392/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0242853 Nov 12 01:06:03.622583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39374) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:03.634059 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6f4d93b9-51a8-4d2c-a7a6-ab822f083154 req-18b41bb2-ddb8-40ee-8889-f1486b972697 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1792326 Nov 12 01:06:03.677433 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-bd679c10-8e59-4f7d-bb9e-e8801d4dfecd None None] Provisioning complete for port b2034660-d1b8-4b3f-b1ef-341862297caa triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:03.678016 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bd679c10-8e59-4f7d-bb9e-e8801d4dfecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.692184 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658f722-fe44-4f79-b831-208dbb634a66 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25348018-d21f-40b1-ac81-f380a1514e88,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:03.729995 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9658f722-fe44-4f79-b831-208dbb634a66 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.737162 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9658f722-fe44-4f79-b831-208dbb634a66 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7812231 Nov 12 01:06:03.787114 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-15232793-6e6e-48f1-a5d2-90405018244f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05d643b99eff47289c92fcd2e8574468 HTTP/1.1" status: 200 len: 379 time: 0.2323174 Nov 12 01:06:03.790524 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d0b74-19b8-4cff-9d69-8f41ba388cea req-f744e0ac-2160-4ff1-a776-b255262dd455 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:03.792620 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7a2d0b74-19b8-4cff-9d69-8f41ba388cea req-f744e0ac-2160-4ff1-a776-b255262dd455 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.1154640 Nov 12 01:06:03.804032 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-bffcf6ad-1a62-4088-83b2-12058739ad53 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Request body: {'port': {'device_id': 'dafb0d07-c085-4da1-b942-02ae27db8dee', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'admin_state_up': True, 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'security_groups': ['a23f3d06-c0f9-4142-a2aa-7e63b6550041']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:03.827611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d93b9-51a8-4d2c-a7a6-ab822f083154 req-197393ac-c03a-4611-a120-748dea8e6627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:03.829161 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6f4d93b9-51a8-4d2c-a7a6-ab822f083154 req-197393ac-c03a-4611-a120-748dea8e6627 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8109284eb514caaa3d786df89e5eb19&device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 1097 time: 0.1068575 Nov 12 01:06:03.871830 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7a2d0b74-19b8-4cff-9d69-8f41ba388cea req-7246b404-89af-46eb-9446-43e37fa808fe tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674984 Nov 12 01:06:03.882554 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a08e8279-e716-40df-92c0-c64784bfef42 tempest-DHCPAgentSchedulersTestJSON-1560309473 tempest-DHCPAgentSchedulersTestJSON-1560309473-project-admin] 10.222.0.31 "GET /v2.0/agents/ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b/dhcp-networks HTTP/1.1" status: 200 len: 7254 time: 0.2588434 Nov 12 01:06:03.886162 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39378) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:04.014033 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ca17175-d873-4170-a50c-521c76c4266a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.030184 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b2034660-d1b8-4b3f-b1ef-341862297caa up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:04.105237 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d93b9-51a8-4d2c-a7a6-ab822f083154 req-1d668736-ead2-461c-8bae-a9a3a3206f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:04.106894 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6f4d93b9-51a8-4d2c-a7a6-ab822f083154 req-1d668736-ead2-461c-8bae-a9a3a3206f45 service neutron] 10.222.0.21 "GET /v2.0/networks?id=42957e99-3f0d-4a9b-853f-fd766a747884 HTTP/1.1" status: 200 len: 911 time: 0.2550781 Nov 12 01:06:04.109698 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-bffcf6ad-1a62-4088-83b2-12058739ad53 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Made reservation on behalf of 05d643b99eff47289c92fcd2e8574468 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:04.115173 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-bffcf6ad-1a62-4088-83b2-12058739ad53 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.144208 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port b2034660-d1b8-4b3f-b1ef-341862297caa triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:04.144587 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.204581 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ca17175-d873-4170-a50c-521c76c4266a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.231227 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-83fcc84c-c668-4604-8b7f-1faad530ad3d tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1157017208&fields=id&tenant_id=a95a5ba21e204aa3a425fd0950571760 HTTP/1.1" status: 200 len: 267 time: 0.1534574 Nov 12 01:06:04.244647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-1ca17175-d873-4170-a50c-521c76c4266a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d255afc3-43d3-4a4e-8d10-579d8d877ed5']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:04.277290 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-1ca17175-d873-4170-a50c-521c76c4266a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9bc355c-3ad3-4e16-91cd-0b872f209df8') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:04.277778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-1ca17175-d873-4170-a50c-521c76c4266a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9bc355c-3ad3-4e16-91cd-0b872f209df8') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:04.280854 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6f4d93b9-51a8-4d2c-a7a6-ab822f083154 req-3b166451-1331-4552-bc89-b13249cf5b4c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1777587-4219-4a59-b125-d040697192bb HTTP/1.1" status: 200 len: 217 time: 0.1385620 Nov 12 01:06:04.310071 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ca17175-d873-4170-a50c-521c76c4266a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.335129 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b33b1e1-ffed-4f81-9d9c-c285797d398b req-2e3068ee-8c42-4c2c-9072-023d85a3a5a8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 210 time: 0.1323609 Nov 12 01:06:04.361757 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ca17175-d873-4170-a50c-521c76c4266a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.373652 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca17175-d873-4170-a50c-521c76c4266a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:04.374482 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ca17175-d873-4170-a50c-521c76c4266a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:04.432963 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:04.446665 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709ecda-d2bf-4ece-ae74-d042de6754ae req-afd33fc1-2ccf-44f7-bc5b-932dd297b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:04.448733 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3709ecda-d2bf-4ece-ae74-d042de6754ae req-afd33fc1-2ccf-44f7-bc5b-932dd297b1f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8109284eb514caaa3d786df89e5eb19&device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 1097 time: 0.2500827 Nov 12 01:06:04.460491 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ca17175-d873-4170-a50c-521c76c4266a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.465794 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ca17175-d873-4170-a50c-521c76c4266a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.469162 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1ca17175-d873-4170-a50c-521c76c4266a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] 10.222.0.31 "DELETE /v2.0/networks/d255afc3-43d3-4a4e-8d10-579d8d877ed5 HTTP/1.1" status: 204 len: 168 time: 0.5820196 Nov 12 01:06:04.476910 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d93b9-51a8-4d2c-a7a6-ab822f083154 req-b68cd2fe-d94b-472a-8d72-7c169bb6a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:04.478354 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6f4d93b9-51a8-4d2c-a7a6-ab822f083154 req-b68cd2fe-d94b-472a-8d72-7c169bb6a679 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fcd6195d-07ef-466d-b505-337253075e1a HTTP/1.1" status: 200 len: 850 time: 0.1670318 Nov 12 01:06:04.481349 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39400) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:04.501242 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca17175-d873-4170-a50c-521c76c4266a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Pushing event deleted for resources: {'Network': ['ID=d255afc3-43d3-4a4e-8d10-579d8d877ed5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:04.510118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-f8629da9-245d-475e-944e-567aa87ff727 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:04.511746 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-f8629da9-245d-475e-944e-567aa87ff727 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/networks?id=e9e15643-52e1-421d-8377-fd79184b2aac HTTP/1.1" status: 200 len: 797 time: 0.2700524 Nov 12 01:06:04.541749 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-72698238-a8ec-44d8-8290-ef0e480c9a48 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:04.542441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72698238-a8ec-44d8-8290-ef0e480c9a48 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:04.548806 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-72698238-a8ec-44d8-8290-ef0e480c9a48 tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] 10.222.0.31 "DELETE /v2.0/ports/4e0ce07a-5a43-4a20-834b-fc869589d63a HTTP/1.1" status: 404 len: 333 time: 0.0633848 Nov 12 01:06:04.548806 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39402) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:04.557353 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-d8b576e0-0281-4195-8e14-7267e414b895 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/quotas/a95a5ba21e204aa3a425fd0950571760 HTTP/1.1" status: 200 len: 375 time: 0.0230825 Nov 12 01:06:04.566222 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-bffcf6ad-1a62-4088-83b2-12058739ad53 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Allocated IP 172.20.0.3 (a8eaa1d8-98f0-4521-9f44-0792aea92c6d/9210f21d-6237-43bd-9969-453197d38eb5/cdc00645-cbf2-468d-a989-4f3a4986b5aa) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:04.571200 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6f4d93b9-51a8-4d2c-a7a6-ab822f083154 req-78a21388-6116-4d4b-91e0-df8c26f411ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42957e99-3f0d-4a9b-853f-fd766a747884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754952 Nov 12 01:06:04.586633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7945ec0-5d48-4098-a3be-5e7098071eae req-b5e6d925-e30c-4776-9ff6-f83432c79add tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:04.588128 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f7945ec0-5d48-4098-a3be-5e7098071eae req-b5e6d925-e30c-4776-9ff6-f83432c79add tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.1895633 Nov 12 01:06:04.634078 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-4872a8f5-dd8c-4a87-8f5c-7a5dfa8dab7c tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Deleting subnet 4f0b524b-d17b-4e3e-8763-a14a9f9c2800 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:06:04.639912 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4872a8f5-dd8c-4a87-8f5c-7a5dfa8dab7c tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.679453 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-40c88c1e-f5fd-47d4-a481-6140badf26b6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a95a5ba21e204aa3a425fd0950571760&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1009133 Nov 12 01:06:04.695696 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4872a8f5-dd8c-4a87-8f5c-7a5dfa8dab7c tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.756755 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709ecda-d2bf-4ece-ae74-d042de6754ae req-6a2563c4-1570-4ef0-ab7b-b9a84fc3afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:04.758506 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3709ecda-d2bf-4ece-ae74-d042de6754ae req-6a2563c4-1570-4ef0-ab7b-b9a84fc3afb5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=42957e99-3f0d-4a9b-853f-fd766a747884 HTTP/1.1" status: 200 len: 911 time: 0.2957025 Nov 12 01:06:04.797934 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f7945ec0-5d48-4098-a3be-5e7098071eae req-4bb22d9f-7c89-4edb-9d6e-8530d8e47edf tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851170 Nov 12 01:06:04.860758 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6f4d93b9-51a8-4d2c-a7a6-ab822f083154 req-b64ccbe4-59d3-4b15-9112-90efbfd11c97 service neutron] 10.222.0.21 "GET /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716157 Nov 12 01:06:04.889424 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3709ecda-d2bf-4ece-ae74-d042de6754ae req-9f543ef5-bf08-4ecc-9557-f30e95e686b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b60e420f-8844-4cc7-9583-c6126cd3d7ab HTTP/1.1" status: 200 len: 217 time: 0.1117647 Nov 12 01:06:04.895360 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-3479ee73-99fe-459c-b359-b7d0794c34b7 service neutron] 10.222.0.31 "GET /v2.0/networks/e9e15643-52e1-421d-8377-fd79184b2aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964078 Nov 12 01:06:04.903342 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4872a8f5-dd8c-4a87-8f5c-7a5dfa8dab7c tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.018204 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709ecda-d2bf-4ece-ae74-d042de6754ae req-b4f97751-4048-4635-bc94-a52d8a9470ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:05.020246 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3709ecda-d2bf-4ece-ae74-d042de6754ae req-b4f97751-4048-4635-bc94-a52d8a9470ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fcd6195d-07ef-466d-b505-337253075e1a HTTP/1.1" status: 200 len: 850 time: 0.1205060 Nov 12 01:06:05.044875 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4872a8f5-dd8c-4a87-8f5c-7a5dfa8dab7c tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.070444 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3709ecda-d2bf-4ece-ae74-d042de6754ae req-2c03154e-67b7-46c9-ac0d-7221e9a13a5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42957e99-3f0d-4a9b-853f-fd766a747884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432930 Nov 12 01:06:05.079405 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-bffcf6ad-1a62-4088-83b2-12058739ad53 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.083983 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-b3478b0a-546c-41b8-be36-e2e4f4926e60 service neutron] 10.222.0.31 "GET /v2.0/networks/e9e15643-52e1-421d-8377-fd79184b2aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757705 Nov 12 01:06:05.085219 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872a8f5-dd8c-4a87-8f5c-7a5dfa8dab7c tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Pushing event deleted for resources: {'Subnet': ['ID=4f0b524b-d17b-4e3e-8763-a14a9f9c2800,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:05.093297 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4872a8f5-dd8c-4a87-8f5c-7a5dfa8dab7c tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.099615 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4872a8f5-dd8c-4a87-8f5c-7a5dfa8dab7c tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] 10.222.0.31 "DELETE /v2.0/subnets/4f0b524b-d17b-4e3e-8763-a14a9f9c2800 HTTP/1.1" status: 204 len: 168 time: 0.5470917 Nov 12 01:06:05.099615 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39404) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:05.099901 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6f4d93b9-51a8-4d2c-a7a6-ab822f083154 req-cabf5442-f9ca-4109-ae93-abb829d97b3e service neutron] 10.222.0.21 "GET /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125206 Nov 12 01:06:05.114536 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6a659d-61b0-4b9f-9ec9-df8910407fcf None None] Network 5307eb65-ca5f-4c07-9d71-a69867756392 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:05.245900 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3709ecda-d2bf-4ece-ae74-d042de6754ae req-8c211de7-2491-4464-ae38-d635f6efc3ae service neutron] 10.222.0.15 "GET /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627228 Nov 12 01:06:05.247603 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-bffcf6ad-1a62-4088-83b2-12058739ad53 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.310607 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-adde2024-d060-4700-a2d9-2e0c4863261a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.335956 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-bffcf6ad-1a62-4088-83b2-12058739ad53 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Network a8eaa1d8-98f0-4521-9f44-0792aea92c6d is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:05.387472 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-adde2024-d060-4700-a2d9-2e0c4863261a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Deleting port 378a03ff-653c-406e-82d1-6f7f255f2033 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:05.387917 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-adde2024-d060-4700-a2d9-2e0c4863261a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.395044 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-bffcf6ad-1a62-4088-83b2-12058739ad53 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:05.406583 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-bffcf6ad-1a62-4088-83b2-12058739ad53 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:05.429238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffcf6ad-1a62-4088-83b2-12058739ad53 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event updated for resources: {'Port': ['ID=cdc00645-cbf2-468d-a989-4f3a4986b5aa,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:05.465796 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878a4492-9544-4546-bab1-3fb43b177938 None None] DHCP port deletion for 5307eb65-ca5f-4c07-9d71-a69867756392 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:05.521550 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3709ecda-d2bf-4ece-ae74-d042de6754ae req-972db8d9-eb3f-42dc-b36a-5b29f9967b80 service neutron] 10.222.0.15 "GET /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582502 Nov 12 01:06:05.523945 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c30e082b-571a-48f2-9d22-bef134e11d4d req-c071189e-a323-43f2-9948-eb5e6d911bdd tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b45c438-2ac7-46eb-b24b-ec91188f7a86 HTTP/1.1" status: 200 len: 210 time: 0.1374621 Nov 12 01:06:05.574128 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-878a4492-9544-4546-bab1-3fb43b177938 None None] Deleting port 378a03ff-653c-406e-82d1-6f7f255f2033 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:05.574465 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-878a4492-9544-4546-bab1-3fb43b177938 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.635987 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-bffcf6ad-1a62-4088-83b2-12058739ad53 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:05.641521 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-bffcf6ad-1a62-4088-83b2-12058739ad53 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.668853 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-bffcf6ad-1a62-4088-83b2-12058739ad53 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8743589 Nov 12 01:06:05.681903 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-5d087658-0760-497b-b86d-685c82985d98 service neutron] Request body: {'port': {'device_id': 'dafb0d07-c085-4da1-b942-02ae27db8dee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:05.743892 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-878a4492-9544-4546-bab1-3fb43b177938 None None] For port 378a03ff-653c-406e-82d1-6f7f255f2033, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=378a03ff-653c-406e-82d1-6f7f255f2033,segment=NetworkSegment(5c3464b6-0ce5-4748-9e45-9dd5103e240d),segment_id=5c3464b6-0ce5-4748-9e45-9dd5103e240d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:05.744515 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-878a4492-9544-4546-bab1-3fb43b177938 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.764997 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-878a4492-9544-4546-bab1-3fb43b177938 None None] Calling delete_port for 378a03ff-653c-406e-82d1-6f7f255f2033 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:05.778801 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-5d087658-0760-497b-b86d-685c82985d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.928054 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c604db93-4429-45c6-8078-cfa64a23cd19 None None] Provisioning complete for port cdc00645-cbf2-468d-a989-4f3a4986b5aa triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:05.928452 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c604db93-4429-45c6-8078-cfa64a23cd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.989733 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 378a03ff-653c-406e-82d1-6f7f255f2033 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:06.048528 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-adde2024-d060-4700-a2d9-2e0c4863261a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] For port 378a03ff-653c-406e-82d1-6f7f255f2033, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=378a03ff-653c-406e-82d1-6f7f255f2033,segment=NetworkSegment(5c3464b6-0ce5-4748-9e45-9dd5103e240d),segment_id=5c3464b6-0ce5-4748-9e45-9dd5103e240d)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:06.049137 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-adde2024-d060-4700-a2d9-2e0c4863261a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.063187 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c604db93-4429-45c6-8078-cfa64a23cd19 None None] Port cdc00645-cbf2-468d-a989-4f3a4986b5aa cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:06.065192 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-adde2024-d060-4700-a2d9-2e0c4863261a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Calling delete_port for 378a03ff-653c-406e-82d1-6f7f255f2033 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:06.075863 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6ecc5-d29d-4afd-ae3f-77368e28d028 req-1834d9a2-9106-4d0f-9ecb-3f71d6efa796 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:06.083529 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-96e6ecc5-d29d-4afd-ae3f-77368e28d028 req-1834d9a2-9106-4d0f-9ecb-3f71d6efa796 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 931 time: 0.6617644 Nov 12 01:06:06.103369 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Port 378a03ff-653c-406e-82d1-6f7f255f2033 update to DOWN by agent not found {{(pid=114244) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 01:06:06.104886 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-878a4492-9544-4546-bab1-3fb43b177938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.140839 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a4492-9544-4546-bab1-3fb43b177938 None None] Pushing event deleted for resources: {'Port': ['ID=378a03ff-653c-406e-82d1-6f7f255f2033,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:06.143333 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878a4492-9544-4546-bab1-3fb43b177938 None None] No DVR routers for this DVR port 378a03ff-653c-406e-82d1-6f7f255f2033 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:06.187691 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-96e6ecc5-d29d-4afd-ae3f-77368e28d028 req-0cb2bf90-58c4-44a8-926d-51f9c59c23d8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032276 Nov 12 01:06:06.208339 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-adde2024-d060-4700-a2d9-2e0c4863261a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.216017 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0c0d5-41a0-4ddc-83fa-4f4f5f41dc76 req-f56cf48f-d156-4f3d-a7cb-a8063ec5062e tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:06.220025 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3de0c0d5-41a0-4ddc-83fa-4f4f5f41dc76 req-f56cf48f-d156-4f3d-a7cb-a8063ec5062e tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.1846364 Nov 12 01:06:06.240850 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde2024-d060-4700-a2d9-2e0c4863261a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Pushing event deleted for resources: {'Port': ['ID=378a03ff-653c-406e-82d1-6f7f255f2033,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:06.243089 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adde2024-d060-4700-a2d9-2e0c4863261a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] No DVR routers for this DVR port 378a03ff-653c-406e-82d1-6f7f255f2033 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:06.324182 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3de0c0d5-41a0-4ddc-83fa-4f4f5f41dc76 req-092cbbf7-0eb6-4a54-8b87-bdb34d4bd188 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649791 Nov 12 01:06:06.362747 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-adde2024-d060-4700-a2d9-2e0c4863261a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.385599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-adde2024-d060-4700-a2d9-2e0c4863261a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5307eb65-ca5f-4c07-9d71-a69867756392']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:06.397905 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-adde2024-d060-4700-a2d9-2e0c4863261a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3464b6-0ce5-4748-9e45-9dd5103e240d') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:06.398212 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-adde2024-d060-4700-a2d9-2e0c4863261a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3464b6-0ce5-4748-9e45-9dd5103e240d') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:06.411363 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-adde2024-d060-4700-a2d9-2e0c4863261a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.428096 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-adde2024-d060-4700-a2d9-2e0c4863261a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.431697 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-5d087658-0760-497b-b86d-685c82985d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc00645-cbf2-468d-a989-4f3a4986b5aa {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:06:06.437111 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adde2024-d060-4700-a2d9-2e0c4863261a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:06.437651 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-adde2024-d060-4700-a2d9-2e0c4863261a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: self.session.flush() Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:06.441635 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:06.444279 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-5d087658-0760-497b-b86d-685c82985d98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.511125 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-adde2024-d060-4700-a2d9-2e0c4863261a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.511397 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-5d087658-0760-497b-b86d-685c82985d98 service neutron] Transition to ACTIVE for port object cdc00645-cbf2-468d-a989-4f3a4986b5aa will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:06:06.517148 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-5d087658-0760-497b-b86d-685c82985d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.525751 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-adde2024-d060-4700-a2d9-2e0c4863261a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.528106 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-adde2024-d060-4700-a2d9-2e0c4863261a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] 10.222.0.31 "DELETE /v2.0/networks/5307eb65-ca5f-4c07-9d71-a69867756392 HTTP/1.1" status: 204 len: 168 time: 1.4279242 Nov 12 01:06:06.541986 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde2024-d060-4700-a2d9-2e0c4863261a tempest-DHCPAgentSchedulersTestJSON-1739393705 tempest-DHCPAgentSchedulersTestJSON-1739393705-project] Pushing event deleted for resources: {'Network': ['ID=5307eb65-ca5f-4c07-9d71-a69867756392,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:06.577357 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d087658-0760-497b-b86d-685c82985d98 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc00645-cbf2-468d-a989-4f3a4986b5aa,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:06.677170 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b7213a9-ce11-4003-b1fb-ba1f9449e185 req-ad9fec89-6f4f-42c9-8dd9-f91a1c01e75e tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b45c438-2ac7-46eb-b24b-ec91188f7a86 HTTP/1.1" status: 200 len: 210 time: 0.0389285 Nov 12 01:06:06.686208 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-5d087658-0760-497b-b86d-685c82985d98 service neutron] Attempting to bind port cdc00645-cbf2-468d-a989-4f3a4986b5aa on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:06.686626 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-5d087658-0760-497b-b86d-685c82985d98 service neutron] Attempting to bind port cdc00645-cbf2-468d-a989-4f3a4986b5aa by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:06.687032 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-5d087658-0760-497b-b86d-685c82985d98 service neutron] Attempting to bind port cdc00645-cbf2-468d-a989-4f3a4986b5aa on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:06.693069 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-5d087658-0760-497b-b86d-685c82985d98 service neutron] Port cdc00645-cbf2-468d-a989-4f3a4986b5aa on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:06.693495 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-5d087658-0760-497b-b86d-685c82985d98 service neutron] Attempting to bind port cdc00645-cbf2-468d-a989-4f3a4986b5aa on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:06.699118 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-5d087658-0760-497b-b86d-685c82985d98 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:06.699697 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-5d087658-0760-497b-b86d-685c82985d98 service neutron] Checking segment: {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:06.700164 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-5d087658-0760-497b-b86d-685c82985d98 service neutron] Bound using segment: {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:06.700681 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-5d087658-0760-497b-b86d-685c82985d98 service neutron] Bound port: cdc00645-cbf2-468d-a989-4f3a4986b5aa, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:06.701321 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-5d087658-0760-497b-b86d-685c82985d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.821652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-5d087658-0760-497b-b86d-685c82985d98 service neutron] For port cdc00645-cbf2-468d-a989-4f3a4986b5aa, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:06.832638 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-5d087658-0760-497b-b86d-685c82985d98 service neutron] For port cdc00645-cbf2-468d-a989-4f3a4986b5aa, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=cdc00645-cbf2-468d-a989-4f3a4986b5aa,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:06.852586 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-5d087658-0760-497b-b86d-685c82985d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.932592 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39426) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:07.018107 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-5d087658-0760-497b-b86d-685c82985d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:07.018884 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-5d087658-0760-497b-b86d-685c82985d98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.020588 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-5d087658-0760-497b-b86d-685c82985d98 service neutron] 10.222.0.21 "PUT /v2.0/ports/cdc00645-cbf2-468d-a989-4f3a4986b5aa HTTP/1.1" status: 200 len: 1092 time: 1.3434944 Nov 12 01:06:07.029623 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-8e5e6cf2-3e9b-429d-af39-e7629dfd93dd tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:07.031921 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-8e5e6cf2-3e9b-429d-af39-e7629dfd93dd tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.15 "GET /v2.0/networks?id=e9e15643-52e1-421d-8377-fd79184b2aac HTTP/1.1" status: 200 len: 797 time: 0.1705856 Nov 12 01:06:07.032496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafb0d07-c085-4da1-b942-02ae27db8dee', 'tag': 'cdc00645-cbf2-468d-a989-4f3a4986b5aa'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:07.035670 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da1dc11-f0ec-4de5-a99f-f2603c07bcb2" -d '{"events": [{"name": "network-changed", "server_uuid": "dafb0d07-c085-4da1-b942-02ae27db8dee", "tag": "cdc00645-cbf2-468d-a989-4f3a4986b5aa"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:07.150671 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6abbe7cf-53bf-4956-a7b5-d154dc2187ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e34ec3eb34148098d8bcaec94a9614c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2167323 Nov 12 01:06:07.153275 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39432) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:07.215935 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3987e9c5-f71f-4401-98c0-25c0053bc7e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.246962 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3987e9c5-f71f-4401-98c0-25c0053bc7e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.341996 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b8fc0-0f63-4ca7-b206-7d4b64418d21 req-78c9e711-4ef8-4c1e-82fb-ccfa73e4cc67 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:07.343677 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1d1b8fc0-0f63-4ca7-b206-7d4b64418d21 req-78c9e711-4ef8-4c1e-82fb-ccfa73e4cc67 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 943 time: 0.0605369 Nov 12 01:06:07.344950 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3987e9c5-f71f-4401-98c0-25c0053bc7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.347844 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3987e9c5-f71f-4401-98c0-25c0053bc7e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.350130 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3987e9c5-f71f-4401-98c0-25c0053bc7e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e7c3401-b09c-444a-9e4d-cdaf70593de7 HTTP/1.1" status: 204 len: 168 time: 0.1947587 Nov 12 01:06:07.372092 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987e9c5-f71f-4401-98c0-25c0053bc7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7c3401-b09c-444a-9e4d-cdaf70593de7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:07.423489 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1d1b8fc0-0f63-4ca7-b206-7d4b64418d21 req-97d5e169-0a24-4fb6-b5f8-27e1e5a3fdc6 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706427 Nov 12 01:06:07.434929 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37718afd-26ad-4f13-9aaf-cf2f9d95ec84 x-openstack-request-id: req-37718afd-26ad-4f13-9aaf-cf2f9d95ec84 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:07.435966 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafb0d07-c085-4da1-b942-02ae27db8dee", "tag": "cdc00645-cbf2-468d-a989-4f3a4986b5aa", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:07.436365 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37718afd-26ad-4f13-9aaf-cf2f9d95ec84 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:07.437223 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dafb0d07-c085-4da1-b942-02ae27db8dee', 'tag': 'cdc00645-cbf2-468d-a989-4f3a4986b5aa', 'status': 'completed', 'code': 200} Nov 12 01:06:07.501148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d087658-0760-497b-b86d-685c82985d98 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc00645-cbf2-468d-a989-4f3a4986b5aa,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:07.562928 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-1424c421-4ff3-44cb-9561-4ffd418759ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:07.564433 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-1424c421-4ff3-44cb-9561-4ffd418759ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 1095 time: 0.1325917 Nov 12 01:06:07.579778 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-cb4dcfad-ea38-43fc-85c8-b5b0bd0195af tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a95a5ba21e204aa3a425fd0950571760 HTTP/1.1" status: 200 len: 473 time: 0.5258634 Nov 12 01:06:07.599631 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be61d3-7811-469f-9457-e71de94312da req-3583022f-8d9e-4900-8394-c55be2f767aa tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:07.601250 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-35be61d3-7811-469f-9457-e71de94312da req-3583022f-8d9e-4900-8394-c55be2f767aa tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.1430447 Nov 12 01:06:07.604772 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-bf1b01b5-da54-4890-a0ac-2da68b00f5e7 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'port': {'device_id': '9b45c438-2ac7-46eb-b24b-ec91188f7a86', 'network_id': 'e9e15643-52e1-421d-8377-fd79184b2aac', 'admin_state_up': True, 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'security_groups': ['00e774bb-ce61-4a9e-a979-634d41b14313']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:07.654547 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-e468cc9e-9247-497b-b3d3-f0cce7bc2b50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdc00645-cbf2-468d-a989-4f3a4986b5aa HTTP/1.1" status: 200 len: 217 time: 0.0714471 Nov 12 01:06:07.747641 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39444) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:07.775404 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b344969c-07be-4801-bacb-3e72e88cbda6 req-ab8ae076-6cb5-4a1a-83b3-45ba51bebe28 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b45c438-2ac7-46eb-b24b-ec91188f7a86 HTTP/1.1" status: 200 len: 210 time: 0.0399630 Nov 12 01:06:07.776577 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-192f10c1-7bc0-4eb2-9c48-564f081ffdaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.797088 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-35be61d3-7811-469f-9457-e71de94312da req-52313822-5f10-41b4-bbb7-37ab4094eb12 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557455 Nov 12 01:06:07.802351 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-ed30f9be-0933-43dd-8807-1538af83b4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:07.804143 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-ed30f9be-0933-43dd-8807-1538af83b4d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.1369352 Nov 12 01:06:07.885921 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-192f10c1-7bc0-4eb2-9c48-564f081ffdaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.886312 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-c1d288da-43c5-4cbc-bf04-29226d72b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:07.888108 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-c1d288da-43c5-4cbc-bf04-29226d72b53f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706365 Nov 12 01:06:07.891162 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-192f10c1-7bc0-4eb2-9c48-564f081ffdaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.930803 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f10c1-7bc0-4eb2-9c48-564f081ffdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f22af48-c34c-4b4e-8c25-9ab60af82c04,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:07.937432 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-192f10c1-7bc0-4eb2-9c48-564f081ffdaa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=091104ab8c5d43acb1491e76417bbf6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1882064 Nov 12 01:06:07.937703 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39446) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:07.970960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-bf1b01b5-da54-4890-a0ac-2da68b00f5e7 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Made reservation on behalf of a95a5ba21e204aa3a425fd0950571760 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:07.977193 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-bf1b01b5-da54-4890-a0ac-2da68b00f5e7 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.992623 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7249c031-1720-4d1c-a493-db136ac51b23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.032117 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7249c031-1720-4d1c-a493-db136ac51b23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.042809 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-f704e161-572d-4f11-9b13-74bbc0a42e4d service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464303 Nov 12 01:06:08.094948 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7249c031-1720-4d1c-a493-db136ac51b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.098503 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7249c031-1720-4d1c-a493-db136ac51b23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.102140 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7249c031-1720-4d1c-a493-db136ac51b23 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f22af48-c34c-4b4e-8c25-9ab60af82c04 HTTP/1.1" status: 204 len: 168 time: 0.1611519 Nov 12 01:06:08.108983 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249c031-1720-4d1c-a493-db136ac51b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f22af48-c34c-4b4e-8c25-9ab60af82c04,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:08.228040 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-bf1b01b5-da54-4890-a0ac-2da68b00f5e7 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Allocated IP 172.20.0.23 (e9e15643-52e1-421d-8377-fd79184b2aac/eea676c9-98d7-459a-a008-6133365a4e36/4b4f7a12-1980-43c1-91fb-99325d1a9e0e) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:08.231539 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2cbb375d-e76a-4e7b-a319-bca7ca17995c req-98fa8603-ccba-4842-af0d-65e5af2c0215 service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595075 Nov 12 01:06:08.385846 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1dc11-f0ec-4de5-a99f-f2603c07bcb2 req-87c404ae-0b42-4712-9a97-ee825ae87695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:08.386736 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0da1dc11-f0ec-4de5-a99f-f2603c07bcb2 req-87c404ae-0b42-4712-9a97-ee825ae87695 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 1095 time: 0.0900550 Nov 12 01:06:08.437805 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-bf1b01b5-da54-4890-a0ac-2da68b00f5e7 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.542028 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1dc11-f0ec-4de5-a99f-f2603c07bcb2 req-779fa3f8-d0c9-4e7a-ae6f-a91455fa89fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:08.543481 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0da1dc11-f0ec-4de5-a99f-f2603c07bcb2 req-779fa3f8-d0c9-4e7a-ae6f-a91455fa89fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 912 time: 0.1474407 Nov 12 01:06:08.549972 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-bf1b01b5-da54-4890-a0ac-2da68b00f5e7 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.569630 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef4381-3875-4c97-b388-5c48772e5bb0 req-0b223e85-e355-4c83-9a9e-618e0115df4b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:08.572401 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-caef4381-3875-4c97-b388-5c48772e5bb0 req-0b223e85-e355-4c83-9a9e-618e0115df4b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 943 time: 0.0671077 Nov 12 01:06:08.619428 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0da1dc11-f0ec-4de5-a99f-f2603c07bcb2 req-8ab97b11-f604-4b84-bd72-55ea116b6251 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdc00645-cbf2-468d-a989-4f3a4986b5aa HTTP/1.1" status: 200 len: 217 time: 0.0673058 Nov 12 01:06:08.645289 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-bf1b01b5-da54-4890-a0ac-2da68b00f5e7 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Network e9e15643-52e1-421d-8377-fd79184b2aac is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:08.666436 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-caef4381-3875-4c97-b388-5c48772e5bb0 req-f77c438b-0416-44b2-ac06-71a46479e8fe tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877979 Nov 12 01:06:08.670927 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-bf1b01b5-da54-4890-a0ac-2da68b00f5e7 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:08.674631 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b01b5-da54-4890-a0ac-2da68b00f5e7 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'Port': ['ID=4b4f7a12-1980-43c1-91fb-99325d1a9e0e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:08.678562 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-bf1b01b5-da54-4890-a0ac-2da68b00f5e7 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:08.726463 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1dc11-f0ec-4de5-a99f-f2603c07bcb2 req-28f60236-795a-4f95-a83a-8f22031a79df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:08.727927 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0da1dc11-f0ec-4de5-a99f-f2603c07bcb2 req-28f60236-795a-4f95-a83a-8f22031a79df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.0969465 Nov 12 01:06:08.747550 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.770229 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-bf1b01b5-da54-4890-a0ac-2da68b00f5e7 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:08.770885 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-bf1b01b5-da54-4890-a0ac-2da68b00f5e7 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.796377 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-bf1b01b5-da54-4890-a0ac-2da68b00f5e7 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2061014 Nov 12 01:06:08.813466 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1dc11-f0ec-4de5-a99f-f2603c07bcb2 req-cf301eaa-9ac3-4ec6-bcce-58620db55d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:08.814979 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0da1dc11-f0ec-4de5-a99f-f2603c07bcb2 req-cf301eaa-9ac3-4ec6-bcce-58620db55d52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791926 Nov 12 01:06:08.828283 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] Request body: {'port': {'device_id': '9b45c438-2ac7-46eb-b24b-ec91188f7a86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:08.957741 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4794dae-fda1-4f49-bc89-bfd0e2e8e2b9 req-72293967-acd7-4faf-a505-87be343e5c27 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:08.959816 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e4794dae-fda1-4f49-bc89-bfd0e2e8e2b9 req-72293967-acd7-4faf-a505-87be343e5c27 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0782185 Nov 12 01:06:09.050114 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e4794dae-fda1-4f49-bc89-bfd0e2e8e2b9 req-5f99f056-45c0-48ff-ad80-a83e4c188348 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836880 Nov 12 01:06:09.067912 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.106840 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036e9d5-6af9-4167-b8f8-a7198436a324 req-b00d7c25-f178-4ee2-93d0-149d6eae34ff tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:09.106981 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-47a3d48a-8d54-4395-ad2f-e84258bf63a5 None None] Provisioning complete for port 4b4f7a12-1980-43c1-91fb-99325d1a9e0e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:09.107179 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-47a3d48a-8d54-4395-ad2f-e84258bf63a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.108315 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6036e9d5-6af9-4167-b8f8-a7198436a324 req-b00d7c25-f178-4ee2-93d0-149d6eae34ff tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b45c438-2ac7-46eb-b24b-ec91188f7a86 HTTP/1.1" status: 200 len: 932 time: 0.1987989 Nov 12 01:06:09.136111 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0da1dc11-f0ec-4de5-a99f-f2603c07bcb2 req-f65e94ad-0fce-461f-b74c-5bac2bd86784 service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960818 Nov 12 01:06:09.194481 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-47a3d48a-8d54-4395-ad2f-e84258bf63a5 None None] Port 4b4f7a12-1980-43c1-91fb-99325d1a9e0e cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:09.312283 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6036e9d5-6af9-4167-b8f8-a7198436a324 req-31b5e516-d647-40c7-ae4a-a2b8ed236f1f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=00e774bb-ce61-4a9e-a979-634d41b14313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809306 Nov 12 01:06:09.379336 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0da1dc11-f0ec-4de5-a99f-f2603c07bcb2 req-98747bbe-3bf1-4220-93c1-3ed36f65669e service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338374 Nov 12 01:06:09.473408 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c2ad7-e37a-4a1e-b342-b268fb5bd356 req-feadb7b8-bc20-4dd7-9d29-b8f6f2a1dcf1 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:09.475451 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2d5c2ad7-e37a-4a1e-b342-b268fb5bd356 req-feadb7b8-bc20-4dd7-9d29-b8f6f2a1dcf1 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0930495 Nov 12 01:06:09.529515 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b4f7a12-1980-43c1-91fb-99325d1a9e0e {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:06:09.537721 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.546463 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2d5c2ad7-e37a-4a1e-b342-b268fb5bd356 req-64b83f1d-733d-474e-b2cd-97a43fff991d tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636823 Nov 12 01:06:09.554792 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] Transition to ACTIVE for port object 4b4f7a12-1980-43c1-91fb-99325d1a9e0e will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:06:09.559514 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.621292 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] Pushing event updated for resources: {'Port': ['ID=4b4f7a12-1980-43c1-91fb-99325d1a9e0e,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:09.712581 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] Attempting to bind port 4b4f7a12-1980-43c1-91fb-99325d1a9e0e on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:09.712961 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] Attempting to bind port 4b4f7a12-1980-43c1-91fb-99325d1a9e0e by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '2eff1ba2-96c8-4d24-81e5-e1d67956f9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9e15643-52e1-421d-8377-fd79184b2aac'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:09.713299 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] Attempting to bind port 4b4f7a12-1980-43c1-91fb-99325d1a9e0e on network e9e15643-52e1-421d-8377-fd79184b2aac {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:09.722026 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] Port 4b4f7a12-1980-43c1-91fb-99325d1a9e0e on network e9e15643-52e1-421d-8377-fd79184b2aac not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:09.722903 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] Attempting to bind port 4b4f7a12-1980-43c1-91fb-99325d1a9e0e on network e9e15643-52e1-421d-8377-fd79184b2aac {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:09.732164 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:09.732514 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] Checking segment: {'id': '2eff1ba2-96c8-4d24-81e5-e1d67956f9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9e15643-52e1-421d-8377-fd79184b2aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:09.732939 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] Bound using segment: {'id': '2eff1ba2-96c8-4d24-81e5-e1d67956f9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9e15643-52e1-421d-8377-fd79184b2aac'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:09.733398 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] Bound port: 4b4f7a12-1980-43c1-91fb-99325d1a9e0e, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eff1ba2-96c8-4d24-81e5-e1d67956f9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9e15643-52e1-421d-8377-fd79184b2aac'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:09.733761 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.829948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39494) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:09.845996 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] For port 4b4f7a12-1980-43c1-91fb-99325d1a9e0e, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:09.850004 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] For port 4b4f7a12-1980-43c1-91fb-99325d1a9e0e, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4b4f7a12-1980-43c1-91fb-99325d1a9e0e,segment=NetworkSegment(2eff1ba2-96c8-4d24-81e5-e1d67956f9e5),segment_id=2eff1ba2-96c8-4d24-81e5-e1d67956f9e5)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:09.858277 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.902005 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0684c-09ea-476d-923f-3da5c5470b9a req-c1a9545d-58fc-4f9a-8a4a-bbf2de160057 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:09.903550 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4da0684c-09ea-476d-923f-3da5c5470b9a req-c1a9545d-58fc-4f9a-8a4a-bbf2de160057 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 943 time: 0.1103330 Nov 12 01:06:09.921308 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:09.921975 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.923717 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] 10.222.0.15 "PUT /v2.0/ports/4b4f7a12-1980-43c1-91fb-99325d1a9e0e HTTP/1.1" status: 200 len: 1093 time: 1.1124995 Nov 12 01:06:09.923932 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b45c438-2ac7-46eb-b24b-ec91188f7a86', 'tag': '4b4f7a12-1980-43c1-91fb-99325d1a9e0e'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:09.926750 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8f1421-65c9-4f68-b98b-932ee0e4bfa5" -d '{"events": [{"name": "network-changed", "server_uuid": "9b45c438-2ac7-46eb-b24b-ec91188f7a86", "tag": "4b4f7a12-1980-43c1-91fb-99325d1a9e0e"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:09.970822 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390492c-33d9-484e-9617-97bc160eac8d service neutron] Pushing event updated for resources: {'Port': ['ID=4b4f7a12-1980-43c1-91fb-99325d1a9e0e,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:10.026498 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3da46d-85e0-48f3-9f67-dd95a78d774b x-openstack-request-id: req-4c3da46d-85e0-48f3-9f67-dd95a78d774b {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:10.026498 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b45c438-2ac7-46eb-b24b-ec91188f7a86", "tag": "4b4f7a12-1980-43c1-91fb-99325d1a9e0e", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:10.026498 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c3da46d-85e0-48f3-9f67-dd95a78d774b {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:10.026962 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b45c438-2ac7-46eb-b24b-ec91188f7a86', 'tag': '4b4f7a12-1980-43c1-91fb-99325d1a9e0e', 'status': 'completed', 'code': 200} Nov 12 01:06:10.052256 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4da0684c-09ea-476d-923f-3da5c5470b9a req-259c5956-e4dc-47e4-a1f4-cc5b606a997f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326888 Nov 12 01:06:10.072380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-d5f095cc-9733-4dc6-a91a-51df5d00f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:10.074191 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-d5f095cc-9733-4dc6-a91a-51df5d00f28e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95a5ba21e204aa3a425fd0950571760&device_id=9b45c438-2ac7-46eb-b24b-ec91188f7a86 HTTP/1.1" status: 200 len: 1096 time: 0.0651121 Nov 12 01:06:10.130034 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-0137d71d-dd59-441a-9caa-ec8ab9553c0b tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-621647841'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:10.135153 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-777ee98b-86b3-43e3-ad56-2be5d31cb8d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=4b4f7a12-1980-43c1-91fb-99325d1a9e0e HTTP/1.1" status: 200 len: 217 time: 0.0449460 Nov 12 01:06:10.158221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0137d71d-dd59-441a-9caa-ec8ab9553c0b tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Made reservation on behalf of 9da7ca6f979a46b39eb47ddab84dd3f7 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:10.163161 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0137d71d-dd59-441a-9caa-ec8ab9553c0b tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.175279 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0137d71d-dd59-441a-9caa-ec8ab9553c0b tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.194106 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-6280f1bb-56b0-4bec-b45d-c52c0d627ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:10.195598 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-6280f1bb-56b0-4bec-b45d-c52c0d627ae9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eea676c9-98d7-459a-a008-6133365a4e36 HTTP/1.1" status: 200 len: 838 time: 0.0518439 Nov 12 01:06:10.261327 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0137d71d-dd59-441a-9caa-ec8ab9553c0b tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.262960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-0c6324a2-f1cd-41c8-ae68-49628edb42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:10.264884 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-0c6324a2-f1cd-41c8-ae68-49628edb42e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9e15643-52e1-421d-8377-fd79184b2aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0609555 Nov 12 01:06:10.266113 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0137d71d-dd59-441a-9caa-ec8ab9553c0b tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.294949 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0137d71d-dd59-441a-9caa-ec8ab9553c0b tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:10.304892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137d71d-dd59-441a-9caa-ec8ab9553c0b tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=063dec73-27bf-4e07-b2d0-f8f764dbd9e6,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:10.310511 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0137d71d-dd59-441a-9caa-ec8ab9553c0b tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.310866 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-0137d71d-dd59-441a-9caa-ec8ab9553c0b tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Added segment b15abe4a-2b1b-408b-bea3-0f768ca18c0c of type vlan for network 23941252-9fae-406c-83e2-0943d0826170 Nov 12 01:06:10.353413 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0137d71d-dd59-441a-9caa-ec8ab9553c0b tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.366571 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-6e35503a-7626-4d87-8b73-5cffe4896b3d service neutron] 10.222.0.15 "GET /v2.0/networks/e9e15643-52e1-421d-8377-fd79184b2aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935478 Nov 12 01:06:10.383257 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0137d71d-dd59-441a-9caa-ec8ab9553c0b tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.390590 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0137d71d-dd59-441a-9caa-ec8ab9553c0b tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:10.391265 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0137d71d-dd59-441a-9caa-ec8ab9553c0b tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.463647 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29b1cc29-1101-4fd1-a624-ecdb99cb7d89 req-b48966a9-da2e-432d-a740-c9293d2e6da7 service neutron] 10.222.0.15 "GET /v2.0/networks/e9e15643-52e1-421d-8377-fd79184b2aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887356 Nov 12 01:06:10.485607 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0137d71d-dd59-441a-9caa-ec8ab9553c0b tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6546984 Nov 12 01:06:10.489166 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39502) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:10.501461 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137d71d-dd59-441a-9caa-ec8ab9553c0b tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Pushing event updated for resources: {'Network': ['ID=23941252-9fae-406c-83e2-0943d0826170,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:10.512450 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf21f83-c597-408e-9a3d-6e937370f55e req-7acddda3-2cd8-4a3a-960b-b47080509236 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:10.514082 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bbf21f83-c597-408e-9a3d-6e937370f55e req-7acddda3-2cd8-4a3a-960b-b47080509236 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b45c438-2ac7-46eb-b24b-ec91188f7a86 HTTP/1.1" status: 200 len: 944 time: 0.1172445 Nov 12 01:06:10.514590 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 23941252-9fae-406c-83e2-0943d0826170 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:10.549414 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-14600874-e5b8-421a-8e7f-dbf99a2affb4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Request body: {'network': {'name': 'tempest-network--280086731', 'router:external': True}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:10.574212 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bbf21f83-c597-408e-9a3d-6e937370f55e req-07d59196-312e-4863-a9c8-0f24d2d7a371 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=00e774bb-ce61-4a9e-a979-634d41b14313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504677 Nov 12 01:06:10.614568 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14600874-e5b8-421a-8e7f-dbf99a2affb4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Made reservation on behalf of 60fd3618ba07445486e5cca298cccefa for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:10.616871 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-14600874-e5b8-421a-8e7f-dbf99a2affb4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.637775 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-14600874-e5b8-421a-8e7f-dbf99a2affb4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.671569 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f1421-65c9-4f68-b98b-932ee0e4bfa5 req-0b8cf7e5-9e1d-414c-8ff9-bfbca14c0f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:10.673080 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f8f1421-65c9-4f68-b98b-932ee0e4bfa5 req-0b8cf7e5-9e1d-414c-8ff9-bfbca14c0f9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95a5ba21e204aa3a425fd0950571760&device_id=9b45c438-2ac7-46eb-b24b-ec91188f7a86 HTTP/1.1" status: 200 len: 1096 time: 0.1125391 Nov 12 01:06:10.767340 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe22378-a880-4fde-95d2-9e13c0114e6a req-19c95872-d9b0-4c7e-ae39-f91c7d977f7e tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:10.768839 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-efe22378-a880-4fde-95d2-9e13c0114e6a req-19c95872-d9b0-4c7e-ae39-f91c7d977f7e tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.1323438 Nov 12 01:06:10.852727 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f1421-65c9-4f68-b98b-932ee0e4bfa5 req-c711e10b-e38f-4ca9-b1ea-c008b4c98c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:10.854372 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f8f1421-65c9-4f68-b98b-932ee0e4bfa5 req-c711e10b-e38f-4ca9-b1ea-c008b4c98c0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9e15643-52e1-421d-8377-fd79184b2aac HTTP/1.1" status: 200 len: 898 time: 0.1711278 Nov 12 01:06:10.879881 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-efe22378-a880-4fde-95d2-9e13c0114e6a req-016d04a4-19e3-4dae-86ad-b0d6be8915d8 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009035 Nov 12 01:06:10.910779 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f8f1421-65c9-4f68-b98b-932ee0e4bfa5 req-d8b12940-9617-4eb2-bf5d-9bd972c4f06b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=4b4f7a12-1980-43c1-91fb-99325d1a9e0e HTTP/1.1" status: 200 len: 217 time: 0.0468254 Nov 12 01:06:10.915262 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-14600874-e5b8-421a-8e7f-dbf99a2affb4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.927574 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-14600874-e5b8-421a-8e7f-dbf99a2affb4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.977337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14600874-e5b8-421a-8e7f-dbf99a2affb4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:10.994291 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14600874-e5b8-421a-8e7f-dbf99a2affb4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1690137-3ccf-4b50-bcbd-36073ca090bd,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:11.004867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f1421-65c9-4f68-b98b-932ee0e4bfa5 req-f1972ea9-a6e7-48a7-89b8-7829ce61956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:11.005827 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f8f1421-65c9-4f68-b98b-932ee0e4bfa5 req-f1972ea9-a6e7-48a7-89b8-7829ce61956e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eea676c9-98d7-459a-a008-6133365a4e36 HTTP/1.1" status: 200 len: 838 time: 0.0878019 Nov 12 01:06:11.006835 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-14600874-e5b8-421a-8e7f-dbf99a2affb4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.007179 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-14600874-e5b8-421a-8e7f-dbf99a2affb4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Added segment 9b30fa55-1a71-4ba4-a499-d3d5a608cd19 of type vlan for network 7af085a9-600d-4915-aefb-73aef7ed1b83 Nov 12 01:06:11.077891 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-14600874-e5b8-421a-8e7f-dbf99a2affb4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.093409 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f1421-65c9-4f68-b98b-932ee0e4bfa5 req-869fe623-8b4c-4c38-9fe1-61096e4e07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:11.094914 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f8f1421-65c9-4f68-b98b-932ee0e4bfa5 req-869fe623-8b4c-4c38-9fe1-61096e4e07f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9e15643-52e1-421d-8377-fd79184b2aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0798223 Nov 12 01:06:11.166110 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-14600874-e5b8-421a-8e7f-dbf99a2affb4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.166971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14600874-e5b8-421a-8e7f-dbf99a2affb4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:11.167542 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-14600874-e5b8-421a-8e7f-dbf99a2affb4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.172626 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465f7bc-c401-4182-bb76-3bdd6b0dc2bf req-f0e4537b-5229-42a6-b849-9e5aaf01f44a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:11.174276 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3465f7bc-c401-4182-bb76-3bdd6b0dc2bf req-f0e4537b-5229-42a6-b849-9e5aaf01f44a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 943 time: 0.0527909 Nov 12 01:06:11.225242 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3465f7bc-c401-4182-bb76-3bdd6b0dc2bf req-7fff6345-cdb6-4923-95b1-f6b6b4d717c6 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448561 Nov 12 01:06:11.235731 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-14600874-e5b8-421a-8e7f-dbf99a2affb4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7455411 Nov 12 01:06:11.239917 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39510) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:11.267098 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14600874-e5b8-421a-8e7f-dbf99a2affb4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Pushing event updated for resources: {'Network': ['ID=7af085a9-600d-4915-aefb-73aef7ed1b83,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:11.277662 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 7af085a9-600d-4915-aefb-73aef7ed1b83 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:11.281655 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f8f1421-65c9-4f68-b98b-932ee0e4bfa5 req-a10272aa-25dc-418e-8e54-5c60f57df2f8 service neutron] 10.222.0.15 "GET /v2.0/networks/e9e15643-52e1-421d-8377-fd79184b2aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772771 Nov 12 01:06:11.636338 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-19adf49d-db92-48d2-b2c3-086ac7252a62 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.770611 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2f8f1421-65c9-4f68-b98b-932ee0e4bfa5 req-d78eef58-ed0b-4710-a07d-02ea2b84de68 service neutron] 10.222.0.15 "GET /v2.0/networks/e9e15643-52e1-421d-8377-fd79184b2aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983476 Nov 12 01:06:11.778443 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-19adf49d-db92-48d2-b2c3-086ac7252a62 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.794349 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888a32b-72a5-464f-88ca-36578584a55b req-fa36e768-48bb-4048-b5ef-635733640360 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:11.795859 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2888a32b-72a5-464f-88ca-36578584a55b req-fa36e768-48bb-4048-b5ef-635733640360 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b45c438-2ac7-46eb-b24b-ec91188f7a86 HTTP/1.1" status: 200 len: 944 time: 0.1495078 Nov 12 01:06:11.821054 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-19adf49d-db92-48d2-b2c3-086ac7252a62 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af085a9-600d-4915-aefb-73aef7ed1b83']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:11.838205 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-19adf49d-db92-48d2-b2c3-086ac7252a62 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b30fa55-1a71-4ba4-a499-d3d5a608cd19') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:11.838513 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-19adf49d-db92-48d2-b2c3-086ac7252a62 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b30fa55-1a71-4ba4-a499-d3d5a608cd19') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:11.851027 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-19adf49d-db92-48d2-b2c3-086ac7252a62 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.879527 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-19adf49d-db92-48d2-b2c3-086ac7252a62 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.889288 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2888a32b-72a5-464f-88ca-36578584a55b req-2809ff42-d66b-436f-a97f-d4fd129647b8 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=00e774bb-ce61-4a9e-a979-634d41b14313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820174 Nov 12 01:06:11.890262 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19adf49d-db92-48d2-b2c3-086ac7252a62 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:11.890686 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-19adf49d-db92-48d2-b2c3-086ac7252a62 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:11.893084 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:11.977741 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-19adf49d-db92-48d2-b2c3-086ac7252a62 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.986295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19adf49d-db92-48d2-b2c3-086ac7252a62 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7af085a9-600d-4915-aefb-73aef7ed1b83 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:06:11.999473 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-917dfa8c-3b17-4b3d-92b1-7d3e7ad1e703 req-5a74c762-b38c-4e0c-b103-469174fa9dff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0654767 Nov 12 01:06:12.000479 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-19adf49d-db92-48d2-b2c3-086ac7252a62 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.001987 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81769581-20cb-49ef-a9fa-db44c5e95893 req-706f5662-c731-4d80-995a-8e48c3f52814 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:12.004256 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-19adf49d-db92-48d2-b2c3-086ac7252a62 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] 10.222.0.31 "DELETE /v2.0/networks/7af085a9-600d-4915-aefb-73aef7ed1b83 HTTP/1.1" status: 204 len: 168 time: 0.7616673 Nov 12 01:06:12.005678 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adf49d-db92-48d2-b2c3-086ac7252a62 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Pushing event deleted for resources: {'Network': ['ID=7af085a9-600d-4915-aefb-73aef7ed1b83,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:12.007989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39516) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:12.009301 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81769581-20cb-49ef-a9fa-db44c5e95893 req-706f5662-c731-4d80-995a-8e48c3f52814 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0590851 Nov 12 01:06:12.012929 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-d008965f-6867-4aab-85fe-9bcee46aef83 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:12.034685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d008965f-6867-4aab-85fe-9bcee46aef83 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Made reservation on behalf of 60fd3618ba07445486e5cca298cccefa for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:12.037244 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d008965f-6867-4aab-85fe-9bcee46aef83 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.065568 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81769581-20cb-49ef-a9fa-db44c5e95893 req-f97852fa-32f8-462e-8822-3c1248b6d50d tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510628 Nov 12 01:06:12.093202 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d008965f-6867-4aab-85fe-9bcee46aef83 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:12.107993 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d008965f-6867-4aab-85fe-9bcee46aef83 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.108338 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-d008965f-6867-4aab-85fe-9bcee46aef83 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Added segment ea4e1d1d-c6f6-4eb2-a390-4d2e8cbf72d6 of type vlan for network 02566e0b-4138-4ab0-9650-d5c99d2b5e77 Nov 12 01:06:12.111039 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dfa8c-3b17-4b3d-92b1-7d3e7ad1e703 req-6f5ac5c1-9197-4642-8c03-27f27e73e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:12.113184 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-917dfa8c-3b17-4b3d-92b1-7d3e7ad1e703 req-6f5ac5c1-9197-4642-8c03-27f27e73e9f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95a5ba21e204aa3a425fd0950571760&device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 1097 time: 0.0732136 Nov 12 01:06:12.160309 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d008965f-6867-4aab-85fe-9bcee46aef83 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.249529 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d008965f-6867-4aab-85fe-9bcee46aef83 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.250469 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d008965f-6867-4aab-85fe-9bcee46aef83 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:12.251059 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d008965f-6867-4aab-85fe-9bcee46aef83 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.323498 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dfa8c-3b17-4b3d-92b1-7d3e7ad1e703 req-ba06b0fe-b399-46ef-9d24-024f747bb4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:12.324947 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-917dfa8c-3b17-4b3d-92b1-7d3e7ad1e703 req-ba06b0fe-b399-46ef-9d24-024f747bb4fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 HTTP/1.1" status: 200 len: 898 time: 0.1576529 Nov 12 01:06:12.339587 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d008965f-6867-4aab-85fe-9bcee46aef83 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3306129 Nov 12 01:06:12.342952 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39520) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:12.348539 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-54cd659d-92e0-4043-a76d-dcfa6e60d321 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Request body: {'subnet': {'network_id': '02566e0b-4138-4ab0-9650-d5c99d2b5e77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:12.361036 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008965f-6867-4aab-85fe-9bcee46aef83 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Pushing event updated for resources: {'Network': ['ID=02566e0b-4138-4ab0-9650-d5c99d2b5e77,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:12.384190 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 02566e0b-4138-4ab0-9650-d5c99d2b5e77 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:12.405934 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cd659d-92e0-4043-a76d-dcfa6e60d321 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Made reservation on behalf of 60fd3618ba07445486e5cca298cccefa for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:12.410775 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-54cd659d-92e0-4043-a76d-dcfa6e60d321 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.456387 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5407bfa-cab4-4ec6-bfad-ba6c36febb58 req-8ee164b6-e5b8-48a6-94e5-4554e1d346da tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:12.457975 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a5407bfa-cab4-4ec6-bfad-ba6c36febb58 req-8ee164b6-e5b8-48a6-94e5-4554e1d346da tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 943 time: 0.1394763 Nov 12 01:06:12.460262 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-917dfa8c-3b17-4b3d-92b1-7d3e7ad1e703 req-7c59f000-c543-46e0-bb58-102a5eddcf20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc339e51-e397-4a14-ba91-d42c6f331a59 HTTP/1.1" status: 200 len: 1001 time: 0.1196749 Nov 12 01:06:12.549200 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dfa8c-3b17-4b3d-92b1-7d3e7ad1e703 req-dca00a08-ec6b-48a3-8bac-25d9b8052124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:12.551589 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-917dfa8c-3b17-4b3d-92b1-7d3e7ad1e703 req-dca00a08-ec6b-48a3-8bac-25d9b8052124 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=867f7157-cea0-4a05-b82b-f7ce44757294 HTTP/1.1" status: 200 len: 834 time: 0.0808876 Nov 12 01:06:12.556804 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a5407bfa-cab4-4ec6-bfad-ba6c36febb58 req-c1700fb0-6f81-4ea1-a52c-9c69db1e80d6 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920851 Nov 12 01:06:12.603598 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dfa8c-3b17-4b3d-92b1-7d3e7ad1e703 req-b57d55e9-7322-4211-8e85-a8ad850de546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:12.605206 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-917dfa8c-3b17-4b3d-92b1-7d3e7ad1e703 req-b57d55e9-7322-4211-8e85-a8ad850de546 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464623 Nov 12 01:06:12.740508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad9de0-d93e-4b21-bfcb-686bc8cee9a9 req-74504428-fe47-499b-82e9-b410b3ce1b97 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:12.742015 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-50ad9de0-d93e-4b21-bfcb-686bc8cee9a9 req-74504428-fe47-499b-82e9-b410b3ce1b97 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0809305 Nov 12 01:06:12.749289 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-917dfa8c-3b17-4b3d-92b1-7d3e7ad1e703 req-cf215972-1e4d-447f-bc5f-2a9c1f96c14e service neutron] 10.222.0.15 "GET /v2.0/networks/3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884178 Nov 12 01:06:12.840241 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-917dfa8c-3b17-4b3d-92b1-7d3e7ad1e703 req-466ab155-f54f-4237-a4f1-695dc96ed9ed service neutron] 10.222.0.15 "GET /v2.0/networks/3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836978 Nov 12 01:06:12.865805 n-d-712137-14 neutron-server[114243]: DEBUG neutron.objects.ports [None req-54cd659d-92e0-4043-a76d-dcfa6e60d321 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114243) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:06:12.866338 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-54cd659d-92e0-4043-a76d-dcfa6e60d321 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.939987 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-50ad9de0-d93e-4b21-bfcb-686bc8cee9a9 req-b3448024-f489-4f58-8726-ae342fba7d74 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Deleting port b60e420f-8844-4cc7-9583-c6126cd3d7ab {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:12.940330 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-50ad9de0-d93e-4b21-bfcb-686bc8cee9a9 req-b3448024-f489-4f58-8726-ae342fba7d74 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.948511 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd659d-92e0-4043-a76d-dcfa6e60d321 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Pushing event updated for resources: {'Subnet': ['ID=893dc813-9d0d-4457-9feb-11ca4ade8371,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:13.016082 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd659d-92e0-4043-a76d-dcfa6e60d321 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Checking segment: {'id': 'ea4e1d1d-c6f6-4eb2-a390-4d2e8cbf72d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '02566e0b-4138-4ab0-9650-d5c99d2b5e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:13.016361 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cd659d-92e0-4043-a76d-dcfa6e60d321 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Network hostable DHCP agents. Network: 02566e0b-4138-4ab0-9650-d5c99d2b5e77, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:13.074023 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cd659d-92e0-4043-a76d-dcfa6e60d321 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Network 02566e0b-4138-4ab0-9650-d5c99d2b5e77 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:13.098036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670c1f3-88ba-44f7-a670-666155e45175 req-40074388-5b32-4da1-83c3-4ffcd7a9b030 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:13.099545 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4670c1f3-88ba-44f7-a670-666155e45175 req-40074388-5b32-4da1-83c3-4ffcd7a9b030 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b45c438-2ac7-46eb-b24b-ec91188f7a86 HTTP/1.1" status: 200 len: 944 time: 0.1283939 Nov 12 01:06:13.101733 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-50ad9de0-d93e-4b21-bfcb-686bc8cee9a9 req-b3448024-f489-4f58-8726-ae342fba7d74 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] For port b60e420f-8844-4cc7-9583-c6126cd3d7ab, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=b60e420f-8844-4cc7-9583-c6126cd3d7ab,segment=NetworkSegment(3691a887-a3c9-47c2-b75a-0961928a1bce),segment_id=3691a887-a3c9-47c2-b75a-0961928a1bce)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:13.102096 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-50ad9de0-d93e-4b21-bfcb-686bc8cee9a9 req-b3448024-f489-4f58-8726-ae342fba7d74 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.104730 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-54cd659d-92e0-4043-a76d-dcfa6e60d321 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 02566e0b-4138-4ab0-9650-d5c99d2b5e77) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:13.114706 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4b0980-1af4-4072-8ca9-7dcc22fb5192 None None] Network 02566e0b-4138-4ab0-9650-d5c99d2b5e77 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:13.115568 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cd659d-92e0-4043-a76d-dcfa6e60d321 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:13.116153 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-54cd659d-92e0-4043-a76d-dcfa6e60d321 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.143304 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-50ad9de0-d93e-4b21-bfcb-686bc8cee9a9 req-b3448024-f489-4f58-8726-ae342fba7d74 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Calling delete_port for b60e420f-8844-4cc7-9583-c6126cd3d7ab owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:13.160156 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-54cd659d-92e0-4043-a76d-dcfa6e60d321 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8154676 Nov 12 01:06:13.162974 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39526) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:13.167669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-08f19232-8dcb-4de0-8e1e-592e6c4cf777 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Request body: {'floatingip': {'floating_network_id': '02566e0b-4138-4ab0-9650-d5c99d2b5e77'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:13.216799 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-08f19232-8dcb-4de0-8e1e-592e6c4cf777 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.224909 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4670c1f3-88ba-44f7-a670-666155e45175 req-8161b988-0469-42b5-b811-748cdcc3c1ea tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=00e774bb-ce61-4a9e-a979-634d41b14313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119874 Nov 12 01:06:13.228578 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15ac5e-b016-4e30-9bdf-b697c7abf36c req-967d4a6f-3544-4994-84d7-21979ac17e4d tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:13.230345 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5e15ac5e-b016-4e30-9bdf-b697c7abf36c req-967d4a6f-3544-4994-84d7-21979ac17e4d tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ef01555-9abf-4adc-8468-326ba59504e4 HTTP/1.1" status: 200 len: 945 time: 0.0818837 Nov 12 01:06:13.265030 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c872b16-a3f6-4a98-a263-584e43266c9f None None] Network 02566e0b-4138-4ab0-9650-d5c99d2b5e77 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:13.313316 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-50ad9de0-d93e-4b21-bfcb-686bc8cee9a9 req-b3448024-f489-4f58-8726-ae342fba7d74 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.331636 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f1777587-4219-4a59-b125-d040697192bb'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:06:13.347901 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3448024-f489-4f58-8726-ae342fba7d74 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Pushing event deleted for resources: {'Port': ['ID=b60e420f-8844-4cc7-9583-c6126cd3d7ab,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:13.348504 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5e15ac5e-b016-4e30-9bdf-b697c7abf36c req-ae96ed38-2549-40c4-8226-0121d91f0f56 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909796 Nov 12 01:06:13.359079 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['b60e420f-8844-4cc7-9583-c6126cd3d7ab'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:06:13.387978 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-08f19232-8dcb-4de0-8e1e-592e6c4cf777 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.455336 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ad9de0-d93e-4b21-bfcb-686bc8cee9a9 req-b3448024-f489-4f58-8726-ae342fba7d74 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] No DVR routers for this DVR port b60e420f-8844-4cc7-9583-c6126cd3d7ab on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:13.458146 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-50ad9de0-d93e-4b21-bfcb-686bc8cee9a9 req-b3448024-f489-4f58-8726-ae342fba7d74 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.461573 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-50ad9de0-d93e-4b21-bfcb-686bc8cee9a9 req-b3448024-f489-4f58-8726-ae342fba7d74 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.15 "DELETE /v2.0/ports/b60e420f-8844-4cc7-9583-c6126cd3d7ab HTTP/1.1" status: 204 len: 173 time: 0.7113364 Nov 12 01:06:13.462275 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef01555-9abf-4adc-8468-326ba59504e4', 'name': 'network-vif-deleted', 'tag': 'b60e420f-8844-4cc7-9583-c6126cd3d7ab'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:13.464504 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42567583-2058-4676-9474-954b1893b72d" -d '{"events": [{"server_uuid": "7ef01555-9abf-4adc-8468-326ba59504e4", "name": "network-vif-deleted", "tag": "b60e420f-8844-4cc7-9583-c6126cd3d7ab"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:13.513680 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-08f19232-8dcb-4de0-8e1e-592e6c4cf777 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Allocated IP 172.20.0.13 (02566e0b-4138-4ab0-9650-d5c99d2b5e77/893dc813-9d0d-4457-9feb-11ca4ade8371/a486c0cf-19a1-4d3c-8eb0-d3b96c7c02f7) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:13.638536 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-08f19232-8dcb-4de0-8e1e-592e6c4cf777 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.696461 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a228b8-a6ce-46c2-bdda-0ef1fc53a999 x-openstack-request-id: req-92a228b8-a6ce-46c2-bdda-0ef1fc53a999 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:13.697059 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef01555-9abf-4adc-8468-326ba59504e4", "name": "network-vif-deleted", "tag": "b60e420f-8844-4cc7-9583-c6126cd3d7ab", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:13.697330 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92a228b8-a6ce-46c2-bdda-0ef1fc53a999 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:13.697730 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef01555-9abf-4adc-8468-326ba59504e4', 'name': 'network-vif-deleted', 'tag': 'b60e420f-8844-4cc7-9583-c6126cd3d7ab', 'status': 'completed', 'code': 200} Nov 12 01:06:13.712122 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958bf42-8315-4a05-b1fe-81ebdccfdc0b req-5a938b8d-fe55-4a98-9045-476432393be6 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:13.713644 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0958bf42-8315-4a05-b1fe-81ebdccfdc0b req-5a938b8d-fe55-4a98-9045-476432393be6 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 943 time: 0.0729377 Nov 12 01:06:13.719817 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-08f19232-8dcb-4de0-8e1e-592e6c4cf777 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.776741 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f19232-8dcb-4de0-8e1e-592e6c4cf777 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Network 02566e0b-4138-4ab0-9650-d5c99d2b5e77 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:13.788927 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-08f19232-8dcb-4de0-8e1e-592e6c4cf777 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:13.799263 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f19232-8dcb-4de0-8e1e-592e6c4cf777 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:13.809947 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f19232-8dcb-4de0-8e1e-592e6c4cf777 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Pushing event updated for resources: {'Port': ['ID=a486c0cf-19a1-4d3c-8eb0-d3b96c7c02f7,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:13.838841 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0958bf42-8315-4a05-b1fe-81ebdccfdc0b req-32230759-3821-47a4-b00a-d983befde92a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166754 Nov 12 01:06:13.901827 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-08f19232-8dcb-4de0-8e1e-592e6c4cf777 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.938157 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-08f19232-8dcb-4de0-8e1e-592e6c4cf777 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.094704 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-08f19232-8dcb-4de0-8e1e-592e6c4cf777 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.099027 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-08f19232-8dcb-4de0-8e1e-592e6c4cf777 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.167591 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f19232-8dcb-4de0-8e1e-592e6c4cf777 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Pushing event updated for resources: {'Port': ['ID=a486c0cf-19a1-4d3c-8eb0-d3b96c7c02f7,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:14.176619 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-08f19232-8dcb-4de0-8e1e-592e6c4cf777 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.191567 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-08f19232-8dcb-4de0-8e1e-592e6c4cf777 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.192796 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-08f19232-8dcb-4de0-8e1e-592e6c4cf777 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0287347 Nov 12 01:06:14.195545 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39534) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:14.265280 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4a7059fd-0fa2-4f7b-adc8-bdd929d6c989 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=02566e0b-4138-4ab0-9650-d5c99d2b5e77 HTTP/1.1" status: 200 len: 690 time: 0.0686715 Nov 12 01:06:14.267653 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39538) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:14.351309 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84b4a3-8cca-4084-9931-46262f3c497e req-0e29c1c9-aaad-4b3e-9ac5-a3a1e1ec231b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:14.352884 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7f84b4a3-8cca-4084-9931-46262f3c497e req-0e29c1c9-aaad-4b3e-9ac5-a3a1e1ec231b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b45c438-2ac7-46eb-b24b-ec91188f7a86 HTTP/1.1" status: 200 len: 944 time: 0.0494742 Nov 12 01:06:14.354954 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.373518 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 4b4f7a12-1980-43c1-91fb-99325d1a9e0e details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:06:14.407028 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7f84b4a3-8cca-4084-9931-46262f3c497e req-217785dc-8498-4030-923b-3af21c68c92e tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=00e774bb-ce61-4a9e-a979-634d41b14313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479906 Nov 12 01:06:14.477691 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Deleting port a486c0cf-19a1-4d3c-8eb0-d3b96c7c02f7 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:14.478140 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.482545 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 4b4f7a12-1980-43c1-91fb-99325d1a9e0e, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4b4f7a12-1980-43c1-91fb-99325d1a9e0e,segment=NetworkSegment(2eff1ba2-96c8-4d24-81e5-e1d67956f9e5),segment_id=2eff1ba2-96c8-4d24-81e5-e1d67956f9e5)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:14.498742 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '4b4f7a12-1980-43c1-91fb-99325d1a9e0e', 'network_id': 'e9e15643-52e1-421d-8377-fd79184b2aac', 'port_id': '4b4f7a12-1980-43c1-91fb-99325d1a9e0e', 'mac_address': 'fa:16:3e:f8:9d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea676c9-98d7-459a-a008-6133365a4e36', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:06:14.538028 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.558605 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4f7a12-1980-43c1-91fb-99325d1a9e0e {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:06:14.567735 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.568248 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.580211 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 4b4f7a12-1980-43c1-91fb-99325d1a9e0e, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4b4f7a12-1980-43c1-91fb-99325d1a9e0e,segment=NetworkSegment(2eff1ba2-96c8-4d24-81e5-e1d67956f9e5),segment_id=2eff1ba2-96c8-4d24-81e5-e1d67956f9e5)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:14.581119 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Calling delete_port for a486c0cf-19a1-4d3c-8eb0-d3b96c7c02f7 owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:14.584529 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.635020 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=4b4f7a12-1980-43c1-91fb-99325d1a9e0e,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:14.668413 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6dedc-96c0-4d09-80e5-db0eecd0779b req-6425792e-5dac-4903-bced-1e054e0689ce tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:14.669919 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13b6dedc-96c0-4d09-80e5-db0eecd0779b req-6425792e-5dac-4903-bced-1e054e0689ce tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0600026 Nov 12 01:06:14.719766 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13b6dedc-96c0-4d09-80e5-db0eecd0779b req-3a5c0490-919f-485f-8653-78ac9853e673 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425735 Nov 12 01:06:14.725281 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.751614 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Pushing event deleted for resources: {'Port': ['ID=a486c0cf-19a1-4d3c-8eb0-d3b96c7c02f7,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:14.813346 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.856113 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.919407 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.964138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=893dc813-9d0d-4457-9feb-11ca4ade8371,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:14.965850 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['4b4f7a12-1980-43c1-91fb-99325d1a9e0e'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:06:15.026449 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.036418 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dcc59-9848-489f-9686-eb3f64f5059c req-bc0306db-cdd2-4b7e-ba09-0c7806cd4e4a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.037917 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-019dcc59-9848-489f-9686-eb3f64f5059c req-bc0306db-cdd2-4b7e-ba09-0c7806cd4e4a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 943 time: 0.1295104 Nov 12 01:06:15.068795 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02566e0b-4138-4ab0-9650-d5c99d2b5e77']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:15.082480 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4e1d1d-c6f6-4eb2-a390-4d2e8cbf72d6') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:15.082777 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4e1d1d-c6f6-4eb2-a390-4d2e8cbf72d6') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:15.103960 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.125361 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-019dcc59-9848-489f-9686-eb3f64f5059c req-66f4a985-0a99-411b-bec8-8d749bf243b6 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801809 Nov 12 01:06:15.129130 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.135220 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:15.135604 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:15.137480 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:15.194277 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.208675 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 02566e0b-4138-4ab0-9650-d5c99d2b5e77 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:06:15.210647 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Pushing event deleted for resources: {'Network': ['ID=02566e0b-4138-4ab0-9650-d5c99d2b5e77,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:15.212561 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.216881 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4129c053-c01b-409b-ab36-33633f039154 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] 10.222.0.31 "DELETE /v2.0/networks/02566e0b-4138-4ab0-9650-d5c99d2b5e77 HTTP/1.1" status: 204 len: 168 time: 0.9472215 Nov 12 01:06:15.218312 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39548) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:15.326653 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7915f638-4151-4e42-bfea-327664e032ed tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1477 time: 0.1050522 Nov 12 01:06:15.326866 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39550) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:15.424514 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b221365-8e41-4502-ad68-10705834695f tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.425026 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b221365-8e41-4502-ad68-10705834695f tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.425987 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b221365-8e41-4502-ad68-10705834695f tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.426423 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b221365-8e41-4502-ad68-10705834695f tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.426857 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b221365-8e41-4502-ad68-10705834695f tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.427288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b221365-8e41-4502-ad68-10705834695f tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.427718 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b221365-8e41-4502-ad68-10705834695f tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.428147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b221365-8e41-4502-ad68-10705834695f tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.430042 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2b221365-8e41-4502-ad68-10705834695f tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5267 time: 0.1022820 Nov 12 01:06:15.433125 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39552) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:15.471757 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-5642de6c-336f-487b-a70b-75febc3a9166 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] delete failed (client error): The resource could not be found. Nov 12 01:06:15.475963 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5642de6c-336f-487b-a70b-75febc3a9166 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/62714af6-f2aa-404d-ad44-6903c0e687a9 HTTP/1.1" status: 404 len: 345 time: 0.0394616 Nov 12 01:06:15.476200 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39556) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:15.493658 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d35937-accc-4e37-a049-6e0191e14381 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 01:06:15.494547 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d35937-accc-4e37-a049-6e0191e14381 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:15.499298 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-74d35937-accc-4e37-a049-6e0191e14381 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] 10.222.0.31 "DELETE /v2.0/networks/02566e0b-4138-4ab0-9650-d5c99d2b5e77 HTTP/1.1" status: 404 len: 339 time: 0.0218673 Nov 12 01:06:15.503778 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39558) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:15.508431 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-b8e2a124-ec15-4109-8d7c-a1fff564c0b1 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Request body: {'network': {'name': 'tempest-network--1002280810', 'router:external': True}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:15.531873 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e2a124-ec15-4109-8d7c-a1fff564c0b1 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Made reservation on behalf of 60fd3618ba07445486e5cca298cccefa for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:15.535110 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b8e2a124-ec15-4109-8d7c-a1fff564c0b1 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.536091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1c6b1-a342-46d7-a091-a57edc0dc7b9 req-9ff13bcc-c4d5-48b8-9807-9c46de4e142d tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.537787 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-05e1c6b1-a342-46d7-a091-a57edc0dc7b9 req-9ff13bcc-c4d5-48b8-9807-9c46de4e142d tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b45c438-2ac7-46eb-b24b-ec91188f7a86 HTTP/1.1" status: 200 len: 945 time: 0.0525579 Nov 12 01:06:15.560144 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e2a124-ec15-4109-8d7c-a1fff564c0b1 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:15.570892 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b8e2a124-ec15-4109-8d7c-a1fff564c0b1 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.571283 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-b8e2a124-ec15-4109-8d7c-a1fff564c0b1 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Added segment b6c07321-9bb4-47f6-9da7-9ff15f8c412c of type vlan for network c7210c2f-2eed-4c39-8bc9-7b0bdb99cfdb Nov 12 01:06:15.593999 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-05e1c6b1-a342-46d7-a091-a57edc0dc7b9 req-25f421b7-7513-4021-8969-1e87188b2b37 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=00e774bb-ce61-4a9e-a979-634d41b14313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500724 Nov 12 01:06:15.624142 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b8e2a124-ec15-4109-8d7c-a1fff564c0b1 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.654361 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b8e2a124-ec15-4109-8d7c-a1fff564c0b1 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.655497 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e2a124-ec15-4109-8d7c-a1fff564c0b1 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.656083 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b8e2a124-ec15-4109-8d7c-a1fff564c0b1 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.720174 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b8e2a124-ec15-4109-8d7c-a1fff564c0b1 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2150044 Nov 12 01:06:15.722995 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39560) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:15.728608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2a124-ec15-4109-8d7c-a1fff564c0b1 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Pushing event updated for resources: {'Network': ['ID=c7210c2f-2eed-4c39-8bc9-7b0bdb99cfdb,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:15.741784 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network c7210c2f-2eed-4c39-8bc9-7b0bdb99cfdb details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:15.853383 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb94b9-75df-463d-ad2a-ff75c4169ec4 req-e11458e7-fa97-40ea-b324-eaef86847ca1 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.854875 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cfcb94b9-75df-463d-ad2a-ff75c4169ec4 req-e11458e7-fa97-40ea-b324-eaef86847ca1 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0585542 Nov 12 01:06:15.911363 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cfcb94b9-75df-463d-ad2a-ff75c4169ec4 req-93436d08-25d4-48d6-bee5-f13260bdf772 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501029 Nov 12 01:06:15.929395 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef840c0-4507-4731-866b-f10fd5c35d52 tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.935318 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef840c0-4507-4731-866b-f10fd5c35d52 tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.942651 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef840c0-4507-4731-866b-f10fd5c35d52 tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.948999 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef840c0-4507-4731-866b-f10fd5c35d52 tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.950664 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2ef840c0-4507-4731-866b-f10fd5c35d52 tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2260005 Nov 12 01:06:15.953565 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39564) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:16.026545 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1dad35dc-2ae4-42c6-a611-bf222db52ac4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.118825 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1dad35dc-2ae4-42c6-a611-bf222db52ac4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.138690 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-1dad35dc-2ae4-42c6-a611-bf222db52ac4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7210c2f-2eed-4c39-8bc9-7b0bdb99cfdb']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:16.148158 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-1dad35dc-2ae4-42c6-a611-bf222db52ac4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c07321-9bb4-47f6-9da7-9ff15f8c412c') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:16.148463 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-1dad35dc-2ae4-42c6-a611-bf222db52ac4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c07321-9bb4-47f6-9da7-9ff15f8c412c') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:16.158455 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1dad35dc-2ae4-42c6-a611-bf222db52ac4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.171761 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1dad35dc-2ae4-42c6-a611-bf222db52ac4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.177871 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dad35dc-2ae4-42c6-a611-bf222db52ac4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:16.178254 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1dad35dc-2ae4-42c6-a611-bf222db52ac4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:16.180036 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:16.237098 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1dad35dc-2ae4-42c6-a611-bf222db52ac4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.242930 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dad35dc-2ae4-42c6-a611-bf222db52ac4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c7210c2f-2eed-4c39-8bc9-7b0bdb99cfdb {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:06:16.244381 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d37042-e296-440d-ae59-048418126495 req-1cca7f46-bef2-4bb5-80ad-6bb49222d12c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:16.245693 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86d37042-e296-440d-ae59-048418126495 req-1cca7f46-bef2-4bb5-80ad-6bb49222d12c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 943 time: 0.0509212 Nov 12 01:06:16.245848 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1dad35dc-2ae4-42c6-a611-bf222db52ac4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.249741 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1dad35dc-2ae4-42c6-a611-bf222db52ac4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] 10.222.0.31 "DELETE /v2.0/networks/c7210c2f-2eed-4c39-8bc9-7b0bdb99cfdb HTTP/1.1" status: 204 len: 168 time: 0.2950618 Nov 12 01:06:16.254463 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39568) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:16.259935 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b3a340e4-5594-4ea8-9d6f-0b64fb5c6881 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Request body: {'network': {'name': 'tempest-network--366288509', 'router:external': True}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:16.264811 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad35dc-2ae4-42c6-a611-bf222db52ac4 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Pushing event deleted for resources: {'Network': ['ID=c7210c2f-2eed-4c39-8bc9-7b0bdb99cfdb,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:16.295272 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a340e4-5594-4ea8-9d6f-0b64fb5c6881 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Made reservation on behalf of 60fd3618ba07445486e5cca298cccefa for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:16.297643 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3a340e4-5594-4ea8-9d6f-0b64fb5c6881 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.347243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a340e4-5594-4ea8-9d6f-0b64fb5c6881 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:16.356275 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86d37042-e296-440d-ae59-048418126495 req-410a6e34-f259-4e67-9bbc-21afc146680e tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804722 Nov 12 01:06:16.368094 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3a340e4-5594-4ea8-9d6f-0b64fb5c6881 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.369013 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-b3a340e4-5594-4ea8-9d6f-0b64fb5c6881 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Added segment 417a364b-71bd-48b0-864d-aa32dc717bd2 of type vlan for network b2d0a824-153f-4578-9145-8966fb9338fa Nov 12 01:06:16.372884 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 4b4f7a12-1980-43c1-91fb-99325d1a9e0e up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:16.425738 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 4b4f7a12-1980-43c1-91fb-99325d1a9e0e completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:06:16.430177 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 4b4f7a12-1980-43c1-91fb-99325d1a9e0e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:16.430606 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.434571 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3a340e4-5594-4ea8-9d6f-0b64fb5c6881 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.466398 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3a340e4-5594-4ea8-9d6f-0b64fb5c6881 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.467601 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a340e4-5594-4ea8-9d6f-0b64fb5c6881 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:16.468415 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3a340e4-5594-4ea8-9d6f-0b64fb5c6881 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.507884 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b3a340e4-5594-4ea8-9d6f-0b64fb5c6881 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2521210 Nov 12 01:06:16.510614 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39570) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:16.519946 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.542041 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a340e4-5594-4ea8-9d6f-0b64fb5c6881 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Pushing event updated for resources: {'Network': ['ID=b2d0a824-153f-4578-9145-8966fb9338fa,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:16.555040 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b45c438-2ac7-46eb-b24b-ec91188f7a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4f7a12-1980-43c1-91fb-99325d1a9e0e'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:16.557466 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4799ce7e-2288-4b2c-8609-fa04b12f355a" -d '{"events": [{"server_uuid": "9b45c438-2ac7-46eb-b24b-ec91188f7a86", "name": "network-vif-plugged", "status": "completed", "tag": "4b4f7a12-1980-43c1-91fb-99325d1a9e0e"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:16.569490 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network b2d0a824-153f-4578-9145-8966fb9338fa details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:16.646197 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c28312-6dd4-47be-b386-c2474199c442 tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:16.650460 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39578) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:16.650604 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f1c28312-6dd4-47be-b386-c2474199c442 tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] 10.222.0.31 "GET /v2.0/networks/b2d0a824-153f-4578-9145-8966fb9338fa HTTP/1.1" status: 200 len: 756 time: 0.1387956 Nov 12 01:06:16.652070 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 4b4f7a12-1980-43c1-91fb-99325d1a9e0e, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4b4f7a12-1980-43c1-91fb-99325d1a9e0e,segment=NetworkSegment(2eff1ba2-96c8-4d24-81e5-e1d67956f9e5),segment_id=2eff1ba2-96c8-4d24-81e5-e1d67956f9e5)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:16.661067 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.661916 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device b60e420f-8844-4cc7-9583-c6126cd3d7ab no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:16.707522 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: b60e420f-8844-4cc7-9583-c6126cd3d7ab {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:16.707872 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device b60e420f-8844-4cc7-9583-c6126cd3d7ab not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:16.712119 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1287b9e6-92e0-4a08-a30f-410b9b7dd605 x-openstack-request-id: req-1287b9e6-92e0-4a08-a30f-410b9b7dd605 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:16.712540 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b45c438-2ac7-46eb-b24b-ec91188f7a86", "name": "network-vif-plugged", "status": "completed", "tag": "4b4f7a12-1980-43c1-91fb-99325d1a9e0e", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:16.712824 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1287b9e6-92e0-4a08-a30f-410b9b7dd605 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:16.713209 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b45c438-2ac7-46eb-b24b-ec91188f7a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4f7a12-1980-43c1-91fb-99325d1a9e0e', 'code': 200} Nov 12 01:06:16.735202 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=4b4f7a12-1980-43c1-91fb-99325d1a9e0e,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:16.799813 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75876b0a-a7eb-44b5-a181-9ad43e0751d2 tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:16.801151 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-75876b0a-a7eb-44b5-a181-9ad43e0751d2 tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] 10.222.0.31 "GET /v2.0/networks/23941252-9fae-406c-83e2-0943d0826170 HTTP/1.1" status: 200 len: 767 time: 0.1491020 Nov 12 01:06:16.808456 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8c0a2-e950-43a5-be46-006bf288103a req-a71cacc8-0a06-4615-a9cd-59ebdfc54b4b tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:16.810166 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4ed8c0a2-e950-43a5-be46-006bf288103a req-a71cacc8-0a06-4615-a9cd-59ebdfc54b4b tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.21 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.0586357 Nov 12 01:06:16.810640 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39580) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:16.853484 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac860a-3769-4257-a687-d9d837c0a310 req-a29f08d3-4dfc-4956-bed8-d6520245c324 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:16.855079 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5bac860a-3769-4257-a687-d9d837c0a310 req-a29f08d3-4dfc-4956-bed8-d6520245c324 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b45c438-2ac7-46eb-b24b-ec91188f7a86 HTTP/1.1" status: 200 len: 946 time: 0.1036987 Nov 12 01:06:16.861508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3696b-8268-4433-95ba-aea4b45a8f0a req-b3e0a7ae-473a-411d-97bb-dd4c042aa007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:16.862875 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6b3696b-8268-4433-95ba-aea4b45a8f0a req-b3e0a7ae-473a-411d-97bb-dd4c042aa007 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9b45c438-2ac7-46eb-b24b-ec91188f7a86 HTTP/1.1" status: 200 len: 1098 time: 0.0603526 Nov 12 01:06:16.941825 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8364632b-9b77-4b2e-a972-266622cdc8ec tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.948133 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5bac860a-3769-4257-a687-d9d837c0a310 req-0db9f39e-d8b9-41f5-b3dc-a53f1b54c6bf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=00e774bb-ce61-4a9e-a979-634d41b14313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815670 Nov 12 01:06:16.964088 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6b3696b-8268-4433-95ba-aea4b45a8f0a req-f9a7ca1e-4e31-486a-abfd-148d4bfc7ea2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=00e774bb-ce61-4a9e-a979-634d41b14313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882268 Nov 12 01:06:17.279029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-4ed8c0a2-e950-43a5-be46-006bf288103a req-18328f22-1a15-48b4-9624-9ebbcb1eacfd tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Deleting port f1777587-4219-4a59-b125-d040697192bb {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:17.279370 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4ed8c0a2-e950-43a5-be46-006bf288103a req-18328f22-1a15-48b4-9624-9ebbcb1eacfd tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.386993 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8364632b-9b77-4b2e-a972-266622cdc8ec tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.426500 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0beec2-c706-4ba8-a7aa-70fff179e28a req-b86fc053-b76a-405a-a813-4b2f24e56876 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.428022 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d0beec2-c706-4ba8-a7aa-70fff179e28a req-b86fc053-b76a-405a-a813-4b2f24e56876 tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/ports?device_id=4506fe6e-b3b7-40f4-94ee-0516f694fe3c HTTP/1.1" status: 200 len: 945 time: 0.4320517 Nov 12 01:06:17.433536 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-8364632b-9b77-4b2e-a972-266622cdc8ec tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d0a824-153f-4578-9145-8966fb9338fa']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:17.456123 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-8364632b-9b77-4b2e-a972-266622cdc8ec tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417a364b-71bd-48b0-864d-aa32dc717bd2') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:17.456456 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-8364632b-9b77-4b2e-a972-266622cdc8ec tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417a364b-71bd-48b0-864d-aa32dc717bd2') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:17.477395 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8364632b-9b77-4b2e-a972-266622cdc8ec tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.498406 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49694c91-22e2-46d2-8a80-1612f2805db0 req-bcfd22a9-048f-4bb6-a1f8-b1536de4bf8a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.499877 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-49694c91-22e2-46d2-8a80-1612f2805db0 req-bcfd22a9-048f-4bb6-a1f8-b1536de4bf8a tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 943 time: 0.0519814 Nov 12 01:06:17.507071 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-4ed8c0a2-e950-43a5-be46-006bf288103a req-18328f22-1a15-48b4-9624-9ebbcb1eacfd tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] For port f1777587-4219-4a59-b125-d040697192bb, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f1777587-4219-4a59-b125-d040697192bb,segment=NetworkSegment(3691a887-a3c9-47c2-b75a-0961928a1bce),segment_id=3691a887-a3c9-47c2-b75a-0961928a1bce)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:17.507450 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4ed8c0a2-e950-43a5-be46-006bf288103a req-18328f22-1a15-48b4-9624-9ebbcb1eacfd tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.518725 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8364632b-9b77-4b2e-a972-266622cdc8ec tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.537282 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8364632b-9b77-4b2e-a972-266622cdc8ec tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:17.537618 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8364632b-9b77-4b2e-a972-266622cdc8ec tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:17.541262 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:17.552923 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-4ed8c0a2-e950-43a5-be46-006bf288103a req-18328f22-1a15-48b4-9624-9ebbcb1eacfd tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Calling delete_port for f1777587-4219-4a59-b125-d040697192bb owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:17.554585 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-49694c91-22e2-46d2-8a80-1612f2805db0 req-e54c58b4-7e51-46cb-9f02-93698206fc60 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476110 Nov 12 01:06:17.564108 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d0beec2-c706-4ba8-a7aa-70fff179e28a req-44e6c5da-2b6a-4b68-8a86-6cae04e9804b tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265113 Nov 12 01:06:17.650191 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8364632b-9b77-4b2e-a972-266622cdc8ec tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.655940 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8364632b-9b77-4b2e-a972-266622cdc8ec tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b2d0a824-153f-4578-9145-8966fb9338fa {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:06:17.658407 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8364632b-9b77-4b2e-a972-266622cdc8ec tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.666356 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8364632b-9b77-4b2e-a972-266622cdc8ec tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] 10.222.0.31 "DELETE /v2.0/networks/b2d0a824-153f-4578-9145-8966fb9338fa HTTP/1.1" status: 204 len: 168 time: 0.8506663 Nov 12 01:06:17.666356 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39586) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:17.674786 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-711210dc-5f48-4da5-a8dc-ce13bdd6ad93 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Request body: {'network': {'name': 'tempest-network--1008763183'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:17.695968 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364632b-9b77-4b2e-a972-266622cdc8ec tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2d0a824-153f-4578-9145-8966fb9338fa,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:17.728369 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711210dc-5f48-4da5-a8dc-ce13bdd6ad93 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Made reservation on behalf of 60fd3618ba07445486e5cca298cccefa for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:17.731333 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-711210dc-5f48-4da5-a8dc-ce13bdd6ad93 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.798529 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711210dc-5f48-4da5-a8dc-ce13bdd6ad93 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:17.821493 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-711210dc-5f48-4da5-a8dc-ce13bdd6ad93 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.822170 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-711210dc-5f48-4da5-a8dc-ce13bdd6ad93 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Added segment bbeff7a6-9aee-4d86-884c-1375d67fa610 of type vlan for network ca74979e-7853-413d-ba40-a53ff29115ac Nov 12 01:06:17.824095 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4ed8c0a2-e950-43a5-be46-006bf288103a req-18328f22-1a15-48b4-9624-9ebbcb1eacfd tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.837403 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f1777587-4219-4a59-b125-d040697192bb'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:06:17.891551 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18328f22-1a15-48b4-9624-9ebbcb1eacfd tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Pushing event deleted for resources: {'Port': ['ID=f1777587-4219-4a59-b125-d040697192bb,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:17.898605 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-711210dc-5f48-4da5-a8dc-ce13bdd6ad93 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.948064 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed8c0a2-e950-43a5-be46-006bf288103a req-18328f22-1a15-48b4-9624-9ebbcb1eacfd tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] No DVR routers for this DVR port f1777587-4219-4a59-b125-d040697192bb on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:17.950962 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4ed8c0a2-e950-43a5-be46-006bf288103a req-18328f22-1a15-48b4-9624-9ebbcb1eacfd tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.954495 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4ed8c0a2-e950-43a5-be46-006bf288103a req-18328f22-1a15-48b4-9624-9ebbcb1eacfd tempest-ServerRescueTestJSON-372926866 tempest-ServerRescueTestJSON-372926866-project] 10.222.0.21 "DELETE /v2.0/ports/f1777587-4219-4a59-b125-d040697192bb HTTP/1.1" status: 204 len: 173 time: 1.1363077 Nov 12 01:06:17.956783 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4506fe6e-b3b7-40f4-94ee-0516f694fe3c', 'name': 'network-vif-deleted', 'tag': 'f1777587-4219-4a59-b125-d040697192bb'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:17.959255 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1ba742-4ccc-492d-97a0-8a155ee4a18a" -d '{"events": [{"server_uuid": "4506fe6e-b3b7-40f4-94ee-0516f694fe3c", "name": "network-vif-deleted", "tag": "f1777587-4219-4a59-b125-d040697192bb"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:17.973879 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-711210dc-5f48-4da5-a8dc-ce13bdd6ad93 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.974963 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711210dc-5f48-4da5-a8dc-ce13bdd6ad93 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.975550 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-711210dc-5f48-4da5-a8dc-ce13bdd6ad93 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.045631 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-711210dc-5f48-4da5-a8dc-ce13bdd6ad93 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3786459 Nov 12 01:06:18.048485 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39592) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:18.054033 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152aa09f-422a-4445-9b69-e562509e0133 x-openstack-request-id: req-152aa09f-422a-4445-9b69-e562509e0133 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:18.054613 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b1c6341d-d048-4724-9ba2-f70822e6268a tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:18.054868 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4506fe6e-b3b7-40f4-94ee-0516f694fe3c", "name": "network-vif-deleted", "tag": "f1777587-4219-4a59-b125-d040697192bb", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:18.055336 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-152aa09f-422a-4445-9b69-e562509e0133 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:18.055977 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4506fe6e-b3b7-40f4-94ee-0516f694fe3c', 'name': 'network-vif-deleted', 'tag': 'f1777587-4219-4a59-b125-d040697192bb', 'status': 'completed', 'code': 200} Nov 12 01:06:18.060519 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711210dc-5f48-4da5-a8dc-ce13bdd6ad93 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Pushing event updated for resources: {'Network': ['ID=ca74979e-7853-413d-ba40-a53ff29115ac,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:18.074123 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network ca74979e-7853-413d-ba40-a53ff29115ac details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:18.169982 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b0024-056d-49c8-b423-ebc58d560b0a req-7ef72d32-9dcd-42a8-90c1-126668f430f6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.171501 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fd9b0024-056d-49c8-b423-ebc58d560b0a req-7ef72d32-9dcd-42a8-90c1-126668f430f6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b45c438-2ac7-46eb-b24b-ec91188f7a86 HTTP/1.1" status: 200 len: 946 time: 0.1011181 Nov 12 01:06:18.228887 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fd9b0024-056d-49c8-b423-ebc58d560b0a req-a4c27ccf-1cc3-4bcf-b09e-6c00da5484d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=00e774bb-ce61-4a9e-a979-634d41b14313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470979 Nov 12 01:06:18.275791 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b1c6341d-d048-4724-9ba2-f70822e6268a tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.290051 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b1c6341d-d048-4724-9ba2-f70822e6268a tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.305383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b1c6341d-d048-4724-9ba2-f70822e6268a tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Network ca74979e-7853-413d-ba40-a53ff29115ac is not hosted by any dhcp agent {{(pid=114243) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:06:18.306153 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c6341d-d048-4724-9ba2-f70822e6268a tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.306740 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b1c6341d-d048-4724-9ba2-f70822e6268a tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.308012 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b1c6341d-d048-4724-9ba2-f70822e6268a tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] 10.222.0.31 "PUT /v2.0/networks/ca74979e-7853-413d-ba40-a53ff29115ac HTTP/1.1" status: 200 len: 858 time: 0.2584889 Nov 12 01:06:18.310858 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39594) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:18.350914 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6341d-d048-4724-9ba2-f70822e6268a tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Pushing event updated for resources: {'Network': ['ID=ca74979e-7853-413d-ba40-a53ff29115ac,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:18.400159 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-70f14f10-edc9-455a-b3f5-4871da8e55a5 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.503766 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-70f14f10-edc9-455a-b3f5-4871da8e55a5 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.525163 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-70f14f10-edc9-455a-b3f5-4871da8e55a5 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca74979e-7853-413d-ba40-a53ff29115ac']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:18.534236 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-70f14f10-edc9-455a-b3f5-4871da8e55a5 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbeff7a6-9aee-4d86-884c-1375d67fa610') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:18.534574 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-70f14f10-edc9-455a-b3f5-4871da8e55a5 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbeff7a6-9aee-4d86-884c-1375d67fa610') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:18.543806 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-70f14f10-edc9-455a-b3f5-4871da8e55a5 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.556765 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-70f14f10-edc9-455a-b3f5-4871da8e55a5 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.562691 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f14f10-edc9-455a-b3f5-4871da8e55a5 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:18.563080 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-70f14f10-edc9-455a-b3f5-4871da8e55a5 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:18.564854 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:18.625521 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-70f14f10-edc9-455a-b3f5-4871da8e55a5 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.630611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f14f10-edc9-455a-b3f5-4871da8e55a5 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca74979e-7853-413d-ba40-a53ff29115ac {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:06:18.630894 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39600) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:18.633595 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-70f14f10-edc9-455a-b3f5-4871da8e55a5 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.643151 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-70f14f10-edc9-455a-b3f5-4871da8e55a5 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] 10.222.0.31 "DELETE /v2.0/networks/ca74979e-7853-413d-ba40-a53ff29115ac HTTP/1.1" status: 204 len: 168 time: 0.3256032 Nov 12 01:06:18.643151 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39602) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:18.675976 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-15aa5f1e-d9b5-4e03-ac4f-5b1c5ce1b92c tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] DELETE failed (client error): The resource could not be found. Nov 12 01:06:18.676437 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15aa5f1e-d9b5-4e03-ac4f-5b1c5ce1b92c tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:18.679541 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-15aa5f1e-d9b5-4e03-ac4f-5b1c5ce1b92c tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] 10.222.0.31 "DELETE /v2.0/subnets/893dc813-9d0d-4457-9feb-11ca4ade8371 HTTP/1.1" status: 404 len: 337 time: 0.0373268 Nov 12 01:06:18.680452 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f14f10-edc9-455a-b3f5-4871da8e55a5 tempest-ExternalNetworksTestJSON-1000410928 tempest-ExternalNetworksTestJSON-1000410928-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca74979e-7853-413d-ba40-a53ff29115ac,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:18.683549 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39604) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:18.768098 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e9bc4da-c1dc-4042-9caa-80142f8ea45f tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.864300 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e9bc4da-c1dc-4042-9caa-80142f8ea45f tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.890391 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-6e9bc4da-c1dc-4042-9caa-80142f8ea45f tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23941252-9fae-406c-83e2-0943d0826170']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:18.901640 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-6e9bc4da-c1dc-4042-9caa-80142f8ea45f tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15abe4a-2b1b-408b-bea3-0f768ca18c0c') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:18.902219 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-6e9bc4da-c1dc-4042-9caa-80142f8ea45f tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15abe4a-2b1b-408b-bea3-0f768ca18c0c') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:18.913046 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e9bc4da-c1dc-4042-9caa-80142f8ea45f tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.927162 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e9bc4da-c1dc-4042-9caa-80142f8ea45f tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.933846 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e9bc4da-c1dc-4042-9caa-80142f8ea45f tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:18.934376 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e9bc4da-c1dc-4042-9caa-80142f8ea45f tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:18.937827 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:19.005382 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e9bc4da-c1dc-4042-9caa-80142f8ea45f tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.011232 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e9bc4da-c1dc-4042-9caa-80142f8ea45f tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.017693 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6e9bc4da-c1dc-4042-9caa-80142f8ea45f tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] 10.222.0.31 "DELETE /v2.0/networks/23941252-9fae-406c-83e2-0943d0826170 HTTP/1.1" status: 204 len: 168 time: 0.3307848 Nov 12 01:06:19.020353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e913c-cf1b-4828-a2fc-9dfaebae6d72 req-8ca2e1af-d168-4bcf-b8bb-3e31d977656c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:19.021924 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6b5e913c-cf1b-4828-a2fc-9dfaebae6d72 req-8ca2e1af-d168-4bcf-b8bb-3e31d977656c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 943 time: 0.3427677 Nov 12 01:06:19.036901 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bc4da-c1dc-4042-9caa-80142f8ea45f tempest-ExternalNetworksTestJSON-1221221809 tempest-ExternalNetworksTestJSON-1221221809-project] Pushing event deleted for resources: {'Network': ['ID=23941252-9fae-406c-83e2-0943d0826170,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:19.125513 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device cdc00645-cbf2-468d-a989-4f3a4986b5aa details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:06:19.135359 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6b5e913c-cf1b-4828-a2fc-9dfaebae6d72 req-61eb5b72-9649-4c59-afbc-58d8f9331f83 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918567 Nov 12 01:06:19.233789 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port cdc00645-cbf2-468d-a989-4f3a4986b5aa, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=cdc00645-cbf2-468d-a989-4f3a4986b5aa,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:19.246146 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'cdc00645-cbf2-468d-a989-4f3a4986b5aa', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'port_id': 'cdc00645-cbf2-468d-a989-4f3a4986b5aa', 'mac_address': 'fa:16:3e:df:1e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:06:19.290137 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.305341 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc00645-cbf2-468d-a989-4f3a4986b5aa {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:06:19.332109 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port cdc00645-cbf2-468d-a989-4f3a4986b5aa, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=cdc00645-cbf2-468d-a989-4f3a4986b5aa,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:19.339431 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.343204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39612) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:19.371566 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a89f7a-baf5-4510-9e9b-40342ff1ebb2 req-2814e439-2eb9-4157-a197-482a27176598 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:19.374066 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-89a89f7a-baf5-4510-9e9b-40342ff1ebb2 req-2814e439-2eb9-4157-a197-482a27176598 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b45c438-2ac7-46eb-b24b-ec91188f7a86 HTTP/1.1" status: 200 len: 946 time: 0.0757830 Nov 12 01:06:19.395696 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=cdc00645-cbf2-468d-a989-4f3a4986b5aa,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:19.440990 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-89a89f7a-baf5-4510-9e9b-40342ff1ebb2 req-04ea6da6-e517-49c8-880c-42fcd5acc69f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=00e774bb-ce61-4a9e-a979-634d41b14313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594237 Nov 12 01:06:19.471345 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-155f0b57-593d-4bae-86d6-9744654bfd92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.549851 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['cdc00645-cbf2-468d-a989-4f3a4986b5aa'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:06:19.607552 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6bc13cb6-130c-40ae-a660-2b3d2b2d11dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9da7ca6f979a46b39eb47ddab84dd3f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2632296 Nov 12 01:06:19.610627 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39618) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:19.634197 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca8d3b-64ad-490f-897b-4edf88f94e4a req-d94654c9-dcbd-4909-8d55-86e8f9794d31 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:19.635682 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aeca8d3b-64ad-490f-897b-4edf88f94e4a req-d94654c9-dcbd-4909-8d55-86e8f9794d31 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b45c438-2ac7-46eb-b24b-ec91188f7a86 HTTP/1.1" status: 200 len: 946 time: 0.1176333 Nov 12 01:06:19.663976 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d66913b5-bdcb-4d25-88c4-c513f0310b8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.686256 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d66913b5-bdcb-4d25-88c4-c513f0310b8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.738482 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d66913b5-bdcb-4d25-88c4-c513f0310b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.741621 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d66913b5-bdcb-4d25-88c4-c513f0310b8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.745369 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d66913b5-bdcb-4d25-88c4-c513f0310b8c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/063dec73-27bf-4e07-b2d0-f8f764dbd9e6 HTTP/1.1" status: 204 len: 168 time: 0.1311896 Nov 12 01:06:19.753528 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66913b5-bdcb-4d25-88c4-c513f0310b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063dec73-27bf-4e07-b2d0-f8f764dbd9e6,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:19.797437 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aeca8d3b-64ad-490f-897b-4edf88f94e4a req-5054cdf1-5c72-4c70-9867-4295d9178124 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=00e774bb-ce61-4a9e-a979-634d41b14313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446424 Nov 12 01:06:19.964163 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-155f0b57-593d-4bae-86d6-9744654bfd92 admin admin] Deleting port 675d50a2-37b0-406f-9dba-52b2d5d5b690 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:19.964612 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-155f0b57-593d-4bae-86d6-9744654bfd92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.020077 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-924eaa21-5c10-4238-b628-47f66c2bf47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.053034 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-155f0b57-593d-4bae-86d6-9744654bfd92 admin admin] For port 675d50a2-37b0-406f-9dba-52b2d5d5b690, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=675d50a2-37b0-406f-9dba-52b2d5d5b690,segment=NetworkSegment(3691a887-a3c9-47c2-b75a-0961928a1bce),segment_id=3691a887-a3c9-47c2-b75a-0961928a1bce)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:20.053462 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-155f0b57-593d-4bae-86d6-9744654bfd92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.065611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39628) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:20.067368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-155f0b57-593d-4bae-86d6-9744654bfd92 admin admin] Calling delete_port for 675d50a2-37b0-406f-9dba-52b2d5d5b690 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:20.107929 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b680b159-d8b1-49b4-8de8-d83d156f15e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60fd3618ba07445486e5cca298cccefa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408232 Nov 12 01:06:20.110318 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39630) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:20.162825 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe15dd77-8fe5-467b-8de0-ab64786217f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.185773 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe15dd77-8fe5-467b-8de0-ab64786217f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.264580 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-155f0b57-593d-4bae-86d6-9744654bfd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.266203 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc95ef-3cb9-4f73-a7da-8e77b0a290cf req-63501516-48a4-4fb4-a574-3ad9de58a4e1 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:20.267713 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bdbc95ef-3cb9-4f73-a7da-8e77b0a290cf req-63501516-48a4-4fb4-a574-3ad9de58a4e1 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 944 time: 0.0524378 Nov 12 01:06:20.282639 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe15dd77-8fe5-467b-8de0-ab64786217f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.285240 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe15dd77-8fe5-467b-8de0-ab64786217f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.286330 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fe15dd77-8fe5-467b-8de0-ab64786217f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1690137-3ccf-4b50-bcbd-36073ca090bd HTTP/1.1" status: 204 len: 168 time: 0.1750736 Nov 12 01:06:20.297428 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f0b57-593d-4bae-86d6-9744654bfd92 admin admin] Pushing event deleted for resources: {'Port': ['ID=675d50a2-37b0-406f-9dba-52b2d5d5b690,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:20.304378 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15dd77-8fe5-467b-8de0-ab64786217f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1690137-3ccf-4b50-bcbd-36073ca090bd,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:20.351889 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bdbc95ef-3cb9-4f73-a7da-8e77b0a290cf req-26005976-acd6-4436-bb91-ad338abb3587 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777416 Nov 12 01:06:20.458905 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-155f0b57-593d-4bae-86d6-9744654bfd92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.681602 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155f0b57-593d-4bae-86d6-9744654bfd92 admin admin] Router e2dace9f-6725-486d-95b5-74b9325d6b52 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:20.788353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155f0b57-593d-4bae-86d6-9744654bfd92 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:20.794586 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-155f0b57-593d-4bae-86d6-9744654bfd92 admin admin] 10.222.0.31 "PUT /v2.0/routers/e2dace9f-6725-486d-95b5-74b9325d6b52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1620834 Nov 12 01:06:20.796754 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39648) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:20.801169 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3278cc-efe9-4a80-99b4-1193abdc7823 None None] Sync routers for ids ['e2dace9f-6725-486d-95b5-74b9325d6b52'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:20.812622 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3278cc-efe9-4a80-99b4-1193abdc7823 None None] Routers {'e2dace9f-6725-486d-95b5-74b9325d6b52'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:20.813739 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-2b3278cc-efe9-4a80-99b4-1193abdc7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:05:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e2dace9f-6725-486d-95b5-74b9325d6b52'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:20.908554 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a427488d-d70a-45f6-ad09-5e40614db75a admin admin] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.930933 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-2b3278cc-efe9-4a80-99b4-1193abdc7823 None None] Set router e2dace9f-6725-486d-95b5-74b9325d6b52 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:21.024022 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a427488d-d70a-45f6-ad09-5e40614db75a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.083602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-a427488d-d70a-45f6-ad09-5e40614db75a admin admin] Deleting port f56058ed-8799-4503-9097-7df055b49474 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:21.084258 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a427488d-d70a-45f6-ad09-5e40614db75a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.129164 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-2b3278cc-efe9-4a80-99b4-1193abdc7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2dace9f-6725-486d-95b5-74b9325d6b52', 'name': 'tempest-ServerRescueTestJSON-561656011-router', 'tenant_id': 'c8109284eb514caaa3d786df89e5eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'f56058ed-8799-4503-9097-7df055b49474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:29Z', 'updated_at': '2021-11-12T01:06:20Z', 'revision_number': 5, 'project_id': 'c8109284eb514caaa3d786df89e5eb19', 'gw_port': {'id': 'f56058ed-8799-4503-9097-7df055b49474', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2dace9f-6725-486d-95b5-74b9325d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:30Z', 'updated_at': '2021-11-12T01:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:21.158051 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device cdc00645-cbf2-468d-a989-4f3a4986b5aa up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:21.162468 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3278cc-efe9-4a80-99b4-1193abdc7823 None None] Checking router: e2dace9f-6725-486d-95b5-74b9325d6b52 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:21.182703 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-a427488d-d70a-45f6-ad09-5e40614db75a admin admin] For port f56058ed-8799-4503-9097-7df055b49474, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f56058ed-8799-4503-9097-7df055b49474,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:21.183074 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a427488d-d70a-45f6-ad09-5e40614db75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.196162 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-a427488d-d70a-45f6-ad09-5e40614db75a admin admin] Calling delete_port for f56058ed-8799-4503-9097-7df055b49474 owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:21.200686 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3278cc-efe9-4a80-99b4-1193abdc7823 None None] Routers {'e2dace9f-6725-486d-95b5-74b9325d6b52'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:21.201456 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-2b3278cc-efe9-4a80-99b4-1193abdc7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:05:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e2dace9f-6725-486d-95b5-74b9325d6b52'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:21.292403 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port cdc00645-cbf2-468d-a989-4f3a4986b5aa completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:06:21.298828 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port cdc00645-cbf2-468d-a989-4f3a4986b5aa triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:21.299193 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.301553 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-2b3278cc-efe9-4a80-99b4-1193abdc7823 None None] Set router e2dace9f-6725-486d-95b5-74b9325d6b52 gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:21.316820 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39664) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:21.388994 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-2b3278cc-efe9-4a80-99b4-1193abdc7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2dace9f-6725-486d-95b5-74b9325d6b52', 'name': 'tempest-ServerRescueTestJSON-561656011-router', 'tenant_id': 'c8109284eb514caaa3d786df89e5eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:29Z', 'updated_at': '2021-11-12T01:06:21Z', 'revision_number': 6, 'project_id': 'c8109284eb514caaa3d786df89e5eb19', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:21.423437 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a427488d-d70a-45f6-ad09-5e40614db75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.426154 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3278cc-efe9-4a80-99b4-1193abdc7823 None None] The sync data for ids ['e2dace9f-6725-486d-95b5-74b9325d6b52'] in n-d-712137-14 is: [{'id': 'e2dace9f-6725-486d-95b5-74b9325d6b52', 'name': 'tempest-ServerRescueTestJSON-561656011-router', 'tenant_id': 'c8109284eb514caaa3d786df89e5eb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:29Z', 'updated_at': '2021-11-12T01:06:21Z', 'revision_number': 6, 'project_id': 'c8109284eb514caaa3d786df89e5eb19', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:21.468843 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cdc9ec-68b3-47e0-a23a-6ca52b64f69d None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:21.497911 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.528891 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafb0d07-c085-4da1-b942-02ae27db8dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc00645-cbf2-468d-a989-4f3a4986b5aa'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:21.532851 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f8961d-9d1c-4f92-be20-961c642344ba" -d '{"events": [{"server_uuid": "dafb0d07-c085-4da1-b942-02ae27db8dee", "name": "network-vif-plugged", "status": "completed", "tag": "cdc00645-cbf2-468d-a989-4f3a4986b5aa"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:21.547217 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427488d-d70a-45f6-ad09-5e40614db75a admin admin] Pushing event deleted for resources: {'Port': ['ID=f56058ed-8799-4503-9097-7df055b49474,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:21.551745 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port cdc00645-cbf2-468d-a989-4f3a4986b5aa, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=cdc00645-cbf2-468d-a989-4f3a4986b5aa,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:21.560300 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a427488d-d70a-45f6-ad09-5e40614db75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.560893 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.561844 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f1777587-4219-4a59-b125-d040697192bb no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:21.613135 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf6f652-c1c0-4c96-a164-64f7d34a4537 x-openstack-request-id: req-ccf6f652-c1c0-4c96-a164-64f7d34a4537 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:21.613944 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafb0d07-c085-4da1-b942-02ae27db8dee", "name": "network-vif-plugged", "status": "completed", "tag": "cdc00645-cbf2-468d-a989-4f3a4986b5aa", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:21.614289 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccf6f652-c1c0-4c96-a164-64f7d34a4537 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:21.614774 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafb0d07-c085-4da1-b942-02ae27db8dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc00645-cbf2-468d-a989-4f3a4986b5aa', 'code': 200} Nov 12 01:06:21.617590 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: f1777587-4219-4a59-b125-d040697192bb {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:21.618048 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f1777587-4219-4a59-b125-d040697192bb not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:21.706283 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a427488d-d70a-45f6-ad09-5e40614db75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.709532 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=cdc00645-cbf2-468d-a989-4f3a4986b5aa,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:21.723030 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a427488d-d70a-45f6-ad09-5e40614db75a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.774607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28cd04-81f5-4664-b876-3546d8563cf2 req-1f425a3e-159a-4653-8488-a3c1fa7986aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:21.776018 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6f28cd04-81f5-4664-b876-3546d8563cf2 req-1f425a3e-159a-4653-8488-a3c1fa7986aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 1097 time: 0.0892634 Nov 12 01:06:21.780797 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a427488d-d70a-45f6-ad09-5e40614db75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.786221 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a427488d-d70a-45f6-ad09-5e40614db75a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2dace9f-6725-486d-95b5-74b9325d6b52 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:06:21.796248 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a427488d-d70a-45f6-ad09-5e40614db75a admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.797598 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a427488d-d70a-45f6-ad09-5e40614db75a admin admin] 10.222.0.31 "DELETE /v2.0/routers/e2dace9f-6725-486d-95b5-74b9325d6b52 HTTP/1.1" status: 204 len: 168 time: 0.9997075 Nov 12 01:06:21.806639 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39676) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:21.815639 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39678) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:21.892491 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6f28cd04-81f5-4664-b876-3546d8563cf2 req-0fb13b3a-db43-422b-bddf-7874a8f58c82 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040635 Nov 12 01:06:21.905129 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8039747-ec9a-4f17-9978-b9c6664cfa4d admin admin] Deleting subnet fcd6195d-07ef-466d-b505-337253075e1a {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:06:21.910337 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e8039747-ec9a-4f17-9978-b9c6664cfa4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.955359 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e839aa5-4b99-444c-a72b-a79d9e243cec req-3340f552-1225-4e16-bc92-37d705f3f164 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:21.957393 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e8039747-ec9a-4f17-9978-b9c6664cfa4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.963606 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3e839aa5-4b99-444c-a72b-a79d9e243cec req-3340f552-1225-4e16-bc92-37d705f3f164 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 944 time: 0.4652703 Nov 12 01:06:21.994010 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-0879f264-e710-447b-a100-df4c91930be0 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:22.013256 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e8039747-ec9a-4f17-9978-b9c6664cfa4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.046756 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0879f264-e710-447b-a100-df4c91930be0 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.065249 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3e839aa5-4b99-444c-a72b-a79d9e243cec req-ff50d957-cbef-491c-918d-557023b62ee0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005547 Nov 12 01:06:22.121044 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e8039747-ec9a-4f17-9978-b9c6664cfa4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.151974 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8039747-ec9a-4f17-9978-b9c6664cfa4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcd6195d-07ef-466d-b505-337253075e1a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:22.154965 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e8039747-ec9a-4f17-9978-b9c6664cfa4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.161233 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e8039747-ec9a-4f17-9978-b9c6664cfa4d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fcd6195d-07ef-466d-b505-337253075e1a HTTP/1.1" status: 204 len: 168 time: 0.3506572 Nov 12 01:06:22.161444 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39682) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:22.245232 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d46b7608-178f-4050-a6a9-1b187ba06259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.250069 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0879f264-e710-447b-a100-df4c91930be0 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.355084 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 675d50a2-37b0-406f-9dba-52b2d5d5b690 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:22.366820 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a93e6d2-b5d4-4a74-86cb-ea544410c9e9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.384054 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7e898d76-6268-4da0-84f9-abeb15532800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.387332 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 675d50a2-37b0-406f-9dba-52b2d5d5b690 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:22.388031 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 675d50a2-37b0-406f-9dba-52b2d5d5b690 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:22.422750 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d46b7608-178f-4050-a6a9-1b187ba06259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.454367 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-d46b7608-178f-4050-a6a9-1b187ba06259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42957e99-3f0d-4a9b-853f-fd766a747884']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:22.473221 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-0879f264-e710-447b-a100-df4c91930be0 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Allocated IP 172.25.0.43 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/25f18b04-6d1a-490b-92d5-2cee0da40e37) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:22.476155 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-d46b7608-178f-4050-a6a9-1b187ba06259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3691a887-a3c9-47c2-b75a-0961928a1bce') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:22.476481 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-d46b7608-178f-4050-a6a9-1b187ba06259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3691a887-a3c9-47c2-b75a-0961928a1bce') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:22.490740 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d46b7608-178f-4050-a6a9-1b187ba06259 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.515260 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d46b7608-178f-4050-a6a9-1b187ba06259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.530739 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46b7608-178f-4050-a6a9-1b187ba06259 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:22.530739 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d46b7608-178f-4050-a6a9-1b187ba06259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:22.532308 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:22.686957 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0879f264-e710-447b-a100-df4c91930be0 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.694712 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d46b7608-178f-4050-a6a9-1b187ba06259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.702775 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d46b7608-178f-4050-a6a9-1b187ba06259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.710212 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d46b7608-178f-4050-a6a9-1b187ba06259 admin admin] 10.222.0.31 "DELETE /v2.0/networks/42957e99-3f0d-4a9b-853f-fd766a747884 HTTP/1.1" status: 204 len: 168 time: 0.5443511 Nov 12 01:06:22.727059 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b7608-178f-4050-a6a9-1b187ba06259 admin admin] Pushing event deleted for resources: {'Network': ['ID=42957e99-3f0d-4a9b-853f-fd766a747884,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:22.768545 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0879f264-e710-447b-a100-df4c91930be0 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.787100 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-5a93e6d2-b5d4-4a74-86cb-ea544410c9e9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Allocated IP 172.20.0.17 (e9e15643-52e1-421d-8377-fd79184b2aac/eea676c9-98d7-459a-a008-6133365a4e36/25046c0f-0008-449f-9cae-046971beceee) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:22.815120 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0879f264-e710-447b-a100-df4c91930be0 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:22.819951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-0879f264-e710-447b-a100-df4c91930be0 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:22.825887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0879f264-e710-447b-a100-df4c91930be0 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:22.854510 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879f264-e710-447b-a100-df4c91930be0 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Pushing event updated for resources: {'Port': ['ID=25f18b04-6d1a-490b-92d5-2cee0da40e37,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:22.941317 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0879f264-e710-447b-a100-df4c91930be0 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.953642 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a93e6d2-b5d4-4a74-86cb-ea544410c9e9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.960832 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39686) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:22.983581 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0879f264-e710-447b-a100-df4c91930be0 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.022354 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b0dd7bd8-244f-4467-a18b-e7b4c7588379 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8109284eb514caaa3d786df89e5eb19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0578883 Nov 12 01:06:23.022570 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39688) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:23.039550 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a93e6d2-b5d4-4a74-86cb-ea544410c9e9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.095527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a93e6d2-b5d4-4a74-86cb-ea544410c9e9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Network e9e15643-52e1-421d-8377-fd79184b2aac is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:23.099099 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-5a93e6d2-b5d4-4a74-86cb-ea544410c9e9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:23.106157 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a93e6d2-b5d4-4a74-86cb-ea544410c9e9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:23.142579 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0879f264-e710-447b-a100-df4c91930be0 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.150324 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0879f264-e710-447b-a100-df4c91930be0 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.167662 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ea2e8cb4-2582-42e5-85a1-e51914b0e777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.169316 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93e6d2-b5d4-4a74-86cb-ea544410c9e9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'Port': ['ID=25046c0f-0008-449f-9cae-046971beceee,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:23.209438 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ea2e8cb4-2582-42e5-85a1-e51914b0e777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.216336 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a93e6d2-b5d4-4a74-86cb-ea544410c9e9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.346486 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ea2e8cb4-2582-42e5-85a1-e51914b0e777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.349349 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ea2e8cb4-2582-42e5-85a1-e51914b0e777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.350545 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ea2e8cb4-2582-42e5-85a1-e51914b0e777 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae HTTP/1.1" status: 204 len: 168 time: 0.3265646 Nov 12 01:06:23.365875 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e8cb4-2582-42e5-85a1-e51914b0e777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6bbb22-7dd3-4fe5-81e4-0b2539a7a9ae,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:23.406268 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a93e6d2-b5d4-4a74-86cb-ea544410c9e9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.450523 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-24d8d52e-f382-4d56-a398-81e63ae3ba01 None None] Provisioning complete for port 25046c0f-0008-449f-9cae-046971beceee triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:23.451556 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-24d8d52e-f382-4d56-a398-81e63ae3ba01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.507206 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.508202 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-24d8d52e-f382-4d56-a398-81e63ae3ba01 None None] Port 25046c0f-0008-449f-9cae-046971beceee cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:23.563173 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879f264-e710-447b-a100-df4c91930be0 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Pushing event updated for resources: {'Port': ['ID=25f18b04-6d1a-490b-92d5-2cee0da40e37,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:23.574062 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0879f264-e710-447b-a100-df4c91930be0 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.593254 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993f23a-2520-43b1-8a60-f1ba67029d86 req-1a325bef-568e-43bd-9ca1-9e7e7d0c8e95 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:23.594794 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2993f23a-2520-43b1-8a60-f1ba67029d86 req-1a325bef-568e-43bd-9ca1-9e7e7d0c8e95 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 945 time: 0.4137921 Nov 12 01:06:23.604584 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0879f264-e710-447b-a100-df4c91930be0 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.610006 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39696) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:23.612286 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0879f264-e710-447b-a100-df4c91930be0 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7955141 Nov 12 01:06:23.614672 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-cad2f298-099d-428e-877c-26147e0ea946 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-429555', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'fixed_ips': [{'ip_address': '172.25.0.43'}]}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:23.661263 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2993f23a-2520-43b1-8a60-f1ba67029d86 req-49f52824-dea5-4003-bee7-77c7b1007ac6 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477939 Nov 12 01:06:23.688337 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad2f298-099d-428e-877c-26147e0ea946 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Made reservation on behalf of 68d3adc5a247478da7153d67d9bb7010 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:23.691357 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cad2f298-099d-428e-877c-26147e0ea946 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.714522 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cad2f298-099d-428e-877c-26147e0ea946 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.832451 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a93e6d2-b5d4-4a74-86cb-ea544410c9e9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.843242 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a93e6d2-b5d4-4a74-86cb-ea544410c9e9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.858272 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84a268-18a7-41ae-9ef1-4ba95c854597 req-e98db933-39f4-4a85-818a-dda379ec075c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:23.859777 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8e84a268-18a7-41ae-9ef1-4ba95c854597 req-e98db933-39f4-4a85-818a-dda379ec075c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 945 time: 0.1123433 Nov 12 01:06:23.863323 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f56058ed-8799-4503-9097-7df055b49474 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:23.900222 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: f56058ed-8799-4503-9097-7df055b49474 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:23.900740 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f56058ed-8799-4503-9097-7df055b49474 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:23.984173 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a93e6d2-b5d4-4a74-86cb-ea544410c9e9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.994575 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cad2f298-099d-428e-877c-26147e0ea946 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.001957 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93e6d2-b5d4-4a74-86cb-ea544410c9e9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'Port': ['ID=25046c0f-0008-449f-9cae-046971beceee,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:24.009499 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cad2f298-099d-428e-877c-26147e0ea946 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.025999 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-cad2f298-099d-428e-877c-26147e0ea946 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] device_id is not set on port e053d7b9-58b8-44af-8891-eb04e6da231d yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:06:24.061443 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8e84a268-18a7-41ae-9ef1-4ba95c854597 req-ad99c3ff-1c5f-4841-9b66-5cc01fa78125 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715541 Nov 12 01:06:24.085501 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39716) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:24.124411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee637d4e-b676-4b6a-896d-0b8126e61b16 tempest-TestVolumeBootPattern-1115532102 tempest-TestVolumeBootPattern-1115532102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:24.129518 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ee637d4e-b676-4b6a-896d-0b8126e61b16 tempest-TestVolumeBootPattern-1115532102 tempest-TestVolumeBootPattern-1115532102-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 1092 time: 0.0429568 Nov 12 01:06:24.130131 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39718) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:24.134487 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-eafc46cf-c1fd-4007-b4f3-54b85e521a56 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': 'cdc00645-cbf2-468d-a989-4f3a4986b5aa', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:24.157738 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eafc46cf-c1fd-4007-b4f3-54b85e521a56 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.168897 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2f298-099d-428e-877c-26147e0ea946 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6963f065-4579-4cf6-948c-ff0cb230e337,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:24.174710 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39720) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:24.269906 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a93e6d2-b5d4-4a74-86cb-ea544410c9e9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Network e9e15643-52e1-421d-8377-fd79184b2aac is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:24.273186 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-5a93e6d2-b5d4-4a74-86cb-ea544410c9e9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:24.274206 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eafc46cf-c1fd-4007-b4f3-54b85e521a56 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.323325 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-87af74cd-a148-4cc5-aeb8-2fe6165a82ec admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-594502855-network', 'tenant_id': 'e89600b132b441d69dfb3856fca29f85'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:24.361566 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87af74cd-a148-4cc5-aeb8-2fe6165a82ec admin admin] Made reservation on behalf of e89600b132b441d69dfb3856fca29f85 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:24.364932 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87af74cd-a148-4cc5-aeb8-2fe6165a82ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.373719 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad2f298-099d-428e-877c-26147e0ea946 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 01:06:24.374233 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad2f298-099d-428e-877c-26147e0ea946 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:06:24.378379 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87af74cd-a148-4cc5-aeb8-2fe6165a82ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.424686 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cad2f298-099d-428e-877c-26147e0ea946 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8138111 Nov 12 01:06:24.428977 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39724) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:24.445857 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a93e6d2-b5d4-4a74-86cb-ea544410c9e9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Router e981ebaa-91c8-42f4-af9d-2108941d534e has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:24.451869 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-eafc46cf-c1fd-4007-b4f3-54b85e521a56 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Allocated IP 172.25.0.78 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/f2704c1c-629d-426b-b2de-26fec237d398) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:24.534143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d7b1b25c-511b-4f79-9132-f58eac7b50f4 None None] Provisioning complete for port 25046c0f-0008-449f-9cae-046971beceee triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:24.535293 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b25c-511b-4f79-9132-f58eac7b50f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.568921 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a93e6d2-b5d4-4a74-86cb-ea544410c9e9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:24.569299 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d7b1b25c-511b-4f79-9132-f58eac7b50f4 None None] Port 25046c0f-0008-449f-9cae-046971beceee cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:24.575777 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5a93e6d2-b5d4-4a74-86cb-ea544410c9e9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "PUT /v2.0/routers/e981ebaa-91c8-42f4-af9d-2108941d534e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2575998 Nov 12 01:06:24.586608 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] Sync routers for ids ['e981ebaa-91c8-42f4-af9d-2108941d534e'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:24.598608 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] Routers {'e981ebaa-91c8-42f4-af9d-2108941d534e'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:24.599245 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e981ebaa-91c8-42f4-af9d-2108941d534e'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:24.684941 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87af74cd-a148-4cc5-aeb8-2fe6165a82ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.697835 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87af74cd-a148-4cc5-aeb8-2fe6165a82ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.717074 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] Set router e981ebaa-91c8-42f4-af9d-2108941d534e gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:24.725618 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.730948 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eafc46cf-c1fd-4007-b4f3-54b85e521a56 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.738315 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-0a2bf492-fef9-4259-9df9-107866fd9b63 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Deleting port 25f18b04-6d1a-490b-92d5-2cee0da40e37 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:24.738653 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf492-fef9-4259-9df9-107866fd9b63 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.745228 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87af74cd-a148-4cc5-aeb8-2fe6165a82ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:24.776892 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af74cd-a148-4cc5-aeb8-2fe6165a82ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adef23aa-a580-42a5-9ef3-2694d8194591,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:24.781100 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87af74cd-a148-4cc5-aeb8-2fe6165a82ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.781454 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-87af74cd-a148-4cc5-aeb8-2fe6165a82ec admin admin] Added segment 2559951f-1a58-498c-8198-b33c768627e9 of type vlan for network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 Nov 12 01:06:24.875626 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87af74cd-a148-4cc5-aeb8-2fe6165a82ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.910505 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eafc46cf-c1fd-4007-b4f3-54b85e521a56 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.918522 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf492-fef9-4259-9df9-107866fd9b63 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.918843 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf492-fef9-4259-9df9-107866fd9b63 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.954199 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'name': 'tempest-TestNetworkBasicOps-router-1445745350', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '1f934732-f893-472e-b6db-8095255c2ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:06:23Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': '1f934732-f893-472e-b6db-8095255c2ae2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '2877d8d2-7f0d-45a6-92d6-4a59c5ab3847', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'port_id': 'dc339e51-e397-4a14-ba91-d42c6f331a59', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'mac_address': 'fa:16:3e:73:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f678d-6c9a-4168-a35c-8ed332cec7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:44Z', 'revision_number': 1, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25046c0f-0008-449f-9cae-046971beceee', 'name': '', 'network_id': 'e9e15643-52e1-421d-8377-fd79184b2aac', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:7e:87:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'eea676c9-98d7-459a-a008-6133365a4e36', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:22Z', 'updated_at': '2021-11-12T01:06:23Z', 'revision_number': 2, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': 'eea676c9-98d7-459a-a008-6133365a4e36', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36f97a44-d90c-4d69-807a-7f9ff1ab4097', 'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:92:18:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:20Z', 'updated_at': '2021-11-12T01:04:25Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:24.958256 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87af74cd-a148-4cc5-aeb8-2fe6165a82ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.959194 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af74cd-a148-4cc5-aeb8-2fe6165a82ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:24.959774 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-87af74cd-a148-4cc5-aeb8-2fe6165a82ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.964831 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-0a2bf492-fef9-4259-9df9-107866fd9b63 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Calling delete_port for 25f18b04-6d1a-490b-92d5-2cee0da40e37 owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:24.982255 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafc46cf-c1fd-4007-b4f3-54b85e521a56 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:24.983933 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] Checking router: e981ebaa-91c8-42f4-af9d-2108941d534e for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:24.984293 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] Updating router e981ebaa-91c8-42f4-af9d-2108941d534e port 25046c0f-0008-449f-9cae-046971beceee binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:06:25.009106 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-eafc46cf-c1fd-4007-b4f3-54b85e521a56 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:25.009328 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.018699 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc46cf-c1fd-4007-b4f3-54b85e521a56 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:25.022149 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc46cf-c1fd-4007-b4f3-54b85e521a56 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event updated for resources: {'Port': ['ID=f2704c1c-629d-426b-b2de-26fec237d398,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:25.084116 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-87af74cd-a148-4cc5-aeb8-2fe6165a82ec admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9083407 Nov 12 01:06:25.087217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39730) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:25.092347 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-4423cf36-0678-4656-bf88-7d345099b67f admin admin] Request body: {'subnet': {'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-594502855-subnet', 'tenant_id': 'e89600b132b441d69dfb3856fca29f85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:25.116359 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4423cf36-0678-4656-bf88-7d345099b67f admin admin] Made reservation on behalf of e89600b132b441d69dfb3856fca29f85 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:25.119070 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4423cf36-0678-4656-bf88-7d345099b67f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.133121 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af74cd-a148-4cc5-aeb8-2fe6165a82ec admin admin] Pushing event updated for resources: {'Network': ['ID=16281115-b3d6-46f6-bb8f-00ff27cd9f36,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:25.147154 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:25.298046 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.337039 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.357495 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf492-fef9-4259-9df9-107866fd9b63 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.396582 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bf492-fef9-4259-9df9-107866fd9b63 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Pushing event deleted for resources: {'Port': ['ID=25f18b04-6d1a-490b-92d5-2cee0da40e37,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:25.461759 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8f79e-658f-4daf-8bf2-5142091322f1 None None] Pushing event updated for resources: {'Port': ['ID=25046c0f-0008-449f-9cae-046971beceee,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:25.466982 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] Attempting to bind port 25046c0f-0008-449f-9cae-046971beceee on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:25.467361 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] Attempting to bind port 25046c0f-0008-449f-9cae-046971beceee by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '2eff1ba2-96c8-4d24-81e5-e1d67956f9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9e15643-52e1-421d-8377-fd79184b2aac'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:25.467719 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] Attempting to bind port 25046c0f-0008-449f-9cae-046971beceee on network e9e15643-52e1-421d-8377-fd79184b2aac {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:25.468066 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.478461 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f79e-658f-4daf-8bf2-5142091322f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.478726 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f79e-658f-4daf-8bf2-5142091322f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.479071 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f79e-658f-4daf-8bf2-5142091322f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.479402 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f79e-658f-4daf-8bf2-5142091322f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.479727 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f79e-658f-4daf-8bf2-5142091322f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.480055 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f79e-658f-4daf-8bf2-5142091322f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.480376 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f79e-658f-4daf-8bf2-5142091322f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.480783 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f79e-658f-4daf-8bf2-5142091322f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.481041 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f79e-658f-4daf-8bf2-5142091322f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.481359 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f79e-658f-4daf-8bf2-5142091322f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.481680 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f79e-658f-4daf-8bf2-5142091322f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.481996 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f79e-658f-4daf-8bf2-5142091322f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:25.485243 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:25.485615 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] Checking segment: {'id': '2eff1ba2-96c8-4d24-81e5-e1d67956f9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9e15643-52e1-421d-8377-fd79184b2aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:25.486017 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.486443 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] Bound using segment: {'id': '2eff1ba2-96c8-4d24-81e5-e1d67956f9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9e15643-52e1-421d-8377-fd79184b2aac'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:25.487050 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] Bound port: 25046c0f-0008-449f-9cae-046971beceee, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eff1ba2-96c8-4d24-81e5-e1d67956f9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e9e15643-52e1-421d-8377-fd79184b2aac'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:25.487678 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.515974 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4423cf36-0678-4656-bf88-7d345099b67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.531629 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf492-fef9-4259-9df9-107866fd9b63 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.535479 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf492-fef9-4259-9df9-107866fd9b63 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.540158 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0a2bf492-fef9-4259-9df9-107866fd9b63 tempest-ExternalNetworksAdminNegativeTestJSON-315012882 tempest-ExternalNetworksAdminNegativeTestJSON-315012882-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/03faf181-8e06-4470-9280-5e3cd4577458 HTTP/1.1" status: 204 len: 168 time: 1.1101518 Nov 12 01:06:25.553404 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] For port 25046c0f-0008-449f-9cae-046971beceee, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:25.556647 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] For port 25046c0f-0008-449f-9cae-046971beceee, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=25046c0f-0008-449f-9cae-046971beceee,segment=NetworkSegment(2eff1ba2-96c8-4d24-81e5-e1d67956f9e5),segment_id=2eff1ba2-96c8-4d24-81e5-e1d67956f9e5)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:25.564613 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.586081 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423cf36-0678-4656-bf88-7d345099b67f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f979b72-06d7-47f0-888a-cb01892f2ff7,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:25.638434 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4423cf36-0678-4656-bf88-7d345099b67f admin admin] Checking segment: {'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:25.638882 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4423cf36-0678-4656-bf88-7d345099b67f admin admin] Network hostable DHCP agents. Network: 16281115-b3d6-46f6-bb8f-00ff27cd9f36, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:25.657090 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] Routers {'e981ebaa-91c8-42f4-af9d-2108941d534e'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:25.661145 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4423cf36-0678-4656-bf88-7d345099b67f admin admin] Network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:25.667083 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e981ebaa-91c8-42f4-af9d-2108941d534e'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:25.675384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-4423cf36-0678-4656-bf88-7d345099b67f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 16281115-b3d6-46f6-bb8f-00ff27cd9f36) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:25.685699 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106e56c9-d1f6-42ad-8d58-53fc5efe7324 None None] Network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:25.689287 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4423cf36-0678-4656-bf88-7d345099b67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:25.691403 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4423cf36-0678-4656-bf88-7d345099b67f admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.715518 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eafc46cf-c1fd-4007-b4f3-54b85e521a56 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.733345 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4423cf36-0678-4656-bf88-7d345099b67f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6437805 Nov 12 01:06:25.748866 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8f79e-658f-4daf-8bf2-5142091322f1 None None] Pushing event updated for resources: {'Port': ['ID=25046c0f-0008-449f-9cae-046971beceee,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:25.832824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6ce1c314-972f-4bcb-b5b7-cc68554b7f08 None None] Provisioning complete for port 25046c0f-0008-449f-9cae-046971beceee triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:25.833889 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6ce1c314-972f-4bcb-b5b7-cc68554b7f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.900955 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eafc46cf-c1fd-4007-b4f3-54b85e521a56 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.905446 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] Set router e981ebaa-91c8-42f4-af9d-2108941d534e gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:25.937933 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39740) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:26.064250 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263e0967-02ad-4b0c-a75c-c6b4a4b14332 None None] Network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:26.068586 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6ce1c314-972f-4bcb-b5b7-cc68554b7f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.094294 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.158617 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6ce1c314-972f-4bcb-b5b7-cc68554b7f08 None None] For port 25046c0f-0008-449f-9cae-046971beceee, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=25046c0f-0008-449f-9cae-046971beceee,segment=NetworkSegment(2eff1ba2-96c8-4d24-81e5-e1d67956f9e5),segment_id=2eff1ba2-96c8-4d24-81e5-e1d67956f9e5)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:26.162625 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2a25b4ce-1a6a-4749-b1c2-a5b970aa0d1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.166726 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eafc46cf-c1fd-4007-b4f3-54b85e521a56 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.169521 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6ce1c314-972f-4bcb-b5b7-cc68554b7f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.178389 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eafc46cf-c1fd-4007-b4f3-54b85e521a56 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.279277 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1c314-972f-4bcb-b5b7-cc68554b7f08 None None] Pushing event updated for resources: {'Port': ['ID=25046c0f-0008-449f-9cae-046971beceee,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:26.324779 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1c314-972f-4bcb-b5b7-cc68554b7f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:26.325508 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1c314-972f-4bcb-b5b7-cc68554b7f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:26.326015 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1c314-972f-4bcb-b5b7-cc68554b7f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:26.326501 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1c314-972f-4bcb-b5b7-cc68554b7f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:26.326984 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1c314-972f-4bcb-b5b7-cc68554b7f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:26.327466 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1c314-972f-4bcb-b5b7-cc68554b7f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:26.327806 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1c314-972f-4bcb-b5b7-cc68554b7f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:26.328137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1c314-972f-4bcb-b5b7-cc68554b7f08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:26.328832 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1c314-972f-4bcb-b5b7-cc68554b7f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:26.329171 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1c314-972f-4bcb-b5b7-cc68554b7f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:26.329500 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1c314-972f-4bcb-b5b7-cc68554b7f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:26.329824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1c314-972f-4bcb-b5b7-cc68554b7f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:26.332598 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2a25b4ce-1a6a-4749-b1c2-a5b970aa0d1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.340439 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'name': 'tempest-TestNetworkBasicOps-router-1445745350', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '1f934732-f893-472e-b6db-8095255c2ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:06:23Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': '1f934732-f893-472e-b6db-8095255c2ae2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '2877d8d2-7f0d-45a6-92d6-4a59c5ab3847', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'port_id': 'dc339e51-e397-4a14-ba91-d42c6f331a59', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'mac_address': 'fa:16:3e:73:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f678d-6c9a-4168-a35c-8ed332cec7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:44Z', 'revision_number': 1, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25046c0f-0008-449f-9cae-046971beceee', 'name': '', 'network_id': 'e9e15643-52e1-421d-8377-fd79184b2aac', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:7e:87:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'eea676c9-98d7-459a-a008-6133365a4e36', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:22Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 4, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': 'eea676c9-98d7-459a-a008-6133365a4e36', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36f97a44-d90c-4d69-807a-7f9ff1ab4097', 'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:92:18:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:20Z', 'updated_at': '2021-11-12T01:04:25Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:26.342409 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a615851d-cd0e-40e9-a8cd-39527676cdf1 None None] Provisioning complete for port 25046c0f-0008-449f-9cae-046971beceee triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:26.342974 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a615851d-cd0e-40e9-a8cd-39527676cdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.343881 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2a25b4ce-1a6a-4749-b1c2-a5b970aa0d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.390884 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21696ebb-2749-43e9-afcc-ad2f0a0de09e None None] The sync data for ids ['e981ebaa-91c8-42f4-af9d-2108941d534e'] in n-d-712137-14 is: [{'id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'name': 'tempest-TestNetworkBasicOps-router-1445745350', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '1f934732-f893-472e-b6db-8095255c2ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:06:23Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': '1f934732-f893-472e-b6db-8095255c2ae2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '2877d8d2-7f0d-45a6-92d6-4a59c5ab3847', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'port_id': 'dc339e51-e397-4a14-ba91-d42c6f331a59', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'mac_address': 'fa:16:3e:73:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f678d-6c9a-4168-a35c-8ed332cec7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:44Z', 'revision_number': 1, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25046c0f-0008-449f-9cae-046971beceee', 'name': '', 'network_id': 'e9e15643-52e1-421d-8377-fd79184b2aac', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:7e:87:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'eea676c9-98d7-459a-a008-6133365a4e36', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:22Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 4, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': 'eea676c9-98d7-459a-a008-6133365a4e36', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36f97a44-d90c-4d69-807a-7f9ff1ab4097', 'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:92:18:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:20Z', 'updated_at': '2021-11-12T01:04:25Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:26.398063 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2a25b4ce-1a6a-4749-b1c2-a5b970aa0d1b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97c531de5788469986af169f70c0484b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4586873 Nov 12 01:06:26.399320 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25b4ce-1a6a-4749-b1c2-a5b970aa0d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed0c7b3-0032-4346-9a6c-1690cc762f96,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:26.401790 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39756) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:26.404998 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-92a6ebee-18dd-4801-b430-d3d7c2b3565a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:26.406731 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-92a6ebee-18dd-4801-b430-d3d7c2b3565a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 805 time: 0.1245105 Nov 12 01:06:26.422777 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc46cf-c1fd-4007-b4f3-54b85e521a56 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event updated for resources: {'Port': ['ID=f2704c1c-629d-426b-b2de-26fec237d398,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:26.437261 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eafc46cf-c1fd-4007-b4f3-54b85e521a56 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.440606 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-94e35d47-7559-437b-8f74-464b9047e554 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/quotas/e89600b132b441d69dfb3856fca29f85 HTTP/1.1" status: 200 len: 375 time: 0.0214400 Nov 12 01:06:26.520204 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-98dfe3c4-b7fd-4366-bf55-e90c6926a6e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.544046 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-9d47bb08-d1d2-4567-842c-9f5be7a61dba tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362327 Nov 12 01:06:26.548656 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-98dfe3c4-b7fd-4366-bf55-e90c6926a6e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.629559 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-98dfe3c4-b7fd-4366-bf55-e90c6926a6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.631982 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-98dfe3c4-b7fd-4366-bf55-e90c6926a6e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.633202 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-98dfe3c4-b7fd-4366-bf55-e90c6926a6e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eed0c7b3-0032-4346-9a6c-1690cc762f96 HTTP/1.1" status: 204 len: 168 time: 0.2101655 Nov 12 01:06:26.641145 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-eafc46cf-c1fd-4007-b4f3-54b85e521a56 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Floating IP 274577a2-12e3-4b97-b0ac-f0fe91cc7c6d associated. External IP: 172.25.0.78, port: cdc00645-cbf2-468d-a989-4f3a4986b5aa. Nov 12 01:06:26.641475 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfe3c4-b7fd-4366-bf55-e90c6926a6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed0c7b3-0032-4346-9a6c-1690cc762f96,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:26.838080 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-81171885-4fa0-4471-836c-f7bf9004d839 service neutron] 10.222.0.31 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813308 Nov 12 01:06:26.980284 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39764) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:27.046198 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-4434611b-f38a-46ea-a681-433ce7d46a3d service neutron] 10.222.0.31 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665967 Nov 12 01:06:27.062210 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafc46cf-c1fd-4007-b4f3-54b85e521a56 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Router 9e3cb652-1498-423d-be1e-7a1fc1b78045 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:27.068222 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-826ec02d-0e2a-41b8-956e-a366fd766918 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68d3adc5a247478da7153d67d9bb7010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0834332 Nov 12 01:06:27.071339 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39766) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:27.127414 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-18aaeee5-764a-4aec-b4da-76c8bc850fb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.151185 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-18aaeee5-764a-4aec-b4da-76c8bc850fb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.193590 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafc46cf-c1fd-4007-b4f3-54b85e521a56 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:27.210262 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1be001d-1fea-4af2-a3e4-0be4c9dd126a None None] Sync routers for ids ['9e3cb652-1498-423d-be1e-7a1fc1b78045'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:27.225995 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1be001d-1fea-4af2-a3e4-0be4c9dd126a None None] Routers {'9e3cb652-1498-423d-be1e-7a1fc1b78045'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:27.226703 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eafc46cf-c1fd-4007-b4f3-54b85e521a56 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.226946 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c1be001d-1fea-4af2-a3e4-0be4c9dd126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e3cb652-1498-423d-be1e-7a1fc1b78045'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:27.233464 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-18aaeee5-764a-4aec-b4da-76c8bc850fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.236870 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-18aaeee5-764a-4aec-b4da-76c8bc850fb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.238808 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-18aaeee5-764a-4aec-b4da-76c8bc850fb2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6963f065-4579-4cf6-948c-ff0cb230e337 HTTP/1.1" status: 204 len: 168 time: 0.1659191 Nov 12 01:06:27.288240 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aaeee5-764a-4aec-b4da-76c8bc850fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6963f065-4579-4cf6-948c-ff0cb230e337,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:27.315053 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a12d4812-55e1-44a5-b780-7c9cecc8836f req-040033c5-ad9a-489e-9576-95b9bb9ca3e0 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=dff5598a-2cb8-4e3e-b855-df1900fecae2 HTTP/1.1" status: 200 len: 210 time: 0.0749586 Nov 12 01:06:27.427666 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-c1be001d-1fea-4af2-a3e4-0be4c9dd126a None None] Set router 9e3cb652-1498-423d-be1e-7a1fc1b78045 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:27.597649 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-eafc46cf-c1fd-4007-b4f3-54b85e521a56 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4564660 Nov 12 01:06:27.597649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafb0d07-c085-4da1-b942-02ae27db8dee', 'tag': 'cdc00645-cbf2-468d-a989-4f3a4986b5aa'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:27.597649 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd2f995-ae9b-46f2-bdeb-a68f076f9865" -d '{"events": [{"name": "network-changed", "server_uuid": "dafb0d07-c085-4da1-b942-02ae27db8dee", "tag": "cdc00645-cbf2-468d-a989-4f3a4986b5aa"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:27.638663 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27d15c7-d1f7-41fb-b9d7-2eb07334cc1e x-openstack-request-id: req-a27d15c7-d1f7-41fb-b9d7-2eb07334cc1e {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:27.638962 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafb0d07-c085-4da1-b942-02ae27db8dee", "tag": "cdc00645-cbf2-468d-a989-4f3a4986b5aa", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:27.639257 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a27d15c7-d1f7-41fb-b9d7-2eb07334cc1e {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:27.639609 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dafb0d07-c085-4da1-b942-02ae27db8dee', 'tag': 'cdc00645-cbf2-468d-a989-4f3a4986b5aa', 'status': 'completed', 'code': 200} Nov 12 01:06:27.708944 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2f995-ae9b-46f2-bdeb-a68f076f9865 req-128276f0-9863-4644-96ab-79f5d44a4b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:27.710664 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6bd2f995-ae9b-46f2-bdeb-a68f076f9865 req-128276f0-9863-4644-96ab-79f5d44a4b40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 1097 time: 0.0449529 Nov 12 01:06:27.745899 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c1be001d-1fea-4af2-a3e4-0be4c9dd126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:22Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '274577a2-12e3-4b97-b0ac-f0fe91cc7c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'port_id': 'cdc00645-cbf2-468d-a989-4f3a4986b5aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'mac_address': 'fa:16:3e:df:1e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafb0d07-c085-4da1-b942-02ae27db8dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:06:25Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 0, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44884b6-8244-478b-b870-2813c5cd2eba', 'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'mac_address': 'fa:16:3e:4d:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:20Z', 'updated_at': '2021-11-12T00:57:36Z', 'revision_number': 5, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'subnets': [{'id': '9210f21d-6237-43bd-9969-453197d38eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:27.775201 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1be001d-1fea-4af2-a3e4-0be4c9dd126a None None] Checking router: 9e3cb652-1498-423d-be1e-7a1fc1b78045 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:27.789016 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1be001d-1fea-4af2-a3e4-0be4c9dd126a None None] Routers {'9e3cb652-1498-423d-be1e-7a1fc1b78045'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:27.789738 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c1be001d-1fea-4af2-a3e4-0be4c9dd126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e3cb652-1498-423d-be1e-7a1fc1b78045'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:27.837758 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2f995-ae9b-46f2-bdeb-a68f076f9865 req-af23ea53-bccd-42c8-8168-68146e098be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:27.841000 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6bd2f995-ae9b-46f2-bdeb-a68f076f9865 req-af23ea53-bccd-42c8-8168-68146e098be1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 912 time: 0.1170774 Nov 12 01:06:27.945283 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6bd2f995-ae9b-46f2-bdeb-a68f076f9865 req-0bd9a1f2-fe6c-4f30-b5ac-e3cfc9b9a49c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdc00645-cbf2-468d-a989-4f3a4986b5aa HTTP/1.1" status: 200 len: 998 time: 0.0874228 Nov 12 01:06:28.039110 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2f995-ae9b-46f2-bdeb-a68f076f9865 req-16d53be6-47a2-48f5-b7d0-e94b63096e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:28.041145 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6bd2f995-ae9b-46f2-bdeb-a68f076f9865 req-16d53be6-47a2-48f5-b7d0-e94b63096e9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.0873654 Nov 12 01:06:28.057918 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 25046c0f-0008-449f-9cae-046971beceee up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:28.105465 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2f995-ae9b-46f2-bdeb-a68f076f9865 req-f41bd72d-52d7-4069-b25d-638f38ed4d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:28.107183 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6bd2f995-ae9b-46f2-bdeb-a68f076f9865 req-f41bd72d-52d7-4069-b25d-638f38ed4d80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577803 Nov 12 01:06:28.117349 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-c1be001d-1fea-4af2-a3e4-0be4c9dd126a None None] Set router 9e3cb652-1498-423d-be1e-7a1fc1b78045 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:28.165362 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 25046c0f-0008-449f-9cae-046971beceee triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:28.165744 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.207782 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6bd2f995-ae9b-46f2-bdeb-a68f076f9865 req-34a6a780-bbdd-40c8-9908-0aedd3eeaa0f service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932240 Nov 12 01:06:28.323027 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6bd2f995-ae9b-46f2-bdeb-a68f076f9865 req-1c5a3d5e-6dc1-4940-8f73-606abd688cf7 service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055746 Nov 12 01:06:28.444281 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c1be001d-1fea-4af2-a3e4-0be4c9dd126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:22Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '274577a2-12e3-4b97-b0ac-f0fe91cc7c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'port_id': 'cdc00645-cbf2-468d-a989-4f3a4986b5aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'mac_address': 'fa:16:3e:df:1e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafb0d07-c085-4da1-b942-02ae27db8dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:06:25Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 0, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44884b6-8244-478b-b870-2813c5cd2eba', 'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'mac_address': 'fa:16:3e:4d:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:20Z', 'updated_at': '2021-11-12T00:57:36Z', 'revision_number': 5, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'subnets': [{'id': '9210f21d-6237-43bd-9969-453197d38eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:28.474397 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1be001d-1fea-4af2-a3e4-0be4c9dd126a None None] The sync data for ids ['9e3cb652-1498-423d-be1e-7a1fc1b78045'] in n-d-712137-14 is: [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:22Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '274577a2-12e3-4b97-b0ac-f0fe91cc7c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'port_id': 'cdc00645-cbf2-468d-a989-4f3a4986b5aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'mac_address': 'fa:16:3e:df:1e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafb0d07-c085-4da1-b942-02ae27db8dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:06:25Z', 'updated_at': '2021-11-12T01:06:25Z', 'revision_number': 0, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44884b6-8244-478b-b870-2813c5cd2eba', 'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'mac_address': 'fa:16:3e:4d:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:20Z', 'updated_at': '2021-11-12T00:57:36Z', 'revision_number': 5, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'subnets': [{'id': '9210f21d-6237-43bd-9969-453197d38eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:28.484593 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-0b845038-cf14-4bbc-9425-7b46f2f09f1d tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:28.486162 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-0b845038-cf14-4bbc-9425-7b46f2f09f1d tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.21 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 805 time: 0.1481290 Nov 12 01:06:28.499978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-9602ef81-23a5-45e0-b140-522fa995ade4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Request body: {'port': {'device_id': 'dff5598a-2cb8-4e3e-b855-df1900fecae2', 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36', 'admin_state_up': True, 'tenant_id': 'e89600b132b441d69dfb3856fca29f85'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:28.505980 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e739db6-37c3-495e-b04c-924eca5c4ead req-f5d50060-d7e1-43f5-8f2d-d115f59b3817 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=dff5598a-2cb8-4e3e-b855-df1900fecae2 HTTP/1.1" status: 200 len: 210 time: 0.0470567 Nov 12 01:06:28.645288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-9602ef81-23a5-45e0-b140-522fa995ade4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Made reservation on behalf of e89600b132b441d69dfb3856fca29f85 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:28.651380 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-9602ef81-23a5-45e0-b140-522fa995ade4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.758189 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c17367-ee5f-4e2c-b1ea-e7e0da8f3cce None None] New status for floating IP 274577a2-12e3-4b97-b0ac-f0fe91cc7c6d: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:06:28.796760 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-9602ef81-23a5-45e0-b140-522fa995ade4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Allocated IP 172.20.0.4 (16281115-b3d6-46f6-bb8f-00ff27cd9f36/2f979b72-06d7-47f0-888a-cb01892f2ff7/f1e0f8f6-8439-45ca-89cf-a9cd333e7c27) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:28.970810 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-9602ef81-23a5-45e0-b140-522fa995ade4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.006203 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-9602ef81-23a5-45e0-b140-522fa995ade4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.055667 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-9602ef81-23a5-45e0-b140-522fa995ade4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:29.058744 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-9602ef81-23a5-45e0-b140-522fa995ade4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:29.065860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-9602ef81-23a5-45e0-b140-522fa995ade4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:29.093128 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602ef81-23a5-45e0-b140-522fa995ade4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Pushing event updated for resources: {'Port': ['ID=f1e0f8f6-8439-45ca-89cf-a9cd333e7c27,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:29.119030 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-9602ef81-23a5-45e0-b140-522fa995ade4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:29.119658 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-9602ef81-23a5-45e0-b140-522fa995ade4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.136200 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-9602ef81-23a5-45e0-b140-522fa995ade4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6409211 Nov 12 01:06:29.149030 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] Request body: {'port': {'device_id': 'dff5598a-2cb8-4e3e-b855-df1900fecae2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:29.202625 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.376774 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39832) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:29.477782 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:06:29.485337 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.497269 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] Transition to ACTIVE for port object f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:06:29.501214 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.533604 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-cfe3faa2-7333-4cb9-81b2-14d6fd833b76 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:29.573300 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] Pushing event updated for resources: {'Port': ['ID=f1e0f8f6-8439-45ca-89cf-a9cd333e7c27,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:29.579867 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfe3faa2-7333-4cb9-81b2-14d6fd833b76 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.735643 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0b53-11fe-40ed-93a8-4b5a28a1f146 req-bbb198c3-7760-41af-9269-d453a95d5a90 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:29.737200 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e4fe0b53-11fe-40ed-93a8-4b5a28a1f146 req-bbb198c3-7760-41af-9269-d453a95d5a90 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=dff5598a-2cb8-4e3e-b855-df1900fecae2 HTTP/1.1" status: 200 len: 943 time: 0.1545529 Nov 12 01:06:29.739593 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] Attempting to bind port f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:29.739738 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] Attempting to bind port f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:29.740060 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] Attempting to bind port f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 on network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:29.753460 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] Port f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 on network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:29.753786 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] Attempting to bind port f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 on network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:29.770792 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:29.771134 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] Checking segment: {'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:29.771517 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] Bound using segment: {'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:29.771956 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] Bound port: f1e0f8f6-8439-45ca-89cf-a9cd333e7c27, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:29.772328 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.847439 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e4fe0b53-11fe-40ed-93a8-4b5a28a1f146 req-bcf8f4cf-e828-4f41-8a78-c6089cbadd90 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024771 Nov 12 01:06:29.880215 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfe3faa2-7333-4cb9-81b2-14d6fd833b76 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.882970 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] For port f1e0f8f6-8439-45ca-89cf-a9cd333e7c27, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:29.889669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] For port f1e0f8f6-8439-45ca-89cf-a9cd333e7c27, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f1e0f8f6-8439-45ca-89cf-a9cd333e7c27,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:29.896623 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.972708 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:29.973351 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.974911 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] 10.222.0.21 "PUT /v2.0/ports/f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 HTTP/1.1" status: 200 len: 1092 time: 0.8303001 Nov 12 01:06:29.979505 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff5598a-2cb8-4e3e-b855-df1900fecae2', 'tag': 'f1e0f8f6-8439-45ca-89cf-a9cd333e7c27'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:29.981847 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1eb22a-fa6f-4ace-a04c-04de237fffdf" -d '{"events": [{"name": "network-changed", "server_uuid": "dff5598a-2cb8-4e3e-b855-df1900fecae2", "tag": "f1e0f8f6-8439-45ca-89cf-a9cd333e7c27"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:30.023677 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a284cd2-fe8f-422a-914b-78c41b6e769f x-openstack-request-id: req-7a284cd2-fe8f-422a-914b-78c41b6e769f {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:30.023953 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff5598a-2cb8-4e3e-b855-df1900fecae2", "tag": "f1e0f8f6-8439-45ca-89cf-a9cd333e7c27", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:30.024204 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a284cd2-fe8f-422a-914b-78c41b6e769f {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:30.024591 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff5598a-2cb8-4e3e-b855-df1900fecae2', 'tag': 'f1e0f8f6-8439-45ca-89cf-a9cd333e7c27', 'status': 'completed', 'code': 200} Nov 12 01:06:30.066029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9436cd2-a258-47e3-9eee-04f4e947653e service neutron] Pushing event updated for resources: {'Port': ['ID=f1e0f8f6-8439-45ca-89cf-a9cd333e7c27,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:30.087951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-cfe3faa2-7333-4cb9-81b2-14d6fd833b76 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Allocated IP 172.25.0.135 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/650e9e77-69d3-4904-b2ee-bb8b012149a2) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:30.101495 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-68acdc0e-64d3-4214-a57d-9ef99ae64f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:30.103005 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-68acdc0e-64d3-4214-a57d-9ef99ae64f88 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&device_id=dff5598a-2cb8-4e3e-b855-df1900fecae2 HTTP/1.1" status: 200 len: 1095 time: 0.0811048 Nov 12 01:06:30.162149 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-82b77028-f87f-4ff8-a387-85f40c71711f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 HTTP/1.1" status: 200 len: 217 time: 0.0442283 Nov 12 01:06:30.242689 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-7b6757d9-1c4e-4329-a39d-914ae11c3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:30.244191 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-7b6757d9-1c4e-4329-a39d-914ae11c3900 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f979b72-06d7-47f0-888a-cb01892f2ff7 HTTP/1.1" status: 200 len: 845 time: 0.0583484 Nov 12 01:06:30.289901 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-8fa21dff-06de-49a6-940f-6d8a4c8ad2da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16281115-b3d6-46f6-bb8f-00ff27cd9f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384562 Nov 12 01:06:30.292563 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfe3faa2-7333-4cb9-81b2-14d6fd833b76 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.383237 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfe3faa2-7333-4cb9-81b2-14d6fd833b76 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.422316 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-44c7a16d-d3c0-4b82-b38f-bd3cdf780d3b service neutron] 10.222.0.21 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244433 Nov 12 01:06:30.433541 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe3faa2-7333-4cb9-81b2-14d6fd833b76 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:30.458257 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-cfe3faa2-7333-4cb9-81b2-14d6fd833b76 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:30.468511 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe3faa2-7333-4cb9-81b2-14d6fd833b76 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:30.516486 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3faa2-7333-4cb9-81b2-14d6fd833b76 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Pushing event updated for resources: {'Port': ['ID=650e9e77-69d3-4904-b2ee-bb8b012149a2,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:30.589772 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-003d0e8b-50a6-422c-9eb3-f5e55cb51073 req-66304a15-6179-4468-8b85-acdb1cce8486 service neutron] 10.222.0.21 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594384 Nov 12 01:06:30.605369 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfe3faa2-7333-4cb9-81b2-14d6fd833b76 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.639186 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfe3faa2-7333-4cb9-81b2-14d6fd833b76 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.713042 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eb22a-fa6f-4ace-a04c-04de237fffdf req-1b9887c8-eb0d-4d5a-8573-71aa928f8993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:30.714525 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f1eb22a-fa6f-4ace-a04c-04de237fffdf req-1b9887c8-eb0d-4d5a-8573-71aa928f8993 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&device_id=dff5598a-2cb8-4e3e-b855-df1900fecae2 HTTP/1.1" status: 200 len: 1095 time: 0.0763466 Nov 12 01:06:30.871003 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eb22a-fa6f-4ace-a04c-04de237fffdf req-8f8b3c03-282f-4b09-bf69-5dc548869dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:30.872466 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f1eb22a-fa6f-4ace-a04c-04de237fffdf req-8f8b3c03-282f-4b09-bf69-5dc548869dc3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 906 time: 0.1483734 Nov 12 01:06:30.925202 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfe3faa2-7333-4cb9-81b2-14d6fd833b76 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.927559 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f1eb22a-fa6f-4ace-a04c-04de237fffdf req-3c9846aa-ceba-4bc4-8ce4-a691e5d76047 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 HTTP/1.1" status: 200 len: 217 time: 0.0467649 Nov 12 01:06:30.943634 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfe3faa2-7333-4cb9-81b2-14d6fd833b76 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.066407 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eb22a-fa6f-4ace-a04c-04de237fffdf req-a7415303-3144-4535-bd62-8db9a84756c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:31.067857 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f1eb22a-fa6f-4ace-a04c-04de237fffdf req-a7415303-3144-4535-bd62-8db9a84756c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f979b72-06d7-47f0-888a-cb01892f2ff7 HTTP/1.1" status: 200 len: 845 time: 0.1327755 Nov 12 01:06:31.070196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3faa2-7333-4cb9-81b2-14d6fd833b76 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Pushing event updated for resources: {'Port': ['ID=650e9e77-69d3-4904-b2ee-bb8b012149a2,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:31.086843 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3c459-11f0-4cd3-a53c-9327e05705ba req-9002b26f-c480-4343-9da0-7032ecde8c69 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:31.088290 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80d3c459-11f0-4cd3-a53c-9327e05705ba req-9002b26f-c480-4343-9da0-7032ecde8c69 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=dff5598a-2cb8-4e3e-b855-df1900fecae2 HTTP/1.1" status: 200 len: 943 time: 0.1664414 Nov 12 01:06:31.125587 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f1eb22a-fa6f-4ace-a04c-04de237fffdf req-00dbaeee-bb0b-401e-a896-1b2f7eefbc97 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16281115-b3d6-46f6-bb8f-00ff27cd9f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363469 Nov 12 01:06:31.132197 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfe3faa2-7333-4cb9-81b2-14d6fd833b76 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.209170 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfe3faa2-7333-4cb9-81b2-14d6fd833b76 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.210356 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cfe3faa2-7333-4cb9-81b2-14d6fd833b76 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8326182 Nov 12 01:06:31.213207 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39844) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:31.218231 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-2330d71f-9510-4914-ac6e-95edae1a2cfc tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2144258963'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:31.231778 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80d3c459-11f0-4cd3-a53c-9327e05705ba req-f810b764-f056-47de-8701-4c08cd2a6a7b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287608 Nov 12 01:06:31.238904 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2330d71f-9510-4914-ac6e-95edae1a2cfc tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Made reservation on behalf of 17a47ffc789c434bb7ebfeace793eab7 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:31.242427 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2330d71f-9510-4914-ac6e-95edae1a2cfc tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.257826 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f1eb22a-fa6f-4ace-a04c-04de237fffdf req-9e34952b-0bd3-4b48-8ad9-a9ccc593e433 service neutron] 10.222.0.21 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221132 Nov 12 01:06:31.260218 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2330d71f-9510-4914-ac6e-95edae1a2cfc tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.345091 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2330d71f-9510-4914-ac6e-95edae1a2cfc tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.350127 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2330d71f-9510-4914-ac6e-95edae1a2cfc tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.353945 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0f1eb22a-fa6f-4ace-a04c-04de237fffdf req-3923aadf-e94f-4b5d-8cde-a68c54dc46e6 service neutron] 10.222.0.21 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882668 Nov 12 01:06:31.380666 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2330d71f-9510-4914-ac6e-95edae1a2cfc tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:31.401995 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330d71f-9510-4914-ac6e-95edae1a2cfc tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db80ab26-a99e-449e-84f2-58d0d29173b5,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:31.406255 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2330d71f-9510-4914-ac6e-95edae1a2cfc tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.406811 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-2330d71f-9510-4914-ac6e-95edae1a2cfc tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Added segment 2bb69beb-39a3-43ad-8d21-e1a51338c12e of type vlan for network 7c447837-3bb3-44c4-a655-2dba918a8991 Nov 12 01:06:31.452507 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2330d71f-9510-4914-ac6e-95edae1a2cfc tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.476989 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2330d71f-9510-4914-ac6e-95edae1a2cfc tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.482636 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2330d71f-9510-4914-ac6e-95edae1a2cfc tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:31.483119 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2330d71f-9510-4914-ac6e-95edae1a2cfc tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.541278 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2330d71f-9510-4914-ac6e-95edae1a2cfc tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3269725 Nov 12 01:06:31.544014 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39848) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:31.550934 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-44b4fffc-2029-4965-b300-71681ecac984 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Request body: {'subnet': {'network_id': '7c447837-3bb3-44c4-a655-2dba918a8991', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:31.557481 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330d71f-9510-4914-ac6e-95edae1a2cfc tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Pushing event updated for resources: {'Network': ['ID=7c447837-3bb3-44c4-a655-2dba918a8991,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:31.569070 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 7c447837-3bb3-44c4-a655-2dba918a8991 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:31.649610 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b4fffc-2029-4965-b300-71681ecac984 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Made reservation on behalf of 17a47ffc789c434bb7ebfeace793eab7 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:31.653186 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-44b4fffc-2029-4965-b300-71681ecac984 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.844407 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-44b4fffc-2029-4965-b300-71681ecac984 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.907645 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4fffc-2029-4965-b300-71681ecac984 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Pushing event updated for resources: {'Subnet': ['ID=cd7593c8-d369-4561-af44-40e8be61ba72,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:31.915337 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b4fffc-2029-4965-b300-71681ecac984 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Checking segment: {'id': '2bb69beb-39a3-43ad-8d21-e1a51338c12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7c447837-3bb3-44c4-a655-2dba918a8991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:31.915703 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b4fffc-2029-4965-b300-71681ecac984 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Network hostable DHCP agents. Network: 7c447837-3bb3-44c4-a655-2dba918a8991, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:31.932138 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b4fffc-2029-4965-b300-71681ecac984 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Network 7c447837-3bb3-44c4-a655-2dba918a8991 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:31.940964 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-44b4fffc-2029-4965-b300-71681ecac984 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 7c447837-3bb3-44c4-a655-2dba918a8991) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:31.944868 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b4fffc-2029-4965-b300-71681ecac984 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:31.945467 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-44b4fffc-2029-4965-b300-71681ecac984 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.951196 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696bfc6a-26a7-415e-aca7-7f5a6b369def None None] Network 7c447837-3bb3-44c4-a655-2dba918a8991 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:31.962949 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-44b4fffc-2029-4965-b300-71681ecac984 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4179144 Nov 12 01:06:31.965587 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39850) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:31.970115 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-bdbd75dd-13b5-4a84-a222-32d3ef5e54b4 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-16710604', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}, 'admin_state_up': False}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:31.994539 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bdbd75dd-13b5-4a84-a222-32d3ef5e54b4 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.995725 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bdbd75dd-13b5-4a84-a222-32d3ef5e54b4 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.059627 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bdbd75dd-13b5-4a84-a222-32d3ef5e54b4 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.110620 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6069cb33-44d6-4533-a4b9-405bf06116be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-7c447837-3bb3-44c4-a655-2dba918a8991', 'network_id': '7c447837-3bb3-44c4-a655-2dba918a8991', 'tenant_id': '17a47ffc789c434bb7ebfeace793eab7', 'fixed_ips': [{'subnet_id': 'cd7593c8-d369-4561-af44-40e8be61ba72'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:06:32.111590 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6069cb33-44d6-4533-a4b9-405bf06116be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.244576 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-6069cb33-44d6-4533-a4b9-405bf06116be None None] Allocated IP 172.20.0.2 (7c447837-3bb3-44c4-a655-2dba918a8991/cd7593c8-d369-4561-af44-40e8be61ba72/be6ffb32-4008-4243-a5f8-8e48577b2a84) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:32.368935 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b67d7-95e6-4423-a40c-9e7fd8b1e1d7 req-decb361e-bda2-4dd6-bee0-27c8a243bdaa tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:32.371483 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-688b67d7-95e6-4423-a40c-9e7fd8b1e1d7 req-decb361e-bda2-4dd6-bee0-27c8a243bdaa tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=dff5598a-2cb8-4e3e-b855-df1900fecae2 HTTP/1.1" status: 200 len: 943 time: 0.0630836 Nov 12 01:06:32.402776 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6069cb33-44d6-4533-a4b9-405bf06116be None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.410657 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6069cb33-44d6-4533-a4b9-405bf06116be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.444305 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-688b67d7-95e6-4423-a40c-9e7fd8b1e1d7 req-8d96ea11-2c98-474a-9a94-443efd2f3597 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649874 Nov 12 01:06:32.454623 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6069cb33-44d6-4533-a4b9-405bf06116be None None] Network 7c447837-3bb3-44c4-a655-2dba918a8991 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:32.456706 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-6069cb33-44d6-4533-a4b9-405bf06116be None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:32.459817 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6069cb33-44d6-4533-a4b9-405bf06116be None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:32.493532 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069cb33-44d6-4533-a4b9-405bf06116be None None] Pushing event updated for resources: {'Port': ['ID=be6ffb32-4008-4243-a5f8-8e48577b2a84,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:32.528268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6069cb33-44d6-4533-a4b9-405bf06116be None None] Attempting to bind port be6ffb32-4008-4243-a5f8-8e48577b2a84 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:32.528646 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6069cb33-44d6-4533-a4b9-405bf06116be None None] Attempting to bind port be6ffb32-4008-4243-a5f8-8e48577b2a84 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '2bb69beb-39a3-43ad-8d21-e1a51338c12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7c447837-3bb3-44c4-a655-2dba918a8991'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:32.529050 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6069cb33-44d6-4533-a4b9-405bf06116be None None] Attempting to bind port be6ffb32-4008-4243-a5f8-8e48577b2a84 on network 7c447837-3bb3-44c4-a655-2dba918a8991 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:32.533430 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bdbd75dd-13b5-4a84-a222-32d3ef5e54b4 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.534675 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6069cb33-44d6-4533-a4b9-405bf06116be None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:32.535169 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6069cb33-44d6-4533-a4b9-405bf06116be None None] Checking segment: {'id': '2bb69beb-39a3-43ad-8d21-e1a51338c12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7c447837-3bb3-44c4-a655-2dba918a8991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:32.535580 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6069cb33-44d6-4533-a4b9-405bf06116be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.535976 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6069cb33-44d6-4533-a4b9-405bf06116be None None] Bound using segment: {'id': '2bb69beb-39a3-43ad-8d21-e1a51338c12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7c447837-3bb3-44c4-a655-2dba918a8991'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:32.536452 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6069cb33-44d6-4533-a4b9-405bf06116be None None] Bound port: be6ffb32-4008-4243-a5f8-8e48577b2a84, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb69beb-39a3-43ad-8d21-e1a51338c12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7c447837-3bb3-44c4-a655-2dba918a8991'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:32.536867 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6069cb33-44d6-4533-a4b9-405bf06116be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.601306 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6069cb33-44d6-4533-a4b9-405bf06116be None None] For port be6ffb32-4008-4243-a5f8-8e48577b2a84, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:32.604748 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6069cb33-44d6-4533-a4b9-405bf06116be None None] For port be6ffb32-4008-4243-a5f8-8e48577b2a84, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=be6ffb32-4008-4243-a5f8-8e48577b2a84,segment=NetworkSegment(2bb69beb-39a3-43ad-8d21-e1a51338c12e),segment_id=2bb69beb-39a3-43ad-8d21-e1a51338c12e)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:32.610665 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6069cb33-44d6-4533-a4b9-405bf06116be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.673911 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069cb33-44d6-4533-a4b9-405bf06116be None None] Pushing event updated for resources: {'Port': ['ID=be6ffb32-4008-4243-a5f8-8e48577b2a84,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:32.734923 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bdbd75dd-13b5-4a84-a222-32d3ef5e54b4 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.758916 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bdbd75dd-13b5-4a84-a222-32d3ef5e54b4 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.896826 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-bdbd75dd-13b5-4a84-a222-32d3ef5e54b4 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Allocated IP 172.25.0.224 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/669d00c2-2d60-49b3-89da-51410608f496) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:33.007663 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bdbd75dd-13b5-4a84-a222-32d3ef5e54b4 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.041111 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bdbd75dd-13b5-4a84-a222-32d3ef5e54b4 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.079109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbd75dd-13b5-4a84-a222-32d3ef5e54b4 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:33.083012 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-bdbd75dd-13b5-4a84-a222-32d3ef5e54b4 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:33.086171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbd75dd-13b5-4a84-a222-32d3ef5e54b4 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:33.095376 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b76f44d-89ba-4b2d-94b5-93ca4249c6bf None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:33.121829 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd75dd-13b5-4a84-a222-32d3ef5e54b4 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Pushing event updated for resources: {'Port': ['ID=669d00c2-2d60-49b3-89da-51410608f496,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:33.159309 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:06:33.161887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3d56bd84-e51d-4dcd-97b0-440e43afdadf None None] Provisioning complete for port 669d00c2-2d60-49b3-89da-51410608f496 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:33.162244 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3d56bd84-e51d-4dcd-97b0-440e43afdadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.207586 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-3d56bd84-e51d-4dcd-97b0-440e43afdadf None None] Port 669d00c2-2d60-49b3-89da-51410608f496 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:33.294634 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port f1e0f8f6-8439-45ca-89cf-a9cd333e7c27, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f1e0f8f6-8439-45ca-89cf-a9cd333e7c27,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:33.306645 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'f1e0f8f6-8439-45ca-89cf-a9cd333e7c27', 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36', 'port_id': 'f1e0f8f6-8439-45ca-89cf-a9cd333e7c27', 'mac_address': 'fa:16:3e:5a:8f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f979b72-06d7-47f0-888a-cb01892f2ff7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:06:33.348384 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.365955 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:06:33.395237 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port f1e0f8f6-8439-45ca-89cf-a9cd333e7c27, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f1e0f8f6-8439-45ca-89cf-a9cd333e7c27,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:33.400538 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.453897 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=f1e0f8f6-8439-45ca-89cf-a9cd333e7c27,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:33.458563 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bdbd75dd-13b5-4a84-a222-32d3ef5e54b4 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.596144 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588f5bda-1870-4be4-9c51-ff90068d834c None None] Network 7c447837-3bb3-44c4-a655-2dba918a8991 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:33.621871 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f1e0f8f6-8439-45ca-89cf-a9cd333e7c27'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:06:33.656568 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de1410-fb8f-4eab-b5c7-cf6f000b2a7f req-694d7ca2-1e97-4968-b0e3-312084db2654 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:33.658230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-18de1410-fb8f-4eab-b5c7-cf6f000b2a7f req-694d7ca2-1e97-4968-b0e3-312084db2654 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=dff5598a-2cb8-4e3e-b855-df1900fecae2 HTTP/1.1" status: 200 len: 944 time: 0.1421964 Nov 12 01:06:33.719927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3d61c8b0-1171-4d8a-a230-d39708da27e9 None None] Provisioning complete for port be6ffb32-4008-4243-a5f8-8e48577b2a84 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:33.720746 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3d61c8b0-1171-4d8a-a230-d39708da27e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.765585 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-18de1410-fb8f-4eab-b5c7-cf6f000b2a7f req-51dc0253-df4f-4f9a-abd3-e547a8664d7f tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962751 Nov 12 01:06:33.767372 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bdbd75dd-13b5-4a84-a222-32d3ef5e54b4 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.934612 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbd75dd-13b5-4a84-a222-32d3ef5e54b4 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Router 1431dfc4-1e48-4dc9-a3c6-0134ebdceb18 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:06:33.937787 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3d61c8b0-1171-4d8a-a230-d39708da27e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.996296 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device be6ffb32-4008-4243-a5f8-8e48577b2a84 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:34.032599 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-3d61c8b0-1171-4d8a-a230-d39708da27e9 None None] For port be6ffb32-4008-4243-a5f8-8e48577b2a84, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=be6ffb32-4008-4243-a5f8-8e48577b2a84,segment=NetworkSegment(2bb69beb-39a3-43ad-8d21-e1a51338c12e),segment_id=2bb69beb-39a3-43ad-8d21-e1a51338c12e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:34.038220 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3d61c8b0-1171-4d8a-a230-d39708da27e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.102992 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbd75dd-13b5-4a84-a222-32d3ef5e54b4 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:34.114990 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61c8b0-1171-4d8a-a230-d39708da27e9 None None] Pushing event updated for resources: {'Port': ['ID=be6ffb32-4008-4243-a5f8-8e48577b2a84,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:34.119756 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715cfdba-f639-4a47-819c-b5a6dbcb4f67 None None] Sync routers for ids ['1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:34.132597 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port be6ffb32-4008-4243-a5f8-8e48577b2a84 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:34.133267 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.138126 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bdbd75dd-13b5-4a84-a222-32d3ef5e54b4 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.139764 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bdbd75dd-13b5-4a84-a222-32d3ef5e54b4 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.1730623 Nov 12 01:06:34.142296 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39858) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:34.164353 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715cfdba-f639-4a47-819c-b5a6dbcb4f67 None None] Routers {'1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:34.165230 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-715cfdba-f639-4a47-819c-b5a6dbcb4f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:34.213389 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-715cfdba-f639-4a47-819c-b5a6dbcb4f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:34.234091 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715cfdba-f639-4a47-819c-b5a6dbcb4f67 None None] Routers {'1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:34.234913 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-715cfdba-f639-4a47-819c-b5a6dbcb4f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:34.281320 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-715cfdba-f639-4a47-819c-b5a6dbcb4f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:34.281887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715cfdba-f639-4a47-819c-b5a6dbcb4f67 None None] The sync data for ids ['1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:34.323980 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f64d811e-a573-4179-957d-2458a4f5aeb8 None None] Provisioning complete for port be6ffb32-4008-4243-a5f8-8e48577b2a84 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:34.324352 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f64d811e-a573-4179-957d-2458a4f5aeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.599486 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4f391d74-3838-4aa7-91da-0533a21a4539 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.892172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e389b75-36f7-421c-a494-0a7765c3c454 req-f8d0bf57-45af-4d94-b0c7-55e34293635f tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:34.894414 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5e389b75-36f7-421c-a494-0a7765c3c454 req-f8d0bf57-45af-4d94-b0c7-55e34293635f tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=dff5598a-2cb8-4e3e-b855-df1900fecae2 HTTP/1.1" status: 200 len: 944 time: 0.0499873 Nov 12 01:06:34.923617 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-4f391d74-3838-4aa7-91da-0533a21a4539 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Allocated IP 172.20.0.1 (7c447837-3bb3-44c4-a655-2dba918a8991/cd7593c8-d369-4561-af44-40e8be61ba72/5b37bb52-fc0b-4bb7-bd7c-f5dee9daa4b4) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:34.943433 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5e389b75-36f7-421c-a494-0a7765c3c454 req-4e55318e-ab5e-463a-818b-3934d6ee6227 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430121 Nov 12 01:06:35.036446 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4f391d74-3838-4aa7-91da-0533a21a4539 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.069383 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4f391d74-3838-4aa7-91da-0533a21a4539 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.109749 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f391d74-3838-4aa7-91da-0533a21a4539 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Network 7c447837-3bb3-44c4-a655-2dba918a8991 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:35.113281 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-4f391d74-3838-4aa7-91da-0533a21a4539 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:35.120030 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f391d74-3838-4aa7-91da-0533a21a4539 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:35.151649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f391d74-3838-4aa7-91da-0533a21a4539 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Pushing event updated for resources: {'Port': ['ID=5b37bb52-fc0b-4bb7-bd7c-f5dee9daa4b4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:35.178283 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:35.180207 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4f391d74-3838-4aa7-91da-0533a21a4539 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.230779 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:06:35.236343 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:35.237297 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.321935 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.344833 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff5598a-2cb8-4e3e-b855-df1900fecae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e0f8f6-8439-45ca-89cf-a9cd333e7c27'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:35.347646 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a06020-763f-4db5-a220-4a7140a9b381" -d '{"events": [{"server_uuid": "dff5598a-2cb8-4e3e-b855-df1900fecae2", "name": "network-vif-plugged", "status": "completed", "tag": "f1e0f8f6-8439-45ca-89cf-a9cd333e7c27"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:35.352905 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4f391d74-3838-4aa7-91da-0533a21a4539 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.360501 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port f1e0f8f6-8439-45ca-89cf-a9cd333e7c27, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f1e0f8f6-8439-45ca-89cf-a9cd333e7c27,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:35.366037 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.389358 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2835d3e-df80-4362-a4c7-f50aaab8f62b x-openstack-request-id: req-d2835d3e-df80-4362-a4c7-f50aaab8f62b {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:35.389591 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff5598a-2cb8-4e3e-b855-df1900fecae2", "name": "network-vif-plugged", "status": "completed", "tag": "f1e0f8f6-8439-45ca-89cf-a9cd333e7c27", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:35.389841 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2835d3e-df80-4362-a4c7-f50aaab8f62b {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:35.390225 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff5598a-2cb8-4e3e-b855-df1900fecae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e0f8f6-8439-45ca-89cf-a9cd333e7c27', 'code': 200} Nov 12 01:06:35.429342 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=f1e0f8f6-8439-45ca-89cf-a9cd333e7c27,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:35.438433 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c2a05c52-a698-4c96-8a1a-9af227a2d3e1 None None] Provisioning complete for port 5b37bb52-fc0b-4bb7-bd7c-f5dee9daa4b4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:35.438874 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c2a05c52-a698-4c96-8a1a-9af227a2d3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.476794 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c2a05c52-a698-4c96-8a1a-9af227a2d3e1 None None] Port 5b37bb52-fc0b-4bb7-bd7c-f5dee9daa4b4 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:35.819827 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f473e49-66ab-46be-bfe4-f2a5a69781f4 req-0ccb3bc0-7f35-4271-b4a0-f95a31ba265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:35.821350 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f473e49-66ab-46be-bfe4-f2a5a69781f4 req-0ccb3bc0-7f35-4271-b4a0-f95a31ba265d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dff5598a-2cb8-4e3e-b855-df1900fecae2 HTTP/1.1" status: 200 len: 1097 time: 0.0814826 Nov 12 01:06:35.914722 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device be6ffb32-4008-4243-a5f8-8e48577b2a84 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:35.933002 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f473e49-66ab-46be-bfe4-f2a5a69781f4 req-4ad3b74c-1915-4c13-9ac0-ca109d848dd2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023970 Nov 12 01:06:35.963603 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port be6ffb32-4008-4243-a5f8-8e48577b2a84 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:35.963978 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.996642 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4f391d74-3838-4aa7-91da-0533a21a4539 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.002717 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4f391d74-3838-4aa7-91da-0533a21a4539 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.070451 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb10c0f-f9a5-41d5-835a-500db5496259 req-6395f319-ceda-46ff-abc2-b347609409bf tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:36.072402 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-abb10c0f-f9a5-41d5-835a-500db5496259 req-6395f319-ceda-46ff-abc2-b347609409bf tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=dff5598a-2cb8-4e3e-b855-df1900fecae2 HTTP/1.1" status: 200 len: 945 time: 0.0546005 Nov 12 01:06:36.103788 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4f391d74-3838-4aa7-91da-0533a21a4539 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.108057 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f391d74-3838-4aa7-91da-0533a21a4539 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Pushing event updated for resources: {'Port': ['ID=5b37bb52-fc0b-4bb7-bd7c-f5dee9daa4b4,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:36.141334 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-abb10c0f-f9a5-41d5-835a-500db5496259 req-833bd025-55d4-481c-b4e6-5ea04eb324fa tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613527 Nov 12 01:06:36.200448 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f391d74-3838-4aa7-91da-0533a21a4539 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Network 7c447837-3bb3-44c4-a655-2dba918a8991 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:36.201748 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-4f391d74-3838-4aa7-91da-0533a21a4539 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:36.318554 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f391d74-3838-4aa7-91da-0533a21a4539 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Router 1431dfc4-1e48-4dc9-a3c6-0134ebdceb18 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:36.405496 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b4d2b8aa-96d7-462f-965b-8ad06cba3f08 None None] Provisioning complete for port 5b37bb52-fc0b-4bb7-bd7c-f5dee9daa4b4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:36.406006 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b4d2b8aa-96d7-462f-965b-8ad06cba3f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.435262 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f391d74-3838-4aa7-91da-0533a21a4539 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:36.444480 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4f391d74-3838-4aa7-91da-0533a21a4539 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] 10.222.0.31 "PUT /v2.0/routers/1431dfc4-1e48-4dc9-a3c6-0134ebdceb18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3004684 Nov 12 01:06:36.446337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39870) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:36.448007 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:06:36.450563 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2b8aa-96d7-462f-965b-8ad06cba3f08 None None] Port 5b37bb52-fc0b-4bb7-bd7c-f5dee9daa4b4 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:36.453510 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-58d055ef-a80b-4758-808c-58b9092c1cd2 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Request body: {'port': {'network_id': '7c447837-3bb3-44c4-a655-2dba918a8991', 'name': 'tempest-FloatingIPAdminTestJSON-1870145453'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:36.454514 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1138f9cb-7060-419f-9223-8e2309fa102c None None] Sync routers for ids ['1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:36.476822 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1138f9cb-7060-419f-9223-8e2309fa102c None None] Routers {'1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:36.477448 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-1138f9cb-7060-419f-9223-8e2309fa102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:36.511503 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-1138f9cb-7060-419f-9223-8e2309fa102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:36.520821 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1138f9cb-7060-419f-9223-8e2309fa102c None None] Routers {'1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:36.521420 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-1138f9cb-7060-419f-9223-8e2309fa102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:36.555812 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-1138f9cb-7060-419f-9223-8e2309fa102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:36.556454 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1138f9cb-7060-419f-9223-8e2309fa102c None None] The sync data for ids ['1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:36.569633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d055ef-a80b-4758-808c-58b9092c1cd2 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Made reservation on behalf of 17a47ffc789c434bb7ebfeace793eab7 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:36.573416 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58d055ef-a80b-4758-808c-58b9092c1cd2 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.591203 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-58d055ef-a80b-4758-808c-58b9092c1cd2 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] device_id is not set on port 2598baef-04d0-40f3-82c6-c6f2dfc2ed92 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:06:36.698994 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-58d055ef-a80b-4758-808c-58b9092c1cd2 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Allocated IP 172.20.0.7 (7c447837-3bb3-44c4-a655-2dba918a8991/cd7593c8-d369-4561-af44-40e8be61ba72/2598baef-04d0-40f3-82c6-c6f2dfc2ed92) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:36.855292 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58d055ef-a80b-4758-808c-58b9092c1cd2 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.890384 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58d055ef-a80b-4758-808c-58b9092c1cd2 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.937465 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d055ef-a80b-4758-808c-58b9092c1cd2 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Network 7c447837-3bb3-44c4-a655-2dba918a8991 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:36.947847 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-58d055ef-a80b-4758-808c-58b9092c1cd2 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:36.950533 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d055ef-a80b-4758-808c-58b9092c1cd2 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:36.983156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d055ef-a80b-4758-808c-58b9092c1cd2 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Pushing event updated for resources: {'Port': ['ID=2598baef-04d0-40f3-82c6-c6f2dfc2ed92,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:37.015394 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d055ef-a80b-4758-808c-58b9092c1cd2 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:37.016007 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58d055ef-a80b-4758-808c-58b9092c1cd2 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.033841 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-58d055ef-a80b-4758-808c-58b9092c1cd2 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5854020 Nov 12 01:06:37.037056 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39872) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:37.094430 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-135cffac-163c-4dac-8d4a-725f5635b0d2 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'project_id': '17a47ffc789c434bb7ebfeace793eab7', 'port_id': '2598baef-04d0-40f3-82c6-c6f2dfc2ed92'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:37.122899 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-135cffac-163c-4dac-8d4a-725f5635b0d2 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.179664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a022bfa9-a103-4bc6-8683-5d0cc8fc0d5e None None] Provisioning complete for port 2598baef-04d0-40f3-82c6-c6f2dfc2ed92 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:37.180103 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a022bfa9-a103-4bc6-8683-5d0cc8fc0d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.217344 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a022bfa9-a103-4bc6-8683-5d0cc8fc0d5e None None] Port 2598baef-04d0-40f3-82c6-c6f2dfc2ed92 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:37.254741 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-135cffac-163c-4dac-8d4a-725f5635b0d2 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.312032 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70139b8-e055-49ba-91b9-60a8d5e3fc4b req-e0dea71d-16a8-4a54-9a9f-9cf533713340 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:37.313597 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f70139b8-e055-49ba-91b9-60a8d5e3fc4b req-e0dea71d-16a8-4a54-9a9f-9cf533713340 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=dff5598a-2cb8-4e3e-b855-df1900fecae2 HTTP/1.1" status: 200 len: 945 time: 0.0989397 Nov 12 01:06:37.398942 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f70139b8-e055-49ba-91b9-60a8d5e3fc4b req-d613724b-1e86-4d43-9ea4-4e85f1d6243e tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771337 Nov 12 01:06:37.413997 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-135cffac-163c-4dac-8d4a-725f5635b0d2 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Allocated IP 172.25.0.70 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/03cb04a7-15b1-4ea8-ad46-a19476f82da9) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:37.522416 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-135cffac-163c-4dac-8d4a-725f5635b0d2 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.558029 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-135cffac-163c-4dac-8d4a-725f5635b0d2 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.594810 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135cffac-163c-4dac-8d4a-725f5635b0d2 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:37.598109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-135cffac-163c-4dac-8d4a-725f5635b0d2 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:37.603978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135cffac-163c-4dac-8d4a-725f5635b0d2 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:37.631480 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cffac-163c-4dac-8d4a-725f5635b0d2 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Pushing event updated for resources: {'Port': ['ID=03cb04a7-15b1-4ea8-ad46-a19476f82da9,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:37.682704 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b7b4f-5982-48aa-8f4d-83aea43f1bb6 req-eff78124-45f4-43bb-8a0c-0ca8bafaa133 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:37.684066 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7e8b7b4f-5982-48aa-8f4d-83aea43f1bb6 req-eff78124-45f4-43bb-8a0c-0ca8bafaa133 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 805 time: 0.1102846 Nov 12 01:06:37.699775 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7e8b7b4f-5982-48aa-8f4d-83aea43f1bb6 req-5b792e79-fa79-4d11-91a3-b9d5da8a4b68 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/quotas/e89600b132b441d69dfb3856fca29f85 HTTP/1.1" status: 200 len: 375 time: 0.0097656 Nov 12 01:06:37.749624 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7e8b7b4f-5982-48aa-8f4d-83aea43f1bb6 req-4e652ead-30b3-46fe-9ad9-8111b2c4c8c1 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0442567 Nov 12 01:06:37.843983 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7e8b7b4f-5982-48aa-8f4d-83aea43f1bb6 req-1fc43eb7-f0ad-4438-8040-69a5aa074710 service neutron] 10.222.0.31 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870442 Nov 12 01:06:37.935483 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7e8b7b4f-5982-48aa-8f4d-83aea43f1bb6 req-50ca2db9-a43c-4574-a8b4-7b2bc5af0c51 service neutron] 10.222.0.31 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846469 Nov 12 01:06:37.969963 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-135cffac-163c-4dac-8d4a-725f5635b0d2 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.038792 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-135cffac-163c-4dac-8d4a-725f5635b0d2 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.206295 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-135cffac-163c-4dac-8d4a-725f5635b0d2 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.212099 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-135cffac-163c-4dac-8d4a-725f5635b0d2 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.298155 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cffac-163c-4dac-8d4a-725f5635b0d2 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Pushing event updated for resources: {'Port': ['ID=03cb04a7-15b1-4ea8-ad46-a19476f82da9,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:38.309091 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-135cffac-163c-4dac-8d4a-725f5635b0d2 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.436128 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-135cffac-163c-4dac-8d4a-725f5635b0d2 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Floating IP af2a8f72-d5f7-4ca9-881f-487bc1054121 associated. External IP: 172.25.0.70, port: 2598baef-04d0-40f3-82c6-c6f2dfc2ed92. Nov 12 01:06:38.624119 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-bda082a2-8499-4a27-9256-9c1cfd2312d7 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:38.625602 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-bda082a2-8499-4a27-9256-9c1cfd2312d7 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 805 time: 0.1524429 Nov 12 01:06:38.672388 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-daff68c1-1378-41e9-af71-62c2b5f72ebf tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/quotas/e89600b132b441d69dfb3856fca29f85 HTTP/1.1" status: 200 len: 375 time: 0.0143442 Nov 12 01:06:38.735186 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.769511 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-99d19010-16a8-4a56-9763-f6bcb88d0faf tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0904343 Nov 12 01:06:38.773378 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135cffac-163c-4dac-8d4a-725f5635b0d2 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Router 1431dfc4-1e48-4dc9-a3c6-0134ebdceb18 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:38.941959 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-5ed19dc3-3db6-49f6-a87a-87d9bdf35ab3 service neutron] 10.222.0.31 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650825 Nov 12 01:06:38.958558 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135cffac-163c-4dac-8d4a-725f5635b0d2 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:38.966716 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752cbb15-257f-469a-8951-4d6ece8fc4ca None None] Sync routers for ids ['1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:38.976502 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752cbb15-257f-469a-8951-4d6ece8fc4ca None None] Routers {'1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:38.977231 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-752cbb15-257f-469a-8951-4d6ece8fc4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:39.016292 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-752cbb15-257f-469a-8951-4d6ece8fc4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:39.017448 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-135cffac-163c-4dac-8d4a-725f5635b0d2 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.032442 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752cbb15-257f-469a-8951-4d6ece8fc4ca None None] Routers {'1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:39.033086 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-752cbb15-257f-469a-8951-4d6ece8fc4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:39.053264 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-135cffac-163c-4dac-8d4a-725f5635b0d2 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.0151105 Nov 12 01:06:39.054329 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39922) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:39.068446 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-752cbb15-257f-469a-8951-4d6ece8fc4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:39.069132 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752cbb15-257f-469a-8951-4d6ece8fc4ca None None] The sync data for ids ['1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:39.072359 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-223705a2-964e-45e5-bffc-bf80a56d612f service neutron] 10.222.0.31 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233830 Nov 12 01:06:39.172684 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-98f5749c-b81d-4b61-a86f-23cdbda3dadf tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] 10.222.0.31 "GET /v2.0/floatingips/af2a8f72-d5f7-4ca9-881f-487bc1054121 HTTP/1.1" status: 200 len: 982 time: 0.1142220 Nov 12 01:06:39.172981 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39924) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:39.273998 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ccc5e8f6-d8a1-404b-af2d-27e0b7cfd53e req-7cbbc2a4-8a61-41cc-b279-f770d3f52380 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d288b2-446a-4e27-83b6-0e0ce217650c HTTP/1.1" status: 200 len: 210 time: 0.0699260 Nov 12 01:06:39.597791 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-942b3dff-acb3-4c85-85dd-43112d4f161a tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3515 time: 0.4237344 Nov 12 01:06:39.600546 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39936) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:39.813308 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-6b3adc54-f2ba-4cdb-8ca9-4b63584dc00c tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Deleting port 03cb04a7-15b1-4ea8-ad46-a19476f82da9 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:39.813515 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6b3adc54-f2ba-4cdb-8ca9-4b63584dc00c tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.891138 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6b3adc54-f2ba-4cdb-8ca9-4b63584dc00c tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.891477 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6b3adc54-f2ba-4cdb-8ca9-4b63584dc00c tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.903133 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-6b3adc54-f2ba-4cdb-8ca9-4b63584dc00c tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Calling delete_port for 03cb04a7-15b1-4ea8-ad46-a19476f82da9 owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:40.095519 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6b3adc54-f2ba-4cdb-8ca9-4b63584dc00c tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.126172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3adc54-f2ba-4cdb-8ca9-4b63584dc00c tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Pushing event deleted for resources: {'Port': ['ID=03cb04a7-15b1-4ea8-ad46-a19476f82da9,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:40.188601 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6b3adc54-f2ba-4cdb-8ca9-4b63584dc00c tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.188966 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-6b3adc54-f2ba-4cdb-8ca9-4b63584dc00c tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Floating IP af2a8f72-d5f7-4ca9-881f-487bc1054121 disassociated (deleted). External IP: 172.25.0.70, port: 2598baef-04d0-40f3-82c6-c6f2dfc2ed92. Nov 12 01:06:40.385737 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa810882-4e26-4474-87f1-1a4bc7088efc req-53e96505-79e2-4d93-8cc4-21d99bac5959 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d288b2-446a-4e27-83b6-0e0ce217650c HTTP/1.1" status: 200 len: 210 time: 0.0326564 Nov 12 01:06:40.393464 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-cfb2e8c5-b6a3-4424-b8fe-a0c051a36011 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:40.394994 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-cfb2e8c5-b6a3-4424-b8fe-a0c051a36011 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.15 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 805 time: 0.2015626 Nov 12 01:06:40.439073 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-273bd9c3-2aa4-479c-beae-394d73720f08 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Request body: {'port': {'device_id': '71d288b2-446a-4e27-83b6-0e0ce217650c', 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36', 'admin_state_up': True, 'tenant_id': 'e89600b132b441d69dfb3856fca29f85'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:40.654317 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3adc54-f2ba-4cdb-8ca9-4b63584dc00c tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Router 1431dfc4-1e48-4dc9-a3c6-0134ebdceb18 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:40.741252 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-273bd9c3-2aa4-479c-beae-394d73720f08 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Made reservation on behalf of e89600b132b441d69dfb3856fca29f85 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:40.745868 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-273bd9c3-2aa4-479c-beae-394d73720f08 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.902533 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3adc54-f2ba-4cdb-8ca9-4b63584dc00c tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:40.909598 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6b3adc54-f2ba-4cdb-8ca9-4b63584dc00c tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.912049 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe2a9ac-6e75-45ec-a4fd-513e800eb531 None None] Sync routers for ids ['1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:40.921851 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe2a9ac-6e75-45ec-a4fd-513e800eb531 None None] Routers {'1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:40.922502 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-cfe2a9ac-6e75-45ec-a4fd-513e800eb531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:40.955966 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-cfe2a9ac-6e75-45ec-a4fd-513e800eb531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:40.963264 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6b3adc54-f2ba-4cdb-8ca9-4b63584dc00c tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] 10.222.0.31 "DELETE /v2.0/floatingips/af2a8f72-d5f7-4ca9-881f-487bc1054121 HTTP/1.1" status: 204 len: 168 time: 1.3616405 Nov 12 01:06:40.966552 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe2a9ac-6e75-45ec-a4fd-513e800eb531 None None] Routers {'1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:40.966552 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-cfe2a9ac-6e75-45ec-a4fd-513e800eb531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:40.966803 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39944) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:40.970976 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-fc71f967-2c72-4ef7-8f74-083327df955e tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:40.989323 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-273bd9c3-2aa4-479c-beae-394d73720f08 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Allocated IP 172.20.0.2 (16281115-b3d6-46f6-bb8f-00ff27cd9f36/2f979b72-06d7-47f0-888a-cb01892f2ff7/29d04078-2f96-4317-a472-a6d67f815480) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:41.011235 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc71f967-2c72-4ef7-8f74-083327df955e tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.093679 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-cfe2a9ac-6e75-45ec-a4fd-513e800eb531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:41.094370 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe2a9ac-6e75-45ec-a4fd-513e800eb531 None None] The sync data for ids ['1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:41.202799 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-273bd9c3-2aa4-479c-beae-394d73720f08 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.225951 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc71f967-2c72-4ef7-8f74-083327df955e tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.288836 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-273bd9c3-2aa4-479c-beae-394d73720f08 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.304058 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f1e0f8f6-8439-45ca-89cf-a9cd333e7c27'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:06:41.363109 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-273bd9c3-2aa4-479c-beae-394d73720f08 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:41.371809 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-273bd9c3-2aa4-479c-beae-394d73720f08 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:41.373599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bd9c3-2aa4-479c-beae-394d73720f08 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Pushing event updated for resources: {'Port': ['ID=29d04078-2f96-4317-a472-a6d67f815480,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:41.379588 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-273bd9c3-2aa4-479c-beae-394d73720f08 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:41.426724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-fc71f967-2c72-4ef7-8f74-083327df955e tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Allocated IP 172.25.0.29 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/26fe3c15-560c-4c19-806e-da7dde90db8c) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:41.466296 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-273bd9c3-2aa4-479c-beae-394d73720f08 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:41.467204 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-273bd9c3-2aa4-479c-beae-394d73720f08 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.566742 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-273bd9c3-2aa4-479c-beae-394d73720f08 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1330159 Nov 12 01:06:41.587199 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] Request body: {'port': {'device_id': '71d288b2-446a-4e27-83b6-0e0ce217650c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:41.626369 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030974a2-7514-4cf1-8a97-915ebda4c9ca req-b9f5cf0c-a130-4bfa-b514-ab500aca6de2 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:41.627881 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-030974a2-7514-4cf1-8a97-915ebda4c9ca req-b9f5cf0c-a130-4bfa-b514-ab500aca6de2 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d288b2-446a-4e27-83b6-0e0ce217650c HTTP/1.1" status: 200 len: 931 time: 0.1579151 Nov 12 01:06:41.687003 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc71f967-2c72-4ef7-8f74-083327df955e tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.712677 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.746032 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-030974a2-7514-4cf1-8a97-915ebda4c9ca req-01b2a7a4-e715-43de-8dd8-391545f1cfe3 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096587 Nov 12 01:06:41.785976 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc71f967-2c72-4ef7-8f74-083327df955e tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.922237 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc71f967-2c72-4ef7-8f74-083327df955e tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:41.934602 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-fc71f967-2c72-4ef7-8f74-083327df955e tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:41.937536 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc71f967-2c72-4ef7-8f74-083327df955e tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:41.994026 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71f967-2c72-4ef7-8f74-083327df955e tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Pushing event updated for resources: {'Port': ['ID=26fe3c15-560c-4c19-806e-da7dde90db8c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:42.136158 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc71f967-2c72-4ef7-8f74-083327df955e tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.212163 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc71f967-2c72-4ef7-8f74-083327df955e tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.244376 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d04078-2f96-4317-a472-a6d67f815480 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:06:42.256868 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.286457 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] Transition to ACTIVE for port object 29d04078-2f96-4317-a472-a6d67f815480 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:06:42.298682 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.396228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] Pushing event updated for resources: {'Port': ['ID=29d04078-2f96-4317-a472-a6d67f815480,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:42.494907 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc71f967-2c72-4ef7-8f74-083327df955e tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.500602 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc71f967-2c72-4ef7-8f74-083327df955e tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.504655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] Attempting to bind port 29d04078-2f96-4317-a472-a6d67f815480 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:42.505010 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] Attempting to bind port 29d04078-2f96-4317-a472-a6d67f815480 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:42.505335 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] Attempting to bind port 29d04078-2f96-4317-a472-a6d67f815480 on network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:42.541775 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] Port 29d04078-2f96-4317-a472-a6d67f815480 on network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:42.542018 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] Attempting to bind port 29d04078-2f96-4317-a472-a6d67f815480 on network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:42.574065 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:42.574402 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] Checking segment: {'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:42.574784 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] Bound using segment: {'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:42.575217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] Bound port: 29d04078-2f96-4317-a472-a6d67f815480, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:42.575572 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.579156 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71f967-2c72-4ef7-8f74-083327df955e tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Pushing event updated for resources: {'Port': ['ID=26fe3c15-560c-4c19-806e-da7dde90db8c,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:42.620735 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc71f967-2c72-4ef7-8f74-083327df955e tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.641097 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc71f967-2c72-4ef7-8f74-083327df955e tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.642326 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fc71f967-2c72-4ef7-8f74-083327df955e tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6746023 Nov 12 01:06:42.646342 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39948) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:42.670969 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] For port 29d04078-2f96-4317-a472-a6d67f815480, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:42.674034 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] For port 29d04078-2f96-4317-a472-a6d67f815480, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=29d04078-2f96-4317-a472-a6d67f815480,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:42.678428 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.714709 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:42.715400 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.716886 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] 10.222.0.15 "PUT /v2.0/ports/29d04078-2f96-4317-a472-a6d67f815480 HTTP/1.1" status: 200 len: 1092 time: 1.1349754 Nov 12 01:06:42.717391 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d288b2-446a-4e27-83b6-0e0ce217650c', 'tag': '29d04078-2f96-4317-a472-a6d67f815480'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:42.719650 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e293ccfc-c0fd-4c9d-83e8-2d622ed3b51f" -d '{"events": [{"name": "network-changed", "server_uuid": "71d288b2-446a-4e27-83b6-0e0ce217650c", "tag": "29d04078-2f96-4317-a472-a6d67f815480"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:42.746788 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30142b85-7540-4468-80ca-0dd3286a6668 service neutron] Pushing event updated for resources: {'Port': ['ID=29d04078-2f96-4317-a472-a6d67f815480,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:42.747391 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:42.775760 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.812915 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418b2ab6-62ab-4718-9217-74f39c379390 x-openstack-request-id: req-418b2ab6-62ab-4718-9217-74f39c379390 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:42.813177 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d288b2-446a-4e27-83b6-0e0ce217650c", "tag": "29d04078-2f96-4317-a472-a6d67f815480", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:42.813407 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-418b2ab6-62ab-4718-9217-74f39c379390 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:42.813747 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d288b2-446a-4e27-83b6-0e0ce217650c', 'tag': '29d04078-2f96-4317-a472-a6d67f815480', 'status': 'completed', 'code': 200} Nov 12 01:06:42.885788 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.004425 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Allocated IP 172.25.0.132 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/18e326b9-e9b3-4aec-be94-a7b918a6af18) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:43.117717 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.154190 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.185305 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-f662b008-b62e-4c1d-9b42-b59bddd66c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:43.186867 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-f662b008-b62e-4c1d-9b42-b59bddd66c48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&device_id=71d288b2-446a-4e27-83b6-0e0ce217650c HTTP/1.1" status: 200 len: 1095 time: 0.4074667 Nov 12 01:06:43.194899 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:43.199832 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff9b7b-d59c-434c-b2a3-e7a33dc18de2 req-f60802e2-bad2-4fe8-b056-457d52487aa4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:43.201290 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-beff9b7b-d59c-434c-b2a3-e7a33dc18de2 req-f60802e2-bad2-4fe8-b056-457d52487aa4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d288b2-446a-4e27-83b6-0e0ce217650c HTTP/1.1" status: 200 len: 943 time: 0.0692234 Nov 12 01:06:43.201528 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:43.205163 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:43.210837 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Pushing event updated for resources: {'Port': ['ID=18e326b9-e9b3-4aec-be94-a7b918a6af18,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:43.235719 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:43.236070 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:43.236414 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:43.237304 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:43.237639 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:43.237969 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:43.238318 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:43.238653 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:43.238978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:43.239303 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:43.239626 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:43.239951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:43.261866 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-fa5c6c49-a49c-4001-8383-de9592c2d3bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29d04078-2f96-4317-a472-a6d67f815480 HTTP/1.1" status: 200 len: 217 time: 0.0596080 Nov 12 01:06:43.303454 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.337464 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.337678 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-beff9b7b-d59c-434c-b2a3-e7a33dc18de2 req-acab7e92-18ba-40f0-aa23-0d24a9152b5a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127713 Nov 12 01:06:43.339401 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-b57666c3-e448-4ecf-9c3c-7650856ff6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:43.340971 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-b57666c3-e448-4ecf-9c3c-7650856ff6f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f979b72-06d7-47f0-888a-cb01892f2ff7 HTTP/1.1" status: 200 len: 845 time: 0.0711119 Nov 12 01:06:43.397988 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-a2783f18-f014-44b2-bc74-58d28d2e51fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16281115-b3d6-46f6-bb8f-00ff27cd9f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497663 Nov 12 01:06:43.507204 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-4dabab3b-454f-4566-86b2-404b0ae0acdb service neutron] 10.222.0.15 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017067 Nov 12 01:06:43.607110 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-81d79e7f-eb80-4077-aa28-b9e8ba3dd84b req-1f31de7e-1faa-4a97-a427-59ed87cde98e service neutron] 10.222.0.15 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923920 Nov 12 01:06:43.735849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293ccfc-c0fd-4c9d-83e8-2d622ed3b51f req-b75a466b-148b-4aaa-9083-8487e56bf7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:43.737393 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e293ccfc-c0fd-4c9d-83e8-2d622ed3b51f req-b75a466b-148b-4aaa-9083-8487e56bf7d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&device_id=71d288b2-446a-4e27-83b6-0e0ce217650c HTTP/1.1" status: 200 len: 1095 time: 0.0450013 Nov 12 01:06:43.806241 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.812405 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.846500 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293ccfc-c0fd-4c9d-83e8-2d622ed3b51f req-0218bca4-ae83-42f8-95a3-00b27f68ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:43.848551 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e293ccfc-c0fd-4c9d-83e8-2d622ed3b51f req-0218bca4-ae83-42f8-95a3-00b27f68ebae service neutron] 10.222.0.15 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 906 time: 0.1042135 Nov 12 01:06:43.881837 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Pushing event updated for resources: {'Port': ['ID=18e326b9-e9b3-4aec-be94-a7b918a6af18,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:43.893644 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e293ccfc-c0fd-4c9d-83e8-2d622ed3b51f req-b2323c97-796b-4e9c-94db-a76aa99a544f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29d04078-2f96-4317-a472-a6d67f815480 HTTP/1.1" status: 200 len: 217 time: 0.0376732 Nov 12 01:06:43.897050 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.913664 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.917373 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-881f2426-d6ce-42b2-8967-7a1f8be7f59c tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2681153 Nov 12 01:06:43.917556 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39958) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:43.944456 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293ccfc-c0fd-4c9d-83e8-2d622ed3b51f req-cd952d8e-cb34-4880-93ad-6060f2783389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:43.946032 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e293ccfc-c0fd-4c9d-83e8-2d622ed3b51f req-cd952d8e-cb34-4880-93ad-6060f2783389 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f979b72-06d7-47f0-888a-cb01892f2ff7 HTTP/1.1" status: 200 len: 845 time: 0.0456471 Nov 12 01:06:43.979743 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e293ccfc-c0fd-4c9d-83e8-2d622ed3b51f req-d1938bdc-944d-4119-b0bd-103003062627 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16281115-b3d6-46f6-bb8f-00ff27cd9f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260696 Nov 12 01:06:43.981798 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3eccdfa9-df1b-43eb-a492-106170948ec5 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3700 time: 0.0631649 Nov 12 01:06:43.984345 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39960) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:44.054881 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dcd0111c-1f80-45e3-b6be-0e170b4b8f5a tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0693219 Nov 12 01:06:44.057520 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39962) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:44.075009 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e293ccfc-c0fd-4c9d-83e8-2d622ed3b51f req-b157cddc-c246-4b88-823b-ea970c7efac4 service neutron] 10.222.0.15 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884771 Nov 12 01:06:44.174789 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e293ccfc-c0fd-4c9d-83e8-2d622ed3b51f req-97b9f236-513b-4703-9521-2e58c913450b service neutron] 10.222.0.15 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917923 Nov 12 01:06:44.184641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-5fe52679-032a-4d19-ab3b-eea725ab87dd tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Deleting port 18e326b9-e9b3-4aec-be94-a7b918a6af18 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:44.185017 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5fe52679-032a-4d19-ab3b-eea725ab87dd tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.265417 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5fe52679-032a-4d19-ab3b-eea725ab87dd tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.265749 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5fe52679-032a-4d19-ab3b-eea725ab87dd tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.277642 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-5fe52679-032a-4d19-ab3b-eea725ab87dd tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Calling delete_port for 18e326b9-e9b3-4aec-be94-a7b918a6af18 owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:44.407346 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5fe52679-032a-4d19-ab3b-eea725ab87dd tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.449194 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe52679-032a-4d19-ab3b-eea725ab87dd tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Pushing event deleted for resources: {'Port': ['ID=18e326b9-e9b3-4aec-be94-a7b918a6af18,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:44.530321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b89ae-2f74-4cb2-881e-bff04690d177 req-849cbd37-e20a-4775-93c3-7ac59205b1c4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:44.531944 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-735b89ae-2f74-4cb2-881e-bff04690d177 req-849cbd37-e20a-4775-93c3-7ac59205b1c4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d288b2-446a-4e27-83b6-0e0ce217650c HTTP/1.1" status: 200 len: 943 time: 0.1214228 Nov 12 01:06:44.537502 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5fe52679-032a-4d19-ab3b-eea725ab87dd tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.540120 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5fe52679-032a-4d19-ab3b-eea725ab87dd tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.543820 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5fe52679-032a-4d19-ab3b-eea725ab87dd tempest-FloatingIPAdminTestJSON-414985232 tempest-FloatingIPAdminTestJSON-414985232-project] 10.222.0.31 "DELETE /v2.0/floatingips/5cc2bbc0-80c0-43c2-b8e5-a8d025c9a255 HTTP/1.1" status: 204 len: 168 time: 0.4828553 Nov 12 01:06:44.544190 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39966) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:44.585238 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-735b89ae-2f74-4cb2-881e-bff04690d177 req-616e36a1-ceae-41f2-aa83-318044b18fc9 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428789 Nov 12 01:06:44.668368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-5a55fd9d-78e5-4020-8863-11894b866614 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Deleting port 26fe3c15-560c-4c19-806e-da7dde90db8c {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:44.668735 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a55fd9d-78e5-4020-8863-11894b866614 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.743363 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a55fd9d-78e5-4020-8863-11894b866614 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.743692 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a55fd9d-78e5-4020-8863-11894b866614 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.755694 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-5a55fd9d-78e5-4020-8863-11894b866614 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Calling delete_port for 26fe3c15-560c-4c19-806e-da7dde90db8c owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:44.895515 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a55fd9d-78e5-4020-8863-11894b866614 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.922802 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55fd9d-78e5-4020-8863-11894b866614 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Pushing event deleted for resources: {'Port': ['ID=26fe3c15-560c-4c19-806e-da7dde90db8c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:44.997018 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a55fd9d-78e5-4020-8863-11894b866614 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.999565 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a55fd9d-78e5-4020-8863-11894b866614 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.000784 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5a55fd9d-78e5-4020-8863-11894b866614 tempest-FloatingIPAdminTestJSON-910477195 tempest-FloatingIPAdminTestJSON-910477195-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/05f5e67d-ae9d-45bd-88fd-e88ff09de5bd HTTP/1.1" status: 204 len: 168 time: 0.4554305 Nov 12 01:06:45.004988 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39970) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:45.095384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4a3d4e6f-f8e6-44f8-8894-c4d1233ff729 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Deleting port 2598baef-04d0-40f3-82c6-c6f2dfc2ed92 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:45.095740 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a3d4e6f-f8e6-44f8-8894-c4d1233ff729 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.186480 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a3d4e6f-f8e6-44f8-8894-c4d1233ff729 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.199076 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4a3d4e6f-f8e6-44f8-8894-c4d1233ff729 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Calling delete_port for 2598baef-04d0-40f3-82c6-c6f2dfc2ed92 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:45.323868 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a3d4e6f-f8e6-44f8-8894-c4d1233ff729 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.355880 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d4e6f-f8e6-44f8-8894-c4d1233ff729 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Pushing event deleted for resources: {'Port': ['ID=2598baef-04d0-40f3-82c6-c6f2dfc2ed92,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:45.426705 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a3d4e6f-f8e6-44f8-8894-c4d1233ff729 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.430886 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4a3d4e6f-f8e6-44f8-8894-c4d1233ff729 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] 10.222.0.31 "DELETE /v2.0/ports/2598baef-04d0-40f3-82c6-c6f2dfc2ed92 HTTP/1.1" status: 204 len: 168 time: 0.4249277 Nov 12 01:06:45.438925 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39972) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:45.488611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa2b56-b5e1-4265-a02d-b0604d9f49e1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:45.490223 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-64aa2b56-b5e1-4265-a02d-b0604d9f49e1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] 10.222.0.31 "GET /v2.0/ports?device_id=1431dfc4-1e48-4dc9-a3c6-0134ebdceb18 HTTP/1.1" status: 200 len: 913 time: 0.0555170 Nov 12 01:06:45.493148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39974) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:45.703453 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686fd44-da4c-498c-a9f2-972e560a41d7 req-45a5a0cb-1a7b-4d40-8510-d07b1e792dd7 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:45.705052 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f686fd44-da4c-498c-a9f2-972e560a41d7 req-45a5a0cb-1a7b-4d40-8510-d07b1e792dd7 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d288b2-446a-4e27-83b6-0e0ce217650c HTTP/1.1" status: 200 len: 943 time: 0.0500720 Nov 12 01:06:45.757151 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f686fd44-da4c-498c-a9f2-972e560a41d7 req-9245ca32-fb70-4b2b-b3ba-8b7e8e3695ba tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459466 Nov 12 01:06:45.859924 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1aa64bbd-29a3-4f04-ad9e-6d667f65f948 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.121199 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-1aa64bbd-29a3-4f04-ad9e-6d667f65f948 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Deleting port 5b37bb52-fc0b-4bb7-bd7c-f5dee9daa4b4 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:46.121543 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1aa64bbd-29a3-4f04-ad9e-6d667f65f948 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.211918 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1aa64bbd-29a3-4f04-ad9e-6d667f65f948 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.224347 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-1aa64bbd-29a3-4f04-ad9e-6d667f65f948 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Calling delete_port for 5b37bb52-fc0b-4bb7-bd7c-f5dee9daa4b4 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:46.414868 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1aa64bbd-29a3-4f04-ad9e-6d667f65f948 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.438362 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa64bbd-29a3-4f04-ad9e-6d667f65f948 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Pushing event deleted for resources: {'Port': ['ID=5b37bb52-fc0b-4bb7-bd7c-f5dee9daa4b4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:46.622725 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1aa64bbd-29a3-4f04-ad9e-6d667f65f948 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.875667 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa64bbd-29a3-4f04-ad9e-6d667f65f948 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Router 1431dfc4-1e48-4dc9-a3c6-0134ebdceb18 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:46.902583 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359530b-77ff-4968-8dcc-4a9e133c40ac req-209f246e-3a44-471c-9220-40ee6460e0b6 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:46.904079 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7359530b-77ff-4968-8dcc-4a9e133c40ac req-209f246e-3a44-471c-9220-40ee6460e0b6 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d288b2-446a-4e27-83b6-0e0ce217650c HTTP/1.1" status: 200 len: 943 time: 0.0780182 Nov 12 01:06:47.049489 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7359530b-77ff-4968-8dcc-4a9e133c40ac req-a5001348-8b9a-48e5-a25e-d0442366f7ee tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933797 Nov 12 01:06:47.059838 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa64bbd-29a3-4f04-ad9e-6d667f65f948 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:47.065422 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1aa64bbd-29a3-4f04-ad9e-6d667f65f948 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] 10.222.0.31 "PUT /v2.0/routers/1431dfc4-1e48-4dc9-a3c6-0134ebdceb18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5706868 Nov 12 01:06:47.067818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39980) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:47.073769 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2fc9b-2229-488a-9fc7-3b1c57fad107 None None] Sync routers for ids ['1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:47.082604 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce2fc9b-2229-488a-9fc7-3b1c57fad107 None None] Routers {'1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:47.083222 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cce2fc9b-2229-488a-9fc7-3b1c57fad107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:47.115380 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cce2fc9b-2229-488a-9fc7-3b1c57fad107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:47.124059 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce2fc9b-2229-488a-9fc7-3b1c57fad107 None None] Routers {'1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:47.124676 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cce2fc9b-2229-488a-9fc7-3b1c57fad107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:47.160888 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cce2fc9b-2229-488a-9fc7-3b1c57fad107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:47.161551 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2fc9b-2229-488a-9fc7-3b1c57fad107 None None] The sync data for ids ['1431dfc4-1e48-4dc9-a3c6-0134ebdceb18'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:47.182586 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d4f1-ad76-42c4-bc3b-9baa592782f7 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.296979 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d4f1-ad76-42c4-bc3b-9baa592782f7 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.350011 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7d4f1-ad76-42c4-bc3b-9baa592782f7 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Deleting port 669d00c2-2d60-49b3-89da-51410608f496 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:47.350269 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d4f1-ad76-42c4-bc3b-9baa592782f7 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.432085 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d4f1-ad76-42c4-bc3b-9baa592782f7 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.443846 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7d4f1-ad76-42c4-bc3b-9baa592782f7 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Calling delete_port for 669d00c2-2d60-49b3-89da-51410608f496 owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:47.625450 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d4f1-ad76-42c4-bc3b-9baa592782f7 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.659976 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7d4f1-ad76-42c4-bc3b-9baa592782f7 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Pushing event deleted for resources: {'Port': ['ID=669d00c2-2d60-49b3-89da-51410608f496,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:47.676611 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216690d2-693a-4b3a-be8f-fc9317124fc7 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:47.739452 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d4f1-ad76-42c4-bc3b-9baa592782f7 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.841269 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d4f1-ad76-42c4-bc3b-9baa592782f7 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.843636 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d4f1-ad76-42c4-bc3b-9baa592782f7 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.890923 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d4f1-ad76-42c4-bc3b-9baa592782f7 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.891563 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed7d4f1-ad76-42c4-bc3b-9baa592782f7 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Fanout notify agent at l3_agent the message router_deleted on router 1431dfc4-1e48-4dc9-a3c6-0134ebdceb18 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:06:47.901653 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d4f1-ad76-42c4-bc3b-9baa592782f7 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.903223 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8ed7d4f1-ad76-42c4-bc3b-9baa592782f7 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] 10.222.0.31 "DELETE /v2.0/routers/1431dfc4-1e48-4dc9-a3c6-0134ebdceb18 HTTP/1.1" status: 204 len: 168 time: 0.8343573 Nov 12 01:06:47.905850 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39984) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:47.966854 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab80fcb1-ef91-4c2f-85a1-0db821361d90 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Deleting subnet cd7593c8-d369-4561-af44-40e8be61ba72 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:06:47.970338 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ab80fcb1-ef91-4c2f-85a1-0db821361d90 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.010788 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ab80fcb1-ef91-4c2f-85a1-0db821361d90 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.101206 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ab80fcb1-ef91-4c2f-85a1-0db821361d90 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.160460 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ab80fcb1-ef91-4c2f-85a1-0db821361d90 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.175888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ba0ab-d74f-4c06-9ccb-0638a26e7180 req-0f828074-5796-4921-9162-48dd14a5b297 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:48.177493 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c12ba0ab-d74f-4c06-9ccb-0638a26e7180 req-0f828074-5796-4921-9162-48dd14a5b297 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d288b2-446a-4e27-83b6-0e0ce217650c HTTP/1.1" status: 200 len: 943 time: 0.0521872 Nov 12 01:06:48.190281 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ab80fcb1-ef91-4c2f-85a1-0db821361d90 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.198843 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ab80fcb1-ef91-4c2f-85a1-0db821361d90 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] 10.222.0.31 "DELETE /v2.0/subnets/cd7593c8-d369-4561-af44-40e8be61ba72 HTTP/1.1" status: 204 len: 168 time: 0.2865574 Nov 12 01:06:48.198843 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80fcb1-ef91-4c2f-85a1-0db821361d90 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Pushing event deleted for resources: {'Subnet': ['ID=cd7593c8-d369-4561-af44-40e8be61ba72,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:48.198843 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 39988) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:48.204929 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32817ac-29e6-445a-98d5-e779cf148707 None None] Network 7c447837-3bb3-44c4-a655-2dba918a8991 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:48.231302 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c12ba0ab-d74f-4c06-9ccb-0638a26e7180 req-a6255253-8ce8-4bda-afe5-6d4300e1d8b0 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474718 Nov 12 01:06:48.280034 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0296cc7d-8eba-4360-baeb-5b66a8c401d1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.334450 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-0296cc7d-8eba-4360-baeb-5b66a8c401d1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Deleting port be6ffb32-4008-4243-a5f8-8e48577b2a84 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:48.334788 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0296cc7d-8eba-4360-baeb-5b66a8c401d1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.400135 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14733a1a-261d-44de-891a-470584df9a98 None None] DHCP port deletion for 7c447837-3bb3-44c4-a655-2dba918a8991 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:48.405698 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-0296cc7d-8eba-4360-baeb-5b66a8c401d1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] For port be6ffb32-4008-4243-a5f8-8e48577b2a84, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=be6ffb32-4008-4243-a5f8-8e48577b2a84,segment=NetworkSegment(2bb69beb-39a3-43ad-8d21-e1a51338c12e),segment_id=2bb69beb-39a3-43ad-8d21-e1a51338c12e)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:48.406067 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0296cc7d-8eba-4360-baeb-5b66a8c401d1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.420331 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-0296cc7d-8eba-4360-baeb-5b66a8c401d1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Calling delete_port for be6ffb32-4008-4243-a5f8-8e48577b2a84 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:48.456729 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-14733a1a-261d-44de-891a-470584df9a98 None None] Deleting port be6ffb32-4008-4243-a5f8-8e48577b2a84 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:48.457519 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-14733a1a-261d-44de-891a-470584df9a98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.510945 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0296cc7d-8eba-4360-baeb-5b66a8c401d1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.531722 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-14733a1a-261d-44de-891a-470584df9a98 None None] For port be6ffb32-4008-4243-a5f8-8e48577b2a84, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=be6ffb32-4008-4243-a5f8-8e48577b2a84,segment=NetworkSegment(2bb69beb-39a3-43ad-8d21-e1a51338c12e),segment_id=2bb69beb-39a3-43ad-8d21-e1a51338c12e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:48.532131 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-14733a1a-261d-44de-891a-470584df9a98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.535946 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296cc7d-8eba-4360-baeb-5b66a8c401d1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Pushing event deleted for resources: {'Port': ['ID=be6ffb32-4008-4243-a5f8-8e48577b2a84,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:48.541532 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0296cc7d-8eba-4360-baeb-5b66a8c401d1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] No DVR routers for this DVR port be6ffb32-4008-4243-a5f8-8e48577b2a84 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:48.546992 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-14733a1a-261d-44de-891a-470584df9a98 None None] Calling delete_port for be6ffb32-4008-4243-a5f8-8e48577b2a84 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:48.553476 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 29d04078-2f96-4317-a472-a6d67f815480 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:06:48.624088 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0296cc7d-8eba-4360-baeb-5b66a8c401d1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.644677 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-0296cc7d-8eba-4360-baeb-5b66a8c401d1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c447837-3bb3-44c4-a655-2dba918a8991']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:48.654544 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-0296cc7d-8eba-4360-baeb-5b66a8c401d1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb69beb-39a3-43ad-8d21-e1a51338c12e') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:48.654849 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-0296cc7d-8eba-4360-baeb-5b66a8c401d1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb69beb-39a3-43ad-8d21-e1a51338c12e') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:48.664790 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0296cc7d-8eba-4360-baeb-5b66a8c401d1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.677911 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0296cc7d-8eba-4360-baeb-5b66a8c401d1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.684229 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0296cc7d-8eba-4360-baeb-5b66a8c401d1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:48.684621 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0296cc7d-8eba-4360-baeb-5b66a8c401d1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:48.687876 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:48.713201 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 29d04078-2f96-4317-a472-a6d67f815480, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=29d04078-2f96-4317-a472-a6d67f815480,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:48.722576 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-14733a1a-261d-44de-891a-470584df9a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.731757 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '29d04078-2f96-4317-a472-a6d67f815480', 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36', 'port_id': '29d04078-2f96-4317-a472-a6d67f815480', 'mac_address': 'fa:16:3e:d1:8b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f979b72-06d7-47f0-888a-cb01892f2ff7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:06:48.749646 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0296cc7d-8eba-4360-baeb-5b66a8c401d1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.754057 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14733a1a-261d-44de-891a-470584df9a98 None None] Pushing event deleted for resources: {'Port': ['ID=be6ffb32-4008-4243-a5f8-8e48577b2a84,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:48.756114 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14733a1a-261d-44de-891a-470584df9a98 None None] No DVR routers for this DVR port be6ffb32-4008-4243-a5f8-8e48577b2a84 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:48.756844 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0296cc7d-8eba-4360-baeb-5b66a8c401d1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.762446 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0296cc7d-8eba-4360-baeb-5b66a8c401d1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] 10.222.0.31 "DELETE /v2.0/networks/7c447837-3bb3-44c4-a655-2dba918a8991 HTTP/1.1" status: 204 len: 168 time: 0.5626838 Nov 12 01:06:48.768929 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 39992) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:48.781033 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296cc7d-8eba-4360-baeb-5b66a8c401d1 tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Pushing event deleted for resources: {'Network': ['ID=7c447837-3bb3-44c4-a655-2dba918a8991,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:48.795157 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.808361 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d04078-2f96-4317-a472-a6d67f815480 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:06:48.833237 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 29d04078-2f96-4317-a472-a6d67f815480, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=29d04078-2f96-4317-a472-a6d67f815480,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:48.837275 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.889475 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=29d04078-2f96-4317-a472-a6d67f815480,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:48.906797 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-01537209-a847-428e-b18c-65abca8513ce tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Deleting port 650e9e77-69d3-4904-b2ee-bb8b012149a2 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:48.907150 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01537209-a847-428e-b18c-65abca8513ce tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.994957 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01537209-a847-428e-b18c-65abca8513ce tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.995284 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01537209-a847-428e-b18c-65abca8513ce tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.008463 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-01537209-a847-428e-b18c-65abca8513ce tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Calling delete_port for 650e9e77-69d3-4904-b2ee-bb8b012149a2 owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:49.136359 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01537209-a847-428e-b18c-65abca8513ce tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.165428 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01537209-a847-428e-b18c-65abca8513ce tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Pushing event deleted for resources: {'Port': ['ID=650e9e77-69d3-4904-b2ee-bb8b012149a2,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:49.224301 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01537209-a847-428e-b18c-65abca8513ce tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.227994 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01537209-a847-428e-b18c-65abca8513ce tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.229168 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-01537209-a847-428e-b18c-65abca8513ce tempest-FloatingIPAdminTestJSON-1685538515 tempest-FloatingIPAdminTestJSON-1685538515-project] 10.222.0.31 "DELETE /v2.0/floatingips/1f15ea35-8e7a-4900-9c04-fba1dad96261 HTTP/1.1" status: 204 len: 168 time: 0.4624078 Nov 12 01:06:49.238251 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['29d04078-2f96-4317-a472-a6d67f815480'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:06:49.372755 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec4abd-55ce-4060-8cdb-ca54148256ea req-f2e12fe1-0c66-442a-8e27-a565646c394d tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:49.375548 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dcec4abd-55ce-4060-8cdb-ca54148256ea req-f2e12fe1-0c66-442a-8e27-a565646c394d tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d288b2-446a-4e27-83b6-0e0ce217650c HTTP/1.1" status: 200 len: 944 time: 0.0658801 Nov 12 01:06:49.426208 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dcec4abd-55ce-4060-8cdb-ca54148256ea req-df08f601-b60d-4710-a114-c280804426fb tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427608 Nov 12 01:06:49.511412 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40002) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:49.641213 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-730c1c28-5d86-4e3a-8423-3a855c70f568 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17a47ffc789c434bb7ebfeace793eab7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285405 Nov 12 01:06:49.644601 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40006) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:49.699912 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a8b26f4c-80b8-4137-9c66-5b6003cd0a11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.720322 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a8b26f4c-80b8-4137-9c66-5b6003cd0a11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.769704 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a8b26f4c-80b8-4137-9c66-5b6003cd0a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.772273 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a8b26f4c-80b8-4137-9c66-5b6003cd0a11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.773451 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a8b26f4c-80b8-4137-9c66-5b6003cd0a11 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db80ab26-a99e-449e-84f2-58d0d29173b5 HTTP/1.1" status: 204 len: 168 time: 0.1278880 Nov 12 01:06:49.781028 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b26f4c-80b8-4137-9c66-5b6003cd0a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db80ab26-a99e-449e-84f2-58d0d29173b5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:49.919670 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device be6ffb32-4008-4243-a5f8-8e48577b2a84 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:49.940148 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: be6ffb32-4008-4243-a5f8-8e48577b2a84 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:49.940488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device be6ffb32-4008-4243-a5f8-8e48577b2a84 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:50.022169 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-962f72ac-3b9b-4a5d-b6b3-41ec4dfcd493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.038056 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40012) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:50.052556 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f68cd9b4-cd26-435e-ae96-f75c1cd014c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.125971 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f68cd9b4-cd26-435e-ae96-f75c1cd014c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.130093 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f68cd9b4-cd26-435e-ae96-f75c1cd014c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.167143 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f68cd9b4-cd26-435e-ae96-f75c1cd014c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3006ba4031194363a480915327a307be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1280112 Nov 12 01:06:50.167996 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cd9b4-cd26-435e-ae96-f75c1cd014c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79174e04-0cfc-4fa6-a357-3ae0e17a3936,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:50.170069 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40014) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:50.219002 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b7ab5662-9f3d-47a8-809b-9493d1d6b667 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.240422 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b7ab5662-9f3d-47a8-809b-9493d1d6b667 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.285713 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b7ab5662-9f3d-47a8-809b-9493d1d6b667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.288353 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b7ab5662-9f3d-47a8-809b-9493d1d6b667 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.289593 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b7ab5662-9f3d-47a8-809b-9493d1d6b667 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79174e04-0cfc-4fa6-a357-3ae0e17a3936 HTTP/1.1" status: 204 len: 168 time: 0.1182535 Nov 12 01:06:50.297234 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab5662-9f3d-47a8-809b-9493d1d6b667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79174e04-0cfc-4fa6-a357-3ae0e17a3936,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:50.548670 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb513e-bd74-4b35-90f7-8144e59f20cd req-8b101eca-eb06-45f3-a3c2-d0d983d29c87 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:50.550308 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53bb513e-bd74-4b35-90f7-8144e59f20cd req-8b101eca-eb06-45f3-a3c2-d0d983d29c87 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d288b2-446a-4e27-83b6-0e0ce217650c HTTP/1.1" status: 200 len: 944 time: 0.0504942 Nov 12 01:06:50.578173 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 29d04078-2f96-4317-a472-a6d67f815480 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:50.605292 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53bb513e-bd74-4b35-90f7-8144e59f20cd req-6cbbcd09-1249-4b51-980a-4458f5b55ea7 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439031 Nov 12 01:06:50.617931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40022) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:50.635653 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b94341a2-9368-40e5-9519-b88ea23ff4bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.641059 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 29d04078-2f96-4317-a472-a6d67f815480 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:06:50.645671 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 29d04078-2f96-4317-a472-a6d67f815480 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:50.646042 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.712212 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b94341a2-9368-40e5-9519-b88ea23ff4bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.716385 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b94341a2-9368-40e5-9519-b88ea23ff4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.729360 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.752760 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d288b2-446a-4e27-83b6-0e0ce217650c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d04078-2f96-4317-a472-a6d67f815480'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:50.755244 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a06433-28a7-4017-8369-8ff9025e3842" -d '{"events": [{"server_uuid": "71d288b2-446a-4e27-83b6-0e0ce217650c", "name": "network-vif-plugged", "status": "completed", "tag": "29d04078-2f96-4317-a472-a6d67f815480"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:50.757227 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b94341a2-9368-40e5-9519-b88ea23ff4bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1f0a337c8194c328526198aae1b7a0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1382182 Nov 12 01:06:50.758070 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94341a2-9368-40e5-9519-b88ea23ff4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6052735e-ebe2-4e1e-a3f3-bb99ad464086,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:50.759876 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40026) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:50.771051 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 29d04078-2f96-4317-a472-a6d67f815480, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=29d04078-2f96-4317-a472-a6d67f815480,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:50.777163 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.804035 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f6aa19-c307-4d65-96df-7feea3d86c46 x-openstack-request-id: req-41f6aa19-c307-4d65-96df-7feea3d86c46 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:50.804277 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d288b2-446a-4e27-83b6-0e0ce217650c", "name": "network-vif-plugged", "status": "completed", "tag": "29d04078-2f96-4317-a472-a6d67f815480", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:50.804536 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41f6aa19-c307-4d65-96df-7feea3d86c46 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:50.804957 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d288b2-446a-4e27-83b6-0e0ce217650c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d04078-2f96-4317-a472-a6d67f815480', 'code': 200} Nov 12 01:06:50.820092 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-72d2cdcb-9e45-4fae-952e-e8ff9e6b29dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.830909 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=29d04078-2f96-4317-a472-a6d67f815480,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:50.841730 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-72d2cdcb-9e45-4fae-952e-e8ff9e6b29dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.898279 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-72d2cdcb-9e45-4fae-952e-e8ff9e6b29dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.900855 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-72d2cdcb-9e45-4fae-952e-e8ff9e6b29dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.901922 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-72d2cdcb-9e45-4fae-952e-e8ff9e6b29dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6052735e-ebe2-4e1e-a3f3-bb99ad464086 HTTP/1.1" status: 204 len: 168 time: 0.1401825 Nov 12 01:06:50.924598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2cdcb-9e45-4fae-952e-e8ff9e6b29dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6052735e-ebe2-4e1e-a3f3-bb99ad464086,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:50.939127 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685920ea-99cb-40fc-8fea-fbb142491ec0 req-14005c34-4b1d-4101-badb-7bfc3ed28722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:50.940833 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-685920ea-99cb-40fc-8fea-fbb142491ec0 req-14005c34-4b1d-4101-badb-7bfc3ed28722 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71d288b2-446a-4e27-83b6-0e0ce217650c HTTP/1.1" status: 200 len: 1097 time: 0.0519783 Nov 12 01:06:50.987908 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-685920ea-99cb-40fc-8fea-fbb142491ec0 req-b1ef64af-ef6a-4b21-8a36-17d9c0e9640a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393767 Nov 12 01:06:51.729701 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e016c-2ae6-4162-90c0-f33df5ab5536 req-0383e7f7-4b3a-4035-8f5a-7e0a3139a21a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:51.731183 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e51e016c-2ae6-4162-90c0-f33df5ab5536 req-0383e7f7-4b3a-4035-8f5a-7e0a3139a21a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d288b2-446a-4e27-83b6-0e0ce217650c HTTP/1.1" status: 200 len: 945 time: 0.0539031 Nov 12 01:06:51.779407 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e51e016c-2ae6-4162-90c0-f33df5ab5536 req-e02e61a8-2899-4fce-8892-ed374b5c718a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415792 Nov 12 01:06:52.102161 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40066) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:52.197711 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e8ef83d0-6009-452e-bf84-096c7c934d18 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1508864258'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:52.198210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e8ef83d0-6009-452e-bf84-096c7c934d18 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] Unknown quota resources ['metering_label']. {{(pid=114243) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 01:06:52.340317 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-10de0496-1037-431e-83d3-e22e3aa5be9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.379193 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8ef83d0-6009-452e-bf84-096c7c934d18 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.380379 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e8ef83d0-6009-452e-bf84-096c7c934d18 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2772045 Nov 12 01:06:52.383018 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40070) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:52.387238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-74079432-7d22-4a78-bd9e-d7a5190bee0b tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '92fd515c-490e-4727-904b-e0c4f84743f8'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:52.387725 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-74079432-7d22-4a78-bd9e-d7a5190bee0b tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114243) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 01:06:52.459542 n-d-712137-14 neutron-server[114243]: WARNING neutron.services.metering.metering_plugin [None req-74079432-7d22-4a78-bd9e-d7a5190bee0b tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 01:06:52.562449 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-74079432-7d22-4a78-bd9e-d7a5190bee0b tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.563652 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-74079432-7d22-4a78-bd9e-d7a5190bee0b tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1797109 Nov 12 01:06:52.567226 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40072) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:52.571556 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-cdd1b474-a014-4b89-91d4-84675f3b82e7 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '92fd515c-490e-4727-904b-e0c4f84743f8'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:52.572045 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-cdd1b474-a014-4b89-91d4-84675f3b82e7 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114243) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 01:06:52.623887 n-d-712137-14 neutron-server[114243]: WARNING neutron.services.metering.metering_plugin [None req-cdd1b474-a014-4b89-91d4-84675f3b82e7 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 01:06:52.703761 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b474-a014-4b89-91d4-84675f3b82e7 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.705536 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cdd1b474-a014-4b89-91d4-84675f3b82e7 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1368055 Nov 12 01:06:52.708418 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40074) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:52.718706 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4a24168f-6373-4abd-a425-be49c6dbc7f0 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=55434cd3-c3f1-4b6f-bdca-6ff242f9e772 HTTP/1.1" status: 200 len: 462 time: 0.0090888 Nov 12 01:06:52.721140 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40076) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:52.821739 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ccaa1cee-2717-4017-acda-b3de11a34e23 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.825991 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40080) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:52.826459 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ccaa1cee-2717-4017-acda-b3de11a34e23 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/55434cd3-c3f1-4b6f-bdca-6ff242f9e772 HTTP/1.1" status: 204 len: 168 time: 0.1037574 Nov 12 01:06:52.838587 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0a255253-836a-4358-80d0-be9c9a3efbf1 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=55434cd3-c3f1-4b6f-bdca-6ff242f9e772 HTTP/1.1" status: 200 len: 221 time: 0.0107653 Nov 12 01:06:52.843041 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40082) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:52.848207 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-452eb59f-e08b-4dfa-9ad2-46a95f491ee5 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--549606604', 'description': 'label created by tempest'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:52.848987 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-452eb59f-e08b-4dfa-9ad2-46a95f491ee5 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] Unknown quota resources ['metering_label']. {{(pid=114242) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 01:06:53.361960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619053e7-dca8-46fc-856f-c5e3bc3cca28 req-4e53aa8d-e45b-488c-a718-09c5b2100ae6 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:53.363436 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-619053e7-dca8-46fc-856f-c5e3bc3cca28 req-4e53aa8d-e45b-488c-a718-09c5b2100ae6 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d288b2-446a-4e27-83b6-0e0ce217650c HTTP/1.1" status: 200 len: 945 time: 0.5107315 Nov 12 01:06:53.402990 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-452eb59f-e08b-4dfa-9ad2-46a95f491ee5 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.405143 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-452eb59f-e08b-4dfa-9ad2-46a95f491ee5 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5607398 Nov 12 01:06:53.406712 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40084) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:53.446750 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-619053e7-dca8-46fc-856f-c5e3bc3cca28 req-9c7abca7-ad64-446c-aeaa-496603c121b7 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476024 Nov 12 01:06:53.486137 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4622cb4a-845c-4b32-bc90-476b932f2973 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=c6a9805f-2fde-47d2-aab7-e49081ce0c2d HTTP/1.1" status: 200 len: 467 time: 0.0778704 Nov 12 01:06:53.488281 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.488804 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40088) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:53.584284 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bc197-19b2-4649-b70a-afde44c93006 req-0cc2c751-8663-436e-b365-670a75f7f917 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:53.591647 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e57bc197-19b2-4649-b70a-afde44c93006 req-0cc2c751-8663-436e-b365-670a75f7f917 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d288b2-446a-4e27-83b6-0e0ce217650c HTTP/1.1" status: 200 len: 945 time: 0.0623708 Nov 12 01:06:53.637803 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e57bc197-19b2-4649-b70a-afde44c93006 req-93c8d106-5372-4a1f-b90f-08e59084ff80 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453017 Nov 12 01:06:53.719356 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d2c09fb-7f04-4ce6-b4d2-44b2456c3b94 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.724227 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40096) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:53.724746 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1d2c09fb-7f04-4ce6-b4d2-44b2456c3b94 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/c6a9805f-2fde-47d2-aab7-e49081ce0c2d HTTP/1.1" status: 204 len: 168 time: 0.2347736 Nov 12 01:06:53.741709 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6bdc355f-7f7c-41dc-9cc1-8e1ba59b182e tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=c6a9805f-2fde-47d2-aab7-e49081ce0c2d HTTP/1.1" status: 200 len: 216 time: 0.0128932 Nov 12 01:06:53.742194 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40098) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:53.755789 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7183cf73-34f1-4b99-b77d-3e4296c80fdd tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0090601 Nov 12 01:06:53.756135 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40100) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:53.774739 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3df967d2-6eb1-4dd4-9baf-4468eb8d3ec0 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0138667 Nov 12 01:06:53.775312 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40102) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:53.833226 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4fbae918-e325-4248-b33d-518f94ae5e77 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/92fd515c-490e-4727-904b-e0c4f84743f8 HTTP/1.1" status: 200 len: 473 time: 0.0564911 Nov 12 01:06:53.836514 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40106) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:53.846883 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-72667062-78a5-48bc-a726-6b1d631368b5 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/fd68c3f9-976a-4c8d-b7e2-24d55750d2bf HTTP/1.1" status: 200 len: 459 time: 0.0091438 Nov 12 01:06:53.850279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40108) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:53.949332 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cc277-3362-482e-bba0-7e56ffad295d req-366f3708-b48f-47b8-8b2a-32206128e1f2 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:53.950902 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-469cc277-3362-482e-bba0-7e56ffad295d req-366f3708-b48f-47b8-8b2a-32206128e1f2 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d288b2-446a-4e27-83b6-0e0ce217650c HTTP/1.1" status: 200 len: 945 time: 0.0595748 Nov 12 01:06:53.966025 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2276f395-9437-48fc-8ba3-218e01fa09d9 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.967173 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2276f395-9437-48fc-8ba3-218e01fa09d9 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/fd68c3f9-976a-4c8d-b7e2-24d55750d2bf HTTP/1.1" status: 204 len: 168 time: 0.1152532 Nov 12 01:06:53.969880 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40110) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:54.001123 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-469cc277-3362-482e-bba0-7e56ffad295d req-1b1f6836-f053-48df-81b4-6ec21883a6e8 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434067 Nov 12 01:06:54.157782 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bd8b0457-851f-4fc4-b0ea-7831313fd058 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.158947 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bd8b0457-851f-4fc4-b0ea-7831313fd058 tempest-MeteringIpV6TestJSON-1740589941 tempest-MeteringIpV6TestJSON-1740589941-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/92fd515c-490e-4727-904b-e0c4f84743f8 HTTP/1.1" status: 204 len: 168 time: 0.1879849 Nov 12 01:06:54.394237 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40116) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:54.498254 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b0dedcc2-664c-4d55-ae8e-244f3cc0acff admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.569879 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b0dedcc2-664c-4d55-ae8e-244f3cc0acff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.573949 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b0dedcc2-664c-4d55-ae8e-244f3cc0acff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.611957 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b0dedcc2-664c-4d55-ae8e-244f3cc0acff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af06737d11f145e8834adbce20b6e5b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2161365 Nov 12 01:06:54.612936 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dedcc2-664c-4d55-ae8e-244f3cc0acff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d918b12-7f0d-4cb1-8d88-feb52bad6ae4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:54.615711 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40120) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:54.663119 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0714005b-d81d-4045-92ce-078a7365e561 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.683884 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0714005b-d81d-4045-92ce-078a7365e561 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.716492 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.729693 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0714005b-d81d-4045-92ce-078a7365e561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.732437 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0714005b-d81d-4045-92ce-078a7365e561 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.733865 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0714005b-d81d-4045-92ce-078a7365e561 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d918b12-7f0d-4cb1-8d88-feb52bad6ae4 HTTP/1.1" status: 204 len: 168 time: 0.1170092 Nov 12 01:06:54.742239 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714005b-d81d-4045-92ce-078a7365e561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d918b12-7f0d-4cb1-8d88-feb52bad6ae4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:54.989774 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40126) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:55.003412 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f7bd82ee-c69b-4086-8ad6-169f6ba28676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.078539 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f7bd82ee-c69b-4086-8ad6-169f6ba28676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.082964 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f7bd82ee-c69b-4086-8ad6-169f6ba28676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.123063 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f7bd82ee-c69b-4086-8ad6-169f6ba28676 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e328fe2d44c4efab2b78dec8bd6e926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321127 Nov 12 01:06:55.124326 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd82ee-c69b-4086-8ad6-169f6ba28676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2191bf7-2d18-45fc-8bab-d5db7eb7666c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:55.126339 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40130) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:55.127798 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72421ded-7f6f-42c4-bdbb-1d882f82a4e7 req-6740552a-9e52-48cb-b5d6-581f6e47a457 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:55.129328 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-72421ded-7f6f-42c4-bdbb-1d882f82a4e7 req-6740552a-9e52-48cb-b5d6-581f6e47a457 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d288b2-446a-4e27-83b6-0e0ce217650c HTTP/1.1" status: 200 len: 945 time: 0.0533357 Nov 12 01:06:55.144401 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd82ee-c69b-4086-8ad6-169f6ba28676 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:55.144777 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd82ee-c69b-4086-8ad6-169f6ba28676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:55.145127 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd82ee-c69b-4086-8ad6-169f6ba28676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:55.145867 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd82ee-c69b-4086-8ad6-169f6ba28676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:55.146215 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd82ee-c69b-4086-8ad6-169f6ba28676 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:55.146551 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd82ee-c69b-4086-8ad6-169f6ba28676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:55.146883 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd82ee-c69b-4086-8ad6-169f6ba28676 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:55.147213 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd82ee-c69b-4086-8ad6-169f6ba28676 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:55.147542 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd82ee-c69b-4086-8ad6-169f6ba28676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:55.147865 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd82ee-c69b-4086-8ad6-169f6ba28676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:55.148194 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd82ee-c69b-4086-8ad6-169f6ba28676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:55.148521 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd82ee-c69b-4086-8ad6-169f6ba28676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:55.191368 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-72421ded-7f6f-42c4-bdbb-1d882f82a4e7 req-719ff06c-1bef-49b8-9127-228328c4c551 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560095 Nov 12 01:06:55.194778 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1634c67a-dd70-4d8a-b566-bf251e5ad6e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.216585 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1634c67a-dd70-4d8a-b566-bf251e5ad6e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.263254 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1634c67a-dd70-4d8a-b566-bf251e5ad6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.265731 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1634c67a-dd70-4d8a-b566-bf251e5ad6e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.266874 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1634c67a-dd70-4d8a-b566-bf251e5ad6e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2191bf7-2d18-45fc-8bab-d5db7eb7666c HTTP/1.1" status: 204 len: 168 time: 0.1395905 Nov 12 01:06:55.277058 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634c67a-dd70-4d8a-b566-bf251e5ad6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2191bf7-2d18-45fc-8bab-d5db7eb7666c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:55.447031 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.489671 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f91d7-1d2e-4c3b-8fb0-7e0a2bcd97a5 req-f3199122-41d9-477a-828a-d49bf12be3c9 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:55.491157 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-558f91d7-1d2e-4c3b-8fb0-7e0a2bcd97a5 req-f3199122-41d9-477a-828a-d49bf12be3c9 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d288b2-446a-4e27-83b6-0e0ce217650c HTTP/1.1" status: 200 len: 945 time: 0.0504534 Nov 12 01:06:55.584092 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-558f91d7-1d2e-4c3b-8fb0-7e0a2bcd97a5 req-f439cbeb-ff45-49d1-9a14-76f0ec010128 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Deleting port 29d04078-2f96-4317-a472-a6d67f815480 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:55.584430 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-558f91d7-1d2e-4c3b-8fb0-7e0a2bcd97a5 req-f439cbeb-ff45-49d1-9a14-76f0ec010128 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.679236 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-558f91d7-1d2e-4c3b-8fb0-7e0a2bcd97a5 req-f439cbeb-ff45-49d1-9a14-76f0ec010128 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] For port 29d04078-2f96-4317-a472-a6d67f815480, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=29d04078-2f96-4317-a472-a6d67f815480,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:55.679605 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-558f91d7-1d2e-4c3b-8fb0-7e0a2bcd97a5 req-f439cbeb-ff45-49d1-9a14-76f0ec010128 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.692930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-558f91d7-1d2e-4c3b-8fb0-7e0a2bcd97a5 req-f439cbeb-ff45-49d1-9a14-76f0ec010128 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Calling delete_port for 29d04078-2f96-4317-a472-a6d67f815480 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:55.830878 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-558f91d7-1d2e-4c3b-8fb0-7e0a2bcd97a5 req-f439cbeb-ff45-49d1-9a14-76f0ec010128 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.845198 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f1e0f8f6-8439-45ca-89cf-a9cd333e7c27'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:06:55.859807 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439cbeb-ff45-49d1-9a14-76f0ec010128 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Pushing event deleted for resources: {'Port': ['ID=29d04078-2f96-4317-a472-a6d67f815480,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:55.912871 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['29d04078-2f96-4317-a472-a6d67f815480'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:06:55.915844 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-558f91d7-1d2e-4c3b-8fb0-7e0a2bcd97a5 req-f439cbeb-ff45-49d1-9a14-76f0ec010128 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] No DVR routers for this DVR port 29d04078-2f96-4317-a472-a6d67f815480 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:55.918419 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-558f91d7-1d2e-4c3b-8fb0-7e0a2bcd97a5 req-f439cbeb-ff45-49d1-9a14-76f0ec010128 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.921877 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-558f91d7-1d2e-4c3b-8fb0-7e0a2bcd97a5 req-f439cbeb-ff45-49d1-9a14-76f0ec010128 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.15 "DELETE /v2.0/ports/29d04078-2f96-4317-a472-a6d67f815480 HTTP/1.1" status: 204 len: 173 time: 0.4240751 Nov 12 01:06:55.922345 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d288b2-446a-4e27-83b6-0e0ce217650c', 'name': 'network-vif-deleted', 'tag': '29d04078-2f96-4317-a472-a6d67f815480'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:55.925261 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9433bae3-7ee0-4d47-9c41-c0cecc4359bd" -d '{"events": [{"server_uuid": "71d288b2-446a-4e27-83b6-0e0ce217650c", "name": "network-vif-deleted", "tag": "29d04078-2f96-4317-a472-a6d67f815480"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:55.973332 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5bbf17-370e-42ec-b79c-f709e21aeba4 x-openstack-request-id: req-3e5bbf17-370e-42ec-b79c-f709e21aeba4 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:55.973757 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d288b2-446a-4e27-83b6-0e0ce217650c", "name": "network-vif-deleted", "tag": "29d04078-2f96-4317-a472-a6d67f815480", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:55.974155 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e5bbf17-370e-42ec-b79c-f709e21aeba4 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:55.974556 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d288b2-446a-4e27-83b6-0e0ce217650c', 'name': 'network-vif-deleted', 'tag': '29d04078-2f96-4317-a472-a6d67f815480', 'status': 'completed', 'code': 200} Nov 12 01:06:55.982593 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.262133 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40166) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:56.302941 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-486a9c4d-4c21-4cb4-b383-d88040eb7350 req-b97986ae-fc43-4074-a87d-3109da8ccd57 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=71d288b2-446a-4e27-83b6-0e0ce217650c HTTP/1.1" status: 200 len: 210 time: 0.0289357 Nov 12 01:06:56.592057 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40174) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:56.744935 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-39fffeb7-da1f-4634-8922-f748f8166e64 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1269558987'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:56.765402 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fffeb7-da1f-4634-8922-f748f8166e64 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Made reservation on behalf of 8463723e68d7464680653f09b9e21def for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:56.769635 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-39fffeb7-da1f-4634-8922-f748f8166e64 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.778292 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-39fffeb7-da1f-4634-8922-f748f8166e64 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.853570 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-39fffeb7-da1f-4634-8922-f748f8166e64 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.857759 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-39fffeb7-da1f-4634-8922-f748f8166e64 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.880235 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39fffeb7-da1f-4634-8922-f748f8166e64 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:56.894025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fffeb7-da1f-4634-8922-f748f8166e64 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3d8192-8e24-443b-8755-e734a9029f08,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:56.898836 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-39fffeb7-da1f-4634-8922-f748f8166e64 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.899193 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-39fffeb7-da1f-4634-8922-f748f8166e64 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Added segment 7ec43764-fde3-4ce4-b4f4-0ed3a1785173 of type vlan for network a9f4b82c-61c7-4db6-bb73-31aea25080a8 Nov 12 01:06:56.941994 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-39fffeb7-da1f-4634-8922-f748f8166e64 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.967705 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-39fffeb7-da1f-4634-8922-f748f8166e64 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.973549 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fffeb7-da1f-4634-8922-f748f8166e64 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:56.974138 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-39fffeb7-da1f-4634-8922-f748f8166e64 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.976399 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2373212b-5875-41db-8a30-b19c5266f1f9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.011420 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-39fffeb7-da1f-4634-8922-f748f8166e64 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.4178224 Nov 12 01:06:57.046287 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fffeb7-da1f-4634-8922-f748f8166e64 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Pushing event updated for resources: {'Network': ['ID=a9f4b82c-61c7-4db6-bb73-31aea25080a8,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:57.058183 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network a9f4b82c-61c7-4db6-bb73-31aea25080a8 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:57.188479 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40184) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:57.194277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Request body: {'port': {'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8', 'binding:host_id': 'n-h1-712137-14', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1390005788'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:57.215036 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Made reservation on behalf of cf905ee9b9bf436782a33d4310998345 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:57.217643 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.226505 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.301517 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.305704 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.306329 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-2373212b-5875-41db-8a30-b19c5266f1f9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Deleting port 25046c0f-0008-449f-9cae-046971beceee {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:57.306329 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2373212b-5875-41db-8a30-b19c5266f1f9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.310874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] device_id is not set on port 46a409a1-a107-4cb4-81ed-6633f29862e3 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:06:57.394385 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f71390-60c3-402c-b4ce-b0ecdfbb9d1b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:57.416326 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-2373212b-5875-41db-8a30-b19c5266f1f9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] For port 25046c0f-0008-449f-9cae-046971beceee, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=25046c0f-0008-449f-9cae-046971beceee,segment=NetworkSegment(2eff1ba2-96c8-4d24-81e5-e1d67956f9e5),segment_id=2eff1ba2-96c8-4d24-81e5-e1d67956f9e5)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:57.416718 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2373212b-5875-41db-8a30-b19c5266f1f9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.429950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-2373212b-5875-41db-8a30-b19c5266f1f9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Calling delete_port for 25046c0f-0008-449f-9cae-046971beceee owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:57.547767 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] device_id is not set on port 46a409a1-a107-4cb4-81ed-6633f29862e3 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:06:57.556808 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.563566 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.625892 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Pushing event updated for resources: {'Port': ['ID=46a409a1-a107-4cb4-81ed-6633f29862e3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:57.626095 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2373212b-5875-41db-8a30-b19c5266f1f9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.633940 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Checking segment: {'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:57.634307 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Network hostable DHCP agents. Network: a9f4b82c-61c7-4db6-bb73-31aea25080a8, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:57.654436 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Network a9f4b82c-61c7-4db6-bb73-31aea25080a8 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:57.665681 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, a9f4b82c-61c7-4db6-bb73-31aea25080a8) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:57.666502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373212b-5875-41db-8a30-b19c5266f1f9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event deleted for resources: {'Port': ['ID=25046c0f-0008-449f-9cae-046971beceee,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:57.676571 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:57.686970 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb845311-4465-43ee-a2f8-00d910d47609 None None] Network a9f4b82c-61c7-4db6-bb73-31aea25080a8 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:57.707864 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:57.707864 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:57.707864 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:57.707864 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port 46a409a1-a107-4cb4-81ed-6633f29862e3 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:57.707864 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:06:57.707864 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 2 to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 Nov 12 01:06:57.741752 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:57.742094 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:57.742771 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:57.750749 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port 46a409a1-a107-4cb4-81ed-6633f29862e3 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:57.751083 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:06:57.751484 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 3 to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 Nov 12 01:06:57.780511 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:57.781126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:57.781474 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:57.792668 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port 46a409a1-a107-4cb4-81ed-6633f29862e3 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:57.793319 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:06:57.793872 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 4 to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 Nov 12 01:06:57.812726 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:57.813315 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:57.813819 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:57.819820 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port 46a409a1-a107-4cb4-81ed-6633f29862e3 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:57.825330 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:06:57.826052 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 5 to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 Nov 12 01:06:57.842664 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:57.842664 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:57.842911 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:57.847878 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port 46a409a1-a107-4cb4-81ed-6633f29862e3 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:57.848217 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:06:57.848614 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 6 to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 Nov 12 01:06:57.864249 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:57.864675 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:57.865090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:57.870421 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port 46a409a1-a107-4cb4-81ed-6633f29862e3 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:57.870927 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:06:57.871389 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 7 to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 Nov 12 01:06:57.889634 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:57.890601 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:57.891252 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:57.907608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port 46a409a1-a107-4cb4-81ed-6633f29862e3 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:57.908230 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:06:57.908714 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 8 to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 Nov 12 01:06:57.923251 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:57.923707 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:57.924102 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:57.929655 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port 46a409a1-a107-4cb4-81ed-6633f29862e3 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:57.930080 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:06:57.930538 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 9 to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 Nov 12 01:06:57.947650 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:57.948097 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:57.948667 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:57.955655 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port 46a409a1-a107-4cb4-81ed-6633f29862e3 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:57.955972 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:06:57.956471 n-d-712137-14 neutron-server[114242]: INFO neutron.plugins.ml2.plugin [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 10 to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 Nov 12 01:06:57.969530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:57.969928 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:57.970273 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:57.975161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port 46a409a1-a107-4cb4-81ed-6633f29862e3 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:57.975483 n-d-712137-14 neutron-server[114242]: ERROR neutron.plugins.ml2.managers [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port 46a409a1-a107-4cb4-81ed-6633f29862e3 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:06:57.975844 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.011409 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2373212b-5875-41db-8a30-b19c5266f1f9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.040967 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] For port 46a409a1-a107-4cb4-81ed-6633f29862e3, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:58.041335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempted to set empty binding levels {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 01:06:58.046081 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.078023 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:58.078785 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.098520 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-b8ba0ba8-f5fa-4f83-b6eb-0ec76880ae40 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:58.100094 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-b8ba0ba8-f5fa-4f83-b6eb-0ec76880ae40 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 805 time: 0.1717181 Nov 12 01:06:58.106697 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 0.9137032 Nov 12 01:06:58.106697 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f53287-71f2-4666-9ca9-14cf1f45a7f6 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Pushing event updated for resources: {'Port': ['ID=46a409a1-a107-4cb4-81ed-6633f29862e3,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:58.106978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40204) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:58.144982 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-cbc0a841-e49c-4924-a415-9f0e0b01a22c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/quotas/e89600b132b441d69dfb3856fca29f85 HTTP/1.1" status: 200 len: 375 time: 0.0376372 Nov 12 01:06:58.187140 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-15fbf84e-9733-4465-899d-902b0140fcc7 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Deleting port 46a409a1-a107-4cb4-81ed-6633f29862e3 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:58.187483 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-15fbf84e-9733-4465-899d-902b0140fcc7 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.244974 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-552561fa-b321-46b0-867f-474396919a00 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0940108 Nov 12 01:06:58.250221 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-15fbf84e-9733-4465-899d-902b0140fcc7 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] For port 46a409a1-a107-4cb4-81ed-6633f29862e3, host n-h1-712137-14, got binding levels [] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:58.250862 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-15fbf84e-9733-4465-899d-902b0140fcc7 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.263515 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-98b3700f-650a-4c15-86e2-df2d8bbf8fb8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:06:58.264112 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-15fbf84e-9733-4465-899d-902b0140fcc7 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Calling delete_port for 46a409a1-a107-4cb4-81ed-6633f29862e3 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:58.264501 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-98b3700f-650a-4c15-86e2-df2d8bbf8fb8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052204 Nov 12 01:06:58.349277 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-15fbf84e-9733-4465-899d-902b0140fcc7 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.378140 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fbf84e-9733-4465-899d-902b0140fcc7 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Pushing event deleted for resources: {'Port': ['ID=46a409a1-a107-4cb4-81ed-6633f29862e3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:58.384034 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-15fbf84e-9733-4465-899d-902b0140fcc7 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.386899 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2373212b-5875-41db-8a30-b19c5266f1f9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Router e981ebaa-91c8-42f4-af9d-2108941d534e has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:58.387818 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-15fbf84e-9733-4465-899d-902b0140fcc7 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] 10.222.0.31 "DELETE /v2.0/ports/46a409a1-a107-4cb4-81ed-6633f29862e3 HTTP/1.1" status: 204 len: 168 time: 0.2797022 Nov 12 01:06:58.390578 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40206) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:58.413835 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc06ec75-42a3-4e05-b033-9b6dab60871b tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] GET failed (client error): The resource could not be found. Nov 12 01:06:58.414050 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-39d9e5ae-4d14-4c80-9272-191907077236 service neutron] 10.222.0.31 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196039 Nov 12 01:06:58.418756 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fc06ec75-42a3-4e05-b033-9b6dab60871b tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] 10.222.0.31 "GET /v2.0/ports/46a409a1-a107-4cb4-81ed-6633f29862e3 HTTP/1.1" status: 404 len: 333 time: 0.0237234 Nov 12 01:06:58.421065 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40208) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:58.426238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-50436f99-9cc4-4c32-9bc1-4c521d6474e1 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Request body: {'port': {'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-143493099'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:58.446862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50436f99-9cc4-4c32-9bc1-4c521d6474e1 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Made reservation on behalf of cf905ee9b9bf436782a33d4310998345 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:58.449722 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50436f99-9cc4-4c32-9bc1-4c521d6474e1 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.465903 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-50436f99-9cc4-4c32-9bc1-4c521d6474e1 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] device_id is not set on port d38f8b85-3bda-4def-98d4-d23beb653b00 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:06:58.587655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2373212b-5875-41db-8a30-b19c5266f1f9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:58.590776 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-13e248bb-03d3-4a3d-aa4e-726bc96877ef service neutron] 10.222.0.31 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377800 Nov 12 01:06:58.594444 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2373212b-5875-41db-8a30-b19c5266f1f9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "PUT /v2.0/routers/e981ebaa-91c8-42f4-af9d-2108941d534e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3312812 Nov 12 01:06:58.607219 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce1508e-7240-4d75-8eac-eca351e80c67 None None] Sync routers for ids ['e981ebaa-91c8-42f4-af9d-2108941d534e'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:58.608185 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 29d04078-2f96-4317-a472-a6d67f815480 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:58.617967 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce1508e-7240-4d75-8eac-eca351e80c67 None None] Routers {'e981ebaa-91c8-42f4-af9d-2108941d534e'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:58.618635 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-bce1508e-7240-4d75-8eac-eca351e80c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e981ebaa-91c8-42f4-af9d-2108941d534e'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:58.622748 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50436f99-9cc4-4c32-9bc1-4c521d6474e1 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.665518 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 29d04078-2f96-4317-a472-a6d67f815480 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:58.665892 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 29d04078-2f96-4317-a472-a6d67f815480 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:58.666752 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50436f99-9cc4-4c32-9bc1-4c521d6474e1 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.719662 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50436f99-9cc4-4c32-9bc1-4c521d6474e1 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Network a9f4b82c-61c7-4db6-bb73-31aea25080a8 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:58.723469 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-50436f99-9cc4-4c32-9bc1-4c521d6474e1 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:58.728227 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50436f99-9cc4-4c32-9bc1-4c521d6474e1 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:58.729486 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50436f99-9cc4-4c32-9bc1-4c521d6474e1 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:58.730176 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50436f99-9cc4-4c32-9bc1-4c521d6474e1 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.739673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50436f99-9cc4-4c32-9bc1-4c521d6474e1 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Pushing event updated for resources: {'Port': ['ID=d38f8b85-3bda-4def-98d4-d23beb653b00,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:58.759574 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-bce1508e-7240-4d75-8eac-eca351e80c67 None None] Set router e981ebaa-91c8-42f4-af9d-2108941d534e gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:58.761388 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-50436f99-9cc4-4c32-9bc1-4c521d6474e1 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3392224 Nov 12 01:06:58.766855 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40214) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:58.772382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:58.833754 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e9b282bc-212e-443b-8e53-07f592999511 req-5175bf42-a6c4-4716-a774-6f285b3c9468 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f1715b7-004e-4799-95d0-18afe7706acf HTTP/1.1" status: 200 len: 210 time: 0.0364661 Nov 12 01:06:58.874887 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.014633 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0ca11-327c-44d4-9bb9-24a4803cd87b req-30a89eb4-d294-4149-a654-5d5d0cd9d4aa tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.016320 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ef0ca11-327c-44d4-9bb9-24a4803cd87b req-30a89eb4-d294-4149-a654-5d5d0cd9d4aa tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b45c438-2ac7-46eb-b24b-ec91188f7a86 HTTP/1.1" status: 200 len: 946 time: 0.0839956 Nov 12 01:06:59.085621 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-bce1508e-7240-4d75-8eac-eca351e80c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'name': 'tempest-TestNetworkBasicOps-router-1445745350', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '1f934732-f893-472e-b6db-8095255c2ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:06:57Z', 'revision_number': 6, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': '1f934732-f893-472e-b6db-8095255c2ae2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '2877d8d2-7f0d-45a6-92d6-4a59c5ab3847', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'port_id': 'dc339e51-e397-4a14-ba91-d42c6f331a59', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'mac_address': 'fa:16:3e:73:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f678d-6c9a-4168-a35c-8ed332cec7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:44Z', 'revision_number': 1, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f97a44-d90c-4d69-807a-7f9ff1ab4097', 'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:92:18:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:20Z', 'updated_at': '2021-11-12T01:04:25Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:59.113940 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce1508e-7240-4d75-8eac-eca351e80c67 None None] Checking router: e981ebaa-91c8-42f4-af9d-2108941d534e for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:59.124098 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce1508e-7240-4d75-8eac-eca351e80c67 None None] Routers {'e981ebaa-91c8-42f4-af9d-2108941d534e'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:59.124882 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-bce1508e-7240-4d75-8eac-eca351e80c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e981ebaa-91c8-42f4-af9d-2108941d534e'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:59.126393 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ef0ca11-327c-44d4-9bb9-24a4803cd87b req-d3620693-8954-4c74-b968-66995c1b60a3 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=00e774bb-ce61-4a9e-a979-634d41b14313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792441 Nov 12 01:06:59.171884 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] device_id is not set on port d38f8b85-3bda-4def-98d4-d23beb653b00 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:06:59.182494 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.192292 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.246563 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-bce1508e-7240-4d75-8eac-eca351e80c67 None None] Set router e981ebaa-91c8-42f4-af9d-2108941d534e gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:59.248320 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Pushing event updated for resources: {'Port': ['ID=d38f8b85-3bda-4def-98d4-d23beb653b00,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:59.268279 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:59.268675 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:59.269090 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:59.274845 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port d38f8b85-3bda-4def-98d4-d23beb653b00 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:59.275181 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:06:59.275576 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 2 to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 Nov 12 01:06:59.289881 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:59.290227 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:59.290574 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:59.295067 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port d38f8b85-3bda-4def-98d4-d23beb653b00 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:59.295397 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:06:59.295853 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 3 to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 Nov 12 01:06:59.314021 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:59.315991 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:59.316590 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:59.322853 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port d38f8b85-3bda-4def-98d4-d23beb653b00 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:59.323459 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:06:59.325723 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 4 to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 Nov 12 01:06:59.340268 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:59.340720 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:59.341146 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:59.346216 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port d38f8b85-3bda-4def-98d4-d23beb653b00 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:59.346619 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:06:59.347354 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 5 to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 Nov 12 01:06:59.360277 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:59.360773 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:59.361210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:59.365764 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port d38f8b85-3bda-4def-98d4-d23beb653b00 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:59.366073 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:06:59.366480 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 6 to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 Nov 12 01:06:59.379715 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:59.380058 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:59.380400 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:59.384847 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port d38f8b85-3bda-4def-98d4-d23beb653b00 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:59.385180 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:06:59.385708 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 7 to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 Nov 12 01:06:59.398353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:59.398990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:59.398990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:59.403383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port d38f8b85-3bda-4def-98d4-d23beb653b00 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:59.403717 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:06:59.404114 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 8 to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 Nov 12 01:06:59.419753 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:59.420093 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:59.420433 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:59.425202 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port d38f8b85-3bda-4def-98d4-d23beb653b00 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:59.425358 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:06:59.425851 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 9 to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 Nov 12 01:06:59.440049 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:59.440389 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:59.440747 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:59.445177 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port d38f8b85-3bda-4def-98d4-d23beb653b00 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:59.445511 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:06:59.445916 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 10 to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 Nov 12 01:06:59.459287 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:59.459630 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:59.459979 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:59.465665 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port d38f8b85-3bda-4def-98d4-d23beb653b00 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:59.466039 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port d38f8b85-3bda-4def-98d4-d23beb653b00 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:06:59.466367 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.490458 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-bce1508e-7240-4d75-8eac-eca351e80c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'name': 'tempest-TestNetworkBasicOps-router-1445745350', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '1f934732-f893-472e-b6db-8095255c2ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:06:57Z', 'revision_number': 6, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': '1f934732-f893-472e-b6db-8095255c2ae2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '2877d8d2-7f0d-45a6-92d6-4a59c5ab3847', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'port_id': 'dc339e51-e397-4a14-ba91-d42c6f331a59', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'mac_address': 'fa:16:3e:73:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f678d-6c9a-4168-a35c-8ed332cec7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:44Z', 'revision_number': 1, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f97a44-d90c-4d69-807a-7f9ff1ab4097', 'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:92:18:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:20Z', 'updated_at': '2021-11-12T01:04:25Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:59.517128 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce1508e-7240-4d75-8eac-eca351e80c67 None None] The sync data for ids ['e981ebaa-91c8-42f4-af9d-2108941d534e'] in n-d-712137-14 is: [{'id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'name': 'tempest-TestNetworkBasicOps-router-1445745350', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '1f934732-f893-472e-b6db-8095255c2ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:06:57Z', 'revision_number': 6, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': '1f934732-f893-472e-b6db-8095255c2ae2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '2877d8d2-7f0d-45a6-92d6-4a59c5ab3847', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'port_id': 'dc339e51-e397-4a14-ba91-d42c6f331a59', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'mac_address': 'fa:16:3e:73:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f678d-6c9a-4168-a35c-8ed332cec7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:04:42Z', 'updated_at': '2021-11-12T01:04:44Z', 'revision_number': 1, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f97a44-d90c-4d69-807a-7f9ff1ab4097', 'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:92:18:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:20Z', 'updated_at': '2021-11-12T01:04:25Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:59.533298 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] For port d38f8b85-3bda-4def-98d4-d23beb653b00, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:59.533674 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempted to set empty binding levels {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 01:06:59.534725 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-e89dec8c-2bb1-4af3-907f-e4a29bedf22e req-207e00cb-b683-4541-8d05-0c53af0706ac service neutron] (114243) timed out ('10.222.0.15', 61378) {{(pid=114243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:06:59.538354 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.570357 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] In _notify_port_updated(), no bound segment for port d38f8b85-3bda-4def-98d4-d23beb653b00 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:06:59.571476 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.572075 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.573422 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] 10.222.0.31 "PUT /v2.0/ports/d38f8b85-3bda-4def-98d4-d23beb653b00 HTTP/1.1" status: 200 len: 975 time: 0.8067133 Nov 12 01:06:59.576020 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40226) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:59.641317 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d884e-765f-42e9-a803-c69ab1296fbb tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Pushing event updated for resources: {'Port': ['ID=d38f8b85-3bda-4def-98d4-d23beb653b00,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:59.672908 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.673403 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.674509 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.674976 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.675484 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.675890 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.676344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.676830 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.677283 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.677732 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.678178 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.678623 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.679068 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.679512 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.679955 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.680399 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.680882 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.681333 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.681777 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.682222 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.682666 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.683116 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.685888 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-870be6b1-77ad-4c6a-829d-33176d772c2d tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19795 time: 0.1089265 Nov 12 01:06:59.689532 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40228) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:59.763110 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-0a666347-8f47-41b6-9a6f-5525a336451f tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Deleting port d38f8b85-3bda-4def-98d4-d23beb653b00 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:59.763454 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a666347-8f47-41b6-9a6f-5525a336451f tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.838141 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-0a666347-8f47-41b6-9a6f-5525a336451f tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] For port d38f8b85-3bda-4def-98d4-d23beb653b00, host n-h1-712137-14, got binding levels [] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:59.838507 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a666347-8f47-41b6-9a6f-5525a336451f tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.860327 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-0a666347-8f47-41b6-9a6f-5525a336451f tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Calling delete_port for d38f8b85-3bda-4def-98d4-d23beb653b00 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:59.896426 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 25046c0f-0008-449f-9cae-046971beceee no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:59.928189 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 25046c0f-0008-449f-9cae-046971beceee {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:59.929550 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 25046c0f-0008-449f-9cae-046971beceee not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:59.991726 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a666347-8f47-41b6-9a6f-5525a336451f tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.993460 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e583187b-459e-4644-9f76-f89c2358fc9c req-73c9c3c9-b911-4c3c-b469-0b03b82c108e tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f1715b7-004e-4799-95d0-18afe7706acf HTTP/1.1" status: 200 len: 210 time: 0.0410404 Nov 12 01:07:00.007362 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-3830a91a-b540-492b-a062-adbb459b7a3b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:00.008951 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-3830a91a-b540-492b-a062-adbb459b7a3b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.21 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 805 time: 0.2055316 Nov 12 01:07:00.024083 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-4cbdc6d0-5227-4477-a856-af332063e522 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Request body: {'port': {'device_id': '8f1715b7-004e-4799-95d0-18afe7706acf', 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36', 'admin_state_up': True, 'tenant_id': 'e89600b132b441d69dfb3856fca29f85'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:00.033512 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a666347-8f47-41b6-9a6f-5525a336451f tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Pushing event deleted for resources: {'Port': ['ID=d38f8b85-3bda-4def-98d4-d23beb653b00,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:00.044774 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a666347-8f47-41b6-9a6f-5525a336451f tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.049051 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0a666347-8f47-41b6-9a6f-5525a336451f tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] 10.222.0.31 "DELETE /v2.0/ports/d38f8b85-3bda-4def-98d4-d23beb653b00 HTTP/1.1" status: 204 len: 168 time: 0.3580267 Nov 12 01:07:00.051794 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40232) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:00.079788 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e525a83-8e0d-4ca0-8239-7147fe802944 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] GET failed (client error): The resource could not be found. Nov 12 01:07:00.081350 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9e525a83-8e0d-4ca0-8239-7147fe802944 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] 10.222.0.31 "GET /v2.0/ports/d38f8b85-3bda-4def-98d4-d23beb653b00 HTTP/1.1" status: 404 len: 333 time: 0.0286012 Nov 12 01:07:00.085529 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40234) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:00.090200 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-1e0a8259-9691-47dd-85b2-ceaf81014fbf tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1484794681', 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:00.110669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0a8259-9691-47dd-85b2-ceaf81014fbf tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Made reservation on behalf of cf905ee9b9bf436782a33d4310998345 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:00.113894 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8259-9691-47dd-85b2-ceaf81014fbf tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.129393 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-1e0a8259-9691-47dd-85b2-ceaf81014fbf tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] device_id is not set on port fc8c624f-68bf-42e0-9837-e5886b0d6bc5 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:07:00.151360 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-4cbdc6d0-5227-4477-a856-af332063e522 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Made reservation on behalf of e89600b132b441d69dfb3856fca29f85 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:00.154876 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-4cbdc6d0-5227-4477-a856-af332063e522 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.304037 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-4cbdc6d0-5227-4477-a856-af332063e522 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Allocated IP 172.20.0.13 (16281115-b3d6-46f6-bb8f-00ff27cd9f36/2f979b72-06d7-47f0-888a-cb01892f2ff7/0a55b318-352a-425e-86d2-76a2df69d454) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:00.327855 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8259-9691-47dd-85b2-ceaf81014fbf tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.374306 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8259-9691-47dd-85b2-ceaf81014fbf tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.422236 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0a8259-9691-47dd-85b2-ceaf81014fbf tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Network a9f4b82c-61c7-4db6-bb73-31aea25080a8 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:00.428645 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-1e0a8259-9691-47dd-85b2-ceaf81014fbf tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:00.430606 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a8259-9691-47dd-85b2-ceaf81014fbf tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Pushing event updated for resources: {'Port': ['ID=fc8c624f-68bf-42e0-9837-e5886b0d6bc5,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:00.432737 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0a8259-9691-47dd-85b2-ceaf81014fbf tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:00.433676 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0a8259-9691-47dd-85b2-ceaf81014fbf tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:00.434247 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8259-9691-47dd-85b2-ceaf81014fbf tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.452745 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1e0a8259-9691-47dd-85b2-ceaf81014fbf tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3659871 Nov 12 01:07:00.455633 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40238) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:00.482074 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-4cbdc6d0-5227-4477-a856-af332063e522 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.514194 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be9ac73-0c52-42ac-8e35-5eefe8811404 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:00.516890 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5be9ac73-0c52-42ac-8e35-5eefe8811404 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] 10.222.0.31 "GET /v2.0/ports/fc8c624f-68bf-42e0-9837-e5886b0d6bc5 HTTP/1.1" status: 200 len: 955 time: 0.0590472 Nov 12 01:07:00.517692 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-4cbdc6d0-5227-4477-a856-af332063e522 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.519403 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40240) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:00.530186 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f1e0f8f6-8439-45ca-89cf-a9cd333e7c27'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:00.537892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c62893-bb39-4902-a6e5-3f276e8ce8f8 req-ee3ad5cb-8bec-4249-baa2-7a15e6808d49 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:00.539404 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-46c62893-bb39-4902-a6e5-3f276e8ce8f8 req-ee3ad5cb-8bec-4249-baa2-7a15e6808d49 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b45c438-2ac7-46eb-b24b-ec91188f7a86 HTTP/1.1" status: 200 len: 946 time: 0.0741608 Nov 12 01:07:00.591200 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-46c62893-bb39-4902-a6e5-3f276e8ce8f8 req-8aa6049c-02c9-4d86-a71d-8c5de1fd9477 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=00e774bb-ce61-4a9e-a979-634d41b14313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450406 Nov 12 01:07:00.591517 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-4cbdc6d0-5227-4477-a856-af332063e522 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:00.596417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-4cbdc6d0-5227-4477-a856-af332063e522 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:00.600539 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-4cbdc6d0-5227-4477-a856-af332063e522 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:00.657182 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eefc0a-a46c-4693-bd9a-788dd6ec06fc req-02d5cbcc-cf15-43d6-b77c-3a0354071b46 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:00.658841 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58eefc0a-a46c-4693-bd9a-788dd6ec06fc req-02d5cbcc-cf15-43d6-b77c-3a0354071b46 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b45c438-2ac7-46eb-b24b-ec91188f7a86 HTTP/1.1" status: 200 len: 946 time: 0.0665884 Nov 12 01:07:00.669457 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbdc6d0-5227-4477-a856-af332063e522 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Pushing event updated for resources: {'Port': ['ID=0a55b318-352a-425e-86d2-76a2df69d454,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:00.684486 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-4cbdc6d0-5227-4477-a856-af332063e522 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:00.685262 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-4cbdc6d0-5227-4477-a856-af332063e522 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.707464 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-4cbdc6d0-5227-4477-a856-af332063e522 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6871221 Nov 12 01:07:00.717791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-5d446fec-1b97-4de0-8987-61da54d6243e tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Deleting port fc8c624f-68bf-42e0-9837-e5886b0d6bc5 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:00.718138 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5d446fec-1b97-4de0-8987-61da54d6243e tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.725537 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] Request body: {'port': {'device_id': '8f1715b7-004e-4799-95d0-18afe7706acf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:00.757386 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-58eefc0a-a46c-4693-bd9a-788dd6ec06fc req-16e03a99-68da-448a-9365-2b69a037b22f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Deleting port 4b4f7a12-1980-43c1-91fb-99325d1a9e0e {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:00.757652 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-58eefc0a-a46c-4693-bd9a-788dd6ec06fc req-16e03a99-68da-448a-9365-2b69a037b22f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.825789 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5d446fec-1b97-4de0-8987-61da54d6243e tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.841786 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.844632 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-5d446fec-1b97-4de0-8987-61da54d6243e tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Calling delete_port for fc8c624f-68bf-42e0-9837-e5886b0d6bc5 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:00.849248 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-58eefc0a-a46c-4693-bd9a-788dd6ec06fc req-16e03a99-68da-448a-9365-2b69a037b22f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] For port 4b4f7a12-1980-43c1-91fb-99325d1a9e0e, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4b4f7a12-1980-43c1-91fb-99325d1a9e0e,segment=NetworkSegment(2eff1ba2-96c8-4d24-81e5-e1d67956f9e5),segment_id=2eff1ba2-96c8-4d24-81e5-e1d67956f9e5)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:00.849625 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-58eefc0a-a46c-4693-bd9a-788dd6ec06fc req-16e03a99-68da-448a-9365-2b69a037b22f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.862241 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-58eefc0a-a46c-4693-bd9a-788dd6ec06fc req-16e03a99-68da-448a-9365-2b69a037b22f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Calling delete_port for 4b4f7a12-1980-43c1-91fb-99325d1a9e0e owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:00.995705 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-58eefc0a-a46c-4693-bd9a-788dd6ec06fc req-16e03a99-68da-448a-9365-2b69a037b22f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.031504 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e03a99-68da-448a-9365-2b69a037b22f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event deleted for resources: {'Port': ['ID=4b4f7a12-1980-43c1-91fb-99325d1a9e0e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:01.049493 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5d446fec-1b97-4de0-8987-61da54d6243e tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.070574 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-58eefc0a-a46c-4693-bd9a-788dd6ec06fc req-16e03a99-68da-448a-9365-2b69a037b22f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] No DVR routers for this DVR port 4b4f7a12-1980-43c1-91fb-99325d1a9e0e on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:01.073564 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-58eefc0a-a46c-4693-bd9a-788dd6ec06fc req-16e03a99-68da-448a-9365-2b69a037b22f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.077390 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58eefc0a-a46c-4693-bd9a-788dd6ec06fc req-16e03a99-68da-448a-9365-2b69a037b22f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.15 "DELETE /v2.0/ports/4b4f7a12-1980-43c1-91fb-99325d1a9e0e HTTP/1.1" status: 204 len: 173 time: 0.4120419 Nov 12 01:07:01.077843 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b45c438-2ac7-46eb-b24b-ec91188f7a86', 'name': 'network-vif-deleted', 'tag': '4b4f7a12-1980-43c1-91fb-99325d1a9e0e'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:01.087208 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63f604f-6247-4b2c-8dd9-ffe1483b581d" -d '{"events": [{"server_uuid": "9b45c438-2ac7-46eb-b24b-ec91188f7a86", "name": "network-vif-deleted", "tag": "4b4f7a12-1980-43c1-91fb-99325d1a9e0e"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:01.108992 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d446fec-1b97-4de0-8987-61da54d6243e tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc8c624f-68bf-42e0-9837-e5886b0d6bc5,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:01.130843 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5d446fec-1b97-4de0-8987-61da54d6243e tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.134084 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5d446fec-1b97-4de0-8987-61da54d6243e tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] 10.222.0.31 "DELETE /v2.0/ports/fc8c624f-68bf-42e0-9837-e5886b0d6bc5 HTTP/1.1" status: 204 len: 168 time: 0.6137300 Nov 12 01:07:01.137994 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40246) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:01.147247 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d49998-f97f-4125-a7fa-e663b7d7e6a5 x-openstack-request-id: req-c6d49998-f97f-4125-a7fa-e663b7d7e6a5 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:01.147534 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b45c438-2ac7-46eb-b24b-ec91188f7a86", "name": "network-vif-deleted", "tag": "4b4f7a12-1980-43c1-91fb-99325d1a9e0e", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:01.147947 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6d49998-f97f-4125-a7fa-e663b7d7e6a5 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:01.148403 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b45c438-2ac7-46eb-b24b-ec91188f7a86', 'name': 'network-vif-deleted', 'tag': '4b4f7a12-1980-43c1-91fb-99325d1a9e0e', 'status': 'completed', 'code': 200} Nov 12 01:07:01.166824 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5fbba04-70f6-4a1b-a159-d3c4e6c74b9c tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] GET failed (client error): The resource could not be found. Nov 12 01:07:01.172459 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b5fbba04-70f6-4a1b-a159-d3c4e6c74b9c tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] 10.222.0.31 "GET /v2.0/ports/fc8c624f-68bf-42e0-9837-e5886b0d6bc5 HTTP/1.1" status: 404 len: 333 time: 0.0304153 Nov 12 01:07:01.172459 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40248) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:01.178783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e076e913-c534-4eff-b3d3-a57ebfc8eda7 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Request body: {'port': {'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1619133741'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:01.199480 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb33b3-541f-4135-b033-85916bbff2ad req-740b19f5-3031-4542-a388-532c3c157c72 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:01.201343 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d8cb33b3-541f-4135-b033-85916bbff2ad req-740b19f5-3031-4542-a388-532c3c157c72 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f1715b7-004e-4799-95d0-18afe7706acf HTTP/1.1" status: 200 len: 932 time: 0.0897682 Nov 12 01:07:01.207565 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e076e913-c534-4eff-b3d3-a57ebfc8eda7 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Made reservation on behalf of cf905ee9b9bf436782a33d4310998345 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:01.210394 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e076e913-c534-4eff-b3d3-a57ebfc8eda7 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.238620 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-e076e913-c534-4eff-b3d3-a57ebfc8eda7 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] device_id is not set on port b2001fcf-5b46-4c83-bea2-9c439ac1f366 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:07:01.292510 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a55b318-352a-425e-86d2-76a2df69d454 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:01.302407 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d8cb33b3-541f-4135-b033-85916bbff2ad req-282f4d52-1a3d-4508-8dc9-53ee891cadf8 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930593 Nov 12 01:07:01.304127 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.317873 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] Transition to ACTIVE for port object 0a55b318-352a-425e-86d2-76a2df69d454 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:07:01.324036 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.376246 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a55b318-352a-425e-86d2-76a2df69d454,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:01.408666 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e076e913-c534-4eff-b3d3-a57ebfc8eda7 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.442888 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e076e913-c534-4eff-b3d3-a57ebfc8eda7 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.463368 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] Attempting to bind port 0a55b318-352a-425e-86d2-76a2df69d454 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:01.463789 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] Attempting to bind port 0a55b318-352a-425e-86d2-76a2df69d454 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:01.464194 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] Attempting to bind port 0a55b318-352a-425e-86d2-76a2df69d454 on network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:01.474032 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] Port 0a55b318-352a-425e-86d2-76a2df69d454 on network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:01.474365 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] Attempting to bind port 0a55b318-352a-425e-86d2-76a2df69d454 on network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:01.480343 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:01.481295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] Checking segment: {'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:01.481295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] Bound using segment: {'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:01.481522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] Bound port: 0a55b318-352a-425e-86d2-76a2df69d454, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:01.481858 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.503643 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e076e913-c534-4eff-b3d3-a57ebfc8eda7 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Network a9f4b82c-61c7-4db6-bb73-31aea25080a8 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:01.507935 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-e076e913-c534-4eff-b3d3-a57ebfc8eda7 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:01.510549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076e913-c534-4eff-b3d3-a57ebfc8eda7 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:01.511484 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e076e913-c534-4eff-b3d3-a57ebfc8eda7 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:01.512453 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e076e913-c534-4eff-b3d3-a57ebfc8eda7 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.514698 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076e913-c534-4eff-b3d3-a57ebfc8eda7 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Pushing event updated for resources: {'Port': ['ID=b2001fcf-5b46-4c83-bea2-9c439ac1f366,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:01.535223 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e076e913-c534-4eff-b3d3-a57ebfc8eda7 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3614995 Nov 12 01:07:01.538046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40250) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:01.544709 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:01.574397 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] For port 0a55b318-352a-425e-86d2-76a2df69d454, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:01.578078 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] For port 0a55b318-352a-425e-86d2-76a2df69d454, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=0a55b318-352a-425e-86d2-76a2df69d454,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:01.589143 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.613135 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.634623 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:01.635268 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.636833 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] 10.222.0.21 "PUT /v2.0/ports/0a55b318-352a-425e-86d2-76a2df69d454 HTTP/1.1" status: 200 len: 1093 time: 0.9166603 Nov 12 01:07:01.641089 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1715b7-004e-4799-95d0-18afe7706acf', 'tag': '0a55b318-352a-425e-86d2-76a2df69d454'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:01.642625 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5544421d-9fb2-4d91-8fc0-b00685286425" -d '{"events": [{"name": "network-changed", "server_uuid": "8f1715b7-004e-4799-95d0-18afe7706acf", "tag": "0a55b318-352a-425e-86d2-76a2df69d454"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:01.681063 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e120e4-0eda-428e-a9db-e9e40768bbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a55b318-352a-425e-86d2-76a2df69d454,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:01.730514 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb36e960-a08c-4519-8476-568ad581f0dd x-openstack-request-id: req-eb36e960-a08c-4519-8476-568ad581f0dd {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:01.730805 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f1715b7-004e-4799-95d0-18afe7706acf", "tag": "0a55b318-352a-425e-86d2-76a2df69d454", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:01.731055 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb36e960-a08c-4519-8476-568ad581f0dd {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:01.731442 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f1715b7-004e-4799-95d0-18afe7706acf', 'tag': '0a55b318-352a-425e-86d2-76a2df69d454', 'status': 'completed', 'code': 200} Nov 12 01:07:01.731809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40256) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:01.781255 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-cb1cb101-48f1-48df-89dc-4ad616263859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:01.782777 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-cb1cb101-48f1-48df-89dc-4ad616263859 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&device_id=8f1715b7-004e-4799-95d0-18afe7706acf HTTP/1.1" status: 200 len: 1096 time: 0.0832396 Nov 12 01:07:01.807233 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] device_id is not set on port b2001fcf-5b46-4c83-bea2-9c439ac1f366 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:07:01.814993 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.820598 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.836569 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-2096467d-d0aa-4396-8b54-b91abccc7051 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a55b318-352a-425e-86d2-76a2df69d454 HTTP/1.1" status: 200 len: 217 time: 0.0442574 Nov 12 01:07:01.837353 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71020433-ae4e-41ab-aa86-fb4117bc505b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.873194 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Pushing event updated for resources: {'Port': ['ID=b2001fcf-5b46-4c83-bea2-9c439ac1f366,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:01.890365 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:01.890508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:01.890861 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:01.894277 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71020433-ae4e-41ab-aa86-fb4117bc505b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.895794 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:01.896121 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:07:01.896519 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 2 to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 Nov 12 01:07:01.910449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:01.910797 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:01.911129 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:01.915424 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:01.915754 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:07:01.916148 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 3 to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 Nov 12 01:07:01.927876 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:01.928215 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:01.928555 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:01.928652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-1018550b-66e8-4efd-b69d-33e45d7e8630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:01.930154 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-1018550b-66e8-4efd-b69d-33e45d7e8630 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f979b72-06d7-47f0-888a-cb01892f2ff7 HTTP/1.1" status: 200 len: 845 time: 0.0817642 Nov 12 01:07:01.932931 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:01.933259 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:07:01.933657 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 4 to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 Nov 12 01:07:01.947239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:01.947610 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:01.947964 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:01.952738 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:01.953074 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:07:01.953470 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 5 to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 Nov 12 01:07:01.964377 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-72e8ec5b-6c70-4ada-8e25-3794545c11dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16281115-b3d6-46f6-bb8f-00ff27cd9f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268724 Nov 12 01:07:01.965403 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:01.965766 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:01.966080 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:01.971448 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:01.971778 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:07:01.972182 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 6 to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 Nov 12 01:07:01.984913 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:01.985252 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:01.985607 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:01.990771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:01.991103 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:07:01.991495 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 7 to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 Nov 12 01:07:02.004053 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:02.004479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:02.004981 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:02.009441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:02.009773 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:07:02.010173 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 8 to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 Nov 12 01:07:02.022466 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:02.022788 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:02.023122 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:02.027589 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:02.027924 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:07:02.028345 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 9 to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 Nov 12 01:07:02.041195 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71020433-ae4e-41ab-aa86-fb4117bc505b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.041616 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:02.041984 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:02.042319 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:02.043793 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-71020433-ae4e-41ab-aa86-fb4117bc505b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.044995 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-71020433-ae4e-41ab-aa86-fb4117bc505b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "DELETE /v2.0/security-groups/00e774bb-ce61-4a9e-a979-634d41b14313 HTTP/1.1" status: 204 len: 168 time: 0.3120856 Nov 12 01:07:02.049776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:02.050216 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:07:02.050616 n-d-712137-14 neutron-server[114243]: INFO neutron.plugins.ml2.plugin [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempt 10 to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 Nov 12 01:07:02.059556 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71020433-ae4e-41ab-aa86-fb4117bc505b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e774bb-ce61-4a9e-a979-634d41b14313,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:02.065371 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:02.065740 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:02.066073 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempting to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:02.071252 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:02.071608 n-d-712137-14 neutron-server[114243]: ERROR neutron.plugins.ml2.managers [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Failed to bind port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on host n-h1-712137-14 for vnic_type normal using segments [{'id': '7ec43764-fde3-4ce4-b4f4-0ed3a1785173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9f4b82c-61c7-4db6-bb73-31aea25080a8'}] Nov 12 01:07:02.071983 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.078827 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-c72d1eb7-e8cd-4b14-8d02-630c70ba984c service neutron] 10.222.0.21 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067953 Nov 12 01:07:02.081443 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40260) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:02.138127 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] For port b2001fcf-5b46-4c83-bea2-9c439ac1f366, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:02.138576 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attempted to set empty binding levels {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 01:07:02.142630 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.181014 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] In _notify_port_updated(), no bound segment for port b2001fcf-5b46-4c83-bea2-9c439ac1f366 on network a9f4b82c-61c7-4db6-bb73-31aea25080a8 {{(pid=114243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:07:02.181156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-807f2f29-9fdd-4d81-98ba-46ce3951795b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Deleting subnet eea676c9-98d7-459a-a008-6133365a4e36 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:07:02.181589 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:02.182196 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.183513 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] 10.222.0.31 "PUT /v2.0/ports/b2001fcf-5b46-4c83-bea2-9c439ac1f366 HTTP/1.1" status: 200 len: 976 time: 0.6447296 Nov 12 01:07:02.185299 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-807f2f29-9fdd-4d81-98ba-46ce3951795b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.186225 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40262) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:02.221133 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9e958-d2f2-4aed-b2e1-f2b1e6ca11e5 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Pushing event updated for resources: {'Port': ['ID=b2001fcf-5b46-4c83-bea2-9c439ac1f366,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:02.243583 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-807f2f29-9fdd-4d81-98ba-46ce3951795b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.266587 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bfba93ac-06a9-45ba-bc39-038e38923311 req-0e39b866-cd5a-4487-a2a8-13f1da04cfcf service neutron] 10.222.0.21 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755526 Nov 12 01:07:02.273431 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-0a3acb7c-430f-47e4-b35a-48a5eac4c89a tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Deleting port b2001fcf-5b46-4c83-bea2-9c439ac1f366 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:02.273623 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a3acb7c-430f-47e4-b35a-48a5eac4c89a tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.345022 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-0a3acb7c-430f-47e4-b35a-48a5eac4c89a tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] For port b2001fcf-5b46-4c83-bea2-9c439ac1f366, host n-h1-712137-14, got binding levels [] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:02.345486 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a3acb7c-430f-47e4-b35a-48a5eac4c89a tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.357136 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-807f2f29-9fdd-4d81-98ba-46ce3951795b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.621397 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 4b4f7a12-1980-43c1-91fb-99325d1a9e0e no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:02.644505 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 4b4f7a12-1980-43c1-91fb-99325d1a9e0e {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:02.645191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 4b4f7a12-1980-43c1-91fb-99325d1a9e0e not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:02.692989 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-0a3acb7c-430f-47e4-b35a-48a5eac4c89a tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Calling delete_port for b2001fcf-5b46-4c83-bea2-9c439ac1f366 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:02.748867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544421d-9fb2-4d91-8fc0-b00685286425 req-1e4ebc3d-d95c-4805-891d-0854123c7a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:02.750375 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5544421d-9fb2-4d91-8fc0-b00685286425 req-1e4ebc3d-d95c-4805-891d-0854123c7a71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&device_id=8f1715b7-004e-4799-95d0-18afe7706acf HTTP/1.1" status: 200 len: 1096 time: 0.4282327 Nov 12 01:07:02.772029 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a3acb7c-430f-47e4-b35a-48a5eac4c89a tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.800179 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3acb7c-430f-47e4-b35a-48a5eac4c89a tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2001fcf-5b46-4c83-bea2-9c439ac1f366,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:02.810823 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a3acb7c-430f-47e4-b35a-48a5eac4c89a tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.814090 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0a3acb7c-430f-47e4-b35a-48a5eac4c89a tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b2001fcf-5b46-4c83-bea2-9c439ac1f366 HTTP/1.1" status: 204 len: 168 time: 0.6269174 Nov 12 01:07:02.816689 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40266) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:02.837478 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b9504-9d85-4ecf-a9b1-38df562274ae req-b9e63fc5-292c-4a12-9e55-7deab5f8a7f1 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:02.839006 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d55b9504-9d85-4ecf-a9b1-38df562274ae req-b9e63fc5-292c-4a12-9e55-7deab5f8a7f1 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f1715b7-004e-4799-95d0-18afe7706acf HTTP/1.1" status: 200 len: 944 time: 0.4505413 Nov 12 01:07:02.841647 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-807f2f29-9fdd-4d81-98ba-46ce3951795b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.841803 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d27daa5-2020-4436-9634-d65fbf34d7c3 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] GET failed (client error): The resource could not be found. Nov 12 01:07:02.847504 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4d27daa5-2020-4436-9634-d65fbf34d7c3 tempest-PortsAdminExtendedAttrsTestJSON-1515172740 tempest-PortsAdminExtendedAttrsTestJSON-1515172740-project-admin] 10.222.0.31 "GET /v2.0/ports/b2001fcf-5b46-4c83-bea2-9c439ac1f366 HTTP/1.1" status: 404 len: 333 time: 0.0254357 Nov 12 01:07:02.847504 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40268) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:02.882963 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f2f29-9fdd-4d81-98ba-46ce3951795b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event deleted for resources: {'Subnet': ['ID=eea676c9-98d7-459a-a008-6133365a4e36,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:02.908807 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-807f2f29-9fdd-4d81-98ba-46ce3951795b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.911080 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b430d9-4df5-4ba7-9d7c-15e11baa577b None None] Network e9e15643-52e1-421d-8377-fd79184b2aac requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:02.912066 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-807f2f29-9fdd-4d81-98ba-46ce3951795b tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "DELETE /v2.0/subnets/eea676c9-98d7-459a-a008-6133365a4e36 HTTP/1.1" status: 204 len: 168 time: 0.8296831 Nov 12 01:07:02.915441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40270) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:02.945230 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544421d-9fb2-4d91-8fc0-b00685286425 req-7bf75680-a699-480d-81e9-c8fa9b10848d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:02.946983 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5544421d-9fb2-4d91-8fc0-b00685286425 req-7bf75680-a699-480d-81e9-c8fa9b10848d service neutron] 10.222.0.21 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 906 time: 0.1866133 Nov 12 01:07:02.960024 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9a873428-abeb-4a93-9ae4-680e582b56d8 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.968355 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d55b9504-9d85-4ecf-a9b1-38df562274ae req-43638fbf-3e71-4ac5-afbf-833f9528d299 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892265 Nov 12 01:07:02.997371 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5544421d-9fb2-4d91-8fc0-b00685286425 req-7596b024-f99b-434b-9847-baa40b5f9f54 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a55b318-352a-425e-86d2-76a2df69d454 HTTP/1.1" status: 200 len: 217 time: 0.0398216 Nov 12 01:07:03.022749 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a10a3593-2a88-418e-8233-2838c084e673 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.057383 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544421d-9fb2-4d91-8fc0-b00685286425 req-748abb09-b1ac-415f-8671-1f8f79f9f7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:03.059727 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5544421d-9fb2-4d91-8fc0-b00685286425 req-748abb09-b1ac-415f-8671-1f8f79f9f7b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f979b72-06d7-47f0-888a-cb01892f2ff7 HTTP/1.1" status: 200 len: 845 time: 0.0536773 Nov 12 01:07:03.098067 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5544421d-9fb2-4d91-8fc0-b00685286425 req-b786b14b-551b-4095-ba81-c303c451f07f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16281115-b3d6-46f6-bb8f-00ff27cd9f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295823 Nov 12 01:07:03.118966 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48f5cd9-ffea-4c4b-8106-ee4a9e59ebee None None] DHCP port deletion for e9e15643-52e1-421d-8377-fd79184b2aac request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:03.134566 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9a873428-abeb-4a93-9ae4-680e582b56d8 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.157579 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-9a873428-abeb-4a93-9ae4-680e582b56d8 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f4b82c-61c7-4db6-bb73-31aea25080a8']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:03.169416 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-9a873428-abeb-4a93-9ae4-680e582b56d8 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec43764-fde3-4ce4-b4f4-0ed3a1785173') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:03.169713 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-9a873428-abeb-4a93-9ae4-680e582b56d8 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec43764-fde3-4ce4-b4f4-0ed3a1785173') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:03.185987 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f48f5cd9-ffea-4c4b-8106-ee4a9e59ebee None None] Deleting port b2034660-d1b8-4b3f-b1ef-341862297caa {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:03.186633 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f48f5cd9-ffea-4c4b-8106-ee4a9e59ebee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.188058 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9a873428-abeb-4a93-9ae4-680e582b56d8 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.205736 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-a10a3593-2a88-418e-8233-2838c084e673 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Deleting port b2034660-d1b8-4b3f-b1ef-341862297caa {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:03.206256 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a10a3593-2a88-418e-8233-2838c084e673 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.208128 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5544421d-9fb2-4d91-8fc0-b00685286425 req-0dfff6dc-01ae-4970-b880-40662a60c659 service neutron] 10.222.0.21 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018481 Nov 12 01:07:03.209086 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9a873428-abeb-4a93-9ae4-680e582b56d8 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.229996 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a873428-abeb-4a93-9ae4-680e582b56d8 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:07:03.230408 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9a873428-abeb-4a93-9ae4-680e582b56d8 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:07:03.234214 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:07:03.260044 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-f48f5cd9-ffea-4c4b-8106-ee4a9e59ebee None None] For port b2034660-d1b8-4b3f-b1ef-341862297caa, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=b2034660-d1b8-4b3f-b1ef-341862297caa,segment=NetworkSegment(2eff1ba2-96c8-4d24-81e5-e1d67956f9e5),segment_id=2eff1ba2-96c8-4d24-81e5-e1d67956f9e5)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:03.260509 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f48f5cd9-ffea-4c4b-8106-ee4a9e59ebee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.273686 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f48f5cd9-ffea-4c4b-8106-ee4a9e59ebee None None] Calling delete_port for b2034660-d1b8-4b3f-b1ef-341862297caa owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:03.316024 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5544421d-9fb2-4d91-8fc0-b00685286425 req-2ec254f4-1ebb-445e-a208-257e545476e0 service neutron] 10.222.0.21 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997009 Nov 12 01:07:03.332628 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-a10a3593-2a88-418e-8233-2838c084e673 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] For port b2034660-d1b8-4b3f-b1ef-341862297caa, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=b2034660-d1b8-4b3f-b1ef-341862297caa,segment=NetworkSegment(2eff1ba2-96c8-4d24-81e5-e1d67956f9e5),segment_id=2eff1ba2-96c8-4d24-81e5-e1d67956f9e5)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:03.333278 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a10a3593-2a88-418e-8233-2838c084e673 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.345612 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9a873428-abeb-4a93-9ae4-680e582b56d8 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.347315 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-a10a3593-2a88-418e-8233-2838c084e673 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Calling delete_port for b2034660-d1b8-4b3f-b1ef-341862297caa owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:03.356369 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9a873428-abeb-4a93-9ae4-680e582b56d8 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.359575 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9a873428-abeb-4a93-9ae4-680e582b56d8 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] 10.222.0.31 "DELETE /v2.0/networks/a9f4b82c-61c7-4db6-bb73-31aea25080a8 HTTP/1.1" status: 204 len: 168 time: 0.5113177 Nov 12 01:07:03.383800 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a873428-abeb-4a93-9ae4-680e582b56d8 tempest-PortsAdminExtendedAttrsTestJSON-63513569 tempest-PortsAdminExtendedAttrsTestJSON-63513569-project] Pushing event deleted for resources: {'Network': ['ID=a9f4b82c-61c7-4db6-bb73-31aea25080a8,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:03.462650 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a10a3593-2a88-418e-8233-2838c084e673 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.491008 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a3593-2a88-418e-8233-2838c084e673 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event deleted for resources: {'Port': ['ID=b2034660-d1b8-4b3f-b1ef-341862297caa,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:03.493270 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10a3593-2a88-418e-8233-2838c084e673 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] No DVR routers for this DVR port b2034660-d1b8-4b3f-b1ef-341862297caa on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:03.525243 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f48f5cd9-ffea-4c4b-8106-ee4a9e59ebee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.555761 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f5cd9-ffea-4c4b-8106-ee4a9e59ebee None None] Pushing event deleted for resources: {'Port': ['ID=b2034660-d1b8-4b3f-b1ef-341862297caa,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:03.559163 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48f5cd9-ffea-4c4b-8106-ee4a9e59ebee None None] No DVR routers for this DVR port b2034660-d1b8-4b3f-b1ef-341862297caa on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:03.579069 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a10a3593-2a88-418e-8233-2838c084e673 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.602719 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-a10a3593-2a88-418e-8233-2838c084e673 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e15643-52e1-421d-8377-fd79184b2aac']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:03.614069 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-a10a3593-2a88-418e-8233-2838c084e673 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eff1ba2-96c8-4d24-81e5-e1d67956f9e5') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:03.614368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-a10a3593-2a88-418e-8233-2838c084e673 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eff1ba2-96c8-4d24-81e5-e1d67956f9e5') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:03.623820 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a10a3593-2a88-418e-8233-2838c084e673 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.637559 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a10a3593-2a88-418e-8233-2838c084e673 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.644502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10a3593-2a88-418e-8233-2838c084e673 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:07:03.644869 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a10a3593-2a88-418e-8233-2838c084e673 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:07:03.647945 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:07:03.659645 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40276) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.710270 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a10a3593-2a88-418e-8233-2838c084e673 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.728323 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a10a3593-2a88-418e-8233-2838c084e673 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.731580 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a10a3593-2a88-418e-8233-2838c084e673 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "DELETE /v2.0/networks/e9e15643-52e1-421d-8377-fd79184b2aac HTTP/1.1" status: 204 len: 168 time: 0.8151937 Nov 12 01:07:03.732892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a3593-2a88-418e-8233-2838c084e673 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event deleted for resources: {'Network': ['ID=e9e15643-52e1-421d-8377-fd79184b2aac,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:03.734436 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40280) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.829006 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-01c83285-0f1e-455c-8cdb-2b7e6519e20f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8463723e68d7464680653f09b9e21def&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1680984 Nov 12 01:07:03.832182 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40282) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:03.887596 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f882c706-709a-4d56-a5fa-77eccf63dfd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.909602 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f882c706-709a-4d56-a5fa-77eccf63dfd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.929327 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b48e0-bf30-4c2b-9042-e2567fda22dd tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Deleting port 23c8a5cc-2942-4405-afdc-6afa333d4b8a {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:03.929681 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fc2b48e0-bf30-4c2b-9042-e2567fda22dd tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.942075 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b2034660-d1b8-4b3f-b1ef-341862297caa no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:03.963064 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f882c706-709a-4d56-a5fa-77eccf63dfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.966027 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f882c706-709a-4d56-a5fa-77eccf63dfd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.966152 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: b2034660-d1b8-4b3f-b1ef-341862297caa {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:03.966492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b2034660-d1b8-4b3f-b1ef-341862297caa not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:03.969833 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f882c706-709a-4d56-a5fa-77eccf63dfd7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b3d8192-8e24-443b-8755-e734a9029f08 HTTP/1.1" status: 204 len: 168 time: 0.1339478 Nov 12 01:07:03.984046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882c706-709a-4d56-a5fa-77eccf63dfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3d8192-8e24-443b-8755-e734a9029f08,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:04.024604 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fc2b48e0-bf30-4c2b-9042-e2567fda22dd tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.024968 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fc2b48e0-bf30-4c2b-9042-e2567fda22dd tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.037363 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b48e0-bf30-4c2b-9042-e2567fda22dd tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Calling delete_port for 23c8a5cc-2942-4405-afdc-6afa333d4b8a owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:04.116812 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c36b2d-e30b-4281-9447-0fcaf8259cf2 req-96fbd232-c58f-4d48-9c0f-82c7fb2d0ec3 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:04.118337 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4c36b2d-e30b-4281-9447-0fcaf8259cf2 req-96fbd232-c58f-4d48-9c0f-82c7fb2d0ec3 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f1715b7-004e-4799-95d0-18afe7706acf HTTP/1.1" status: 200 len: 944 time: 0.0623260 Nov 12 01:07:04.169734 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4c36b2d-e30b-4281-9447-0fcaf8259cf2 req-dc6ca80e-1019-40e8-910c-b6f2d9a11259 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432842 Nov 12 01:07:04.223684 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fc2b48e0-bf30-4c2b-9042-e2567fda22dd tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.258231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b48e0-bf30-4c2b-9042-e2567fda22dd tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event deleted for resources: {'Port': ['ID=23c8a5cc-2942-4405-afdc-6afa333d4b8a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:04.277247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40290) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:04.318311 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fc2b48e0-bf30-4c2b-9042-e2567fda22dd tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.321831 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-fc2b48e0-bf30-4c2b-9042-e2567fda22dd tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Floating IP 2877d8d2-7f0d-45a6-92d6-4a59c5ab3847 disassociated (deleted). External IP: 172.25.0.192, port: dc339e51-e397-4a14-ba91-d42c6f331a59. Nov 12 01:07:04.321988 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9e05bd81-6299-4f90-85aa-30ac59007f13 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf905ee9b9bf436782a33d4310998345&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407097 Nov 12 01:07:04.322104 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40292) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:04.372057 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-25843058-1376-446b-a34a-8fedc6346bae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.394369 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-25843058-1376-446b-a34a-8fedc6346bae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.444922 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-25843058-1376-446b-a34a-8fedc6346bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.448202 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-25843058-1376-446b-a34a-8fedc6346bae admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.449384 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-25843058-1376-446b-a34a-8fedc6346bae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46f71390-60c3-402c-b4ce-b0ecdfbb9d1b HTTP/1.1" status: 204 len: 168 time: 0.1263764 Nov 12 01:07:04.459695 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25843058-1376-446b-a34a-8fedc6346bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f71390-60c3-402c-b4ce-b0ecdfbb9d1b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:04.561032 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-baa82ce5-0931-4306-9be0-42cf5ddc222e req-7eedc051-0e34-42fe-83fb-2f49337c4fea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0899167 Nov 12 01:07:04.582103 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2b48e0-bf30-4c2b-9042-e2567fda22dd tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Router e981ebaa-91c8-42f4-af9d-2108941d534e has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:07:04.723331 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa82ce5-0931-4306-9be0-42cf5ddc222e req-e10767b7-e11d-4bfc-aee0-3b9d1b2b16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:04.724877 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-baa82ce5-0931-4306-9be0-42cf5ddc222e req-e10767b7-e11d-4bfc-aee0-3b9d1b2b16e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 1097 time: 0.0885074 Nov 12 01:07:04.745292 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2b48e0-bf30-4c2b-9042-e2567fda22dd tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:04.758204 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743bbbfb-6444-4696-be4f-dc346e62cb4c None None] Sync routers for ids ['e981ebaa-91c8-42f4-af9d-2108941d534e'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:04.759191 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fc2b48e0-bf30-4c2b-9042-e2567fda22dd tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.771875 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743bbbfb-6444-4696-be4f-dc346e62cb4c None None] Routers {'e981ebaa-91c8-42f4-af9d-2108941d534e'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:04.772738 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-743bbbfb-6444-4696-be4f-dc346e62cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e981ebaa-91c8-42f4-af9d-2108941d534e'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:04.793734 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fc2b48e0-bf30-4c2b-9042-e2567fda22dd tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "DELETE /v2.0/floatingips/2877d8d2-7f0d-45a6-92d6-4a59c5ab3847 HTTP/1.1" status: 204 len: 168 time: 1.0558703 Nov 12 01:07:04.793734 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522f678d-6c9a-4168-a35c-8ed332cec7c2', 'tag': 'dc339e51-e397-4a14-ba91-d42c6f331a59'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:04.800158 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719cbeba-ebef-42e2-9ce7-73f55b4f022b" -d '{"events": [{"name": "network-changed", "server_uuid": "522f678d-6c9a-4168-a35c-8ed332cec7c2", "tag": "dc339e51-e397-4a14-ba91-d42c6f331a59"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:04.901636 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-743bbbfb-6444-4696-be4f-dc346e62cb4c None None] Set router e981ebaa-91c8-42f4-af9d-2108941d534e gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:04.920336 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa82ce5-0931-4306-9be0-42cf5ddc222e req-e0651cb4-005d-4aad-ad3b-3cf151634e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:04.921857 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-baa82ce5-0931-4306-9be0-42cf5ddc222e req-e0651cb4-005d-4aad-ad3b-3cf151634e39 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 912 time: 0.1743410 Nov 12 01:07:05.005180 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb089475-dc2c-4b05-b5e4-b04b8a2af384 x-openstack-request-id: req-bb089475-dc2c-4b05-b5e4-b04b8a2af384 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:05.005180 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522f678d-6c9a-4168-a35c-8ed332cec7c2", "tag": "dc339e51-e397-4a14-ba91-d42c6f331a59", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:05.005180 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb089475-dc2c-4b05-b5e4-b04b8a2af384 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:05.005936 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522f678d-6c9a-4168-a35c-8ed332cec7c2', 'tag': 'dc339e51-e397-4a14-ba91-d42c6f331a59', 'status': 'completed', 'code': 200} Nov 12 01:07:05.064390 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-baa82ce5-0931-4306-9be0-42cf5ddc222e req-a598b8e1-c430-4d6f-b449-0426ba2fe47f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdc00645-cbf2-468d-a989-4f3a4986b5aa HTTP/1.1" status: 200 len: 1000 time: 0.1311529 Nov 12 01:07:05.072159 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cbeba-ebef-42e2-9ce7-73f55b4f022b req-b3061141-67f8-4240-acf0-4dcbccfc0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:05.073813 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-719cbeba-ebef-42e2-9ce7-73f55b4f022b req-b3061141-67f8-4240-acf0-4dcbccfc0034 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95a5ba21e204aa3a425fd0950571760&device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 1097 time: 0.0496585 Nov 12 01:07:05.083040 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da21588-11d0-40d3-ae09-6f475c758968 req-e135b999-fd77-495f-8ee8-601f581d79cf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:05.084609 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4da21588-11d0-40d3-ae09-6f475c758968 req-e135b999-fd77-495f-8ee8-601f581d79cf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 945 time: 0.0820310 Nov 12 01:07:05.167159 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa82ce5-0931-4306-9be0-42cf5ddc222e req-8dd57069-b440-4c78-aee6-41e5e56c42f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:05.168871 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-baa82ce5-0931-4306-9be0-42cf5ddc222e req-8dd57069-b440-4c78-aee6-41e5e56c42f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.0943165 Nov 12 01:07:05.197230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4da21588-11d0-40d3-ae09-6f475c758968 req-4b211aa8-45e2-4fa1-93bf-a3ce6676a339 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ab40cb4-31c9-4ffb-94bd-2c099525ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042986 Nov 12 01:07:05.229308 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa82ce5-0931-4306-9be0-42cf5ddc222e req-e7333bc2-0f17-4c9f-93b8-30eb8de1a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:05.231147 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-baa82ce5-0931-4306-9be0-42cf5ddc222e req-e7333bc2-0f17-4c9f-93b8-30eb8de1a1dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521340 Nov 12 01:07:05.237192 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-743bbbfb-6444-4696-be4f-dc346e62cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'name': 'tempest-TestNetworkBasicOps-router-1445745350', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '1f934732-f893-472e-b6db-8095255c2ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:06:57Z', 'revision_number': 6, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': '1f934732-f893-472e-b6db-8095255c2ae2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '36f97a44-d90c-4d69-807a-7f9ff1ab4097', 'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:92:18:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:20Z', 'updated_at': '2021-11-12T01:04:25Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:05.242552 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cbeba-ebef-42e2-9ce7-73f55b4f022b req-f1e1fa1c-8cbd-4b04-9575-98992150adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:05.243964 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-719cbeba-ebef-42e2-9ce7-73f55b4f022b req-f1e1fa1c-8cbd-4b04-9575-98992150adfd service neutron] 10.222.0.15 "GET /v2.0/networks?id=3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 HTTP/1.1" status: 200 len: 898 time: 0.1609445 Nov 12 01:07:05.270101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743bbbfb-6444-4696-be4f-dc346e62cb4c None None] Checking router: e981ebaa-91c8-42f4-af9d-2108941d534e for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:07:05.283674 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743bbbfb-6444-4696-be4f-dc346e62cb4c None None] Routers {'e981ebaa-91c8-42f4-af9d-2108941d534e'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:05.284541 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-743bbbfb-6444-4696-be4f-dc346e62cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e981ebaa-91c8-42f4-af9d-2108941d534e'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:05.308753 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-719cbeba-ebef-42e2-9ce7-73f55b4f022b req-c5cd6e32-a179-4c75-9e2b-8181e018f1a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc339e51-e397-4a14-ba91-d42c6f331a59 HTTP/1.1" status: 200 len: 217 time: 0.0500653 Nov 12 01:07:05.348528 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-baa82ce5-0931-4306-9be0-42cf5ddc222e req-26c6e067-099b-4e88-80b2-2be7e0e681eb service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092181 Nov 12 01:07:05.391850 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cbeba-ebef-42e2-9ce7-73f55b4f022b req-4fdae193-e348-4ac5-b485-2fbe1917cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:05.394003 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-719cbeba-ebef-42e2-9ce7-73f55b4f022b req-4fdae193-e348-4ac5-b485-2fbe1917cd0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=867f7157-cea0-4a05-b82b-f7ce44757294 HTTP/1.1" status: 200 len: 834 time: 0.0749054 Nov 12 01:07:05.403323 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 0a55b318-352a-425e-86d2-76a2df69d454 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:07:05.409424 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1a1fe-0f06-4ec6-a830-d3cd34e57a38 req-856046b0-de78-4526-bc1a-d9b85022d336 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:05.417207 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9be1a1fe-0f06-4ec6-a830-d3cd34e57a38 req-856046b0-de78-4526-bc1a-d9b85022d336 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f1715b7-004e-4799-95d0-18afe7706acf HTTP/1.1" status: 200 len: 944 time: 0.1114116 Nov 12 01:07:05.456125 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-baa82ce5-0931-4306-9be0-42cf5ddc222e req-74d02929-4bd3-4e30-8743-721f75fdd30e service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982449 Nov 12 01:07:05.508515 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cbeba-ebef-42e2-9ce7-73f55b4f022b req-1af1e13c-6b77-4658-93ad-38e6ada52748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:05.510108 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-719cbeba-ebef-42e2-9ce7-73f55b4f022b req-1af1e13c-6b77-4658-93ad-38e6ada52748 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897532 Nov 12 01:07:05.514012 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9be1a1fe-0f06-4ec6-a830-d3cd34e57a38 req-f1d23c13-5f42-4983-9f1a-7ebcf0e0fcb8 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955422 Nov 12 01:07:05.543195 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-743bbbfb-6444-4696-be4f-dc346e62cb4c None None] Set router e981ebaa-91c8-42f4-af9d-2108941d534e gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:05.546332 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 0a55b318-352a-425e-86d2-76a2df69d454, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=0a55b318-352a-425e-86d2-76a2df69d454,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:05.587419 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '0a55b318-352a-425e-86d2-76a2df69d454', 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36', 'port_id': '0a55b318-352a-425e-86d2-76a2df69d454', 'mac_address': 'fa:16:3e:c6:13:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f979b72-06d7-47f0-888a-cb01892f2ff7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:07:05.618268 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-719cbeba-ebef-42e2-9ce7-73f55b4f022b req-62809273-d629-4753-b14c-29e52883576e service neutron] 10.222.0.15 "GET /v2.0/networks/3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998240 Nov 12 01:07:05.714231 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.720665 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-719cbeba-ebef-42e2-9ce7-73f55b4f022b req-3c23651f-e8bc-408e-ade5-1ac0cb1d39b2 service neutron] 10.222.0.15 "GET /v2.0/networks/3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917230 Nov 12 01:07:05.736965 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a55b318-352a-425e-86d2-76a2df69d454 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:05.770110 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 0a55b318-352a-425e-86d2-76a2df69d454, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=0a55b318-352a-425e-86d2-76a2df69d454,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:05.776903 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.862849 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=0a55b318-352a-425e-86d2-76a2df69d454,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:05.887327 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-743bbbfb-6444-4696-be4f-dc346e62cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'name': 'tempest-TestNetworkBasicOps-router-1445745350', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '1f934732-f893-472e-b6db-8095255c2ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:06:57Z', 'revision_number': 6, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': '1f934732-f893-472e-b6db-8095255c2ae2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '36f97a44-d90c-4d69-807a-7f9ff1ab4097', 'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:92:18:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:20Z', 'updated_at': '2021-11-12T01:04:25Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:05.917450 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743bbbfb-6444-4696-be4f-dc346e62cb4c None None] The sync data for ids ['e981ebaa-91c8-42f4-af9d-2108941d534e'] in n-d-712137-14 is: [{'id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'name': 'tempest-TestNetworkBasicOps-router-1445745350', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '1f934732-f893-472e-b6db-8095255c2ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:06:57Z', 'revision_number': 6, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': '1f934732-f893-472e-b6db-8095255c2ae2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '36f97a44-d90c-4d69-807a-7f9ff1ab4097', 'name': '', 'network_id': '3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:92:18:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:20Z', 'updated_at': '2021-11-12T01:04:25Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': '867f7157-cea0-4a05-b82b-f7ce44757294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:06.014358 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40338) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:06.020824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['0a55b318-352a-425e-86d2-76a2df69d454'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:06.117871 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-54895bad-2d75-43fd-8d37-9467391aee1b tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-410763971', 'router:external': True}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:06.139130 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54895bad-2d75-43fd-8d37-9467391aee1b tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Made reservation on behalf of b2764a02de754e66b521968159249de5 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:06.141540 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-54895bad-2d75-43fd-8d37-9467391aee1b tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.153342 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-54895bad-2d75-43fd-8d37-9467391aee1b tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.165904 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251ef9e2-83f2-4b1d-b462-a5b8d11cf5a9 None None] New status for floating IP 2877d8d2-7f0d-45a6-92d6-4a59c5ab3847: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:07:06.243845 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-54895bad-2d75-43fd-8d37-9467391aee1b tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.248456 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-54895bad-2d75-43fd-8d37-9467391aee1b tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.278419 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54895bad-2d75-43fd-8d37-9467391aee1b tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:07:06.285639 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54895bad-2d75-43fd-8d37-9467391aee1b tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63f0145-9e8b-4516-81c8-691c6cde8a53,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:06.294266 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-54895bad-2d75-43fd-8d37-9467391aee1b tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.294655 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-54895bad-2d75-43fd-8d37-9467391aee1b tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Added segment 8e0b64f7-a6e2-41b7-baae-e1adcb53369b of type vlan for network 30a73e44-b8f1-43fd-951e-ef9d8f00d623 Nov 12 01:07:06.332102 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6016d8a-0431-4d75-a9f0-3d439a736560 req-ef39be36-10b9-42b1-aab6-9179233e8f02 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:06.333698 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6016d8a-0431-4d75-a9f0-3d439a736560 req-ef39be36-10b9-42b1-aab6-9179233e8f02 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 945 time: 0.0540400 Nov 12 01:07:06.344436 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-54895bad-2d75-43fd-8d37-9467391aee1b tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.379535 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-54895bad-2d75-43fd-8d37-9467391aee1b tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.380492 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54895bad-2d75-43fd-8d37-9467391aee1b tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:06.381101 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-54895bad-2d75-43fd-8d37-9467391aee1b tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.389030 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6016d8a-0431-4d75-a9f0-3d439a736560 req-e9fb8362-5ef2-4ac4-bfb5-db75851d1e4e tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ab40cb4-31c9-4ffb-94bd-2c099525ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490229 Nov 12 01:07:06.414058 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-54895bad-2d75-43fd-8d37-9467391aee1b tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.3985858 Nov 12 01:07:06.417283 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40344) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:06.422654 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-fa51eea7-5b6e-47b2-89c7-2f63e41bafa8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Request body: {'subnet': {'network_id': '30a73e44-b8f1-43fd-951e-ef9d8f00d623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:06.445663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa51eea7-5b6e-47b2-89c7-2f63e41bafa8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Made reservation on behalf of b2764a02de754e66b521968159249de5 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:06.448567 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa51eea7-5b6e-47b2-89c7-2f63e41bafa8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.453872 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54895bad-2d75-43fd-8d37-9467391aee1b tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Pushing event updated for resources: {'Network': ['ID=30a73e44-b8f1-43fd-951e-ef9d8f00d623,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:06.463934 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 30a73e44-b8f1-43fd-951e-ef9d8f00d623 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:07:06.645111 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b5d06-ea00-4f96-84a8-14a3befc4ddc req-379a1106-054f-4b05-ad3b-56c36e870744 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:06.648398 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9b7b5d06-ea00-4f96-84a8-14a3befc4ddc req-379a1106-054f-4b05-ad3b-56c36e870744 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f1715b7-004e-4799-95d0-18afe7706acf HTTP/1.1" status: 200 len: 945 time: 0.0583766 Nov 12 01:07:06.728193 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59f050-c755-49a1-8b7c-fad21baaa28e req-19f6e4f0-6ecb-4ec9-ad81-74aa90a67fa5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:06.729758 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0d59f050-c755-49a1-8b7c-fad21baaa28e req-19f6e4f0-6ecb-4ec9-ad81-74aa90a67fa5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.15 "GET /v2.0/ports?device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 945 time: 0.0804248 Nov 12 01:07:06.733376 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9b7b5d06-ea00-4f96-84a8-14a3befc4ddc req-514f7cbe-d654-4910-bb5d-0e7174ac0e25 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730796 Nov 12 01:07:06.763347 n-d-712137-14 neutron-server[114242]: DEBUG neutron.objects.ports [None req-fa51eea7-5b6e-47b2-89c7-2f63e41bafa8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114242) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:07:06.763801 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa51eea7-5b6e-47b2-89c7-2f63e41bafa8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.821553 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51eea7-5b6e-47b2-89c7-2f63e41bafa8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f2106f73-8c7f-4cec-8591-030da996cd6c,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:06.824367 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-0d59f050-c755-49a1-8b7c-fad21baaa28e req-d26b4487-8df5-4c0f-a372-c0540856bfab tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Deleting port dc339e51-e397-4a14-ba91-d42c6f331a59 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:06.825412 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0d59f050-c755-49a1-8b7c-fad21baaa28e req-d26b4487-8df5-4c0f-a372-c0540856bfab tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.833558 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa51eea7-5b6e-47b2-89c7-2f63e41bafa8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Checking segment: {'id': '8e0b64f7-a6e2-41b7-baae-e1adcb53369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '30a73e44-b8f1-43fd-951e-ef9d8f00d623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:06.833923 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa51eea7-5b6e-47b2-89c7-2f63e41bafa8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Network hostable DHCP agents. Network: 30a73e44-b8f1-43fd-951e-ef9d8f00d623, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:07:06.851294 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa51eea7-5b6e-47b2-89c7-2f63e41bafa8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Network 30a73e44-b8f1-43fd-951e-ef9d8f00d623 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:07:06.860581 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-fa51eea7-5b6e-47b2-89c7-2f63e41bafa8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 30a73e44-b8f1-43fd-951e-ef9d8f00d623) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:06.864875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa51eea7-5b6e-47b2-89c7-2f63e41bafa8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:06.865660 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fa51eea7-5b6e-47b2-89c7-2f63e41bafa8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.869352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425786d6-d1bc-4f6c-ac57-010788650013 None None] Network 30a73e44-b8f1-43fd-951e-ef9d8f00d623 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:06.887620 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fa51eea7-5b6e-47b2-89c7-2f63e41bafa8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4689543 Nov 12 01:07:06.888228 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40350) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:06.894085 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-0cd0daf1-8734-4a48-988b-490a5452cfc8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1760914456', 'network_id': '30a73e44-b8f1-43fd-951e-ef9d8f00d623'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:06.918189 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd0daf1-8734-4a48-988b-490a5452cfc8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Made reservation on behalf of b2764a02de754e66b521968159249de5 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:06.921129 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0cd0daf1-8734-4a48-988b-490a5452cfc8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.932727 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-0d59f050-c755-49a1-8b7c-fad21baaa28e req-d26b4487-8df5-4c0f-a372-c0540856bfab tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] For port dc339e51-e397-4a14-ba91-d42c6f331a59, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=dc339e51-e397-4a14-ba91-d42c6f331a59,segment=NetworkSegment(a9fa91af-87b2-4a71-97b8-1e6c878c3db9),segment_id=a9fa91af-87b2-4a71-97b8-1e6c878c3db9)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:06.932727 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0d59f050-c755-49a1-8b7c-fad21baaa28e req-d26b4487-8df5-4c0f-a372-c0540856bfab tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.944677 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-0cd0daf1-8734-4a48-988b-490a5452cfc8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] device_id is not set on port b590dceb-6840-40cc-a022-7949746a8edd yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:07:06.947088 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-0d59f050-c755-49a1-8b7c-fad21baaa28e req-d26b4487-8df5-4c0f-a372-c0540856bfab tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Calling delete_port for dc339e51-e397-4a14-ba91-d42c6f331a59 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:07.005632 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4209c5c5-a9c9-443e-8fba-dcc4f97c4879 None None] Network 30a73e44-b8f1-43fd-951e-ef9d8f00d623 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:07.065892 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-0cd0daf1-8734-4a48-988b-490a5452cfc8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Allocated IP 2001:db8::65 (30a73e44-b8f1-43fd-951e-ef9d8f00d623/f2106f73-8c7f-4cec-8591-030da996cd6c/b590dceb-6840-40cc-a022-7949746a8edd) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:07.090015 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0d59f050-c755-49a1-8b7c-fad21baaa28e req-d26b4487-8df5-4c0f-a372-c0540856bfab tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.121389 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b4487-8df5-4c0f-a372-c0540856bfab tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event deleted for resources: {'Port': ['ID=dc339e51-e397-4a14-ba91-d42c6f331a59,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:07.165036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d59f050-c755-49a1-8b7c-fad21baaa28e req-d26b4487-8df5-4c0f-a372-c0540856bfab tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] No DVR routers for this DVR port dc339e51-e397-4a14-ba91-d42c6f331a59 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:07.167877 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0d59f050-c755-49a1-8b7c-fad21baaa28e req-d26b4487-8df5-4c0f-a372-c0540856bfab tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.171737 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0d59f050-c755-49a1-8b7c-fad21baaa28e req-d26b4487-8df5-4c0f-a372-c0540856bfab tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.15 "DELETE /v2.0/ports/dc339e51-e397-4a14-ba91-d42c6f331a59 HTTP/1.1" status: 204 len: 173 time: 0.4353466 Nov 12 01:07:07.172238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522f678d-6c9a-4168-a35c-8ed332cec7c2', 'name': 'network-vif-deleted', 'tag': 'dc339e51-e397-4a14-ba91-d42c6f331a59'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:07.175863 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b73d2c-70ac-4012-af71-ff9188d60347" -d '{"events": [{"server_uuid": "522f678d-6c9a-4168-a35c-8ed332cec7c2", "name": "network-vif-deleted", "tag": "dc339e51-e397-4a14-ba91-d42c6f331a59"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:07.218329 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7125986d-de56-4964-940b-2ce5fe93a12c x-openstack-request-id: req-7125986d-de56-4964-940b-2ce5fe93a12c {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:07.218329 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522f678d-6c9a-4168-a35c-8ed332cec7c2", "name": "network-vif-deleted", "tag": "dc339e51-e397-4a14-ba91-d42c6f331a59", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:07.218597 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7125986d-de56-4964-940b-2ce5fe93a12c {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:07.218953 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522f678d-6c9a-4168-a35c-8ed332cec7c2', 'name': 'network-vif-deleted', 'tag': 'dc339e51-e397-4a14-ba91-d42c6f331a59', 'status': 'completed', 'code': 200} Nov 12 01:07:07.223317 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0cd0daf1-8734-4a48-988b-490a5452cfc8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.256900 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0cd0daf1-8734-4a48-988b-490a5452cfc8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.295866 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 0a55b318-352a-425e-86d2-76a2df69d454 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:07.296779 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd0daf1-8734-4a48-988b-490a5452cfc8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Network 30a73e44-b8f1-43fd-951e-ef9d8f00d623 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:07.302358 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-0cd0daf1-8734-4a48-988b-490a5452cfc8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:07.305970 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd0daf1-8734-4a48-988b-490a5452cfc8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:07.307017 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd0daf1-8734-4a48-988b-490a5452cfc8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:07.307873 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0cd0daf1-8734-4a48-988b-490a5452cfc8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.316143 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0daf1-8734-4a48-988b-490a5452cfc8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Pushing event updated for resources: {'Port': ['ID=b590dceb-6840-40cc-a022-7949746a8edd,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:07.333603 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0cd0daf1-8734-4a48-988b-490a5452cfc8 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4416523 Nov 12 01:07:07.334263 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40354) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:07.357912 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 0a55b318-352a-425e-86d2-76a2df69d454 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:07:07.362205 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 0a55b318-352a-425e-86d2-76a2df69d454 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:07.362585 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.414991 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-315bbcf5-c24d-496d-9c8f-74de040fd838 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Deleting port b590dceb-6840-40cc-a022-7949746a8edd {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:07.415240 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-315bbcf5-c24d-496d-9c8f-74de040fd838 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.443856 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.473579 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1715b7-004e-4799-95d0-18afe7706acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a55b318-352a-425e-86d2-76a2df69d454'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:07.475966 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2c247c-35ec-4b13-ad82-cf4ccb8a710d" -d '{"events": [{"server_uuid": "8f1715b7-004e-4799-95d0-18afe7706acf", "name": "network-vif-plugged", "status": "completed", "tag": "0a55b318-352a-425e-86d2-76a2df69d454"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:07.494415 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 0a55b318-352a-425e-86d2-76a2df69d454, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=0a55b318-352a-425e-86d2-76a2df69d454,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:07.500309 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.522350 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60b96775-cd58-48d1-9086-157eb4f69797 req-8004c214-c765-4864-8bc3-ae471ae72451 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=522f678d-6c9a-4168-a35c-8ed332cec7c2 HTTP/1.1" status: 200 len: 210 time: 0.0441701 Nov 12 01:07:07.532397 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a49e37-5afe-4bc5-bdcf-913a93fe9987 x-openstack-request-id: req-83a49e37-5afe-4bc5-bdcf-913a93fe9987 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:07.533135 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1715b7-004e-4799-95d0-18afe7706acf", "name": "network-vif-plugged", "status": "completed", "tag": "0a55b318-352a-425e-86d2-76a2df69d454", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:07.533277 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83a49e37-5afe-4bc5-bdcf-913a93fe9987 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:07.533675 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1715b7-004e-4799-95d0-18afe7706acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a55b318-352a-425e-86d2-76a2df69d454', 'code': 200} Nov 12 01:07:07.549623 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-315bbcf5-c24d-496d-9c8f-74de040fd838 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.558457 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=0a55b318-352a-425e-86d2-76a2df69d454,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:07.571152 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-315bbcf5-c24d-496d-9c8f-74de040fd838 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Calling delete_port for b590dceb-6840-40cc-a022-7949746a8edd owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:07.648871 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293956b-d4f6-4a47-abac-29247098b514 req-f6f1e0e6-d2d3-47a6-a6e7-21368746cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:07.650733 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5293956b-d4f6-4a47-abac-29247098b514 req-f6f1e0e6-d2d3-47a6-a6e7-21368746cd50 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f1715b7-004e-4799-95d0-18afe7706acf HTTP/1.1" status: 200 len: 1098 time: 0.0521066 Nov 12 01:07:07.708904 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5293956b-d4f6-4a47-abac-29247098b514 req-fb23a5b9-3837-4dbe-8f42-084e9d29698b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492010 Nov 12 01:07:07.722580 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-315bbcf5-c24d-496d-9c8f-74de040fd838 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.748913 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bbcf5-c24d-496d-9c8f-74de040fd838 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Pushing event deleted for resources: {'Port': ['ID=b590dceb-6840-40cc-a022-7949746a8edd,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:07.782671 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-315bbcf5-c24d-496d-9c8f-74de040fd838 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.786291 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-315bbcf5-c24d-496d-9c8f-74de040fd838 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b590dceb-6840-40cc-a022-7949746a8edd HTTP/1.1" status: 204 len: 168 time: 0.4512961 Nov 12 01:07:07.788960 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40362) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:07.793167 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-945f1b31-b365-4b6f-8300-4f00ea2aa52d tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30a73e44-b8f1-43fd-951e-ef9d8f00d623', 'external_fixed_ips': [{'subnet_id': 'f2106f73-8c7f-4cec-8591-030da996cd6c', 'ip_address': '2001:db8::65'}]}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:07.818102 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-945f1b31-b365-4b6f-8300-4f00ea2aa52d tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.819363 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-945f1b31-b365-4b6f-8300-4f00ea2aa52d tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.855829 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce00355-dc85-46ca-9f99-25fb23047a60 req-5ea94c7b-2b4e-4651-9f44-706d2f3594d7 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:07.857377 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0ce00355-dc85-46ca-9f99-25fb23047a60 req-5ea94c7b-2b4e-4651-9f44-706d2f3594d7 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f1715b7-004e-4799-95d0-18afe7706acf HTTP/1.1" status: 200 len: 946 time: 0.0515890 Nov 12 01:07:07.907430 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-945f1b31-b365-4b6f-8300-4f00ea2aa52d tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.907943 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0ce00355-dc85-46ca-9f99-25fb23047a60 req-9e0986ea-5bc0-43e1-baef-d5916f61ad3b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436718 Nov 12 01:07:08.041012 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-945f1b31-b365-4b6f-8300-4f00ea2aa52d tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.236602 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-945f1b31-b365-4b6f-8300-4f00ea2aa52d tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.261767 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-945f1b31-b365-4b6f-8300-4f00ea2aa52d tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.411091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-945f1b31-b365-4b6f-8300-4f00ea2aa52d tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Allocated IP 2001:db8::65 (30a73e44-b8f1-43fd-951e-ef9d8f00d623/f2106f73-8c7f-4cec-8591-030da996cd6c/27d77fed-cff5-4a4a-b518-d6a0e2e52bc1) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:08.510945 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-945f1b31-b365-4b6f-8300-4f00ea2aa52d tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.543050 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-945f1b31-b365-4b6f-8300-4f00ea2aa52d tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.583661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945f1b31-b365-4b6f-8300-4f00ea2aa52d tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Network 30a73e44-b8f1-43fd-951e-ef9d8f00d623 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:08.584905 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40366) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:08.588496 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-945f1b31-b365-4b6f-8300-4f00ea2aa52d tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:08.592210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945f1b31-b365-4b6f-8300-4f00ea2aa52d tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:08.598309 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f1b31-b365-4b6f-8300-4f00ea2aa52d tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Pushing event updated for resources: {'Port': ['ID=27d77fed-cff5-4a4a-b518-d6a0e2e52bc1,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:08.637035 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device dc339e51-e397-4a14-ba91-d42c6f331a59 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:08.645426 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-224f6621-15f8-47cf-87b7-011bd6cc6b48 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.662544 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: dc339e51-e397-4a14-ba91-d42c6f331a59 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:08.662901 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device dc339e51-e397-4a14-ba91-d42c6f331a59 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:08.671755 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-224f6621-15f8-47cf-87b7-011bd6cc6b48 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.735725 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-224f6621-15f8-47cf-87b7-011bd6cc6b48 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.738824 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.739469 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-224f6621-15f8-47cf-87b7-011bd6cc6b48 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.740658 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-224f6621-15f8-47cf-87b7-011bd6cc6b48 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "DELETE /v2.0/security-groups/5ab40cb4-31c9-4ffb-94bd-2c099525ee79 HTTP/1.1" status: 204 len: 168 time: 0.1546311 Nov 12 01:07:08.751792 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6621-15f8-47cf-87b7-011bd6cc6b48 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab40cb4-31c9-4ffb-94bd-2c099525ee79,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:08.787589 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40370) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:08.829269 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-945f1b31-b365-4b6f-8300-4f00ea2aa52d tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.175736 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-736732d1-5bee-4d42-aec0-705212d2dc8c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.391603 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-945f1b31-b365-4b6f-8300-4f00ea2aa52d tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.403656 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849914d-f904-4dd9-af6f-2dd677a94d98 req-c681ddb9-8d6c-4d2b-8a19-bd207b70f49b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:09.406413 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b849914d-f904-4dd9-af6f-2dd677a94d98 req-c681ddb9-8d6c-4d2b-8a19-bd207b70f49b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f1715b7-004e-4799-95d0-18afe7706acf HTTP/1.1" status: 200 len: 946 time: 0.4204068 Nov 12 01:07:09.449797 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-736732d1-5bee-4d42-aec0-705212d2dc8c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Deleting port 36f97a44-d90c-4d69-807a-7f9ff1ab4097 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:09.450071 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-736732d1-5bee-4d42-aec0-705212d2dc8c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.534741 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b849914d-f904-4dd9-af6f-2dd677a94d98 req-270739a6-4897-456e-b15a-0835d14ad7b6 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903320 Nov 12 01:07:09.552512 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-736732d1-5bee-4d42-aec0-705212d2dc8c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] For port 36f97a44-d90c-4d69-807a-7f9ff1ab4097, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=36f97a44-d90c-4d69-807a-7f9ff1ab4097,segment=NetworkSegment(a9fa91af-87b2-4a71-97b8-1e6c878c3db9),segment_id=a9fa91af-87b2-4a71-97b8-1e6c878c3db9)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:09.552924 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-736732d1-5bee-4d42-aec0-705212d2dc8c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.577756 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-736732d1-5bee-4d42-aec0-705212d2dc8c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Calling delete_port for 36f97a44-d90c-4d69-807a-7f9ff1ab4097 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:09.587566 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945f1b31-b365-4b6f-8300-4f00ea2aa52d tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Router 39b2c11c-8e18-4c6b-bf20-f4b02ebfb17d is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:07:09.721871 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945f1b31-b365-4b6f-8300-4f00ea2aa52d tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:09.734202 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bfb065-ce4a-4f84-911a-669ee29895a3 None None] Sync routers for ids ['39b2c11c-8e18-4c6b-bf20-f4b02ebfb17d'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:09.744162 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-945f1b31-b365-4b6f-8300-4f00ea2aa52d tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.747010 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bfb065-ce4a-4f84-911a-669ee29895a3 None None] Routers {'39b2c11c-8e18-4c6b-bf20-f4b02ebfb17d'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:09.747657 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c3bfb065-ce4a-4f84-911a-669ee29895a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['39b2c11c-8e18-4c6b-bf20-f4b02ebfb17d'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:09.748595 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-945f1b31-b365-4b6f-8300-4f00ea2aa52d tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 1.9586463 Nov 12 01:07:09.749315 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40376) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:09.751901 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32208a0-b35c-4782-a3d1-6451bd01c9f0 req-e99656fb-f742-4bfb-920a-2576ef90ba3b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:09.757467 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c32208a0-b35c-4782-a3d1-6451bd01c9f0 req-e99656fb-f742-4bfb-920a-2576ef90ba3b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f1715b7-004e-4799-95d0-18afe7706acf HTTP/1.1" status: 200 len: 946 time: 0.1050670 Nov 12 01:07:09.829336 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c32208a0-b35c-4782-a3d1-6451bd01c9f0 req-f71ad04b-2be3-404a-9acd-0445b0a46c4c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657043 Nov 12 01:07:09.862655 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-c3bfb065-ce4a-4f84-911a-669ee29895a3 None None] Set router 39b2c11c-8e18-4c6b-bf20-f4b02ebfb17d gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:09.875302 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-93722464-4ec0-4f80-af5b-ec5ac95c039f tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.894515 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-736732d1-5bee-4d42-aec0-705212d2dc8c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.927641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736732d1-5bee-4d42-aec0-705212d2dc8c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event deleted for resources: {'Port': ['ID=36f97a44-d90c-4d69-807a-7f9ff1ab4097,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:10.020348 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-93722464-4ec0-4f80-af5b-ec5ac95c039f tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.125083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-93722464-4ec0-4f80-af5b-ec5ac95c039f tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Deleting port 27d77fed-cff5-4a4a-b518-d6a0e2e52bc1 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:10.125710 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-93722464-4ec0-4f80-af5b-ec5ac95c039f tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.173684 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c3bfb065-ce4a-4f84-911a-669ee29895a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b2c11c-8e18-4c6b-bf20-f4b02ebfb17d', 'name': '', 'tenant_id': 'b2764a02de754e66b521968159249de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30a73e44-b8f1-43fd-951e-ef9d8f00d623', 'external_fixed_ips': [{'subnet_id': 'f2106f73-8c7f-4cec-8591-030da996cd6c', 'ip_address': '2001:db8::65'}], 'enable_snat': True}, 'gw_port_id': '27d77fed-cff5-4a4a-b518-d6a0e2e52bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:07Z', 'updated_at': '2021-11-12T01:07:08Z', 'revision_number': 3, 'project_id': 'b2764a02de754e66b521968159249de5', 'gw_port': {'id': '27d77fed-cff5-4a4a-b518-d6a0e2e52bc1', 'name': '', 'network_id': '30a73e44-b8f1-43fd-951e-ef9d8f00d623', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b2c11c-8e18-4c6b-bf20-f4b02ebfb17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'f2106f73-8c7f-4cec-8591-030da996cd6c', 'ip_address': '2001:db8::65', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:08Z', 'updated_at': '2021-11-12T01:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2106f73-8c7f-4cec-8591-030da996cd6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:10.193409 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-736732d1-5bee-4d42-aec0-705212d2dc8c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.208848 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cf6f3-cb62-4190-8f55-826e79f0820b req-67969c3c-eb76-4226-9fe0-8f7a496a528d tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:10.210438 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bfb065-ce4a-4f84-911a-669ee29895a3 None None] Checking router: 39b2c11c-8e18-4c6b-bf20-f4b02ebfb17d for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:07:10.210572 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-338cf6f3-cb62-4190-8f55-826e79f0820b req-67969c3c-eb76-4226-9fe0-8f7a496a528d tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f1715b7-004e-4799-95d0-18afe7706acf HTTP/1.1" status: 200 len: 946 time: 0.0726137 Nov 12 01:07:10.211084 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bfb065-ce4a-4f84-911a-669ee29895a3 None None] Updating router 39b2c11c-8e18-4c6b-bf20-f4b02ebfb17d port 27d77fed-cff5-4a4a-b518-d6a0e2e52bc1 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:07:10.237781 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-93722464-4ec0-4f80-af5b-ec5ac95c039f tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.242857 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c3bfb065-ce4a-4f84-911a-669ee29895a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.251869 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-93722464-4ec0-4f80-af5b-ec5ac95c039f tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Calling delete_port for 27d77fed-cff5-4a4a-b518-d6a0e2e52bc1 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:10.463075 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-93722464-4ec0-4f80-af5b-ec5ac95c039f tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.505171 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93722464-4ec0-4f80-af5b-ec5ac95c039f tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Pushing event deleted for resources: {'Port': ['ID=27d77fed-cff5-4a4a-b518-d6a0e2e52bc1,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:10.532064 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-c3bfb065-ce4a-4f84-911a-669ee29895a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:07:10.533055 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-c3bfb065-ce4a-4f84-911a-669ee29895a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:07:10.536429 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-93722464-4ec0-4f80-af5b-ec5ac95c039f tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.657019 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-93722464-4ec0-4f80-af5b-ec5ac95c039f tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.659786 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-93722464-4ec0-4f80-af5b-ec5ac95c039f tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.665600 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-338cf6f3-cb62-4190-8f55-826e79f0820b req-0f28efab-c934-43ea-8812-ed862519a1b2 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470005 Nov 12 01:07:10.734699 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-93722464-4ec0-4f80-af5b-ec5ac95c039f tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.735318 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93722464-4ec0-4f80-af5b-ec5ac95c039f tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39b2c11c-8e18-4c6b-bf20-f4b02ebfb17d {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:07:10.740014 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-93722464-4ec0-4f80-af5b-ec5ac95c039f tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.741221 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-93722464-4ec0-4f80-af5b-ec5ac95c039f tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "DELETE /v2.0/routers/39b2c11c-8e18-4c6b-bf20-f4b02ebfb17d HTTP/1.1" status: 204 len: 168 time: 0.9909670 Nov 12 01:07:10.743925 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40382) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:10.791611 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-8195f2eb-8598-4c73-8965-3ea25dadc5cb tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Deleting subnet f2106f73-8c7f-4cec-8591-030da996cd6c {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:07:10.794638 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8195f2eb-8598-4c73-8965-3ea25dadc5cb tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.807763 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736732d1-5bee-4d42-aec0-705212d2dc8c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Router e981ebaa-91c8-42f4-af9d-2108941d534e has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:07:10.831241 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8195f2eb-8598-4c73-8965-3ea25dadc5cb tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.877599 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8195f2eb-8598-4c73-8965-3ea25dadc5cb tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.928751 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736732d1-5bee-4d42-aec0-705212d2dc8c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:10.936542 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-736732d1-5bee-4d42-aec0-705212d2dc8c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "PUT /v2.0/routers/e981ebaa-91c8-42f4-af9d-2108941d534e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1452017 Nov 12 01:07:10.937138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40384) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:10.941954 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77125cc-4c10-43e7-b87e-5af7eff04ed2 None None] Sync routers for ids ['e981ebaa-91c8-42f4-af9d-2108941d534e'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:10.949136 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8195f2eb-8598-4c73-8965-3ea25dadc5cb tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.953153 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77125cc-4c10-43e7-b87e-5af7eff04ed2 None None] Routers {'e981ebaa-91c8-42f4-af9d-2108941d534e'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:10.953772 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-a77125cc-4c10-43e7-b87e-5af7eff04ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e981ebaa-91c8-42f4-af9d-2108941d534e'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:10.978051 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195f2eb-8598-4c73-8965-3ea25dadc5cb tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f2106f73-8c7f-4cec-8591-030da996cd6c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:10.980120 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8195f2eb-8598-4c73-8965-3ea25dadc5cb tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.983400 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8195f2eb-8598-4c73-8965-3ea25dadc5cb tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/f2106f73-8c7f-4cec-8591-030da996cd6c HTTP/1.1" status: 204 len: 168 time: 0.2383683 Nov 12 01:07:10.986731 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40386) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:11.000943 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda7f497-9e16-4879-b53c-b502f6a84047 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Deleting subnet 867f7157-cea0-4a05-b82b-f7ce44757294 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:07:11.019321 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dda7f497-9e16-4879-b53c-b502f6a84047 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.067336 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-a77125cc-4c10-43e7-b87e-5af7eff04ed2 None None] Set router e981ebaa-91c8-42f4-af9d-2108941d534e gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:11.105186 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dda7f497-9e16-4879-b53c-b502f6a84047 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.111265 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6da33d09-97ec-4a39-9caa-bade1e5b7829 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.216739 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bfb065-ce4a-4f84-911a-669ee29895a3 None None] Port 27d77fed-cff5-4a4a-b518-d6a0e2e52bc1 not found while updating agent binding for router 39b2c11c-8e18-4c6b-bf20-f4b02ebfb17d. {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 01:07:11.226139 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bfb065-ce4a-4f84-911a-669ee29895a3 None None] Routers set() bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:11.226464 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bfb065-ce4a-4f84-911a-669ee29895a3 None None] Router IDs set() for agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 01:07:11.227420 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_agentschedulers_db [None req-c3bfb065-ce4a-4f84-911a-669ee29895a3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'39b2c11c-8e18-4c6b-bf20-f4b02ebfb17d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent'). {{(pid=114244) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 01:07:11.227560 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bfb065-ce4a-4f84-911a-669ee29895a3 None None] The sync data for ids ['39b2c11c-8e18-4c6b-bf20-f4b02ebfb17d'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:11.249203 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-a77125cc-4c10-43e7-b87e-5af7eff04ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'name': 'tempest-TestNetworkBasicOps-router-1445745350', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '1f934732-f893-472e-b6db-8095255c2ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:07:09Z', 'revision_number': 7, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': '1f934732-f893-472e-b6db-8095255c2ae2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:11.269053 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6da33d09-97ec-4a39-9caa-bade1e5b7829 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.281557 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dda7f497-9e16-4879-b53c-b502f6a84047 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.327292 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-6da33d09-97ec-4a39-9caa-bade1e5b7829 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a73e44-b8f1-43fd-951e-ef9d8f00d623']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:11.349742 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-6da33d09-97ec-4a39-9caa-bade1e5b7829 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e0b64f7-a6e2-41b7-baae-e1adcb53369b') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:11.350048 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-6da33d09-97ec-4a39-9caa-bade1e5b7829 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e0b64f7-a6e2-41b7-baae-e1adcb53369b') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:11.366182 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6da33d09-97ec-4a39-9caa-bade1e5b7829 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.383527 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77125cc-4c10-43e7-b87e-5af7eff04ed2 None None] Checking router: e981ebaa-91c8-42f4-af9d-2108941d534e for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:07:11.384858 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6da33d09-97ec-4a39-9caa-bade1e5b7829 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.392024 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77125cc-4c10-43e7-b87e-5af7eff04ed2 None None] Routers {'e981ebaa-91c8-42f4-af9d-2108941d534e'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:11.392715 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-a77125cc-4c10-43e7-b87e-5af7eff04ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['e981ebaa-91c8-42f4-af9d-2108941d534e'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:11.393473 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da33d09-97ec-4a39-9caa-bade1e5b7829 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:07:11.393916 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6da33d09-97ec-4a39-9caa-bade1e5b7829 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:07:11.395728 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:07:11.406306 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dda7f497-9e16-4879-b53c-b502f6a84047 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.463845 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7f497-9e16-4879-b53c-b502f6a84047 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event deleted for resources: {'Subnet': ['ID=867f7157-cea0-4a05-b82b-f7ce44757294,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:11.474353 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dda7f497-9e16-4879-b53c-b502f6a84047 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.477634 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dda7f497-9e16-4879-b53c-b502f6a84047 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "DELETE /v2.0/subnets/867f7157-cea0-4a05-b82b-f7ce44757294 HTTP/1.1" status: 204 len: 168 time: 0.5391214 Nov 12 01:07:11.480414 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40388) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:11.483700 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fdefb4-7b44-4613-a3e7-b43ff054f724 None None] Network 3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:11.500763 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-a77125cc-4c10-43e7-b87e-5af7eff04ed2 None None] Set router e981ebaa-91c8-42f4-af9d-2108941d534e gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:11.531616 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6da33d09-97ec-4a39-9caa-bade1e5b7829 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.543609 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da33d09-97ec-4a39-9caa-bade1e5b7829 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 30a73e44-b8f1-43fd-951e-ef9d8f00d623 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:07:11.555619 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6da33d09-97ec-4a39-9caa-bade1e5b7829 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.558915 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6da33d09-97ec-4a39-9caa-bade1e5b7829 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "DELETE /v2.0/networks/30a73e44-b8f1-43fd-951e-ef9d8f00d623 HTTP/1.1" status: 204 len: 168 time: 0.5710406 Nov 12 01:07:11.576818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da33d09-97ec-4a39-9caa-bade1e5b7829 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Pushing event deleted for resources: {'Network': ['ID=30a73e44-b8f1-43fd-951e-ef9d8f00d623,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:11.698534 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-31214d0f-4d7d-4008-a93a-bbad160680a4 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.708122 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0bb75-6518-4e8d-aac1-5f3e4b084fd5 req-74e8dd2f-818f-4998-9682-5daa4e6a1978 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:11.709755 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b2b0bb75-6518-4e8d-aac1-5f3e4b084fd5 req-74e8dd2f-818f-4998-9682-5daa4e6a1978 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f1715b7-004e-4799-95d0-18afe7706acf HTTP/1.1" status: 200 len: 946 time: 0.1462367 Nov 12 01:07:11.728995 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159bc357-66d1-4df5-9e8c-55f6202faee8 None None] DHCP port deletion for 3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:11.810273 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-a77125cc-4c10-43e7-b87e-5af7eff04ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'name': 'tempest-TestNetworkBasicOps-router-1445745350', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '1f934732-f893-472e-b6db-8095255c2ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:07:09Z', 'revision_number': 7, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': '1f934732-f893-472e-b6db-8095255c2ae2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:11.838881 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-159bc357-66d1-4df5-9e8c-55f6202faee8 None None] Deleting port c41f4e09-a217-4e5b-87c0-170d567e9673 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:11.839542 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-159bc357-66d1-4df5-9e8c-55f6202faee8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.849642 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77125cc-4c10-43e7-b87e-5af7eff04ed2 None None] The sync data for ids ['e981ebaa-91c8-42f4-af9d-2108941d534e'] in n-d-712137-14 is: [{'id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'name': 'tempest-TestNetworkBasicOps-router-1445745350', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '1f934732-f893-472e-b6db-8095255c2ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:07:09Z', 'revision_number': 7, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': '1f934732-f893-472e-b6db-8095255c2ae2', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e981ebaa-91c8-42f4-af9d-2108941d534e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:04:17Z', 'updated_at': '2021-11-12T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:11.898733 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa1167-035c-4e3c-b423-a87ee1397eb9 req-add484c5-9597-47ed-affb-020f0aaab4b2 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:11.917244 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-abaa1167-035c-4e3c-b423-a87ee1397eb9 req-add484c5-9597-47ed-affb-020f0aaab4b2 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f1715b7-004e-4799-95d0-18afe7706acf HTTP/1.1" status: 200 len: 946 time: 0.1200755 Nov 12 01:07:11.970914 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-31214d0f-4d7d-4008-a93a-bbad160680a4 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.972456 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-159bc357-66d1-4df5-9e8c-55f6202faee8 None None] For port c41f4e09-a217-4e5b-87c0-170d567e9673, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c41f4e09-a217-4e5b-87c0-170d567e9673,segment=NetworkSegment(a9fa91af-87b2-4a71-97b8-1e6c878c3db9),segment_id=a9fa91af-87b2-4a71-97b8-1e6c878c3db9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:11.972864 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-159bc357-66d1-4df5-9e8c-55f6202faee8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.977623 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40398) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:12.000730 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-abaa1167-035c-4e3c-b423-a87ee1397eb9 req-a801a758-a2f9-47b9-a12e-523f13f63fd9 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790927 Nov 12 01:07:12.009520 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-73a3c3d2-6784-4706-86f4-76d00f5c67d3 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Request body: {'router': {'name': 'tempest-router--1726834128', 'project_id': 'b0dbdef7ab0847aa950a5c1617003127'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:12.027840 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-159bc357-66d1-4df5-9e8c-55f6202faee8 None None] Calling delete_port for c41f4e09-a217-4e5b-87c0-170d567e9673 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:12.064657 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73a3c3d2-6784-4706-86f4-76d00f5c67d3 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.065818 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73a3c3d2-6784-4706-86f4-76d00f5c67d3 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.094445 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-31214d0f-4d7d-4008-a93a-bbad160680a4 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Deleting port 1f934732-f893-472e-b6db-8095255c2ae2 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:12.094445 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-31214d0f-4d7d-4008-a93a-bbad160680a4 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.131263 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c41f4e09-a217-4e5b-87c0-170d567e9673 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:12.134733 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-159bc357-66d1-4df5-9e8c-55f6202faee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.146834 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73a3c3d2-6784-4706-86f4-76d00f5c67d3 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.155201 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73a3c3d2-6784-4706-86f4-76d00f5c67d3 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.164408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159bc357-66d1-4df5-9e8c-55f6202faee8 None None] No DVR routers for this DVR port c41f4e09-a217-4e5b-87c0-170d567e9673 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:12.180229 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73a3c3d2-6784-4706-86f4-76d00f5c67d3 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.183491 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: c41f4e09-a217-4e5b-87c0-170d567e9673 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:12.184019 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c41f4e09-a217-4e5b-87c0-170d567e9673 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:12.187716 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bc357-66d1-4df5-9e8c-55f6202faee8 None None] Pushing event deleted for resources: {'Port': ['ID=c41f4e09-a217-4e5b-87c0-170d567e9673,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:12.194198 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40400) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:12.194894 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-73a3c3d2-6784-4706-86f4-76d00f5c67d3 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1878643 Nov 12 01:07:12.218972 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-b2b0bb75-6518-4e8d-aac1-5f3e4b084fd5 req-008e2c40-f2c8-4e20-a190-1bfd6a431f84 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Deleting port 0a55b318-352a-425e-86d2-76a2df69d454 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:12.219387 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b2b0bb75-6518-4e8d-aac1-5f3e4b084fd5 req-008e2c40-f2c8-4e20-a190-1bfd6a431f84 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.368706 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-40a17177-b57a-4d00-ac67-0eb8745f78f6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.376562 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-31214d0f-4d7d-4008-a93a-bbad160680a4 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] For port 1f934732-f893-472e-b6db-8095255c2ae2, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1f934732-f893-472e-b6db-8095255c2ae2,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:12.376938 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-31214d0f-4d7d-4008-a93a-bbad160680a4 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.462255 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-31214d0f-4d7d-4008-a93a-bbad160680a4 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Calling delete_port for 1f934732-f893-472e-b6db-8095255c2ae2 owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:12.495390 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-b2b0bb75-6518-4e8d-aac1-5f3e4b084fd5 req-008e2c40-f2c8-4e20-a190-1bfd6a431f84 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] For port 0a55b318-352a-425e-86d2-76a2df69d454, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=0a55b318-352a-425e-86d2-76a2df69d454,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:12.495759 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b2b0bb75-6518-4e8d-aac1-5f3e4b084fd5 req-008e2c40-f2c8-4e20-a190-1bfd6a431f84 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.624886 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-b2b0bb75-6518-4e8d-aac1-5f3e4b084fd5 req-008e2c40-f2c8-4e20-a190-1bfd6a431f84 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Calling delete_port for 0a55b318-352a-425e-86d2-76a2df69d454 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:12.649518 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-40a17177-b57a-4d00-ac67-0eb8745f78f6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.654060 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-40a17177-b57a-4d00-ac67-0eb8745f78f6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.784300 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-40a17177-b57a-4d00-ac67-0eb8745f78f6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.784823 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a17177-b57a-4d00-ac67-0eb8745f78f6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72fe6857-76c7-4cd8-957d-c0130340aaca {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:07:12.790369 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-40a17177-b57a-4d00-ac67-0eb8745f78f6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.791471 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-40a17177-b57a-4d00-ac67-0eb8745f78f6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "DELETE /v2.0/routers/72fe6857-76c7-4cd8-957d-c0130340aaca HTTP/1.1" status: 204 len: 168 time: 0.5888319 Nov 12 01:07:12.885733 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-31214d0f-4d7d-4008-a93a-bbad160680a4 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.922542 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31214d0f-4d7d-4008-a93a-bbad160680a4 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event deleted for resources: {'Port': ['ID=1f934732-f893-472e-b6db-8095255c2ae2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:12.929208 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b2b0bb75-6518-4e8d-aac1-5f3e4b084fd5 req-008e2c40-f2c8-4e20-a190-1bfd6a431f84 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.941207 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40404) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:12.946337 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a656dd61-7d61-4e75-b9a7-4e3b5f5856dc None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:12.949377 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f1e0f8f6-8439-45ca-89cf-a9cd333e7c27', '0a55b318-352a-425e-86d2-76a2df69d454'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:13.000567 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e2c40-f2c8-4e20-a190-1bfd6a431f84 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Pushing event deleted for resources: {'Port': ['ID=0a55b318-352a-425e-86d2-76a2df69d454,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:13.051651 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b0bb75-6518-4e8d-aac1-5f3e4b084fd5 req-008e2c40-f2c8-4e20-a190-1bfd6a431f84 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] No DVR routers for this DVR port 0a55b318-352a-425e-86d2-76a2df69d454 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:13.056545 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b2b0bb75-6518-4e8d-aac1-5f3e4b084fd5 req-008e2c40-f2c8-4e20-a190-1bfd6a431f84 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.059922 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b2b0bb75-6518-4e8d-aac1-5f3e4b084fd5 req-008e2c40-f2c8-4e20-a190-1bfd6a431f84 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.21 "DELETE /v2.0/ports/0a55b318-352a-425e-86d2-76a2df69d454 HTTP/1.1" status: 204 len: 173 time: 1.1524031 Nov 12 01:07:13.060393 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1715b7-004e-4799-95d0-18afe7706acf', 'name': 'network-vif-deleted', 'tag': '0a55b318-352a-425e-86d2-76a2df69d454'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:13.062796 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2c90ad-4e78-40d9-95df-3e8aed179027" -d '{"events": [{"server_uuid": "8f1715b7-004e-4799-95d0-18afe7706acf", "name": "network-vif-deleted", "tag": "0a55b318-352a-425e-86d2-76a2df69d454"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:13.065775 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-31214d0f-4d7d-4008-a93a-bbad160680a4 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.140559 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c14f49-1c52-4d50-89cb-68edf50e9bad x-openstack-request-id: req-d0c14f49-1c52-4d50-89cb-68edf50e9bad {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:13.140933 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1715b7-004e-4799-95d0-18afe7706acf", "name": "network-vif-deleted", "tag": "0a55b318-352a-425e-86d2-76a2df69d454", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:13.141162 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0c14f49-1c52-4d50-89cb-68edf50e9bad {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:13.141521 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1715b7-004e-4799-95d0-18afe7706acf', 'name': 'network-vif-deleted', 'tag': '0a55b318-352a-425e-86d2-76a2df69d454', 'status': 'completed', 'code': 200} Nov 12 01:07:13.198031 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b154dd24-8342-450c-a771-ba07712e7fe3 req-62eb0151-869b-454f-aca4-74eeb7bce254 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f1715b7-004e-4799-95d0-18afe7706acf HTTP/1.1" status: 200 len: 210 time: 0.0592444 Nov 12 01:07:13.201657 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-31214d0f-4d7d-4008-a93a-bbad160680a4 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.204019 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-31214d0f-4d7d-4008-a93a-bbad160680a4 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.250507 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-31214d0f-4d7d-4008-a93a-bbad160680a4 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.250996 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31214d0f-4d7d-4008-a93a-bbad160680a4 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Fanout notify agent at l3_agent the message router_deleted on router e981ebaa-91c8-42f4-af9d-2108941d534e {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:07:13.259431 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-31214d0f-4d7d-4008-a93a-bbad160680a4 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.263053 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-31214d0f-4d7d-4008-a93a-bbad160680a4 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "DELETE /v2.0/routers/e981ebaa-91c8-42f4-af9d-2108941d534e HTTP/1.1" status: 204 len: 168 time: 1.7792933 Nov 12 01:07:13.263626 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40412) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:13.293219 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-992b5dba-bb17-4690-b82d-91c8ff013c67 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-267180043', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}, 'admin_state_up': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:13.378389 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-992b5dba-bb17-4690-b82d-91c8ff013c67 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.380725 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-992b5dba-bb17-4690-b82d-91c8ff013c67 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.387820 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8aa29ba9-4f4d-43f4-97e4-5ae6a8e52daf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.447171 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:07:13.478520 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-992b5dba-bb17-4690-b82d-91c8ff013c67 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.581373 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8aa29ba9-4f4d-43f4-97e4-5ae6a8e52daf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.607075 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-8aa29ba9-4f4d-43f4-97e4-5ae6a8e52daf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:13.678881 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-8aa29ba9-4f4d-43f4-97e4-5ae6a8e52daf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9fa91af-87b2-4a71-97b8-1e6c878c3db9') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:13.679186 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-8aa29ba9-4f4d-43f4-97e4-5ae6a8e52daf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9fa91af-87b2-4a71-97b8-1e6c878c3db9') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:13.692712 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-992b5dba-bb17-4690-b82d-91c8ff013c67 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.696633 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8aa29ba9-4f4d-43f4-97e4-5ae6a8e52daf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.728471 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8aa29ba9-4f4d-43f4-97e4-5ae6a8e52daf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.744546 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa29ba9-4f4d-43f4-97e4-5ae6a8e52daf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:07:13.745048 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8aa29ba9-4f4d-43f4-97e4-5ae6a8e52daf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:07:13.749895 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:07:13.859147 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8aa29ba9-4f4d-43f4-97e4-5ae6a8e52daf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.865739 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8aa29ba9-4f4d-43f4-97e4-5ae6a8e52daf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.872386 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8aa29ba9-4f4d-43f4-97e4-5ae6a8e52daf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "DELETE /v2.0/networks/3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936 HTTP/1.1" status: 204 len: 168 time: 0.6048970 Nov 12 01:07:13.890379 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40414) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:13.901147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-204fa704-35a9-4d4b-a0a1-1d5f45926905 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'network': {'name': 'tempest-network-smoke--488065382', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'port_security_enabled': True}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:13.907153 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa29ba9-4f4d-43f4-97e4-5ae6a8e52daf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event deleted for resources: {'Network': ['ID=3d0d48d3-bd50-4a75-b7d7-b7e1efdd7936,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:13.933001 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204fa704-35a9-4d4b-a0a1-1d5f45926905 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Made reservation on behalf of a95a5ba21e204aa3a425fd0950571760 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:13.936675 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-204fa704-35a9-4d4b-a0a1-1d5f45926905 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.960569 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1f934732-f893-472e-b6db-8095255c2ae2 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:13.962175 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-204fa704-35a9-4d4b-a0a1-1d5f45926905 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:07:13.971978 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-204fa704-35a9-4d4b-a0a1-1d5f45926905 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.972324 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-204fa704-35a9-4d4b-a0a1-1d5f45926905 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Added segment 836aaa33-cb58-43cb-8a73-285323e606a1 of type vlan for network d19321ad-19d8-4ece-b76b-909166e63ecd Nov 12 01:07:13.999182 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 1f934732-f893-472e-b6db-8095255c2ae2 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:14.000409 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1f934732-f893-472e-b6db-8095255c2ae2 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:14.000896 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 36f97a44-d90c-4d69-807a-7f9ff1ab4097 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:14.016817 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-204fa704-35a9-4d4b-a0a1-1d5f45926905 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.023409 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 36f97a44-d90c-4d69-807a-7f9ff1ab4097 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:14.023680 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 36f97a44-d90c-4d69-807a-7f9ff1ab4097 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:14.039138 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-992b5dba-bb17-4690-b82d-91c8ff013c67 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.044558 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-204fa704-35a9-4d4b-a0a1-1d5f45926905 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.050649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204fa704-35a9-4d4b-a0a1-1d5f45926905 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:14.051237 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-204fa704-35a9-4d4b-a0a1-1d5f45926905 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.058287 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-992b5dba-bb17-4690-b82d-91c8ff013c67 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.093326 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-204fa704-35a9-4d4b-a0a1-1d5f45926905 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1968110 Nov 12 01:07:14.098980 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40416) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:14.105338 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7ec0162e-798b-4891-895d-2765c52e540f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1332379027', 'admin_state_up': True, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:14.127695 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204fa704-35a9-4d4b-a0a1-1d5f45926905 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'Network': ['ID=d19321ad-19d8-4ece-b76b-909166e63ecd,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:14.138326 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network d19321ad-19d8-4ece-b76b-909166e63ecd details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:07:14.143902 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ec0162e-798b-4891-895d-2765c52e540f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.145030 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ec0162e-798b-4891-895d-2765c52e540f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.206391 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-992b5dba-bb17-4690-b82d-91c8ff013c67 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Allocated IP 172.25.0.212 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/f7e26f34-2fe2-4062-ad12-d062062d4971) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:14.236207 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ec0162e-798b-4891-895d-2765c52e540f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.436395 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ec0162e-798b-4891-895d-2765c52e540f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.546797 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-992b5dba-bb17-4690-b82d-91c8ff013c67 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.642348 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-07c089f7-9383-47bc-8012-c898aaba32ba tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:14.643930 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-07c089f7-9383-47bc-8012-c898aaba32ba tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 805 time: 0.2024951 Nov 12 01:07:14.666349 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-992b5dba-bb17-4690-b82d-91c8ff013c67 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.678356 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-f155a7dd-0f2b-433e-bfaa-f264efe4b511 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/quotas/e89600b132b441d69dfb3856fca29f85 HTTP/1.1" status: 200 len: 375 time: 0.0286191 Nov 12 01:07:14.726411 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992b5dba-bb17-4690-b82d-91c8ff013c67 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:14.748635 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-992b5dba-bb17-4690-b82d-91c8ff013c67 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:14.755244 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992b5dba-bb17-4690-b82d-91c8ff013c67 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:14.764886 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e709c19e-57cb-4040-ae67-00e4b10fd32c None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:14.768636 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b5dba-bb17-4690-b82d-91c8ff013c67 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Pushing event updated for resources: {'Port': ['ID=f7e26f34-2fe2-4062-ad12-d062062d4971,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:14.823568 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-67f4ba2b-31e0-40bf-907c-2f56cc92318c None None] Provisioning complete for port f7e26f34-2fe2-4062-ad12-d062062d4971 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:14.824054 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-67f4ba2b-31e0-40bf-907c-2f56cc92318c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.856838 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-e130eeab-eee9-4168-a4b8-585ba04217b2 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1558881 Nov 12 01:07:14.857488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-67f4ba2b-31e0-40bf-907c-2f56cc92318c None None] Port f7e26f34-2fe2-4062-ad12-d062062d4971 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:15.332421 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ec0162e-798b-4891-895d-2765c52e540f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.346167 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 0a55b318-352a-425e-86d2-76a2df69d454 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:15.369109 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 0a55b318-352a-425e-86d2-76a2df69d454 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:15.369452 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 0a55b318-352a-425e-86d2-76a2df69d454 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:15.371163 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ec0162e-798b-4891-895d-2765c52e540f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.559800 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-477fbd8d-250c-4270-837f-1e523af271d1 service neutron] 10.222.0.31 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6432388 Nov 12 01:07:15.674890 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-7ec0162e-798b-4891-895d-2765c52e540f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Allocated IP 172.25.0.123 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:15.688173 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-992b5dba-bb17-4690-b82d-91c8ff013c67 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.837331 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-9fd0ab33-68e1-4525-83d5-81d521e76688 service neutron] 10.222.0.31 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495089 Nov 12 01:07:15.926994 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ec0162e-798b-4891-895d-2765c52e540f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.005084 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-70d363ef-5cfd-405e-bbc6-233ce94e3a5f req-d7f8ac47-8ffb-4ebd-9757-8cc4840f15bf tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=f10d387b-c8c3-4e94-b91c-2698a3299d4a HTTP/1.1" status: 200 len: 210 time: 0.0290034 Nov 12 01:07:16.012761 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-992b5dba-bb17-4690-b82d-91c8ff013c67 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.017210 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ec0162e-798b-4891-895d-2765c52e540f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.097087 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec0162e-798b-4891-895d-2765c52e540f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:16.108384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-7ec0162e-798b-4891-895d-2765c52e540f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:16.114689 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec0162e-798b-4891-895d-2765c52e540f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:16.119216 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0162e-798b-4891-895d-2765c52e540f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'Port': ['ID=e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:16.122669 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd8cf37-c38b-49d9-98c9-bf7ce9da9bf4 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:16.191560 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-450e63d0-031e-4400-b03c-f0644abfc101 None None] Provisioning complete for port e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:16.192005 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-450e63d0-031e-4400-b03c-f0644abfc101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.231450 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-450e63d0-031e-4400-b03c-f0644abfc101 None None] Port e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:16.328523 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992b5dba-bb17-4690-b82d-91c8ff013c67 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Router 9ffdee3e-1b0c-4a3e-97ab-17f58f1cdcc2 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:07:16.524709 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ec0162e-798b-4891-895d-2765c52e540f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.566522 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992b5dba-bb17-4690-b82d-91c8ff013c67 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:16.577406 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea29e3a-8f09-4c41-a01b-27e714c5bb2e None None] Sync routers for ids ['9ffdee3e-1b0c-4a3e-97ab-17f58f1cdcc2'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:16.596865 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea29e3a-8f09-4c41-a01b-27e714c5bb2e None None] Routers {'9ffdee3e-1b0c-4a3e-97ab-17f58f1cdcc2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:16.597805 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4ea29e3a-8f09-4c41-a01b-27e714c5bb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9ffdee3e-1b0c-4a3e-97ab-17f58f1cdcc2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:16.598778 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-992b5dba-bb17-4690-b82d-91c8ff013c67 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.605086 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-992b5dba-bb17-4690-b82d-91c8ff013c67 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.6578200 Nov 12 01:07:16.606247 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40448) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:16.637893 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4ea29e3a-8f09-4c41-a01b-27e714c5bb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:16.648503 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea29e3a-8f09-4c41-a01b-27e714c5bb2e None None] Routers {'9ffdee3e-1b0c-4a3e-97ab-17f58f1cdcc2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:16.649371 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4ea29e3a-8f09-4c41-a01b-27e714c5bb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9ffdee3e-1b0c-4a3e-97ab-17f58f1cdcc2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:16.688761 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4ea29e3a-8f09-4c41-a01b-27e714c5bb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:16.689865 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea29e3a-8f09-4c41-a01b-27e714c5bb2e None None] The sync data for ids ['9ffdee3e-1b0c-4a3e-97ab-17f58f1cdcc2'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:16.749725 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c60a970c-0e1a-405e-abbb-0d950bad5904 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "GET /v2.0/routers/9ffdee3e-1b0c-4a3e-97ab-17f58f1cdcc2 HTTP/1.1" status: 200 len: 924 time: 0.1417770 Nov 12 01:07:16.753216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40450) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:16.777763 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ec0162e-798b-4891-895d-2765c52e540f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.781057 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6c17fee6-079c-4f76-bcce-13da8edbed4c tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ffdee3e-1b0c-4a3e-97ab-17f58f1cdcc2 HTTP/1.1" status: 200 len: 205 time: 0.0267460 Nov 12 01:07:16.783754 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40452) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:16.891440 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0cac206d-1c5b-4412-8de3-b88fcbd23457 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.914397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec0162e-798b-4891-895d-2765c52e540f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Router 272b32a3-8818-47bc-9514-3d56a46a6b0a is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:07:17.004261 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0cac206d-1c5b-4412-8de3-b88fcbd23457 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.036100 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec0162e-798b-4891-895d-2765c52e540f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:17.048192 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] Sync routers for ids ['272b32a3-8818-47bc-9514-3d56a46a6b0a'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:17.058703 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-0cac206d-1c5b-4412-8de3-b88fcbd23457 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Deleting port f7e26f34-2fe2-4062-ad12-d062062d4971 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:17.059193 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0cac206d-1c5b-4412-8de3-b88fcbd23457 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.060660 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] Routers {'272b32a3-8818-47bc-9514-3d56a46a6b0a'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:17.061908 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['272b32a3-8818-47bc-9514-3d56a46a6b0a'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:17.068624 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ec0162e-798b-4891-895d-2765c52e540f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.075532 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7ec0162e-798b-4891-895d-2765c52e540f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9716105 Nov 12 01:07:17.075720 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40456) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:17.159249 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3140224b-783d-4590-aa24-0ff91154033f req-e49ce32e-98e4-46d7-a263-315647faf4e6 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=f10d387b-c8c3-4e94-b91c-2698a3299d4a HTTP/1.1" status: 200 len: 210 time: 0.0463617 Nov 12 01:07:17.198253 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] Set router 272b32a3-8818-47bc-9514-3d56a46a6b0a gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:17.277219 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-4eec412f-0bd6-4d73-9053-4004fc7e3038 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:17.278699 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-4eec412f-0bd6-4d73-9053-4004fc7e3038 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.15 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 805 time: 0.1184564 Nov 12 01:07:17.303574 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-f7ae3524-9e47-4dec-a56c-4360e8e3aa5c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Request body: {'port': {'device_id': 'f10d387b-c8c3-4e94-b91c-2698a3299d4a', 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36', 'admin_state_up': True, 'tenant_id': 'e89600b132b441d69dfb3856fca29f85'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:17.406739 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'name': 'tempest-TestNetworkBasicOps-router-1332379027', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:14Z', 'updated_at': '2021-11-12T01:07:16Z', 'revision_number': 3, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:64:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:15Z', 'updated_at': '2021-11-12T01:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:17.423254 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-f7ae3524-9e47-4dec-a56c-4360e8e3aa5c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Made reservation on behalf of e89600b132b441d69dfb3856fca29f85 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:17.428017 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-f7ae3524-9e47-4dec-a56c-4360e8e3aa5c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.438856 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] Checking router: 272b32a3-8818-47bc-9514-3d56a46a6b0a for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:07:17.439201 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] Updating router 272b32a3-8818-47bc-9514-3d56a46a6b0a port e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:07:17.475446 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.511135 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7dfa3d12-1be4-4c44-a29b-9a69a3cdd7ce tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=a95a5ba21e204aa3a425fd0950571760&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4351683 Nov 12 01:07:17.513809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40460) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:17.575346 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-f7ae3524-9e47-4dec-a56c-4360e8e3aa5c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Allocated IP 172.20.0.13 (16281115-b3d6-46f6-bb8f-00ff27cd9f36/2f979b72-06d7-47f0-888a-cb01892f2ff7/9a693c6c-a4a4-48cc-82df-bc9258418351) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:17.608155 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0cac206d-1c5b-4412-8de3-b88fcbd23457 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.631541 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-0cac206d-1c5b-4412-8de3-b88fcbd23457 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Calling delete_port for f7e26f34-2fe2-4062-ad12-d062062d4971 owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:17.663677 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ae3ab2-00dc-4928-8130-b5b2f42bc7c7 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:17.665606 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d4ae3ab2-00dc-4928-8130-b5b2f42bc7c7 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1507580 Nov 12 01:07:17.671104 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40462) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:17.739982 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b7460a1b-d2d5-433b-abff-ab1c545d4a2c tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0677323 Nov 12 01:07:17.740882 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40464) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:17.749420 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e0e4212d-74bf-4e1f-9b4a-ed37609624ca tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-851294761', 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:17.752661 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.759418 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.811196 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf407f5e-3aeb-4bd0-89f4-f7b71ec5c199 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:17.818886 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803ec05-5eed-49e0-a6dc-2967076b5049 None None] Pushing event updated for resources: {'Port': ['ID=e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:17.821467 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] Attempting to bind port e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:17.821914 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] Attempting to bind port e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:17.822298 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] Attempting to bind port e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:17.830409 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:17.830409 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:17.830833 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.831206 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:17.831944 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] Bound port: e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:17.832809 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.866655 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7eb8f776-aa02-4224-8d32-d42d0b4e9107 None None] Provisioning complete for port e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:17.867422 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f776-aa02-4224-8d32-d42d0b4e9107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.869362 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0cac206d-1c5b-4412-8de3-b88fcbd23457 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.894730 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-f7ae3524-9e47-4dec-a56c-4360e8e3aa5c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.901333 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] For port e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:17.912377 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] For port e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:17.920257 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.929525 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac206d-1c5b-4412-8de3-b88fcbd23457 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Pushing event deleted for resources: {'Port': ['ID=f7e26f34-2fe2-4062-ad12-d062062d4971,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:17.939597 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e4212d-74bf-4e1f-9b4a-ed37609624ca tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Made reservation on behalf of a95a5ba21e204aa3a425fd0950571760 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:17.944983 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0e4212d-74bf-4e1f-9b4a-ed37609624ca tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.955765 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355bfa23-6e9b-4503-80bd-34b6ccaf9e89 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:17.965912 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7eb8f776-aa02-4224-8d32-d42d0b4e9107 None None] Port e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:18.010473 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6279b9-fc90-4850-8914-2c4ca7ff0691 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:18.014996 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] Routers {'272b32a3-8818-47bc-9514-3d56a46a6b0a'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:18.015888 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['272b32a3-8818-47bc-9514-3d56a46a6b0a'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:18.031125 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-f7ae3524-9e47-4dec-a56c-4360e8e3aa5c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.044009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f1e0f8f6-8439-45ca-89cf-a9cd333e7c27'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:18.056999 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0cac206d-1c5b-4412-8de3-b88fcbd23457 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.063461 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803ec05-5eed-49e0-a6dc-2967076b5049 None None] Pushing event updated for resources: {'Port': ['ID=e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:18.101051 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-f7ae3524-9e47-4dec-a56c-4360e8e3aa5c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:18.110397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-f7ae3524-9e47-4dec-a56c-4360e8e3aa5c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:18.117252 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-f7ae3524-9e47-4dec-a56c-4360e8e3aa5c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:18.182364 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1808ec1d-612c-469d-8776-c615d8bfb3e0 None None] Provisioning complete for port e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:18.183954 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1808ec1d-612c-469d-8776-c615d8bfb3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.185803 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae3524-9e47-4dec-a56c-4360e8e3aa5c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Pushing event updated for resources: {'Port': ['ID=9a693c6c-a4a4-48cc-82df-bc9258418351,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:18.189665 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0cac206d-1c5b-4412-8de3-b88fcbd23457 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.192199 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0cac206d-1c5b-4412-8de3-b88fcbd23457 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.257641 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-f7ae3524-9e47-4dec-a56c-4360e8e3aa5c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:18.258325 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-f7ae3524-9e47-4dec-a56c-4360e8e3aa5c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.268549 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0cac206d-1c5b-4412-8de3-b88fcbd23457 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.270317 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cac206d-1c5b-4412-8de3-b88fcbd23457 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Fanout notify agent at l3_agent the message router_deleted on router 9ffdee3e-1b0c-4a3e-97ab-17f58f1cdcc2 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:07:18.271035 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] Set router 272b32a3-8818-47bc-9514-3d56a46a6b0a gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:18.295125 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-f7ae3524-9e47-4dec-a56c-4360e8e3aa5c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9963274 Nov 12 01:07:18.296525 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0cac206d-1c5b-4412-8de3-b88fcbd23457 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.298879 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0cac206d-1c5b-4412-8de3-b88fcbd23457 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "DELETE /v2.0/routers/9ffdee3e-1b0c-4a3e-97ab-17f58f1cdcc2 HTTP/1.1" status: 204 len: 168 time: 1.5133610 Nov 12 01:07:18.302983 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40468) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:18.308444 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-c6d87712-2d93-404c-8b61-8331e5614897 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Request body: {'router': {'name': 'tempest-snat-router-270315096', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'enable_snat': False}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:18.334702 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] Request body: {'port': {'device_id': 'f10d387b-c8c3-4e94-b91c-2698a3299d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:18.387041 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6d87712-2d93-404c-8b61-8331e5614897 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.388613 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6d87712-2d93-404c-8b61-8331e5614897 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.418672 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ac63f-5c2c-4ee8-9b96-912f3fb7ff05 req-e66045cb-c0f5-47af-96f3-21f55d7d1005 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:18.420788 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-af4ac63f-5c2c-4ee8-9b96-912f3fb7ff05 req-e66045cb-c0f5-47af-96f3-21f55d7d1005 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=f10d387b-c8c3-4e94-b91c-2698a3299d4a HTTP/1.1" status: 200 len: 932 time: 0.1056578 Nov 12 01:07:18.463002 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1808ec1d-612c-469d-8776-c615d8bfb3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.490843 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-1808ec1d-612c-469d-8776-c615d8bfb3e0 None None] For port e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:18.495725 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1808ec1d-612c-469d-8776-c615d8bfb3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.497170 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.514355 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0e4212d-74bf-4e1f-9b4a-ed37609624ca tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.552250 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6d87712-2d93-404c-8b61-8331e5614897 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.573425 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'name': 'tempest-TestNetworkBasicOps-router-1332379027', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:14Z', 'updated_at': '2021-11-12T01:07:16Z', 'revision_number': 3, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:64:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:15Z', 'updated_at': '2021-11-12T01:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:18.615444 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808ec1d-612c-469d-8776-c615d8bfb3e0 None None] Pushing event updated for resources: {'Port': ['ID=e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:18.664640 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4212d-74bf-4e1f-9b4a-ed37609624ca tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'Subnet': ['ID=b0f7b231-15e6-44c0-a550-1ab1dc08e9cb,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:18.679550 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-af4ac63f-5c2c-4ee8-9b96-912f3fb7ff05 req-0b8ef576-7c87-4d34-8917-d98d426f90fb tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502785 Nov 12 01:07:18.724444 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e4212d-74bf-4e1f-9b4a-ed37609624ca tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Checking segment: {'id': '836aaa33-cb58-43cb-8a73-285323e606a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:18.724843 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e4212d-74bf-4e1f-9b4a-ed37609624ca tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Network hostable DHCP agents. Network: d19321ad-19d8-4ece-b76b-909166e63ecd, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:07:18.739237 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f7e57-5dc5-4e07-87ea-6c55db86d7eb None None] The sync data for ids ['272b32a3-8818-47bc-9514-3d56a46a6b0a'] in n-d-712137-14 is: [{'id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'name': 'tempest-TestNetworkBasicOps-router-1332379027', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:14Z', 'updated_at': '2021-11-12T01:07:16Z', 'revision_number': 3, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:64:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:15Z', 'updated_at': '2021-11-12T01:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:18.765384 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6d87712-2d93-404c-8b61-8331e5614897 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.780045 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e4212d-74bf-4e1f-9b4a-ed37609624ca tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Network d19321ad-19d8-4ece-b76b-909166e63ecd is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:07:18.839849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-e0e4212d-74bf-4e1f-9b4a-ed37609624ca tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, d19321ad-19d8-4ece-b76b-909166e63ecd) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:18.849550 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e4212d-74bf-4e1f-9b4a-ed37609624ca tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:18.850191 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0e4212d-74bf-4e1f-9b4a-ed37609624ca tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.858509 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4696e2c8-16eb-4a9e-8d0b-e8c0bfafcad8 None None] Network d19321ad-19d8-4ece-b76b-909166e63ecd requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:18.893136 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e0e4212d-74bf-4e1f-9b4a-ed37609624ca tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1469221 Nov 12 01:07:18.895552 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40470) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:19.049707 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6d87712-2d93-404c-8b61-8331e5614897 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.087893 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6d87712-2d93-404c-8b61-8331e5614897 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.095027 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8e9780-fcaf-44d4-bdc0-6ab8c4b89b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-d19321ad-19d8-4ece-b76b-909166e63ecd', 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'fixed_ips': [{'subnet_id': 'b0f7b231-15e6-44c0-a550-1ab1dc08e9cb'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:07:19.096037 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9780-fcaf-44d4-bdc0-6ab8c4b89b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.267479 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-c6d87712-2d93-404c-8b61-8331e5614897 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Allocated IP 172.25.0.158 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/57beb3bc-f504-4e0d-9f83-3b8be63414bf) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:19.312166 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-0a8e9780-fcaf-44d4-bdc0-6ab8c4b89b4f None None] Allocated IP 172.20.0.2 (d19321ad-19d8-4ece-b76b-909166e63ecd/b0f7b231-15e6-44c0-a550-1ab1dc08e9cb/18271fac-656b-4ef8-9a6e-7f178113da61) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:19.409835 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6d87712-2d93-404c-8b61-8331e5614897 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.453795 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6d87712-2d93-404c-8b61-8331e5614897 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.494949 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d87712-2d93-404c-8b61-8331e5614897 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:19.498218 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-c6d87712-2d93-404c-8b61-8331e5614897 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:19.502454 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d87712-2d93-404c-8b61-8331e5614897 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:19.504465 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9780-fcaf-44d4-bdc0-6ab8c4b89b4f None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.508885 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a693c6c-a4a4-48cc-82df-bc9258418351 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:19.516298 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9780-fcaf-44d4-bdc0-6ab8c4b89b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.525405 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa46353-aa1c-4803-a308-14cfffced2f8 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:19.550802 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.568716 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d87712-2d93-404c-8b61-8331e5614897 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Pushing event updated for resources: {'Port': ['ID=57beb3bc-f504-4e0d-9f83-3b8be63414bf,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:19.586197 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8e9780-fcaf-44d4-bdc0-6ab8c4b89b4f None None] Network d19321ad-19d8-4ece-b76b-909166e63ecd is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:19.591211 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] Transition to ACTIVE for port object 9a693c6c-a4a4-48cc-82df-bc9258418351 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:07:19.593425 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-0a8e9780-fcaf-44d4-bdc0-6ab8c4b89b4f None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:19.599794 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8e9780-fcaf-44d4-bdc0-6ab8c4b89b4f None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:19.602293 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e9780-fcaf-44d4-bdc0-6ab8c4b89b4f None None] Pushing event updated for resources: {'Port': ['ID=18271fac-656b-4ef8-9a6e-7f178113da61,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:19.604210 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.670755 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4130a82b-fa86-499c-a251-4ce29bd4822c None None] Provisioning complete for port 57beb3bc-f504-4e0d-9f83-3b8be63414bf triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:19.670755 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4130a82b-fa86-499c-a251-4ce29bd4822c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.717865 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-0a8e9780-fcaf-44d4-bdc0-6ab8c4b89b4f None None] Attempting to bind port 18271fac-656b-4ef8-9a6e-7f178113da61 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:19.718261 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-0a8e9780-fcaf-44d4-bdc0-6ab8c4b89b4f None None] Attempting to bind port 18271fac-656b-4ef8-9a6e-7f178113da61 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '836aaa33-cb58-43cb-8a73-285323e606a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:19.718638 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8e9780-fcaf-44d4-bdc0-6ab8c4b89b4f None None] Attempting to bind port 18271fac-656b-4ef8-9a6e-7f178113da61 on network d19321ad-19d8-4ece-b76b-909166e63ecd {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:19.743518 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a693c6c-a4a4-48cc-82df-bc9258418351,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:19.757134 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8e9780-fcaf-44d4-bdc0-6ab8c4b89b4f None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:19.757547 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8e9780-fcaf-44d4-bdc0-6ab8c4b89b4f None None] Checking segment: {'id': '836aaa33-cb58-43cb-8a73-285323e606a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:19.757961 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9780-fcaf-44d4-bdc0-6ab8c4b89b4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.758373 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8e9780-fcaf-44d4-bdc0-6ab8c4b89b4f None None] Bound using segment: {'id': '836aaa33-cb58-43cb-8a73-285323e606a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:19.758887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-0a8e9780-fcaf-44d4-bdc0-6ab8c4b89b4f None None] Bound port: 18271fac-656b-4ef8-9a6e-7f178113da61, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836aaa33-cb58-43cb-8a73-285323e606a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:19.759271 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9780-fcaf-44d4-bdc0-6ab8c4b89b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.782859 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4130a82b-fa86-499c-a251-4ce29bd4822c None None] Port 57beb3bc-f504-4e0d-9f83-3b8be63414bf cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:19.863161 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-0a8e9780-fcaf-44d4-bdc0-6ab8c4b89b4f None None] For port 18271fac-656b-4ef8-9a6e-7f178113da61, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:19.866798 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-0a8e9780-fcaf-44d4-bdc0-6ab8c4b89b4f None None] For port 18271fac-656b-4ef8-9a6e-7f178113da61, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=18271fac-656b-4ef8-9a6e-7f178113da61,segment=NetworkSegment(836aaa33-cb58-43cb-8a73-285323e606a1),segment_id=836aaa33-cb58-43cb-8a73-285323e606a1)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:19.874651 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9780-fcaf-44d4-bdc0-6ab8c4b89b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.895660 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6d87712-2d93-404c-8b61-8331e5614897 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.982940 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e9780-fcaf-44d4-bdc0-6ab8c4b89b4f None None] Pushing event updated for resources: {'Port': ['ID=18271fac-656b-4ef8-9a6e-7f178113da61,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:20.035633 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f11a7048-dfd9-47d5-b369-0cad19ca47e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.085470 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:20.119801 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187a978-e3cb-47c2-9bda-41089544173a req-6b0440ec-e302-4098-814c-139169b40531 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:20.121545 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d187a978-e3cb-47c2-9bda-41089544173a req-6b0440ec-e302-4098-814c-139169b40531 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=f10d387b-c8c3-4e94-b91c-2698a3299d4a HTTP/1.1" status: 200 len: 944 time: 0.2615011 Nov 12 01:07:20.161695 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:20.162257 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.244906 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] Attempting to bind port 9a693c6c-a4a4-48cc-82df-bc9258418351 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:20.245264 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] Attempting to bind port 9a693c6c-a4a4-48cc-82df-bc9258418351 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:20.245734 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] Attempting to bind port 9a693c6c-a4a4-48cc-82df-bc9258418351 on network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:20.267253 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] Port 9a693c6c-a4a4-48cc-82df-bc9258418351 on network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:20.268028 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] Attempting to bind port 9a693c6c-a4a4-48cc-82df-bc9258418351 on network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:20.293703 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:20.294068 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] Checking segment: {'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:20.294781 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] Bound using segment: {'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:20.294910 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] Bound port: 9a693c6c-a4a4-48cc-82df-bc9258418351, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:20.295268 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.302763 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6d87712-2d93-404c-8b61-8331e5614897 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.329200 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8eebbe05-c693-4df5-a16b-cbc30a2494d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.337856 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d187a978-e3cb-47c2-9bda-41089544173a req-48ba21aa-683d-4a6c-a1a1-b2f0d629252a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085421 Nov 12 01:07:20.460645 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d87712-2d93-404c-8b61-8331e5614897 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Router f30ee77c-c342-4297-b0ed-7048d8c9e63a is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:07:20.489115 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] For port 9a693c6c-a4a4-48cc-82df-bc9258418351, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:20.511183 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] For port 9a693c6c-a4a4-48cc-82df-bc9258418351, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=9a693c6c-a4a4-48cc-82df-bc9258418351,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:20.524344 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.573824 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d87712-2d93-404c-8b61-8331e5614897 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:20.590025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] Sync routers for ids ['f30ee77c-c342-4297-b0ed-7048d8c9e63a'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:20.597158 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6d87712-2d93-404c-8b61-8331e5614897 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.598814 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c6d87712-2d93-404c-8b61-8331e5614897 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.2942019 Nov 12 01:07:20.601644 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40474) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:20.603412 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] Routers {'f30ee77c-c342-4297-b0ed-7048d8c9e63a'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:20.604057 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f30ee77c-c342-4297-b0ed-7048d8c9e63a'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:20.613269 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:20.614569 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.616869 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] 10.222.0.15 "PUT /v2.0/ports/9a693c6c-a4a4-48cc-82df-bc9258418351 HTTP/1.1" status: 200 len: 1093 time: 2.2914219 Nov 12 01:07:20.621783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10d387b-c8c3-4e94-b91c-2698a3299d4a', 'tag': '9a693c6c-a4a4-48cc-82df-bc9258418351'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:20.624637 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de22971f-2f42-45a5-ab3c-71525ea01201" -d '{"events": [{"name": "network-changed", "server_uuid": "f10d387b-c8c3-4e94-b91c-2698a3299d4a", "tag": "9a693c6c-a4a4-48cc-82df-bc9258418351"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:20.701653 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab32abb-03f5-47f8-bb2d-09cdd7794519 x-openstack-request-id: req-9ab32abb-03f5-47f8-bb2d-09cdd7794519 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:20.702011 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10d387b-c8c3-4e94-b91c-2698a3299d4a", "tag": "9a693c6c-a4a4-48cc-82df-bc9258418351", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:20.702471 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ab32abb-03f5-47f8-bb2d-09cdd7794519 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:20.703014 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f10d387b-c8c3-4e94-b91c-2698a3299d4a', 'tag': '9a693c6c-a4a4-48cc-82df-bc9258418351', 'status': 'completed', 'code': 200} Nov 12 01:07:20.738734 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f4498e10-c225-4152-805b-bf45d89a3b13 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "GET /v2.0/routers/f30ee77c-c342-4297-b0ed-7048d8c9e63a HTTP/1.1" status: 200 len: 908 time: 0.1356986 Nov 12 01:07:20.741417 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e98ef-185f-47fa-be12-77e6b7e303e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a693c6c-a4a4-48cc-82df-bc9258418351,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:20.741605 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40478) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:20.748999 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] Set router f30ee77c-c342-4297-b0ed-7048d8c9e63a gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:20.750617 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-5b9964db-c8a0-431e-8643-3a9606f892b2 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Request body: {'router': {'name': 'tempest-snat-router-270315096', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'enable_snat': True}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:20.772608 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b9964db-c8a0-431e-8643-3a9606f892b2 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.774074 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b9964db-c8a0-431e-8643-3a9606f892b2 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.827475 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-191df230-c128-4ce8-9afc-fdd095ebb5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:20.829121 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-191df230-c128-4ce8-9afc-fdd095ebb5bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&device_id=f10d387b-c8c3-4e94-b91c-2698a3299d4a HTTP/1.1" status: 200 len: 1096 time: 0.1293583 Nov 12 01:07:20.836855 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b9964db-c8a0-431e-8643-3a9606f892b2 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.891816 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-25f02082-a1d9-4317-a3d3-3fa27c297338 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a693c6c-a4a4-48cc-82df-bc9258418351 HTTP/1.1" status: 200 len: 217 time: 0.0393124 Nov 12 01:07:20.936496 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-8eebbe05-c693-4df5-a16b-cbc30a2494d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Allocated IP 172.20.0.1 (d19321ad-19d8-4ece-b76b-909166e63ecd/b0f7b231-15e6-44c0-a550-1ab1dc08e9cb/ef98872c-121c-4790-a06a-183b738ba392) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:20.969342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-3f4d3b1d-30b1-4c06-bbe9-3ed95280a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:20.970978 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-3f4d3b1d-30b1-4c06-bbe9-3ed95280a8d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f979b72-06d7-47f0-888a-cb01892f2ff7 HTTP/1.1" status: 200 len: 845 time: 0.0701847 Nov 12 01:07:20.985305 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30ee77c-c342-4297-b0ed-7048d8c9e63a', 'name': 'tempest-snat-router-270315096', 'tenant_id': 'b2764a02de754e66b521968159249de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.158'}], 'enable_snat': False}, 'gw_port_id': '57beb3bc-f504-4e0d-9f83-3b8be63414bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:18Z', 'updated_at': '2021-11-12T01:07:19Z', 'revision_number': 3, 'project_id': 'b2764a02de754e66b521968159249de5', 'gw_port': {'id': '57beb3bc-f504-4e0d-9f83-3b8be63414bf', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30ee77c-c342-4297-b0ed-7048d8c9e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:19Z', 'updated_at': '2021-11-12T01:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:21.027160 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] Checking router: f30ee77c-c342-4297-b0ed-7048d8c9e63a for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:07:21.028006 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] Updating router f30ee77c-c342-4297-b0ed-7048d8c9e63a port 57beb3bc-f504-4e0d-9f83-3b8be63414bf binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:07:21.036767 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b9964db-c8a0-431e-8643-3a9606f892b2 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.052068 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-457dcc2c-d0c1-42e9-ade5-ef897ce81e10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16281115-b3d6-46f6-bb8f-00ff27cd9f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543482 Nov 12 01:07:21.057836 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.191231 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8eebbe05-c693-4df5-a16b-cbc30a2494d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.217923 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-9fd9de3f-0887-4bbf-9818-086e55388220 service neutron] 10.222.0.15 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579192 Nov 12 01:07:21.318396 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8eebbe05-c693-4df5-a16b-cbc30a2494d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.335095 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b9964db-c8a0-431e-8643-3a9606f892b2 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.376958 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b9964db-c8a0-431e-8643-3a9606f892b2 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.407907 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eebbe05-c693-4df5-a16b-cbc30a2494d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Network d19321ad-19d8-4ece-b76b-909166e63ecd is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:21.411237 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.415930 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-840fb914-82ac-4541-aafb-74223cb0dbe7 req-2a2d42bd-89f0-4d62-9f7e-303a73a241e2 service neutron] 10.222.0.15 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875830 Nov 12 01:07:21.417117 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-8eebbe05-c693-4df5-a16b-cbc30a2494d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:21.419041 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebbe05-c693-4df5-a16b-cbc30a2494d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'Port': ['ID=ef98872c-121c-4790-a06a-183b738ba392,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:21.421117 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eebbe05-c693-4df5-a16b-cbc30a2494d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:21.444586 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.474071 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8eebbe05-c693-4df5-a16b-cbc30a2494d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.525313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfa5667-aa3c-4ab3-b3b2-f76380591add None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:21.569921 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-5b9964db-c8a0-431e-8643-3a9606f892b2 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Allocated IP 172.25.0.106 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/afe1cad9-ae3b-4351-85ed-2ad5a533cd1c) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:21.575517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] Attempting to bind port 57beb3bc-f504-4e0d-9f83-3b8be63414bf on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:21.575907 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] Attempting to bind port 57beb3bc-f504-4e0d-9f83-3b8be63414bf by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:21.576273 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] Attempting to bind port 57beb3bc-f504-4e0d-9f83-3b8be63414bf on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:21.581517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1183fb6-37ca-46e3-8b62-81259f4b8dfd None None] Pushing event updated for resources: {'Port': ['ID=57beb3bc-f504-4e0d-9f83-3b8be63414bf,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:21.594501 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:21.594893 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:21.595300 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.595870 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:21.597220 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] Bound port: 57beb3bc-f504-4e0d-9f83-3b8be63414bf, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:21.597586 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.638227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64550597-8432-4619-8238-7c568f76221e None None] Network d19321ad-19d8-4ece-b76b-909166e63ecd requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:21.678425 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3c41f-74bb-406d-9b37-9a50f7d1eb50 req-750c596c-7fcf-4944-a01b-e3a90d5dac34 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:21.679807 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-39a3c41f-74bb-406d-9b37-9a50f7d1eb50 req-750c596c-7fcf-4944-a01b-e3a90d5dac34 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=f10d387b-c8c3-4e94-b91c-2698a3299d4a HTTP/1.1" status: 200 len: 944 time: 0.1553919 Nov 12 01:07:21.690873 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22971f-2f42-45a5-ab3c-71525ea01201 req-392fa918-5d3a-44fb-9e85-6cad8ed0e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:21.692629 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-de22971f-2f42-45a5-ab3c-71525ea01201 req-392fa918-5d3a-44fb-9e85-6cad8ed0e85f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&device_id=f10d387b-c8c3-4e94-b91c-2698a3299d4a HTTP/1.1" status: 200 len: 1096 time: 0.1478088 Nov 12 01:07:21.768281 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b9964db-c8a0-431e-8643-3a9606f892b2 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.815896 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b9964db-c8a0-431e-8643-3a9606f892b2 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.839165 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-39a3c41f-74bb-406d-9b37-9a50f7d1eb50 req-5b45196e-6cff-4723-8fee-67299e17d2bb tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453547 Nov 12 01:07:21.842933 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8eebbe05-c693-4df5-a16b-cbc30a2494d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.868029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9964db-c8a0-431e-8643-3a9606f892b2 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:21.883760 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-5b9964db-c8a0-431e-8643-3a9606f892b2 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:21.887795 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9964db-c8a0-431e-8643-3a9606f892b2 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:21.888640 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0961ba68-9261-4656-8ae8-01b36d33b540 None None] Provisioning complete for port 57beb3bc-f504-4e0d-9f83-3b8be63414bf triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:21.889057 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0961ba68-9261-4656-8ae8-01b36d33b540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:21.896630 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] For port 57beb3bc-f504-4e0d-9f83-3b8be63414bf, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:21.908812 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22971f-2f42-45a5-ab3c-71525ea01201 req-b893dfc3-2a74-43b7-bd7c-97a23445bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:21.910389 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-de22971f-2f42-45a5-ab3c-71525ea01201 req-b893dfc3-2a74-43b7-bd7c-97a23445bf6c service neutron] 10.222.0.15 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 906 time: 0.2059383 Nov 12 01:07:21.918143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8788ff7-904a-4b9a-800d-6cbf1fcbb379 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:21.949098 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9964db-c8a0-431e-8643-3a9606f892b2 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Pushing event updated for resources: {'Port': ['ID=afe1cad9-ae3b-4351-85ed-2ad5a533cd1c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:21.949927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] For port 57beb3bc-f504-4e0d-9f83-3b8be63414bf, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=57beb3bc-f504-4e0d-9f83-3b8be63414bf,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:21.974479 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:22.001764 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-de22971f-2f42-45a5-ab3c-71525ea01201 req-8a4e376f-0364-4a2e-9429-4b2f720c853f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a693c6c-a4a4-48cc-82df-bc9258418351 HTTP/1.1" status: 200 len: 217 time: 0.0820928 Nov 12 01:07:22.022654 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-0961ba68-9261-4656-8ae8-01b36d33b540 None None] Port 57beb3bc-f504-4e0d-9f83-3b8be63414bf cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:22.056128 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97d91ae-74db-410d-9d3b-72fc03d5755d None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:22.064503 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 18271fac-656b-4ef8-9a6e-7f178113da61 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:22.138241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] Routers {'f30ee77c-c342-4297-b0ed-7048d8c9e63a'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:22.138881 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:06:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f30ee77c-c342-4297-b0ed-7048d8c9e63a'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:22.140859 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22971f-2f42-45a5-ab3c-71525ea01201 req-cd76ddf9-7c5a-4538-a944-e720c6c0013f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:22.142531 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-de22971f-2f42-45a5-ab3c-71525ea01201 req-cd76ddf9-7c5a-4538-a944-e720c6c0013f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f979b72-06d7-47f0-888a-cb01892f2ff7 HTTP/1.1" status: 200 len: 845 time: 0.1349735 Nov 12 01:07:22.147874 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1183fb6-37ca-46e3-8b62-81259f4b8dfd None None] Pushing event updated for resources: {'Port': ['ID=57beb3bc-f504-4e0d-9f83-3b8be63414bf,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:22.187404 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-de22971f-2f42-45a5-ab3c-71525ea01201 req-cc63fe46-42ad-4059-9621-beada51b2c6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16281115-b3d6-46f6-bb8f-00ff27cd9f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337691 Nov 12 01:07:22.266697 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4f882851-f966-42b5-bfc8-6bc61ff3599a None None] Provisioning complete for port afe1cad9-ae3b-4351-85ed-2ad5a533cd1c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:22.267071 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4f882851-f966-42b5-bfc8-6bc61ff3599a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:22.292271 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b9964db-c8a0-431e-8643-3a9606f892b2 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:22.331945 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 18271fac-656b-4ef8-9a6e-7f178113da61 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:22.332306 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:22.364423 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-de22971f-2f42-45a5-ab3c-71525ea01201 req-f53cc6af-9aa8-44d0-a73f-e251dcf148d6 service neutron] 10.222.0.15 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670742 Nov 12 01:07:22.373860 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4f882851-f966-42b5-bfc8-6bc61ff3599a None None] Port afe1cad9-ae3b-4351-85ed-2ad5a533cd1c cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:22.387947 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] Set router f30ee77c-c342-4297-b0ed-7048d8c9e63a gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:22.471073 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-60e79a72-1c5c-46ee-9593-bcc5b8aed01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:22.495269 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-de22971f-2f42-45a5-ab3c-71525ea01201 req-36413b50-ead4-4825-a1d9-ab7fdc97d500 service neutron] 10.222.0.15 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222451 Nov 12 01:07:22.495772 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4f882851-f966-42b5-bfc8-6bc61ff3599a None None] Provisioning complete for port 18271fac-656b-4ef8-9a6e-7f178113da61 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:22.496351 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4f882851-f966-42b5-bfc8-6bc61ff3599a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:22.506017 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8eebbe05-c693-4df5-a16b-cbc30a2494d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:22.512078 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8eebbe05-c693-4df5-a16b-cbc30a2494d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:22.605009 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8eebbe05-c693-4df5-a16b-cbc30a2494d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:22.645064 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebbe05-c693-4df5-a16b-cbc30a2494d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'Port': ['ID=ef98872c-121c-4790-a06a-183b738ba392,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:22.651390 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:22.722398 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eebbe05-c693-4df5-a16b-cbc30a2494d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Network d19321ad-19d8-4ece-b76b-909166e63ecd is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:22.723987 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-8eebbe05-c693-4df5-a16b-cbc30a2494d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:22.761824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 18271fac-656b-4ef8-9a6e-7f178113da61, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=18271fac-656b-4ef8-9a6e-7f178113da61,segment=NetworkSegment(836aaa33-cb58-43cb-8a73-285323e606a1),segment_id=836aaa33-cb58-43cb-8a73-285323e606a1)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:22.791211 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:22.879315 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=18271fac-656b-4ef8-9a6e-7f178113da61,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:22.887032 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30ee77c-c342-4297-b0ed-7048d8c9e63a', 'name': 'tempest-snat-router-270315096', 'tenant_id': 'b2764a02de754e66b521968159249de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.158'}], 'enable_snat': False}, 'gw_port_id': '57beb3bc-f504-4e0d-9f83-3b8be63414bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:18Z', 'updated_at': '2021-11-12T01:07:19Z', 'revision_number': 3, 'project_id': 'b2764a02de754e66b521968159249de5', 'gw_port': {'id': '57beb3bc-f504-4e0d-9f83-3b8be63414bf', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30ee77c-c342-4297-b0ed-7048d8c9e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:19Z', 'updated_at': '2021-11-12T01:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:22.889543 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4f882851-f966-42b5-bfc8-6bc61ff3599a None None] Provisioning complete for port 57beb3bc-f504-4e0d-9f83-3b8be63414bf triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:22.889933 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4f882851-f966-42b5-bfc8-6bc61ff3599a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:22.934512 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eebbe05-c693-4df5-a16b-cbc30a2494d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Router 272b32a3-8818-47bc-9514-3d56a46a6b0a has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:07:22.951746 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b9964db-c8a0-431e-8643-3a9606f892b2 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.006669 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31914ac-4c86-4cc7-afb2-1c2bfd15ea8e None None] The sync data for ids ['f30ee77c-c342-4297-b0ed-7048d8c9e63a'] in n-d-712137-14 is: [{'id': 'f30ee77c-c342-4297-b0ed-7048d8c9e63a', 'name': 'tempest-snat-router-270315096', 'tenant_id': 'b2764a02de754e66b521968159249de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.158'}], 'enable_snat': False}, 'gw_port_id': '57beb3bc-f504-4e0d-9f83-3b8be63414bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:18Z', 'updated_at': '2021-11-12T01:07:19Z', 'revision_number': 3, 'project_id': 'b2764a02de754e66b521968159249de5', 'gw_port': {'id': '57beb3bc-f504-4e0d-9f83-3b8be63414bf', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30ee77c-c342-4297-b0ed-7048d8c9e63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:19Z', 'updated_at': '2021-11-12T01:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:23.128169 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578f150-f408-4810-be7c-b9f1a30e9c35 req-f0aa6ae9-89bf-4880-a789-ec2333bc041b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:23.132928 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0578f150-f408-4810-be7c-b9f1a30e9c35 req-f0aa6ae9-89bf-4880-a789-ec2333bc041b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=f10d387b-c8c3-4e94-b91c-2698a3299d4a HTTP/1.1" status: 200 len: 944 time: 0.1350412 Nov 12 01:07:23.191120 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eebbe05-c693-4df5-a16b-cbc30a2494d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:23.192578 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4f882851-f966-42b5-bfc8-6bc61ff3599a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.202334 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8eebbe05-c693-4df5-a16b-cbc30a2494d6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "PUT /v2.0/routers/272b32a3-8818-47bc-9514-3d56a46a6b0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3034518 Nov 12 01:07:23.204646 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40486) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:23.215136 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] Sync routers for ids ['272b32a3-8818-47bc-9514-3d56a46a6b0a'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:23.230101 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] Routers {'272b32a3-8818-47bc-9514-3d56a46a6b0a'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:23.233178 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['272b32a3-8818-47bc-9514-3d56a46a6b0a'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:23.247970 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4f882851-f966-42b5-bfc8-6bc61ff3599a None None] For port 57beb3bc-f504-4e0d-9f83-3b8be63414bf, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=57beb3bc-f504-4e0d-9f83-3b8be63414bf,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:23.254344 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4f882851-f966-42b5-bfc8-6bc61ff3599a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.285753 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0578f150-f408-4810-be7c-b9f1a30e9c35 req-a98311d0-bc7c-4498-88e2-6a640ecc3b53 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314135 Nov 12 01:07:23.299205 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9964db-c8a0-431e-8643-3a9606f892b2 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Router 88d77c9e-307a-4cbd-9e6f-c9949acff8e9 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:07:23.354829 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f882851-f966-42b5-bfc8-6bc61ff3599a None None] Pushing event updated for resources: {'Port': ['ID=57beb3bc-f504-4e0d-9f83-3b8be63414bf,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:23.428875 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7b733f94-1177-41a2-9b80-0b086ff1265b None None] Provisioning complete for port ef98872c-121c-4790-a06a-183b738ba392 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:23.429251 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7b733f94-1177-41a2-9b80-0b086ff1265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.466514 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] Set router 272b32a3-8818-47bc-9514-3d56a46a6b0a gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:23.472762 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7b733f94-1177-41a2-9b80-0b086ff1265b None None] Port ef98872c-121c-4790-a06a-183b738ba392 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:23.489088 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56408a8-b889-4176-8db4-93585e8f5267 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:23.489856 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56408a8-b889-4176-8db4-93585e8f5267 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:23.490471 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56408a8-b889-4176-8db4-93585e8f5267 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:23.491084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56408a8-b889-4176-8db4-93585e8f5267 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:23.493493 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56408a8-b889-4176-8db4-93585e8f5267 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:23.494268 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56408a8-b889-4176-8db4-93585e8f5267 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:23.494914 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56408a8-b889-4176-8db4-93585e8f5267 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:23.497038 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d56408a8-b889-4176-8db4-93585e8f5267 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4976 time: 0.2912633 Nov 12 01:07:23.504370 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40488) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:23.518960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9964db-c8a0-431e-8643-3a9606f892b2 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:23.528587 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7b733f94-1177-41a2-9b80-0b086ff1265b None None] Provisioning complete for port 18271fac-656b-4ef8-9a6e-7f178113da61 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:23.529322 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7b733f94-1177-41a2-9b80-0b086ff1265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.535971 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.536565 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce1ff04-4e8c-47ed-b0c4-26eaca6fa59c None None] Sync routers for ids ['88d77c9e-307a-4cbd-9e6f-c9949acff8e9'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:23.540183 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b9964db-c8a0-431e-8643-3a9606f892b2 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.544747 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5b9964db-c8a0-431e-8643-3a9606f892b2 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.8020606 Nov 12 01:07:23.545621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40490) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:23.608484 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce1ff04-4e8c-47ed-b0c4-26eaca6fa59c None None] Routers {'88d77c9e-307a-4cbd-9e6f-c9949acff8e9'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:23.609912 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-dce1ff04-4e8c-47ed-b0c4-26eaca6fa59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['88d77c9e-307a-4cbd-9e6f-c9949acff8e9'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:23.624372 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3673d239-9a26-4020-b297-4e57fe1a7df9 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:23.624889 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3673d239-9a26-4020-b297-4e57fe1a7df9 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:23.625583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3673d239-9a26-4020-b297-4e57fe1a7df9 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:23.625812 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3673d239-9a26-4020-b297-4e57fe1a7df9 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:23.626764 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3673d239-9a26-4020-b297-4e57fe1a7df9 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:23.627204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3673d239-9a26-4020-b297-4e57fe1a7df9 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:23.627753 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3673d239-9a26-4020-b297-4e57fe1a7df9 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:23.634476 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3673d239-9a26-4020-b297-4e57fe1a7df9 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4636 time: 0.1282856 Nov 12 01:07:23.634897 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40492) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:23.734979 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40494) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:23.735430 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-931388e9-05af-4840-9e5c-0bd6d5280a06 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "GET /v2.0/routers/88d77c9e-307a-4cbd-9e6f-c9949acff8e9 HTTP/1.1" status: 200 len: 907 time: 0.1882141 Nov 12 01:07:23.757543 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'name': 'tempest-TestNetworkBasicOps-router-1332379027', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:14Z', 'updated_at': '2021-11-12T01:07:21Z', 'revision_number': 4, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:15Z', 'updated_at': '2021-11-12T01:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'ef98872c-121c-4790-a06a-183b738ba392', 'name': '', 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:b3:6d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b0f7b231-15e6-44c0-a550-1ab1dc08e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:20Z', 'updated_at': '2021-11-12T01:07:22Z', 'revision_number': 2, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': 'b0f7b231-15e6-44c0-a550-1ab1dc08e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:23.784298 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-dce1ff04-4e8c-47ed-b0c4-26eaca6fa59c None None] Set router 88d77c9e-307a-4cbd-9e6f-c9949acff8e9 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:23.799771 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] Checking router: 272b32a3-8818-47bc-9514-3d56a46a6b0a for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:07:23.799771 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] Updating router 272b32a3-8818-47bc-9514-3d56a46a6b0a port ef98872c-121c-4790-a06a-183b738ba392 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:07:23.827045 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.930691 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b8dc7ebf-d060-4301-a4bc-f57cdf983e81 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4453 time: 0.2944214 Nov 12 01:07:23.932236 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c41ec536-caf5-48fd-87c9-0489cc6c5036 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.028520 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-dce1ff04-4e8c-47ed-b0c4-26eaca6fa59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d77c9e-307a-4cbd-9e6f-c9949acff8e9', 'name': 'tempest-snat-router-270315096', 'tenant_id': 'b2764a02de754e66b521968159249de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'afe1cad9-ae3b-4351-85ed-2ad5a533cd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:20Z', 'updated_at': '2021-11-12T01:07:22Z', 'revision_number': 3, 'project_id': 'b2764a02de754e66b521968159249de5', 'gw_port': {'id': 'afe1cad9-ae3b-4351-85ed-2ad5a533cd1c', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d77c9e-307a-4cbd-9e6f-c9949acff8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:21Z', 'updated_at': '2021-11-12T01:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:24.075369 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce1ff04-4e8c-47ed-b0c4-26eaca6fa59c None None] Checking router: 88d77c9e-307a-4cbd-9e6f-c9949acff8e9 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:07:24.077232 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce1ff04-4e8c-47ed-b0c4-26eaca6fa59c None None] Updating router 88d77c9e-307a-4cbd-9e6f-c9949acff8e9 port afe1cad9-ae3b-4351-85ed-2ad5a533cd1c binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:07:24.109257 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dce1ff04-4e8c-47ed-b0c4-26eaca6fa59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.119693 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c41ec536-caf5-48fd-87c9-0489cc6c5036 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.162560 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 18271fac-656b-4ef8-9a6e-7f178113da61 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:24.209111 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c41ec536-caf5-48fd-87c9-0489cc6c5036 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Deleting port afe1cad9-ae3b-4351-85ed-2ad5a533cd1c {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:24.209459 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c41ec536-caf5-48fd-87c9-0489cc6c5036 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.242607 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.250478 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.324637 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c41ec536-caf5-48fd-87c9-0489cc6c5036 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.331323 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35cf6d9-e88f-49e0-8eab-ca6f3a1f1ca8 None None] Pushing event updated for resources: {'Port': ['ID=ef98872c-121c-4790-a06a-183b738ba392,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:24.355589 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c41ec536-caf5-48fd-87c9-0489cc6c5036 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Calling delete_port for afe1cad9-ae3b-4351-85ed-2ad5a533cd1c owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:24.398045 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] Attempting to bind port ef98872c-121c-4790-a06a-183b738ba392 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:24.398374 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] Attempting to bind port ef98872c-121c-4790-a06a-183b738ba392 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '836aaa33-cb58-43cb-8a73-285323e606a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:24.398691 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] Attempting to bind port ef98872c-121c-4790-a06a-183b738ba392 on network d19321ad-19d8-4ece-b76b-909166e63ecd {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:24.405635 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:24.410051 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] Checking segment: {'id': '836aaa33-cb58-43cb-8a73-285323e606a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:24.410506 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.410915 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] Bound using segment: {'id': '836aaa33-cb58-43cb-8a73-285323e606a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:24.411439 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] Bound port: ef98872c-121c-4790-a06a-183b738ba392, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836aaa33-cb58-43cb-8a73-285323e606a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:24.411791 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.460589 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 18271fac-656b-4ef8-9a6e-7f178113da61 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:24.461115 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.510076 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9caf8d6-58a2-4966-b487-8e532652d5ae req-f476afa3-9677-4a11-b7e8-e9d423c5e663 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:24.518269 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e9caf8d6-58a2-4966-b487-8e532652d5ae req-f476afa3-9677-4a11-b7e8-e9d423c5e663 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=f10d387b-c8c3-4e94-b91c-2698a3299d4a HTTP/1.1" status: 200 len: 944 time: 0.1300955 Nov 12 01:07:24.518826 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40500) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:24.526090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-0ae32e9e-88cc-4186-8208-600a5d943dca tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-903605735', 'description': 'tempest-secgroup-smoke-903605735 description', 'project_id': 'a95a5ba21e204aa3a425fd0950571760'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:24.539243 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] For port ef98872c-121c-4790-a06a-183b738ba392, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:24.542844 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] For port ef98872c-121c-4790-a06a-183b738ba392, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ef98872c-121c-4790-a06a-183b738ba392,segment=NetworkSegment(836aaa33-cb58-43cb-8a73-285323e606a1),segment_id=836aaa33-cb58-43cb-8a73-285323e606a1)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:24.550288 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.623280 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e9caf8d6-58a2-4966-b487-8e532652d5ae req-bacd3b6d-ee02-4282-bb89-fbab00694a25 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815163 Nov 12 01:07:24.625254 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0ae32e9e-88cc-4186-8208-600a5d943dca tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.663210 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] Routers {'272b32a3-8818-47bc-9514-3d56a46a6b0a'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:24.663943 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['272b32a3-8818-47bc-9514-3d56a46a6b0a'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:24.666066 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35cf6d9-e88f-49e0-8eab-ca6f3a1f1ca8 None None] Pushing event updated for resources: {'Port': ['ID=ef98872c-121c-4790-a06a-183b738ba392,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:24.688831 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 57beb3bc-f504-4e0d-9f83-3b8be63414bf up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:24.783447 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-60573903-6f03-4599-8947-93da5848f221 None None] Provisioning complete for port ef98872c-121c-4790-a06a-183b738ba392 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:24.783825 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-60573903-6f03-4599-8947-93da5848f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.815508 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.815858 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] Set router 272b32a3-8818-47bc-9514-3d56a46a6b0a gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:24.840031 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 57beb3bc-f504-4e0d-9f83-3b8be63414bf triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:24.840431 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.046694 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-60573903-6f03-4599-8947-93da5848f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.049704 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'name': 'tempest-TestNetworkBasicOps-router-1332379027', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:14Z', 'updated_at': '2021-11-12T01:07:21Z', 'revision_number': 4, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:15Z', 'updated_at': '2021-11-12T01:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'ef98872c-121c-4790-a06a-183b738ba392', 'name': '', 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:b3:6d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b0f7b231-15e6-44c0-a550-1ab1dc08e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:20Z', 'updated_at': '2021-11-12T01:07:24Z', 'revision_number': 4, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': 'b0f7b231-15e6-44c0-a550-1ab1dc08e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:25.082050 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d6620e-7524-49fb-8c6d-b05ca9517599 None None] The sync data for ids ['272b32a3-8818-47bc-9514-3d56a46a6b0a'] in n-d-712137-14 is: [{'id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'name': 'tempest-TestNetworkBasicOps-router-1332379027', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:14Z', 'updated_at': '2021-11-12T01:07:21Z', 'revision_number': 4, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:15Z', 'updated_at': '2021-11-12T01:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'ef98872c-121c-4790-a06a-183b738ba392', 'name': '', 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:b3:6d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b0f7b231-15e6-44c0-a550-1ab1dc08e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:20Z', 'updated_at': '2021-11-12T01:07:24Z', 'revision_number': 4, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': 'b0f7b231-15e6-44c0-a550-1ab1dc08e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:25.119953 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c41ec536-caf5-48fd-87c9-0489cc6c5036 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.197384 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0ae32e9e-88cc-4186-8208-600a5d943dca tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.202721 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0ae32e9e-88cc-4186-8208-600a5d943dca tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.228193 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0ae32e9e-88cc-4186-8208-600a5d943dca tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.232097 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0ae32e9e-88cc-4186-8208-600a5d943dca tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7097208 Nov 12 01:07:25.242151 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40502) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:25.246763 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-75d918d5-6066-46a7-b06e-506efb132268 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'security_group_rule': {'security_group_id': '32b1bea9-b811-4f8a-a3d6-7fd8fe276fbe', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:25.251161 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ec536-caf5-48fd-87c9-0489cc6c5036 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Pushing event deleted for resources: {'Port': ['ID=afe1cad9-ae3b-4351-85ed-2ad5a533cd1c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:25.262098 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db572eca-f975-4560-a35d-241dcdd3ba06 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:25.268239 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-dce1ff04-4e8c-47ed-b0c4-26eaca6fa59c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:07:25.268600 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-dce1ff04-4e8c-47ed-b0c4-26eaca6fa59c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:07:25.293531 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-60573903-6f03-4599-8947-93da5848f221 None None] For port ef98872c-121c-4790-a06a-183b738ba392, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ef98872c-121c-4790-a06a-183b738ba392,segment=NetworkSegment(836aaa33-cb58-43cb-8a73-285323e606a1),segment_id=836aaa33-cb58-43cb-8a73-285323e606a1)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:25.299812 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-60573903-6f03-4599-8947-93da5848f221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.300335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae32e9e-88cc-4186-8208-600a5d943dca tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b1bea9-b811-4f8a-a3d6-7fd8fe276fbe,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:25.323517 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-75d918d5-6066-46a7-b06e-506efb132268 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.324000 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c41ec536-caf5-48fd-87c9-0489cc6c5036 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.395754 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60573903-6f03-4599-8947-93da5848f221 None None] Pushing event updated for resources: {'Port': ['ID=ef98872c-121c-4790-a06a-183b738ba392,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:25.431862 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-581621a1-3bbd-4c35-825a-3cdc1b7e2906 None None] Provisioning complete for port ef98872c-121c-4790-a06a-183b738ba392 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:25.432463 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-581621a1-3bbd-4c35-825a-3cdc1b7e2906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.464993 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-75d918d5-6066-46a7-b06e-506efb132268 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.474112 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-75d918d5-6066-46a7-b06e-506efb132268 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.514770 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.523506 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d918d5-6066-46a7-b06e-506efb132268 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17539216-efb4-488c-a0e9-8190623559c9,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:25.541897 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-75d918d5-6066-46a7-b06e-506efb132268 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.550219 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-75d918d5-6066-46a7-b06e-506efb132268 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3038895 Nov 12 01:07:25.552453 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c41ec536-caf5-48fd-87c9-0489cc6c5036 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.553231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40504) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:25.554987 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c41ec536-caf5-48fd-87c9-0489cc6c5036 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.559163 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-ce5ace73-b120-4449-810a-28b613c99f1f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'security_group_rule': {'security_group_id': '32b1bea9-b811-4f8a-a3d6-7fd8fe276fbe', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:25.609654 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce5ace73-b120-4449-810a-28b613c99f1f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.622355 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c41ec536-caf5-48fd-87c9-0489cc6c5036 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.623047 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41ec536-caf5-48fd-87c9-0489cc6c5036 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88d77c9e-307a-4cbd-9e6f-c9949acff8e9 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:07:25.628603 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c41ec536-caf5-48fd-87c9-0489cc6c5036 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.629879 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c41ec536-caf5-48fd-87c9-0489cc6c5036 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "DELETE /v2.0/routers/88d77c9e-307a-4cbd-9e6f-c9949acff8e9 HTTP/1.1" status: 204 len: 168 time: 1.8938270 Nov 12 01:07:25.632562 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40506) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:25.697337 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce5ace73-b120-4449-810a-28b613c99f1f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.706378 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce5ace73-b120-4449-810a-28b613c99f1f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.728147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ace73-b120-4449-810a-28b613c99f1f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eec1a9d-3a45-4645-8090-b8568a55c462,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:25.738759 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce5ace73-b120-4449-810a-28b613c99f1f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.740774 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ce5ace73-b120-4449-810a-28b613c99f1f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1858370 Nov 12 01:07:25.743107 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40510) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:25.748107 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-6003ce3b-5d0e-4c62-9ea8-2d8d781e2818 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'security_group_rule': {'security_group_id': '32b1bea9-b811-4f8a-a3d6-7fd8fe276fbe', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:25.787552 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6003ce3b-5d0e-4c62-9ea8-2d8d781e2818 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.790217 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce1ff04-4e8c-47ed-b0c4-26eaca6fa59c None None] Port afe1cad9-ae3b-4351-85ed-2ad5a533cd1c not found while updating agent binding for router 88d77c9e-307a-4cbd-9e6f-c9949acff8e9. {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 01:07:25.800369 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce1ff04-4e8c-47ed-b0c4-26eaca6fa59c None None] Routers set() bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:25.800777 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce1ff04-4e8c-47ed-b0c4-26eaca6fa59c None None] Router IDs set() for agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 01:07:25.801377 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_agentschedulers_db [None req-dce1ff04-4e8c-47ed-b0c4-26eaca6fa59c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'88d77c9e-307a-4cbd-9e6f-c9949acff8e9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent'). {{(pid=114244) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 01:07:25.801750 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce1ff04-4e8c-47ed-b0c4-26eaca6fa59c None None] The sync data for ids ['88d77c9e-307a-4cbd-9e6f-c9949acff8e9'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:25.803810 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-48ca6a6d-956c-4f4c-846c-bc89a91c6509 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.816098 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52feb94f-7545-4905-be92-972e18cfacaf req-d24f98ab-252f-4715-9a43-edd21092a654 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:25.817963 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-52feb94f-7545-4905-be92-972e18cfacaf req-d24f98ab-252f-4715-9a43-edd21092a654 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=f10d387b-c8c3-4e94-b91c-2698a3299d4a HTTP/1.1" status: 200 len: 944 time: 0.0789206 Nov 12 01:07:25.863595 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6003ce3b-5d0e-4c62-9ea8-2d8d781e2818 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.869254 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6003ce3b-5d0e-4c62-9ea8-2d8d781e2818 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.888221 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003ce3b-5d0e-4c62-9ea8-2d8d781e2818 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00e281c-67f6-4112-a8db-4095c8680d15,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:25.902661 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6003ce3b-5d0e-4c62-9ea8-2d8d781e2818 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.904182 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6003ce3b-5d0e-4c62-9ea8-2d8d781e2818 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598661 Nov 12 01:07:25.908021 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40512) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:25.912210 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-5df07f30-3053-4270-a9cf-d4636e12572f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'security_group_rule': {'security_group_id': '32b1bea9-b811-4f8a-a3d6-7fd8fe276fbe', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:25.954748 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5df07f30-3053-4270-a9cf-d4636e12572f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.978471 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.021454 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-52feb94f-7545-4905-be92-972e18cfacaf req-c01f0034-dfd0-4f4e-accb-6f51a5ea9662 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680126 Nov 12 01:07:26.027018 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ef98872c-121c-4790-a06a-183b738ba392 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:26.036006 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-48ca6a6d-956c-4f4c-846c-bc89a91c6509 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.048892 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5df07f30-3053-4270-a9cf-d4636e12572f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.061481 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5df07f30-3053-4270-a9cf-d4636e12572f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.078264 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df07f30-3053-4270-a9cf-d4636e12572f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4a76f7-651c-4d4a-868a-84e3b5a57a67,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:26.088857 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5df07f30-3053-4270-a9cf-d4636e12572f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.090336 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5df07f30-3053-4270-a9cf-d4636e12572f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1823606 Nov 12 01:07:26.092931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40514) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:26.098735 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-3b928782-ac52-477a-9ea8-cbe1b6191068 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'security_group_rule': {'security_group_id': '32b1bea9-b811-4f8a-a3d6-7fd8fe276fbe', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:26.115472 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port ef98872c-121c-4790-a06a-183b738ba392 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:26.116134 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.124252 n-d-712137-14 neutron-server[114242]: INFO neutron.db.securitygroups_db [None req-3b928782-ac52-477a-9ea8-cbe1b6191068 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Project a95a5ba21e204aa3a425fd0950571760 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:07:26.127743 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-48ca6a6d-956c-4f4c-846c-bc89a91c6509 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Deleting port 57beb3bc-f504-4e0d-9f83-3b8be63414bf {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:26.128723 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-48ca6a6d-956c-4f4c-846c-bc89a91c6509 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.131752 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3b928782-ac52-477a-9ea8-cbe1b6191068 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.206759 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3b928782-ac52-477a-9ea8-cbe1b6191068 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.211269 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3b928782-ac52-477a-9ea8-cbe1b6191068 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.226360 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-48ca6a6d-956c-4f4c-846c-bc89a91c6509 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] For port 57beb3bc-f504-4e0d-9f83-3b8be63414bf, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=57beb3bc-f504-4e0d-9f83-3b8be63414bf,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:26.226802 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-48ca6a6d-956c-4f4c-846c-bc89a91c6509 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.230556 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b928782-ac52-477a-9ea8-cbe1b6191068 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4b5068-23f5-49c5-a75d-4e549a255776,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:26.241655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-48ca6a6d-956c-4f4c-846c-bc89a91c6509 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Calling delete_port for 57beb3bc-f504-4e0d-9f83-3b8be63414bf owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:26.254307 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3b928782-ac52-477a-9ea8-cbe1b6191068 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.258710 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3b928782-ac52-477a-9ea8-cbe1b6191068 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1647332 Nov 12 01:07:26.259324 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40518) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:26.265114 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-b6408935-ae49-4981-84f9-b3f3743997a9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'security_group_rule': {'security_group_id': '32b1bea9-b811-4f8a-a3d6-7fd8fe276fbe', 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:26.291501 n-d-712137-14 neutron-server[114242]: INFO neutron.db.securitygroups_db [None req-b6408935-ae49-4981-84f9-b3f3743997a9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Project a95a5ba21e204aa3a425fd0950571760 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:07:26.296849 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b6408935-ae49-4981-84f9-b3f3743997a9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.366891 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b6408935-ae49-4981-84f9-b3f3743997a9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.371323 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b6408935-ae49-4981-84f9-b3f3743997a9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.394486 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6408935-ae49-4981-84f9-b3f3743997a9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a955b1-025b-4b47-bfc4-7d3f895363e1,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:26.404785 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b6408935-ae49-4981-84f9-b3f3743997a9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.405584 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b6408935-ae49-4981-84f9-b3f3743997a9 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1451123 Nov 12 01:07:26.451436 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-48ca6a6d-956c-4f4c-846c-bc89a91c6509 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.479447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca6a6d-956c-4f4c-846c-bc89a91c6509 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Pushing event deleted for resources: {'Port': ['ID=57beb3bc-f504-4e0d-9f83-3b8be63414bf,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:26.494186 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c20ad3a-a79a-4258-8a3a-f1b264528d1e None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:26.551573 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-48ca6a6d-956c-4f4c-846c-bc89a91c6509 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.650212 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-48ca6a6d-956c-4f4c-846c-bc89a91c6509 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.652360 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-48ca6a6d-956c-4f4c-846c-bc89a91c6509 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.656012 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-866f507a-d098-4775-8cf2-96125b2a80b3 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-903605735&fields=id&tenant_id=a95a5ba21e204aa3a425fd0950571760 HTTP/1.1" status: 200 len: 267 time: 0.0536685 Nov 12 01:07:26.700096 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-48ca6a6d-956c-4f4c-846c-bc89a91c6509 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.700957 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ca6a6d-956c-4f4c-846c-bc89a91c6509 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f30ee77c-c342-4297-b0ed-7048d8c9e63a {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:07:26.701117 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 9a693c6c-a4a4-48cc-82df-bc9258418351 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:07:26.711339 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-48ca6a6d-956c-4f4c-846c-bc89a91c6509 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.716095 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-48ca6a6d-956c-4f4c-846c-bc89a91c6509 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "DELETE /v2.0/routers/f30ee77c-c342-4297-b0ed-7048d8c9e63a HTTP/1.1" status: 204 len: 168 time: 1.0788753 Nov 12 01:07:26.717137 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40534) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:26.722398 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6393264a-a054-4469-8202-887ddb83a4fc tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2048712493', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}, 'admin_state_up': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:26.754889 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6393264a-a054-4469-8202-887ddb83a4fc tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.756077 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6393264a-a054-4469-8202-887ddb83a4fc tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.811799 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-a5079949-143c-4c50-9e68-68bdceee6369 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:26.814764 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-a5079949-143c-4c50-9e68-68bdceee6369 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/networks?id=d19321ad-19d8-4ece-b76b-909166e63ecd HTTP/1.1" status: 200 len: 796 time: 0.1469479 Nov 12 01:07:26.832390 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 9a693c6c-a4a4-48cc-82df-bc9258418351, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=9a693c6c-a4a4-48cc-82df-bc9258418351,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:26.835572 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6393264a-a054-4469-8202-887ddb83a4fc tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.836573 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-bde15d33-5d04-4b85-9f94-922b9be0364e tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/quotas/a95a5ba21e204aa3a425fd0950571760 HTTP/1.1" status: 200 len: 375 time: 0.0115879 Nov 12 01:07:26.854434 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '9a693c6c-a4a4-48cc-82df-bc9258418351', 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36', 'port_id': '9a693c6c-a4a4-48cc-82df-bc9258418351', 'mac_address': 'fa:16:3e:bb:cc:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f979b72-06d7-47f0-888a-cb01892f2ff7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:07:26.904035 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.912262 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-079916fc-a1c0-421b-891c-b85ab5258c3e tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a95a5ba21e204aa3a425fd0950571760&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679016 Nov 12 01:07:26.917640 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a693c6c-a4a4-48cc-82df-bc9258418351 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:26.954376 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 9a693c6c-a4a4-48cc-82df-bc9258418351, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=9a693c6c-a4a4-48cc-82df-bc9258418351,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:26.959713 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.010391 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=9a693c6c-a4a4-48cc-82df-bc9258418351,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:27.018931 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:27.019294 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:27.019636 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:27.020195 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:27.020538 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:27.020920 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:27.021253 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:27.021803 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:27.022320 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:27.022650 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:27.022986 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:27.023312 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:27.026123 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-23b4ae8f-aa31-4be5-8222-15dc1dbfec05 service neutron] 10.222.0.31 "GET /v2.0/networks/d19321ad-19d8-4ece-b76b-909166e63ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000178 Nov 12 01:07:27.034000 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6393264a-a054-4469-8202-887ddb83a4fc tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.120315 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-18318a52-29d0-449f-b1b1-3cb4ff742856 service neutron] 10.222.0.31 "GET /v2.0/networks/d19321ad-19d8-4ece-b76b-909166e63ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866220 Nov 12 01:07:27.184666 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee856f-b02d-47ff-b26f-d04aaff6f735 req-17835c0f-68aa-4ae0-acd3-64de5186f67a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:27.186176 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-87ee856f-b02d-47ff-b26f-d04aaff6f735 req-17835c0f-68aa-4ae0-acd3-64de5186f67a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=f10d387b-c8c3-4e94-b91c-2698a3299d4a HTTP/1.1" status: 200 len: 945 time: 0.0614965 Nov 12 01:07:27.305609 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-df6a205f-835c-4298-82a6-47e18110585c req-74f201bd-d5f1-4402-a1d3-6a386d4367d3 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea3353bd-f247-43d3-9828-f37df0485933 HTTP/1.1" status: 200 len: 210 time: 0.0427034 Nov 12 01:07:27.332067 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6393264a-a054-4469-8202-887ddb83a4fc tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.337270 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-87ee856f-b02d-47ff-b26f-d04aaff6f735 req-6a0452d8-bc53-40cc-994b-6d15e51f6cac tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426017 Nov 12 01:07:27.360626 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6393264a-a054-4469-8202-887ddb83a4fc tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.361209 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['9a693c6c-a4a4-48cc-82df-bc9258418351'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:27.496062 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-6393264a-a054-4469-8202-887ddb83a4fc tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Allocated IP 172.25.0.151 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/61649c80-497f-4f15-9a6d-dfcaefbb9885) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:27.610496 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6393264a-a054-4469-8202-887ddb83a4fc tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.668784 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6393264a-a054-4469-8202-887ddb83a4fc tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.713403 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6393264a-a054-4469-8202-887ddb83a4fc tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:27.718474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-6393264a-a054-4469-8202-887ddb83a4fc tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:27.722726 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6393264a-a054-4469-8202-887ddb83a4fc tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:27.734876 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9157b11d-83fc-4bfe-ad2f-d9274ee59879 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:27.746260 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393264a-a054-4469-8202-887ddb83a4fc tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Pushing event updated for resources: {'Port': ['ID=61649c80-497f-4f15-9a6d-dfcaefbb9885,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:27.765940 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b6e3ccc8-9b5e-4f5b-8888-5f2b92373324 None None] Provisioning complete for port 61649c80-497f-4f15-9a6d-dfcaefbb9885 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:27.766572 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b6e3ccc8-9b5e-4f5b-8888-5f2b92373324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.806102 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b6e3ccc8-9b5e-4f5b-8888-5f2b92373324 None None] Port 61649c80-497f-4f15-9a6d-dfcaefbb9885 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:27.944466 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 57beb3bc-f504-4e0d-9f83-3b8be63414bf no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:27.966138 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 57beb3bc-f504-4e0d-9f83-3b8be63414bf {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:27.966472 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 57beb3bc-f504-4e0d-9f83-3b8be63414bf not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:28.002964 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6393264a-a054-4469-8202-887ddb83a4fc tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.213842 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6393264a-a054-4469-8202-887ddb83a4fc tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.396478 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6393264a-a054-4469-8202-887ddb83a4fc tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Router 706b0ecc-34ce-4e51-ab2e-b051e739982d is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:07:28.423957 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-2dc6250d-b6d0-4253-8a50-0c4d29eed614 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:28.426030 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-2dc6250d-b6d0-4253-8a50-0c4d29eed614 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.21 "GET /v2.0/networks?id=d19321ad-19d8-4ece-b76b-909166e63ecd HTTP/1.1" status: 200 len: 796 time: 0.1767874 Nov 12 01:07:28.496446 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c141eb90-475a-432f-bac2-1e8fab80aab3 req-888aa489-c484-4f06-bee1-3f710607ce87 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea3353bd-f247-43d3-9828-f37df0485933 HTTP/1.1" status: 200 len: 210 time: 0.0628796 Nov 12 01:07:28.542192 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-9b2e9c01-c79a-44e0-91c3-e9f13c77b551 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a95a5ba21e204aa3a425fd0950571760 HTTP/1.1" status: 200 len: 379 time: 0.0946083 Nov 12 01:07:28.548125 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2208e0-1f1a-48b9-bb8d-293a5c84f56e req-111cfe83-08fc-4ed1-9adb-2b791b084621 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:28.549620 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd2208e0-1f1a-48b9-bb8d-293a5c84f56e req-111cfe83-08fc-4ed1-9adb-2b791b084621 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=f10d387b-c8c3-4e94-b91c-2698a3299d4a HTTP/1.1" status: 200 len: 945 time: 0.0943575 Nov 12 01:07:28.552182 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-6de38ed8-fd74-4d4d-9678-60d03056b7db tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'port': {'device_id': 'ea3353bd-f247-43d3-9828-f37df0485933', 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd', 'admin_state_up': True, 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'security_groups': ['32b1bea9-b811-4f8a-a3d6-7fd8fe276fbe']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:28.583819 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6393264a-a054-4469-8202-887ddb83a4fc tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:28.595768 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75daec51-8a5a-4e75-a5d6-98a37cb36ee1 None None] Sync routers for ids ['706b0ecc-34ce-4e51-ab2e-b051e739982d'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:28.609222 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75daec51-8a5a-4e75-a5d6-98a37cb36ee1 None None] Routers {'706b0ecc-34ce-4e51-ab2e-b051e739982d'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:28.610521 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-75daec51-8a5a-4e75-a5d6-98a37cb36ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['706b0ecc-34ce-4e51-ab2e-b051e739982d'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:28.622348 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6393264a-a054-4469-8202-887ddb83a4fc tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.626623 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6393264a-a054-4469-8202-887ddb83a4fc tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.9082437 Nov 12 01:07:28.627289 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40552) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:28.632979 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7a661690-792a-48ee-9d99-7a2ca9857687 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'enable_snat': False}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:28.639683 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cd2208e0-1f1a-48b9-bb8d-293a5c84f56e req-651dbff0-3dfe-42da-91cd-8a4ce8907d04 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798879 Nov 12 01:07:28.665765 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-75daec51-8a5a-4e75-a5d6-98a37cb36ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:28.677742 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75daec51-8a5a-4e75-a5d6-98a37cb36ee1 None None] Routers {'706b0ecc-34ce-4e51-ab2e-b051e739982d'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:28.678855 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-75daec51-8a5a-4e75-a5d6-98a37cb36ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['706b0ecc-34ce-4e51-ab2e-b051e739982d'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:28.684583 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-6de38ed8-fd74-4d4d-9678-60d03056b7db tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Made reservation on behalf of a95a5ba21e204aa3a425fd0950571760 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:28.688623 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-6de38ed8-fd74-4d4d-9678-60d03056b7db tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.698489 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 9a693c6c-a4a4-48cc-82df-bc9258418351 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:28.714943 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-75daec51-8a5a-4e75-a5d6-98a37cb36ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:28.715684 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75daec51-8a5a-4e75-a5d6-98a37cb36ee1 None None] The sync data for ids ['706b0ecc-34ce-4e51-ab2e-b051e739982d'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:28.764286 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 9a693c6c-a4a4-48cc-82df-bc9258418351 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:07:28.769555 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 9a693c6c-a4a4-48cc-82df-bc9258418351 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:28.769957 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.834815 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-6de38ed8-fd74-4d4d-9678-60d03056b7db tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Allocated IP 172.20.0.3 (d19321ad-19d8-4ece-b76b-909166e63ecd/b0f7b231-15e6-44c0-a550-1ab1dc08e9cb/7e6b1bf1-19f8-4a7c-8189-f13c614ed00d) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:28.858043 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.884248 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10d387b-c8c3-4e94-b91c-2698a3299d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a693c6c-a4a4-48cc-82df-bc9258418351'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:28.886759 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8a5d8a-1051-4148-90b5-d04b27235c3e" -d '{"events": [{"server_uuid": "f10d387b-c8c3-4e94-b91c-2698a3299d4a", "name": "network-vif-plugged", "status": "completed", "tag": "9a693c6c-a4a4-48cc-82df-bc9258418351"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:28.901064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 9a693c6c-a4a4-48cc-82df-bc9258418351, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=9a693c6c-a4a4-48cc-82df-bc9258418351,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:28.906380 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.956397 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301dbe1f-ce4c-4ed8-8020-0add30de8715 x-openstack-request-id: req-301dbe1f-ce4c-4ed8-8020-0add30de8715 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:28.957033 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10d387b-c8c3-4e94-b91c-2698a3299d4a", "name": "network-vif-plugged", "status": "completed", "tag": "9a693c6c-a4a4-48cc-82df-bc9258418351", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:28.957336 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-301dbe1f-ce4c-4ed8-8020-0add30de8715 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:28.957729 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10d387b-c8c3-4e94-b91c-2698a3299d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a693c6c-a4a4-48cc-82df-bc9258418351', 'code': 200} Nov 12 01:07:28.987775 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=9a693c6c-a4a4-48cc-82df-bc9258418351,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:28.992735 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-6de38ed8-fd74-4d4d-9678-60d03056b7db tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.038661 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-6de38ed8-fd74-4d4d-9678-60d03056b7db tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.082444 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-6de38ed8-fd74-4d4d-9678-60d03056b7db tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Network d19321ad-19d8-4ece-b76b-909166e63ecd is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:29.087949 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-6de38ed8-fd74-4d4d-9678-60d03056b7db tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:29.091999 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-6de38ed8-fd74-4d4d-9678-60d03056b7db tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:29.117907 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de38ed8-fd74-4d4d-9678-60d03056b7db tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'Port': ['ID=7e6b1bf1-19f8-4a7c-8189-f13c614ed00d,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:29.149569 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-6de38ed8-fd74-4d4d-9678-60d03056b7db tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:29.150193 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-6de38ed8-fd74-4d4d-9678-60d03056b7db tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.167803 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-6de38ed8-fd74-4d4d-9678-60d03056b7db tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6200042 Nov 12 01:07:29.183363 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] Request body: {'port': {'device_id': 'ea3353bd-f247-43d3-9828-f37df0485933', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:29.187505 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec62bae-15f5-4703-b74e-9ddc2c7cf997 req-63719fa9-952e-4bcf-9b6b-b4986aa555bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:29.189594 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1ec62bae-15f5-4703-b74e-9ddc2c7cf997 req-63719fa9-952e-4bcf-9b6b-b4986aa555bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f10d387b-c8c3-4e94-b91c-2698a3299d4a HTTP/1.1" status: 200 len: 1098 time: 0.0937731 Nov 12 01:07:29.254398 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.310438 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1ec62bae-15f5-4703-b74e-9ddc2c7cf997 req-f7cf58c8-f218-4520-b123-83ba49330d00 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920403 Nov 12 01:07:29.343420 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-dcb0a3c6-91c7-4d32-b1d0-9ffa33356d76 None None] Provisioning complete for port 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:29.343781 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dcb0a3c6-91c7-4d32-b1d0-9ffa33356d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.377812 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7a661690-792a-48ee-9d99-7a2ca9857687 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.378057 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-dcb0a3c6-91c7-4d32-b1d0-9ffa33356d76 None None] Port 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:29.543637 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:29.551253 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.564257 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] Transition to ACTIVE for port object 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:07:29.568121 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.624025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6b1bf1-19f8-4a7c-8189-f13c614ed00d,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:29.672270 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c882c-43be-413e-bbf6-802127df2f17 req-c1e3a671-dcbf-444e-b065-e6bb6296aecf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:29.673941 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-666c882c-43be-413e-bbf6-802127df2f17 req-c1e3a671-dcbf-444e-b065-e6bb6296aecf tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea3353bd-f247-43d3-9828-f37df0485933 HTTP/1.1" status: 200 len: 943 time: 0.1069682 Nov 12 01:07:29.709977 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] Attempting to bind port 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:29.710464 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] Attempting to bind port 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '836aaa33-cb58-43cb-8a73-285323e606a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:29.710808 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] Attempting to bind port 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d on network d19321ad-19d8-4ece-b76b-909166e63ecd {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:29.718168 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] Port 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d on network d19321ad-19d8-4ece-b76b-909166e63ecd not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:29.718701 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] Attempting to bind port 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d on network d19321ad-19d8-4ece-b76b-909166e63ecd {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:29.727769 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:29.728885 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] Checking segment: {'id': '836aaa33-cb58-43cb-8a73-285323e606a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:29.729385 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] Bound using segment: {'id': '836aaa33-cb58-43cb-8a73-285323e606a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:29.729956 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] Bound port: 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836aaa33-cb58-43cb-8a73-285323e606a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:29.730422 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.765877 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-666c882c-43be-413e-bbf6-802127df2f17 req-08aa041e-47f9-4492-aa35-4a04cd2495db tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=32b1bea9-b811-4f8a-a3d6-7fd8fe276fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602546 Nov 12 01:07:29.841067 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33086bbb-060b-4526-becc-2118ce90dc14 req-18312322-62c4-4c34-8948-bffd29de8d5b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:29.842722 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33086bbb-060b-4526-becc-2118ce90dc14 req-18312322-62c4-4c34-8948-bffd29de8d5b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=f10d387b-c8c3-4e94-b91c-2698a3299d4a HTTP/1.1" status: 200 len: 946 time: 0.0993850 Nov 12 01:07:29.858309 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] For port 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:29.878542 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] For port 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=7e6b1bf1-19f8-4a7c-8189-f13c614ed00d,segment=NetworkSegment(836aaa33-cb58-43cb-8a73-285323e606a1),segment_id=836aaa33-cb58-43cb-8a73-285323e606a1)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:29.880245 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7a661690-792a-48ee-9d99-7a2ca9857687 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.884254 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.884987 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7a661690-792a-48ee-9d99-7a2ca9857687 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719336'] for router, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.948099 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33086bbb-060b-4526-becc-2118ce90dc14 req-0a2f8aa7-a3c0-4476-ab3a-27ee85fd93b9 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985918 Nov 12 01:07:29.952864 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:29.953489 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:29.955519 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] 10.222.0.21 "PUT /v2.0/ports/7e6b1bf1-19f8-4a7c-8189-f13c614ed00d HTTP/1.1" status: 200 len: 1092 time: 0.7779937 Nov 12 01:07:29.955976 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea3353bd-f247-43d3-9828-f37df0485933', 'tag': '7e6b1bf1-19f8-4a7c-8189-f13c614ed00d'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:29.958283 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b10b5fb-43dc-49de-b394-372e5c3306e4" -d '{"events": [{"name": "network-changed", "server_uuid": "ea3353bd-f247-43d3-9828-f37df0485933", "tag": "7e6b1bf1-19f8-4a7c-8189-f13c614ed00d"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:29.972277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdd601-6463-4574-b8fc-4d23b07aade4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6b1bf1-19f8-4a7c-8189-f13c614ed00d,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:30.033102 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d568496-2db9-4ef4-b498-23aa044e139c x-openstack-request-id: req-4d568496-2db9-4ef4-b498-23aa044e139c {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:30.033399 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea3353bd-f247-43d3-9828-f37df0485933", "tag": "7e6b1bf1-19f8-4a7c-8189-f13c614ed00d", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:30.033647 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d568496-2db9-4ef4-b498-23aa044e139c {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:30.034054 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea3353bd-f247-43d3-9828-f37df0485933', 'tag': '7e6b1bf1-19f8-4a7c-8189-f13c614ed00d', 'status': 'completed', 'code': 200} Nov 12 01:07:30.034938 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a661690-792a-48ee-9d99-7a2ca9857687 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Router 706b0ecc-34ce-4e51-ab2e-b051e739982d has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:07:30.050903 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-6f971f88-a365-4ba3-aa88-46159e23d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:30.052439 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-6f971f88-a365-4ba3-aa88-46159e23d510 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a95a5ba21e204aa3a425fd0950571760&device_id=ea3353bd-f247-43d3-9828-f37df0485933 HTTP/1.1" status: 200 len: 1095 time: 0.0548482 Nov 12 01:07:30.098198 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-67d153e6-11e9-4979-b24d-a8438838eb9a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e6b1bf1-19f8-4a7c-8189-f13c614ed00d HTTP/1.1" status: 200 len: 217 time: 0.0369766 Nov 12 01:07:30.152717 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a661690-792a-48ee-9d99-7a2ca9857687 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:30.157607 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7a661690-792a-48ee-9d99-7a2ca9857687 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:30.158311 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-3b969902-c708-4b48-8d34-3b618a2add25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:30.160025 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-3b969902-c708-4b48-8d34-3b618a2add25 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0f7b231-15e6-44c0-a550-1ab1dc08e9cb HTTP/1.1" status: 200 len: 834 time: 0.0554581 Nov 12 01:07:30.161150 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7a661690-792a-48ee-9d99-7a2ca9857687 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "PUT /v2.0/routers/706b0ecc-34ce-4e51-ab2e-b051e739982d HTTP/1.1" status: 200 len: 926 time: 1.5317638 Nov 12 01:07:30.161551 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40562) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:30.164151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d452cb2-aeb1-462d-adca-55bf4deb5668 None None] Sync routers for ids ['706b0ecc-34ce-4e51-ab2e-b051e739982d'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:30.176682 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d452cb2-aeb1-462d-adca-55bf4deb5668 None None] Routers {'706b0ecc-34ce-4e51-ab2e-b051e739982d'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:30.177525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5d452cb2-aeb1-462d-adca-55bf4deb5668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['706b0ecc-34ce-4e51-ab2e-b051e739982d'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:30.214540 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5d452cb2-aeb1-462d-adca-55bf4deb5668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:30.230532 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d452cb2-aeb1-462d-adca-55bf4deb5668 None None] Routers {'706b0ecc-34ce-4e51-ab2e-b051e739982d'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:30.231066 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5d452cb2-aeb1-462d-adca-55bf4deb5668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['706b0ecc-34ce-4e51-ab2e-b051e739982d'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:30.265841 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5d452cb2-aeb1-462d-adca-55bf4deb5668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:30.267004 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d452cb2-aeb1-462d-adca-55bf4deb5668 None None] The sync data for ids ['706b0ecc-34ce-4e51-ab2e-b051e739982d'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:30.278817 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-0402c0f7-475a-4a75-a3d5-4caafe6b0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:30.280309 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-0402c0f7-475a-4a75-a3d5-4caafe6b0d34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d19321ad-19d8-4ece-b76b-909166e63ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118214 Nov 12 01:07:30.317057 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bbf1380f-ad6a-4ee9-9fd8-b0811ace8842 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "GET /v2.0/routers/706b0ecc-34ce-4e51-ab2e-b051e739982d HTTP/1.1" status: 200 len: 926 time: 0.1542373 Nov 12 01:07:30.319931 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40564) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:30.381983 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-75f0b2ab-feca-415d-a53a-da53b6e11110 service neutron] 10.222.0.21 "GET /v2.0/networks/d19321ad-19d8-4ece-b76b-909166e63ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924349 Nov 12 01:07:30.393707 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be9d6e4-fb2b-4979-acd1-923a06b7a3b1 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:30.395256 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6be9d6e4-fb2b-4979-acd1-923a06b7a3b1 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&device_id=706b0ecc-34ce-4e51-ab2e-b051e739982d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0739510 Nov 12 01:07:30.397974 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40566) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:30.487694 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17edbee-a206-49ac-b32c-90a59e0154f7 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:30.489578 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c17edbee-a206-49ac-b32c-90a59e0154f7 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 881 time: 0.0906987 Nov 12 01:07:30.492456 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40568) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:30.494891 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb2f9413-25b7-468d-86d7-0e43ce52b9b4 req-5a9a204c-34ac-4cc4-a48e-140358edbc5e service neutron] 10.222.0.21 "GET /v2.0/networks/d19321ad-19d8-4ece-b76b-909166e63ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047585 Nov 12 01:07:30.522932 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a9255512-ba83-4503-9c14-25613b90190e tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "GET /v2.0/ports?device_id=706b0ecc-34ce-4e51-ab2e-b051e739982d HTTP/1.1" status: 200 len: 205 time: 0.0293183 Nov 12 01:07:30.525339 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40570) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:30.589889 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10b5fb-43dc-49de-b394-372e5c3306e4 req-434690d8-1583-4fa1-b219-abad1ed914dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:30.591486 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9b10b5fb-43dc-49de-b394-372e5c3306e4 req-434690d8-1583-4fa1-b219-abad1ed914dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a95a5ba21e204aa3a425fd0950571760&device_id=ea3353bd-f247-43d3-9828-f37df0485933 HTTP/1.1" status: 200 len: 1095 time: 0.0446329 Nov 12 01:07:30.639234 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e5fc420-e3b4-42fd-809e-14a1e90f8282 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:30.703492 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10b5fb-43dc-49de-b394-372e5c3306e4 req-a03f7db4-3b8f-4286-8f00-b3db64ee0559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:30.705718 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9b10b5fb-43dc-49de-b394-372e5c3306e4 req-a03f7db4-3b8f-4286-8f00-b3db64ee0559 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d19321ad-19d8-4ece-b76b-909166e63ecd HTTP/1.1" status: 200 len: 897 time: 0.1064200 Nov 12 01:07:30.748678 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9b10b5fb-43dc-49de-b394-372e5c3306e4 req-42456861-4c77-4e83-95e3-8a090aeda2b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e6b1bf1-19f8-4a7c-8189-f13c614ed00d HTTP/1.1" status: 200 len: 217 time: 0.0352087 Nov 12 01:07:30.751744 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e5fc420-e3b4-42fd-809e-14a1e90f8282 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:30.803117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10b5fb-43dc-49de-b394-372e5c3306e4 req-5509a7d6-5036-495b-be22-39f9245a94c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:30.804600 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9b10b5fb-43dc-49de-b394-372e5c3306e4 req-5509a7d6-5036-495b-be22-39f9245a94c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0f7b231-15e6-44c0-a550-1ab1dc08e9cb HTTP/1.1" status: 200 len: 834 time: 0.0485344 Nov 12 01:07:30.805686 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-7e5fc420-e3b4-42fd-809e-14a1e90f8282 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Deleting port 61649c80-497f-4f15-9a6d-dfcaefbb9885 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:30.805890 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e5fc420-e3b4-42fd-809e-14a1e90f8282 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:30.885775 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10b5fb-43dc-49de-b394-372e5c3306e4 req-7bea84a0-2e47-4526-aca8-892eb47d72dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:30.887312 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9b10b5fb-43dc-49de-b394-372e5c3306e4 req-7bea84a0-2e47-4526-aca8-892eb47d72dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d19321ad-19d8-4ece-b76b-909166e63ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742979 Nov 12 01:07:30.888220 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e5fc420-e3b4-42fd-809e-14a1e90f8282 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:30.901636 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-7e5fc420-e3b4-42fd-809e-14a1e90f8282 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Calling delete_port for 61649c80-497f-4f15-9a6d-dfcaefbb9885 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:30.912972 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b697e77-9e8a-47cf-8adb-111f9071f250 req-e7e09b8c-9ae4-4b17-9869-48b341b52d1f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:30.914445 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b697e77-9e8a-47cf-8adb-111f9071f250 req-e7e09b8c-9ae4-4b17-9869-48b341b52d1f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea3353bd-f247-43d3-9828-f37df0485933 HTTP/1.1" status: 200 len: 943 time: 0.0689158 Nov 12 01:07:31.018188 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b697e77-9e8a-47cf-8adb-111f9071f250 req-a2559027-d947-46cf-bbfb-bb9b9ff38d8d tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=32b1bea9-b811-4f8a-a3d6-7fd8fe276fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934658 Nov 12 01:07:31.039271 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9b10b5fb-43dc-49de-b394-372e5c3306e4 req-726b71e0-3f3e-4a25-82f6-d736ad480bdf service neutron] 10.222.0.21 "GET /v2.0/networks/d19321ad-19d8-4ece-b76b-909166e63ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378706 Nov 12 01:07:31.104626 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e5fc420-e3b4-42fd-809e-14a1e90f8282 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.126318 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9b10b5fb-43dc-49de-b394-372e5c3306e4 req-b01bdac7-0ea8-44ac-a9a3-0a733eb21d04 service neutron] 10.222.0.21 "GET /v2.0/networks/d19321ad-19d8-4ece-b76b-909166e63ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846317 Nov 12 01:07:31.142130 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6f566-64a4-445a-bce0-fc692058df42 req-62809d52-5b5e-47e7-be31-69fbe3e45e37 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:31.143647 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-49c6f566-64a4-445a-bce0-fc692058df42 req-62809d52-5b5e-47e7-be31-69fbe3e45e37 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=f10d387b-c8c3-4e94-b91c-2698a3299d4a HTTP/1.1" status: 200 len: 946 time: 0.0880098 Nov 12 01:07:31.148584 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5fc420-e3b4-42fd-809e-14a1e90f8282 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Pushing event deleted for resources: {'Port': ['ID=61649c80-497f-4f15-9a6d-dfcaefbb9885,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:31.152583 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc514adb-3a39-4507-96d3-ad9b68975330 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:31.234764 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e5fc420-e3b4-42fd-809e-14a1e90f8282 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.299259 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-49c6f566-64a4-445a-bce0-fc692058df42 req-c46b0039-1d45-430c-9b2e-1f26978e4df8 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318164 Nov 12 01:07:31.332306 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e5fc420-e3b4-42fd-809e-14a1e90f8282 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.334648 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e5fc420-e3b4-42fd-809e-14a1e90f8282 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.378204 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e5fc420-e3b4-42fd-809e-14a1e90f8282 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.378935 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5fc420-e3b4-42fd-809e-14a1e90f8282 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Fanout notify agent at l3_agent the message router_deleted on router 706b0ecc-34ce-4e51-ab2e-b051e739982d {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:07:31.386048 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e5fc420-e3b4-42fd-809e-14a1e90f8282 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.390851 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7e5fc420-e3b4-42fd-809e-14a1e90f8282 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "DELETE /v2.0/routers/706b0ecc-34ce-4e51-ab2e-b051e739982d HTTP/1.1" status: 204 len: 168 time: 0.8645205 Nov 12 01:07:31.391182 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40584) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:31.396051 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-26b589e2-6cd0-4db6-8e91-5ad93b8bb62e tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1325110763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:31.423039 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26b589e2-6cd0-4db6-8e91-5ad93b8bb62e tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.424369 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26b589e2-6cd0-4db6-8e91-5ad93b8bb62e tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.543537 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26b589e2-6cd0-4db6-8e91-5ad93b8bb62e tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.552607 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26b589e2-6cd0-4db6-8e91-5ad93b8bb62e tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.584197 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-8d18f74a-b1de-4101-9b39-4166b3f01859 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:31.585725 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-8d18f74a-b1de-4101-9b39-4166b3f01859 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 805 time: 0.1577187 Nov 12 01:07:31.588805 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26b589e2-6cd0-4db6-8e91-5ad93b8bb62e tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:31.589909 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-26b589e2-6cd0-4db6-8e91-5ad93b8bb62e tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1975710 Nov 12 01:07:31.592796 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40590) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:31.597427 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-a3239f56-4b09-4fdb-b267-f0702b97ca5d tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:31.602399 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-540ff5b2-e41f-4ec4-a8ef-00a9d0a2db18 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/quotas/e89600b132b441d69dfb3856fca29f85 HTTP/1.1" status: 200 len: 375 time: 0.0102086 Nov 12 01:07:31.660013 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-d3ec9720-0ce6-4137-9fc2-a0824fd38dd1 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509357 Nov 12 01:07:31.751589 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-c2deb252-6f64-4245-92c0-4bdc6cdf8cc0 service neutron] 10.222.0.31 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843406 Nov 12 01:07:31.804575 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3239f56-4b09-4fdb-b267-f0702b97ca5d tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.005713 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3239f56-4b09-4fdb-b267-f0702b97ca5d tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.025296 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3239f56-4b09-4fdb-b267-f0702b97ca5d tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.164177 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-a3239f56-4b09-4fdb-b267-f0702b97ca5d tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Allocated IP 172.25.0.149 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/de183948-a55a-470c-b0a0-e96d331b382a) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:32.165432 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-5c129446-d530-43a9-9d51-d16828253104 service neutron] 10.222.0.31 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074130 Nov 12 01:07:32.183155 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42c8a3-d287-4b76-bc4f-3995f9a0bfcc req-380b717b-9366-4717-90b1-2a5979788f53 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:32.184728 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bd42c8a3-d287-4b76-bc4f-3995f9a0bfcc req-380b717b-9366-4717-90b1-2a5979788f53 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea3353bd-f247-43d3-9828-f37df0485933 HTTP/1.1" status: 200 len: 943 time: 0.0927644 Nov 12 01:07:32.293130 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bd42c8a3-d287-4b76-bc4f-3995f9a0bfcc req-b40a4410-be60-44cb-9565-f36cf48aefc2 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=32b1bea9-b811-4f8a-a3d6-7fd8fe276fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001797 Nov 12 01:07:32.325581 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3239f56-4b09-4fdb-b267-f0702b97ca5d tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.334798 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5504f70c-b24c-4637-b764-cd93bbb0cb31 req-ff86d036-2374-44ac-a120-d8b40d038d30 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcca1b7-d04e-4c47-8e94-92fbd8c5ce85 HTTP/1.1" status: 200 len: 210 time: 0.0314333 Nov 12 01:07:32.362512 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3239f56-4b09-4fdb-b267-f0702b97ca5d tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.399243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3239f56-4b09-4fdb-b267-f0702b97ca5d tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:32.405812 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-a3239f56-4b09-4fdb-b267-f0702b97ca5d tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:32.418808 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3239f56-4b09-4fdb-b267-f0702b97ca5d tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:32.429178 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4ace87-651b-4aa8-b35e-3aa522d94864 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:32.445198 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3239f56-4b09-4fdb-b267-f0702b97ca5d tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Pushing event updated for resources: {'Port': ['ID=de183948-a55a-470c-b0a0-e96d331b382a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:32.506659 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a1cd9fb9-0bc1-4c05-8686-d396b436cfff None None] Provisioning complete for port de183948-a55a-470c-b0a0-e96d331b382a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:32.507045 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9fb9-0bc1-4c05-8686-d396b436cfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.550152 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a1cd9fb9-0bc1-4c05-8686-d396b436cfff None None] Port de183948-a55a-470c-b0a0-e96d331b382a cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:32.696751 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3239f56-4b09-4fdb-b267-f0702b97ca5d tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.906067 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3239f56-4b09-4fdb-b267-f0702b97ca5d tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.909968 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3239f56-4b09-4fdb-b267-f0702b97ca5d tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719336'] for router, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.036135 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3239f56-4b09-4fdb-b267-f0702b97ca5d tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Router df7b1df6-b809-4e03-8287-ba88c66931c4 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:07:33.149888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3239f56-4b09-4fdb-b267-f0702b97ca5d tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:33.156984 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3239f56-4b09-4fdb-b267-f0702b97ca5d tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.158265 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a3239f56-4b09-4fdb-b267-f0702b97ca5d tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "PUT /v2.0/routers/df7b1df6-b809-4e03-8287-ba88c66931c4 HTTP/1.1" status: 200 len: 884 time: 1.5644159 Nov 12 01:07:33.159000 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d4f6eb-d306-4dcd-9046-0ae492f24916 None None] Sync routers for ids ['df7b1df6-b809-4e03-8287-ba88c66931c4'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:33.161013 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40604) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:33.169234 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d4f6eb-d306-4dcd-9046-0ae492f24916 None None] Routers {'df7b1df6-b809-4e03-8287-ba88c66931c4'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:33.169833 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-98d4f6eb-d306-4dcd-9046-0ae492f24916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['df7b1df6-b809-4e03-8287-ba88c66931c4'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:33.205928 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-98d4f6eb-d306-4dcd-9046-0ae492f24916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:33.214566 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d4f6eb-d306-4dcd-9046-0ae492f24916 None None] Routers {'df7b1df6-b809-4e03-8287-ba88c66931c4'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:33.215164 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-98d4f6eb-d306-4dcd-9046-0ae492f24916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['df7b1df6-b809-4e03-8287-ba88c66931c4'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:33.251541 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-98d4f6eb-d306-4dcd-9046-0ae492f24916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:33.252288 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d4f6eb-d306-4dcd-9046-0ae492f24916 None None] The sync data for ids ['df7b1df6-b809-4e03-8287-ba88c66931c4'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:33.272962 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8cf25fad-f059-46ea-ac12-64915f886b0b tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "GET /v2.0/routers/df7b1df6-b809-4e03-8287-ba88c66931c4 HTTP/1.1" status: 200 len: 925 time: 0.1106682 Nov 12 01:07:33.275694 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40606) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:33.362966 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9637e85-3269-4a8a-8b8d-83ffc9df9099 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:33.367866 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a9637e85-3269-4a8a-8b8d-83ffc9df9099 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&device_id=df7b1df6-b809-4e03-8287-ba88c66931c4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0910275 Nov 12 01:07:33.368502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40612) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:33.454141 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e9e4312c-43b6-4259-ba04-0c125753a41a req-136289bd-ca33-47d0-a870-55deb72a9880 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcca1b7-d04e-4c47-8e94-92fbd8c5ce85 HTTP/1.1" status: 200 len: 210 time: 0.0346763 Nov 12 01:07:33.468467 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:07:33.568657 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=7e6b1bf1-19f8-4a7c-8189-f13c614ed00d,segment=NetworkSegment(836aaa33-cb58-43cb-8a73-285323e606a1),segment_id=836aaa33-cb58-43cb-8a73-285323e606a1)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:33.582110 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '7e6b1bf1-19f8-4a7c-8189-f13c614ed00d', 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd', 'port_id': '7e6b1bf1-19f8-4a7c-8189-f13c614ed00d', 'mac_address': 'fa:16:3e:f6:7b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f7b231-15e6-44c0-a550-1ab1dc08e9cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:07:33.625240 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.640820 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:33.659962 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=7e6b1bf1-19f8-4a7c-8189-f13c614ed00d,segment=NetworkSegment(836aaa33-cb58-43cb-8a73-285323e606a1),segment_id=836aaa33-cb58-43cb-8a73-285323e606a1)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:33.663989 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.713760 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=7e6b1bf1-19f8-4a7c-8189-f13c614ed00d,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:33.832535 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-6a124e63-3f47-466d-8341-08f4418e1269 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:33.834064 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-6a124e63-3f47-466d-8341-08f4418e1269 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.15 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 805 time: 0.5628061 Nov 12 01:07:33.857094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-ff21b35f-1c94-427f-a4e6-6d88535f2d7e tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Request body: {'port': {'device_id': 'afcca1b7-d04e-4c47-8e94-92fbd8c5ce85', 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36', 'admin_state_up': True, 'tenant_id': 'e89600b132b441d69dfb3856fca29f85'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:33.898602 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa8443-e02b-46ac-9461-bccea640f2d9 req-d3e93030-c2a1-48ee-9438-a68cad94f0b5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:33.900136 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-56fa8443-e02b-46ac-9461-bccea640f2d9 req-d3e93030-c2a1-48ee-9438-a68cad94f0b5 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea3353bd-f247-43d3-9828-f37df0485933 HTTP/1.1" status: 200 len: 944 time: 0.5111601 Nov 12 01:07:33.904343 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['7e6b1bf1-19f8-4a7c-8189-f13c614ed00d'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:33.962161 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6db046-8599-43b1-8083-23b21b6b0380 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:33.963627 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ab6db046-8599-43b1-8083-23b21b6b0380 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 881 time: 0.5923271 Nov 12 01:07:33.966687 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40614) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:33.996078 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f86278fe-8c9c-445c-8f1c-63efccdead5d tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "GET /v2.0/ports?device_id=df7b1df6-b809-4e03-8287-ba88c66931c4 HTTP/1.1" status: 200 len: 205 time: 0.0282176 Nov 12 01:07:33.998475 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40616) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:34.020940 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-56fa8443-e02b-46ac-9461-bccea640f2d9 req-47ec74e3-0a3d-43f5-87a5-73ba86c765af tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=32b1bea9-b811-4f8a-a3d6-7fd8fe276fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114275 Nov 12 01:07:34.048887 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-ff21b35f-1c94-427f-a4e6-6d88535f2d7e tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Made reservation on behalf of e89600b132b441d69dfb3856fca29f85 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:34.053985 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-ff21b35f-1c94-427f-a4e6-6d88535f2d7e tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.112677 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0387-98d2-4c5d-8062-49530ff5379f tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.193281 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-ff21b35f-1c94-427f-a4e6-6d88535f2d7e tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Allocated IP 172.20.0.8 (16281115-b3d6-46f6-bb8f-00ff27cd9f36/2f979b72-06d7-47f0-888a-cb01892f2ff7/d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:34.222350 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0387-98d2-4c5d-8062-49530ff5379f tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.275395 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d0387-98d2-4c5d-8062-49530ff5379f tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Deleting port de183948-a55a-470c-b0a0-e96d331b382a {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:34.275746 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0387-98d2-4c5d-8062-49530ff5379f tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.346274 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-ff21b35f-1c94-427f-a4e6-6d88535f2d7e tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.353261 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0387-98d2-4c5d-8062-49530ff5379f tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.365851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d0387-98d2-4c5d-8062-49530ff5379f tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Calling delete_port for de183948-a55a-470c-b0a0-e96d331b382a owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:34.382282 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-ff21b35f-1c94-427f-a4e6-6d88535f2d7e tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.415060 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['9a693c6c-a4a4-48cc-82df-bc9258418351'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:34.428951 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-ff21b35f-1c94-427f-a4e6-6d88535f2d7e tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:34.436655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-ff21b35f-1c94-427f-a4e6-6d88535f2d7e tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:34.447382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-ff21b35f-1c94-427f-a4e6-6d88535f2d7e tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:34.475871 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21b35f-1c94-427f-a4e6-6d88535f2d7e tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Pushing event updated for resources: {'Port': ['ID=d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:34.518972 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-ff21b35f-1c94-427f-a4e6-6d88535f2d7e tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:34.519830 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-ff21b35f-1c94-427f-a4e6-6d88535f2d7e tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.525612 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f1e0f8f6-8439-45ca-89cf-a9cd333e7c27'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:34.544634 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-ff21b35f-1c94-427f-a4e6-6d88535f2d7e tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6918335 Nov 12 01:07:34.566081 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] Request body: {'port': {'device_id': 'afcca1b7-d04e-4c47-8e94-92fbd8c5ce85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:34.568564 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0387-98d2-4c5d-8062-49530ff5379f tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.614443 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d0387-98d2-4c5d-8062-49530ff5379f tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Pushing event deleted for resources: {'Port': ['ID=de183948-a55a-470c-b0a0-e96d331b382a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:34.649317 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df04ae7-6ead-4f96-9eb7-c6029b31a771 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:34.652161 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.659825 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc763339-b4a1-48f4-a884-03032b1e4e6d req-ce474c46-24c3-48d1-a5d7-442ce1b24e38 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:34.661488 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc763339-b4a1-48f4-a884-03032b1e4e6d req-ce474c46-24c3-48d1-a5d7-442ce1b24e38 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcca1b7-d04e-4c47-8e94-92fbd8c5ce85 HTTP/1.1" status: 200 len: 931 time: 0.1042864 Nov 12 01:07:34.724416 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0387-98d2-4c5d-8062-49530ff5379f tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.837652 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc763339-b4a1-48f4-a884-03032b1e4e6d req-596a94f7-e2fb-4839-8c82-f3fd98d95c13 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523514 Nov 12 01:07:34.843595 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0387-98d2-4c5d-8062-49530ff5379f tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.846605 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0387-98d2-4c5d-8062-49530ff5379f tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.896991 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0387-98d2-4c5d-8062-49530ff5379f tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.897564 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3d0387-98d2-4c5d-8062-49530ff5379f tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Fanout notify agent at l3_agent the message router_deleted on router df7b1df6-b809-4e03-8287-ba88c66931c4 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:07:34.908970 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0387-98d2-4c5d-8062-49530ff5379f tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.910204 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ef3d0387-98d2-4c5d-8062-49530ff5379f tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "DELETE /v2.0/routers/df7b1df6-b809-4e03-8287-ba88c66931c4 HTTP/1.1" status: 204 len: 168 time: 0.9106214 Nov 12 01:07:34.913998 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40620) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:34.934983 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7318ca14-d188-4da5-867d-91cf4369afa5 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1622088087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:34.962151 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:34.972028 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.981100 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7318ca14-d188-4da5-867d-91cf4369afa5 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.982099 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7318ca14-d188-4da5-867d-91cf4369afa5 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:34.990056 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] Transition to ACTIVE for port object d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:07:34.994435 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:35.078073 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7318ca14-d188-4da5-867d-91cf4369afa5 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:35.086001 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7318ca14-d188-4da5-867d-91cf4369afa5 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:35.090731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] Pushing event updated for resources: {'Port': ['ID=d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:35.131831 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7318ca14-d188-4da5-867d-91cf4369afa5 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:35.133033 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7318ca14-d188-4da5-867d-91cf4369afa5 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2179861 Nov 12 01:07:35.135886 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40624) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:35.141656 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a9bf3a31-2b38-45de-8e1a-3fa1d229efe6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'enable_snat': True}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:35.216819 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac46cb0-d415-424a-8bd4-e8fe7b2f51b4 req-209a6b23-3b25-4188-b61b-83c185f0034f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:35.218389 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3ac46cb0-d415-424a-8bd4-e8fe7b2f51b4 req-209a6b23-3b25-4188-b61b-83c185f0034f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea3353bd-f247-43d3-9828-f37df0485933 HTTP/1.1" status: 200 len: 944 time: 0.1144252 Nov 12 01:07:35.221124 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] Attempting to bind port d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:35.221465 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] Attempting to bind port d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:35.221786 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] Attempting to bind port d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7 on network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:35.232949 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] Port d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7 on network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:35.233271 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] Attempting to bind port d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7 on network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:35.246581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:35.246951 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] Checking segment: {'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:35.247294 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] Bound using segment: {'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:35.247776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] Bound port: d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:35.248135 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:35.303981 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3ac46cb0-d415-424a-8bd4-e8fe7b2f51b4 req-c5184cbf-9341-4dc0-aea1-0b153400be7a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=32b1bea9-b811-4f8a-a3d6-7fd8fe276fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788689 Nov 12 01:07:35.335930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] For port d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:35.339097 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] For port d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:35.343475 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:35.357124 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a9bf3a31-2b38-45de-8e1a-3fa1d229efe6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:35.377023 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:35.377648 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:35.379198 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] 10.222.0.15 "PUT /v2.0/ports/d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7 HTTP/1.1" status: 200 len: 1092 time: 0.8189063 Nov 12 01:07:35.381521 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afcca1b7-d04e-4c47-8e94-92fbd8c5ce85', 'tag': 'd3d82ac3-6143-4d32-9bf5-fe113ad0e8f7'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:35.383799 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a56fd20-bc94-4397-9023-e93b71d075ae" -d '{"events": [{"name": "network-changed", "server_uuid": "afcca1b7-d04e-4c47-8e94-92fbd8c5ce85", "tag": "d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:35.411283 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024cf850-5dc6-4f76-80d8-2e3b2f17f97d service neutron] Pushing event updated for resources: {'Port': ['ID=d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:35.423792 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b3e47b-be76-41b1-8956-75ed0b25f933 x-openstack-request-id: req-50b3e47b-be76-41b1-8956-75ed0b25f933 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:35.424075 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afcca1b7-d04e-4c47-8e94-92fbd8c5ce85", "tag": "d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:35.424461 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50b3e47b-be76-41b1-8956-75ed0b25f933 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:35.424902 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afcca1b7-d04e-4c47-8e94-92fbd8c5ce85', 'tag': 'd3d82ac3-6143-4d32-9bf5-fe113ad0e8f7', 'status': 'completed', 'code': 200} Nov 12 01:07:35.482567 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:35.488789 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-8975cad4-38ac-4393-884f-75236c56f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:35.490321 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-8975cad4-38ac-4393-884f-75236c56f86a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&device_id=afcca1b7-d04e-4c47-8e94-92fbd8c5ce85 HTTP/1.1" status: 200 len: 1095 time: 0.0471263 Nov 12 01:07:35.543150 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-fe3c1cb9-0fcf-4a33-a71c-03804639b45a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7 HTTP/1.1" status: 200 len: 217 time: 0.0390615 Nov 12 01:07:35.545109 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:07:35.549556 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:35.549936 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:35.592123 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a9bf3a31-2b38-45de-8e1a-3fa1d229efe6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:35.606791 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-9ecec82a-3484-4eae-8ca3-7f386e954d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:35.608627 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-9ecec82a-3484-4eae-8ca3-7f386e954d93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f979b72-06d7-47f0-888a-cb01892f2ff7 HTTP/1.1" status: 200 len: 845 time: 0.0568571 Nov 12 01:07:35.612290 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a9bf3a31-2b38-45de-8e1a-3fa1d229efe6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:35.636670 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:35.653435 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-1d5cf08c-f55a-480a-b9f3-80f54492e007 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16281115-b3d6-46f6-bb8f-00ff27cd9f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379183 Nov 12 01:07:35.661885 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3353bd-f247-43d3-9828-f37df0485933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6b1bf1-19f8-4a7c-8189-f13c614ed00d'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:35.664204 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368305e0-5770-4e87-800c-680459eefaeb" -d '{"events": [{"server_uuid": "ea3353bd-f247-43d3-9828-f37df0485933", "name": "network-vif-plugged", "status": "completed", "tag": "7e6b1bf1-19f8-4a7c-8189-f13c614ed00d"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:35.677741 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=7e6b1bf1-19f8-4a7c-8189-f13c614ed00d,segment=NetworkSegment(836aaa33-cb58-43cb-8a73-285323e606a1),segment_id=836aaa33-cb58-43cb-8a73-285323e606a1)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:35.685361 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:35.713401 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d6bc80-5161-4591-a633-62f93b2125df x-openstack-request-id: req-d4d6bc80-5161-4591-a633-62f93b2125df {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:35.713820 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3353bd-f247-43d3-9828-f37df0485933", "name": "network-vif-plugged", "status": "completed", "tag": "7e6b1bf1-19f8-4a7c-8189-f13c614ed00d", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:35.714202 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4d6bc80-5161-4591-a633-62f93b2125df {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:35.714717 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3353bd-f247-43d3-9828-f37df0485933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6b1bf1-19f8-4a7c-8189-f13c614ed00d', 'code': 200} Nov 12 01:07:35.746552 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-a9bf3a31-2b38-45de-8e1a-3fa1d229efe6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Allocated IP 172.25.0.231 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/47cc2bdb-7eab-4643-b9bc-1ce3c1786c19) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:35.765421 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=7e6b1bf1-19f8-4a7c-8189-f13c614ed00d,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:35.770277 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-5e33bfa9-d5a0-449a-804a-21f60f468bb8 service neutron] 10.222.0.15 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098058 Nov 12 01:07:35.865623 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f08f43-3255-436b-8def-15796eebba74 req-2c1b1c1d-3a04-49ba-9c43-712a60607394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:35.868150 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-64f08f43-3255-436b-8def-15796eebba74 req-2c1b1c1d-3a04-49ba-9c43-712a60607394 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ea3353bd-f247-43d3-9828-f37df0485933 HTTP/1.1" status: 200 len: 1097 time: 0.0881915 Nov 12 01:07:35.868554 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b45157b-ad2b-4cc0-b93e-8a2db231d7b6 req-606955bb-96ec-4e53-ab7a-fcc8671ec442 service neutron] 10.222.0.15 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906150 Nov 12 01:07:35.924617 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a9bf3a31-2b38-45de-8e1a-3fa1d229efe6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:35.978718 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-64f08f43-3255-436b-8def-15796eebba74 req-0775fec2-59ca-47f8-93c1-e631aacfbcd9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=32b1bea9-b811-4f8a-a3d6-7fd8fe276fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013610 Nov 12 01:07:36.010153 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91f42a-2004-4b1d-8832-653ddada148d req-cffc739e-15eb-40a9-b37f-d348a8c9755f tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:36.010969 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56fd20-bc94-4397-9023-e93b71d075ae req-ff2c40a9-0885-4c8d-89f4-2ec9e5b3df76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:36.011689 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a91f42a-2004-4b1d-8832-653ddada148d req-cffc739e-15eb-40a9-b37f-d348a8c9755f tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcca1b7-d04e-4c47-8e94-92fbd8c5ce85 HTTP/1.1" status: 200 len: 943 time: 0.0853896 Nov 12 01:07:36.012461 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a56fd20-bc94-4397-9023-e93b71d075ae req-ff2c40a9-0885-4c8d-89f4-2ec9e5b3df76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&device_id=afcca1b7-d04e-4c47-8e94-92fbd8c5ce85 HTTP/1.1" status: 200 len: 1095 time: 0.0410466 Nov 12 01:07:36.025000 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a9bf3a31-2b38-45de-8e1a-3fa1d229efe6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:36.077254 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bf3a31-2b38-45de-8e1a-3fa1d229efe6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:36.090766 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-a9bf3a31-2b38-45de-8e1a-3fa1d229efe6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:36.100352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bf3a31-2b38-45de-8e1a-3fa1d229efe6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:36.106033 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56fd20-bc94-4397-9023-e93b71d075ae req-1e213d5b-9c4e-4a73-8e07-76701ac74044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:36.106302 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f2959c-3987-4de9-a03e-edcc89b54fa0 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:36.107721 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a56fd20-bc94-4397-9023-e93b71d075ae req-1e213d5b-9c4e-4a73-8e07-76701ac74044 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 906 time: 0.0878427 Nov 12 01:07:36.110049 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf3a31-2b38-45de-8e1a-3fa1d229efe6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Pushing event updated for resources: {'Port': ['ID=47cc2bdb-7eab-4643-b9bc-1ce3c1786c19,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:36.141505 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a91f42a-2004-4b1d-8832-653ddada148d req-716d3810-64d2-476e-97af-ec9d15daba52 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228395 Nov 12 01:07:36.156600 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a56fd20-bc94-4397-9023-e93b71d075ae req-3eb2c2a9-9ab1-4b95-83b3-cae2873822fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7 HTTP/1.1" status: 200 len: 217 time: 0.0410483 Nov 12 01:07:36.198926 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a100407e-e855-409a-86bf-167a9153b888 None None] Provisioning complete for port 47cc2bdb-7eab-4643-b9bc-1ce3c1786c19 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:36.199328 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a100407e-e855-409a-86bf-167a9153b888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:36.208999 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56fd20-bc94-4397-9023-e93b71d075ae req-0e6205db-3ad3-43b2-8c17-72a8b63e4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:36.210751 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a56fd20-bc94-4397-9023-e93b71d075ae req-0e6205db-3ad3-43b2-8c17-72a8b63e4539 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f979b72-06d7-47f0-888a-cb01892f2ff7 HTTP/1.1" status: 200 len: 845 time: 0.0468874 Nov 12 01:07:36.235352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a100407e-e855-409a-86bf-167a9153b888 None None] Port 47cc2bdb-7eab-4643-b9bc-1ce3c1786c19 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:36.247528 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a56fd20-bc94-4397-9023-e93b71d075ae req-1605efd4-9efe-44c0-a8f3-e7d62edfc076 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16281115-b3d6-46f6-bb8f-00ff27cd9f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297256 Nov 12 01:07:36.347783 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a56fd20-bc94-4397-9023-e93b71d075ae req-9fd1196c-dd22-4ed4-b70e-f16828caa351 service neutron] 10.222.0.15 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931363 Nov 12 01:07:36.384501 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a9bf3a31-2b38-45de-8e1a-3fa1d229efe6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:36.499533 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e7209-2059-4d80-a8d3-df9386ab367a req-72674d01-7d88-44d3-895e-2c8ee2e82318 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:36.501603 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-105e7209-2059-4d80-a8d3-df9386ab367a req-72674d01-7d88-44d3-895e-2c8ee2e82318 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea3353bd-f247-43d3-9828-f37df0485933 HTTP/1.1" status: 200 len: 945 time: 0.0927305 Nov 12 01:07:36.505841 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6a56fd20-bc94-4397-9023-e93b71d075ae req-08fc270b-7ca5-4f8a-b0c1-e26f5771d811 service neutron] 10.222.0.15 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513495 Nov 12 01:07:36.556712 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-105e7209-2059-4d80-a8d3-df9386ab367a req-18f333a9-9a19-44d9-b46a-1c20ce3ed491 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=32b1bea9-b811-4f8a-a3d6-7fd8fe276fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464790 Nov 12 01:07:36.601117 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a9bf3a31-2b38-45de-8e1a-3fa1d229efe6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:36.604654 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a9bf3a31-2b38-45de-8e1a-3fa1d229efe6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719336'] for router, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:36.731750 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bf3a31-2b38-45de-8e1a-3fa1d229efe6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Router 966326e9-daf7-4512-91b1-9a6d940c09d1 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:07:36.837813 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bf3a31-2b38-45de-8e1a-3fa1d229efe6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:36.842584 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a9bf3a31-2b38-45de-8e1a-3fa1d229efe6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:36.843974 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a9bf3a31-2b38-45de-8e1a-3fa1d229efe6 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "PUT /v2.0/routers/966326e9-daf7-4512-91b1-9a6d940c09d1 HTTP/1.1" status: 200 len: 919 time: 1.7065139 Nov 12 01:07:36.846667 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fbec91-d59a-43b6-b2d5-b015d6a6ec1d None None] Sync routers for ids ['966326e9-daf7-4512-91b1-9a6d940c09d1'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:36.847175 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40634) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:36.857419 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fbec91-d59a-43b6-b2d5-b015d6a6ec1d None None] Routers {'966326e9-daf7-4512-91b1-9a6d940c09d1'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:36.858041 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-60fbec91-d59a-43b6-b2d5-b015d6a6ec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['966326e9-daf7-4512-91b1-9a6d940c09d1'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:36.889836 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-60fbec91-d59a-43b6-b2d5-b015d6a6ec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:36.898890 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fbec91-d59a-43b6-b2d5-b015d6a6ec1d None None] Routers {'966326e9-daf7-4512-91b1-9a6d940c09d1'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:36.899436 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-60fbec91-d59a-43b6-b2d5-b015d6a6ec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['966326e9-daf7-4512-91b1-9a6d940c09d1'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:36.934363 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-60fbec91-d59a-43b6-b2d5-b015d6a6ec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:36.935024 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fbec91-d59a-43b6-b2d5-b015d6a6ec1d None None] The sync data for ids ['966326e9-daf7-4512-91b1-9a6d940c09d1'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:36.965288 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cb4e74a9-da70-4479-8cf0-ed89c8ec57af tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "GET /v2.0/routers/966326e9-daf7-4512-91b1-9a6d940c09d1 HTTP/1.1" status: 200 len: 925 time: 0.1170251 Nov 12 01:07:36.967892 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40636) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:37.017290 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8a1e04-a2fe-4eb8-a8b3-f81af9758570 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:37.019067 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ac8a1e04-a2fe-4eb8-a8b3-f81af9758570 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&device_id=966326e9-daf7-4512-91b1-9a6d940c09d1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0501659 Nov 12 01:07:37.021840 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40638) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:37.106862 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da97be4b-b51e-4b4c-a7b8-dbf71ded6906 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:37.108250 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-da97be4b-b51e-4b4c-a7b8-dbf71ded6906 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 881 time: 0.0852518 Nov 12 01:07:37.111084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40640) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:37.136642 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ece6eb68-800c-469b-bdc7-ea47303321c2 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "GET /v2.0/ports?device_id=966326e9-daf7-4512-91b1-9a6d940c09d1 HTTP/1.1" status: 200 len: 205 time: 0.0245233 Nov 12 01:07:37.139018 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40642) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:37.244626 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c6efa701-99d1-432d-94c7-4766f969a685 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.259932 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0b66b-f19c-43f4-a120-532542f9d4d1 req-9c0f1276-1964-4b64-876a-a115fc2a59e6 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:37.261562 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-40c0b66b-f19c-43f4-a120-532542f9d4d1 req-9c0f1276-1964-4b64-876a-a115fc2a59e6 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcca1b7-d04e-4c47-8e94-92fbd8c5ce85 HTTP/1.1" status: 200 len: 943 time: 0.0491657 Nov 12 01:07:37.314725 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-40c0b66b-f19c-43f4-a120-532542f9d4d1 req-9e2be874-64de-4ba7-af95-e405998c37fe tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470383 Nov 12 01:07:37.350290 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c6efa701-99d1-432d-94c7-4766f969a685 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.404896 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c6efa701-99d1-432d-94c7-4766f969a685 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Deleting port 47cc2bdb-7eab-4643-b9bc-1ce3c1786c19 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:37.405236 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c6efa701-99d1-432d-94c7-4766f969a685 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.478961 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c6efa701-99d1-432d-94c7-4766f969a685 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.490300 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c6efa701-99d1-432d-94c7-4766f969a685 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Calling delete_port for 47cc2bdb-7eab-4643-b9bc-1ce3c1786c19 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:37.694729 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c6efa701-99d1-432d-94c7-4766f969a685 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.714290 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a766f0-f97a-4e2f-b6d9-606a4483298b req-281c12b4-204a-4814-8537-c2289998698d tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:37.715879 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-09a766f0-f97a-4e2f-b6d9-606a4483298b req-281c12b4-204a-4814-8537-c2289998698d tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea3353bd-f247-43d3-9828-f37df0485933 HTTP/1.1" status: 200 len: 945 time: 0.0740118 Nov 12 01:07:37.749435 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efa701-99d1-432d-94c7-4766f969a685 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Pushing event deleted for resources: {'Port': ['ID=47cc2bdb-7eab-4643-b9bc-1ce3c1786c19,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:37.752717 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a044e4b6-c4ba-4236-86fd-4a329c51dbef None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:37.835797 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-09a766f0-f97a-4e2f-b6d9-606a4483298b req-aec706b4-0dab-4557-a979-3b813c4e232e tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=32b1bea9-b811-4f8a-a3d6-7fd8fe276fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980401 Nov 12 01:07:37.838514 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c6efa701-99d1-432d-94c7-4766f969a685 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.941241 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c6efa701-99d1-432d-94c7-4766f969a685 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.943581 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c6efa701-99d1-432d-94c7-4766f969a685 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.967618 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9b8e1-48f0-4d30-93a5-fa954eff0fb7 req-dfa0cc35-ae41-4a4b-8339-6496ce73d6b8 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:37.969212 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c6e9b8e1-48f0-4d30-93a5-fa954eff0fb7 req-dfa0cc35-ae41-4a4b-8339-6496ce73d6b8 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea3353bd-f247-43d3-9828-f37df0485933 HTTP/1.1" status: 200 len: 945 time: 0.0509303 Nov 12 01:07:37.991899 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c6efa701-99d1-432d-94c7-4766f969a685 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.992434 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6efa701-99d1-432d-94c7-4766f969a685 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Fanout notify agent at l3_agent the message router_deleted on router 966326e9-daf7-4512-91b1-9a6d940c09d1 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:07:37.999581 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c6efa701-99d1-432d-94c7-4766f969a685 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.001440 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c6efa701-99d1-432d-94c7-4766f969a685 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "DELETE /v2.0/routers/966326e9-daf7-4512-91b1-9a6d940c09d1 HTTP/1.1" status: 204 len: 168 time: 0.8613694 Nov 12 01:07:38.005129 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40650) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:38.009724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-3db9be3a-22e1-4a2e-a616-2628c07e39d2 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1017540071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:38.024719 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c6e9b8e1-48f0-4d30-93a5-fa954eff0fb7 req-bc826563-1884-4d6c-b9dd-862e44b34270 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=32b1bea9-b811-4f8a-a3d6-7fd8fe276fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492659 Nov 12 01:07:38.033968 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3db9be3a-22e1-4a2e-a616-2628c07e39d2 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.035058 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3db9be3a-22e1-4a2e-a616-2628c07e39d2 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.047621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40652) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:38.087558 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579b55a6-91a0-4dd1-b749-46981d8b1a80 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:38.090320 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-579b55a6-91a0-4dd1-b749-46981d8b1a80 tempest-TestNetworkBasicOps-1562491056 tempest-TestNetworkBasicOps-1562491056-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ea3353bd-f247-43d3-9828-f37df0485933 HTTP/1.1" status: 200 len: 1092 time: 0.0403810 Nov 12 01:07:38.090482 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3db9be3a-22e1-4a2e-a616-2628c07e39d2 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.092471 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40654) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:38.097735 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-fb732aa2-ee20-419a-bd6f-7c50fb2ce144 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': '7e6b1bf1-19f8-4a7c-8189-f13c614ed00d', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:38.102310 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3db9be3a-22e1-4a2e-a616-2628c07e39d2 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.130587 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb732aa2-ee20-419a-bd6f-7c50fb2ce144 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.137234 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3db9be3a-22e1-4a2e-a616-2628c07e39d2 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.138395 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3db9be3a-22e1-4a2e-a616-2628c07e39d2 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1322792 Nov 12 01:07:38.142143 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40656) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:38.146559 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-d2c1c856-4432-442a-9227-39674fbde370 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'enable_snat': False}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:38.238850 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb732aa2-ee20-419a-bd6f-7c50fb2ce144 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.348461 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-fb732aa2-ee20-419a-bd6f-7c50fb2ce144 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Allocated IP 172.25.0.36 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/a865ff59-bb7c-4765-9321-1d8f599a1f21) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:38.490958 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78590f-d170-4db1-9619-447316b88014 req-2f682445-c7bd-46d1-8caa-d52199cedeaf tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:38.493087 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7b78590f-d170-4db1-9619-447316b88014 req-2f682445-c7bd-46d1-8caa-d52199cedeaf tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcca1b7-d04e-4c47-8e94-92fbd8c5ce85 HTTP/1.1" status: 200 len: 943 time: 0.1045296 Nov 12 01:07:38.508579 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb732aa2-ee20-419a-bd6f-7c50fb2ce144 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.567779 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7b78590f-d170-4db1-9619-447316b88014 req-5522d45a-5d40-48e4-86d3-f8f8486bdd8a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646272 Nov 12 01:07:38.579145 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb732aa2-ee20-419a-bd6f-7c50fb2ce144 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.620246 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb732aa2-ee20-419a-bd6f-7c50fb2ce144 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:38.623022 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-fb732aa2-ee20-419a-bd6f-7c50fb2ce144 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:38.629358 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb732aa2-ee20-419a-bd6f-7c50fb2ce144 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:38.652962 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb732aa2-ee20-419a-bd6f-7c50fb2ce144 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'Port': ['ID=a865ff59-bb7c-4765-9321-1d8f599a1f21,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:38.695066 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c856-4432-442a-9227-39674fbde370 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.771440 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.907110 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c856-4432-442a-9227-39674fbde370 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.927103 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c856-4432-442a-9227-39674fbde370 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.999998 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb732aa2-ee20-419a-bd6f-7c50fb2ce144 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.039364 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-d2c1c856-4432-442a-9227-39674fbde370 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Allocated IP 172.25.0.242 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/c05f8e6e-42d7-4365-aa86-41f1f691f54e) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:39.073685 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb732aa2-ee20-419a-bd6f-7c50fb2ce144 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.146751 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c856-4432-442a-9227-39674fbde370 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.180423 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c856-4432-442a-9227-39674fbde370 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.215860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c1c856-4432-442a-9227-39674fbde370 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:39.218679 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-d2c1c856-4432-442a-9227-39674fbde370 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:39.222129 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c1c856-4432-442a-9227-39674fbde370 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:39.222629 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb732aa2-ee20-419a-bd6f-7c50fb2ce144 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.227824 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb732aa2-ee20-419a-bd6f-7c50fb2ce144 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.234403 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91d53cc-1b1c-45a2-ade7-afc590d6d94d None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:39.252794 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1c856-4432-442a-9227-39674fbde370 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Pushing event updated for resources: {'Port': ['ID=c05f8e6e-42d7-4365-aa86-41f1f691f54e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:39.282092 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a3b10d38-a5e7-4114-8604-648298c73564 None None] Provisioning complete for port c05f8e6e-42d7-4365-aa86-41f1f691f54e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:39.282763 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a3b10d38-a5e7-4114-8604-648298c73564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.298927 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb732aa2-ee20-419a-bd6f-7c50fb2ce144 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event updated for resources: {'Port': ['ID=a865ff59-bb7c-4765-9321-1d8f599a1f21,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:39.313696 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb732aa2-ee20-419a-bd6f-7c50fb2ce144 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.321304 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a3b10d38-a5e7-4114-8604-648298c73564 None None] Port c05f8e6e-42d7-4365-aa86-41f1f691f54e cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:39.415616 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-fb732aa2-ee20-419a-bd6f-7c50fb2ce144 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Floating IP 2a2796eb-e183-47f0-ad74-de98a65511b2 associated. External IP: 172.25.0.36, port: 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d. Nov 12 01:07:39.489813 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c856-4432-442a-9227-39674fbde370 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.635553 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb732aa2-ee20-419a-bd6f-7c50fb2ce144 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Router 272b32a3-8818-47bc-9514-3d56a46a6b0a has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:07:39.721655 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c856-4432-442a-9227-39674fbde370 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.728662 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c856-4432-442a-9227-39674fbde370 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719336'] for router, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.741615 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e3242-b82a-4db0-a810-e6e47e4dc565 req-b7fa0691-4ff9-436b-a92d-992dceb036c9 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:39.743326 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c85e3242-b82a-4db0-a810-e6e47e4dc565 req-b7fa0691-4ff9-436b-a92d-992dceb036c9 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcca1b7-d04e-4c47-8e94-92fbd8c5ce85 HTTP/1.1" status: 200 len: 943 time: 0.0729973 Nov 12 01:07:39.875056 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c85e3242-b82a-4db0-a810-e6e47e4dc565 req-7a727767-b4e4-42ec-8503-a9645eee43dc tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928915 Nov 12 01:07:39.923283 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c1c856-4432-442a-9227-39674fbde370 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Router b71e0fab-ed5f-44d9-810e-4aaca3541f7f is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:07:40.037972 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c1c856-4432-442a-9227-39674fbde370 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:40.042563 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c856-4432-442a-9227-39674fbde370 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:40.045821 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d2c1c856-4432-442a-9227-39674fbde370 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "PUT /v2.0/routers/b71e0fab-ed5f-44d9-810e-4aaca3541f7f HTTP/1.1" status: 200 len: 920 time: 1.9024794 Nov 12 01:07:40.046493 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40662) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:40.047658 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef3f9f-809f-47ee-9d6a-0f0a0d787c01 None None] Sync routers for ids ['b71e0fab-ed5f-44d9-810e-4aaca3541f7f'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:40.059326 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef3f9f-809f-47ee-9d6a-0f0a0d787c01 None None] Routers {'b71e0fab-ed5f-44d9-810e-4aaca3541f7f'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:40.060105 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-d6ef3f9f-809f-47ee-9d6a-0f0a0d787c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b71e0fab-ed5f-44d9-810e-4aaca3541f7f'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:40.097823 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb732aa2-ee20-419a-bd6f-7c50fb2ce144 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:40.099541 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-d6ef3f9f-809f-47ee-9d6a-0f0a0d787c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:40.109939 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef3f9f-809f-47ee-9d6a-0f0a0d787c01 None None] Routers {'b71e0fab-ed5f-44d9-810e-4aaca3541f7f'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:40.110562 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-d6ef3f9f-809f-47ee-9d6a-0f0a0d787c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b71e0fab-ed5f-44d9-810e-4aaca3541f7f'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:40.110799 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3cb700-12b4-4eba-9311-6d3670b2b508 None None] Sync routers for ids ['272b32a3-8818-47bc-9514-3d56a46a6b0a'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:40.120200 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3cb700-12b4-4eba-9311-6d3670b2b508 None None] Routers {'272b32a3-8818-47bc-9514-3d56a46a6b0a'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:40.121053 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-1e3cb700-12b4-4eba-9311-6d3670b2b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['272b32a3-8818-47bc-9514-3d56a46a6b0a'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:40.127072 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb732aa2-ee20-419a-bd6f-7c50fb2ce144 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:40.150166 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-d6ef3f9f-809f-47ee-9d6a-0f0a0d787c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:40.151599 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef3f9f-809f-47ee-9d6a-0f0a0d787c01 None None] The sync data for ids ['b71e0fab-ed5f-44d9-810e-4aaca3541f7f'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:40.167715 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fb732aa2-ee20-419a-bd6f-7c50fb2ce144 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0713971 Nov 12 01:07:40.167715 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea3353bd-f247-43d3-9828-f37df0485933', 'tag': '7e6b1bf1-19f8-4a7c-8189-f13c614ed00d'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:40.168029 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fb21041c-853d-417f-8f64-479fce2ce512 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "GET /v2.0/routers/b71e0fab-ed5f-44d9-810e-4aaca3541f7f HTTP/1.1" status: 200 len: 926 time: 0.1185520 Nov 12 01:07:40.168029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40664) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:40.168221 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513bdab8-a18c-4ad6-8061-32d67b8a2e36" -d '{"events": [{"name": "network-changed", "server_uuid": "ea3353bd-f247-43d3-9828-f37df0485933", "tag": "7e6b1bf1-19f8-4a7c-8189-f13c614ed00d"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:40.170376 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40666) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:40.213251 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c46bd51-3aee-40a7-8b16-122aefbb51f9 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:40.217473 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7c46bd51-3aee-40a7-8b16-122aefbb51f9 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&device_id=b71e0fab-ed5f-44d9-810e-4aaca3541f7f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0494158 Nov 12 01:07:40.218317 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40670) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:40.238361 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93aa7423-1a76-4cb9-b62b-94e6477e9026 x-openstack-request-id: req-93aa7423-1a76-4cb9-b62b-94e6477e9026 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:40.238653 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea3353bd-f247-43d3-9828-f37df0485933", "tag": "7e6b1bf1-19f8-4a7c-8189-f13c614ed00d", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:40.238914 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93aa7423-1a76-4cb9-b62b-94e6477e9026 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:40.239314 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea3353bd-f247-43d3-9828-f37df0485933', 'tag': '7e6b1bf1-19f8-4a7c-8189-f13c614ed00d', 'status': 'completed', 'code': 200} Nov 12 01:07:40.240598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-1e3cb700-12b4-4eba-9311-6d3670b2b508 None None] Set router 272b32a3-8818-47bc-9514-3d56a46a6b0a gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:40.243973 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-99b6a60d-0543-4c0c-bbf5-5a27e5e191c6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/floatingips/2a2796eb-e183-47f0-ad74-de98a65511b2 HTTP/1.1" status: 200 len: 990 time: 0.0699906 Nov 12 01:07:40.342066 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bdab8-a18c-4ad6-8061-32d67b8a2e36 req-b9935a11-cc8f-428d-862f-df667c30a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:40.343505 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-513bdab8-a18c-4ad6-8061-32d67b8a2e36 req-b9935a11-cc8f-428d-862f-df667c30a317 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a95a5ba21e204aa3a425fd0950571760&device_id=ea3353bd-f247-43d3-9828-f37df0485933 HTTP/1.1" status: 200 len: 1097 time: 0.0670006 Nov 12 01:07:40.345646 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af7eb47-e9bf-410d-9854-d41a755b0b37 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:40.349497 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2af7eb47-e9bf-410d-9854-d41a755b0b37 tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "GET /v2.0/networks/e33824d3-49f3-447d-b376-119e8e5c0bcb HTTP/1.1" status: 200 len: 881 time: 0.1271005 Nov 12 01:07:40.350136 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40672) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:40.380413 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-946417c9-ec58-4adb-aacb-fc7f5817d3de tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "GET /v2.0/ports?device_id=b71e0fab-ed5f-44d9-810e-4aaca3541f7f HTTP/1.1" status: 200 len: 205 time: 0.0290420 Nov 12 01:07:40.382881 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40674) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:40.458662 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bdab8-a18c-4ad6-8061-32d67b8a2e36 req-548c6a52-19b3-48e9-a5fd-c696b6788012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:40.460142 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-513bdab8-a18c-4ad6-8061-32d67b8a2e36 req-548c6a52-19b3-48e9-a5fd-c696b6788012 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d19321ad-19d8-4ece-b76b-909166e63ecd HTTP/1.1" status: 200 len: 897 time: 0.1092453 Nov 12 01:07:40.495163 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06fd8776-cece-47e4-a4fe-bfaafa497ea3 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:40.497683 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-1e3cb700-12b4-4eba-9311-6d3670b2b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'name': 'tempest-TestNetworkBasicOps-router-1332379027', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:14Z', 'updated_at': '2021-11-12T01:07:21Z', 'revision_number': 4, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:15Z', 'updated_at': '2021-11-12T01:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '2a2796eb-e183-47f0-ad74-de98a65511b2', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'port_id': '7e6b1bf1-19f8-4a7c-8189-f13c614ed00d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd', 'mac_address': 'fa:16:3e:f6:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3353bd-f247-43d3-9828-f37df0485933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:07:38Z', 'updated_at': '2021-11-12T01:07:38Z', 'revision_number': 0, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef98872c-121c-4790-a06a-183b738ba392', 'name': '', 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:b3:6d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b0f7b231-15e6-44c0-a550-1ab1dc08e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:20Z', 'updated_at': '2021-11-12T01:07:25Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': 'b0f7b231-15e6-44c0-a550-1ab1dc08e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:40.526479 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3cb700-12b4-4eba-9311-6d3670b2b508 None None] Checking router: 272b32a3-8818-47bc-9514-3d56a46a6b0a for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:07:40.527924 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-513bdab8-a18c-4ad6-8061-32d67b8a2e36 req-31b4b696-e8bf-4137-8f08-7cfe325226ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e6b1bf1-19f8-4a7c-8189-f13c614ed00d HTTP/1.1" status: 200 len: 998 time: 0.0594785 Nov 12 01:07:40.536474 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3cb700-12b4-4eba-9311-6d3670b2b508 None None] Routers {'272b32a3-8818-47bc-9514-3d56a46a6b0a'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:40.537383 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-1e3cb700-12b4-4eba-9311-6d3670b2b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['272b32a3-8818-47bc-9514-3d56a46a6b0a'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:40.579059 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bdab8-a18c-4ad6-8061-32d67b8a2e36 req-245261c7-a3d0-452c-ab9c-3ae2b5623b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:40.580752 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-513bdab8-a18c-4ad6-8061-32d67b8a2e36 req-245261c7-a3d0-452c-ab9c-3ae2b5623b8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0f7b231-15e6-44c0-a550-1ab1dc08e9cb HTTP/1.1" status: 200 len: 834 time: 0.0448794 Nov 12 01:07:40.606832 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06fd8776-cece-47e4-a4fe-bfaafa497ea3 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:40.635876 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bdab8-a18c-4ad6-8061-32d67b8a2e36 req-c12951a8-212e-4281-b91c-eaced046d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:40.637451 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-513bdab8-a18c-4ad6-8061-32d67b8a2e36 req-c12951a8-212e-4281-b91c-eaced046d6a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d19321ad-19d8-4ece-b76b-909166e63ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476837 Nov 12 01:07:40.654489 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-1e3cb700-12b4-4eba-9311-6d3670b2b508 None None] Set router 272b32a3-8818-47bc-9514-3d56a46a6b0a gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:40.661786 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-06fd8776-cece-47e4-a4fe-bfaafa497ea3 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Deleting port c05f8e6e-42d7-4365-aa86-41f1f691f54e {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:40.662168 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06fd8776-cece-47e4-a4fe-bfaafa497ea3 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:40.735176 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-513bdab8-a18c-4ad6-8061-32d67b8a2e36 req-ddd19829-e327-4089-954c-3b17c6e63b78 service neutron] 10.222.0.21 "GET /v2.0/networks/d19321ad-19d8-4ece-b76b-909166e63ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881753 Nov 12 01:07:40.748341 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06fd8776-cece-47e4-a4fe-bfaafa497ea3 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:40.760542 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-06fd8776-cece-47e4-a4fe-bfaafa497ea3 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Calling delete_port for c05f8e6e-42d7-4365-aa86-41f1f691f54e owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:40.804518 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:07:40.840446 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-513bdab8-a18c-4ad6-8061-32d67b8a2e36 req-b84b7776-fb0d-4f8a-9b24-61f3b667ad93 service neutron] 10.222.0.21 "GET /v2.0/networks/d19321ad-19d8-4ece-b76b-909166e63ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975227 Nov 12 01:07:40.945035 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06fd8776-cece-47e4-a4fe-bfaafa497ea3 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:40.972731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd8776-cece-47e4-a4fe-bfaafa497ea3 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Pushing event deleted for resources: {'Port': ['ID=c05f8e6e-42d7-4365-aa86-41f1f691f54e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:41.016054 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b55dd5-4018-45d7-89f2-d840e188338a req-69acb210-1dac-4ebc-8f22-40265271b2ef tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:41.017646 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b6b55dd5-4018-45d7-89f2-d840e188338a req-69acb210-1dac-4ebc-8f22-40265271b2ef tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcca1b7-d04e-4c47-8e94-92fbd8c5ce85 HTTP/1.1" status: 200 len: 943 time: 0.0625834 Nov 12 01:07:41.027491 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f3a382-e18b-4dfb-97e5-b0af8bb0166d None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:41.042781 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06fd8776-cece-47e4-a4fe-bfaafa497ea3 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.072971 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b6b55dd5-4018-45d7-89f2-d840e188338a req-ebf0923b-3ff1-4195-96cc-9e8b6b614bb4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476749 Nov 12 01:07:41.133103 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:41.136632 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06fd8776-cece-47e4-a4fe-bfaafa497ea3 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.138837 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06fd8776-cece-47e4-a4fe-bfaafa497ea3 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.146847 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'd3d82ac3-6143-4d32-9bf5-fe113ad0e8f7', 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36', 'port_id': 'd3d82ac3-6143-4d32-9bf5-fe113ad0e8f7', 'mac_address': 'fa:16:3e:bb:17:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f979b72-06d7-47f0-888a-cb01892f2ff7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:07:41.155227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-1e3cb700-12b4-4eba-9311-6d3670b2b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'name': 'tempest-TestNetworkBasicOps-router-1332379027', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:14Z', 'updated_at': '2021-11-12T01:07:21Z', 'revision_number': 4, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:15Z', 'updated_at': '2021-11-12T01:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '2a2796eb-e183-47f0-ad74-de98a65511b2', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'port_id': '7e6b1bf1-19f8-4a7c-8189-f13c614ed00d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd', 'mac_address': 'fa:16:3e:f6:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3353bd-f247-43d3-9828-f37df0485933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:07:38Z', 'updated_at': '2021-11-12T01:07:38Z', 'revision_number': 0, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef98872c-121c-4790-a06a-183b738ba392', 'name': '', 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:b3:6d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b0f7b231-15e6-44c0-a550-1ab1dc08e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:20Z', 'updated_at': '2021-11-12T01:07:25Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': 'b0f7b231-15e6-44c0-a550-1ab1dc08e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:41.181967 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06fd8776-cece-47e4-a4fe-bfaafa497ea3 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.182741 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fd8776-cece-47e4-a4fe-bfaafa497ea3 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Fanout notify agent at l3_agent the message router_deleted on router b71e0fab-ed5f-44d9-810e-4aaca3541f7f {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:07:41.190901 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06fd8776-cece-47e4-a4fe-bfaafa497ea3 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.192426 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-06fd8776-cece-47e4-a4fe-bfaafa497ea3 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "DELETE /v2.0/routers/b71e0fab-ed5f-44d9-810e-4aaca3541f7f HTTP/1.1" status: 204 len: 168 time: 0.8085520 Nov 12 01:07:41.197041 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40678) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:41.198388 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3cb700-12b4-4eba-9311-6d3670b2b508 None None] The sync data for ids ['272b32a3-8818-47bc-9514-3d56a46a6b0a'] in n-d-712137-14 is: [{'id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'name': 'tempest-TestNetworkBasicOps-router-1332379027', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:14Z', 'updated_at': '2021-11-12T01:07:21Z', 'revision_number': 4, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:15Z', 'updated_at': '2021-11-12T01:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '2a2796eb-e183-47f0-ad74-de98a65511b2', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'port_id': '7e6b1bf1-19f8-4a7c-8189-f13c614ed00d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd', 'mac_address': 'fa:16:3e:f6:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3353bd-f247-43d3-9828-f37df0485933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:07:38Z', 'updated_at': '2021-11-12T01:07:38Z', 'revision_number': 0, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef98872c-121c-4790-a06a-183b738ba392', 'name': '', 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:b3:6d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b0f7b231-15e6-44c0-a550-1ab1dc08e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:20Z', 'updated_at': '2021-11-12T01:07:25Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': 'b0f7b231-15e6-44c0-a550-1ab1dc08e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:41.202785 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-933eba0d-68f8-4140-bd94-8eeb316b777a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1886599370', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}, 'admin_state_up': False}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:41.216662 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.229248 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-933eba0d-68f8-4140-bd94-8eeb316b777a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.230485 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-933eba0d-68f8-4140-bd94-8eeb316b777a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.230793 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:41.246596 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40680) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:41.253762 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:41.262032 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.302203 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-933eba0d-68f8-4140-bd94-8eeb316b777a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.314831 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:41.319363 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-26bc4600-0f21-4909-8f06-19e1aaf779a6 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/floatingips/2a2796eb-e183-47f0-ad74-de98a65511b2 HTTP/1.1" status: 200 len: 990 time: 0.0709620 Nov 12 01:07:41.439776 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed261e0a-1bad-4fc7-859d-36c7903dbf32 None None] New status for floating IP 2a2796eb-e183-47f0-ad74-de98a65511b2: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:07:41.455492 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-933eba0d-68f8-4140-bd94-8eeb316b777a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.647684 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:41.655658 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-933eba0d-68f8-4140-bd94-8eeb316b777a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.674919 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-933eba0d-68f8-4140-bd94-8eeb316b777a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.788349 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-933eba0d-68f8-4140-bd94-8eeb316b777a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Allocated IP 172.25.0.22 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/0a91b885-050b-4a95-9977-4c36fed375cb) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:41.887427 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-933eba0d-68f8-4140-bd94-8eeb316b777a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.921479 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-933eba0d-68f8-4140-bd94-8eeb316b777a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.959772 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933eba0d-68f8-4140-bd94-8eeb316b777a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:41.963822 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-933eba0d-68f8-4140-bd94-8eeb316b777a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:41.969823 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933eba0d-68f8-4140-bd94-8eeb316b777a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:41.976615 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbe1172-6239-44ba-b5c0-3ac62c7ffd34 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:41.997465 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933eba0d-68f8-4140-bd94-8eeb316b777a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Pushing event updated for resources: {'Port': ['ID=0a91b885-050b-4a95-9977-4c36fed375cb,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:42.061154 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7ff2b302-dd23-43bb-8229-3ae6713e8c0a None None] Provisioning complete for port 0a91b885-050b-4a95-9977-4c36fed375cb triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:42.061536 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b302-dd23-43bb-8229-3ae6713e8c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.098938 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7ff2b302-dd23-43bb-8229-3ae6713e8c0a None None] Port 0a91b885-050b-4a95-9977-4c36fed375cb cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:42.201192 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749039d6-c7b7-4b3a-914f-8536300b3604 req-f7e5c657-442e-43f7-8e51-2bede79fc965 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:42.202687 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-749039d6-c7b7-4b3a-914f-8536300b3604 req-f7e5c657-442e-43f7-8e51-2bede79fc965 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcca1b7-d04e-4c47-8e94-92fbd8c5ce85 HTTP/1.1" status: 200 len: 944 time: 0.0526390 Nov 12 01:07:42.224957 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-933eba0d-68f8-4140-bd94-8eeb316b777a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.250355 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-749039d6-c7b7-4b3a-914f-8536300b3604 req-dc394526-2000-4441-97ec-5a89eebc1d86 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413749 Nov 12 01:07:42.323466 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40684) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:42.389756 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4b7b2794-77f6-4b2f-9865-338819dc74b0 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/floatingips/2a2796eb-e183-47f0-ad74-de98a65511b2 HTTP/1.1" status: 200 len: 992 time: 0.0650647 Nov 12 01:07:42.741005 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-933eba0d-68f8-4140-bd94-8eeb316b777a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.799324 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:42.851543 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:07:42.855826 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:42.856197 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.873122 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933eba0d-68f8-4140-bd94-8eeb316b777a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Router 3f55be8a-1730-442d-9fd0-daa870c34760 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:07:42.943018 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.966971 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcca1b7-d04e-4c47-8e94-92fbd8c5ce85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d82ac3-6143-4d32-9bf5-fe113ad0e8f7'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:42.970291 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edfb454-b178-4ba1-9e0a-64b83c15515e" -d '{"events": [{"server_uuid": "afcca1b7-d04e-4c47-8e94-92fbd8c5ce85", "name": "network-vif-plugged", "status": "completed", "tag": "d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:42.985625 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:42.991250 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.993585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933eba0d-68f8-4140-bd94-8eeb316b777a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:43.015266 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-933eba0d-68f8-4140-bd94-8eeb316b777a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.017059 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-933eba0d-68f8-4140-bd94-8eeb316b777a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.8188493 Nov 12 01:07:43.019849 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40688) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:43.020682 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f96214-81bf-4cff-b9f4-7497902f5d5b x-openstack-request-id: req-29f96214-81bf-4cff-b9f4-7497902f5d5b {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:43.020992 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcca1b7-d04e-4c47-8e94-92fbd8c5ce85", "name": "network-vif-plugged", "status": "completed", "tag": "d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:43.021252 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29f96214-81bf-4cff-b9f4-7497902f5d5b {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:43.021640 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afcca1b7-d04e-4c47-8e94-92fbd8c5ce85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d82ac3-6143-4d32-9bf5-fe113ad0e8f7', 'code': 200} Nov 12 01:07:43.022460 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a453ff4a-b2ca-47c2-81c5-1fe5a9abb9c9 None None] Sync routers for ids ['3f55be8a-1730-442d-9fd0-daa870c34760'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:43.024371 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:43.038563 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a453ff4a-b2ca-47c2-81c5-1fe5a9abb9c9 None None] Routers {'3f55be8a-1730-442d-9fd0-daa870c34760'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:43.039189 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a453ff4a-b2ca-47c2-81c5-1fe5a9abb9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3f55be8a-1730-442d-9fd0-daa870c34760'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:43.087380 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a453ff4a-b2ca-47c2-81c5-1fe5a9abb9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:43.097145 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:43.104889 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a453ff4a-b2ca-47c2-81c5-1fe5a9abb9c9 None None] Routers {'3f55be8a-1730-442d-9fd0-daa870c34760'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:43.105890 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a453ff4a-b2ca-47c2-81c5-1fe5a9abb9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3f55be8a-1730-442d-9fd0-daa870c34760'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:43.148483 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a453ff4a-b2ca-47c2-81c5-1fe5a9abb9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:43.149391 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a453ff4a-b2ca-47c2-81c5-1fe5a9abb9c9 None None] The sync data for ids ['3f55be8a-1730-442d-9fd0-daa870c34760'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:43.161708 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e689c2-38fb-49f8-a80a-f51f36c88f10 req-eda78dc7-e0d4-4525-b8f1-7881b51a7db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:43.163416 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-38e689c2-38fb-49f8-a80a-f51f36c88f10 req-eda78dc7-e0d4-4525-b8f1-7881b51a7db7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=afcca1b7-d04e-4c47-8e94-92fbd8c5ce85 HTTP/1.1" status: 200 len: 1097 time: 0.0508013 Nov 12 01:07:43.209068 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-38e689c2-38fb-49f8-a80a-f51f36c88f10 req-5a22af14-6bbb-49fa-855a-4d52563b1162 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381200 Nov 12 01:07:43.344791 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.357191 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.369833 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88249d75-ac8c-45be-b0b4-4020e35e1cd1 req-c510a6d2-2a8b-44a6-9c25-4611a273886f tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:43.371326 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-88249d75-ac8c-45be-b0b4-4020e35e1cd1 req-c510a6d2-2a8b-44a6-9c25-4611a273886f tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcca1b7-d04e-4c47-8e94-92fbd8c5ce85 HTTP/1.1" status: 200 len: 945 time: 0.0499907 Nov 12 01:07:43.408990 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Deleting port 0a91b885-050b-4a95-9977-4c36fed375cb {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:43.409334 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.425386 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-88249d75-ac8c-45be-b0b4-4020e35e1cd1 req-ba275158-9914-46ed-80bd-5d80e526a62c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458958 Nov 12 01:07:43.487918 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.499576 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Calling delete_port for 0a91b885-050b-4a95-9977-4c36fed375cb owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:43.671552 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.704144 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Pushing event deleted for resources: {'Port': ['ID=0a91b885-050b-4a95-9977-4c36fed375cb,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:43.711523 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cc2035-9c73-4b23-91e2-3a23aebfa0e7 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:43.744611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:43.744992 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:43.745339 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:43.745684 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:43.746024 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:43.746366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:43.746697 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:43.747027 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:43.747354 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:43.747679 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:43.748016 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:43.748342 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:43.769396 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.976852 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.980171 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719336'] for router, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:44.055710 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Router 3f55be8a-1730-442d-9fd0-daa870c34760 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:07:44.136472 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:44.143896 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:44.147104 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0d72e625-ee56-4803-9787-c1dca78ef3ec tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "PUT /v2.0/routers/3f55be8a-1730-442d-9fd0-daa870c34760 HTTP/1.1" status: 200 len: 710 time: 1.1244431 Nov 12 01:07:44.147254 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b76c66-4425-452b-b16b-8d97b1f2a9f4 None None] Sync routers for ids ['3f55be8a-1730-442d-9fd0-daa870c34760'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:44.147798 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40692) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:44.155714 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b76c66-4425-452b-b16b-8d97b1f2a9f4 None None] Routers {'3f55be8a-1730-442d-9fd0-daa870c34760'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:44.157024 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-54b76c66-4425-452b-b16b-8d97b1f2a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3f55be8a-1730-442d-9fd0-daa870c34760'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:44.191267 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-54b76c66-4425-452b-b16b-8d97b1f2a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:44.199914 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b76c66-4425-452b-b16b-8d97b1f2a9f4 None None] Routers {'3f55be8a-1730-442d-9fd0-daa870c34760'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:44.200529 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-54b76c66-4425-452b-b16b-8d97b1f2a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['3f55be8a-1730-442d-9fd0-daa870c34760'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:44.228137 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7888031f-7a47-4b93-9fe0-8503ff520d3a tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "GET /v2.0/routers/3f55be8a-1730-442d-9fd0-daa870c34760 HTTP/1.1" status: 200 len: 745 time: 0.0791957 Nov 12 01:07:44.230906 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40694) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:44.231819 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-54b76c66-4425-452b-b16b-8d97b1f2a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:44.232461 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b76c66-4425-452b-b16b-8d97b1f2a9f4 None None] The sync data for ids ['3f55be8a-1730-442d-9fd0-daa870c34760'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:44.280042 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cb4024e2-70d8-41d1-a58f-7d303fb7c03a tempest-RoutersIpV6AdminTest-960442371 tempest-RoutersIpV6AdminTest-960442371-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&device_id=3f55be8a-1730-442d-9fd0-daa870c34760 HTTP/1.1" status: 200 len: 205 time: 0.0478964 Nov 12 01:07:44.284065 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40696) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:44.310090 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7eafb351-a1e9-477b-86da-91e0ea99fc1d tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f55be8a-1730-442d-9fd0-daa870c34760 HTTP/1.1" status: 200 len: 205 time: 0.0249770 Nov 12 01:07:44.312502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40698) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:44.386079 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e3e76fa7-33f4-4f48-bf1c-dc4d966c4d6a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:44.545897 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a7612-f5eb-4c1e-add2-a2d22a22a077 req-523fd5da-dc7f-4868-9642-9622345e83f7 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:44.547056 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e3e76fa7-33f4-4f48-bf1c-dc4d966c4d6a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:44.547426 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-008a7612-f5eb-4c1e-add2-a2d22a22a077 req-523fd5da-dc7f-4868-9642-9622345e83f7 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcca1b7-d04e-4c47-8e94-92fbd8c5ce85 HTTP/1.1" status: 200 len: 945 time: 0.0499043 Nov 12 01:07:44.550267 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e3e76fa7-33f4-4f48-bf1c-dc4d966c4d6a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:44.595924 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e3e76fa7-33f4-4f48-bf1c-dc4d966c4d6a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:44.596674 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e76fa7-33f4-4f48-bf1c-dc4d966c4d6a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Fanout notify agent at l3_agent the message router_deleted on router 3f55be8a-1730-442d-9fd0-daa870c34760 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:07:44.596832 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-008a7612-f5eb-4c1e-add2-a2d22a22a077 req-cd02a4d9-5205-40db-8fcd-b18192750835 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431972 Nov 12 01:07:44.606106 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e3e76fa7-33f4-4f48-bf1c-dc4d966c4d6a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:44.607342 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e3e76fa7-33f4-4f48-bf1c-dc4d966c4d6a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "DELETE /v2.0/routers/3f55be8a-1730-442d-9fd0-daa870c34760 HTTP/1.1" status: 204 len: 168 time: 0.2939248 Nov 12 01:07:44.611833 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40702) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:44.648253 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fc8915d3-befd-4b19-bb2b-b0f10b0a9207 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f55be8a-1730-442d-9fd0-daa870c34760 HTTP/1.1" status: 200 len: 205 time: 0.0351579 Nov 12 01:07:44.650631 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40704) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:44.688498 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-30ac7cb9-cd4c-48f4-ad86-8838c36e73b7 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] delete failed (client error): The resource could not be found. Nov 12 01:07:44.690928 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-30ac7cb9-cd4c-48f4-ad86-8838c36e73b7 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "DELETE /v2.0/routers/3f55be8a-1730-442d-9fd0-daa870c34760 HTTP/1.1" status: 404 len: 336 time: 0.0380259 Nov 12 01:07:44.692150 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40706) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:44.719872 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fbebdb31-e4d2-422f-848f-2a071ee807fb tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "GET /v2.0/ports?device_id=b71e0fab-ed5f-44d9-810e-4aaca3541f7f HTTP/1.1" status: 200 len: 205 time: 0.0265353 Nov 12 01:07:44.722206 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40708) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:44.762198 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-9af62e1d-813e-4827-9409-b59b1ec505cf tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] delete failed (client error): The resource could not be found. Nov 12 01:07:44.763218 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9af62e1d-813e-4827-9409-b59b1ec505cf tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "DELETE /v2.0/routers/b71e0fab-ed5f-44d9-810e-4aaca3541f7f HTTP/1.1" status: 404 len: 336 time: 0.0400724 Nov 12 01:07:44.766416 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40710) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:44.792671 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b0ded809-92b6-455c-b6f0-5c67b0372915 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "GET /v2.0/ports?device_id=966326e9-daf7-4512-91b1-9a6d940c09d1 HTTP/1.1" status: 200 len: 205 time: 0.0252209 Nov 12 01:07:44.794847 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40712) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:44.831698 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-7aa3881e-c100-4a60-8534-45b4e6d036b2 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] delete failed (client error): The resource could not be found. Nov 12 01:07:44.832677 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7aa3881e-c100-4a60-8534-45b4e6d036b2 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "DELETE /v2.0/routers/966326e9-daf7-4512-91b1-9a6d940c09d1 HTTP/1.1" status: 404 len: 336 time: 0.0369532 Nov 12 01:07:44.835072 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40714) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:44.864108 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b0c8cdb3-4fd9-4601-b76f-a2c23d3dbf16 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "GET /v2.0/ports?device_id=df7b1df6-b809-4e03-8287-ba88c66931c4 HTTP/1.1" status: 200 len: 205 time: 0.0280378 Nov 12 01:07:44.866332 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40716) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:44.903897 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-9e6442b6-caac-4062-9548-87ceddf2b22a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] delete failed (client error): The resource could not be found. Nov 12 01:07:44.905547 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9e6442b6-caac-4062-9548-87ceddf2b22a tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "DELETE /v2.0/routers/df7b1df6-b809-4e03-8287-ba88c66931c4 HTTP/1.1" status: 404 len: 336 time: 0.0381598 Nov 12 01:07:44.908008 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40718) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:44.934567 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0a25604d-87da-42aa-8ec5-d7da6a946250 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "GET /v2.0/ports?device_id=706b0ecc-34ce-4e51-ab2e-b051e739982d HTTP/1.1" status: 200 len: 205 time: 0.0255113 Nov 12 01:07:44.936872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40720) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:44.976685 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-62337d90-f021-41d2-8337-b4f052af4ec4 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] delete failed (client error): The resource could not be found. Nov 12 01:07:44.977682 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-62337d90-f021-41d2-8337-b4f052af4ec4 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "DELETE /v2.0/routers/706b0ecc-34ce-4e51-ab2e-b051e739982d HTTP/1.1" status: 404 len: 336 time: 0.0394189 Nov 12 01:07:44.980027 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40722) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:45.006286 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1ffedcfc-8ee1-4de1-96fa-9c75c572c6a4 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ffdee3e-1b0c-4a3e-97ab-17f58f1cdcc2 HTTP/1.1" status: 200 len: 205 time: 0.0252576 Nov 12 01:07:45.008425 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40724) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:45.043889 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-a088ec98-57ba-4ed0-b8b2-1ed27cbe7cf2 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] delete failed (client error): The resource could not be found. Nov 12 01:07:45.044875 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a088ec98-57ba-4ed0-b8b2-1ed27cbe7cf2 tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "DELETE /v2.0/routers/9ffdee3e-1b0c-4a3e-97ab-17f58f1cdcc2 HTTP/1.1" status: 404 len: 336 time: 0.0355093 Nov 12 01:07:45.047185 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40726) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:45.075882 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ffe874-27e0-4211-9c42-a6a4802f9d7c tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] DELETE failed (client error): The resource could not be found. Nov 12 01:07:45.076325 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64ffe874-27e0-4211-9c42-a6a4802f9d7c tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:07:45.079945 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-64ffe874-27e0-4211-9c42-a6a4802f9d7c tempest-RoutersIpV6AdminTest-315152077 tempest-RoutersIpV6AdminTest-315152077-project] 10.222.0.31 "DELETE /v2.0/subnets/f2106f73-8c7f-4cec-8591-030da996cd6c HTTP/1.1" status: 404 len: 337 time: 0.0318911 Nov 12 01:07:45.318440 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40732) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:45.564018 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-30bbcc94-814c-414e-a810-524b5b6aaa54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:45.646332 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-30bbcc94-814c-414e-a810-524b5b6aaa54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:45.650561 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-30bbcc94-814c-414e-a810-524b5b6aaa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:45.697864 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbcc94-814c-414e-a810-524b5b6aaa54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652d77bf-73ea-41fe-b501-50137693bd24,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:45.714852 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-30bbcc94-814c-414e-a810-524b5b6aaa54 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=268f1aabd1374d65aa1212daf3365fed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3953822 Nov 12 01:07:45.717609 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40738) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:45.738291 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e31204-37bd-45a8-85e7-1a785c0f25d2 req-1de52418-5c84-4d31-95bc-fd4a4e7152d9 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:45.739907 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11e31204-37bd-45a8-85e7-1a785c0f25d2 req-1de52418-5c84-4d31-95bc-fd4a4e7152d9 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcca1b7-d04e-4c47-8e94-92fbd8c5ce85 HTTP/1.1" status: 200 len: 945 time: 0.0672174 Nov 12 01:07:45.766469 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1e6e51f7-0e3a-4b07-a0ed-43761923b26a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:45.788261 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1e6e51f7-0e3a-4b07-a0ed-43761923b26a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:45.791488 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11e31204-37bd-45a8-85e7-1a785c0f25d2 req-c1ec7c8e-f050-423d-ac0c-cd7ea4f2f2cb tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452125 Nov 12 01:07:45.836117 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1e6e51f7-0e3a-4b07-a0ed-43761923b26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:45.838766 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1e6e51f7-0e3a-4b07-a0ed-43761923b26a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:45.839944 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1e6e51f7-0e3a-4b07-a0ed-43761923b26a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/652d77bf-73ea-41fe-b501-50137693bd24 HTTP/1.1" status: 204 len: 168 time: 0.1212780 Nov 12 01:07:45.848239 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e51f7-0e3a-4b07-a0ed-43761923b26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652d77bf-73ea-41fe-b501-50137693bd24,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:45.908945 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7321c-2b11-4664-984c-08c85ccf65b6 req-d0404658-9e58-4d2e-8159-7b699ff4f0d0 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:45.910431 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4bb7321c-2b11-4664-984c-08c85ccf65b6 req-d0404658-9e58-4d2e-8159-7b699ff4f0d0 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=f10d387b-c8c3-4e94-b91c-2698a3299d4a HTTP/1.1" status: 200 len: 946 time: 0.0510197 Nov 12 01:07:45.962314 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4bb7321c-2b11-4664-984c-08c85ccf65b6 req-6a265cef-bb13-4ac9-baab-fc84f800ffb8 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449774 Nov 12 01:07:46.078771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050eed8-0e62-4cef-a272-e3f3b0b7f5e0 req-7f0138c8-901a-4fb2-8cb0-9ebd311a7ac0 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:46.080282 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5050eed8-0e62-4cef-a272-e3f3b0b7f5e0 req-7f0138c8-901a-4fb2-8cb0-9ebd311a7ac0 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcca1b7-d04e-4c47-8e94-92fbd8c5ce85 HTTP/1.1" status: 200 len: 945 time: 0.0496020 Nov 12 01:07:46.129270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40748) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:46.130151 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5050eed8-0e62-4cef-a272-e3f3b0b7f5e0 req-f82b7176-bf70-4282-bd8f-061ae9eb3bad tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434232 Nov 12 01:07:46.173385 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c89bcbb6-1d34-4888-a6f4-9f205101e653 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2764a02de754e66b521968159249de5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429270 Nov 12 01:07:46.175970 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40752) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:46.223169 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e8210ca4-810a-4833-80ea-9f3d934b34f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:46.244574 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e8210ca4-810a-4833-80ea-9f3d934b34f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:46.293110 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e8210ca4-810a-4833-80ea-9f3d934b34f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:46.295653 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e8210ca4-810a-4833-80ea-9f3d934b34f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:46.296913 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e8210ca4-810a-4833-80ea-9f3d934b34f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b63f0145-9e8b-4516-81c8-691c6cde8a53 HTTP/1.1" status: 204 len: 168 time: 0.1199594 Nov 12 01:07:46.305705 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8210ca4-810a-4833-80ea-9f3d934b34f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63f0145-9e8b-4516-81c8-691c6cde8a53,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:46.366830 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396e667-3cf4-4a50-8fcf-caa3dd3ae764 req-9ed2c4e6-0522-4ac4-93b1-e5e888a3ae10 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:46.368351 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8396e667-3cf4-4a50-8fcf-caa3dd3ae764 req-9ed2c4e6-0522-4ac4-93b1-e5e888a3ae10 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcca1b7-d04e-4c47-8e94-92fbd8c5ce85 HTTP/1.1" status: 200 len: 945 time: 0.0523856 Nov 12 01:07:46.416292 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8396e667-3cf4-4a50-8fcf-caa3dd3ae764 req-273a00b5-7d01-4bed-80c5-f2f37d650a2e tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418811 Nov 12 01:07:46.983765 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40776) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:47.078784 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-100c952e-1540-4e92-a091-547408e24bad tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-140808897'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:47.098455 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100c952e-1540-4e92-a091-547408e24bad tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Made reservation on behalf of 137f8c28569947beacf7cb6d5ec492c9 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:47.101779 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-100c952e-1540-4e92-a091-547408e24bad tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.113734 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-100c952e-1540-4e92-a091-547408e24bad tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.185584 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-100c952e-1540-4e92-a091-547408e24bad tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.189630 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-100c952e-1540-4e92-a091-547408e24bad tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.215775 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100c952e-1540-4e92-a091-547408e24bad tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:07:47.224315 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c952e-1540-4e92-a091-547408e24bad tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a012fc-a459-448f-9288-d913c3b523a7,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:47.230206 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-100c952e-1540-4e92-a091-547408e24bad tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.230558 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-100c952e-1540-4e92-a091-547408e24bad tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Added segment 961fe98b-7235-4e22-8c85-fddefadc981d of type vlan for network 9188d6df-2554-415c-af28-54d56799c729 Nov 12 01:07:47.269919 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-100c952e-1540-4e92-a091-547408e24bad tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.293282 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-100c952e-1540-4e92-a091-547408e24bad tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.298835 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100c952e-1540-4e92-a091-547408e24bad tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:47.299400 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-100c952e-1540-4e92-a091-547408e24bad tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.334616 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-100c952e-1540-4e92-a091-547408e24bad tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3496497 Nov 12 01:07:47.337377 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40780) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:47.342386 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-ef38a2b3-dd65-4780-a459-ba22a1d55baa tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1342631185'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:47.364186 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef38a2b3-dd65-4780-a459-ba22a1d55baa tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Made reservation on behalf of 137f8c28569947beacf7cb6d5ec492c9 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:47.367770 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef38a2b3-dd65-4780-a459-ba22a1d55baa tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.368176 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c952e-1540-4e92-a091-547408e24bad tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Network': ['ID=9188d6df-2554-415c-af28-54d56799c729,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:47.378831 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 9188d6df-2554-415c-af28-54d56799c729 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:07:47.393529 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef38a2b3-dd65-4780-a459-ba22a1d55baa tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:07:47.402850 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef38a2b3-dd65-4780-a459-ba22a1d55baa tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.403201 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-ef38a2b3-dd65-4780-a459-ba22a1d55baa tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Added segment 1e7ef5c7-f4fc-4ace-8324-6a6b8da07e46 of type vlan for network 55bde300-47e1-4b8a-aa34-19f3ab3bf7bb Nov 12 01:07:47.444783 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef38a2b3-dd65-4780-a459-ba22a1d55baa tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.471836 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef38a2b3-dd65-4780-a459-ba22a1d55baa tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.477459 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef38a2b3-dd65-4780-a459-ba22a1d55baa tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:47.478084 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef38a2b3-dd65-4780-a459-ba22a1d55baa tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.565147 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ef38a2b3-dd65-4780-a459-ba22a1d55baa tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2266355 Nov 12 01:07:47.568195 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40784) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:47.573798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-8012804b-c064-4ffe-b7d8-c351362569ef tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'subnet': {'network_id': '9188d6df-2554-415c-af28-54d56799c729', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:47.578932 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38a2b3-dd65-4780-a459-ba22a1d55baa tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Network': ['ID=55bde300-47e1-4b8a-aa34-19f3ab3bf7bb,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:47.590220 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 55bde300-47e1-4b8a-aa34-19f3ab3bf7bb details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:07:47.598099 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025047fe-1be8-480e-be99-ec948f9e7995 req-51a61022-0b15-4bb3-9241-2c3c9da63add tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:47.603216 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-025047fe-1be8-480e-be99-ec948f9e7995 req-51a61022-0b15-4bb3-9241-2c3c9da63add tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcca1b7-d04e-4c47-8e94-92fbd8c5ce85 HTTP/1.1" status: 200 len: 945 time: 0.0903182 Nov 12 01:07:47.658081 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-025047fe-1be8-480e-be99-ec948f9e7995 req-785dc2e7-477b-46f9-bc19-91f615f3ff38 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463364 Nov 12 01:07:47.686850 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8012804b-c064-4ffe-b7d8-c351362569ef tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Made reservation on behalf of 137f8c28569947beacf7cb6d5ec492c9 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:47.691869 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8012804b-c064-4ffe-b7d8-c351362569ef tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.869633 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8012804b-c064-4ffe-b7d8-c351362569ef tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.941083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012804b-c064-4ffe-b7d8-c351362569ef tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Subnet': ['ID=7be7a57d-f50b-4e0d-ba72-f13ec66c6799,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:47.965378 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8012804b-c064-4ffe-b7d8-c351362569ef tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Checking segment: {'id': '961fe98b-7235-4e22-8c85-fddefadc981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9188d6df-2554-415c-af28-54d56799c729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:47.965737 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8012804b-c064-4ffe-b7d8-c351362569ef tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network hostable DHCP agents. Network: 9188d6df-2554-415c-af28-54d56799c729, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:07:47.992207 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8012804b-c064-4ffe-b7d8-c351362569ef tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network 9188d6df-2554-415c-af28-54d56799c729 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:07:48.006157 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a7a14-d145-4b86-af31-0a612dc135e9 req-d7b08f47-3560-49a8-a1e7-66f58d3f5a04 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:48.007659 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-457a7a14-d145-4b86-af31-0a612dc135e9 req-d7b08f47-3560-49a8-a1e7-66f58d3f5a04 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.15 "GET /v2.0/ports?device_id=afcca1b7-d04e-4c47-8e94-92fbd8c5ce85 HTTP/1.1" status: 200 len: 945 time: 0.0804303 Nov 12 01:07:48.020929 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-8012804b-c064-4ffe-b7d8-c351362569ef tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 9188d6df-2554-415c-af28-54d56799c729) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:48.028804 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf52671-57e9-456f-b5c1-7f4a35c5cb69 None None] Network 9188d6df-2554-415c-af28-54d56799c729 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:48.042557 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8012804b-c064-4ffe-b7d8-c351362569ef tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:48.043155 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8012804b-c064-4ffe-b7d8-c351362569ef tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.069562 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8012804b-c064-4ffe-b7d8-c351362569ef tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4999449 Nov 12 01:07:48.073194 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40786) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:48.080261 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-238b76dd-3027-4462-aead-b0f27786bc42 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'subnet': {'network_id': '55bde300-47e1-4b8a-aa34-19f3ab3bf7bb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:48.121495 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-457a7a14-d145-4b86-af31-0a612dc135e9 req-08b859ad-22c9-4ba6-ae71-dd44120dd19c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Deleting port d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:48.121765 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-457a7a14-d145-4b86-af31-0a612dc135e9 req-08b859ad-22c9-4ba6-ae71-dd44120dd19c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.181892 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dab8bf-95f4-4a61-8fca-bb7bce3d30d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-9188d6df-2554-415c-af28-54d56799c729', 'network_id': '9188d6df-2554-415c-af28-54d56799c729', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'fixed_ips': [{'subnet_id': '7be7a57d-f50b-4e0d-ba72-f13ec66c6799'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:07:48.183232 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f4dab8bf-95f4-4a61-8fca-bb7bce3d30d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.184058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238b76dd-3027-4462-aead-b0f27786bc42 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Made reservation on behalf of 137f8c28569947beacf7cb6d5ec492c9 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:48.187839 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-238b76dd-3027-4462-aead-b0f27786bc42 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.228787 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-457a7a14-d145-4b86-af31-0a612dc135e9 req-08b859ad-22c9-4ba6-ae71-dd44120dd19c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] For port d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:48.229163 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-457a7a14-d145-4b86-af31-0a612dc135e9 req-08b859ad-22c9-4ba6-ae71-dd44120dd19c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.242636 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-457a7a14-d145-4b86-af31-0a612dc135e9 req-08b859ad-22c9-4ba6-ae71-dd44120dd19c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Calling delete_port for d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:48.328802 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-f4dab8bf-95f4-4a61-8fca-bb7bce3d30d3 None None] Allocated IP 2001:db8::2 (9188d6df-2554-415c-af28-54d56799c729/7be7a57d-f50b-4e0d-ba72-f13ec66c6799/32509605-485d-4194-b245-2c5ef52e2b76) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:48.381320 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-238b76dd-3027-4462-aead-b0f27786bc42 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.387306 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-457a7a14-d145-4b86-af31-0a612dc135e9 req-08b859ad-22c9-4ba6-ae71-dd44120dd19c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.404514 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f1e0f8f6-8439-45ca-89cf-a9cd333e7c27'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:48.441270 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['9a693c6c-a4a4-48cc-82df-bc9258418351', 'd3d82ac3-6143-4d32-9bf5-fe113ad0e8f7'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:48.447266 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b859ad-22c9-4ba6-ae71-dd44120dd19c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Pushing event deleted for resources: {'Port': ['ID=d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:48.459676 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b76dd-3027-4462-aead-b0f27786bc42 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Subnet': ['ID=0922b89b-77f2-45a8-9792-51e6a3c8ff06,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:48.466610 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238b76dd-3027-4462-aead-b0f27786bc42 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Checking segment: {'id': '1e7ef5c7-f4fc-4ace-8324-6a6b8da07e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '55bde300-47e1-4b8a-aa34-19f3ab3bf7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:48.467007 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238b76dd-3027-4462-aead-b0f27786bc42 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network hostable DHCP agents. Network: 55bde300-47e1-4b8a-aa34-19f3ab3bf7bb, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:07:48.471946 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-457a7a14-d145-4b86-af31-0a612dc135e9 req-08b859ad-22c9-4ba6-ae71-dd44120dd19c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] No DVR routers for this DVR port d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:48.474883 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-457a7a14-d145-4b86-af31-0a612dc135e9 req-08b859ad-22c9-4ba6-ae71-dd44120dd19c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.478822 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-457a7a14-d145-4b86-af31-0a612dc135e9 req-08b859ad-22c9-4ba6-ae71-dd44120dd19c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.15 "DELETE /v2.0/ports/d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7 HTTP/1.1" status: 204 len: 173 time: 0.4649200 Nov 12 01:07:48.479789 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcca1b7-d04e-4c47-8e94-92fbd8c5ce85', 'name': 'network-vif-deleted', 'tag': 'd3d82ac3-6143-4d32-9bf5-fe113ad0e8f7'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:48.485748 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763c2c25-ab8a-497b-8f2f-1369fb557b1f" -d '{"events": [{"server_uuid": "afcca1b7-d04e-4c47-8e94-92fbd8c5ce85", "name": "network-vif-deleted", "tag": "d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:48.487631 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238b76dd-3027-4462-aead-b0f27786bc42 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network 55bde300-47e1-4b8a-aa34-19f3ab3bf7bb is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:07:48.501293 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-238b76dd-3027-4462-aead-b0f27786bc42 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 55bde300-47e1-4b8a-aa34-19f3ab3bf7bb) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:48.511700 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238b76dd-3027-4462-aead-b0f27786bc42 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:48.511876 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-238b76dd-3027-4462-aead-b0f27786bc42 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.526787 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59485f8b-f6fa-46e8-8fa9-7551640040ea None None] Network 55bde300-47e1-4b8a-aa34-19f3ab3bf7bb requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:48.536544 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40790) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:48.537169 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-238b76dd-3027-4462-aead-b0f27786bc42 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4625211 Nov 12 01:07:48.542165 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b6da71dd-c673-48d2-9aea-8a5fe837998e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-60787870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:48.548396 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0abfaa-ebaf-4028-9302-c625b326b47e x-openstack-request-id: req-8b0abfaa-ebaf-4028-9302-c625b326b47e {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:48.548931 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcca1b7-d04e-4c47-8e94-92fbd8c5ce85", "name": "network-vif-deleted", "tag": "d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:48.549369 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b0abfaa-ebaf-4028-9302-c625b326b47e {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:48.549765 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afcca1b7-d04e-4c47-8e94-92fbd8c5ce85', 'name': 'network-vif-deleted', 'tag': 'd3d82ac3-6143-4d32-9bf5-fe113ad0e8f7', 'status': 'completed', 'code': 200} Nov 12 01:07:48.573701 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6da71dd-c673-48d2-9aea-8a5fe837998e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.574831 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6da71dd-c673-48d2-9aea-8a5fe837998e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.575360 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f4dab8bf-95f4-4a61-8fca-bb7bce3d30d3 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.618059 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f4dab8bf-95f4-4a61-8fca-bb7bce3d30d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.634317 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6da71dd-c673-48d2-9aea-8a5fe837998e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.642799 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6da71dd-c673-48d2-9aea-8a5fe837998e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.661891 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6da71dd-c673-48d2-9aea-8a5fe837998e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.663243 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b6da71dd-c673-48d2-9aea-8a5fe837998e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1249380 Nov 12 01:07:48.666528 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40792) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:48.696066 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dab8bf-95f4-4a61-8fca-bb7bce3d30d3 None None] Network 9188d6df-2554-415c-af28-54d56799c729 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:48.722858 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-f4dab8bf-95f4-4a61-8fca-bb7bce3d30d3 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:48.746974 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dab8bf-95f4-4a61-8fca-bb7bce3d30d3 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:48.757824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dab8bf-95f4-4a61-8fca-bb7bce3d30d3 None None] Pushing event updated for resources: {'Port': ['ID=32509605-485d-4194-b245-2c5ef52e2b76,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:48.820757 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63d78968-c64d-408f-b3b6-0707e5d98e69 req-c08d30dc-d64b-42e4-b333-7574eeb10683 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=afcca1b7-d04e-4c47-8e94-92fbd8c5ce85 HTTP/1.1" status: 200 len: 210 time: 0.0296838 Nov 12 01:07:48.908452 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-f4dab8bf-95f4-4a61-8fca-bb7bce3d30d3 None None] Attempting to bind port 32509605-485d-4194-b245-2c5ef52e2b76 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:48.908761 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-f4dab8bf-95f4-4a61-8fca-bb7bce3d30d3 None None] Attempting to bind port 32509605-485d-4194-b245-2c5ef52e2b76 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '961fe98b-7235-4e22-8c85-fddefadc981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9188d6df-2554-415c-af28-54d56799c729'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:48.909126 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dab8bf-95f4-4a61-8fca-bb7bce3d30d3 None None] Attempting to bind port 32509605-485d-4194-b245-2c5ef52e2b76 on network 9188d6df-2554-415c-af28-54d56799c729 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:48.944372 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dab8bf-95f4-4a61-8fca-bb7bce3d30d3 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:48.944856 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dab8bf-95f4-4a61-8fca-bb7bce3d30d3 None None] Checking segment: {'id': '961fe98b-7235-4e22-8c85-fddefadc981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9188d6df-2554-415c-af28-54d56799c729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:48.945645 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f4dab8bf-95f4-4a61-8fca-bb7bce3d30d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.945903 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dab8bf-95f4-4a61-8fca-bb7bce3d30d3 None None] Bound using segment: {'id': '961fe98b-7235-4e22-8c85-fddefadc981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9188d6df-2554-415c-af28-54d56799c729'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:48.946295 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-f4dab8bf-95f4-4a61-8fca-bb7bce3d30d3 None None] Bound port: 32509605-485d-4194-b245-2c5ef52e2b76, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '961fe98b-7235-4e22-8c85-fddefadc981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9188d6df-2554-415c-af28-54d56799c729'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:48.946676 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f4dab8bf-95f4-4a61-8fca-bb7bce3d30d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.957845 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b887a4e0-419a-4ca0-acda-83bb1947a7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-55bde300-47e1-4b8a-aa34-19f3ab3bf7bb', 'network_id': '55bde300-47e1-4b8a-aa34-19f3ab3bf7bb', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'fixed_ips': [{'subnet_id': '0922b89b-77f2-45a8-9792-51e6a3c8ff06'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:07:48.958711 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b887a4e0-419a-4ca0-acda-83bb1947a7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.036076 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d2b99e8-b6b3-4da6-a20b-3f310ab23b3e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.176187 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-f4dab8bf-95f4-4a61-8fca-bb7bce3d30d3 None None] For port 32509605-485d-4194-b245-2c5ef52e2b76, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:49.180668 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-f4dab8bf-95f4-4a61-8fca-bb7bce3d30d3 None None] For port 32509605-485d-4194-b245-2c5ef52e2b76, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=32509605-485d-4194-b245-2c5ef52e2b76,segment=NetworkSegment(961fe98b-7235-4e22-8c85-fddefadc981d),segment_id=961fe98b-7235-4e22-8c85-fddefadc981d)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:49.204974 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f4dab8bf-95f4-4a61-8fca-bb7bce3d30d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.264227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-b887a4e0-419a-4ca0-acda-83bb1947a7bc None None] Allocated IP 2001:db8:1::2 (55bde300-47e1-4b8a-aa34-19f3ab3bf7bb/0922b89b-77f2-45a8-9792-51e6a3c8ff06/5b4efcfb-ecb7-4037-a622-472d3be5b225) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:49.284992 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dab8bf-95f4-4a61-8fca-bb7bce3d30d3 None None] Pushing event updated for resources: {'Port': ['ID=32509605-485d-4194-b245-2c5ef52e2b76,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:49.316629 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-1d2b99e8-b6b3-4da6-a20b-3f310ab23b3e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Allocated IP 2001:db8::1 (9188d6df-2554-415c-af28-54d56799c729/7be7a57d-f50b-4e0d-ba72-f13ec66c6799/2b84b244-afb0-439b-ba46-16ef97865d6b) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:49.469932 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d2b99e8-b6b3-4da6-a20b-3f310ab23b3e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.519734 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d2b99e8-b6b3-4da6-a20b-3f310ab23b3e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.558560 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2b99e8-b6b3-4da6-a20b-3f310ab23b3e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network 9188d6df-2554-415c-af28-54d56799c729 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:49.561884 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-1d2b99e8-b6b3-4da6-a20b-3f310ab23b3e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:49.564955 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2b99e8-b6b3-4da6-a20b-3f310ab23b3e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:49.565705 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d2b99e8-b6b3-4da6-a20b-3f310ab23b3e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.620999 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b99e8-b6b3-4da6-a20b-3f310ab23b3e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Port': ['ID=2b84b244-afb0-439b-ba46-16ef97865d6b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:49.626895 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b887a4e0-419a-4ca0-acda-83bb1947a7bc None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.633639 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b887a4e0-419a-4ca0-acda-83bb1947a7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.676018 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b887a4e0-419a-4ca0-acda-83bb1947a7bc None None] Network 55bde300-47e1-4b8a-aa34-19f3ab3bf7bb is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:49.679010 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-b887a4e0-419a-4ca0-acda-83bb1947a7bc None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:49.683510 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b887a4e0-419a-4ca0-acda-83bb1947a7bc None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:49.686595 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887a4e0-419a-4ca0-acda-83bb1947a7bc None None] Pushing event updated for resources: {'Port': ['ID=5b4efcfb-ecb7-4037-a622-472d3be5b225,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:49.701730 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d2b99e8-b6b3-4da6-a20b-3f310ab23b3e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.743290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-b887a4e0-419a-4ca0-acda-83bb1947a7bc None None] Attempting to bind port 5b4efcfb-ecb7-4037-a622-472d3be5b225 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:49.743664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-b887a4e0-419a-4ca0-acda-83bb1947a7bc None None] Attempting to bind port 5b4efcfb-ecb7-4037-a622-472d3be5b225 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '1e7ef5c7-f4fc-4ace-8324-6a6b8da07e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '55bde300-47e1-4b8a-aa34-19f3ab3bf7bb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:49.744032 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887a4e0-419a-4ca0-acda-83bb1947a7bc None None] Attempting to bind port 5b4efcfb-ecb7-4037-a622-472d3be5b225 on network 55bde300-47e1-4b8a-aa34-19f3ab3bf7bb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:49.748989 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887a4e0-419a-4ca0-acda-83bb1947a7bc None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:49.749375 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887a4e0-419a-4ca0-acda-83bb1947a7bc None None] Checking segment: {'id': '1e7ef5c7-f4fc-4ace-8324-6a6b8da07e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '55bde300-47e1-4b8a-aa34-19f3ab3bf7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:49.749961 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b887a4e0-419a-4ca0-acda-83bb1947a7bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.750866 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887a4e0-419a-4ca0-acda-83bb1947a7bc None None] Bound using segment: {'id': '1e7ef5c7-f4fc-4ace-8324-6a6b8da07e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '55bde300-47e1-4b8a-aa34-19f3ab3bf7bb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:49.751349 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-b887a4e0-419a-4ca0-acda-83bb1947a7bc None None] Bound port: 5b4efcfb-ecb7-4037-a622-472d3be5b225, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7ef5c7-f4fc-4ace-8324-6a6b8da07e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '55bde300-47e1-4b8a-aa34-19f3ab3bf7bb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:49.751734 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b887a4e0-419a-4ca0-acda-83bb1947a7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.814833 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b887a4e0-419a-4ca0-acda-83bb1947a7bc None None] For port 5b4efcfb-ecb7-4037-a622-472d3be5b225, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:49.818014 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b887a4e0-419a-4ca0-acda-83bb1947a7bc None None] For port 5b4efcfb-ecb7-4037-a622-472d3be5b225, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5b4efcfb-ecb7-4037-a622-472d3be5b225,segment=NetworkSegment(1e7ef5c7-f4fc-4ace-8324-6a6b8da07e46),segment_id=1e7ef5c7-f4fc-4ace-8324-6a6b8da07e46)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:49.822734 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b887a4e0-419a-4ca0-acda-83bb1947a7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.895849 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887a4e0-419a-4ca0-acda-83bb1947a7bc None None] Pushing event updated for resources: {'Port': ['ID=5b4efcfb-ecb7-4037-a622-472d3be5b225,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:50.012520 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d2b99e8-b6b3-4da6-a20b-3f310ab23b3e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.019531 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d2b99e8-b6b3-4da6-a20b-3f310ab23b3e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.020977 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d2b99e8-b6b3-4da6-a20b-3f310ab23b3e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.033695 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d90f7b0c-1b1e-42c6-bda8-c3c465c5cf5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.057599 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 32509605-485d-4194-b245-2c5ef52e2b76 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:50.173658 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b99e8-b6b3-4da6-a20b-3f310ab23b3e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Port': ['ID=2b84b244-afb0-439b-ba46-16ef97865d6b,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:50.180646 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 32509605-485d-4194-b245-2c5ef52e2b76 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:50.182073 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.210063 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2b99e8-b6b3-4da6-a20b-3f310ab23b3e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network 9188d6df-2554-415c-af28-54d56799c729 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:50.225378 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-1d2b99e8-b6b3-4da6-a20b-3f310ab23b3e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:50.315656 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.366039 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf6d13-89f5-4a1c-9611-cf676f10ff8c req-f58e7d6a-bbba-4e64-8604-89670bd9ce81 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:50.372490 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 32509605-485d-4194-b245-2c5ef52e2b76, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=32509605-485d-4194-b245-2c5ef52e2b76,segment=NetworkSegment(961fe98b-7235-4e22-8c85-fddefadc981d),segment_id=961fe98b-7235-4e22-8c85-fddefadc981d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:50.375353 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19cf6d13-89f5-4a1c-9611-cf676f10ff8c req-f58e7d6a-bbba-4e64-8604-89670bd9ce81 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=f10d387b-c8c3-4e94-b91c-2698a3299d4a HTTP/1.1" status: 200 len: 946 time: 0.0938125 Nov 12 01:07:50.378673 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.402764 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2b99e8-b6b3-4da6-a20b-3f310ab23b3e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router 231cccd6-b2a8-4401-8109-b9722790cd90 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:07:50.443570 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19cf6d13-89f5-4a1c-9611-cf676f10ff8c req-5783f695-a0c4-4b4d-8dde-7c05bd73faa2 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670922 Nov 12 01:07:50.446339 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=32509605-485d-4194-b245-2c5ef52e2b76,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:50.447315 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:07:50.472989 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b209099-1a23-4256-b499-be49ce44db25 None None] Network 9188d6df-2554-415c-af28-54d56799c729 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:50.552111 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f5279913-5272-4891-a70f-d92b8092b8f2 None None] Provisioning complete for port 32509605-485d-4194-b245-2c5ef52e2b76 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:50.552491 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f5279913-5272-4891-a70f-d92b8092b8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.865939 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2b99e8-b6b3-4da6-a20b-3f310ab23b3e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:50.876449 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1d2b99e8-b6b3-4da6-a20b-3f310ab23b3e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/231cccd6-b2a8-4401-8109-b9722790cd90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2047908 Nov 12 01:07:50.876449 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40802) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:50.879088 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0ac61d-1aae-4d9b-a9b7-78d34431d2fb None None] Sync routers for ids ['231cccd6-b2a8-4401-8109-b9722790cd90'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:50.893035 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0ac61d-1aae-4d9b-a9b7-78d34431d2fb None None] Routers {'231cccd6-b2a8-4401-8109-b9722790cd90'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:50.894202 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-bc0ac61d-1aae-4d9b-a9b7-78d34431d2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['231cccd6-b2a8-4401-8109-b9722790cd90'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:50.927971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8841b194-4dcd-4986-bb45-f30add0a3ede tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:50.929767 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8841b194-4dcd-4986-bb45-f30add0a3ede tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/ports/2b84b244-afb0-439b-ba46-16ef97865d6b HTTP/1.1" status: 200 len: 911 time: 0.0520580 Nov 12 01:07:50.932197 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40804) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:50.940350 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-bc0ac61d-1aae-4d9b-a9b7-78d34431d2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:50.950626 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0ac61d-1aae-4d9b-a9b7-78d34431d2fb None None] Routers {'231cccd6-b2a8-4401-8109-b9722790cd90'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:50.951272 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-bc0ac61d-1aae-4d9b-a9b7-78d34431d2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['231cccd6-b2a8-4401-8109-b9722790cd90'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:50.992193 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-bc0ac61d-1aae-4d9b-a9b7-78d34431d2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:50.993071 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0ac61d-1aae-4d9b-a9b7-78d34431d2fb None None] The sync data for ids ['231cccd6-b2a8-4401-8109-b9722790cd90'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:51.042174 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7f4fc692-51f4-49d1-b9dd-04cc7924f1cf None None] Provisioning complete for port 2b84b244-afb0-439b-ba46-16ef97865d6b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:51.042555 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f4fc692-51f4-49d1-b9dd-04cc7924f1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:51.085317 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7f4fc692-51f4-49d1-b9dd-04cc7924f1cf None None] Port 2b84b244-afb0-439b-ba46-16ef97865d6b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:51.097781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7f4fc692-51f4-49d1-b9dd-04cc7924f1cf None None] Provisioning complete for port 32509605-485d-4194-b245-2c5ef52e2b76 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:51.098455 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f4fc692-51f4-49d1-b9dd-04cc7924f1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:51.134589 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ec4ce9-9ea8-4261-ac4f-2def72b3e849 None None] Network 55bde300-47e1-4b8a-aa34-19f3ab3bf7bb requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:51.330943 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e2d5094-e4ae-4ec2-abae-4e86baa2ad12 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:51.425721 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cc653d54-6e9f-4809-9a3f-0267bd8064c0 None None] Provisioning complete for port 2b84b244-afb0-439b-ba46-16ef97865d6b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:51.426099 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc653d54-6e9f-4809-9a3f-0267bd8064c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:51.472573 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-cc653d54-6e9f-4809-9a3f-0267bd8064c0 None None] Port 2b84b244-afb0-439b-ba46-16ef97865d6b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:51.483855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cc653d54-6e9f-4809-9a3f-0267bd8064c0 None None] Provisioning complete for port 5b4efcfb-ecb7-4037-a622-472d3be5b225 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:51.484839 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc653d54-6e9f-4809-9a3f-0267bd8064c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:51.577972 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc653d54-6e9f-4809-9a3f-0267bd8064c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:51.615648 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-cc653d54-6e9f-4809-9a3f-0267bd8064c0 None None] For port 5b4efcfb-ecb7-4037-a622-472d3be5b225, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5b4efcfb-ecb7-4037-a622-472d3be5b225,segment=NetworkSegment(1e7ef5c7-f4fc-4ace-8324-6a6b8da07e46),segment_id=1e7ef5c7-f4fc-4ace-8324-6a6b8da07e46)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:51.619804 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc653d54-6e9f-4809-9a3f-0267bd8064c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:51.631720 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47714d-0d94-446b-839f-5a2e7db334dd req-8ac5b483-5d5e-485b-a872-017919d81714 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:51.633212 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff47714d-0d94-446b-839f-5a2e7db334dd req-8ac5b483-5d5e-485b-a872-017919d81714 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=f10d387b-c8c3-4e94-b91c-2698a3299d4a HTTP/1.1" status: 200 len: 946 time: 0.1030774 Nov 12 01:07:51.671617 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc653d54-6e9f-4809-9a3f-0267bd8064c0 None None] Pushing event updated for resources: {'Port': ['ID=5b4efcfb-ecb7-4037-a622-472d3be5b225,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:51.697187 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-6e2d5094-e4ae-4ec2-abae-4e86baa2ad12 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Allocated IP 2001:db8:1::1 (55bde300-47e1-4b8a-aa34-19f3ab3bf7bb/0922b89b-77f2-45a8-9792-51e6a3c8ff06/eb14b838-5d51-4986-8921-45fdb8bb6757) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:51.725240 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff47714d-0d94-446b-839f-5a2e7db334dd req-5d305206-f4e7-4f19-9cf9-bee72c90271f tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738378 Nov 12 01:07:51.749301 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3465f954-4aeb-45ab-8a4b-e869929ec17f None None] Provisioning complete for port 2b84b244-afb0-439b-ba46-16ef97865d6b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:51.749708 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3465f954-4aeb-45ab-8a4b-e869929ec17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:51.785899 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-3465f954-4aeb-45ab-8a4b-e869929ec17f None None] Port 2b84b244-afb0-439b-ba46-16ef97865d6b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:51.796159 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3465f954-4aeb-45ab-8a4b-e869929ec17f None None] Provisioning complete for port 5b4efcfb-ecb7-4037-a622-472d3be5b225 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:51.796532 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3465f954-4aeb-45ab-8a4b-e869929ec17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:51.830876 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e2d5094-e4ae-4ec2-abae-4e86baa2ad12 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:51.864571 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e2d5094-e4ae-4ec2-abae-4e86baa2ad12 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:51.903382 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2d5094-e4ae-4ec2-abae-4e86baa2ad12 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network 55bde300-47e1-4b8a-aa34-19f3ab3bf7bb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:51.906470 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-6e2d5094-e4ae-4ec2-abae-4e86baa2ad12 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:51.912829 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2d5094-e4ae-4ec2-abae-4e86baa2ad12 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:51.913369 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e2d5094-e4ae-4ec2-abae-4e86baa2ad12 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:51.957768 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d5094-e4ae-4ec2-abae-4e86baa2ad12 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Port': ['ID=eb14b838-5d51-4986-8921-45fdb8bb6757,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:52.056814 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a7b52-4442-4664-be32-61e1de413e82 req-a4cd0b56-9b58-405e-b3ee-d3444f3f1e99 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:52.059076 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb2a7b52-4442-4664-be32-61e1de413e82 req-a4cd0b56-9b58-405e-b3ee-d3444f3f1e99 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.15 "GET /v2.0/ports?device_id=f10d387b-c8c3-4e94-b91c-2698a3299d4a HTTP/1.1" status: 200 len: 946 time: 0.0606689 Nov 12 01:07:52.065503 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e2d5094-e4ae-4ec2-abae-4e86baa2ad12 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.079992 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 32509605-485d-4194-b245-2c5ef52e2b76 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:52.142301 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 32509605-485d-4194-b245-2c5ef52e2b76 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:52.144974 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.172506 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-bb2a7b52-4442-4664-be32-61e1de413e82 req-6498e282-9463-4f2b-8608-00fad8d8cb23 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Deleting port 9a693c6c-a4a4-48cc-82df-bc9258418351 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:52.172876 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bb2a7b52-4442-4664-be32-61e1de413e82 req-6498e282-9463-4f2b-8608-00fad8d8cb23 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.213145 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-53c82e75-278d-49da-bb49-bd17d3ef659a None None] Provisioning complete for port eb14b838-5d51-4986-8921-45fdb8bb6757 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:52.214097 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-53c82e75-278d-49da-bb49-bd17d3ef659a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.273590 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-bb2a7b52-4442-4664-be32-61e1de413e82 req-6498e282-9463-4f2b-8608-00fad8d8cb23 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] For port 9a693c6c-a4a4-48cc-82df-bc9258418351, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=9a693c6c-a4a4-48cc-82df-bc9258418351,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:52.274011 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bb2a7b52-4442-4664-be32-61e1de413e82 req-6498e282-9463-4f2b-8608-00fad8d8cb23 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.279850 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5b4efcfb-ecb7-4037-a622-472d3be5b225 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:52.283326 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-53c82e75-278d-49da-bb49-bd17d3ef659a None None] Port eb14b838-5d51-4986-8921-45fdb8bb6757 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:52.292510 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-bb2a7b52-4442-4664-be32-61e1de413e82 req-6498e282-9463-4f2b-8608-00fad8d8cb23 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Calling delete_port for 9a693c6c-a4a4-48cc-82df-bc9258418351 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:52.330215 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 5b4efcfb-ecb7-4037-a622-472d3be5b225 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:52.330507 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.375929 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4b7c1ae9-ab46-4382-94b1-ecad42314392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.378665 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e2d5094-e4ae-4ec2-abae-4e86baa2ad12 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.384379 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e2d5094-e4ae-4ec2-abae-4e86baa2ad12 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.385609 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6e2d5094-e4ae-4ec2-abae-4e86baa2ad12 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.440946 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bb2a7b52-4442-4664-be32-61e1de413e82 req-6498e282-9463-4f2b-8608-00fad8d8cb23 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.455774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f1e0f8f6-8439-45ca-89cf-a9cd333e7c27'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:52.470257 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498e282-9463-4f2b-8608-00fad8d8cb23 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Pushing event deleted for resources: {'Port': ['ID=9a693c6c-a4a4-48cc-82df-bc9258418351,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:52.486949 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d5094-e4ae-4ec2-abae-4e86baa2ad12 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Port': ['ID=eb14b838-5d51-4986-8921-45fdb8bb6757,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:52.510283 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['9a693c6c-a4a4-48cc-82df-bc9258418351'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:52.518462 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2a7b52-4442-4664-be32-61e1de413e82 req-6498e282-9463-4f2b-8608-00fad8d8cb23 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] No DVR routers for this DVR port 9a693c6c-a4a4-48cc-82df-bc9258418351 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:52.521157 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bb2a7b52-4442-4664-be32-61e1de413e82 req-6498e282-9463-4f2b-8608-00fad8d8cb23 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.525221 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb2a7b52-4442-4664-be32-61e1de413e82 req-6498e282-9463-4f2b-8608-00fad8d8cb23 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.15 "DELETE /v2.0/ports/9a693c6c-a4a4-48cc-82df-bc9258418351 HTTP/1.1" status: 204 len: 173 time: 0.4604976 Nov 12 01:07:52.525850 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10d387b-c8c3-4e94-b91c-2698a3299d4a', 'name': 'network-vif-deleted', 'tag': '9a693c6c-a4a4-48cc-82df-bc9258418351'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:52.528845 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2d5094-e4ae-4ec2-abae-4e86baa2ad12 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network 55bde300-47e1-4b8a-aa34-19f3ab3bf7bb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:52.530391 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-6e2d5094-e4ae-4ec2-abae-4e86baa2ad12 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:52.534984 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7bd958-ab12-40fa-b9c5-633f47fd5b85" -d '{"events": [{"server_uuid": "f10d387b-c8c3-4e94-b91c-2698a3299d4a", "name": "network-vif-deleted", "tag": "9a693c6c-a4a4-48cc-82df-bc9258418351"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:52.620593 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc65e420-0489-44a1-be11-0721d0c85fdb x-openstack-request-id: req-dc65e420-0489-44a1-be11-0721d0c85fdb {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:52.620910 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10d387b-c8c3-4e94-b91c-2698a3299d4a", "name": "network-vif-deleted", "tag": "9a693c6c-a4a4-48cc-82df-bc9258418351", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:52.621738 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc65e420-0489-44a1-be11-0721d0c85fdb {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:52.621738 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10d387b-c8c3-4e94-b91c-2698a3299d4a', 'name': 'network-vif-deleted', 'tag': '9a693c6c-a4a4-48cc-82df-bc9258418351', 'status': 'completed', 'code': 200} Nov 12 01:07:52.675833 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2d5094-e4ae-4ec2-abae-4e86baa2ad12 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router 231cccd6-b2a8-4401-8109-b9722790cd90 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:07:52.789721 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2d5094-e4ae-4ec2-abae-4e86baa2ad12 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:52.799061 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40812) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:52.799526 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6e2d5094-e4ae-4ec2-abae-4e86baa2ad12 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/231cccd6-b2a8-4401-8109-b9722790cd90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8658745 Nov 12 01:07:52.801204 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e9c4f0-ed6e-46ee-a4de-568d80771f3a None None] Sync routers for ids ['231cccd6-b2a8-4401-8109-b9722790cd90'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:52.817711 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e9c4f0-ed6e-46ee-a4de-568d80771f3a None None] Routers {'231cccd6-b2a8-4401-8109-b9722790cd90'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:52.818936 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c1e9c4f0-ed6e-46ee-a4de-568d80771f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['231cccd6-b2a8-4401-8109-b9722790cd90'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:52.863508 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-efb0ab94-750b-4494-a962-b76f3dc44ed2 req-8c4b96ac-fcfc-4c7f-92cc-c87a1ff135ab tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=f10d387b-c8c3-4e94-b91c-2698a3299d4a HTTP/1.1" status: 200 len: 210 time: 0.0311770 Nov 12 01:07:52.867397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0663493c-c650-4357-a310-4778442f6a97 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:52.870614 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0663493c-c650-4357-a310-4778442f6a97 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/ports/eb14b838-5d51-4986-8921-45fdb8bb6757 HTTP/1.1" status: 200 len: 913 time: 0.0691183 Nov 12 01:07:52.872801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40814) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:52.885764 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c1e9c4f0-ed6e-46ee-a4de-568d80771f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:52.886963 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 9a693c6c-a4a4-48cc-82df-bc9258418351 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:52.898123 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e9c4f0-ed6e-46ee-a4de-568d80771f3a None None] Routers {'231cccd6-b2a8-4401-8109-b9722790cd90'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:52.898959 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c1e9c4f0-ed6e-46ee-a4de-568d80771f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['231cccd6-b2a8-4401-8109-b9722790cd90'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:52.911709 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 9a693c6c-a4a4-48cc-82df-bc9258418351 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:52.912195 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 9a693c6c-a4a4-48cc-82df-bc9258418351 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:52.912721 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:52.942111 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c1e9c4f0-ed6e-46ee-a4de-568d80771f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:52.943377 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e9c4f0-ed6e-46ee-a4de-568d80771f3a None None] The sync data for ids ['231cccd6-b2a8-4401-8109-b9722790cd90'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:52.948454 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:52.948940 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device d3d82ac3-6143-4d32-9bf5-fe113ad0e8f7 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:52.957387 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1045c883-8ea6-4ebb-88b0-eca3d8d87af0 None None] Provisioning complete for port eb14b838-5d51-4986-8921-45fdb8bb6757 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:52.957919 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1045c883-8ea6-4ebb-88b0-eca3d8d87af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.999220 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1045c883-8ea6-4ebb-88b0-eca3d8d87af0 None None] Port eb14b838-5d51-4986-8921-45fdb8bb6757 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:53.223853 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1bc41560-020d-431d-866f-17f60c522127 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.472342 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-1bc41560-020d-431d-866f-17f60c522127 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting port eb14b838-5d51-4986-8921-45fdb8bb6757 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:53.472710 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1bc41560-020d-431d-866f-17f60c522127 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.483106 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.567521 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1bc41560-020d-431d-866f-17f60c522127 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.579357 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-1bc41560-020d-431d-866f-17f60c522127 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Calling delete_port for eb14b838-5d51-4986-8921-45fdb8bb6757 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:53.749083 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1bc41560-020d-431d-866f-17f60c522127 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.776466 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc41560-020d-431d-866f-17f60c522127 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Port': ['ID=eb14b838-5d51-4986-8921-45fdb8bb6757,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:53.901861 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1bc41560-020d-431d-866f-17f60c522127 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:54.131850 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc41560-020d-431d-866f-17f60c522127 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router 231cccd6-b2a8-4401-8109-b9722790cd90 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:07:54.263387 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-7f8d3dcb-6d24-4743-a7bb-293195115455 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:54.264856 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-7f8d3dcb-6d24-4743-a7bb-293195115455 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 805 time: 0.1716943 Nov 12 01:07:54.287186 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-1fb6cb14-434d-40ce-a60c-fe9f6b077d58 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/quotas/e89600b132b441d69dfb3856fca29f85 HTTP/1.1" status: 200 len: 375 time: 0.0151737 Nov 12 01:07:54.288152 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc41560-020d-431d-866f-17f60c522127 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:54.293100 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1bc41560-020d-431d-866f-17f60c522127 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/231cccd6-b2a8-4401-8109-b9722790cd90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4191692 Nov 12 01:07:54.295788 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40830) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:54.301408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aec995-7a35-4906-ae35-e68ee15e469b None None] Sync routers for ids ['231cccd6-b2a8-4401-8109-b9722790cd90'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:54.312451 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aec995-7a35-4906-ae35-e68ee15e469b None None] Routers {'231cccd6-b2a8-4401-8109-b9722790cd90'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:54.313392 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-46aec995-7a35-4906-ae35-e68ee15e469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['231cccd6-b2a8-4401-8109-b9722790cd90'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:54.347923 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-19a5b9c5-3431-4fcb-ab6f-0677d76b5995 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0539296 Nov 12 01:07:54.352264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-46aec995-7a35-4906-ae35-e68ee15e469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:54.361866 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aec995-7a35-4906-ae35-e68ee15e469b None None] Routers {'231cccd6-b2a8-4401-8109-b9722790cd90'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:54.362480 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-46aec995-7a35-4906-ae35-e68ee15e469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['231cccd6-b2a8-4401-8109-b9722790cd90'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:54.396100 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-46aec995-7a35-4906-ae35-e68ee15e469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:54.396900 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aec995-7a35-4906-ae35-e68ee15e469b None None] The sync data for ids ['231cccd6-b2a8-4401-8109-b9722790cd90'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:54.443394 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-b505a2fa-d32d-4a1d-982e-17dc49f42204 service neutron] 10.222.0.31 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850074 Nov 12 01:07:54.535852 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-6e4e7543-d62c-4d5c-aa74-fcdd55da5bd1 service neutron] 10.222.0.31 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876842 Nov 12 01:07:54.612894 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:54.722501 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-771b28c7-77a9-446c-a4c3-9b52f2072c60 req-7ed456cb-cdd5-4c09-ba00-9eb98b562a07 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=614d6176-d0d1-4ea3-8ec5-7b7cd7874363 HTTP/1.1" status: 200 len: 210 time: 0.0305648 Nov 12 01:07:54.732172 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:54.891738 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting port 2b84b244-afb0-439b-ba46-16ef97865d6b {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:54.892083 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:54.981109 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:54.992961 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Calling delete_port for 2b84b244-afb0-439b-ba46-16ef97865d6b owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:55.173003 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.198139 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Port': ['ID=2b84b244-afb0-439b-ba46-16ef97865d6b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:55.208982 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:55.209339 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:55.209684 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:55.210025 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:55.210358 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:55.210691 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:55.211017 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:55.211349 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:55.211675 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:55.212026 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:55.212352 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:55.212673 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:55.309990 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.451803 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.472250 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router 231cccd6-b2a8-4401-8109-b9722790cd90 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:07:55.544108 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:55.549514 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fc7dc7b6-4f31-490e-95f9-7164fbef6a02 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/231cccd6-b2a8-4401-8109-b9722790cd90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2526722 Nov 12 01:07:55.552354 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40842) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:55.553820 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb47fb-c8ea-48c8-8acf-a09080645a12 None None] Sync routers for ids ['231cccd6-b2a8-4401-8109-b9722790cd90'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:55.566228 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb47fb-c8ea-48c8-8acf-a09080645a12 None None] Routers {'231cccd6-b2a8-4401-8109-b9722790cd90'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:55.566891 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-9efb47fb-c8ea-48c8-8acf-a09080645a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['231cccd6-b2a8-4401-8109-b9722790cd90'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:55.582601 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3d574ccc-ec8e-4529-8bc4-e278dcf4dee6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/ports?device_id=231cccd6-b2a8-4401-8109-b9722790cd90 HTTP/1.1" status: 200 len: 205 time: 0.0290546 Nov 12 01:07:55.585063 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40844) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:55.604191 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-9efb47fb-c8ea-48c8-8acf-a09080645a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:55.614240 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb47fb-c8ea-48c8-8acf-a09080645a12 None None] Routers {'231cccd6-b2a8-4401-8109-b9722790cd90'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:55.614829 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-9efb47fb-c8ea-48c8-8acf-a09080645a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['231cccd6-b2a8-4401-8109-b9722790cd90'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:55.652384 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-9efb47fb-c8ea-48c8-8acf-a09080645a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:55.653124 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb47fb-c8ea-48c8-8acf-a09080645a12 None None] The sync data for ids ['231cccd6-b2a8-4401-8109-b9722790cd90'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:55.662822 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-956f61e9-ccba-4667-aebb-d257f38d9dd1 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.963766 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.179524 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-cbca5adc-dfd4-4a7f-9088-b10b44262046 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:56.180970 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-cbca5adc-dfd4-4a7f-9088-b10b44262046 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.15 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 805 time: 0.5203614 Nov 12 01:07:56.197826 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-87a45964-efea-4fa1-bb74-6e70e894ea36 req-3a7c9b85-f0c3-41e1-a917-55e0c5ba09e6 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=614d6176-d0d1-4ea3-8ec5-7b7cd7874363 HTTP/1.1" status: 200 len: 210 time: 0.0837412 Nov 12 01:07:56.199448 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-956f61e9-ccba-4667-aebb-d257f38d9dd1 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.199731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-d044d517-20c0-4a1b-b50c-91c9a12b3f1b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Request body: {'port': {'device_id': '614d6176-d0d1-4ea3-8ec5-7b7cd7874363', 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36', 'admin_state_up': True, 'tenant_id': 'e89600b132b441d69dfb3856fca29f85'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:56.201778 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-956f61e9-ccba-4667-aebb-d257f38d9dd1 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.246809 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-956f61e9-ccba-4667-aebb-d257f38d9dd1 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.247366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956f61e9-ccba-4667-aebb-d257f38d9dd1 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Fanout notify agent at l3_agent the message router_deleted on router 231cccd6-b2a8-4401-8109-b9722790cd90 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:07:56.255315 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-956f61e9-ccba-4667-aebb-d257f38d9dd1 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.256822 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-956f61e9-ccba-4667-aebb-d257f38d9dd1 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/routers/231cccd6-b2a8-4401-8109-b9722790cd90 HTTP/1.1" status: 204 len: 168 time: 0.6705444 Nov 12 01:07:56.259169 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40848) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:56.313354 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f6dd68-17a9-46de-bb31-823191db01b0 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting subnet 0922b89b-77f2-45a8-9792-51e6a3c8ff06 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:07:56.316428 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-25f6dd68-17a9-46de-bb31-823191db01b0 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.322850 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-d044d517-20c0-4a1b-b50c-91c9a12b3f1b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Made reservation on behalf of e89600b132b441d69dfb3856fca29f85 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:56.326421 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-d044d517-20c0-4a1b-b50c-91c9a12b3f1b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.357350 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-25f6dd68-17a9-46de-bb31-823191db01b0 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.442525 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-25f6dd68-17a9-46de-bb31-823191db01b0 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.455994 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-d044d517-20c0-4a1b-b50c-91c9a12b3f1b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Allocated IP 172.20.0.8 (16281115-b3d6-46f6-bb8f-00ff27cd9f36/2f979b72-06d7-47f0-888a-cb01892f2ff7/624bec1e-bf64-4828-9795-ac0a9e8663fe) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:56.507729 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-25f6dd68-17a9-46de-bb31-823191db01b0 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.539086 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6dd68-17a9-46de-bb31-823191db01b0 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Subnet': ['ID=0922b89b-77f2-45a8-9792-51e6a3c8ff06,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:56.542878 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-25f6dd68-17a9-46de-bb31-823191db01b0 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.548528 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-25f6dd68-17a9-46de-bb31-823191db01b0 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/subnets/0922b89b-77f2-45a8-9792-51e6a3c8ff06 HTTP/1.1" status: 204 len: 168 time: 0.2860234 Nov 12 01:07:56.548852 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40850) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:56.554386 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7daa5bd-56db-4e1a-bf88-ef6376dfe183 None None] Network 55bde300-47e1-4b8a-aa34-19f3ab3bf7bb requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:56.616114 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-d044d517-20c0-4a1b-b50c-91c9a12b3f1b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.621511 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15991bc-572d-4bb5-aa95-a48a2b13b3f2 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting subnet 7be7a57d-f50b-4e0d-ba72-f13ec66c6799 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:07:56.625676 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e15991bc-572d-4bb5-aa95-a48a2b13b3f2 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.651243 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-d044d517-20c0-4a1b-b50c-91c9a12b3f1b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.667462 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f1e0f8f6-8439-45ca-89cf-a9cd333e7c27'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:56.673791 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e15991bc-572d-4bb5-aa95-a48a2b13b3f2 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.705670 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044d517-20c0-4a1b-b50c-91c9a12b3f1b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Pushing event updated for resources: {'Port': ['ID=624bec1e-bf64-4828-9795-ac0a9e8663fe,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:56.719841 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-d044d517-20c0-4a1b-b50c-91c9a12b3f1b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:56.722098 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-d044d517-20c0-4a1b-b50c-91c9a12b3f1b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:56.725986 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-d044d517-20c0-4a1b-b50c-91c9a12b3f1b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:56.786411 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e15991bc-572d-4bb5-aa95-a48a2b13b3f2 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.788204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-d044d517-20c0-4a1b-b50c-91c9a12b3f1b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:56.789530 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-d044d517-20c0-4a1b-b50c-91c9a12b3f1b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.805271 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-d044d517-20c0-4a1b-b50c-91c9a12b3f1b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6092696 Nov 12 01:07:56.824076 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] Request body: {'port': {'device_id': '614d6176-d0d1-4ea3-8ec5-7b7cd7874363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:56.824973 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84764a1d-5fc3-4fd6-a4b2-aedb7a0676b0 None None] DHCP port deletion for 55bde300-47e1-4b8a-aa34-19f3ab3bf7bb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:56.855152 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e15991bc-572d-4bb5-aa95-a48a2b13b3f2 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.880448 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.884597 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15991bc-572d-4bb5-aa95-a48a2b13b3f2 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Subnet': ['ID=7be7a57d-f50b-4e0d-ba72-f13ec66c6799,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:56.886642 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e15991bc-572d-4bb5-aa95-a48a2b13b3f2 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.892658 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e15991bc-572d-4bb5-aa95-a48a2b13b3f2 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/subnets/7be7a57d-f50b-4e0d-ba72-f13ec66c6799 HTTP/1.1" status: 204 len: 168 time: 0.3428001 Nov 12 01:07:56.893659 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40852) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:56.897235 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7857e10b-a578-4575-9d57-fc053235b397 None None] Network 9188d6df-2554-415c-af28-54d56799c729 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:56.925204 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-84764a1d-5fc3-4fd6-a4b2-aedb7a0676b0 None None] Deleting port 5b4efcfb-ecb7-4037-a622-472d3be5b225 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:56.925860 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-84764a1d-5fc3-4fd6-a4b2-aedb7a0676b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.048785 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-84764a1d-5fc3-4fd6-a4b2-aedb7a0676b0 None None] For port 5b4efcfb-ecb7-4037-a622-472d3be5b225, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5b4efcfb-ecb7-4037-a622-472d3be5b225,segment=NetworkSegment(1e7ef5c7-f4fc-4ace-8324-6a6b8da07e46),segment_id=1e7ef5c7-f4fc-4ace-8324-6a6b8da07e46)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:57.049471 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-84764a1d-5fc3-4fd6-a4b2-aedb7a0676b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.049584 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d81c624-de91-49cc-bc4a-5b88acb1d664 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.075777 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-84764a1d-5fc3-4fd6-a4b2-aedb7a0676b0 None None] Calling delete_port for 5b4efcfb-ecb7-4037-a622-472d3be5b225 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:57.177729 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-84764a1d-5fc3-4fd6-a4b2-aedb7a0676b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.195428 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4d81c624-de91-49cc-bc4a-5b88acb1d664 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting port 5b4efcfb-ecb7-4037-a622-472d3be5b225 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:57.195727 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d81c624-de91-49cc-bc4a-5b88acb1d664 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.208195 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88ad8f7-bd69-477a-ac30-3430dac7bf74 None None] DHCP port deletion for 9188d6df-2554-415c-af28-54d56799c729 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:57.212968 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84764a1d-5fc3-4fd6-a4b2-aedb7a0676b0 None None] Pushing event deleted for resources: {'Port': ['ID=5b4efcfb-ecb7-4037-a622-472d3be5b225,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:57.215053 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84764a1d-5fc3-4fd6-a4b2-aedb7a0676b0 None None] No DVR routers for this DVR port 5b4efcfb-ecb7-4037-a622-472d3be5b225 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:57.263525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f88ad8f7-bd69-477a-ac30-3430dac7bf74 None None] Deleting port 32509605-485d-4194-b245-2c5ef52e2b76 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:57.263903 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f88ad8f7-bd69-477a-ac30-3430dac7bf74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.325900 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-f88ad8f7-bd69-477a-ac30-3430dac7bf74 None None] For port 32509605-485d-4194-b245-2c5ef52e2b76, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=32509605-485d-4194-b245-2c5ef52e2b76,segment=NetworkSegment(961fe98b-7235-4e22-8c85-fddefadc981d),segment_id=961fe98b-7235-4e22-8c85-fddefadc981d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:57.326211 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f88ad8f7-bd69-477a-ac30-3430dac7bf74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.340489 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f88ad8f7-bd69-477a-ac30-3430dac7bf74 None None] Calling delete_port for 32509605-485d-4194-b245-2c5ef52e2b76 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:57.346193 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-4d81c624-de91-49cc-bc4a-5b88acb1d664 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] For port 5b4efcfb-ecb7-4037-a622-472d3be5b225, host n-d-712137-14, got binding levels [] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:57.346759 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d81c624-de91-49cc-bc4a-5b88acb1d664 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.370022 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4d81c624-de91-49cc-bc4a-5b88acb1d664 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Calling delete_port for 5b4efcfb-ecb7-4037-a622-472d3be5b225 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:57.373907 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.ipam_backend_mixin [None req-4d81c624-de91-49cc-bc4a-5b88acb1d664 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Port 5b4efcfb-ecb7-4037-a622-472d3be5b225 was not found and therefore no delete operation was performed {{(pid=114243) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:07:57.377469 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624bec1e-bf64-4828-9795-ac0a9e8663fe {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:57.385518 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d81c624-de91-49cc-bc4a-5b88acb1d664 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.391209 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.410027 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f4d6c-1b5e-4aa3-bbd3-fd2e190d7708 req-ff20f34a-5511-4fab-85aa-729a3f2f3088 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:57.411531 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d36f4d6c-1b5e-4aa3-bbd3-fd2e190d7708 req-ff20f34a-5511-4fab-85aa-729a3f2f3088 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=614d6176-d0d1-4ea3-8ec5-7b7cd7874363 HTTP/1.1" status: 200 len: 931 time: 0.1369109 Nov 12 01:07:57.425146 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f88ad8f7-bd69-477a-ac30-3430dac7bf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.436394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81c624-de91-49cc-bc4a-5b88acb1d664 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Port': ['ID=5b4efcfb-ecb7-4037-a622-472d3be5b225,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:57.443088 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d81c624-de91-49cc-bc4a-5b88acb1d664 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] No DVR routers for this DVR port 5b4efcfb-ecb7-4037-a622-472d3be5b225 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:57.455033 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ad8f7-bd69-477a-ac30-3430dac7bf74 None None] Pushing event deleted for resources: {'Port': ['ID=32509605-485d-4194-b245-2c5ef52e2b76,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:57.459422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88ad8f7-bd69-477a-ac30-3430dac7bf74 None None] No DVR routers for this DVR port 32509605-485d-4194-b245-2c5ef52e2b76 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:57.459667 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] Transition to ACTIVE for port object 624bec1e-bf64-4828-9795-ac0a9e8663fe will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:07:57.488559 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.600412 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d81c624-de91-49cc-bc4a-5b88acb1d664 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.615071 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d36f4d6c-1b5e-4aa3-bbd3-fd2e190d7708 req-ec8366de-6e9e-461a-ab4f-d3d09d95ff0f tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845086 Nov 12 01:07:57.623625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] Pushing event updated for resources: {'Port': ['ID=624bec1e-bf64-4828-9795-ac0a9e8663fe,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:57.657675 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-4d81c624-de91-49cc-bc4a-5b88acb1d664 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55bde300-47e1-4b8a-aa34-19f3ab3bf7bb']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:57.684443 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-4d81c624-de91-49cc-bc4a-5b88acb1d664 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7ef5c7-f4fc-4ace-8324-6a6b8da07e46') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:57.684775 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-4d81c624-de91-49cc-bc4a-5b88acb1d664 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7ef5c7-f4fc-4ace-8324-6a6b8da07e46') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:57.697798 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d81c624-de91-49cc-bc4a-5b88acb1d664 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.719539 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d81c624-de91-49cc-bc4a-5b88acb1d664 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.731462 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d81c624-de91-49cc-bc4a-5b88acb1d664 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:07:57.731856 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d81c624-de91-49cc-bc4a-5b88acb1d664 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:07:57.734815 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:07:57.752899 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] Attempting to bind port 624bec1e-bf64-4828-9795-ac0a9e8663fe on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:57.753243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] Attempting to bind port 624bec1e-bf64-4828-9795-ac0a9e8663fe by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:57.753579 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] Attempting to bind port 624bec1e-bf64-4828-9795-ac0a9e8663fe on network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:57.787574 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] Port 624bec1e-bf64-4828-9795-ac0a9e8663fe on network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:57.787914 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] Attempting to bind port 624bec1e-bf64-4828-9795-ac0a9e8663fe on network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:57.798377 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:57.798725 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] Checking segment: {'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:57.799112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] Bound using segment: {'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:57.799546 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] Bound port: 624bec1e-bf64-4828-9795-ac0a9e8663fe, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:57.799904 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.813913 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d81c624-de91-49cc-bc4a-5b88acb1d664 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.823104 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d81c624-de91-49cc-bc4a-5b88acb1d664 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.826345 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4d81c624-de91-49cc-bc4a-5b88acb1d664 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/networks/55bde300-47e1-4b8a-aa34-19f3ab3bf7bb HTTP/1.1" status: 204 len: 168 time: 0.9317298 Nov 12 01:07:57.829751 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40856) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:57.854704 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81c624-de91-49cc-bc4a-5b88acb1d664 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Network': ['ID=55bde300-47e1-4b8a-aa34-19f3ab3bf7bb,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:57.885487 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] For port 624bec1e-bf64-4828-9795-ac0a9e8663fe, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:57.888880 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] For port 624bec1e-bf64-4828-9795-ac0a9e8663fe, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=624bec1e-bf64-4828-9795-ac0a9e8663fe,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:57.893275 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.917869 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f4cbd797-e3f1-4f51-9410-454bfa7690a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.930891 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:57.931582 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.933130 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] 10.222.0.15 "PUT /v2.0/ports/624bec1e-bf64-4828-9795-ac0a9e8663fe HTTP/1.1" status: 200 len: 1092 time: 1.1146331 Nov 12 01:07:57.933577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614d6176-d0d1-4ea3-8ec5-7b7cd7874363', 'tag': '624bec1e-bf64-4828-9795-ac0a9e8663fe'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:57.935926 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f9ec65-35e1-4fa7-ba15-53e335104972" -d '{"events": [{"name": "network-changed", "server_uuid": "614d6176-d0d1-4ea3-8ec5-7b7cd7874363", "tag": "624bec1e-bf64-4828-9795-ac0a9e8663fe"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:57.975443 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca85072-80ee-4eb7-9c54-a8b1bdc28acd service neutron] Pushing event updated for resources: {'Port': ['ID=624bec1e-bf64-4828-9795-ac0a9e8663fe,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:57.982676 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 32509605-485d-4194-b245-2c5ef52e2b76 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:57.988159 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b05f8ef-ca33-4bfc-a9a5-ee00d232dd68 x-openstack-request-id: req-0b05f8ef-ca33-4bfc-a9a5-ee00d232dd68 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:57.988750 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614d6176-d0d1-4ea3-8ec5-7b7cd7874363", "tag": "624bec1e-bf64-4828-9795-ac0a9e8663fe", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:57.989052 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b05f8ef-ca33-4bfc-a9a5-ee00d232dd68 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:57.989547 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614d6176-d0d1-4ea3-8ec5-7b7cd7874363', 'tag': '624bec1e-bf64-4828-9795-ac0a9e8663fe', 'status': 'completed', 'code': 200} Nov 12 01:07:58.014676 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f4cbd797-e3f1-4f51-9410-454bfa7690a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.019160 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 32509605-485d-4194-b245-2c5ef52e2b76 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:58.019505 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 32509605-485d-4194-b245-2c5ef52e2b76 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:58.020097 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5b4efcfb-ecb7-4037-a622-472d3be5b225 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:58.036337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-f4cbd797-e3f1-4f51-9410-454bfa7690a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9188d6df-2554-415c-af28-54d56799c729']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:58.039120 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 5b4efcfb-ecb7-4037-a622-472d3be5b225 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:58.039473 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5b4efcfb-ecb7-4037-a622-472d3be5b225 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:58.046972 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-f4cbd797-e3f1-4f51-9410-454bfa7690a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961fe98b-7235-4e22-8c85-fddefadc981d') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:58.047505 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-f4cbd797-e3f1-4f51-9410-454bfa7690a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961fe98b-7235-4e22-8c85-fddefadc981d') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:58.056236 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-a638d4b5-cd94-438e-a6db-e5e6a20a964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:58.057610 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f4cbd797-e3f1-4f51-9410-454bfa7690a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.057894 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-a638d4b5-cd94-438e-a6db-e5e6a20a964e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&device_id=614d6176-d0d1-4ea3-8ec5-7b7cd7874363 HTTP/1.1" status: 200 len: 1095 time: 0.0469480 Nov 12 01:07:58.071374 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f4cbd797-e3f1-4f51-9410-454bfa7690a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.077229 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4cbd797-e3f1-4f51-9410-454bfa7690a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:07:58.078197 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f4cbd797-e3f1-4f51-9410-454bfa7690a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:07:58.081168 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:07:58.113733 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-43a68033-d021-41d6-b632-7d86a67b6ef3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=624bec1e-bf64-4828-9795-ac0a9e8663fe HTTP/1.1" status: 200 len: 217 time: 0.0394430 Nov 12 01:07:58.144830 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f4cbd797-e3f1-4f51-9410-454bfa7690a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.152154 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f4cbd797-e3f1-4f51-9410-454bfa7690a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.155595 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f4cbd797-e3f1-4f51-9410-454bfa7690a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/networks/9188d6df-2554-415c-af28-54d56799c729 HTTP/1.1" status: 204 len: 168 time: 0.3242998 Nov 12 01:07:58.160766 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40860) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:58.165668 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-78fddfbb-0527-471f-970b-59550e3d67c0 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-203057335'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:58.169025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbd797-e3f1-4f51-9410-454bfa7690a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Network': ['ID=9188d6df-2554-415c-af28-54d56799c729,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:58.173729 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-3279c6eb-d1c8-46f1-9c43-d8c5b151ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:58.175181 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-3279c6eb-d1c8-46f1-9c43-d8c5b151ba45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f979b72-06d7-47f0-888a-cb01892f2ff7 HTTP/1.1" status: 200 len: 845 time: 0.0548446 Nov 12 01:07:58.211536 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-247cf860-011f-42f7-84e5-fd460c6efd00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16281115-b3d6-46f6-bb8f-00ff27cd9f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276201 Nov 12 01:07:58.212258 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fddfbb-0527-471f-970b-59550e3d67c0 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Made reservation on behalf of 137f8c28569947beacf7cb6d5ec492c9 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:58.215596 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78fddfbb-0527-471f-970b-59550e3d67c0 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.290509 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fddfbb-0527-471f-970b-59550e3d67c0 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:07:58.307437 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78fddfbb-0527-471f-970b-59550e3d67c0 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.307786 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-78fddfbb-0527-471f-970b-59550e3d67c0 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Added segment 4d9e6f47-f8c4-4469-8734-175ceee4fd8d of type vlan for network ce4bd9f9-cdf2-4575-8e0e-35e89457995a Nov 12 01:07:58.357910 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-f1b3d4db-1b69-4474-abd6-05c12b172b16 service neutron] 10.222.0.15 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327028 Nov 12 01:07:58.361671 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78fddfbb-0527-471f-970b-59550e3d67c0 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.441394 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78fddfbb-0527-471f-970b-59550e3d67c0 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.447100 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fddfbb-0527-471f-970b-59550e3d67c0 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:58.447675 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78fddfbb-0527-471f-970b-59550e3d67c0 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.510700 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-78fddfbb-0527-471f-970b-59550e3d67c0 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3406854 Nov 12 01:07:58.510924 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40862) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:58.510924 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-db98e852-9096-4b06-92d2-a735d397ffec tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'subnet': {'network_id': 'ce4bd9f9-cdf2-4575-8e0e-35e89457995a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:58.544280 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fddfbb-0527-471f-970b-59550e3d67c0 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Network': ['ID=ce4bd9f9-cdf2-4575-8e0e-35e89457995a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:58.548324 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc0d349-7654-4b00-95d6-35fbf099d952 req-3b8a5cb2-11e5-426a-8bb5-41b68b8e7a43 service neutron] 10.222.0.15 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829653 Nov 12 01:07:58.554887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network ce4bd9f9-cdf2-4575-8e0e-35e89457995a details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:07:58.608829 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db98e852-9096-4b06-92d2-a735d397ffec tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Made reservation on behalf of 137f8c28569947beacf7cb6d5ec492c9 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:58.612917 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db98e852-9096-4b06-92d2-a735d397ffec tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.693404 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9ec65-35e1-4fa7-ba15-53e335104972 req-e3b1f5f3-24d4-4eb5-8649-5fc2c905a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:58.695073 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7f9ec65-35e1-4fa7-ba15-53e335104972 req-e3b1f5f3-24d4-4eb5-8649-5fc2c905a801 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&device_id=614d6176-d0d1-4ea3-8ec5-7b7cd7874363 HTTP/1.1" status: 200 len: 1095 time: 0.0522318 Nov 12 01:07:58.802121 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db98e852-9096-4b06-92d2-a735d397ffec tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.802484 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3304b-047b-472e-81cd-d181b65c81fa req-5786840e-0c35-48cb-b99e-55019458337a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:58.803981 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bbc3304b-047b-472e-81cd-d181b65c81fa req-5786840e-0c35-48cb-b99e-55019458337a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=614d6176-d0d1-4ea3-8ec5-7b7cd7874363 HTTP/1.1" status: 200 len: 943 time: 0.1145797 Nov 12 01:07:58.848471 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9ec65-35e1-4fa7-ba15-53e335104972 req-8e4bbb1f-d4d2-48bd-a5d5-3e1fa82216f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:58.850011 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7f9ec65-35e1-4fa7-ba15-53e335104972 req-8e4bbb1f-d4d2-48bd-a5d5-3e1fa82216f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 906 time: 0.1452038 Nov 12 01:07:58.866508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98e852-9096-4b06-92d2-a735d397ffec tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Subnet': ['ID=acf83b71-e048-4173-9a34-6edea7605491,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:58.881405 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db98e852-9096-4b06-92d2-a735d397ffec tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Checking segment: {'id': '4d9e6f47-f8c4-4469-8734-175ceee4fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ce4bd9f9-cdf2-4575-8e0e-35e89457995a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:58.881999 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db98e852-9096-4b06-92d2-a735d397ffec tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network hostable DHCP agents. Network: ce4bd9f9-cdf2-4575-8e0e-35e89457995a, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:07:58.899109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db98e852-9096-4b06-92d2-a735d397ffec tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network ce4bd9f9-cdf2-4575-8e0e-35e89457995a is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:07:58.908875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-db98e852-9096-4b06-92d2-a735d397ffec tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, ce4bd9f9-cdf2-4575-8e0e-35e89457995a) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:58.912059 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7f9ec65-35e1-4fa7-ba15-53e335104972 req-3599968f-745d-42cb-804f-8ba5ed4e262c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=624bec1e-bf64-4828-9795-ac0a9e8663fe HTTP/1.1" status: 200 len: 217 time: 0.0553412 Nov 12 01:07:58.913389 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db98e852-9096-4b06-92d2-a735d397ffec tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:58.914183 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db98e852-9096-4b06-92d2-a735d397ffec tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.919613 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bbc3304b-047b-472e-81cd-d181b65c81fa req-5a9c0553-1ad2-4389-821f-4fca685d9815 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085448 Nov 12 01:07:58.919790 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53482b0-119f-4e7e-ac94-ecfb154a9bb3 None None] Network ce4bd9f9-cdf2-4575-8e0e-35e89457995a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:58.937837 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-db98e852-9096-4b06-92d2-a735d397ffec tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4314349 Nov 12 01:07:58.939677 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40866) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:58.945971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-33e6099a-97d1-4c47-94a1-34fc397eb665 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-455232595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:58.969421 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-33e6099a-97d1-4c47-94a1-34fc397eb665 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.970486 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-33e6099a-97d1-4c47-94a1-34fc397eb665 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.975684 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9ec65-35e1-4fa7-ba15-53e335104972 req-801be5ac-c881-4381-a77c-75203384aafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:58.977473 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7f9ec65-35e1-4fa7-ba15-53e335104972 req-801be5ac-c881-4381-a77c-75203384aafa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f979b72-06d7-47f0-888a-cb01892f2ff7 HTTP/1.1" status: 200 len: 845 time: 0.0568364 Nov 12 01:07:59.010207 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7f9ec65-35e1-4fa7-ba15-53e335104972 req-98111974-7306-4a54-a883-4409665cad63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16281115-b3d6-46f6-bb8f-00ff27cd9f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261128 Nov 12 01:07:59.027431 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-33e6099a-97d1-4c47-94a1-34fc397eb665 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.034410 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-33e6099a-97d1-4c47-94a1-34fc397eb665 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.055686 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-33e6099a-97d1-4c47-94a1-34fc397eb665 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.057033 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-33e6099a-97d1-4c47-94a1-34fc397eb665 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1162598 Nov 12 01:07:59.059742 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40868) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:59.065746 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-1d9d8f85-5b97-4e21-adfe-d1dc4d9d7b45 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'port': {'network_id': 'ce4bd9f9-cdf2-4575-8e0e-35e89457995a', 'name': 'tempest-RoutersIpV6Test-608847464'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:59.102942 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6048cd1f-db00-41f7-917e-148949817aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-ce4bd9f9-cdf2-4575-8e0e-35e89457995a', 'network_id': 'ce4bd9f9-cdf2-4575-8e0e-35e89457995a', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'fixed_ips': [{'subnet_id': 'acf83b71-e048-4173-9a34-6edea7605491'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:07:59.104180 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6048cd1f-db00-41f7-917e-148949817aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.113022 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7f9ec65-35e1-4fa7-ba15-53e335104972 req-3927197b-e33f-45e8-b6b5-6ed518592233 service neutron] 10.222.0.15 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955753 Nov 12 01:07:59.186067 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9d8f85-5b97-4e21-adfe-d1dc4d9d7b45 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Made reservation on behalf of 137f8c28569947beacf7cb6d5ec492c9 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:59.190345 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8f85-5b97-4e21-adfe-d1dc4d9d7b45 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.208654 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [None req-1d9d8f85-5b97-4e21-adfe-d1dc4d9d7b45 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] device_id is not set on port b952a57d-f413-4ca7-a8d1-0c0c576efa01 yet. {{(pid=114242) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:07:59.224784 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7f9ec65-35e1-4fa7-ba15-53e335104972 req-f8c7c392-a19d-477d-ac40-2c72eabfea20 service neutron] 10.222.0.15 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042039 Nov 12 01:07:59.400005 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-6048cd1f-db00-41f7-917e-148949817aaf None None] Allocated IP 2001:db8::2 (ce4bd9f9-cdf2-4575-8e0e-35e89457995a/acf83b71-e048-4173-9a34-6edea7605491/91208e58-6c22-45be-8e1a-050d5fe22014) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:59.541574 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6048cd1f-db00-41f7-917e-148949817aaf None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.547427 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6048cd1f-db00-41f7-917e-148949817aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.583213 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6048cd1f-db00-41f7-917e-148949817aaf None None] Network ce4bd9f9-cdf2-4575-8e0e-35e89457995a is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:59.587791 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-6048cd1f-db00-41f7-917e-148949817aaf None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:59.594563 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6048cd1f-db00-41f7-917e-148949817aaf None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:59.605377 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048cd1f-db00-41f7-917e-148949817aaf None None] Pushing event updated for resources: {'Port': ['ID=91208e58-6c22-45be-8e1a-050d5fe22014,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:59.606392 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-1d9d8f85-5b97-4e21-adfe-d1dc4d9d7b45 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Allocated IP 2001:db8::198 (ce4bd9f9-cdf2-4575-8e0e-35e89457995a/acf83b71-e048-4173-9a34-6edea7605491/b952a57d-f413-4ca7-a8d1-0c0c576efa01) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:59.654681 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6048cd1f-db00-41f7-917e-148949817aaf None None] Attempting to bind port 91208e58-6c22-45be-8e1a-050d5fe22014 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:59.655058 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6048cd1f-db00-41f7-917e-148949817aaf None None] Attempting to bind port 91208e58-6c22-45be-8e1a-050d5fe22014 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '4d9e6f47-f8c4-4469-8734-175ceee4fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ce4bd9f9-cdf2-4575-8e0e-35e89457995a'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:59.655426 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6048cd1f-db00-41f7-917e-148949817aaf None None] Attempting to bind port 91208e58-6c22-45be-8e1a-050d5fe22014 on network ce4bd9f9-cdf2-4575-8e0e-35e89457995a {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:59.661503 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6048cd1f-db00-41f7-917e-148949817aaf None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:59.661887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6048cd1f-db00-41f7-917e-148949817aaf None None] Checking segment: {'id': '4d9e6f47-f8c4-4469-8734-175ceee4fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ce4bd9f9-cdf2-4575-8e0e-35e89457995a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:59.662283 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6048cd1f-db00-41f7-917e-148949817aaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.662675 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6048cd1f-db00-41f7-917e-148949817aaf None None] Bound using segment: {'id': '4d9e6f47-f8c4-4469-8734-175ceee4fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ce4bd9f9-cdf2-4575-8e0e-35e89457995a'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:59.663147 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6048cd1f-db00-41f7-917e-148949817aaf None None] Bound port: 91208e58-6c22-45be-8e1a-050d5fe22014, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9e6f47-f8c4-4469-8734-175ceee4fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ce4bd9f9-cdf2-4575-8e0e-35e89457995a'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:59.663523 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6048cd1f-db00-41f7-917e-148949817aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.727291 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6048cd1f-db00-41f7-917e-148949817aaf None None] For port 91208e58-6c22-45be-8e1a-050d5fe22014, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:59.730979 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6048cd1f-db00-41f7-917e-148949817aaf None None] For port 91208e58-6c22-45be-8e1a-050d5fe22014, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=91208e58-6c22-45be-8e1a-050d5fe22014,segment=NetworkSegment(4d9e6f47-f8c4-4469-8734-175ceee4fd8d),segment_id=4d9e6f47-f8c4-4469-8734-175ceee4fd8d)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:59.735611 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6048cd1f-db00-41f7-917e-148949817aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.758877 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8f85-5b97-4e21-adfe-d1dc4d9d7b45 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.793575 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048cd1f-db00-41f7-917e-148949817aaf None None] Pushing event updated for resources: {'Port': ['ID=91208e58-6c22-45be-8e1a-050d5fe22014,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:59.802427 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8f85-5b97-4e21-adfe-d1dc4d9d7b45 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.848120 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9d8f85-5b97-4e21-adfe-d1dc4d9d7b45 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network ce4bd9f9-cdf2-4575-8e0e-35e89457995a is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:59.853604 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-1d9d8f85-5b97-4e21-adfe-d1dc4d9d7b45 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:59.857370 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d8f85-5b97-4e21-adfe-d1dc4d9d7b45 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:59.863125 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9d8f85-5b97-4e21-adfe-d1dc4d9d7b45 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:59.863734 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8f85-5b97-4e21-adfe-d1dc4d9d7b45 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.870155 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d8f85-5b97-4e21-adfe-d1dc4d9d7b45 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Port': ['ID=b952a57d-f413-4ca7-a8d1-0c0c576efa01,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:59.885714 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1d9d8f85-5b97-4e21-adfe-d1dc4d9d7b45 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8249409 Nov 12 01:07:59.888406 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40870) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:00.166924 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451fbd1-70d0-4fa1-a6a5-ef260cf22dfa req-506ab945-2402-4c69-9f33-90a8eda3442a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:00.168390 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3451fbd1-70d0-4fa1-a6a5-ef260cf22dfa req-506ab945-2402-4c69-9f33-90a8eda3442a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=614d6176-d0d1-4ea3-8ec5-7b7cd7874363 HTTP/1.1" status: 200 len: 943 time: 0.1470907 Nov 12 01:08:00.271589 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3451fbd1-70d0-4fa1-a6a5-ef260cf22dfa req-b0b22ccd-1710-4feb-9937-f47d65888490 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849063 Nov 12 01:08:00.309245 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e50d39a-5988-4cf1-8f4c-77581f428819 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:00.557623 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e50d39a-5988-4cf1-8f4c-77581f428819 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:00.562939 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e50d39a-5988-4cf1-8f4c-77581f428819 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:00.663366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50d39a-5988-4cf1-8f4c-77581f428819 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Port': ['ID=b952a57d-f413-4ca7-a8d1-0c0c576efa01,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:00.699119 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d79218-4cad-4c3a-938d-d034ebaae136 None None] Network ce4bd9f9-cdf2-4575-8e0e-35e89457995a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:00.746797 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e50d39a-5988-4cf1-8f4c-77581f428819 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:00.823249 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6bda267e-4ab6-47da-bd27-113836067e6e None None] Provisioning complete for port 91208e58-6c22-45be-8e1a-050d5fe22014 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:00.823477 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6bda267e-4ab6-47da-bd27-113836067e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:00.858359 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e50d39a-5988-4cf1-8f4c-77581f428819 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:00.931112 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6bda267e-4ab6-47da-bd27-113836067e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:00.965186 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6bda267e-4ab6-47da-bd27-113836067e6e None None] For port 91208e58-6c22-45be-8e1a-050d5fe22014, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=91208e58-6c22-45be-8e1a-050d5fe22014,segment=NetworkSegment(4d9e6f47-f8c4-4469-8734-175ceee4fd8d),segment_id=4d9e6f47-f8c4-4469-8734-175ceee4fd8d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:00.969852 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6bda267e-4ab6-47da-bd27-113836067e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.020729 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda267e-4ab6-47da-bd27-113836067e6e None None] Pushing event updated for resources: {'Port': ['ID=91208e58-6c22-45be-8e1a-050d5fe22014,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:01.143879 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e50d39a-5988-4cf1-8f4c-77581f428819 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.148620 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e50d39a-5988-4cf1-8f4c-77581f428819 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.149445 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e50d39a-5988-4cf1-8f4c-77581f428819 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.196257 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c4f2103f-aff6-4746-bb03-f81acbdf0c35 None None] Provisioning complete for port 91208e58-6c22-45be-8e1a-050d5fe22014 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:01.196800 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c4f2103f-aff6-4746-bb03-f81acbdf0c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.221231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50d39a-5988-4cf1-8f4c-77581f428819 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Port': ['ID=b952a57d-f413-4ca7-a8d1-0c0c576efa01,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:01.289621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e50d39a-5988-4cf1-8f4c-77581f428819 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network ce4bd9f9-cdf2-4575-8e0e-35e89457995a is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:01.291134 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-9e50d39a-5988-4cf1-8f4c-77581f428819 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:01.296099 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c4f2103f-aff6-4746-bb03-f81acbdf0c35 None None] Provisioning complete for port b952a57d-f413-4ca7-a8d1-0c0c576efa01 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:01.296549 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c4f2103f-aff6-4746-bb03-f81acbdf0c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.333971 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c4f2103f-aff6-4746-bb03-f81acbdf0c35 None None] Port b952a57d-f413-4ca7-a8d1-0c0c576efa01 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:01.404606 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35096b11-93c0-4c32-a1a6-bd3043dbdd05 req-67aae127-5eea-4a59-8456-ca29b74e6112 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:01.407086 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-35096b11-93c0-4c32-a1a6-bd3043dbdd05 req-67aae127-5eea-4a59-8456-ca29b74e6112 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=614d6176-d0d1-4ea3-8ec5-7b7cd7874363 HTTP/1.1" status: 200 len: 943 time: 0.0561600 Nov 12 01:08:01.427750 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e50d39a-5988-4cf1-8f4c-77581f428819 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router 2e6377b2-668c-4bef-85a7-19309ff08942 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:08:01.458803 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7e5e3325-7d64-4e06-bd88-b0c4f975f165 None None] Provisioning complete for port b952a57d-f413-4ca7-a8d1-0c0c576efa01 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:01.459268 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7e5e3325-7d64-4e06-bd88-b0c4f975f165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.469744 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-35096b11-93c0-4c32-a1a6-bd3043dbdd05 req-27e2bc83-f62a-4d14-bdfa-a4d2063c25d0 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555916 Nov 12 01:08:01.502325 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7e5e3325-7d64-4e06-bd88-b0c4f975f165 None None] Port b952a57d-f413-4ca7-a8d1-0c0c576efa01 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:01.537684 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e50d39a-5988-4cf1-8f4c-77581f428819 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:01.542744 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9e50d39a-5988-4cf1-8f4c-77581f428819 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/2e6377b2-668c-4bef-85a7-19309ff08942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6533163 Nov 12 01:08:01.545359 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40876) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:01.551253 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2970eae-b7a5-4109-813a-0405666c7c7e None None] Sync routers for ids ['2e6377b2-668c-4bef-85a7-19309ff08942'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:01.563296 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2970eae-b7a5-4109-813a-0405666c7c7e None None] Routers {'2e6377b2-668c-4bef-85a7-19309ff08942'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:01.563966 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-f2970eae-b7a5-4109-813a-0405666c7c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2e6377b2-668c-4bef-85a7-19309ff08942'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:01.592625 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9416fc6-f580-4ec6-b24f-2ff7ad7525be tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:01.594611 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e9416fc6-f580-4ec6-b24f-2ff7ad7525be tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/ports/b952a57d-f413-4ca7-a8d1-0c0c576efa01 HTTP/1.1" status: 200 len: 983 time: 0.0483243 Nov 12 01:08:01.597487 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40878) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:01.605822 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-f2970eae-b7a5-4109-813a-0405666c7c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:01.622055 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2970eae-b7a5-4109-813a-0405666c7c7e None None] Routers {'2e6377b2-668c-4bef-85a7-19309ff08942'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:01.622970 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-f2970eae-b7a5-4109-813a-0405666c7c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2e6377b2-668c-4bef-85a7-19309ff08942'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:01.659366 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-f2970eae-b7a5-4109-813a-0405666c7c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:01.660079 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2970eae-b7a5-4109-813a-0405666c7c7e None None] The sync data for ids ['2e6377b2-668c-4bef-85a7-19309ff08942'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:01.666790 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-62ef768d-cdbb-49ba-94f8-cab7c0247c0d None None] Provisioning complete for port b952a57d-f413-4ca7-a8d1-0c0c576efa01 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:01.667140 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-62ef768d-cdbb-49ba-94f8-cab7c0247c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.708242 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-62ef768d-cdbb-49ba-94f8-cab7c0247c0d None None] Port b952a57d-f413-4ca7-a8d1-0c0c576efa01 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:01.829190 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ebd750b9-6ac9-448f-9797-f815c29ca38b None None] Provisioning complete for port b952a57d-f413-4ca7-a8d1-0c0c576efa01 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:01.829568 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ebd750b9-6ac9-448f-9797-f815c29ca38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.864844 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ebd750b9-6ac9-448f-9797-f815c29ca38b None None] Port b952a57d-f413-4ca7-a8d1-0c0c576efa01 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:01.996201 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 91208e58-6c22-45be-8e1a-050d5fe22014 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:02.043957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 91208e58-6c22-45be-8e1a-050d5fe22014 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:02.044328 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.329051 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e96787e1-9ace-418e-b23d-133772acde64 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.537198 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-e96787e1-9ace-418e-b23d-133772acde64 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting port b952a57d-f413-4ca7-a8d1-0c0c576efa01 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:02.537621 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e96787e1-9ace-418e-b23d-133772acde64 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.592878 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12471954-9230-43da-9fb0-d042adaac67a req-5c391c38-478d-4a9f-a2d2-9b489421a50f tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:02.594332 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-12471954-9230-43da-9fb0-d042adaac67a req-5c391c38-478d-4a9f-a2d2-9b489421a50f tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=614d6176-d0d1-4ea3-8ec5-7b7cd7874363 HTTP/1.1" status: 200 len: 943 time: 0.0518980 Nov 12 01:08:02.630932 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e96787e1-9ace-418e-b23d-133772acde64 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.642646 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-12471954-9230-43da-9fb0-d042adaac67a req-a699b43e-f242-4aa8-a428-caa245d81115 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418346 Nov 12 01:08:02.644373 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-e96787e1-9ace-418e-b23d-133772acde64 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Calling delete_port for b952a57d-f413-4ca7-a8d1-0c0c576efa01 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:02.811393 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e96787e1-9ace-418e-b23d-133772acde64 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.839478 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96787e1-9ace-418e-b23d-133772acde64 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Port': ['ID=b952a57d-f413-4ca7-a8d1-0c0c576efa01,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:02.862468 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 624bec1e-bf64-4828-9795-ac0a9e8663fe details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:08:02.940039 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e96787e1-9ace-418e-b23d-133772acde64 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.969569 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 624bec1e-bf64-4828-9795-ac0a9e8663fe, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=624bec1e-bf64-4828-9795-ac0a9e8663fe,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:02.985822 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '624bec1e-bf64-4828-9795-ac0a9e8663fe', 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36', 'port_id': '624bec1e-bf64-4828-9795-ac0a9e8663fe', 'mac_address': 'fa:16:3e:79:96:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f979b72-06d7-47f0-888a-cb01892f2ff7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:08:03.025298 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.039246 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624bec1e-bf64-4828-9795-ac0a9e8663fe {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:08:03.059369 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 624bec1e-bf64-4828-9795-ac0a9e8663fe, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=624bec1e-bf64-4828-9795-ac0a9e8663fe,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:03.063944 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.105536 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96787e1-9ace-418e-b23d-133772acde64 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router 2e6377b2-668c-4bef-85a7-19309ff08942 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:03.114015 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=624bec1e-bf64-4828-9795-ac0a9e8663fe,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:03.182249 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96787e1-9ace-418e-b23d-133772acde64 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:03.187465 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e96787e1-9ace-418e-b23d-133772acde64 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/2e6377b2-668c-4bef-85a7-19309ff08942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5890102 Nov 12 01:08:03.190266 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40886) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:03.192854 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d1ce2-1c7e-443e-af08-63800c79de22 None None] Sync routers for ids ['2e6377b2-668c-4bef-85a7-19309ff08942'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:03.204256 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17d1ce2-1c7e-443e-af08-63800c79de22 None None] Routers {'2e6377b2-668c-4bef-85a7-19309ff08942'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:03.204977 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-a17d1ce2-1c7e-443e-af08-63800c79de22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2e6377b2-668c-4bef-85a7-19309ff08942'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:03.239861 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-a17d1ce2-1c7e-443e-af08-63800c79de22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:03.248330 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17d1ce2-1c7e-443e-af08-63800c79de22 None None] Routers {'2e6377b2-668c-4bef-85a7-19309ff08942'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:03.248958 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-a17d1ce2-1c7e-443e-af08-63800c79de22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2e6377b2-668c-4bef-85a7-19309ff08942'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:03.280254 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-a17d1ce2-1c7e-443e-af08-63800c79de22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:03.281463 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d1ce2-1c7e-443e-af08-63800c79de22 None None] The sync data for ids ['2e6377b2-668c-4bef-85a7-19309ff08942'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:03.371084 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-e396b044-dc8d-4196-bcf1-26089316c575 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 01:08:03.372065 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e396b044-dc8d-4196-bcf1-26089316c575 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/2e6377b2-668c-4bef-85a7-19309ff08942/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1808648 Nov 12 01:08:03.374986 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40888) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:03.401422 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f9a681c9-1fee-45b4-9022-102659e65320 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e6377b2-668c-4bef-85a7-19309ff08942 HTTP/1.1" status: 200 len: 205 time: 0.0253890 Nov 12 01:08:03.403860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40890) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:03.439899 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['624bec1e-bf64-4828-9795-ac0a9e8663fe'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:03.477993 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d478ef28-3058-4fd3-af65-d2c498f71d01 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.642324 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d478ef28-3058-4fd3-af65-d2c498f71d01 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.645015 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d478ef28-3058-4fd3-af65-d2c498f71d01 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.686968 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d478ef28-3058-4fd3-af65-d2c498f71d01 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.687612 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d478ef28-3058-4fd3-af65-d2c498f71d01 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Fanout notify agent at l3_agent the message router_deleted on router 2e6377b2-668c-4bef-85a7-19309ff08942 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:08:03.694674 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d478ef28-3058-4fd3-af65-d2c498f71d01 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.698805 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d478ef28-3058-4fd3-af65-d2c498f71d01 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/routers/2e6377b2-668c-4bef-85a7-19309ff08942 HTTP/1.1" status: 204 len: 168 time: 0.2913077 Nov 12 01:08:03.698805 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40894) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:03.773613 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-749265f6-b7c5-4dbc-a6cb-b998ccb4af51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting subnet acf83b71-e048-4173-9a34-6edea7605491 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:08:03.778111 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-749265f6-b7c5-4dbc-a6cb-b998ccb4af51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.823025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbd4ea-ccf8-430a-b37e-3cb823cf2baa req-431810a9-a36b-4389-bf5e-3db056896e77 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:03.824504 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0fdbd4ea-ccf8-430a-b37e-3cb823cf2baa req-431810a9-a36b-4389-bf5e-3db056896e77 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=614d6176-d0d1-4ea3-8ec5-7b7cd7874363 HTTP/1.1" status: 200 len: 944 time: 0.0980070 Nov 12 01:08:03.840312 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-749265f6-b7c5-4dbc-a6cb-b998ccb4af51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.915580 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0fdbd4ea-ccf8-430a-b37e-3cb823cf2baa req-c4b8151c-2082-4bd4-891a-d1c893e84b2b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839353 Nov 12 01:08:03.949978 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-749265f6-b7c5-4dbc-a6cb-b998ccb4af51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.015439 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-749265f6-b7c5-4dbc-a6cb-b998ccb4af51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.042333 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749265f6-b7c5-4dbc-a6cb-b998ccb4af51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Subnet': ['ID=acf83b71-e048-4173-9a34-6edea7605491,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:04.045837 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-749265f6-b7c5-4dbc-a6cb-b998ccb4af51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.049327 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-749265f6-b7c5-4dbc-a6cb-b998ccb4af51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/subnets/acf83b71-e048-4173-9a34-6edea7605491 HTTP/1.1" status: 204 len: 168 time: 0.3495219 Nov 12 01:08:04.051727 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b232d174-aa3e-4676-8e78-1bd2f0fc9197 None None] Network ce4bd9f9-cdf2-4575-8e0e-35e89457995a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:04.052143 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40896) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:04.126480 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-04fe0a39-b6d3-46ff-adb4-bb365a2a6b8a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.184844 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-04fe0a39-b6d3-46ff-adb4-bb365a2a6b8a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting port 91208e58-6c22-45be-8e1a-050d5fe22014 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:04.185404 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-04fe0a39-b6d3-46ff-adb4-bb365a2a6b8a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.220619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f734d4f2-4022-4e92-9488-c48262a0ca76 None None] DHCP port deletion for ce4bd9f9-cdf2-4575-8e0e-35e89457995a request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:04.248153 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-04fe0a39-b6d3-46ff-adb4-bb365a2a6b8a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] For port 91208e58-6c22-45be-8e1a-050d5fe22014, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=91208e58-6c22-45be-8e1a-050d5fe22014,segment=NetworkSegment(4d9e6f47-f8c4-4469-8734-175ceee4fd8d),segment_id=4d9e6f47-f8c4-4469-8734-175ceee4fd8d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:04.248512 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-04fe0a39-b6d3-46ff-adb4-bb365a2a6b8a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.262142 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-04fe0a39-b6d3-46ff-adb4-bb365a2a6b8a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Calling delete_port for 91208e58-6c22-45be-8e1a-050d5fe22014 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:04.271438 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f734d4f2-4022-4e92-9488-c48262a0ca76 None None] Deleting port 91208e58-6c22-45be-8e1a-050d5fe22014 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:04.271820 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f734d4f2-4022-4e92-9488-c48262a0ca76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.351631 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-04fe0a39-b6d3-46ff-adb4-bb365a2a6b8a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.353881 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-f734d4f2-4022-4e92-9488-c48262a0ca76 None None] For port 91208e58-6c22-45be-8e1a-050d5fe22014, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=91208e58-6c22-45be-8e1a-050d5fe22014,segment=NetworkSegment(4d9e6f47-f8c4-4469-8734-175ceee4fd8d),segment_id=4d9e6f47-f8c4-4469-8734-175ceee4fd8d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:04.354285 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f734d4f2-4022-4e92-9488-c48262a0ca76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.367929 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f734d4f2-4022-4e92-9488-c48262a0ca76 None None] Calling delete_port for 91208e58-6c22-45be-8e1a-050d5fe22014 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:04.375824 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe0a39-b6d3-46ff-adb4-bb365a2a6b8a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Port': ['ID=91208e58-6c22-45be-8e1a-050d5fe22014,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:04.382132 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fe0a39-b6d3-46ff-adb4-bb365a2a6b8a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] No DVR routers for this DVR port 91208e58-6c22-45be-8e1a-050d5fe22014 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:04.446222 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 01:08:04.452918 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f734d4f2-4022-4e92-9488-c48262a0ca76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.479952 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f734d4f2-4022-4e92-9488-c48262a0ca76 None None] No DVR routers for this DVR port 91208e58-6c22-45be-8e1a-050d5fe22014 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:04.482336 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734d4f2-4022-4e92-9488-c48262a0ca76 None None] Pushing event deleted for resources: {'Port': ['ID=91208e58-6c22-45be-8e1a-050d5fe22014,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:04.487981 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-04fe0a39-b6d3-46ff-adb4-bb365a2a6b8a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.512942 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3754b267-9773-43e1-9654-58bf5d14e8d8 req-b21563f6-eb17-4455-850f-583626c7cef2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dff5598a-2cb8-4e3e-b855-df1900fecae2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0957284 Nov 12 01:08:04.514400 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-04fe0a39-b6d3-46ff-adb4-bb365a2a6b8a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce4bd9f9-cdf2-4575-8e0e-35e89457995a']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:04.524480 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-04fe0a39-b6d3-46ff-adb4-bb365a2a6b8a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9e6f47-f8c4-4469-8734-175ceee4fd8d') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:04.525045 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-04fe0a39-b6d3-46ff-adb4-bb365a2a6b8a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9e6f47-f8c4-4469-8734-175ceee4fd8d') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:04.535303 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-04fe0a39-b6d3-46ff-adb4-bb365a2a6b8a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.570363 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-04fe0a39-b6d3-46ff-adb4-bb365a2a6b8a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.580122 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04fe0a39-b6d3-46ff-adb4-bb365a2a6b8a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:08:04.580563 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-04fe0a39-b6d3-46ff-adb4-bb365a2a6b8a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:08:04.584485 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:08:04.636766 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754b267-9773-43e1-9654-58bf5d14e8d8 req-5d09a258-7c6b-4ffa-b88a-23df3a8d6b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:04.638280 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3754b267-9773-43e1-9654-58bf5d14e8d8 req-5d09a258-7c6b-4ffa-b88a-23df3a8d6b45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&device_id=dff5598a-2cb8-4e3e-b855-df1900fecae2 HTTP/1.1" status: 200 len: 1097 time: 0.1010880 Nov 12 01:08:04.655212 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-04fe0a39-b6d3-46ff-adb4-bb365a2a6b8a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.663034 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-04fe0a39-b6d3-46ff-adb4-bb365a2a6b8a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.666387 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-04fe0a39-b6d3-46ff-adb4-bb365a2a6b8a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/networks/ce4bd9f9-cdf2-4575-8e0e-35e89457995a HTTP/1.1" status: 204 len: 168 time: 0.6136725 Nov 12 01:08:04.670243 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40898) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:04.689651 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-7fe0f252-60af-404c-a91f-b9bdd97f2c99 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1521339063'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:04.704677 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe0a39-b6d3-46ff-adb4-bb365a2a6b8a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Network': ['ID=ce4bd9f9-cdf2-4575-8e0e-35e89457995a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:04.766484 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe0f252-60af-404c-a91f-b9bdd97f2c99 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Made reservation on behalf of 137f8c28569947beacf7cb6d5ec492c9 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:04.769953 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fe0f252-60af-404c-a91f-b9bdd97f2c99 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.816538 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe0f252-60af-404c-a91f-b9bdd97f2c99 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:08:04.823216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754b267-9773-43e1-9654-58bf5d14e8d8 req-8eb395b8-beae-4655-8a61-3847ea93e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:04.824711 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3754b267-9773-43e1-9654-58bf5d14e8d8 req-8eb395b8-beae-4655-8a61-3847ea93e58e service neutron] 10.222.0.21 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 906 time: 0.1518457 Nov 12 01:08:04.829715 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fe0f252-60af-404c-a91f-b9bdd97f2c99 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.830067 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-7fe0f252-60af-404c-a91f-b9bdd97f2c99 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Added segment d0cc2a29-82a7-4ff4-9d5a-fb00846a0305 of type vlan for network 2b53f4da-ea5f-4653-992b-3d5cea8e8262 Nov 12 01:08:04.868522 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 624bec1e-bf64-4828-9795-ac0a9e8663fe up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:04.924536 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 624bec1e-bf64-4828-9795-ac0a9e8663fe completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:08:04.928585 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 624bec1e-bf64-4828-9795-ac0a9e8663fe triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:04.928997 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.017927 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.045364 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec9b12-6347-417c-b10f-f6c32a9c1348 req-884b134e-72fc-497c-989e-789587c4599b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:05.048307 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-93ec9b12-6347-417c-b10f-f6c32a9c1348 req-884b134e-72fc-497c-989e-789587c4599b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=614d6176-d0d1-4ea3-8ec5-7b7cd7874363 HTTP/1.1" status: 200 len: 944 time: 0.0568411 Nov 12 01:08:05.050327 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614d6176-d0d1-4ea3-8ec5-7b7cd7874363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624bec1e-bf64-4828-9795-ac0a9e8663fe'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:05.052680 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d401d27-1a9a-423c-8f27-b74daa71e651" -d '{"events": [{"server_uuid": "614d6176-d0d1-4ea3-8ec5-7b7cd7874363", "name": "network-vif-plugged", "status": "completed", "tag": "624bec1e-bf64-4828-9795-ac0a9e8663fe"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:05.066711 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 624bec1e-bf64-4828-9795-ac0a9e8663fe, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=624bec1e-bf64-4828-9795-ac0a9e8663fe,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:05.072109 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.109815 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822d7e50-2065-461a-8e6d-9dc8586b716a x-openstack-request-id: req-822d7e50-2065-461a-8e6d-9dc8586b716a {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:05.110113 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614d6176-d0d1-4ea3-8ec5-7b7cd7874363", "name": "network-vif-plugged", "status": "completed", "tag": "624bec1e-bf64-4828-9795-ac0a9e8663fe", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:05.110486 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-822d7e50-2065-461a-8e6d-9dc8586b716a {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:05.111042 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614d6176-d0d1-4ea3-8ec5-7b7cd7874363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624bec1e-bf64-4828-9795-ac0a9e8663fe', 'code': 200} Nov 12 01:08:05.120060 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-93ec9b12-6347-417c-b10f-f6c32a9c1348 req-3e7155ed-f658-4400-aef5-a9957e878863 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607316 Nov 12 01:08:05.135625 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=624bec1e-bf64-4828-9795-ac0a9e8663fe,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:05.235168 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3754b267-9773-43e1-9654-58bf5d14e8d8 req-00c8771e-5466-4ec5-a129-f3f7fcc1216a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 HTTP/1.1" status: 200 len: 217 time: 0.3976531 Nov 12 01:08:05.235437 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3867df6-871b-4938-bcbd-a218c47d9bd1 req-d7a42771-28ba-41e0-ad5c-f5ecec445c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:05.236933 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d3867df6-871b-4938-bcbd-a218c47d9bd1 req-d7a42771-28ba-41e0-ad5c-f5ecec445c0d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=614d6176-d0d1-4ea3-8ec5-7b7cd7874363 HTTP/1.1" status: 200 len: 1097 time: 0.0440867 Nov 12 01:08:05.256366 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fe0f252-60af-404c-a91f-b9bdd97f2c99 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.282176 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d3867df6-871b-4938-bcbd-a218c47d9bd1 req-4f35197c-cf9d-4c2b-ac73-c6be49ffb078 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379772 Nov 12 01:08:05.311296 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754b267-9773-43e1-9654-58bf5d14e8d8 req-61ce320f-0d3b-41ee-b098-e8fd9e469cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:05.313008 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3754b267-9773-43e1-9654-58bf5d14e8d8 req-61ce320f-0d3b-41ee-b098-e8fd9e469cd3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f979b72-06d7-47f0-888a-cb01892f2ff7 HTTP/1.1" status: 200 len: 845 time: 0.0673914 Nov 12 01:08:05.314215 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fe0f252-60af-404c-a91f-b9bdd97f2c99 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.319626 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe0f252-60af-404c-a91f-b9bdd97f2c99 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:05.320454 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7fe0f252-60af-404c-a91f-b9bdd97f2c99 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.377601 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3754b267-9773-43e1-9654-58bf5d14e8d8 req-81f9cb0f-1fd4-49fb-903b-f99a581b3b60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16281115-b3d6-46f6-bb8f-00ff27cd9f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537603 Nov 12 01:08:05.383051 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7fe0f252-60af-404c-a91f-b9bdd97f2c99 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7118423 Nov 12 01:08:05.386143 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40908) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:05.391814 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-75b0eb7d-7bac-4875-a56d-790d600520a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'subnet': {'network_id': '2b53f4da-ea5f-4653-992b-3d5cea8e8262', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:05.442653 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0f252-60af-404c-a91f-b9bdd97f2c99 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Network': ['ID=2b53f4da-ea5f-4653-992b-3d5cea8e8262,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:05.454546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 2b53f4da-ea5f-4653-992b-3d5cea8e8262 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:08:05.481398 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b0eb7d-7bac-4875-a56d-790d600520a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Made reservation on behalf of 137f8c28569947beacf7cb6d5ec492c9 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:05.485005 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-75b0eb7d-7bac-4875-a56d-790d600520a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.507701 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3754b267-9773-43e1-9654-58bf5d14e8d8 req-f365e283-dc6e-4245-b577-5787bd3d57db service neutron] 10.222.0.21 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980935 Nov 12 01:08:05.601103 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3754b267-9773-43e1-9654-58bf5d14e8d8 req-59691c13-8821-4ed5-af53-4702d77e94bf service neutron] 10.222.0.21 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859179 Nov 12 01:08:05.667748 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-75b0eb7d-7bac-4875-a56d-790d600520a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.732338 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0eb7d-7bac-4875-a56d-790d600520a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Subnet': ['ID=0b0c3d27-35bd-4fb7-8d68-d97ca5318e61,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:05.741243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b0eb7d-7bac-4875-a56d-790d600520a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Checking segment: {'id': 'd0cc2a29-82a7-4ff4-9d5a-fb00846a0305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2b53f4da-ea5f-4653-992b-3d5cea8e8262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:05.741610 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b0eb7d-7bac-4875-a56d-790d600520a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network hostable DHCP agents. Network: 2b53f4da-ea5f-4653-992b-3d5cea8e8262, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:08:05.758311 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b0eb7d-7bac-4875-a56d-790d600520a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network 2b53f4da-ea5f-4653-992b-3d5cea8e8262 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:08:05.767266 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-75b0eb7d-7bac-4875-a56d-790d600520a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 2b53f4da-ea5f-4653-992b-3d5cea8e8262) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:05.771756 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b0eb7d-7bac-4875-a56d-790d600520a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:05.772553 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-75b0eb7d-7bac-4875-a56d-790d600520a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.777414 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0539b8f-491b-4fb9-be5c-ab847238d0c8 None None] Network 2b53f4da-ea5f-4653-992b-3d5cea8e8262 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:05.792093 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-75b0eb7d-7bac-4875-a56d-790d600520a6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4048197 Nov 12 01:08:05.794790 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40910) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:05.799332 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-f7bcaebf-e244-49bb-bc53-ff72c01cdeb9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-401894573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:05.822908 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f7bcaebf-e244-49bb-bc53-ff72c01cdeb9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.823912 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f7bcaebf-e244-49bb-bc53-ff72c01cdeb9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.879771 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f7bcaebf-e244-49bb-bc53-ff72c01cdeb9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.884501 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f7bcaebf-e244-49bb-bc53-ff72c01cdeb9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.902544 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f7bcaebf-e244-49bb-bc53-ff72c01cdeb9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.906256 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f7bcaebf-e244-49bb-bc53-ff72c01cdeb9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1079733 Nov 12 01:08:05.906442 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40912) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:05.927907 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6611ec13-a31b-4773-8208-d46fb9eb1493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-2b53f4da-ea5f-4653-992b-3d5cea8e8262', 'network_id': '2b53f4da-ea5f-4653-992b-3d5cea8e8262', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'fixed_ips': [{'subnet_id': '0b0c3d27-35bd-4fb7-8d68-d97ca5318e61'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:08:05.928946 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6611ec13-a31b-4773-8208-d46fb9eb1493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.001611 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 91208e58-6c22-45be-8e1a-050d5fe22014 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:06.024586 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 91208e58-6c22-45be-8e1a-050d5fe22014 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:06.024905 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 91208e58-6c22-45be-8e1a-050d5fe22014 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:06.089496 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-6611ec13-a31b-4773-8208-d46fb9eb1493 None None] Allocated IP 2001:db8::2 (2b53f4da-ea5f-4653-992b-3d5cea8e8262/0b0c3d27-35bd-4fb7-8d68-d97ca5318e61/fd185b40-7033-4b92-be1a-98192ef2a7ce) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:06.190947 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da3c77cf-7047-4d57-a43d-d15bdc4096b9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.235290 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6611ec13-a31b-4773-8208-d46fb9eb1493 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.242105 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6611ec13-a31b-4773-8208-d46fb9eb1493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.284202 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6611ec13-a31b-4773-8208-d46fb9eb1493 None None] Network 2b53f4da-ea5f-4653-992b-3d5cea8e8262 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:06.287094 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-6611ec13-a31b-4773-8208-d46fb9eb1493 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:06.291592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6611ec13-a31b-4773-8208-d46fb9eb1493 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:06.295208 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611ec13-a31b-4773-8208-d46fb9eb1493 None None] Pushing event updated for resources: {'Port': ['ID=fd185b40-7033-4b92-be1a-98192ef2a7ce,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:06.314272 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531522e-0dd8-4b69-a7f2-fa5f24b75202 req-4e7222c1-bd00-40ca-b967-54568eb8d91f tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:06.315818 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1531522e-0dd8-4b69-a7f2-fa5f24b75202 req-4e7222c1-bd00-40ca-b967-54568eb8d91f tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=614d6176-d0d1-4ea3-8ec5-7b7cd7874363 HTTP/1.1" status: 200 len: 945 time: 0.1278014 Nov 12 01:08:06.350377 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6611ec13-a31b-4773-8208-d46fb9eb1493 None None] Attempting to bind port fd185b40-7033-4b92-be1a-98192ef2a7ce on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:06.350750 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6611ec13-a31b-4773-8208-d46fb9eb1493 None None] Attempting to bind port fd185b40-7033-4b92-be1a-98192ef2a7ce by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'd0cc2a29-82a7-4ff4-9d5a-fb00846a0305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2b53f4da-ea5f-4653-992b-3d5cea8e8262'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:06.351117 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6611ec13-a31b-4773-8208-d46fb9eb1493 None None] Attempting to bind port fd185b40-7033-4b92-be1a-98192ef2a7ce on network 2b53f4da-ea5f-4653-992b-3d5cea8e8262 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:06.356067 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6611ec13-a31b-4773-8208-d46fb9eb1493 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:06.356445 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6611ec13-a31b-4773-8208-d46fb9eb1493 None None] Checking segment: {'id': 'd0cc2a29-82a7-4ff4-9d5a-fb00846a0305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2b53f4da-ea5f-4653-992b-3d5cea8e8262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:06.356892 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6611ec13-a31b-4773-8208-d46fb9eb1493 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.357289 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6611ec13-a31b-4773-8208-d46fb9eb1493 None None] Bound using segment: {'id': 'd0cc2a29-82a7-4ff4-9d5a-fb00846a0305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2b53f4da-ea5f-4653-992b-3d5cea8e8262'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:06.357754 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6611ec13-a31b-4773-8208-d46fb9eb1493 None None] Bound port: fd185b40-7033-4b92-be1a-98192ef2a7ce, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0cc2a29-82a7-4ff4-9d5a-fb00846a0305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2b53f4da-ea5f-4653-992b-3d5cea8e8262'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:06.358138 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6611ec13-a31b-4773-8208-d46fb9eb1493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.429724 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6611ec13-a31b-4773-8208-d46fb9eb1493 None None] For port fd185b40-7033-4b92-be1a-98192ef2a7ce, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:06.433149 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6611ec13-a31b-4773-8208-d46fb9eb1493 None None] For port fd185b40-7033-4b92-be1a-98192ef2a7ce, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=fd185b40-7033-4b92-be1a-98192ef2a7ce,segment=NetworkSegment(d0cc2a29-82a7-4ff4-9d5a-fb00846a0305),segment_id=d0cc2a29-82a7-4ff4-9d5a-fb00846a0305)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:06.441587 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6611ec13-a31b-4773-8208-d46fb9eb1493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.445083 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1531522e-0dd8-4b69-a7f2-fa5f24b75202 req-f6e1e22f-eb1f-42db-96cb-590883ca2d3c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215758 Nov 12 01:08:06.507803 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611ec13-a31b-4773-8208-d46fb9eb1493 None None] Pushing event updated for resources: {'Port': ['ID=fd185b40-7033-4b92-be1a-98192ef2a7ce,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:06.514521 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-da3c77cf-7047-4d57-a43d-d15bdc4096b9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Allocated IP 2001:db8::1 (2b53f4da-ea5f-4653-992b-3d5cea8e8262/0b0c3d27-35bd-4fb7-8d68-d97ca5318e61/295e7f43-178b-41b0-8763-7032dddd5e80) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:06.646179 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da3c77cf-7047-4d57-a43d-d15bdc4096b9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.689641 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da3c77cf-7047-4d57-a43d-d15bdc4096b9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.738047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3c77cf-7047-4d57-a43d-d15bdc4096b9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network 2b53f4da-ea5f-4653-992b-3d5cea8e8262 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:06.741217 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-da3c77cf-7047-4d57-a43d-d15bdc4096b9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:06.747517 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3c77cf-7047-4d57-a43d-d15bdc4096b9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:06.748201 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da3c77cf-7047-4d57-a43d-d15bdc4096b9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.788969 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c77cf-7047-4d57-a43d-d15bdc4096b9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Port': ['ID=295e7f43-178b-41b0-8763-7032dddd5e80,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:06.888422 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da3c77cf-7047-4d57-a43d-d15bdc4096b9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:07.157791 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da3c77cf-7047-4d57-a43d-d15bdc4096b9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:07.163344 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da3c77cf-7047-4d57-a43d-d15bdc4096b9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:07.164116 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-da3c77cf-7047-4d57-a43d-d15bdc4096b9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:07.232160 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c77cf-7047-4d57-a43d-d15bdc4096b9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Port': ['ID=295e7f43-178b-41b0-8763-7032dddd5e80,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:07.327304 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3c77cf-7047-4d57-a43d-d15bdc4096b9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network 2b53f4da-ea5f-4653-992b-3d5cea8e8262 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:07.328971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-da3c77cf-7047-4d57-a43d-d15bdc4096b9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:07.454507 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3c77cf-7047-4d57-a43d-d15bdc4096b9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router 09372234-51d8-4347-9c1a-ee7fb59b3cbd is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:08:07.515213 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e238193-d53f-4d5b-8fde-e40aa47d043a None None] Network 2b53f4da-ea5f-4653-992b-3d5cea8e8262 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:07.562671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3c77cf-7047-4d57-a43d-d15bdc4096b9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:07.575557 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-da3c77cf-7047-4d57-a43d-d15bdc4096b9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/09372234-51d8-4347-9c1a-ee7fb59b3cbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6680861 Nov 12 01:08:07.578611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40928) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:07.597210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907eeb4-7e1b-455c-bac0-c217a99edd60 req-43718040-8ae5-49a4-985c-18e158e6b596 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:07.608075 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4907eeb4-7e1b-455c-bac0-c217a99edd60 req-43718040-8ae5-49a4-985c-18e158e6b596 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=614d6176-d0d1-4ea3-8ec5-7b7cd7874363 HTTP/1.1" status: 200 len: 945 time: 0.0703564 Nov 12 01:08:07.631174 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e9b951-e5c6-484b-9154-97576af9ae8b tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:07.635513 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-52e9b951-e5c6-484b-9154-97576af9ae8b tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/ports/295e7f43-178b-41b0-8763-7032dddd5e80 HTTP/1.1" status: 200 len: 911 time: 0.0532403 Nov 12 01:08:07.635782 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40930) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:07.682711 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4907eeb4-7e1b-455c-bac0-c217a99edd60 req-3a346a1a-6a2f-4b30-8d1a-25c81c2e5571 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715613 Nov 12 01:08:07.813642 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b26db4-02f5-4cd2-91a6-47aede03c21b None None] Sync routers for ids ['09372234-51d8-4347-9c1a-ee7fb59b3cbd'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:07.857003 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b26db4-02f5-4cd2-91a6-47aede03c21b None None] Routers {'09372234-51d8-4347-9c1a-ee7fb59b3cbd'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:07.857003 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-b5b26db4-02f5-4cd2-91a6-47aede03c21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['09372234-51d8-4347-9c1a-ee7fb59b3cbd'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:07.906586 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-b5b26db4-02f5-4cd2-91a6-47aede03c21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:07.918808 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b26db4-02f5-4cd2-91a6-47aede03c21b None None] Routers {'09372234-51d8-4347-9c1a-ee7fb59b3cbd'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:07.919429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-b5b26db4-02f5-4cd2-91a6-47aede03c21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['09372234-51d8-4347-9c1a-ee7fb59b3cbd'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:07.921143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-20ecff26-b1f6-4dfb-b910-03440aa0e4fd None None] Provisioning complete for port fd185b40-7033-4b92-be1a-98192ef2a7ce triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:07.921518 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-20ecff26-b1f6-4dfb-b910-03440aa0e4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:07.935625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363b23b-f435-4706-9f56-c9d1f0415131 req-68af5f33-6ecc-47cb-a631-f3257461c341 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:07.938442 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c363b23b-f435-4706-9f56-c9d1f0415131 req-68af5f33-6ecc-47cb-a631-f3257461c341 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=614d6176-d0d1-4ea3-8ec5-7b7cd7874363 HTTP/1.1" status: 200 len: 945 time: 0.0590150 Nov 12 01:08:08.006138 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-b5b26db4-02f5-4cd2-91a6-47aede03c21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:08.006798 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b26db4-02f5-4cd2-91a6-47aede03c21b None None] The sync data for ids ['09372234-51d8-4347-9c1a-ee7fb59b3cbd'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:08.048397 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c363b23b-f435-4706-9f56-c9d1f0415131 req-1d4aa687-47d4-48c8-af5f-d5b568ca650d tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981405 Nov 12 01:08:08.100514 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfebef2d-fd3a-4723-9572-314e70377e3a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:08.100886 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-20ecff26-b1f6-4dfb-b910-03440aa0e4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:08.142016 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device fd185b40-7033-4b92-be1a-98192ef2a7ce up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:08.176020 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-20ecff26-b1f6-4dfb-b910-03440aa0e4fd None None] For port fd185b40-7033-4b92-be1a-98192ef2a7ce, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=fd185b40-7033-4b92-be1a-98192ef2a7ce,segment=NetworkSegment(d0cc2a29-82a7-4ff4-9d5a-fb00846a0305),segment_id=d0cc2a29-82a7-4ff4-9d5a-fb00846a0305)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:08.187600 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-20ecff26-b1f6-4dfb-b910-03440aa0e4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:08.251550 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port fd185b40-7033-4b92-be1a-98192ef2a7ce triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:08.252175 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:08.255144 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecff26-b1f6-4dfb-b910-03440aa0e4fd None None] Pushing event updated for resources: {'Port': ['ID=fd185b40-7033-4b92-be1a-98192ef2a7ce,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:08.258952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ca50f-89bf-4ab2-b759-2dd62f61438c req-a531c475-7a62-4361-b483-4dd5d2d2c88a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:08.260720 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d0ca50f-89bf-4ab2-b759-2dd62f61438c req-a531c475-7a62-4361-b483-4dd5d2d2c88a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=614d6176-d0d1-4ea3-8ec5-7b7cd7874363 HTTP/1.1" status: 200 len: 945 time: 0.1195850 Nov 12 01:08:08.380154 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d0ca50f-89bf-4ab2-b759-2dd62f61438c req-8fa7b399-db41-4ea6-817e-b073ff5ae5da tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783277 Nov 12 01:08:08.500026 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-cfebef2d-fd3a-4723-9572-314e70377e3a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting port 295e7f43-178b-41b0-8763-7032dddd5e80 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:08.500739 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfebef2d-fd3a-4723-9572-314e70377e3a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:08.518418 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cbb53a5f-775a-4011-8845-b8356771a18b None None] Provisioning complete for port fd185b40-7033-4b92-be1a-98192ef2a7ce triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:08.518980 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cbb53a5f-775a-4011-8845-b8356771a18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:08.650982 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfebef2d-fd3a-4723-9572-314e70377e3a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:08.673619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cbb53a5f-775a-4011-8845-b8356771a18b None None] Provisioning complete for port 295e7f43-178b-41b0-8763-7032dddd5e80 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:08.674023 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cbb53a5f-775a-4011-8845-b8356771a18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:08.695230 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-cfebef2d-fd3a-4723-9572-314e70377e3a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Calling delete_port for 295e7f43-178b-41b0-8763-7032dddd5e80 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:08.717072 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-cbb53a5f-775a-4011-8845-b8356771a18b None None] Port 295e7f43-178b-41b0-8763-7032dddd5e80 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:08.763840 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbb71e-49f3-44a6-91a5-bcdb4413a152 req-c34eab5f-3b6e-4631-9eb3-6f2f9b3a2c8c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:08.765818 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0cbbb71e-49f3-44a6-91a5-bcdb4413a152 req-c34eab5f-3b6e-4631-9eb3-6f2f9b3a2c8c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=614d6176-d0d1-4ea3-8ec5-7b7cd7874363 HTTP/1.1" status: 200 len: 945 time: 0.1048200 Nov 12 01:08:08.772735 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:08.873101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-84ba858a-2acb-4687-8e6c-b8e65eb9fb05 None None] Provisioning complete for port 295e7f43-178b-41b0-8763-7032dddd5e80 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:08.875434 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-84ba858a-2acb-4687-8e6c-b8e65eb9fb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:08.915441 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0cbbb71e-49f3-44a6-91a5-bcdb4413a152 req-270283ab-2f9a-40cb-98f5-fd7573f7b826 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304307 Nov 12 01:08:08.970497 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-84ba858a-2acb-4687-8e6c-b8e65eb9fb05 None None] Port 295e7f43-178b-41b0-8763-7032dddd5e80 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:08.996779 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfebef2d-fd3a-4723-9572-314e70377e3a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.036007 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebef2d-fd3a-4723-9572-314e70377e3a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Port': ['ID=295e7f43-178b-41b0-8763-7032dddd5e80,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:09.086687 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-33097d47-c80c-4bb8-9ec1-f66492149182 None None] Could not find standard attr ID for object 295e7f43-178b-41b0-8763-7032dddd5e80. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:08:09.141959 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cfebef2d-fd3a-4723-9572-314e70377e3a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.308161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfebef2d-fd3a-4723-9572-314e70377e3a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router 09372234-51d8-4347-9c1a-ee7fb59b3cbd has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:09.388657 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfebef2d-fd3a-4723-9572-314e70377e3a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:09.396438 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cfebef2d-fd3a-4723-9572-314e70377e3a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/09372234-51d8-4347-9c1a-ee7fb59b3cbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7596972 Nov 12 01:08:09.399361 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40950) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:09.403071 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39be033-e2fe-442a-a946-98155d41aad6 None None] Sync routers for ids ['09372234-51d8-4347-9c1a-ee7fb59b3cbd'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:09.416766 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39be033-e2fe-442a-a946-98155d41aad6 None None] Routers {'09372234-51d8-4347-9c1a-ee7fb59b3cbd'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:09.417618 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e39be033-e2fe-442a-a946-98155d41aad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['09372234-51d8-4347-9c1a-ee7fb59b3cbd'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:09.430020 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-89cce588-28dd-405b-a238-49002fa1cc7b tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/ports?device_id=09372234-51d8-4347-9c1a-ee7fb59b3cbd HTTP/1.1" status: 200 len: 205 time: 0.0271733 Nov 12 01:08:09.430218 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40954) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:09.454673 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e39be033-e2fe-442a-a946-98155d41aad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:09.463266 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39be033-e2fe-442a-a946-98155d41aad6 None None] Routers {'09372234-51d8-4347-9c1a-ee7fb59b3cbd'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:09.463860 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e39be033-e2fe-442a-a946-98155d41aad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['09372234-51d8-4347-9c1a-ee7fb59b3cbd'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:09.495830 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e39be033-e2fe-442a-a946-98155d41aad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:09.496397 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39be033-e2fe-442a-a946-98155d41aad6 None None] The sync data for ids ['09372234-51d8-4347-9c1a-ee7fb59b3cbd'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:09.505061 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d169b9e2-e948-441c-84f2-cd52fbd37383 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.668097 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d169b9e2-e948-441c-84f2-cd52fbd37383 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.670268 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d169b9e2-e948-441c-84f2-cd52fbd37383 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.715562 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d169b9e2-e948-441c-84f2-cd52fbd37383 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.716366 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d169b9e2-e948-441c-84f2-cd52fbd37383 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Fanout notify agent at l3_agent the message router_deleted on router 09372234-51d8-4347-9c1a-ee7fb59b3cbd {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:08:09.724279 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d169b9e2-e948-441c-84f2-cd52fbd37383 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.727937 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d169b9e2-e948-441c-84f2-cd52fbd37383 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/routers/09372234-51d8-4347-9c1a-ee7fb59b3cbd HTTP/1.1" status: 204 len: 168 time: 0.2942767 Nov 12 01:08:09.728393 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 40958) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:09.780202 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-25183793-5f7d-40e5-b381-85dbbee7c9ce tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting subnet 0b0c3d27-35bd-4fb7-8d68-d97ca5318e61 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:08:09.784097 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-25183793-5f7d-40e5-b381-85dbbee7c9ce tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.826446 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-25183793-5f7d-40e5-b381-85dbbee7c9ce tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.916405 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-25183793-5f7d-40e5-b381-85dbbee7c9ce tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.985196 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-25183793-5f7d-40e5-b381-85dbbee7c9ce tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.017228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25183793-5f7d-40e5-b381-85dbbee7c9ce tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Subnet': ['ID=0b0c3d27-35bd-4fb7-8d68-d97ca5318e61,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:10.029088 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device fd185b40-7033-4b92-be1a-98192ef2a7ce up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:10.034882 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-25183793-5f7d-40e5-b381-85dbbee7c9ce tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.041989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40966) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:10.042509 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-25183793-5f7d-40e5-b381-85dbbee7c9ce tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/subnets/0b0c3d27-35bd-4fb7-8d68-d97ca5318e61 HTTP/1.1" status: 204 len: 168 time: 0.3128560 Nov 12 01:08:10.054959 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cc62bc-a4f7-4c97-871a-ba325d0f7223 None None] Network 2b53f4da-ea5f-4653-992b-3d5cea8e8262 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:10.083605 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814efd8-6b9a-4cd6-b6c3-88c308346194 req-c2dc2041-7b78-47b2-800e-b57ef45e40a4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:10.085097 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8814efd8-6b9a-4cd6-b6c3-88c308346194 req-c2dc2041-7b78-47b2-800e-b57ef45e40a4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=614d6176-d0d1-4ea3-8ec5-7b7cd7874363 HTTP/1.1" status: 200 len: 945 time: 0.0691462 Nov 12 01:08:10.122565 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96c18d40-87f9-44df-bcbd-6a1105afd508 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.173551 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port fd185b40-7033-4b92-be1a-98192ef2a7ce triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:10.174025 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.180906 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-96c18d40-87f9-44df-bcbd-6a1105afd508 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting port fd185b40-7033-4b92-be1a-98192ef2a7ce {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:10.181502 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96c18d40-87f9-44df-bcbd-6a1105afd508 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.201660 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8814efd8-6b9a-4cd6-b6c3-88c308346194 req-60b472be-f1a3-4b1b-b246-45a52ae0694a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072395 Nov 12 01:08:10.217395 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37c69e-2dd6-4db1-be0d-e62326c36e7d req-faa5584b-8736-4d64-8538-6c7dc399f55a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:10.219167 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3d37c69e-2dd6-4db1-be0d-e62326c36e7d req-faa5584b-8736-4d64-8538-6c7dc399f55a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.15 "GET /v2.0/ports?device_id=614d6176-d0d1-4ea3-8ec5-7b7cd7874363 HTTP/1.1" status: 200 len: 945 time: 0.0935636 Nov 12 01:08:10.260655 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-96c18d40-87f9-44df-bcbd-6a1105afd508 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] For port fd185b40-7033-4b92-be1a-98192ef2a7ce, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=fd185b40-7033-4b92-be1a-98192ef2a7ce,segment=NetworkSegment(d0cc2a29-82a7-4ff4-9d5a-fb00846a0305),segment_id=d0cc2a29-82a7-4ff4-9d5a-fb00846a0305)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:10.261241 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96c18d40-87f9-44df-bcbd-6a1105afd508 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.280902 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-96c18d40-87f9-44df-bcbd-6a1105afd508 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Calling delete_port for fd185b40-7033-4b92-be1a-98192ef2a7ce owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:10.325469 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327c965d-d6d7-4fbf-8458-7bf12167f11e None None] DHCP port deletion for 2b53f4da-ea5f-4653-992b-3d5cea8e8262 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:10.349574 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-3d37c69e-2dd6-4db1-be0d-e62326c36e7d req-0efdf78c-b824-4e83-9136-bc8729c597c0 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Deleting port 624bec1e-bf64-4828-9795-ac0a9e8663fe {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:10.350026 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3d37c69e-2dd6-4db1-be0d-e62326c36e7d req-0efdf78c-b824-4e83-9136-bc8729c597c0 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.394631 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96c18d40-87f9-44df-bcbd-6a1105afd508 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.405010 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-327c965d-d6d7-4fbf-8458-7bf12167f11e None None] Deleting port fd185b40-7033-4b92-be1a-98192ef2a7ce {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:10.405667 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-327c965d-d6d7-4fbf-8458-7bf12167f11e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.413163 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c18d40-87f9-44df-bcbd-6a1105afd508 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] No DVR routers for this DVR port fd185b40-7033-4b92-be1a-98192ef2a7ce on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:10.450390 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c18d40-87f9-44df-bcbd-6a1105afd508 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Port': ['ID=fd185b40-7033-4b92-be1a-98192ef2a7ce,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:10.474820 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-327c965d-d6d7-4fbf-8458-7bf12167f11e None None] For port fd185b40-7033-4b92-be1a-98192ef2a7ce, host n-d-712137-14, got binding levels [] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:10.475558 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-327c965d-d6d7-4fbf-8458-7bf12167f11e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.480840 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-3d37c69e-2dd6-4db1-be0d-e62326c36e7d req-0efdf78c-b824-4e83-9136-bc8729c597c0 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] For port 624bec1e-bf64-4828-9795-ac0a9e8663fe, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=624bec1e-bf64-4828-9795-ac0a9e8663fe,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:10.481352 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3d37c69e-2dd6-4db1-be0d-e62326c36e7d req-0efdf78c-b824-4e83-9136-bc8729c597c0 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.489466 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-327c965d-d6d7-4fbf-8458-7bf12167f11e None None] Calling delete_port for fd185b40-7033-4b92-be1a-98192ef2a7ce owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:10.492584 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.ipam_backend_mixin [None req-327c965d-d6d7-4fbf-8458-7bf12167f11e None None] Port fd185b40-7033-4b92-be1a-98192ef2a7ce was not found and therefore no delete operation was performed {{(pid=114244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:08:10.493888 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-327c965d-d6d7-4fbf-8458-7bf12167f11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.495898 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-3d37c69e-2dd6-4db1-be0d-e62326c36e7d req-0efdf78c-b824-4e83-9136-bc8729c597c0 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Calling delete_port for 624bec1e-bf64-4828-9795-ac0a9e8663fe owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:10.523394 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c965d-d6d7-4fbf-8458-7bf12167f11e None None] Pushing event deleted for resources: {'Port': ['ID=fd185b40-7033-4b92-be1a-98192ef2a7ce,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:10.529557 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327c965d-d6d7-4fbf-8458-7bf12167f11e None None] No DVR routers for this DVR port fd185b40-7033-4b92-be1a-98192ef2a7ce on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:10.532111 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96c18d40-87f9-44df-bcbd-6a1105afd508 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.559017 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-96c18d40-87f9-44df-bcbd-6a1105afd508 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b53f4da-ea5f-4653-992b-3d5cea8e8262']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:10.569851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-96c18d40-87f9-44df-bcbd-6a1105afd508 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0cc2a29-82a7-4ff4-9d5a-fb00846a0305') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:10.570310 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-96c18d40-87f9-44df-bcbd-6a1105afd508 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0cc2a29-82a7-4ff4-9d5a-fb00846a0305') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:10.589147 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96c18d40-87f9-44df-bcbd-6a1105afd508 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.604546 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96c18d40-87f9-44df-bcbd-6a1105afd508 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.614861 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c18d40-87f9-44df-bcbd-6a1105afd508 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:08:10.615237 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96c18d40-87f9-44df-bcbd-6a1105afd508 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:08:10.619142 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:08:10.688575 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96c18d40-87f9-44df-bcbd-6a1105afd508 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.693972 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3d37c69e-2dd6-4db1-be0d-e62326c36e7d req-0efdf78c-b824-4e83-9136-bc8729c597c0 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.698259 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96c18d40-87f9-44df-bcbd-6a1105afd508 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.702432 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-96c18d40-87f9-44df-bcbd-6a1105afd508 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/networks/2b53f4da-ea5f-4653-992b-3d5cea8e8262 HTTP/1.1" status: 204 len: 168 time: 0.6587646 Nov 12 01:08:10.708574 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f1e0f8f6-8439-45ca-89cf-a9cd333e7c27'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:10.722943 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40968) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:10.727488 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdf78c-b824-4e83-9136-bc8729c597c0 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Pushing event deleted for resources: {'Port': ['ID=624bec1e-bf64-4828-9795-ac0a9e8663fe,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:10.727964 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a68920e3-b01a-4e28-b599-6529e19619fd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1351568467', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}, 'admin_state_up': False}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:10.743695 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c18d40-87f9-44df-bcbd-6a1105afd508 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Network': ['ID=2b53f4da-ea5f-4653-992b-3d5cea8e8262,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:10.747250 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['624bec1e-bf64-4828-9795-ac0a9e8663fe'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:10.769660 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d37c69e-2dd6-4db1-be0d-e62326c36e7d req-0efdf78c-b824-4e83-9136-bc8729c597c0 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] No DVR routers for this DVR port 624bec1e-bf64-4828-9795-ac0a9e8663fe on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:10.772551 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3d37c69e-2dd6-4db1-be0d-e62326c36e7d req-0efdf78c-b824-4e83-9136-bc8729c597c0 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.778313 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3d37c69e-2dd6-4db1-be0d-e62326c36e7d req-0efdf78c-b824-4e83-9136-bc8729c597c0 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.15 "DELETE /v2.0/ports/624bec1e-bf64-4828-9795-ac0a9e8663fe HTTP/1.1" status: 204 len: 173 time: 0.5530806 Nov 12 01:08:10.779531 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614d6176-d0d1-4ea3-8ec5-7b7cd7874363', 'name': 'network-vif-deleted', 'tag': '624bec1e-bf64-4828-9795-ac0a9e8663fe'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:10.783944 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff149dff-2cab-4fff-8d48-ddb32bc7016b" -d '{"events": [{"server_uuid": "614d6176-d0d1-4ea3-8ec5-7b7cd7874363", "name": "network-vif-deleted", "tag": "624bec1e-bf64-4828-9795-ac0a9e8663fe"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:10.785138 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a68920e3-b01a-4e28-b599-6529e19619fd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.786222 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a68920e3-b01a-4e28-b599-6529e19619fd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.851788 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4f6c4b-c609-4968-b06b-78d08b49c6ce x-openstack-request-id: req-3a4f6c4b-c609-4968-b06b-78d08b49c6ce {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:10.852080 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614d6176-d0d1-4ea3-8ec5-7b7cd7874363", "name": "network-vif-deleted", "tag": "624bec1e-bf64-4828-9795-ac0a9e8663fe", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:10.852331 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a4f6c4b-c609-4968-b06b-78d08b49c6ce {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:10.852751 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614d6176-d0d1-4ea3-8ec5-7b7cd7874363', 'name': 'network-vif-deleted', 'tag': '624bec1e-bf64-4828-9795-ac0a9e8663fe', 'status': 'completed', 'code': 200} Nov 12 01:08:10.876928 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a68920e3-b01a-4e28-b599-6529e19619fd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.334213 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cbfb21d0-3b62-47b6-a1f9-c6fc6e152213 req-48844a88-c035-449c-9976-2c5e435d9427 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=614d6176-d0d1-4ea3-8ec5-7b7cd7874363 HTTP/1.1" status: 200 len: 210 time: 0.0331554 Nov 12 01:08:11.390384 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a68920e3-b01a-4e28-b599-6529e19619fd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.583792 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a68920e3-b01a-4e28-b599-6529e19619fd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.603185 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a68920e3-b01a-4e28-b599-6529e19619fd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.712089 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-a68920e3-b01a-4e28-b599-6529e19619fd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Allocated IP 172.25.0.70 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/7ee8a57c-52e1-471a-915d-2e7cad9e8db1) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:11.816361 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a68920e3-b01a-4e28-b599-6529e19619fd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.855708 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a68920e3-b01a-4e28-b599-6529e19619fd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.900684 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68920e3-b01a-4e28-b599-6529e19619fd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:11.906652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-a68920e3-b01a-4e28-b599-6529e19619fd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:11.921122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72278a12-9737-4b9c-a624-3a51ceb367f4 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:11.927255 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68920e3-b01a-4e28-b599-6529e19619fd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:11.962759 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68920e3-b01a-4e28-b599-6529e19619fd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Port': ['ID=7ee8a57c-52e1-471a-915d-2e7cad9e8db1,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:12.002090 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device fd185b40-7033-4b92-be1a-98192ef2a7ce no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:12.026210 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: fd185b40-7033-4b92-be1a-98192ef2a7ce {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:12.026651 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device fd185b40-7033-4b92-be1a-98192ef2a7ce not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:12.039270 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cd80c401-c7c8-4313-a2db-9cec18b17a6c None None] Provisioning complete for port 7ee8a57c-52e1-471a-915d-2e7cad9e8db1 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:12.039640 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cd80c401-c7c8-4313-a2db-9cec18b17a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.074795 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-cd80c401-c7c8-4313-a2db-9cec18b17a6c None None] Port 7ee8a57c-52e1-471a-915d-2e7cad9e8db1 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:12.204155 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a68920e3-b01a-4e28-b599-6529e19619fd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.409567 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a68920e3-b01a-4e28-b599-6529e19619fd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.556242 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68920e3-b01a-4e28-b599-6529e19619fd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router 5f0e54a9-316f-4c95-b66d-c8fc83222f87 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:08:12.625661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-2921a6bc-5420-4b43-b1f2-e08d498d1f2e tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:12.627721 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-2921a6bc-5420-4b43-b1f2-e08d498d1f2e tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 805 time: 0.1154809 Nov 12 01:08:12.644429 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-949ec1aa-ef9c-4158-8aa6-3bd2a16eb176 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/quotas/e89600b132b441d69dfb3856fca29f85 HTTP/1.1" status: 200 len: 375 time: 0.0100112 Nov 12 01:08:12.677553 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68920e3-b01a-4e28-b599-6529e19619fd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:12.691379 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f2133b-f92c-4808-84d4-e21b793cfda3 None None] Sync routers for ids ['5f0e54a9-316f-4c95-b66d-c8fc83222f87'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:12.704939 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a68920e3-b01a-4e28-b599-6529e19619fd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.708751 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a68920e3-b01a-4e28-b599-6529e19619fd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.9823101 Nov 12 01:08:12.708954 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40992) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:12.709471 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f2133b-f92c-4808-84d4-e21b793cfda3 None None] Routers {'5f0e54a9-316f-4c95-b66d-c8fc83222f87'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:12.710482 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-61f2133b-f92c-4808-84d4-e21b793cfda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['5f0e54a9-316f-4c95-b66d-c8fc83222f87'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:12.712559 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-29d4d3cd-5e7e-4734-b43c-d3a5ea5b7dbd tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0620992 Nov 12 01:08:12.752847 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-61f2133b-f92c-4808-84d4-e21b793cfda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:12.763946 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f2133b-f92c-4808-84d4-e21b793cfda3 None None] Routers {'5f0e54a9-316f-4c95-b66d-c8fc83222f87'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:12.765640 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-61f2133b-f92c-4808-84d4-e21b793cfda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['5f0e54a9-316f-4c95-b66d-c8fc83222f87'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:12.802776 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-61f2133b-f92c-4808-84d4-e21b793cfda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:12.804045 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f2133b-f92c-4808-84d4-e21b793cfda3 None None] The sync data for ids ['5f0e54a9-316f-4c95-b66d-c8fc83222f87'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:12.816253 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-d642411e-2e30-460b-8caf-e6ce6ec06485 service neutron] 10.222.0.31 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027696 Nov 12 01:08:12.828794 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d54032ef-a3f2-4904-b279-b1f10e86b426 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/routers/5f0e54a9-316f-4c95-b66d-c8fc83222f87 HTTP/1.1" status: 200 len: 884 time: 0.1175246 Nov 12 01:08:12.830777 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 40994) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:12.920196 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-3d7fe4af-d44a-4669-997f-8bd15eb3d776 service neutron] 10.222.0.31 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028197 Nov 12 01:08:13.123626 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-11bdc3f5-5638-4872-a533-9be35e73096f req-1f4c8d0f-2323-46ae-8a14-8bb4d4fe5c97 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 210 time: 0.0402369 Nov 12 01:08:13.160990 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a11786a5-cd85-4c61-9136-7d1bef0b935e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3288145 Nov 12 01:08:13.167018 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41004) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:13.172110 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-181c5485-a4f9-4483-a8d2-ca8be8540540 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1351568467'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:13.299412 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41010) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:13.431061 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e89d6938-d384-47b8-8396-248f9ff8049d tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/floatingips/2a2796eb-e183-47f0-ad74-de98a65511b2 HTTP/1.1" status: 200 len: 992 time: 0.1295335 Nov 12 01:08:13.580201 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-181c5485-a4f9-4483-a8d2-ca8be8540540 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:13.597283 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-181c5485-a4f9-4483-a8d2-ca8be8540540 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719336'] for router, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:13.743252 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181c5485-a4f9-4483-a8d2-ca8be8540540 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router 5f0e54a9-316f-4c95-b66d-c8fc83222f87 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:13.746936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41018) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:13.916119 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181c5485-a4f9-4483-a8d2-ca8be8540540 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:13.923694 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-181c5485-a4f9-4483-a8d2-ca8be8540540 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:13.924944 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-181c5485-a4f9-4483-a8d2-ca8be8540540 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/5f0e54a9-316f-4c95-b66d-c8fc83222f87 HTTP/1.1" status: 200 len: 891 time: 0.7568655 Nov 12 01:08:13.927813 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41020) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:13.934882 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601e6ef7-2ba8-4b75-bc34-955d083cc29e None None] Sync routers for ids ['5f0e54a9-316f-4c95-b66d-c8fc83222f87'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:13.949703 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601e6ef7-2ba8-4b75-bc34-955d083cc29e None None] Routers {'5f0e54a9-316f-4c95-b66d-c8fc83222f87'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:13.950388 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-601e6ef7-2ba8-4b75-bc34-955d083cc29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['5f0e54a9-316f-4c95-b66d-c8fc83222f87'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:13.992448 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-601e6ef7-2ba8-4b75-bc34-955d083cc29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:14.011491 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601e6ef7-2ba8-4b75-bc34-955d083cc29e None None] Routers {'5f0e54a9-316f-4c95-b66d-c8fc83222f87'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:14.012269 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-601e6ef7-2ba8-4b75-bc34-955d083cc29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['5f0e54a9-316f-4c95-b66d-c8fc83222f87'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:14.052212 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-601e6ef7-2ba8-4b75-bc34-955d083cc29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:14.053154 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601e6ef7-2ba8-4b75-bc34-955d083cc29e None None] The sync data for ids ['5f0e54a9-316f-4c95-b66d-c8fc83222f87'] in n-d-712137-14 is: [] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:14.076217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-897b089f-6861-419c-897e-7a43fd60a90d tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Deleting port a865ff59-bb7c-4765-9321-1d8f599a1f21 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:14.076566 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-897b089f-6861-419c-897e-7a43fd60a90d tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.110363 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-04577159-605c-45dc-8258-21b3a901a38a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/routers/5f0e54a9-316f-4c95-b66d-c8fc83222f87 HTTP/1.1" status: 200 len: 891 time: 0.1814554 Nov 12 01:08:14.116547 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41024) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:14.147177 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a751b838-a055-4bbd-8079-17918e4cbbb1 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0e54a9-316f-4c95-b66d-c8fc83222f87 HTTP/1.1" status: 200 len: 205 time: 0.0311639 Nov 12 01:08:14.151734 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41026) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:14.180397 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-897b089f-6861-419c-897e-7a43fd60a90d tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.181997 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-897b089f-6861-419c-897e-7a43fd60a90d tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.214599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-897b089f-6861-419c-897e-7a43fd60a90d tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Calling delete_port for a865ff59-bb7c-4765-9321-1d8f599a1f21 owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:14.433065 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-aefa9715-3068-43d6-937c-275dd3f5359a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:14.435350 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-aefa9715-3068-43d6-937c-275dd3f5359a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.15 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 805 time: 0.1505859 Nov 12 01:08:14.455329 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-84b5bcfa-e0c1-4bd5-ad43-6d2c6189e2d8 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Request body: {'port': {'device_id': '5302ae23-08e0-4ee4-bbf5-48b6cebb352e', 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36', 'admin_state_up': True, 'tenant_id': 'e89600b132b441d69dfb3856fca29f85'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:14.692837 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1956e2bc-dba1-4e82-8189-b095e9550290 req-1007d553-8cd9-4b34-af62-dbfdbd8d6377 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 210 time: 0.0337877 Nov 12 01:08:14.725214 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5849e21a-4e7a-4a01-ab3d-d4be03563b67 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.912461 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5849e21a-4e7a-4a01-ab3d-d4be03563b67 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.917537 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 624bec1e-bf64-4828-9795-ac0a9e8663fe no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:14.960100 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-897b089f-6861-419c-897e-7a43fd60a90d tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.967880 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 624bec1e-bf64-4828-9795-ac0a9e8663fe {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:14.968581 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 624bec1e-bf64-4828-9795-ac0a9e8663fe not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:14.986513 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-5849e21a-4e7a-4a01-ab3d-d4be03563b67 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting port 7ee8a57c-52e1-471a-915d-2e7cad9e8db1 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:14.986959 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5849e21a-4e7a-4a01-ab3d-d4be03563b67 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.992247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b089f-6861-419c-897e-7a43fd60a90d tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event deleted for resources: {'Port': ['ID=a865ff59-bb7c-4765-9321-1d8f599a1f21,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:15.056988 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-84b5bcfa-e0c1-4bd5-ad43-6d2c6189e2d8 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Made reservation on behalf of e89600b132b441d69dfb3856fca29f85 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:15.060765 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-84b5bcfa-e0c1-4bd5-ad43-6d2c6189e2d8 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.087567 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-897b089f-6861-419c-897e-7a43fd60a90d tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.087911 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-897b089f-6861-419c-897e-7a43fd60a90d tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Floating IP 2a2796eb-e183-47f0-ad74-de98a65511b2 disassociated (deleted). External IP: 172.25.0.36, port: 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d. Nov 12 01:08:15.104635 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5849e21a-4e7a-4a01-ab3d-d4be03563b67 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.129986 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-5849e21a-4e7a-4a01-ab3d-d4be03563b67 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Calling delete_port for 7ee8a57c-52e1-471a-915d-2e7cad9e8db1 owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:15.359703 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5849e21a-4e7a-4a01-ab3d-d4be03563b67 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.387529 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849e21a-4e7a-4a01-ab3d-d4be03563b67 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Port': ['ID=7ee8a57c-52e1-471a-915d-2e7cad9e8db1,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:15.405419 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efba83c-feec-4a78-9c73-86a872db1025 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:15.482421 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-84b5bcfa-e0c1-4bd5-ad43-6d2c6189e2d8 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Allocated IP 172.20.0.3 (16281115-b3d6-46f6-bb8f-00ff27cd9f36/2f979b72-06d7-47f0-888a-cb01892f2ff7/4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:15.493570 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5849e21a-4e7a-4a01-ab3d-d4be03563b67 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.598662 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5849e21a-4e7a-4a01-ab3d-d4be03563b67 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.611941 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5849e21a-4e7a-4a01-ab3d-d4be03563b67 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.616571 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897b089f-6861-419c-897e-7a43fd60a90d tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Router 272b32a3-8818-47bc-9514-3d56a46a6b0a has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:15.715182 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5849e21a-4e7a-4a01-ab3d-d4be03563b67 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.715787 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5849e21a-4e7a-4a01-ab3d-d4be03563b67 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Fanout notify agent at l3_agent the message router_deleted on router 5f0e54a9-316f-4c95-b66d-c8fc83222f87 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:08:15.742521 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5849e21a-4e7a-4a01-ab3d-d4be03563b67 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.748110 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5849e21a-4e7a-4a01-ab3d-d4be03563b67 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/routers/5f0e54a9-316f-4c95-b66d-c8fc83222f87 HTTP/1.1" status: 204 len: 168 time: 1.5935831 Nov 12 01:08:15.748946 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41034) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:15.757554 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-350dd425-dc1e-4539-9971-1f547f740532 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1712312042'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:15.808807 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350dd425-dc1e-4539-9971-1f547f740532 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Made reservation on behalf of 137f8c28569947beacf7cb6d5ec492c9 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:15.817103 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-350dd425-dc1e-4539-9971-1f547f740532 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.833270 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-84b5bcfa-e0c1-4bd5-ad43-6d2c6189e2d8 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.869847 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350dd425-dc1e-4539-9971-1f547f740532 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:08:15.879030 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897b089f-6861-419c-897e-7a43fd60a90d tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:15.890445 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-350dd425-dc1e-4539-9971-1f547f740532 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.890916 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-350dd425-dc1e-4539-9971-1f547f740532 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Added segment c69b746c-61f6-4089-9092-deb1bb24aafe of type vlan for network b2d09788-d0fa-45c0-bc67-e1240b8c7272 Nov 12 01:08:15.903344 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-897b089f-6861-419c-897e-7a43fd60a90d tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.907568 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ae7fc71d-b38e-44df-9c21-1ab0a44ac848 req-a12fdd25-2c2d-4703-8fc2-169df84cb547 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 210 time: 0.0467927 Nov 12 01:08:15.907915 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e976fef-6a8b-4feb-90ca-6bc6313ee59a None None] Sync routers for ids ['272b32a3-8818-47bc-9514-3d56a46a6b0a'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:15.947059 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-897b089f-6861-419c-897e-7a43fd60a90d tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "DELETE /v2.0/floatingips/2a2796eb-e183-47f0-ad74-de98a65511b2 HTTP/1.1" status: 204 len: 168 time: 2.1988487 Nov 12 01:08:15.948352 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea3353bd-f247-43d3-9828-f37df0485933', 'tag': '7e6b1bf1-19f8-4a7c-8189-f13c614ed00d'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:15.950733 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52edac7-bd56-4142-b48c-002c6121c7cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ea3353bd-f247-43d3-9828-f37df0485933", "tag": "7e6b1bf1-19f8-4a7c-8189-f13c614ed00d"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:15.954756 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e976fef-6a8b-4feb-90ca-6bc6313ee59a None None] Routers {'272b32a3-8818-47bc-9514-3d56a46a6b0a'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:15.956735 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-350dd425-dc1e-4539-9971-1f547f740532 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.965818 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3e976fef-6a8b-4feb-90ca-6bc6313ee59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['272b32a3-8818-47bc-9514-3d56a46a6b0a'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:15.972383 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-84b5bcfa-e0c1-4bd5-ad43-6d2c6189e2d8 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.010464 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-350dd425-dc1e-4539-9971-1f547f740532 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.018384 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f1e0f8f6-8439-45ca-89cf-a9cd333e7c27'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:16.034746 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350dd425-dc1e-4539-9971-1f547f740532 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:16.035551 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-350dd425-dc1e-4539-9971-1f547f740532 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.045903 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5bcfa-e0c1-4bd5-ad43-6d2c6189e2d8 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Pushing event updated for resources: {'Port': ['ID=4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:16.066040 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-84b5bcfa-e0c1-4bd5-ad43-6d2c6189e2d8 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:16.072606 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-84b5bcfa-e0c1-4bd5-ad43-6d2c6189e2d8 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:16.087178 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-84b5bcfa-e0c1-4bd5-ad43-6d2c6189e2d8 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:16.135024 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0c7b6c-05e1-482e-beca-8c30db838fe0 x-openstack-request-id: req-aa0c7b6c-05e1-482e-beca-8c30db838fe0 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:16.135322 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea3353bd-f247-43d3-9828-f37df0485933", "tag": "7e6b1bf1-19f8-4a7c-8189-f13c614ed00d", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:16.135574 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa0c7b6c-05e1-482e-beca-8c30db838fe0 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:16.135973 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea3353bd-f247-43d3-9828-f37df0485933', 'tag': '7e6b1bf1-19f8-4a7c-8189-f13c614ed00d', 'status': 'completed', 'code': 200} Nov 12 01:08:16.184149 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-84b5bcfa-e0c1-4bd5-ad43-6d2c6189e2d8 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:16.185535 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-84b5bcfa-e0c1-4bd5-ad43-6d2c6189e2d8 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.219496 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-84b5bcfa-e0c1-4bd5-ad43-6d2c6189e2d8 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7652938 Nov 12 01:08:16.222861 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-3e976fef-6a8b-4feb-90ca-6bc6313ee59a None None] Set router 272b32a3-8818-47bc-9514-3d56a46a6b0a gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:16.242119 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] Request body: {'port': {'device_id': '5302ae23-08e0-4ee4-bbf5-48b6cebb352e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:16.244619 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-350dd425-dc1e-4539-9971-1f547f740532 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4943824 Nov 12 01:08:16.263449 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41042) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:16.299241 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-66a9c9e0-82c6-434f-8f93-e2844fd37ff8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'subnet': {'network_id': 'b2d09788-d0fa-45c0-bc67-e1240b8c7272', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:16.321290 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350dd425-dc1e-4539-9971-1f547f740532 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Network': ['ID=b2d09788-d0fa-45c0-bc67-e1240b8c7272,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:16.332314 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.453435 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network b2d09788-d0fa-45c0-bc67-e1240b8c7272 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:08:16.605364 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd84bff-151e-415a-b4d3-b4d0a5995816 req-13c87a0c-dbde-41cf-96f4-f9cbe59d9bdd tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:16.614133 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6cd84bff-151e-415a-b4d3-b4d0a5995816 req-13c87a0c-dbde-41cf-96f4-f9cbe59d9bdd tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea3353bd-f247-43d3-9828-f37df0485933 HTTP/1.1" status: 200 len: 945 time: 0.1340327 Nov 12 01:08:16.629842 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52edac7-bd56-4142-b48c-002c6121c7cd req-f3b4ba66-c393-48e0-b34c-0bd16f178f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:16.631987 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a52edac7-bd56-4142-b48c-002c6121c7cd req-f3b4ba66-c393-48e0-b34c-0bd16f178f16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a95a5ba21e204aa3a425fd0950571760&device_id=ea3353bd-f247-43d3-9828-f37df0485933 HTTP/1.1" status: 200 len: 1097 time: 0.3819799 Nov 12 01:08:16.632326 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3e976fef-6a8b-4feb-90ca-6bc6313ee59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'name': 'tempest-TestNetworkBasicOps-router-1332379027', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:14Z', 'updated_at': '2021-11-12T01:07:21Z', 'revision_number': 4, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:15Z', 'updated_at': '2021-11-12T01:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'ef98872c-121c-4790-a06a-183b738ba392', 'name': '', 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:b3:6d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b0f7b231-15e6-44c0-a550-1ab1dc08e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:20Z', 'updated_at': '2021-11-12T01:07:25Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': 'b0f7b231-15e6-44c0-a550-1ab1dc08e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:16.670357 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e976fef-6a8b-4feb-90ca-6bc6313ee59a None None] Checking router: 272b32a3-8818-47bc-9514-3d56a46a6b0a for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:16.687995 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e976fef-6a8b-4feb-90ca-6bc6313ee59a None None] Routers {'272b32a3-8818-47bc-9514-3d56a46a6b0a'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:16.688619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3e976fef-6a8b-4feb-90ca-6bc6313ee59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['272b32a3-8818-47bc-9514-3d56a46a6b0a'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:16.740971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a9c9e0-82c6-434f-8f93-e2844fd37ff8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Made reservation on behalf of 137f8c28569947beacf7cb6d5ec492c9 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:16.745235 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-66a9c9e0-82c6-434f-8f93-e2844fd37ff8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.772929 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:08:16.782186 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.810219 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] Transition to ACTIVE for port object 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:08:16.818871 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6cd84bff-151e-415a-b4d3-b4d0a5995816 req-b03e64e6-03d4-4ff9-b167-3233b6443894 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=32b1bea9-b811-4f8a-a3d6-7fd8fe276fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035794 Nov 12 01:08:16.821748 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.906820 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52edac7-bd56-4142-b48c-002c6121c7cd req-d8ac14d5-1c43-45da-9286-51f2e286f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:16.908357 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a52edac7-bd56-4142-b48c-002c6121c7cd req-d8ac14d5-1c43-45da-9286-51f2e286f9b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d19321ad-19d8-4ece-b76b-909166e63ecd HTTP/1.1" status: 200 len: 897 time: 0.2485530 Nov 12 01:08:16.941381 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:16.977043 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] Attempting to bind port 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:16.977732 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] Attempting to bind port 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:16.977951 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] Attempting to bind port 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b on network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:16.983217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] Port 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b on network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:08:16.983672 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] Attempting to bind port 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b on network 16281115-b3d6-46f6-bb8f-00ff27cd9f36 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:16.989219 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:16.989727 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] Checking segment: {'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:16.989919 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a52edac7-bd56-4142-b48c-002c6121c7cd req-3c98b891-a8b6-41c3-87ae-48d48e4dc815 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e6b1bf1-19f8-4a7c-8189-f13c614ed00d HTTP/1.1" status: 200 len: 217 time: 0.0712900 Nov 12 01:08:16.990523 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] Bound using segment: {'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:16.991311 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] Bound port: 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2559951f-1a58-498c-8198-b33c768627e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:16.991692 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:17.027195 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-3e976fef-6a8b-4feb-90ca-6bc6313ee59a None None] Set router 272b32a3-8818-47bc-9514-3d56a46a6b0a gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:17.076103 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52edac7-bd56-4142-b48c-002c6121c7cd req-5e9c2856-1a50-4529-b617-ecc9bf65fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.077675 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a52edac7-bd56-4142-b48c-002c6121c7cd req-5e9c2856-1a50-4529-b617-ecc9bf65fb1d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0f7b231-15e6-44c0-a550-1ab1dc08e9cb HTTP/1.1" status: 200 len: 834 time: 0.0780904 Nov 12 01:08:17.163374 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] For port 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:17.167041 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52edac7-bd56-4142-b48c-002c6121c7cd req-2a617e76-7222-47d8-b925-983ef25c74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.168447 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a52edac7-bd56-4142-b48c-002c6121c7cd req-2a617e76-7222-47d8-b925-983ef25c74e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d19321ad-19d8-4ece-b76b-909166e63ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662239 Nov 12 01:08:17.173701 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afdb65-4f52-4ef7-8199-7fc9f3c27f29 req-ee0fc0d5-8ae0-4660-99ec-524c7737b0de tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.181170 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e2afdb65-4f52-4ef7-8199-7fc9f3c27f29 req-ee0fc0d5-8ae0-4660-99ec-524c7737b0de tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 943 time: 0.1192715 Nov 12 01:08:17.189605 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] For port 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:17.206792 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:17.280860 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.281503 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:17.282961 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] 10.222.0.15 "PUT /v2.0/ports/4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b HTTP/1.1" status: 200 len: 1092 time: 1.0525115 Nov 12 01:08:17.285464 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-66a9c9e0-82c6-434f-8f93-e2844fd37ff8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:17.322924 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e2afdb65-4f52-4ef7-8199-7fc9f3c27f29 req-21113dce-13e8-43fc-b7c6-0b6abdb4c1e5 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370864 Nov 12 01:08:17.348670 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e80f8d-0c1a-44e4-bcae-8a349e0e3195 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:17.408965 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3e976fef-6a8b-4feb-90ca-6bc6313ee59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'name': 'tempest-TestNetworkBasicOps-router-1332379027', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:14Z', 'updated_at': '2021-11-12T01:07:21Z', 'revision_number': 4, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:15Z', 'updated_at': '2021-11-12T01:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'ef98872c-121c-4790-a06a-183b738ba392', 'name': '', 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:b3:6d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b0f7b231-15e6-44c0-a550-1ab1dc08e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:20Z', 'updated_at': '2021-11-12T01:07:25Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': 'b0f7b231-15e6-44c0-a550-1ab1dc08e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:17.418822 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-e865558d-4bb2-4e05-9dd6-9ea160b6152a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.419041 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9c9e0-82c6-434f-8f93-e2844fd37ff8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Subnet': ['ID=926a970e-e8b7-4734-9428-a8c719899811,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:17.420339 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-e865558d-4bb2-4e05-9dd6-9ea160b6152a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 1095 time: 0.0555191 Nov 12 01:08:17.431414 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a52edac7-bd56-4142-b48c-002c6121c7cd req-bf48c919-e9de-4d97-8128-cf02fa5580b3 service neutron] 10.222.0.21 "GET /v2.0/networks/d19321ad-19d8-4ece-b76b-909166e63ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421026 Nov 12 01:08:17.432389 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a9c9e0-82c6-434f-8f93-e2844fd37ff8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Checking segment: {'id': 'c69b746c-61f6-4089-9092-deb1bb24aafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b2d09788-d0fa-45c0-bc67-e1240b8c7272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:17.432666 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a9c9e0-82c6-434f-8f93-e2844fd37ff8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network hostable DHCP agents. Network: b2d09788-d0fa-45c0-bc67-e1240b8c7272, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:08:17.438720 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e976fef-6a8b-4feb-90ca-6bc6313ee59a None None] The sync data for ids ['272b32a3-8818-47bc-9514-3d56a46a6b0a'] in n-d-712137-14 is: [{'id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'name': 'tempest-TestNetworkBasicOps-router-1332379027', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:14Z', 'updated_at': '2021-11-12T01:07:21Z', 'revision_number': 4, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:15Z', 'updated_at': '2021-11-12T01:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'ef98872c-121c-4790-a06a-183b738ba392', 'name': '', 'network_id': 'd19321ad-19d8-4ece-b76b-909166e63ecd', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'mac_address': 'fa:16:3e:b3:6d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b0f7b231-15e6-44c0-a550-1ab1dc08e9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:20Z', 'updated_at': '2021-11-12T01:07:25Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'subnets': [{'id': 'b0f7b231-15e6-44c0-a550-1ab1dc08e9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:17.476405 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a9c9e0-82c6-434f-8f93-e2844fd37ff8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network b2d09788-d0fa-45c0-bc67-e1240b8c7272 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:08:17.503666 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-ad2e34e2-cf12-4658-88b6-d9e8b809cb30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b HTTP/1.1" status: 200 len: 217 time: 0.0512705 Nov 12 01:08:17.544996 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-66a9c9e0-82c6-434f-8f93-e2844fd37ff8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, b2d09788-d0fa-45c0-bc67-e1240b8c7272) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:17.555095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861ecaaa-9d63-489f-88fd-3e052f024f2d None None] Network b2d09788-d0fa-45c0-bc67-e1240b8c7272 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:17.569818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a9c9e0-82c6-434f-8f93-e2844fd37ff8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.570513 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-66a9c9e0-82c6-434f-8f93-e2844fd37ff8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:17.600926 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-3a6fa1f3-d43b-46b4-9fc4-f14ecf3f296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.605824 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-3a6fa1f3-d43b-46b4-9fc4-f14ecf3f296f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f979b72-06d7-47f0-888a-cb01892f2ff7 HTTP/1.1" status: 200 len: 845 time: 0.0906038 Nov 12 01:08:17.628483 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-66a9c9e0-82c6-434f-8f93-e2844fd37ff8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3479595 Nov 12 01:08:17.630950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41050) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:17.635588 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-3a0d4663-eaf2-4c62-a9e7-e5fe153681ba tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-172112543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:17.656065 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a52edac7-bd56-4142-b48c-002c6121c7cd req-dd9e7ff0-c3ee-4938-a202-909fd0f239a6 service neutron] 10.222.0.21 "GET /v2.0/networks/d19321ad-19d8-4ece-b76b-909166e63ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127893 Nov 12 01:08:17.665030 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-5f462a1f-c405-48ef-bd1a-ca14becfdd13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16281115-b3d6-46f6-bb8f-00ff27cd9f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513294 Nov 12 01:08:17.780188 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ee1f8-0e92-4f70-b20d-6e84c88a919c req-5e5abbc9-5609-4278-b491-0666100669ff tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.782545 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615cc85a-cd27-4a64-92c5-89743a9978e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-b2d09788-d0fa-45c0-bc67-e1240b8c7272', 'network_id': 'b2d09788-d0fa-45c0-bc67-e1240b8c7272', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'fixed_ips': [{'subnet_id': '926a970e-e8b7-4734-9428-a8c719899811'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:08:17.783565 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-615cc85a-cd27-4a64-92c5-89743a9978e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:17.785310 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a0d4663-eaf2-4c62-a9e7-e5fe153681ba tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:17.786369 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a0d4663-eaf2-4c62-a9e7-e5fe153681ba tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:17.802062 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f79ee1f8-0e92-4f70-b20d-6e84c88a919c req-5e5abbc9-5609-4278-b491-0666100669ff tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea3353bd-f247-43d3-9828-f37df0485933 HTTP/1.1" status: 200 len: 945 time: 0.0920758 Nov 12 01:08:17.840932 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-d9540d61-9e80-48c8-ba64-5c4de9650b65 service neutron] 10.222.0.15 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646361 Nov 12 01:08:17.883866 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a0d4663-eaf2-4c62-a9e7-e5fe153681ba tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:17.929307 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a0d4663-eaf2-4c62-a9e7-e5fe153681ba tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:17.942932 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc0f430-7ba7-42bc-b69d-be802f9a4c85 None None] New status for floating IP 2a2796eb-e183-47f0-ad74-de98a65511b2: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:08:18.061805 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-615cc85a-cd27-4a64-92c5-89743a9978e6 None None] Allocated IP 2001:db8::2 (b2d09788-d0fa-45c0-bc67-e1240b8c7272/926a970e-e8b7-4734-9428-a8c719899811/000fecf4-1911-4ddb-8ffe-3478df8615b2) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:18.062787 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a0d4663-eaf2-4c62-a9e7-e5fe153681ba tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:18.072025 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3a0d4663-eaf2-4c62-a9e7-e5fe153681ba tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4400175 Nov 12 01:08:18.078666 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41054) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:18.080525 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-f79ee1f8-0e92-4f70-b20d-6e84c88a919c req-f3cebffa-86b7-4ab6-a8fb-f1e6c93b871a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Deleting port 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:18.080813 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f79ee1f8-0e92-4f70-b20d-6e84c88a919c req-f3cebffa-86b7-4ab6-a8fb-f1e6c93b871a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:18.181704 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5302ae23-08e0-4ee4-bbf5-48b6cebb352e', 'tag': '4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:18.185120 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cdcdf4-b650-4df5-9a71-4d7c752d646e" -d '{"events": [{"name": "network-changed", "server_uuid": "5302ae23-08e0-4ee4-bbf5-48b6cebb352e", "tag": "4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:18.197882 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143d283-f00b-44dd-b84e-c67353074664 req-c1b82d90-c210-406a-89b0-3a38ea17ec1a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:18.206387 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1143d283-f00b-44dd-b84e-c67353074664 req-c1b82d90-c210-406a-89b0-3a38ea17ec1a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea3353bd-f247-43d3-9828-f37df0485933 HTTP/1.1" status: 200 len: 945 time: 0.2096364 Nov 12 01:08:18.255258 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3241058d-e574-402e-a4a7-cf4c5b69d9dc x-openstack-request-id: req-3241058d-e574-402e-a4a7-cf4c5b69d9dc {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:18.255604 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5302ae23-08e0-4ee4-bbf5-48b6cebb352e", "tag": "4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:18.255813 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3241058d-e574-402e-a4a7-cf4c5b69d9dc {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:18.256472 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5302ae23-08e0-4ee4-bbf5-48b6cebb352e', 'tag': '4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b', 'status': 'completed', 'code': 200} Nov 12 01:08:18.277600 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-615cc85a-cd27-4a64-92c5-89743a9978e6 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:18.292745 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-615cc85a-cd27-4a64-92c5-89743a9978e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:18.297487 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a963b640-e45d-4f68-b814-5e717c9777d2 req-b760f57f-7b33-475f-85e3-10266b6669d3 service neutron] 10.222.0.15 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272573 Nov 12 01:08:18.323688 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615cc85a-cd27-4a64-92c5-89743a9978e6 None None] Network b2d09788-d0fa-45c0-bc67-e1240b8c7272 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:18.348089 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-615cc85a-cd27-4a64-92c5-89743a9978e6 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:18.350870 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615cc85a-cd27-4a64-92c5-89743a9978e6 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:18.361382 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1143d283-f00b-44dd-b84e-c67353074664 req-26a3c965-4ca6-4ab4-a781-df0fb3d5d34a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/security-groups?id=32b1bea9-b811-4f8a-a3d6-7fd8fe276fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499634 Nov 12 01:08:18.387806 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-f79ee1f8-0e92-4f70-b20d-6e84c88a919c req-f3cebffa-86b7-4ab6-a8fb-f1e6c93b871a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] For port 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=7e6b1bf1-19f8-4a7c-8189-f13c614ed00d,segment=NetworkSegment(836aaa33-cb58-43cb-8a73-285323e606a1),segment_id=836aaa33-cb58-43cb-8a73-285323e606a1)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:18.388189 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f79ee1f8-0e92-4f70-b20d-6e84c88a919c req-f3cebffa-86b7-4ab6-a8fb-f1e6c93b871a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:18.414905 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615cc85a-cd27-4a64-92c5-89743a9978e6 None None] Pushing event updated for resources: {'Port': ['ID=000fecf4-1911-4ddb-8ffe-3478df8615b2,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:18.442143 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-f79ee1f8-0e92-4f70-b20d-6e84c88a919c req-f3cebffa-86b7-4ab6-a8fb-f1e6c93b871a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Calling delete_port for 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:18.469124 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-615cc85a-cd27-4a64-92c5-89743a9978e6 None None] Attempting to bind port 000fecf4-1911-4ddb-8ffe-3478df8615b2 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:18.469124 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-615cc85a-cd27-4a64-92c5-89743a9978e6 None None] Attempting to bind port 000fecf4-1911-4ddb-8ffe-3478df8615b2 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'c69b746c-61f6-4089-9092-deb1bb24aafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b2d09788-d0fa-45c0-bc67-e1240b8c7272'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:18.470131 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615cc85a-cd27-4a64-92c5-89743a9978e6 None None] Attempting to bind port 000fecf4-1911-4ddb-8ffe-3478df8615b2 on network b2d09788-d0fa-45c0-bc67-e1240b8c7272 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:18.483918 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615cc85a-cd27-4a64-92c5-89743a9978e6 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:18.488411 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615cc85a-cd27-4a64-92c5-89743a9978e6 None None] Checking segment: {'id': 'c69b746c-61f6-4089-9092-deb1bb24aafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b2d09788-d0fa-45c0-bc67-e1240b8c7272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:18.489050 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-615cc85a-cd27-4a64-92c5-89743a9978e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:18.489583 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615cc85a-cd27-4a64-92c5-89743a9978e6 None None] Bound using segment: {'id': 'c69b746c-61f6-4089-9092-deb1bb24aafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b2d09788-d0fa-45c0-bc67-e1240b8c7272'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:18.490265 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-615cc85a-cd27-4a64-92c5-89743a9978e6 None None] Bound port: 000fecf4-1911-4ddb-8ffe-3478df8615b2, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69b746c-61f6-4089-9092-deb1bb24aafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b2d09788-d0fa-45c0-bc67-e1240b8c7272'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:18.491060 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-615cc85a-cd27-4a64-92c5-89743a9978e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:18.598530 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-615cc85a-cd27-4a64-92c5-89743a9978e6 None None] For port 000fecf4-1911-4ddb-8ffe-3478df8615b2, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:18.605106 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-615cc85a-cd27-4a64-92c5-89743a9978e6 None None] For port 000fecf4-1911-4ddb-8ffe-3478df8615b2, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=000fecf4-1911-4ddb-8ffe-3478df8615b2,segment=NetworkSegment(c69b746c-61f6-4089-9092-deb1bb24aafe),segment_id=c69b746c-61f6-4089-9092-deb1bb24aafe)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:18.614372 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-615cc85a-cd27-4a64-92c5-89743a9978e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:18.650710 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f1f3548f-232b-4829-be36-e0d8487db4d9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:18.663815 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f79ee1f8-0e92-4f70-b20d-6e84c88a919c req-f3cebffa-86b7-4ab6-a8fb-f1e6c93b871a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:18.676476 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdcdf4-b650-4df5-9a71-4d7c752d646e req-dc4baf7a-92e2-434d-a761-dc581853e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:18.678108 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2cdcdf4-b650-4df5-9a71-4d7c752d646e req-dc4baf7a-92e2-434d-a761-dc581853e102 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e89600b132b441d69dfb3856fca29f85&device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 1095 time: 0.2126720 Nov 12 01:08:18.695292 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a474e55-494f-4c24-a82b-7e554a66e12d req-0f444813-dec2-442f-9c13-661880f0fa74 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:18.697033 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9a474e55-494f-4c24-a82b-7e554a66e12d req-0f444813-dec2-442f-9c13-661880f0fa74 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 943 time: 0.1981854 Nov 12 01:08:18.699514 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cebffa-86b7-4ab6-a8fb-f1e6c93b871a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event deleted for resources: {'Port': ['ID=7e6b1bf1-19f8-4a7c-8189-f13c614ed00d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:18.715546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615cc85a-cd27-4a64-92c5-89743a9978e6 None None] Pushing event updated for resources: {'Port': ['ID=000fecf4-1911-4ddb-8ffe-3478df8615b2,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:18.767123 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79ee1f8-0e92-4f70-b20d-6e84c88a919c req-f3cebffa-86b7-4ab6-a8fb-f1e6c93b871a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] No DVR routers for this DVR port 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:18.770043 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-f79ee1f8-0e92-4f70-b20d-6e84c88a919c req-f3cebffa-86b7-4ab6-a8fb-f1e6c93b871a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:18.774246 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f79ee1f8-0e92-4f70-b20d-6e84c88a919c req-f3cebffa-86b7-4ab6-a8fb-f1e6c93b871a tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.21 "DELETE /v2.0/ports/7e6b1bf1-19f8-4a7c-8189-f13c614ed00d HTTP/1.1" status: 204 len: 173 time: 0.9672675 Nov 12 01:08:18.774776 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3353bd-f247-43d3-9828-f37df0485933', 'name': 'network-vif-deleted', 'tag': '7e6b1bf1-19f8-4a7c-8189-f13c614ed00d'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:18.777244 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91b2599-31de-4fa6-95b6-12ff72d9d6a4" -d '{"events": [{"server_uuid": "ea3353bd-f247-43d3-9828-f37df0485933", "name": "network-vif-deleted", "tag": "7e6b1bf1-19f8-4a7c-8189-f13c614ed00d"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:18.850189 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d190bf2c-f367-4e34-baa7-7a73e31b2d51 x-openstack-request-id: req-d190bf2c-f367-4e34-baa7-7a73e31b2d51 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:18.851338 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3353bd-f247-43d3-9828-f37df0485933", "name": "network-vif-deleted", "tag": "7e6b1bf1-19f8-4a7c-8189-f13c614ed00d", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:18.851338 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d190bf2c-f367-4e34-baa7-7a73e31b2d51 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:18.851338 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3353bd-f247-43d3-9828-f37df0485933', 'name': 'network-vif-deleted', 'tag': '7e6b1bf1-19f8-4a7c-8189-f13c614ed00d', 'status': 'completed', 'code': 200} Nov 12 01:08:18.969679 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9a474e55-494f-4c24-a82b-7e554a66e12d req-a97da4db-d83f-42c7-8978-00893c25b7b4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462537 Nov 12 01:08:19.165166 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdcdf4-b650-4df5-9a71-4d7c752d646e req-37ce57c5-59de-4a5a-9bc8-6bb87ff2b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:19.166712 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2cdcdf4-b650-4df5-9a71-4d7c752d646e req-37ce57c5-59de-4a5a-9bc8-6bb87ff2b8a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 200 len: 906 time: 0.4687161 Nov 12 01:08:19.223944 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2cdcdf4-b650-4df5-9a71-4d7c752d646e req-eb74e292-af2a-401c-a5e0-b2c743bd6b2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b HTTP/1.1" status: 200 len: 217 time: 0.0488293 Nov 12 01:08:19.302256 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdcdf4-b650-4df5-9a71-4d7c752d646e req-b1938449-5e34-4ee2-8ebd-785e65068d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:19.303904 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2cdcdf4-b650-4df5-9a71-4d7c752d646e req-b1938449-5e34-4ee2-8ebd-785e65068d75 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f979b72-06d7-47f0-888a-cb01892f2ff7 HTTP/1.1" status: 200 len: 845 time: 0.0720928 Nov 12 01:08:19.345919 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2cdcdf4-b650-4df5-9a71-4d7c752d646e req-3505b412-bc5c-44ec-8179-01f313a932ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16281115-b3d6-46f6-bb8f-00ff27cd9f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326385 Nov 12 01:08:19.363039 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-f1f3548f-232b-4829-be36-e0d8487db4d9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Allocated IP 2001:db8::1 (b2d09788-d0fa-45c0-bc67-e1240b8c7272/926a970e-e8b7-4734-9428-a8c719899811/e2badb5c-e965-4fe2-98fe-232828e24de0) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:19.522944 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5ea4d101-8f77-4aa7-b225-bf0a12b84d2f req-01ee3850-b791-4e38-964a-01c978fd631f tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea3353bd-f247-43d3-9828-f37df0485933 HTTP/1.1" status: 200 len: 210 time: 0.0614533 Nov 12 01:08:19.607154 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2cdcdf4-b650-4df5-9a71-4d7c752d646e req-a857c51e-4760-495e-9711-74c4bfb6a139 service neutron] 10.222.0.15 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539222 Nov 12 01:08:19.706066 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f1f3548f-232b-4829-be36-e0d8487db4d9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:19.719316 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:19.744539 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:19.744916 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 7e6b1bf1-19f8-4a7c-8189-f13c614ed00d not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:19.755374 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2cdcdf4-b650-4df5-9a71-4d7c752d646e req-46c358b5-70a4-4289-b04d-55858dadf478 service neutron] 10.222.0.15 "GET /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389840 Nov 12 01:08:19.773775 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f1f3548f-232b-4829-be36-e0d8487db4d9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:19.829650 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f3548f-232b-4829-be36-e0d8487db4d9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network b2d09788-d0fa-45c0-bc67-e1240b8c7272 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:19.835513 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-f1f3548f-232b-4829-be36-e0d8487db4d9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:19.838384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f3548f-232b-4829-be36-e0d8487db4d9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:19.839352 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f1f3548f-232b-4829-be36-e0d8487db4d9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:19.898230 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3548f-232b-4829-be36-e0d8487db4d9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Port': ['ID=e2badb5c-e965-4fe2-98fe-232828e24de0,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:20.057162 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-71d9bf02-083e-4b8b-bf58-15ac4756db26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.078634 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345ef05b-df7f-46da-aa09-0cbcad4ebf20 None None] Network b2d09788-d0fa-45c0-bc67-e1240b8c7272 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:20.094797 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f1f3548f-232b-4829-be36-e0d8487db4d9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.106693 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 000fecf4-1911-4ddb-8ffe-3478df8615b2 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:20.238757 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f8dc7d11-5fac-4856-a656-68662a123d69 None None] Provisioning complete for port 000fecf4-1911-4ddb-8ffe-3478df8615b2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:20.239176 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f8dc7d11-5fac-4856-a656-68662a123d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.258767 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b57aa9-9ac4-4c87-a97b-49fbd4820e04 req-ce8fe3d1-23be-4062-a9dd-6265a61f0fd9 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:20.260363 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55b57aa9-9ac4-4c87-a97b-49fbd4820e04 req-ce8fe3d1-23be-4062-a9dd-6265a61f0fd9 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 943 time: 0.1526024 Nov 12 01:08:20.289593 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 000fecf4-1911-4ddb-8ffe-3478df8615b2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:20.289968 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.368288 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55b57aa9-9ac4-4c87-a97b-49fbd4820e04 req-4c24a1bd-0d88-4617-8c5a-ab3514a191c3 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725586 Nov 12 01:08:20.472374 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f8dc7d11-5fac-4856-a656-68662a123d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.487725 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f1f3548f-232b-4829-be36-e0d8487db4d9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.492600 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f1f3548f-232b-4829-be36-e0d8487db4d9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.493643 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f1f3548f-232b-4829-be36-e0d8487db4d9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.504526 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.534407 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-f8dc7d11-5fac-4856-a656-68662a123d69 None None] For port 000fecf4-1911-4ddb-8ffe-3478df8615b2, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=000fecf4-1911-4ddb-8ffe-3478df8615b2,segment=NetworkSegment(c69b746c-61f6-4089-9092-deb1bb24aafe),segment_id=c69b746c-61f6-4089-9092-deb1bb24aafe)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:20.542367 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f8dc7d11-5fac-4856-a656-68662a123d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.589317 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3548f-232b-4829-be36-e0d8487db4d9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Port': ['ID=e2badb5c-e965-4fe2-98fe-232828e24de0,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:20.613178 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41072) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:20.634164 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:08:20.634932 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:08:20.640950 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc7d11-5fac-4856-a656-68662a123d69 None None] Pushing event updated for resources: {'Port': ['ID=000fecf4-1911-4ddb-8ffe-3478df8615b2,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:20.652112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f3548f-232b-4829-be36-e0d8487db4d9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network b2d09788-d0fa-45c0-bc67-e1240b8c7272 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:20.653760 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-f1f3548f-232b-4829-be36-e0d8487db4d9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:20.727184 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-82d27725-3dbd-48bb-92a8-11552d361389 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.762792 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-82d27725-3dbd-48bb-92a8-11552d361389 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.839670 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-82d27725-3dbd-48bb-92a8-11552d361389 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.844333 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-82d27725-3dbd-48bb-92a8-11552d361389 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.844820 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-82d27725-3dbd-48bb-92a8-11552d361389 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "DELETE /v2.0/security-groups/32b1bea9-b811-4f8a-a3d6-7fd8fe276fbe HTTP/1.1" status: 204 len: 168 time: 0.2305362 Nov 12 01:08:20.858788 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d27725-3dbd-48bb-92a8-11552d361389 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b1bea9-b811-4f8a-a3d6-7fd8fe276fbe,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:20.940430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6ac97088-41db-44af-bb28-e0b7e75d6df3 None None] Provisioning complete for port 000fecf4-1911-4ddb-8ffe-3478df8615b2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:20.945974 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41086) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:20.946676 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6ac97088-41db-44af-bb28-e0b7e75d6df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.076308 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6ac97088-41db-44af-bb28-e0b7e75d6df3 None None] Provisioning complete for port e2badb5c-e965-4fe2-98fe-232828e24de0 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:21.076705 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6ac97088-41db-44af-bb28-e0b7e75d6df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.123396 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6ac97088-41db-44af-bb28-e0b7e75d6df3 None None] Port e2badb5c-e965-4fe2-98fe-232828e24de0 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:21.226386 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-1005dff7-670f-4a2a-9327-1931204f3f63 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-830832771&fields=id&tenant_id=05d643b99eff47289c92fcd2e8574468 HTTP/1.1" status: 200 len: 267 time: 0.1080987 Nov 12 01:08:21.250840 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b116b043-211e-4560-9f42-8b94c9839f4f None None] Provisioning complete for port e2badb5c-e965-4fe2-98fe-232828e24de0 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:21.251503 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b116b043-211e-4560-9f42-8b94c9839f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.292719 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b116b043-211e-4560-9f42-8b94c9839f4f None None] Port e2badb5c-e965-4fe2-98fe-232828e24de0 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:21.354057 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f3548f-232b-4829-be36-e0d8487db4d9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router b72084ad-cf32-4e6e-8809-b4ae77e039ec is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:08:21.385752 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-4f25fd8c-b67e-438e-96b3-99b0354ad799 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:21.387231 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-4f25fd8c-b67e-438e-96b3-99b0354ad799 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 811 time: 0.1600406 Nov 12 01:08:21.414784 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ffa281df-3455-4595-a51b-b49964434c05 None None] Provisioning complete for port e2badb5c-e965-4fe2-98fe-232828e24de0 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:21.415221 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ffa281df-3455-4595-a51b-b49964434c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.445359 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dad67eb0-badf-43fb-b97e-10a5b61ea47c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.462455 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-477f0ada-49ee-4217-b8d4-ce4f4d0ff597 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/quotas/05d643b99eff47289c92fcd2e8574468 HTTP/1.1" status: 200 len: 375 time: 0.0394721 Nov 12 01:08:21.476836 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ffa281df-3455-4595-a51b-b49964434c05 None None] Port e2badb5c-e965-4fe2-98fe-232828e24de0 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:21.508104 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f3548f-232b-4829-be36-e0d8487db4d9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:21.513742 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f1f3548f-232b-4829-be36-e0d8487db4d9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/b72084ad-cf32-4e6e-8809-b4ae77e039ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4337437 Nov 12 01:08:21.517283 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41090) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:21.519491 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed19feb9-cd72-4f29-bf24-f456564e714e None None] Sync routers for ids ['b72084ad-cf32-4e6e-8809-b4ae77e039ec'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:21.533356 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed19feb9-cd72-4f29-bf24-f456564e714e None None] Routers {'b72084ad-cf32-4e6e-8809-b4ae77e039ec'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:21.534074 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ed19feb9-cd72-4f29-bf24-f456564e714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b72084ad-cf32-4e6e-8809-b4ae77e039ec'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:21.569903 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-a32d99df-5e5e-47ea-860f-f1df540db4c7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0964239 Nov 12 01:08:21.575972 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ed19feb9-cd72-4f29-bf24-f456564e714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:21.577840 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95f18c-bebf-4c82-ad4e-9a61e0037c4f tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:21.579359 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fb95f18c-bebf-4c82-ad4e-9a61e0037c4f tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/ports/e2badb5c-e965-4fe2-98fe-232828e24de0 HTTP/1.1" status: 200 len: 911 time: 0.0613143 Nov 12 01:08:21.585410 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41092) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:21.588522 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed19feb9-cd72-4f29-bf24-f456564e714e None None] Routers {'b72084ad-cf32-4e6e-8809-b4ae77e039ec'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:21.589390 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ed19feb9-cd72-4f29-bf24-f456564e714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:07:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b72084ad-cf32-4e6e-8809-b4ae77e039ec'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:21.591647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-1bc36f3a-9e02-4ad2-8952-eb57092a9bd9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '926a970e-e8b7-4734-9428-a8c719899811'}]}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:21.615786 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582e184-5e87-43bd-95ba-567bd0a91046 req-b75c7d3a-6d61-43b6-a8c9-05cf640eb25b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:21.618212 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7582e184-5e87-43bd-95ba-567bd0a91046 req-b75c7d3a-6d61-43b6-a8c9-05cf640eb25b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 943 time: 0.1128223 Nov 12 01:08:21.623412 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ed19feb9-cd72-4f29-bf24-f456564e714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:21.624388 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed19feb9-cd72-4f29-bf24-f456564e714e None None] The sync data for ids ['b72084ad-cf32-4e6e-8809-b4ae77e039ec'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:21.728416 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7582e184-5e87-43bd-95ba-567bd0a91046 req-2e4fa07b-7690-4bca-b206-f0368da737d6 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044374 Nov 12 01:08:21.767462 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-5bf6a83f-e029-4391-97d5-4b788e426062 service neutron] 10.222.0.31 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710980 Nov 12 01:08:21.832874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-dad67eb0-badf-43fb-b97e-10a5b61ea47c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Deleting port ef98872c-121c-4790-a06a-183b738ba392 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:21.833223 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dad67eb0-badf-43fb-b97e-10a5b61ea47c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.867550 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1bc36f3a-9e02-4ad2-8952-eb57092a9bd9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.924678 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-dad67eb0-badf-43fb-b97e-10a5b61ea47c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] For port ef98872c-121c-4790-a06a-183b738ba392, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ef98872c-121c-4790-a06a-183b738ba392,segment=NetworkSegment(836aaa33-cb58-43cb-8a73-285323e606a1),segment_id=836aaa33-cb58-43cb-8a73-285323e606a1)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:21.925079 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dad67eb0-badf-43fb-b97e-10a5b61ea47c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.940953 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-dad67eb0-badf-43fb-b97e-10a5b61ea47c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Calling delete_port for ef98872c-121c-4790-a06a-183b738ba392 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:21.945644 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-28bcf25c-cdc5-4ed9-85b6-9302aa50ff3d service neutron] 10.222.0.31 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705110 Nov 12 01:08:22.030386 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 000fecf4-1911-4ddb-8ffe-3478df8615b2 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:22.100519 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 000fecf4-1911-4ddb-8ffe-3478df8615b2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:22.102285 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:22.199054 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dad67eb0-badf-43fb-b97e-10a5b61ea47c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:22.234390 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad67eb0-badf-43fb-b97e-10a5b61ea47c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event deleted for resources: {'Port': ['ID=ef98872c-121c-4790-a06a-183b738ba392,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:22.332670 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-889b91aa-61ca-41ba-98ef-ee7a71a0730e req-aa1423c4-edfa-41f8-ace5-59ef972f9625 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 210 time: 0.0352423 Nov 12 01:08:22.363417 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2724da4b-177b-4a21-862f-0ddb859a1ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:22.384236 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1bc36f3a-9e02-4ad2-8952-eb57092a9bd9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:22.403013 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1bc36f3a-9e02-4ad2-8952-eb57092a9bd9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:22.415509 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc36f3a-9e02-4ad2-8952-eb57092a9bd9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:22.416218 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1bc36f3a-9e02-4ad2-8952-eb57092a9bd9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:22.417825 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1bc36f3a-9e02-4ad2-8952-eb57092a9bd9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/ports/e2badb5c-e965-4fe2-98fe-232828e24de0 HTTP/1.1" status: 200 len: 911 time: 0.8313007 Nov 12 01:08:22.463464 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dad67eb0-badf-43fb-b97e-10a5b61ea47c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:22.466144 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41104) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:22.473799 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc36f3a-9e02-4ad2-8952-eb57092a9bd9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Port': ['ID=e2badb5c-e965-4fe2-98fe-232828e24de0,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:22.880013 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7e46a-4b86-46be-9c48-3ed1d2e0c108 req-5a39f28f-9033-4bd5-b6a4-94507bbe1ac1 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:22.882612 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0ad7e46a-4b86-46be-9c48-3ed1d2e0c108 req-5a39f28f-9033-4bd5-b6a4-94507bbe1ac1 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 943 time: 0.0604534 Nov 12 01:08:22.934181 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:08:22.954249 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0ad7e46a-4b86-46be-9c48-3ed1d2e0c108 req-c73dbf0c-4154-4d4d-835b-365279f7509f tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613370 Nov 12 01:08:23.049926 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:23.063562 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b', 'network_id': '16281115-b3d6-46f6-bb8f-00ff27cd9f36', 'port_id': '4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b', 'mac_address': 'fa:16:3e:29:c9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f979b72-06d7-47f0-888a-cb01892f2ff7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:08:23.105608 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:23.122861 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:08:23.145099 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:23.150751 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:23.205549 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:23.271634 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad67eb0-badf-43fb-b97e-10a5b61ea47c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Router 272b32a3-8818-47bc-9514-3d56a46a6b0a has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:23.499581 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:23.515732 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-9060f8d1-4951-4c39-a856-aea3911669b1 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:23.517254 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-9060f8d1-4951-4c39-a856-aea3911669b1 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.21 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 811 time: 0.2300563 Nov 12 01:08:23.526495 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:23.559188 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad67eb0-badf-43fb-b97e-10a5b61ea47c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:23.571810 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4335ded9-d115-43bb-a00e-3b7da503a714 req-1023e827-1912-4b7a-8937-22f7d78d5e48 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 210 time: 0.0486522 Nov 12 01:08:23.578247 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d01943-403f-49f8-98f8-5aeb9730d9d6 None None] Sync routers for ids ['272b32a3-8818-47bc-9514-3d56a46a6b0a'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:23.579723 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dad67eb0-badf-43fb-b97e-10a5b61ea47c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "PUT /v2.0/routers/272b32a3-8818-47bc-9514-3d56a46a6b0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6298308 Nov 12 01:08:23.581565 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41116) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:23.586363 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-46e765cb-99de-4d95-827b-01442aae85f8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:23.645050 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d01943-403f-49f8-98f8-5aeb9730d9d6 None None] Routers {'272b32a3-8818-47bc-9514-3d56a46a6b0a'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:23.646267 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-07d01943-403f-49f8-98f8-5aeb9730d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['272b32a3-8818-47bc-9514-3d56a46a6b0a'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:23.761755 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-910618b7-7f6f-4387-be6e-63ff821ed440 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Deleting subnet b0f7b231-15e6-44c0-a550-1ab1dc08e9cb {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:08:23.767413 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-910618b7-7f6f-4387-be6e-63ff821ed440 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:23.798102 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-7ad3476d-46be-435c-98ba-16d1a064e69f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05d643b99eff47289c92fcd2e8574468 HTTP/1.1" status: 200 len: 379 time: 0.2696891 Nov 12 01:08:23.809987 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-d4819549-3883-400f-a8b1-dcc38b70adb7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Request body: {'port': {'device_id': '0a10dda7-6ace-4e09-a64d-c64352eb1da5', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'admin_state_up': True, 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'security_groups': ['a23f3d06-c0f9-4142-a2aa-7e63b6550041']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:23.833938 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-07d01943-403f-49f8-98f8-5aeb9730d9d6 None None] Set router 272b32a3-8818-47bc-9514-3d56a46a6b0a gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:23.849586 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-910618b7-7f6f-4387-be6e-63ff821ed440 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.001754 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-910618b7-7f6f-4387-be6e-63ff821ed440 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.091794 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-910618b7-7f6f-4387-be6e-63ff821ed440 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.093468 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-d4819549-3883-400f-a8b1-dcc38b70adb7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Made reservation on behalf of 05d643b99eff47289c92fcd2e8574468 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:24.099312 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-d4819549-3883-400f-a8b1-dcc38b70adb7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.122801 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-07d01943-403f-49f8-98f8-5aeb9730d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'name': 'tempest-TestNetworkBasicOps-router-1332379027', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:14Z', 'updated_at': '2021-11-12T01:08:22Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:15Z', 'updated_at': '2021-11-12T01:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:24.155349 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d01943-403f-49f8-98f8-5aeb9730d9d6 None None] Checking router: 272b32a3-8818-47bc-9514-3d56a46a6b0a for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:24.162534 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910618b7-7f6f-4387-be6e-63ff821ed440 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f7b231-15e6-44c0-a550-1ab1dc08e9cb,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:24.167966 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d01943-403f-49f8-98f8-5aeb9730d9d6 None None] Routers {'272b32a3-8818-47bc-9514-3d56a46a6b0a'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:24.168829 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-07d01943-403f-49f8-98f8-5aeb9730d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['272b32a3-8818-47bc-9514-3d56a46a6b0a'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:24.176638 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-910618b7-7f6f-4387-be6e-63ff821ed440 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.182451 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-910618b7-7f6f-4387-be6e-63ff821ed440 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "DELETE /v2.0/subnets/b0f7b231-15e6-44c0-a550-1ab1dc08e9cb HTTP/1.1" status: 204 len: 168 time: 0.5813785 Nov 12 01:08:24.183283 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41120) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:24.188732 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b224152-3b73-470a-90a1-736b9c275c2b None None] Network d19321ad-19d8-4ece-b76b-909166e63ecd requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:24.247772 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b09d0b-3b0e-48b9-88cc-a90af8504493 req-7321b5af-1f73-4b34-b838-d1c9bf5b682e tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:24.250689 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-04b09d0b-3b0e-48b9-88cc-a90af8504493 req-7321b5af-1f73-4b34-b838-d1c9bf5b682e tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 944 time: 0.1534042 Nov 12 01:08:24.381171 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-07d01943-403f-49f8-98f8-5aeb9730d9d6 None None] Set router 272b32a3-8818-47bc-9514-3d56a46a6b0a gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:24.383768 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-d4819549-3883-400f-a8b1-dcc38b70adb7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Allocated IP 172.20.0.6 (a8eaa1d8-98f0-4521-9f44-0792aea92c6d/9210f21d-6237-43bd-9969-453197d38eb5/267d9655-b570-4c27-81da-33376a2d573c) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:24.398174 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-04b09d0b-3b0e-48b9-88cc-a90af8504493 req-3fdbea2b-2a36-4e5e-9636-b9eeaf04bd09 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343751 Nov 12 01:08:24.408589 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-46e765cb-99de-4d95-827b-01442aae85f8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting port e2badb5c-e965-4fe2-98fe-232828e24de0 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:24.408968 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-46e765cb-99de-4d95-827b-01442aae85f8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.438361 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af0e7233-c49b-4c19-b3d3-b414fcad141c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.473145 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2558aced-168c-4a28-b1a2-7d869e9938dc None None] DHCP port deletion for d19321ad-19d8-4ece-b76b-909166e63ecd request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:24.591186 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-2558aced-168c-4a28-b1a2-7d869e9938dc None None] Deleting port 18271fac-656b-4ef8-9a6e-7f178113da61 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:24.591557 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2558aced-168c-4a28-b1a2-7d869e9938dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.627466 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af0e7233-c49b-4c19-b3d3-b414fcad141c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.651859 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-46e765cb-99de-4d95-827b-01442aae85f8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.674404 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-46e765cb-99de-4d95-827b-01442aae85f8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Calling delete_port for e2badb5c-e965-4fe2-98fe-232828e24de0 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:24.709809 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-d4819549-3883-400f-a8b1-dcc38b70adb7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.726297 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-af0e7233-c49b-4c19-b3d3-b414fcad141c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Deleting port e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:24.726730 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af0e7233-c49b-4c19-b3d3-b414fcad141c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.763421 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2558aced-168c-4a28-b1a2-7d869e9938dc None None] For port 18271fac-656b-4ef8-9a6e-7f178113da61, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=18271fac-656b-4ef8-9a6e-7f178113da61,segment=NetworkSegment(836aaa33-cb58-43cb-8a73-285323e606a1),segment_id=836aaa33-cb58-43cb-8a73-285323e606a1)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:24.773102 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2558aced-168c-4a28-b1a2-7d869e9938dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.778344 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-07d01943-403f-49f8-98f8-5aeb9730d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'name': 'tempest-TestNetworkBasicOps-router-1332379027', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:14Z', 'updated_at': '2021-11-12T01:08:22Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:15Z', 'updated_at': '2021-11-12T01:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:24.788638 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-2558aced-168c-4a28-b1a2-7d869e9938dc None None] Calling delete_port for 18271fac-656b-4ef8-9a6e-7f178113da61 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:24.792075 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf9b367d-1701-496a-8718-c05f882915ed req-e477b47f-4551-4ab5-95b4-691612cab780 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 210 time: 0.0496874 Nov 12 01:08:24.793561 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.870806 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d01943-403f-49f8-98f8-5aeb9730d9d6 None None] The sync data for ids ['272b32a3-8818-47bc-9514-3d56a46a6b0a'] in n-d-712137-14 is: [{'id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'name': 'tempest-TestNetworkBasicOps-router-1332379027', 'tenant_id': 'a95a5ba21e204aa3a425fd0950571760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:07:14Z', 'updated_at': '2021-11-12T01:08:22Z', 'revision_number': 5, 'project_id': 'a95a5ba21e204aa3a425fd0950571760', 'gw_port': {'id': 'e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272b32a3-8818-47bc-9514-3d56a46a6b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:07:15Z', 'updated_at': '2021-11-12T01:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:24.878291 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-d4819549-3883-400f-a8b1-dcc38b70adb7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.895261 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2558aced-168c-4a28-b1a2-7d869e9938dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.898270 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-af0e7233-c49b-4c19-b3d3-b414fcad141c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] For port e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:24.898489 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af0e7233-c49b-4c19-b3d3-b414fcad141c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.913820 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-af0e7233-c49b-4c19-b3d3-b414fcad141c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Calling delete_port for e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:24.934189 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558aced-168c-4a28-b1a2-7d869e9938dc None None] Pushing event deleted for resources: {'Port': ['ID=18271fac-656b-4ef8-9a6e-7f178113da61,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:24.957854 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2558aced-168c-4a28-b1a2-7d869e9938dc None None] No DVR routers for this DVR port 18271fac-656b-4ef8-9a6e-7f178113da61 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:24.959731 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:24.965007 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-d4819549-3883-400f-a8b1-dcc38b70adb7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Network a8eaa1d8-98f0-4521-9f44-0792aea92c6d is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:24.974287 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-d4819549-3883-400f-a8b1-dcc38b70adb7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:24.978024 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-d4819549-3883-400f-a8b1-dcc38b70adb7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:25.027269 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4819549-3883-400f-a8b1-dcc38b70adb7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event updated for resources: {'Port': ['ID=267d9655-b570-4c27-81da-33376a2d573c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:25.032380 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:08:25.044341 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:25.044889 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.084100 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-d4819549-3883-400f-a8b1-dcc38b70adb7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:25.084802 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-d4819549-3883-400f-a8b1-dcc38b70adb7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.116823 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-d4819549-3883-400f-a8b1-dcc38b70adb7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3114729 Nov 12 01:08:25.132610 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] Request body: {'port': {'device_id': '0a10dda7-6ace-4e09-a64d-c64352eb1da5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:25.204380 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.205019 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-46e765cb-99de-4d95-827b-01442aae85f8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.252121 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e765cb-99de-4d95-827b-01442aae85f8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Port': ['ID=e2badb5c-e965-4fe2-98fe-232828e24de0,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:25.259948 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.279879 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:25.281752 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5302ae23-08e0-4ee4-bbf5-48b6cebb352e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:25.286186 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ac7842-cfed-4122-a25c-eda761297bc0" -d '{"events": [{"server_uuid": "5302ae23-08e0-4ee4-bbf5-48b6cebb352e", "name": "network-vif-plugged", "status": "completed", "tag": "4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:25.309827 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.313122 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af0e7233-c49b-4c19-b3d3-b414fcad141c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.385026 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e7233-c49b-4c19-b3d3-b414fcad141c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event deleted for resources: {'Port': ['ID=e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:25.401620 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9c222a-6010-4a40-9c2b-072af5daac36 x-openstack-request-id: req-7e9c222a-6010-4a40-9c2b-072af5daac36 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:25.402348 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5302ae23-08e0-4ee4-bbf5-48b6cebb352e", "name": "network-vif-plugged", "status": "completed", "tag": "4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:25.402791 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e9c222a-6010-4a40-9c2b-072af5daac36 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:25.403567 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5302ae23-08e0-4ee4-bbf5-48b6cebb352e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b', 'code': 200} Nov 12 01:08:25.420770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8441acd1-e2ce-4c02-add4-660af7eccc4e None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:25.515494 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-46e765cb-99de-4d95-827b-01442aae85f8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.524150 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:25.554749 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-738d9d16-167e-415f-bd04-85ab0c3ad949 None None] Provisioning complete for port 267d9655-b570-4c27-81da-33376a2d573c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:25.555834 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-738d9d16-167e-415f-bd04-85ab0c3ad949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.616128 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-738d9d16-167e-415f-bd04-85ab0c3ad949 None None] Port 267d9655-b570-4c27-81da-33376a2d573c cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:25.620959 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af0e7233-c49b-4c19-b3d3-b414fcad141c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.621133 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.753332 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af0e7233-c49b-4c19-b3d3-b414fcad141c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.756343 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af0e7233-c49b-4c19-b3d3-b414fcad141c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.759506 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b4435-7a2c-4f73-b988-9b51e3c4f169 req-197cc1d8-5241-4d75-9d64-533de752df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:25.761737 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5a0b4435-7a2c-4f73-b988-9b51e3c4f169 req-197cc1d8-5241-4d75-9d64-533de752df20 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 1097 time: 0.2175627 Nov 12 01:08:25.855799 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335329f-2c4e-44df-b246-61c674ee2428 req-b6ea8eae-a23f-4a48-af65-61f01a8c65ad tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:25.864510 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b335329f-2c4e-44df-b246-61c674ee2428 req-b6ea8eae-a23f-4a48-af65-61f01a8c65ad tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.3093638 Nov 12 01:08:25.871246 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af0e7233-c49b-4c19-b3d3-b414fcad141c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.873254 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0e7233-c49b-4c19-b3d3-b414fcad141c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Fanout notify agent at l3_agent the message router_deleted on router 272b32a3-8818-47bc-9514-3d56a46a6b0a {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:08:25.895125 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-af0e7233-c49b-4c19-b3d3-b414fcad141c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.900180 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-af0e7233-c49b-4c19-b3d3-b414fcad141c tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "DELETE /v2.0/routers/272b32a3-8818-47bc-9514-3d56a46a6b0a HTTP/1.1" status: 204 len: 168 time: 1.7123339 Nov 12 01:08:25.901231 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41130) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:26.009540 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.010699 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e765cb-99de-4d95-827b-01442aae85f8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router b72084ad-cf32-4e6e-8809-b4ae77e039ec has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:26.074222 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b335329f-2c4e-44df-b246-61c674ee2428 req-8d4642c0-be18-4e17-a360-b96b76dcbaf0 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087369 Nov 12 01:08:26.083465 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-35ba2533-d9fc-4a67-8d53-475f20987360 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.113532 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5a0b4435-7a2c-4f73-b988-9b51e3c4f169 req-eb9b246c-ce35-46b3-b67c-3e9c0f0f8f11 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434405 Nov 12 01:08:26.219217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99f430-5e22-4adc-8a24-1bb99aed2fd2 req-30191c16-a6e5-4a6e-b94c-7ee5c5812078 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:26.225642 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e765cb-99de-4d95-827b-01442aae85f8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:26.228730 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0f99f430-5e22-4adc-8a24-1bb99aed2fd2 req-30191c16-a6e5-4a6e-b94c-7ee5c5812078 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 931 time: 0.3065491 Nov 12 01:08:26.238301 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8e4802-d80f-446f-aab2-97246cf0796b None None] Sync routers for ids ['b72084ad-cf32-4e6e-8809-b4ae77e039ec'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:26.250416 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-46e765cb-99de-4d95-827b-01442aae85f8 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/b72084ad-cf32-4e6e-8809-b4ae77e039ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7831275 Nov 12 01:08:26.253084 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41134) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:26.256583 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8e4802-d80f-446f-aab2-97246cf0796b None None] Routers {'b72084ad-cf32-4e6e-8809-b4ae77e039ec'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:26.257699 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ab8e4802-d80f-446f-aab2-97246cf0796b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b72084ad-cf32-4e6e-8809-b4ae77e039ec'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:26.283865 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8610f6e1-ddf4-4fed-a9c0-7a1a535b5162 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72084ad-cf32-4e6e-8809-b4ae77e039ec HTTP/1.1" status: 200 len: 205 time: 0.0295732 Nov 12 01:08:26.288515 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41136) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:26.315555 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ab8e4802-d80f-446f-aab2-97246cf0796b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:26.324023 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0f99f430-5e22-4adc-8a24-1bb99aed2fd2 req-e36e9f41-903c-4393-90fb-905e4155a2ec tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899942 Nov 12 01:08:26.332125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8e4802-d80f-446f-aab2-97246cf0796b None None] Routers {'b72084ad-cf32-4e6e-8809-b4ae77e039ec'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:26.334377 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ab8e4802-d80f-446f-aab2-97246cf0796b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['b72084ad-cf32-4e6e-8809-b4ae77e039ec'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:26.335300 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267d9655-b570-4c27-81da-33376a2d573c {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:08:26.344497 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-35ba2533-d9fc-4a67-8d53-475f20987360 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.367467 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-35ba2533-d9fc-4a67-8d53-475f20987360 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19321ad-19d8-4ece-b76b-909166e63ecd']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:26.372144 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.379483 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-35ba2533-d9fc-4a67-8d53-475f20987360 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836aaa33-cb58-43cb-8a73-285323e606a1') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:26.379779 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-35ba2533-d9fc-4a67-8d53-475f20987360 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836aaa33-cb58-43cb-8a73-285323e606a1') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:26.381140 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ab8e4802-d80f-446f-aab2-97246cf0796b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:26.382129 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8e4802-d80f-446f-aab2-97246cf0796b None None] The sync data for ids ['b72084ad-cf32-4e6e-8809-b4ae77e039ec'] in n-d-712137-14 is: [] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:26.390547 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-67973df7-487c-4fb1-852c-1b5246f62334 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.393739 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-35ba2533-d9fc-4a67-8d53-475f20987360 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.414071 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-35ba2533-d9fc-4a67-8d53-475f20987360 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.423864 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ba2533-d9fc-4a67-8d53-475f20987360 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:08:26.424242 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-35ba2533-d9fc-4a67-8d53-475f20987360 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.429039 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] Transition to ACTIVE for port object 267d9655-b570-4c27-81da-33376a2d573c will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:08:26.429641 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:08:26.465127 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.506673 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-35ba2533-d9fc-4a67-8d53-475f20987360 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.527033 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ef98872c-121c-4790-a06a-183b738ba392 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:26.570316 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-35ba2533-d9fc-4a67-8d53-475f20987360 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.578885 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-35ba2533-d9fc-4a67-8d53-475f20987360 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] 10.222.0.31 "DELETE /v2.0/networks/d19321ad-19d8-4ece-b76b-909166e63ecd HTTP/1.1" status: 204 len: 168 time: 0.6586497 Nov 12 01:08:26.578885 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba2533-d9fc-4a67-8d53-475f20987360 tempest-TestNetworkBasicOps-2051363223 tempest-TestNetworkBasicOps-2051363223-project] Pushing event deleted for resources: {'Network': ['ID=d19321ad-19d8-4ece-b76b-909166e63ecd,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:26.613437 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: ef98872c-121c-4790-a06a-183b738ba392 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:26.613946 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ef98872c-121c-4790-a06a-183b738ba392 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:26.614540 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 18271fac-656b-4ef8-9a6e-7f178113da61 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:26.651141 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 18271fac-656b-4ef8-9a6e-7f178113da61 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:26.651740 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 18271fac-656b-4ef8-9a6e-7f178113da61 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:26.696613 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] Pushing event updated for resources: {'Port': ['ID=267d9655-b570-4c27-81da-33376a2d573c,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:26.751485 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-67973df7-487c-4fb1-852c-1b5246f62334 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.776146 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-67973df7-487c-4fb1-852c-1b5246f62334 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.859701 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-67973df7-487c-4fb1-852c-1b5246f62334 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.860284 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67973df7-487c-4fb1-852c-1b5246f62334 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Fanout notify agent at l3_agent the message router_deleted on router b72084ad-cf32-4e6e-8809-b4ae77e039ec {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:08:26.868550 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-67973df7-487c-4fb1-852c-1b5246f62334 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.872874 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41140) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:26.874227 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-67973df7-487c-4fb1-852c-1b5246f62334 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/routers/b72084ad-cf32-4e6e-8809-b4ae77e039ec HTTP/1.1" status: 204 len: 168 time: 0.5833411 Nov 12 01:08:26.875326 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] Attempting to bind port 267d9655-b570-4c27-81da-33376a2d573c on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:26.875669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] Attempting to bind port 267d9655-b570-4c27-81da-33376a2d573c by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:26.876000 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] Attempting to bind port 267d9655-b570-4c27-81da-33376a2d573c on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:26.881529 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] Port 267d9655-b570-4c27-81da-33376a2d573c on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:08:26.882059 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] Attempting to bind port 267d9655-b570-4c27-81da-33376a2d573c on network a8eaa1d8-98f0-4521-9f44-0792aea92c6d {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:26.888891 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:26.889273 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] Checking segment: {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:26.889880 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] Bound using segment: {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:26.890416 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] Bound port: 267d9655-b570-4c27-81da-33376a2d573c, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efaf90e-a212-4ade-94bf-5caf7e209a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:26.890808 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.938987 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab08c0f-f4a0-48cc-b25d-7853f1302c71 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting subnet 926a970e-e8b7-4734-9428-a8c719899811 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:08:26.943062 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aab08c0f-f4a0-48cc-b25d-7853f1302c71 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:27.000582 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aab08c0f-f4a0-48cc-b25d-7853f1302c71 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:27.008211 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41144) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:27.010826 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] For port 267d9655-b570-4c27-81da-33376a2d573c, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:27.018153 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] For port 267d9655-b570-4c27-81da-33376a2d573c, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=267d9655-b570-4c27-81da-33376a2d573c,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:27.030072 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:27.070418 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:27.071155 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:27.072429 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] 10.222.0.21 "PUT /v2.0/ports/267d9655-b570-4c27-81da-33376a2d573c HTTP/1.1" status: 200 len: 1092 time: 1.9448159 Nov 12 01:08:27.072908 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a10dda7-6ace-4e09-a64d-c64352eb1da5', 'tag': '267d9655-b570-4c27-81da-33376a2d573c'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:27.075137 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88283d6c-0e15-40b3-ab63-714d6773ab8f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a10dda7-6ace-4e09-a64d-c64352eb1da5", "tag": "267d9655-b570-4c27-81da-33376a2d573c"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:27.107844 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957fce5-a48c-4e4f-8ba2-6692cc9d252c service neutron] Pushing event updated for resources: {'Port': ['ID=267d9655-b570-4c27-81da-33376a2d573c,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:27.132466 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aab08c0f-f4a0-48cc-b25d-7853f1302c71 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:27.170350 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc70b39-a619-418e-aea7-7935b13b550d x-openstack-request-id: req-4bc70b39-a619-418e-aea7-7935b13b550d {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:27.170782 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a10dda7-6ace-4e09-a64d-c64352eb1da5", "tag": "267d9655-b570-4c27-81da-33376a2d573c", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:27.171091 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bc70b39-a619-418e-aea7-7935b13b550d {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:27.175122 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a10dda7-6ace-4e09-a64d-c64352eb1da5', 'tag': '267d9655-b570-4c27-81da-33376a2d573c', 'status': 'completed', 'code': 200} Nov 12 01:08:27.233596 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aab08c0f-f4a0-48cc-b25d-7853f1302c71 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:27.269302 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab08c0f-f4a0-48cc-b25d-7853f1302c71 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Subnet': ['ID=926a970e-e8b7-4734-9428-a8c719899811,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:27.294104 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d62af4-e63c-4f83-a47a-7bd29ac2c902 None None] Network b2d09788-d0fa-45c0-bc67-e1240b8c7272 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:27.310744 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aab08c0f-f4a0-48cc-b25d-7853f1302c71 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:27.315649 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-aab08c0f-f4a0-48cc-b25d-7853f1302c71 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/subnets/926a970e-e8b7-4734-9428-a8c719899811 HTTP/1.1" status: 204 len: 168 time: 0.4410863 Nov 12 01:08:27.317158 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-38a36368-e588-4598-bf47-84c13b89d4a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a95a5ba21e204aa3a425fd0950571760&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3075819 Nov 12 01:08:27.318221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41152) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:27.322215 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41154) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:27.335821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-484b08c1-ccab-458d-ae5f-13f17c8fe6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:27.345892 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-484b08c1-ccab-458d-ae5f-13f17c8fe6dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 1095 time: 0.1593494 Nov 12 01:08:27.418558 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-e2f963b7-7ff8-4801-9381-1ac3626d938f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=267d9655-b570-4c27-81da-33376a2d573c HTTP/1.1" status: 200 len: 217 time: 0.0684137 Nov 12 01:08:27.447600 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:08:27.469613 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-66be5ef4-c316-4a28-949b-3db1d41a549d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:27.510408 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-66be5ef4-c316-4a28-949b-3db1d41a549d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:27.556503 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-231a1308-2e51-4a30-96fd-1b4eec1e63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:27.558006 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-231a1308-2e51-4a30-96fd-1b4eec1e63fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.0542576 Nov 12 01:08:27.567969 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790f810-5924-49f3-a183-f762850f510b req-7aec5acf-3081-4697-87ed-3df4d43ac462 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:27.570933 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0790f810-5924-49f3-a183-f762850f510b req-7aec5acf-3081-4697-87ed-3df4d43ac462 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 943 time: 0.1514297 Nov 12 01:08:27.626722 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53cb682-1da0-4334-8116-c17bd3680c97 None None] DHCP port deletion for b2d09788-d0fa-45c0-bc67-e1240b8c7272 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:27.656237 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-14e642a1-9b1e-45b9-968b-7dc0c32c743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:27.657765 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-14e642a1-9b1e-45b9-968b-7dc0c32c743b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859940 Nov 12 01:08:27.659580 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e087b2-1353-4c32-b2e1-047a3d7fff8d req-106a8d45-8e62-411e-971b-637bd57bc34a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:27.661142 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-65e087b2-1353-4c32-b2e1-047a3d7fff8d req-106a8d45-8e62-411e-971b-637bd57bc34a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.3972280 Nov 12 01:08:27.662007 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0790f810-5924-49f3-a183-f762850f510b req-fa293304-c297-4089-8815-b2a2283993f4 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807176 Nov 12 01:08:27.721748 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-037b8d1c-f4be-4aa5-aafc-fb2cdf53dbd6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:27.746647 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b53cb682-1da0-4334-8116-c17bd3680c97 None None] Deleting port 000fecf4-1911-4ddb-8ffe-3478df8615b2 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:27.747050 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b53cb682-1da0-4334-8116-c17bd3680c97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:27.758043 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-66be5ef4-c316-4a28-949b-3db1d41a549d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:27.761233 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-66be5ef4-c316-4a28-949b-3db1d41a549d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:27.762716 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-66be5ef4-c316-4a28-949b-3db1d41a549d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/570674f9-4669-4498-8074-559d433f771f HTTP/1.1" status: 204 len: 168 time: 0.4126728 Nov 12 01:08:27.802342 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-65e087b2-1353-4c32-b2e1-047a3d7fff8d req-1e175189-487d-4fec-9d2d-033a0e7d1f74 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238816 Nov 12 01:08:27.803354 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be5ef4-c316-4a28-949b-3db1d41a549d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570674f9-4669-4498-8074-559d433f771f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:27.817274 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-5bc4bf91-f7f0-4480-895c-b75fd1c43315 service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470447 Nov 12 01:08:27.838142 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-037b8d1c-f4be-4aa5-aafc-fb2cdf53dbd6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting port 000fecf4-1911-4ddb-8ffe-3478df8615b2 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:27.838591 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-037b8d1c-f4be-4aa5-aafc-fb2cdf53dbd6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:27.931577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-037b8d1c-f4be-4aa5-aafc-fb2cdf53dbd6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] For port 000fecf4-1911-4ddb-8ffe-3478df8615b2, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=000fecf4-1911-4ddb-8ffe-3478df8615b2,segment=NetworkSegment(c69b746c-61f6-4089-9092-deb1bb24aafe),segment_id=c69b746c-61f6-4089-9092-deb1bb24aafe)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:27.932213 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-037b8d1c-f4be-4aa5-aafc-fb2cdf53dbd6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:27.950307 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-037b8d1c-f4be-4aa5-aafc-fb2cdf53dbd6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Calling delete_port for 000fecf4-1911-4ddb-8ffe-3478df8615b2 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:28.019980 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9cad0e2e-d4cf-468f-8867-0e4127dcfcf8 req-91cfcbf4-e835-425e-b506-f241f121c7af service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970687 Nov 12 01:08:28.078178 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:28.120517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:28.120928 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device e0fd9f1b-0312-4f4a-88a1-8020bc35b1d6 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:28.134565 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 000fecf4-1911-4ddb-8ffe-3478df8615b2 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:28.139552 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b53cb682-1da0-4334-8116-c17bd3680c97 None None] For port 000fecf4-1911-4ddb-8ffe-3478df8615b2, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=000fecf4-1911-4ddb-8ffe-3478df8615b2,segment=NetworkSegment(c69b746c-61f6-4089-9092-deb1bb24aafe),segment_id=c69b746c-61f6-4089-9092-deb1bb24aafe)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:28.140128 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b53cb682-1da0-4334-8116-c17bd3680c97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.160984 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-037b8d1c-f4be-4aa5-aafc-fb2cdf53dbd6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.168613 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88283d6c-0e15-40b3-ab63-714d6773ab8f req-80089a6e-6747-4e7c-92ed-8577ab999520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:28.177306 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88283d6c-0e15-40b3-ab63-714d6773ab8f req-80089a6e-6747-4e7c-92ed-8577ab999520 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 1095 time: 0.0697725 Nov 12 01:08:28.188894 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b53cb682-1da0-4334-8116-c17bd3680c97 None None] Calling delete_port for 000fecf4-1911-4ddb-8ffe-3478df8615b2 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:28.204410 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037b8d1c-f4be-4aa5-aafc-fb2cdf53dbd6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] No DVR routers for this DVR port 000fecf4-1911-4ddb-8ffe-3478df8615b2 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:28.214528 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b8d1c-f4be-4aa5-aafc-fb2cdf53dbd6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Port': ['ID=000fecf4-1911-4ddb-8ffe-3478df8615b2,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:28.248268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No active binding found for port 000fecf4-1911-4ddb-8ffe-3478df8615b2 {{(pid=114244) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 01:08:28.248820 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 000fecf4-1911-4ddb-8ffe-3478df8615b2 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:28.303624 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b53cb682-1da0-4334-8116-c17bd3680c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.340878 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-037b8d1c-f4be-4aa5-aafc-fb2cdf53dbd6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.356517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53cb682-1da0-4334-8116-c17bd3680c97 None None] No DVR routers for this DVR port 000fecf4-1911-4ddb-8ffe-3478df8615b2 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:28.363154 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cb682-1da0-4334-8116-c17bd3680c97 None None] Pushing event deleted for resources: {'Port': ['ID=000fecf4-1911-4ddb-8ffe-3478df8615b2,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:28.368874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88283d6c-0e15-40b3-ab63-714d6773ab8f req-8c936763-3938-4e58-afd7-3f82328372ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:28.374246 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88283d6c-0e15-40b3-ab63-714d6773ab8f req-8c936763-3938-4e58-afd7-3f82328372ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 912 time: 0.1847315 Nov 12 01:08:28.378427 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cb682-1da0-4334-8116-c17bd3680c97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:28.379195 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cb682-1da0-4334-8116-c17bd3680c97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:28.380223 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cb682-1da0-4334-8116-c17bd3680c97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:28.380877 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cb682-1da0-4334-8116-c17bd3680c97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:28.381440 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cb682-1da0-4334-8116-c17bd3680c97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:28.382195 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cb682-1da0-4334-8116-c17bd3680c97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:28.382572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cb682-1da0-4334-8116-c17bd3680c97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:28.382984 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cb682-1da0-4334-8116-c17bd3680c97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:28.383318 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cb682-1da0-4334-8116-c17bd3680c97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:28.383647 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cb682-1da0-4334-8116-c17bd3680c97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:28.384041 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cb682-1da0-4334-8116-c17bd3680c97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:28.384367 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cb682-1da0-4334-8116-c17bd3680c97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:28.386924 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-037b8d1c-f4be-4aa5-aafc-fb2cdf53dbd6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d09788-d0fa-45c0-bc67-e1240b8c7272']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:28.399279 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-037b8d1c-f4be-4aa5-aafc-fb2cdf53dbd6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69b746c-61f6-4089-9092-deb1bb24aafe') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:28.399949 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-037b8d1c-f4be-4aa5-aafc-fb2cdf53dbd6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69b746c-61f6-4089-9092-deb1bb24aafe') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:28.412980 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-037b8d1c-f4be-4aa5-aafc-fb2cdf53dbd6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.431546 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88283d6c-0e15-40b3-ab63-714d6773ab8f req-2293728d-0273-4104-89b7-865e74605728 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=267d9655-b570-4c27-81da-33376a2d573c HTTP/1.1" status: 200 len: 217 time: 0.0507188 Nov 12 01:08:28.432682 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-037b8d1c-f4be-4aa5-aafc-fb2cdf53dbd6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.439812 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-037b8d1c-f4be-4aa5-aafc-fb2cdf53dbd6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:08:28.440459 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-037b8d1c-f4be-4aa5-aafc-fb2cdf53dbd6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:08:28.447724 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:08:28.450701 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41162) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:28.478769 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a8eef2a-37a5-4739-834b-d0e1491dcec2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.505813 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88283d6c-0e15-40b3-ab63-714d6773ab8f req-5dd3c4ee-4a32-44e0-af4d-e98df97b3e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:28.508723 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88283d6c-0e15-40b3-ab63-714d6773ab8f req-5dd3c4ee-4a32-44e0-af4d-e98df97b3e62 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.0694182 Nov 12 01:08:28.539872 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-037b8d1c-f4be-4aa5-aafc-fb2cdf53dbd6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.551648 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-037b8d1c-f4be-4aa5-aafc-fb2cdf53dbd6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.559855 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41164) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:28.560182 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-037b8d1c-f4be-4aa5-aafc-fb2cdf53dbd6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/networks/b2d09788-d0fa-45c0-bc67-e1240b8c7272 HTTP/1.1" status: 204 len: 168 time: 1.2386947 Nov 12 01:08:28.566270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-53dea75a-0513-444c-95e3-ab8e2bdc0642 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-884362506', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:28.577649 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b8d1c-f4be-4aa5-aafc-fb2cdf53dbd6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Network': ['ID=b2d09788-d0fa-45c0-bc67-e1240b8c7272,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:28.588535 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88283d6c-0e15-40b3-ab63-714d6773ab8f req-6b0dfdee-9200-4b80-970f-7a6690dd8acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:28.590671 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88283d6c-0e15-40b3-ab63-714d6773ab8f req-6b0dfdee-9200-4b80-970f-7a6690dd8acd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729980 Nov 12 01:08:28.619075 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-53dea75a-0513-444c-95e3-ab8e2bdc0642 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.620093 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-53dea75a-0513-444c-95e3-ab8e2bdc0642 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.630706 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a8eef2a-37a5-4739-834b-d0e1491dcec2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.637062 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0a8eef2a-37a5-4739-834b-d0e1491dcec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.693080 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0a8eef2a-37a5-4739-834b-d0e1491dcec2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22091bd5869149bdad6f518eb19f360b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2440908 Nov 12 01:08:28.694126 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41168) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:28.701301 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8eef2a-37a5-4739-834b-d0e1491dcec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bded2532-d270-466a-b2c1-860cb763acb7,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:28.741165 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-53dea75a-0513-444c-95e3-ab8e2bdc0642 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.752730 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-53dea75a-0513-444c-95e3-ab8e2bdc0642 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.764675 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4488a6aa-9cfb-40b1-9b26-5bee0fb2670d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.787699 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4488a6aa-9cfb-40b1-9b26-5bee0fb2670d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.795348 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88283d6c-0e15-40b3-ab63-714d6773ab8f req-c310cbc7-7672-43a8-a199-a528ad2e9424 service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973546 Nov 12 01:08:28.814635 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-53dea75a-0513-444c-95e3-ab8e2bdc0642 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.816001 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-53dea75a-0513-444c-95e3-ab8e2bdc0642 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2550285 Nov 12 01:08:28.819039 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41170) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:28.844008 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4488a6aa-9cfb-40b1-9b26-5bee0fb2670d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.846885 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4488a6aa-9cfb-40b1-9b26-5bee0fb2670d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.851810 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4488a6aa-9cfb-40b1-9b26-5bee0fb2670d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bded2532-d270-466a-b2c1-860cb763acb7 HTTP/1.1" status: 204 len: 168 time: 0.1555936 Nov 12 01:08:28.863102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488a6aa-9cfb-40b1-9b26-5bee0fb2670d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bded2532-d270-466a-b2c1-860cb763acb7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:28.998239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c230f-8681-482b-adff-5b3039166b88 req-dd3778ac-63bf-464b-8200-5bfa8df5efd5 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:29.010063 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-907c230f-8681-482b-adff-5b3039166b88 req-dd3778ac-63bf-464b-8200-5bfa8df5efd5 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.0760591 Nov 12 01:08:29.078625 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-907c230f-8681-482b-adff-5b3039166b88 req-14fd4214-cef6-46eb-a78f-1235d2dfb662 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683756 Nov 12 01:08:29.274470 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-c53c366a-fde4-431c-8394-b1ec1e40e582 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1434473679'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:29.333847 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8394e4f-43b3-41c8-8ba1-b74b30fabc60 req-18fcb58c-aae8-4164-9952-065c4eb7a77f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:29.342052 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a8394e4f-43b3-41c8-8ba1-b74b30fabc60 req-18fcb58c-aae8-4164-9952-065c4eb7a77f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 943 time: 0.5776224 Nov 12 01:08:29.357827 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f78b5-63ac-4a19-b012-087556ca8821 req-4d722545-fa89-4cb6-9a79-449330ded320 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:29.359613 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-139f78b5-63ac-4a19-b012-087556ca8821 req-4d722545-fa89-4cb6-9a79-449330ded320 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.0688946 Nov 12 01:08:29.385217 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53c366a-fde4-431c-8394-b1ec1e40e582 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Made reservation on behalf of 137f8c28569947beacf7cb6d5ec492c9 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:29.389464 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c53c366a-fde4-431c-8394-b1ec1e40e582 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:29.438513 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-139f78b5-63ac-4a19-b012-087556ca8821 req-dabf1b4a-83d5-49b8-8986-2fa886058422 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710907 Nov 12 01:08:29.446342 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88283d6c-0e15-40b3-ab63-714d6773ab8f req-f59dd22b-f8ba-4a41-b3d5-abcbceb6ca55 service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6419115 Nov 12 01:08:29.465213 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a8394e4f-43b3-41c8-8ba1-b74b30fabc60 req-57c22f96-c8eb-4724-858c-04dadbdb3a2d tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220932 Nov 12 01:08:29.474902 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53c366a-fde4-431c-8394-b1ec1e40e582 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:08:29.492969 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c53c366a-fde4-431c-8394-b1ec1e40e582 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:29.492969 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-c53c366a-fde4-431c-8394-b1ec1e40e582 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Added segment ef13758d-74d3-4e65-97ba-ca08c335d44f of type vlan for network 2b9cd5c1-a778-4761-8bcd-7a751db2b98d Nov 12 01:08:29.547442 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c53c366a-fde4-431c-8394-b1ec1e40e582 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:29.602806 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c53c366a-fde4-431c-8394-b1ec1e40e582 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:29.608540 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53c366a-fde4-431c-8394-b1ec1e40e582 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:29.609186 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c53c366a-fde4-431c-8394-b1ec1e40e582 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:29.618395 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4caef-abc7-415a-bf42-14c6e9c630ce req-d42e67fd-1624-401a-bdaa-b4ae20622623 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:29.619864 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-42a4caef-abc7-415a-bf42-14c6e9c630ce req-d42e67fd-1624-401a-bdaa-b4ae20622623 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.0745912 Nov 12 01:08:29.668934 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c53c366a-fde4-431c-8394-b1ec1e40e582 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8344297 Nov 12 01:08:29.672434 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41182) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:29.677772 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-4b012ccd-3617-4ecc-a581-5f89c3177361 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'subnet': {'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:29.724341 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c366a-fde4-431c-8394-b1ec1e40e582 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Network': ['ID=2b9cd5c1-a778-4761-8bcd-7a751db2b98d,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:29.733967 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-42a4caef-abc7-415a-bf42-14c6e9c630ce req-4baf07ae-0ecd-400d-a63a-86a3225fa443 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063941 Nov 12 01:08:29.739518 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 2b9cd5c1-a778-4761-8bcd-7a751db2b98d details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:08:29.777157 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b012ccd-3617-4ecc-a581-5f89c3177361 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Made reservation on behalf of 137f8c28569947beacf7cb6d5ec492c9 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:29.782362 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4b012ccd-3617-4ecc-a581-5f89c3177361 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:29.973561 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57846376-9053-4476-b9ac-4047a83fde78 req-e3f2a626-0664-4f07-9274-34965dbb371c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:29.975344 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-57846376-9053-4476-b9ac-4047a83fde78 req-e3f2a626-0664-4f07-9274-34965dbb371c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.0619776 Nov 12 01:08:29.995124 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4b012ccd-3617-4ecc-a581-5f89c3177361 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:30.032003 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-57846376-9053-4476-b9ac-4047a83fde78 req-203c803c-beae-448a-89d8-25b347b42fbb tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494292 Nov 12 01:08:30.076288 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b012ccd-3617-4ecc-a581-5f89c3177361 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Subnet': ['ID=f5dc0b87-0b7f-40da-95ac-f445212ea021,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:30.084096 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b012ccd-3617-4ecc-a581-5f89c3177361 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Checking segment: {'id': 'ef13758d-74d3-4e65-97ba-ca08c335d44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:30.084460 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b012ccd-3617-4ecc-a581-5f89c3177361 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network hostable DHCP agents. Network: 2b9cd5c1-a778-4761-8bcd-7a751db2b98d, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:08:30.101731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b012ccd-3617-4ecc-a581-5f89c3177361 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network 2b9cd5c1-a778-4761-8bcd-7a751db2b98d is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:08:30.112212 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-4b012ccd-3617-4ecc-a581-5f89c3177361 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 2b9cd5c1-a778-4761-8bcd-7a751db2b98d) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:30.117120 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b012ccd-3617-4ecc-a581-5f89c3177361 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:30.118297 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4b012ccd-3617-4ecc-a581-5f89c3177361 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:30.122720 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230374b5-33c1-4bf6-85d8-1d2c8bb52b1d None None] Network 2b9cd5c1-a778-4761-8bcd-7a751db2b98d requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:30.146017 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4b012ccd-3617-4ecc-a581-5f89c3177361 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4695156 Nov 12 01:08:30.146265 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41188) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:30.292958 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a702cea0-06d9-4b4e-ad24-115e19bacd68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:08:30.294113 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a702cea0-06d9-4b4e-ad24-115e19bacd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:30.448826 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-987d0d04-f56a-4781-9856-b8783b4b991e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:30.450401 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-a702cea0-06d9-4b4e-ad24-115e19bacd68 None None] Allocated IP 2001:db8::2 (2b9cd5c1-a778-4761-8bcd-7a751db2b98d/f5dc0b87-0b7f-40da-95ac-f445212ea021/95e6e8bb-36ad-4d41-aeeb-8843197cf118) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:30.616872 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a702cea0-06d9-4b4e-ad24-115e19bacd68 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:30.623982 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a702cea0-06d9-4b4e-ad24-115e19bacd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:30.663228 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a702cea0-06d9-4b4e-ad24-115e19bacd68 None None] Network 2b9cd5c1-a778-4761-8bcd-7a751db2b98d is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:30.668525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-a702cea0-06d9-4b4e-ad24-115e19bacd68 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:30.672870 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a702cea0-06d9-4b4e-ad24-115e19bacd68 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:30.678709 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702cea0-06d9-4b4e-ad24-115e19bacd68 None None] Pushing event updated for resources: {'Port': ['ID=95e6e8bb-36ad-4d41-aeeb-8843197cf118,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:30.739020 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a702cea0-06d9-4b4e-ad24-115e19bacd68 None None] Attempting to bind port 95e6e8bb-36ad-4d41-aeeb-8843197cf118 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:30.739311 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a702cea0-06d9-4b4e-ad24-115e19bacd68 None None] Attempting to bind port 95e6e8bb-36ad-4d41-aeeb-8843197cf118 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'ef13758d-74d3-4e65-97ba-ca08c335d44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:30.739814 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702cea0-06d9-4b4e-ad24-115e19bacd68 None None] Attempting to bind port 95e6e8bb-36ad-4d41-aeeb-8843197cf118 on network 2b9cd5c1-a778-4761-8bcd-7a751db2b98d {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:30.745246 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702cea0-06d9-4b4e-ad24-115e19bacd68 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:30.745626 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702cea0-06d9-4b4e-ad24-115e19bacd68 None None] Checking segment: {'id': 'ef13758d-74d3-4e65-97ba-ca08c335d44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:30.746038 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a702cea0-06d9-4b4e-ad24-115e19bacd68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:30.746434 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702cea0-06d9-4b4e-ad24-115e19bacd68 None None] Bound using segment: {'id': 'ef13758d-74d3-4e65-97ba-ca08c335d44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:30.746916 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a702cea0-06d9-4b4e-ad24-115e19bacd68 None None] Bound port: 95e6e8bb-36ad-4d41-aeeb-8843197cf118, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef13758d-74d3-4e65-97ba-ca08c335d44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:30.747298 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a702cea0-06d9-4b4e-ad24-115e19bacd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:30.812176 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a702cea0-06d9-4b4e-ad24-115e19bacd68 None None] For port 95e6e8bb-36ad-4d41-aeeb-8843197cf118, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:30.815685 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a702cea0-06d9-4b4e-ad24-115e19bacd68 None None] For port 95e6e8bb-36ad-4d41-aeeb-8843197cf118, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=95e6e8bb-36ad-4d41-aeeb-8843197cf118,segment=NetworkSegment(ef13758d-74d3-4e65-97ba-ca08c335d44f),segment_id=ef13758d-74d3-4e65-97ba-ca08c335d44f)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:30.821216 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a702cea0-06d9-4b4e-ad24-115e19bacd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:30.887324 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702cea0-06d9-4b4e-ad24-115e19bacd68 None None] Pushing event updated for resources: {'Port': ['ID=95e6e8bb-36ad-4d41-aeeb-8843197cf118,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:31.031542 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f179368-ca82-4f1b-8d11-bb2e917dd072 req-b821c499-9d7f-43d5-9e51-9ed0f5daafef tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:31.032899 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f179368-ca82-4f1b-8d11-bb2e917dd072 req-b821c499-9d7f-43d5-9e51-9ed0f5daafef tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 943 time: 0.4872382 Nov 12 01:08:31.142470 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f179368-ca82-4f1b-8d11-bb2e917dd072 req-33a74827-bcde-4574-a4bd-2f62feddb2fa tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008589 Nov 12 01:08:31.143577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-987d0d04-f56a-4781-9856-b8783b4b991e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Allocated IP 2001:db8::1 (2b9cd5c1-a778-4761-8bcd-7a751db2b98d/f5dc0b87-0b7f-40da-95ac-f445212ea021/e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:31.180247 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052da468-3c85-4861-b25f-337088757c21 req-655dcd9a-3150-48e6-9560-9969171fdc87 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:31.181711 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-052da468-3c85-4861-b25f-337088757c21 req-655dcd9a-3150-48e6-9560-9969171fdc87 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.0671110 Nov 12 01:08:31.232469 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-052da468-3c85-4861-b25f-337088757c21 req-12532690-453f-4c0a-bf67-194b35026391 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425050 Nov 12 01:08:31.273122 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-987d0d04-f56a-4781-9856-b8783b4b991e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.305724 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-987d0d04-f56a-4781-9856-b8783b4b991e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.347976 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987d0d04-f56a-4781-9856-b8783b4b991e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network 2b9cd5c1-a778-4761-8bcd-7a751db2b98d is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:31.357050 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-987d0d04-f56a-4781-9856-b8783b4b991e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:31.361412 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987d0d04-f56a-4781-9856-b8783b4b991e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:31.361955 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-987d0d04-f56a-4781-9856-b8783b4b991e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.368442 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d0d04-f56a-4781-9856-b8783b4b991e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Port': ['ID=e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:31.477923 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-987d0d04-f56a-4781-9856-b8783b4b991e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.755052 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-987d0d04-f56a-4781-9856-b8783b4b991e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.759873 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-987d0d04-f56a-4781-9856-b8783b4b991e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.760931 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-987d0d04-f56a-4781-9856-b8783b4b991e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.811366 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41156513-39d4-492f-b549-689f8dbd05d9 None None] Network 2b9cd5c1-a778-4761-8bcd-7a751db2b98d requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:31.848129 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d0d04-f56a-4781-9856-b8783b4b991e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Port': ['ID=e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:31.891072 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-97e4b31d-1c70-4597-83e1-86fea5f1e996 None None] Provisioning complete for port 95e6e8bb-36ad-4d41-aeeb-8843197cf118 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:31.891440 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-97e4b31d-1c70-4597-83e1-86fea5f1e996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.892724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987d0d04-f56a-4781-9856-b8783b4b991e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network 2b9cd5c1-a778-4761-8bcd-7a751db2b98d is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:31.894149 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-987d0d04-f56a-4781-9856-b8783b4b991e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:32.017833 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987d0d04-f56a-4781-9856-b8783b4b991e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router 1e26853c-b16c-41a9-8c79-9d6990e125cf is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:08:32.032409 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-97e4b31d-1c70-4597-83e1-86fea5f1e996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.046153 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 95e6e8bb-36ad-4d41-aeeb-8843197cf118 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:32.109308 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-97e4b31d-1c70-4597-83e1-86fea5f1e996 None None] For port 95e6e8bb-36ad-4d41-aeeb-8843197cf118, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=95e6e8bb-36ad-4d41-aeeb-8843197cf118,segment=NetworkSegment(ef13758d-74d3-4e65-97ba-ca08c335d44f),segment_id=ef13758d-74d3-4e65-97ba-ca08c335d44f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:32.114652 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-97e4b31d-1c70-4597-83e1-86fea5f1e996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.127771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987d0d04-f56a-4781-9856-b8783b4b991e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:32.136077 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-987d0d04-f56a-4781-9856-b8783b4b991e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/1e26853c-b16c-41a9-8c79-9d6990e125cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9862022 Nov 12 01:08:32.136252 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41194) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:32.143118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-37ee841a-09b5-4639-8c3e-df200fe8aef6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-542986116'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:32.143928 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] Sync routers for ids ['1e26853c-b16c-41a9-8c79-9d6990e125cf'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:32.162745 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 95e6e8bb-36ad-4d41-aeeb-8843197cf118 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:32.163178 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.165095 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] Routers {'1e26853c-b16c-41a9-8c79-9d6990e125cf'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:32.165985 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1e26853c-b16c-41a9-8c79-9d6990e125cf'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:32.167762 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ee841a-09b5-4639-8c3e-df200fe8aef6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Made reservation on behalf of 137f8c28569947beacf7cb6d5ec492c9 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:32.173719 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-37ee841a-09b5-4639-8c3e-df200fe8aef6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.203330 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ee841a-09b5-4639-8c3e-df200fe8aef6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:08:32.214772 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-37ee841a-09b5-4639-8c3e-df200fe8aef6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.215309 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-37ee841a-09b5-4639-8c3e-df200fe8aef6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Added segment 33837b67-59bd-4b1a-b741-69a38c491717 of type vlan for network 11e84e07-282a-4f9f-8fc3-019a6bc91796 Nov 12 01:08:32.236909 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4b31d-1c70-4597-83e1-86fea5f1e996 None None] Pushing event updated for resources: {'Port': ['ID=95e6e8bb-36ad-4d41-aeeb-8843197cf118,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:32.343981 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-37ee841a-09b5-4639-8c3e-df200fe8aef6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.392241 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac2d57-f53b-4a63-9498-cac8bec80433 req-2e85ffaa-ac13-4267-898f-b5a3b6bd0a6f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:32.393837 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4ac2d57-f53b-4a63-9498-cac8bec80433 req-2e85ffaa-ac13-4267-898f-b5a3b6bd0a6f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 943 time: 0.0987530 Nov 12 01:08:32.395059 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-37ee841a-09b5-4639-8c3e-df200fe8aef6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.401390 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ee841a-09b5-4639-8c3e-df200fe8aef6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:32.402005 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-37ee841a-09b5-4639-8c3e-df200fe8aef6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.408550 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065dc65-59c5-45c1-a832-67bb16f8dcee req-b84ad154-1677-44ea-b171-1a12d74d1c1c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:32.418732 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2065dc65-59c5-45c1-a832-67bb16f8dcee req-b84ad154-1677-44ea-b171-1a12d74d1c1c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.0932684 Nov 12 01:08:32.428418 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] Set router 1e26853c-b16c-41a9-8c79-9d6990e125cf gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:32.450974 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8859ec38-c51b-4dc8-b3c2-ba0cf8393baa None None] Provisioning complete for port e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:32.450974 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8859ec38-c51b-4dc8-b3c2-ba0cf8393baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.462375 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-37ee841a-09b5-4639-8c3e-df200fe8aef6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3224909 Nov 12 01:08:32.474037 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41200) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:32.486836 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2065dc65-59c5-45c1-a832-67bb16f8dcee req-d433054f-aa6c-4cf2-867f-ca0dd7727579 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668650 Nov 12 01:08:32.500495 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-29765c5c-8905-4615-a005-c270f2e5291d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'subnet': {'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:32.511646 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee841a-09b5-4639-8c3e-df200fe8aef6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Network': ['ID=11e84e07-282a-4f9f-8fc3-019a6bc91796,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:32.540912 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-8859ec38-c51b-4dc8-b3c2-ba0cf8393baa None None] Port e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:32.542013 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4ac2d57-f53b-4a63-9498-cac8bec80433 req-273c51e0-7f04-4ec4-8d56-d2cf0d0081fd tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362345 Nov 12 01:08:32.542840 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 11e84e07-282a-4f9f-8fc3-019a6bc91796 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:08:32.617238 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8859ec38-c51b-4dc8-b3c2-ba0cf8393baa None None] Provisioning complete for port 95e6e8bb-36ad-4d41-aeeb-8843197cf118 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:32.617706 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8859ec38-c51b-4dc8-b3c2-ba0cf8393baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.634755 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29765c5c-8905-4615-a005-c270f2e5291d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Made reservation on behalf of 137f8c28569947beacf7cb6d5ec492c9 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:32.638645 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-29765c5c-8905-4615-a005-c270f2e5291d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.699502 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:31Z', 'revision_number': 2, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:31Z', 'revision_number': 2, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:32.736412 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] Checking router: 1e26853c-b16c-41a9-8c79-9d6990e125cf for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:32.736775 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] Updating router 1e26853c-b16c-41a9-8c79-9d6990e125cf port e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:08:32.763083 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.844608 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2680fd58-7d9a-48a9-953d-aa9c5970da90 None None] Provisioning complete for port e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:32.845998 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2680fd58-7d9a-48a9-953d-aa9c5970da90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.859496 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-29765c5c-8905-4615-a005-c270f2e5291d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.906335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-2680fd58-7d9a-48a9-953d-aa9c5970da90 None None] Port e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:32.931613 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29765c5c-8905-4615-a005-c270f2e5291d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Subnet': ['ID=2dfba53a-63b2-48e3-9703-a0973682a020,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:32.940673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29765c5c-8905-4615-a005-c270f2e5291d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Checking segment: {'id': '33837b67-59bd-4b1a-b741-69a38c491717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:32.941065 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29765c5c-8905-4615-a005-c270f2e5291d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network hostable DHCP agents. Network: 11e84e07-282a-4f9f-8fc3-019a6bc91796, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:08:32.960860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29765c5c-8905-4615-a005-c270f2e5291d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network 11e84e07-282a-4f9f-8fc3-019a6bc91796 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:08:32.969905 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-29765c5c-8905-4615-a005-c270f2e5291d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 11e84e07-282a-4f9f-8fc3-019a6bc91796) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:32.975398 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29765c5c-8905-4615-a005-c270f2e5291d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:32.975993 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-29765c5c-8905-4615-a005-c270f2e5291d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.981436 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61e8705-2a6c-490c-93bb-1183ba1b9dad None None] Network 11e84e07-282a-4f9f-8fc3-019a6bc91796 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:32.995646 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-29765c5c-8905-4615-a005-c270f2e5291d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5009122 Nov 12 01:08:32.998908 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41202) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:33.062586 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-60eaf57b-d1c2-4474-a259-45e72fdb23be None None] Provisioning complete for port e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:33.062860 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-60eaf57b-d1c2-4474-a259-45e72fdb23be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.069872 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.078231 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.135392 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-60eaf57b-d1c2-4474-a259-45e72fdb23be None None] Port e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:33.148382 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d4ae0-3b75-4377-b05a-500e806bead6 None None] Pushing event updated for resources: {'Port': ['ID=e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:33.159954 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d4ae0-3b75-4377-b05a-500e806bead6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:33.160299 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d4ae0-3b75-4377-b05a-500e806bead6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:33.160866 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d4ae0-3b75-4377-b05a-500e806bead6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:33.161206 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d4ae0-3b75-4377-b05a-500e806bead6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:33.161531 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d4ae0-3b75-4377-b05a-500e806bead6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:33.161860 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d4ae0-3b75-4377-b05a-500e806bead6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:33.162182 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d4ae0-3b75-4377-b05a-500e806bead6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:33.162499 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d4ae0-3b75-4377-b05a-500e806bead6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:33.162819 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d4ae0-3b75-4377-b05a-500e806bead6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:33.163136 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d4ae0-3b75-4377-b05a-500e806bead6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:33.163451 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d4ae0-3b75-4377-b05a-500e806bead6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:33.163765 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d4ae0-3b75-4377-b05a-500e806bead6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:33.209416 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] Attempting to bind port e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:33.209791 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] Attempting to bind port e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'ef13758d-74d3-4e65-97ba-ca08c335d44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:33.210636 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] Attempting to bind port e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4 on network 2b9cd5c1-a778-4761-8bcd-7a751db2b98d {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:33.215476 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:33.215847 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] Checking segment: {'id': 'ef13758d-74d3-4e65-97ba-ca08c335d44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:33.216241 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.216621 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] Bound using segment: {'id': 'ef13758d-74d3-4e65-97ba-ca08c335d44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:33.217187 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbca1eec-4ab8-4899-9dfe-1acd122d73e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-11e84e07-282a-4f9f-8fc3-019a6bc91796', 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'fixed_ips': [{'subnet_id': '2dfba53a-63b2-48e3-9703-a0973682a020'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:08:33.217318 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] Bound port: e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef13758d-74d3-4e65-97ba-ca08c335d44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:33.217675 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.218256 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dbca1eec-4ab8-4899-9dfe-1acd122d73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.298724 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] For port e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:33.302414 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] For port e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4,segment=NetworkSegment(ef13758d-74d3-4e65-97ba-ca08c335d44f),segment_id=ef13758d-74d3-4e65-97ba-ca08c335d44f)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:33.308526 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.360260 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] Routers {'1e26853c-b16c-41a9-8c79-9d6990e125cf'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:33.360913 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1e26853c-b16c-41a9-8c79-9d6990e125cf'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:33.391434 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-dbca1eec-4ab8-4899-9dfe-1acd122d73e3 None None] Allocated IP 2001:db8:1::2 (11e84e07-282a-4f9f-8fc3-019a6bc91796/2dfba53a-63b2-48e3-9703-a0973682a020/59afd312-9360-4e2d-86a9-c08b23cf4026) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:33.401206 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac105f5e-fb97-4b23-8d83-39c6927061ab tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.456059 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d4ae0-3b75-4377-b05a-500e806bead6 None None] Pushing event updated for resources: {'Port': ['ID=e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:33.485367 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] Set router 1e26853c-b16c-41a9-8c79-9d6990e125cf gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:33.497170 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-93dd3f1d-27fa-4003-a8fc-1f711553731f None None] Provisioning complete for port e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:33.497833 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-93dd3f1d-27fa-4003-a8fc-1f711553731f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.628669 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dbca1eec-4ab8-4899-9dfe-1acd122d73e3 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.645971 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dbca1eec-4ab8-4899-9dfe-1acd122d73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.739371 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbca1eec-4ab8-4899-9dfe-1acd122d73e3 None None] Network 11e84e07-282a-4f9f-8fc3-019a6bc91796 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:33.764747 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-dbca1eec-4ab8-4899-9dfe-1acd122d73e3 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:33.774961 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0ecfb-7777-44ea-81e2-fe894df63530 req-49145d4c-99f7-4938-9be0-aad1e718c8e2 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:33.776547 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94f0ecfb-7777-44ea-81e2-fe894df63530 req-49145d4c-99f7-4938-9be0-aad1e718c8e2 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 943 time: 0.0799112 Nov 12 01:08:33.783967 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbca1eec-4ab8-4899-9dfe-1acd122d73e3 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:33.791072 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-ac105f5e-fb97-4b23-8d83-39c6927061ab tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Allocated IP 2001:db8:1::1 (11e84e07-282a-4f9f-8fc3-019a6bc91796/2dfba53a-63b2-48e3-9703-a0973682a020/24910213-d00b-4e1a-9070-b4173de92372) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:33.803925 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683f8ad-e8b7-46ee-89f7-33b245b84e80 req-bd9ae0dd-bebf-4921-8056-e72ebb5d25b0 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:33.805507 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d683f8ad-e8b7-46ee-89f7-33b245b84e80 req-bd9ae0dd-bebf-4921-8056-e72ebb5d25b0 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.1595342 Nov 12 01:08:33.839284 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-93dd3f1d-27fa-4003-a8fc-1f711553731f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.841023 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca1eec-4ab8-4899-9dfe-1acd122d73e3 None None] Pushing event updated for resources: {'Port': ['ID=59afd312-9360-4e2d-86a9-c08b23cf4026,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:33.848679 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:31Z', 'revision_number': 2, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 4, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:33.851150 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-94f0ecfb-7777-44ea-81e2-fe894df63530 req-e0e13c87-cb67-4153-8757-6be0e9fe63c7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652254 Nov 12 01:08:33.879300 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5442a1-7edf-43c9-abc9-ea3a67556d4f None None] The sync data for ids ['1e26853c-b16c-41a9-8c79-9d6990e125cf'] in n-d-712137-14 is: [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:31Z', 'revision_number': 2, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 4, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:33.882576 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-dbca1eec-4ab8-4899-9dfe-1acd122d73e3 None None] Attempting to bind port 59afd312-9360-4e2d-86a9-c08b23cf4026 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:33.883075 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-dbca1eec-4ab8-4899-9dfe-1acd122d73e3 None None] Attempting to bind port 59afd312-9360-4e2d-86a9-c08b23cf4026 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '33837b67-59bd-4b1a-b741-69a38c491717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:33.883352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbca1eec-4ab8-4899-9dfe-1acd122d73e3 None None] Attempting to bind port 59afd312-9360-4e2d-86a9-c08b23cf4026 on network 11e84e07-282a-4f9f-8fc3-019a6bc91796 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:33.897799 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbca1eec-4ab8-4899-9dfe-1acd122d73e3 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:33.898497 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d683f8ad-e8b7-46ee-89f7-33b245b84e80 req-f1ede92b-e084-41e7-8adb-d8b7591c8cab tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800703 Nov 12 01:08:33.901065 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbca1eec-4ab8-4899-9dfe-1acd122d73e3 None None] Checking segment: {'id': '33837b67-59bd-4b1a-b741-69a38c491717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:33.902058 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dbca1eec-4ab8-4899-9dfe-1acd122d73e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.903177 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbca1eec-4ab8-4899-9dfe-1acd122d73e3 None None] Bound using segment: {'id': '33837b67-59bd-4b1a-b741-69a38c491717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:33.903873 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-dbca1eec-4ab8-4899-9dfe-1acd122d73e3 None None] Bound port: 59afd312-9360-4e2d-86a9-c08b23cf4026, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33837b67-59bd-4b1a-b741-69a38c491717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:33.905048 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dbca1eec-4ab8-4899-9dfe-1acd122d73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.937745 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-93dd3f1d-27fa-4003-a8fc-1f711553731f None None] For port e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4,segment=NetworkSegment(ef13758d-74d3-4e65-97ba-ca08c335d44f),segment_id=ef13758d-74d3-4e65-97ba-ca08c335d44f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:33.959522 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-93dd3f1d-27fa-4003-a8fc-1f711553731f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.015321 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac105f5e-fb97-4b23-8d83-39c6927061ab tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.032208 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 95e6e8bb-36ad-4d41-aeeb-8843197cf118 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:34.055780 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac105f5e-fb97-4b23-8d83-39c6927061ab tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.061734 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-dbca1eec-4ab8-4899-9dfe-1acd122d73e3 None None] For port 59afd312-9360-4e2d-86a9-c08b23cf4026, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:34.068442 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd3f1d-27fa-4003-a8fc-1f711553731f None None] Pushing event updated for resources: {'Port': ['ID=e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:34.089820 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-dbca1eec-4ab8-4899-9dfe-1acd122d73e3 None None] For port 59afd312-9360-4e2d-86a9-c08b23cf4026, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=59afd312-9360-4e2d-86a9-c08b23cf4026,segment=NetworkSegment(33837b67-59bd-4b1a-b741-69a38c491717),segment_id=33837b67-59bd-4b1a-b741-69a38c491717)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:34.106807 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dbca1eec-4ab8-4899-9dfe-1acd122d73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.113501 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac105f5e-fb97-4b23-8d83-39c6927061ab tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network 11e84e07-282a-4f9f-8fc3-019a6bc91796 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:34.117028 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-ac105f5e-fb97-4b23-8d83-39c6927061ab tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:34.126361 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac105f5e-fb97-4b23-8d83-39c6927061ab tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:34.127316 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac105f5e-fb97-4b23-8d83-39c6927061ab tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.163150 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9dfb93f5-612f-484e-a376-54662c33a310 None None] Provisioning complete for port e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:34.163418 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9dfb93f5-612f-484e-a376-54662c33a310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.216803 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac105f5e-fb97-4b23-8d83-39c6927061ab tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Port': ['ID=24910213-d00b-4e1a-9070-b4173de92372,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:34.249056 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 95e6e8bb-36ad-4d41-aeeb-8843197cf118 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:34.249438 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.251634 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca1eec-4ab8-4899-9dfe-1acd122d73e3 None None] Pushing event updated for resources: {'Port': ['ID=59afd312-9360-4e2d-86a9-c08b23cf4026,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:34.331532 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac105f5e-fb97-4b23-8d83-39c6927061ab tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.674506 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac105f5e-fb97-4b23-8d83-39c6927061ab tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.680599 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac105f5e-fb97-4b23-8d83-39c6927061ab tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.681866 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ac105f5e-fb97-4b23-8d83-39c6927061ab tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.771542 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac105f5e-fb97-4b23-8d83-39c6927061ab tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Port': ['ID=24910213-d00b-4e1a-9070-b4173de92372,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:34.811426 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac105f5e-fb97-4b23-8d83-39c6927061ab tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network 11e84e07-282a-4f9f-8fc3-019a6bc91796 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:34.812923 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-ac105f5e-fb97-4b23-8d83-39c6927061ab tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:34.919533 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac105f5e-fb97-4b23-8d83-39c6927061ab tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router 1e26853c-b16c-41a9-8c79-9d6990e125cf has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:34.978562 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58294e-a36a-49e2-9980-e76e118e236d req-bc9eea12-8cbf-49b5-91cb-b8447a09fd2d tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:34.980160 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac58294e-a36a-49e2-9980-e76e118e236d req-bc9eea12-8cbf-49b5-91cb-b8447a09fd2d tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 943 time: 0.0579526 Nov 12 01:08:35.041205 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac58294e-a36a-49e2-9980-e76e118e236d req-f61625e8-6359-4f6c-9481-a6994b0e3063 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535054 Nov 12 01:08:35.062148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac105f5e-fb97-4b23-8d83-39c6927061ab tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:35.072424 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ac105f5e-fb97-4b23-8d83-39c6927061ab tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/1e26853c-b16c-41a9-8c79-9d6990e125cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0724595 Nov 12 01:08:35.075102 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41212) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:35.083789 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-590bfaa7-5a5d-480b-9ee7-88e72aad170a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-680323927'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:35.095232 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639353f2-fda9-4e32-8014-3d91a16518d1 req-1247542e-9625-4a66-abbd-7706ae97f850 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:35.096832 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-639353f2-fda9-4e32-8014-3d91a16518d1 req-1247542e-9625-4a66-abbd-7706ae97f850 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.0900316 Nov 12 01:08:35.135502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590bfaa7-5a5d-480b-9ee7-88e72aad170a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Made reservation on behalf of 137f8c28569947beacf7cb6d5ec492c9 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:35.139175 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-590bfaa7-5a5d-480b-9ee7-88e72aad170a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:35.175337 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-639353f2-fda9-4e32-8014-3d91a16518d1 req-328f42fd-fc8a-486d-8a06-b84a7f78e2c4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703745 Nov 12 01:08:35.184052 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-590bfaa7-5a5d-480b-9ee7-88e72aad170a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:08:35.195947 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-590bfaa7-5a5d-480b-9ee7-88e72aad170a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:35.196299 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-590bfaa7-5a5d-480b-9ee7-88e72aad170a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Added segment 1d58e1bd-0420-4d78-9281-d27fc709da08 of type vlan for network 3e9e58da-010a-40cd-aba3-a072d72def0d Nov 12 01:08:35.203024 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcca407-621b-44fd-b550-5f0dcb50645d None None] Network 11e84e07-282a-4f9f-8fc3-019a6bc91796 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:35.239098 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-590bfaa7-5a5d-480b-9ee7-88e72aad170a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:35.264568 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-590bfaa7-5a5d-480b-9ee7-88e72aad170a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:35.270681 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590bfaa7-5a5d-480b-9ee7-88e72aad170a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:35.271484 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-590bfaa7-5a5d-480b-9ee7-88e72aad170a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:35.278737 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-94a88e80-ef6f-4ed7-9d94-268d54fb774d None None] Provisioning complete for port 59afd312-9360-4e2d-86a9-c08b23cf4026 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:35.279121 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-94a88e80-ef6f-4ed7-9d94-268d54fb774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:35.340733 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-590bfaa7-5a5d-480b-9ee7-88e72aad170a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2643659 Nov 12 01:08:35.344230 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41214) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:35.349128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e71ec245-395c-4aad-a340-8878146b0b4d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'subnet': {'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:35.355887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bfaa7-5a5d-480b-9ee7-88e72aad170a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Network': ['ID=3e9e58da-010a-40cd-aba3-a072d72def0d,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:35.370020 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 3e9e58da-010a-40cd-aba3-a072d72def0d details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:08:35.460132 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71ec245-395c-4aad-a340-8878146b0b4d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Made reservation on behalf of 137f8c28569947beacf7cb6d5ec492c9 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:35.463946 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e71ec245-395c-4aad-a340-8878146b0b4d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:35.513186 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-94a88e80-ef6f-4ed7-9d94-268d54fb774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:35.549810 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-94a88e80-ef6f-4ed7-9d94-268d54fb774d None None] For port 59afd312-9360-4e2d-86a9-c08b23cf4026, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=59afd312-9360-4e2d-86a9-c08b23cf4026,segment=NetworkSegment(33837b67-59bd-4b1a-b741-69a38c491717),segment_id=33837b67-59bd-4b1a-b741-69a38c491717)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:35.556106 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-94a88e80-ef6f-4ed7-9d94-268d54fb774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:35.622113 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a88e80-ef6f-4ed7-9d94-268d54fb774d None None] Pushing event updated for resources: {'Port': ['ID=59afd312-9360-4e2d-86a9-c08b23cf4026,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:35.628778 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] Sync routers for ids ['1e26853c-b16c-41a9-8c79-9d6990e125cf'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:35.642940 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] Routers {'1e26853c-b16c-41a9-8c79-9d6990e125cf'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:35.645098 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1e26853c-b16c-41a9-8c79-9d6990e125cf'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:35.682127 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e71ec245-395c-4aad-a340-8878146b0b4d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:35.750093 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ec245-395c-4aad-a340-8878146b0b4d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Subnet': ['ID=7453c0bf-e1d4-44dd-97ca-d6fb800ba319,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:35.758383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ec245-395c-4aad-a340-8878146b0b4d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Checking segment: {'id': '1d58e1bd-0420-4d78-9281-d27fc709da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:35.758760 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71ec245-395c-4aad-a340-8878146b0b4d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network hostable DHCP agents. Network: 3e9e58da-010a-40cd-aba3-a072d72def0d, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:08:35.779978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71ec245-395c-4aad-a340-8878146b0b4d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network 3e9e58da-010a-40cd-aba3-a072d72def0d is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:08:35.793701 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-e71ec245-395c-4aad-a340-8878146b0b4d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 3e9e58da-010a-40cd-aba3-a072d72def0d) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:35.801256 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71ec245-395c-4aad-a340-8878146b0b4d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:35.802423 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e71ec245-395c-4aad-a340-8878146b0b4d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:35.824420 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e71ec245-395c-4aad-a340-8878146b0b4d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4790516 Nov 12 01:08:35.827291 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41216) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:35.876478 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a95ff6b-4cfb-4436-9fde-f0d06e133c68 None None] Network 3e9e58da-010a-40cd-aba3-a072d72def0d requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:35.955272 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-43fc57b9-f8ec-475e-853f-8f404f1a56ba None None] Provisioning complete for port 59afd312-9360-4e2d-86a9-c08b23cf4026 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:35.955616 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-43fc57b9-f8ec-475e-853f-8f404f1a56ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:35.958995 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] Set router 1e26853c-b16c-41a9-8c79-9d6990e125cf gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:36.140316 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 59afd312-9360-4e2d-86a9-c08b23cf4026 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:36.269135 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4edff5-9ee4-4d0a-88a6-9cb059f05eec req-45c09497-17b4-407c-a5a7-4c0912cea27f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:36.270684 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1b4edff5-9ee4-4d0a-88a6-9cb059f05eec req-45c09497-17b4-407c-a5a7-4c0912cea27f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 943 time: 0.1107023 Nov 12 01:08:36.312564 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab57e93-c099-4d6f-b03d-9eebc139f78e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-3e9e58da-010a-40cd-aba3-a072d72def0d', 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'fixed_ips': [{'subnet_id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:08:36.313460 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eab57e93-c099-4d6f-b03d-9eebc139f78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:36.345530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396c6b3-d02c-402e-bdbb-4e9fb40e8040 req-f1ced0f7-5b30-459f-99f5-f431676392cf tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:36.348506 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e396c6b3-d02c-402e-bdbb-4e9fb40e8040 req-f1ced0f7-5b30-459f-99f5-f431676392cf tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.0915658 Nov 12 01:08:36.350349 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1b4edff5-9ee4-4d0a-88a6-9cb059f05eec req-e08c6b3c-7cdf-4144-a2c2-1a27b796a9b4 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707595 Nov 12 01:08:36.390361 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-65c7fc12-2ccb-4d69-a421-8539b3ed9d7d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:36.404760 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e396c6b3-d02c-402e-bdbb-4e9fb40e8040 req-a56b0a70-7bf9-4d91-bc69-e0744f91320c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503514 Nov 12 01:08:36.430227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 59afd312-9360-4e2d-86a9-c08b23cf4026 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:36.430697 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:36.494242 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-43fc57b9-f8ec-475e-853f-8f404f1a56ba None None] Provisioning complete for port 24910213-d00b-4e1a-9070-b4173de92372 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:36.494782 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-43fc57b9-f8ec-475e-853f-8f404f1a56ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:36.583265 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-43fc57b9-f8ec-475e-853f-8f404f1a56ba None None] Port 24910213-d00b-4e1a-9070-b4173de92372 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:36.616158 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-eab57e93-c099-4d6f-b03d-9eebc139f78e None None] Allocated IP 2001:db8:2::2 (3e9e58da-010a-40cd-aba3-a072d72def0d/7453c0bf-e1d4-44dd-97ca-d6fb800ba319/d91da114-aad2-4815-83b9-8915abe2bb02) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:36.656965 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:34Z', 'revision_number': 3, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': '24910213-d00b-4e1a-9070-b4173de92372', 'name': '', 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:8c:dc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:33Z', 'updated_at': '2021-11-12T01:08:34Z', 'revision_number': 2, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:36.697858 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:36.699488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] Checking router: 1e26853c-b16c-41a9-8c79-9d6990e125cf for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:36.699846 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] Updating router 1e26853c-b16c-41a9-8c79-9d6990e125cf port 24910213-d00b-4e1a-9070-b4173de92372 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:08:36.799206 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:36.804374 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1f970003-2ec5-4702-854a-b4219f0f99ee None None] Provisioning complete for port 24910213-d00b-4e1a-9070-b4173de92372 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:36.804763 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1f970003-2ec5-4702-854a-b4219f0f99ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:36.910827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1f970003-2ec5-4702-854a-b4219f0f99ee None None] Port 24910213-d00b-4e1a-9070-b4173de92372 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:36.920883 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:36.921260 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.077892 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eab57e93-c099-4d6f-b03d-9eebc139f78e None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.113337 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eab57e93-c099-4d6f-b03d-9eebc139f78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.139989 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-65c7fc12-2ccb-4d69-a421-8539b3ed9d7d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Allocated IP 2001:db8:2::1 (3e9e58da-010a-40cd-aba3-a072d72def0d/7453c0bf-e1d4-44dd-97ca-d6fb800ba319/86657b00-f409-4517-9199-3559d06ffd86) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:37.199308 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab57e93-c099-4d6f-b03d-9eebc139f78e None None] Network 3e9e58da-010a-40cd-aba3-a072d72def0d is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:37.216483 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-eab57e93-c099-4d6f-b03d-9eebc139f78e None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:37.227879 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab57e93-c099-4d6f-b03d-9eebc139f78e None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:37.232193 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab57e93-c099-4d6f-b03d-9eebc139f78e None None] Pushing event updated for resources: {'Port': ['ID=d91da114-aad2-4815-83b9-8915abe2bb02,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:37.259460 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-65c7fc12-2ccb-4d69-a421-8539b3ed9d7d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.293304 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-65c7fc12-2ccb-4d69-a421-8539b3ed9d7d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.321299 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-eab57e93-c099-4d6f-b03d-9eebc139f78e None None] Attempting to bind port d91da114-aad2-4815-83b9-8915abe2bb02 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:37.321900 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-eab57e93-c099-4d6f-b03d-9eebc139f78e None None] Attempting to bind port d91da114-aad2-4815-83b9-8915abe2bb02 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '1d58e1bd-0420-4d78-9281-d27fc709da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:37.322037 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab57e93-c099-4d6f-b03d-9eebc139f78e None None] Attempting to bind port d91da114-aad2-4815-83b9-8915abe2bb02 on network 3e9e58da-010a-40cd-aba3-a072d72def0d {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:37.333580 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab57e93-c099-4d6f-b03d-9eebc139f78e None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:37.333883 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab57e93-c099-4d6f-b03d-9eebc139f78e None None] Checking segment: {'id': '1d58e1bd-0420-4d78-9281-d27fc709da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:37.334289 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eab57e93-c099-4d6f-b03d-9eebc139f78e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.334686 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab57e93-c099-4d6f-b03d-9eebc139f78e None None] Bound using segment: {'id': '1d58e1bd-0420-4d78-9281-d27fc709da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:37.335221 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-eab57e93-c099-4d6f-b03d-9eebc139f78e None None] Bound port: d91da114-aad2-4815-83b9-8915abe2bb02, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58e1bd-0420-4d78-9281-d27fc709da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:37.335550 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eab57e93-c099-4d6f-b03d-9eebc139f78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.335695 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c7fc12-2ccb-4d69-a421-8539b3ed9d7d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network 3e9e58da-010a-40cd-aba3-a072d72def0d is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:37.341480 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-65c7fc12-2ccb-4d69-a421-8539b3ed9d7d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:37.345274 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c7fc12-2ccb-4d69-a421-8539b3ed9d7d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:37.345826 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-65c7fc12-2ccb-4d69-a421-8539b3ed9d7d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.352594 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7fc12-2ccb-4d69-a421-8539b3ed9d7d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Port': ['ID=86657b00-f409-4517-9199-3559d06ffd86,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:37.356001 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.378684 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.455093 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc3eeb-0cf4-4811-a5ec-1222108df954 None None] Pushing event updated for resources: {'Port': ['ID=24910213-d00b-4e1a-9070-b4173de92372,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:37.475547 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-eab57e93-c099-4d6f-b03d-9eebc139f78e None None] For port d91da114-aad2-4815-83b9-8915abe2bb02, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:37.501225 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23968e6-159b-4af8-8e04-b41e9176280f req-56b309fa-e213-4a50-ba00-25609050bdbe tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:37.502670 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a23968e6-159b-4af8-8e04-b41e9176280f req-56b309fa-e213-4a50-ba00-25609050bdbe tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 943 time: 0.0724292 Nov 12 01:08:37.509003 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-eab57e93-c099-4d6f-b03d-9eebc139f78e None None] For port d91da114-aad2-4815-83b9-8915abe2bb02, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d91da114-aad2-4815-83b9-8915abe2bb02,segment=NetworkSegment(1d58e1bd-0420-4d78-9281-d27fc709da08),segment_id=1d58e1bd-0420-4d78-9281-d27fc709da08)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:37.524441 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eab57e93-c099-4d6f-b03d-9eebc139f78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.539593 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] Attempting to bind port 24910213-d00b-4e1a-9070-b4173de92372 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:37.539593 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] Attempting to bind port 24910213-d00b-4e1a-9070-b4173de92372 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '33837b67-59bd-4b1a-b741-69a38c491717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:37.539593 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] Attempting to bind port 24910213-d00b-4e1a-9070-b4173de92372 on network 11e84e07-282a-4f9f-8fc3-019a6bc91796 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:37.557653 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-65c7fc12-2ccb-4d69-a421-8539b3ed9d7d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.575967 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488185b-cbfd-4e50-be84-7d7d274bf86c req-ac801017-369c-4c41-bc9a-5f9014cce167 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:37.577704 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d488185b-cbfd-4e50-be84-7d7d274bf86c req-ac801017-369c-4c41-bc9a-5f9014cce167 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.0840816 Nov 12 01:08:37.655012 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d488185b-cbfd-4e50-be84-7d7d274bf86c req-879d138e-4418-406a-9ab0-38c55f6f9adb tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620859 Nov 12 01:08:37.736122 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a23968e6-159b-4af8-8e04-b41e9176280f req-56dd6e2d-2c4e-4659-8b38-244b6bf3f83b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140448 Nov 12 01:08:37.759954 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:37.759954 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] Checking segment: {'id': '33837b67-59bd-4b1a-b741-69a38c491717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:37.759954 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.759954 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] Bound using segment: {'id': '33837b67-59bd-4b1a-b741-69a38c491717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:37.759954 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] Bound port: 24910213-d00b-4e1a-9070-b4173de92372, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33837b67-59bd-4b1a-b741-69a38c491717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:37.759954 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.772095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 267d9655-b570-4c27-81da-33376a2d573c details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:08:37.860134 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab57e93-c099-4d6f-b03d-9eebc139f78e None None] Pushing event updated for resources: {'Port': ['ID=d91da114-aad2-4815-83b9-8915abe2bb02,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:37.895720 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-65c7fc12-2ccb-4d69-a421-8539b3ed9d7d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.901580 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-65c7fc12-2ccb-4d69-a421-8539b3ed9d7d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.902497 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-65c7fc12-2ccb-4d69-a421-8539b3ed9d7d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.922859 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-084bbfc1-87a9-4a57-9f84-8854e825565e None None] Provisioning complete for port 24910213-d00b-4e1a-9070-b4173de92372 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:37.923253 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-084bbfc1-87a9-4a57-9f84-8854e825565e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.933560 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] For port 24910213-d00b-4e1a-9070-b4173de92372, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:37.983534 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] For port 24910213-d00b-4e1a-9070-b4173de92372, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=24910213-d00b-4e1a-9070-b4173de92372,segment=NetworkSegment(33837b67-59bd-4b1a-b741-69a38c491717),segment_id=33837b67-59bd-4b1a-b741-69a38c491717)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:37.995243 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 267d9655-b570-4c27-81da-33376a2d573c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=267d9655-b570-4c27-81da-33376a2d573c,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:37.996331 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.007695 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7fc12-2ccb-4d69-a421-8539b3ed9d7d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Port': ['ID=86657b00-f409-4517-9199-3559d06ffd86,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:38.018080 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-084bbfc1-87a9-4a57-9f84-8854e825565e None None] Port 24910213-d00b-4e1a-9070-b4173de92372 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:38.053927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '267d9655-b570-4c27-81da-33376a2d573c', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'port_id': '267d9655-b570-4c27-81da-33376a2d573c', 'mac_address': 'fa:16:3e:72:de:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:08:38.079769 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c7fc12-2ccb-4d69-a421-8539b3ed9d7d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network 3e9e58da-010a-40cd-aba3-a072d72def0d is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:38.081485 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-65c7fc12-2ccb-4d69-a421-8539b3ed9d7d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:38.120016 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc3eeb-0cf4-4811-a5ec-1222108df954 None None] Pushing event updated for resources: {'Port': ['ID=24910213-d00b-4e1a-9070-b4173de92372,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:38.128058 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] Routers {'1e26853c-b16c-41a9-8c79-9d6990e125cf'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:38.128787 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1e26853c-b16c-41a9-8c79-9d6990e125cf'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:38.135820 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.215894 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c7fc12-2ccb-4d69-a421-8539b3ed9d7d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router 1e26853c-b16c-41a9-8c79-9d6990e125cf has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:38.219569 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267d9655-b570-4c27-81da-33376a2d573c {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:08:38.255845 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 267d9655-b570-4c27-81da-33376a2d573c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=267d9655-b570-4c27-81da-33376a2d573c,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:38.260866 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] Set router 1e26853c-b16c-41a9-8c79-9d6990e125cf gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:38.263654 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.326065 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c7fc12-2ccb-4d69-a421-8539b3ed9d7d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:38.331565 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-65c7fc12-2ccb-4d69-a421-8539b3ed9d7d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/1e26853c-b16c-41a9-8c79-9d6990e125cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5029268 Nov 12 01:08:38.334209 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41226) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:38.339460 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b6c75e90-a075-4d05-b540-0754dbddb5f5 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-486951577'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:38.362153 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c75e90-a075-4d05-b540-0754dbddb5f5 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Made reservation on behalf of 137f8c28569947beacf7cb6d5ec492c9 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:38.365815 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6c75e90-a075-4d05-b540-0754dbddb5f5 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.390671 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c75e90-a075-4d05-b540-0754dbddb5f5 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:08:38.396095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=267d9655-b570-4c27-81da-33376a2d573c,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:38.402061 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6c75e90-a075-4d05-b540-0754dbddb5f5 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.402409 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-b6c75e90-a075-4d05-b540-0754dbddb5f5 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Added segment 53f4436d-8df0-4879-b4f0-c8422fc709b2 of type vlan for network 6d45ea21-f1b4-419f-92ee-943cc4e5d18d Nov 12 01:08:38.445043 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6c75e90-a075-4d05-b540-0754dbddb5f5 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.471118 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6c75e90-a075-4d05-b540-0754dbddb5f5 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.476886 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c75e90-a075-4d05-b540-0754dbddb5f5 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:38.477467 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6c75e90-a075-4d05-b540-0754dbddb5f5 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.478913 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-406b8a2e-4b66-4cec-80a3-4e4109906261 None None] Provisioning complete for port 24910213-d00b-4e1a-9070-b4173de92372 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:38.479294 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-406b8a2e-4b66-4cec-80a3-4e4109906261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.512715 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b6c75e90-a075-4d05-b540-0754dbddb5f5 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1772854 Nov 12 01:08:38.516187 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41228) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:38.521912 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a7cc1410-b814-4a95-8c8b-7b691361bef7 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'subnet': {'network_id': '6d45ea21-f1b4-419f-92ee-943cc4e5d18d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:38.541039 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['267d9655-b570-4c27-81da-33376a2d573c'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:38.557873 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c75e90-a075-4d05-b540-0754dbddb5f5 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Network': ['ID=6d45ea21-f1b4-419f-92ee-943cc4e5d18d,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:38.575569 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 6d45ea21-f1b4-419f-92ee-943cc4e5d18d details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:08:38.631842 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cc1410-b814-4a95-8c8b-7b691361bef7 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Made reservation on behalf of 137f8c28569947beacf7cb6d5ec492c9 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:38.635477 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1410-b814-4a95-8c8b-7b691361bef7 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.697220 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:37Z', 'revision_number': 4, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': '24910213-d00b-4e1a-9070-b4173de92372', 'name': '', 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:8c:dc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:33Z', 'updated_at': '2021-11-12T01:08:37Z', 'revision_number': 4, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86657b00-f409-4517-9199-3559d06ffd86', 'name': '', 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:07:15:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:36Z', 'updated_at': '2021-11-12T01:08:37Z', 'revision_number': 2, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:38.742644 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abcbc58-0653-4d54-a047-3db207aaa331 None None] The sync data for ids ['1e26853c-b16c-41a9-8c79-9d6990e125cf'] in n-d-712137-14 is: [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:37Z', 'revision_number': 4, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': '24910213-d00b-4e1a-9070-b4173de92372', 'name': '', 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:8c:dc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:33Z', 'updated_at': '2021-11-12T01:08:37Z', 'revision_number': 4, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86657b00-f409-4517-9199-3559d06ffd86', 'name': '', 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:07:15:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:36Z', 'updated_at': '2021-11-12T01:08:37Z', 'revision_number': 2, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:38.773489 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-406b8a2e-4b66-4cec-80a3-4e4109906261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.846656 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-406b8a2e-4b66-4cec-80a3-4e4109906261 None None] For port 24910213-d00b-4e1a-9070-b4173de92372, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=24910213-d00b-4e1a-9070-b4173de92372,segment=NetworkSegment(33837b67-59bd-4b1a-b741-69a38c491717),segment_id=33837b67-59bd-4b1a-b741-69a38c491717)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:38.851788 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.859439 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-406b8a2e-4b66-4cec-80a3-4e4109906261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.876634 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58aff0-a269-42a5-8c93-0a7c6a23fba2 req-c49f004c-be89-4c5f-bb7d-4f11ed30219f tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:38.878195 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca58aff0-a269-42a5-8c93-0a7c6a23fba2 req-c49f004c-be89-4c5f-bb7d-4f11ed30219f tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.1459975 Nov 12 01:08:38.963213 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b8a2e-4b66-4cec-80a3-4e4109906261 None None] Pushing event updated for resources: {'Port': ['ID=24910213-d00b-4e1a-9070-b4173de92372,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:38.969521 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca58aff0-a269-42a5-8c93-0a7c6a23fba2 req-f290d01d-1c52-4373-988a-2a17f0b1b6e3 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676293 Nov 12 01:08:38.970433 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc614d-aaed-4de6-ba90-eb854e9bec68 req-531248dd-1d36-4a90-8283-465f821f7c22 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:38.973106 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6cbc614d-aaed-4de6-ba90-eb854e9bec68 req-531248dd-1d36-4a90-8283-465f821f7c22 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 944 time: 0.1071789 Nov 12 01:08:39.067753 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1410-b814-4a95-8c8b-7b691361bef7 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.084911 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6cbc614d-aaed-4de6-ba90-eb854e9bec68 req-0bd1202b-695c-4993-927e-4cd509199681 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042638 Nov 12 01:08:39.137376 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd56938-9df3-481d-ad4d-f845d32a03b7 None None] Network 3e9e58da-010a-40cd-aba3-a072d72def0d requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:39.151870 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc1410-b814-4a95-8c8b-7b691361bef7 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Subnet': ['ID=dc9e14d6-1895-4498-be5b-dcea3c2e8bda,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:39.159997 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc1410-b814-4a95-8c8b-7b691361bef7 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Checking segment: {'id': '53f4436d-8df0-4879-b4f0-c8422fc709b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d45ea21-f1b4-419f-92ee-943cc4e5d18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:39.160738 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cc1410-b814-4a95-8c8b-7b691361bef7 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network hostable DHCP agents. Network: 6d45ea21-f1b4-419f-92ee-943cc4e5d18d, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:08:39.181271 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cc1410-b814-4a95-8c8b-7b691361bef7 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network 6d45ea21-f1b4-419f-92ee-943cc4e5d18d is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:08:39.191283 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-a7cc1410-b814-4a95-8c8b-7b691361bef7 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 6d45ea21-f1b4-419f-92ee-943cc4e5d18d) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:39.197512 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cc1410-b814-4a95-8c8b-7b691361bef7 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:39.198888 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1410-b814-4a95-8c8b-7b691361bef7 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.212062 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ca5a4e-d784-4013-9c7b-3a1067a2ffb7 None None] Network 6d45ea21-f1b4-419f-92ee-943cc4e5d18d requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:39.223322 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41234) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:39.225473 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a7cc1410-b814-4a95-8c8b-7b691361bef7 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7017033 Nov 12 01:08:39.285852 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d989cd22-6ddd-412d-a02a-950b1dde973a None None] Provisioning complete for port d91da114-aad2-4815-83b9-8915abe2bb02 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:39.286236 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d989cd22-6ddd-412d-a02a-950b1dde973a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.530796 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb63f244-16ce-4b4b-97c7-4c4589494c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-6d45ea21-f1b4-419f-92ee-943cc4e5d18d', 'network_id': '6d45ea21-f1b4-419f-92ee-943cc4e5d18d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'fixed_ips': [{'subnet_id': 'dc9e14d6-1895-4498-be5b-dcea3c2e8bda'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:08:39.531686 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cb63f244-16ce-4b4b-97c7-4c4589494c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.545594 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d989cd22-6ddd-412d-a02a-950b1dde973a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.656462 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d989cd22-6ddd-412d-a02a-950b1dde973a None None] For port d91da114-aad2-4815-83b9-8915abe2bb02, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d91da114-aad2-4815-83b9-8915abe2bb02,segment=NetworkSegment(1d58e1bd-0420-4d78-9281-d27fc709da08),segment_id=1d58e1bd-0420-4d78-9281-d27fc709da08)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:39.664662 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d989cd22-6ddd-412d-a02a-950b1dde973a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.774163 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989cd22-6ddd-412d-a02a-950b1dde973a None None] Pushing event updated for resources: {'Port': ['ID=d91da114-aad2-4815-83b9-8915abe2bb02,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:39.782832 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 267d9655-b570-4c27-81da-33376a2d573c up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:39.834483 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-cb63f244-16ce-4b4b-97c7-4c4589494c04 None None] Allocated IP 2001:db8:3::2 (6d45ea21-f1b4-419f-92ee-943cc4e5d18d/dc9e14d6-1895-4498-be5b-dcea3c2e8bda/38c676ec-50a2-43e0-91a3-fcc4fb8e018e) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:39.895795 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 267d9655-b570-4c27-81da-33376a2d573c completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:08:39.932152 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 267d9655-b570-4c27-81da-33376a2d573c triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:39.932507 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.987794 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-000bfb82-23f3-4449-a035-bdf6886505d5 None None] Provisioning complete for port d91da114-aad2-4815-83b9-8915abe2bb02 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:39.988169 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-000bfb82-23f3-4449-a035-bdf6886505d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.145116 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4dfcc7e2-c053-4778-b3eb-909562119a51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.204441 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9ba99-d71c-4398-8230-5c9dbab152af req-a784d1cc-637c-41a3-af50-9e5bacff8059 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:40.207487 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6ac9ba99-d71c-4398-8230-5c9dbab152af req-a784d1cc-637c-41a3-af50-9e5bacff8059 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.1063795 Nov 12 01:08:40.245471 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588c688b-193e-4559-818c-554bd382fc7e None None] Sync routers for ids ['1e26853c-b16c-41a9-8c79-9d6990e125cf'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:40.263820 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588c688b-193e-4559-818c-554bd382fc7e None None] Routers {'1e26853c-b16c-41a9-8c79-9d6990e125cf'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:40.265133 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-588c688b-193e-4559-818c-554bd382fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1e26853c-b16c-41a9-8c79-9d6990e125cf'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:40.270872 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6ac9ba99-d71c-4398-8230-5c9dbab152af req-9a093212-0091-4efb-8f94-d0e6604074e3 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559404 Nov 12 01:08:40.286703 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d91da114-aad2-4815-83b9-8915abe2bb02 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:40.362533 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b49a0-2ed6-424a-8229-ff1369d59f2b req-85dd1fd4-9878-48fc-801e-904ff629fc8d tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:40.364259 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f5b49a0-2ed6-424a-8229-ff1369d59f2b req-85dd1fd4-9878-48fc-801e-904ff629fc8d tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 944 time: 0.1514823 Nov 12 01:08:40.389646 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-588c688b-193e-4559-818c-554bd382fc7e None None] Set router 1e26853c-b16c-41a9-8c79-9d6990e125cf gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:40.423210 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cb63f244-16ce-4b4b-97c7-4c4589494c04 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.502745 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.506713 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cb63f244-16ce-4b4b-97c7-4c4589494c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.509889 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f5b49a0-2ed6-424a-8229-ff1369d59f2b req-8b454761-0399-49fa-a4f4-4add8a0dc252 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090631 Nov 12 01:08:40.602703 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port d91da114-aad2-4815-83b9-8915abe2bb02 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:40.603225 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.615274 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-4dfcc7e2-c053-4778-b3eb-909562119a51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Allocated IP 2001:db8:3::1 (6d45ea21-f1b4-419f-92ee-943cc4e5d18d/dc9e14d6-1895-4498-be5b-dcea3c2e8bda/16ed6497-54cd-4ac5-929a-39ab8bbbfb94) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:40.652393 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb63f244-16ce-4b4b-97c7-4c4589494c04 None None] Network 6d45ea21-f1b4-419f-92ee-943cc4e5d18d is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:40.654873 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a10dda7-6ace-4e09-a64d-c64352eb1da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267d9655-b570-4c27-81da-33376a2d573c'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:40.657147 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb92faa-0caa-4429-a9ba-2b9ef164803c" -d '{"events": [{"server_uuid": "0a10dda7-6ace-4e09-a64d-c64352eb1da5", "name": "network-vif-plugged", "status": "completed", "tag": "267d9655-b570-4c27-81da-33376a2d573c"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:40.659217 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-588c688b-193e-4559-818c-554bd382fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:37Z', 'revision_number': 4, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': '24910213-d00b-4e1a-9070-b4173de92372', 'name': '', 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:8c:dc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:33Z', 'updated_at': '2021-11-12T01:08:38Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86657b00-f409-4517-9199-3559d06ffd86', 'name': '', 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:07:15:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:36Z', 'updated_at': '2021-11-12T01:08:37Z', 'revision_number': 2, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:40.688969 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588c688b-193e-4559-818c-554bd382fc7e None None] Checking router: 1e26853c-b16c-41a9-8c79-9d6990e125cf for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:40.689246 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588c688b-193e-4559-818c-554bd382fc7e None None] Updating router 1e26853c-b16c-41a9-8c79-9d6990e125cf port 86657b00-f409-4517-9199-3559d06ffd86 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:08:40.702626 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-cb63f244-16ce-4b4b-97c7-4c4589494c04 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:40.705459 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb63f244-16ce-4b4b-97c7-4c4589494c04 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:40.708878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-000bfb82-23f3-4449-a035-bdf6886505d5 None None] Provisioning complete for port 86657b00-f409-4517-9199-3559d06ffd86 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:40.709248 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-000bfb82-23f3-4449-a035-bdf6886505d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.712313 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43690c76-7ba2-498e-84fd-27b390ae1487 x-openstack-request-id: req-43690c76-7ba2-498e-84fd-27b390ae1487 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:40.712796 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a10dda7-6ace-4e09-a64d-c64352eb1da5", "name": "network-vif-plugged", "status": "completed", "tag": "267d9655-b570-4c27-81da-33376a2d573c", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:40.713074 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43690c76-7ba2-498e-84fd-27b390ae1487 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:40.713465 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a10dda7-6ace-4e09-a64d-c64352eb1da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267d9655-b570-4c27-81da-33376a2d573c', 'code': 200} Nov 12 01:08:40.718296 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-588c688b-193e-4559-818c-554bd382fc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.720371 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63f244-16ce-4b4b-97c7-4c4589494c04 None None] Pushing event updated for resources: {'Port': ['ID=38c676ec-50a2-43e0-91a3-fcc4fb8e018e,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:40.740165 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4dfcc7e2-c053-4778-b3eb-909562119a51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.758564 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 267d9655-b570-4c27-81da-33376a2d573c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=267d9655-b570-4c27-81da-33376a2d573c,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:40.779940 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4dfcc7e2-c053-4778-b3eb-909562119a51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.797787 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.816733 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-000bfb82-23f3-4449-a035-bdf6886505d5 None None] Port 86657b00-f409-4517-9199-3559d06ffd86 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:40.835533 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058341a-8989-4028-8d5d-0348149b54bb req-bb2820ae-319b-458c-86bf-8298d22ef791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:40.837748 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5058341a-8989-4028-8d5d-0348149b54bb req-bb2820ae-319b-458c-86bf-8298d22ef791 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 1097 time: 0.0556366 Nov 12 01:08:40.843001 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcc7e2-c053-4778-b3eb-909562119a51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Port': ['ID=16ed6497-54cd-4ac5-929a-39ab8bbbfb94,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:40.858317 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfcc7e2-c053-4778-b3eb-909562119a51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network 6d45ea21-f1b4-419f-92ee-943cc4e5d18d is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:40.860427 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-4dfcc7e2-c053-4778-b3eb-909562119a51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:40.862972 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfcc7e2-c053-4778-b3eb-909562119a51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:40.864189 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4dfcc7e2-c053-4778-b3eb-909562119a51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.911326 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-cb63f244-16ce-4b4b-97c7-4c4589494c04 None None] Attempting to bind port 38c676ec-50a2-43e0-91a3-fcc4fb8e018e on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:40.911697 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-cb63f244-16ce-4b4b-97c7-4c4589494c04 None None] Attempting to bind port 38c676ec-50a2-43e0-91a3-fcc4fb8e018e by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '53f4436d-8df0-4879-b4f0-c8422fc709b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d45ea21-f1b4-419f-92ee-943cc4e5d18d'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:40.912060 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb63f244-16ce-4b4b-97c7-4c4589494c04 None None] Attempting to bind port 38c676ec-50a2-43e0-91a3-fcc4fb8e018e on network 6d45ea21-f1b4-419f-92ee-943cc4e5d18d {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:40.927759 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5058341a-8989-4028-8d5d-0348149b54bb req-f034e027-9b69-4c3c-86e9-887f7bfecec5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818791 Nov 12 01:08:40.938698 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb63f244-16ce-4b4b-97c7-4c4589494c04 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:40.939128 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb63f244-16ce-4b4b-97c7-4c4589494c04 None None] Checking segment: {'id': '53f4436d-8df0-4879-b4f0-c8422fc709b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d45ea21-f1b4-419f-92ee-943cc4e5d18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:40.939473 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cb63f244-16ce-4b4b-97c7-4c4589494c04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.939864 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb63f244-16ce-4b4b-97c7-4c4589494c04 None None] Bound using segment: {'id': '53f4436d-8df0-4879-b4f0-c8422fc709b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d45ea21-f1b4-419f-92ee-943cc4e5d18d'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:40.940351 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-cb63f244-16ce-4b4b-97c7-4c4589494c04 None None] Bound port: 38c676ec-50a2-43e0-91a3-fcc4fb8e018e, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f4436d-8df0-4879-b4f0-c8422fc709b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d45ea21-f1b4-419f-92ee-943cc4e5d18d'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:40.940753 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cb63f244-16ce-4b4b-97c7-4c4589494c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.958797 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=267d9655-b570-4c27-81da-33376a2d573c,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:40.962028 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 24910213-d00b-4e1a-9070-b4173de92372 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:41.012347 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4dfcc7e2-c053-4778-b3eb-909562119a51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.017810 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-45c40391-08f2-47b8-8b89-88e259fd0df2 None None] Provisioning complete for port 86657b00-f409-4517-9199-3559d06ffd86 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:41.018183 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-45c40391-08f2-47b8-8b89-88e259fd0df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.038407 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-588c688b-193e-4559-818c-554bd382fc7e None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.043999 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-588c688b-193e-4559-818c-554bd382fc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.084590 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-45c40391-08f2-47b8-8b89-88e259fd0df2 None None] Port 86657b00-f409-4517-9199-3559d06ffd86 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:41.094729 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-cb63f244-16ce-4b4b-97c7-4c4589494c04 None None] For port 38c676ec-50a2-43e0-91a3-fcc4fb8e018e, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:41.096987 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17c4cb-6694-424d-b28c-a369b6adb995 None None] Pushing event updated for resources: {'Port': ['ID=86657b00-f409-4517-9199-3559d06ffd86,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:41.098015 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-cb63f244-16ce-4b4b-97c7-4c4589494c04 None None] For port 38c676ec-50a2-43e0-91a3-fcc4fb8e018e, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=38c676ec-50a2-43e0-91a3-fcc4fb8e018e,segment=NetworkSegment(53f4436d-8df0-4879-b4f0-c8422fc709b2),segment_id=53f4436d-8df0-4879-b4f0-c8422fc709b2)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:41.104562 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 24910213-d00b-4e1a-9070-b4173de92372 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:41.104891 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.127549 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cb63f244-16ce-4b4b-97c7-4c4589494c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.155571 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-588c688b-193e-4559-818c-554bd382fc7e None None] Attempting to bind port 86657b00-f409-4517-9199-3559d06ffd86 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:41.156078 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-588c688b-193e-4559-818c-554bd382fc7e None None] Attempting to bind port 86657b00-f409-4517-9199-3559d06ffd86 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '1d58e1bd-0420-4d78-9281-d27fc709da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:41.156547 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588c688b-193e-4559-818c-554bd382fc7e None None] Attempting to bind port 86657b00-f409-4517-9199-3559d06ffd86 on network 3e9e58da-010a-40cd-aba3-a072d72def0d {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:41.162190 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588c688b-193e-4559-818c-554bd382fc7e None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:41.162718 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588c688b-193e-4559-818c-554bd382fc7e None None] Checking segment: {'id': '1d58e1bd-0420-4d78-9281-d27fc709da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:41.163213 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-588c688b-193e-4559-818c-554bd382fc7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.163699 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588c688b-193e-4559-818c-554bd382fc7e None None] Bound using segment: {'id': '1d58e1bd-0420-4d78-9281-d27fc709da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:41.164273 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-588c688b-193e-4559-818c-554bd382fc7e None None] Bound port: 86657b00-f409-4517-9199-3559d06ffd86, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58e1bd-0420-4d78-9281-d27fc709da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:41.164767 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-588c688b-193e-4559-818c-554bd382fc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.213374 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63f244-16ce-4b4b-97c7-4c4589494c04 None None] Pushing event updated for resources: {'Port': ['ID=38c676ec-50a2-43e0-91a3-fcc4fb8e018e,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:41.254976 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-588c688b-193e-4559-818c-554bd382fc7e None None] For port 86657b00-f409-4517-9199-3559d06ffd86, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:41.259949 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-588c688b-193e-4559-818c-554bd382fc7e None None] For port 86657b00-f409-4517-9199-3559d06ffd86, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=86657b00-f409-4517-9199-3559d06ffd86,segment=NetworkSegment(1d58e1bd-0420-4d78-9281-d27fc709da08),segment_id=1d58e1bd-0420-4d78-9281-d27fc709da08)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:41.271273 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-588c688b-193e-4559-818c-554bd382fc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.353912 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588c688b-193e-4559-818c-554bd382fc7e None None] Routers {'1e26853c-b16c-41a9-8c79-9d6990e125cf'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:41.354551 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-588c688b-193e-4559-818c-554bd382fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1e26853c-b16c-41a9-8c79-9d6990e125cf'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:41.434983 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4dfcc7e2-c053-4778-b3eb-909562119a51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.450117 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f30cd9-f226-43bb-9af4-174e068778c3 req-2e9dc185-f2df-48da-9aab-3663d230a067 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:41.452448 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d6f30cd9-f226-43bb-9af4-174e068778c3 req-2e9dc185-f2df-48da-9aab-3663d230a067 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.0771887 Nov 12 01:08:41.452914 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-62457fba-53ed-429c-8989-a48d4fdf6ba4 None None] Provisioning complete for port 86657b00-f409-4517-9199-3559d06ffd86 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:41.453429 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4dfcc7e2-c053-4778-b3eb-909562119a51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.453631 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-62457fba-53ed-429c-8989-a48d4fdf6ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.454233 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4dfcc7e2-c053-4778-b3eb-909562119a51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.579509 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-588c688b-193e-4559-818c-554bd382fc7e None None] Set router 1e26853c-b16c-41a9-8c79-9d6990e125cf gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:41.590458 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-62457fba-53ed-429c-8989-a48d4fdf6ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.599833 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d6f30cd9-f226-43bb-9af4-174e068778c3 req-28263a9c-11e2-48f5-b222-77b1c40a9c87 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103878 Nov 12 01:08:41.650832 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17c4cb-6694-424d-b28c-a369b6adb995 None None] Pushing event updated for resources: {'Port': ['ID=86657b00-f409-4517-9199-3559d06ffd86,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:41.674430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-62457fba-53ed-429c-8989-a48d4fdf6ba4 None None] For port 86657b00-f409-4517-9199-3559d06ffd86, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=86657b00-f409-4517-9199-3559d06ffd86,segment=NetworkSegment(1d58e1bd-0420-4d78-9281-d27fc709da08),segment_id=1d58e1bd-0420-4d78-9281-d27fc709da08)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:41.681153 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-62457fba-53ed-429c-8989-a48d4fdf6ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.691974 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcc7e2-c053-4778-b3eb-909562119a51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event updated for resources: {'Port': ['ID=16ed6497-54cd-4ac5-929a-39ab8bbbfb94,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:41.755323 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfcc7e2-c053-4778-b3eb-909562119a51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Network 6d45ea21-f1b4-419f-92ee-943cc4e5d18d is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:41.756875 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-4dfcc7e2-c053-4778-b3eb-909562119a51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:41.772960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c507fc-5acf-444c-ab69-4daa870ed192 req-d25de3e3-6f13-45b4-aa6b-8d1365488134 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:41.774455 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62457fba-53ed-429c-8989-a48d4fdf6ba4 None None] Pushing event updated for resources: {'Port': ['ID=86657b00-f409-4517-9199-3559d06ffd86,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:41.782561 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-23c507fc-5acf-444c-ab69-4daa870ed192 req-d25de3e3-6f13-45b4-aa6b-8d1365488134 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 945 time: 0.0901401 Nov 12 01:08:41.857652 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-23c507fc-5acf-444c-ab69-4daa870ed192 req-785c319f-899a-4d1e-bd5b-5503ecdd7fa7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733871 Nov 12 01:08:41.910234 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfcc7e2-c053-4778-b3eb-909562119a51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router 1e26853c-b16c-41a9-8c79-9d6990e125cf has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:41.945760 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-588c688b-193e-4559-818c-554bd382fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:40Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': '16ed6497-54cd-4ac5-929a-39ab8bbbfb94', 'name': '', 'network_id': '6d45ea21-f1b4-419f-92ee-943cc4e5d18d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:c1:55:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'dc9e14d6-1895-4498-be5b-dcea3c2e8bda', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:40Z', 'updated_at': '2021-11-12T01:08:40Z', 'revision_number': 1, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'dc9e14d6-1895-4498-be5b-dcea3c2e8bda', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24910213-d00b-4e1a-9070-b4173de92372', 'name': '', 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:8c:dc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:33Z', 'updated_at': '2021-11-12T01:08:38Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86657b00-f409-4517-9199-3559d06ffd86', 'name': '', 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:07:15:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:36Z', 'updated_at': '2021-11-12T01:08:41Z', 'revision_number': 4, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:41.979511 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588c688b-193e-4559-818c-554bd382fc7e None None] The sync data for ids ['1e26853c-b16c-41a9-8c79-9d6990e125cf'] in n-d-712137-14 is: [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:40Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': '16ed6497-54cd-4ac5-929a-39ab8bbbfb94', 'name': '', 'network_id': '6d45ea21-f1b4-419f-92ee-943cc4e5d18d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:c1:55:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'dc9e14d6-1895-4498-be5b-dcea3c2e8bda', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:40Z', 'updated_at': '2021-11-12T01:08:40Z', 'revision_number': 1, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'dc9e14d6-1895-4498-be5b-dcea3c2e8bda', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24910213-d00b-4e1a-9070-b4173de92372', 'name': '', 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:8c:dc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:33Z', 'updated_at': '2021-11-12T01:08:38Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86657b00-f409-4517-9199-3559d06ffd86', 'name': '', 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:07:15:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:36Z', 'updated_at': '2021-11-12T01:08:41Z', 'revision_number': 4, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:42.018129 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7f4b7d76-96f3-409f-8ea1-6d44e1f66102 None None] Provisioning complete for port 86657b00-f409-4517-9199-3559d06ffd86 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:42.019279 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f4b7d76-96f3-409f-8ea1-6d44e1f66102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.087414 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfcc7e2-c053-4778-b3eb-909562119a51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:42.098790 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4dfcc7e2-c053-4778-b3eb-909562119a51 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/1e26853c-b16c-41a9-8c79-9d6990e125cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8737888 Nov 12 01:08:42.101923 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41246) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:42.107809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-4d213220-eea6-489b-ab7e-722975d4382f tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:42.253247 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 38c676ec-50a2-43e0-91a3-fcc4fb8e018e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:42.337994 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 38c676ec-50a2-43e0-91a3-fcc4fb8e018e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:42.338368 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.444293 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.482664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 38c676ec-50a2-43e0-91a3-fcc4fb8e018e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=38c676ec-50a2-43e0-91a3-fcc4fb8e018e,segment=NetworkSegment(53f4436d-8df0-4879-b4f0-c8422fc709b2),segment_id=53f4436d-8df0-4879-b4f0-c8422fc709b2)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:42.491381 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.492324 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 86657b00-f409-4517-9199-3559d06ffd86 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:42.577348 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=38c676ec-50a2-43e0-91a3-fcc4fb8e018e,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:42.590695 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.extraroute_db [None req-4d213220-eea6-489b-ab7e-722975d4382f tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=114242) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 01:08:42.597592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 86657b00-f409-4517-9199-3559d06ffd86 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:42.598243 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.614666 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.extraroute_db [None req-4d213220-eea6-489b-ab7e-722975d4382f tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Removed routes are [] {{(pid=114242) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 01:08:42.615228 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4d213220-eea6-489b-ab7e-722975d4382f tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.651066 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f0e50b-f1c7-43eb-8677-84ad8d1f56f2 None None] Network 6d45ea21-f1b4-419f-92ee-943cc4e5d18d requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:42.759501 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343c92a-3446-4fa0-ab5c-f13b05de0387 req-201b7e73-b84e-4775-bb6f-c40183570ca6 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:42.762016 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8343c92a-3446-4fa0-ab5c-f13b05de0387 req-201b7e73-b84e-4775-bb6f-c40183570ca6 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.0735240 Nov 12 01:08:42.802136 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4098e2f4-d60c-405e-b32b-6e7bf2bf710a None None] Provisioning complete for port 38c676ec-50a2-43e0-91a3-fcc4fb8e018e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:42.802751 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4098e2f4-d60c-405e-b32b-6e7bf2bf710a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.832022 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8343c92a-3446-4fa0-ab5c-f13b05de0387 req-136417ba-914d-462d-9bc7-09d9548bc0f8 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634789 Nov 12 01:08:42.865975 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] Sync routers for ids ['1e26853c-b16c-41a9-8c79-9d6990e125cf'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:42.892558 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] Routers {'1e26853c-b16c-41a9-8c79-9d6990e125cf'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:42.893383 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1e26853c-b16c-41a9-8c79-9d6990e125cf'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:43.059441 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] Set router 1e26853c-b16c-41a9-8c79-9d6990e125cf gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:43.245688 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4d213220-eea6-489b-ab7e-722975d4382f tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.253368 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4d213220-eea6-489b-ab7e-722975d4382f tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719336'] for router, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.265276 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eb6db-3cb7-425f-97f2-361ad93b9b7a req-c414ac8d-ef1c-4f7b-a7e8-1f5fdccb517c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:43.266817 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4b5eb6db-3cb7-425f-97f2-361ad93b9b7a req-c414ac8d-ef1c-4f7b-a7e8-1f5fdccb517c tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 945 time: 0.0752983 Nov 12 01:08:43.292297 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:42Z', 'revision_number': 6, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': '16ed6497-54cd-4ac5-929a-39ab8bbbfb94', 'name': '', 'network_id': '6d45ea21-f1b4-419f-92ee-943cc4e5d18d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:c1:55:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'dc9e14d6-1895-4498-be5b-dcea3c2e8bda', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:40Z', 'updated_at': '2021-11-12T01:08:41Z', 'revision_number': 2, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'dc9e14d6-1895-4498-be5b-dcea3c2e8bda', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24910213-d00b-4e1a-9070-b4173de92372', 'name': '', 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:8c:dc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:33Z', 'updated_at': '2021-11-12T01:08:38Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86657b00-f409-4517-9199-3559d06ffd86', 'name': '', 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:07:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:36Z', 'updated_at': '2021-11-12T01:08:41Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:43.321244 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] Checking router: 1e26853c-b16c-41a9-8c79-9d6990e125cf for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:43.321611 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] Updating router 1e26853c-b16c-41a9-8c79-9d6990e125cf port 16ed6497-54cd-4ac5-929a-39ab8bbbfb94 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:08:43.347966 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.393831 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4b5eb6db-3cb7-425f-97f2-361ad93b9b7a req-3047ba4b-8427-4478-ae53-1e9a668445f5 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900807 Nov 12 01:08:43.399131 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d213220-eea6-489b-ab7e-722975d4382f tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router 1e26853c-b16c-41a9-8c79-9d6990e125cf has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:43.406643 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-70485c6c-5d79-474f-999a-3161cbe918ac None None] Provisioning complete for port 16ed6497-54cd-4ac5-929a-39ab8bbbfb94 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:43.417313 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-70485c6c-5d79-474f-999a-3161cbe918ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.503133 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-70485c6c-5d79-474f-999a-3161cbe918ac None None] Port 16ed6497-54cd-4ac5-929a-39ab8bbbfb94 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:43.513512 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d213220-eea6-489b-ab7e-722975d4382f tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:43.522242 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4d213220-eea6-489b-ab7e-722975d4382f tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.523466 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4d213220-eea6-489b-ab7e-722975d4382f tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/1e26853c-b16c-41a9-8c79-9d6990e125cf HTTP/1.1" status: 200 len: 953 time: 1.4195979 Nov 12 01:08:43.526178 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41254) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:43.542085 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b114fc-2fd3-42dd-832d-a7bc0396b340 req-37e0909b-e494-49ef-a050-aa43b10eadbc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:43.544074 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-74b114fc-2fd3-42dd-832d-a7bc0396b340 req-37e0909b-e494-49ef-a050-aa43b10eadbc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 945 time: 0.0655322 Nov 12 01:08:43.621589 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-74b114fc-2fd3-42dd-832d-a7bc0396b340 req-8142c952-3471-4fc0-8f1a-a2c44ccdc3d5 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696504 Nov 12 01:08:43.640289 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41256) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:43.678290 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-99f60055-4273-494a-8c99-e9c06fc3139a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/routers/1e26853c-b16c-41a9-8c79-9d6990e125cf HTTP/1.1" status: 200 len: 953 time: 0.1504881 Nov 12 01:08:43.681007 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41258) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:43.686804 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-8beab913-c8f0-4841-9454-b89b3e8e3518 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'router': {'routes': None}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:43.695454 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50baaf7-abbf-4b5d-9588-ab3290448fe6 tempest-TestVolumeBootPattern-1115532102 tempest-TestVolumeBootPattern-1115532102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:43.700999 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e50baaf7-abbf-4b5d-9588-ab3290448fe6 tempest-TestVolumeBootPattern-1115532102 tempest-TestVolumeBootPattern-1115532102-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 1092 time: 0.0591531 Nov 12 01:08:43.701982 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41260) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:43.706827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-70485c6c-5d79-474f-999a-3161cbe918ac None None] Provisioning complete for port 38c676ec-50a2-43e0-91a3-fcc4fb8e018e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:43.707204 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-70485c6c-5d79-474f-999a-3161cbe918ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.707923 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b9411e00-d00b-4714-8f01-121d516283c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': '267d9655-b570-4c27-81da-33376a2d573c', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:43.736748 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b9411e00-d00b-4714-8f01-121d516283c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.862309 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b9411e00-d00b-4714-8f01-121d516283c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.965234 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.974215 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.005158 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-b9411e00-d00b-4714-8f01-121d516283c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Allocated IP 172.25.0.146 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/722998bb-504f-43e3-81e7-f5149c184fa5) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:44.049047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0abba-bbc0-44e2-994f-b10cba8d9307 req-21d37894-0f64-4095-9ba4-6035d0bf80d7 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:44.053482 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-42e0abba-bbc0-44e2-994f-b10cba8d9307 req-21d37894-0f64-4095-9ba4-6035d0bf80d7 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.1195300 Nov 12 01:08:44.092264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 38c676ec-50a2-43e0-91a3-fcc4fb8e018e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:44.143084 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-42e0abba-bbc0-44e2-994f-b10cba8d9307 req-39bacac7-1a70-4fed-92b1-a74284229876 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781882 Nov 12 01:08:44.151736 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad704a0-30e2-4b1d-b666-e52ecabf3f30 None None] Pushing event updated for resources: {'Port': ['ID=16ed6497-54cd-4ac5-929a-39ab8bbbfb94,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:44.184942 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] Attempting to bind port 16ed6497-54cd-4ac5-929a-39ab8bbbfb94 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:44.185158 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b9411e00-d00b-4714-8f01-121d516283c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.185935 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] Attempting to bind port 16ed6497-54cd-4ac5-929a-39ab8bbbfb94 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '53f4436d-8df0-4879-b4f0-c8422fc709b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d45ea21-f1b4-419f-92ee-943cc4e5d18d'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:44.186271 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] Attempting to bind port 16ed6497-54cd-4ac5-929a-39ab8bbbfb94 on network 6d45ea21-f1b4-419f-92ee-943cc4e5d18d {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:44.190414 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0bdf9b43-093c-40dd-a7b0-9aef17764a1d None None] Provisioning complete for port 16ed6497-54cd-4ac5-929a-39ab8bbbfb94 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:44.190791 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9b43-093c-40dd-a7b0-9aef17764a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.218229 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:44.218671 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] Checking segment: {'id': '53f4436d-8df0-4879-b4f0-c8422fc709b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d45ea21-f1b4-419f-92ee-943cc4e5d18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:44.219126 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.219414 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] Bound using segment: {'id': '53f4436d-8df0-4879-b4f0-c8422fc709b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d45ea21-f1b4-419f-92ee-943cc4e5d18d'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:44.219910 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] Bound port: 16ed6497-54cd-4ac5-929a-39ab8bbbfb94, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f4436d-8df0-4879-b4f0-c8422fc709b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6d45ea21-f1b4-419f-92ee-943cc4e5d18d'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:44.220300 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.236097 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b9411e00-d00b-4714-8f01-121d516283c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.254441 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.extraroute_db [None req-8beab913-c8f0-4841-9454-b89b3e8e3518 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Added routes are [] {{(pid=114242) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 01:08:44.262211 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.extraroute_db [None req-8beab913-c8f0-4841-9454-b89b3e8e3518 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=114242) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 01:08:44.309827 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9411e00-d00b-4714-8f01-121d516283c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:44.311968 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-b9411e00-d00b-4714-8f01-121d516283c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:44.313399 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8beab913-c8f0-4841-9454-b89b3e8e3518 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.315299 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9411e00-d00b-4714-8f01-121d516283c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:44.317572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf9b43-093c-40dd-a7b0-9aef17764a1d None None] Port 16ed6497-54cd-4ac5-929a-39ab8bbbfb94 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:44.325427 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] For port 16ed6497-54cd-4ac5-929a-39ab8bbbfb94, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:44.333251 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] For port 16ed6497-54cd-4ac5-929a-39ab8bbbfb94, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=16ed6497-54cd-4ac5-929a-39ab8bbbfb94,segment=NetworkSegment(53f4436d-8df0-4879-b4f0-c8422fc709b2),segment_id=53f4436d-8df0-4879-b4f0-c8422fc709b2)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:44.336629 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 38c676ec-50a2-43e0-91a3-fcc4fb8e018e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:44.337038 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.348274 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9411e00-d00b-4714-8f01-121d516283c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event updated for resources: {'Port': ['ID=722998bb-504f-43e3-81e7-f5149c184fa5,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:44.362341 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.434967 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] Routers {'1e26853c-b16c-41a9-8c79-9d6990e125cf'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:44.436260 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1e26853c-b16c-41a9-8c79-9d6990e125cf'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:44.530073 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad704a0-30e2-4b1d-b666-e52ecabf3f30 None None] Pushing event updated for resources: {'Port': ['ID=16ed6497-54cd-4ac5-929a-39ab8bbbfb94,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:44.535496 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-90b0c6cc-7e78-42de-b797-57e382897e03 None None] Provisioning complete for port 16ed6497-54cd-4ac5-929a-39ab8bbbfb94 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:44.535876 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-90b0c6cc-7e78-42de-b797-57e382897e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.550822 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8beab913-c8f0-4841-9454-b89b3e8e3518 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.566040 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8beab913-c8f0-4841-9454-b89b3e8e3518 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719336'] for router, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.619976 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] Set router 1e26853c-b16c-41a9-8c79-9d6990e125cf gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:44.715783 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8beab913-c8f0-4841-9454-b89b3e8e3518 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router 1e26853c-b16c-41a9-8c79-9d6990e125cf has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:44.797861 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-90b0c6cc-7e78-42de-b797-57e382897e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.799605 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b9411e00-d00b-4714-8f01-121d516283c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.820544 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8beab913-c8f0-4841-9454-b89b3e8e3518 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:44.828354 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8beab913-c8f0-4841-9454-b89b3e8e3518 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.829451 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8beab913-c8f0-4841-9454-b89b3e8e3518 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/1e26853c-b16c-41a9-8c79-9d6990e125cf HTTP/1.1" status: 200 len: 703 time: 1.1472573 Nov 12 01:08:44.833147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41264) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:44.875512 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-90b0c6cc-7e78-42de-b797-57e382897e03 None None] For port 16ed6497-54cd-4ac5-929a-39ab8bbbfb94, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=16ed6497-54cd-4ac5-929a-39ab8bbbfb94,segment=NetworkSegment(53f4436d-8df0-4879-b4f0-c8422fc709b2),segment_id=53f4436d-8df0-4879-b4f0-c8422fc709b2)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:44.880535 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b9411e00-d00b-4714-8f01-121d516283c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.882029 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-90b0c6cc-7e78-42de-b797-57e382897e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.942865 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0c6cc-7e78-42de-b797-57e382897e03 None None] Pushing event updated for resources: {'Port': ['ID=16ed6497-54cd-4ac5-929a-39ab8bbbfb94,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:44.947798 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e16b6e94-6388-4d1b-bc02-1a1208ca8248 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/routers/1e26853c-b16c-41a9-8c79-9d6990e125cf HTTP/1.1" status: 200 len: 703 time: 0.1110630 Nov 12 01:08:44.948671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41266) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:44.952905 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:44Z', 'revision_number': 7, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': '16ed6497-54cd-4ac5-929a-39ab8bbbfb94', 'name': '', 'network_id': '6d45ea21-f1b4-419f-92ee-943cc4e5d18d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:c1:55:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'dc9e14d6-1895-4498-be5b-dcea3c2e8bda', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:40Z', 'updated_at': '2021-11-12T01:08:44Z', 'revision_number': 4, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'dc9e14d6-1895-4498-be5b-dcea3c2e8bda', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24910213-d00b-4e1a-9070-b4173de92372', 'name': '', 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:8c:dc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:33Z', 'updated_at': '2021-11-12T01:08:38Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86657b00-f409-4517-9199-3559d06ffd86', 'name': '', 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:07:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:36Z', 'updated_at': '2021-11-12T01:08:41Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:44.983129 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035c6d9-4450-485c-bf85-0541074ebe59 None None] The sync data for ids ['1e26853c-b16c-41a9-8c79-9d6990e125cf'] in n-d-712137-14 is: [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:44Z', 'revision_number': 7, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': '16ed6497-54cd-4ac5-929a-39ab8bbbfb94', 'name': '', 'network_id': '6d45ea21-f1b4-419f-92ee-943cc4e5d18d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:c1:55:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'dc9e14d6-1895-4498-be5b-dcea3c2e8bda', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:40Z', 'updated_at': '2021-11-12T01:08:44Z', 'revision_number': 4, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'dc9e14d6-1895-4498-be5b-dcea3c2e8bda', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24910213-d00b-4e1a-9070-b4173de92372', 'name': '', 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:8c:dc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:33Z', 'updated_at': '2021-11-12T01:08:38Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86657b00-f409-4517-9199-3559d06ffd86', 'name': '', 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:07:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:36Z', 'updated_at': '2021-11-12T01:08:41Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:45.012244 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-088aabbc-a7df-44ea-8fd0-67a1693259be None None] Provisioning complete for port 16ed6497-54cd-4ac5-929a-39ab8bbbfb94 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:45.013248 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-088aabbc-a7df-44ea-8fd0-67a1693259be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:45.069951 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b9411e00-d00b-4714-8f01-121d516283c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:45.078774 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b9411e00-d00b-4714-8f01-121d516283c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:45.162495 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9411e00-d00b-4714-8f01-121d516283c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event updated for resources: {'Port': ['ID=722998bb-504f-43e3-81e7-f5149c184fa5,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:45.172230 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b9411e00-d00b-4714-8f01-121d516283c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:45.219540 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c362329-8c9e-42d1-bfac-420b59a7222e None None] Sync routers for ids ['1e26853c-b16c-41a9-8c79-9d6990e125cf'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:45.230375 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c362329-8c9e-42d1-bfac-420b59a7222e None None] Routers {'1e26853c-b16c-41a9-8c79-9d6990e125cf'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:45.231276 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-3c362329-8c9e-42d1-bfac-420b59a7222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1e26853c-b16c-41a9-8c79-9d6990e125cf'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:45.315862 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-b9411e00-d00b-4714-8f01-121d516283c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Floating IP c509c549-7b91-4261-8480-070ae5bd2366 associated. External IP: 172.25.0.146, port: 267d9655-b570-4c27-81da-33376a2d573c. Nov 12 01:08:45.322884 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-3c362329-8c9e-42d1-bfac-420b59a7222e None None] Set router 1e26853c-b16c-41a9-8c79-9d6990e125cf gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:45.326689 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15be25d-d13b-4e3f-9b99-89cad364a521 req-1bd8cc4f-b4de-44f5-88a6-8f269b844eaf tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:45.328315 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d15be25d-d13b-4e3f-9b99-89cad364a521 req-1bd8cc4f-b4de-44f5-88a6-8f269b844eaf tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.0986466 Nov 12 01:08:45.329641 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:45.449262 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d15be25d-d13b-4e3f-9b99-89cad364a521 req-1def2d5d-6dae-4724-81e4-7abcb7af0b91 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899022 Nov 12 01:08:45.540941 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-3c362329-8c9e-42d1-bfac-420b59a7222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:44Z', 'revision_number': 7, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': '16ed6497-54cd-4ac5-929a-39ab8bbbfb94', 'name': '', 'network_id': '6d45ea21-f1b4-419f-92ee-943cc4e5d18d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:c1:55:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'dc9e14d6-1895-4498-be5b-dcea3c2e8bda', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:40Z', 'updated_at': '2021-11-12T01:08:44Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'dc9e14d6-1895-4498-be5b-dcea3c2e8bda', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24910213-d00b-4e1a-9070-b4173de92372', 'name': '', 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:8c:dc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:33Z', 'updated_at': '2021-11-12T01:08:38Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86657b00-f409-4517-9199-3559d06ffd86', 'name': '', 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:07:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:36Z', 'updated_at': '2021-11-12T01:08:41Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:45.568857 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c362329-8c9e-42d1-bfac-420b59a7222e None None] Checking router: 1e26853c-b16c-41a9-8c79-9d6990e125cf for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:45.578123 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c362329-8c9e-42d1-bfac-420b59a7222e None None] Routers {'1e26853c-b16c-41a9-8c79-9d6990e125cf'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:45.578742 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-3c362329-8c9e-42d1-bfac-420b59a7222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1e26853c-b16c-41a9-8c79-9d6990e125cf'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:45.596403 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9411e00-d00b-4714-8f01-121d516283c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Router 9e3cb652-1498-423d-be1e-7a1fc1b78045 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:45.598368 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting port 16ed6497-54cd-4ac5-929a-39ab8bbbfb94 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:45.598712 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:45.678735 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-3c362329-8c9e-42d1-bfac-420b59a7222e None None] Set router 1e26853c-b16c-41a9-8c79-9d6990e125cf gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:45.695920 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] For port 16ed6497-54cd-4ac5-929a-39ab8bbbfb94, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=16ed6497-54cd-4ac5-929a-39ab8bbbfb94,segment=NetworkSegment(53f4436d-8df0-4879-b4f0-c8422fc709b2),segment_id=53f4436d-8df0-4879-b4f0-c8422fc709b2)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:45.696287 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:45.710417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Calling delete_port for 16ed6497-54cd-4ac5-929a-39ab8bbbfb94 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:45.721462 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9411e00-d00b-4714-8f01-121d516283c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:45.731715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b770a5-523c-442d-8ccb-eb11cb783326 None None] Sync routers for ids ['9e3cb652-1498-423d-be1e-7a1fc1b78045'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:45.743310 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b9411e00-d00b-4714-8f01-121d516283c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:45.743539 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b770a5-523c-442d-8ccb-eb11cb783326 None None] Routers {'9e3cb652-1498-423d-be1e-7a1fc1b78045'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:45.744046 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-58b770a5-523c-442d-8ccb-eb11cb783326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e3cb652-1498-423d-be1e-7a1fc1b78045'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:45.789286 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b9411e00-d00b-4714-8f01-121d516283c9 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0858958 Nov 12 01:08:45.792062 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a10dda7-6ace-4e09-a64d-c64352eb1da5', 'tag': '267d9655-b570-4c27-81da-33376a2d573c'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:45.794478 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd80344-01f7-4ae6-ab8e-4b16092d9014" -d '{"events": [{"name": "network-changed", "server_uuid": "0a10dda7-6ace-4e09-a64d-c64352eb1da5", "tag": "267d9655-b570-4c27-81da-33376a2d573c"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:45.835315 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92ba11b-1b59-4926-ae2f-df538fbffabf x-openstack-request-id: req-e92ba11b-1b59-4926-ae2f-df538fbffabf {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:45.835827 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a10dda7-6ace-4e09-a64d-c64352eb1da5", "tag": "267d9655-b570-4c27-81da-33376a2d573c", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:45.836241 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e92ba11b-1b59-4926-ae2f-df538fbffabf {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:45.837355 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a10dda7-6ace-4e09-a64d-c64352eb1da5', 'tag': '267d9655-b570-4c27-81da-33376a2d573c', 'status': 'completed', 'code': 200} Nov 12 01:08:45.860641 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-58b770a5-523c-442d-8ccb-eb11cb783326 None None] Set router 9e3cb652-1498-423d-be1e-7a1fc1b78045 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:45.930188 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-3c362329-8c9e-42d1-bfac-420b59a7222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:44Z', 'revision_number': 7, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': '16ed6497-54cd-4ac5-929a-39ab8bbbfb94', 'name': '', 'network_id': '6d45ea21-f1b4-419f-92ee-943cc4e5d18d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:c1:55:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'dc9e14d6-1895-4498-be5b-dcea3c2e8bda', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:40Z', 'updated_at': '2021-11-12T01:08:44Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'dc9e14d6-1895-4498-be5b-dcea3c2e8bda', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24910213-d00b-4e1a-9070-b4173de92372', 'name': '', 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:8c:dc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:33Z', 'updated_at': '2021-11-12T01:08:38Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86657b00-f409-4517-9199-3559d06ffd86', 'name': '', 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:07:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:36Z', 'updated_at': '2021-11-12T01:08:41Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:45.932851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd80344-01f7-4ae6-ab8e-4b16092d9014 req-cc3c4acf-4917-4806-b75b-f500750ddbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:45.934365 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6bd80344-01f7-4ae6-ab8e-4b16092d9014 req-cc3c4acf-4917-4806-b75b-f500750ddbcb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 1097 time: 0.0682509 Nov 12 01:08:45.958082 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c362329-8c9e-42d1-bfac-420b59a7222e None None] The sync data for ids ['1e26853c-b16c-41a9-8c79-9d6990e125cf'] in n-d-712137-14 is: [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:44Z', 'revision_number': 7, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': '16ed6497-54cd-4ac5-929a-39ab8bbbfb94', 'name': '', 'network_id': '6d45ea21-f1b4-419f-92ee-943cc4e5d18d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:c1:55:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'dc9e14d6-1895-4498-be5b-dcea3c2e8bda', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:40Z', 'updated_at': '2021-11-12T01:08:44Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'dc9e14d6-1895-4498-be5b-dcea3c2e8bda', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24910213-d00b-4e1a-9070-b4173de92372', 'name': '', 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:8c:dc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:33Z', 'updated_at': '2021-11-12T01:08:38Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86657b00-f409-4517-9199-3559d06ffd86', 'name': '', 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:07:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:36Z', 'updated_at': '2021-11-12T01:08:41Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:46.020764 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:46.063860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Port': ['ID=16ed6497-54cd-4ac5-929a-39ab8bbbfb94,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:46.093203 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 16ed6497-54cd-4ac5-929a-39ab8bbbfb94 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:46.100163 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:46.100515 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:46.100971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:46.101378 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:46.101720 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:46.102056 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:46.102390 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:46.102718 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:46.103047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:46.103767 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:46.103767 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:46.104022 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:46.125829 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 16ed6497-54cd-4ac5-929a-39ab8bbbfb94 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:46.126180 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 16ed6497-54cd-4ac5-929a-39ab8bbbfb94 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 01:08:46.150637 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Port 16ed6497-54cd-4ac5-929a-39ab8bbbfb94 not found, will not notify nova. {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 01:08:46.156340 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd80344-01f7-4ae6-ab8e-4b16092d9014 req-a8ffc23a-9814-4720-aea7-a45bda64fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:46.157957 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6bd80344-01f7-4ae6-ab8e-4b16092d9014 req-a8ffc23a-9814-4720-aea7-a45bda64fe04 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 912 time: 0.2162454 Nov 12 01:08:46.208887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-58b770a5-523c-442d-8ccb-eb11cb783326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:22Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '274577a2-12e3-4b97-b0ac-f0fe91cc7c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'port_id': 'cdc00645-cbf2-468d-a989-4f3a4986b5aa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'mac_address': 'fa:16:3e:df:1e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafb0d07-c085-4da1-b942-02ae27db8dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:06:25Z', 'updated_at': '2021-11-12T01:06:28Z', 'revision_number': 1, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'fixed_ip_address_scope': None}, {'id': 'c509c549-7b91-4261-8480-070ae5bd2366', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'floating_ip_address': '172.25.0.146', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'port_id': '267d9655-b570-4c27-81da-33376a2d573c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'mac_address': 'fa:16:3e:72:de:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a10dda7-6ace-4e09-a64d-c64352eb1da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:08:44Z', 'updated_at': '2021-11-12T01:08:44Z', 'revision_number': 0, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44884b6-8244-478b-b870-2813c5cd2eba', 'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'mac_address': 'fa:16:3e:4d:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:20Z', 'updated_at': '2021-11-12T00:57:36Z', 'revision_number': 5, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'subnets': [{'id': '9210f21d-6237-43bd-9969-453197d38eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:46.237334 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b770a5-523c-442d-8ccb-eb11cb783326 None None] Checking router: 9e3cb652-1498-423d-be1e-7a1fc1b78045 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:46.246787 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b770a5-523c-442d-8ccb-eb11cb783326 None None] Routers {'9e3cb652-1498-423d-be1e-7a1fc1b78045'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:46.247174 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-58b770a5-523c-442d-8ccb-eb11cb783326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e3cb652-1498-423d-be1e-7a1fc1b78045'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:46.257657 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:46.263767 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6bd80344-01f7-4ae6-ab8e-4b16092d9014 req-f0e53102-578f-4e2b-9a8b-ef32b4268261 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=267d9655-b570-4c27-81da-33376a2d573c HTTP/1.1" status: 200 len: 999 time: 0.0794559 Nov 12 01:08:46.362700 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-58b770a5-523c-442d-8ccb-eb11cb783326 None None] Set router 9e3cb652-1498-423d-be1e-7a1fc1b78045 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:46.601804 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a2a1b-dfad-4481-8412-d83d4b95b535 req-2a3ee105-6db3-4111-b999-e72181a0221a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:46.604181 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fa2a2a1b-dfad-4481-8412-d83d4b95b535 req-2a3ee105-6db3-4111-b999-e72181a0221a tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.0690639 Nov 12 01:08:46.618450 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-58b770a5-523c-442d-8ccb-eb11cb783326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:22Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '274577a2-12e3-4b97-b0ac-f0fe91cc7c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'port_id': 'cdc00645-cbf2-468d-a989-4f3a4986b5aa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'mac_address': 'fa:16:3e:df:1e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafb0d07-c085-4da1-b942-02ae27db8dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:06:25Z', 'updated_at': '2021-11-12T01:06:28Z', 'revision_number': 1, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'fixed_ip_address_scope': None}, {'id': 'c509c549-7b91-4261-8480-070ae5bd2366', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'floating_ip_address': '172.25.0.146', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'port_id': '267d9655-b570-4c27-81da-33376a2d573c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'mac_address': 'fa:16:3e:72:de:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a10dda7-6ace-4e09-a64d-c64352eb1da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:08:44Z', 'updated_at': '2021-11-12T01:08:44Z', 'revision_number': 0, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44884b6-8244-478b-b870-2813c5cd2eba', 'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'mac_address': 'fa:16:3e:4d:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:20Z', 'updated_at': '2021-11-12T00:57:36Z', 'revision_number': 5, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'subnets': [{'id': '9210f21d-6237-43bd-9969-453197d38eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:46.647768 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b770a5-523c-442d-8ccb-eb11cb783326 None None] The sync data for ids ['9e3cb652-1498-423d-be1e-7a1fc1b78045'] in n-d-712137-14 is: [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:22Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '274577a2-12e3-4b97-b0ac-f0fe91cc7c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'port_id': 'cdc00645-cbf2-468d-a989-4f3a4986b5aa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'mac_address': 'fa:16:3e:df:1e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafb0d07-c085-4da1-b942-02ae27db8dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:06:25Z', 'updated_at': '2021-11-12T01:06:28Z', 'revision_number': 1, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'fixed_ip_address_scope': None}, {'id': 'c509c549-7b91-4261-8480-070ae5bd2366', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'floating_ip_address': '172.25.0.146', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'port_id': '267d9655-b570-4c27-81da-33376a2d573c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'mac_address': 'fa:16:3e:72:de:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a10dda7-6ace-4e09-a64d-c64352eb1da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:08:44Z', 'updated_at': '2021-11-12T01:08:44Z', 'revision_number': 0, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44884b6-8244-478b-b870-2813c5cd2eba', 'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'mac_address': 'fa:16:3e:4d:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:20Z', 'updated_at': '2021-11-12T00:57:36Z', 'revision_number': 5, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'subnets': [{'id': '9210f21d-6237-43bd-9969-453197d38eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:46.672306 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fa2a2a1b-dfad-4481-8412-d83d4b95b535 req-3568402b-2c37-4980-a7f9-1b23ebad744c tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587192 Nov 12 01:08:46.747464 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd80344-01f7-4ae6-ab8e-4b16092d9014 req-97f9760d-8adb-4be9-9b6f-f22307eeac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:46.749558 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6bd80344-01f7-4ae6-ab8e-4b16092d9014 req-97f9760d-8adb-4be9-9b6f-f22307eeac45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.4762881 Nov 12 01:08:46.865802 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abe6fe3-db3e-4313-9c2e-7b54fe2239cf None None] New status for floating IP c509c549-7b91-4261-8480-070ae5bd2366: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:08:46.869923 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd80344-01f7-4ae6-ab8e-4b16092d9014 req-57f4fb8e-8fcc-44d6-b6e4-abdf89a88315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:46.871490 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6bd80344-01f7-4ae6-ab8e-4b16092d9014 req-57f4fb8e-8fcc-44d6-b6e4-abdf89a88315 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1124949 Nov 12 01:08:46.909862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router 1e26853c-b16c-41a9-8c79-9d6990e125cf has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:47.054244 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6bd80344-01f7-4ae6-ab8e-4b16092d9014 req-10df8c7c-1127-4844-88f9-a572bb8b02b4 service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738977 Nov 12 01:08:47.065697 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:47.075580 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83c495a-6b4b-4ae4-ac94-d60c39fc762b None None] Sync routers for ids ['1e26853c-b16c-41a9-8c79-9d6990e125cf'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:47.077157 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-60f75c41-99e1-451e-b7a2-9638be224897 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/1e26853c-b16c-41a9-8c79-9d6990e125cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1271007 Nov 12 01:08:47.079987 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41276) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:47.095141 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83c495a-6b4b-4ae4-ac94-d60c39fc762b None None] Routers {'1e26853c-b16c-41a9-8c79-9d6990e125cf'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:47.095813 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c83c495a-6b4b-4ae4-ac94-d60c39fc762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1e26853c-b16c-41a9-8c79-9d6990e125cf'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:47.135046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-6074127a-6536-4521-9ee6-bc4b5cd576f9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting subnet dc9e14d6-1895-4498-be5b-dcea3c2e8bda {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:08:47.138219 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6074127a-6536-4521-9ee6-bc4b5cd576f9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.168437 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6bd80344-01f7-4ae6-ab8e-4b16092d9014 req-40f33a3b-2650-4656-b0ce-94fd7cfc2612 service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039608 Nov 12 01:08:47.186780 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6074127a-6536-4521-9ee6-bc4b5cd576f9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.272527 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6074127a-6536-4521-9ee6-bc4b5cd576f9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.338060 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6074127a-6536-4521-9ee6-bc4b5cd576f9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.342976 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-c83c495a-6b4b-4ae4-ac94-d60c39fc762b None None] Set router 1e26853c-b16c-41a9-8c79-9d6990e125cf gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:47.369275 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074127a-6536-4521-9ee6-bc4b5cd576f9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Subnet': ['ID=dc9e14d6-1895-4498-be5b-dcea3c2e8bda,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:47.371286 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6074127a-6536-4521-9ee6-bc4b5cd576f9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.374673 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6074127a-6536-4521-9ee6-bc4b5cd576f9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/subnets/dc9e14d6-1895-4498-be5b-dcea3c2e8bda HTTP/1.1" status: 204 len: 168 time: 0.2936738 Nov 12 01:08:47.378387 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4783c4-3a1b-4f66-a416-6f03d7006bef None None] Network 6d45ea21-f1b4-419f-92ee-943cc4e5d18d requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:47.378607 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41278) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:47.456425 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-83acf932-b980-4b64-b44c-ffae91f33210 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.513201 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-83acf932-b980-4b64-b44c-ffae91f33210 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting port 38c676ec-50a2-43e0-91a3-fcc4fb8e018e {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:47.514045 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-83acf932-b980-4b64-b44c-ffae91f33210 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.577473 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-83acf932-b980-4b64-b44c-ffae91f33210 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] For port 38c676ec-50a2-43e0-91a3-fcc4fb8e018e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=38c676ec-50a2-43e0-91a3-fcc4fb8e018e,segment=NetworkSegment(53f4436d-8df0-4879-b4f0-c8422fc709b2),segment_id=53f4436d-8df0-4879-b4f0-c8422fc709b2)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:47.577473 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-83acf932-b980-4b64-b44c-ffae91f33210 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.589879 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-83acf932-b980-4b64-b44c-ffae91f33210 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Calling delete_port for 38c676ec-50a2-43e0-91a3-fcc4fb8e018e owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:47.666636 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c83c495a-6b4b-4ae4-ac94-d60c39fc762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:45Z', 'revision_number': 8, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': '24910213-d00b-4e1a-9070-b4173de92372', 'name': '', 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:8c:dc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:33Z', 'updated_at': '2021-11-12T01:08:38Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86657b00-f409-4517-9199-3559d06ffd86', 'name': '', 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:07:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:36Z', 'updated_at': '2021-11-12T01:08:41Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:47.680126 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-83acf932-b980-4b64-b44c-ffae91f33210 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.696256 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858d1046-b73b-4ced-8873-2d1da83353b4 None None] DHCP port deletion for 6d45ea21-f1b4-419f-92ee-943cc4e5d18d request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:47.699307 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83c495a-6b4b-4ae4-ac94-d60c39fc762b None None] Checking router: 1e26853c-b16c-41a9-8c79-9d6990e125cf for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:47.707931 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acf932-b980-4b64-b44c-ffae91f33210 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Port': ['ID=38c676ec-50a2-43e0-91a3-fcc4fb8e018e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:47.709697 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83acf932-b980-4b64-b44c-ffae91f33210 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] No DVR routers for this DVR port 38c676ec-50a2-43e0-91a3-fcc4fb8e018e on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:47.710929 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83c495a-6b4b-4ae4-ac94-d60c39fc762b None None] Routers {'1e26853c-b16c-41a9-8c79-9d6990e125cf'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:47.711319 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c83c495a-6b4b-4ae4-ac94-d60c39fc762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1e26853c-b16c-41a9-8c79-9d6990e125cf'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:47.790883 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-83acf932-b980-4b64-b44c-ffae91f33210 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.809194 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-c83c495a-6b4b-4ae4-ac94-d60c39fc762b None None] Set router 1e26853c-b16c-41a9-8c79-9d6990e125cf gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:47.817462 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-83acf932-b980-4b64-b44c-ffae91f33210 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d45ea21-f1b4-419f-92ee-943cc4e5d18d']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:47.818485 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93967569-a59f-4177-8452-845b5221aaea req-4fa33943-a7e9-43ae-b601-cabb6f23f7fc tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:47.820430 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-93967569-a59f-4177-8452-845b5221aaea req-4fa33943-a7e9-43ae-b601-cabb6f23f7fc tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.0513294 Nov 12 01:08:47.827647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-83acf932-b980-4b64-b44c-ffae91f33210 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f4436d-8df0-4879-b4f0-c8422fc709b2') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:47.827890 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-83acf932-b980-4b64-b44c-ffae91f33210 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f4436d-8df0-4879-b4f0-c8422fc709b2') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:47.837783 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-83acf932-b980-4b64-b44c-ffae91f33210 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.852272 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-83acf932-b980-4b64-b44c-ffae91f33210 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.859754 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83acf932-b980-4b64-b44c-ffae91f33210 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:08:47.860207 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-83acf932-b980-4b64-b44c-ffae91f33210 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:08:47.863538 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:08:47.882873 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-93967569-a59f-4177-8452-845b5221aaea req-904b7150-d8ce-46a6-9816-8a938558ae23 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557828 Nov 12 01:08:47.923517 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-83acf932-b980-4b64-b44c-ffae91f33210 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.930483 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-83acf932-b980-4b64-b44c-ffae91f33210 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.936844 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-83acf932-b980-4b64-b44c-ffae91f33210 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/networks/6d45ea21-f1b4-419f-92ee-943cc4e5d18d HTTP/1.1" status: 204 len: 168 time: 0.5541117 Nov 12 01:08:47.937282 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41282) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:47.945740 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acf932-b980-4b64-b44c-ffae91f33210 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Network': ['ID=6d45ea21-f1b4-419f-92ee-943cc4e5d18d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:48.047610 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c83c495a-6b4b-4ae4-ac94-d60c39fc762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:45Z', 'revision_number': 8, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': '24910213-d00b-4e1a-9070-b4173de92372', 'name': '', 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:8c:dc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:33Z', 'updated_at': '2021-11-12T01:08:38Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86657b00-f409-4517-9199-3559d06ffd86', 'name': '', 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:07:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:36Z', 'updated_at': '2021-11-12T01:08:41Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:48.080214 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83c495a-6b4b-4ae4-ac94-d60c39fc762b None None] The sync data for ids ['1e26853c-b16c-41a9-8c79-9d6990e125cf'] in n-d-712137-14 is: [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:45Z', 'revision_number': 8, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': '24910213-d00b-4e1a-9070-b4173de92372', 'name': '', 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:8c:dc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:33Z', 'updated_at': '2021-11-12T01:08:38Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86657b00-f409-4517-9199-3559d06ffd86', 'name': '', 'network_id': '3e9e58da-010a-40cd-aba3-a072d72def0d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:07:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:36Z', 'updated_at': '2021-11-12T01:08:41Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '7453c0bf-e1d4-44dd-97ca-d6fb800ba319', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:48.085493 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 38c676ec-50a2-43e0-91a3-fcc4fb8e018e no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:48.105077 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 38c676ec-50a2-43e0-91a3-fcc4fb8e018e {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:48.105752 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 38c676ec-50a2-43e0-91a3-fcc4fb8e018e not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:48.294667 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-39fa3796-e0cc-4616-a9d3-c69b38d27d52 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:48.551123 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-39fa3796-e0cc-4616-a9d3-c69b38d27d52 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting port 86657b00-f409-4517-9199-3559d06ffd86 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:48.551495 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-39fa3796-e0cc-4616-a9d3-c69b38d27d52 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:48.642350 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-39fa3796-e0cc-4616-a9d3-c69b38d27d52 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] For port 86657b00-f409-4517-9199-3559d06ffd86, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=86657b00-f409-4517-9199-3559d06ffd86,segment=NetworkSegment(1d58e1bd-0420-4d78-9281-d27fc709da08),segment_id=1d58e1bd-0420-4d78-9281-d27fc709da08)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:48.642721 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-39fa3796-e0cc-4616-a9d3-c69b38d27d52 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:48.655732 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-39fa3796-e0cc-4616-a9d3-c69b38d27d52 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Calling delete_port for 86657b00-f409-4517-9199-3559d06ffd86 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:48.822459 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-39fa3796-e0cc-4616-a9d3-c69b38d27d52 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:48.852474 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa3796-e0cc-4616-a9d3-c69b38d27d52 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Port': ['ID=86657b00-f409-4517-9199-3559d06ffd86,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:48.971130 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-39fa3796-e0cc-4616-a9d3-c69b38d27d52 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.167713 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fa3796-e0cc-4616-a9d3-c69b38d27d52 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router 1e26853c-b16c-41a9-8c79-9d6990e125cf has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:49.237273 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df4da6-13f8-4095-ac88-1f786eb7fba8 req-f4d3a8ae-4fc5-4cdb-a339-d9a3dc6c2eee tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:49.238781 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f9df4da6-13f8-4095-ac88-1f786eb7fba8 req-f4d3a8ae-4fc5-4cdb-a339-d9a3dc6c2eee tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.2763741 Nov 12 01:08:49.260539 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fa3796-e0cc-4616-a9d3-c69b38d27d52 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:49.268931 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-39fa3796-e0cc-4616-a9d3-c69b38d27d52 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/1e26853c-b16c-41a9-8c79-9d6990e125cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3304372 Nov 12 01:08:49.269533 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41288) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:49.271622 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f0a25-511d-4a0b-807a-46bf2cd83d93 None None] Sync routers for ids ['1e26853c-b16c-41a9-8c79-9d6990e125cf'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:49.283170 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47f0a25-511d-4a0b-807a-46bf2cd83d93 None None] Routers {'1e26853c-b16c-41a9-8c79-9d6990e125cf'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:49.283790 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e47f0a25-511d-4a0b-807a-46bf2cd83d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1e26853c-b16c-41a9-8c79-9d6990e125cf'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:49.296030 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f9df4da6-13f8-4095-ac88-1f786eb7fba8 req-e99284ba-f86c-4880-a899-5fa956275d74 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508506 Nov 12 01:08:49.324199 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-5889ae5c-97e4-4038-b0ad-e2bcd7d2ef5e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting subnet 7453c0bf-e1d4-44dd-97ca-d6fb800ba319 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:08:49.328154 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5889ae5c-97e4-4038-b0ad-e2bcd7d2ef5e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.367239 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5889ae5c-97e4-4038-b0ad-e2bcd7d2ef5e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.370769 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-e47f0a25-511d-4a0b-807a-46bf2cd83d93 None None] Set router 1e26853c-b16c-41a9-8c79-9d6990e125cf gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:49.457847 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5889ae5c-97e4-4038-b0ad-e2bcd7d2ef5e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.522136 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5889ae5c-97e4-4038-b0ad-e2bcd7d2ef5e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.548757 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889ae5c-97e4-4038-b0ad-e2bcd7d2ef5e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Subnet': ['ID=7453c0bf-e1d4-44dd-97ca-d6fb800ba319,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:49.552394 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5889ae5c-97e4-4038-b0ad-e2bcd7d2ef5e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.555650 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5889ae5c-97e4-4038-b0ad-e2bcd7d2ef5e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/subnets/7453c0bf-e1d4-44dd-97ca-d6fb800ba319 HTTP/1.1" status: 204 len: 168 time: 0.2849848 Nov 12 01:08:49.558161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41290) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:49.561933 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f29108f-f6ca-4758-8d51-474bf3f0e02c None None] Network 3e9e58da-010a-40cd-aba3-a072d72def0d requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:49.639889 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7d9a30e6-bded-4371-b186-e4862569d55e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.701646 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-7d9a30e6-bded-4371-b186-e4862569d55e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting port d91da114-aad2-4815-83b9-8915abe2bb02 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:49.702073 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7d9a30e6-bded-4371-b186-e4862569d55e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.717457 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e47f0a25-511d-4a0b-807a-46bf2cd83d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:48Z', 'revision_number': 9, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': '24910213-d00b-4e1a-9070-b4173de92372', 'name': '', 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:8c:dc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:33Z', 'updated_at': '2021-11-12T01:08:38Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:49.745152 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f0a25-511d-4a0b-807a-46bf2cd83d93 None None] Checking router: 1e26853c-b16c-41a9-8c79-9d6990e125cf for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:49.753834 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47f0a25-511d-4a0b-807a-46bf2cd83d93 None None] Routers {'1e26853c-b16c-41a9-8c79-9d6990e125cf'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:49.754504 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e47f0a25-511d-4a0b-807a-46bf2cd83d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1e26853c-b16c-41a9-8c79-9d6990e125cf'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:49.764356 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438dc342-980d-45d5-88b0-2533e4455629 None None] DHCP port deletion for 3e9e58da-010a-40cd-aba3-a072d72def0d request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:49.772041 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-7d9a30e6-bded-4371-b186-e4862569d55e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] For port d91da114-aad2-4815-83b9-8915abe2bb02, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d91da114-aad2-4815-83b9-8915abe2bb02,segment=NetworkSegment(1d58e1bd-0420-4d78-9281-d27fc709da08),segment_id=1d58e1bd-0420-4d78-9281-d27fc709da08)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:49.772041 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7d9a30e6-bded-4371-b186-e4862569d55e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.784885 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-7d9a30e6-bded-4371-b186-e4862569d55e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Calling delete_port for d91da114-aad2-4815-83b9-8915abe2bb02 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:49.818077 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-438dc342-980d-45d5-88b0-2533e4455629 None None] Deleting port d91da114-aad2-4815-83b9-8915abe2bb02 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:49.818602 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-438dc342-980d-45d5-88b0-2533e4455629 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.851085 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-e47f0a25-511d-4a0b-807a-46bf2cd83d93 None None] Set router 1e26853c-b16c-41a9-8c79-9d6990e125cf gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:49.874618 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7d9a30e6-bded-4371-b186-e4862569d55e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.893225 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-438dc342-980d-45d5-88b0-2533e4455629 None None] For port d91da114-aad2-4815-83b9-8915abe2bb02, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d91da114-aad2-4815-83b9-8915abe2bb02,segment=NetworkSegment(1d58e1bd-0420-4d78-9281-d27fc709da08),segment_id=1d58e1bd-0420-4d78-9281-d27fc709da08)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:49.893551 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-438dc342-980d-45d5-88b0-2533e4455629 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.901851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a30e6-bded-4371-b186-e4862569d55e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Port': ['ID=d91da114-aad2-4815-83b9-8915abe2bb02,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:49.907691 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a30e6-bded-4371-b186-e4862569d55e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] No DVR routers for this DVR port d91da114-aad2-4815-83b9-8915abe2bb02 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:49.909966 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-438dc342-980d-45d5-88b0-2533e4455629 None None] Calling delete_port for d91da114-aad2-4815-83b9-8915abe2bb02 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:49.999739 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7d9a30e6-bded-4371-b186-e4862569d55e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.000556 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-438dc342-980d-45d5-88b0-2533e4455629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.029955 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-7d9a30e6-bded-4371-b186-e4862569d55e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9e58da-010a-40cd-aba3-a072d72def0d']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:50.041704 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438dc342-980d-45d5-88b0-2533e4455629 None None] Pushing event deleted for resources: {'Port': ['ID=d91da114-aad2-4815-83b9-8915abe2bb02,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:50.042357 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-7d9a30e6-bded-4371-b186-e4862569d55e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d58e1bd-0420-4d78-9281-d27fc709da08') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:50.042674 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-7d9a30e6-bded-4371-b186-e4862569d55e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d58e1bd-0420-4d78-9281-d27fc709da08') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:50.055626 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7d9a30e6-bded-4371-b186-e4862569d55e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.056948 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438dc342-980d-45d5-88b0-2533e4455629 None None] No DVR routers for this DVR port d91da114-aad2-4815-83b9-8915abe2bb02 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:50.062097 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b8112ed7-6c7b-49e8-a903-3c6080222854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.078741 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7d9a30e6-bded-4371-b186-e4862569d55e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.085736 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9a30e6-bded-4371-b186-e4862569d55e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:08:50.086306 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7d9a30e6-bded-4371-b186-e4862569d55e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.089329 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e47f0a25-511d-4a0b-807a-46bf2cd83d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:48Z', 'revision_number': 9, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': '24910213-d00b-4e1a-9070-b4173de92372', 'name': '', 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:8c:dc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:33Z', 'updated_at': '2021-11-12T01:08:38Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:08:50.094040 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:08:50.121628 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f0a25-511d-4a0b-807a-46bf2cd83d93 None None] The sync data for ids ['1e26853c-b16c-41a9-8c79-9d6990e125cf'] in n-d-712137-14 is: [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:48Z', 'revision_number': 9, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': '24910213-d00b-4e1a-9070-b4173de92372', 'name': '', 'network_id': '11e84e07-282a-4f9f-8fc3-019a6bc91796', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:8c:dc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:33Z', 'updated_at': '2021-11-12T01:08:38Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': '2dfba53a-63b2-48e3-9703-a0973682a020', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:50.177727 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7d9a30e6-bded-4371-b186-e4862569d55e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.182871 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7d9a30e6-bded-4371-b186-e4862569d55e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.187425 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7d9a30e6-bded-4371-b186-e4862569d55e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/networks/3e9e58da-010a-40cd-aba3-a072d72def0d HTTP/1.1" status: 204 len: 168 time: 0.6283190 Nov 12 01:08:50.190241 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41292) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:50.202681 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a30e6-bded-4371-b186-e4862569d55e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Network': ['ID=3e9e58da-010a-40cd-aba3-a072d72def0d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:50.414992 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24f1a1-2ce7-4d6e-afe1-9134466ebf02 req-c9fd1968-f5ef-496c-8b1e-f8758cd39095 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:50.416855 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fd24f1a1-2ce7-4d6e-afe1-9134466ebf02 req-c9fd1968-f5ef-496c-8b1e-f8758cd39095 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.0515239 Nov 12 01:08:50.475818 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fd24f1a1-2ce7-4d6e-afe1-9134466ebf02 req-432a9b14-a67a-4538-948b-89bc21d9448b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513649 Nov 12 01:08:50.483238 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d91da114-aad2-4815-83b9-8915abe2bb02 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:50.503539 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: d91da114-aad2-4815-83b9-8915abe2bb02 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:50.503890 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d91da114-aad2-4815-83b9-8915abe2bb02 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:50.504307 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 16ed6497-54cd-4ac5-929a-39ab8bbbfb94 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:50.528170 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 16ed6497-54cd-4ac5-929a-39ab8bbbfb94 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:50.528520 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 16ed6497-54cd-4ac5-929a-39ab8bbbfb94 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:50.549204 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-779b5396-4727-4574-b703-d07cc847f428 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:51.127282 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-779b5396-4727-4574-b703-d07cc847f428 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting port 24910213-d00b-4e1a-9070-b4173de92372 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:51.127623 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-779b5396-4727-4574-b703-d07cc847f428 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:51.222467 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-779b5396-4727-4574-b703-d07cc847f428 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] For port 24910213-d00b-4e1a-9070-b4173de92372, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=24910213-d00b-4e1a-9070-b4173de92372,segment=NetworkSegment(33837b67-59bd-4b1a-b741-69a38c491717),segment_id=33837b67-59bd-4b1a-b741-69a38c491717)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:51.222829 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-779b5396-4727-4574-b703-d07cc847f428 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:51.236144 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-779b5396-4727-4574-b703-d07cc847f428 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Calling delete_port for 24910213-d00b-4e1a-9070-b4173de92372 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:51.400497 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-779b5396-4727-4574-b703-d07cc847f428 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:51.428498 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b5396-4727-4574-b703-d07cc847f428 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Port': ['ID=24910213-d00b-4e1a-9070-b4173de92372,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:51.549020 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-779b5396-4727-4574-b703-d07cc847f428 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:51.683285 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f50a05-28c5-4f43-8b15-cc4fdbc39921 req-88b41232-dad9-41e8-9248-67a0b356f5ee tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:51.684712 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85f50a05-28c5-4f43-8b15-cc4fdbc39921 req-88b41232-dad9-41e8-9248-67a0b356f5ee tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.1271725 Nov 12 01:08:51.806006 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85f50a05-28c5-4f43-8b15-cc4fdbc39921 req-0442bb53-caa0-40bc-9507-f24cebd30047 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148889 Nov 12 01:08:51.814160 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779b5396-4727-4574-b703-d07cc847f428 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router 1e26853c-b16c-41a9-8c79-9d6990e125cf has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:51.917953 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779b5396-4727-4574-b703-d07cc847f428 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:51.923672 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-779b5396-4727-4574-b703-d07cc847f428 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/1e26853c-b16c-41a9-8c79-9d6990e125cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7314949 Nov 12 01:08:51.925637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41298) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:51.928149 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea1cbf6-f7bf-459a-b692-1818e9bdd096 None None] Sync routers for ids ['1e26853c-b16c-41a9-8c79-9d6990e125cf'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:51.938340 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea1cbf6-f7bf-459a-b692-1818e9bdd096 None None] Routers {'1e26853c-b16c-41a9-8c79-9d6990e125cf'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:51.938878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8ea1cbf6-f7bf-459a-b692-1818e9bdd096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1e26853c-b16c-41a9-8c79-9d6990e125cf'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:51.982679 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-586af14e-a18f-4221-8bd2-630ca843ef38 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting subnet 2dfba53a-63b2-48e3-9703-a0973682a020 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:08:51.986164 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-586af14e-a18f-4221-8bd2-630ca843ef38 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.028447 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 86657b00-f409-4517-9199-3559d06ffd86 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:52.038446 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-586af14e-a18f-4221-8bd2-630ca843ef38 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.053786 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-8ea1cbf6-f7bf-459a-b692-1818e9bdd096 None None] Set router 1e26853c-b16c-41a9-8c79-9d6990e125cf gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:52.055823 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 86657b00-f409-4517-9199-3559d06ffd86 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:52.056162 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 86657b00-f409-4517-9199-3559d06ffd86 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:52.125016 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-586af14e-a18f-4221-8bd2-630ca843ef38 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.187698 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-586af14e-a18f-4221-8bd2-630ca843ef38 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.225630 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586af14e-a18f-4221-8bd2-630ca843ef38 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Subnet': ['ID=2dfba53a-63b2-48e3-9703-a0973682a020,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:52.227748 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-586af14e-a18f-4221-8bd2-630ca843ef38 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.231251 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-586af14e-a18f-4221-8bd2-630ca843ef38 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/subnets/2dfba53a-63b2-48e3-9703-a0973682a020 HTTP/1.1" status: 204 len: 168 time: 0.3046129 Nov 12 01:08:52.234023 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41300) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:52.236172 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03485d83-8d23-4b1f-a67b-163d98cc6bc8 None None] Network 11e84e07-282a-4f9f-8fc3-019a6bc91796 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:52.308848 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a81939d-d687-46c7-bc21-48f75e353dbe tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.362364 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3a81939d-d687-46c7-bc21-48f75e353dbe tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting port 59afd312-9360-4e2d-86a9-c08b23cf4026 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:52.362671 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a81939d-d687-46c7-bc21-48f75e353dbe tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.368141 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2dc33fc1-55c4-4a40-9330-ada597666336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.370297 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8ea1cbf6-f7bf-459a-b692-1818e9bdd096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:51Z', 'revision_number': 10, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:52.404796 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea1cbf6-f7bf-459a-b692-1818e9bdd096 None None] Checking router: 1e26853c-b16c-41a9-8c79-9d6990e125cf for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:52.417393 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea1cbf6-f7bf-459a-b692-1818e9bdd096 None None] Routers {'1e26853c-b16c-41a9-8c79-9d6990e125cf'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:52.417993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8ea1cbf6-f7bf-459a-b692-1818e9bdd096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1e26853c-b16c-41a9-8c79-9d6990e125cf'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:52.432735 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-3a81939d-d687-46c7-bc21-48f75e353dbe tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] For port 59afd312-9360-4e2d-86a9-c08b23cf4026, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=59afd312-9360-4e2d-86a9-c08b23cf4026,segment=NetworkSegment(33837b67-59bd-4b1a-b741-69a38c491717),segment_id=33837b67-59bd-4b1a-b741-69a38c491717)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:52.433396 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a81939d-d687-46c7-bc21-48f75e353dbe tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.449030 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3a81939d-d687-46c7-bc21-48f75e353dbe tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Calling delete_port for 59afd312-9360-4e2d-86a9-c08b23cf4026 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:52.543176 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a81939d-d687-46c7-bc21-48f75e353dbe tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.571738 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81939d-d687-46c7-bc21-48f75e353dbe tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Port': ['ID=59afd312-9360-4e2d-86a9-c08b23cf4026,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:52.575456 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a81939d-d687-46c7-bc21-48f75e353dbe tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] No DVR routers for this DVR port 59afd312-9360-4e2d-86a9-c08b23cf4026 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:52.648968 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8b8437-a665-43d4-8202-6faa45fa1ea9 None None] DHCP port deletion for 11e84e07-282a-4f9f-8fc3-019a6bc91796 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:52.673829 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a81939d-d687-46c7-bc21-48f75e353dbe tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.681458 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-8ea1cbf6-f7bf-459a-b692-1818e9bdd096 None None] Set router 1e26853c-b16c-41a9-8c79-9d6990e125cf gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:52.696425 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-3a81939d-d687-46c7-bc21-48f75e353dbe tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e84e07-282a-4f9f-8fc3-019a6bc91796']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:52.706066 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-3a81939d-d687-46c7-bc21-48f75e353dbe tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33837b67-59bd-4b1a-b741-69a38c491717') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:52.706815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-3a81939d-d687-46c7-bc21-48f75e353dbe tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33837b67-59bd-4b1a-b741-69a38c491717') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:52.717097 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a81939d-d687-46c7-bc21-48f75e353dbe tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.730423 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a81939d-d687-46c7-bc21-48f75e353dbe tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.737270 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a81939d-d687-46c7-bc21-48f75e353dbe tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:08:52.737776 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a81939d-d687-46c7-bc21-48f75e353dbe tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:08:52.741011 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:08:52.816450 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a81939d-d687-46c7-bc21-48f75e353dbe tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.821946 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a81939d-d687-46c7-bc21-48f75e353dbe tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.829300 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41304) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:52.829875 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3a81939d-d687-46c7-bc21-48f75e353dbe tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/networks/11e84e07-282a-4f9f-8fc3-019a6bc91796 HTTP/1.1" status: 204 len: 168 time: 0.5944262 Nov 12 01:08:52.864367 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81939d-d687-46c7-bc21-48f75e353dbe tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Network': ['ID=11e84e07-282a-4f9f-8fc3-019a6bc91796,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:52.913082 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8ea1cbf6-f7bf-459a-b692-1818e9bdd096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:51Z', 'revision_number': 10, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:52.949427 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea1cbf6-f7bf-459a-b692-1818e9bdd096 None None] The sync data for ids ['1e26853c-b16c-41a9-8c79-9d6990e125cf'] in n-d-712137-14 is: [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:51Z', 'revision_number': 10, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None, '_interfaces': [{'id': 'e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4', 'name': '', 'network_id': '2b9cd5c1-a778-4761-8bcd-7a751db2b98d', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'mac_address': 'fa:16:3e:f2:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:30Z', 'updated_at': '2021-11-12T01:08:33Z', 'revision_number': 5, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'subnets': [{'id': 'f5dc0b87-0b7f-40da-95ac-f445212ea021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:53.020508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9bab3-dca6-4723-a9a3-56a4f5dee16e req-d2e60548-47a7-4c77-aebf-a1e5d12b8cc5 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:53.022055 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fce9bab3-dca6-4723-a9a3-56a4f5dee16e req-d2e60548-47a7-4c77-aebf-a1e5d12b8cc5 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.1073411 Nov 12 01:08:53.127033 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fce9bab3-dca6-4723-a9a3-56a4f5dee16e req-48c9b4f8-74f0-42ea-99d2-beedfe6713b4 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765207 Nov 12 01:08:53.259961 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50c10d51-edea-4577-aa95-2d6c4d1b0226 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:53.484789 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:53.520507 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-50c10d51-edea-4577-aa95-2d6c4d1b0226 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting port e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:53.520893 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50c10d51-edea-4577-aa95-2d6c4d1b0226 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:53.627127 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-50c10d51-edea-4577-aa95-2d6c4d1b0226 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] For port e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4,segment=NetworkSegment(ef13758d-74d3-4e65-97ba-ca08c335d44f),segment_id=ef13758d-74d3-4e65-97ba-ca08c335d44f)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:53.627543 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50c10d51-edea-4577-aa95-2d6c4d1b0226 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:53.642302 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-50c10d51-edea-4577-aa95-2d6c4d1b0226 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Calling delete_port for e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:53.834944 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50c10d51-edea-4577-aa95-2d6c4d1b0226 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:53.865084 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c10d51-edea-4577-aa95-2d6c4d1b0226 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Port': ['ID=e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:53.979050 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-50c10d51-edea-4577-aa95-2d6c4d1b0226 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.072525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 59afd312-9360-4e2d-86a9-c08b23cf4026 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:54.096208 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 59afd312-9360-4e2d-86a9-c08b23cf4026 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:54.096574 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 59afd312-9360-4e2d-86a9-c08b23cf4026 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:54.097155 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 24910213-d00b-4e1a-9070-b4173de92372 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:54.117885 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 24910213-d00b-4e1a-9070-b4173de92372 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:54.118278 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 24910213-d00b-4e1a-9070-b4173de92372 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:54.260297 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb22d4-8794-485d-b5b0-0189a5666fa8 req-4e1b2bdd-50d6-435f-8675-980a176b3087 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:54.261971 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2feb22d4-8794-485d-b5b0-0189a5666fa8 req-4e1b2bdd-50d6-435f-8675-980a176b3087 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.0569663 Nov 12 01:08:54.317645 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2feb22d4-8794-485d-b5b0-0189a5666fa8 req-9602efb2-08a4-4591-9d55-6553249ecac8 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492253 Nov 12 01:08:54.519275 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c10d51-edea-4577-aa95-2d6c4d1b0226 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router 1e26853c-b16c-41a9-8c79-9d6990e125cf has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:54.595694 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c10d51-edea-4577-aa95-2d6c4d1b0226 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:54.602999 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-50c10d51-edea-4577-aa95-2d6c4d1b0226 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/1e26853c-b16c-41a9-8c79-9d6990e125cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7699440 Nov 12 01:08:54.604182 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41310) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:54.606723 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506b8c2f-dc3c-4881-b6b6-237d02ad2eb5 None None] Sync routers for ids ['1e26853c-b16c-41a9-8c79-9d6990e125cf'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:54.619035 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506b8c2f-dc3c-4881-b6b6-237d02ad2eb5 None None] Routers {'1e26853c-b16c-41a9-8c79-9d6990e125cf'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:54.619768 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-506b8c2f-dc3c-4881-b6b6-237d02ad2eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1e26853c-b16c-41a9-8c79-9d6990e125cf'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:54.667366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-4746d152-61c9-4975-b20b-d8b771bb84d2 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting subnet f5dc0b87-0b7f-40da-95ac-f445212ea021 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:08:54.671267 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4746d152-61c9-4975-b20b-d8b771bb84d2 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.696947 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-506b8c2f-dc3c-4881-b6b6-237d02ad2eb5 None None] Set router 1e26853c-b16c-41a9-8c79-9d6990e125cf gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:54.710234 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4746d152-61c9-4975-b20b-d8b771bb84d2 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.742503 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.756099 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-506b8c2f-dc3c-4881-b6b6-237d02ad2eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:53Z', 'revision_number': 11, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:54.783991 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506b8c2f-dc3c-4881-b6b6-237d02ad2eb5 None None] Checking router: 1e26853c-b16c-41a9-8c79-9d6990e125cf for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:54.793156 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506b8c2f-dc3c-4881-b6b6-237d02ad2eb5 None None] Routers {'1e26853c-b16c-41a9-8c79-9d6990e125cf'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:54.793806 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-506b8c2f-dc3c-4881-b6b6-237d02ad2eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1e26853c-b16c-41a9-8c79-9d6990e125cf'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:54.795901 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4746d152-61c9-4975-b20b-d8b771bb84d2 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.860465 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4746d152-61c9-4975-b20b-d8b771bb84d2 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.870666 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-506b8c2f-dc3c-4881-b6b6-237d02ad2eb5 None None] Set router 1e26853c-b16c-41a9-8c79-9d6990e125cf gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:54.894946 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746d152-61c9-4975-b20b-d8b771bb84d2 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Subnet': ['ID=f5dc0b87-0b7f-40da-95ac-f445212ea021,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:54.901647 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4746d152-61c9-4975-b20b-d8b771bb84d2 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.905839 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4746d152-61c9-4975-b20b-d8b771bb84d2 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/subnets/f5dc0b87-0b7f-40da-95ac-f445212ea021 HTTP/1.1" status: 204 len: 168 time: 0.3004897 Nov 12 01:08:54.908915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41312) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:54.913836 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e07db2-248f-4c00-9d12-858fbe49a363 None None] Network 2b9cd5c1-a778-4761-8bcd-7a751db2b98d requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:54.936953 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-506b8c2f-dc3c-4881-b6b6-237d02ad2eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:53Z', 'revision_number': 11, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:54.967417 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506b8c2f-dc3c-4881-b6b6-237d02ad2eb5 None None] The sync data for ids ['1e26853c-b16c-41a9-8c79-9d6990e125cf'] in n-d-712137-14 is: [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:53Z', 'revision_number': 11, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:55.010201 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.065244 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Deleting port 95e6e8bb-36ad-4d41-aeeb-8843197cf118 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:55.065622 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.127328 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] For port 95e6e8bb-36ad-4d41-aeeb-8843197cf118, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=95e6e8bb-36ad-4d41-aeeb-8843197cf118,segment=NetworkSegment(ef13758d-74d3-4e65-97ba-ca08c335d44f),segment_id=ef13758d-74d3-4e65-97ba-ca08c335d44f)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:55.127697 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.139856 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Calling delete_port for 95e6e8bb-36ad-4d41-aeeb-8843197cf118 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:55.221704 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.252728 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Port': ['ID=95e6e8bb-36ad-4d41-aeeb-8843197cf118,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:55.254985 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] No DVR routers for this DVR port 95e6e8bb-36ad-4d41-aeeb-8843197cf118 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:55.282587 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.283295 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.283295 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.283604 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.283942 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.284279 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.284612 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.284969 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.285308 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.285635 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.285973 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.286288 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.355821 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d22293-879a-4d78-b42b-1861ab279d59 None None] DHCP port deletion for 2b9cd5c1-a778-4761-8bcd-7a751db2b98d request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:55.357355 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.386827 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9cd5c1-a778-4761-8bcd-7a751db2b98d']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:55.400487 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef13758d-74d3-4e65-97ba-ca08c335d44f') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:55.400908 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef13758d-74d3-4e65-97ba-ca08c335d44f') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:55.411366 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.427764 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.434457 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:08:55.434863 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:08:55.439081 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:08:55.462935 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa43c2-72ae-49f4-bfcb-e3f772c2c5ac req-80d73a5e-edd8-4e46-86e9-592b6d4813b5 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:55.464625 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ecfa43c2-72ae-49f4-bfcb-e3f772c2c5ac req-80d73a5e-edd8-4e46-86e9-592b6d4813b5 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.0576491 Nov 12 01:08:55.468221 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.505859 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.516152 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.518707 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ecfa43c2-72ae-49f4-bfcb-e3f772c2c5ac req-dc826022-35c9-4184-9054-c8379f6fe8b7 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463736 Nov 12 01:08:55.522134 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/networks/2b9cd5c1-a778-4761-8bcd-7a751db2b98d HTTP/1.1" status: 204 len: 168 time: 0.6081254 Nov 12 01:08:55.522437 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41316) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:55.529416 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-0e2348e0-fef4-427d-a44f-6cf832eb220d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'router': {'routes': None}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:55.531467 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94275f55-1e4a-4b73-b6f0-12a63c1ef388 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Pushing event deleted for resources: {'Network': ['ID=2b9cd5c1-a778-4761-8bcd-7a751db2b98d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:55.707672 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.extraroute_db [None req-0e2348e0-fef4-427d-a44f-6cf832eb220d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Added routes are [] {{(pid=114242) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 01:08:55.707981 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.extraroute_db [None req-0e2348e0-fef4-427d-a44f-6cf832eb220d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Removed routes are [] {{(pid=114242) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 01:08:55.708344 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0e2348e0-fef4-427d-a44f-6cf832eb220d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.842308 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fcd50-eb57-43d5-8499-ff5a0ef2f072 req-772732d6-1118-4193-977c-c18047197ddc tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:55.843763 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-986fcd50-eb57-43d5-8499-ff5a0ef2f072 req-772732d6-1118-4193-977c-c18047197ddc tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.1626294 Nov 12 01:08:55.892369 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0e2348e0-fef4-427d-a44f-6cf832eb220d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.896362 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0e2348e0-fef4-427d-a44f-6cf832eb220d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719336'] for router, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.990646 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2348e0-fef4-427d-a44f-6cf832eb220d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router 1e26853c-b16c-41a9-8c79-9d6990e125cf has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:56.008094 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.015561 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 95e6e8bb-36ad-4d41-aeeb-8843197cf118 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:56.036004 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 95e6e8bb-36ad-4d41-aeeb-8843197cf118 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:56.036355 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 95e6e8bb-36ad-4d41-aeeb-8843197cf118 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:56.036785 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:56.055667 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-986fcd50-eb57-43d5-8499-ff5a0ef2f072 req-7ebae4e8-3e0f-4ddb-b5ed-0de5abbb3218 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748166 Nov 12 01:08:56.059420 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:56.059776 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device e8cea1f1-ce62-4da0-a10b-c4b86b0b8ab4 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:56.092418 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2348e0-fef4-427d-a44f-6cf832eb220d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:56.099353 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0e2348e0-fef4-427d-a44f-6cf832eb220d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.103093 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0e2348e0-fef4-427d-a44f-6cf832eb220d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/1e26853c-b16c-41a9-8c79-9d6990e125cf HTTP/1.1" status: 200 len: 704 time: 0.5767407 Nov 12 01:08:56.103344 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41326) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:56.103491 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23eea08-a6a2-4fbf-a5cd-2d042f4d6ffc None None] Sync routers for ids ['1e26853c-b16c-41a9-8c79-9d6990e125cf'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:56.116467 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23eea08-a6a2-4fbf-a5cd-2d042f4d6ffc None None] Routers {'1e26853c-b16c-41a9-8c79-9d6990e125cf'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:56.117154 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d23eea08-a6a2-4fbf-a5cd-2d042f4d6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1e26853c-b16c-41a9-8c79-9d6990e125cf'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:56.130847 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b43c1656-14c0-43d5-818c-8ba9e874448c tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e26853c-b16c-41a9-8c79-9d6990e125cf HTTP/1.1" status: 200 len: 205 time: 0.0264194 Nov 12 01:08:56.133468 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41328) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:56.186533 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-d23eea08-a6a2-4fbf-a5cd-2d042f4d6ffc None None] Set router 1e26853c-b16c-41a9-8c79-9d6990e125cf gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:56.237438 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9753fcd1-15c1-44ae-a9ce-3a7e6ed3c684 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.242621 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d23eea08-a6a2-4fbf-a5cd-2d042f4d6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:53Z', 'revision_number': 11, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:56.269205 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23eea08-a6a2-4fbf-a5cd-2d042f4d6ffc None None] Checking router: 1e26853c-b16c-41a9-8c79-9d6990e125cf for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:56.277548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23eea08-a6a2-4fbf-a5cd-2d042f4d6ffc None None] Routers {'1e26853c-b16c-41a9-8c79-9d6990e125cf'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:56.278163 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d23eea08-a6a2-4fbf-a5cd-2d042f4d6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['1e26853c-b16c-41a9-8c79-9d6990e125cf'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:56.306683 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faee1e-f22e-479d-8d76-0f75fce029ff req-1a2d73ea-6470-4d7c-ae16-f961a1ac8163 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:56.308166 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40faee1e-f22e-479d-8d76-0f75fce029ff req-1a2d73ea-6470-4d7c-ae16-f961a1ac8163 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.1679451 Nov 12 01:08:56.349254 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-d23eea08-a6a2-4fbf-a5cd-2d042f4d6ffc None None] Set router 1e26853c-b16c-41a9-8c79-9d6990e125cf gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:56.403707 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d23eea08-a6a2-4fbf-a5cd-2d042f4d6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:53Z', 'revision_number': 11, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:56.429746 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9753fcd1-15c1-44ae-a9ce-3a7e6ed3c684 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.430345 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23eea08-a6a2-4fbf-a5cd-2d042f4d6ffc None None] The sync data for ids ['1e26853c-b16c-41a9-8c79-9d6990e125cf'] in n-d-712137-14 is: [{'id': '1e26853c-b16c-41a9-8c79-9d6990e125cf', 'name': 'tempest-RoutersIpV6Test-router-884362506', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:28Z', 'updated_at': '2021-11-12T01:08:53Z', 'revision_number': 11, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:56.434667 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9753fcd1-15c1-44ae-a9ce-3a7e6ed3c684 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.484950 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40faee1e-f22e-479d-8d76-0f75fce029ff req-351a3092-165f-499a-bed4-f38b9abdc8df tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687336 Nov 12 01:08:56.494643 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9753fcd1-15c1-44ae-a9ce-3a7e6ed3c684 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.495196 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9753fcd1-15c1-44ae-a9ce-3a7e6ed3c684 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Fanout notify agent at l3_agent the message router_deleted on router 1e26853c-b16c-41a9-8c79-9d6990e125cf {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:08:56.504297 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9753fcd1-15c1-44ae-a9ce-3a7e6ed3c684 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.513762 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41332) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:56.514732 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9753fcd1-15c1-44ae-a9ce-3a7e6ed3c684 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/routers/1e26853c-b16c-41a9-8c79-9d6990e125cf HTTP/1.1" status: 204 len: 168 time: 0.3797286 Nov 12 01:08:56.519267 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-3b8cd504-4e79-4a02-9205-0726352b54ba tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-285980314', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:56.550159 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3b8cd504-4e79-4a02-9205-0726352b54ba tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.551276 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3b8cd504-4e79-4a02-9205-0726352b54ba tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.611136 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3b8cd504-4e79-4a02-9205-0726352b54ba tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.617650 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3b8cd504-4e79-4a02-9205-0726352b54ba tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.637699 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3b8cd504-4e79-4a02-9205-0726352b54ba tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.639498 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3b8cd504-4e79-4a02-9205-0726352b54ba tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1237807 Nov 12 01:08:56.642473 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41334) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:56.652689 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-88ae89f5-e42f-4639-b8bc-1f3532e006a9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:56.867946 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23acc48-ebba-4261-9da3-0629dc72b972 req-62f1e484-5c4a-49dd-a809-db96772aa440 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:56.869434 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e23acc48-ebba-4261-9da3-0629dc72b972 req-62f1e484-5c4a-49dd-a809-db96772aa440 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.1415312 Nov 12 01:08:56.908844 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88ae89f5-e42f-4639-b8bc-1f3532e006a9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61812'] for router, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.926984 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88ae89f5-e42f-4639-b8bc-1f3532e006a9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719336'] for router, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.981388 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e23acc48-ebba-4261-9da3-0629dc72b972 req-b432615e-a4db-4aca-aa81-f485394f9d7e tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832484 Nov 12 01:08:57.040481 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ae89f5-e42f-4639-b8bc-1f3532e006a9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Router adccf207-5b99-481e-b8cd-448e36297079 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:08:57.111696 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ae89f5-e42f-4639-b8bc-1f3532e006a9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:57.118452 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88ae89f5-e42f-4639-b8bc-1f3532e006a9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.119592 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-88ae89f5-e42f-4639-b8bc-1f3532e006a9 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "PUT /v2.0/routers/adccf207-5b99-481e-b8cd-448e36297079 HTTP/1.1" status: 200 len: 697 time: 0.4761119 Nov 12 01:08:57.120683 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243eb620-6375-48e4-b105-2edd3f16744c None None] Sync routers for ids ['adccf207-5b99-481e-b8cd-448e36297079'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:57.122305 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41338) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:57.131787 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243eb620-6375-48e4-b105-2edd3f16744c None None] Routers {'adccf207-5b99-481e-b8cd-448e36297079'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:57.132402 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-243eb620-6375-48e4-b105-2edd3f16744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['adccf207-5b99-481e-b8cd-448e36297079'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:57.201308 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e2fad3c4-f3b8-41ca-8809-64aae275f99e tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/routers/adccf207-5b99-481e-b8cd-448e36297079 HTTP/1.1" status: 200 len: 703 time: 0.0748844 Nov 12 01:08:57.201563 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-243eb620-6375-48e4-b105-2edd3f16744c None None] Set router adccf207-5b99-481e-b8cd-448e36297079 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:57.201672 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41340) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:57.227036 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-53a7c828-a786-487c-b418-0f38df4d9de2 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/ports?device_id=adccf207-5b99-481e-b8cd-448e36297079 HTTP/1.1" status: 200 len: 205 time: 0.0244503 Nov 12 01:08:57.229502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41342) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:57.251792 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-243eb620-6375-48e4-b105-2edd3f16744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adccf207-5b99-481e-b8cd-448e36297079', 'name': 'tempest-RoutersIpV6Test-router-285980314', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:56Z', 'updated_at': '2021-11-12T01:08:56Z', 'revision_number': 2, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:57.280788 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243eb620-6375-48e4-b105-2edd3f16744c None None] Checking router: adccf207-5b99-481e-b8cd-448e36297079 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:57.288948 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243eb620-6375-48e4-b105-2edd3f16744c None None] Routers {'adccf207-5b99-481e-b8cd-448e36297079'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:57.289554 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-243eb620-6375-48e4-b105-2edd3f16744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['adccf207-5b99-481e-b8cd-448e36297079'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:57.303955 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-720dd6e7-248e-418b-a665-de3911ae5f77 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.449361 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-243eb620-6375-48e4-b105-2edd3f16744c None None] Set router adccf207-5b99-481e-b8cd-448e36297079 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:57.501561 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-243eb620-6375-48e4-b105-2edd3f16744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adccf207-5b99-481e-b8cd-448e36297079', 'name': 'tempest-RoutersIpV6Test-router-285980314', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:56Z', 'updated_at': '2021-11-12T01:08:56Z', 'revision_number': 2, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:57.532026 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243eb620-6375-48e4-b105-2edd3f16744c None None] The sync data for ids ['adccf207-5b99-481e-b8cd-448e36297079'] in n-d-712137-14 is: [{'id': 'adccf207-5b99-481e-b8cd-448e36297079', 'name': 'tempest-RoutersIpV6Test-router-285980314', 'tenant_id': '137f8c28569947beacf7cb6d5ec492c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:56Z', 'updated_at': '2021-11-12T01:08:56Z', 'revision_number': 2, 'project_id': '137f8c28569947beacf7cb6d5ec492c9', 'gw_port_host': None}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:57.802238 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-720dd6e7-248e-418b-a665-de3911ae5f77 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.804233 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-720dd6e7-248e-418b-a665-de3911ae5f77 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.845205 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-720dd6e7-248e-418b-a665-de3911ae5f77 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.845726 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720dd6e7-248e-418b-a665-de3911ae5f77 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Fanout notify agent at l3_agent the message router_deleted on router adccf207-5b99-481e-b8cd-448e36297079 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:08:57.852683 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-720dd6e7-248e-418b-a665-de3911ae5f77 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.853812 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-720dd6e7-248e-418b-a665-de3911ae5f77 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/routers/adccf207-5b99-481e-b8cd-448e36297079 HTTP/1.1" status: 204 len: 168 time: 0.6234071 Nov 12 01:08:57.858703 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41344) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:57.889541 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-95a10941-05cc-407b-a6b1-42e5d60ff112 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/ports?device_id=adccf207-5b99-481e-b8cd-448e36297079 HTTP/1.1" status: 200 len: 205 time: 0.0296788 Nov 12 01:08:57.892222 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41346) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:57.928024 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-df44313b-3915-4d07-8580-5ce245ff7cf1 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] delete failed (client error): The resource could not be found. Nov 12 01:08:57.929068 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-df44313b-3915-4d07-8580-5ce245ff7cf1 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/routers/adccf207-5b99-481e-b8cd-448e36297079 HTTP/1.1" status: 404 len: 336 time: 0.0358617 Nov 12 01:08:57.931716 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41348) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:57.959861 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-223d038c-c540-4d18-ae05-c62ab450983a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] DELETE failed (client error): The resource could not be found. Nov 12 01:08:57.960330 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-223d038c-c540-4d18-ae05-c62ab450983a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:08:57.963456 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-223d038c-c540-4d18-ae05-c62ab450983a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/subnets/dc9e14d6-1895-4498-be5b-dcea3c2e8bda HTTP/1.1" status: 404 len: 337 time: 0.0308516 Nov 12 01:08:57.966140 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41350) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:57.992261 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8dd85f0-c170-4127-ae29-237d42108444 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] DELETE failed (client error): The resource could not be found. Nov 12 01:08:57.992769 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8dd85f0-c170-4127-ae29-237d42108444 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:08:57.995729 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c8dd85f0-c170-4127-ae29-237d42108444 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/subnets/7453c0bf-e1d4-44dd-97ca-d6fb800ba319 HTTP/1.1" status: 404 len: 337 time: 0.0281482 Nov 12 01:08:57.998252 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41352) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.028372 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0d8657-6ab5-41ae-8ab9-983d75902b2b tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] DELETE failed (client error): The resource could not be found. Nov 12 01:08:58.029428 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0d8657-6ab5-41ae-8ab9-983d75902b2b tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:08:58.032498 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1c0d8657-6ab5-41ae-8ab9-983d75902b2b tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/subnets/2dfba53a-63b2-48e3-9703-a0973682a020 HTTP/1.1" status: 404 len: 337 time: 0.0333457 Nov 12 01:08:58.034972 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41356) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.060522 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8c5a88-001d-4ff7-bfd1-64ceceabfa2b tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] DELETE failed (client error): The resource could not be found. Nov 12 01:08:58.060921 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b8c5a88-001d-4ff7-bfd1-64ceceabfa2b tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:08:58.063988 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1b8c5a88-001d-4ff7-bfd1-64ceceabfa2b tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/subnets/f5dc0b87-0b7f-40da-95ac-f445212ea021 HTTP/1.1" status: 404 len: 337 time: 0.0281093 Nov 12 01:08:58.066599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41358) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.094432 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-dbd1c059-7f17-4e59-8075-ac2099057b8a tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e26853c-b16c-41a9-8c79-9d6990e125cf HTTP/1.1" status: 200 len: 205 time: 0.0267704 Nov 12 01:08:58.096882 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41360) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.105988 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ebe74-31f4-4eaa-94c8-c54c73d12503 req-9264b0b2-d4f1-41dc-834e-43045d9eb562 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:58.108051 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a1ebe74-31f4-4eaa-94c8-c54c73d12503 req-9264b0b2-d4f1-41dc-834e-43045d9eb562 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.0524096 Nov 12 01:08:58.153451 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-0cb81162-c651-4f6a-9e48-f8426533212f tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] delete failed (client error): The resource could not be found. Nov 12 01:08:58.157154 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0cb81162-c651-4f6a-9e48-f8426533212f tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/routers/1e26853c-b16c-41a9-8c79-9d6990e125cf HTTP/1.1" status: 404 len: 336 time: 0.0591452 Nov 12 01:08:58.157732 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41362) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.160808 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afedd9-7409-47f9-b088-92e9ca2ed3d8 req-0879d8c1-794d-4442-9108-d9a10af64296 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:58.162534 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01afedd9-7409-47f9-b088-92e9ca2ed3d8 req-0879d8c1-794d-4442-9108-d9a10af64296 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.15 "GET /v2.0/ports?device_id=5302ae23-08e0-4ee4-bbf5-48b6cebb352e HTTP/1.1" status: 200 len: 945 time: 0.0498736 Nov 12 01:08:58.200395 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-774a4b11-ae0b-416d-b111-7afe0df54172 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/ports?device_id=b72084ad-cf32-4e6e-8809-b4ae77e039ec HTTP/1.1" status: 200 len: 205 time: 0.0333426 Nov 12 01:08:58.202231 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41364) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.225052 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6a1ebe74-31f4-4eaa-94c8-c54c73d12503 req-911dcb60-2659-4634-8dd0-0bd9d0aa4ee6 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105471 Nov 12 01:08:58.253255 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-e3e3024e-a33b-4cc2-b95f-33b436d48cf6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] delete failed (client error): The resource could not be found. Nov 12 01:08:58.254409 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e3e3024e-a33b-4cc2-b95f-33b436d48cf6 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/routers/b72084ad-cf32-4e6e-8809-b4ae77e039ec HTTP/1.1" status: 404 len: 336 time: 0.0512457 Nov 12 01:08:58.257125 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41366) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.287238 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e9b0aa-d770-4af4-a7d7-02b3352dc4e2 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] DELETE failed (client error): The resource could not be found. Nov 12 01:08:58.287775 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e9b0aa-d770-4af4-a7d7-02b3352dc4e2 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:08:58.290900 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-07e9b0aa-d770-4af4-a7d7-02b3352dc4e2 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/subnets/926a970e-e8b7-4734-9428-a8c719899811 HTTP/1.1" status: 404 len: 337 time: 0.0326238 Nov 12 01:08:58.293554 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41368) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.300355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-01afedd9-7409-47f9-b088-92e9ca2ed3d8 req-e826a7aa-0a77-4fe7-9e4c-f8be22fe703d tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Deleting port 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:58.300831 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-01afedd9-7409-47f9-b088-92e9ca2ed3d8 req-e826a7aa-0a77-4fe7-9e4c-f8be22fe703d tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:58.327113 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ed04b210-e7de-47bb-a8f0-f2bc27d67c31 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f0e54a9-316f-4c95-b66d-c8fc83222f87 HTTP/1.1" status: 200 len: 205 time: 0.0301716 Nov 12 01:08:58.327326 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41370) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.364390 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-2e6ff97e-5300-4279-bfd7-16f9fb827e2b tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] delete failed (client error): The resource could not be found. Nov 12 01:08:58.365613 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2e6ff97e-5300-4279-bfd7-16f9fb827e2b tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/routers/5f0e54a9-316f-4c95-b66d-c8fc83222f87 HTTP/1.1" status: 404 len: 336 time: 0.0372579 Nov 12 01:08:58.368156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41372) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.397377 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-615c544a-8edc-4314-8d54-369046509a28 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/ports?device_id=09372234-51d8-4347-9c1a-ee7fb59b3cbd HTTP/1.1" status: 200 len: 205 time: 0.0281007 Nov 12 01:08:58.399645 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41374) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.401479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-01afedd9-7409-47f9-b088-92e9ca2ed3d8 req-e826a7aa-0a77-4fe7-9e4c-f8be22fe703d tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] For port 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:58.401855 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-01afedd9-7409-47f9-b088-92e9ca2ed3d8 req-e826a7aa-0a77-4fe7-9e4c-f8be22fe703d tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:58.415649 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-01afedd9-7409-47f9-b088-92e9ca2ed3d8 req-e826a7aa-0a77-4fe7-9e4c-f8be22fe703d tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Calling delete_port for 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:58.440910 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-f8bfb427-7bee-4616-8eb4-1c53cd3b10fc tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] delete failed (client error): The resource could not be found. Nov 12 01:08:58.441967 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f8bfb427-7bee-4616-8eb4-1c53cd3b10fc tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/routers/09372234-51d8-4347-9c1a-ee7fb59b3cbd HTTP/1.1" status: 404 len: 336 time: 0.0413980 Nov 12 01:08:58.444748 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41376) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.472063 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2bb2bbd-dd6a-43bb-8426-e09ff427ec0f tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] DELETE failed (client error): The resource could not be found. Nov 12 01:08:58.472530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2bb2bbd-dd6a-43bb-8426-e09ff427ec0f tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:08:58.476787 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b2bb2bbd-dd6a-43bb-8426-e09ff427ec0f tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/subnets/0b0c3d27-35bd-4fb7-8d68-d97ca5318e61 HTTP/1.1" status: 404 len: 337 time: 0.0299897 Nov 12 01:08:58.478375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41378) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.506819 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3dea0136-4c4d-49aa-99e6-058333b6e656 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e6377b2-668c-4bef-85a7-19309ff08942 HTTP/1.1" status: 200 len: 205 time: 0.0271749 Nov 12 01:08:58.509100 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41380) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.553292 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-2d41d903-f7fc-4b65-977e-c02360c08bbb tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] delete failed (client error): The resource could not be found. Nov 12 01:08:58.554453 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2d41d903-f7fc-4b65-977e-c02360c08bbb tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/routers/2e6377b2-668c-4bef-85a7-19309ff08942 HTTP/1.1" status: 404 len: 336 time: 0.0443871 Nov 12 01:08:58.557145 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41382) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.558292 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-01afedd9-7409-47f9-b088-92e9ca2ed3d8 req-e826a7aa-0a77-4fe7-9e4c-f8be22fe703d tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:58.575289 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f1e0f8f6-8439-45ca-89cf-a9cd333e7c27'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:58.585690 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5ffbde-a284-4f24-8ec2-9732bca5cc6d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] DELETE failed (client error): The resource could not be found. Nov 12 01:08:58.586084 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5ffbde-a284-4f24-8ec2-9732bca5cc6d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:08:58.589215 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1d5ffbde-a284-4f24-8ec2-9732bca5cc6d tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/subnets/acf83b71-e048-4173-9a34-6edea7605491 HTTP/1.1" status: 404 len: 337 time: 0.0310373 Nov 12 01:08:58.591720 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41384) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.596181 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826a7aa-0a77-4fe7-9e4c-f8be22fe703d tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Pushing event deleted for resources: {'Port': ['ID=4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:58.614350 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:58.630169 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0970c827-91fb-4e85-8c76-bb03140beb01 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "GET /v2.0/ports?device_id=231cccd6-b2a8-4401-8109-b9722790cd90 HTTP/1.1" status: 200 len: 205 time: 0.0371614 Nov 12 01:08:58.632293 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41386) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.644618 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-01afedd9-7409-47f9-b088-92e9ca2ed3d8 req-e826a7aa-0a77-4fe7-9e4c-f8be22fe703d tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] No DVR routers for this DVR port 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:58.647697 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-01afedd9-7409-47f9-b088-92e9ca2ed3d8 req-e826a7aa-0a77-4fe7-9e4c-f8be22fe703d tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:58.651279 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01afedd9-7409-47f9-b088-92e9ca2ed3d8 req-e826a7aa-0a77-4fe7-9e4c-f8be22fe703d tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.15 "DELETE /v2.0/ports/4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b HTTP/1.1" status: 204 len: 173 time: 0.4823585 Nov 12 01:08:58.651964 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5302ae23-08e0-4ee4-bbf5-48b6cebb352e', 'name': 'network-vif-deleted', 'tag': '4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:58.654608 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab921ab-04e5-44c8-a8be-64538e95eba6" -d '{"events": [{"server_uuid": "5302ae23-08e0-4ee4-bbf5-48b6cebb352e", "name": "network-vif-deleted", "tag": "4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:58.678833 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-b662cdd6-e04c-48c5-b7c1-5e30c89ee08f tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] delete failed (client error): The resource could not be found. Nov 12 01:08:58.683225 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41390) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.689236 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b662cdd6-e04c-48c5-b7c1-5e30c89ee08f tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/routers/231cccd6-b2a8-4401-8109-b9722790cd90 HTTP/1.1" status: 404 len: 336 time: 0.0465052 Nov 12 01:08:58.714645 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddad2485-e1f0-45a0-a249-a75abad380e7 x-openstack-request-id: req-ddad2485-e1f0-45a0-a249-a75abad380e7 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:58.715013 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5302ae23-08e0-4ee4-bbf5-48b6cebb352e", "name": "network-vif-deleted", "tag": "4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:58.715331 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddad2485-e1f0-45a0-a249-a75abad380e7 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:58.715798 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5302ae23-08e0-4ee4-bbf5-48b6cebb352e', 'name': 'network-vif-deleted', 'tag': '4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b', 'status': 'completed', 'code': 200} Nov 12 01:08:58.717603 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-2305c21e-2aa8-46ca-b8ce-4f3b12816493 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] DELETE failed (client error): The resource could not be found. Nov 12 01:08:58.718128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2305c21e-2aa8-46ca-b8ce-4f3b12816493 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:08:58.723968 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41392) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.724230 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2305c21e-2aa8-46ca-b8ce-4f3b12816493 tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/subnets/0922b89b-77f2-45a8-9792-51e6a3c8ff06 HTTP/1.1" status: 404 len: 337 time: 0.0395160 Nov 12 01:08:58.764021 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be8322f-6b92-417c-a3bb-9c498cc32dfd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] DELETE failed (client error): The resource could not be found. Nov 12 01:08:58.764595 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be8322f-6b92-417c-a3bb-9c498cc32dfd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:08:58.769156 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4be8322f-6b92-417c-a3bb-9c498cc32dfd tempest-RoutersIpV6Test-1351146587 tempest-RoutersIpV6Test-1351146587-project] 10.222.0.31 "DELETE /v2.0/subnets/7be7a57d-f50b-4e0d-ba72-f13ec66c6799 HTTP/1.1" status: 404 len: 337 time: 0.0441537 Nov 12 01:08:59.011604 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41400) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:59.158176 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-63e81a18-72b6-4ea6-b7c7-4a2c1e97419b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=137f8c28569947beacf7cb6d5ec492c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1453874 Nov 12 01:08:59.161084 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41404) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:59.210657 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b54e33a6-53c0-4d78-97a8-9925711f6d9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:59.233223 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b54e33a6-53c0-4d78-97a8-9925711f6d9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:59.285952 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b54e33a6-53c0-4d78-97a8-9925711f6d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:59.287376 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b54e33a6-53c0-4d78-97a8-9925711f6d9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:59.292124 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b54e33a6-53c0-4d78-97a8-9925711f6d9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12a012fc-a459-448f-9288-d913c3b523a7 HTTP/1.1" status: 204 len: 168 time: 0.1266551 Nov 12 01:08:59.298830 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e33a6-53c0-4d78-97a8-9925711f6d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a012fc-a459-448f-9288-d913c3b523a7,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:59.964637 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e64420-2c38-4142-ba12-8ee36d33937a req-a323bd79-9673-48da-962f-618053dfb97b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:59.966706 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a2e64420-2c38-4142-ba12-8ee36d33937a req-a323bd79-9673-48da-962f-618053dfb97b tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=dff5598a-2cb8-4e3e-b855-df1900fecae2 HTTP/1.1" status: 200 len: 945 time: 0.0576482 Nov 12 01:08:59.974334 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41460) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:00.031416 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a2e64420-2c38-4142-ba12-8ee36d33937a req-6bbfcdf2-1cf0-4f6f-88ff-79b6e9fc1364 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508590 Nov 12 01:09:00.074053 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-37ccc5c5-c4df-42b5-bcfd-01efc561e420 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:00.074531 n-d-712137-14 neutron-server[114242]: WARNING neutron.api.v2.base [None req-37ccc5c5-c4df-42b5-bcfd-01efc561e420 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 01:09:00.075032 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-37ccc5c5-c4df-42b5-bcfd-01efc561e420 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 01:09:00.076077 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-37ccc5c5-c4df-42b5-bcfd-01efc561e420 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1006651 Nov 12 01:09:00.079582 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41464) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:00.083533 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-031751d6-4bc2-4a83-a0f3-414618c779da tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108408483'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:00.106086 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-031751d6-4bc2-4a83-a0f3-414618c779da tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.114387 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-031751d6-4bc2-4a83-a0f3-414618c779da tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.187558 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-031751d6-4bc2-4a83-a0f3-414618c779da tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.191245 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-031751d6-4bc2-4a83-a0f3-414618c779da tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.232577 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031751d6-4bc2-4a83-a0f3-414618c779da tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af18c67-d168-4f1b-a58f-610a1e3c3790,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:00.267133 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-031751d6-4bc2-4a83-a0f3-414618c779da tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.270993 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-031751d6-4bc2-4a83-a0f3-414618c779da tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.301455 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-031751d6-4bc2-4a83-a0f3-414618c779da tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.302666 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-031751d6-4bc2-4a83-a0f3-414618c779da tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2221811 Nov 12 01:09:00.304513 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031751d6-4bc2-4a83-a0f3-414618c779da tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4049713d-4bb2-4850-a49c-4ac0a15d2029,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:00.305751 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41466) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:00.310367 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d6abfd74-c2f1-4fdb-ad55-8ab30915920d tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group_rule': {'security_group_id': '4049713d-4bb2-4850-a49c-4ac0a15d2029', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:00.338517 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d6abfd74-c2f1-4fdb-ad55-8ab30915920d tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.398327 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d6abfd74-c2f1-4fdb-ad55-8ab30915920d tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.401999 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d6abfd74-c2f1-4fdb-ad55-8ab30915920d tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.422829 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abfd74-c2f1-4fdb-ad55-8ab30915920d tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef26230-0ef1-4ff9-b2b6-00536863014e,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:00.427277 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d6abfd74-c2f1-4fdb-ad55-8ab30915920d tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.428678 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d6abfd74-c2f1-4fdb-ad55-8ab30915920d tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217241 Nov 12 01:09:00.431172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41468) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:00.435505 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e8a7ac55-eddb-4b5e-bf80-0d251d1dd3f8 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group_rule': {'security_group_id': '4049713d-4bb2-4850-a49c-4ac0a15d2029', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:00.461914 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8a7ac55-eddb-4b5e-bf80-0d251d1dd3f8 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.510150 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-e8a7ac55-eddb-4b5e-bf80-0d251d1dd3f8 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 01:09:00.511115 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e8a7ac55-eddb-4b5e-bf80-0d251d1dd3f8 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0790133 Nov 12 01:09:00.514494 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41470) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:00.565575 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ce9825b-1ab2-4b81-b9fd-8b447c77625b tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.589112 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ce9825b-1ab2-4b81-b9fd-8b447c77625b tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.632217 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ce9825b-1ab2-4b81-b9fd-8b447c77625b tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.634993 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ce9825b-1ab2-4b81-b9fd-8b447c77625b tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.636140 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0ce9825b-1ab2-4b81-b9fd-8b447c77625b tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "DELETE /v2.0/security-groups/4049713d-4bb2-4850-a49c-4ac0a15d2029 HTTP/1.1" status: 204 len: 168 time: 0.1207449 Nov 12 01:09:00.639486 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41472) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:00.646181 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9825b-1ab2-4b81-b9fd-8b447c77625b tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4049713d-4bb2-4850-a49c-4ac0a15d2029,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:00.682502 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6aecf947-b26f-4a01-b1db-49ae7c75eeb9 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0416725 Nov 12 01:09:00.686626 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41474) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:00.690766 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-dc8c7230-e28e-4f19-84e7-4f8b2ba74e0c tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group': {'name': 'tempest-secgroup--272551204'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:00.712599 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dc8c7230-e28e-4f19-84e7-4f8b2ba74e0c tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.776106 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dc8c7230-e28e-4f19-84e7-4f8b2ba74e0c tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.779750 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dc8c7230-e28e-4f19-84e7-4f8b2ba74e0c tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.813285 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dc8c7230-e28e-4f19-84e7-4f8b2ba74e0c tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.817250 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dc8c7230-e28e-4f19-84e7-4f8b2ba74e0c tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1270149 Nov 12 01:09:00.817250 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c7230-e28e-4f19-84e7-4f8b2ba74e0c tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba22001b-0075-474a-ba7f-66279ae0d7b6,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:00.817617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41476) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:00.822633 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7ca58660-9a08-4782-9af0-9e28b8d41bd1 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group_rule': {'security_group_id': 'ba22001b-0075-474a-ba7f-66279ae0d7b6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:00.823175 n-d-712137-14 neutron-server[114243]: WARNING neutron.api.v2.base [None req-7ca58660-9a08-4782-9af0-9e28b8d41bd1 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 01:09:00.823758 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-7ca58660-9a08-4782-9af0-9e28b8d41bd1 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:09:00.825206 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7ca58660-9a08-4782-9af0-9e28b8d41bd1 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062747 Nov 12 01:09:00.828096 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41478) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:00.880185 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-52efcdbd-c320-44a8-864c-08d620e77ab5 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.902543 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-52efcdbd-c320-44a8-864c-08d620e77ab5 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.942455 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-52efcdbd-c320-44a8-864c-08d620e77ab5 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.945358 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-52efcdbd-c320-44a8-864c-08d620e77ab5 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.946507 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-52efcdbd-c320-44a8-864c-08d620e77ab5 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "DELETE /v2.0/security-groups/ba22001b-0075-474a-ba7f-66279ae0d7b6 HTTP/1.1" status: 204 len: 168 time: 0.1175406 Nov 12 01:09:00.949452 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41480) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:00.955793 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efcdbd-c320-44a8-864c-08d620e77ab5 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba22001b-0075-474a-ba7f-66279ae0d7b6,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:00.997654 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6946e8bb-2a2e-415e-a30b-410b535e1f01 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0468349 Nov 12 01:09:01.001263 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41482) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:01.005562 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-478839d2-fbff-4492-988b-ca88fd216069 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group': {'name': 'tempest-secgroup--258317034'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:01.026357 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-478839d2-fbff-4492-988b-ca88fd216069 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.093982 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-478839d2-fbff-4492-988b-ca88fd216069 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.097886 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-478839d2-fbff-4492-988b-ca88fd216069 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.126367 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478839d2-fbff-4492-988b-ca88fd216069 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fe111f-4456-4932-a802-711d1d0f027c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:01.130590 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-478839d2-fbff-4492-988b-ca88fd216069 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.134441 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-478839d2-fbff-4492-988b-ca88fd216069 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1295741 Nov 12 01:09:01.134715 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41486) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:01.140314 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-d6f12b2a-49a3-4321-9466-0222b8bba021 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group_rule': {'security_group_id': 'e2fe111f-4456-4932-a802-711d1d0f027c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:01.140913 n-d-712137-14 neutron-server[114242]: WARNING neutron.api.v2.base [None req-d6f12b2a-49a3-4321-9466-0222b8bba021 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 01:09:01.141412 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-d6f12b2a-49a3-4321-9466-0222b8bba021 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:09:01.144998 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41488) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:01.145200 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d6f12b2a-49a3-4321-9466-0222b8bba021 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0086083 Nov 12 01:09:01.170377 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327c390-0e5c-455d-bf9b-b6ef8fb5d573 req-88add280-5926-4ba0-b531-a51b301c166d tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:01.171823 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0327c390-0e5c-455d-bf9b-b6ef8fb5d573 req-88add280-5926-4ba0-b531-a51b301c166d tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=dff5598a-2cb8-4e3e-b855-df1900fecae2 HTTP/1.1" status: 200 len: 945 time: 0.0674939 Nov 12 01:09:01.241170 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0327c390-0e5c-455d-bf9b-b6ef8fb5d573 req-1532aa36-9b4b-4a81-b302-bb52f7e8d76e tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/security-groups?id=adef23aa-a580-42a5-9ef3-2694d8194591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621095 Nov 12 01:09:01.241843 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc17694d-79a5-4c9f-8b24-2cd5425e3b42 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.265173 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc17694d-79a5-4c9f-8b24-2cd5425e3b42 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.305005 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc17694d-79a5-4c9f-8b24-2cd5425e3b42 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.307554 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc17694d-79a5-4c9f-8b24-2cd5425e3b42 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.308678 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bc17694d-79a5-4c9f-8b24-2cd5425e3b42 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "DELETE /v2.0/security-groups/e2fe111f-4456-4932-a802-711d1d0f027c HTTP/1.1" status: 204 len: 168 time: 0.1626842 Nov 12 01:09:01.312078 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41490) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:01.318008 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17694d-79a5-4c9f-8b24-2cd5425e3b42 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fe111f-4456-4932-a802-711d1d0f027c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:01.356633 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d997b8d6-dfa5-4bf6-908f-bd2b764093cd tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0433743 Nov 12 01:09:01.360404 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41492) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:01.364622 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-5b24c776-6d05-46c8-acab-451300f611af tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group': {'name': 'tempest-secgroup--631130776'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:01.385639 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b24c776-6d05-46c8-acab-451300f611af tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.449659 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b24c776-6d05-46c8-acab-451300f611af tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.453780 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b24c776-6d05-46c8-acab-451300f611af tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.480683 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b24c776-6d05-46c8-acab-451300f611af tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.481922 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5b24c776-6d05-46c8-acab-451300f611af tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1205606 Nov 12 01:09:01.484910 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41494) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:01.486076 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24c776-6d05-46c8-acab-451300f611af tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03a427a-9572-4de0-ba1d-9b71e350dcab,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:01.490683 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-0d63346b-aa23-4146-8a88-944f847f1f55 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group_rule': {'security_group_id': 'd03a427a-9572-4de0-ba1d-9b71e350dcab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:01.491707 n-d-712137-14 neutron-server[114243]: WARNING neutron.api.v2.base [None req-0d63346b-aa23-4146-8a88-944f847f1f55 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 01:09:01.492213 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-0d63346b-aa23-4146-8a88-944f847f1f55 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:09:01.493312 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0d63346b-aa23-4146-8a88-944f847f1f55 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072708 Nov 12 01:09:01.496239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41496) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:01.502257 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-8ba241ad-b021-441a-bc7a-848482c450f4 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group_rule': {'security_group_id': 'd03a427a-9572-4de0-ba1d-9b71e350dcab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:01.502957 n-d-712137-14 neutron-server[114243]: WARNING neutron.api.v2.base [None req-8ba241ad-b021-441a-bc7a-848482c450f4 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 01:09:01.503383 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-8ba241ad-b021-441a-bc7a-848482c450f4 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:09:01.504328 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8ba241ad-b021-441a-bc7a-848482c450f4 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0070395 Nov 12 01:09:01.507215 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41498) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:01.511958 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-f1850cb7-1beb-415e-9c28-665e785f748f tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group_rule': {'security_group_id': 'd03a427a-9572-4de0-ba1d-9b71e350dcab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:01.512935 n-d-712137-14 neutron-server[114242]: WARNING neutron.api.v2.base [None req-f1850cb7-1beb-415e-9c28-665e785f748f tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 01:09:01.514230 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-f1850cb7-1beb-415e-9c28-665e785f748f tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:09:01.515211 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f1850cb7-1beb-415e-9c28-665e785f748f tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069606 Nov 12 01:09:01.517688 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41500) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:01.521580 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-fd3c998f-8ca2-41f9-8467-14cf47c28a43 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group_rule': {'security_group_id': 'd03a427a-9572-4de0-ba1d-9b71e350dcab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:01.522454 n-d-712137-14 neutron-server[114242]: WARNING neutron.api.v2.base [None req-fd3c998f-8ca2-41f9-8467-14cf47c28a43 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 01:09:01.522909 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-fd3c998f-8ca2-41f9-8467-14cf47c28a43 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:09:01.523833 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fd3c998f-8ca2-41f9-8467-14cf47c28a43 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0052812 Nov 12 01:09:01.526149 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41502) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:01.581402 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-56a7807f-98ca-4ed7-8583-4014de974ed5 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.603384 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-56a7807f-98ca-4ed7-8583-4014de974ed5 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.644589 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-56a7807f-98ca-4ed7-8583-4014de974ed5 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.647219 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-56a7807f-98ca-4ed7-8583-4014de974ed5 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.648355 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-56a7807f-98ca-4ed7-8583-4014de974ed5 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "DELETE /v2.0/security-groups/d03a427a-9572-4de0-ba1d-9b71e350dcab HTTP/1.1" status: 204 len: 168 time: 0.1213880 Nov 12 01:09:01.651103 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41504) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:01.657444 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7807f-98ca-4ed7-8583-4014de974ed5 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03a427a-9572-4de0-ba1d-9b71e350dcab,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:01.707526 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a9c7e95b-4dd5-4af3-a15c-61f8a2d635c9 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0551882 Nov 12 01:09:01.711305 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41506) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:01.715838 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-cc6ca445-e6d0-40da-a2d8-896f84fbc096 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group': {'name': 'tempest-secgroup--456618314'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:01.737723 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cc6ca445-e6d0-40da-a2d8-896f84fbc096 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.739345 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa386816-be60-45d5-852c-a3e136274899 req-3c13f65f-30f3-457d-8d97-b295035f84b0 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:01.740858 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa386816-be60-45d5-852c-a3e136274899 req-3c13f65f-30f3-457d-8d97-b295035f84b0 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff5598a-2cb8-4e3e-b855-df1900fecae2 HTTP/1.1" status: 200 len: 945 time: 0.0490892 Nov 12 01:09:01.806704 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cc6ca445-e6d0-40da-a2d8-896f84fbc096 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.811802 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cc6ca445-e6d0-40da-a2d8-896f84fbc096 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.840937 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cc6ca445-e6d0-40da-a2d8-896f84fbc096 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.841620 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-aa386816-be60-45d5-852c-a3e136274899 req-67b4c99c-2ad6-407f-a618-528736407019 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Deleting port f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:01.841968 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-aa386816-be60-45d5-852c-a3e136274899 req-67b4c99c-2ad6-407f-a618-528736407019 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.842198 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cc6ca445-e6d0-40da-a2d8-896f84fbc096 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1297574 Nov 12 01:09:01.844067 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ca445-e6d0-40da-a2d8-896f84fbc096 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98ebb22-5039-473a-9b68-606e7d72a04c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:01.845659 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41508) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:01.859820 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-78bf8ebd-1375-479b-ad1a-82e90a760b50 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group_rule': {'security_group_id': 'f98ebb22-5039-473a-9b68-606e7d72a04c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:01.860300 n-d-712137-14 neutron-server[114242]: WARNING neutron.api.v2.base [None req-78bf8ebd-1375-479b-ad1a-82e90a760b50 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 01:09:01.860817 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-78bf8ebd-1375-479b-ad1a-82e90a760b50 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:09:01.861763 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-78bf8ebd-1375-479b-ad1a-82e90a760b50 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0151742 Nov 12 01:09:01.864598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41510) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:01.869281 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-cb2a3d0f-0b8f-45f7-bb59-b436107ee878 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group_rule': {'security_group_id': 'f98ebb22-5039-473a-9b68-606e7d72a04c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:01.906107 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-cb2a3d0f-0b8f-45f7-bb59-b436107ee878 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:09:01.907143 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cb2a3d0f-0b8f-45f7-bb59-b436107ee878 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0415244 Nov 12 01:09:01.910154 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41512) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:01.915037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-5fa8375c-da35-4256-b903-3173495fa837 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group_rule': {'security_group_id': 'f98ebb22-5039-473a-9b68-606e7d72a04c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:01.916646 n-d-712137-14 neutron-server[114243]: WARNING neutron.api.v2.base [None req-5fa8375c-da35-4256-b903-3173495fa837 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 01:09:01.917211 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-5fa8375c-da35-4256-b903-3173495fa837 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:09:01.918309 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5fa8375c-da35-4256-b903-3173495fa837 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071030 Nov 12 01:09:01.921564 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41514) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:01.926169 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-049366ea-cc65-43b4-94d7-7641145234c4 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group_rule': {'security_group_id': 'f98ebb22-5039-473a-9b68-606e7d72a04c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:01.948922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-aa386816-be60-45d5-852c-a3e136274899 req-67b4c99c-2ad6-407f-a618-528736407019 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] For port f1e0f8f6-8439-45ca-89cf-a9cd333e7c27, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f1e0f8f6-8439-45ca-89cf-a9cd333e7c27,segment=NetworkSegment(2559951f-1a58-498c-8198-b33c768627e9),segment_id=2559951f-1a58-498c-8198-b33c768627e9)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:01.949397 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-aa386816-be60-45d5-852c-a3e136274899 req-67b4c99c-2ad6-407f-a618-528736407019 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.963589 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-aa386816-be60-45d5-852c-a3e136274899 req-67b4c99c-2ad6-407f-a618-528736407019 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Calling delete_port for f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:01.964999 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-049366ea-cc65-43b4-94d7-7641145234c4 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:09:01.966102 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-049366ea-cc65-43b4-94d7-7641145234c4 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0434787 Nov 12 01:09:01.969499 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41516) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:01.973956 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7327a3f0-52be-4829-9918-f53297923387 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group_rule': {'security_group_id': 'f98ebb22-5039-473a-9b68-606e7d72a04c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:01.974429 n-d-712137-14 neutron-server[114243]: WARNING neutron.api.v2.base [None req-7327a3f0-52be-4829-9918-f53297923387 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 01:09:01.974900 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-7327a3f0-52be-4829-9918-f53297923387 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:09:01.975820 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7327a3f0-52be-4829-9918-f53297923387 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053809 Nov 12 01:09:01.978239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41518) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:01.982816 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e705c54f-daa9-4959-a4b9-a6d2eaa96510 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group_rule': {'security_group_id': 'f98ebb22-5039-473a-9b68-606e7d72a04c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:02.018279 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-e705c54f-daa9-4959-a4b9-a6d2eaa96510 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:09:02.019491 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e705c54f-daa9-4959-a4b9-a6d2eaa96510 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0402849 Nov 12 01:09:02.022437 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41520) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:02.026791 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e6200274-9b25-48e8-8c84-fe6ab673a420 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group_rule': {'security_group_id': 'f98ebb22-5039-473a-9b68-606e7d72a04c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:02.027265 n-d-712137-14 neutron-server[114243]: WARNING neutron.api.v2.base [None req-e6200274-9b25-48e8-8c84-fe6ab673a420 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 01:09:02.027740 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-e6200274-9b25-48e8-8c84-fe6ab673a420 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:09:02.029250 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e6200274-9b25-48e8-8c84-fe6ab673a420 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053225 Nov 12 01:09:02.031600 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41522) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:02.035589 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-84d9cef9-8634-4524-a648-305db0800972 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group_rule': {'security_group_id': 'f98ebb22-5039-473a-9b68-606e7d72a04c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:02.071551 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-84d9cef9-8634-4524-a648-305db0800972 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:09:02.073097 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-84d9cef9-8634-4524-a648-305db0800972 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0406098 Nov 12 01:09:02.076025 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41524) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:02.080840 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b690a278-1395-4c6c-bd54-6553b9fe97de tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group_rule': {'security_group_id': 'f98ebb22-5039-473a-9b68-606e7d72a04c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:02.099929 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-aa386816-be60-45d5-852c-a3e136274899 req-67b4c99c-2ad6-407f-a618-528736407019 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.114286 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f1e0f8f6-8439-45ca-89cf-a9cd333e7c27'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:02.124454 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-b690a278-1395-4c6c-bd54-6553b9fe97de tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:09:02.128919 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b690a278-1395-4c6c-bd54-6553b9fe97de tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0485222 Nov 12 01:09:02.129234 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41526) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:02.131763 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4c99c-2ad6-407f-a618-528736407019 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Pushing event deleted for resources: {'Port': ['ID=f1e0f8f6-8439-45ca-89cf-a9cd333e7c27,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:02.190747 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa386816-be60-45d5-852c-a3e136274899 req-67b4c99c-2ad6-407f-a618-528736407019 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] No DVR routers for this DVR port f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:02.194733 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-aa386816-be60-45d5-852c-a3e136274899 req-67b4c99c-2ad6-407f-a618-528736407019 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.198627 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b69d3329-5faf-4471-9139-030ad4be47c4 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.199439 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa386816-be60-45d5-852c-a3e136274899 req-67b4c99c-2ad6-407f-a618-528736407019 tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.21 "DELETE /v2.0/ports/f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 HTTP/1.1" status: 204 len: 173 time: 0.4510193 Nov 12 01:09:02.200437 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff5598a-2cb8-4e3e-b855-df1900fecae2', 'name': 'network-vif-deleted', 'tag': 'f1e0f8f6-8439-45ca-89cf-a9cd333e7c27'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:02.204016 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc50958-6e25-480e-a1a4-bcb1814d8e19" -d '{"events": [{"server_uuid": "dff5598a-2cb8-4e3e-b855-df1900fecae2", "name": "network-vif-deleted", "tag": "f1e0f8f6-8439-45ca-89cf-a9cd333e7c27"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:02.231158 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b69d3329-5faf-4471-9139-030ad4be47c4 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.281436 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb00277-6c69-4b3b-a11c-7f06c10b95f5 x-openstack-request-id: req-aeb00277-6c69-4b3b-a11c-7f06c10b95f5 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:02.281844 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff5598a-2cb8-4e3e-b855-df1900fecae2", "name": "network-vif-deleted", "tag": "f1e0f8f6-8439-45ca-89cf-a9cd333e7c27", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:02.284194 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aeb00277-6c69-4b3b-a11c-7f06c10b95f5 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:02.284194 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff5598a-2cb8-4e3e-b855-df1900fecae2', 'name': 'network-vif-deleted', 'tag': 'f1e0f8f6-8439-45ca-89cf-a9cd333e7c27', 'status': 'completed', 'code': 200} Nov 12 01:09:02.308303 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b69d3329-5faf-4471-9139-030ad4be47c4 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.312934 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b69d3329-5faf-4471-9139-030ad4be47c4 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.317209 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41532) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:02.318010 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b69d3329-5faf-4471-9139-030ad4be47c4 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "DELETE /v2.0/security-groups/f98ebb22-5039-473a-9b68-606e7d72a04c HTTP/1.1" status: 204 len: 168 time: 0.1867042 Nov 12 01:09:02.335127 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d3329-5faf-4471-9139-030ad4be47c4 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98ebb22-5039-473a-9b68-606e7d72a04c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:02.389649 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-96b85676-e0ff-4f22-a1b8-07aeeefbcdcd tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0678942 Nov 12 01:09:02.389975 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41534) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:02.393320 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01d64790-3c8a-4a62-b786-c4bb368e4479 req-0f438c87-cec4-4488-99a7-202843a1ba6d tempest-ServersTestJSON-1918199302 tempest-ServersTestJSON-1918199302-project] 10.222.0.31 "GET /v2.0/ports?device_id=dff5598a-2cb8-4e3e-b855-df1900fecae2 HTTP/1.1" status: 200 len: 210 time: 0.0379474 Nov 12 01:09:02.396098 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-f10484be-4e48-419f-b8ab-170725390ba6 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group': {'name': 'tempest-secgroup--934021983'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:02.428345 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f10484be-4e48-419f-b8ab-170725390ba6 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.505179 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f10484be-4e48-419f-b8ab-170725390ba6 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.509380 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f10484be-4e48-419f-b8ab-170725390ba6 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.549328 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f10484be-4e48-419f-b8ab-170725390ba6 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.550945 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f10484be-4e48-419f-b8ab-170725390ba6 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1595402 Nov 12 01:09:02.553415 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10484be-4e48-419f-b8ab-170725390ba6 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3344dc4c-ef6e-4928-bde1-463a65a4ccc1,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:02.553853 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41536) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:02.558923 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d0bb0c72-453d-4cd0-9445-eafcc68610c9 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group_rule': {'security_group_id': '3344dc4c-ef6e-4928-bde1-463a65a4ccc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:02.605618 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-d0bb0c72-453d-4cd0-9445-eafcc68610c9 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] create failed (client error): The resource could not be found. Nov 12 01:09:02.607095 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d0bb0c72-453d-4cd0-9445-eafcc68610c9 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0516539 Nov 12 01:09:02.609828 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41538) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:02.614985 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-4b2c89d9-fd23-4f9f-8d91-dbdee41157c6 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group_rule': {'security_group_id': '3344dc4c-ef6e-4928-bde1-463a65a4ccc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '589e9fc3-3d30-42bc-9c61-4a4f6f18a765'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:02.654852 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-4b2c89d9-fd23-4f9f-8d91-dbdee41157c6 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] create failed (client error): The resource could not be found. Nov 12 01:09:02.655932 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4b2c89d9-fd23-4f9f-8d91-dbdee41157c6 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0451665 Nov 12 01:09:02.659469 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41540) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:02.715043 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e52b62c1-7479-4528-9598-0bcb25a4284d tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.738294 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e52b62c1-7479-4528-9598-0bcb25a4284d tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.783002 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e52b62c1-7479-4528-9598-0bcb25a4284d tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.785898 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e52b62c1-7479-4528-9598-0bcb25a4284d tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.787040 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e52b62c1-7479-4528-9598-0bcb25a4284d tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "DELETE /v2.0/security-groups/3344dc4c-ef6e-4928-bde1-463a65a4ccc1 HTTP/1.1" status: 204 len: 168 time: 0.1271379 Nov 12 01:09:02.790102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41542) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:02.804364 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b62c1-7479-4528-9598-0bcb25a4284d tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3344dc4c-ef6e-4928-bde1-463a65a4ccc1,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:02.836762 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-252b4680-173f-41a9-b58c-7153a8a5c23d tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0454514 Nov 12 01:09:02.840346 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41544) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:02.845359 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6c780f98-51e0-46a4-acf2-dde6c9a70a13 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group_rule': {'security_group_id': 'c4da8c53-b3d1-4b11-8cc1-b0eaf544c3dc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:02.883430 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-6c780f98-51e0-46a4-acf2-dde6c9a70a13 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] create failed (client error): The resource could not be found. Nov 12 01:09:02.884477 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6c780f98-51e0-46a4-acf2-dde6c9a70a13 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0425549 Nov 12 01:09:02.888488 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41546) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:02.894384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-31a431a9-0105-4794-97e1-686734056361 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group': {'name': 'tempest-secgroup--872653406'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:02.917749 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31a431a9-0105-4794-97e1-686734056361 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.982675 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31a431a9-0105-4794-97e1-686734056361 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.986266 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31a431a9-0105-4794-97e1-686734056361 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.021257 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31a431a9-0105-4794-97e1-686734056361 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.022528 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-31a431a9-0105-4794-97e1-686734056361 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1328650 Nov 12 01:09:03.024554 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a431a9-0105-4794-97e1-686734056361 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f80df290-e109-4290-9895-3d9505440dcd,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:03.025430 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41548) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:03.031383 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a5e6247e-b561-4386-a5ce-4e9128642798 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group': {'name': 'tempest-secgroup--605475077'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:03.056525 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a5e6247e-b561-4386-a5ce-4e9128642798 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.129478 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a5e6247e-b561-4386-a5ce-4e9128642798 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.133580 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a5e6247e-b561-4386-a5ce-4e9128642798 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.162570 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a5e6247e-b561-4386-a5ce-4e9128642798 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.164456 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a5e6247e-b561-4386-a5ce-4e9128642798 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1377707 Nov 12 01:09:03.167515 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41550) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:03.169857 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6247e-b561-4386-a5ce-4e9128642798 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=526d8576-9ce0-4d2b-b3a3-cbe59b81fcc2,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:03.175178 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-158a3a29-34da-4ff8-84f9-c9329e8db66e tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group_rule': {'security_group_id': 'f80df290-e109-4290-9895-3d9505440dcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '526d8576-9ce0-4d2b-b3a3-cbe59b81fcc2'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:03.175445 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:03.199839 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:03.200179 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 4e9e67ef-82bb-4f95-9e6d-ee60447ccf2b not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:03.214842 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-158a3a29-34da-4ff8-84f9-c9329e8db66e tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:09:03.215917 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-158a3a29-34da-4ff8-84f9-c9329e8db66e tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0472147 Nov 12 01:09:03.218687 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41552) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:03.272642 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78f7ee4e-2065-468c-a2ae-de20b53c98f7 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.297008 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78f7ee4e-2065-468c-a2ae-de20b53c98f7 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.338071 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78f7ee4e-2065-468c-a2ae-de20b53c98f7 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.340831 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78f7ee4e-2065-468c-a2ae-de20b53c98f7 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.342053 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-78f7ee4e-2065-468c-a2ae-de20b53c98f7 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "DELETE /v2.0/security-groups/526d8576-9ce0-4d2b-b3a3-cbe59b81fcc2 HTTP/1.1" status: 204 len: 168 time: 0.1224670 Nov 12 01:09:03.344848 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41554) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:03.350777 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7ee4e-2065-468c-a2ae-de20b53c98f7 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=526d8576-9ce0-4d2b-b3a3-cbe59b81fcc2,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:03.400546 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-63130aed-cb75-427b-a5bf-b35887441e8f tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0541875 Nov 12 01:09:03.403117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41556) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:03.457905 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41560) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:03.469900 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0417ec3d-6f2f-46c5-8fb7-ed8b82795e4f tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.523825 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0417ec3d-6f2f-46c5-8fb7-ed8b82795e4f tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.535300 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-6954cb4a-3ae9-4aa8-99f4-76d337ad858f admin admin] Deleting subnet 2f979b72-06d7-47f0-888a-cb01892f2ff7 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:09:03.539860 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6954cb4a-3ae9-4aa8-99f4-76d337ad858f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.596266 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6954cb4a-3ae9-4aa8-99f4-76d337ad858f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.625737 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0417ec3d-6f2f-46c5-8fb7-ed8b82795e4f tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.628417 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0417ec3d-6f2f-46c5-8fb7-ed8b82795e4f tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.629618 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0417ec3d-6f2f-46c5-8fb7-ed8b82795e4f tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "DELETE /v2.0/security-groups/f80df290-e109-4290-9895-3d9505440dcd HTTP/1.1" status: 204 len: 168 time: 0.2254488 Nov 12 01:09:03.632284 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41562) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:03.645806 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417ec3d-6f2f-46c5-8fb7-ed8b82795e4f tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80df290-e109-4290-9895-3d9505440dcd,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:03.653949 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6954cb4a-3ae9-4aa8-99f4-76d337ad858f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.676161 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e1f3c2af-7909-4b56-9de9-7fee2a495fca tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0426741 Nov 12 01:09:03.680316 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41564) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:03.684353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-68b954eb-e1a8-456e-98fe-2b45668f1ff4 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group': {'name': 'tempest-secgroup--425015044'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:03.708536 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-68b954eb-e1a8-456e-98fe-2b45668f1ff4 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.715104 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6954cb4a-3ae9-4aa8-99f4-76d337ad858f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.743766 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6954cb4a-3ae9-4aa8-99f4-76d337ad858f admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.747746 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6954cb4a-3ae9-4aa8-99f4-76d337ad858f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2f979b72-06d7-47f0-888a-cb01892f2ff7 HTTP/1.1" status: 204 len: 168 time: 0.2861447 Nov 12 01:09:03.748984 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954cb4a-3ae9-4aa8-99f4-76d337ad858f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f979b72-06d7-47f0-888a-cb01892f2ff7,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:03.750845 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41566) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:03.842388 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-68b954eb-e1a8-456e-98fe-2b45668f1ff4 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.850700 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-68b954eb-e1a8-456e-98fe-2b45668f1ff4 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.864334 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78345546-26ce-4415-a70f-522d5685cd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.893550 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-68b954eb-e1a8-456e-98fe-2b45668f1ff4 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.894814 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-68b954eb-e1a8-456e-98fe-2b45668f1ff4 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2140670 Nov 12 01:09:03.897774 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41568) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:03.898065 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b954eb-e1a8-456e-98fe-2b45668f1ff4 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd37ccf7-1db2-42b1-8686-b269eac9a6a3,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:03.905903 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-8277d33a-4e92-4488-af4b-bc3b85f44348 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:03.906472 n-d-712137-14 neutron-server[114242]: WARNING neutron.api.v2.base [None req-8277d33a-4e92-4488-af4b-bc3b85f44348 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 01:09:03.907233 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-8277d33a-4e92-4488-af4b-bc3b85f44348 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 01:09:03.908403 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8277d33a-4e92-4488-af4b-bc3b85f44348 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "PUT /v2.0/security-groups/fd37ccf7-1db2-42b1-8686-b269eac9a6a3 HTTP/1.1" status: 409 len: 330 time: 0.0093839 Nov 12 01:09:03.911044 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41570) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:03.969610 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ec8de2ef-f62f-4f92-9248-c1da85f72e6e tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.973455 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78345546-26ce-4415-a70f-522d5685cd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.991745 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ec8de2ef-f62f-4f92-9248-c1da85f72e6e tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.999383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-78345546-26ce-4415-a70f-522d5685cd7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16281115-b3d6-46f6-bb8f-00ff27cd9f36']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:04.009283 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-78345546-26ce-4415-a70f-522d5685cd7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2559951f-1a58-498c-8198-b33c768627e9') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:04.009566 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-78345546-26ce-4415-a70f-522d5685cd7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2559951f-1a58-498c-8198-b33c768627e9') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:04.019476 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78345546-26ce-4415-a70f-522d5685cd7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.034370 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ec8de2ef-f62f-4f92-9248-c1da85f72e6e tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.037767 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78345546-26ce-4415-a70f-522d5685cd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.039079 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ec8de2ef-f62f-4f92-9248-c1da85f72e6e tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.045277 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ec8de2ef-f62f-4f92-9248-c1da85f72e6e tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "DELETE /v2.0/security-groups/fd37ccf7-1db2-42b1-8686-b269eac9a6a3 HTTP/1.1" status: 204 len: 168 time: 0.1296811 Nov 12 01:09:04.045463 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78345546-26ce-4415-a70f-522d5685cd7d admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:09:04.045463 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78345546-26ce-4415-a70f-522d5685cd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:09:04.047101 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:09:04.049561 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41572) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:04.056158 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8de2ef-f62f-4f92-9248-c1da85f72e6e tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd37ccf7-1db2-42b1-8686-b269eac9a6a3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:04.126714 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78345546-26ce-4415-a70f-522d5685cd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.135816 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-78345546-26ce-4415-a70f-522d5685cd7d admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.139550 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-78345546-26ce-4415-a70f-522d5685cd7d admin admin] 10.222.0.31 "DELETE /v2.0/networks/16281115-b3d6-46f6-bb8f-00ff27cd9f36 HTTP/1.1" status: 204 len: 168 time: 0.3877463 Nov 12 01:09:04.156790 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-57f237fe-eeeb-4a30-99d1-b2939496dab0 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0977576 Nov 12 01:09:04.157599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78345546-26ce-4415-a70f-522d5685cd7d admin admin] Pushing event deleted for resources: {'Network': ['ID=16281115-b3d6-46f6-bb8f-00ff27cd9f36,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:04.161103 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41576) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:04.174118 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-38e939c7-6035-4a36-9182-5a52db5c36bd tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] delete failed (client error): The resource could not be found. Nov 12 01:09:04.175129 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-38e939c7-6035-4a36-9182-5a52db5c36bd tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "DELETE /v2.0/security-groups/8301a463-889e-41ff-8bc0-41330a583a33 HTTP/1.1" status: 404 len: 347 time: 0.0135291 Nov 12 01:09:04.178931 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41578) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:04.196632 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-be667add-55cb-4a28-be28-f756ee66fd65 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] show failed (client error): The resource could not be found. Nov 12 01:09:04.197468 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-be667add-55cb-4a28-be28-f756ee66fd65 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "GET /v2.0/security-groups/fb6efba6-dbc2-44ee-8b63-8fe29bff5e7e HTTP/1.1" status: 404 len: 347 time: 0.0178347 Nov 12 01:09:04.202596 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41580) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:04.216477 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-68e9004d-b31e-4088-b370-7f501a502838 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] show failed (client error): The resource could not be found. Nov 12 01:09:04.217494 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-68e9004d-b31e-4088-b370-7f501a502838 tempest-NegativeSecGroupTest-932804191 tempest-NegativeSecGroupTest-932804191-project] 10.222.0.31 "GET /v2.0/security-group-rules/69d3c183-dd1d-4f81-ba69-36e7e8e891a5 HTTP/1.1" status: 404 len: 356 time: 0.0139599 Nov 12 01:09:04.312090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41584) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:04.354630 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bf5738c1-7179-4d88-b3dc-27727e48c414 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e89600b132b441d69dfb3856fca29f85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412877 Nov 12 01:09:04.357154 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41588) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:04.405020 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a5f344d3-ed77-430b-88ff-f2cce2c6b4e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.419914 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41590) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:04.429836 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a5f344d3-ed77-430b-88ff-f2cce2c6b4e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.447992 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:09:04.479107 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a5f344d3-ed77-430b-88ff-f2cce2c6b4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.482464 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a5f344d3-ed77-430b-88ff-f2cce2c6b4e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.486185 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a5f344d3-ed77-430b-88ff-f2cce2c6b4e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/adef23aa-a580-42a5-9ef3-2694d8194591 HTTP/1.1" status: 204 len: 168 time: 0.1255815 Nov 12 01:09:04.493043 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f344d3-ed77-430b-88ff-f2cce2c6b4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adef23aa-a580-42a5-9ef3-2694d8194591,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:04.563936 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6e0895b5-ba0c-4323-a310-4ebbac8294e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe44154499564b808041cf4e77a87218&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1428452 Nov 12 01:09:04.566489 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41596) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:04.618163 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3eaf14d1-a365-4376-9128-9d3812363485 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.640579 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3eaf14d1-a365-4376-9128-9d3812363485 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.695174 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3eaf14d1-a365-4376-9128-9d3812363485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.697946 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3eaf14d1-a365-4376-9128-9d3812363485 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.699127 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3eaf14d1-a365-4376-9128-9d3812363485 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8af18c67-d168-4f1b-a58f-610a1e3c3790 HTTP/1.1" status: 204 len: 168 time: 0.1316943 Nov 12 01:09:04.707133 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf14d1-a365-4376-9128-9d3812363485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af18c67-d168-4f1b-a58f-610a1e3c3790,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:05.429115 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41642) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.490565 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-130d01dc-cb0c-4e7f-bbf7-44d32e3e4b76 req-f1d92f20-fe52-4035-8b62-053f0c7c03c6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0497355 Nov 12 01:09:05.542005 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-86e8e2a4-7703-47ad-b2ae-d123127756c4 tempest-ServiceProvidersTest-353057607 tempest-ServiceProvidersTest-353057607-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1116276 Nov 12 01:09:05.598097 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d01dc-cb0c-4e7f-bbf7-44d32e3e4b76 req-9848bfd9-6699-41fa-8aa7-16c5429fc444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:05.600074 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-130d01dc-cb0c-4e7f-bbf7-44d32e3e4b76 req-9848bfd9-6699-41fa-8aa7-16c5429fc444 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 1097 time: 0.0566552 Nov 12 01:09:05.715048 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d01dc-cb0c-4e7f-bbf7-44d32e3e4b76 req-5675d92e-2faa-400d-8bef-3e94d4e125f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:05.716850 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-130d01dc-cb0c-4e7f-bbf7-44d32e3e4b76 req-5675d92e-2faa-400d-8bef-3e94d4e125f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 912 time: 0.0938618 Nov 12 01:09:05.806545 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-130d01dc-cb0c-4e7f-bbf7-44d32e3e4b76 req-8adea7f8-8363-4156-9f72-5fbf8ff66ec3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdc00645-cbf2-468d-a989-4f3a4986b5aa HTTP/1.1" status: 200 len: 1000 time: 0.0756953 Nov 12 01:09:05.839049 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41670) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.866919 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d01dc-cb0c-4e7f-bbf7-44d32e3e4b76 req-b796013f-fb2c-4f72-800e-ef5185c7a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:05.868943 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-130d01dc-cb0c-4e7f-bbf7-44d32e3e4b76 req-b796013f-fb2c-4f72-800e-ef5185c7a444 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.0516670 Nov 12 01:09:05.921238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d01dc-cb0c-4e7f-bbf7-44d32e3e4b76 req-66277d36-401d-4165-8667-83d0cc8994cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:05.923395 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-130d01dc-cb0c-4e7f-bbf7-44d32e3e4b76 req-66277d36-401d-4165-8667-83d0cc8994cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463903 Nov 12 01:09:05.949475 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:05.954210 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b394469f-b66d-47af-92d5-e50170c111fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.984106 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:05.984780 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f1e0f8f6-8439-45ca-89cf-a9cd333e7c27 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:06.037728 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b394469f-b66d-47af-92d5-e50170c111fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.041984 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b394469f-b66d-47af-92d5-e50170c111fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.062099 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-130d01dc-cb0c-4e7f-bbf7-44d32e3e4b76 req-197a1031-5558-4e1a-9d12-1288a82b0795 service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186869 Nov 12 01:09:06.099704 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b394469f-b66d-47af-92d5-e50170c111fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ed40958242c4f139c2b3b9499bde9a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2586656 Nov 12 01:09:06.100964 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394469f-b66d-47af-92d5-e50170c111fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1747dbc8-447b-4f20-815f-3ee49c4cea44,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:06.103981 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41684) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.171985 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a43c645f-bcee-42c3-8a81-826542870670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.182254 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-130d01dc-cb0c-4e7f-bbf7-44d32e3e4b76 req-fb4a79de-8daa-45e7-8bf3-3df497166989 service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044481 Nov 12 01:09:06.196728 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a43c645f-bcee-42c3-8a81-826542870670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.251013 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a43c645f-bcee-42c3-8a81-826542870670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.254027 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a43c645f-bcee-42c3-8a81-826542870670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.255206 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a43c645f-bcee-42c3-8a81-826542870670 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1747dbc8-447b-4f20-815f-3ee49c4cea44 HTTP/1.1" status: 204 len: 168 time: 0.1499591 Nov 12 01:09:06.263744 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c645f-bcee-42c3-8a81-826542870670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1747dbc8-447b-4f20-815f-3ee49c4cea44,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:06.326755 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41690) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.546315 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4e1cb7f8-697c-4350-99a0-8253633208c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.635241 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4e1cb7f8-697c-4350-99a0-8253633208c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.639544 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4e1cb7f8-697c-4350-99a0-8253633208c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.682628 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4e1cb7f8-697c-4350-99a0-8253633208c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e248fe3fb8884d839111dcbc9c02375f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3546917 Nov 12 01:09:06.683781 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cb7f8-697c-4350-99a0-8253633208c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af42bb37-9cf2-4e57-93ed-ef55be18fc29,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:06.685894 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41706) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.736668 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48278941-6724-43ff-bf0d-8c586a5ce059 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.759501 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48278941-6724-43ff-bf0d-8c586a5ce059 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.808970 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48278941-6724-43ff-bf0d-8c586a5ce059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.812423 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48278941-6724-43ff-bf0d-8c586a5ce059 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.813824 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-48278941-6724-43ff-bf0d-8c586a5ce059 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af42bb37-9cf2-4e57-93ed-ef55be18fc29 HTTP/1.1" status: 204 len: 168 time: 0.1261799 Nov 12 01:09:06.823800 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48278941-6724-43ff-bf0d-8c586a5ce059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af42bb37-9cf2-4e57-93ed-ef55be18fc29,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:06.980191 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41720) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.082929 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-8e0e9072-9bdb-4bba-bf4b-5bf6c302d9e9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-879918244-network', 'tenant_id': 'bddd7dfd81c047e9847f61c859141c8f'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:07.104198 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0e9072-9bdb-4bba-bf4b-5bf6c302d9e9 admin admin] Made reservation on behalf of bddd7dfd81c047e9847f61c859141c8f for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:07.110216 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9072-9bdb-4bba-bf4b-5bf6c302d9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.119082 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9072-9bdb-4bba-bf4b-5bf6c302d9e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.196718 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9072-9bdb-4bba-bf4b-5bf6c302d9e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.201741 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9072-9bdb-4bba-bf4b-5bf6c302d9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.224646 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0e9072-9bdb-4bba-bf4b-5bf6c302d9e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:09:07.241188 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e9072-9bdb-4bba-bf4b-5bf6c302d9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f58411a-51e8-47ed-896f-a506ed4633d0,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:07.244443 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9072-9bdb-4bba-bf4b-5bf6c302d9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.245121 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-8e0e9072-9bdb-4bba-bf4b-5bf6c302d9e9 admin admin] Added segment 3956a2a9-bc5b-496e-912a-ada68daa2287 of type vlan for network 2361302a-fc58-413d-997c-bcbd20dcf003 Nov 12 01:09:07.294420 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9072-9bdb-4bba-bf4b-5bf6c302d9e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.321728 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9072-9bdb-4bba-bf4b-5bf6c302d9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.322782 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0e9072-9bdb-4bba-bf4b-5bf6c302d9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:07.323412 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9072-9bdb-4bba-bf4b-5bf6c302d9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.358586 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8e0e9072-9bdb-4bba-bf4b-5bf6c302d9e9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3772314 Nov 12 01:09:07.362847 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41740) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.370921 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-2379d994-4968-4ddc-bc2d-abed81de94e1 admin admin] Request body: {'subnet': {'network_id': '2361302a-fc58-413d-997c-bcbd20dcf003', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-879918244-subnet', 'tenant_id': 'bddd7dfd81c047e9847f61c859141c8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:07.392849 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e9072-9bdb-4bba-bf4b-5bf6c302d9e9 admin admin] Pushing event updated for resources: {'Network': ['ID=2361302a-fc58-413d-997c-bcbd20dcf003,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:07.408050 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 2361302a-fc58-413d-997c-bcbd20dcf003 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:09:07.412112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2379d994-4968-4ddc-bc2d-abed81de94e1 admin admin] Made reservation on behalf of bddd7dfd81c047e9847f61c859141c8f for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:07.415707 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2379d994-4968-4ddc-bc2d-abed81de94e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.453683 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41742) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.564530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-eef0a6d5-4098-45ea-909e-581189affa41 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-network', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:07.585827 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef0a6d5-4098-45ea-909e-581189affa41 admin admin] Made reservation on behalf of 53d94d0617ef48cb917f00ba5f682af1 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:07.588105 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eef0a6d5-4098-45ea-909e-581189affa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.597119 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eef0a6d5-4098-45ea-909e-581189affa41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.598807 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2379d994-4968-4ddc-bc2d-abed81de94e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.663084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379d994-4968-4ddc-bc2d-abed81de94e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e327cb5-6093-4151-8921-4ec4b91b1f9f,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:07.672491 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2379d994-4968-4ddc-bc2d-abed81de94e1 admin admin] Checking segment: {'id': '3956a2a9-bc5b-496e-912a-ada68daa2287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2361302a-fc58-413d-997c-bcbd20dcf003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:07.672914 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2379d994-4968-4ddc-bc2d-abed81de94e1 admin admin] Network hostable DHCP agents. Network: 2361302a-fc58-413d-997c-bcbd20dcf003, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:09:07.678250 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eef0a6d5-4098-45ea-909e-581189affa41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.682588 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eef0a6d5-4098-45ea-909e-581189affa41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.689533 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2379d994-4968-4ddc-bc2d-abed81de94e1 admin admin] Network 2361302a-fc58-413d-997c-bcbd20dcf003 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:09:07.698884 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-2379d994-4968-4ddc-bc2d-abed81de94e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 2361302a-fc58-413d-997c-bcbd20dcf003) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:07.703846 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2379d994-4968-4ddc-bc2d-abed81de94e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:07.704509 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2379d994-4968-4ddc-bc2d-abed81de94e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.707406 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef0a6d5-4098-45ea-909e-581189affa41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:09:07.711088 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0322942-8a7e-4afc-be56-488247c9644d None None] Network 2361302a-fc58-413d-997c-bcbd20dcf003 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:07.732192 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2379d994-4968-4ddc-bc2d-abed81de94e1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3604231 Nov 12 01:09:07.732443 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0a6d5-4098-45ea-909e-581189affa41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd707c9c-977e-48be-83b6-a47d72d4633b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:07.737602 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eef0a6d5-4098-45ea-909e-581189affa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.737949 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-eef0a6d5-4098-45ea-909e-581189affa41 admin admin] Added segment bc31999c-d9fc-45bf-9167-9a9fc5713902 of type vlan for network 99535b47-1f31-43c2-8e7d-8697835dc16e Nov 12 01:09:07.789788 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eef0a6d5-4098-45ea-909e-581189affa41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.818205 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eef0a6d5-4098-45ea-909e-581189affa41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.819454 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef0a6d5-4098-45ea-909e-581189affa41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:07.820090 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eef0a6d5-4098-45ea-909e-581189affa41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.854643 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-eef0a6d5-4098-45ea-909e-581189affa41 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3997464 Nov 12 01:09:07.859200 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41748) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.865679 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-91792ab5-d802-42a4-9719-e40b8430594e admin admin] Request body: {'subnet': {'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-subnet', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:07.874161 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556a56a9-6a86-4fe9-a9f8-614f4e5645e1 None None] Network 2361302a-fc58-413d-997c-bcbd20dcf003 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:07.889974 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91792ab5-d802-42a4-9719-e40b8430594e admin admin] Made reservation on behalf of 53d94d0617ef48cb917f00ba5f682af1 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:07.894081 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91792ab5-d802-42a4-9719-e40b8430594e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.910502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0a6d5-4098-45ea-909e-581189affa41 admin admin] Pushing event updated for resources: {'Network': ['ID=99535b47-1f31-43c2-8e7d-8697835dc16e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:07.923425 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 99535b47-1f31-43c2-8e7d-8697835dc16e details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:09:08.095983 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91792ab5-d802-42a4-9719-e40b8430594e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.154671 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91792ab5-d802-42a4-9719-e40b8430594e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f24b6a7-8d5d-4c0c-92a3-967aab668bff,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:08.166506 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91792ab5-d802-42a4-9719-e40b8430594e admin admin] Checking segment: {'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:08.166882 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91792ab5-d802-42a4-9719-e40b8430594e admin admin] Network hostable DHCP agents. Network: 99535b47-1f31-43c2-8e7d-8697835dc16e, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:09:08.186038 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91792ab5-d802-42a4-9719-e40b8430594e admin admin] Network 99535b47-1f31-43c2-8e7d-8697835dc16e is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:09:08.199936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-91792ab5-d802-42a4-9719-e40b8430594e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 99535b47-1f31-43c2-8e7d-8697835dc16e) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:08.204939 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91792ab5-d802-42a4-9719-e40b8430594e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:08.205793 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91792ab5-d802-42a4-9719-e40b8430594e admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.214858 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0bb22c-c627-4eb2-8731-9e518b19406c None None] Network 99535b47-1f31-43c2-8e7d-8697835dc16e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:08.227737 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-91792ab5-d802-42a4-9719-e40b8430594e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3668277 Nov 12 01:09:08.230043 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41760) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:08.236330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-3d31f01b-e648-4bea-8e42-025d955a2b6d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-router', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:08.269194 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3d31f01b-e648-4bea-8e42-025d955a2b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.270547 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3d31f01b-e648-4bea-8e42-025d955a2b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.303447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41764) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:08.308638 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-835c3e46-52b6-42e4-8a99-a07bee038c19 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1043984102-network', 'tenant_id': 'dedd352ffedb4eb58defdf82ef45c1e4'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:08.328331 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3d31f01b-e648-4bea-8e42-025d955a2b6d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.331099 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835c3e46-52b6-42e4-8a99-a07bee038c19 admin admin] Made reservation on behalf of dedd352ffedb4eb58defdf82ef45c1e4 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:08.333965 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-835c3e46-52b6-42e4-8a99-a07bee038c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.343398 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-835c3e46-52b6-42e4-8a99-a07bee038c19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.383044 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c334ee-5c28-49b9-a97e-664f90204d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-99535b47-1f31-43c2-8e7d-8697835dc16e', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:09:08.384831 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c2c334ee-5c28-49b9-a97e-664f90204d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.435513 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-835c3e46-52b6-42e4-8a99-a07bee038c19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.445556 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-835c3e46-52b6-42e4-8a99-a07bee038c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.473166 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3d31f01b-e648-4bea-8e42-025d955a2b6d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.478650 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835c3e46-52b6-42e4-8a99-a07bee038c19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:09:08.483588 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c3e46-52b6-42e4-8a99-a07bee038c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8347e8e-9a8e-40c6-84ab-084f9298e8e5,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:08.491214 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-835c3e46-52b6-42e4-8a99-a07bee038c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.492038 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-835c3e46-52b6-42e4-8a99-a07bee038c19 admin admin] Added segment 61c2f89d-8fb3-46eb-b361-bd08ceb390a9 of type vlan for network 6ae06735-81b4-4b6e-bcb7-94d22d136e88 Nov 12 01:09:08.535498 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-c2c334ee-5c28-49b9-a97e-664f90204d6a None None] Allocated IP 172.20.0.2 (99535b47-1f31-43c2-8e7d-8697835dc16e/0f24b6a7-8d5d-4c0c-92a3-967aab668bff/c0f683c3-220d-4272-8a21-e945fda477e1) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:08.539384 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-835c3e46-52b6-42e4-8a99-a07bee038c19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.567089 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-835c3e46-52b6-42e4-8a99-a07bee038c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.571420 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c3e46-52b6-42e4-8a99-a07bee038c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:08.572107 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-835c3e46-52b6-42e4-8a99-a07bee038c19 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.639743 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-835c3e46-52b6-42e4-8a99-a07bee038c19 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3350074 Nov 12 01:09:08.642428 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41766) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:08.650353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-acb04f14-33b9-4ab6-b323-bc7447ddbcb8 admin admin] Request body: {'subnet': {'network_id': '6ae06735-81b4-4b6e-bcb7-94d22d136e88', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1043984102-subnet', 'tenant_id': 'dedd352ffedb4eb58defdf82ef45c1e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:08.658496 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c3e46-52b6-42e4-8a99-a07bee038c19 admin admin] Pushing event updated for resources: {'Network': ['ID=6ae06735-81b4-4b6e-bcb7-94d22d136e88,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:08.672895 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 6ae06735-81b4-4b6e-bcb7-94d22d136e88 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:09:08.678713 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb04f14-33b9-4ab6-b323-bc7447ddbcb8 admin admin] Made reservation on behalf of dedd352ffedb4eb58defdf82ef45c1e4 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:08.681508 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-acb04f14-33b9-4ab6-b323-bc7447ddbcb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.707687 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3d31f01b-e648-4bea-8e42-025d955a2b6d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.727944 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3d31f01b-e648-4bea-8e42-025d955a2b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.728617 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c2c334ee-5c28-49b9-a97e-664f90204d6a None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.767085 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c2c334ee-5c28-49b9-a97e-664f90204d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.827156 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c334ee-5c28-49b9-a97e-664f90204d6a None None] Network 99535b47-1f31-43c2-8e7d-8697835dc16e is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:08.831054 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-c2c334ee-5c28-49b9-a97e-664f90204d6a None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:08.837886 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.840643 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c334ee-5c28-49b9-a97e-664f90204d6a None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:08.849272 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-3d31f01b-e648-4bea-8e42-025d955a2b6d admin admin] Allocated IP 172.25.0.8 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/71a93051-8faa-4476-8d12-4ff6b50431b4) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:08.850677 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c334ee-5c28-49b9-a97e-664f90204d6a None None] Pushing event updated for resources: {'Port': ['ID=c0f683c3-220d-4272-8a21-e945fda477e1,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:08.871457 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-acb04f14-33b9-4ab6-b323-bc7447ddbcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.903876 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c2c334ee-5c28-49b9-a97e-664f90204d6a None None] Attempting to bind port c0f683c3-220d-4272-8a21-e945fda477e1 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:08.904464 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c2c334ee-5c28-49b9-a97e-664f90204d6a None None] Attempting to bind port c0f683c3-220d-4272-8a21-e945fda477e1 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:08.904946 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c334ee-5c28-49b9-a97e-664f90204d6a None None] Attempting to bind port c0f683c3-220d-4272-8a21-e945fda477e1 on network 99535b47-1f31-43c2-8e7d-8697835dc16e {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:08.910116 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c334ee-5c28-49b9-a97e-664f90204d6a None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:08.910754 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c334ee-5c28-49b9-a97e-664f90204d6a None None] Checking segment: {'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:08.911161 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c2c334ee-5c28-49b9-a97e-664f90204d6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.911558 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c334ee-5c28-49b9-a97e-664f90204d6a None None] Bound using segment: {'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:08.912028 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c2c334ee-5c28-49b9-a97e-664f90204d6a None None] Bound port: c0f683c3-220d-4272-8a21-e945fda477e1, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:08.912411 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c2c334ee-5c28-49b9-a97e-664f90204d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.937685 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb04f14-33b9-4ab6-b323-bc7447ddbcb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=235fb045-4685-4bec-8e79-5054dd771bd6,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:08.948165 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb04f14-33b9-4ab6-b323-bc7447ddbcb8 admin admin] Checking segment: {'id': '61c2f89d-8fb3-46eb-b361-bd08ceb390a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6ae06735-81b4-4b6e-bcb7-94d22d136e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:08.948325 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb04f14-33b9-4ab6-b323-bc7447ddbcb8 admin admin] Network hostable DHCP agents. Network: 6ae06735-81b4-4b6e-bcb7-94d22d136e88, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:09:08.967928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb04f14-33b9-4ab6-b323-bc7447ddbcb8 admin admin] Network 6ae06735-81b4-4b6e-bcb7-94d22d136e88 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:09:08.977833 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-acb04f14-33b9-4ab6-b323-bc7447ddbcb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 6ae06735-81b4-4b6e-bcb7-94d22d136e88) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:08.979624 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c2c334ee-5c28-49b9-a97e-664f90204d6a None None] For port c0f683c3-220d-4272-8a21-e945fda477e1, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:08.979928 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3d31f01b-e648-4bea-8e42-025d955a2b6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.984249 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c2c334ee-5c28-49b9-a97e-664f90204d6a None None] For port c0f683c3-220d-4272-8a21-e945fda477e1, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c0f683c3-220d-4272-8a21-e945fda477e1,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:08.985305 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb04f14-33b9-4ab6-b323-bc7447ddbcb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:08.985910 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-acb04f14-33b9-4ab6-b323-bc7447ddbcb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.988210 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f595226-b56d-4b5f-aec8-cb992e2f0e27 None None] Network 6ae06735-81b4-4b6e-bcb7-94d22d136e88 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:09.005431 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-acb04f14-33b9-4ab6-b323-bc7447ddbcb8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3616951 Nov 12 01:09:09.019091 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c2c334ee-5c28-49b9-a97e-664f90204d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.030916 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3d31f01b-e648-4bea-8e42-025d955a2b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.079631 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d31f01b-e648-4bea-8e42-025d955a2b6d admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:09.083068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-3d31f01b-e648-4bea-8e42-025d955a2b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:09.095462 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d31f01b-e648-4bea-8e42-025d955a2b6d admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:09.120934 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f28f8ee-0cb1-47be-b0ab-8bb65045fbbe None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:09.132780 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31f01b-e648-4bea-8e42-025d955a2b6d admin admin] Pushing event updated for resources: {'Port': ['ID=71a93051-8faa-4476-8d12-4ff6b50431b4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:09.151060 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41770) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:09.198538 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c334ee-5c28-49b9-a97e-664f90204d6a None None] Pushing event updated for resources: {'Port': ['ID=c0f683c3-220d-4272-8a21-e945fda477e1,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:09.218609 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883f5554-7888-42aa-bce0-8db4557cecf8 None None] Network 6ae06735-81b4-4b6e-bcb7-94d22d136e88 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:09.232246 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb073cad-8cb5-428e-a83f-a31c978e8515 admin admin] Deleting subnet 9e327cb5-6093-4151-8921-4ec4b91b1f9f {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:09:09.236133 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bb073cad-8cb5-428e-a83f-a31c978e8515 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.284276 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bb073cad-8cb5-428e-a83f-a31c978e8515 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.295127 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f1160b40-dc74-4dcd-8aa2-35de2126323d None None] Provisioning complete for port 71a93051-8faa-4476-8d12-4ff6b50431b4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:09.295727 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f1160b40-dc74-4dcd-8aa2-35de2126323d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.330537 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bb073cad-8cb5-428e-a83f-a31c978e8515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.434836 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bb073cad-8cb5-428e-a83f-a31c978e8515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.471583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb073cad-8cb5-428e-a83f-a31c978e8515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e327cb5-6093-4151-8921-4ec4b91b1f9f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:09.481249 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bb073cad-8cb5-428e-a83f-a31c978e8515 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.488776 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bb073cad-8cb5-428e-a83f-a31c978e8515 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9e327cb5-6093-4151-8921-4ec4b91b1f9f HTTP/1.1" status: 204 len: 168 time: 0.3359902 Nov 12 01:09:09.492463 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41772) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:09.594449 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94b05d96-2608-4344-b6d4-44fd91051e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.616197 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f1160b40-dc74-4dcd-8aa2-35de2126323d None None] Port 71a93051-8faa-4476-8d12-4ff6b50431b4 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:09.685478 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94b05d96-2608-4344-b6d4-44fd91051e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.708447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-94b05d96-2608-4344-b6d4-44fd91051e61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2361302a-fc58-413d-997c-bcbd20dcf003']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:09.718674 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-94b05d96-2608-4344-b6d4-44fd91051e61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3956a2a9-bc5b-496e-912a-ada68daa2287') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:09.718970 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-94b05d96-2608-4344-b6d4-44fd91051e61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3956a2a9-bc5b-496e-912a-ada68daa2287') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:09.729897 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94b05d96-2608-4344-b6d4-44fd91051e61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.743791 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94b05d96-2608-4344-b6d4-44fd91051e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.753173 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b05d96-2608-4344-b6d4-44fd91051e61 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:09:09.753630 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94b05d96-2608-4344-b6d4-44fd91051e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:09:09.755627 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:09:09.812226 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94b05d96-2608-4344-b6d4-44fd91051e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.817790 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94b05d96-2608-4344-b6d4-44fd91051e61 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.821294 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-94b05d96-2608-4344-b6d4-44fd91051e61 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2361302a-fc58-413d-997c-bcbd20dcf003 HTTP/1.1" status: 204 len: 168 time: 0.3269138 Nov 12 01:09:09.831842 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41774) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:09.840327 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b05d96-2608-4344-b6d4-44fd91051e61 admin admin] Pushing event deleted for resources: {'Network': ['ID=2361302a-fc58-413d-997c-bcbd20dcf003,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:09.875183 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3d31f01b-e648-4bea-8e42-025d955a2b6d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.889558 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39a362d-8801-4b3c-b28a-acc83b12df13 admin admin] Deleting subnet 235fb045-4685-4bec-8e79-5054dd771bd6 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:09:09.895336 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a39a362d-8801-4b3c-b28a-acc83b12df13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.933971 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a39a362d-8801-4b3c-b28a-acc83b12df13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.985964 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a39a362d-8801-4b3c-b28a-acc83b12df13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.064509 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a39a362d-8801-4b3c-b28a-acc83b12df13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.097556 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a362d-8801-4b3c-b28a-acc83b12df13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=235fb045-4685-4bec-8e79-5054dd771bd6,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:10.105658 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a39a362d-8801-4b3c-b28a-acc83b12df13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.109555 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a39a362d-8801-4b3c-b28a-acc83b12df13 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/235fb045-4685-4bec-8e79-5054dd771bd6 HTTP/1.1" status: 204 len: 168 time: 0.2766905 Nov 12 01:09:10.112157 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41776) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:10.118795 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c0f683c3-220d-4272-8a21-e945fda477e1 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:10.133110 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3d31f01b-e648-4bea-8e42-025d955a2b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.174243 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port c0f683c3-220d-4272-8a21-e945fda477e1 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:10.174630 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.193412 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-57ccba26-6d1f-4053-a820-9e05005a6d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.277010 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.290710 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d31f01b-e648-4bea-8e42-025d955a2b6d admin admin] Router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:09:10.308153 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-57ccba26-6d1f-4053-a820-9e05005a6d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.325222 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port c0f683c3-220d-4272-8a21-e945fda477e1, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c0f683c3-220d-4272-8a21-e945fda477e1,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:10.330863 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.345644 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-57ccba26-6d1f-4053-a820-9e05005a6d61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae06735-81b4-4b6e-bcb7-94d22d136e88']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:10.358228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-57ccba26-6d1f-4053-a820-9e05005a6d61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c2f89d-8fb3-46eb-b361-bd08ceb390a9') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:10.358896 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-57ccba26-6d1f-4053-a820-9e05005a6d61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c2f89d-8fb3-46eb-b361-bd08ceb390a9') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:10.370744 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-57ccba26-6d1f-4053-a820-9e05005a6d61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.389190 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-57ccba26-6d1f-4053-a820-9e05005a6d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.398418 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ccba26-6d1f-4053-a820-9e05005a6d61 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:09:10.399702 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-57ccba26-6d1f-4053-a820-9e05005a6d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:09:10.402767 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:09:10.423778 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=c0f683c3-220d-4272-8a21-e945fda477e1,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:10.427533 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d31f01b-e648-4bea-8e42-025d955a2b6d admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:10.438236 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] Sync routers for ids ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:10.450036 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] Routers {'4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:10.451007 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:10.463852 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3d31f01b-e648-4bea-8e42-025d955a2b6d admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.465239 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3d31f01b-e648-4bea-8e42-025d955a2b6d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2336841 Nov 12 01:09:10.468936 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41778) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:10.469375 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-57ccba26-6d1f-4053-a820-9e05005a6d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.485095 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-57ccba26-6d1f-4053-a820-9e05005a6d61 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.491933 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-57ccba26-6d1f-4053-a820-9e05005a6d61 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6ae06735-81b4-4b6e-bcb7-94d22d136e88 HTTP/1.1" status: 204 len: 168 time: 0.3769782 Nov 12 01:09:10.495921 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aebc9a4-80cc-4156-9263-8a45041d21bb None None] Network 99535b47-1f31-43c2-8e7d-8697835dc16e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:10.500747 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccba26-6d1f-4053-a820-9e05005a6d61 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ae06735-81b4-4b6e-bcb7-94d22d136e88,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:10.635799 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a7284249-4ca9-4d25-b33a-d913ad89d408 None None] Provisioning complete for port c0f683c3-220d-4272-8a21-e945fda477e1 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:10.636381 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a7284249-4ca9-4d25-b33a-d913ad89d408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.682115 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] Set router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:10.718919 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41782) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:10.769488 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e3998254-8f78-4584-b0dd-473bbe7444f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bddd7dfd81c047e9847f61c859141c8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0469873 Nov 12 01:09:10.769796 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41784) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:10.823668 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3840f3ed-818a-4bd9-b7cc-2857973af88b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.852557 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3840f3ed-818a-4bd9-b7cc-2857973af88b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.915931 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3840f3ed-818a-4bd9-b7cc-2857973af88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.919511 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3840f3ed-818a-4bd9-b7cc-2857973af88b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.923053 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3840f3ed-818a-4bd9-b7cc-2857973af88b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f58411a-51e8-47ed-896f-a506ed4633d0 HTTP/1.1" status: 204 len: 168 time: 0.1499455 Nov 12 01:09:10.929910 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840f3ed-818a-4bd9-b7cc-2857973af88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f58411a-51e8-47ed-896f-a506ed4633d0,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:10.955008 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-19f138dd-aba2-4d7a-b642-0776b30984e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.009386 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-router', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:09Z', 'revision_number': 3, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'gw_port': {'id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:11.047947 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] Checking router: 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:09:11.048402 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] Updating router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 port 71a93051-8faa-4476-8d12-4ff6b50431b4 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:09:11.077264 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.229916 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-19f138dd-aba2-4d7a-b642-0776b30984e8 admin admin] Allocated IP 172.20.0.1 (99535b47-1f31-43c2-8e7d-8697835dc16e/0f24b6a7-8d5d-4c0c-92a3-967aab668bff/88e38e49-a098-453f-8e1a-77e973f75c51) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:11.301388 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-84cd1ad4-bc9b-4e3b-a8c3-eb5755da681b None None] Provisioning complete for port c0f683c3-220d-4272-8a21-e945fda477e1 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:11.301881 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-84cd1ad4-bc9b-4e3b-a8c3-eb5755da681b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.359843 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-19f138dd-aba2-4d7a-b642-0776b30984e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.370095 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41790) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:11.399753 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-19f138dd-aba2-4d7a-b642-0776b30984e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.424149 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-34859875-07bc-4357-b20c-9c6ff3e7a17a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dedd352ffedb4eb58defdf82ef45c1e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0507560 Nov 12 01:09:11.426838 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41792) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:11.448586 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.448951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f138dd-aba2-4d7a-b642-0776b30984e8 admin admin] Network 99535b47-1f31-43c2-8e7d-8697835dc16e is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:11.452861 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-19f138dd-aba2-4d7a-b642-0776b30984e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:11.457810 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.459847 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f138dd-aba2-4d7a-b642-0776b30984e8 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:11.496727 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f138dd-aba2-4d7a-b642-0776b30984e8 admin admin] Pushing event updated for resources: {'Port': ['ID=88e38e49-a098-453f-8e1a-77e973f75c51,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:11.497818 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c97ac919-b522-40e3-8ab3-fabc9a23e9a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.509660 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9025c-6936-481e-a1d5-bdd7f882d782 None None] Pushing event updated for resources: {'Port': ['ID=71a93051-8faa-4476-8d12-4ff6b50431b4,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:11.522646 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-19f138dd-aba2-4d7a-b642-0776b30984e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.529568 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c97ac919-b522-40e3-8ab3-fabc9a23e9a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.554954 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] Attempting to bind port 71a93051-8faa-4476-8d12-4ff6b50431b4 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:11.555576 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] Attempting to bind port 71a93051-8faa-4476-8d12-4ff6b50431b4 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:11.555992 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] Attempting to bind port 71a93051-8faa-4476-8d12-4ff6b50431b4 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:11.560960 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fb7d86-7ccf-47cf-bba0-8e3451ef14ee None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:11.573709 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:11.574090 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:11.574912 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.574912 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:11.576025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] Bound port: 71a93051-8faa-4476-8d12-4ff6b50431b4, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:11.576413 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.632155 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c97ac919-b522-40e3-8ab3-fabc9a23e9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.636375 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c97ac919-b522-40e3-8ab3-fabc9a23e9a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.638918 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c97ac919-b522-40e3-8ab3-fabc9a23e9a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8347e8e-9a8e-40c6-84ab-084f9298e8e5 HTTP/1.1" status: 204 len: 168 time: 0.2109838 Nov 12 01:09:11.656641 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ac919-b522-40e3-8ab3-fabc9a23e9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8347e8e-9a8e-40c6-84ab-084f9298e8e5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:11.690850 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] For port 71a93051-8faa-4476-8d12-4ff6b50431b4, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:11.709876 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-19f138dd-aba2-4d7a-b642-0776b30984e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.732849 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] For port 71a93051-8faa-4476-8d12-4ff6b50431b4, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=71a93051-8faa-4476-8d12-4ff6b50431b4,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:11.735543 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d2aad792-f23a-42b9-bdb1-a83014c7e33c None None] Provisioning complete for port 71a93051-8faa-4476-8d12-4ff6b50431b4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:11.735543 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2aad792-f23a-42b9-bdb1-a83014c7e33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.740242 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.829425 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d9a95d-ede4-4d15-9dff-edc392fc6ac6 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:11.856496 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] Routers {'4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:11.857221 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:11.908212 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9025c-6936-481e-a1d5-bdd7f882d782 None None] Pushing event updated for resources: {'Port': ['ID=71a93051-8faa-4476-8d12-4ff6b50431b4,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:11.920669 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-19f138dd-aba2-4d7a-b642-0776b30984e8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.928070 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-19f138dd-aba2-4d7a-b642-0776b30984e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.998339 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-19f138dd-aba2-4d7a-b642-0776b30984e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.000138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f138dd-aba2-4d7a-b642-0776b30984e8 admin admin] Pushing event updated for resources: {'Port': ['ID=88e38e49-a098-453f-8e1a-77e973f75c51,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:12.018547 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2aad792-f23a-42b9-bdb1-a83014c7e33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.054176 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c0f683c3-220d-4272-8a21-e945fda477e1 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:12.061025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d2aad792-f23a-42b9-bdb1-a83014c7e33c None None] For port 71a93051-8faa-4476-8d12-4ff6b50431b4, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=71a93051-8faa-4476-8d12-4ff6b50431b4,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:12.084885 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2aad792-f23a-42b9-bdb1-a83014c7e33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.089232 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] Set router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:12.126951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f138dd-aba2-4d7a-b642-0776b30984e8 admin admin] Network 99535b47-1f31-43c2-8e7d-8697835dc16e is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:12.128923 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-19f138dd-aba2-4d7a-b642-0776b30984e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:12.286719 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f138dd-aba2-4d7a-b642-0776b30984e8 admin admin] Router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:09:12.430404 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f138dd-aba2-4d7a-b642-0776b30984e8 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:12.436536 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-19f138dd-aba2-4d7a-b642-0776b30984e8 admin admin] 10.222.0.31 "PUT /v2.0/routers/4f7bfc51-48ce-4b86-a31f-0eb58e9387f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9665773 Nov 12 01:09:12.438151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-977c9415-ac41-482f-97fd-ffafed4d0fb2 None None] Provisioning complete for port 88e38e49-a098-453f-8e1a-77e973f75c51 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:12.438522 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-977c9415-ac41-482f-97fd-ffafed4d0fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.446150 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aad792-f23a-42b9-bdb1-a83014c7e33c None None] Pushing event updated for resources: {'Port': ['ID=71a93051-8faa-4476-8d12-4ff6b50431b4,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:12.480896 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port c0f683c3-220d-4272-8a21-e945fda477e1 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:12.481312 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.551508 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-977c9415-ac41-482f-97fd-ffafed4d0fb2 None None] Port 88e38e49-a098-453f-8e1a-77e973f75c51 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:12.597993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-977c9415-ac41-482f-97fd-ffafed4d0fb2 None None] Provisioning complete for port 71a93051-8faa-4476-8d12-4ff6b50431b4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:12.598363 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-977c9415-ac41-482f-97fd-ffafed4d0fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.755931 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-router', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:11Z', 'revision_number': 4, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'gw_port': {'id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '88e38e49-a098-453f-8e1a-77e973f75c51', 'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'mac_address': 'fa:16:3e:96:ef:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:10Z', 'updated_at': '2021-11-12T01:09:11Z', 'revision_number': 1, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'subnets': [{'id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:12.787528 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaccf90-813d-4b79-a859-1c3af12e1370 None None] The sync data for ids ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'] in n-d-712137-14 is: [{'id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-router', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:11Z', 'revision_number': 4, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'gw_port': {'id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '88e38e49-a098-453f-8e1a-77e973f75c51', 'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'mac_address': 'fa:16:3e:96:ef:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:10Z', 'updated_at': '2021-11-12T01:09:11Z', 'revision_number': 1, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'subnets': [{'id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:12.932095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5ce837d8-bbe1-4bb9-8ff5-2631b13eb53a None None] Provisioning complete for port 88e38e49-a098-453f-8e1a-77e973f75c51 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:12.934955 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5ce837d8-bbe1-4bb9-8ff5-2631b13eb53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.007244 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-5ce837d8-bbe1-4bb9-8ff5-2631b13eb53a None None] Port 88e38e49-a098-453f-8e1a-77e973f75c51 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:13.258714 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41830) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:13.264860 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-15cad061-c31e-47ff-b66a-919c162930e0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--262113540', 'description': 'tempest-description--751185815'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:13.293241 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-15cad061-c31e-47ff-b66a-919c162930e0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.367404 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-15cad061-c31e-47ff-b66a-919c162930e0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.373702 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-15cad061-c31e-47ff-b66a-919c162930e0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.406164 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-15cad061-c31e-47ff-b66a-919c162930e0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.410246 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-15cad061-c31e-47ff-b66a-919c162930e0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1469631 Nov 12 01:09:13.410435 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41832) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:13.415195 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-75949285-3274-4653-a675-fa3ab291e432 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Request body: {'security_group_rule': {'security_group_id': '084d0390-22f6-47de-97b0-701db1f375e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:13.420072 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cad061-c31e-47ff-b66a-919c162930e0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=084d0390-22f6-47de-97b0-701db1f375e9,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:13.447401 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-75949285-3274-4653-a675-fa3ab291e432 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.517188 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-75949285-3274-4653-a675-fa3ab291e432 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.523152 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-75949285-3274-4653-a675-fa3ab291e432 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.555292 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-75949285-3274-4653-a675-fa3ab291e432 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.560776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 41834) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:13.572763 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-75949285-3274-4653-a675-fa3ab291e432 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1610730 Nov 12 01:09:13.577482 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-0ef79ef5-1a6e-4850-bbef-8c15445b5c17 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Request body: {'security_group_rule': {'security_group_id': '084d0390-22f6-47de-97b0-701db1f375e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:13.587799 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75949285-3274-4653-a675-fa3ab291e432 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf343fb-e82d-4777-a87e-27c61dd1025b,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:13.628022 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ef79ef5-1a6e-4850-bbef-8c15445b5c17 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.722591 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ef79ef5-1a6e-4850-bbef-8c15445b5c17 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.728562 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ef79ef5-1a6e-4850-bbef-8c15445b5c17 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.749820 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef79ef5-1a6e-4850-bbef-8c15445b5c17 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5256b2-a8d8-4646-80fd-b335662c7ef2,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:13.762198 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ef79ef5-1a6e-4850-bbef-8c15445b5c17 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.764740 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0ef79ef5-1a6e-4850-bbef-8c15445b5c17 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1936238 Nov 12 01:09:13.767262 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41836) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:13.771964 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-55e92e96-5c94-42de-96ed-0a564928819a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:13.798000 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-55e92e96-5c94-42de-96ed-0a564928819a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.921208 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-55e92e96-5c94-42de-96ed-0a564928819a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.087921 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 71a93051-8faa-4476-8d12-4ff6b50431b4 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:14.095616 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-55e92e96-5c94-42de-96ed-0a564928819a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Allocated IP 172.25.0.176 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/51f8f4b4-edcc-409b-902a-5b2cf3ff37fb) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:14.148914 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 71a93051-8faa-4476-8d12-4ff6b50431b4 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:14.149532 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.234511 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-d80ebea2-3205-4a43-b0b8-f6168bd33325 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=616d4c3567e84d849f3e80e7ae1078c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346785 Nov 12 01:09:14.254717 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-55e92e96-5c94-42de-96ed-0a564928819a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.291246 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-55e92e96-5c94-42de-96ed-0a564928819a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.335371 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e92e96-5c94-42de-96ed-0a564928819a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:14.342382 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-55e92e96-5c94-42de-96ed-0a564928819a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:14.346344 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e92e96-5c94-42de-96ed-0a564928819a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:14.352315 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e92e96-5c94-42de-96ed-0a564928819a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Pushing event updated for resources: {'Port': ['ID=51f8f4b4-edcc-409b-902a-5b2cf3ff37fb,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:14.436375 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-55e92e96-5c94-42de-96ed-0a564928819a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.441907 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-0c69cb62-b147-492d-9533-318df51f875e tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:14.443642 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-0c69cb62-b147-492d-9533-318df51f875e tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020798 Nov 12 01:09:14.460231 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-3fd47585-0765-4712-a454-eba5017cd39f tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/quotas/616d4c3567e84d849f3e80e7ae1078c4 HTTP/1.1" status: 200 len: 375 time: 0.0091605 Nov 12 01:09:14.470834 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-55e92e96-5c94-42de-96ed-0a564928819a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.492886 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f2d7648a-ed8b-40f6-9a11-405254764e14 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=616d4c3567e84d849f3e80e7ae1078c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267365 Nov 12 01:09:14.642117 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-55e92e96-5c94-42de-96ed-0a564928819a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.648028 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-55e92e96-5c94-42de-96ed-0a564928819a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.714153 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ad453069-67e3-4aa9-9fd3-ad7c86a313f1 req-2599df7e-ee82-4478-b118-32a31f23f78b tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1151bb4-fbc8-4f1d-a2b8-2a762478cde6 HTTP/1.1" status: 200 len: 210 time: 0.0380330 Nov 12 01:09:14.743278 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e92e96-5c94-42de-96ed-0a564928819a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Pushing event updated for resources: {'Port': ['ID=51f8f4b4-edcc-409b-902a-5b2cf3ff37fb,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:14.764231 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-55e92e96-5c94-42de-96ed-0a564928819a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.783061 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-55e92e96-5c94-42de-96ed-0a564928819a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.784385 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-55e92e96-5c94-42de-96ed-0a564928819a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0160837 Nov 12 01:09:14.957239 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-7f55c56e-1fca-4485-bf66-bc06d19f195b tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--262113540&fields=id&tenant_id=53d94d0617ef48cb917f00ba5f682af1 HTTP/1.1" status: 200 len: 267 time: 0.0485880 Nov 12 01:09:15.072842 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-eba5e505-49e3-43fd-ac76-55ff6e988235 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:15.074309 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-eba5e505-49e3-43fd-ac76-55ff6e988235 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/networks?id=99535b47-1f31-43c2-8e7d-8697835dc16e HTTP/1.1" status: 200 len: 817 time: 0.1087325 Nov 12 01:09:15.091175 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-406c6771-046c-4cfe-85ad-a8cfba2bd54c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/quotas/53d94d0617ef48cb917f00ba5f682af1 HTTP/1.1" status: 200 len: 375 time: 0.0099578 Nov 12 01:09:15.141789 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] Sync routers for ids ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:15.147632 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-0e336ef7-9440-4b30-adb4-8b7bc407179e tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=53d94d0617ef48cb917f00ba5f682af1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499737 Nov 12 01:09:15.152395 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] Routers {'4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:15.153156 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:15.255560 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-27760129-4b7f-4402-850b-fb6dd55b53b3 service neutron] 10.222.0.31 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958190 Nov 12 01:09:15.266236 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] Set router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:15.350622 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-f5e192ae-6a84-47d6-ad00-886729f36e3b service neutron] 10.222.0.31 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879836 Nov 12 01:09:15.474039 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-router', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:11Z', 'revision_number': 4, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'gw_port': {'id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '88e38e49-a098-453f-8e1a-77e973f75c51', 'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'mac_address': 'fa:16:3e:96:ef:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:10Z', 'updated_at': '2021-11-12T01:09:11Z', 'revision_number': 2, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'subnets': [{'id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:15.506570 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] Checking router: 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:09:15.506853 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] Updating router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 port 88e38e49-a098-453f-8e1a-77e973f75c51 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:09:15.534302 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.543287 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-13ed2347-e4d8-43fc-80df-4db7acd90be6 req-20a4d9c1-d564-4907-8f63-7d49a4bc9639 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 210 time: 0.0278869 Nov 12 01:09:15.770968 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-b72fb208-153c-4bdb-96c3-1b1cd496dead tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=616d4c3567e84d849f3e80e7ae1078c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261600 Nov 12 01:09:15.856719 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.866111 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.876929 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-04ad0e60-487f-4e58-9866-7df11aac1060 req-3ccab853-95d6-4cf1-83a8-c4a2e49b3d31 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1151bb4-fbc8-4f1d-a2b8-2a762478cde6 HTTP/1.1" status: 200 len: 210 time: 0.0710027 Nov 12 01:09:15.953895 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-d9824c78-e84b-4ef4-a446-1f0633197959 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:15.957772 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-d9824c78-e84b-4ef4-a446-1f0633197959 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801596 Nov 12 01:09:15.958697 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb887e12-7398-45bf-927b-2f85e3e6851d None None] Pushing event updated for resources: {'Port': ['ID=88e38e49-a098-453f-8e1a-77e973f75c51,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:15.982035 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-62e1bc05-677a-402f-a2ef-efc89c35fc04 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Request body: {'port': {'device_id': 'f1151bb4-fbc8-4f1d-a2b8-2a762478cde6', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': '616d4c3567e84d849f3e80e7ae1078c4'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:16.024726 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] Attempting to bind port 88e38e49-a098-453f-8e1a-77e973f75c51 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:16.025085 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] Attempting to bind port 88e38e49-a098-453f-8e1a-77e973f75c51 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:16.025442 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] Attempting to bind port 88e38e49-a098-453f-8e1a-77e973f75c51 on network 99535b47-1f31-43c2-8e7d-8697835dc16e {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:16.031617 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:16.031988 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] Checking segment: {'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:16.032383 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.032849 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] Bound using segment: {'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:16.033312 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] Bound port: 88e38e49-a098-453f-8e1a-77e973f75c51, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:16.033680 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.119253 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] For port 88e38e49-a098-453f-8e1a-77e973f75c51, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:16.122446 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-62e1bc05-677a-402f-a2ef-efc89c35fc04 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Made reservation on behalf of 616d4c3567e84d849f3e80e7ae1078c4 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:16.123035 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] For port 88e38e49-a098-453f-8e1a-77e973f75c51, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=88e38e49-a098-453f-8e1a-77e973f75c51,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:16.128001 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-62e1bc05-677a-402f-a2ef-efc89c35fc04 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.128831 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.143713 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-62e1bc05-677a-402f-a2ef-efc89c35fc04 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.206644 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] Routers {'4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:16.207344 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:08:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:16.241905 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-62e1bc05-677a-402f-a2ef-efc89c35fc04 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.243508 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb887e12-7398-45bf-927b-2f85e3e6851d None None] Pushing event updated for resources: {'Port': ['ID=88e38e49-a098-453f-8e1a-77e973f75c51,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:16.245972 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-62e1bc05-677a-402f-a2ef-efc89c35fc04 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.269129 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1b89f92c-9dfa-41b3-b0d2-3adb860157e4 None None] Provisioning complete for port 88e38e49-a098-453f-8e1a-77e973f75c51 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:16.270105 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1b89f92c-9dfa-41b3-b0d2-3adb860157e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.312437 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1bc05-677a-402f-a2ef-efc89c35fc04 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f781dd8-f7b9-40dc-9d97-b77a2d7cd1c5,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:16.357425 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] Set router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:16.393405 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1b89f92c-9dfa-41b3-b0d2-3adb860157e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.402793 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-62e1bc05-677a-402f-a2ef-efc89c35fc04 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Allocated IP 192.168.233.107 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/75022bf8-2638-4313-8d8f-3cdf9f679247) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:16.438019 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-1b89f92c-9dfa-41b3-b0d2-3adb860157e4 None None] For port 88e38e49-a098-453f-8e1a-77e973f75c51, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=88e38e49-a098-453f-8e1a-77e973f75c51,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:16.445941 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1b89f92c-9dfa-41b3-b0d2-3adb860157e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.528027 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89f92c-9dfa-41b3-b0d2-3adb860157e4 None None] Pushing event updated for resources: {'Port': ['ID=88e38e49-a098-453f-8e1a-77e973f75c51,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:16.569860 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d20fdba1-c8a8-4561-a716-c512071df99f None None] Provisioning complete for port 88e38e49-a098-453f-8e1a-77e973f75c51 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:16.570223 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d20fdba1-c8a8-4561-a716-c512071df99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.572353 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-62e1bc05-677a-402f-a2ef-efc89c35fc04 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.647790 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-62e1bc05-677a-402f-a2ef-efc89c35fc04 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.670558 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-router', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:11Z', 'revision_number': 4, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'gw_port': {'id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '88e38e49-a098-453f-8e1a-77e973f75c51', 'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'mac_address': 'fa:16:3e:96:ef:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:10Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 4, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'subnets': [{'id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:16.697189 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddae03d-7d45-46a5-a974-a2cf07babef7 None None] The sync data for ids ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'] in n-d-712137-14 is: [{'id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-router', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:11Z', 'revision_number': 4, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'gw_port': {'id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '88e38e49-a098-453f-8e1a-77e973f75c51', 'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'mac_address': 'fa:16:3e:96:ef:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:10Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 4, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'subnets': [{'id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:16.735895 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-62e1bc05-677a-402f-a2ef-efc89c35fc04 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:16.741486 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-62e1bc05-677a-402f-a2ef-efc89c35fc04 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:16.743924 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-62e1bc05-677a-402f-a2ef-efc89c35fc04 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:16.745704 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-daa1f000-56ae-4144-952b-5a942e65c3df req-47c57bec-e974-4244-88a5-a68c752f6051 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 210 time: 0.0327151 Nov 12 01:09:16.793202 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1bc05-677a-402f-a2ef-efc89c35fc04 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Pushing event updated for resources: {'Port': ['ID=75022bf8-2638-4313-8d8f-3cdf9f679247,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:16.813473 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-74092495-bdb0-4fa6-97b4-3fa081aeb37b tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:16.815103 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-74092495-bdb0-4fa6-97b4-3fa081aeb37b tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.21 "GET /v2.0/networks?id=99535b47-1f31-43c2-8e7d-8697835dc16e HTTP/1.1" status: 200 len: 817 time: 0.2076981 Nov 12 01:09:16.843527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-62e1bc05-677a-402f-a2ef-efc89c35fc04 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:16.844756 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-62e1bc05-677a-402f-a2ef-efc89c35fc04 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.862217 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-62e1bc05-677a-402f-a2ef-efc89c35fc04 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8848448 Nov 12 01:09:16.885869 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] Request body: {'port': {'device_id': 'f1151bb4-fbc8-4f1d-a2b8-2a762478cde6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:16.898984 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-7627e4f2-8d5a-4524-80c1-39eb2d696558 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53d94d0617ef48cb917f00ba5f682af1 HTTP/1.1" status: 200 len: 379 time: 0.0723903 Nov 12 01:09:16.914068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-1cd608d1-612a-4b69-9a08-d0dd7b750ca0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Request body: {'port': {'device_id': 'e24b10e0-7462-4957-bc38-7af2f1e7392a', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'admin_state_up': True, 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'security_groups': ['084d0390-22f6-47de-97b0-701db1f375e9']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:16.984794 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.019188 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-64929af4-232a-4168-9fa0-5669edf4ae8c None None] Provisioning complete for port 75022bf8-2638-4313-8d8f-3cdf9f679247 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:17.019899 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-64929af4-232a-4168-9fa0-5669edf4ae8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.060370 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-64929af4-232a-4168-9fa0-5669edf4ae8c None None] Port 75022bf8-2638-4313-8d8f-3cdf9f679247 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:17.065855 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-1cd608d1-612a-4b69-9a08-d0dd7b750ca0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Made reservation on behalf of 53d94d0617ef48cb917f00ba5f682af1 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:17.070186 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-1cd608d1-612a-4b69-9a08-d0dd7b750ca0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.144835 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af934d7-c81e-4013-a4bd-67aef8fb6429 req-a93eb150-c47c-436a-992b-884aa7ece39a tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:17.146395 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3af934d7-c81e-4013-a4bd-67aef8fb6429 req-a93eb150-c47c-436a-992b-884aa7ece39a tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1151bb4-fbc8-4f1d-a2b8-2a762478cde6 HTTP/1.1" status: 200 len: 936 time: 0.1342092 Nov 12 01:09:17.212022 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-1cd608d1-612a-4b69-9a08-d0dd7b750ca0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Allocated IP 172.20.0.4 (99535b47-1f31-43c2-8e7d-8697835dc16e/0f24b6a7-8d5d-4c0c-92a3-967aab668bff/446389ef-491e-4a5e-9406-c7cf545fc3ba) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:17.257766 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3af934d7-c81e-4013-a4bd-67aef8fb6429 req-2ef45d17-3834-4b44-bf2f-3864ea23f020 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f781dd8-f7b9-40dc-9d97-b77a2d7cd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050563 Nov 12 01:09:17.350561 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75022bf8-2638-4313-8d8f-3cdf9f679247 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:17.359657 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.367292 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-1cd608d1-612a-4b69-9a08-d0dd7b750ca0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.374584 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] Transition to ACTIVE for port object 75022bf8-2638-4313-8d8f-3cdf9f679247 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:09:17.380395 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.405102 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-1cd608d1-612a-4b69-9a08-d0dd7b750ca0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.450777 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-1cd608d1-612a-4b69-9a08-d0dd7b750ca0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Network 99535b47-1f31-43c2-8e7d-8697835dc16e is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:17.456419 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-1cd608d1-612a-4b69-9a08-d0dd7b750ca0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:17.457631 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] Pushing event updated for resources: {'Port': ['ID=75022bf8-2638-4313-8d8f-3cdf9f679247,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:17.467112 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-1cd608d1-612a-4b69-9a08-d0dd7b750ca0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:17.475337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd608d1-612a-4b69-9a08-d0dd7b750ca0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Pushing event updated for resources: {'Port': ['ID=446389ef-491e-4a5e-9406-c7cf545fc3ba,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:17.526125 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] Attempting to bind port 75022bf8-2638-4313-8d8f-3cdf9f679247 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:17.526826 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] Attempting to bind port 75022bf8-2638-4313-8d8f-3cdf9f679247 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:17.527404 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] Attempting to bind port 75022bf8-2638-4313-8d8f-3cdf9f679247 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:17.537065 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] Port 75022bf8-2638-4313-8d8f-3cdf9f679247 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:09:17.537065 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] Attempting to bind port 75022bf8-2638-4313-8d8f-3cdf9f679247 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:17.545011 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:17.545401 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:17.545735 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:17.546175 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] Bound port: 75022bf8-2638-4313-8d8f-3cdf9f679247, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:17.546537 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.552148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-1cd608d1-612a-4b69-9a08-d0dd7b750ca0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:17.552907 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-1cd608d1-612a-4b69-9a08-d0dd7b750ca0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.572161 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-1cd608d1-612a-4b69-9a08-d0dd7b750ca0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6640704 Nov 12 01:09:17.584957 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] Request body: {'port': {'device_id': 'e24b10e0-7462-4957-bc38-7af2f1e7392a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:17.631443 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] For port 75022bf8-2638-4313-8d8f-3cdf9f679247, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:17.635462 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] For port 75022bf8-2638-4313-8d8f-3cdf9f679247, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=75022bf8-2638-4313-8d8f-3cdf9f679247,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:17.647671 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.654373 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.683221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:17.683846 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.685345 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] 10.222.0.15 "PUT /v2.0/ports/75022bf8-2638-4313-8d8f-3cdf9f679247 HTTP/1.1" status: 200 len: 1097 time: 0.8038173 Nov 12 01:09:17.685790 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1151bb4-fbc8-4f1d-a2b8-2a762478cde6', 'tag': '75022bf8-2638-4313-8d8f-3cdf9f679247'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:17.688069 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8764983-5ac2-4251-b19e-7bdf24bc0350" -d '{"events": [{"name": "network-changed", "server_uuid": "f1151bb4-fbc8-4f1d-a2b8-2a762478cde6", "tag": "75022bf8-2638-4313-8d8f-3cdf9f679247"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:17.727457 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a65eb-4aa7-484e-8552-8f5cf23e9950 service neutron] Pushing event updated for resources: {'Port': ['ID=75022bf8-2638-4313-8d8f-3cdf9f679247,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:17.751276 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8eb6e84-1b7a-4dda-9c94-133902290e5a x-openstack-request-id: req-c8eb6e84-1b7a-4dda-9c94-133902290e5a {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:17.751579 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1151bb4-fbc8-4f1d-a2b8-2a762478cde6", "tag": "75022bf8-2638-4313-8d8f-3cdf9f679247", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:17.751980 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8eb6e84-1b7a-4dda-9c94-133902290e5a {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:17.752388 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1151bb4-fbc8-4f1d-a2b8-2a762478cde6', 'tag': '75022bf8-2638-4313-8d8f-3cdf9f679247', 'status': 'completed', 'code': 200} Nov 12 01:09:17.836253 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-51ae9d94-921d-431e-8d1b-f766653acd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:17.837524 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-51ae9d94-921d-431e-8d1b-f766653acd75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=616d4c3567e84d849f3e80e7ae1078c4&device_id=f1151bb4-fbc8-4f1d-a2b8-2a762478cde6 HTTP/1.1" status: 200 len: 1100 time: 0.0698659 Nov 12 01:09:17.911080 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f434d35e-bc84-4ec2-b21d-cf92cb06c36a None None] Provisioning complete for port 446389ef-491e-4a5e-9406-c7cf545fc3ba triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:17.911555 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f434d35e-bc84-4ec2-b21d-cf92cb06c36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.928108 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-3990e4c7-842b-4eec-b77e-2a8a409c7844 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=75022bf8-2638-4313-8d8f-3cdf9f679247 HTTP/1.1" status: 200 len: 217 time: 0.0723159 Nov 12 01:09:17.973791 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f434d35e-bc84-4ec2-b21d-cf92cb06c36a None None] Port 446389ef-491e-4a5e-9406-c7cf545fc3ba cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:17.990230 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446389ef-491e-4a5e-9406-c7cf545fc3ba {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:18.001479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7c3d1-eb2a-4002-b9b0-e3ed0d6eab56 req-0f5bf647-d50b-4860-846c-a7fcc2edfcd7 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.002063 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.008840 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0d7c3d1-eb2a-4002-b9b0-e3ed0d6eab56 req-0f5bf647-d50b-4860-846c-a7fcc2edfcd7 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 931 time: 0.1434634 Nov 12 01:09:18.016818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] Transition to ACTIVE for port object 446389ef-491e-4a5e-9406-c7cf545fc3ba will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:09:18.022055 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.052118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-715d8f88-13c8-42eb-9cea-e828d2649817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.053689 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-715d8f88-13c8-42eb-9cea-e828d2649817 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.1159351 Nov 12 01:09:18.089898 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 88e38e49-a098-453f-8e1a-77e973f75c51 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:18.112245 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0d7c3d1-eb2a-4002-b9b0-e3ed0d6eab56 req-53095c26-4775-4886-a02d-56be3693fc8a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988357 Nov 12 01:09:18.128712 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] Pushing event updated for resources: {'Port': ['ID=446389ef-491e-4a5e-9406-c7cf545fc3ba,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:18.133568 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-26175059-f374-4ece-aba6-db01a89cf4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.135033 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-26175059-f374-4ece-aba6-db01a89cf4d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0729926 Nov 12 01:09:18.179593 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] Attempting to bind port 446389ef-491e-4a5e-9406-c7cf545fc3ba on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:18.179936 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] Attempting to bind port 446389ef-491e-4a5e-9406-c7cf545fc3ba by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:18.180274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] Attempting to bind port 446389ef-491e-4a5e-9406-c7cf545fc3ba on network 99535b47-1f31-43c2-8e7d-8697835dc16e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:18.186612 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] Port 446389ef-491e-4a5e-9406-c7cf545fc3ba on network 99535b47-1f31-43c2-8e7d-8697835dc16e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:09:18.186879 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] Attempting to bind port 446389ef-491e-4a5e-9406-c7cf545fc3ba on network 99535b47-1f31-43c2-8e7d-8697835dc16e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:18.192489 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:18.192871 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] Checking segment: {'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:18.193267 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] Bound using segment: {'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:18.193952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] Bound port: 446389ef-491e-4a5e-9406-c7cf545fc3ba, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:18.194314 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.196042 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 88e38e49-a098-453f-8e1a-77e973f75c51 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:18.196485 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.282540 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-a5a3f066-5f5b-49b7-a03e-02e13ce7df23 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394088 Nov 12 01:09:18.307410 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] For port 446389ef-491e-4a5e-9406-c7cf545fc3ba, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:18.311958 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] For port 446389ef-491e-4a5e-9406-c7cf545fc3ba, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:18.320389 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.367337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.367961 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.369395 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] 10.222.0.21 "PUT /v2.0/ports/446389ef-491e-4a5e-9406-c7cf545fc3ba HTTP/1.1" status: 200 len: 1092 time: 0.7892594 Nov 12 01:09:18.379279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24b10e0-7462-4957-bc38-7af2f1e7392a', 'tag': '446389ef-491e-4a5e-9406-c7cf545fc3ba'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:18.382194 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2694a293-a315-4586-a7a5-9b0a87170c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "e24b10e0-7462-4957-bc38-7af2f1e7392a", "tag": "446389ef-491e-4a5e-9406-c7cf545fc3ba"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:18.422968 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6e8b89f3-ee46-4238-b4d8-9a5dc8eb6c8f req-1e3ae7ae-6ecb-4155-ae49-0654434ce94b service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292181 Nov 12 01:09:18.475577 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b29900-f6e5-41e6-b755-87af2a18ce2e x-openstack-request-id: req-27b29900-f6e5-41e6-b755-87af2a18ce2e {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:18.475868 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24b10e0-7462-4957-bc38-7af2f1e7392a", "tag": "446389ef-491e-4a5e-9406-c7cf545fc3ba", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:18.476124 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27b29900-f6e5-41e6-b755-87af2a18ce2e {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:18.476517 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24b10e0-7462-4957-bc38-7af2f1e7392a', 'tag': '446389ef-491e-4a5e-9406-c7cf545fc3ba', 'status': 'completed', 'code': 200} Nov 12 01:09:18.486538 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a12d16-5215-4923-9f55-8d7870452b1c service neutron] Pushing event updated for resources: {'Port': ['ID=446389ef-491e-4a5e-9406-c7cf545fc3ba,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:18.499626 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6368c-9974-4c3f-bd8b-9803cc0a11a8 req-c8a5f6b9-2c4e-4099-bd58-2dbc31c2b77a tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.501193 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d5b6368c-9974-4c3f-bd8b-9803cc0a11a8 req-c8a5f6b9-2c4e-4099-bd58-2dbc31c2b77a tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1151bb4-fbc8-4f1d-a2b8-2a762478cde6 HTTP/1.1" status: 200 len: 948 time: 0.1459239 Nov 12 01:09:18.517639 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-5860b95d-1be8-439f-aca2-6647694e7f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.519105 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-5860b95d-1be8-439f-aca2-6647694e7f59 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d94d0617ef48cb917f00ba5f682af1&device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 1095 time: 0.0883570 Nov 12 01:09:18.557024 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8764983-5ac2-4251-b19e-7bdf24bc0350 req-0fd66a14-a684-4564-98a7-2c2adc89b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.558523 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f8764983-5ac2-4251-b19e-7bdf24bc0350 req-0fd66a14-a684-4564-98a7-2c2adc89b66d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=616d4c3567e84d849f3e80e7ae1078c4&device_id=f1151bb4-fbc8-4f1d-a2b8-2a762478cde6 HTTP/1.1" status: 200 len: 1100 time: 0.0431557 Nov 12 01:09:18.570536 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-3cf8eadc-a520-4041-aa50-9f10182e5500 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba HTTP/1.1" status: 200 len: 217 time: 0.0409830 Nov 12 01:09:18.629796 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d5b6368c-9974-4c3f-bd8b-9803cc0a11a8 req-4dc3f79c-b940-4a7e-9732-f64e0311cc67 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f781dd8-f7b9-40dc-9d97-b77a2d7cd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205764 Nov 12 01:09:18.650072 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-4eff43c3-e20a-4df1-b386-b2d41f88eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.651781 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-4eff43c3-e20a-4df1-b386-b2d41f88eb93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f24b6a7-8d5d-4c0c-92a3-967aab668bff HTTP/1.1" status: 200 len: 856 time: 0.0731640 Nov 12 01:09:18.674694 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8764983-5ac2-4251-b19e-7bdf24bc0350 req-c34b98da-db43-4898-9140-f865e7baf5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.676198 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f8764983-5ac2-4251-b19e-7bdf24bc0350 req-c34b98da-db43-4898-9140-f865e7baf5a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.1093085 Nov 12 01:09:18.701425 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-f1c36ffb-bd48-4982-a9fa-b3f5a7ff7aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.702830 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-f1c36ffb-bd48-4982-a9fa-b3f5a7ff7aec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99535b47-1f31-43c2-8e7d-8697835dc16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422688 Nov 12 01:09:18.719786 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f8764983-5ac2-4251-b19e-7bdf24bc0350 req-75734b19-e759-462b-9589-b73abc5b8bbf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=75022bf8-2638-4313-8d8f-3cdf9f679247 HTTP/1.1" status: 200 len: 217 time: 0.0355334 Nov 12 01:09:18.775427 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8764983-5ac2-4251-b19e-7bdf24bc0350 req-7ef80ea3-5407-4cf7-b4bd-d955de4628d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.777671 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f8764983-5ac2-4251-b19e-7bdf24bc0350 req-7ef80ea3-5407-4cf7-b4bd-d955de4628d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0505478 Nov 12 01:09:18.794663 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-417a9f16-c56a-4b5c-ba6a-f5da28589418 service neutron] 10.222.0.21 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813198 Nov 12 01:09:18.896472 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ad19bb0c-2d02-4a65-be98-b061a147d4b0 req-87eeb5a0-4ec5-4d1a-9e2f-fcf58caadcfc service neutron] 10.222.0.21 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942287 Nov 12 01:09:18.994483 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694a293-a315-4586-a7a5-9b0a87170c6f req-baf0104f-1a81-4ba3-921f-970d252853e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:18.996038 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2694a293-a315-4586-a7a5-9b0a87170c6f req-baf0104f-1a81-4ba3-921f-970d252853e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d94d0617ef48cb917f00ba5f682af1&device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 1095 time: 0.0431299 Nov 12 01:09:19.095622 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694a293-a315-4586-a7a5-9b0a87170c6f req-558cbe32-b9b1-4bf7-bf23-f40908f681d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:19.097118 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2694a293-a315-4586-a7a5-9b0a87170c6f req-558cbe32-b9b1-4bf7-bf23-f40908f681d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=99535b47-1f31-43c2-8e7d-8697835dc16e HTTP/1.1" status: 200 len: 918 time: 0.0926290 Nov 12 01:09:19.140001 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2694a293-a315-4586-a7a5-9b0a87170c6f req-a7390360-4515-4279-b24e-27a1b9dab606 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba HTTP/1.1" status: 200 len: 217 time: 0.0354092 Nov 12 01:09:19.169547 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8764983-5ac2-4251-b19e-7bdf24bc0350 req-f3574b4e-4af3-4691-915b-78a10de29101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:19.171031 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f8764983-5ac2-4251-b19e-7bdf24bc0350 req-f3574b4e-4af3-4691-915b-78a10de29101 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3873847 Nov 12 01:09:19.193131 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694a293-a315-4586-a7a5-9b0a87170c6f req-1ee01784-1f9b-401e-89d2-3b5b14475dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:19.194863 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2694a293-a315-4586-a7a5-9b0a87170c6f req-1ee01784-1f9b-401e-89d2-3b5b14475dda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f24b6a7-8d5d-4c0c-92a3-967aab668bff HTTP/1.1" status: 200 len: 856 time: 0.0461979 Nov 12 01:09:19.248550 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694a293-a315-4586-a7a5-9b0a87170c6f req-6df16ca7-88d1-4cc3-b304-62b91527a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:19.250085 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2694a293-a315-4586-a7a5-9b0a87170c6f req-6df16ca7-88d1-4cc3-b304-62b91527a4cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99535b47-1f31-43c2-8e7d-8697835dc16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449138 Nov 12 01:09:19.295645 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c18e4-5772-4285-a510-b885c351e9ce req-57c3df64-73bd-4b75-b668-f5e03681f829 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:19.297171 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c85c18e4-5772-4285-a510-b885c351e9ce req-57c3df64-73bd-4b75-b668-f5e03681f829 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 943 time: 0.0932178 Nov 12 01:09:19.303071 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f8764983-5ac2-4251-b19e-7bdf24bc0350 req-39354212-a1cf-42e8-86fc-77b7b34b186a service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234903 Nov 12 01:09:19.349956 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2694a293-a315-4586-a7a5-9b0a87170c6f req-e896c9f8-93e8-4f58-afbc-3fded6c21a7c service neutron] 10.222.0.21 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889006 Nov 12 01:09:19.401357 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c85c18e4-5772-4285-a510-b885c351e9ce req-502b90f9-801d-429b-abd1-c02d3698b391 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973234 Nov 12 01:09:19.434306 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f8764983-5ac2-4251-b19e-7bdf24bc0350 req-70e80247-ec12-41d1-b827-693886f5157a service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230361 Nov 12 01:09:19.448189 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2694a293-a315-4586-a7a5-9b0a87170c6f req-5f4a81db-f8ac-44b7-a4b1-745219fb5c79 service neutron] 10.222.0.21 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896389 Nov 12 01:09:19.754652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b803d7-e53d-432b-9272-4a9f5fce5946 req-29ef1314-a5a3-4fdc-8b6c-fc139b304bb1 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:19.756128 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-69b803d7-e53d-432b-9272-4a9f5fce5946 req-29ef1314-a5a3-4fdc-8b6c-fc139b304bb1 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1151bb4-fbc8-4f1d-a2b8-2a762478cde6 HTTP/1.1" status: 200 len: 948 time: 0.0508859 Nov 12 01:09:19.803391 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-69b803d7-e53d-432b-9272-4a9f5fce5946 req-bd68213a-678a-41d8-beca-4e25e77347e7 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f781dd8-f7b9-40dc-9d97-b77a2d7cd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409620 Nov 12 01:09:20.029965 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-92f688aa-c1bc-4a34-839d-7dcff252b527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:20.529475 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf42ec-b0ba-48fb-8d24-ea44112ebf26 req-387d0f8b-ee9d-4d68-a13a-6722fab41eb9 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:20.530951 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-95bf42ec-b0ba-48fb-8d24-ea44112ebf26 req-387d0f8b-ee9d-4d68-a13a-6722fab41eb9 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 943 time: 0.0511286 Nov 12 01:09:20.578125 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-95bf42ec-b0ba-48fb-8d24-ea44112ebf26 req-741d2496-82d8-474a-a4c2-c1c505465658 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411627 Nov 12 01:09:20.924107 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7a847-dc46-4961-ba2d-29f06df3b388 req-20d353cb-c6cb-4385-8f4d-0f51506b1634 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:20.925615 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a1d7a847-dc46-4961-ba2d-29f06df3b388 req-20d353cb-c6cb-4385-8f4d-0f51506b1634 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1151bb4-fbc8-4f1d-a2b8-2a762478cde6 HTTP/1.1" status: 200 len: 948 time: 0.0551260 Nov 12 01:09:20.975474 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a1d7a847-dc46-4961-ba2d-29f06df3b388 req-23fa4f9a-461d-4d07-8762-c80f8d5edb4c tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f781dd8-f7b9-40dc-9d97-b77a2d7cd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439620 Nov 12 01:09:21.030609 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-3fc941cd-1870-4c07-8dda-66db277dbd06 req-25fb5933-e143-4710-9202-61f6a6345238 service neutron] (114242) timed out ('10.222.0.21', 51952) {{(pid=114242) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:09:21.712638 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cc10d-44dd-4fa3-8e41-beffd8df126f req-9afc9b79-da95-458c-809e-8cd475cd9798 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:21.714168 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8d5cc10d-44dd-4fa3-8e41-beffd8df126f req-9afc9b79-da95-458c-809e-8cd475cd9798 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 943 time: 0.0531011 Nov 12 01:09:21.760990 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8d5cc10d-44dd-4fa3-8e41-beffd8df126f req-93bce7c0-cc70-46f4-99bc-fad84e52a190 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403216 Nov 12 01:09:22.025121 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 446389ef-491e-4a5e-9406-c7cf545fc3ba details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:09:22.130131 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 446389ef-491e-4a5e-9406-c7cf545fc3ba, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:22.142446 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '446389ef-491e-4a5e-9406-c7cf545fc3ba', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'port_id': '446389ef-491e-4a5e-9406-c7cf545fc3ba', 'mac_address': 'fa:16:3e:f9:06:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:09:22.181376 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:22.195755 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446389ef-491e-4a5e-9406-c7cf545fc3ba {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:22.217476 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 446389ef-491e-4a5e-9406-c7cf545fc3ba, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:22.221845 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:22.276383 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=446389ef-491e-4a5e-9406-c7cf545fc3ba,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:22.350671 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dd5cc232-5f37-4ebb-abcb-bb29f044bc6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:22.434535 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a5119-ba5b-4dd0-af86-4cc209781806 req-9bc1b0d1-aca0-4a72-a1ba-670844cad020 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:22.435991 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-959a5119-ba5b-4dd0-af86-4cc209781806 req-9bc1b0d1-aca0-4a72-a1ba-670844cad020 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1151bb4-fbc8-4f1d-a2b8-2a762478cde6 HTTP/1.1" status: 200 len: 948 time: 0.3924971 Nov 12 01:09:22.484077 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-959a5119-ba5b-4dd0-af86-4cc209781806 req-c27faea9-135a-43ed-8861-533ebbdf4b5b tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f781dd8-f7b9-40dc-9d97-b77a2d7cd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416384 Nov 12 01:09:22.525166 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['446389ef-491e-4a5e-9406-c7cf545fc3ba'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:22.886546 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ebd6d-1924-4176-b659-98cc68e81f5d req-7725635b-bcea-4c98-848e-a7c20ef0d21c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:22.888599 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-509ebd6d-1924-4176-b659-98cc68e81f5d req-7725635b-bcea-4c98-848e-a7c20ef0d21c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 944 time: 0.0528393 Nov 12 01:09:22.937191 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-509ebd6d-1924-4176-b659-98cc68e81f5d req-678ac032-e824-46e4-ac6f-45457caed36b tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412908 Nov 12 01:09:23.301837 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 75022bf8-2638-4313-8d8f-3cdf9f679247 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:09:23.410133 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 75022bf8-2638-4313-8d8f-3cdf9f679247, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=75022bf8-2638-4313-8d8f-3cdf9f679247,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:23.421104 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '75022bf8-2638-4313-8d8f-3cdf9f679247', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': '75022bf8-2638-4313-8d8f-3cdf9f679247', 'mac_address': 'fa:16:3e:e3:c3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:09:23.457786 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.469676 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75022bf8-2638-4313-8d8f-3cdf9f679247 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:23.501161 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 75022bf8-2638-4313-8d8f-3cdf9f679247, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=75022bf8-2638-4313-8d8f-3cdf9f679247,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:23.504994 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.511343 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.557194 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=75022bf8-2638-4313-8d8f-3cdf9f679247,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:23.599198 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4945587-d9e9-43f8-8037-ae2cc52e247a req-c38daf7c-73f7-41ff-ba23-f17acee7dfc6 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:23.600747 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4945587-d9e9-43f8-8037-ae2cc52e247a req-c38daf7c-73f7-41ff-ba23-f17acee7dfc6 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1151bb4-fbc8-4f1d-a2b8-2a762478cde6 HTTP/1.1" status: 200 len: 949 time: 0.0481575 Nov 12 01:09:23.648466 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4945587-d9e9-43f8-8037-ae2cc52e247a req-849b464f-a575-4146-9763-d65b280da575 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f781dd8-f7b9-40dc-9d97-b77a2d7cd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411227 Nov 12 01:09:23.882266 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['75022bf8-2638-4313-8d8f-3cdf9f679247'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:24.026180 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 446389ef-491e-4a5e-9406-c7cf545fc3ba up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:24.072941 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02284f36-fc7b-4e5e-b0c6-32fa9a26d164 req-cbd25a3f-8117-493d-ae04-aa557164e91a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:24.076718 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-02284f36-fc7b-4e5e-b0c6-32fa9a26d164 req-cbd25a3f-8117-493d-ae04-aa557164e91a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 944 time: 0.0496905 Nov 12 01:09:24.082130 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 446389ef-491e-4a5e-9406-c7cf545fc3ba completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:09:24.087576 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 446389ef-491e-4a5e-9406-c7cf545fc3ba triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:24.088222 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.136385 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-02284f36-fc7b-4e5e-b0c6-32fa9a26d164 req-822e2247-5dea-4fec-add8-ab4a11ca705a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514102 Nov 12 01:09:24.194674 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.216109 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24b10e0-7462-4957-bc38-7af2f1e7392a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446389ef-491e-4a5e-9406-c7cf545fc3ba'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:24.218620 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e272bcd7-507b-4797-af94-6558d6f291ed" -d '{"events": [{"server_uuid": "e24b10e0-7462-4957-bc38-7af2f1e7392a", "name": "network-vif-plugged", "status": "completed", "tag": "446389ef-491e-4a5e-9406-c7cf545fc3ba"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:24.230533 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 446389ef-491e-4a5e-9406-c7cf545fc3ba, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:24.235235 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.264165 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d821da-3439-4e1c-ba42-5e2c4d23f0c1 x-openstack-request-id: req-b7d821da-3439-4e1c-ba42-5e2c4d23f0c1 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:24.264456 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24b10e0-7462-4957-bc38-7af2f1e7392a", "name": "network-vif-plugged", "status": "completed", "tag": "446389ef-491e-4a5e-9406-c7cf545fc3ba", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:24.264774 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7d821da-3439-4e1c-ba42-5e2c4d23f0c1 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:24.265115 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24b10e0-7462-4957-bc38-7af2f1e7392a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446389ef-491e-4a5e-9406-c7cf545fc3ba', 'code': 200} Nov 12 01:09:24.291078 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=446389ef-491e-4a5e-9406-c7cf545fc3ba,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:24.363822 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab39af-6a73-4c54-9daf-805567eb67af req-abfc782d-26a9-468e-b220-fd3c2ed3f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:24.365414 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9ab39af-6a73-4c54-9daf-805567eb67af req-abfc782d-26a9-468e-b220-fd3c2ed3f01c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 1097 time: 0.0427847 Nov 12 01:09:24.409981 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9ab39af-6a73-4c54-9daf-805567eb67af req-9758d272-b151-4020-a570-d975343206cd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372925 Nov 12 01:09:24.736773 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.768168 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129bc2b-b144-4e78-ad7a-1ea61a1e49ec req-5224c760-7e6b-4cf1-b122-9b0ecf4230ce tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:24.769670 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c129bc2b-b144-4e78-ad7a-1ea61a1e49ec req-5224c760-7e6b-4cf1-b122-9b0ecf4230ce tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1151bb4-fbc8-4f1d-a2b8-2a762478cde6 HTTP/1.1" status: 200 len: 949 time: 0.0514817 Nov 12 01:09:24.819841 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c129bc2b-b144-4e78-ad7a-1ea61a1e49ec req-0f56122d-15f6-4ebf-bc96-871d0cb884bf tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f781dd8-f7b9-40dc-9d97-b77a2d7cd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441856 Nov 12 01:09:25.264871 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a8a96-3192-4297-9503-de070f6b104f req-d4e36f88-55c2-4fef-88b3-72d008120a35 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:25.266318 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-323a8a96-3192-4297-9503-de070f6b104f req-d4e36f88-55c2-4fef-88b3-72d008120a35 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0475080 Nov 12 01:09:25.313355 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-323a8a96-3192-4297-9503-de070f6b104f req-5f3ee3d2-9c9c-4141-9f01-251828a15308 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408080 Nov 12 01:09:25.339970 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 75022bf8-2638-4313-8d8f-3cdf9f679247 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:25.388512 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 75022bf8-2638-4313-8d8f-3cdf9f679247 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:09:25.392304 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 75022bf8-2638-4313-8d8f-3cdf9f679247 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:25.392678 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.480253 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.483318 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.514151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 75022bf8-2638-4313-8d8f-3cdf9f679247, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=75022bf8-2638-4313-8d8f-3cdf9f679247,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:25.517846 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.564055 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=75022bf8-2638-4313-8d8f-3cdf9f679247,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:25.937242 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb5f06-9730-4d71-9050-caef2abc24eb req-cd54c4a7-afb3-4394-8441-dd0573ca3c04 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:25.938759 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ccdb5f06-9730-4d71-9050-caef2abc24eb req-cd54c4a7-afb3-4394-8441-dd0573ca3c04 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1151bb4-fbc8-4f1d-a2b8-2a762478cde6 HTTP/1.1" status: 200 len: 950 time: 0.0509081 Nov 12 01:09:25.985726 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.989331 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ccdb5f06-9730-4d71-9050-caef2abc24eb req-cc94b6af-2299-43cd-9ca6-614a0115ed70 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f781dd8-f7b9-40dc-9d97-b77a2d7cd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442889 Nov 12 01:09:26.265850 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1151bb4-fbc8-4f1d-a2b8-2a762478cde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75022bf8-2638-4313-8d8f-3cdf9f679247'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:26.268631 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d0d95b-27d4-4ffd-b28f-93d2e6a36bb9" -d '{"events": [{"server_uuid": "f1151bb4-fbc8-4f1d-a2b8-2a762478cde6", "name": "network-vif-plugged", "status": "completed", "tag": "75022bf8-2638-4313-8d8f-3cdf9f679247"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:26.303916 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f314623-b055-4ac6-968d-0f31fbda5e23 x-openstack-request-id: req-3f314623-b055-4ac6-968d-0f31fbda5e23 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:26.304210 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1151bb4-fbc8-4f1d-a2b8-2a762478cde6", "name": "network-vif-plugged", "status": "completed", "tag": "75022bf8-2638-4313-8d8f-3cdf9f679247", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:26.304465 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f314623-b055-4ac6-968d-0f31fbda5e23 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:26.304897 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1151bb4-fbc8-4f1d-a2b8-2a762478cde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75022bf8-2638-4313-8d8f-3cdf9f679247', 'code': 200} Nov 12 01:09:26.457138 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699be14-fc67-4caa-9bfa-e8280518c0bf req-9324c321-b7ea-4742-a54f-ef054c49d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:26.458663 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8699be14-fc67-4caa-9bfa-e8280518c0bf req-9324c321-b7ea-4742-a54f-ef054c49d11d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1151bb4-fbc8-4f1d-a2b8-2a762478cde6 HTTP/1.1" status: 200 len: 1102 time: 0.0646653 Nov 12 01:09:26.466766 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d00689-bd14-4482-bf57-e26633063745 req-9668e4e0-9a08-42f9-af40-2b744119c03c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:26.468103 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01d00689-bd14-4482-bf57-e26633063745 req-9668e4e0-9a08-42f9-af40-2b744119c03c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0835609 Nov 12 01:09:26.533611 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8699be14-fc67-4caa-9bfa-e8280518c0bf req-125dae65-6667-478c-8bae-6ed5af51e48d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9f781dd8-f7b9-40dc-9d97-b77a2d7cd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644932 Nov 12 01:09:26.540558 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01d00689-bd14-4482-bf57-e26633063745 req-84950401-0591-474a-a6b4-4d81fb308b93 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652964 Nov 12 01:09:26.661809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b368c3-6b65-40c2-8825-51d421cc2d9c req-53e068ca-9ff0-41f2-ace7-b77736825b14 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:26.663293 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b6b368c3-6b65-40c2-8825-51d421cc2d9c req-53e068ca-9ff0-41f2-ace7-b77736825b14 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0495305 Nov 12 01:09:26.672138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 41938) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:26.676424 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-5c3185d1-1427-4c80-a5b9-20c3dc993129 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Request body: {'floatingip': {'port_id': '446389ef-491e-4a5e-9406-c7cf545fc3ba'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:26.718041 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5c3185d1-1427-4c80-a5b9-20c3dc993129 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:27.105216 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a8da8-f80a-4145-b451-cc7a205e5a3d req-4f0eaa4e-b375-4cc0-9a90-51907c6774c3 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:27.107225 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a0a8da8-f80a-4145-b451-cc7a205e5a3d req-4f0eaa4e-b375-4cc0-9a90-51907c6774c3 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1151bb4-fbc8-4f1d-a2b8-2a762478cde6 HTTP/1.1" status: 200 len: 950 time: 0.0505357 Nov 12 01:09:27.150062 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5c3185d1-1427-4c80-a5b9-20c3dc993129 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:27.155200 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5c3185d1-1427-4c80-a5b9-20c3dc993129 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:27.156030 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a0a8da8-f80a-4145-b451-cc7a205e5a3d req-5e52995e-60d6-4939-9c11-62f1eebff31b tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f781dd8-f7b9-40dc-9d97-b77a2d7cd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425224 Nov 12 01:09:27.255409 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-5c3185d1-1427-4c80-a5b9-20c3dc993129 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Floating IP ec779091-dd5e-4fc1-b250-283d84dde8dd associated. External IP: 172.25.0.176, port: 446389ef-491e-4a5e-9406-c7cf545fc3ba. Nov 12 01:09:27.460082 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3185d1-1427-4c80-a5b9-20c3dc993129 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:09:27.567285 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3185d1-1427-4c80-a5b9-20c3dc993129 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:27.573764 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5c3185d1-1427-4c80-a5b9-20c3dc993129 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:27.577515 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d873a-f8a8-449d-a143-44de604fe695 None None] Sync routers for ids ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:27.587147 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d873a-f8a8-449d-a143-44de604fe695 None None] Routers {'4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:27.587758 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5a7d873a-f8a8-449d-a143-44de604fe695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:09:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:27.604577 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5c3185d1-1427-4c80-a5b9-20c3dc993129 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "PUT /v2.0/floatingips/ec779091-dd5e-4fc1-b250-283d84dde8dd HTTP/1.1" status: 200 len: 991 time: 0.9287963 Nov 12 01:09:27.604577 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24b10e0-7462-4957-bc38-7af2f1e7392a', 'tag': '446389ef-491e-4a5e-9406-c7cf545fc3ba'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:27.605087 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85116cd1-1001-4779-8f5d-2dcc9be0e55e" -d '{"events": [{"name": "network-changed", "server_uuid": "e24b10e0-7462-4957-bc38-7af2f1e7392a", "tag": "446389ef-491e-4a5e-9406-c7cf545fc3ba"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:27.642051 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7ad75a-c7ab-465e-83d0-b4a1b9c6620d x-openstack-request-id: req-de7ad75a-c7ab-465e-83d0-b4a1b9c6620d {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:27.642341 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24b10e0-7462-4957-bc38-7af2f1e7392a", "tag": "446389ef-491e-4a5e-9406-c7cf545fc3ba", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:27.642594 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de7ad75a-c7ab-465e-83d0-b4a1b9c6620d {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:27.643002 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24b10e0-7462-4957-bc38-7af2f1e7392a', 'tag': '446389ef-491e-4a5e-9406-c7cf545fc3ba', 'status': 'completed', 'code': 200} Nov 12 01:09:27.708464 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-5a7d873a-f8a8-449d-a143-44de604fe695 None None] Set router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:27.715790 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85116cd1-1001-4779-8f5d-2dcc9be0e55e req-f9518ad5-55b8-4c72-9da1-c04a5a80d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:27.717278 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85116cd1-1001-4779-8f5d-2dcc9be0e55e req-f9518ad5-55b8-4c72-9da1-c04a5a80d80d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d94d0617ef48cb917f00ba5f682af1&device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 1097 time: 0.0449522 Nov 12 01:09:27.809400 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85116cd1-1001-4779-8f5d-2dcc9be0e55e req-49c95a7c-f88a-428a-9012-2c89605ed034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:27.810887 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85116cd1-1001-4779-8f5d-2dcc9be0e55e req-49c95a7c-f88a-428a-9012-2c89605ed034 service neutron] 10.222.0.21 "GET /v2.0/networks?id=99535b47-1f31-43c2-8e7d-8697835dc16e HTTP/1.1" status: 200 len: 918 time: 0.0847692 Nov 12 01:09:27.883184 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85116cd1-1001-4779-8f5d-2dcc9be0e55e req-bc89bf40-5bc4-4e36-b068-8f84194f1998 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba HTTP/1.1" status: 200 len: 999 time: 0.0626385 Nov 12 01:09:27.940812 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85116cd1-1001-4779-8f5d-2dcc9be0e55e req-7cc75a3a-0e1a-44ed-8f72-29b104b2721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:27.942688 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85116cd1-1001-4779-8f5d-2dcc9be0e55e req-7cc75a3a-0e1a-44ed-8f72-29b104b2721f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f24b6a7-8d5d-4c0c-92a3-967aab668bff HTTP/1.1" status: 200 len: 856 time: 0.0469151 Nov 12 01:09:28.003862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85116cd1-1001-4779-8f5d-2dcc9be0e55e req-a9d98f84-76b7-486d-b080-0b526cc52437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:28.005984 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85116cd1-1001-4779-8f5d-2dcc9be0e55e req-a9d98f84-76b7-486d-b080-0b526cc52437 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99535b47-1f31-43c2-8e7d-8697835dc16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483959 Nov 12 01:09:28.086895 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5a7d873a-f8a8-449d-a143-44de604fe695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-router', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:11Z', 'revision_number': 4, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'gw_port': {'id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'ec779091-dd5e-4fc1-b250-283d84dde8dd', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'floating_ip_address': '172.25.0.176', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'port_id': '446389ef-491e-4a5e-9406-c7cf545fc3ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'mac_address': 'fa:16:3e:f9:06:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24b10e0-7462-4957-bc38-7af2f1e7392a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:09:14Z', 'updated_at': '2021-11-12T01:09:27Z', 'revision_number': 1, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e38e49-a098-453f-8e1a-77e973f75c51', 'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'mac_address': 'fa:16:3e:96:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:10Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 5, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'subnets': [{'id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:28.110363 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85116cd1-1001-4779-8f5d-2dcc9be0e55e req-105a8ae9-a9b6-4bce-8dba-125e64e6245a service neutron] 10.222.0.21 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912483 Nov 12 01:09:28.113351 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d873a-f8a8-449d-a143-44de604fe695 None None] Checking router: 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:09:28.122134 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d873a-f8a8-449d-a143-44de604fe695 None None] Routers {'4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:28.122756 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5a7d873a-f8a8-449d-a143-44de604fe695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:09:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:28.207049 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85116cd1-1001-4779-8f5d-2dcc9be0e55e req-4508a4aa-0378-4014-9d9a-e9cdaa607a13 service neutron] 10.222.0.21 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847540 Nov 12 01:09:28.228182 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-5a7d873a-f8a8-449d-a143-44de604fe695 None None] Set router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:28.279173 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0c5b9-804d-46cc-981f-b000a8315df5 req-54af3c8e-6fd2-4cd5-93d6-334167d61074 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:28.280683 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f6c0c5b9-804d-46cc-981f-b000a8315df5 req-54af3c8e-6fd2-4cd5-93d6-334167d61074 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1151bb4-fbc8-4f1d-a2b8-2a762478cde6 HTTP/1.1" status: 200 len: 950 time: 0.0498607 Nov 12 01:09:28.334058 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f6c0c5b9-804d-46cc-981f-b000a8315df5 req-0e5e7b90-1fa6-4ea5-8e11-9221e68c4aeb tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f781dd8-f7b9-40dc-9d97-b77a2d7cd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462651 Nov 12 01:09:28.582787 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5a7d873a-f8a8-449d-a143-44de604fe695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-router', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:11Z', 'revision_number': 4, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'gw_port': {'id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'ec779091-dd5e-4fc1-b250-283d84dde8dd', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'floating_ip_address': '172.25.0.176', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'port_id': '446389ef-491e-4a5e-9406-c7cf545fc3ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'mac_address': 'fa:16:3e:f9:06:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24b10e0-7462-4957-bc38-7af2f1e7392a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:09:14Z', 'updated_at': '2021-11-12T01:09:27Z', 'revision_number': 1, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e38e49-a098-453f-8e1a-77e973f75c51', 'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'mac_address': 'fa:16:3e:96:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:10Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 5, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'subnets': [{'id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:28.617133 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d873a-f8a8-449d-a143-44de604fe695 None None] The sync data for ids ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'] in n-d-712137-14 is: [{'id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-router', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:11Z', 'revision_number': 4, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'gw_port': {'id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'ec779091-dd5e-4fc1-b250-283d84dde8dd', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'floating_ip_address': '172.25.0.176', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'port_id': '446389ef-491e-4a5e-9406-c7cf545fc3ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'mac_address': 'fa:16:3e:f9:06:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24b10e0-7462-4957-bc38-7af2f1e7392a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:09:14Z', 'updated_at': '2021-11-12T01:09:27Z', 'revision_number': 1, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e38e49-a098-453f-8e1a-77e973f75c51', 'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'mac_address': 'fa:16:3e:96:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:10Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 5, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'subnets': [{'id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:28.842810 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30dfb82-39e4-417c-98f4-db48bf8f19b1 None None] New status for floating IP ec779091-dd5e-4fc1-b250-283d84dde8dd: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:09:38.762650 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:41.446788 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:09:50.032018 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5b9b6762-cb46-4280-b9ac-594c4d206e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:52.358888 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9ee3872b-811f-4ccc-8691-d05ea4542845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:53.493243 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:54.754984 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.466659 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.992416 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:05.565388 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6c916607-a5c0-40b9-9afb-4ffc119d5a55 req-bb392cc0-0266-4d64-840e-152c720738b0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1500969 Nov 12 01:10:05.646571 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c916607-a5c0-40b9-9afb-4ffc119d5a55 req-52da94d1-22d6-4722-bf92-62b7b50b7a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:05.648153 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6c916607-a5c0-40b9-9afb-4ffc119d5a55 req-52da94d1-22d6-4722-bf92-62b7b50b7a48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 1097 time: 0.0478041 Nov 12 01:10:05.762129 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c916607-a5c0-40b9-9afb-4ffc119d5a55 req-475782f6-d53b-4d65-b5db-e26a1e35423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:05.763587 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6c916607-a5c0-40b9-9afb-4ffc119d5a55 req-475782f6-d53b-4d65-b5db-e26a1e35423b service neutron] 10.222.0.21 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 912 time: 0.0850997 Nov 12 01:10:05.839916 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6c916607-a5c0-40b9-9afb-4ffc119d5a55 req-8f789a0b-0312-4f60-aab4-7ca7f7fa53b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=267d9655-b570-4c27-81da-33376a2d573c HTTP/1.1" status: 200 len: 1001 time: 0.0652649 Nov 12 01:10:05.894321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c916607-a5c0-40b9-9afb-4ffc119d5a55 req-0c9b160a-1526-4b6c-a1aa-e7968e16e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:05.895970 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6c916607-a5c0-40b9-9afb-4ffc119d5a55 req-0c9b160a-1526-4b6c-a1aa-e7968e16e42a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.0476961 Nov 12 01:10:05.947593 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c916607-a5c0-40b9-9afb-4ffc119d5a55 req-d32d4217-182c-4c15-ae25-dca5752e25c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:05.949826 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6c916607-a5c0-40b9-9afb-4ffc119d5a55 req-d32d4217-182c-4c15-ae25-dca5752e25c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429180 Nov 12 01:10:06.049696 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6c916607-a5c0-40b9-9afb-4ffc119d5a55 req-a348f19d-8777-49e8-b86d-0bbe5ee876ce service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876157 Nov 12 01:10:06.152786 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6c916607-a5c0-40b9-9afb-4ffc119d5a55 req-4d1dbf96-c671-430b-81ff-621b696c5235 service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896032 Nov 12 01:10:08.765637 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:17.000351 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a5e2d60-d988-4ddb-be68-0686bf65cacd req-6a22ca23-f634-4dab-8321-c65ede666e9c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1151bb4-fbc8-4f1d-a2b8-2a762478cde6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0998116 Nov 12 01:10:17.101001 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e2d60-d988-4ddb-be68-0686bf65cacd req-825bca3e-b60e-4863-bf17-8de88c227fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:17.102534 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a5e2d60-d988-4ddb-be68-0686bf65cacd req-825bca3e-b60e-4863-bf17-8de88c227fff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=616d4c3567e84d849f3e80e7ae1078c4&device_id=f1151bb4-fbc8-4f1d-a2b8-2a762478cde6 HTTP/1.1" status: 200 len: 1102 time: 0.0423470 Nov 12 01:10:17.220849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e2d60-d988-4ddb-be68-0686bf65cacd req-8080d69b-b4e0-4d53-9849-6d68842a8370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:17.222402 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a5e2d60-d988-4ddb-be68-0686bf65cacd req-8080d69b-b4e0-4d53-9849-6d68842a8370 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.0978310 Nov 12 01:10:17.265776 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a5e2d60-d988-4ddb-be68-0686bf65cacd req-1a7c0943-2d47-45e3-ac6c-ccb2044a6a4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=75022bf8-2638-4313-8d8f-3cdf9f679247 HTTP/1.1" status: 200 len: 217 time: 0.0362463 Nov 12 01:10:17.317960 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e2d60-d988-4ddb-be68-0686bf65cacd req-c91996ba-fd4f-4251-8142-25fc56bc30df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:17.319480 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a5e2d60-d988-4ddb-be68-0686bf65cacd req-c91996ba-fd4f-4251-8142-25fc56bc30df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0465360 Nov 12 01:10:17.374116 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e2d60-d988-4ddb-be68-0686bf65cacd req-4033e3a4-fb85-44ef-a669-018bbed0d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:17.375688 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a5e2d60-d988-4ddb-be68-0686bf65cacd req-4033e3a4-fb85-44ef-a669-018bbed0d07f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0488312 Nov 12 01:10:17.466727 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a5e2d60-d988-4ddb-be68-0686bf65cacd req-5a6ce6c4-7e0b-4c00-925e-403f15324843 service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839119 Nov 12 01:10:17.563566 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a5e2d60-d988-4ddb-be68-0686bf65cacd req-88635669-ceec-4083-a64e-ae6d0484acdb service neutron] 10.222.0.15 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897644 Nov 12 01:10:18.446479 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:10:20.035556 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2583a373-a555-4663-bd6c-53d319342378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:22.351835 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-30d998ef-76ab-429e-a266-4ef43f1a9f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:23.503645 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:24.753752 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:24.814159 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 42636) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:24.990054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Deleting port 722998bb-504f-43e3-81e7-f5149c184fa5 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:24.990399 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.067786 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.068092 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.080268 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Calling delete_port for 722998bb-504f-43e3-81e7-f5149c184fa5 owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:25.234558 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.265912 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event deleted for resources: {'Port': ['ID=722998bb-504f-43e3-81e7-f5149c184fa5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:25.279871 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:25.280273 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:25.280666 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:25.281130 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:25.281481 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:25.281892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:25.282285 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:25.282612 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:25.282978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:25.283311 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:25.283643 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:25.283973 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:25.339082 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.339418 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Floating IP c509c549-7b91-4261-8480-070ae5bd2366 disassociated (deleted). External IP: 172.25.0.146, port: 267d9655-b570-4c27-81da-33376a2d573c. Nov 12 01:10:25.466862 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.570936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Router 9e3cb652-1498-423d-be1e-7a1fc1b78045 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:10:25.699714 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:10:25.705597 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.713873 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eda8b2c-ff64-4e04-bd82-47f78693bd4a None None] Sync routers for ids ['9e3cb652-1498-423d-be1e-7a1fc1b78045'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:10:25.724710 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eda8b2c-ff64-4e04-bd82-47f78693bd4a None None] Routers {'9e3cb652-1498-423d-be1e-7a1fc1b78045'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:25.726955 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-7eda8b2c-ff64-4e04-bd82-47f78693bd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:10:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e3cb652-1498-423d-be1e-7a1fc1b78045'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:25.737796 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-df56f85b-77db-47cf-82fb-f8cfaf1ef1b8 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "DELETE /v2.0/floatingips/c509c549-7b91-4261-8480-070ae5bd2366 HTTP/1.1" status: 204 len: 168 time: 0.9223061 Nov 12 01:10:25.738558 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a10dda7-6ace-4e09-a64d-c64352eb1da5', 'tag': '267d9655-b570-4c27-81da-33376a2d573c'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:25.745490 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851f5639-adff-41ea-8605-9d491260a89f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a10dda7-6ace-4e09-a64d-c64352eb1da5", "tag": "267d9655-b570-4c27-81da-33376a2d573c"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:25.802656 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d605af-282d-4fc3-9217-6870bed95bcf x-openstack-request-id: req-d4d605af-282d-4fc3-9217-6870bed95bcf {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:25.802947 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a10dda7-6ace-4e09-a64d-c64352eb1da5", "tag": "267d9655-b570-4c27-81da-33376a2d573c", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:25.803200 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4d605af-282d-4fc3-9217-6870bed95bcf {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:25.803852 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a10dda7-6ace-4e09-a64d-c64352eb1da5', 'tag': '267d9655-b570-4c27-81da-33376a2d573c', 'status': 'completed', 'code': 200} Nov 12 01:10:25.858692 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-7eda8b2c-ff64-4e04-bd82-47f78693bd4a None None] Set router 9e3cb652-1498-423d-be1e-7a1fc1b78045 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:25.887810 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f5639-adff-41ea-8605-9d491260a89f req-e9841da3-a4f9-41d5-8973-c6e41cc04642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:25.890110 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-851f5639-adff-41ea-8605-9d491260a89f req-e9841da3-a4f9-41d5-8973-c6e41cc04642 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 1097 time: 0.0504386 Nov 12 01:10:26.003183 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.051608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f5639-adff-41ea-8605-9d491260a89f req-fdbca7ea-6940-4213-9fde-7b142d32e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:26.053226 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-851f5639-adff-41ea-8605-9d491260a89f req-fdbca7ea-6940-4213-9fde-7b142d32e7c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 912 time: 0.1483581 Nov 12 01:10:26.061385 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce511d6-518c-4fb4-a7ac-850eda9d4745 req-2cd47c65-eb78-42a5-aa08-a7297dd3aa14 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:26.062844 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1ce511d6-518c-4fb4-a7ac-850eda9d4745 req-2cd47c65-eb78-42a5-aa08-a7297dd3aa14 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 945 time: 0.0976062 Nov 12 01:10:26.104844 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-851f5639-adff-41ea-8605-9d491260a89f req-268581aa-0808-4652-8290-c98e8bc7bc81 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=267d9655-b570-4c27-81da-33376a2d573c HTTP/1.1" status: 200 len: 217 time: 0.0387621 Nov 12 01:10:26.149770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-7eda8b2c-ff64-4e04-bd82-47f78693bd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:22Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '274577a2-12e3-4b97-b0ac-f0fe91cc7c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'port_id': 'cdc00645-cbf2-468d-a989-4f3a4986b5aa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'mac_address': 'fa:16:3e:df:1e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafb0d07-c085-4da1-b942-02ae27db8dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:06:25Z', 'updated_at': '2021-11-12T01:06:28Z', 'revision_number': 1, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44884b6-8244-478b-b870-2813c5cd2eba', 'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'mac_address': 'fa:16:3e:4d:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:20Z', 'updated_at': '2021-11-12T00:57:36Z', 'revision_number': 5, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'subnets': [{'id': '9210f21d-6237-43bd-9969-453197d38eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:26.177686 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eda8b2c-ff64-4e04-bd82-47f78693bd4a None None] Checking router: 9e3cb652-1498-423d-be1e-7a1fc1b78045 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:10:26.184326 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f5639-adff-41ea-8605-9d491260a89f req-6c1a01dc-c47a-492d-865c-a2000298fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:26.186084 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-851f5639-adff-41ea-8605-9d491260a89f req-6c1a01dc-c47a-492d-865c-a2000298fd84 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.0683289 Nov 12 01:10:26.186460 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eda8b2c-ff64-4e04-bd82-47f78693bd4a None None] Routers {'9e3cb652-1498-423d-be1e-7a1fc1b78045'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:26.187158 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-7eda8b2c-ff64-4e04-bd82-47f78693bd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:10:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e3cb652-1498-423d-be1e-7a1fc1b78045'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:26.190018 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1ce511d6-518c-4fb4-a7ac-850eda9d4745 req-e897d4dd-a8ed-4037-86a1-782bfa64d531 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884373 Nov 12 01:10:26.241723 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f5639-adff-41ea-8605-9d491260a89f req-879d5c87-e66f-4ab4-ad71-5288913a4a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:26.243402 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-851f5639-adff-41ea-8605-9d491260a89f req-879d5c87-e66f-4ab4-ad71-5288913a4a8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451350 Nov 12 01:10:26.296816 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-7eda8b2c-ff64-4e04-bd82-47f78693bd4a None None] Set router 9e3cb652-1498-423d-be1e-7a1fc1b78045 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:26.345066 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-851f5639-adff-41ea-8605-9d491260a89f req-dc23ac20-e7b3-4289-b6ef-5bcc4fa31776 service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889466 Nov 12 01:10:26.446221 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-851f5639-adff-41ea-8605-9d491260a89f req-bd33af7b-2a69-42d1-a26e-96a1624bcf24 service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887296 Nov 12 01:10:26.548090 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-7eda8b2c-ff64-4e04-bd82-47f78693bd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:22Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '274577a2-12e3-4b97-b0ac-f0fe91cc7c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'port_id': 'cdc00645-cbf2-468d-a989-4f3a4986b5aa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'mac_address': 'fa:16:3e:df:1e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafb0d07-c085-4da1-b942-02ae27db8dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:06:25Z', 'updated_at': '2021-11-12T01:06:28Z', 'revision_number': 1, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44884b6-8244-478b-b870-2813c5cd2eba', 'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'mac_address': 'fa:16:3e:4d:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:20Z', 'updated_at': '2021-11-12T00:57:36Z', 'revision_number': 5, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'subnets': [{'id': '9210f21d-6237-43bd-9969-453197d38eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:26.575707 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eda8b2c-ff64-4e04-bd82-47f78693bd4a None None] The sync data for ids ['9e3cb652-1498-423d-be1e-7a1fc1b78045'] in n-d-712137-14 is: [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:22Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '274577a2-12e3-4b97-b0ac-f0fe91cc7c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'port_id': 'cdc00645-cbf2-468d-a989-4f3a4986b5aa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'mac_address': 'fa:16:3e:df:1e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafb0d07-c085-4da1-b942-02ae27db8dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:06:25Z', 'updated_at': '2021-11-12T01:06:28Z', 'revision_number': 1, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44884b6-8244-478b-b870-2813c5cd2eba', 'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'mac_address': 'fa:16:3e:4d:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:20Z', 'updated_at': '2021-11-12T00:57:36Z', 'revision_number': 5, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'subnets': [{'id': '9210f21d-6237-43bd-9969-453197d38eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:10:26.815547 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96367b15-da5a-424f-93bf-6c34f9185b64 None None] New status for floating IP c509c549-7b91-4261-8480-070ae5bd2366: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:10:27.315967 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac5157-9149-4220-aeee-6b866df97be7 req-d6b9a186-8513-433e-a83c-1eca420c704f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:27.317851 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-38ac5157-9149-4220-aeee-6b866df97be7 req-d6b9a186-8513-433e-a83c-1eca420c704f tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 945 time: 0.0493107 Nov 12 01:10:27.369163 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-38ac5157-9149-4220-aeee-6b866df97be7 req-a2f509ae-5891-47f7-8463-0f32e6e4b426 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451112 Nov 12 01:10:27.900111 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb4cc3-ede7-4aea-80f3-529e92f6b567 req-538b388b-0024-438d-8257-24872153c529 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:27.902148 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-06cb4cc3-ede7-4aea-80f3-529e92f6b567 req-538b388b-0024-438d-8257-24872153c529 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 945 time: 0.0551586 Nov 12 01:10:27.993339 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-06cb4cc3-ede7-4aea-80f3-529e92f6b567 req-7e18962b-dc54-4b70-ad1f-09827c4cf172 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Deleting port 267d9655-b570-4c27-81da-33376a2d573c {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:27.993685 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-06cb4cc3-ede7-4aea-80f3-529e92f6b567 req-7e18962b-dc54-4b70-ad1f-09827c4cf172 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.086482 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-06cb4cc3-ede7-4aea-80f3-529e92f6b567 req-7e18962b-dc54-4b70-ad1f-09827c4cf172 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] For port 267d9655-b570-4c27-81da-33376a2d573c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=267d9655-b570-4c27-81da-33376a2d573c,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:28.086731 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-06cb4cc3-ede7-4aea-80f3-529e92f6b567 req-7e18962b-dc54-4b70-ad1f-09827c4cf172 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.099990 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-06cb4cc3-ede7-4aea-80f3-529e92f6b567 req-7e18962b-dc54-4b70-ad1f-09827c4cf172 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Calling delete_port for 267d9655-b570-4c27-81da-33376a2d573c owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:28.228101 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-06cb4cc3-ede7-4aea-80f3-529e92f6b567 req-7e18962b-dc54-4b70-ad1f-09827c4cf172 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.262873 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18962b-dc54-4b70-ad1f-09827c4cf172 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event deleted for resources: {'Port': ['ID=267d9655-b570-4c27-81da-33376a2d573c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:28.276136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e18962b-dc54-4b70-ad1f-09827c4cf172 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.276524 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e18962b-dc54-4b70-ad1f-09827c4cf172 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.276914 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e18962b-dc54-4b70-ad1f-09827c4cf172 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.277268 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e18962b-dc54-4b70-ad1f-09827c4cf172 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.277615 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e18962b-dc54-4b70-ad1f-09827c4cf172 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.277953 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e18962b-dc54-4b70-ad1f-09827c4cf172 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.278286 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e18962b-dc54-4b70-ad1f-09827c4cf172 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.278616 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e18962b-dc54-4b70-ad1f-09827c4cf172 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.278948 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e18962b-dc54-4b70-ad1f-09827c4cf172 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.279469 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e18962b-dc54-4b70-ad1f-09827c4cf172 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.279850 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e18962b-dc54-4b70-ad1f-09827c4cf172 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.280096 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e18962b-dc54-4b70-ad1f-09827c4cf172 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:28.322481 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cb4cc3-ede7-4aea-80f3-529e92f6b567 req-7e18962b-dc54-4b70-ad1f-09827c4cf172 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] No DVR routers for this DVR port 267d9655-b570-4c27-81da-33376a2d573c on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:10:28.325586 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-06cb4cc3-ede7-4aea-80f3-529e92f6b567 req-7e18962b-dc54-4b70-ad1f-09827c4cf172 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.329126 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-06cb4cc3-ede7-4aea-80f3-529e92f6b567 req-7e18962b-dc54-4b70-ad1f-09827c4cf172 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.21 "DELETE /v2.0/ports/267d9655-b570-4c27-81da-33376a2d573c HTTP/1.1" status: 204 len: 173 time: 0.4200361 Nov 12 01:10:28.329574 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a10dda7-6ace-4e09-a64d-c64352eb1da5', 'name': 'network-vif-deleted', 'tag': '267d9655-b570-4c27-81da-33376a2d573c'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:28.331802 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab58638-6d7a-480d-acd5-55c95bca5f28" -d '{"events": [{"server_uuid": "0a10dda7-6ace-4e09-a64d-c64352eb1da5", "name": "network-vif-deleted", "tag": "267d9655-b570-4c27-81da-33376a2d573c"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:28.461760 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb661a9d-0458-46bf-a0b4-82b6a83cc4ee x-openstack-request-id: req-bb661a9d-0458-46bf-a0b4-82b6a83cc4ee {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:28.462084 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a10dda7-6ace-4e09-a64d-c64352eb1da5", "name": "network-vif-deleted", "tag": "267d9655-b570-4c27-81da-33376a2d573c", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:28.462339 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb661a9d-0458-46bf-a0b4-82b6a83cc4ee {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:28.462740 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a10dda7-6ace-4e09-a64d-c64352eb1da5', 'name': 'network-vif-deleted', 'tag': '267d9655-b570-4c27-81da-33376a2d573c', 'status': 'completed', 'code': 200} Nov 12 01:10:28.475941 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-31a8feb6-def4-436b-a276-367eec5d8dbf req-22872d32-dcb8-4c2b-8419-aae37f559d1b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 210 time: 0.0272031 Nov 12 01:10:29.570373 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3f23dd0b-b707-4e5f-b0fa-a3a746aad746 req-c92c9eb8-9fb8-4a18-8815-6cd5a84d8b37 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 210 time: 0.0260615 Nov 12 01:10:30.672774 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-558ec455-5c4e-4cbc-8fe5-7805b089ccd2 req-60a8e75e-6d94-4b52-81eb-3a2131fda1d7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 210 time: 0.0299108 Nov 12 01:10:31.788447 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7dc007e0-d6f5-4743-b1ce-bc5f778cd1d1 req-8a94066a-9013-4e00-879a-f4d4e800db16 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 210 time: 0.0356176 Nov 12 01:10:32.350817 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 267d9655-b570-4c27-81da-33376a2d573c no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:10:32.377693 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 267d9655-b570-4c27-81da-33376a2d573c {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:10:32.378055 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 267d9655-b570-4c27-81da-33376a2d573c not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:10:32.901860 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ad2d31d-79c7-4321-abcf-bb77962b4235 req-541fe1c3-b097-465d-a754-0a5e28ce7c95 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 210 time: 0.0310829 Nov 12 01:10:34.030924 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-73408160-577a-4c38-8f72-9ed98d768ca8 req-12bb2615-aacc-441a-be05-08f1cd57c628 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a10dda7-6ace-4e09-a64d-c64352eb1da5 HTTP/1.1" status: 200 len: 210 time: 0.0458755 Nov 12 01:10:38.760242 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:39.607525 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d747534-aabc-49ef-a371-677e83dc7d47 req-b6752cae-31e2-4ff1-99a1-17365609b8ce tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:39.609153 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4d747534-aabc-49ef-a371-677e83dc7d47 req-b6752cae-31e2-4ff1-99a1-17365609b8ce tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1151bb4-fbc8-4f1d-a2b8-2a762478cde6 HTTP/1.1" status: 200 len: 950 time: 0.0502331 Nov 12 01:10:39.670927 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4d747534-aabc-49ef-a371-677e83dc7d47 req-c0f77b84-7e3d-41cf-8829-f880350ee5af tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f781dd8-f7b9-40dc-9d97-b77a2d7cd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555122 Nov 12 01:10:40.789516 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529f019-99c5-47de-8edf-194676393d34 req-97aff526-1c50-4421-8fb7-fc6da77f4224 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:40.791071 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f529f019-99c5-47de-8edf-194676393d34 req-97aff526-1c50-4421-8fb7-fc6da77f4224 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1151bb4-fbc8-4f1d-a2b8-2a762478cde6 HTTP/1.1" status: 200 len: 950 time: 0.0506582 Nov 12 01:10:40.840348 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f529f019-99c5-47de-8edf-194676393d34 req-14d0e4b0-677d-419b-9959-da42f150693f tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f781dd8-f7b9-40dc-9d97-b77a2d7cd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431526 Nov 12 01:10:41.560052 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f51d8-be1d-43fb-83a5-3a61158f71e6 req-64cbf1d5-602f-4f3f-b760-4a0a1bc79c4f tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:41.561779 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a60f51d8-be1d-43fb-83a5-3a61158f71e6 req-64cbf1d5-602f-4f3f-b760-4a0a1bc79c4f tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1151bb4-fbc8-4f1d-a2b8-2a762478cde6 HTTP/1.1" status: 200 len: 950 time: 0.0542891 Nov 12 01:10:41.659539 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-a60f51d8-be1d-43fb-83a5-3a61158f71e6 req-437b0410-f1ba-4def-b0d6-25811be524aa tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Deleting port 75022bf8-2638-4313-8d8f-3cdf9f679247 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:41.659884 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a60f51d8-be1d-43fb-83a5-3a61158f71e6 req-437b0410-f1ba-4def-b0d6-25811be524aa tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:41.753512 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-a60f51d8-be1d-43fb-83a5-3a61158f71e6 req-437b0410-f1ba-4def-b0d6-25811be524aa tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] For port 75022bf8-2638-4313-8d8f-3cdf9f679247, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=75022bf8-2638-4313-8d8f-3cdf9f679247,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:41.753886 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a60f51d8-be1d-43fb-83a5-3a61158f71e6 req-437b0410-f1ba-4def-b0d6-25811be524aa tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:41.770503 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-a60f51d8-be1d-43fb-83a5-3a61158f71e6 req-437b0410-f1ba-4def-b0d6-25811be524aa tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Calling delete_port for 75022bf8-2638-4313-8d8f-3cdf9f679247 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:41.923581 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a60f51d8-be1d-43fb-83a5-3a61158f71e6 req-437b0410-f1ba-4def-b0d6-25811be524aa tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:41.951734 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b0410-f1ba-4def-b0d6-25811be524aa tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Pushing event deleted for resources: {'Port': ['ID=75022bf8-2638-4313-8d8f-3cdf9f679247,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:41.953583 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f060bc91-2d62-4b9f-addf-e11c27091bb0 req-06d6e10d-b670-41e3-a603-bd1dd145e236 tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1151bb4-fbc8-4f1d-a2b8-2a762478cde6 HTTP/1.1" status: 200 len: 210 time: 0.0281408 Nov 12 01:10:41.956657 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['75022bf8-2638-4313-8d8f-3cdf9f679247'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:10:42.013979 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60f51d8-be1d-43fb-83a5-3a61158f71e6 req-437b0410-f1ba-4def-b0d6-25811be524aa tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] No DVR routers for this DVR port 75022bf8-2638-4313-8d8f-3cdf9f679247 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:10:42.017267 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a60f51d8-be1d-43fb-83a5-3a61158f71e6 req-437b0410-f1ba-4def-b0d6-25811be524aa tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:42.020922 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a60f51d8-be1d-43fb-83a5-3a61158f71e6 req-437b0410-f1ba-4def-b0d6-25811be524aa tempest-VolumesBackupsTest-1856954340 tempest-VolumesBackupsTest-1856954340-project] 10.222.0.15 "DELETE /v2.0/ports/75022bf8-2638-4313-8d8f-3cdf9f679247 HTTP/1.1" status: 204 len: 173 time: 0.4478521 Nov 12 01:10:42.021382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1151bb4-fbc8-4f1d-a2b8-2a762478cde6', 'name': 'network-vif-deleted', 'tag': '75022bf8-2638-4313-8d8f-3cdf9f679247'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:42.023660 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9db3887-94eb-4172-937d-cc15ede54520" -d '{"events": [{"server_uuid": "f1151bb4-fbc8-4f1d-a2b8-2a762478cde6", "name": "network-vif-deleted", "tag": "75022bf8-2638-4313-8d8f-3cdf9f679247"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:42.066044 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3a2893-75d0-42e7-a4ab-3d0b40aea013 x-openstack-request-id: req-3c3a2893-75d0-42e7-a4ab-3d0b40aea013 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:42.066338 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1151bb4-fbc8-4f1d-a2b8-2a762478cde6", "name": "network-vif-deleted", "tag": "75022bf8-2638-4313-8d8f-3cdf9f679247", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:42.066592 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c3a2893-75d0-42e7-a4ab-3d0b40aea013 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:42.067248 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1151bb4-fbc8-4f1d-a2b8-2a762478cde6', 'name': 'network-vif-deleted', 'tag': '75022bf8-2638-4313-8d8f-3cdf9f679247', 'status': 'completed', 'code': 200} Nov 12 01:10:44.732375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 43216) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:44.887899 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-f9b70fdb-b6f3-4963-b093-71404debfb55 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Deleting port f2704c1c-629d-426b-b2de-26fec237d398 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:44.888143 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9b70fdb-b6f3-4963-b093-71404debfb55 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.966787 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9b70fdb-b6f3-4963-b093-71404debfb55 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.967113 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9b70fdb-b6f3-4963-b093-71404debfb55 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.979293 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-f9b70fdb-b6f3-4963-b093-71404debfb55 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Calling delete_port for f2704c1c-629d-426b-b2de-26fec237d398 owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:45.133681 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9b70fdb-b6f3-4963-b093-71404debfb55 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:45.157868 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b70fdb-b6f3-4963-b093-71404debfb55 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event deleted for resources: {'Port': ['ID=f2704c1c-629d-426b-b2de-26fec237d398,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:45.225247 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9b70fdb-b6f3-4963-b093-71404debfb55 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:45.225496 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-f9b70fdb-b6f3-4963-b093-71404debfb55 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Floating IP 274577a2-12e3-4b97-b0ac-f0fe91cc7c6d disassociated (deleted). External IP: 172.25.0.78, port: cdc00645-cbf2-468d-a989-4f3a4986b5aa. Nov 12 01:10:45.436787 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b70fdb-b6f3-4963-b093-71404debfb55 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Router 9e3cb652-1498-423d-be1e-7a1fc1b78045 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:10:45.543939 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b70fdb-b6f3-4963-b093-71404debfb55 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:10:45.548552 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f9b70fdb-b6f3-4963-b093-71404debfb55 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:45.555575 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909b3379-2345-4eb1-ada0-d3752ca993ac None None] Sync routers for ids ['9e3cb652-1498-423d-be1e-7a1fc1b78045'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:10:45.570227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909b3379-2345-4eb1-ada0-d3752ca993ac None None] Routers {'9e3cb652-1498-423d-be1e-7a1fc1b78045'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:45.571086 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-909b3379-2345-4eb1-ada0-d3752ca993ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:10:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e3cb652-1498-423d-be1e-7a1fc1b78045'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:45.577448 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f9b70fdb-b6f3-4963-b093-71404debfb55 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "DELETE /v2.0/floatingips/274577a2-12e3-4b97-b0ac-f0fe91cc7c6d HTTP/1.1" status: 204 len: 168 time: 0.8439634 Nov 12 01:10:45.578044 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafb0d07-c085-4da1-b942-02ae27db8dee', 'tag': 'cdc00645-cbf2-468d-a989-4f3a4986b5aa'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:45.580337 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954b3ffa-3c6d-4e97-be31-3bec1a48a323" -d '{"events": [{"name": "network-changed", "server_uuid": "dafb0d07-c085-4da1-b942-02ae27db8dee", "tag": "cdc00645-cbf2-468d-a989-4f3a4986b5aa"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:45.629365 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221a61e7-385f-451f-a37d-dd48a5d2d72c x-openstack-request-id: req-221a61e7-385f-451f-a37d-dd48a5d2d72c {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:45.629655 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafb0d07-c085-4da1-b942-02ae27db8dee", "tag": "cdc00645-cbf2-468d-a989-4f3a4986b5aa", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:45.629913 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-221a61e7-385f-451f-a37d-dd48a5d2d72c {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:45.630317 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dafb0d07-c085-4da1-b942-02ae27db8dee', 'tag': 'cdc00645-cbf2-468d-a989-4f3a4986b5aa', 'status': 'completed', 'code': 200} Nov 12 01:10:45.709431 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-909b3379-2345-4eb1-ada0-d3752ca993ac None None] Set router 9e3cb652-1498-423d-be1e-7a1fc1b78045 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:45.714329 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b3ffa-3c6d-4e97-be31-3bec1a48a323 req-3e37605c-f4b9-4d24-88f2-49da83b35291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:45.721758 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-954b3ffa-3c6d-4e97-be31-3bec1a48a323 req-3e37605c-f4b9-4d24-88f2-49da83b35291 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05d643b99eff47289c92fcd2e8574468&device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 1097 time: 0.0583253 Nov 12 01:10:45.795232 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 75022bf8-2638-4313-8d8f-3cdf9f679247 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:10:45.828513 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b3ffa-3c6d-4e97-be31-3bec1a48a323 req-890ddb1f-6b7e-423d-ac27-269f8665b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:45.830188 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-954b3ffa-3c6d-4e97-be31-3bec1a48a323 req-890ddb1f-6b7e-423d-ac27-269f8665b62e service neutron] 10.222.0.21 "GET /v2.0/networks?id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 200 len: 912 time: 0.1006923 Nov 12 01:10:45.832491 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 75022bf8-2638-4313-8d8f-3cdf9f679247 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:10:45.832856 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 75022bf8-2638-4313-8d8f-3cdf9f679247 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:10:45.856030 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fb0d6-9898-4e6b-a2e2-46e3e7b37d35 req-5f7a7270-dc48-48cf-b4f4-9047745767eb tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:45.858307 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-297fb0d6-9898-4e6b-a2e2-46e3e7b37d35 req-5f7a7270-dc48-48cf-b4f4-9047745767eb tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 945 time: 0.0657821 Nov 12 01:10:45.883696 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-954b3ffa-3c6d-4e97-be31-3bec1a48a323 req-ab56ce7d-875d-4aa2-90d3-1fd371e4e11b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdc00645-cbf2-468d-a989-4f3a4986b5aa HTTP/1.1" status: 200 len: 217 time: 0.0440841 Nov 12 01:10:45.915169 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-297fb0d6-9898-4e6b-a2e2-46e3e7b37d35 req-b9dd747c-ea7a-4b3f-a547-d7b4df29b1d0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494077 Nov 12 01:10:45.955896 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b3ffa-3c6d-4e97-be31-3bec1a48a323 req-f1047c6f-0aae-420b-af90-2100fb4585f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:45.957661 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-954b3ffa-3c6d-4e97-be31-3bec1a48a323 req-f1047c6f-0aae-420b-af90-2100fb4585f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 200 len: 850 time: 0.0614724 Nov 12 01:10:45.970631 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-909b3379-2345-4eb1-ada0-d3752ca993ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:22Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'a44884b6-8244-478b-b870-2813c5cd2eba', 'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'mac_address': 'fa:16:3e:4d:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:20Z', 'updated_at': '2021-11-12T00:57:36Z', 'revision_number': 5, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'subnets': [{'id': '9210f21d-6237-43bd-9969-453197d38eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:46.015296 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b3ffa-3c6d-4e97-be31-3bec1a48a323 req-4a79c102-1cd1-4949-a030-c0eaa4a3e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:46.017147 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-954b3ffa-3c6d-4e97-be31-3bec1a48a323 req-4a79c102-1cd1-4949-a030-c0eaa4a3e621 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8eaa1d8-98f0-4521-9f44-0792aea92c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450907 Nov 12 01:10:46.124960 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-954b3ffa-3c6d-4e97-be31-3bec1a48a323 req-29a49a73-fdfa-4bc3-9f06-4737dfdbb697 service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983655 Nov 12 01:10:46.152824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909b3379-2345-4eb1-ada0-d3752ca993ac None None] Checking router: 9e3cb652-1498-423d-be1e-7a1fc1b78045 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:10:46.161394 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909b3379-2345-4eb1-ada0-d3752ca993ac None None] Routers {'9e3cb652-1498-423d-be1e-7a1fc1b78045'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:46.162157 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-909b3379-2345-4eb1-ada0-d3752ca993ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:10:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e3cb652-1498-423d-be1e-7a1fc1b78045'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:46.229924 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-954b3ffa-3c6d-4e97-be31-3bec1a48a323 req-071bf1ef-2857-4dff-86ea-750e82602e25 service neutron] 10.222.0.21 "GET /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923951 Nov 12 01:10:46.291330 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-909b3379-2345-4eb1-ada0-d3752ca993ac None None] Set router 9e3cb652-1498-423d-be1e-7a1fc1b78045 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:46.501917 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-909b3379-2345-4eb1-ada0-d3752ca993ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:22Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'a44884b6-8244-478b-b870-2813c5cd2eba', 'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'mac_address': 'fa:16:3e:4d:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:20Z', 'updated_at': '2021-11-12T00:57:36Z', 'revision_number': 5, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'subnets': [{'id': '9210f21d-6237-43bd-9969-453197d38eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:46.535444 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909b3379-2345-4eb1-ada0-d3752ca993ac None None] The sync data for ids ['9e3cb652-1498-423d-be1e-7a1fc1b78045'] in n-d-712137-14 is: [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T00:57:22Z', 'revision_number': 4, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'a44884b6-8244-478b-b870-2813c5cd2eba', 'name': '', 'network_id': 'a8eaa1d8-98f0-4521-9f44-0792aea92c6d', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'mac_address': 'fa:16:3e:4d:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '9210f21d-6237-43bd-9969-453197d38eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:20Z', 'updated_at': '2021-11-12T00:57:36Z', 'revision_number': 5, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'subnets': [{'id': '9210f21d-6237-43bd-9969-453197d38eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:10:46.866847 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f238696-825b-4dea-9755-839a72342e3c None None] New status for floating IP 274577a2-12e3-4b97-b0ac-f0fe91cc7c6d: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:10:47.053517 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78ca76-ab90-4acc-9453-5e1c510a726a req-49f506d0-c943-4b74-a7ca-99187fd5d9ab tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:47.055136 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7f78ca76-ab90-4acc-9453-5e1c510a726a req-49f506d0-c943-4b74-a7ca-99187fd5d9ab tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 945 time: 0.0571110 Nov 12 01:10:47.118395 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7f78ca76-ab90-4acc-9453-5e1c510a726a req-6c61a17e-c728-4ca6-b118-991184b70dc4 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/security-groups?id=a23f3d06-c0f9-4142-a2aa-7e63b6550041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561280 Nov 12 01:10:47.633306 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4ea69-705f-43c5-a199-41d427b0a295 req-6ee44af1-1988-406e-b8ea-1d3e344e6db7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:47.634855 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2ab4ea69-705f-43c5-a199-41d427b0a295 req-6ee44af1-1988-406e-b8ea-1d3e344e6db7 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.21 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 945 time: 0.0511479 Nov 12 01:10:47.736301 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-2ab4ea69-705f-43c5-a199-41d427b0a295 req-2835b1cf-dca4-4554-abf1-5081ac011e65 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Deleting port cdc00645-cbf2-468d-a989-4f3a4986b5aa {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:47.737829 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2ab4ea69-705f-43c5-a199-41d427b0a295 req-2835b1cf-dca4-4554-abf1-5081ac011e65 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:47.834190 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-2ab4ea69-705f-43c5-a199-41d427b0a295 req-2835b1cf-dca4-4554-abf1-5081ac011e65 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] For port cdc00645-cbf2-468d-a989-4f3a4986b5aa, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=cdc00645-cbf2-468d-a989-4f3a4986b5aa,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:47.834576 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2ab4ea69-705f-43c5-a199-41d427b0a295 req-2835b1cf-dca4-4554-abf1-5081ac011e65 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:47.847285 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-2ab4ea69-705f-43c5-a199-41d427b0a295 req-2835b1cf-dca4-4554-abf1-5081ac011e65 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Calling delete_port for cdc00645-cbf2-468d-a989-4f3a4986b5aa owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:47.988059 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2ab4ea69-705f-43c5-a199-41d427b0a295 req-2835b1cf-dca4-4554-abf1-5081ac011e65 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:48.022065 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835b1cf-dca4-4554-abf1-5081ac011e65 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event deleted for resources: {'Port': ['ID=cdc00645-cbf2-468d-a989-4f3a4986b5aa,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:48.234554 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-67f0c828-2b21-4464-85f4-629981cf7b1f req-23c8c263-a03b-429c-a5f8-579385da09b0 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 210 time: 0.0344660 Nov 12 01:10:48.429004 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab4ea69-705f-43c5-a199-41d427b0a295 req-2835b1cf-dca4-4554-abf1-5081ac011e65 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] No DVR routers for this DVR port cdc00645-cbf2-468d-a989-4f3a4986b5aa on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:10:48.431834 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2ab4ea69-705f-43c5-a199-41d427b0a295 req-2835b1cf-dca4-4554-abf1-5081ac011e65 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:48.435845 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2ab4ea69-705f-43c5-a199-41d427b0a295 req-2835b1cf-dca4-4554-abf1-5081ac011e65 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.21 "DELETE /v2.0/ports/cdc00645-cbf2-468d-a989-4f3a4986b5aa HTTP/1.1" status: 204 len: 173 time: 0.7937479 Nov 12 01:10:48.436113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafb0d07-c085-4da1-b942-02ae27db8dee', 'name': 'network-vif-deleted', 'tag': 'cdc00645-cbf2-468d-a989-4f3a4986b5aa'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:48.438876 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0966828f-d8a1-4336-9e9a-954ecb19f098" -d '{"events": [{"server_uuid": "dafb0d07-c085-4da1-b942-02ae27db8dee", "name": "network-vif-deleted", "tag": "cdc00645-cbf2-468d-a989-4f3a4986b5aa"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:48.494367 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b53b519-93d9-4948-9e9d-74bc89310cb5 x-openstack-request-id: req-6b53b519-93d9-4948-9e9d-74bc89310cb5 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:48.494596 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafb0d07-c085-4da1-b942-02ae27db8dee", "name": "network-vif-deleted", "tag": "cdc00645-cbf2-468d-a989-4f3a4986b5aa", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:48.494932 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b53b519-93d9-4948-9e9d-74bc89310cb5 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:48.495331 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafb0d07-c085-4da1-b942-02ae27db8dee', 'name': 'network-vif-deleted', 'tag': 'cdc00645-cbf2-468d-a989-4f3a4986b5aa', 'status': 'completed', 'code': 200} Nov 12 01:10:49.361479 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-439c5f60-75b5-4c38-a203-d1be7d5f6cad req-8e8938b8-367f-43ab-a2db-ff2e56f6c831 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 210 time: 0.0342226 Nov 12 01:10:50.043644 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-09ad0145-a484-4e55-9ef4-52ef365fd57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:50.496511 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-45c6a4e5-bd80-4e57-8954-8c3388e53a65 req-042ba6eb-ab05-4b83-a1e0-daa3503549aa tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 210 time: 0.0416064 Nov 12 01:10:51.616624 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5e164475-3934-4a4f-afb9-071c59e92d3a req-c5616251-3d8e-4e75-affe-8e87eeaef11b tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 210 time: 0.0372674 Nov 12 01:10:52.358645 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e25cfaf2-e31b-4ef5-88d4-a48a96022f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:52.427334 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device cdc00645-cbf2-468d-a989-4f3a4986b5aa no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:10:52.451453 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: cdc00645-cbf2-468d-a989-4f3a4986b5aa {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:10:52.451797 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device cdc00645-cbf2-468d-a989-4f3a4986b5aa not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:10:52.730652 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3bf2133c-9fd9-4771-97d2-ff7cfebf796a req-786b68e6-71ae-4e61-9c7f-c232fcb5c0ac tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "GET /v2.0/ports?device_id=dafb0d07-c085-4da1-b942-02ae27db8dee HTTP/1.1" status: 200 len: 210 time: 0.0371430 Nov 12 01:10:53.499822 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:53.780878 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 43350) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:53.911321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-1462ff56-f43e-4fb0-b384-b3e85dfa8d44 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Deleting port 1ae376bf-51bb-4783-8dba-f50d8134c9fa {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:53.911669 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1462ff56-f43e-4fb0-b384-b3e85dfa8d44 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:53.988519 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1462ff56-f43e-4fb0-b384-b3e85dfa8d44 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:53.988978 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1462ff56-f43e-4fb0-b384-b3e85dfa8d44 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:54.001221 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-1462ff56-f43e-4fb0-b384-b3e85dfa8d44 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Calling delete_port for 1ae376bf-51bb-4783-8dba-f50d8134c9fa owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:54.152102 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1462ff56-f43e-4fb0-b384-b3e85dfa8d44 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:54.183947 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462ff56-f43e-4fb0-b384-b3e85dfa8d44 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event deleted for resources: {'Port': ['ID=1ae376bf-51bb-4783-8dba-f50d8134c9fa,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:54.251006 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1462ff56-f43e-4fb0-b384-b3e85dfa8d44 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:54.253817 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1462ff56-f43e-4fb0-b384-b3e85dfa8d44 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:54.254974 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1462ff56-f43e-4fb0-b384-b3e85dfa8d44 tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "DELETE /v2.0/floatingips/becf3937-81ce-402a-8a76-dc7966af1806 HTTP/1.1" status: 204 len: 168 time: 0.4730735 Nov 12 01:10:54.755954 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.447301 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:10:55.480888 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.992490 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.582570 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 43392) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:57.645442 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a953e304-67e6-4e10-af22-22b348cc4bcc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.671231 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a953e304-67e6-4e10-af22-22b348cc4bcc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.730171 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a953e304-67e6-4e10-af22-22b348cc4bcc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.732868 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a953e304-67e6-4e10-af22-22b348cc4bcc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.734034 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a953e304-67e6-4e10-af22-22b348cc4bcc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] 10.222.0.31 "DELETE /v2.0/security-groups/a23f3d06-c0f9-4142-a2aa-7e63b6550041 HTTP/1.1" status: 204 len: 168 time: 0.1498225 Nov 12 01:10:57.751507 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953e304-67e6-4e10-af22-22b348cc4bcc tempest-TestVolumeBootPattern-571974964 tempest-TestVolumeBootPattern-571974964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23f3d06-c0f9-4142-a2aa-7e63b6550041,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:57.802460 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43400) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:58.281541 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eeddad6d-5fc0-4d93-8e20-1ad1d15df0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.539624 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-eeddad6d-5fc0-4d93-8e20-1ad1d15df0cd admin admin] Deleting port a44884b6-8244-478b-b870-2813c5cd2eba {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:58.540510 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eeddad6d-5fc0-4d93-8e20-1ad1d15df0cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.619633 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-eeddad6d-5fc0-4d93-8e20-1ad1d15df0cd admin admin] For port a44884b6-8244-478b-b870-2813c5cd2eba, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a44884b6-8244-478b-b870-2813c5cd2eba,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:58.620001 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eeddad6d-5fc0-4d93-8e20-1ad1d15df0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.632258 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-eeddad6d-5fc0-4d93-8e20-1ad1d15df0cd admin admin] Calling delete_port for a44884b6-8244-478b-b870-2813c5cd2eba owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:58.827867 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eeddad6d-5fc0-4d93-8e20-1ad1d15df0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.855942 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddad6d-5fc0-4d93-8e20-1ad1d15df0cd admin admin] Pushing event deleted for resources: {'Port': ['ID=a44884b6-8244-478b-b870-2813c5cd2eba,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:59.042993 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-eeddad6d-5fc0-4d93-8e20-1ad1d15df0cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:59.268343 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeddad6d-5fc0-4d93-8e20-1ad1d15df0cd admin admin] Router 9e3cb652-1498-423d-be1e-7a1fc1b78045 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:10:59.379431 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeddad6d-5fc0-4d93-8e20-1ad1d15df0cd admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:10:59.385290 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-eeddad6d-5fc0-4d93-8e20-1ad1d15df0cd admin admin] 10.222.0.31 "PUT /v2.0/routers/9e3cb652-1498-423d-be1e-7a1fc1b78045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5794077 Nov 12 01:10:59.388365 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43420) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:59.391808 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0eae96-eb0a-411b-bf68-40c3ed8c77e0 None None] Sync routers for ids ['9e3cb652-1498-423d-be1e-7a1fc1b78045'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:10:59.402231 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0eae96-eb0a-411b-bf68-40c3ed8c77e0 None None] Routers {'9e3cb652-1498-423d-be1e-7a1fc1b78045'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:59.402850 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-2d0eae96-eb0a-411b-bf68-40c3ed8c77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:10:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e3cb652-1498-423d-be1e-7a1fc1b78045'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:59.511729 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-2d0eae96-eb0a-411b-bf68-40c3ed8c77e0 None None] Set router 9e3cb652-1498-423d-be1e-7a1fc1b78045 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:59.725634 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-2d0eae96-eb0a-411b-bf68-40c3ed8c77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T01:10:58Z', 'revision_number': 5, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:59.760572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0eae96-eb0a-411b-bf68-40c3ed8c77e0 None None] Checking router: 9e3cb652-1498-423d-be1e-7a1fc1b78045 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:10:59.769664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0eae96-eb0a-411b-bf68-40c3ed8c77e0 None None] Routers {'9e3cb652-1498-423d-be1e-7a1fc1b78045'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:59.770283 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-2d0eae96-eb0a-411b-bf68-40c3ed8c77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:10:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e3cb652-1498-423d-be1e-7a1fc1b78045'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:59.867540 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a69e626-4e42-4ae5-8c29-1aeb56412aed admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:59.888268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-2d0eae96-eb0a-411b-bf68-40c3ed8c77e0 None None] Set router 9e3cb652-1498-423d-be1e-7a1fc1b78045 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:59.974807 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a69e626-4e42-4ae5-8c29-1aeb56412aed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.033381 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-5a69e626-4e42-4ae5-8c29-1aeb56412aed admin admin] Deleting port f32fbbbc-c60f-46b1-9769-884cf526bb00 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:00.033748 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a69e626-4e42-4ae5-8c29-1aeb56412aed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.096428 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-2d0eae96-eb0a-411b-bf68-40c3ed8c77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T01:10:58Z', 'revision_number': 5, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:00.125894 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-5a69e626-4e42-4ae5-8c29-1aeb56412aed admin admin] For port f32fbbbc-c60f-46b1-9769-884cf526bb00, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f32fbbbc-c60f-46b1-9769-884cf526bb00,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:00.126653 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a69e626-4e42-4ae5-8c29-1aeb56412aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.133390 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0eae96-eb0a-411b-bf68-40c3ed8c77e0 None None] The sync data for ids ['9e3cb652-1498-423d-be1e-7a1fc1b78045'] in n-d-712137-14 is: [{'id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'name': 'tempest-TestVolumeBootPattern-434628617-router', 'tenant_id': '05d643b99eff47289c92fcd2e8574468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:14Z', 'updated_at': '2021-11-12T01:10:58Z', 'revision_number': 5, 'project_id': '05d643b99eff47289c92fcd2e8574468', 'gw_port': {'id': 'f32fbbbc-c60f-46b1-9769-884cf526bb00', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3cb652-1498-423d-be1e-7a1fc1b78045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:15Z', 'updated_at': '2021-11-12T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:00.148966 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-5a69e626-4e42-4ae5-8c29-1aeb56412aed admin admin] Calling delete_port for f32fbbbc-c60f-46b1-9769-884cf526bb00 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:00.325075 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a69e626-4e42-4ae5-8c29-1aeb56412aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.353773 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69e626-4e42-4ae5-8c29-1aeb56412aed admin admin] Pushing event deleted for resources: {'Port': ['ID=f32fbbbc-c60f-46b1-9769-884cf526bb00,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:00.372257 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d70cd7-b491-4ead-95cf-12706c194ba0 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:00.426020 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a69e626-4e42-4ae5-8c29-1aeb56412aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.526447 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a69e626-4e42-4ae5-8c29-1aeb56412aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.529018 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a69e626-4e42-4ae5-8c29-1aeb56412aed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.577741 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a69e626-4e42-4ae5-8c29-1aeb56412aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.578443 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a69e626-4e42-4ae5-8c29-1aeb56412aed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e3cb652-1498-423d-be1e-7a1fc1b78045 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:11:00.582904 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5a69e626-4e42-4ae5-8c29-1aeb56412aed admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.586669 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5a69e626-4e42-4ae5-8c29-1aeb56412aed admin admin] 10.222.0.31 "DELETE /v2.0/routers/9e3cb652-1498-423d-be1e-7a1fc1b78045 HTTP/1.1" status: 204 len: 168 time: 1.1948845 Nov 12 01:11:00.586891 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43426) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:00.638884 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-df546102-df20-4fc6-aad3-517abb0ddc22 admin admin] Deleting subnet 9210f21d-6237-43bd-9969-453197d38eb5 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:11:00.642999 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-df546102-df20-4fc6-aad3-517abb0ddc22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.685433 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-df546102-df20-4fc6-aad3-517abb0ddc22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.765702 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-df546102-df20-4fc6-aad3-517abb0ddc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.830958 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-df546102-df20-4fc6-aad3-517abb0ddc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.866671 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df546102-df20-4fc6-aad3-517abb0ddc22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9210f21d-6237-43bd-9969-453197d38eb5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:00.872144 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-df546102-df20-4fc6-aad3-517abb0ddc22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.876130 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-df546102-df20-4fc6-aad3-517abb0ddc22 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9210f21d-6237-43bd-9969-453197d38eb5 HTTP/1.1" status: 204 len: 168 time: 0.2875528 Nov 12 01:11:00.878708 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43428) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:00.891601 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e2ca7a-53ae-48bb-96b7-ced4d47636ee None None] Network a8eaa1d8-98f0-4521-9f44-0792aea92c6d requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:00.965831 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-373b1cbd-e13e-4ec7-8dff-b012d2b0f0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.026078 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-373b1cbd-e13e-4ec7-8dff-b012d2b0f0b5 admin admin] Deleting port dfa7d507-1843-45dd-b757-ce31e32efdb7 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:01.026513 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-373b1cbd-e13e-4ec7-8dff-b012d2b0f0b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.094940 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-373b1cbd-e13e-4ec7-8dff-b012d2b0f0b5 admin admin] For port dfa7d507-1843-45dd-b757-ce31e32efdb7, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=dfa7d507-1843-45dd-b757-ce31e32efdb7,segment=NetworkSegment(4efaf90e-a212-4ade-94bf-5caf7e209a60),segment_id=4efaf90e-a212-4ade-94bf-5caf7e209a60)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:01.095240 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-373b1cbd-e13e-4ec7-8dff-b012d2b0f0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.108513 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-373b1cbd-e13e-4ec7-8dff-b012d2b0f0b5 admin admin] Calling delete_port for dfa7d507-1843-45dd-b757-ce31e32efdb7 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:01.192562 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-373b1cbd-e13e-4ec7-8dff-b012d2b0f0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.219470 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b1cbd-e13e-4ec7-8dff-b012d2b0f0b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa7d507-1843-45dd-b757-ce31e32efdb7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:01.227039 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373b1cbd-e13e-4ec7-8dff-b012d2b0f0b5 admin admin] No DVR routers for this DVR port dfa7d507-1843-45dd-b757-ce31e32efdb7 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:11:01.310851 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-373b1cbd-e13e-4ec7-8dff-b012d2b0f0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.311129 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fb730f-5ac0-4b08-b3fb-9c15db1351bf None None] DHCP port deletion for a8eaa1d8-98f0-4521-9f44-0792aea92c6d request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:01.343195 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-373b1cbd-e13e-4ec7-8dff-b012d2b0f0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8eaa1d8-98f0-4521-9f44-0792aea92c6d']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:01.353753 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-373b1cbd-e13e-4ec7-8dff-b012d2b0f0b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efaf90e-a212-4ade-94bf-5caf7e209a60') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:01.353978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-373b1cbd-e13e-4ec7-8dff-b012d2b0f0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efaf90e-a212-4ade-94bf-5caf7e209a60') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:01.367571 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-373b1cbd-e13e-4ec7-8dff-b012d2b0f0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.381338 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-373b1cbd-e13e-4ec7-8dff-b012d2b0f0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.387122 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373b1cbd-e13e-4ec7-8dff-b012d2b0f0b5 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:01.387504 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-373b1cbd-e13e-4ec7-8dff-b012d2b0f0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:01.389127 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:01.465224 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-373b1cbd-e13e-4ec7-8dff-b012d2b0f0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.474701 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-373b1cbd-e13e-4ec7-8dff-b012d2b0f0b5 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.480376 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-373b1cbd-e13e-4ec7-8dff-b012d2b0f0b5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a8eaa1d8-98f0-4521-9f44-0792aea92c6d HTTP/1.1" status: 204 len: 168 time: 0.6005316 Nov 12 01:11:01.483426 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43434) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:01.500932 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b1cbd-e13e-4ec7-8dff-b012d2b0f0b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8eaa1d8-98f0-4521-9f44-0792aea92c6d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:01.950395 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e62c4609-459b-4f43-bc5b-f0136533d487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.093068 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a44884b6-8244-478b-b870-2813c5cd2eba no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:02.117519 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: a44884b6-8244-478b-b870-2813c5cd2eba {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:02.117867 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a44884b6-8244-478b-b870-2813c5cd2eba not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:02.118543 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device dfa7d507-1843-45dd-b757-ce31e32efdb7 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:02.138217 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: dfa7d507-1843-45dd-b757-ce31e32efdb7 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:02.138564 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device dfa7d507-1843-45dd-b757-ce31e32efdb7 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:02.139210 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f32fbbbc-c60f-46b1-9769-884cf526bb00 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:02.159472 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: f32fbbbc-c60f-46b1-9769-884cf526bb00 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:02.160091 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f32fbbbc-c60f-46b1-9769-884cf526bb00 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:02.215583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-e62c4609-459b-4f43-bc5b-f0136533d487 admin admin] Deleting port 60cf762b-51af-4817-b336-bcf6ed821212 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:02.215811 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e62c4609-459b-4f43-bc5b-f0136533d487 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.309448 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-e62c4609-459b-4f43-bc5b-f0136533d487 admin admin] For port 60cf762b-51af-4817-b336-bcf6ed821212, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=60cf762b-51af-4817-b336-bcf6ed821212,segment=NetworkSegment(c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d),segment_id=c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:02.309816 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e62c4609-459b-4f43-bc5b-f0136533d487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.323771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-e62c4609-459b-4f43-bc5b-f0136533d487 admin admin] Calling delete_port for 60cf762b-51af-4817-b336-bcf6ed821212 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:02.504012 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e62c4609-459b-4f43-bc5b-f0136533d487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.531188 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c4609-459b-4f43-bc5b-f0136533d487 admin admin] Pushing event deleted for resources: {'Port': ['ID=60cf762b-51af-4817-b336-bcf6ed821212,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:02.722200 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e62c4609-459b-4f43-bc5b-f0136533d487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.938795 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62c4609-459b-4f43-bc5b-f0136533d487 admin admin] Router 08fc5eae-0d81-4f68-baaf-035ed616b2ea has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:11:03.041313 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62c4609-459b-4f43-bc5b-f0136533d487 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:03.046178 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e62c4609-459b-4f43-bc5b-f0136533d487 admin admin] 10.222.0.31 "PUT /v2.0/routers/08fc5eae-0d81-4f68-baaf-035ed616b2ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5609386 Nov 12 01:11:03.048759 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43440) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:03.049505 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67af0d0-5c91-40fb-9c89-c543f4b2db1f None None] Sync routers for ids ['08fc5eae-0d81-4f68-baaf-035ed616b2ea'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:03.059505 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67af0d0-5c91-40fb-9c89-c543f4b2db1f None None] Routers {'08fc5eae-0d81-4f68-baaf-035ed616b2ea'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:03.060115 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c67af0d0-5c91-40fb-9c89-c543f4b2db1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:10:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['08fc5eae-0d81-4f68-baaf-035ed616b2ea'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:03.153285 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a394-de51-4cc4-93ca-ef3811a661ca admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.160864 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-c67af0d0-5c91-40fb-9c89-c543f4b2db1f None None] Set router 08fc5eae-0d81-4f68-baaf-035ed616b2ea gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:03.254878 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a394-de51-4cc4-93ca-ef3811a661ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.315019 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-a3a4a394-de51-4cc4-93ca-ef3811a661ca admin admin] Deleting port 56df3116-c487-480b-9ff3-c59d7a4e2ecc {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:03.315257 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a394-de51-4cc4-93ca-ef3811a661ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.347119 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c67af0d0-5c91-40fb-9c89-c543f4b2db1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fc5eae-0d81-4f68-baaf-035ed616b2ea', 'name': 'tempest-TestVolumeBootPattern-339925398-router', 'tenant_id': '623ee9ce84c34cf5aa925538e7434b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '56df3116-c487-480b-9ff3-c59d7a4e2ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T01:11:02Z', 'revision_number': 5, 'project_id': '623ee9ce84c34cf5aa925538e7434b65', 'gw_port': {'id': '56df3116-c487-480b-9ff3-c59d7a4e2ecc', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:92:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fc5eae-0d81-4f68-baaf-035ed616b2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:28Z', 'updated_at': '2021-11-12T00:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:03.374958 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67af0d0-5c91-40fb-9c89-c543f4b2db1f None None] Checking router: 08fc5eae-0d81-4f68-baaf-035ed616b2ea for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:11:03.385942 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67af0d0-5c91-40fb-9c89-c543f4b2db1f None None] Routers {'08fc5eae-0d81-4f68-baaf-035ed616b2ea'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:03.386551 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c67af0d0-5c91-40fb-9c89-c543f4b2db1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:10:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['08fc5eae-0d81-4f68-baaf-035ed616b2ea'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:03.400999 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-a3a4a394-de51-4cc4-93ca-ef3811a661ca admin admin] For port 56df3116-c487-480b-9ff3-c59d7a4e2ecc, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=56df3116-c487-480b-9ff3-c59d7a4e2ecc,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:03.401365 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a394-de51-4cc4-93ca-ef3811a661ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.413932 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-a3a4a394-de51-4cc4-93ca-ef3811a661ca admin admin] Calling delete_port for 56df3116-c487-480b-9ff3-c59d7a4e2ecc owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:03.473412 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-c67af0d0-5c91-40fb-9c89-c543f4b2db1f None None] Set router 08fc5eae-0d81-4f68-baaf-035ed616b2ea gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:03.524985 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c67af0d0-5c91-40fb-9c89-c543f4b2db1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fc5eae-0d81-4f68-baaf-035ed616b2ea', 'name': 'tempest-TestVolumeBootPattern-339925398-router', 'tenant_id': '623ee9ce84c34cf5aa925538e7434b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T01:11:03Z', 'revision_number': 6, 'project_id': '623ee9ce84c34cf5aa925538e7434b65', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:03.554513 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67af0d0-5c91-40fb-9c89-c543f4b2db1f None None] The sync data for ids ['08fc5eae-0d81-4f68-baaf-035ed616b2ea'] in n-d-712137-14 is: [{'id': '08fc5eae-0d81-4f68-baaf-035ed616b2ea', 'name': 'tempest-TestVolumeBootPattern-339925398-router', 'tenant_id': '623ee9ce84c34cf5aa925538e7434b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T01:11:03Z', 'revision_number': 6, 'project_id': '623ee9ce84c34cf5aa925538e7434b65', 'gw_port_host': None}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:03.584817 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a394-de51-4cc4-93ca-ef3811a661ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.626430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd4f2b5-8a0a-44b1-8877-84cdc1836591 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:03.643775 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4a394-de51-4cc4-93ca-ef3811a661ca admin admin] Pushing event deleted for resources: {'Port': ['ID=56df3116-c487-480b-9ff3-c59d7a4e2ecc,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:03.702782 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a394-de51-4cc4-93ca-ef3811a661ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.800520 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a394-de51-4cc4-93ca-ef3811a661ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.802736 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a394-de51-4cc4-93ca-ef3811a661ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.848920 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a394-de51-4cc4-93ca-ef3811a661ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.849465 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a4a394-de51-4cc4-93ca-ef3811a661ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08fc5eae-0d81-4f68-baaf-035ed616b2ea {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:11:03.854842 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a394-de51-4cc4-93ca-ef3811a661ca admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.855647 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a3a4a394-de51-4cc4-93ca-ef3811a661ca admin admin] 10.222.0.31 "DELETE /v2.0/routers/08fc5eae-0d81-4f68-baaf-035ed616b2ea HTTP/1.1" status: 204 len: 168 time: 0.8059287 Nov 12 01:11:03.858405 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43452) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:03.909732 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca56cebb-6765-496b-874d-52ca86d623dc admin admin] Deleting subnet 7b0206f4-8f60-4eae-838d-55c15e6f6707 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:11:03.913607 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ca56cebb-6765-496b-874d-52ca86d623dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.954212 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ca56cebb-6765-496b-874d-52ca86d623dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.039906 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ca56cebb-6765-496b-874d-52ca86d623dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.095888 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ca56cebb-6765-496b-874d-52ca86d623dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.121226 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56cebb-6765-496b-874d-52ca86d623dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b0206f4-8f60-4eae-838d-55c15e6f6707,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:04.124823 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ca56cebb-6765-496b-874d-52ca86d623dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.131018 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ca56cebb-6765-496b-874d-52ca86d623dc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7b0206f4-8f60-4eae-838d-55c15e6f6707 HTTP/1.1" status: 204 len: 168 time: 0.2685947 Nov 12 01:11:04.131018 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43454) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:04.134076 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08389ed4-0139-4fff-a80b-181a534a2a92 None None] Network a9e5afc0-a0ba-45ee-a072-a15173c72b67 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:04.199820 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-922709a6-518c-4b6f-8c44-536b182721f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.254596 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-922709a6-518c-4b6f-8c44-536b182721f8 admin admin] Deleting port 994571f0-bf4b-431f-a054-ba26318db752 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:04.254950 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-922709a6-518c-4b6f-8c44-536b182721f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.323464 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-922709a6-518c-4b6f-8c44-536b182721f8 admin admin] For port 994571f0-bf4b-431f-a054-ba26318db752, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=994571f0-bf4b-431f-a054-ba26318db752,segment=NetworkSegment(c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d),segment_id=c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:04.323976 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-922709a6-518c-4b6f-8c44-536b182721f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.339051 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-922709a6-518c-4b6f-8c44-536b182721f8 admin admin] Calling delete_port for 994571f0-bf4b-431f-a054-ba26318db752 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:04.377405 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a4842e-4390-4c1c-bbe8-c0fa86db5fd6 None None] DHCP port deletion for a9e5afc0-a0ba-45ee-a072-a15173c72b67 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:04.451371 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-922709a6-518c-4b6f-8c44-536b182721f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.454335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 56df3116-c487-480b-9ff3-c59d7a4e2ecc no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:04.483482 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 56df3116-c487-480b-9ff3-c59d7a4e2ecc {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:04.484084 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 56df3116-c487-480b-9ff3-c59d7a4e2ecc not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:04.484653 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 994571f0-bf4b-431f-a054-ba26318db752 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:04.489378 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922709a6-518c-4b6f-8c44-536b182721f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=994571f0-bf4b-431f-a054-ba26318db752,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:04.491536 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922709a6-518c-4b6f-8c44-536b182721f8 admin admin] No DVR routers for this DVR port 994571f0-bf4b-431f-a054-ba26318db752 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:11:04.511428 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 994571f0-bf4b-431f-a054-ba26318db752 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:04.511771 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 994571f0-bf4b-431f-a054-ba26318db752 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:04.512402 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 60cf762b-51af-4817-b336-bcf6ed821212 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:04.535207 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d8a4842e-4390-4c1c-bbe8-c0fa86db5fd6 None None] Deleting port 994571f0-bf4b-431f-a054-ba26318db752 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:04.535597 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d8a4842e-4390-4c1c-bbe8-c0fa86db5fd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.537412 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 60cf762b-51af-4817-b336-bcf6ed821212 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:04.537773 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 60cf762b-51af-4817-b336-bcf6ed821212 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:04.574913 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-922709a6-518c-4b6f-8c44-536b182721f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.595712 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-922709a6-518c-4b6f-8c44-536b182721f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e5afc0-a0ba-45ee-a072-a15173c72b67']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:04.609356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-922709a6-518c-4b6f-8c44-536b182721f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:04.610014 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-922709a6-518c-4b6f-8c44-536b182721f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9d521d3-ea0d-4ccd-9cdc-0ffb4abddd7d') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:04.613447 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d8a4842e-4390-4c1c-bbe8-c0fa86db5fd6 None None] For port 994571f0-bf4b-431f-a054-ba26318db752, host n-d-712137-14, got binding levels [] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:04.614155 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d8a4842e-4390-4c1c-bbe8-c0fa86db5fd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.624475 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-922709a6-518c-4b6f-8c44-536b182721f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.630582 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d8a4842e-4390-4c1c-bbe8-c0fa86db5fd6 None None] Calling delete_port for 994571f0-bf4b-431f-a054-ba26318db752 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:04.635791 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.ipam_backend_mixin [None req-d8a4842e-4390-4c1c-bbe8-c0fa86db5fd6 None None] Port 994571f0-bf4b-431f-a054-ba26318db752 was not found and therefore no delete operation was performed {{(pid=114244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:11:04.645328 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d8a4842e-4390-4c1c-bbe8-c0fa86db5fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.650375 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-922709a6-518c-4b6f-8c44-536b182721f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.662912 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922709a6-518c-4b6f-8c44-536b182721f8 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:04.663333 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-922709a6-518c-4b6f-8c44-536b182721f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:04.665373 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:04.745003 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-922709a6-518c-4b6f-8c44-536b182721f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.769319 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-922709a6-518c-4b6f-8c44-536b182721f8 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.778388 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-922709a6-518c-4b6f-8c44-536b182721f8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a9e5afc0-a0ba-45ee-a072-a15173c72b67 HTTP/1.1" status: 204 len: 168 time: 0.6416218 Nov 12 01:11:04.778388 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922709a6-518c-4b6f-8c44-536b182721f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9e5afc0-a0ba-45ee-a072-a15173c72b67,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:04.862049 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4842e-4390-4c1c-bbe8-c0fa86db5fd6 None None] Pushing event deleted for resources: {'Port': ['ID=994571f0-bf4b-431f-a054-ba26318db752,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:04.870521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a4842e-4390-4c1c-bbe8-c0fa86db5fd6 None None] No DVR routers for this DVR port 994571f0-bf4b-431f-a054-ba26318db752 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:11:04.875962 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4842e-4390-4c1c-bbe8-c0fa86db5fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:04.876525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4842e-4390-4c1c-bbe8-c0fa86db5fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:04.876891 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4842e-4390-4c1c-bbe8-c0fa86db5fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:04.877408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4842e-4390-4c1c-bbe8-c0fa86db5fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:04.877746 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4842e-4390-4c1c-bbe8-c0fa86db5fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:04.878077 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4842e-4390-4c1c-bbe8-c0fa86db5fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:04.878403 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4842e-4390-4c1c-bbe8-c0fa86db5fd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:04.878733 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4842e-4390-4c1c-bbe8-c0fa86db5fd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:04.879057 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4842e-4390-4c1c-bbe8-c0fa86db5fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:04.879378 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4842e-4390-4c1c-bbe8-c0fa86db5fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:04.879875 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4842e-4390-4c1c-bbe8-c0fa86db5fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:04.880387 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a4842e-4390-4c1c-bbe8-c0fa86db5fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:04.917443 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43462) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:04.961912 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-82ce8611-1601-4f6d-b10d-04bca0f7abae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05d643b99eff47289c92fcd2e8574468&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405235 Nov 12 01:11:04.962157 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 43464) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:05.011876 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-696feeb1-7ee9-4201-a56a-7f7b429f4e00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.035784 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-696feeb1-7ee9-4201-a56a-7f7b429f4e00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.082131 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-696feeb1-7ee9-4201-a56a-7f7b429f4e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.085256 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-696feeb1-7ee9-4201-a56a-7f7b429f4e00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.086412 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-696feeb1-7ee9-4201-a56a-7f7b429f4e00 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c37a596b-664c-4ae3-ab7e-c816d38f5b4e HTTP/1.1" status: 204 len: 168 time: 0.1233485 Nov 12 01:11:05.094698 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696feeb1-7ee9-4201-a56a-7f7b429f4e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37a596b-664c-4ae3-ab7e-c816d38f5b4e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:05.433021 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 43472) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:05.478348 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 43474) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:05.479123 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a571fdac-8066-45af-a136-677a0c30bab3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=623ee9ce84c34cf5aa925538e7434b65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436883 Nov 12 01:11:05.536615 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f06-f6ae-48ed-bd28-09af33e21ccd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.563676 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f06-f6ae-48ed-bd28-09af33e21ccd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.620720 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f06-f6ae-48ed-bd28-09af33e21ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.623733 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f06-f6ae-48ed-bd28-09af33e21ccd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.627227 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2cec2f06-f6ae-48ed-bd28-09af33e21ccd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c55d4414-6b11-45f0-a4e5-df476565cf73 HTTP/1.1" status: 204 len: 168 time: 0.1437621 Nov 12 01:11:05.634320 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec2f06-f6ae-48ed-bd28-09af33e21ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55d4414-6b11-45f0-a4e5-df476565cf73,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:06.426662 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b257586-cf23-4078-9219-f4f27313b23e req-07c88820-b8db-4424-9f9b-06801edae32e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438118 Nov 12 01:11:06.516606 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b257586-cf23-4078-9219-f4f27313b23e req-cc209487-e3e1-46d3-a59b-2eac7ec97b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:06.518106 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b257586-cf23-4078-9219-f4f27313b23e req-cc209487-e3e1-46d3-a59b-2eac7ec97b2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d94d0617ef48cb917f00ba5f682af1&device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 1097 time: 0.0423353 Nov 12 01:11:06.629202 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b257586-cf23-4078-9219-f4f27313b23e req-ac6d9cc3-350c-4072-ae30-3cb1a2fd0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:06.630967 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b257586-cf23-4078-9219-f4f27313b23e req-ac6d9cc3-350c-4072-ae30-3cb1a2fd0d5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=99535b47-1f31-43c2-8e7d-8697835dc16e HTTP/1.1" status: 200 len: 918 time: 0.0928788 Nov 12 01:11:06.704934 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b257586-cf23-4078-9219-f4f27313b23e req-63201ae5-8f39-4004-a64e-4f0dc28325b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba HTTP/1.1" status: 200 len: 1001 time: 0.0603058 Nov 12 01:11:06.759602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b257586-cf23-4078-9219-f4f27313b23e req-a3c750cb-65f0-4a4d-8b08-b9ace0b32131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:06.761229 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b257586-cf23-4078-9219-f4f27313b23e req-a3c750cb-65f0-4a4d-8b08-b9ace0b32131 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f24b6a7-8d5d-4c0c-92a3-967aab668bff HTTP/1.1" status: 200 len: 856 time: 0.0492070 Nov 12 01:11:06.809231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b257586-cf23-4078-9219-f4f27313b23e req-0aca71d7-db62-4e0f-9a2b-1cf94a9ce996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:06.810849 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b257586-cf23-4078-9219-f4f27313b23e req-0aca71d7-db62-4e0f-9a2b-1cf94a9ce996 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99535b47-1f31-43c2-8e7d-8697835dc16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400367 Nov 12 01:11:06.906427 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b257586-cf23-4078-9219-f4f27313b23e req-2dca07c5-5f48-433c-ad72-3c7e5bdbcd9f service neutron] 10.222.0.21 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867422 Nov 12 01:11:07.001870 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b257586-cf23-4078-9219-f4f27313b23e req-cf591618-e1c5-4ccc-96cd-e5f44059071d service neutron] 10.222.0.21 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881627 Nov 12 01:11:08.786882 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.610215 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc9a6b-fc5a-4e99-b83f-01d96c41f127 req-65ad8d95-a739-4aee-9d82-da2c4e8818bc tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:13.611862 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4bc9a6b-fc5a-4e99-b83f-01d96c41f127 req-65ad8d95-a739-4aee-9d82-da2c4e8818bc tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0500476 Nov 12 01:11:13.661055 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4bc9a6b-fc5a-4e99-b83f-01d96c41f127 req-8837576f-5864-4172-b766-40e2cf0ef7ea tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429482 Nov 12 01:11:14.800005 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c16b8d-d584-4b47-925c-36d3dcdd0e52 req-8c952829-ed9f-4298-9bc5-33ec4c040dfc tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:14.801578 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-87c16b8d-d584-4b47-925c-36d3dcdd0e52 req-8c952829-ed9f-4298-9bc5-33ec4c040dfc tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0506418 Nov 12 01:11:14.853479 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-87c16b8d-d584-4b47-925c-36d3dcdd0e52 req-ee3ed799-c4d6-4960-9721-3f55bc2617ab tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455854 Nov 12 01:11:15.982856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc435c5f-ac80-43d3-af55-bbf9d11733ac req-58d7fed5-77fc-4d6c-841c-3010f42c16bc tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:15.984336 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc435c5f-ac80-43d3-af55-bbf9d11733ac req-58d7fed5-77fc-4d6c-841c-3010f42c16bc tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0553181 Nov 12 01:11:16.038758 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc435c5f-ac80-43d3-af55-bbf9d11733ac req-915ee3af-5d06-4284-b87d-c399302a6a0f tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447476 Nov 12 01:11:17.164230 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6fa5f-181f-4ace-be05-00a3f9fed9bc req-7ed1cc39-1672-448c-92d0-2a9e461d8419 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:17.165743 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b5f6fa5f-181f-4ace-be05-00a3f9fed9bc req-7ed1cc39-1672-448c-92d0-2a9e461d8419 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0507438 Nov 12 01:11:17.212542 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b5f6fa5f-181f-4ace-be05-00a3f9fed9bc req-cc52c384-c709-42b2-8ca3-4751818896a7 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409155 Nov 12 01:11:18.344123 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862f4e1-e5b2-4575-a19a-31c5dbe83c73 req-b866ae3d-11e4-4d77-9f88-7cea0592158a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:18.345746 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c862f4e1-e5b2-4575-a19a-31c5dbe83c73 req-b866ae3d-11e4-4d77-9f88-7cea0592158a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0559032 Nov 12 01:11:18.420029 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c862f4e1-e5b2-4575-a19a-31c5dbe83c73 req-aaabb5bc-8541-44d0-b656-af74dc4e549e tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679212 Nov 12 01:11:19.555929 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04369846-213a-4f0d-a8f2-bceada7e7675 req-26cca0b9-c948-48fd-8b24-c698873e05fb tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:19.557439 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-04369846-213a-4f0d-a8f2-bceada7e7675 req-26cca0b9-c948-48fd-8b24-c698873e05fb tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0563357 Nov 12 01:11:19.604472 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-04369846-213a-4f0d-a8f2-bceada7e7675 req-63fb2464-2405-47dc-b881-eece0d234746 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408945 Nov 12 01:11:20.035423 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e42604e4-a591-4e47-ba6b-d60ba3593c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.740911 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30103f-e970-4706-a0bd-2697052fc872 req-c630f503-e81f-416f-8dbb-8199a9e11369 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:20.742959 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1a30103f-e970-4706-a0bd-2697052fc872 req-c630f503-e81f-416f-8dbb-8199a9e11369 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0549746 Nov 12 01:11:20.795190 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1a30103f-e970-4706-a0bd-2697052fc872 req-10d3160b-3352-447c-9825-b98fc1fcb22e tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461767 Nov 12 01:11:21.921412 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862ec52-d244-42e6-a62b-3470a49e4612 req-3c52540e-306e-462e-aed2-c10193ed4375 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:21.922930 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1862ec52-d244-42e6-a62b-3470a49e4612 req-3c52540e-306e-462e-aed2-c10193ed4375 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0504036 Nov 12 01:11:21.973142 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1862ec52-d244-42e6-a62b-3470a49e4612 req-eb0ecedb-9120-4703-aef4-a5981e8c86a7 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440733 Nov 12 01:11:22.349729 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1a1e4fca-781c-4d7a-83ee-fe809d5f2857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.094379 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead564d-4958-487b-bcb9-06ecd392320a req-3572d01a-6a52-4770-a091-7ab44a02d58c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:23.095850 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ead564d-4958-487b-bcb9-06ecd392320a req-3572d01a-6a52-4770-a091-7ab44a02d58c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0487998 Nov 12 01:11:23.142850 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ead564d-4958-487b-bcb9-06ecd392320a req-bf71db4a-cee0-4641-8993-5bfd09179aa8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402920 Nov 12 01:11:23.501493 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.270484 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281bfe1-6873-4567-90ec-49a843659108 req-8d471cbe-0394-4025-970c-8f69e0de5d3c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:24.271998 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7281bfe1-6873-4567-90ec-49a843659108 req-8d471cbe-0394-4025-970c-8f69e0de5d3c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0550523 Nov 12 01:11:24.512242 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 446389ef-491e-4a5e-9406-c7cf545fc3ba details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:11:24.620062 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 446389ef-491e-4a5e-9406-c7cf545fc3ba, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:24.631987 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '446389ef-491e-4a5e-9406-c7cf545fc3ba', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'port_id': '446389ef-491e-4a5e-9406-c7cf545fc3ba', 'mac_address': 'fa:16:3e:f9:06:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:11:24.677022 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.691495 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 446389ef-491e-4a5e-9406-c7cf545fc3ba {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:11:24.700128 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7281bfe1-6873-4567-90ec-49a843659108 req-2e52cb37-e782-4a03-99de-439a9f4f067d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4214511 Nov 12 01:11:24.724539 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 446389ef-491e-4a5e-9406-c7cf545fc3ba, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:24.724539 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.783048 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.792596 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=446389ef-491e-4a5e-9406-c7cf545fc3ba,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:24.830319 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['446389ef-491e-4a5e-9406-c7cf545fc3ba'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:11:25.474290 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.826372 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32518f60-2b37-439d-8b3c-e4058b8b1ad6 req-2b2db154-e681-477a-ae84-57bf1c05ecac tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:25.828151 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-32518f60-2b37-439d-8b3c-e4058b8b1ad6 req-2b2db154-e681-477a-ae84-57bf1c05ecac tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 944 time: 0.0517251 Nov 12 01:11:25.882437 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-32518f60-2b37-439d-8b3c-e4058b8b1ad6 req-1f1d2f2a-2c0b-4f33-a01d-c829f09a0416 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478218 Nov 12 01:11:25.996934 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:26.505960 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 446389ef-491e-4a5e-9406-c7cf545fc3ba up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:26.570475 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 446389ef-491e-4a5e-9406-c7cf545fc3ba triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:26.571343 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:26.696137 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:26.727230 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24b10e0-7462-4957-bc38-7af2f1e7392a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446389ef-491e-4a5e-9406-c7cf545fc3ba'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:26.731578 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5021c4-eb90-409e-8572-7eafa9b1733d" -d '{"events": [{"server_uuid": "e24b10e0-7462-4957-bc38-7af2f1e7392a", "name": "network-vif-plugged", "status": "completed", "tag": "446389ef-491e-4a5e-9406-c7cf545fc3ba"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:26.750610 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 446389ef-491e-4a5e-9406-c7cf545fc3ba, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:26.756407 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:26.836949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=446389ef-491e-4a5e-9406-c7cf545fc3ba,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:26.984251 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a51ea55-7c3a-4808-a1e1-dd0d2e935693 x-openstack-request-id: req-8a51ea55-7c3a-4808-a1e1-dd0d2e935693 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:26.985141 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24b10e0-7462-4957-bc38-7af2f1e7392a", "name": "network-vif-plugged", "status": "completed", "tag": "446389ef-491e-4a5e-9406-c7cf545fc3ba", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:26.985540 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a51ea55-7c3a-4808-a1e1-dd0d2e935693 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:26.986087 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24b10e0-7462-4957-bc38-7af2f1e7392a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446389ef-491e-4a5e-9406-c7cf545fc3ba', 'code': 200} Nov 12 01:11:27.043601 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32e9c2-24ab-4d42-ab45-32f61b25d143 req-91070012-f30f-4775-b401-6355fdd8c85a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:27.047435 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da32e9c2-24ab-4d42-ab45-32f61b25d143 req-91070012-f30f-4775-b401-6355fdd8c85a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0533090 Nov 12 01:11:27.108596 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da32e9c2-24ab-4d42-ab45-32f61b25d143 req-aa246ddb-7cbb-4ed3-a337-9410791ac45d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574083 Nov 12 01:11:28.269116 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d354b1-9108-4c19-b02d-07f690814ff6 req-4346bc18-7e81-4119-9647-adde49373257 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:28.276331 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d5d354b1-9108-4c19-b02d-07f690814ff6 req-4346bc18-7e81-4119-9647-adde49373257 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0615656 Nov 12 01:11:28.346459 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d5d354b1-9108-4c19-b02d-07f690814ff6 req-82cc5fcd-bcf3-4599-bc19-a5361a37ee35 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691967 Nov 12 01:11:29.513399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42388c76-6d36-4e99-91c7-0f7c94064209 req-cb172f25-4779-4bbe-be83-d0d7825df6f8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:29.514975 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-42388c76-6d36-4e99-91c7-0f7c94064209 req-cb172f25-4779-4bbe-be83-d0d7825df6f8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0668826 Nov 12 01:11:29.569631 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-42388c76-6d36-4e99-91c7-0f7c94064209 req-ad1e6092-0c17-4187-ab99-a1124ed0184a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469301 Nov 12 01:11:30.743891 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a0b7c-0106-4d68-870f-d553d816da11 req-72fa1ea1-80e3-4fa8-8df4-730453b6639f tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:30.745645 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-004a0b7c-0106-4d68-870f-d553d816da11 req-72fa1ea1-80e3-4fa8-8df4-730453b6639f tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0688944 Nov 12 01:11:30.818884 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-004a0b7c-0106-4d68-870f-d553d816da11 req-c5e9445a-344f-41d9-8e90-381ebdac1634 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662563 Nov 12 01:11:31.956468 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae64214-88ca-457a-8497-b2820d062c73 req-f1aafa18-2e20-4ee9-9ada-01e24ad04b3c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:31.958099 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6ae64214-88ca-457a-8497-b2820d062c73 req-f1aafa18-2e20-4ee9-9ada-01e24ad04b3c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0572855 Nov 12 01:11:32.012568 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6ae64214-88ca-457a-8497-b2820d062c73 req-dd86f550-96d6-4888-85e1-7bd91cc2647b tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475471 Nov 12 01:11:32.447341 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:11:33.157778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20746003-0642-4fe7-be3f-0bb77987d100 req-89ad6d28-5aff-4c6f-8a28-a0693adab256 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:33.167860 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20746003-0642-4fe7-be3f-0bb77987d100 req-89ad6d28-5aff-4c6f-8a28-a0693adab256 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0662849 Nov 12 01:11:33.220258 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20746003-0642-4fe7-be3f-0bb77987d100 req-b82a5ea6-1798-4fc2-b143-87e0d60ecb5c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511110 Nov 12 01:11:34.388209 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f3fdb-b908-4ea0-ad23-2fb38fb6c394 req-784eb0f5-b29a-4967-b4bf-b3e5cc2093b1 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:34.396442 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c4f3fdb-b908-4ea0-ad23-2fb38fb6c394 req-784eb0f5-b29a-4967-b4bf-b3e5cc2093b1 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0734859 Nov 12 01:11:34.469308 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c4f3fdb-b908-4ea0-ad23-2fb38fb6c394 req-73998f99-e0ff-49eb-8a3f-05cf87d852ae tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715022 Nov 12 01:11:35.614106 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cdddc-064f-424d-b40c-eaab877efbec req-336d4261-7e9b-49ea-a920-5b9c139109e2 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.622481 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-495cdddc-064f-424d-b40c-eaab877efbec req-336d4261-7e9b-49ea-a920-5b9c139109e2 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0670366 Nov 12 01:11:35.688234 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-495cdddc-064f-424d-b40c-eaab877efbec req-51cd1167-0247-4524-bb35-c45b9988a161 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559576 Nov 12 01:11:36.525327 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f35b69-c28a-4276-8df2-a6f2dfc2d9e0 req-20657502-c6c4-4c36-b559-081a64668690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:36.526980 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e3f35b69-c28a-4276-8df2-a6f2dfc2d9e0 req-20657502-c6c4-4c36-b559-081a64668690 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d94d0617ef48cb917f00ba5f682af1&device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 1097 time: 0.0428939 Nov 12 01:11:36.637364 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f35b69-c28a-4276-8df2-a6f2dfc2d9e0 req-f763127f-b4a1-450b-bb89-8c7597568750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:36.638805 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e3f35b69-c28a-4276-8df2-a6f2dfc2d9e0 req-f763127f-b4a1-450b-bb89-8c7597568750 service neutron] 10.222.0.21 "GET /v2.0/networks?id=99535b47-1f31-43c2-8e7d-8697835dc16e HTTP/1.1" status: 200 len: 918 time: 0.1036985 Nov 12 01:11:36.710403 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e3f35b69-c28a-4276-8df2-a6f2dfc2d9e0 req-2c07e94b-087c-4927-97ae-b98ed9fd8fcd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba HTTP/1.1" status: 200 len: 1001 time: 0.0638864 Nov 12 01:11:36.763977 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f35b69-c28a-4276-8df2-a6f2dfc2d9e0 req-4d830910-f50a-4ba5-96dd-bb388af75afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:36.765611 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e3f35b69-c28a-4276-8df2-a6f2dfc2d9e0 req-4d830910-f50a-4ba5-96dd-bb388af75afb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f24b6a7-8d5d-4c0c-92a3-967aab668bff HTTP/1.1" status: 200 len: 856 time: 0.0474651 Nov 12 01:11:36.836158 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b32795-f705-409c-9895-3cb871594a72 req-43cd2749-1540-454e-bd8a-b452a5a76f43 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:36.837666 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e8b32795-f705-409c-9895-3cb871594a72 req-43cd2749-1540-454e-bd8a-b452a5a76f43 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0765493 Nov 12 01:11:36.843100 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f35b69-c28a-4276-8df2-a6f2dfc2d9e0 req-acb9ffc6-a6be-4888-a8c2-4945830727f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:36.844612 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e3f35b69-c28a-4276-8df2-a6f2dfc2d9e0 req-acb9ffc6-a6be-4888-a8c2-4945830727f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99535b47-1f31-43c2-8e7d-8697835dc16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701599 Nov 12 01:11:36.943072 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e8b32795-f705-409c-9895-3cb871594a72 req-5cf50585-5421-4299-ac4d-c7fc1e316e90 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968261 Nov 12 01:11:36.982514 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e3f35b69-c28a-4276-8df2-a6f2dfc2d9e0 req-d3196678-abd7-4e22-9f13-5835f53acbd4 service neutron] 10.222.0.21 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305585 Nov 12 01:11:37.076339 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e3f35b69-c28a-4276-8df2-a6f2dfc2d9e0 req-51080243-26a5-4adc-a5a1-9147219b619f service neutron] 10.222.0.21 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872202 Nov 12 01:11:38.077698 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541a6dd-a69b-461f-9a30-1626075d4eb1 req-2343cd60-2f35-404d-99a2-d8e714d85706 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:38.079184 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6541a6dd-a69b-461f-9a30-1626075d4eb1 req-2343cd60-2f35-404d-99a2-d8e714d85706 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0534108 Nov 12 01:11:38.126454 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6541a6dd-a69b-461f-9a30-1626075d4eb1 req-21a1b8ce-7873-4626-b784-88e98277f1c1 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411773 Nov 12 01:11:38.776107 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.251050 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fb10e-f79f-4760-b6b7-b0b9f058227a req-c5a5a3f1-c4ea-49fc-b7ce-eadfc96feb44 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:39.252555 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a09fb10e-f79f-4760-b6b7-b0b9f058227a req-c5a5a3f1-c4ea-49fc-b7ce-eadfc96feb44 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0503447 Nov 12 01:11:39.299620 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a09fb10e-f79f-4760-b6b7-b0b9f058227a req-f787f1c6-b6b1-4a61-afb2-fe14f1716065 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401821 Nov 12 01:11:39.860419 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-a7c9b6fd-4285-4606-97a3-9085ed0463d9 req-03284bce-41ed-4719-b315-77aae82ff7f6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:11:39.861537 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a7c9b6fd-4285-4606-97a3-9085ed0463d9 req-03284bce-41ed-4719-b315-77aae82ff7f6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1198487 Nov 12 01:11:40.035972 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275a361-fb10-49a5-a9b5-1be887b89735 req-13cefd4c-db67-40b1-8564-3b3b02587541 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:40.038090 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d275a361-fb10-49a5-a9b5-1be887b89735 req-13cefd4c-db67-40b1-8564-3b3b02587541 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0556586 Nov 12 01:11:40.091507 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d275a361-fb10-49a5-a9b5-1be887b89735 req-1367cc60-b0a3-4700-9d0d-647b3fb302ba tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467734 Nov 12 01:11:40.237171 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-e9c90a5f-346c-4a5e-b459-d5c65cfc6255 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946336 Nov 12 01:11:40.566379 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 446389ef-491e-4a5e-9406-c7cf545fc3ba no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:40.659434 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.688223 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24b10e0-7462-4957-bc38-7af2f1e7392a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446389ef-491e-4a5e-9406-c7cf545fc3ba'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:40.691620 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a25aadf-0eb0-42db-aa32-6d9b70e2ca1e" -d '{"events": [{"server_uuid": "e24b10e0-7462-4957-bc38-7af2f1e7392a", "name": "network-vif-unplugged", "status": "completed", "tag": "446389ef-491e-4a5e-9406-c7cf545fc3ba"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:40.705740 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 446389ef-491e-4a5e-9406-c7cf545fc3ba, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:40.714033 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.741187 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591edf6f-20e0-4ab5-a103-8e8697a6d8aa x-openstack-request-id: req-591edf6f-20e0-4ab5-a103-8e8697a6d8aa {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:40.741401 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24b10e0-7462-4957-bc38-7af2f1e7392a", "name": "network-vif-unplugged", "status": "failed", "tag": "446389ef-491e-4a5e-9406-c7cf545fc3ba", "code": 422}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:40.742240 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-591edf6f-20e0-4ab5-a103-8e8697a6d8aa {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:40.742630 n-d-712137-14 neutron-server[114244]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e24b10e0-7462-4957-bc38-7af2f1e7392a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '446389ef-491e-4a5e-9406-c7cf545fc3ba', 'code': 422} returned with failed status Nov 12 01:11:40.769715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=446389ef-491e-4a5e-9406-c7cf545fc3ba,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:41.225642 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ff317-90ba-425a-875a-3792f04596d5 req-39b0bb08-259e-44a4-8b0e-7ce5f07f70ae tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:41.227865 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6f6ff317-90ba-425a-875a-3792f04596d5 req-39b0bb08-259e-44a4-8b0e-7ce5f07f70ae tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 943 time: 0.0546827 Nov 12 01:11:41.277454 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6f6ff317-90ba-425a-875a-3792f04596d5 req-e6f7e24f-a974-43cf-9362-201f84d414bb tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430191 Nov 12 01:11:42.430697 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b9a73-658b-4d47-921d-277e84b6ce62 req-0d4ce6dc-b4d8-4d70-a2fb-5e999ec02010 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:42.432295 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9b2b9a73-658b-4d47-921d-277e84b6ce62 req-0d4ce6dc-b4d8-4d70-a2fb-5e999ec02010 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 943 time: 0.0573409 Nov 12 01:11:42.486471 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9b2b9a73-658b-4d47-921d-277e84b6ce62 req-e4c802a6-ba95-4f95-800a-f87ec3cc20c2 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473704 Nov 12 01:11:43.615162 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f857edb-1018-4e16-8f38-96d5528a543a req-35284176-d292-48a7-b462-f7376d1d5e94 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:43.617230 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0f857edb-1018-4e16-8f38-96d5528a543a req-35284176-d292-48a7-b462-f7376d1d5e94 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 943 time: 0.0518136 Nov 12 01:11:43.679850 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0f857edb-1018-4e16-8f38-96d5528a543a req-2bf96c5a-66a7-41f7-a7fa-69c8e0ee13d7 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551362 Nov 12 01:11:44.810384 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bc90b-31d9-4711-b8ed-470809d46d0c req-2486aebe-021a-4243-91c3-d6fdb5a8723f tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:44.812626 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8f1bc90b-31d9-4711-b8ed-470809d46d0c req-2486aebe-021a-4243-91c3-d6fdb5a8723f tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 943 time: 0.0571969 Nov 12 01:11:44.865938 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8f1bc90b-31d9-4711-b8ed-470809d46d0c req-cc3e0718-15cd-4104-8bd9-334e290a3da9 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464180 Nov 12 01:11:46.002970 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0caaf8-b0cd-4293-a0aa-7ecefc67dd93 req-fd8a0230-5cc2-4304-8785-479edf158d04 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:46.004461 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0c0caaf8-b0cd-4293-a0aa-7ecefc67dd93 req-fd8a0230-5cc2-4304-8785-479edf158d04 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 943 time: 0.0595906 Nov 12 01:11:46.056128 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0c0caaf8-b0cd-4293-a0aa-7ecefc67dd93 req-a1827275-be74-451b-b365-3bf2b3cc9338 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450842 Nov 12 01:11:46.425482 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-fdcc556a-25f0-4c6f-aae0-aaa925a93205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:46.426986 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-fdcc556a-25f0-4c6f-aae0-aaa925a93205 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a&tenant_id=53d94d0617ef48cb917f00ba5f682af1 HTTP/1.1" status: 200 len: 1095 time: 0.0682919 Nov 12 01:11:46.444193 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-14', 'device_owner': 'compute:nova'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:46.500958 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:46.713260 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] For port 446389ef-491e-4a5e-9406-c7cf545fc3ba, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:46.744977 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] For port 446389ef-491e-4a5e-9406-c7cf545fc3ba, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:11:46.776625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446389ef-491e-4a5e-9406-c7cf545fc3ba {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:11:46.783839 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:46.795579 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Transition to ACTIVE for port object 446389ef-491e-4a5e-9406-c7cf545fc3ba will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:11:46.799176 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:46.902280 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Pushing event updated for resources: {'Port': ['ID=446389ef-491e-4a5e-9406-c7cf545fc3ba,revision_number=9']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:46.931926 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:46.932276 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:46.932621 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:46.932998 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:46.933327 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:46.933661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:46.933992 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:46.934475 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:46.934656 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:46.934993 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:46.935308 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:46.935720 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:46.987405 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] No DVR routers for this DVR port 446389ef-491e-4a5e-9406-c7cf545fc3ba on host n-h1-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:11:47.121296 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Attempting to bind port 446389ef-491e-4a5e-9406-c7cf545fc3ba on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:11:47.121986 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Attempting to bind port 446389ef-491e-4a5e-9406-c7cf545fc3ba by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:11:47.122229 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Attempting to bind port 446389ef-491e-4a5e-9406-c7cf545fc3ba on network 99535b47-1f31-43c2-8e7d-8697835dc16e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:11:47.126900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Port 446389ef-491e-4a5e-9406-c7cf545fc3ba on network 99535b47-1f31-43c2-8e7d-8697835dc16e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:11:47.127225 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Attempting to bind port 446389ef-491e-4a5e-9406-c7cf545fc3ba on network 99535b47-1f31-43c2-8e7d-8697835dc16e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:11:47.132430 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:11:47.132818 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Checking segment: {'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:47.133206 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Bound using segment: {'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:11:47.133638 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Bound port: 446389ef-491e-4a5e-9406-c7cf545fc3ba, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:11:47.133995 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.191685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae44f24-df25-47fa-a438-a41cb957f7d5 req-56cc7590-614f-47e0-a8b9-53b5ed12666b tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:47.193240 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ae44f24-df25-47fa-a438-a41cb957f7d5 req-56cc7590-614f-47e0-a8b9-53b5ed12666b tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 943 time: 0.0524340 Nov 12 01:11:47.200049 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] For port 446389ef-491e-4a5e-9406-c7cf545fc3ba, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:11:47.203072 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] For port 446389ef-491e-4a5e-9406-c7cf545fc3ba, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:11:47.207930 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.245985 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ae44f24-df25-47fa-a438-a41cb957f7d5 req-1e6428f6-5933-4b03-9e9e-f921074c96b2 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438159 Nov 12 01:11:47.252110 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:47.252758 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.254189 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] 10.222.0.15 "PUT /v2.0/ports/446389ef-491e-4a5e-9406-c7cf545fc3ba HTTP/1.1" status: 200 len: 1092 time: 0.8142061 Nov 12 01:11:47.254679 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24b10e0-7462-4957-bc38-7af2f1e7392a', 'tag': '446389ef-491e-4a5e-9406-c7cf545fc3ba'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:47.256875 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0979622-0882-4d7a-b895-17be04345d56" -d '{"events": [{"name": "network-changed", "server_uuid": "e24b10e0-7462-4957-bc38-7af2f1e7392a", "tag": "446389ef-491e-4a5e-9406-c7cf545fc3ba"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:47.303673 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994a589-3f4c-40bf-8bca-70cfebe6cf64 service neutron] Pushing event updated for resources: {'Port': ['ID=446389ef-491e-4a5e-9406-c7cf545fc3ba,revision_number=10']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:47.380029 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a5eeb3-4ebf-4a08-9173-95e14520190f x-openstack-request-id: req-67a5eeb3-4ebf-4a08-9173-95e14520190f {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:47.380329 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24b10e0-7462-4957-bc38-7af2f1e7392a", "tag": "446389ef-491e-4a5e-9406-c7cf545fc3ba", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:47.380589 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67a5eeb3-4ebf-4a08-9173-95e14520190f {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:47.381068 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24b10e0-7462-4957-bc38-7af2f1e7392a', 'tag': '446389ef-491e-4a5e-9406-c7cf545fc3ba', 'status': 'completed', 'code': 200} Nov 12 01:11:47.473146 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-0f46d31a-9adb-483f-a197-5f7c252f3463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:47.474740 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-0f46d31a-9adb-483f-a197-5f7c252f3463 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d94d0617ef48cb917f00ba5f682af1&device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 1096 time: 0.0437253 Nov 12 01:11:47.567562 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-afb134ae-9305-4c1f-8345-0511e029450a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:47.569082 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-afb134ae-9305-4c1f-8345-0511e029450a service neutron] 10.222.0.15 "GET /v2.0/networks?id=99535b47-1f31-43c2-8e7d-8697835dc16e HTTP/1.1" status: 200 len: 918 time: 0.0872610 Nov 12 01:11:47.693950 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-57e02e18-192f-4974-b5a4-3587d8c775b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba HTTP/1.1" status: 200 len: 999 time: 0.1181386 Nov 12 01:11:47.743256 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-cb7a1a55-f210-4970-9c5f-1122de34f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:47.744664 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-cb7a1a55-f210-4970-9c5f-1122de34f07a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f24b6a7-8d5d-4c0c-92a3-967aab668bff HTTP/1.1" status: 200 len: 856 time: 0.0438426 Nov 12 01:11:47.791012 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-27813ca0-63b3-49d5-8dd2-fd6bb5e404a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:47.792453 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-27813ca0-63b3-49d5-8dd2-fd6bb5e404a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99535b47-1f31-43c2-8e7d-8697835dc16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403712 Nov 12 01:11:47.887287 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-65fc5ca0-3248-4b2f-a815-c614ee04b778 service neutron] 10.222.0.15 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866904 Nov 12 01:11:47.978134 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-de7d8264-9e79-4fa4-8a48-4e8008716b25 service neutron] 10.222.0.15 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833387 Nov 12 01:11:48.092069 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0979622-0882-4d7a-b895-17be04345d56 req-5446871f-446f-4f2e-9ccc-0c44ec79665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:48.093721 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0979622-0882-4d7a-b895-17be04345d56 req-5446871f-446f-4f2e-9ccc-0c44ec79665d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d94d0617ef48cb917f00ba5f682af1&device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 1096 time: 0.0485673 Nov 12 01:11:48.197393 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0979622-0882-4d7a-b895-17be04345d56 req-557b69e4-9a46-4be1-9510-311c729e8c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:48.198886 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0979622-0882-4d7a-b895-17be04345d56 req-557b69e4-9a46-4be1-9510-311c729e8c97 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99535b47-1f31-43c2-8e7d-8697835dc16e HTTP/1.1" status: 200 len: 918 time: 0.0930164 Nov 12 01:11:48.283502 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0979622-0882-4d7a-b895-17be04345d56 req-3eb24d45-d6df-4a60-8e08-8c2d1d891c1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba HTTP/1.1" status: 200 len: 999 time: 0.0771294 Nov 12 01:11:48.363920 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0979622-0882-4d7a-b895-17be04345d56 req-e6c9936b-cdae-41a8-9f3f-d711559acb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:48.369663 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0979622-0882-4d7a-b895-17be04345d56 req-e6c9936b-cdae-41a8-9f3f-d711559acb53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f24b6a7-8d5d-4c0c-92a3-967aab668bff HTTP/1.1" status: 200 len: 856 time: 0.0791469 Nov 12 01:11:48.427365 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc9175-25ea-4ed7-a995-5f3c97c7f60d req-8a2eb61e-c29f-44f6-b023-a90f53604c2f tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:48.429761 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-53bc9175-25ea-4ed7-a995-5f3c97c7f60d req-8a2eb61e-c29f-44f6-b023-a90f53604c2f tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 944 time: 0.0538692 Nov 12 01:11:48.490389 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-53bc9175-25ea-4ed7-a995-5f3c97c7f60d req-b9a54f84-8ad7-4c43-a87a-10a00dfb270e tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499847 Nov 12 01:11:49.639286 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10740d7-85b5-4812-9c5d-369a6cdee553 req-ab766a67-273a-45cf-b2c8-b4397c60c9fc tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:49.640229 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e10740d7-85b5-4812-9c5d-369a6cdee553 req-ab766a67-273a-45cf-b2c8-b4397c60c9fc tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 944 time: 0.0622544 Nov 12 01:11:49.697488 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e10740d7-85b5-4812-9c5d-369a6cdee553 req-8557ff8b-c731-4480-80e7-4ecbbf8257b2 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502608 Nov 12 01:11:50.043433 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4dbba7b0-65e7-42bc-b5ab-379982ea27f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.865177 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117a1ef-cefb-44d8-839f-6f5cdaaf0708 req-c2c5e182-5768-470c-93c2-db7555f02711 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:50.869299 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2117a1ef-cefb-44d8-839f-6f5cdaaf0708 req-c2c5e182-5768-470c-93c2-db7555f02711 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 944 time: 0.0756810 Nov 12 01:11:50.943408 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2117a1ef-cefb-44d8-839f-6f5cdaaf0708 req-2f0343d0-dec3-42c6-bbb6-d846a5472ca5 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672317 Nov 12 01:11:52.083778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b72f67-e027-4653-afd9-5daa1b66a29c req-7df13367-a305-49f6-90b7-7946579d05ad tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:52.085411 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60b72f67-e027-4653-afd9-5daa1b66a29c req-7df13367-a305-49f6-90b7-7946579d05ad tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 944 time: 0.0601056 Nov 12 01:11:52.151326 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60b72f67-e027-4653-afd9-5daa1b66a29c req-d0f7b437-ec23-4f42-b09d-04f79517178a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595922 Nov 12 01:11:52.353538 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-16fc9e4f-4d83-481b-a2d8-ff3157d88454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.315883 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfc690-19be-42f5-beda-92840b1362c7 req-545da454-d245-457f-98d1-85bb6d75f322 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:53.317682 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19dfc690-19be-42f5-beda-92840b1362c7 req-545da454-d245-457f-98d1-85bb6d75f322 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 944 time: 0.0623033 Nov 12 01:11:53.429402 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19dfc690-19be-42f5-beda-92840b1362c7 req-3178319b-578e-4b24-b11f-aa558670937a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907366 Nov 12 01:11:53.506103 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.582389 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaae46a-d884-487b-b541-0336d0a5d482 req-919eddd5-3f76-4d4f-8c79-8ce6df7fe11b tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:54.583835 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cfaae46a-d884-487b-b541-0336d0a5d482 req-919eddd5-3f76-4d4f-8c79-8ce6df7fe11b tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 944 time: 0.0752797 Nov 12 01:11:54.636096 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cfaae46a-d884-487b-b541-0336d0a5d482 req-d772d4ba-3a57-45a0-a62c-0821fef60835 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460951 Nov 12 01:11:54.751903 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.482093 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.816097 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b67e45-8ac6-4481-b93d-7c18ef9fd231 req-af441507-3f73-4c7c-bc5e-24773b7cdc92 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:55.817670 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-66b67e45-8ac6-4481-b93d-7c18ef9fd231 req-af441507-3f73-4c7c-bc5e-24773b7cdc92 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 944 time: 0.0851581 Nov 12 01:11:55.873079 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-66b67e45-8ac6-4481-b93d-7c18ef9fd231 req-696db8ef-b611-446f-a8ca-f55b9211b615 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487719 Nov 12 01:11:56.001998 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.023309 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b48ff7-84d2-427f-9b36-7dde965cb518 req-cfa3bd91-f64c-4e69-bdc8-2f6be4edb32f tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:57.040819 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c8b48ff7-84d2-427f-9b36-7dde965cb518 req-cfa3bd91-f64c-4e69-bdc8-2f6be4edb32f tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 944 time: 0.0782585 Nov 12 01:11:57.102092 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c8b48ff7-84d2-427f-9b36-7dde965cb518 req-376800bb-2055-4643-9c73-cb6e3a3295f5 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599966 Nov 12 01:11:58.262398 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19652127-b85b-403d-bfed-a82dd40c4449 req-b6263273-c21f-432d-b11e-4eb9a1368b81 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:58.263884 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19652127-b85b-403d-bfed-a82dd40c4449 req-b6263273-c21f-432d-b11e-4eb9a1368b81 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 944 time: 0.0507195 Nov 12 01:11:58.322828 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-19652127-b85b-403d-bfed-a82dd40c4449 req-c4263fc1-fd74-44fb-936b-dbe4321f3272 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528376 Nov 12 01:11:59.445536 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3e13a-1bcf-4538-b09c-8ee3d40a7249 req-af9acaed-9c1a-4aad-961f-6d00b006c86d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:59.447077 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6af3e13a-1bcf-4538-b09c-8ee3d40a7249 req-af9acaed-9c1a-4aad-961f-6d00b006c86d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 944 time: 0.0501382 Nov 12 01:11:59.496737 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6af3e13a-1bcf-4538-b09c-8ee3d40a7249 req-08b3ce25-2d6a-4d88-8db3-298890e57607 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430987 Nov 12 01:12:00.628309 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee10cc-bf0c-4f88-a175-1864cfbec6e4 req-0db47115-f58b-408c-8492-8e87df7d56d6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:00.629894 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-90ee10cc-bf0c-4f88-a175-1864cfbec6e4 req-0db47115-f58b-408c-8492-8e87df7d56d6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 944 time: 0.0549440 Nov 12 01:12:00.678122 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-90ee10cc-bf0c-4f88-a175-1864cfbec6e4 req-513be3e5-7c28-43db-86b9-140564054384 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415883 Nov 12 01:12:01.134411 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0979622-0882-4d7a-b895-17be04345d56 req-ba759d57-fb31-48d5-80b8-1700aa0c3ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:01.135975 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0979622-0882-4d7a-b895-17be04345d56 req-ba759d57-fb31-48d5-80b8-1700aa0c3ec8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99535b47-1f31-43c2-8e7d-8697835dc16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425699 Nov 12 01:12:01.233229 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0979622-0882-4d7a-b895-17be04345d56 req-0307cd9c-d755-4ddc-93c5-b56bc485e998 service neutron] 10.222.0.15 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879338 Nov 12 01:12:01.330125 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0979622-0882-4d7a-b895-17be04345d56 req-db2037f9-a504-4617-aa1e-600e1991a557 service neutron] 10.222.0.15 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877705 Nov 12 01:12:01.807447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e5707-c3bf-4dfe-8c84-5b9561f951d8 req-cdd952cf-013c-4321-9734-8c6b602d1eb1 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:01.809008 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3e1e5707-c3bf-4dfe-8c84-5b9561f951d8 req-cdd952cf-013c-4321-9734-8c6b602d1eb1 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 944 time: 0.0554459 Nov 12 01:12:01.863908 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3e1e5707-c3bf-4dfe-8c84-5b9561f951d8 req-a380cc7b-8184-4873-b6d0-4a816534d2ac tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487728 Nov 12 01:12:02.992143 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520f4f2-d84c-4e30-8f00-65a4f7f7c145 req-704c856f-54b3-43cf-a393-d27bc94f89b3 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:02.993678 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7520f4f2-d84c-4e30-8f00-65a4f7f7c145 req-704c856f-54b3-43cf-a393-d27bc94f89b3 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 944 time: 0.0504458 Nov 12 01:12:03.044055 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7520f4f2-d84c-4e30-8f00-65a4f7f7c145 req-990ffd5f-aefd-4fdc-b344-4002e8fdebcb tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442052 Nov 12 01:12:04.174067 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e8153-e824-4a8b-8c36-7ac82b3de637 req-d40b14c7-63d8-4c8b-905c-d9c82aff8a4c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:04.175584 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a01e8153-e824-4a8b-8c36-7ac82b3de637 req-d40b14c7-63d8-4c8b-905c-d9c82aff8a4c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 944 time: 0.0562799 Nov 12 01:12:04.228969 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a01e8153-e824-4a8b-8c36-7ac82b3de637 req-7e45c3ba-0403-47e3-9edd-7ea7dabad6db tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465577 Nov 12 01:12:05.351065 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd3a44-55d8-49d3-845b-b7b578d8fba8 req-1cb64f46-ce35-4649-ada6-4f3d37afe095 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:05.352548 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0cdd3a44-55d8-49d3-845b-b7b578d8fba8 req-1cb64f46-ce35-4649-ada6-4f3d37afe095 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 944 time: 0.0493917 Nov 12 01:12:05.410387 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0cdd3a44-55d8-49d3-845b-b7b578d8fba8 req-85e6f1bf-48fe-406b-93d3-8d780ba3c3bc tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516565 Nov 12 01:12:06.539299 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c9313-0335-4282-8b11-41c87b30eb81 req-b8f53dcc-85ba-42dd-97bd-bae259533d9a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:06.541000 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad1c9313-0335-4282-8b11-41c87b30eb81 req-b8f53dcc-85ba-42dd-97bd-bae259533d9a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 944 time: 0.0543416 Nov 12 01:12:06.593645 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad1c9313-0335-4282-8b11-41c87b30eb81 req-547dbe79-d5f8-4f7d-bca8-9f0a45a47408 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466921 Nov 12 01:12:07.723660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04a1f3-a61c-43c3-b97f-a5445ae4cafa req-90733bc8-b41f-46fe-8d8f-50cf75c82d52 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:07.725217 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d04a1f3-a61c-43c3-b97f-a5445ae4cafa req-90733bc8-b41f-46fe-8d8f-50cf75c82d52 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 944 time: 0.0513480 Nov 12 01:12:07.776988 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d04a1f3-a61c-43c3-b97f-a5445ae4cafa req-ead732ee-6279-4150-968d-7d0cd733b668 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453777 Nov 12 01:12:08.792547 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:08.901616 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68a161-817a-4d1f-a2e7-72c05eaa6342 req-89a84db4-800e-432f-b6f1-8d0157f7011d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:08.903223 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cf68a161-817a-4d1f-a2e7-72c05eaa6342 req-89a84db4-800e-432f-b6f1-8d0157f7011d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 944 time: 0.0522683 Nov 12 01:12:08.955362 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cf68a161-817a-4d1f-a2e7-72c05eaa6342 req-67c1de0c-15ff-4310-85fc-f1bff2838ea8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453758 Nov 12 01:12:09.451151 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:12:10.076000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 446389ef-491e-4a5e-9406-c7cf545fc3ba details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:12:10.091266 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba594be-082e-457d-95a4-61af8c0e839d req-16ebc529-4d72-4d5d-9e71-7d16ef2ec0c3 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.092875 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aba594be-082e-457d-95a4-61af8c0e839d req-16ebc529-4d72-4d5d-9e71-7d16ef2ec0c3 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 944 time: 0.0608771 Nov 12 01:12:10.146280 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aba594be-082e-457d-95a4-61af8c0e839d req-44870f89-a644-430c-aafc-00488663096b tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465755 Nov 12 01:12:10.172314 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 446389ef-491e-4a5e-9406-c7cf545fc3ba, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:10.184238 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '446389ef-491e-4a5e-9406-c7cf545fc3ba', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'port_id': '446389ef-491e-4a5e-9406-c7cf545fc3ba', 'mac_address': 'fa:16:3e:f9:06:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:12:10.223283 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.237064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446389ef-491e-4a5e-9406-c7cf545fc3ba {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:12:10.258966 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 446389ef-491e-4a5e-9406-c7cf545fc3ba, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:10.262951 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.314595 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=446389ef-491e-4a5e-9406-c7cf545fc3ba,revision_number=11']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:10.322294 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:10.322648 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:10.322994 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:10.323372 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:10.323706 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:10.324040 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:10.324382 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:10.324748 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:10.325086 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:10.325413 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:10.325735 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:10.326063 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:10.627443 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['446389ef-491e-4a5e-9406-c7cf545fc3ba'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:12:11.273699 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bc60e-e40a-4b07-b9a7-9302bb2a3383 req-861d0cb7-14b8-43f5-b3b2-17c11871bc36 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:11.275309 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-807bc60e-e40a-4b07-b9a7-9302bb2a3383 req-861d0cb7-14b8-43f5-b3b2-17c11871bc36 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 945 time: 0.0499952 Nov 12 01:12:11.322555 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-807bc60e-e40a-4b07-b9a7-9302bb2a3383 req-be43bb27-7357-4499-b042-c97011cf96de tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411668 Nov 12 01:12:12.093304 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 446389ef-491e-4a5e-9406-c7cf545fc3ba up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:12:12.148110 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 446389ef-491e-4a5e-9406-c7cf545fc3ba completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:12:12.152914 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 446389ef-491e-4a5e-9406-c7cf545fc3ba triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:12.153289 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.232214 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.256897 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24b10e0-7462-4957-bc38-7af2f1e7392a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446389ef-491e-4a5e-9406-c7cf545fc3ba'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:12.259411 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c1a70f-c457-42d1-87f7-03fdc4e2e359" -d '{"events": [{"server_uuid": "e24b10e0-7462-4957-bc38-7af2f1e7392a", "name": "network-vif-plugged", "status": "completed", "tag": "446389ef-491e-4a5e-9406-c7cf545fc3ba"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:12.273487 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 446389ef-491e-4a5e-9406-c7cf545fc3ba, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:12.278170 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.306009 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe50cda-deb7-4fd8-a409-806a66a7850d x-openstack-request-id: req-6fe50cda-deb7-4fd8-a409-806a66a7850d {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:12.306304 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24b10e0-7462-4957-bc38-7af2f1e7392a", "name": "network-vif-plugged", "status": "completed", "tag": "446389ef-491e-4a5e-9406-c7cf545fc3ba", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:12.306547 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6fe50cda-deb7-4fd8-a409-806a66a7850d {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:12.306968 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24b10e0-7462-4957-bc38-7af2f1e7392a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446389ef-491e-4a5e-9406-c7cf545fc3ba', 'code': 200} Nov 12 01:12:12.334779 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=446389ef-491e-4a5e-9406-c7cf545fc3ba,revision_number=12']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:12.459699 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ff121-57cd-4709-81d8-642081851876 req-1ff6cf8b-b05e-4752-b477-e62479265463 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:12.461380 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-666ff121-57cd-4709-81d8-642081851876 req-1ff6cf8b-b05e-4752-b477-e62479265463 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 946 time: 0.0612552 Nov 12 01:12:12.540199 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606a546-6732-4682-8274-f68cb4755958 req-b5cc3410-6323-410f-b80b-5fe17629869c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:12.541912 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0606a546-6732-4682-8274-f68cb4755958 req-b5cc3410-6323-410f-b80b-5fe17629869c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 1098 time: 0.0756648 Nov 12 01:12:12.545499 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-666ff121-57cd-4709-81d8-642081851876 req-98982c06-7caf-4b4d-9a9c-72982a88e5fd tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715528 Nov 12 01:12:12.589430 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0606a546-6732-4682-8274-f68cb4755958 req-42551237-9b66-4613-a970-e31bfac8a9a6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396402 Nov 12 01:12:13.676439 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a7915-bd82-497a-8e84-ada06ea7e707 req-42cb44c6-c081-4503-9e9b-4eb76240cc81 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:13.677947 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-208a7915-bd82-497a-8e84-ada06ea7e707 req-42cb44c6-c081-4503-9e9b-4eb76240cc81 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 946 time: 0.0528402 Nov 12 01:12:13.728497 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-208a7915-bd82-497a-8e84-ada06ea7e707 req-3f84b7d8-1db6-492e-b5a4-6a09800d099a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444374 Nov 12 01:12:14.850945 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940119f-c326-49ed-b413-7e3f2d25696c req-c970d510-77af-4df1-9165-1c39441c3fb5 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:14.853126 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6940119f-c326-49ed-b413-7e3f2d25696c req-c970d510-77af-4df1-9165-1c39441c3fb5 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 946 time: 0.0502000 Nov 12 01:12:14.906185 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6940119f-c326-49ed-b413-7e3f2d25696c req-9e1da0a4-e693-4049-8cfd-d59a25f64fff tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470774 Nov 12 01:12:18.937001 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3a1419a7-4db7-490c-844b-ade3d42b9d7c req-bc2f90ed-61b0-445b-8839-95921ca16218 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419312 Nov 12 01:12:19.042387 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1419a7-4db7-490c-844b-ade3d42b9d7c req-2fa7529b-2886-46af-bda3-47d4a9d0b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:19.043935 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3a1419a7-4db7-490c-844b-ade3d42b9d7c req-2fa7529b-2886-46af-bda3-47d4a9d0b0b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d94d0617ef48cb917f00ba5f682af1&device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 1098 time: 0.0415833 Nov 12 01:12:19.158517 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1419a7-4db7-490c-844b-ade3d42b9d7c req-3c5d0314-08e8-4212-9f5c-ddd1da404bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:19.160063 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3a1419a7-4db7-490c-844b-ade3d42b9d7c req-3c5d0314-08e8-4212-9f5c-ddd1da404bad service neutron] 10.222.0.15 "GET /v2.0/networks?id=99535b47-1f31-43c2-8e7d-8697835dc16e HTTP/1.1" status: 200 len: 918 time: 0.0924244 Nov 12 01:12:19.230834 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3a1419a7-4db7-490c-844b-ade3d42b9d7c req-509e8249-8f56-4fb2-80e3-6abe760ade10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba HTTP/1.1" status: 200 len: 1001 time: 0.0635536 Nov 12 01:12:19.284593 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1419a7-4db7-490c-844b-ade3d42b9d7c req-cde0cc9b-2997-4666-a0da-ffc1920855c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:19.286128 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3a1419a7-4db7-490c-844b-ade3d42b9d7c req-cde0cc9b-2997-4666-a0da-ffc1920855c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f24b6a7-8d5d-4c0c-92a3-967aab668bff HTTP/1.1" status: 200 len: 856 time: 0.0479512 Nov 12 01:12:19.338744 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1419a7-4db7-490c-844b-ade3d42b9d7c req-61e199e5-a90d-4f7c-b202-25d8e3757cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:19.340343 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3a1419a7-4db7-490c-844b-ade3d42b9d7c req-61e199e5-a90d-4f7c-b202-25d8e3757cd3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99535b47-1f31-43c2-8e7d-8697835dc16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466795 Nov 12 01:12:19.431287 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3a1419a7-4db7-490c-844b-ade3d42b9d7c req-8993d237-9eeb-4614-8aca-a857c5f93b45 service neutron] 10.222.0.15 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835316 Nov 12 01:12:19.534274 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3a1419a7-4db7-490c-844b-ade3d42b9d7c req-4aff2de1-7f30-41e2-912c-f60894722fcd service neutron] 10.222.0.15 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963683 Nov 12 01:12:20.038339 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a5a2dde8-e48c-4b43-84b3-52bd437c75aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.347958 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-39c2eb96-ab86-4474-b38e-9772f0a84727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.509124 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.749107 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.483718 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.997210 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:38.785938 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.451136 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:12:50.034959 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e0ae37c6-7da5-40b9-804e-235c408f3820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:52.350907 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f3bae356-5911-46dc-9992-6043d4f190ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:53.513577 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.748455 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:55.482670 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:55.999777 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:08.793537 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.940996 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be18a88d-6513-4eae-9e1b-51cb00373ba0 req-dc18bb8b-b74e-4353-b59d-15a60488ffa7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0491793 Nov 12 01:13:20.047028 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bb0b5a9a-012e-49d4-8c9b-a875b61a2ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.058201 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18a88d-6513-4eae-9e1b-51cb00373ba0 req-92b29c9f-f557-44b9-ae09-c1ea69ea24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:20.060506 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be18a88d-6513-4eae-9e1b-51cb00373ba0 req-92b29c9f-f557-44b9-ae09-c1ea69ea24bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d94d0617ef48cb917f00ba5f682af1&device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 1098 time: 0.0507238 Nov 12 01:13:20.187472 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18a88d-6513-4eae-9e1b-51cb00373ba0 req-f85d7daf-0243-439a-8564-66eba65e5420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:20.189251 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be18a88d-6513-4eae-9e1b-51cb00373ba0 req-f85d7daf-0243-439a-8564-66eba65e5420 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99535b47-1f31-43c2-8e7d-8697835dc16e HTTP/1.1" status: 200 len: 918 time: 0.1031320 Nov 12 01:13:20.256022 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be18a88d-6513-4eae-9e1b-51cb00373ba0 req-58fa83d1-d4be-40d1-8387-cb9b42e739a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba HTTP/1.1" status: 200 len: 1001 time: 0.0590041 Nov 12 01:13:20.315040 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18a88d-6513-4eae-9e1b-51cb00373ba0 req-95855a46-10c5-4937-b364-aa6d4c8b0770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:20.317281 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be18a88d-6513-4eae-9e1b-51cb00373ba0 req-95855a46-10c5-4937-b364-aa6d4c8b0770 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f24b6a7-8d5d-4c0c-92a3-967aab668bff HTTP/1.1" status: 200 len: 856 time: 0.0540357 Nov 12 01:13:20.367984 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18a88d-6513-4eae-9e1b-51cb00373ba0 req-425e1ae5-4370-44c2-a67e-192f38eaf6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:20.370084 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be18a88d-6513-4eae-9e1b-51cb00373ba0 req-425e1ae5-4370-44c2-a67e-192f38eaf6cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99535b47-1f31-43c2-8e7d-8697835dc16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456271 Nov 12 01:13:20.474724 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be18a88d-6513-4eae-9e1b-51cb00373ba0 req-4365afb6-da6d-40d4-b8b6-c1884f55c121 service neutron] 10.222.0.15 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973372 Nov 12 01:13:20.597104 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-be18a88d-6513-4eae-9e1b-51cb00373ba0 req-a8944c46-d0df-4141-ac4d-f993b07fcf1a service neutron] 10.222.0.15 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153324 Nov 12 01:13:22.358017 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a4b331f6-3267-4396-9e9f-c37a107a6286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:23.451827 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:13:23.515833 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:24.779606 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:25.487035 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:26.004509 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.708314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9650d4b-9f32-425d-987a-744fb9f8f4e9 req-3f945275-e522-4e1a-b365-668a157d24bf tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:27.709947 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b9650d4b-9f32-425d-987a-744fb9f8f4e9 req-3f945275-e522-4e1a-b365-668a157d24bf tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 946 time: 0.0534697 Nov 12 01:13:27.762253 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b9650d4b-9f32-425d-987a-744fb9f8f4e9 req-8310c4dc-e91d-44a1-b07c-1dc8806db57d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459197 Nov 12 01:13:28.886966 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fb94c-25ab-40c0-94ec-fa748ef5d9b8 req-80315309-4123-49aa-8c92-56739d342c7c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:28.888428 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-075fb94c-25ab-40c0-94ec-fa748ef5d9b8 req-80315309-4123-49aa-8c92-56739d342c7c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 946 time: 0.0510955 Nov 12 01:13:28.938732 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-075fb94c-25ab-40c0-94ec-fa748ef5d9b8 req-82304c39-66ad-4c73-92ad-0bf0f7b391db tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438707 Nov 12 01:13:29.650032 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bb74d-f6dd-4060-b783-af7dd782cb43 req-df315be7-ba21-4bd7-aa68-bc96a26d236f tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:29.651545 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6f0bb74d-f6dd-4060-b783-af7dd782cb43 req-df315be7-ba21-4bd7-aa68-bc96a26d236f tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.15 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 946 time: 0.0553725 Nov 12 01:13:29.744002 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-6f0bb74d-f6dd-4060-b783-af7dd782cb43 req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Deleting port 446389ef-491e-4a5e-9406-c7cf545fc3ba {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:29.744354 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6f0bb74d-f6dd-4060-b783-af7dd782cb43 req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.842514 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-6f0bb74d-f6dd-4060-b783-af7dd782cb43 req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] For port 446389ef-491e-4a5e-9406-c7cf545fc3ba, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=446389ef-491e-4a5e-9406-c7cf545fc3ba,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:29.842781 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6f0bb74d-f6dd-4060-b783-af7dd782cb43 req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.099340 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6f0bb74d-f6dd-4060-b783-af7dd782cb43 req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.099620 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6f0bb74d-f6dd-4060-b783-af7dd782cb43 req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.099944 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [req-6f0bb74d-f6dd-4060-b783-af7dd782cb43 req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Floating IP ec779091-dd5e-4fc1-b250-283d84dde8dd disassociated. External IP: 172.25.0.176, port: 446389ef-491e-4a5e-9406-c7cf545fc3ba. Nov 12 01:13:30.100294 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-6f0bb74d-f6dd-4060-b783-af7dd782cb43 req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Calling delete_port for 446389ef-491e-4a5e-9406-c7cf545fc3ba owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:30.116775 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333861e-d851-476c-8b40-a894fbfa2a88 req-2e96e6f6-1973-415a-80cf-31c07d2df295 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.118312 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f333861e-d851-476c-8b40-a894fbfa2a88 req-2e96e6f6-1973-415a-80cf-31c07d2df295 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e24b10e0-7462-4957-bc38-7af2f1e7392a HTTP/1.1" status: 200 len: 946 time: 0.1033230 Nov 12 01:13:30.213510 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f333861e-d851-476c-8b40-a894fbfa2a88 req-bf3c3fc7-e2c7-4d44-be4d-48aa98d559d2 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=084d0390-22f6-47de-97b0-701db1f375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880790 Nov 12 01:13:30.285271 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6f0bb74d-f6dd-4060-b783-af7dd782cb43 req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.314703 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Pushing event deleted for resources: {'Port': ['ID=446389ef-491e-4a5e-9406-c7cf545fc3ba,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:30.330791 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:30.331150 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:30.331529 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:30.331866 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:30.332205 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:30.332540 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:30.332917 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:30.333320 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:30.333664 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:30.333885 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:30.334207 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:30.334533 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:30.447803 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f0bb74d-f6dd-4060-b783-af7dd782cb43 req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:13:30.557426 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f0bb74d-f6dd-4060-b783-af7dd782cb43 req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:30.569052 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcfd035-953f-4e90-9bba-0719b805e981 None None] Sync routers for ids ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:30.579127 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcfd035-953f-4e90-9bba-0719b805e981 None None] Routers {'4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:30.580082 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cdcfd035-953f-4e90-9bba-0719b805e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:13:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:30.597933 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0bb74d-f6dd-4060-b783-af7dd782cb43 req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] No DVR routers for this DVR port 446389ef-491e-4a5e-9406-c7cf545fc3ba on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:13:30.601810 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6f0bb74d-f6dd-4060-b783-af7dd782cb43 req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.607320 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6f0bb74d-f6dd-4060-b783-af7dd782cb43 req-5d2e9080-bd83-46b3-9919-0131c895dbf6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.15 "DELETE /v2.0/ports/446389ef-491e-4a5e-9406-c7cf545fc3ba HTTP/1.1" status: 204 len: 173 time: 0.9491193 Nov 12 01:13:30.608127 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24b10e0-7462-4957-bc38-7af2f1e7392a', 'name': 'network-vif-deleted', 'tag': '446389ef-491e-4a5e-9406-c7cf545fc3ba'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:30.610450 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f26593-4a35-4490-8b54-7df51b92e9d8" -d '{"events": [{"server_uuid": "e24b10e0-7462-4957-bc38-7af2f1e7392a", "name": "network-vif-deleted", "tag": "446389ef-491e-4a5e-9406-c7cf545fc3ba"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:30.693537 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023089b1-95ac-4d81-97e0-59b18bc872a7 x-openstack-request-id: req-023089b1-95ac-4d81-97e0-59b18bc872a7 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:30.694146 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24b10e0-7462-4957-bc38-7af2f1e7392a", "name": "network-vif-deleted", "tag": "446389ef-491e-4a5e-9406-c7cf545fc3ba", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:30.694146 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-023089b1-95ac-4d81-97e0-59b18bc872a7 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:30.694547 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24b10e0-7462-4957-bc38-7af2f1e7392a', 'name': 'network-vif-deleted', 'tag': '446389ef-491e-4a5e-9406-c7cf545fc3ba', 'status': 'completed', 'code': 200} Nov 12 01:13:30.747293 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-cdcfd035-953f-4e90-9bba-0719b805e981 None None] Set router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:30.984138 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cdcfd035-953f-4e90-9bba-0719b805e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-router', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:11Z', 'revision_number': 4, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'gw_port': {'id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '88e38e49-a098-453f-8e1a-77e973f75c51', 'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'mac_address': 'fa:16:3e:96:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:10Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 5, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'subnets': [{'id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:31.017092 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcfd035-953f-4e90-9bba-0719b805e981 None None] Checking router: 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:13:31.027954 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcfd035-953f-4e90-9bba-0719b805e981 None None] Routers {'4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:31.028746 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cdcfd035-953f-4e90-9bba-0719b805e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:13:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:31.145968 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-cdcfd035-953f-4e90-9bba-0719b805e981 None None] Set router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:31.319693 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45690) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:31.370649 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cdcfd035-953f-4e90-9bba-0719b805e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-router', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:11Z', 'revision_number': 4, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'gw_port': {'id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '88e38e49-a098-453f-8e1a-77e973f75c51', 'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'mac_address': 'fa:16:3e:96:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:10Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 5, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'subnets': [{'id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:31.376973 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6ea9cb9b-951e-409f-a9bd-09cae0c51674 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:31.403135 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6ea9cb9b-951e-409f-a9bd-09cae0c51674 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:31.550592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcfd035-953f-4e90-9bba-0719b805e981 None None] The sync data for ids ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'] in n-d-712137-14 is: [{'id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-router', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:11Z', 'revision_number': 4, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'gw_port': {'id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '88e38e49-a098-453f-8e1a-77e973f75c51', 'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'mac_address': 'fa:16:3e:96:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:10Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 5, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'subnets': [{'id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:31.825966 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6ea9cb9b-951e-409f-a9bd-09cae0c51674 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:31.829712 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6ea9cb9b-951e-409f-a9bd-09cae0c51674 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:31.831176 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6ea9cb9b-951e-409f-a9bd-09cae0c51674 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "DELETE /v2.0/security-groups/084d0390-22f6-47de-97b0-701db1f375e9 HTTP/1.1" status: 204 len: 168 time: 0.5105326 Nov 12 01:13:31.834457 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45702) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:31.841629 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9cb9b-951e-409f-a9bd-09cae0c51674 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=084d0390-22f6-47de-97b0-701db1f375e9,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:31.850084 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-15108570-61f3-4015-9394-748eaf38869e tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] show failed (client error): The resource could not be found. Nov 12 01:13:31.854148 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-15108570-61f3-4015-9394-748eaf38869e tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups/084d0390-22f6-47de-97b0-701db1f375e9 HTTP/1.1" status: 404 len: 347 time: 0.0186818 Nov 12 01:13:31.854979 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45704) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:31.866268 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e729eb06-ec70-4a3c-9fa6-80f10c75423a None None] New status for floating IP ec779091-dd5e-4fc1-b250-283d84dde8dd: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:13:31.991544 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-b5a39613-61c6-48d8-a4b1-cd7d21dd1d80 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Deleting port 51f8f4b4-edcc-409b-902a-5b2cf3ff37fb {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:31.991950 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b5a39613-61c6-48d8-a4b1-cd7d21dd1d80 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.078663 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b5a39613-61c6-48d8-a4b1-cd7d21dd1d80 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.079050 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b5a39613-61c6-48d8-a4b1-cd7d21dd1d80 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.091899 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-b5a39613-61c6-48d8-a4b1-cd7d21dd1d80 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Calling delete_port for 51f8f4b4-edcc-409b-902a-5b2cf3ff37fb owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:32.229201 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b5a39613-61c6-48d8-a4b1-cd7d21dd1d80 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.261338 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a39613-61c6-48d8-a4b1-cd7d21dd1d80 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Pushing event deleted for resources: {'Port': ['ID=51f8f4b4-edcc-409b-902a-5b2cf3ff37fb,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:32.285708 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a39613-61c6-48d8-a4b1-cd7d21dd1d80 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:32.286071 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a39613-61c6-48d8-a4b1-cd7d21dd1d80 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:32.286418 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a39613-61c6-48d8-a4b1-cd7d21dd1d80 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:32.286759 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a39613-61c6-48d8-a4b1-cd7d21dd1d80 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:32.287098 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a39613-61c6-48d8-a4b1-cd7d21dd1d80 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:32.287435 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a39613-61c6-48d8-a4b1-cd7d21dd1d80 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:32.287773 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a39613-61c6-48d8-a4b1-cd7d21dd1d80 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:32.288110 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a39613-61c6-48d8-a4b1-cd7d21dd1d80 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:32.288441 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a39613-61c6-48d8-a4b1-cd7d21dd1d80 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:32.288801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a39613-61c6-48d8-a4b1-cd7d21dd1d80 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:32.289133 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a39613-61c6-48d8-a4b1-cd7d21dd1d80 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:32.289532 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a39613-61c6-48d8-a4b1-cd7d21dd1d80 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:32.336514 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b5a39613-61c6-48d8-a4b1-cd7d21dd1d80 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.339464 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b5a39613-61c6-48d8-a4b1-cd7d21dd1d80 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.340726 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b5a39613-61c6-48d8-a4b1-cd7d21dd1d80 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "DELETE /v2.0/floatingips/ec779091-dd5e-4fc1-b250-283d84dde8dd HTTP/1.1" status: 204 len: 168 time: 0.4845705 Nov 12 01:13:33.741351 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 45716) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:33.746126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-09a85f42-5db9-43d5-8b90-0d7ac1ab83a8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1142960687', 'description': 'tempest-description--1257319730'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:33.769541 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09a85f42-5db9-43d5-8b90-0d7ac1ab83a8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:33.845168 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09a85f42-5db9-43d5-8b90-0d7ac1ab83a8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:33.849919 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09a85f42-5db9-43d5-8b90-0d7ac1ab83a8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:33.880606 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a85f42-5db9-43d5-8b90-0d7ac1ab83a8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=754c609a-eabb-40b7-81cd-769c7e634f37,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:33.886553 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-09a85f42-5db9-43d5-8b90-0d7ac1ab83a8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:33.887813 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-09a85f42-5db9-43d5-8b90-0d7ac1ab83a8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1453791 Nov 12 01:13:33.890845 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45718) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:33.895480 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-94a6a386-483e-48fd-b40f-8ceb201d4882 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Request body: {'security_group_rule': {'security_group_id': '754c609a-eabb-40b7-81cd-769c7e634f37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:33.923877 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94a6a386-483e-48fd-b40f-8ceb201d4882 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:33.979375 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94a6a386-483e-48fd-b40f-8ceb201d4882 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:33.983225 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94a6a386-483e-48fd-b40f-8ceb201d4882 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.002633 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6a386-483e-48fd-b40f-8ceb201d4882 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938dbe38-174c-44fe-8997-27c500cae7f4,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:34.011673 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-94a6a386-483e-48fd-b40f-8ceb201d4882 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.012892 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-94a6a386-483e-48fd-b40f-8ceb201d4882 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209900 Nov 12 01:13:34.015625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45720) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:34.020677 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c3bf04bd-e88e-4d71-af51-83a346ff9b79 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Request body: {'security_group_rule': {'security_group_id': '754c609a-eabb-40b7-81cd-769c7e634f37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:34.048068 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c3bf04bd-e88e-4d71-af51-83a346ff9b79 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.107438 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c3bf04bd-e88e-4d71-af51-83a346ff9b79 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.111522 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c3bf04bd-e88e-4d71-af51-83a346ff9b79 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.130767 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf04bd-e88e-4d71-af51-83a346ff9b79 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2affecde-caab-42af-af59-34ecf17e32ac,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:34.139631 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c3bf04bd-e88e-4d71-af51-83a346ff9b79 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.140872 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c3bf04bd-e88e-4d71-af51-83a346ff9b79 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241701 Nov 12 01:13:34.143804 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45724) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:34.148617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c6ee4ebd-7cdc-4ede-b528-8ff10d564fb8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:34.173560 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4ebd-7cdc-4ede-b528-8ff10d564fb8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.272862 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4ebd-7cdc-4ede-b528-8ff10d564fb8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.420033 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-c6ee4ebd-7cdc-4ede-b528-8ff10d564fb8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Allocated IP 172.25.0.25 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/d80aa0b5-b996-4714-a9c3-a02df40c138c) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:34.518902 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4ebd-7cdc-4ede-b528-8ff10d564fb8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.557625 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4ebd-7cdc-4ede-b528-8ff10d564fb8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.587633 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 446389ef-491e-4a5e-9406-c7cf545fc3ba no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:34.618400 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ee4ebd-7cdc-4ede-b528-8ff10d564fb8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:34.623288 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-c6ee4ebd-7cdc-4ede-b528-8ff10d564fb8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:34.627349 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 446389ef-491e-4a5e-9406-c7cf545fc3ba {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:13:34.628895 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 446389ef-491e-4a5e-9406-c7cf545fc3ba not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:34.629288 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ee4ebd-7cdc-4ede-b528-8ff10d564fb8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:34.673353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee4ebd-7cdc-4ede-b528-8ff10d564fb8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Pushing event updated for resources: {'Port': ['ID=d80aa0b5-b996-4714-a9c3-a02df40c138c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:34.763299 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4ebd-7cdc-4ede-b528-8ff10d564fb8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.798033 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4ebd-7cdc-4ede-b528-8ff10d564fb8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.953064 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4ebd-7cdc-4ede-b528-8ff10d564fb8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.957584 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4ebd-7cdc-4ede-b528-8ff10d564fb8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.023636 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee4ebd-7cdc-4ede-b528-8ff10d564fb8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Pushing event updated for resources: {'Port': ['ID=d80aa0b5-b996-4714-a9c3-a02df40c138c,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:35.035402 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4ebd-7cdc-4ede-b528-8ff10d564fb8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.053027 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4ebd-7cdc-4ede-b528-8ff10d564fb8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.056633 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c6ee4ebd-7cdc-4ede-b528-8ff10d564fb8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9096267 Nov 12 01:13:35.411442 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-5719006b-fadc-456c-9416-38f3a3b6f85f tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1142960687&fields=id&tenant_id=53d94d0617ef48cb917f00ba5f682af1 HTTP/1.1" status: 200 len: 267 time: 0.0435061 Nov 12 01:13:35.526487 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-4cad4221-d228-4592-8349-a566e9032062 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:35.527926 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-4cad4221-d228-4592-8349-a566e9032062 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/networks?id=99535b47-1f31-43c2-8e7d-8697835dc16e HTTP/1.1" status: 200 len: 817 time: 0.1088138 Nov 12 01:13:35.544341 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-1d36aef9-252f-4b2e-a0d7-e79603bb7c9e tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/quotas/53d94d0617ef48cb917f00ba5f682af1 HTTP/1.1" status: 200 len: 375 time: 0.0101733 Nov 12 01:13:35.602417 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-4b208589-6fda-46cb-aa7b-c46f818ccaf2 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=53d94d0617ef48cb917f00ba5f682af1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520751 Nov 12 01:13:35.702645 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-9e360ae0-a249-4cb5-be89-a5a69c07a106 service neutron] 10.222.0.31 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871942 Nov 12 01:13:35.796744 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-571672e0-c7b7-4882-8746-d707aa3b03a8 service neutron] 10.222.0.31 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872779 Nov 12 01:13:35.977143 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eff7de7c-52cb-4a24-9d2c-03fb42892e3b req-964891d3-f3aa-4e8e-ad62-1167f249f213 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 210 time: 0.0286324 Nov 12 01:13:36.967663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-9a621161-aca0-4116-920b-4ffcd91340f2 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:36.969082 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-9a621161-aca0-4116-920b-4ffcd91340f2 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.21 "GET /v2.0/networks?id=99535b47-1f31-43c2-8e7d-8697835dc16e HTTP/1.1" status: 200 len: 817 time: 0.1168017 Nov 12 01:13:37.042058 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-f2248acf-d5ac-4d4b-bf6d-ff3f8f567228 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53d94d0617ef48cb917f00ba5f682af1 HTTP/1.1" status: 200 len: 380 time: 0.0628312 Nov 12 01:13:37.053302 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-4431f108-bd09-487c-80ac-cc02e085100c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Request body: {'port': {'device_id': 'e09a7ff6-4b25-4553-affe-2a8e04466d95', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'admin_state_up': True, 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'security_groups': ['754c609a-eabb-40b7-81cd-769c7e634f37']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:37.098871 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e9abbe0f-0c39-4341-ab31-95224c99b09b req-f1307757-54f2-4bf0-87c0-7b1ee9a9b3e8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 210 time: 0.0420043 Nov 12 01:13:37.186744 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-4431f108-bd09-487c-80ac-cc02e085100c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Made reservation on behalf of 53d94d0617ef48cb917f00ba5f682af1 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:37.191216 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-4431f108-bd09-487c-80ac-cc02e085100c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.322629 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-4431f108-bd09-487c-80ac-cc02e085100c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Allocated IP 172.20.0.7 (99535b47-1f31-43c2-8e7d-8697835dc16e/0f24b6a7-8d5d-4c0c-92a3-967aab668bff/eddaeee4-8e50-4409-853e-072a48499b6b) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:37.463579 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-4431f108-bd09-487c-80ac-cc02e085100c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.496981 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-4431f108-bd09-487c-80ac-cc02e085100c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.538689 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-4431f108-bd09-487c-80ac-cc02e085100c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Network 99535b47-1f31-43c2-8e7d-8697835dc16e is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:37.541931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-4431f108-bd09-487c-80ac-cc02e085100c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:37.544553 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-4431f108-bd09-487c-80ac-cc02e085100c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:37.578576 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431f108-bd09-487c-80ac-cc02e085100c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Pushing event updated for resources: {'Port': ['ID=eddaeee4-8e50-4409-853e-072a48499b6b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:37.612354 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-4431f108-bd09-487c-80ac-cc02e085100c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:37.613392 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-4431f108-bd09-487c-80ac-cc02e085100c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.632076 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-4431f108-bd09-487c-80ac-cc02e085100c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5831053 Nov 12 01:13:37.648345 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] Request body: {'port': {'device_id': 'e09a7ff6-4b25-4553-affe-2a8e04466d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:37.704961 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.801990 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-89fc063f-952d-44b9-a832-68a6d3ef1ae6 None None] Provisioning complete for port eddaeee4-8e50-4409-853e-072a48499b6b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:37.802560 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-89fc063f-952d-44b9-a832-68a6d3ef1ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.838643 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-89fc063f-952d-44b9-a832-68a6d3ef1ae6 None None] Port eddaeee4-8e50-4409-853e-072a48499b6b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:13:37.985012 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eddaeee4-8e50-4409-853e-072a48499b6b {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:13:37.993876 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.006871 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] Transition to ACTIVE for port object eddaeee4-8e50-4409-853e-072a48499b6b will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:13:38.011035 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.058677 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] Pushing event updated for resources: {'Port': ['ID=eddaeee4-8e50-4409-853e-072a48499b6b,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:38.140436 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] Attempting to bind port eddaeee4-8e50-4409-853e-072a48499b6b on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:38.140750 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] Attempting to bind port eddaeee4-8e50-4409-853e-072a48499b6b by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:38.141055 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] Attempting to bind port eddaeee4-8e50-4409-853e-072a48499b6b on network 99535b47-1f31-43c2-8e7d-8697835dc16e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:38.147439 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] Port eddaeee4-8e50-4409-853e-072a48499b6b on network 99535b47-1f31-43c2-8e7d-8697835dc16e not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:38.147866 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] Attempting to bind port eddaeee4-8e50-4409-853e-072a48499b6b on network 99535b47-1f31-43c2-8e7d-8697835dc16e {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:38.153463 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:38.153808 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] Checking segment: {'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:38.154197 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] Bound using segment: {'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:38.154638 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] Bound port: eddaeee4-8e50-4409-853e-072a48499b6b, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:38.155000 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.233512 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] For port eddaeee4-8e50-4409-853e-072a48499b6b, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:38.236466 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] For port eddaeee4-8e50-4409-853e-072a48499b6b, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=eddaeee4-8e50-4409-853e-072a48499b6b,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:38.242902 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.249127 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a48454-c6c6-4cad-a11d-fc085b765693 req-3385ca4f-862a-441c-841a-df016e9bfe79 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:38.250906 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55a48454-c6c6-4cad-a11d-fc085b765693 req-3385ca4f-862a-441c-841a-df016e9bfe79 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 943 time: 0.0694366 Nov 12 01:13:38.302219 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:38.302876 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.304374 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] 10.222.0.21 "PUT /v2.0/ports/eddaeee4-8e50-4409-853e-072a48499b6b HTTP/1.1" status: 200 len: 1092 time: 0.6629207 Nov 12 01:13:38.308619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09a7ff6-4b25-4553-affe-2a8e04466d95', 'tag': 'eddaeee4-8e50-4409-853e-072a48499b6b'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:38.313552 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ed556b-541a-4961-82d2-0424b10e82e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e09a7ff6-4b25-4553-affe-2a8e04466d95", "tag": "eddaeee4-8e50-4409-853e-072a48499b6b"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:38.330760 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55a48454-c6c6-4cad-a11d-fc085b765693 req-9aba9296-5452-43c6-925e-11d3b3e20692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693085 Nov 12 01:13:38.363742 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ebfd4-4cd3-43d0-a0e0-39f4a0970bca service neutron] Pushing event updated for resources: {'Port': ['ID=eddaeee4-8e50-4409-853e-072a48499b6b,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:38.430654 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe61545-bb49-4537-a71b-533cae4f8e9d x-openstack-request-id: req-bbe61545-bb49-4537-a71b-533cae4f8e9d {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:38.430654 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09a7ff6-4b25-4553-affe-2a8e04466d95", "tag": "eddaeee4-8e50-4409-853e-072a48499b6b", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:38.430654 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bbe61545-bb49-4537-a71b-533cae4f8e9d {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:38.430654 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09a7ff6-4b25-4553-affe-2a8e04466d95', 'tag': 'eddaeee4-8e50-4409-853e-072a48499b6b', 'status': 'completed', 'code': 200} Nov 12 01:13:38.438646 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e2cd3ba3-9fec-4d11-ab23-ee2e9b164ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:38.441547 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-e2cd3ba3-9fec-4d11-ab23-ee2e9b164ae3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d94d0617ef48cb917f00ba5f682af1&device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 1095 time: 0.0634499 Nov 12 01:13:38.498139 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-f67ee386-3090-4f0f-b36e-bf213dcc5869 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eddaeee4-8e50-4409-853e-072a48499b6b HTTP/1.1" status: 200 len: 217 time: 0.0428839 Nov 12 01:13:38.549643 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-65e186bc-4167-454a-a1f4-4e15c194e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:38.551619 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-65e186bc-4167-454a-a1f4-4e15c194e6b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f24b6a7-8d5d-4c0c-92a3-967aab668bff HTTP/1.1" status: 200 len: 856 time: 0.0457721 Nov 12 01:13:38.600941 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-105642d2-044e-400a-b759-13781c38ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:38.602919 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-105642d2-044e-400a-b759-13781c38ee2c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99535b47-1f31-43c2-8e7d-8697835dc16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426531 Nov 12 01:13:38.695391 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-557f5ab1-775d-47b1-97a5-cba1fc5c0a98 service neutron] 10.222.0.21 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854549 Nov 12 01:13:38.783365 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b87dd2a-413c-41f7-b549-cf48e35f5a9c req-035804fe-d9b5-4229-a946-fd41d33c6240 service neutron] 10.222.0.21 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802298 Nov 12 01:13:38.793501 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.885335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed556b-541a-4961-82d2-0424b10e82e2 req-7258dc58-ab21-4e79-94ed-c0ffba3b5012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:38.886714 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30ed556b-541a-4961-82d2-0424b10e82e2 req-7258dc58-ab21-4e79-94ed-c0ffba3b5012 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d94d0617ef48cb917f00ba5f682af1&device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 1095 time: 0.0450857 Nov 12 01:13:38.977843 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed556b-541a-4961-82d2-0424b10e82e2 req-aed1014a-ec9e-4f36-b830-a16642a65e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:38.979315 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30ed556b-541a-4961-82d2-0424b10e82e2 req-aed1014a-ec9e-4f36-b830-a16642a65e6d service neutron] 10.222.0.21 "GET /v2.0/networks?id=99535b47-1f31-43c2-8e7d-8697835dc16e HTTP/1.1" status: 200 len: 918 time: 0.0856957 Nov 12 01:13:39.025292 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30ed556b-541a-4961-82d2-0424b10e82e2 req-98fc472c-09da-479b-8b97-7913360b138c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eddaeee4-8e50-4409-853e-072a48499b6b HTTP/1.1" status: 200 len: 217 time: 0.0362942 Nov 12 01:13:39.076914 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed556b-541a-4961-82d2-0424b10e82e2 req-120e5cd6-7887-4468-ab73-b5057fae4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:39.078354 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30ed556b-541a-4961-82d2-0424b10e82e2 req-120e5cd6-7887-4468-ab73-b5057fae4ded service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f24b6a7-8d5d-4c0c-92a3-967aab668bff HTTP/1.1" status: 200 len: 856 time: 0.0423729 Nov 12 01:13:39.132975 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed556b-541a-4961-82d2-0424b10e82e2 req-eac1a593-1e0c-4557-9e6c-76b40e729e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:39.134387 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30ed556b-541a-4961-82d2-0424b10e82e2 req-eac1a593-1e0c-4557-9e6c-76b40e729e5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99535b47-1f31-43c2-8e7d-8697835dc16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456724 Nov 12 01:13:39.232052 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30ed556b-541a-4961-82d2-0424b10e82e2 req-d180f6dd-a32f-4336-b406-3d3000f3203d service neutron] 10.222.0.21 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858326 Nov 12 01:13:39.323392 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30ed556b-541a-4961-82d2-0424b10e82e2 req-b60559a8-5484-4c6a-9684-39ca23536881 service neutron] 10.222.0.21 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833077 Nov 12 01:13:39.461448 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cee1f-5e5c-4131-8347-2135eeeec483 req-2c863888-0228-4f1a-b3a0-454fcfaf565f tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:39.462928 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-179cee1f-5e5c-4131-8347-2135eeeec483 req-2c863888-0228-4f1a-b3a0-454fcfaf565f tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 943 time: 0.0497539 Nov 12 01:13:39.510044 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-179cee1f-5e5c-4131-8347-2135eeeec483 req-423d37b0-c7ce-42e7-bf48-629eac759bc2 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410178 Nov 12 01:13:40.639471 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf9154-b050-4781-a06b-2604b3dff49b req-92a4d4e0-3301-4e20-ae70-f222d4bddc45 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:40.641018 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12cf9154-b050-4781-a06b-2604b3dff49b req-92a4d4e0-3301-4e20-ae70-f222d4bddc45 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 943 time: 0.0538552 Nov 12 01:13:40.698825 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-12cf9154-b050-4781-a06b-2604b3dff49b req-489ac120-6816-4fdd-8ff2-fd8d060af573 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468631 Nov 12 01:13:41.826902 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9344ee0-c618-4f32-b737-b65d07065ac3 req-984ef1f4-06d4-4310-8ca0-e1c279dd95e6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:41.828543 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f9344ee0-c618-4f32-b737-b65d07065ac3 req-984ef1f4-06d4-4310-8ca0-e1c279dd95e6 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 943 time: 0.0507963 Nov 12 01:13:41.884526 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f9344ee0-c618-4f32-b737-b65d07065ac3 req-ad0a1861-d16b-415e-a1db-2f7aadef95f7 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497351 Nov 12 01:13:43.011660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b3401-ffe8-4091-8555-4cda7538da3f req-7b5fce37-134b-4657-b32e-b34bfd44bd69 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:43.013204 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c8b3401-ffe8-4091-8555-4cda7538da3f req-7b5fce37-134b-4657-b32e-b34bfd44bd69 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 943 time: 0.0514450 Nov 12 01:13:43.060322 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device eddaeee4-8e50-4409-853e-072a48499b6b details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:13:43.061235 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c8b3401-ffe8-4091-8555-4cda7538da3f req-3eb34730-b6eb-4fe4-af83-d82fb26d434b tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412064 Nov 12 01:13:43.159548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port eddaeee4-8e50-4409-853e-072a48499b6b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=eddaeee4-8e50-4409-853e-072a48499b6b,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:43.171702 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'eddaeee4-8e50-4409-853e-072a48499b6b', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'port_id': 'eddaeee4-8e50-4409-853e-072a48499b6b', 'mac_address': 'fa:16:3e:2e:a1:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:13:43.212594 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.225845 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eddaeee4-8e50-4409-853e-072a48499b6b {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:13:43.246802 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port eddaeee4-8e50-4409-853e-072a48499b6b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=eddaeee4-8e50-4409-853e-072a48499b6b,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:43.250708 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.304433 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=eddaeee4-8e50-4409-853e-072a48499b6b,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:43.312565 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:43.312941 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:43.313552 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:43.313877 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:43.314210 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:43.314540 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:43.314890 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:43.315187 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:43.315566 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:43.315890 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:43.316213 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:43.316536 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:43.537622 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['eddaeee4-8e50-4409-853e-072a48499b6b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:13:44.189758 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c94224-b572-449a-aa63-c6877102b932 req-e91c355b-afd3-4c8a-bf25-6f076a292c2d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:44.191300 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7c94224-b572-449a-aa63-c6877102b932 req-e91c355b-afd3-4c8a-bf25-6f076a292c2d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 944 time: 0.0506668 Nov 12 01:13:44.242956 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7c94224-b572-449a-aa63-c6877102b932 req-567f4bb2-386d-44d6-956f-7396301d9736 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454178 Nov 12 01:13:45.094497 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device eddaeee4-8e50-4409-853e-072a48499b6b up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:45.146427 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port eddaeee4-8e50-4409-853e-072a48499b6b completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:13:45.150539 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port eddaeee4-8e50-4409-853e-072a48499b6b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:45.150929 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.231466 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.257589 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09a7ff6-4b25-4553-affe-2a8e04466d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddaeee4-8e50-4409-853e-072a48499b6b'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:45.259967 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952fc47b-53b6-42e4-a66b-c6924c21dbeb" -d '{"events": [{"server_uuid": "e09a7ff6-4b25-4553-affe-2a8e04466d95", "name": "network-vif-plugged", "status": "completed", "tag": "eddaeee4-8e50-4409-853e-072a48499b6b"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:45.291144 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port eddaeee4-8e50-4409-853e-072a48499b6b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=eddaeee4-8e50-4409-853e-072a48499b6b,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:45.296581 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.304448 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd5d5a8-2037-458b-ab06-4c8a6747ba43 x-openstack-request-id: req-9bd5d5a8-2037-458b-ab06-4c8a6747ba43 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:45.304924 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09a7ff6-4b25-4553-affe-2a8e04466d95", "name": "network-vif-plugged", "status": "completed", "tag": "eddaeee4-8e50-4409-853e-072a48499b6b", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:45.305053 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9bd5d5a8-2037-458b-ab06-4c8a6747ba43 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:45.305423 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09a7ff6-4b25-4553-affe-2a8e04466d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddaeee4-8e50-4409-853e-072a48499b6b', 'code': 200} Nov 12 01:13:45.364114 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=eddaeee4-8e50-4409-853e-072a48499b6b,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:45.389542 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad4b1f-e1e3-4830-a525-ee1cf22da69d req-36f834a0-883d-4036-bf08-0ffb018c92f9 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:45.391433 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-24ad4b1f-e1e3-4830-a525-ee1cf22da69d req-36f834a0-883d-4036-bf08-0ffb018c92f9 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0575206 Nov 12 01:13:45.416894 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341b549-be81-4d09-8958-65c7fffe889e req-64b8187a-5aa7-4b0d-8bdd-a28a9277d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:45.418595 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5341b549-be81-4d09-8958-65c7fffe889e req-64b8187a-5aa7-4b0d-8bdd-a28a9277d546 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 1097 time: 0.0448115 Nov 12 01:13:45.449237 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-24ad4b1f-e1e3-4830-a525-ee1cf22da69d req-377745c7-82e5-4d06-a730-35ce31733717 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510845 Nov 12 01:13:45.470019 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5341b549-be81-4d09-8958-65c7fffe889e req-c4bed07d-5433-4ab1-b3f7-8858667643a5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420425 Nov 12 01:13:46.594276 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cff76f-e277-4eea-b846-fdbfc667608e req-01352f0b-a5c0-4401-b5e8-5995e558e476 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:46.597164 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f9cff76f-e277-4eea-b846-fdbfc667608e req-01352f0b-a5c0-4401-b5e8-5995e558e476 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0565755 Nov 12 01:13:46.657563 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f9cff76f-e277-4eea-b846-fdbfc667608e req-f22ed250-1524-4b92-b398-ab60fbb3090d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556376 Nov 12 01:13:47.793507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c565e-6972-4ccc-b500-bbd3e20f6f93 req-32488fe2-6465-4069-a838-e14b3c978118 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.794809 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d85c565e-6972-4ccc-b500-bbd3e20f6f93 req-32488fe2-6465-4069-a838-e14b3c978118 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0605834 Nov 12 01:13:47.849432 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d85c565e-6972-4ccc-b500-bbd3e20f6f93 req-a59bfa5f-36a3-4521-ac92-dae33f380168 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471067 Nov 12 01:13:47.979762 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b7e17-eee9-464c-b791-929be30239e3 req-d62bec27-8da9-4fdd-8b55-d22a5c1ec4d8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:47.981319 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb8b7e17-eee9-464c-b791-929be30239e3 req-d62bec27-8da9-4fdd-8b55-d22a5c1ec4d8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0537832 Nov 12 01:13:47.990892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 45988) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:47.995550 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-17d6eb1e-db88-4521-9d0f-88263362dd1d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Request body: {'floatingip': {'port_id': 'eddaeee4-8e50-4409-853e-072a48499b6b'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:48.035783 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-17d6eb1e-db88-4521-9d0f-88263362dd1d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for floatingip, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.602590 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-17d6eb1e-db88-4521-9d0f-88263362dd1d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.607028 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-17d6eb1e-db88-4521-9d0f-88263362dd1d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.718562 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-17d6eb1e-db88-4521-9d0f-88263362dd1d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Floating IP 308b9d93-6b00-4138-86a0-efe66adb8c6c associated. External IP: 172.25.0.25, port: eddaeee4-8e50-4409-853e-072a48499b6b. Nov 12 01:13:48.936379 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d6eb1e-db88-4521-9d0f-88263362dd1d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:13:49.053662 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d6eb1e-db88-4521-9d0f-88263362dd1d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:49.058726 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-17d6eb1e-db88-4521-9d0f-88263362dd1d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.066624 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c1d7b3-e18f-4871-8ea1-ddd6a33a1600 None None] Sync routers for ids ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:49.077048 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c1d7b3-e18f-4871-8ea1-ddd6a33a1600 None None] Routers {'4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:49.077765 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-26c1d7b3-e18f-4871-8ea1-ddd6a33a1600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:13:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:49.089053 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-17d6eb1e-db88-4521-9d0f-88263362dd1d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "PUT /v2.0/floatingips/308b9d93-6b00-4138-86a0-efe66adb8c6c HTTP/1.1" status: 200 len: 990 time: 1.0969467 Nov 12 01:13:49.089691 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09a7ff6-4b25-4553-affe-2a8e04466d95', 'tag': 'eddaeee4-8e50-4409-853e-072a48499b6b'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:49.092318 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935513fb-4034-47ec-ad35-fe30980e092c" -d '{"events": [{"name": "network-changed", "server_uuid": "e09a7ff6-4b25-4553-affe-2a8e04466d95", "tag": "eddaeee4-8e50-4409-853e-072a48499b6b"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:49.136423 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417270b8-af38-4722-80e9-d13183a84265 x-openstack-request-id: req-417270b8-af38-4722-80e9-d13183a84265 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:49.137255 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09a7ff6-4b25-4553-affe-2a8e04466d95", "tag": "eddaeee4-8e50-4409-853e-072a48499b6b", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:49.137564 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-417270b8-af38-4722-80e9-d13183a84265 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:49.138085 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09a7ff6-4b25-4553-affe-2a8e04466d95', 'tag': 'eddaeee4-8e50-4409-853e-072a48499b6b', 'status': 'completed', 'code': 200} Nov 12 01:13:49.226678 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935513fb-4034-47ec-ad35-fe30980e092c req-882c9008-9a50-48c8-8ff4-8635bc170463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:49.228227 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-935513fb-4034-47ec-ad35-fe30980e092c req-882c9008-9a50-48c8-8ff4-8635bc170463 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d94d0617ef48cb917f00ba5f682af1&device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 1097 time: 0.0521481 Nov 12 01:13:49.231699 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-26c1d7b3-e18f-4871-8ea1-ddd6a33a1600 None None] Set router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:49.334343 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935513fb-4034-47ec-ad35-fe30980e092c req-2c2e39fd-6df0-4284-a446-6fccd7ba667e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:49.335849 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-935513fb-4034-47ec-ad35-fe30980e092c req-2c2e39fd-6df0-4284-a446-6fccd7ba667e service neutron] 10.222.0.21 "GET /v2.0/networks?id=99535b47-1f31-43c2-8e7d-8697835dc16e HTTP/1.1" status: 200 len: 918 time: 0.0993044 Nov 12 01:13:49.406702 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-935513fb-4034-47ec-ad35-fe30980e092c req-c5e658e7-0db4-4d24-b54d-d55f5838d261 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eddaeee4-8e50-4409-853e-072a48499b6b HTTP/1.1" status: 200 len: 998 time: 0.0617316 Nov 12 01:13:49.467042 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935513fb-4034-47ec-ad35-fe30980e092c req-fa84d8d5-c120-40dd-8b57-0aa4a5ab5bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:49.468513 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-935513fb-4034-47ec-ad35-fe30980e092c req-fa84d8d5-c120-40dd-8b57-0aa4a5ab5bf8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f24b6a7-8d5d-4c0c-92a3-967aab668bff HTTP/1.1" status: 200 len: 856 time: 0.0493169 Nov 12 01:13:49.498249 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-26c1d7b3-e18f-4871-8ea1-ddd6a33a1600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-router', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:11Z', 'revision_number': 4, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'gw_port': {'id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '308b9d93-6b00-4138-86a0-efe66adb8c6c', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'port_id': 'eddaeee4-8e50-4409-853e-072a48499b6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'mac_address': 'fa:16:3e:2e:a1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09a7ff6-4b25-4553-affe-2a8e04466d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:13:34Z', 'updated_at': '2021-11-12T01:13:48Z', 'revision_number': 1, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e38e49-a098-453f-8e1a-77e973f75c51', 'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'mac_address': 'fa:16:3e:96:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:10Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 5, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'subnets': [{'id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:49.526321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935513fb-4034-47ec-ad35-fe30980e092c req-c59eb258-f4af-4ea2-b714-5b75b7efba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:49.527836 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-935513fb-4034-47ec-ad35-fe30980e092c req-c59eb258-f4af-4ea2-b714-5b75b7efba83 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99535b47-1f31-43c2-8e7d-8697835dc16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497973 Nov 12 01:13:49.532174 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c1d7b3-e18f-4871-8ea1-ddd6a33a1600 None None] Checking router: 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:13:49.542657 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c1d7b3-e18f-4871-8ea1-ddd6a33a1600 None None] Routers {'4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:49.543268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-26c1d7b3-e18f-4871-8ea1-ddd6a33a1600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:13:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:49.646856 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-935513fb-4034-47ec-ad35-fe30980e092c req-dfb12106-dad6-4fc4-9c59-acbab51f361f service neutron] 10.222.0.21 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098864 Nov 12 01:13:49.679885 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-26c1d7b3-e18f-4871-8ea1-ddd6a33a1600 None None] Set router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:49.769278 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-935513fb-4034-47ec-ad35-fe30980e092c req-acfdb542-ba10-4e3f-9cd1-6d38df068752 service neutron] 10.222.0.21 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108441 Nov 12 01:13:49.921547 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-26c1d7b3-e18f-4871-8ea1-ddd6a33a1600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-router', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:11Z', 'revision_number': 4, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'gw_port': {'id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '308b9d93-6b00-4138-86a0-efe66adb8c6c', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'port_id': 'eddaeee4-8e50-4409-853e-072a48499b6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'mac_address': 'fa:16:3e:2e:a1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09a7ff6-4b25-4553-affe-2a8e04466d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:13:34Z', 'updated_at': '2021-11-12T01:13:48Z', 'revision_number': 1, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e38e49-a098-453f-8e1a-77e973f75c51', 'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'mac_address': 'fa:16:3e:96:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:10Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 5, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'subnets': [{'id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:49.951602 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c1d7b3-e18f-4871-8ea1-ddd6a33a1600 None None] The sync data for ids ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'] in n-d-712137-14 is: [{'id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-router', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:11Z', 'revision_number': 4, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'gw_port': {'id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '308b9d93-6b00-4138-86a0-efe66adb8c6c', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'port_id': 'eddaeee4-8e50-4409-853e-072a48499b6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'mac_address': 'fa:16:3e:2e:a1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09a7ff6-4b25-4553-affe-2a8e04466d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:13:34Z', 'updated_at': '2021-11-12T01:13:48Z', 'revision_number': 1, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e38e49-a098-453f-8e1a-77e973f75c51', 'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'mac_address': 'fa:16:3e:96:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:10Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 5, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'subnets': [{'id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:50.057413 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7cf9ef4d-85c3-4dc3-80c5-0b935d348504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.178635 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5327c557-da12-4055-9f98-ad4b8842b530 None None] New status for floating IP 308b9d93-6b00-4138-86a0-efe66adb8c6c: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:13:52.350730 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-86288183-d71f-4349-b75c-faeab806f736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.517475 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.795498 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.488705 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.013301 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:00.452621 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:14:07.426193 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b026bb26-1c7d-410b-bc62-7d83703f3310 req-c07054b8-bd91-40f8-9cea-db739d86c480 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403404 Nov 12 01:14:07.518576 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026bb26-1c7d-410b-bc62-7d83703f3310 req-e54ee14a-69f9-407c-b516-85f59911eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:07.520109 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b026bb26-1c7d-410b-bc62-7d83703f3310 req-e54ee14a-69f9-407c-b516-85f59911eb57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d94d0617ef48cb917f00ba5f682af1&device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 1097 time: 0.0469556 Nov 12 01:14:07.637104 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026bb26-1c7d-410b-bc62-7d83703f3310 req-ac161293-32ee-4b0e-bddb-890e453d4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:07.638589 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b026bb26-1c7d-410b-bc62-7d83703f3310 req-ac161293-32ee-4b0e-bddb-890e453d4338 service neutron] 10.222.0.21 "GET /v2.0/networks?id=99535b47-1f31-43c2-8e7d-8697835dc16e HTTP/1.1" status: 200 len: 918 time: 0.0913398 Nov 12 01:14:07.708434 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b026bb26-1c7d-410b-bc62-7d83703f3310 req-05fc791e-bf7a-46e4-b4ee-616eabbaa753 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eddaeee4-8e50-4409-853e-072a48499b6b HTTP/1.1" status: 200 len: 1000 time: 0.0624454 Nov 12 01:14:07.766253 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026bb26-1c7d-410b-bc62-7d83703f3310 req-38a669f2-f29f-4347-a5d5-5681b79e0f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:07.767765 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b026bb26-1c7d-410b-bc62-7d83703f3310 req-38a669f2-f29f-4347-a5d5-5681b79e0f5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f24b6a7-8d5d-4c0c-92a3-967aab668bff HTTP/1.1" status: 200 len: 856 time: 0.0462706 Nov 12 01:14:07.817774 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026bb26-1c7d-410b-bc62-7d83703f3310 req-a57c111c-df6f-4d2a-99b1-03b64d1e1778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:07.819241 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b026bb26-1c7d-410b-bc62-7d83703f3310 req-a57c111c-df6f-4d2a-99b1-03b64d1e1778 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99535b47-1f31-43c2-8e7d-8697835dc16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422716 Nov 12 01:14:07.923321 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b026bb26-1c7d-410b-bc62-7d83703f3310 req-a3d13e3e-4096-4814-a531-b84fa1f55dde service neutron] 10.222.0.21 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951283 Nov 12 01:14:08.018766 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b026bb26-1c7d-410b-bc62-7d83703f3310 req-993ae50e-8af0-4a5a-8e48-41555e63e9cf service neutron] 10.222.0.21 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854173 Nov 12 01:14:08.814054 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.974998 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46574) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:09.127047 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-007bfff1-7371-4d00-8a13-0275de1c3e5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=616d4c3567e84d849f3e80e7ae1078c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1508157 Nov 12 01:14:09.129827 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46578) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:09.178780 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a32ca83c-314d-4686-9fd9-d9fe87cfb44d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.204047 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a32ca83c-314d-4686-9fd9-d9fe87cfb44d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.597199 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a32ca83c-314d-4686-9fd9-d9fe87cfb44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.599755 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a32ca83c-314d-4686-9fd9-d9fe87cfb44d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.601140 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a32ca83c-314d-4686-9fd9-d9fe87cfb44d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f781dd8-f7b9-40dc-9d97-b77a2d7cd1c5 HTTP/1.1" status: 204 len: 168 time: 0.4700892 Nov 12 01:14:09.609157 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ca83c-314d-4686-9fd9-d9fe87cfb44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f781dd8-f7b9-40dc-9d97-b77a2d7cd1c5,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:11.533301 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46736) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:11.643185 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-035d73f1-5826-41de-93e5-67fc33d8e7a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.724842 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-035d73f1-5826-41de-93e5-67fc33d8e7a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.729808 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-035d73f1-5826-41de-93e5-67fc33d8e7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.768592 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-035d73f1-5826-41de-93e5-67fc33d8e7a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=164431a3ef454d168dce1479547fed65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2342002 Nov 12 01:14:11.770671 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d73f1-5826-41de-93e5-67fc33d8e7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cefc2b-3db6-4c33-8989-a9caf7079a7b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:11.771335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46744) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:11.822661 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4942d899-d3ec-4a20-9578-ab2a14ce7df1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.844948 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4942d899-d3ec-4a20-9578-ab2a14ce7df1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.893340 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4942d899-d3ec-4a20-9578-ab2a14ce7df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.895885 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4942d899-d3ec-4a20-9578-ab2a14ce7df1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.897076 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4942d899-d3ec-4a20-9578-ab2a14ce7df1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90cefc2b-3db6-4c33-8989-a9caf7079a7b HTTP/1.1" status: 204 len: 168 time: 0.1247325 Nov 12 01:14:11.904911 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942d899-d3ec-4a20-9578-ab2a14ce7df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cefc2b-3db6-4c33-8989-a9caf7079a7b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:12.157986 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46750) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.171441 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c5c1b2c-53c5-433c-9018-65eb3b37333d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.247172 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c5c1b2c-53c5-433c-9018-65eb3b37333d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.251120 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c5c1b2c-53c5-433c-9018-65eb3b37333d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.288918 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4c5c1b2c-53c5-433c-9018-65eb3b37333d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bcbe6eccf2734508b03bea8a05505027&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292868 Nov 12 01:14:12.289757 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c1b2c-53c5-433c-9018-65eb3b37333d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68822f80-e139-467e-b82b-0020159fc147,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:12.291630 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46752) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.339555 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91b00a3c-8c2c-4e34-950d-fe72a962d560 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.361389 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91b00a3c-8c2c-4e34-950d-fe72a962d560 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.405904 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91b00a3c-8c2c-4e34-950d-fe72a962d560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.409067 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91b00a3c-8c2c-4e34-950d-fe72a962d560 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.412351 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-91b00a3c-8c2c-4e34-950d-fe72a962d560 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68822f80-e139-467e-b82b-0020159fc147 HTTP/1.1" status: 204 len: 168 time: 0.1196136 Nov 12 01:14:12.420098 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b00a3c-8c2c-4e34-950d-fe72a962d560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68822f80-e139-467e-b82b-0020159fc147,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:13.071878 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46776) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.167947 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-9ab82fa2-4ce7-44a3-b817-4dd904ed353f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1203681003-network', 'tenant_id': '484b2fa7fb8f4a0f9008c4cb865252c1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:13.190589 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab82fa2-4ce7-44a3-b817-4dd904ed353f admin admin] Made reservation on behalf of 484b2fa7fb8f4a0f9008c4cb865252c1 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:13.193001 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9ab82fa2-4ce7-44a3-b817-4dd904ed353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:13.201356 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9ab82fa2-4ce7-44a3-b817-4dd904ed353f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:13.274065 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9ab82fa2-4ce7-44a3-b817-4dd904ed353f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:13.277838 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9ab82fa2-4ce7-44a3-b817-4dd904ed353f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:13.306983 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab82fa2-4ce7-44a3-b817-4dd904ed353f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:13.312200 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab82fa2-4ce7-44a3-b817-4dd904ed353f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f1983b-2051-44d0-850b-1c2af682bea4,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:13.321061 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9ab82fa2-4ce7-44a3-b817-4dd904ed353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:13.321061 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-9ab82fa2-4ce7-44a3-b817-4dd904ed353f admin admin] Added segment c82d4268-46fa-4462-b55b-f4952501250d of type vlan for network 7bc9922c-927e-47fe-92cc-8c222421881b Nov 12 01:14:13.596047 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9ab82fa2-4ce7-44a3-b817-4dd904ed353f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:13.620150 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9ab82fa2-4ce7-44a3-b817-4dd904ed353f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:13.621421 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab82fa2-4ce7-44a3-b817-4dd904ed353f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:13.622131 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9ab82fa2-4ce7-44a3-b817-4dd904ed353f admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:13.680166 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9ab82fa2-4ce7-44a3-b817-4dd904ed353f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6069949 Nov 12 01:14:13.683062 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46780) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:13.690529 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-a565c567-1c60-4897-9617-a0df467535b9 admin admin] Request body: {'subnet': {'network_id': '7bc9922c-927e-47fe-92cc-8c222421881b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1203681003-subnet', 'tenant_id': '484b2fa7fb8f4a0f9008c4cb865252c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:13.698001 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab82fa2-4ce7-44a3-b817-4dd904ed353f admin admin] Pushing event updated for resources: {'Network': ['ID=7bc9922c-927e-47fe-92cc-8c222421881b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:13.712268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 7bc9922c-927e-47fe-92cc-8c222421881b details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:13.714902 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a565c567-1c60-4897-9617-a0df467535b9 admin admin] Made reservation on behalf of 484b2fa7fb8f4a0f9008c4cb865252c1 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:13.717526 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a565c567-1c60-4897-9617-a0df467535b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:13.899345 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a565c567-1c60-4897-9617-a0df467535b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:13.959292 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565c567-1c60-4897-9617-a0df467535b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5329b14-1fb4-42d7-ad5f-c9f264a62ea6,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:13.967832 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565c567-1c60-4897-9617-a0df467535b9 admin admin] Checking segment: {'id': 'c82d4268-46fa-4462-b55b-f4952501250d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7bc9922c-927e-47fe-92cc-8c222421881b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:13.968229 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a565c567-1c60-4897-9617-a0df467535b9 admin admin] Network hostable DHCP agents. Network: 7bc9922c-927e-47fe-92cc-8c222421881b, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:13.986943 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a565c567-1c60-4897-9617-a0df467535b9 admin admin] Network 7bc9922c-927e-47fe-92cc-8c222421881b is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:13.995173 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-a565c567-1c60-4897-9617-a0df467535b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 7bc9922c-927e-47fe-92cc-8c222421881b) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:13.999447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a565c567-1c60-4897-9617-a0df467535b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:14.000142 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a565c567-1c60-4897-9617-a0df467535b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.014123 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a58296c-33a4-4c1e-b4f8-0059131799d5 None None] Network 7bc9922c-927e-47fe-92cc-8c222421881b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:14.022604 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a565c567-1c60-4897-9617-a0df467535b9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3327107 Nov 12 01:14:14.140521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e612e8e-f324-40c6-ae2b-ac5399d8e56d None None] Network 7bc9922c-927e-47fe-92cc-8c222421881b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:14.482076 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46798) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:14.488307 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-fb803cf1-74c2-43c0-92b5-f4399d42e749 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-400923897-network', 'tenant_id': '345d2ff062d547279accca3d6a29b638'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:14.508997 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb803cf1-74c2-43c0-92b5-f4399d42e749 admin admin] Made reservation on behalf of 345d2ff062d547279accca3d6a29b638 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:14.511220 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb803cf1-74c2-43c0-92b5-f4399d42e749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.520026 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb803cf1-74c2-43c0-92b5-f4399d42e749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.599102 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb803cf1-74c2-43c0-92b5-f4399d42e749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.604673 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb803cf1-74c2-43c0-92b5-f4399d42e749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.629325 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb803cf1-74c2-43c0-92b5-f4399d42e749 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:14.638882 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb803cf1-74c2-43c0-92b5-f4399d42e749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96df21f4-1181-4af5-8623-d4e715d35a45,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:14.644248 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb803cf1-74c2-43c0-92b5-f4399d42e749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.644603 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-fb803cf1-74c2-43c0-92b5-f4399d42e749 admin admin] Added segment e7607c71-a233-44a0-9447-3a7eb1ad9e48 of type vlan for network ebbc3662-2e75-41a6-847c-6f603df47ad2 Nov 12 01:14:14.684312 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb803cf1-74c2-43c0-92b5-f4399d42e749 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.708401 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb803cf1-74c2-43c0-92b5-f4399d42e749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.709374 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb803cf1-74c2-43c0-92b5-f4399d42e749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:14.709947 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fb803cf1-74c2-43c0-92b5-f4399d42e749 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.741161 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fb803cf1-74c2-43c0-92b5-f4399d42e749 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2579753 Nov 12 01:14:14.743971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46800) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:14.749008 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-bebe6978-0431-4490-a307-c2fb644c2419 admin admin] Request body: {'subnet': {'network_id': 'ebbc3662-2e75-41a6-847c-6f603df47ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-400923897-subnet', 'tenant_id': '345d2ff062d547279accca3d6a29b638', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:14.770345 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebe6978-0431-4490-a307-c2fb644c2419 admin admin] Made reservation on behalf of 345d2ff062d547279accca3d6a29b638 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:14.772761 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bebe6978-0431-4490-a307-c2fb644c2419 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.776568 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb803cf1-74c2-43c0-92b5-f4399d42e749 admin admin] Pushing event updated for resources: {'Network': ['ID=ebbc3662-2e75-41a6-847c-6f603df47ad2,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:14.787329 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network ebbc3662-2e75-41a6-847c-6f603df47ad2 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:14.943743 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bebe6978-0431-4490-a307-c2fb644c2419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.001837 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe6978-0431-4490-a307-c2fb644c2419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41f39e7b-add2-4a00-a84b-01dd9e348843,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:15.012220 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe6978-0431-4490-a307-c2fb644c2419 admin admin] Checking segment: {'id': 'e7607c71-a233-44a0-9447-3a7eb1ad9e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ebbc3662-2e75-41a6-847c-6f603df47ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:15.012575 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebe6978-0431-4490-a307-c2fb644c2419 admin admin] Network hostable DHCP agents. Network: ebbc3662-2e75-41a6-847c-6f603df47ad2, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:15.028391 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebe6978-0431-4490-a307-c2fb644c2419 admin admin] Network ebbc3662-2e75-41a6-847c-6f603df47ad2 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:15.036799 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-bebe6978-0431-4490-a307-c2fb644c2419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, ebbc3662-2e75-41a6-847c-6f603df47ad2) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:15.040819 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebe6978-0431-4490-a307-c2fb644c2419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:15.041408 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bebe6978-0431-4490-a307-c2fb644c2419 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.046631 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a4a5a1-da2d-4cdd-ae94-07237634bfbd None None] Network ebbc3662-2e75-41a6-847c-6f603df47ad2 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:15.067883 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bebe6978-0431-4490-a307-c2fb644c2419 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3141775 Nov 12 01:14:15.173800 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b256ed-5a3f-4ca3-b9ce-2270cca9f327 None None] Network ebbc3662-2e75-41a6-847c-6f603df47ad2 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:15.649370 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-6f0ad2e1-7f2b-46e9-a0b7-22dbeb44e9d7 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:15.650853 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-6f0ad2e1-7f2b-46e9-a0b7-22dbeb44e9d7 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/networks?id=7bc9922c-927e-47fe-92cc-8c222421881b HTTP/1.1" status: 200 len: 812 time: 0.1021430 Nov 12 01:14:15.666149 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-74129b8a-5d4d-4969-a78a-98f2c2e5ff6d tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/quotas/484b2fa7fb8f4a0f9008c4cb865252c1 HTTP/1.1" status: 200 len: 375 time: 0.0095768 Nov 12 01:14:15.700897 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-7e7ba35a-fede-425d-b89b-479fbdb21670 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=484b2fa7fb8f4a0f9008c4cb865252c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295761 Nov 12 01:14:15.790599 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-55ffa548-4de0-430c-a979-b741b8c81161 service neutron] 10.222.0.31 "GET /v2.0/networks/7bc9922c-927e-47fe-92cc-8c222421881b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827246 Nov 12 01:14:15.888348 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-fcf27fe1-d957-4364-8d61-e1f3569c7005 service neutron] 10.222.0.31 "GET /v2.0/networks/7bc9922c-927e-47fe-92cc-8c222421881b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916572 Nov 12 01:14:16.054185 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-808dc06a-00db-4ef7-9be6-3fd4cd2ed46f req-81d87efc-e4f1-4cab-890f-e5654133051a tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 210 time: 0.0280178 Nov 12 01:14:17.177375 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-989ba558-7c97-492d-84f2-266ab9ece555 req-a0f9c173-842d-4da8-84a1-10b96a63411e tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 210 time: 0.0346944 Nov 12 01:14:17.208211 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-767eed8d-0323-48cd-95a7-a96ff447a8f6 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:17.210129 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-767eed8d-0323-48cd-95a7-a96ff447a8f6 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.15 "GET /v2.0/networks?id=7bc9922c-927e-47fe-92cc-8c222421881b HTTP/1.1" status: 200 len: 812 time: 0.1403468 Nov 12 01:14:17.240424 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-c29da779-844d-4e14-a457-23c7b7ce3ba0 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Request body: {'port': {'device_id': 'd3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee', 'network_id': '7bc9922c-927e-47fe-92cc-8c222421881b', 'admin_state_up': True, 'tenant_id': '484b2fa7fb8f4a0f9008c4cb865252c1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:17.351988 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-c29da779-844d-4e14-a457-23c7b7ce3ba0 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Made reservation on behalf of 484b2fa7fb8f4a0f9008c4cb865252c1 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:17.355595 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-c29da779-844d-4e14-a457-23c7b7ce3ba0 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.499059 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-c29da779-844d-4e14-a457-23c7b7ce3ba0 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Allocated IP 172.20.0.3 (7bc9922c-927e-47fe-92cc-8c222421881b/a5329b14-1fb4-42d7-ad5f-c9f264a62ea6/a20345cb-43e4-4755-aa9a-1de4ca6380b3) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:17.643497 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-c29da779-844d-4e14-a457-23c7b7ce3ba0 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.676065 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-c29da779-844d-4e14-a457-23c7b7ce3ba0 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.720529 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-c29da779-844d-4e14-a457-23c7b7ce3ba0 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Network 7bc9922c-927e-47fe-92cc-8c222421881b is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:17.724045 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-c29da779-844d-4e14-a457-23c7b7ce3ba0 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:17.730179 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-c29da779-844d-4e14-a457-23c7b7ce3ba0 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:17.757155 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29da779-844d-4e14-a457-23c7b7ce3ba0 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Pushing event updated for resources: {'Port': ['ID=a20345cb-43e4-4755-aa9a-1de4ca6380b3,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:17.782947 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-c29da779-844d-4e14-a457-23c7b7ce3ba0 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:17.784054 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-c29da779-844d-4e14-a457-23c7b7ce3ba0 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.806666 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-c29da779-844d-4e14-a457-23c7b7ce3ba0 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5705690 Nov 12 01:14:17.856995 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] Request body: {'port': {'device_id': 'd3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:17.912454 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.172226 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20345cb-43e4-4755-aa9a-1de4ca6380b3 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:14:18.180168 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.193441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] Transition to ACTIVE for port object a20345cb-43e4-4755-aa9a-1de4ca6380b3 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:14:18.197307 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.254598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] Pushing event updated for resources: {'Port': ['ID=a20345cb-43e4-4755-aa9a-1de4ca6380b3,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:18.299498 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550992e-c0a0-4a1e-afca-48f6d50f866d req-3a978cc1-4344-4bd0-b803-0211e38ecd75 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:18.301433 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5550992e-c0a0-4a1e-afca-48f6d50f866d req-3a978cc1-4344-4bd0-b803-0211e38ecd75 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 943 time: 0.0510900 Nov 12 01:14:18.318690 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] Attempting to bind port a20345cb-43e4-4755-aa9a-1de4ca6380b3 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:18.319027 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] Attempting to bind port a20345cb-43e4-4755-aa9a-1de4ca6380b3 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': 'c82d4268-46fa-4462-b55b-f4952501250d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7bc9922c-927e-47fe-92cc-8c222421881b'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:18.319355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] Attempting to bind port a20345cb-43e4-4755-aa9a-1de4ca6380b3 on network 7bc9922c-927e-47fe-92cc-8c222421881b {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:18.323710 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] Port a20345cb-43e4-4755-aa9a-1de4ca6380b3 on network 7bc9922c-927e-47fe-92cc-8c222421881b not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:14:18.324030 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] Attempting to bind port a20345cb-43e4-4755-aa9a-1de4ca6380b3 on network 7bc9922c-927e-47fe-92cc-8c222421881b {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:18.328884 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:18.329217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] Checking segment: {'id': 'c82d4268-46fa-4462-b55b-f4952501250d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7bc9922c-927e-47fe-92cc-8c222421881b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:18.329593 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] Bound using segment: {'id': 'c82d4268-46fa-4462-b55b-f4952501250d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7bc9922c-927e-47fe-92cc-8c222421881b'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:18.330603 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] Bound port: a20345cb-43e4-4755-aa9a-1de4ca6380b3, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82d4268-46fa-4462-b55b-f4952501250d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7bc9922c-927e-47fe-92cc-8c222421881b'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:18.330957 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.350001 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5550992e-c0a0-4a1e-afca-48f6d50f866d req-30e68945-592d-4698-a9fc-998e2be577f5 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423882 Nov 12 01:14:18.396120 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] For port a20345cb-43e4-4755-aa9a-1de4ca6380b3, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:18.399100 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] For port a20345cb-43e4-4755-aa9a-1de4ca6380b3, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=a20345cb-43e4-4755-aa9a-1de4ca6380b3,segment=NetworkSegment(c82d4268-46fa-4462-b55b-f4952501250d),segment_id=c82d4268-46fa-4462-b55b-f4952501250d)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:18.402586 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.436084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:18.436731 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:18.438356 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] 10.222.0.15 "PUT /v2.0/ports/a20345cb-43e4-4755-aa9a-1de4ca6380b3 HTTP/1.1" status: 200 len: 1092 time: 0.5855703 Nov 12 01:14:18.438790 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee', 'tag': 'a20345cb-43e4-4755-aa9a-1de4ca6380b3'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:18.441081 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513e9385-c9e5-4aaa-a73b-1a9bd92ebca9" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee", "tag": "a20345cb-43e4-4755-aa9a-1de4ca6380b3"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:18.467703 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f026bc-6628-4ce7-ba72-b09dc2bc33ba service neutron] Pushing event updated for resources: {'Port': ['ID=a20345cb-43e4-4755-aa9a-1de4ca6380b3,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:18.487897 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33359c69-fb41-49ed-b76a-bf1502b6b67f x-openstack-request-id: req-33359c69-fb41-49ed-b76a-bf1502b6b67f {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:18.488191 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee", "tag": "a20345cb-43e4-4755-aa9a-1de4ca6380b3", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:18.488446 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33359c69-fb41-49ed-b76a-bf1502b6b67f {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:18.488879 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee', 'tag': 'a20345cb-43e4-4755-aa9a-1de4ca6380b3', 'status': 'completed', 'code': 200} Nov 12 01:14:18.546507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-029e0101-4e48-4a58-9d2e-021f6cb5f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:18.547985 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-029e0101-4e48-4a58-9d2e-021f6cb5f7b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=484b2fa7fb8f4a0f9008c4cb865252c1&device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 1095 time: 0.0416284 Nov 12 01:14:18.599116 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-773f21b9-7a97-4fde-92ee-7ead0dcf732c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a20345cb-43e4-4755-aa9a-1de4ca6380b3 HTTP/1.1" status: 200 len: 217 time: 0.0382638 Nov 12 01:14:18.649674 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-56f01baf-6211-4c8d-afc8-02e85a46bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:18.651124 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-56f01baf-6211-4c8d-afc8-02e85a46bdd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5329b14-1fb4-42d7-ad5f-c9f264a62ea6 HTTP/1.1" status: 200 len: 852 time: 0.0431831 Nov 12 01:14:18.683894 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-7e9dbbbf-b68a-4339-8baf-bcf63e0684e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7bc9922c-927e-47fe-92cc-8c222421881b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249619 Nov 12 01:14:18.776208 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-91b45fde-c11a-4873-9ca5-120877d196de service neutron] 10.222.0.15 "GET /v2.0/networks/7bc9922c-927e-47fe-92cc-8c222421881b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845530 Nov 12 01:14:18.870173 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2646e52b-0092-4eac-ab42-4d81cbd323c6 req-7591e5d5-5376-402d-8788-99f6d17c57e5 service neutron] 10.222.0.15 "GET /v2.0/networks/7bc9922c-927e-47fe-92cc-8c222421881b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863123 Nov 12 01:14:18.993851 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e9385-c9e5-4aaa-a73b-1a9bd92ebca9 req-e1347318-f0d4-46e2-8049-0e8e845dafc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:18.995337 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-513e9385-c9e5-4aaa-a73b-1a9bd92ebca9 req-e1347318-f0d4-46e2-8049-0e8e845dafc3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=484b2fa7fb8f4a0f9008c4cb865252c1&device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 1095 time: 0.0413065 Nov 12 01:14:19.090242 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e9385-c9e5-4aaa-a73b-1a9bd92ebca9 req-1590bea5-5c24-4c4c-82ea-58ea18eb803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:19.091731 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-513e9385-c9e5-4aaa-a73b-1a9bd92ebca9 req-1590bea5-5c24-4c4c-82ea-58ea18eb803a service neutron] 10.222.0.15 "GET /v2.0/networks?id=7bc9922c-927e-47fe-92cc-8c222421881b HTTP/1.1" status: 200 len: 913 time: 0.0891318 Nov 12 01:14:19.132380 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-513e9385-c9e5-4aaa-a73b-1a9bd92ebca9 req-ed9bd50f-1f1f-4b39-becd-c26b870da3f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a20345cb-43e4-4755-aa9a-1de4ca6380b3 HTTP/1.1" status: 200 len: 217 time: 0.0336733 Nov 12 01:14:19.189822 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e9385-c9e5-4aaa-a73b-1a9bd92ebca9 req-3d6295e1-bcd7-4216-a3c9-a9f0e0a12a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:19.191294 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-513e9385-c9e5-4aaa-a73b-1a9bd92ebca9 req-3d6295e1-bcd7-4216-a3c9-a9f0e0a12a15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5329b14-1fb4-42d7-ad5f-c9f264a62ea6 HTTP/1.1" status: 200 len: 852 time: 0.0520146 Nov 12 01:14:19.228318 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-513e9385-c9e5-4aaa-a73b-1a9bd92ebca9 req-d5eb1a8d-724b-41a4-9c44-101b0a4aee8c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7bc9922c-927e-47fe-92cc-8c222421881b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260203 Nov 12 01:14:19.321261 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-513e9385-c9e5-4aaa-a73b-1a9bd92ebca9 req-361867f2-e105-494e-92b9-709c25aa5665 service neutron] 10.222.0.15 "GET /v2.0/networks/7bc9922c-927e-47fe-92cc-8c222421881b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856314 Nov 12 01:14:19.414301 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-513e9385-c9e5-4aaa-a73b-1a9bd92ebca9 req-12bce523-d40c-444b-b48d-dbbbabb84a40 service neutron] 10.222.0.15 "GET /v2.0/networks/7bc9922c-927e-47fe-92cc-8c222421881b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861769 Nov 12 01:14:19.572994 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96813ca-7c22-4cf1-88d5-c97e506cd667 req-f87e9b5f-c513-4e68-a904-6482a3795a5d tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:19.574395 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e96813ca-7c22-4cf1-88d5-c97e506cd667 req-f87e9b5f-c513-4e68-a904-6482a3795a5d tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 943 time: 0.1545579 Nov 12 01:14:19.621513 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e96813ca-7c22-4cf1-88d5-c97e506cd667 req-df27d1fa-c374-4c50-98fa-f983b08448d4 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404911 Nov 12 01:14:20.042681 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-73db129d-0717-44e2-92a4-0d1ff885e82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.740899 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d7a2-66df-4ef1-990c-48861a07018a req-9a2acc75-eae0-4bad-bc29-95a3d3105e14 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:20.742366 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a24d7a2-66df-4ef1-990c-48861a07018a req-9a2acc75-eae0-4bad-bc29-95a3d3105e14 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 943 time: 0.0528550 Nov 12 01:14:20.789956 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a24d7a2-66df-4ef1-990c-48861a07018a req-6f510712-f8dc-4435-a355-2e70f65e5086 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415995 Nov 12 01:14:21.915848 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148e88d-580d-4726-b903-26dbf8e99972 req-64061e80-f6c7-4db3-90dd-bef0e158118e tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:21.917382 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8148e88d-580d-4726-b903-26dbf8e99972 req-64061e80-f6c7-4db3-90dd-bef0e158118e tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 943 time: 0.0509527 Nov 12 01:14:21.969915 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8148e88d-580d-4726-b903-26dbf8e99972 req-fffd1be9-d2b1-4cba-886e-51d65bd8b419 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451536 Nov 12 01:14:22.353618 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3f972df8-1c30-43e8-9ea2-3f876f55ba2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.841343 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device a20345cb-43e4-4755-aa9a-1de4ca6380b3 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:14:22.933905 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port a20345cb-43e4-4755-aa9a-1de4ca6380b3, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=a20345cb-43e4-4755-aa9a-1de4ca6380b3,segment=NetworkSegment(c82d4268-46fa-4462-b55b-f4952501250d),segment_id=c82d4268-46fa-4462-b55b-f4952501250d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:22.948112 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'a20345cb-43e4-4755-aa9a-1de4ca6380b3', 'network_id': '7bc9922c-927e-47fe-92cc-8c222421881b', 'port_id': 'a20345cb-43e4-4755-aa9a-1de4ca6380b3', 'mac_address': 'fa:16:3e:ef:77:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5329b14-1fb4-42d7-ad5f-c9f264a62ea6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:14:22.984701 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.997294 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20345cb-43e4-4755-aa9a-1de4ca6380b3 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:14:23.016171 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port a20345cb-43e4-4755-aa9a-1de4ca6380b3, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=a20345cb-43e4-4755-aa9a-1de4ca6380b3,segment=NetworkSegment(c82d4268-46fa-4462-b55b-f4952501250d),segment_id=c82d4268-46fa-4462-b55b-f4952501250d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:23.020889 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.070069 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=a20345cb-43e4-4755-aa9a-1de4ca6380b3,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:23.094119 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d09c09-d8f3-4cca-8671-260d6dd1bfe8 req-293468fa-1553-4f00-9d63-bdea196d9ab3 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:23.095666 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a3d09c09-d8f3-4cca-8671-260d6dd1bfe8 req-293468fa-1553-4f00-9d63-bdea196d9ab3 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 944 time: 0.0537577 Nov 12 01:14:23.142839 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a3d09c09-d8f3-4cca-8671-260d6dd1bfe8 req-31efc5d1-980a-4733-957e-6d30f33c29b4 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405557 Nov 12 01:14:23.490091 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['a20345cb-43e4-4755-aa9a-1de4ca6380b3'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:14:23.544683 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.257368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb420bd0-86a8-49ac-aac4-b43461c21033 req-6821e754-4bd6-4aca-af7c-aad53e3a6720 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:24.258848 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb420bd0-86a8-49ac-aac4-b43461c21033 req-6821e754-4bd6-4aca-af7c-aad53e3a6720 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 944 time: 0.0485609 Nov 12 01:14:24.305341 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb420bd0-86a8-49ac-aac4-b43461c21033 req-d8d63b7c-225a-4f92-93ae-430b99a61251 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405731 Nov 12 01:14:24.791147 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.850682 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device a20345cb-43e4-4755-aa9a-1de4ca6380b3 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:24.898627 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port a20345cb-43e4-4755-aa9a-1de4ca6380b3 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:14:24.902454 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port a20345cb-43e4-4755-aa9a-1de4ca6380b3 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:24.902820 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.128140 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.150101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20345cb-43e4-4755-aa9a-1de4ca6380b3'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:25.152317 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1669fa2b-9b76-4839-beb0-ef6476585205" -d '{"events": [{"server_uuid": "d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee", "name": "network-vif-plugged", "status": "completed", "tag": "a20345cb-43e4-4755-aa9a-1de4ca6380b3"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:25.165524 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port a20345cb-43e4-4755-aa9a-1de4ca6380b3, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=a20345cb-43e4-4755-aa9a-1de4ca6380b3,segment=NetworkSegment(c82d4268-46fa-4462-b55b-f4952501250d),segment_id=c82d4268-46fa-4462-b55b-f4952501250d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:25.169933 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.192786 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0889c3-d711-4d8b-b8cd-b0b15df41cce x-openstack-request-id: req-3f0889c3-d711-4d8b-b8cd-b0b15df41cce {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:25.193084 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee", "name": "network-vif-plugged", "status": "completed", "tag": "a20345cb-43e4-4755-aa9a-1de4ca6380b3", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:25.193337 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f0889c3-d711-4d8b-b8cd-b0b15df41cce {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:25.193722 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20345cb-43e4-4755-aa9a-1de4ca6380b3', 'code': 200} Nov 12 01:14:25.219545 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=a20345cb-43e4-4755-aa9a-1de4ca6380b3,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:25.314888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb681b-401a-427d-974f-add5406c56c9 req-8a90d7d2-ae50-46ef-b05e-077d733551f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:25.316528 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5fcb681b-401a-427d-974f-add5406c56c9 req-8a90d7d2-ae50-46ef-b05e-077d733551f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 1097 time: 0.0416312 Nov 12 01:14:25.369328 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5fcb681b-401a-427d-974f-add5406c56c9 req-842b3309-3a69-4297-bac6-b0123b7daea4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454419 Nov 12 01:14:25.438428 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d7d86-3845-4eb2-a8f4-1306e07c660f req-e63b6985-56c8-44f9-874c-319f2a4c7f0b tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:25.440390 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-357d7d86-3845-4eb2-a8f4-1306e07c660f req-e63b6985-56c8-44f9-874c-319f2a4c7f0b tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 945 time: 0.0556529 Nov 12 01:14:25.492134 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-357d7d86-3845-4eb2-a8f4-1306e07c660f req-7a0001f8-f997-4230-9c55-639445570387 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450861 Nov 12 01:14:25.498377 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.007372 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.619596 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cb1ff-3e87-4800-8385-71d82a939f0d req-6b472875-24ec-45ac-8df1-787a708149f6 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:26.621127 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-423cb1ff-3e87-4800-8385-71d82a939f0d req-6b472875-24ec-45ac-8df1-787a708149f6 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 945 time: 0.0490177 Nov 12 01:14:26.673946 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-423cb1ff-3e87-4800-8385-71d82a939f0d req-a9d9258d-7976-42c6-9e05-635d0d2446f8 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436385 Nov 12 01:14:27.790528 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1101cb5-056e-4968-8474-685e1831ed85 req-c9a27e96-16c4-4fcf-a2c1-c6bef7f74792 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:27.792053 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f1101cb5-056e-4968-8474-685e1831ed85 req-c9a27e96-16c4-4fcf-a2c1-c6bef7f74792 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 945 time: 0.0498519 Nov 12 01:14:27.845149 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f1101cb5-056e-4968-8474-685e1831ed85 req-3f17d56f-f388-4482-bf6c-efd1381088ad tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472391 Nov 12 01:14:27.963284 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cf6ba-4aca-4cbb-b90a-524dd575b97e req-24887e3c-94de-4c8e-b7be-008b0f4185d4 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:27.964728 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-087cf6ba-4aca-4cbb-b90a-524dd575b97e req-24887e3c-94de-4c8e-b7be-008b0f4185d4 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 945 time: 0.0501537 Nov 12 01:14:28.011896 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-087cf6ba-4aca-4cbb-b90a-524dd575b97e req-0216c6a6-2bdd-4a52-8410-0ef52593fa5a tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412250 Nov 12 01:14:28.237805 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c01437-2d63-4dd0-aa29-a51a40652745 req-46a7ecf5-2874-4268-a7f6-6d5d3c65c4fd tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:28.239293 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d7c01437-2d63-4dd0-aa29-a51a40652745 req-46a7ecf5-2874-4268-a7f6-6d5d3c65c4fd tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 945 time: 0.0485058 Nov 12 01:14:28.286221 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d7c01437-2d63-4dd0-aa29-a51a40652745 req-7cacd105-9287-4c8a-982e-abd41fe8bbcc tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409133 Nov 12 01:14:29.406493 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7063ce0-09f7-42a4-a4b8-046fbc13e83a req-cf6fc3c1-1aa5-433d-ab97-b40005a53523 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:29.407980 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d7063ce0-09f7-42a4-a4b8-046fbc13e83a req-cf6fc3c1-1aa5-433d-ab97-b40005a53523 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 945 time: 0.0530751 Nov 12 01:14:29.454223 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d7063ce0-09f7-42a4-a4b8-046fbc13e83a req-72875885-dd94-4226-9331-696370ca336b tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402644 Nov 12 01:14:29.657654 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b3184-19d3-4d88-8baf-38198bf35d1e req-51ce52eb-0cd3-4bb2-956e-637749e0085f tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:29.659197 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e31b3184-19d3-4d88-8baf-38198bf35d1e req-51ce52eb-0cd3-4bb2-956e-637749e0085f tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 945 time: 0.0498812 Nov 12 01:14:29.736352 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e31b3184-19d3-4d88-8baf-38198bf35d1e req-57983f80-cf44-4075-a17c-52f0b9456765 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702834 Nov 12 01:14:29.739251 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08679403-40da-4c60-a827-910b8d291b87 req-0490eb8e-210a-4a76-9c2b-eecd8e16c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:29.740529 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-08679403-40da-4c60-a827-910b8d291b87 req-0490eb8e-210a-4a76-9c2b-eecd8e16c957 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=484b2fa7fb8f4a0f9008c4cb865252c1&device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 1097 time: 0.0727901 Nov 12 01:14:29.834364 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08679403-40da-4c60-a827-910b8d291b87 req-2ce11f88-8c1d-4a16-8edf-9e9a5f26205c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:29.835730 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-08679403-40da-4c60-a827-910b8d291b87 req-2ce11f88-8c1d-4a16-8edf-9e9a5f26205c service neutron] 10.222.0.15 "GET /v2.0/networks?id=7bc9922c-927e-47fe-92cc-8c222421881b HTTP/1.1" status: 200 len: 913 time: 0.0877485 Nov 12 01:14:29.876638 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-08679403-40da-4c60-a827-910b8d291b87 req-94767f84-0642-42d4-b276-c00f24e68031 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a20345cb-43e4-4755-aa9a-1de4ca6380b3 HTTP/1.1" status: 200 len: 217 time: 0.0335484 Nov 12 01:14:29.929376 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08679403-40da-4c60-a827-910b8d291b87 req-7d9c6a49-56eb-4666-aab5-86baf0f5c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:29.930850 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-08679403-40da-4c60-a827-910b8d291b87 req-7d9c6a49-56eb-4666-aab5-86baf0f5c204 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5329b14-1fb4-42d7-ad5f-c9f264a62ea6 HTTP/1.1" status: 200 len: 852 time: 0.0485415 Nov 12 01:14:29.963126 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-08679403-40da-4c60-a827-910b8d291b87 req-19ec3935-334f-4e29-ab92-9fb17d076c02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7bc9922c-927e-47fe-92cc-8c222421881b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246556 Nov 12 01:14:30.052411 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-08679403-40da-4c60-a827-910b8d291b87 req-790d8063-febf-48ad-9f91-d6b235aad39b service neutron] 10.222.0.15 "GET /v2.0/networks/7bc9922c-927e-47fe-92cc-8c222421881b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812092 Nov 12 01:14:30.145732 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-08679403-40da-4c60-a827-910b8d291b87 req-71edfc08-56ec-4d68-b755-22f0cf9395df service neutron] 10.222.0.15 "GET /v2.0/networks/7bc9922c-927e-47fe-92cc-8c222421881b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855961 Nov 12 01:14:30.853114 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36202d87-98ee-45e9-b05a-8f8b21e8fae8 req-a3f08437-8671-45d7-ae77-ac1aa3c468d2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:30.854610 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-36202d87-98ee-45e9-b05a-8f8b21e8fae8 req-a3f08437-8671-45d7-ae77-ac1aa3c468d2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 945 time: 0.0497990 Nov 12 01:14:30.902377 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-36202d87-98ee-45e9-b05a-8f8b21e8fae8 req-691d998c-b151-47c6-a180-6e5271acb016 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414958 Nov 12 01:14:32.021459 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519fc05-b048-4680-be3d-46b08e2d05d2 req-c954f062-97d0-4241-b792-4ac6c521b2ec tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:32.022975 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e519fc05-b048-4680-be3d-46b08e2d05d2 req-c954f062-97d0-4241-b792-4ac6c521b2ec tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 945 time: 0.0527005 Nov 12 01:14:32.072039 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e519fc05-b048-4680-be3d-46b08e2d05d2 req-776d5b4d-9c75-42d8-a95e-04f092be56e2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428216 Nov 12 01:14:32.297267 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf8328-00b5-4103-a730-55270cfeb7e8 req-b8dd04b1-976d-48f3-af56-4965d16c0859 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:32.298799 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-52bf8328-00b5-4103-a730-55270cfeb7e8 req-b8dd04b1-976d-48f3-af56-4965d16c0859 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 945 time: 0.0491040 Nov 12 01:14:32.348880 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-52bf8328-00b5-4103-a730-55270cfeb7e8 req-eacc8af8-7d18-4081-b68a-c39c091b9ba7 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417683 Nov 12 01:14:33.465860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2815d-6a0b-46ad-a579-9637183a4f21 req-de6db839-baa1-4eb6-beac-f0ff812a2fee tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:33.467646 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-acb2815d-6a0b-46ad-a579-9637183a4f21 req-de6db839-baa1-4eb6-beac-f0ff812a2fee tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 945 time: 0.0486329 Nov 12 01:14:33.514089 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-acb2815d-6a0b-46ad-a579-9637183a4f21 req-1dd7bd36-a50c-4b0d-9795-17613a62e111 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397758 Nov 12 01:14:33.725633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ad991-bacc-4f4a-a889-9a20d64f4635 req-e23d25bd-6f43-4b46-a0d6-9c87437764c0 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:33.727163 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c77ad991-bacc-4f4a-a889-9a20d64f4635 req-e23d25bd-6f43-4b46-a0d6-9c87437764c0 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 945 time: 0.0526297 Nov 12 01:14:33.759213 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c47995-5daf-4b7a-9084-2bf5a13b4d4f req-34bb81bf-e2e6-4340-baf3-4ebb87a3177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:33.760794 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-48c47995-5daf-4b7a-9084-2bf5a13b4d4f req-34bb81bf-e2e6-4340-baf3-4ebb87a3177e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=484b2fa7fb8f4a0f9008c4cb865252c1&device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 1097 time: 0.0442626 Nov 12 01:14:33.774462 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c77ad991-bacc-4f4a-a889-9a20d64f4635 req-9d634417-edd7-4de9-be28-1931e3e5ee6f tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412383 Nov 12 01:14:33.855330 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c47995-5daf-4b7a-9084-2bf5a13b4d4f req-5707fe1e-eb6d-4d45-bab8-5d0d8978f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:33.856839 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-48c47995-5daf-4b7a-9084-2bf5a13b4d4f req-5707fe1e-eb6d-4d45-bab8-5d0d8978f4b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7bc9922c-927e-47fe-92cc-8c222421881b HTTP/1.1" status: 200 len: 913 time: 0.0887854 Nov 12 01:14:33.899609 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-48c47995-5daf-4b7a-9084-2bf5a13b4d4f req-8b1908f1-43e1-4b4d-b5fd-ebd6a722606f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a20345cb-43e4-4755-aa9a-1de4ca6380b3 HTTP/1.1" status: 200 len: 217 time: 0.0360563 Nov 12 01:14:33.949165 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c47995-5daf-4b7a-9084-2bf5a13b4d4f req-82bf9a75-c933-49b4-97dd-d5f45eb7dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:33.950634 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-48c47995-5daf-4b7a-9084-2bf5a13b4d4f req-82bf9a75-c933-49b4-97dd-d5f45eb7dbe8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5329b14-1fb4-42d7-ad5f-c9f264a62ea6 HTTP/1.1" status: 200 len: 852 time: 0.0438244 Nov 12 01:14:33.981461 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-48c47995-5daf-4b7a-9084-2bf5a13b4d4f req-5266b773-9a8c-404a-b1d0-c534cc02f7fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7bc9922c-927e-47fe-92cc-8c222421881b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240626 Nov 12 01:14:33.991752 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-48c47995-5daf-4b7a-9084-2bf5a13b4d4f req-6e8f2ea3-7243-473c-8afb-72f49a2e01a4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:33.992682 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-48c47995-5daf-4b7a-9084-2bf5a13b4d4f req-6e8f2ea3-7243-473c-8afb-72f49a2e01a4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048831 Nov 12 01:14:34.087850 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-48c47995-5daf-4b7a-9084-2bf5a13b4d4f req-cdc8e767-9f0c-4d99-ad74-9ce73d77c4b1 service neutron] 10.222.0.15 "GET /v2.0/networks/7bc9922c-927e-47fe-92cc-8c222421881b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879786 Nov 12 01:14:34.183116 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-48c47995-5daf-4b7a-9084-2bf5a13b4d4f req-546388a1-b787-4639-a836-473cc8776854 service neutron] 10.222.0.15 "GET /v2.0/networks/7bc9922c-927e-47fe-92cc-8c222421881b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873475 Nov 12 01:14:34.892618 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a42ab5-e089-4c49-9be4-85aeee6ab9a3 req-79324beb-a67f-48df-b511-8040ba9541cd tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:34.894118 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-35a42ab5-e089-4c49-9be4-85aeee6ab9a3 req-79324beb-a67f-48df-b511-8040ba9541cd tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 945 time: 0.0522029 Nov 12 01:14:34.942152 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-35a42ab5-e089-4c49-9be4-85aeee6ab9a3 req-470e42ac-a026-48bb-9cd5-4303718c2b1a tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414877 Nov 12 01:14:36.065323 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478b547-82e6-404b-a5a7-0c517faf7120 req-b8f0a37a-a101-4d23-8ce8-a50627a99c3e tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:36.066810 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8478b547-82e6-404b-a5a7-0c517faf7120 req-b8f0a37a-a101-4d23-8ce8-a50627a99c3e tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 945 time: 0.0554879 Nov 12 01:14:36.114015 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8478b547-82e6-404b-a5a7-0c517faf7120 req-85bcafa5-54d9-4455-8560-3f18146f00f7 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407751 Nov 12 01:14:36.344399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036acc6-a9f5-415b-a1a3-874e1cbe9292 req-4d759a9e-6302-4d76-b885-c818a38d1e00 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:36.345933 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2036acc6-a9f5-415b-a1a3-874e1cbe9292 req-4d759a9e-6302-4d76-b885-c818a38d1e00 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 945 time: 0.0504768 Nov 12 01:14:36.392858 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2036acc6-a9f5-415b-a1a3-874e1cbe9292 req-3decf041-19a5-4669-bd05-bd8eb5428192 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407331 Nov 12 01:14:37.452170 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:14:37.509216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f8216-8488-4e3c-9ad1-46e6a81ff030 req-8c214611-d0a5-4183-97b4-f21423c3f2b3 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:37.510667 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-843f8216-8488-4e3c-9ad1-46e6a81ff030 req-8c214611-d0a5-4183-97b4-f21423c3f2b3 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 945 time: 0.0508215 Nov 12 01:14:37.566247 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-843f8216-8488-4e3c-9ad1-46e6a81ff030 req-0914ed4d-d7b1-4100-9307-b106818e1bdb tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490243 Nov 12 01:14:38.331370 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34dbda-509c-46c6-9555-656def9232c5 req-254610ef-7e5a-4da8-a23c-f1ec825a7f44 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:38.332872 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb34dbda-509c-46c6-9555-656def9232c5 req-254610ef-7e5a-4da8-a23c-f1ec825a7f44 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 945 time: 0.0487349 Nov 12 01:14:38.420179 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-bb34dbda-509c-46c6-9555-656def9232c5 req-5489f9bf-dace-47a4-9ef4-076c20a043c2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Deleting port a20345cb-43e4-4755-aa9a-1de4ca6380b3 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:38.420440 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bb34dbda-509c-46c6-9555-656def9232c5 req-5489f9bf-dace-47a4-9ef4-076c20a043c2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.510437 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-bb34dbda-509c-46c6-9555-656def9232c5 req-5489f9bf-dace-47a4-9ef4-076c20a043c2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] For port a20345cb-43e4-4755-aa9a-1de4ca6380b3, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=a20345cb-43e4-4755-aa9a-1de4ca6380b3,segment=NetworkSegment(c82d4268-46fa-4462-b55b-f4952501250d),segment_id=c82d4268-46fa-4462-b55b-f4952501250d)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:38.510802 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bb34dbda-509c-46c6-9555-656def9232c5 req-5489f9bf-dace-47a4-9ef4-076c20a043c2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.523497 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-bb34dbda-509c-46c6-9555-656def9232c5 req-5489f9bf-dace-47a4-9ef4-076c20a043c2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Calling delete_port for a20345cb-43e4-4755-aa9a-1de4ca6380b3 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:38.654197 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bb34dbda-509c-46c6-9555-656def9232c5 req-5489f9bf-dace-47a4-9ef4-076c20a043c2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.684786 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1dabe-2466-4ee2-90aa-e52a42768ffa req-aa7c445d-92cb-48ed-be4e-61a9955f5f74 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:38.685362 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489f9bf-dace-47a4-9ef4-076c20a043c2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Pushing event deleted for resources: {'Port': ['ID=a20345cb-43e4-4755-aa9a-1de4ca6380b3,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:38.686209 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e6f1dabe-2466-4ee2-90aa-e52a42768ffa req-aa7c445d-92cb-48ed-be4e-61a9955f5f74 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee HTTP/1.1" status: 200 len: 867 time: 0.0503283 Nov 12 01:14:38.688021 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['a20345cb-43e4-4755-aa9a-1de4ca6380b3'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:14:38.696583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f9bf-dace-47a4-9ef4-076c20a043c2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:38.696957 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f9bf-dace-47a4-9ef4-076c20a043c2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:38.697305 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f9bf-dace-47a4-9ef4-076c20a043c2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:38.697656 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f9bf-dace-47a4-9ef4-076c20a043c2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:38.697998 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f9bf-dace-47a4-9ef4-076c20a043c2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:38.698337 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f9bf-dace-47a4-9ef4-076c20a043c2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:38.698669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f9bf-dace-47a4-9ef4-076c20a043c2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:38.698996 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f9bf-dace-47a4-9ef4-076c20a043c2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:38.699325 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f9bf-dace-47a4-9ef4-076c20a043c2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:38.699756 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f9bf-dace-47a4-9ef4-076c20a043c2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:38.699978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f9bf-dace-47a4-9ef4-076c20a043c2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:38.700306 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489f9bf-dace-47a4-9ef4-076c20a043c2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:38.737676 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e6f1dabe-2466-4ee2-90aa-e52a42768ffa req-23090ecd-839a-4659-a491-1ea0e2f0cbdb tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.31 "GET /v2.0/security-groups?id=f0f1983b-2051-44d0-850b-1c2af682bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441308 Nov 12 01:14:38.741210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb34dbda-509c-46c6-9555-656def9232c5 req-5489f9bf-dace-47a4-9ef4-076c20a043c2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] No DVR routers for this DVR port a20345cb-43e4-4755-aa9a-1de4ca6380b3 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:38.743882 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-bb34dbda-509c-46c6-9555-656def9232c5 req-5489f9bf-dace-47a4-9ef4-076c20a043c2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.747248 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb34dbda-509c-46c6-9555-656def9232c5 req-5489f9bf-dace-47a4-9ef4-076c20a043c2 tempest-TestServerAdvancedOps-312309013 tempest-TestServerAdvancedOps-312309013-project] 10.222.0.15 "DELETE /v2.0/ports/a20345cb-43e4-4755-aa9a-1de4ca6380b3 HTTP/1.1" status: 204 len: 173 time: 0.4082921 Nov 12 01:14:38.747701 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee', 'name': 'network-vif-deleted', 'tag': 'a20345cb-43e4-4755-aa9a-1de4ca6380b3'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:38.749993 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d58d362-7386-4069-9a43-b0f64061b396" -d '{"events": [{"server_uuid": "d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee", "name": "network-vif-deleted", "tag": "a20345cb-43e4-4755-aa9a-1de4ca6380b3"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:38.792185 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548a3bce-f474-49d4-bd0e-294a7389c2d7 x-openstack-request-id: req-548a3bce-f474-49d4-bd0e-294a7389c2d7 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:38.792518 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee", "name": "network-vif-deleted", "tag": "a20345cb-43e4-4755-aa9a-1de4ca6380b3", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:38.792814 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-548a3bce-f474-49d4-bd0e-294a7389c2d7 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:38.793233 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e1a6d3-8c39-4df5-94d2-067bbe6fc7ee', 'name': 'network-vif-deleted', 'tag': 'a20345cb-43e4-4755-aa9a-1de4ca6380b3', 'status': 'completed', 'code': 200} Nov 12 01:14:38.842029 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.800126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46948) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:39.843209 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4877f8f-350c-4b29-90bb-ad26f1db487c admin admin] Deleting subnet a5329b14-1fb4-42d7-ad5f-c9f264a62ea6 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:39.846801 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f4877f8f-350c-4b29-90bb-ad26f1db487c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.880768 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f4877f8f-350c-4b29-90bb-ad26f1db487c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.923447 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f4877f8f-350c-4b29-90bb-ad26f1db487c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.974521 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f4877f8f-350c-4b29-90bb-ad26f1db487c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.001060 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4877f8f-350c-4b29-90bb-ad26f1db487c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5329b14-1fb4-42d7-ad5f-c9f264a62ea6,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:40.003968 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f4877f8f-350c-4b29-90bb-ad26f1db487c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.006589 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f4877f8f-350c-4b29-90bb-ad26f1db487c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a5329b14-1fb4-42d7-ad5f-c9f264a62ea6 HTTP/1.1" status: 204 len: 168 time: 0.2054365 Nov 12 01:14:40.009197 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46950) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:40.013112 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4877f8f-350c-4b29-90bb-ad26f1db487c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:40.013467 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4877f8f-350c-4b29-90bb-ad26f1db487c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:40.013811 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4877f8f-350c-4b29-90bb-ad26f1db487c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:40.014148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4877f8f-350c-4b29-90bb-ad26f1db487c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:40.014481 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4877f8f-350c-4b29-90bb-ad26f1db487c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:40.014814 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4877f8f-350c-4b29-90bb-ad26f1db487c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:40.015139 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4877f8f-350c-4b29-90bb-ad26f1db487c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:40.015687 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4877f8f-350c-4b29-90bb-ad26f1db487c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:40.016020 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4877f8f-350c-4b29-90bb-ad26f1db487c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:40.016348 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4877f8f-350c-4b29-90bb-ad26f1db487c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:40.017212 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4877f8f-350c-4b29-90bb-ad26f1db487c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:40.017537 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4877f8f-350c-4b29-90bb-ad26f1db487c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:40.078632 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ed22e497-d560-4f82-9c26-78b83298a07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.155139 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ed22e497-d560-4f82-9c26-78b83298a07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.174876 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-ed22e497-d560-4f82-9c26-78b83298a07f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc9922c-927e-47fe-92cc-8c222421881b']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:40.183778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-ed22e497-d560-4f82-9c26-78b83298a07f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82d4268-46fa-4462-b55b-f4952501250d') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:40.184080 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-ed22e497-d560-4f82-9c26-78b83298a07f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82d4268-46fa-4462-b55b-f4952501250d') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:40.197791 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ed22e497-d560-4f82-9c26-78b83298a07f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.211078 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ed22e497-d560-4f82-9c26-78b83298a07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.216712 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed22e497-d560-4f82-9c26-78b83298a07f admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:40.217108 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ed22e497-d560-4f82-9c26-78b83298a07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:40.218712 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:40.273686 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ed22e497-d560-4f82-9c26-78b83298a07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.279318 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ed22e497-d560-4f82-9c26-78b83298a07f admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.283284 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ed22e497-d560-4f82-9c26-78b83298a07f admin admin] 10.222.0.31 "DELETE /v2.0/networks/7bc9922c-927e-47fe-92cc-8c222421881b HTTP/1.1" status: 204 len: 168 time: 0.2730241 Nov 12 01:14:40.286258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46952) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:40.293753 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22e497-d560-4f82-9c26-78b83298a07f admin admin] Pushing event deleted for resources: {'Network': ['ID=7bc9922c-927e-47fe-92cc-8c222421881b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:40.331621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-157cc0ef-e59d-44aa-a857-0a568e326d14 admin admin] Deleting subnet 41f39e7b-add2-4a00-a84b-01dd9e348843 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:40.334908 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-157cc0ef-e59d-44aa-a857-0a568e326d14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.368375 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-157cc0ef-e59d-44aa-a857-0a568e326d14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.411576 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-157cc0ef-e59d-44aa-a857-0a568e326d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.467008 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-157cc0ef-e59d-44aa-a857-0a568e326d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.494011 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157cc0ef-e59d-44aa-a857-0a568e326d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41f39e7b-add2-4a00-a84b-01dd9e348843,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:40.497896 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-157cc0ef-e59d-44aa-a857-0a568e326d14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.501605 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-157cc0ef-e59d-44aa-a857-0a568e326d14 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/41f39e7b-add2-4a00-a84b-01dd9e348843 HTTP/1.1" status: 204 len: 168 time: 0.2137628 Nov 12 01:14:40.504149 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 46954) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:40.572591 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-68bec070-e71c-4716-a5c8-6888e31f1f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.658615 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-68bec070-e71c-4716-a5c8-6888e31f1f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.677827 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-68bec070-e71c-4716-a5c8-6888e31f1f6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebbc3662-2e75-41a6-847c-6f603df47ad2']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:40.686906 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-68bec070-e71c-4716-a5c8-6888e31f1f6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7607c71-a233-44a0-9447-3a7eb1ad9e48') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:40.687462 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-68bec070-e71c-4716-a5c8-6888e31f1f6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7607c71-a233-44a0-9447-3a7eb1ad9e48') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:40.696975 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-68bec070-e71c-4716-a5c8-6888e31f1f6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.710634 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-68bec070-e71c-4716-a5c8-6888e31f1f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.716478 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68bec070-e71c-4716-a5c8-6888e31f1f6a admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:40.716887 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-68bec070-e71c-4716-a5c8-6888e31f1f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:40.718496 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:40.776727 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-68bec070-e71c-4716-a5c8-6888e31f1f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.784211 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-68bec070-e71c-4716-a5c8-6888e31f1f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.787465 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-68bec070-e71c-4716-a5c8-6888e31f1f6a admin admin] 10.222.0.31 "DELETE /v2.0/networks/ebbc3662-2e75-41a6-847c-6f603df47ad2 HTTP/1.1" status: 204 len: 168 time: 0.2823565 Nov 12 01:14:40.799474 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bec070-e71c-4716-a5c8-6888e31f1f6a admin admin] Pushing event deleted for resources: {'Network': ['ID=ebbc3662-2e75-41a6-847c-6f603df47ad2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:40.943593 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46960) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:40.983280 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-811161e1-da34-497e-b129-be2e8c07d5df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=484b2fa7fb8f4a0f9008c4cb865252c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385344 Nov 12 01:14:40.986224 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46962) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:41.031771 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86450288-5d82-4a6e-9b10-372684958840 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.052479 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86450288-5d82-4a6e-9b10-372684958840 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.102018 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86450288-5d82-4a6e-9b10-372684958840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.104869 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86450288-5d82-4a6e-9b10-372684958840 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.106005 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-86450288-5d82-4a6e-9b10-372684958840 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0f1983b-2051-44d0-850b-1c2af682bea4 HTTP/1.1" status: 204 len: 168 time: 0.1188834 Nov 12 01:14:41.114392 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86450288-5d82-4a6e-9b10-372684958840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f1983b-2051-44d0-850b-1c2af682bea4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:41.418999 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46968) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:41.458223 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0a8ad6a2-1e3c-4a6e-bfb9-28fe9013bfb5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=345d2ff062d547279accca3d6a29b638&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380826 Nov 12 01:14:41.460769 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 46970) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:41.505722 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28d4fb20-441f-44ed-a9fe-b7d5cc65d0a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.526312 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28d4fb20-441f-44ed-a9fe-b7d5cc65d0a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.573067 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28d4fb20-441f-44ed-a9fe-b7d5cc65d0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.575638 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-28d4fb20-441f-44ed-a9fe-b7d5cc65d0a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.578573 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-28d4fb20-441f-44ed-a9fe-b7d5cc65d0a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96df21f4-1181-4af5-8623-d4e715d35a45 HTTP/1.1" status: 204 len: 168 time: 0.1151295 Nov 12 01:14:41.584626 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4fb20-441f-44ed-a9fe-b7d5cc65d0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96df21f4-1181-4af5-8623-d4e715d35a45,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:42.912417 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device a20345cb-43e4-4755-aa9a-1de4ca6380b3 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:42.932128 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: a20345cb-43e4-4755-aa9a-1de4ca6380b3 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:42.932469 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device a20345cb-43e4-4755-aa9a-1de4ca6380b3 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:50.047203 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-546dd444-6c17-4739-b3cb-e0978f47adb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.354572 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e57d-319f-46a5-b9fc-cf79a32f1eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.523907 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.789901 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:55.495709 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.009899 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:08.573467 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8afd2ca2-4f15-468d-a9fa-2b961c1538ee req-1e7132b2-972f-47dc-9ad7-525fa4549ab9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1980870 Nov 12 01:15:08.656492 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd2ca2-4f15-468d-a9fa-2b961c1538ee req-134ec313-2030-47c5-8fe0-5932330d66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:08.658012 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8afd2ca2-4f15-468d-a9fa-2b961c1538ee req-134ec313-2030-47c5-8fe0-5932330d66d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d94d0617ef48cb917f00ba5f682af1&device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 1097 time: 0.0409865 Nov 12 01:15:08.763658 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd2ca2-4f15-468d-a9fa-2b961c1538ee req-23a7b1b3-559c-4445-9606-7635ef50c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:08.765138 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8afd2ca2-4f15-468d-a9fa-2b961c1538ee req-23a7b1b3-559c-4445-9606-7635ef50c5d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=99535b47-1f31-43c2-8e7d-8697835dc16e HTTP/1.1" status: 200 len: 918 time: 0.0880747 Nov 12 01:15:08.826278 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:08.833847 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8afd2ca2-4f15-468d-a9fa-2b961c1538ee req-2110545c-6479-4a85-b40c-399dabba6864 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eddaeee4-8e50-4409-853e-072a48499b6b HTTP/1.1" status: 200 len: 1000 time: 0.0613933 Nov 12 01:15:08.887264 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd2ca2-4f15-468d-a9fa-2b961c1538ee req-7c735939-b0c8-461f-a45c-4ccecc7d3b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:08.888897 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8afd2ca2-4f15-468d-a9fa-2b961c1538ee req-7c735939-b0c8-461f-a45c-4ccecc7d3b33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f24b6a7-8d5d-4c0c-92a3-967aab668bff HTTP/1.1" status: 200 len: 856 time: 0.0475461 Nov 12 01:15:08.933559 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd2ca2-4f15-468d-a9fa-2b961c1538ee req-0852b6f4-16a7-412d-b09f-cddb6c3d4b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:08.935031 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8afd2ca2-4f15-468d-a9fa-2b961c1538ee req-0852b6f4-16a7-412d-b09f-cddb6c3d4b49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99535b47-1f31-43c2-8e7d-8697835dc16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398490 Nov 12 01:15:08.948121 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-8afd2ca2-4f15-468d-a9fa-2b961c1538ee req-490ac161-6d15-4c43-9810-1f749395b840 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:15:08.949210 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8afd2ca2-4f15-468d-a9fa-2b961c1538ee req-490ac161-6d15-4c43-9810-1f749395b840 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051537 Nov 12 01:15:09.038374 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8afd2ca2-4f15-468d-a9fa-2b961c1538ee req-6bd81eb1-3872-4919-96a6-c69aa8141dcb service neutron] 10.222.0.21 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818009 Nov 12 01:15:09.133638 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8afd2ca2-4f15-468d-a9fa-2b961c1538ee req-4022287e-b7d5-4f7c-9c07-1f0a8b91a975 service neutron] 10.222.0.21 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877697 Nov 12 01:15:14.451616 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:15:20.049147 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9662a24c-9954-47dc-9dff-fed97ef88fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.356720 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-defbce8c-7f04-446c-9ecf-1119b9b5554c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.525060 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.795744 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:25.497645 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:26.015091 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.169343 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49700c-dbca-410d-917e-7503a43531cf req-9b5e997b-4eaa-435b-a081-57d0fdb890e8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:32.170803 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8b49700c-dbca-410d-917e-7503a43531cf req-9b5e997b-4eaa-435b-a081-57d0fdb890e8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0524859 Nov 12 01:15:32.217167 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8b49700c-dbca-410d-917e-7503a43531cf req-7baac87c-0bfa-4445-9efe-f823f2ff2526 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394318 Nov 12 01:15:33.345769 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454ff28-2469-42fe-b06c-2e4ec9dd79b4 req-7d1d6465-f861-4b37-b133-914d512fa7a1 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:33.347235 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2454ff28-2469-42fe-b06c-2e4ec9dd79b4 req-7d1d6465-f861-4b37-b133-914d512fa7a1 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0545859 Nov 12 01:15:33.395971 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2454ff28-2469-42fe-b06c-2e4ec9dd79b4 req-9787f574-d5b1-4904-ab28-10ad34c197d1 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426800 Nov 12 01:15:34.513482 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04bed8-b336-42d6-b054-407d18ff97b0 req-33e219d6-115e-49a8-9a80-bededf71b487 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:34.514944 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3d04bed8-b336-42d6-b054-407d18ff97b0 req-33e219d6-115e-49a8-9a80-bededf71b487 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0481298 Nov 12 01:15:34.560892 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3d04bed8-b336-42d6-b054-407d18ff97b0 req-bb7b5a5d-767b-4278-87ac-bf61f787cbf1 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400479 Nov 12 01:15:35.688819 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddbe54-a8d0-4239-b167-0cbbbd90b01b req-b2fbc25c-66b4-4f52-8e60-262ebce2ca6c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:35.690292 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1ddbe54-a8d0-4239-b167-0cbbbd90b01b req-b2fbc25c-66b4-4f52-8e60-262ebce2ca6c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0539482 Nov 12 01:15:35.737249 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1ddbe54-a8d0-4239-b167-0cbbbd90b01b req-8fe15117-e969-4baf-9f20-a786fd1f160a tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410044 Nov 12 01:15:36.861248 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fd552-b4b9-4519-8f6f-5dfe5839b815 req-3db1dfd0-8165-4652-9074-2d375fa58223 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:36.862794 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ae3fd552-b4b9-4519-8f6f-5dfe5839b815 req-3db1dfd0-8165-4652-9074-2d375fa58223 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0542417 Nov 12 01:15:36.912737 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ae3fd552-b4b9-4519-8f6f-5dfe5839b815 req-3af2c6c1-168c-46bc-977e-e1beae86cd19 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437567 Nov 12 01:15:38.033213 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b6d74-e8f1-42dc-8451-8f7e7971e23f req-78966887-e6da-461e-a556-02aca1980b61 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:38.034687 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-166b6d74-e8f1-42dc-8451-8f7e7971e23f req-78966887-e6da-461e-a556-02aca1980b61 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0486856 Nov 12 01:15:38.081673 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-166b6d74-e8f1-42dc-8451-8f7e7971e23f req-cabcb2e1-d35c-4c54-8ab0-6c6e20ab2799 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410907 Nov 12 01:15:38.839679 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.199134 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d704b-27ce-4476-bc43-abae416210d2 req-0c0ab0de-9a2d-4b09-bc2b-c4610f7112e3 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:39.200594 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-307d704b-27ce-4476-bc43-abae416210d2 req-0c0ab0de-9a2d-4b09-bc2b-c4610f7112e3 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0480478 Nov 12 01:15:39.247647 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-307d704b-27ce-4476-bc43-abae416210d2 req-fd7a27f0-c416-4f2c-9305-d40fa42e867f tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405030 Nov 12 01:15:40.375182 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09a317-3807-4df3-a1b3-5ab20edfbbfb req-7329c5d3-2b85-4084-9c13-06caea0a60c2 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:40.376670 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3a09a317-3807-4df3-a1b3-5ab20edfbbfb req-7329c5d3-2b85-4084-9c13-06caea0a60c2 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0529928 Nov 12 01:15:40.423557 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3a09a317-3807-4df3-a1b3-5ab20edfbbfb req-feea9116-4ec7-4bb5-9ef1-c008acc653d5 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408061 Nov 12 01:15:41.542239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c5cb9-f82b-4b19-a9b5-9744f90b6d53 req-3cb9fe4f-d959-44f6-b1ce-d46d28f0c7b3 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:41.543707 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac6c5cb9-f82b-4b19-a9b5-9744f90b6d53 req-3cb9fe4f-d959-44f6-b1ce-d46d28f0c7b3 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0478752 Nov 12 01:15:41.589730 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac6c5cb9-f82b-4b19-a9b5-9744f90b6d53 req-388179df-517c-46b8-90d9-788ccd69b320 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401082 Nov 12 01:15:42.708905 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882b23d-e936-4160-970f-33830009625d req-838ceb53-d018-44e6-bf86-72348a306314 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:42.710366 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e882b23d-e936-4160-970f-33830009625d req-838ceb53-d018-44e6-bf86-72348a306314 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0481374 Nov 12 01:15:42.758001 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e882b23d-e936-4160-970f-33830009625d req-6304252e-ba21-44b9-8bfb-9698f33720eb tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416169 Nov 12 01:15:43.886821 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12f43-d7d3-4ee7-a154-3954da6ee2d9 req-c6ca373e-e46c-40eb-879b-fbe1deb51725 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:43.895379 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7cb12f43-d7d3-4ee7-a154-3954da6ee2d9 req-c6ca373e-e46c-40eb-879b-fbe1deb51725 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0525830 Nov 12 01:15:43.939638 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7cb12f43-d7d3-4ee7-a154-3954da6ee2d9 req-f688c3f7-8df7-48cf-8962-2c23a8e00d89 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424578 Nov 12 01:15:45.079526 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a494d8-818b-4f4c-ad54-283fedc84542 req-6e61d5c2-7d5c-4e6a-b6df-00432efbd405 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:45.081205 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54a494d8-818b-4f4c-ad54-283fedc84542 req-6e61d5c2-7d5c-4e6a-b6df-00432efbd405 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0536695 Nov 12 01:15:45.142185 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54a494d8-818b-4f4c-ad54-283fedc84542 req-400af417-0b72-48a9-a709-29c143c1dbfb tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543869 Nov 12 01:15:45.761251 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device eddaeee4-8e50-4409-853e-072a48499b6b details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:15:45.875625 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port eddaeee4-8e50-4409-853e-072a48499b6b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=eddaeee4-8e50-4409-853e-072a48499b6b,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:45.887240 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'eddaeee4-8e50-4409-853e-072a48499b6b', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'port_id': 'eddaeee4-8e50-4409-853e-072a48499b6b', 'mac_address': 'fa:16:3e:2e:a1:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:15:45.938871 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.955181 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eddaeee4-8e50-4409-853e-072a48499b6b {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:15:45.978232 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port eddaeee4-8e50-4409-853e-072a48499b6b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=eddaeee4-8e50-4409-853e-072a48499b6b,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:45.985169 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.039066 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=eddaeee4-8e50-4409-853e-072a48499b6b,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:46.047424 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:46.047943 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:46.048119 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:46.048462 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:46.048823 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:46.049161 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:46.049509 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:46.049824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:46.050166 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:46.050485 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:46.050813 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:46.051137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:46.067913 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['eddaeee4-8e50-4409-853e-072a48499b6b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:15:46.285442 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a32c9f-9bdc-45fb-b8e3-50b53af4416c req-de4dd22c-cd23-4700-8271-c60c1ce9a36e tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:46.287064 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f6a32c9f-9bdc-45fb-b8e3-50b53af4416c req-de4dd22c-cd23-4700-8271-c60c1ce9a36e tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 944 time: 0.0529850 Nov 12 01:15:46.343577 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f6a32c9f-9bdc-45fb-b8e3-50b53af4416c req-8f997dd2-90f3-411c-afd3-a3e3dfe229c2 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500035 Nov 12 01:15:47.473316 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c76797-4bbf-477d-9bb2-09116282abff req-55dffe8a-613c-467f-9878-2f7cec6cda10 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:47.476260 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-76c76797-4bbf-477d-9bb2-09116282abff req-55dffe8a-613c-467f-9878-2f7cec6cda10 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 944 time: 0.0562410 Nov 12 01:15:47.528997 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-76c76797-4bbf-477d-9bb2-09116282abff req-fa12f3d6-0b30-433c-9bbe-781f7bdd87c8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474472 Nov 12 01:15:47.770164 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device eddaeee4-8e50-4409-853e-072a48499b6b up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:47.830395 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port eddaeee4-8e50-4409-853e-072a48499b6b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:47.830768 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.930646 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.956238 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09a7ff6-4b25-4553-affe-2a8e04466d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddaeee4-8e50-4409-853e-072a48499b6b'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:15:47.958986 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970f2a43-a070-4116-8aa8-bbe57972a863" -d '{"events": [{"server_uuid": "e09a7ff6-4b25-4553-affe-2a8e04466d95", "name": "network-vif-plugged", "status": "completed", "tag": "eddaeee4-8e50-4409-853e-072a48499b6b"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:15:47.985973 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port eddaeee4-8e50-4409-853e-072a48499b6b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=eddaeee4-8e50-4409-853e-072a48499b6b,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:47.992731 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.002789 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59beb57e-8803-41c1-bbd7-91a80c363bd0 x-openstack-request-id: req-59beb57e-8803-41c1-bbd7-91a80c363bd0 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:15:48.003259 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09a7ff6-4b25-4553-affe-2a8e04466d95", "name": "network-vif-plugged", "status": "completed", "tag": "eddaeee4-8e50-4409-853e-072a48499b6b", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:15:48.003614 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59beb57e-8803-41c1-bbd7-91a80c363bd0 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:15:48.004101 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09a7ff6-4b25-4553-affe-2a8e04466d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddaeee4-8e50-4409-853e-072a48499b6b', 'code': 200} Nov 12 01:15:48.048267 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=eddaeee4-8e50-4409-853e-072a48499b6b,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:48.669577 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e19a7-2977-4b8c-8be0-562440fee6e1 req-f9763b1e-3c65-486c-aa6f-2f7bf00f43dc tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:48.671967 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-846e19a7-2977-4b8c-8be0-562440fee6e1 req-f9763b1e-3c65-486c-aa6f-2f7bf00f43dc tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0589404 Nov 12 01:15:48.727337 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-846e19a7-2977-4b8c-8be0-562440fee6e1 req-5170568b-a080-443a-9087-980de57df22c tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486259 Nov 12 01:15:49.869108 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbc548-fd89-4529-8e4f-8ca898038a21 req-50888f13-912f-4e2b-bb4e-e2676073d8c4 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:49.870827 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3acbc548-fd89-4529-8e4f-8ca898038a21 req-50888f13-912f-4e2b-bb4e-e2676073d8c4 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0544839 Nov 12 01:15:49.940329 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3acbc548-fd89-4529-8e4f-8ca898038a21 req-7a5c6dae-c8a0-4907-aa86-057f769f1249 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629113 Nov 12 01:15:50.055390 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1192677c-10b5-42b6-b517-35ede967247d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.080818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246b6b4-d15c-463e-b967-63e9f61382fa req-4bd90076-9339-487e-832a-92c44eee35d0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:51.082516 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3246b6b4-d15c-463e-b967-63e9f61382fa req-4bd90076-9339-487e-832a-92c44eee35d0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0605853 Nov 12 01:15:51.134535 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3246b6b4-d15c-463e-b967-63e9f61382fa req-360a88b0-681e-4366-9792-8852b6384779 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457823 Nov 12 01:15:51.451331 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:15:52.281071 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae68fa-ce20-415a-bdd1-7e2bef8dd098 req-8ba6b668-59df-4ee6-880b-a70d9f3af86e tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:52.288219 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3eae68fa-ce20-415a-bdd1-7e2bef8dd098 req-8ba6b668-59df-4ee6-880b-a70d9f3af86e tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0571859 Nov 12 01:15:52.336869 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3eae68fa-ce20-415a-bdd1-7e2bef8dd098 req-04a16cfc-7f69-458f-b197-7c9f2c1aba86 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477407 Nov 12 01:15:52.382278 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d538910-4148-4c06-8ae1-b8bf4473e580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.494349 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86b42a-f58c-4d1c-8ac5-ca5c25ff5133 req-9eff7f0d-3291-4560-8596-5ccf78fb7cc5 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:53.496750 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a86b42a-f58c-4d1c-8ac5-ca5c25ff5133 req-9eff7f0d-3291-4560-8596-5ccf78fb7cc5 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0588720 Nov 12 01:15:53.534129 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.553576 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a86b42a-f58c-4d1c-8ac5-ca5c25ff5133 req-5542c740-ff85-4046-b972-3b6f41411b1f tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493152 Nov 12 01:15:54.635289 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4a57e-6e22-43b5-af70-f544630a0fe9 req-ae21bea0-6a5d-4592-93ff-5bdb24e37af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:54.636930 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f7d4a57e-6e22-43b5-af70-f544630a0fe9 req-ae21bea0-6a5d-4592-93ff-5bdb24e37af6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53d94d0617ef48cb917f00ba5f682af1&device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 1097 time: 0.0415626 Nov 12 01:15:54.679346 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68ded4-5cf7-4b34-9aa8-d85a167f0b10 req-92694bcb-ca82-488a-93db-e7c5db5233de tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:54.680857 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1a68ded4-5cf7-4b34-9aa8-d85a167f0b10 req-92694bcb-ca82-488a-93db-e7c5db5233de tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0484579 Nov 12 01:15:54.727587 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1a68ded4-5cf7-4b34-9aa8-d85a167f0b10 req-a4832768-fb1c-40d2-a522-0f16a3867875 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399535 Nov 12 01:15:54.738322 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4a57e-6e22-43b5-af70-f544630a0fe9 req-98039119-e6f3-45b4-b6db-28d7b5f0f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:54.739822 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f7d4a57e-6e22-43b5-af70-f544630a0fe9 req-98039119-e6f3-45b4-b6db-28d7b5f0f490 service neutron] 10.222.0.21 "GET /v2.0/networks?id=99535b47-1f31-43c2-8e7d-8697835dc16e HTTP/1.1" status: 200 len: 918 time: 0.0902271 Nov 12 01:15:54.801507 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.811578 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f7d4a57e-6e22-43b5-af70-f544630a0fe9 req-449ffbb7-0f12-457c-a372-01e243c6425d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eddaeee4-8e50-4409-853e-072a48499b6b HTTP/1.1" status: 200 len: 1000 time: 0.0638514 Nov 12 01:15:54.860605 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4a57e-6e22-43b5-af70-f544630a0fe9 req-1ad71576-9589-470d-a113-d6913a74a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:54.861971 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f7d4a57e-6e22-43b5-af70-f544630a0fe9 req-1ad71576-9589-470d-a113-d6913a74a6f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f24b6a7-8d5d-4c0c-92a3-967aab668bff HTTP/1.1" status: 200 len: 856 time: 0.0431612 Nov 12 01:15:54.912876 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4a57e-6e22-43b5-af70-f544630a0fe9 req-a4eafc89-bd80-416a-85e6-aceaacfd9048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:54.914355 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f7d4a57e-6e22-43b5-af70-f544630a0fe9 req-a4eafc89-bd80-416a-85e6-aceaacfd9048 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99535b47-1f31-43c2-8e7d-8697835dc16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398788 Nov 12 01:15:55.007055 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f7d4a57e-6e22-43b5-af70-f544630a0fe9 req-d92c2bf4-9d5b-4667-9111-6be1b75d4243 service neutron] 10.222.0.21 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847533 Nov 12 01:15:55.100840 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f7d4a57e-6e22-43b5-af70-f544630a0fe9 req-ad62b74a-8e38-460c-a5d2-8829616ed5c2 service neutron] 10.222.0.21 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818195 Nov 12 01:15:55.504208 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.848640 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f6254-c684-4031-a973-35e0060c1b8b req-64899cf1-2cce-4ba8-9f19-99b1cb334fec tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:55.850110 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b60f6254-c684-4031-a973-35e0060c1b8b req-64899cf1-2cce-4ba8-9f19-99b1cb334fec tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0487335 Nov 12 01:15:55.900797 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b60f6254-c684-4031-a973-35e0060c1b8b req-599db3ef-86e2-41c3-b4d2-1ca7ef5d62d0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445449 Nov 12 01:15:56.017975 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.028423 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb3bf7-d224-4bb5-82f8-24dde0d81078 req-ec20f49a-35fe-45e9-919e-052ff646392f tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:57.029937 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c0cb3bf7-d224-4bb5-82f8-24dde0d81078 req-ec20f49a-35fe-45e9-919e-052ff646392f tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0550606 Nov 12 01:15:57.080549 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c0cb3bf7-d224-4bb5-82f8-24dde0d81078 req-8a651c23-24f1-473f-96b1-623a6c29b1ea tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442929 Nov 12 01:15:57.837105 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device eddaeee4-8e50-4409-853e-072a48499b6b no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:57.911318 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.934032 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09a7ff6-4b25-4553-affe-2a8e04466d95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eddaeee4-8e50-4409-853e-072a48499b6b'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:15:57.936559 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e79d8a-c492-4d42-acf3-abd1d91f8e7a" -d '{"events": [{"server_uuid": "e09a7ff6-4b25-4553-affe-2a8e04466d95", "name": "network-vif-unplugged", "status": "completed", "tag": "eddaeee4-8e50-4409-853e-072a48499b6b"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:15:57.948902 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port eddaeee4-8e50-4409-853e-072a48499b6b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=eddaeee4-8e50-4409-853e-072a48499b6b,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:57.953899 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.980004 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 01:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2990b4b8-65ba-44df-b399-5ca37596572d x-openstack-request-id: req-2990b4b8-65ba-44df-b399-5ca37596572d {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:15:57.980295 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09a7ff6-4b25-4553-affe-2a8e04466d95", "name": "network-vif-unplugged", "status": "failed", "tag": "eddaeee4-8e50-4409-853e-072a48499b6b", "code": 422}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:15:57.980554 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2990b4b8-65ba-44df-b399-5ca37596572d {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:15:57.980974 n-d-712137-14 neutron-server[114244]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e09a7ff6-4b25-4553-affe-2a8e04466d95', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eddaeee4-8e50-4409-853e-072a48499b6b', 'code': 422} returned with failed status Nov 12 01:15:58.006397 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=eddaeee4-8e50-4409-853e-072a48499b6b,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:58.202230 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40167561-f342-4d51-86d1-bb49ef929aae req-80133b54-5c97-4884-b7e4-3de2eb3adcb3 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:58.203688 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40167561-f342-4d51-86d1-bb49ef929aae req-80133b54-5c97-4884-b7e4-3de2eb3adcb3 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 943 time: 0.0491667 Nov 12 01:15:58.248932 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40167561-f342-4d51-86d1-bb49ef929aae req-7ef805ba-e8e6-4323-b271-241661f0ceb3 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393519 Nov 12 01:15:59.120313 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1c38f-7a0b-4bca-afd2-53c4d76f7dd0 req-09e4c17e-8efe-4283-bab2-67ced0928514 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:59.121839 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5d1c38f-7a0b-4bca-afd2-53c4d76f7dd0 req-09e4c17e-8efe-4283-bab2-67ced0928514 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 943 time: 0.0563519 Nov 12 01:15:59.302156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47242) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:59.407245 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ea6e01fa-5a6d-47c3-af71-7337524e5ac7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1037149 Nov 12 01:15:59.419167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-363f624b-b3f1-49da-be21-752cb53211e2 req-8d2f68d4-511a-4ef2-a58e-2920d47bd85c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:15:59.420181 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-363f624b-b3f1-49da-be21-752cb53211e2 req-8d2f68d4-511a-4ef2-a58e-2920d47bd85c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076659 Nov 12 01:15:59.447363 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5d1c38f-7a0b-4bca-afd2-53c4d76f7dd0 req-adb3d467-0d18-47b4-8738-9d7e3f7edcc8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185346 Nov 12 01:16:00.319984 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f624b-b3f1-49da-be21-752cb53211e2 req-2a0d936e-663c-41f7-9cdc-f595e11ab058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:00.321472 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-363f624b-b3f1-49da-be21-752cb53211e2 req-2a0d936e-663c-41f7-9cdc-f595e11ab058 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95&tenant_id=53d94d0617ef48cb917f00ba5f682af1 HTTP/1.1" status: 200 len: 1095 time: 0.0928288 Nov 12 01:16:00.339015 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-14', 'device_owner': 'compute:nova'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:00.392574 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.572047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59653707-34ea-429d-b1a4-556ffd4de303 req-5bd16142-f16c-4e4c-949a-07486c5382c8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:00.573581 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-59653707-34ea-429d-b1a4-556ffd4de303 req-5bd16142-f16c-4e4c-949a-07486c5382c8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 943 time: 0.0497723 Nov 12 01:16:00.597492 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] For port eddaeee4-8e50-4409-853e-072a48499b6b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=eddaeee4-8e50-4409-853e-072a48499b6b,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:00.621752 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-59653707-34ea-429d-b1a4-556ffd4de303 req-ebcf65b7-166a-482c-a259-13bcda941dc0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420105 Nov 12 01:16:00.631132 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] For port eddaeee4-8e50-4409-853e-072a48499b6b, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:00.664188 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eddaeee4-8e50-4409-853e-072a48499b6b {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:16:00.672930 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.685120 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Transition to ACTIVE for port object eddaeee4-8e50-4409-853e-072a48499b6b will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:16:00.689205 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.771919 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Pushing event updated for resources: {'Port': ['ID=eddaeee4-8e50-4409-853e-072a48499b6b,revision_number=9']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:00.784462 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.784667 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.785034 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.785371 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.785704 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.786035 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.786365 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.786689 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.787018 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.787348 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.787680 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.787999 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.821364 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] No DVR routers for this DVR port eddaeee4-8e50-4409-853e-072a48499b6b on host n-h1-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:16:00.957606 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Attempting to bind port eddaeee4-8e50-4409-853e-072a48499b6b on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:00.957940 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Attempting to bind port eddaeee4-8e50-4409-853e-072a48499b6b by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:00.958265 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Attempting to bind port eddaeee4-8e50-4409-853e-072a48499b6b on network 99535b47-1f31-43c2-8e7d-8697835dc16e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:00.962728 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Port eddaeee4-8e50-4409-853e-072a48499b6b on network 99535b47-1f31-43c2-8e7d-8697835dc16e not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:16:00.963051 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Attempting to bind port eddaeee4-8e50-4409-853e-072a48499b6b on network 99535b47-1f31-43c2-8e7d-8697835dc16e {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:00.968422 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:00.968793 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Checking segment: {'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:00.969172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Bound using segment: {'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:00.969595 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Bound port: eddaeee4-8e50-4409-853e-072a48499b6b, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc31999c-d9fc-45bf-9167-9a9fc5713902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:00.969941 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.031779 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] For port eddaeee4-8e50-4409-853e-072a48499b6b, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:01.035050 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] For port eddaeee4-8e50-4409-853e-072a48499b6b, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=eddaeee4-8e50-4409-853e-072a48499b6b,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:01.040182 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.075548 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:01.076364 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.077564 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-363f624b-b3f1-49da-be21-752cb53211e2 req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] 10.222.0.15 "PUT /v2.0/ports/eddaeee4-8e50-4409-853e-072a48499b6b HTTP/1.1" status: 200 len: 1092 time: 0.7424550 Nov 12 01:16:01.078065 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09a7ff6-4b25-4553-affe-2a8e04466d95', 'tag': 'eddaeee4-8e50-4409-853e-072a48499b6b'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:16:01.080290 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc9609a-6144-4fe6-9795-82248956e87d" -d '{"events": [{"name": "network-changed", "server_uuid": "e09a7ff6-4b25-4553-affe-2a8e04466d95", "tag": "eddaeee4-8e50-4409-853e-072a48499b6b"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:16:01.109652 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac039d4a-aac5-4d40-bb2c-0483623dea42 service neutron] Pushing event updated for resources: {'Port': ['ID=eddaeee4-8e50-4409-853e-072a48499b6b,revision_number=10']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:01.142997 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac400045-da10-43fd-be20-209666e71e8e x-openstack-request-id: req-ac400045-da10-43fd-be20-209666e71e8e {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:16:01.143293 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09a7ff6-4b25-4553-affe-2a8e04466d95", "tag": "eddaeee4-8e50-4409-853e-072a48499b6b", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:16:01.143548 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac400045-da10-43fd-be20-209666e71e8e {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:16:01.143951 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09a7ff6-4b25-4553-affe-2a8e04466d95', 'tag': 'eddaeee4-8e50-4409-853e-072a48499b6b', 'status': 'completed', 'code': 200} Nov 12 01:16:01.160254 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f624b-b3f1-49da-be21-752cb53211e2 req-bca65617-8112-47a3-acd6-5008825110b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:01.161885 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-363f624b-b3f1-49da-be21-752cb53211e2 req-bca65617-8112-47a3-acd6-5008825110b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d94d0617ef48cb917f00ba5f682af1&device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 1096 time: 0.0494790 Nov 12 01:16:01.255848 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f624b-b3f1-49da-be21-752cb53211e2 req-7a4c756d-e1a2-4108-bbe9-202aa29b01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:01.257537 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-363f624b-b3f1-49da-be21-752cb53211e2 req-7a4c756d-e1a2-4108-bbe9-202aa29b01b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99535b47-1f31-43c2-8e7d-8697835dc16e HTTP/1.1" status: 200 len: 918 time: 0.0887752 Nov 12 01:16:01.330275 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-363f624b-b3f1-49da-be21-752cb53211e2 req-d0345f84-c9dc-450d-9bae-7b891103fc15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eddaeee4-8e50-4409-853e-072a48499b6b HTTP/1.1" status: 200 len: 998 time: 0.0649068 Nov 12 01:16:01.378680 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f624b-b3f1-49da-be21-752cb53211e2 req-594d341a-a6ec-40e5-bcdc-8714f65746ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:01.380033 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-363f624b-b3f1-49da-be21-752cb53211e2 req-594d341a-a6ec-40e5-bcdc-8714f65746ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f24b6a7-8d5d-4c0c-92a3-967aab668bff HTTP/1.1" status: 200 len: 856 time: 0.0427067 Nov 12 01:16:01.425859 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f624b-b3f1-49da-be21-752cb53211e2 req-23af0950-c4ab-4b57-a78e-fde042bcf989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:01.427364 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-363f624b-b3f1-49da-be21-752cb53211e2 req-23af0950-c4ab-4b57-a78e-fde042bcf989 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99535b47-1f31-43c2-8e7d-8697835dc16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403638 Nov 12 01:16:01.521340 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-363f624b-b3f1-49da-be21-752cb53211e2 req-a47259fd-3e6f-4bc8-a213-ccda2289ee54 service neutron] 10.222.0.15 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868104 Nov 12 01:16:01.612543 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-363f624b-b3f1-49da-be21-752cb53211e2 req-001ebaa3-9ea0-4c48-a1e7-836154d675a7 service neutron] 10.222.0.15 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846539 Nov 12 01:16:01.751520 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30e473-f0ee-4909-a146-b56a5884a23b req-84dddc4c-1b56-4555-9de1-a7fbce287269 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:01.753078 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1a30e473-f0ee-4909-a146-b56a5884a23b req-84dddc4c-1b56-4555-9de1-a7fbce287269 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 944 time: 0.0587440 Nov 12 01:16:01.758732 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9609a-6144-4fe6-9795-82248956e87d req-63a1f036-0206-40ec-bec0-5d6df3e9c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:01.760722 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1bc9609a-6144-4fe6-9795-82248956e87d req-63a1f036-0206-40ec-bec0-5d6df3e9c724 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d94d0617ef48cb917f00ba5f682af1&device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 1096 time: 0.0510128 Nov 12 01:16:01.805481 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1a30e473-f0ee-4909-a146-b56a5884a23b req-7ede8294-7e7f-44c0-a0b2-43ae7e1d65b3 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459960 Nov 12 01:16:01.858782 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9609a-6144-4fe6-9795-82248956e87d req-049a2fb5-62ce-45ed-8e0b-b79bccae3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:01.860768 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1bc9609a-6144-4fe6-9795-82248956e87d req-049a2fb5-62ce-45ed-8e0b-b79bccae3430 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99535b47-1f31-43c2-8e7d-8697835dc16e HTTP/1.1" status: 200 len: 918 time: 0.0927143 Nov 12 01:16:01.945335 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1bc9609a-6144-4fe6-9795-82248956e87d req-7019bbde-29d9-4f6a-b58e-7bca76abe337 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eddaeee4-8e50-4409-853e-072a48499b6b HTTP/1.1" status: 200 len: 998 time: 0.0779572 Nov 12 01:16:02.942341 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f37e6-0324-499f-b522-946902ceb74d req-b03f09ca-1da8-4b27-8cf3-90ea0eb295e0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:02.944009 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ab0f37e6-0324-499f-b522-946902ceb74d req-b03f09ca-1da8-4b27-8cf3-90ea0eb295e0 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 944 time: 0.0574179 Nov 12 01:16:02.995694 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ab0f37e6-0324-499f-b522-946902ceb74d req-2f0c12da-b562-4ee9-8c84-07ac80a90183 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445936 Nov 12 01:16:04.124116 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a93b4-3a4d-408d-909e-589eb61af65a req-92540f70-42f9-43bd-acd5-5cb16bec51aa tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:04.126667 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-557a93b4-3a4d-408d-909e-589eb61af65a req-92540f70-42f9-43bd-acd5-5cb16bec51aa tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 944 time: 0.0542738 Nov 12 01:16:04.184063 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-557a93b4-3a4d-408d-909e-589eb61af65a req-36e05475-db94-45fa-bfd5-406bd8fd1066 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495660 Nov 12 01:16:05.330218 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be28666-f1ee-4eaa-8728-bf486835a4fe req-efba3a56-b95c-4bcf-8261-d0421393ed42 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:05.332329 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4be28666-f1ee-4eaa-8728-bf486835a4fe req-efba3a56-b95c-4bcf-8261-d0421393ed42 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 944 time: 0.0603671 Nov 12 01:16:05.381881 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4be28666-f1ee-4eaa-8728-bf486835a4fe req-31fc8a1c-bf4b-4e0e-996c-a2e4212694f9 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436041 Nov 12 01:16:06.510766 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233b8c3-8b39-4ed4-89fe-d4e8a79cdab2 req-c03a8d7b-6e29-4533-9a04-b37fa98968cd tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:06.513423 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1233b8c3-8b39-4ed4-89fe-d4e8a79cdab2 req-c03a8d7b-6e29-4533-9a04-b37fa98968cd tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 944 time: 0.0533416 Nov 12 01:16:06.574714 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1233b8c3-8b39-4ed4-89fe-d4e8a79cdab2 req-1fd4d937-1128-420d-9522-13706783c00d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553689 Nov 12 01:16:07.723479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e737dd6-e0d7-4ae2-9e28-6f52259d8c0f req-87a6e8cb-c55f-4591-bd02-30bb32c003ad tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:07.725187 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e737dd6-e0d7-4ae2-9e28-6f52259d8c0f req-87a6e8cb-c55f-4591-bd02-30bb32c003ad tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 944 time: 0.0783134 Nov 12 01:16:07.784671 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e737dd6-e0d7-4ae2-9e28-6f52259d8c0f req-8c3d6167-9da7-4fc4-9bd2-74151ac2b7d3 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531919 Nov 12 01:16:08.871631 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.912960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4451e2-5d22-4070-a669-1b472e49ad98 req-cbc8f774-9e2b-4441-880f-ba24e589b8f4 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:08.914333 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cb4451e2-5d22-4070-a669-1b472e49ad98 req-cbc8f774-9e2b-4441-880f-ba24e589b8f4 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 944 time: 0.0497322 Nov 12 01:16:08.973228 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cb4451e2-5d22-4070-a669-1b472e49ad98 req-ac63997f-a01f-484b-be08-981954e99314 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527844 Nov 12 01:16:10.099396 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f61e6-9a42-4ea1-b9a4-db704b5643ce req-0efd3129-effa-4241-9745-33a262b0e425 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:10.100914 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e53f61e6-9a42-4ea1-b9a4-db704b5643ce req-0efd3129-effa-4241-9745-33a262b0e425 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 944 time: 0.0503621 Nov 12 01:16:10.151309 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e53f61e6-9a42-4ea1-b9a4-db704b5643ce req-97ea50ef-b6b3-40d4-a76a-27524da6614e tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415344 Nov 12 01:16:11.286825 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe84c0-95ce-4e2c-8e92-3bd2734ccd6a req-2a759c84-af79-4b27-b65d-644ff47baf57 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:11.288301 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f3fe84c0-95ce-4e2c-8e92-3bd2734ccd6a req-2a759c84-af79-4b27-b65d-644ff47baf57 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 944 time: 0.0495012 Nov 12 01:16:11.334563 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f3fe84c0-95ce-4e2c-8e92-3bd2734ccd6a req-8396fcaa-b186-43d1-89f2-1a4215a7d843 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402393 Nov 12 01:16:12.460771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e06161-2e22-41e6-9b14-8c90f956dd00 req-5bda7e9a-c87e-4ae7-a2c1-27c589c13be3 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:12.462170 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0e06161-2e22-41e6-9b14-8c90f956dd00 req-5bda7e9a-c87e-4ae7-a2c1-27c589c13be3 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 944 time: 0.0536780 Nov 12 01:16:12.511408 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0e06161-2e22-41e6-9b14-8c90f956dd00 req-a8b5d4b4-930f-4a1f-942f-4b88ebb38808 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432665 Nov 12 01:16:13.639077 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4169b7-c915-43ba-a9df-7e23ee59e404 req-f4e304d9-1a29-4ab6-8ba5-0a0daf8b8c83 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:13.640569 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d4169b7-c915-43ba-a9df-7e23ee59e404 req-f4e304d9-1a29-4ab6-8ba5-0a0daf8b8c83 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 944 time: 0.0538423 Nov 12 01:16:13.688420 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6d4169b7-c915-43ba-a9df-7e23ee59e404 req-7b0bb287-e54e-4be1-be55-18be70a68696 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416324 Nov 12 01:16:14.809077 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c625-8924-4819-9d80-dfda71655e47 req-85b3b059-905e-44bd-91ed-900d093688fa tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:14.810602 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0091c625-8924-4819-9d80-dfda71655e47 req-85b3b059-905e-44bd-91ed-900d093688fa tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 944 time: 0.0485017 Nov 12 01:16:14.857074 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0091c625-8924-4819-9d80-dfda71655e47 req-995723ff-a9dc-43ab-87ef-71644a69e1a3 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398352 Nov 12 01:16:15.978400 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019ffec-9b03-422e-b76d-54eb50e6de1d req-cc7925a1-939d-4eb0-838d-e07aff299170 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:15.979890 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2019ffec-9b03-422e-b76d-54eb50e6de1d req-cc7925a1-939d-4eb0-838d-e07aff299170 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 944 time: 0.0497015 Nov 12 01:16:16.025451 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2019ffec-9b03-422e-b76d-54eb50e6de1d req-90de74cd-03dd-4f6d-8f49-216268254e44 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394802 Nov 12 01:16:16.375936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9609a-6144-4fe6-9795-82248956e87d req-37b8a9be-6632-4102-ba07-eae098f31d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:16.377422 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1bc9609a-6144-4fe6-9795-82248956e87d req-37b8a9be-6632-4102-ba07-eae098f31d1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f24b6a7-8d5d-4c0c-92a3-967aab668bff HTTP/1.1" status: 200 len: 856 time: 0.0468109 Nov 12 01:16:16.426512 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9609a-6144-4fe6-9795-82248956e87d req-79df65ce-86a9-49b4-a2d8-6197d259fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:16.427969 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1bc9609a-6144-4fe6-9795-82248956e87d req-79df65ce-86a9-49b4-a2d8-6197d259fccd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99535b47-1f31-43c2-8e7d-8697835dc16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432489 Nov 12 01:16:16.520304 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1bc9609a-6144-4fe6-9795-82248956e87d req-dc3defa8-4bfa-48a2-963c-d59e059e2c19 service neutron] 10.222.0.15 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806766 Nov 12 01:16:16.611304 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1bc9609a-6144-4fe6-9795-82248956e87d req-d16f7cda-daeb-4099-bc00-63202e5ea8ae service neutron] 10.222.0.15 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833018 Nov 12 01:16:17.148952 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ac47f-1b20-4058-a100-6c214c5f8fe3 req-d4a49db0-6da5-40eb-b31b-fff545865e78 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:17.150497 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2d8ac47f-1b20-4058-a100-6c214c5f8fe3 req-d4a49db0-6da5-40eb-b31b-fff545865e78 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 944 time: 0.0528512 Nov 12 01:16:17.203058 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2d8ac47f-1b20-4058-a100-6c214c5f8fe3 req-0d5e2d25-7468-469e-9b41-55f3588bd49d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458663 Nov 12 01:16:18.327655 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef230c8-549b-4d70-9f35-e6d776c85ac6 req-ba6edc4c-41ca-43c1-a871-a4fe86e12eb2 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:18.329115 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cef230c8-549b-4d70-9f35-e6d776c85ac6 req-ba6edc4c-41ca-43c1-a871-a4fe86e12eb2 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 944 time: 0.0474644 Nov 12 01:16:18.379124 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cef230c8-549b-4d70-9f35-e6d776c85ac6 req-2da3223a-fca6-4cb0-81b3-feafbfe5daea tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439444 Nov 12 01:16:19.347395 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device eddaeee4-8e50-4409-853e-072a48499b6b details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:16:19.440176 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port eddaeee4-8e50-4409-853e-072a48499b6b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=eddaeee4-8e50-4409-853e-072a48499b6b,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:19.456002 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'eddaeee4-8e50-4409-853e-072a48499b6b', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'port_id': 'eddaeee4-8e50-4409-853e-072a48499b6b', 'mac_address': 'fa:16:3e:2e:a1:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:16:19.494004 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.498412 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee6f55-b256-451b-b517-e7d0b29f05bd req-020e23a9-2600-42da-9599-50c03de92617 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:19.499939 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7aee6f55-b256-451b-b517-e7d0b29f05bd req-020e23a9-2600-42da-9599-50c03de92617 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 944 time: 0.0483811 Nov 12 01:16:19.507034 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eddaeee4-8e50-4409-853e-072a48499b6b {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:16:19.527668 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port eddaeee4-8e50-4409-853e-072a48499b6b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=eddaeee4-8e50-4409-853e-072a48499b6b,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:19.534347 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.555126 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7aee6f55-b256-451b-b517-e7d0b29f05bd req-a59294e5-c17b-4b9f-8c2a-8f856cc2e7cd tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491276 Nov 12 01:16:19.582749 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=eddaeee4-8e50-4409-853e-072a48499b6b,revision_number=11']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:19.915704 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['eddaeee4-8e50-4409-853e-072a48499b6b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:16:20.055853 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ba6dae18-9940-4b34-82ce-c3faaaa90d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.679621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477866e5-31d6-40c5-bd6b-41dde0c3c071 req-235f2da2-689d-4d9e-b35d-c1fcff850762 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:20.681129 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-477866e5-31d6-40c5-bd6b-41dde0c3c071 req-235f2da2-689d-4d9e-b35d-c1fcff850762 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 945 time: 0.0494633 Nov 12 01:16:20.727470 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-477866e5-31d6-40c5-bd6b-41dde0c3c071 req-0b24819f-61f8-4b95-a4dc-724903e382f5 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397885 Nov 12 01:16:21.377512 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device eddaeee4-8e50-4409-853e-072a48499b6b up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:21.427055 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port eddaeee4-8e50-4409-853e-072a48499b6b completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:16:21.434718 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port eddaeee4-8e50-4409-853e-072a48499b6b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:21.435096 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:21.518326 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:21.547018 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09a7ff6-4b25-4553-affe-2a8e04466d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddaeee4-8e50-4409-853e-072a48499b6b'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:16:21.550116 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61a3c7c-e335-4f63-a7db-d3481cef1895" -d '{"events": [{"server_uuid": "e09a7ff6-4b25-4553-affe-2a8e04466d95", "name": "network-vif-plugged", "status": "completed", "tag": "eddaeee4-8e50-4409-853e-072a48499b6b"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:16:21.565802 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port eddaeee4-8e50-4409-853e-072a48499b6b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=eddaeee4-8e50-4409-853e-072a48499b6b,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:21.571655 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:21.600506 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b00732-7b19-4ba5-b8f9-cc036bfa0fdf x-openstack-request-id: req-20b00732-7b19-4ba5-b8f9-cc036bfa0fdf {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:16:21.600824 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09a7ff6-4b25-4553-affe-2a8e04466d95", "name": "network-vif-plugged", "status": "completed", "tag": "eddaeee4-8e50-4409-853e-072a48499b6b", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:16:21.601080 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20b00732-7b19-4ba5-b8f9-cc036bfa0fdf {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:16:21.601468 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09a7ff6-4b25-4553-affe-2a8e04466d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddaeee4-8e50-4409-853e-072a48499b6b', 'code': 200} Nov 12 01:16:21.627040 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=eddaeee4-8e50-4409-853e-072a48499b6b,revision_number=12']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:21.807196 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356756ed-eac5-4eed-891f-4c62bef00ce1 req-a99126f2-79f6-4687-9203-be0c1bf1e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:21.808755 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-356756ed-eac5-4eed-891f-4c62bef00ce1 req-a99126f2-79f6-4687-9203-be0c1bf1e210 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 1098 time: 0.0432742 Nov 12 01:16:21.858501 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-356756ed-eac5-4eed-891f-4c62bef00ce1 req-2ec7012b-7859-4608-a664-6fe659b8af89 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423512 Nov 12 01:16:21.874061 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33692ec3-0a5c-4289-9c34-d1f56515df99 req-19ca9863-4cd9-4d73-af8d-e4ef336cb465 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:21.875769 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33692ec3-0a5c-4289-9c34-d1f56515df99 req-19ca9863-4cd9-4d73-af8d-e4ef336cb465 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 946 time: 0.0688529 Nov 12 01:16:21.923707 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33692ec3-0a5c-4289-9c34-d1f56515df99 req-edb2ef76-c687-4777-9d3d-9d01d4a0c8c2 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416477 Nov 12 01:16:22.336187 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9d04f-a19b-42b7-8b15-300dd58fb715 req-0e88189e-80b0-452a-85b4-9e429934fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:22.337703 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97b9d04f-a19b-42b7-8b15-300dd58fb715 req-0e88189e-80b0-452a-85b4-9e429934fad1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d94d0617ef48cb917f00ba5f682af1&device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 1098 time: 0.0409851 Nov 12 01:16:22.357076 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8b5c3ec9-8056-4c7e-8b15-595a9e74eb04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:22.448177 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9d04f-a19b-42b7-8b15-300dd58fb715 req-4b6cd8d7-0de8-4fb7-9a08-77c50608f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:22.449600 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97b9d04f-a19b-42b7-8b15-300dd58fb715 req-4b6cd8d7-0de8-4fb7-9a08-77c50608f013 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99535b47-1f31-43c2-8e7d-8697835dc16e HTTP/1.1" status: 200 len: 918 time: 0.0876963 Nov 12 01:16:22.514249 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97b9d04f-a19b-42b7-8b15-300dd58fb715 req-e8e323bf-84d2-4bd3-915b-17c89a133d9c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eddaeee4-8e50-4409-853e-072a48499b6b HTTP/1.1" status: 200 len: 1000 time: 0.0572939 Nov 12 01:16:22.566238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9d04f-a19b-42b7-8b15-300dd58fb715 req-53a2f3bb-d2c9-49b1-bf3e-4606fd50b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:22.567679 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97b9d04f-a19b-42b7-8b15-300dd58fb715 req-53a2f3bb-d2c9-49b1-bf3e-4606fd50b995 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f24b6a7-8d5d-4c0c-92a3-967aab668bff HTTP/1.1" status: 200 len: 856 time: 0.0466850 Nov 12 01:16:22.613451 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9d04f-a19b-42b7-8b15-300dd58fb715 req-db7459c5-0319-46df-a815-b9095524880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:22.614942 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97b9d04f-a19b-42b7-8b15-300dd58fb715 req-db7459c5-0319-46df-a815-b9095524880d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99535b47-1f31-43c2-8e7d-8697835dc16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403228 Nov 12 01:16:22.704370 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97b9d04f-a19b-42b7-8b15-300dd58fb715 req-35979adc-5fbf-48ca-86fb-a83ac10f9db7 service neutron] 10.222.0.15 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815251 Nov 12 01:16:22.795087 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97b9d04f-a19b-42b7-8b15-300dd58fb715 req-5e405fc8-dd31-4d23-9c15-0eb731fd1dee service neutron] 10.222.0.15 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833805 Nov 12 01:16:23.047342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca281514-6785-4a5f-ad3f-952f69961db2 req-19090a64-7032-43d7-996c-011ed9082932 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:23.048870 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ca281514-6785-4a5f-ad3f-952f69961db2 req-19090a64-7032-43d7-996c-011ed9082932 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 946 time: 0.0494568 Nov 12 01:16:23.095975 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ca281514-6785-4a5f-ad3f-952f69961db2 req-36896027-9ad1-48b6-a96f-9954cb155f10 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411961 Nov 12 01:16:23.532884 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.220846 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52572f-6d3f-47db-a3ae-1c7f64cc38c6 req-e512764d-cdd7-42d8-8bc1-6b5589358d29 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:24.222317 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c52572f-6d3f-47db-a3ae-1c7f64cc38c6 req-e512764d-cdd7-42d8-8bc1-6b5589358d29 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 946 time: 0.0523977 Nov 12 01:16:24.268975 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c52572f-6d3f-47db-a3ae-1c7f64cc38c6 req-95114935-db47-4b44-8250-57b4a9806b65 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406468 Nov 12 01:16:24.801444 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:25.504309 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:26.019969 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.232252 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-88b5662d-0b5b-4447-878e-403912a8387e req-096dfa2c-32b8-49c7-8227-b5c5beab8718 service neutron] (114242) timed out ('10.222.0.31', 33310) {{(pid=114242) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:16:28.451522 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:16:38.870449 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:50.047527 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-01157ec3-aee1-4a59-bd56-900ec24d0012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:52.359563 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6ecb2019-65d1-43bb-828d-890fed7507a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:53.536021 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:54.816881 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:55.506179 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:56.030749 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:05.450012 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:17:08.865601 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:20.049238 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eb00bba6-608b-48dd-b286-6fb97f52494f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:21.930527 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16c92c27-94bc-4952-9ac6-f330c44c0fcf req-060980ca-a4d2-43e5-bf71-764f97b434b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449500 Nov 12 01:17:22.037208 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92c27-94bc-4952-9ac6-f330c44c0fcf req-12619106-23ca-47bf-995b-dfd7b708d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:22.038957 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16c92c27-94bc-4952-9ac6-f330c44c0fcf req-12619106-23ca-47bf-995b-dfd7b708d997 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53d94d0617ef48cb917f00ba5f682af1&device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 1098 time: 0.0424159 Nov 12 01:17:22.144942 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92c27-94bc-4952-9ac6-f330c44c0fcf req-b14f445f-38f1-440a-8ff1-24ad507d3e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:22.146401 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16c92c27-94bc-4952-9ac6-f330c44c0fcf req-b14f445f-38f1-440a-8ff1-24ad507d3e20 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99535b47-1f31-43c2-8e7d-8697835dc16e HTTP/1.1" status: 200 len: 918 time: 0.0869651 Nov 12 01:17:22.216064 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16c92c27-94bc-4952-9ac6-f330c44c0fcf req-bb21cb10-02e7-4431-b2ac-56b02dcc3112 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eddaeee4-8e50-4409-853e-072a48499b6b HTTP/1.1" status: 200 len: 1000 time: 0.0616217 Nov 12 01:17:22.267855 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92c27-94bc-4952-9ac6-f330c44c0fcf req-8c5ca445-4849-4bc2-931c-be46e16ee9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:22.269330 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16c92c27-94bc-4952-9ac6-f330c44c0fcf req-8c5ca445-4849-4bc2-931c-be46e16ee9e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f24b6a7-8d5d-4c0c-92a3-967aab668bff HTTP/1.1" status: 200 len: 856 time: 0.0446773 Nov 12 01:17:22.316028 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92c27-94bc-4952-9ac6-f330c44c0fcf req-169c524d-2478-4778-b9eb-e889c88469a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:22.317527 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16c92c27-94bc-4952-9ac6-f330c44c0fcf req-169c524d-2478-4778-b9eb-e889c88469a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99535b47-1f31-43c2-8e7d-8697835dc16e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407639 Nov 12 01:17:22.361335 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-64f043d4-dfa4-4922-8726-08d786b5d46f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:22.415941 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16c92c27-94bc-4952-9ac6-f330c44c0fcf req-ed02c582-1256-427c-880f-e0ee17ce6069 service neutron] 10.222.0.15 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907435 Nov 12 01:17:22.505393 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16c92c27-94bc-4952-9ac6-f330c44c0fcf req-401ea38e-d42b-494c-90b7-03c4d95a3575 service neutron] 10.222.0.15 "GET /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815418 Nov 12 01:17:23.538292 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:24.824018 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:25.511923 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:26.023976 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:31.504154 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c49b9-4254-476b-b979-179485031bf7 req-396c8ee0-3106-4505-bdd4-b0a6aa3efa81 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:31.505673 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0f1c49b9-4254-476b-b979-179485031bf7 req-396c8ee0-3106-4505-bdd4-b0a6aa3efa81 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 946 time: 0.0544140 Nov 12 01:17:31.553104 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0f1c49b9-4254-476b-b979-179485031bf7 req-15012d6a-d8ac-4314-a551-e546bf9bcdd8 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413895 Nov 12 01:17:32.675487 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ea501-a336-4cfd-ae26-7a42cedabd46 req-e62f1d16-c209-40eb-bd28-caf09a6cc088 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:32.677025 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-427ea501-a336-4cfd-ae26-7a42cedabd46 req-e62f1d16-c209-40eb-bd28-caf09a6cc088 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 946 time: 0.0493610 Nov 12 01:17:32.728430 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-427ea501-a336-4cfd-ae26-7a42cedabd46 req-1d5f26ed-6520-43f0-a8b8-40c40cb09996 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups?id=754c609a-eabb-40b7-81cd-769c7e634f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442054 Nov 12 01:17:33.156907 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d96ce7-f750-4b73-90f1-f7da0bf26b7b req-a3186f55-ffaa-4e54-a083-4cf25ab9b071 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:33.158365 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4d96ce7-f750-4b73-90f1-f7da0bf26b7b req-a3186f55-ffaa-4e54-a083-4cf25ab9b071 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.15 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 946 time: 0.0510590 Nov 12 01:17:33.254074 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-d4d96ce7-f750-4b73-90f1-f7da0bf26b7b req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Deleting port eddaeee4-8e50-4409-853e-072a48499b6b {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:33.254411 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d4d96ce7-f750-4b73-90f1-f7da0bf26b7b req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:33.344450 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-d4d96ce7-f750-4b73-90f1-f7da0bf26b7b req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] For port eddaeee4-8e50-4409-853e-072a48499b6b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=eddaeee4-8e50-4409-853e-072a48499b6b,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:33.344846 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d4d96ce7-f750-4b73-90f1-f7da0bf26b7b req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:33.522075 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d4d96ce7-f750-4b73-90f1-f7da0bf26b7b req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:33.522441 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d4d96ce7-f750-4b73-90f1-f7da0bf26b7b req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:33.522756 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [req-d4d96ce7-f750-4b73-90f1-f7da0bf26b7b req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Floating IP 308b9d93-6b00-4138-86a0-efe66adb8c6c disassociated. External IP: 172.25.0.25, port: eddaeee4-8e50-4409-853e-072a48499b6b. Nov 12 01:17:33.523097 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-d4d96ce7-f750-4b73-90f1-f7da0bf26b7b req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Calling delete_port for eddaeee4-8e50-4409-853e-072a48499b6b owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:33.646685 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d4d96ce7-f750-4b73-90f1-f7da0bf26b7b req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:33.672317 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Pushing event deleted for resources: {'Port': ['ID=eddaeee4-8e50-4409-853e-072a48499b6b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:33.682233 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:33.682582 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:33.682916 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:33.683248 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:33.683574 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:33.683900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:33.684222 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:33.684546 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:33.685471 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:33.685471 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:33.685693 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:33.686438 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:33.799680 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4d96ce7-f750-4b73-90f1-f7da0bf26b7b req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:17:33.834336 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4dee62b0-6aa4-4e24-9daa-21d06d3d15dd req-5adf46d7-bef7-45c2-b499-90e0293365c7 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09a7ff6-4b25-4553-affe-2a8e04466d95 HTTP/1.1" status: 200 len: 210 time: 0.0317376 Nov 12 01:17:33.934701 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4d96ce7-f750-4b73-90f1-f7da0bf26b7b req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:17:33.945007 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9014405-ef52-4280-a14a-7b7208774e92 None None] Sync routers for ids ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:17:33.955701 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9014405-ef52-4280-a14a-7b7208774e92 None None] Routers {'4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:17:33.956242 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a9014405-ef52-4280-a14a-7b7208774e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:17:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:33.977581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d96ce7-f750-4b73-90f1-f7da0bf26b7b req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] No DVR routers for this DVR port eddaeee4-8e50-4409-853e-072a48499b6b on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:33.980193 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d4d96ce7-f750-4b73-90f1-f7da0bf26b7b req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:33.984324 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4d96ce7-f750-4b73-90f1-f7da0bf26b7b req-a31ebcf4-f67b-459c-823b-e2fbf643c692 tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.15 "DELETE /v2.0/ports/eddaeee4-8e50-4409-853e-072a48499b6b HTTP/1.1" status: 204 len: 173 time: 0.8189979 Nov 12 01:17:33.984787 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09a7ff6-4b25-4553-affe-2a8e04466d95', 'name': 'network-vif-deleted', 'tag': 'eddaeee4-8e50-4409-853e-072a48499b6b'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:17:33.987045 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebd50c8-f4db-4111-ab3b-4f603274948d" -d '{"events": [{"server_uuid": "e09a7ff6-4b25-4553-affe-2a8e04466d95", "name": "network-vif-deleted", "tag": "eddaeee4-8e50-4409-853e-072a48499b6b"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:17:34.073929 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-a9014405-ef52-4280-a14a-7b7208774e92 None None] Set router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:17:34.118605 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c501fa05-7797-4aa3-b579-d81fcbec1c9c x-openstack-request-id: req-c501fa05-7797-4aa3-b579-d81fcbec1c9c {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:17:34.119171 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09a7ff6-4b25-4553-affe-2a8e04466d95", "name": "network-vif-deleted", "tag": "eddaeee4-8e50-4409-853e-072a48499b6b", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:17:34.119907 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c501fa05-7797-4aa3-b579-d81fcbec1c9c {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:17:34.120496 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09a7ff6-4b25-4553-affe-2a8e04466d95', 'name': 'network-vif-deleted', 'tag': 'eddaeee4-8e50-4409-853e-072a48499b6b', 'status': 'completed', 'code': 200} Nov 12 01:17:34.280282 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a9014405-ef52-4280-a14a-7b7208774e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-router', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:11Z', 'revision_number': 4, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'gw_port': {'id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '88e38e49-a098-453f-8e1a-77e973f75c51', 'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'mac_address': 'fa:16:3e:96:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:10Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 5, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'subnets': [{'id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:34.305876 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9014405-ef52-4280-a14a-7b7208774e92 None None] Checking router: 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:17:34.314213 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9014405-ef52-4280-a14a-7b7208774e92 None None] Routers {'4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:17:34.314767 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a9014405-ef52-4280-a14a-7b7208774e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:17:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:34.419598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-a9014405-ef52-4280-a14a-7b7208774e92 None None] Set router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:17:34.770099 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a9014405-ef52-4280-a14a-7b7208774e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-router', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:11Z', 'revision_number': 4, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'gw_port': {'id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '88e38e49-a098-453f-8e1a-77e973f75c51', 'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'mac_address': 'fa:16:3e:96:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:10Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 5, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'subnets': [{'id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:34.795726 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9014405-ef52-4280-a14a-7b7208774e92 None None] The sync data for ids ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'] in n-d-712137-14 is: [{'id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-router', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:11Z', 'revision_number': 4, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'gw_port': {'id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '88e38e49-a098-453f-8e1a-77e973f75c51', 'name': '', 'network_id': '99535b47-1f31-43c2-8e7d-8697835dc16e', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'mac_address': 'fa:16:3e:96:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:10Z', 'updated_at': '2021-11-12T01:09:16Z', 'revision_number': 5, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'subnets': [{'id': '0f24b6a7-8d5d-4c0c-92a3-967aab668bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:17:34.926217 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47420) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:34.987223 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c62d023-89f9-49e3-a225-c9b5ae1ad70d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.011734 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c62d023-89f9-49e3-a225-c9b5ae1ad70d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.021619 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c683ee80-340a-404e-9998-27a9575a8e97 None None] New status for floating IP 308b9d93-6b00-4138-86a0-efe66adb8c6c: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:17:35.059904 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c62d023-89f9-49e3-a225-c9b5ae1ad70d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.063767 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c62d023-89f9-49e3-a225-c9b5ae1ad70d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.065086 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4c62d023-89f9-49e3-a225-c9b5ae1ad70d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "DELETE /v2.0/security-groups/754c609a-eabb-40b7-81cd-769c7e634f37 HTTP/1.1" status: 204 len: 168 time: 0.1378131 Nov 12 01:17:35.067874 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47422) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:35.075651 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62d023-89f9-49e3-a225-c9b5ae1ad70d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=754c609a-eabb-40b7-81cd-769c7e634f37,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:35.082412 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-0bb61575-8f5e-4d53-b07e-7f028ae9b0df tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] show failed (client error): The resource could not be found. Nov 12 01:17:35.086194 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0bb61575-8f5e-4d53-b07e-7f028ae9b0df tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "GET /v2.0/security-groups/754c609a-eabb-40b7-81cd-769c7e634f37 HTTP/1.1" status: 404 len: 347 time: 0.0143111 Nov 12 01:17:35.086390 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62d023-89f9-49e3-a225-c9b5ae1ad70d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:35.086390 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62d023-89f9-49e3-a225-c9b5ae1ad70d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:35.086390 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62d023-89f9-49e3-a225-c9b5ae1ad70d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:35.086390 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62d023-89f9-49e3-a225-c9b5ae1ad70d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:35.086390 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62d023-89f9-49e3-a225-c9b5ae1ad70d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:35.086390 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62d023-89f9-49e3-a225-c9b5ae1ad70d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:35.086390 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62d023-89f9-49e3-a225-c9b5ae1ad70d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:35.087102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47424) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:35.087321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62d023-89f9-49e3-a225-c9b5ae1ad70d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:35.087748 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62d023-89f9-49e3-a225-c9b5ae1ad70d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:35.088174 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62d023-89f9-49e3-a225-c9b5ae1ad70d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:35.088629 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62d023-89f9-49e3-a225-c9b5ae1ad70d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:35.089076 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62d023-89f9-49e3-a225-c9b5ae1ad70d tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:35.218135 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-a09d0f9f-d72a-4161-bf83-72876a9addcf tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Deleting port d80aa0b5-b996-4714-a9c3-a02df40c138c {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:35.218484 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a09d0f9f-d72a-4161-bf83-72876a9addcf tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.293200 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a09d0f9f-d72a-4161-bf83-72876a9addcf tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.293587 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a09d0f9f-d72a-4161-bf83-72876a9addcf tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.306558 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-a09d0f9f-d72a-4161-bf83-72876a9addcf tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Calling delete_port for d80aa0b5-b996-4714-a9c3-a02df40c138c owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:35.443215 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a09d0f9f-d72a-4161-bf83-72876a9addcf tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.472759 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d0f9f-d72a-4161-bf83-72876a9addcf tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Pushing event deleted for resources: {'Port': ['ID=d80aa0b5-b996-4714-a9c3-a02df40c138c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:35.783896 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a09d0f9f-d72a-4161-bf83-72876a9addcf tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.786522 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a09d0f9f-d72a-4161-bf83-72876a9addcf tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.787672 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a09d0f9f-d72a-4161-bf83-72876a9addcf tempest-AttachVolumeShelveTestJSON-1263968124 tempest-AttachVolumeShelveTestJSON-1263968124-project] 10.222.0.31 "DELETE /v2.0/floatingips/308b9d93-6b00-4138-86a0-efe66adb8c6c HTTP/1.1" status: 204 len: 168 time: 0.7001240 Nov 12 01:17:37.784245 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device eddaeee4-8e50-4409-853e-072a48499b6b no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:37.810230 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: eddaeee4-8e50-4409-853e-072a48499b6b {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:37.810571 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device eddaeee4-8e50-4409-853e-072a48499b6b not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:38.872368 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:41.368002 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47452) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:41.850715 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1ed670d8-cebe-4b7c-9206-fe6bb642e698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:42.093736 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-1ed670d8-cebe-4b7c-9206-fe6bb642e698 admin admin] Deleting port 88e38e49-a098-453f-8e1a-77e973f75c51 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:42.094078 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1ed670d8-cebe-4b7c-9206-fe6bb642e698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:42.174163 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-1ed670d8-cebe-4b7c-9206-fe6bb642e698 admin admin] For port 88e38e49-a098-453f-8e1a-77e973f75c51, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=88e38e49-a098-453f-8e1a-77e973f75c51,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:42.174529 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1ed670d8-cebe-4b7c-9206-fe6bb642e698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:42.188773 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-1ed670d8-cebe-4b7c-9206-fe6bb642e698 admin admin] Calling delete_port for 88e38e49-a098-453f-8e1a-77e973f75c51 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:42.372455 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1ed670d8-cebe-4b7c-9206-fe6bb642e698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:42.396746 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed670d8-cebe-4b7c-9206-fe6bb642e698 admin admin] Pushing event deleted for resources: {'Port': ['ID=88e38e49-a098-453f-8e1a-77e973f75c51,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:42.449437 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:17:42.566506 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1ed670d8-cebe-4b7c-9206-fe6bb642e698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:42.804836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed670d8-cebe-4b7c-9206-fe6bb642e698 admin admin] Router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:17:42.912445 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed670d8-cebe-4b7c-9206-fe6bb642e698 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:17:42.917458 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1ed670d8-cebe-4b7c-9206-fe6bb642e698 admin admin] 10.222.0.31 "PUT /v2.0/routers/4f7bfc51-48ce-4b86-a31f-0eb58e9387f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5484257 Nov 12 01:17:42.919928 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47456) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:42.923313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c718c-67fd-481f-8997-1aab48186880 None None] Sync routers for ids ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:17:42.934204 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c718c-67fd-481f-8997-1aab48186880 None None] Routers {'4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:17:42.934819 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-0f3c718c-67fd-481f-8997-1aab48186880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:17:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:43.024572 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e26788ed-5703-42a4-979f-55f88dabd632 admin admin] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:43.038458 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-0f3c718c-67fd-481f-8997-1aab48186880 None None] Set router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:17:43.125896 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e26788ed-5703-42a4-979f-55f88dabd632 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:43.178745 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-e26788ed-5703-42a4-979f-55f88dabd632 admin admin] Deleting port 71a93051-8faa-4476-8d12-4ff6b50431b4 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:43.179183 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e26788ed-5703-42a4-979f-55f88dabd632 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:43.215752 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-0f3c718c-67fd-481f-8997-1aab48186880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-router', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:17:42Z', 'revision_number': 5, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'gw_port': {'id': '71a93051-8faa-4476-8d12-4ff6b50431b4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:43.247242 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c718c-67fd-481f-8997-1aab48186880 None None] Checking router: 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:17:43.256100 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c718c-67fd-481f-8997-1aab48186880 None None] Routers {'4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:17:43.256735 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-0f3c718c-67fd-481f-8997-1aab48186880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:17:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:43.261720 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-e26788ed-5703-42a4-979f-55f88dabd632 admin admin] For port 71a93051-8faa-4476-8d12-4ff6b50431b4, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=71a93051-8faa-4476-8d12-4ff6b50431b4,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:43.262085 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e26788ed-5703-42a4-979f-55f88dabd632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:43.273970 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-e26788ed-5703-42a4-979f-55f88dabd632 admin admin] Calling delete_port for 71a93051-8faa-4476-8d12-4ff6b50431b4 owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:43.340336 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-0f3c718c-67fd-481f-8997-1aab48186880 None None] Set router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:17:43.392339 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-0f3c718c-67fd-481f-8997-1aab48186880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-router', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:17:43Z', 'revision_number': 6, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:43.424214 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c718c-67fd-481f-8997-1aab48186880 None None] The sync data for ids ['4f7bfc51-48ce-4b86-a31f-0eb58e9387f2'] in n-d-712137-14 is: [{'id': '4f7bfc51-48ce-4b86-a31f-0eb58e9387f2', 'name': 'tempest-AttachVolumeShelveTestJSON-1036966671-router', 'tenant_id': '53d94d0617ef48cb917f00ba5f682af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:08Z', 'updated_at': '2021-11-12T01:17:43Z', 'revision_number': 6, 'project_id': '53d94d0617ef48cb917f00ba5f682af1', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:17:43.779131 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e26788ed-5703-42a4-979f-55f88dabd632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:43.803880 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26788ed-5703-42a4-979f-55f88dabd632 admin admin] Pushing event deleted for resources: {'Port': ['ID=71a93051-8faa-4476-8d12-4ff6b50431b4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:43.821508 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27824c30-bfac-4da6-9596-c4fc17a7a500 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:43.872396 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e26788ed-5703-42a4-979f-55f88dabd632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:43.966578 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e26788ed-5703-42a4-979f-55f88dabd632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:43.969282 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e26788ed-5703-42a4-979f-55f88dabd632 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.012284 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e26788ed-5703-42a4-979f-55f88dabd632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.012791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26788ed-5703-42a4-979f-55f88dabd632 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:17:44.020994 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e26788ed-5703-42a4-979f-55f88dabd632 admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.022138 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e26788ed-5703-42a4-979f-55f88dabd632 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4f7bfc51-48ce-4b86-a31f-0eb58e9387f2 HTTP/1.1" status: 204 len: 168 time: 1.1012931 Nov 12 01:17:44.024650 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47458) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:44.069649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19639d5-491f-4548-a064-e0ede3afdf71 admin admin] Deleting subnet 0f24b6a7-8d5d-4c0c-92a3-967aab668bff {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:17:44.072734 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f19639d5-491f-4548-a064-e0ede3afdf71 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.106833 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f19639d5-491f-4548-a064-e0ede3afdf71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.196493 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f19639d5-491f-4548-a064-e0ede3afdf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.250859 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f19639d5-491f-4548-a064-e0ede3afdf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.280796 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19639d5-491f-4548-a064-e0ede3afdf71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f24b6a7-8d5d-4c0c-92a3-967aab668bff,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:44.286243 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f19639d5-491f-4548-a064-e0ede3afdf71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.292166 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47460) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:44.294946 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837d33f2-d103-4efa-ae8c-36e77de05557 None None] Network 99535b47-1f31-43c2-8e7d-8697835dc16e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:44.297615 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 88e38e49-a098-453f-8e1a-77e973f75c51 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:44.301038 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f19639d5-491f-4548-a064-e0ede3afdf71 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0f24b6a7-8d5d-4c0c-92a3-967aab668bff HTTP/1.1" status: 204 len: 168 time: 0.2639179 Nov 12 01:17:44.332349 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 88e38e49-a098-453f-8e1a-77e973f75c51 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:44.332722 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 88e38e49-a098-453f-8e1a-77e973f75c51 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:44.333179 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 71a93051-8faa-4476-8d12-4ff6b50431b4 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:44.364996 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9dd046f3-b71f-4780-8a4f-56a6d0b796b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.385845 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 71a93051-8faa-4476-8d12-4ff6b50431b4 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:44.386209 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 71a93051-8faa-4476-8d12-4ff6b50431b4 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:44.422752 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-9dd046f3-b71f-4780-8a4f-56a6d0b796b0 admin admin] Deleting port c0f683c3-220d-4272-8a21-e945fda477e1 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:44.423090 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9dd046f3-b71f-4780-8a4f-56a6d0b796b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.489682 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-9dd046f3-b71f-4780-8a4f-56a6d0b796b0 admin admin] For port c0f683c3-220d-4272-8a21-e945fda477e1, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c0f683c3-220d-4272-8a21-e945fda477e1,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:44.490058 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9dd046f3-b71f-4780-8a4f-56a6d0b796b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.509647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-9dd046f3-b71f-4780-8a4f-56a6d0b796b0 admin admin] Calling delete_port for c0f683c3-220d-4272-8a21-e945fda477e1 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:44.534372 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f3af0c-ff87-45a7-9777-9606a5a618ce None None] DHCP port deletion for 99535b47-1f31-43c2-8e7d-8697835dc16e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:44.583005 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f4f3af0c-ff87-45a7-9777-9606a5a618ce None None] Deleting port c0f683c3-220d-4272-8a21-e945fda477e1 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:44.583394 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f4f3af0c-ff87-45a7-9777-9606a5a618ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.595377 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9dd046f3-b71f-4780-8a4f-56a6d0b796b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.624844 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd046f3-b71f-4780-8a4f-56a6d0b796b0 admin admin] No DVR routers for this DVR port c0f683c3-220d-4272-8a21-e945fda477e1 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:44.627815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd046f3-b71f-4780-8a4f-56a6d0b796b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0f683c3-220d-4272-8a21-e945fda477e1,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:44.656030 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-f4f3af0c-ff87-45a7-9777-9606a5a618ce None None] For port c0f683c3-220d-4272-8a21-e945fda477e1, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c0f683c3-220d-4272-8a21-e945fda477e1,segment=NetworkSegment(bc31999c-d9fc-45bf-9167-9a9fc5713902),segment_id=bc31999c-d9fc-45bf-9167-9a9fc5713902)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:44.656431 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f4f3af0c-ff87-45a7-9777-9606a5a618ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.669366 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f4f3af0c-ff87-45a7-9777-9606a5a618ce None None] Calling delete_port for c0f683c3-220d-4272-8a21-e945fda477e1 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:44.694996 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9dd046f3-b71f-4780-8a4f-56a6d0b796b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.718054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-9dd046f3-b71f-4780-8a4f-56a6d0b796b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99535b47-1f31-43c2-8e7d-8697835dc16e']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:44.727257 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-9dd046f3-b71f-4780-8a4f-56a6d0b796b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc31999c-d9fc-45bf-9167-9a9fc5713902') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:44.727547 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-9dd046f3-b71f-4780-8a4f-56a6d0b796b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc31999c-d9fc-45bf-9167-9a9fc5713902') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:44.737862 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9dd046f3-b71f-4780-8a4f-56a6d0b796b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.745379 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f4f3af0c-ff87-45a7-9777-9606a5a618ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.750794 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9dd046f3-b71f-4780-8a4f-56a6d0b796b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.757218 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd046f3-b71f-4780-8a4f-56a6d0b796b0 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:17:44.757627 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9dd046f3-b71f-4780-8a4f-56a6d0b796b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:17:44.759340 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:17:44.771377 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3af0c-ff87-45a7-9777-9606a5a618ce None None] Pushing event deleted for resources: {'Port': ['ID=c0f683c3-220d-4272-8a21-e945fda477e1,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:44.773653 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f3af0c-ff87-45a7-9777-9606a5a618ce None None] No DVR routers for this DVR port c0f683c3-220d-4272-8a21-e945fda477e1 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:44.784727 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3af0c-ff87-45a7-9777-9606a5a618ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:44.785144 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3af0c-ff87-45a7-9777-9606a5a618ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:44.785500 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3af0c-ff87-45a7-9777-9606a5a618ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:44.785839 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3af0c-ff87-45a7-9777-9606a5a618ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:44.786172 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3af0c-ff87-45a7-9777-9606a5a618ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:44.786504 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3af0c-ff87-45a7-9777-9606a5a618ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:44.786832 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3af0c-ff87-45a7-9777-9606a5a618ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:44.787162 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3af0c-ff87-45a7-9777-9606a5a618ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:44.787490 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3af0c-ff87-45a7-9777-9606a5a618ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:44.787934 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3af0c-ff87-45a7-9777-9606a5a618ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:44.788138 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3af0c-ff87-45a7-9777-9606a5a618ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:44.788495 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3af0c-ff87-45a7-9777-9606a5a618ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:44.817843 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9dd046f3-b71f-4780-8a4f-56a6d0b796b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.823298 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9dd046f3-b71f-4780-8a4f-56a6d0b796b0 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.826578 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9dd046f3-b71f-4780-8a4f-56a6d0b796b0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/99535b47-1f31-43c2-8e7d-8697835dc16e HTTP/1.1" status: 204 len: 168 time: 0.5327175 Nov 12 01:17:44.837080 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd046f3-b71f-4780-8a4f-56a6d0b796b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=99535b47-1f31-43c2-8e7d-8697835dc16e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:44.941298 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47464) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:44.980957 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-42e14fe0-f8ab-4ae9-b94f-5d746b8089b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=53d94d0617ef48cb917f00ba5f682af1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383608 Nov 12 01:17:44.983505 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47466) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:45.034284 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1709b98-33c9-48eb-82dd-787c2233cf6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:45.055244 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1709b98-33c9-48eb-82dd-787c2233cf6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:45.101247 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1709b98-33c9-48eb-82dd-787c2233cf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:45.103830 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1709b98-33c9-48eb-82dd-787c2233cf6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:45.105011 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d1709b98-33c9-48eb-82dd-787c2233cf6a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd707c9c-977e-48be-83b6-a47d72d4633b HTTP/1.1" status: 204 len: 168 time: 0.1205797 Nov 12 01:17:45.112627 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1709b98-33c9-48eb-82dd-787c2233cf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd707c9c-977e-48be-83b6-a47d72d4633b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:45.789099 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47488) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:45.886032 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-0163c2a7-8bbc-418c-aa54-0b67d21aede8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1445652544-network', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:45.906626 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0163c2a7-8bbc-418c-aa54-0b67d21aede8 admin admin] Made reservation on behalf of d9f068bd7dca4494900a89589e14c639 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:45.908864 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0163c2a7-8bbc-418c-aa54-0b67d21aede8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:45.916791 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0163c2a7-8bbc-418c-aa54-0b67d21aede8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:45.989084 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0163c2a7-8bbc-418c-aa54-0b67d21aede8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:45.993733 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0163c2a7-8bbc-418c-aa54-0b67d21aede8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:46.016078 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0163c2a7-8bbc-418c-aa54-0b67d21aede8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:17:46.031011 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163c2a7-8bbc-418c-aa54-0b67d21aede8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75f892c-5016-4d8a-8497-42a2d59b0695,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:46.034007 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0163c2a7-8bbc-418c-aa54-0b67d21aede8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:46.034359 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-0163c2a7-8bbc-418c-aa54-0b67d21aede8 admin admin] Added segment 872af718-63e5-4973-846d-cfc3ec3111fb of type vlan for network 3b0199f8-a567-4a7e-84eb-07306a584886 Nov 12 01:17:46.074052 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0163c2a7-8bbc-418c-aa54-0b67d21aede8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:46.098949 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0163c2a7-8bbc-418c-aa54-0b67d21aede8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:46.099975 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0163c2a7-8bbc-418c-aa54-0b67d21aede8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:46.100558 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0163c2a7-8bbc-418c-aa54-0b67d21aede8 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:46.156881 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0163c2a7-8bbc-418c-aa54-0b67d21aede8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3665550 Nov 12 01:17:46.159986 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47492) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:46.164037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163c2a7-8bbc-418c-aa54-0b67d21aede8 admin admin] Pushing event updated for resources: {'Network': ['ID=3b0199f8-a567-4a7e-84eb-07306a584886,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:46.165800 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a88042c7-0657-4538-8d5b-bce7208b7db6 admin admin] Request body: {'subnet': {'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1445652544-subnet', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:46.174827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 3b0199f8-a567-4a7e-84eb-07306a584886 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:17:46.187060 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88042c7-0657-4538-8d5b-bce7208b7db6 admin admin] Made reservation on behalf of d9f068bd7dca4494900a89589e14c639 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:46.189718 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a88042c7-0657-4538-8d5b-bce7208b7db6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:46.294180 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c0f683c3-220d-4272-8a21-e945fda477e1 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:46.315711 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: c0f683c3-220d-4272-8a21-e945fda477e1 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:46.316156 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c0f683c3-220d-4272-8a21-e945fda477e1 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:46.366704 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a88042c7-0657-4538-8d5b-bce7208b7db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:46.418965 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88042c7-0657-4538-8d5b-bce7208b7db6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4f03a1a-58f9-48d7-af6f-ea49cf14afbb,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:46.433595 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88042c7-0657-4538-8d5b-bce7208b7db6 admin admin] Checking segment: {'id': '872af718-63e5-4973-846d-cfc3ec3111fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:46.433951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88042c7-0657-4538-8d5b-bce7208b7db6 admin admin] Network hostable DHCP agents. Network: 3b0199f8-a567-4a7e-84eb-07306a584886, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:17:46.451022 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88042c7-0657-4538-8d5b-bce7208b7db6 admin admin] Network 3b0199f8-a567-4a7e-84eb-07306a584886 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:17:46.460195 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-a88042c7-0657-4538-8d5b-bce7208b7db6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 3b0199f8-a567-4a7e-84eb-07306a584886) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:46.465193 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88042c7-0657-4538-8d5b-bce7208b7db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:46.469081 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a88042c7-0657-4538-8d5b-bce7208b7db6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:46.469369 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f6225e-2578-4d83-bf34-85cbdab042d9 None None] Network 3b0199f8-a567-4a7e-84eb-07306a584886 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:46.485587 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a88042c7-0657-4538-8d5b-bce7208b7db6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3241699 Nov 12 01:17:46.488390 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47494) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:46.493112 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a8f1bbb9-acd9-4c6a-948b-c4236c345479 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1445652544-router', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:46.513799 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8f1bbb9-acd9-4c6a-948b-c4236c345479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:46.515325 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8f1bbb9-acd9-4c6a-948b-c4236c345479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:46.567414 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8f1bbb9-acd9-4c6a-948b-c4236c345479 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:46.618481 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f878642-a09d-4ce6-b428-ae1740cc48b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-3b0199f8-a567-4a7e-84eb-07306a584886', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'fixed_ips': [{'subnet_id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:17:46.619383 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f878642-a09d-4ce6-b428-ae1740cc48b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:46.712913 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8f1bbb9-acd9-4c6a-948b-c4236c345479 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:46.758996 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-7f878642-a09d-4ce6-b428-ae1740cc48b2 None None] Allocated IP 172.20.0.2 (3b0199f8-a567-4a7e-84eb-07306a584886/c4f03a1a-58f9-48d7-af6f-ea49cf14afbb/90dbfad4-e267-4d76-962a-3aa8835e14f4) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:46.900422 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f878642-a09d-4ce6-b428-ae1740cc48b2 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:46.907640 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f878642-a09d-4ce6-b428-ae1740cc48b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:46.917788 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8f1bbb9-acd9-4c6a-948b-c4236c345479 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:46.941898 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8f1bbb9-acd9-4c6a-948b-c4236c345479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:46.946192 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f878642-a09d-4ce6-b428-ae1740cc48b2 None None] Network 3b0199f8-a567-4a7e-84eb-07306a584886 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:46.951238 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-7f878642-a09d-4ce6-b428-ae1740cc48b2 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:46.954852 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f878642-a09d-4ce6-b428-ae1740cc48b2 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:46.962038 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f878642-a09d-4ce6-b428-ae1740cc48b2 None None] Pushing event updated for resources: {'Port': ['ID=90dbfad4-e267-4d76-962a-3aa8835e14f4,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:47.011579 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7f878642-a09d-4ce6-b428-ae1740cc48b2 None None] Attempting to bind port 90dbfad4-e267-4d76-962a-3aa8835e14f4 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:17:47.011952 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7f878642-a09d-4ce6-b428-ae1740cc48b2 None None] Attempting to bind port 90dbfad4-e267-4d76-962a-3aa8835e14f4 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '872af718-63e5-4973-846d-cfc3ec3111fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:17:47.012318 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f878642-a09d-4ce6-b428-ae1740cc48b2 None None] Attempting to bind port 90dbfad4-e267-4d76-962a-3aa8835e14f4 on network 3b0199f8-a567-4a7e-84eb-07306a584886 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:47.017339 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f878642-a09d-4ce6-b428-ae1740cc48b2 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:17:47.017712 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f878642-a09d-4ce6-b428-ae1740cc48b2 None None] Checking segment: {'id': '872af718-63e5-4973-846d-cfc3ec3111fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:47.018107 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f878642-a09d-4ce6-b428-ae1740cc48b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:47.018492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f878642-a09d-4ce6-b428-ae1740cc48b2 None None] Bound using segment: {'id': '872af718-63e5-4973-846d-cfc3ec3111fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:17:47.018959 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7f878642-a09d-4ce6-b428-ae1740cc48b2 None None] Bound port: 90dbfad4-e267-4d76-962a-3aa8835e14f4, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872af718-63e5-4973-846d-cfc3ec3111fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:17:47.019341 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f878642-a09d-4ce6-b428-ae1740cc48b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:47.043698 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-a8f1bbb9-acd9-4c6a-948b-c4236c345479 admin admin] Allocated IP 172.25.0.177 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/53f2e0ee-d0ab-40e1-87a0-609ec81aeb44) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:47.083874 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-7f878642-a09d-4ce6-b428-ae1740cc48b2 None None] For port 90dbfad4-e267-4d76-962a-3aa8835e14f4, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:17:47.086899 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-7f878642-a09d-4ce6-b428-ae1740cc48b2 None None] For port 90dbfad4-e267-4d76-962a-3aa8835e14f4, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=90dbfad4-e267-4d76-962a-3aa8835e14f4,segment=NetworkSegment(872af718-63e5-4973-846d-cfc3ec3111fb),segment_id=872af718-63e5-4973-846d-cfc3ec3111fb)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:17:47.090417 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f878642-a09d-4ce6-b428-ae1740cc48b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:47.149449 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f878642-a09d-4ce6-b428-ae1740cc48b2 None None] Pushing event updated for resources: {'Port': ['ID=90dbfad4-e267-4d76-962a-3aa8835e14f4,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:47.157467 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8f1bbb9-acd9-4c6a-948b-c4236c345479 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:47.193271 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8f1bbb9-acd9-4c6a-948b-c4236c345479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:47.237394 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f1bbb9-acd9-4c6a-948b-c4236c345479 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:47.240384 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-a8f1bbb9-acd9-4c6a-948b-c4236c345479 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:47.243106 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f1bbb9-acd9-4c6a-948b-c4236c345479 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:47.249767 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1bbb9-acd9-4c6a-948b-c4236c345479 admin admin] Pushing event updated for resources: {'Port': ['ID=53f2e0ee-d0ab-40e1-87a0-609ec81aeb44,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:47.253318 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fb32da-e215-4646-be97-c77636fbbcd7 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:47.369697 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b1ab73fd-2b9d-4b50-879b-0fe05df831bc None None] Provisioning complete for port 53f2e0ee-d0ab-40e1-87a0-609ec81aeb44 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:47.370055 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b1ab73fd-2b9d-4b50-879b-0fe05df831bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:47.407266 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b1ab73fd-2b9d-4b50-879b-0fe05df831bc None None] Port 53f2e0ee-d0ab-40e1-87a0-609ec81aeb44 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:17:47.525310 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8f1bbb9-acd9-4c6a-948b-c4236c345479 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:47.725657 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8f1bbb9-acd9-4c6a-948b-c4236c345479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:47.860183 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f1bbb9-acd9-4c6a-948b-c4236c345479 admin admin] Router ae0e199e-1651-40bc-868c-b10b8cf3360c is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:17:47.976514 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f1bbb9-acd9-4c6a-948b-c4236c345479 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:17:47.989019 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac39842-1be4-4774-8948-461439125e46 None None] Sync routers for ids ['ae0e199e-1651-40bc-868c-b10b8cf3360c'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:17:47.995944 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8f1bbb9-acd9-4c6a-948b-c4236c345479 admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:47.999899 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a8f1bbb9-acd9-4c6a-948b-c4236c345479 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5075674 Nov 12 01:17:48.000072 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac39842-1be4-4774-8948-461439125e46 None None] Routers {'ae0e199e-1651-40bc-868c-b10b8cf3360c'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:17:48.000072 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-6ac39842-1be4-4774-8948-461439125e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:17:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ae0e199e-1651-40bc-868c-b10b8cf3360c'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:48.000402 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47496) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:48.057674 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac86dcf7-30fd-4ad8-9d6a-de01c5aa527e None None] Network 3b0199f8-a567-4a7e-84eb-07306a584886 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:48.121851 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-6ac39842-1be4-4774-8948-461439125e46 None None] Set router ae0e199e-1651-40bc-868c-b10b8cf3360c gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:17:48.154165 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-205fa39a-3326-418e-954f-f9e3ce0d4af2 None None] Provisioning complete for port 90dbfad4-e267-4d76-962a-3aa8835e14f4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:48.154646 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-205fa39a-3326-418e-954f-f9e3ce0d4af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.313041 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-205fa39a-3326-418e-954f-f9e3ce0d4af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.324598 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-6ac39842-1be4-4774-8948-461439125e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'name': 'tempest-AttachVolumeTestJSON-1445652544-router', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:47Z', 'revision_number': 3, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'gw_port': {'id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:79:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:48.360322 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 90dbfad4-e267-4d76-962a-3aa8835e14f4 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:48.371997 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac39842-1be4-4774-8948-461439125e46 None None] Checking router: ae0e199e-1651-40bc-868c-b10b8cf3360c for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:17:48.372340 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac39842-1be4-4774-8948-461439125e46 None None] Updating router ae0e199e-1651-40bc-868c-b10b8cf3360c port 53f2e0ee-d0ab-40e1-87a0-609ec81aeb44 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:17:48.402834 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-205fa39a-3326-418e-954f-f9e3ce0d4af2 None None] For port 90dbfad4-e267-4d76-962a-3aa8835e14f4, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=90dbfad4-e267-4d76-962a-3aa8835e14f4,segment=NetworkSegment(872af718-63e5-4973-846d-cfc3ec3111fb),segment_id=872af718-63e5-4973-846d-cfc3ec3111fb)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:48.406165 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-6ac39842-1be4-4774-8948-461439125e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.414296 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-205fa39a-3326-418e-954f-f9e3ce0d4af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.539386 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-20b792f1-2b9b-4b14-bbaf-4bdcb51263b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.650020 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fa39a-3326-418e-954f-f9e3ce0d4af2 None None] Pushing event updated for resources: {'Port': ['ID=90dbfad4-e267-4d76-962a-3aa8835e14f4,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:48.652942 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 90dbfad4-e267-4d76-962a-3aa8835e14f4 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:48.653558 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.681133 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-51f54d6b-82b6-4e57-94f2-575ad6e8251f None None] Provisioning complete for port 90dbfad4-e267-4d76-962a-3aa8835e14f4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:48.681506 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-51f54d6b-82b6-4e57-94f2-575ad6e8251f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.729098 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-6ac39842-1be4-4774-8948-461439125e46 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.735954 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-6ac39842-1be4-4774-8948-461439125e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.768144 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-20b792f1-2b9b-4b14-bbaf-4bdcb51263b6 admin admin] Allocated IP 172.20.0.1 (3b0199f8-a567-4a7e-84eb-07306a584886/c4f03a1a-58f9-48d7-af6f-ea49cf14afbb/7419bfe5-102e-4d1a-89a3-d5fb605ce279) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:48.789437 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-6ac39842-1be4-4774-8948-461439125e46 None None] Attempting to bind port 53f2e0ee-d0ab-40e1-87a0-609ec81aeb44 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:17:48.789810 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-6ac39842-1be4-4774-8948-461439125e46 None None] Attempting to bind port 53f2e0ee-d0ab-40e1-87a0-609ec81aeb44 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:17:48.790172 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac39842-1be4-4774-8948-461439125e46 None None] Attempting to bind port 53f2e0ee-d0ab-40e1-87a0-609ec81aeb44 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:48.792075 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e7670-06f7-4edd-8eae-d447d0b26f7e None None] Pushing event updated for resources: {'Port': ['ID=53f2e0ee-d0ab-40e1-87a0-609ec81aeb44,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:48.796886 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e8558e-9039-40fd-830f-6eff647149a3 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:48.802444 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e7670-06f7-4edd-8eae-d447d0b26f7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.803057 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e7670-06f7-4edd-8eae-d447d0b26f7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.803190 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e7670-06f7-4edd-8eae-d447d0b26f7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.803522 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e7670-06f7-4edd-8eae-d447d0b26f7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.803857 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e7670-06f7-4edd-8eae-d447d0b26f7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.804186 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e7670-06f7-4edd-8eae-d447d0b26f7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.804510 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e7670-06f7-4edd-8eae-d447d0b26f7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.804890 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e7670-06f7-4edd-8eae-d447d0b26f7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.805268 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e7670-06f7-4edd-8eae-d447d0b26f7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.805501 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e7670-06f7-4edd-8eae-d447d0b26f7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.805820 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e7670-06f7-4edd-8eae-d447d0b26f7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.806144 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74e7670-06f7-4edd-8eae-d447d0b26f7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.809550 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac39842-1be4-4774-8948-461439125e46 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:17:48.809836 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac39842-1be4-4774-8948-461439125e46 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:48.810235 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-6ac39842-1be4-4774-8948-461439125e46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.810616 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac39842-1be4-4774-8948-461439125e46 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:17:48.811196 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-6ac39842-1be4-4774-8948-461439125e46 None None] Bound port: 53f2e0ee-d0ab-40e1-87a0-609ec81aeb44, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:17:48.811485 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-6ac39842-1be4-4774-8948-461439125e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.864657 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-6ac39842-1be4-4774-8948-461439125e46 None None] For port 53f2e0ee-d0ab-40e1-87a0-609ec81aeb44, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:17:48.868316 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-6ac39842-1be4-4774-8948-461439125e46 None None] For port 53f2e0ee-d0ab-40e1-87a0-609ec81aeb44, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=53f2e0ee-d0ab-40e1-87a0-609ec81aeb44,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:17:48.872882 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-6ac39842-1be4-4774-8948-461439125e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.901085 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-20b792f1-2b9b-4b14-bbaf-4bdcb51263b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.919569 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29417eb-2a37-4805-8448-e9f630737393 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:48.930467 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e7670-06f7-4edd-8eae-d447d0b26f7e None None] Pushing event updated for resources: {'Port': ['ID=53f2e0ee-d0ab-40e1-87a0-609ec81aeb44,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:48.933447 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac39842-1be4-4774-8948-461439125e46 None None] Routers {'ae0e199e-1651-40bc-868c-b10b8cf3360c'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:17:48.933708 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-6ac39842-1be4-4774-8948-461439125e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:17:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ae0e199e-1651-40bc-868c-b10b8cf3360c'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:48.948366 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-20b792f1-2b9b-4b14-bbaf-4bdcb51263b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.954236 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f8b00a3e-0f3d-44bc-8a54-429e6133a664 None None] Provisioning complete for port 53f2e0ee-d0ab-40e1-87a0-609ec81aeb44 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:48.954628 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f8b00a3e-0f3d-44bc-8a54-429e6133a664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.990411 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b792f1-2b9b-4b14-bbaf-4bdcb51263b6 admin admin] Network 3b0199f8-a567-4a7e-84eb-07306a584886 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:48.995706 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-20b792f1-2b9b-4b14-bbaf-4bdcb51263b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:49.000119 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b792f1-2b9b-4b14-bbaf-4bdcb51263b6 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:49.035362 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b792f1-2b9b-4b14-bbaf-4bdcb51263b6 admin admin] Pushing event updated for resources: {'Port': ['ID=7419bfe5-102e-4d1a-89a3-d5fb605ce279,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:49.048354 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f8b00a3e-0f3d-44bc-8a54-429e6133a664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:49.066536 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-20b792f1-2b9b-4b14-bbaf-4bdcb51263b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:49.072195 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-f8b00a3e-0f3d-44bc-8a54-429e6133a664 None None] For port 53f2e0ee-d0ab-40e1-87a0-609ec81aeb44, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=53f2e0ee-d0ab-40e1-87a0-609ec81aeb44,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:49.079764 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f8b00a3e-0f3d-44bc-8a54-429e6133a664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:49.135385 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b00a3e-0f3d-44bc-8a54-429e6133a664 None None] Pushing event updated for resources: {'Port': ['ID=53f2e0ee-d0ab-40e1-87a0-609ec81aeb44,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:49.166784 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-6ac39842-1be4-4774-8948-461439125e46 None None] Set router ae0e199e-1651-40bc-868c-b10b8cf3360c gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:17:49.202882 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-04a4bc89-2189-4109-8b31-56bffa2619f0 None None] Provisioning complete for port 53f2e0ee-d0ab-40e1-87a0-609ec81aeb44 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:49.203463 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-04a4bc89-2189-4109-8b31-56bffa2619f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:49.250663 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-20b792f1-2b9b-4b14-bbaf-4bdcb51263b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:49.362313 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-6ac39842-1be4-4774-8948-461439125e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'name': 'tempest-AttachVolumeTestJSON-1445652544-router', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:47Z', 'revision_number': 3, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'gw_port': {'id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:79:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:49.387775 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac39842-1be4-4774-8948-461439125e46 None None] The sync data for ids ['ae0e199e-1651-40bc-868c-b10b8cf3360c'] in n-d-712137-14 is: [{'id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'name': 'tempest-AttachVolumeTestJSON-1445652544-router', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:47Z', 'revision_number': 3, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'gw_port': {'id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:79:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:17:49.422670 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d3fc2013-7fa1-41d1-adc6-92ed133e06b3 None None] Provisioning complete for port 7419bfe5-102e-4d1a-89a3-d5fb605ce279 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:49.423225 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d3fc2013-7fa1-41d1-adc6-92ed133e06b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:49.429802 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-20b792f1-2b9b-4b14-bbaf-4bdcb51263b6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:49.435553 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-20b792f1-2b9b-4b14-bbaf-4bdcb51263b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:49.466122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d3fc2013-7fa1-41d1-adc6-92ed133e06b3 None None] Port 7419bfe5-102e-4d1a-89a3-d5fb605ce279 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:17:49.507135 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-20b792f1-2b9b-4b14-bbaf-4bdcb51263b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:49.509043 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b792f1-2b9b-4b14-bbaf-4bdcb51263b6 admin admin] Pushing event updated for resources: {'Port': ['ID=7419bfe5-102e-4d1a-89a3-d5fb605ce279,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:49.603312 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b792f1-2b9b-4b14-bbaf-4bdcb51263b6 admin admin] Network 3b0199f8-a567-4a7e-84eb-07306a584886 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:49.604784 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-20b792f1-2b9b-4b14-bbaf-4bdcb51263b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:49.749333 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b792f1-2b9b-4b14-bbaf-4bdcb51263b6 admin admin] Router ae0e199e-1651-40bc-868c-b10b8cf3360c has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:17:49.869153 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b792f1-2b9b-4b14-bbaf-4bdcb51263b6 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:17:49.881565 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-20b792f1-2b9b-4b14-bbaf-4bdcb51263b6 admin admin] 10.222.0.31 "PUT /v2.0/routers/ae0e199e-1651-40bc-868c-b10b8cf3360c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8727043 Nov 12 01:17:49.892193 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-11627519-2df2-44d7-9ace-7ac0d0e547df None None] Provisioning complete for port 7419bfe5-102e-4d1a-89a3-d5fb605ce279 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:49.892670 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-11627519-2df2-44d7-9ace-7ac0d0e547df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:49.931397 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-11627519-2df2-44d7-9ace-7ac0d0e547df None None] Port 7419bfe5-102e-4d1a-89a3-d5fb605ce279 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:17:50.050869 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-98c33483-8dd9-4c81-b89e-b61d1cf48e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:50.349919 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 90dbfad4-e267-4d76-962a-3aa8835e14f4 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:50.398078 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 90dbfad4-e267-4d76-962a-3aa8835e14f4 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:50.398449 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:50.483635 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 53f2e0ee-d0ab-40e1-87a0-609ec81aeb44 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:50.527841 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 53f2e0ee-d0ab-40e1-87a0-609ec81aeb44 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:50.528210 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:50.913320 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] Sync routers for ids ['ae0e199e-1651-40bc-868c-b10b8cf3360c'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:17:50.922815 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] Routers {'ae0e199e-1651-40bc-868c-b10b8cf3360c'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:17:50.923429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:17:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ae0e199e-1651-40bc-868c-b10b8cf3360c'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:51.027606 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] Set router ae0e199e-1651-40bc-868c-b10b8cf3360c gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:17:51.219098 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'name': 'tempest-AttachVolumeTestJSON-1445652544-router', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'gw_port': {'id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '7419bfe5-102e-4d1a-89a3-d5fb605ce279', 'name': '', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'mac_address': 'fa:16:3e:51:f2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:48Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 2, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'subnets': [{'id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:51.244458 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] Checking router: ae0e199e-1651-40bc-868c-b10b8cf3360c for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:17:51.244841 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] Updating router ae0e199e-1651-40bc-868c-b10b8cf3360c port 7419bfe5-102e-4d1a-89a3-d5fb605ce279 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:17:51.272865 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.518439 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47506) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:51.523304 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7f388d92-0181-4264-8047-67bdd7c86c36 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Request body: {'security_group': {'name': 'tempest-securitygroup--650473641', 'description': 'tempest-description--895010224'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:51.531906 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.537627 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.545973 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f388d92-0181-4264-8047-67bdd7c86c36 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.616003 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f388d92-0181-4264-8047-67bdd7c86c36 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.621506 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f388d92-0181-4264-8047-67bdd7c86c36 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.621702 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fa3f1-a476-4f89-8d68-4322ca4f8705 None None] Pushing event updated for resources: {'Port': ['ID=7419bfe5-102e-4d1a-89a3-d5fb605ce279,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:51.657684 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f388d92-0181-4264-8047-67bdd7c86c36 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.658208 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] Attempting to bind port 7419bfe5-102e-4d1a-89a3-d5fb605ce279 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:17:51.661638 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] Attempting to bind port 7419bfe5-102e-4d1a-89a3-d5fb605ce279 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '872af718-63e5-4973-846d-cfc3ec3111fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:17:51.661855 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7f388d92-0181-4264-8047-67bdd7c86c36 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1395135 Nov 12 01:17:51.661974 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] Attempting to bind port 7419bfe5-102e-4d1a-89a3-d5fb605ce279 on network 3b0199f8-a567-4a7e-84eb-07306a584886 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:51.662083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f388d92-0181-4264-8047-67bdd7c86c36 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:51.662207 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47508) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:51.665465 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:17:51.665982 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] Checking segment: {'id': '872af718-63e5-4973-846d-cfc3ec3111fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:51.666483 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.666741 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-8020b84b-8608-4990-a323-5fad1ca99625 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Request body: {'security_group_rule': {'security_group_id': '483078cd-84c9-4eac-af4f-e1c8ba5e7eb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:51.667056 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] Bound using segment: {'id': '872af718-63e5-4973-846d-cfc3ec3111fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:17:51.667625 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] Bound port: 7419bfe5-102e-4d1a-89a3-d5fb605ce279, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872af718-63e5-4973-846d-cfc3ec3111fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:17:51.668115 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.699862 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8020b84b-8608-4990-a323-5fad1ca99625 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.736649 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] For port 7419bfe5-102e-4d1a-89a3-d5fb605ce279, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:17:51.739889 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] For port 7419bfe5-102e-4d1a-89a3-d5fb605ce279, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7419bfe5-102e-4d1a-89a3-d5fb605ce279,segment=NetworkSegment(872af718-63e5-4973-846d-cfc3ec3111fb),segment_id=872af718-63e5-4973-846d-cfc3ec3111fb)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:17:51.744003 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.767297 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8020b84b-8608-4990-a323-5fad1ca99625 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.772027 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8020b84b-8608-4990-a323-5fad1ca99625 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.794430 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020b84b-8608-4990-a323-5fad1ca99625 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51ec360-54f8-40a1-9e20-216471a1d343,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:51.810046 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8020b84b-8608-4990-a323-5fad1ca99625 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.812906 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8020b84b-8608-4990-a323-5fad1ca99625 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483400 Nov 12 01:17:51.814445 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47510) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:51.819129 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-466a51b3-65c6-4abf-80bd-ac069f83eb69 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Request body: {'security_group_rule': {'security_group_id': '483078cd-84c9-4eac-af4f-e1c8ba5e7eb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:51.820057 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] Routers {'ae0e199e-1651-40bc-868c-b10b8cf3360c'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:17:51.821005 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:17:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ae0e199e-1651-40bc-868c-b10b8cf3360c'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:51.853820 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-466a51b3-65c6-4abf-80bd-ac069f83eb69 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.859210 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fa3f1-a476-4f89-8d68-4322ca4f8705 None None] Pushing event updated for resources: {'Port': ['ID=7419bfe5-102e-4d1a-89a3-d5fb605ce279,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:51.890356 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fda1b42e-ff00-49e2-a219-dd7feffdc519 None None] Provisioning complete for port 7419bfe5-102e-4d1a-89a3-d5fb605ce279 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:51.890727 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fda1b42e-ff00-49e2-a219-dd7feffdc519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.940056 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-466a51b3-65c6-4abf-80bd-ac069f83eb69 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.945742 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-466a51b3-65c6-4abf-80bd-ac069f83eb69 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.965818 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a51b3-65c6-4abf-80bd-ac069f83eb69 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21874477-3528-4c42-850b-41a2aeb91c77,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:51.976287 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] Set router ae0e199e-1651-40bc-868c-b10b8cf3360c gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:17:51.976522 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-466a51b3-65c6-4abf-80bd-ac069f83eb69 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.977639 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-466a51b3-65c6-4abf-80bd-ac069f83eb69 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1621749 Nov 12 01:17:51.980635 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47512) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:51.986342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b195a459-01ee-4093-abc7-d78dafef62e0 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:52.009949 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b195a459-01ee-4093-abc7-d78dafef62e0 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.111905 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b195a459-01ee-4093-abc7-d78dafef62e0 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.223593 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-b195a459-01ee-4093-abc7-d78dafef62e0 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Allocated IP 172.25.0.130 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/ad6c64e3-fafd-4d71-a07f-33d8d594805d) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:52.252099 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fda1b42e-ff00-49e2-a219-dd7feffdc519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.317870 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-fda1b42e-ff00-49e2-a219-dd7feffdc519 None None] For port 7419bfe5-102e-4d1a-89a3-d5fb605ce279, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7419bfe5-102e-4d1a-89a3-d5fb605ce279,segment=NetworkSegment(872af718-63e5-4973-846d-cfc3ec3111fb),segment_id=872af718-63e5-4973-846d-cfc3ec3111fb)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:52.329704 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b195a459-01ee-4093-abc7-d78dafef62e0 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.329943 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fda1b42e-ff00-49e2-a219-dd7feffdc519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.366546 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b195a459-01ee-4093-abc7-d78dafef62e0 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.410195 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4c88e67d-4715-4023-83ed-d3e7af5bf7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.412778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b195a459-01ee-4093-abc7-d78dafef62e0 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:52.417930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-b195a459-01ee-4093-abc7-d78dafef62e0 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:52.419305 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1b42e-ff00-49e2-a219-dd7feffdc519 None None] Pushing event updated for resources: {'Port': ['ID=7419bfe5-102e-4d1a-89a3-d5fb605ce279,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:52.421375 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b195a459-01ee-4093-abc7-d78dafef62e0 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:52.443209 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'name': 'tempest-AttachVolumeTestJSON-1445652544-router', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'gw_port': {'id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '7419bfe5-102e-4d1a-89a3-d5fb605ce279', 'name': '', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'mac_address': 'fa:16:3e:51:f2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:48Z', 'updated_at': '2021-11-12T01:17:51Z', 'revision_number': 4, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'subnets': [{'id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:52.450517 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195a459-01ee-4093-abc7-d78dafef62e0 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Pushing event updated for resources: {'Port': ['ID=ad6c64e3-fafd-4d71-a07f-33d8d594805d,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:52.474206 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ab4917-e72a-48b2-a2b8-caeef026ba0b None None] The sync data for ids ['ae0e199e-1651-40bc-868c-b10b8cf3360c'] in n-d-712137-14 is: [{'id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'name': 'tempest-AttachVolumeTestJSON-1445652544-router', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'gw_port': {'id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '7419bfe5-102e-4d1a-89a3-d5fb605ce279', 'name': '', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'mac_address': 'fa:16:3e:51:f2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:48Z', 'updated_at': '2021-11-12T01:17:51Z', 'revision_number': 4, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'subnets': [{'id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:17:52.479699 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e3a774d2-d51a-42b7-9288-b88b7e840fda None None] Provisioning complete for port 7419bfe5-102e-4d1a-89a3-d5fb605ce279 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:52.480011 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e3a774d2-d51a-42b7-9288-b88b7e840fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.542078 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b195a459-01ee-4093-abc7-d78dafef62e0 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.588168 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b195a459-01ee-4093-abc7-d78dafef62e0 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.760206 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b195a459-01ee-4093-abc7-d78dafef62e0 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.765898 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b195a459-01ee-4093-abc7-d78dafef62e0 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.840451 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195a459-01ee-4093-abc7-d78dafef62e0 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Pushing event updated for resources: {'Port': ['ID=ad6c64e3-fafd-4d71-a07f-33d8d594805d,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:52.852942 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b195a459-01ee-4093-abc7-d78dafef62e0 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.869378 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b195a459-01ee-4093-abc7-d78dafef62e0 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.870873 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b195a459-01ee-4093-abc7-d78dafef62e0 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8887968 Nov 12 01:17:53.037847 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-17853e67-ffad-46e7-a8fd-7770f92f4561 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--650473641&fields=id&tenant_id=d9f068bd7dca4494900a89589e14c639 HTTP/1.1" status: 200 len: 267 time: 0.0462329 Nov 12 01:17:53.158104 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-149dcf4e-0161-4919-b07e-7160faa2a452 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:53.159634 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-149dcf4e-0161-4919-b07e-7160faa2a452 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/networks?id=3b0199f8-a567-4a7e-84eb-07306a584886 HTTP/1.1" status: 200 len: 811 time: 0.1141269 Nov 12 01:17:53.175758 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-e92c65b8-bb6e-4772-8198-9deccf526d4f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/quotas/d9f068bd7dca4494900a89589e14c639 HTTP/1.1" status: 200 len: 375 time: 0.0102074 Nov 12 01:17:53.232253 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-f8fb57a3-63f6-4a22-966d-d1ab0a19f7e4 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d9f068bd7dca4494900a89589e14c639&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502286 Nov 12 01:17:53.311403 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8e86eebf-184f-47e0-bfd6-428e05de7398 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:17:53.314343 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8e86eebf-184f-47e0-bfd6-428e05de7398 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0679235 Nov 12 01:17:53.419095 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-fbad7503-37e0-4b92-b20d-0311bd14d1aa service neutron] 10.222.0.31 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997603 Nov 12 01:17:53.516833 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-925db48c-42d4-44cf-9e70-d22e203935e6 service neutron] 10.222.0.31 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896137 Nov 12 01:17:53.546007 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:53.721073 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ecfcc2ab-aa3d-4316-96c4-89fd74c88f06 req-9ea02e60-c25e-40eb-8eb7-61b7c95a157f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 210 time: 0.0357487 Nov 12 01:17:54.320408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7419bfe5-102e-4d1a-89a3-d5fb605ce279 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:54.367890 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 7419bfe5-102e-4d1a-89a3-d5fb605ce279 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:54.368256 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:54.817986 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-599b6037-5516-4039-9ca0-766e748ad59d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:54.818607 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:54.819509 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-599b6037-5516-4039-9ca0-766e748ad59d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.21 "GET /v2.0/networks?id=3b0199f8-a567-4a7e-84eb-07306a584886 HTTP/1.1" status: 200 len: 811 time: 0.1253328 Nov 12 01:17:54.836084 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9bdfbe60-4770-41f6-beaa-893218118a37 req-4d2a4938-2e55-4ad9-9a45-373eccab797a tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 210 time: 0.0454271 Nov 12 01:17:54.887986 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-32a93065-8159-452f-be5f-8d5739bccc90 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9f068bd7dca4494900a89589e14c639 HTTP/1.1" status: 200 len: 379 time: 0.0541267 Nov 12 01:17:54.899455 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-cbf48d52-4da3-4f3f-b2b1-434f0cefc84f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Request body: {'port': {'device_id': 'c36366b9-cf71-45d0-a0c7-ce7ed5031c1c', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'admin_state_up': True, 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'security_groups': ['483078cd-84c9-4eac-af4f-e1c8ba5e7eb8']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:55.016223 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-cbf48d52-4da3-4f3f-b2b1-434f0cefc84f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Made reservation on behalf of d9f068bd7dca4494900a89589e14c639 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:55.019875 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-cbf48d52-4da3-4f3f-b2b1-434f0cefc84f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:55.149497 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-cbf48d52-4da3-4f3f-b2b1-434f0cefc84f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Allocated IP 172.20.0.3 (3b0199f8-a567-4a7e-84eb-07306a584886/c4f03a1a-58f9-48d7-af6f-ea49cf14afbb/b094491e-4ebe-426a-95a7-7c385233f8a2) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:55.282945 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-cbf48d52-4da3-4f3f-b2b1-434f0cefc84f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:55.320112 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-cbf48d52-4da3-4f3f-b2b1-434f0cefc84f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:55.369207 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-cbf48d52-4da3-4f3f-b2b1-434f0cefc84f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Network 3b0199f8-a567-4a7e-84eb-07306a584886 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:55.372228 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-cbf48d52-4da3-4f3f-b2b1-434f0cefc84f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:55.378659 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-cbf48d52-4da3-4f3f-b2b1-434f0cefc84f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:55.406684 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf48d52-4da3-4f3f-b2b1-434f0cefc84f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Pushing event updated for resources: {'Port': ['ID=b094491e-4ebe-426a-95a7-7c385233f8a2,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:55.435512 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-cbf48d52-4da3-4f3f-b2b1-434f0cefc84f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:55.436132 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-cbf48d52-4da3-4f3f-b2b1-434f0cefc84f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:55.455300 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-cbf48d52-4da3-4f3f-b2b1-434f0cefc84f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5592239 Nov 12 01:17:55.468595 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] Request body: {'port': {'device_id': 'c36366b9-cf71-45d0-a0c7-ce7ed5031c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:55.514906 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:55.525215 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:55.620083 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7a552e99-2fdd-4b6d-b8fe-34acea33bfba None None] Provisioning complete for port b094491e-4ebe-426a-95a7-7c385233f8a2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:55.620448 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7a552e99-2fdd-4b6d-b8fe-34acea33bfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:55.656275 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7a552e99-2fdd-4b6d-b8fe-34acea33bfba None None] Port b094491e-4ebe-426a-95a7-7c385233f8a2 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:17:55.791815 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b094491e-4ebe-426a-95a7-7c385233f8a2 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:17:55.799754 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:55.812649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] Transition to ACTIVE for port object b094491e-4ebe-426a-95a7-7c385233f8a2 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:17:55.817548 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:55.870496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] Pushing event updated for resources: {'Port': ['ID=b094491e-4ebe-426a-95a7-7c385233f8a2,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:55.946151 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] Attempting to bind port b094491e-4ebe-426a-95a7-7c385233f8a2 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:17:55.946491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] Attempting to bind port b094491e-4ebe-426a-95a7-7c385233f8a2 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '872af718-63e5-4973-846d-cfc3ec3111fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:17:55.946825 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] Attempting to bind port b094491e-4ebe-426a-95a7-7c385233f8a2 on network 3b0199f8-a567-4a7e-84eb-07306a584886 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:55.951668 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] Port b094491e-4ebe-426a-95a7-7c385233f8a2 on network 3b0199f8-a567-4a7e-84eb-07306a584886 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:17:55.952218 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] Attempting to bind port b094491e-4ebe-426a-95a7-7c385233f8a2 on network 3b0199f8-a567-4a7e-84eb-07306a584886 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:55.957168 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:17:55.957514 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] Checking segment: {'id': '872af718-63e5-4973-846d-cfc3ec3111fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:55.957889 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] Bound using segment: {'id': '872af718-63e5-4973-846d-cfc3ec3111fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:17:55.958318 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] Bound port: b094491e-4ebe-426a-95a7-7c385233f8a2, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '872af718-63e5-4973-846d-cfc3ec3111fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:17:55.958678 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:55.965682 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f740113-f6aa-4ca8-8cef-dfd9a1fb3ffa req-80637eb2-c172-441c-9b96-d7a6478fea25 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:55.967882 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f740113-f6aa-4ca8-8cef-dfd9a1fb3ffa req-80637eb2-c172-441c-9b96-d7a6478fea25 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 943 time: 0.0562737 Nov 12 01:17:56.032739 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:56.039820 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] For port b094491e-4ebe-426a-95a7-7c385233f8a2, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:17:56.042849 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f740113-f6aa-4ca8-8cef-dfd9a1fb3ffa req-30195112-f799-48cf-b113-ca158eb4ad94 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517664 Nov 12 01:17:56.044949 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] For port b094491e-4ebe-426a-95a7-7c385233f8a2, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b094491e-4ebe-426a-95a7-7c385233f8a2,segment=NetworkSegment(872af718-63e5-4973-846d-cfc3ec3111fb),segment_id=872af718-63e5-4973-846d-cfc3ec3111fb)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:17:56.049576 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:56.086730 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:56.087351 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:56.088832 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] 10.222.0.21 "PUT /v2.0/ports/b094491e-4ebe-426a-95a7-7c385233f8a2 HTTP/1.1" status: 200 len: 1092 time: 0.6253018 Nov 12 01:17:56.089282 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36366b9-cf71-45d0-a0c7-ce7ed5031c1c', 'tag': 'b094491e-4ebe-426a-95a7-7c385233f8a2'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:17:56.091540 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3d12c8-893e-43de-afe1-434a834f759f" -d '{"events": [{"name": "network-changed", "server_uuid": "c36366b9-cf71-45d0-a0c7-ce7ed5031c1c", "tag": "b094491e-4ebe-426a-95a7-7c385233f8a2"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:17:56.118643 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88db89-1edd-4659-9fc2-c10a3e043b93 service neutron] Pushing event updated for resources: {'Port': ['ID=b094491e-4ebe-426a-95a7-7c385233f8a2,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:56.192364 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-1bef3cc8-a766-4ad7-811b-77517142d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:56.193976 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-1bef3cc8-a766-4ad7-811b-77517142d5b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9f068bd7dca4494900a89589e14c639&device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 1095 time: 0.0518806 Nov 12 01:17:56.212968 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535d75b1-9af2-4a72-9bcf-08a5b8f2540a x-openstack-request-id: req-535d75b1-9af2-4a72-9bcf-08a5b8f2540a {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:17:56.213264 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36366b9-cf71-45d0-a0c7-ce7ed5031c1c", "tag": "b094491e-4ebe-426a-95a7-7c385233f8a2", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:17:56.213526 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-535d75b1-9af2-4a72-9bcf-08a5b8f2540a {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:17:56.213932 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36366b9-cf71-45d0-a0c7-ce7ed5031c1c', 'tag': 'b094491e-4ebe-426a-95a7-7c385233f8a2', 'status': 'completed', 'code': 200} Nov 12 01:17:56.247446 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-ae3a102e-7f0c-44a9-b07e-feeebfae6b88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b094491e-4ebe-426a-95a7-7c385233f8a2 HTTP/1.1" status: 200 len: 217 time: 0.0444574 Nov 12 01:17:56.298184 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-25f2ce52-986f-4b0d-8876-d77a0d469d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:56.299702 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-25f2ce52-986f-4b0d-8876-d77a0d469d07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4f03a1a-58f9-48d7-af6f-ea49cf14afbb HTTP/1.1" status: 200 len: 850 time: 0.0455341 Nov 12 01:17:56.348591 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-39ee9b27-7179-4523-ba43-7acd5d777bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:56.350292 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-39ee9b27-7179-4523-ba43-7acd5d777bb2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b0199f8-a567-4a7e-84eb-07306a584886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427568 Nov 12 01:17:56.447398 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-c8e0b8dc-1e91-4b0d-9ee7-07bf99255392 service neutron] 10.222.0.21 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886884 Nov 12 01:17:56.536158 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5fd600e9-5894-40e1-992d-aea545e7c78f req-d82b4ed6-5e5b-4604-a2a6-6333ec36c0f1 service neutron] 10.222.0.21 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818048 Nov 12 01:17:56.619608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d12c8-893e-43de-afe1-434a834f759f req-4cbf5ca5-2818-4c6d-be06-1ba6ac4c650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:56.621103 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf3d12c8-893e-43de-afe1-434a834f759f req-4cbf5ca5-2818-4c6d-be06-1ba6ac4c650b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9f068bd7dca4494900a89589e14c639&device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 1095 time: 0.0417292 Nov 12 01:17:56.715136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d12c8-893e-43de-afe1-434a834f759f req-696d673b-0056-4574-898b-09cbc33b0e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:56.716667 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf3d12c8-893e-43de-afe1-434a834f759f req-696d673b-0056-4574-898b-09cbc33b0e74 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b0199f8-a567-4a7e-84eb-07306a584886 HTTP/1.1" status: 200 len: 912 time: 0.0882559 Nov 12 01:17:56.766443 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf3d12c8-893e-43de-afe1-434a834f759f req-d53bb8d6-8925-405c-8c34-ac3de3df6df8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b094491e-4ebe-426a-95a7-7c385233f8a2 HTTP/1.1" status: 200 len: 217 time: 0.0425186 Nov 12 01:17:56.820116 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d12c8-893e-43de-afe1-434a834f759f req-1c1e9174-0804-4a95-b913-64f4995d0538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:56.821602 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf3d12c8-893e-43de-afe1-434a834f759f req-1c1e9174-0804-4a95-b913-64f4995d0538 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4f03a1a-58f9-48d7-af6f-ea49cf14afbb HTTP/1.1" status: 200 len: 850 time: 0.0486321 Nov 12 01:17:56.868101 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d12c8-893e-43de-afe1-434a834f759f req-cda81726-bc6a-429a-ab49-f4adbe2ded95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:56.869579 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf3d12c8-893e-43de-afe1-434a834f759f req-cda81726-bc6a-429a-ab49-f4adbe2ded95 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b0199f8-a567-4a7e-84eb-07306a584886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394833 Nov 12 01:17:56.965220 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf3d12c8-893e-43de-afe1-434a834f759f req-4c742294-cfa7-49cc-ace0-40799bab894a service neutron] 10.222.0.21 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873044 Nov 12 01:17:57.053799 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf3d12c8-893e-43de-afe1-434a834f759f req-b74de5c6-9788-43d9-84bd-eafd8833312e service neutron] 10.222.0.21 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815997 Nov 12 01:17:57.150884 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14c93f-0faf-4f86-a4f9-d66513c7bd0c req-9175ba1d-30fd-4b33-a00f-f6f7f3dad15f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:57.152355 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0a14c93f-0faf-4f86-a4f9-d66513c7bd0c req-9175ba1d-30fd-4b33-a00f-f6f7f3dad15f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 943 time: 0.0536506 Nov 12 01:17:57.199303 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0a14c93f-0faf-4f86-a4f9-d66513c7bd0c req-e35f91de-0d62-40e3-8c08-5bbcdd045aed tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408449 Nov 12 01:17:58.314606 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574598fd-7bdd-4266-8048-6ee0e5d70522 req-e0af3898-de95-4153-afcf-9549d67e02dd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:58.316066 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-574598fd-7bdd-4266-8048-6ee0e5d70522 req-e0af3898-de95-4153-afcf-9549d67e02dd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 943 time: 0.0484388 Nov 12 01:17:58.367464 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-574598fd-7bdd-4266-8048-6ee0e5d70522 req-131e39ee-75c5-4944-9895-22d4a1187d57 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453169 Nov 12 01:17:59.488139 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e216df3-de46-4f07-a6ee-295a82810a38 req-c8ec9009-da0e-41d6-97ce-2e7dc5660c61 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:59.489678 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1e216df3-de46-4f07-a6ee-295a82810a38 req-c8ec9009-da0e-41d6-97ce-2e7dc5660c61 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 943 time: 0.0531390 Nov 12 01:17:59.536537 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1e216df3-de46-4f07-a6ee-295a82810a38 req-5a8ace57-2c39-403b-b76b-86e68cd33a30 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409546 Nov 12 01:18:00.396605 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b094491e-4ebe-426a-95a7-7c385233f8a2 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:18:00.492047 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port b094491e-4ebe-426a-95a7-7c385233f8a2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b094491e-4ebe-426a-95a7-7c385233f8a2,segment=NetworkSegment(872af718-63e5-4973-846d-cfc3ec3111fb),segment_id=872af718-63e5-4973-846d-cfc3ec3111fb)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:00.502643 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'b094491e-4ebe-426a-95a7-7c385233f8a2', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'port_id': 'b094491e-4ebe-426a-95a7-7c385233f8a2', 'mac_address': 'fa:16:3e:71:be:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:18:00.537959 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:00.553619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b094491e-4ebe-426a-95a7-7c385233f8a2 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:18:00.573421 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port b094491e-4ebe-426a-95a7-7c385233f8a2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b094491e-4ebe-426a-95a7-7c385233f8a2,segment=NetworkSegment(872af718-63e5-4973-846d-cfc3ec3111fb),segment_id=872af718-63e5-4973-846d-cfc3ec3111fb)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:00.577765 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:00.624401 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=b094491e-4ebe-426a-95a7-7c385233f8a2,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:00.656121 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aea491-69d6-479d-bde8-3545b828f9f7 req-5ac728d7-f4c4-4a0f-93e7-fdc43a1a9e16 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:00.657639 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29aea491-69d6-479d-bde8-3545b828f9f7 req-5ac728d7-f4c4-4a0f-93e7-fdc43a1a9e16 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 944 time: 0.0508733 Nov 12 01:18:00.705342 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29aea491-69d6-479d-bde8-3545b828f9f7 req-f34a587c-a964-402c-8742-b47ece10d984 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416536 Nov 12 01:18:00.817403 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['b094491e-4ebe-426a-95a7-7c385233f8a2'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:18:01.819062 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fcb55-c438-4208-ab2a-8812fbbed58f req-9be9862e-c845-4633-afc1-216eec0104e3 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:01.820572 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d32fcb55-c438-4208-ab2a-8812fbbed58f req-9be9862e-c845-4633-afc1-216eec0104e3 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 944 time: 0.0485816 Nov 12 01:18:01.871255 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d32fcb55-c438-4208-ab2a-8812fbbed58f req-762ce1cc-fc65-4222-ad76-67dba50a63cb tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444307 Nov 12 01:18:02.412530 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b094491e-4ebe-426a-95a7-7c385233f8a2 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:02.460102 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port b094491e-4ebe-426a-95a7-7c385233f8a2 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:18:02.463940 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port b094491e-4ebe-426a-95a7-7c385233f8a2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:02.464319 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:02.538658 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:02.559417 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36366b9-cf71-45d0-a0c7-ce7ed5031c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b094491e-4ebe-426a-95a7-7c385233f8a2'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:18:02.561687 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa29b1a0-4a03-416d-b61c-67afc9e87069" -d '{"events": [{"server_uuid": "c36366b9-cf71-45d0-a0c7-ce7ed5031c1c", "name": "network-vif-plugged", "status": "completed", "tag": "b094491e-4ebe-426a-95a7-7c385233f8a2"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:18:02.575454 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port b094491e-4ebe-426a-95a7-7c385233f8a2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b094491e-4ebe-426a-95a7-7c385233f8a2,segment=NetworkSegment(872af718-63e5-4973-846d-cfc3ec3111fb),segment_id=872af718-63e5-4973-846d-cfc3ec3111fb)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:02.580573 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:02.631118 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=b094491e-4ebe-426a-95a7-7c385233f8a2,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:02.664500 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9a43ea-0236-42a8-9dbe-f5b0fc1efd71 x-openstack-request-id: req-db9a43ea-0236-42a8-9dbe-f5b0fc1efd71 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:18:02.664895 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36366b9-cf71-45d0-a0c7-ce7ed5031c1c", "name": "network-vif-plugged", "status": "completed", "tag": "b094491e-4ebe-426a-95a7-7c385233f8a2", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:18:02.665157 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db9a43ea-0236-42a8-9dbe-f5b0fc1efd71 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:18:02.665560 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36366b9-cf71-45d0-a0c7-ce7ed5031c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b094491e-4ebe-426a-95a7-7c385233f8a2', 'code': 200} Nov 12 01:18:02.759595 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b38b4e-88c7-4343-b839-b5acde09a820 req-4dd6602c-0b68-46ce-a833-86869c5c120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:02.761093 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e8b38b4e-88c7-4343-b839-b5acde09a820 req-4dd6602c-0b68-46ce-a833-86869c5c120d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 1097 time: 0.0387065 Nov 12 01:18:02.803645 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e8b38b4e-88c7-4343-b839-b5acde09a820 req-c50bba0e-4e7f-44be-8dec-07a2e251d7a5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360188 Nov 12 01:18:02.989316 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51053d7-47fb-4d95-b422-9888c937c0fa req-43c00b16-4b1a-4720-a412-6c19de1a10bd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:02.990783 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b51053d7-47fb-4d95-b422-9888c937c0fa req-43c00b16-4b1a-4720-a412-6c19de1a10bd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0478203 Nov 12 01:18:03.036886 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b51053d7-47fb-4d95-b422-9888c937c0fa req-dac18df0-b2f6-47ff-a07b-f47c98d16f4e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400474 Nov 12 01:18:04.159507 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3bab8-4678-4fef-a939-80150fe760e9 req-a2fdc2f7-589b-44be-a86f-738afaa1259f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:04.160988 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-94b3bab8-4678-4fef-a939-80150fe760e9 req-a2fdc2f7-589b-44be-a86f-738afaa1259f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0523574 Nov 12 01:18:04.207028 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-94b3bab8-4678-4fef-a939-80150fe760e9 req-1fcfe667-d358-4eac-9998-4ea2b9345824 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399246 Nov 12 01:18:04.317438 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a5740-1068-4fef-9c93-9c1d9c66873f req-4699b562-6a7f-47e3-bc70-dd715b28a7ce tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:04.318821 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d49a5740-1068-4fef-9c93-9c1d9c66873f req-4699b562-6a7f-47e3-bc70-dd715b28a7ce tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0480890 Nov 12 01:18:04.327544 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47572) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:04.331948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e0f5b096-06b9-434c-ab14-84bdd3b8a11e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Request body: {'floatingip': {'port_id': 'b094491e-4ebe-426a-95a7-7c385233f8a2'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:04.373960 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0f5b096-06b9-434c-ab14-84bdd3b8a11e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for floatingip, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:05.054794 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0f5b096-06b9-434c-ab14-84bdd3b8a11e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:05.059097 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0f5b096-06b9-434c-ab14-84bdd3b8a11e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:05.155529 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-e0f5b096-06b9-434c-ab14-84bdd3b8a11e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Floating IP 4e733120-a0ae-42b0-ab8f-2bf8c68c7435 associated. External IP: 172.25.0.130, port: b094491e-4ebe-426a-95a7-7c385233f8a2. Nov 12 01:18:05.358185 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f5b096-06b9-434c-ab14-84bdd3b8a11e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Router ae0e199e-1651-40bc-868c-b10b8cf3360c has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:18:05.465837 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f5b096-06b9-434c-ab14-84bdd3b8a11e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:18:05.471457 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0f5b096-06b9-434c-ab14-84bdd3b8a11e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:05.476166 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3733384d-bacc-441d-b12a-327cfee3df31 None None] Sync routers for ids ['ae0e199e-1651-40bc-868c-b10b8cf3360c'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:18:05.485285 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3733384d-bacc-441d-b12a-327cfee3df31 None None] Routers {'ae0e199e-1651-40bc-868c-b10b8cf3360c'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:05.485905 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-3733384d-bacc-441d-b12a-327cfee3df31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:17:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ae0e199e-1651-40bc-868c-b10b8cf3360c'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:05.497863 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e0f5b096-06b9-434c-ab14-84bdd3b8a11e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "PUT /v2.0/floatingips/4e733120-a0ae-42b0-ab8f-2bf8c68c7435 HTTP/1.1" status: 200 len: 991 time: 1.1692638 Nov 12 01:18:05.499084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36366b9-cf71-45d0-a0c7-ce7ed5031c1c', 'tag': 'b094491e-4ebe-426a-95a7-7c385233f8a2'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:18:05.501392 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bf422e-b513-4eb6-9413-4a893bfc1ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "c36366b9-cf71-45d0-a0c7-ce7ed5031c1c", "tag": "b094491e-4ebe-426a-95a7-7c385233f8a2"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:18:05.549144 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af6bc92-42dc-4a33-a250-47b4f84c9ef0 x-openstack-request-id: req-6af6bc92-42dc-4a33-a250-47b4f84c9ef0 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:18:05.549614 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36366b9-cf71-45d0-a0c7-ce7ed5031c1c", "tag": "b094491e-4ebe-426a-95a7-7c385233f8a2", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:18:05.549882 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6af6bc92-42dc-4a33-a250-47b4f84c9ef0 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:18:05.550329 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36366b9-cf71-45d0-a0c7-ce7ed5031c1c', 'tag': 'b094491e-4ebe-426a-95a7-7c385233f8a2', 'status': 'completed', 'code': 200} Nov 12 01:18:05.602691 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-3733384d-bacc-441d-b12a-327cfee3df31 None None] Set router ae0e199e-1651-40bc-868c-b10b8cf3360c gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:18:05.612306 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf422e-b513-4eb6-9413-4a893bfc1ceb req-007bcc28-2e29-4969-af0a-f8bf3de6fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:05.613824 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6bf422e-b513-4eb6-9413-4a893bfc1ceb req-007bcc28-2e29-4969-af0a-f8bf3de6fe11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9f068bd7dca4494900a89589e14c639&device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 1097 time: 0.0411541 Nov 12 01:18:05.832755 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-3733384d-bacc-441d-b12a-327cfee3df31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'name': 'tempest-AttachVolumeTestJSON-1445652544-router', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'gw_port': {'id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '4e733120-a0ae-42b0-ab8f-2bf8c68c7435', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'floating_ip_address': '172.25.0.130', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'port_id': 'b094491e-4ebe-426a-95a7-7c385233f8a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'mac_address': 'fa:16:3e:71:be:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36366b9-cf71-45d0-a0c7-ce7ed5031c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:17:52Z', 'updated_at': '2021-11-12T01:18:04Z', 'revision_number': 1, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7419bfe5-102e-4d1a-89a3-d5fb605ce279', 'name': '', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'mac_address': 'fa:16:3e:51:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:48Z', 'updated_at': '2021-11-12T01:17:52Z', 'revision_number': 5, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'subnets': [{'id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:05.859562 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3733384d-bacc-441d-b12a-327cfee3df31 None None] Checking router: ae0e199e-1651-40bc-868c-b10b8cf3360c for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:18:05.868441 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3733384d-bacc-441d-b12a-327cfee3df31 None None] Routers {'ae0e199e-1651-40bc-868c-b10b8cf3360c'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:05.869059 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-3733384d-bacc-441d-b12a-327cfee3df31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:17:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ae0e199e-1651-40bc-868c-b10b8cf3360c'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:05.979799 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-3733384d-bacc-441d-b12a-327cfee3df31 None None] Set router ae0e199e-1651-40bc-868c-b10b8cf3360c gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:18:06.060400 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf422e-b513-4eb6-9413-4a893bfc1ceb req-8d0a59d8-da54-4e7c-a98a-e1bc6b2ed895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:06.061950 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6bf422e-b513-4eb6-9413-4a893bfc1ceb req-8d0a59d8-da54-4e7c-a98a-e1bc6b2ed895 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b0199f8-a567-4a7e-84eb-07306a584886 HTTP/1.1" status: 200 len: 912 time: 0.4404573 Nov 12 01:18:06.126739 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6bf422e-b513-4eb6-9413-4a893bfc1ceb req-d8624803-9b7f-4e4b-b263-1d6de3b00ada service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b094491e-4ebe-426a-95a7-7c385233f8a2 HTTP/1.1" status: 200 len: 999 time: 0.0576622 Nov 12 01:18:06.175980 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf422e-b513-4eb6-9413-4a893bfc1ceb req-620d67af-aa3f-4676-89e8-f63b44de601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:06.177473 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6bf422e-b513-4eb6-9413-4a893bfc1ceb req-620d67af-aa3f-4676-89e8-f63b44de601a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4f03a1a-58f9-48d7-af6f-ea49cf14afbb HTTP/1.1" status: 200 len: 850 time: 0.0437689 Nov 12 01:18:06.204176 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-3733384d-bacc-441d-b12a-327cfee3df31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'name': 'tempest-AttachVolumeTestJSON-1445652544-router', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'gw_port': {'id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '4e733120-a0ae-42b0-ab8f-2bf8c68c7435', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'floating_ip_address': '172.25.0.130', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'port_id': 'b094491e-4ebe-426a-95a7-7c385233f8a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'mac_address': 'fa:16:3e:71:be:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36366b9-cf71-45d0-a0c7-ce7ed5031c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:17:52Z', 'updated_at': '2021-11-12T01:18:04Z', 'revision_number': 1, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7419bfe5-102e-4d1a-89a3-d5fb605ce279', 'name': '', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'mac_address': 'fa:16:3e:51:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:48Z', 'updated_at': '2021-11-12T01:17:52Z', 'revision_number': 5, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'subnets': [{'id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:06.226097 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf422e-b513-4eb6-9413-4a893bfc1ceb req-b6bcc16e-85dd-46f3-82d4-0ab6382853fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:06.227680 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6bf422e-b513-4eb6-9413-4a893bfc1ceb req-b6bcc16e-85dd-46f3-82d4-0ab6382853fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b0199f8-a567-4a7e-84eb-07306a584886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433476 Nov 12 01:18:06.230507 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3733384d-bacc-441d-b12a-327cfee3df31 None None] The sync data for ids ['ae0e199e-1651-40bc-868c-b10b8cf3360c'] in n-d-712137-14 is: [{'id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'name': 'tempest-AttachVolumeTestJSON-1445652544-router', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'gw_port': {'id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '4e733120-a0ae-42b0-ab8f-2bf8c68c7435', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'floating_ip_address': '172.25.0.130', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'port_id': 'b094491e-4ebe-426a-95a7-7c385233f8a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'mac_address': 'fa:16:3e:71:be:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36366b9-cf71-45d0-a0c7-ce7ed5031c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:17:52Z', 'updated_at': '2021-11-12T01:18:04Z', 'revision_number': 1, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7419bfe5-102e-4d1a-89a3-d5fb605ce279', 'name': '', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'mac_address': 'fa:16:3e:51:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:48Z', 'updated_at': '2021-11-12T01:17:52Z', 'revision_number': 5, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'subnets': [{'id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:18:06.319985 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6bf422e-b513-4eb6-9413-4a893bfc1ceb req-4aa2bd6f-99ff-48fa-a34e-a8edb4b581aa service neutron] 10.222.0.21 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850198 Nov 12 01:18:06.418440 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6bf422e-b513-4eb6-9413-4a893bfc1ceb req-b16d6df5-1fde-4702-87a3-c6bdf129b339 service neutron] 10.222.0.21 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905707 Nov 12 01:18:06.432604 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16c7924-1ef9-4683-be0a-4d3620399e02 None None] New status for floating IP 4e733120-a0ae-42b0-ab8f-2bf8c68c7435: ACTIVE {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:18:08.883976 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:09.418444 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1c8a1da-8417-4e45-807e-a1ce4e7f32cc req-b0a66d09-4839-42c0-8aa7-91bdf5b451bc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385528 Nov 12 01:18:09.497736 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8a1da-8417-4e45-807e-a1ce4e7f32cc req-ebac7bf3-ea3d-45be-9af1-d35a3de39c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:09.499240 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1c8a1da-8417-4e45-807e-a1ce4e7f32cc req-ebac7bf3-ea3d-45be-9af1-d35a3de39c38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9f068bd7dca4494900a89589e14c639&device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 1097 time: 0.0390801 Nov 12 01:18:09.600526 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8a1da-8417-4e45-807e-a1ce4e7f32cc req-e4c41e8d-3204-4007-885b-dad1cc945ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:09.601994 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1c8a1da-8417-4e45-807e-a1ce4e7f32cc req-e4c41e8d-3204-4007-885b-dad1cc945ad1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b0199f8-a567-4a7e-84eb-07306a584886 HTTP/1.1" status: 200 len: 912 time: 0.0851097 Nov 12 01:18:09.667633 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1c8a1da-8417-4e45-807e-a1ce4e7f32cc req-c9cdd535-d794-4445-b607-13e60dd8438b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b094491e-4ebe-426a-95a7-7c385233f8a2 HTTP/1.1" status: 200 len: 1001 time: 0.0581136 Nov 12 01:18:09.717787 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8a1da-8417-4e45-807e-a1ce4e7f32cc req-1a493ea2-5f50-42c4-87bc-d05c2f85fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:09.719111 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1c8a1da-8417-4e45-807e-a1ce4e7f32cc req-1a493ea2-5f50-42c4-87bc-d05c2f85fd88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4f03a1a-58f9-48d7-af6f-ea49cf14afbb HTTP/1.1" status: 200 len: 850 time: 0.0453897 Nov 12 01:18:09.764465 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8a1da-8417-4e45-807e-a1ce4e7f32cc req-ec8de3a7-d3a0-49ca-84eb-80f541a2c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:09.765985 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1c8a1da-8417-4e45-807e-a1ce4e7f32cc req-ec8de3a7-d3a0-49ca-84eb-80f541a2c5bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b0199f8-a567-4a7e-84eb-07306a584886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402207 Nov 12 01:18:09.854171 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1c8a1da-8417-4e45-807e-a1ce4e7f32cc req-348fd3c1-a4c8-482a-abac-cdbb161b7e63 service neutron] 10.222.0.21 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813890 Nov 12 01:18:09.949886 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1c8a1da-8417-4e45-807e-a1ce4e7f32cc req-620c9054-a3f4-48ee-90c5-4c45f8784bbf service neutron] 10.222.0.21 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832076 Nov 12 01:18:19.448125 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:18:20.051682 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0f3b7e1c-e609-42ed-9164-2172a34b53ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:22.361694 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c0664b49-48f2-4ce6-9cf8-4a09310128f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:23.547620 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:24.817529 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:25.516351 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:26.025987 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:38.885652 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:50.052128 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6af4-caf1-4270-8ec6-c32662ffafad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:52.362372 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2d41250e-2e3d-4f5b-8905-8c254bd6790c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.550417 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:54.830926 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:55.519011 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:56.028332 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:56.446992 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:19:08.898988 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:10.425391 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-939b32fa-feb4-4604-8633-ffcd0bdc5866 req-810a1479-acee-498f-b2c3-58153c5ea221 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395827 Nov 12 01:19:10.514142 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b32fa-feb4-4604-8633-ffcd0bdc5866 req-c1be1e52-ceed-42bc-96b2-a0e22cf09ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:10.515628 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-939b32fa-feb4-4604-8633-ffcd0bdc5866 req-c1be1e52-ceed-42bc-96b2-a0e22cf09ef2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9f068bd7dca4494900a89589e14c639&device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 1097 time: 0.0419083 Nov 12 01:19:10.622697 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b32fa-feb4-4604-8633-ffcd0bdc5866 req-243b6a55-a87f-4d65-b097-d49b11928745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:10.624139 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-939b32fa-feb4-4604-8633-ffcd0bdc5866 req-243b6a55-a87f-4d65-b097-d49b11928745 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b0199f8-a567-4a7e-84eb-07306a584886 HTTP/1.1" status: 200 len: 912 time: 0.0874493 Nov 12 01:19:10.689137 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-939b32fa-feb4-4604-8633-ffcd0bdc5866 req-4fc2c87b-6200-4014-b737-430eab40f556 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b094491e-4ebe-426a-95a7-7c385233f8a2 HTTP/1.1" status: 200 len: 1001 time: 0.0575509 Nov 12 01:19:10.741897 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b32fa-feb4-4604-8633-ffcd0bdc5866 req-8ecc24bf-6e2d-4faa-bf77-35652a43de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:10.743711 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-939b32fa-feb4-4604-8633-ffcd0bdc5866 req-8ecc24bf-6e2d-4faa-bf77-35652a43de3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4f03a1a-58f9-48d7-af6f-ea49cf14afbb HTTP/1.1" status: 200 len: 850 time: 0.0478432 Nov 12 01:19:10.793186 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b32fa-feb4-4604-8633-ffcd0bdc5866 req-b2155d58-7bcb-4f25-bf9e-b7e4e66d9089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:10.794775 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-939b32fa-feb4-4604-8633-ffcd0bdc5866 req-b2155d58-7bcb-4f25-bf9e-b7e4e66d9089 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b0199f8-a567-4a7e-84eb-07306a584886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443287 Nov 12 01:19:10.882970 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-939b32fa-feb4-4604-8633-ffcd0bdc5866 req-90345635-4cc7-4243-b670-7810250518ab service neutron] 10.222.0.21 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802095 Nov 12 01:19:10.978669 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-939b32fa-feb4-4604-8633-ffcd0bdc5866 req-4d194e91-b1b4-4ea8-801d-3e525452c599 service neutron] 10.222.0.21 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878477 Nov 12 01:19:20.054013 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fe4225a4-640d-4a72-853d-df277797f55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:22.363365 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fabeef72-ebb3-40bd-924b-b1db799d5821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:23.556010 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:24.846271 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:25.520969 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:26.031247 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:33.446615 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:19:38.897043 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:50.056676 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dd689bcf-32e6-41c1-ac32-9b8825caf3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:52.365471 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9fdaea43-1cdd-4d96-b36f-dbdf2858a40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:53.556010 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:54.847367 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:55.523387 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:56.032818 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:57.961040 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf00df-571a-4931-81d5-a81d411e51b0 req-0679fb83-19e1-4149-974a-13e8f9bd74f7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:57.962379 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0bcf00df-571a-4931-81d5-a81d411e51b0 req-0679fb83-19e1-4149-974a-13e8f9bd74f7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0500038 Nov 12 01:19:58.009577 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0bcf00df-571a-4931-81d5-a81d411e51b0 req-487cda25-cff4-4388-adac-47f1207964b2 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408545 Nov 12 01:19:59.194616 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bb13f-3cc5-45bb-a2d8-28654ef1c02c req-a383a401-00bf-4529-aecd-c597059e6734 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:59.196130 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-474bb13f-3cc5-45bb-a2d8-28654ef1c02c req-a383a401-00bf-4529-aecd-c597059e6734 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.1151567 Nov 12 01:19:59.246965 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-474bb13f-3cc5-45bb-a2d8-28654ef1c02c req-adade5de-ebcb-4537-8da9-84b2f2050745 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443587 Nov 12 01:20:00.367370 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad18c5-b124-4a2b-8f9d-a35aa0bb77ec req-6adb650c-f99c-4246-8e60-3de2996c79d0 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:00.368851 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c0ad18c5-b124-4a2b-8f9d-a35aa0bb77ec req-6adb650c-f99c-4246-8e60-3de2996c79d0 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0528677 Nov 12 01:20:00.414529 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c0ad18c5-b124-4a2b-8f9d-a35aa0bb77ec req-85ef6e71-9c36-4aed-abcf-da161cbec230 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396237 Nov 12 01:20:01.536184 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8086af-8ce4-4c75-b11e-1d0ebb1ac028 req-b699f2cb-0838-4a19-ad22-ed6901ddf8fe tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:01.537823 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6f8086af-8ce4-4c75-b11e-1d0ebb1ac028 req-b699f2cb-0838-4a19-ad22-ed6901ddf8fe tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0504434 Nov 12 01:20:01.585906 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6f8086af-8ce4-4c75-b11e-1d0ebb1ac028 req-765e213c-9788-434d-afa6-df9b824c5b9d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422204 Nov 12 01:20:02.702672 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd88c54-e98f-411d-99a9-35991bd050d7 req-ad495a49-90e5-4923-8f12-c198c695be8a tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:02.704139 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8dd88c54-e98f-411d-99a9-35991bd050d7 req-ad495a49-90e5-4923-8f12-c198c695be8a tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0481122 Nov 12 01:20:02.751002 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8dd88c54-e98f-411d-99a9-35991bd050d7 req-1029b145-5a57-4f9d-b12a-11de5ead1c43 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409374 Nov 12 01:20:03.869146 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5ca2e-a7b9-4953-b226-e00c6ba29aae req-4b8f702c-16e6-4941-8f94-e36d158456c7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:03.870526 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58b5ca2e-a7b9-4953-b226-e00c6ba29aae req-4b8f702c-16e6-4941-8f94-e36d158456c7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0484440 Nov 12 01:20:03.917763 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58b5ca2e-a7b9-4953-b226-e00c6ba29aae req-48525a1e-7bc2-42ed-aa3d-cc06ef94d6fa tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410635 Nov 12 01:20:05.037569 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e503c-b01e-405c-84b1-86b1a1691488 req-ceb09566-6c3a-4635-a25e-d1aa061e6f1b tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:05.039030 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b84e503c-b01e-405c-84b1-86b1a1691488 req-ceb09566-6c3a-4635-a25e-d1aa061e6f1b tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0520740 Nov 12 01:20:05.085139 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b84e503c-b01e-405c-84b1-86b1a1691488 req-cc0e56ce-b571-462e-8eb9-ac7cb831f8f4 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401657 Nov 12 01:20:06.204324 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7ead6-7eca-45f6-8f50-45d93e87a63c req-a9006124-dc56-42b7-81e7-ffefec155041 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:06.205828 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60a7ead6-7eca-45f6-8f50-45d93e87a63c req-a9006124-dc56-42b7-81e7-ffefec155041 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0532274 Nov 12 01:20:06.253794 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60a7ead6-7eca-45f6-8f50-45d93e87a63c req-c96b08fa-2e39-4c7d-855d-9b8d3a8504e5 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420403 Nov 12 01:20:07.374089 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f876e9-9e8f-4a18-b987-d2838be4ea71 req-6c2c2a74-c461-4123-ad39-1be62a67ad6a tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:07.375609 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c6f876e9-9e8f-4a18-b987-d2838be4ea71 req-6c2c2a74-c461-4123-ad39-1be62a67ad6a tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0500154 Nov 12 01:20:07.422804 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c6f876e9-9e8f-4a18-b987-d2838be4ea71 req-4337663e-3118-48d7-a76f-ff704c12e9cd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412166 Nov 12 01:20:08.537963 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38209d5-1892-4180-bb8e-3127265ff328 req-6b3d1c77-6a4a-4cbe-bdb7-1b2e0c7c2215 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:08.539477 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c38209d5-1892-4180-bb8e-3127265ff328 req-6b3d1c77-6a4a-4cbe-bdb7-1b2e0c7c2215 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0489371 Nov 12 01:20:08.586952 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c38209d5-1892-4180-bb8e-3127265ff328 req-95e62115-7d06-43dc-9b91-c46978e6b898 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409548 Nov 12 01:20:08.785978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccc1b9-1b7e-427d-80a8-335d275cb061 req-376b382d-d510-4715-9b4e-41dae159b579 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:08.787605 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4ccc1b9-1b7e-427d-80a8-335d275cb061 req-376b382d-d510-4715-9b4e-41dae159b579 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0490603 Nov 12 01:20:08.840646 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4ccc1b9-1b7e-427d-80a8-335d275cb061 req-1b85c555-b08d-44e3-9dbf-2a2fc084fc7e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470169 Nov 12 01:20:08.871541 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf914e59-b39d-4d38-94a1-a3a9dc845d18 req-893fe1e0-327e-4aa5-8149-b402381f806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:08.873739 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf914e59-b39d-4d38-94a1-a3a9dc845d18 req-893fe1e0-327e-4aa5-8149-b402381f806f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9f068bd7dca4494900a89589e14c639&device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 1097 time: 0.0972571 Nov 12 01:20:08.921782 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:08.970144 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf914e59-b39d-4d38-94a1-a3a9dc845d18 req-71c3254a-0666-45e8-a9fc-a4e721c27704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:08.971652 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf914e59-b39d-4d38-94a1-a3a9dc845d18 req-71c3254a-0666-45e8-a9fc-a4e721c27704 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b0199f8-a567-4a7e-84eb-07306a584886 HTTP/1.1" status: 200 len: 912 time: 0.0902653 Nov 12 01:20:09.038771 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf914e59-b39d-4d38-94a1-a3a9dc845d18 req-c398c4ba-d971-41d2-8098-712402cf5f6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b094491e-4ebe-426a-95a7-7c385233f8a2 HTTP/1.1" status: 200 len: 1001 time: 0.0575211 Nov 12 01:20:09.091754 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf914e59-b39d-4d38-94a1-a3a9dc845d18 req-30fba43e-17dc-4bc5-8a54-d4733b6f581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:09.093173 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf914e59-b39d-4d38-94a1-a3a9dc845d18 req-30fba43e-17dc-4bc5-8a54-d4733b6f581c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4f03a1a-58f9-48d7-af6f-ea49cf14afbb HTTP/1.1" status: 200 len: 850 time: 0.0468664 Nov 12 01:20:09.139696 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf914e59-b39d-4d38-94a1-a3a9dc845d18 req-3090d562-5747-4480-9d49-016912303e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:09.141459 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf914e59-b39d-4d38-94a1-a3a9dc845d18 req-3090d562-5747-4480-9d49-016912303e41 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b0199f8-a567-4a7e-84eb-07306a584886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409901 Nov 12 01:20:09.233917 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf914e59-b39d-4d38-94a1-a3a9dc845d18 req-1fe72693-b95f-4aa4-bda9-40ff3407952b service neutron] 10.222.0.21 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846739 Nov 12 01:20:09.333044 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cf914e59-b39d-4d38-94a1-a3a9dc845d18 req-23d8db2f-47f8-4929-bc03-dd6cc005291c service neutron] 10.222.0.21 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892668 Nov 12 01:20:09.964105 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1706ccf-5396-4aaf-aa47-040bdf163cc3 req-60507356-aa6d-4fd8-b7d5-9853529e6f9d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:09.965557 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f1706ccf-5396-4aaf-aa47-040bdf163cc3 req-60507356-aa6d-4fd8-b7d5-9853529e6f9d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0515506 Nov 12 01:20:10.013872 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f1706ccf-5396-4aaf-aa47-040bdf163cc3 req-bf45874d-904f-447c-bef7-d475462257a7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418036 Nov 12 01:20:10.445354 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:20:11.130812 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da048437-f60b-4a9a-adfc-77cc71984b5f req-b24e3928-45d1-4dd7-b790-e342b751a417 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:11.132284 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-da048437-f60b-4a9a-adfc-77cc71984b5f req-b24e3928-45d1-4dd7-b790-e342b751a417 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0490072 Nov 12 01:20:11.178807 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-da048437-f60b-4a9a-adfc-77cc71984b5f req-aea6c45a-ea0a-4c9d-a555-7b3a0da3063f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406628 Nov 12 01:20:12.414740 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-23525459-9269-4b3c-8a93-b74243dcc10d req-4f9ee527-d1fc-45ee-8ffe-9ab0b4a05a74 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449214 Nov 12 01:20:12.501688 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23525459-9269-4b3c-8a93-b74243dcc10d req-cb3f6c8c-bd12-4d59-93ad-aefcf930874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:12.503159 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-23525459-9269-4b3c-8a93-b74243dcc10d req-cb3f6c8c-bd12-4d59-93ad-aefcf930874b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9f068bd7dca4494900a89589e14c639&device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 1097 time: 0.0405152 Nov 12 01:20:12.614117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23525459-9269-4b3c-8a93-b74243dcc10d req-4f6f4419-a371-4f51-af33-12b3d0cd21b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:12.615491 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-23525459-9269-4b3c-8a93-b74243dcc10d req-4f6f4419-a371-4f51-af33-12b3d0cd21b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b0199f8-a567-4a7e-84eb-07306a584886 HTTP/1.1" status: 200 len: 912 time: 0.0920153 Nov 12 01:20:12.683516 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-23525459-9269-4b3c-8a93-b74243dcc10d req-9241932b-2922-49e0-9137-ca15a18e8c92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b094491e-4ebe-426a-95a7-7c385233f8a2 HTTP/1.1" status: 200 len: 1001 time: 0.0581269 Nov 12 01:20:12.735459 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23525459-9269-4b3c-8a93-b74243dcc10d req-0d8111e4-d6fe-4283-9d44-93faa3b4803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:12.736863 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-23525459-9269-4b3c-8a93-b74243dcc10d req-0d8111e4-d6fe-4283-9d44-93faa3b4803c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4f03a1a-58f9-48d7-af6f-ea49cf14afbb HTTP/1.1" status: 200 len: 850 time: 0.0421011 Nov 12 01:20:12.788502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23525459-9269-4b3c-8a93-b74243dcc10d req-43c85bd7-c6f5-43dd-b2ea-02b4362fc525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:12.789974 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-23525459-9269-4b3c-8a93-b74243dcc10d req-43c85bd7-c6f5-43dd-b2ea-02b4362fc525 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b0199f8-a567-4a7e-84eb-07306a584886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427735 Nov 12 01:20:12.879844 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-23525459-9269-4b3c-8a93-b74243dcc10d req-98110606-7101-45d6-be60-9f0e8e95ec1f service neutron] 10.222.0.21 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820479 Nov 12 01:20:12.974886 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-23525459-9269-4b3c-8a93-b74243dcc10d req-7acf8a61-d914-465b-8adc-74a31fd8673b service neutron] 10.222.0.21 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879016 Nov 12 01:20:20.059062 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-331785f2-79a1-429e-8d82-3fd6e71f763f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:22.366724 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4a943259-dc9a-4e6a-a0ab-b6423e5a950a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:23.559240 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:24.859782 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:25.527220 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:26.037470 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:38.927912 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:47.444485 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:20:49.828232 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26be356-61ca-48d5-b59e-1efcc6cbb14e req-544a0ac4-5a6b-4741-a381-98b303504a51 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:49.829734 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b26be356-61ca-48d5-b59e-1efcc6cbb14e req-544a0ac4-5a6b-4741-a381-98b303504a51 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0487087 Nov 12 01:20:49.878363 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b26be356-61ca-48d5-b59e-1efcc6cbb14e req-eb8e3adf-52fe-46fc-9171-6f8cfdd3dce6 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417254 Nov 12 01:20:50.059383 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2b17057e-5ff9-42d4-b0aa-7d6d41008111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:50.997495 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7430c77-dfea-4d98-9670-fdd5562d961e req-da3a3bcf-c148-4c9e-80dc-3fc8263cdc6c tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:50.999007 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7430c77-dfea-4d98-9670-fdd5562d961e req-da3a3bcf-c148-4c9e-80dc-3fc8263cdc6c tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0494058 Nov 12 01:20:51.045706 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7430c77-dfea-4d98-9670-fdd5562d961e req-8249dea4-8924-4f45-aa54-9716d9b0adb4 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407758 Nov 12 01:20:52.160497 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb6ae4-1b55-4702-87df-cbd31bff497f req-936109ca-a5d0-434b-b60a-dfa72a0564b2 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:52.161984 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95eb6ae4-1b55-4702-87df-cbd31bff497f req-936109ca-a5d0-434b-b60a-dfa72a0564b2 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0480227 Nov 12 01:20:52.211476 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95eb6ae4-1b55-4702-87df-cbd31bff497f req-3eb5d9e7-cf0a-4066-81f5-55c8718078e5 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436070 Nov 12 01:20:52.367958 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1adc8f0f-a76e-40f9-9cb7-4bcfdab2f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:53.335088 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fb68f-ea9e-4e60-bd7a-154779cbb160 req-f24592b3-1384-4da3-8243-1536ca5b8d4c tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:53.336565 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a2fb68f-ea9e-4e60-bd7a-154779cbb160 req-f24592b3-1384-4da3-8243-1536ca5b8d4c tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0533805 Nov 12 01:20:53.385112 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a2fb68f-ea9e-4e60-bd7a-154779cbb160 req-88d343e9-2e0f-4ab1-bc7d-b31751158636 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413659 Nov 12 01:20:53.563462 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:54.500460 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a3f5b-2b51-414d-82c6-9a45abe3b9c3 req-f4de31e4-b3c8-4e9f-8ba0-99785653bc1f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:54.501953 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-652a3f5b-2b51-414d-82c6-9a45abe3b9c3 req-f4de31e4-b3c8-4e9f-8ba0-99785653bc1f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0484040 Nov 12 01:20:54.548158 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-652a3f5b-2b51-414d-82c6-9a45abe3b9c3 req-caa7ab82-fc2e-4813-a4db-f97b2009d020 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402424 Nov 12 01:20:54.859383 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:55.528772 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:55.662967 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e516c4-9827-477e-a8dc-469d791a0819 req-e693a4b3-6d14-434b-a502-23989742e9af tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:55.664454 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c6e516c4-9827-477e-a8dc-469d791a0819 req-e693a4b3-6d14-434b-a502-23989742e9af tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0493364 Nov 12 01:20:55.711319 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c6e516c4-9827-477e-a8dc-469d791a0819 req-98517b3d-0746-48ef-b945-135d01d89829 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407231 Nov 12 01:20:56.038917 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:56.824707 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203c317-9604-491e-97f7-a3cb1eba87cc req-7d19b38b-8e71-4128-8557-b0cd300cc83e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:56.826678 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1203c317-9604-491e-97f7-a3cb1eba87cc req-7d19b38b-8e71-4128-8557-b0cd300cc83e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0488977 Nov 12 01:20:56.873329 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1203c317-9604-491e-97f7-a3cb1eba87cc req-ee9024c7-d6f7-44b1-b704-44e6622f44b3 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407326 Nov 12 01:20:57.994259 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05b98e-1bba-49a3-9170-a88f94605a71 req-e2a7f751-19d3-465d-8fea-88c4d1b18050 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:57.995731 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5e05b98e-1bba-49a3-9170-a88f94605a71 req-e2a7f751-19d3-465d-8fea-88c4d1b18050 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0530059 Nov 12 01:20:58.047395 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5e05b98e-1bba-49a3-9170-a88f94605a71 req-aafd57c0-9b62-4a7c-9dc7-2e91b03db0a3 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455239 Nov 12 01:20:59.168921 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548a677-31d1-4357-992c-3cc8feebe10c req-c4f2e634-6f06-4cda-8d96-bfd557d8ff88 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:59.170409 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6548a677-31d1-4357-992c-3cc8feebe10c req-c4f2e634-6f06-4cda-8d96-bfd557d8ff88 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0538225 Nov 12 01:20:59.216585 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6548a677-31d1-4357-992c-3cc8feebe10c req-e2bddf0d-c799-48d6-bef8-40973e8cccd5 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401154 Nov 12 01:21:00.343318 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2d4bd-4669-4665-874a-9bd726c072ee req-cf25858d-41a1-4d23-a93a-f0b7d14ba482 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:00.344865 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dec2d4bd-4669-4665-874a-9bd726c072ee req-cf25858d-41a1-4d23-a93a-f0b7d14ba482 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0507812 Nov 12 01:21:00.391104 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dec2d4bd-4669-4665-874a-9bd726c072ee req-a6339715-3218-4644-b111-af92e7dd03b1 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403197 Nov 12 01:21:00.587959 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e47653-4509-438a-a07c-174c3e157e1c req-dc5637b2-1a1e-4d97-b07d-8e1e36657c2d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:00.589717 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-34e47653-4509-438a-a07c-174c3e157e1c req-dc5637b2-1a1e-4d97-b07d-8e1e36657c2d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0535736 Nov 12 01:21:00.614704 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301ba0d-798a-4d3a-a74f-5095ce4569e8 req-37c226fe-1c37-4f7e-9d32-c415e937f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:00.616200 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a301ba0d-798a-4d3a-a74f-5095ce4569e8 req-37c226fe-1c37-4f7e-9d32-c415e937f21d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9f068bd7dca4494900a89589e14c639&device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 1097 time: 0.0439909 Nov 12 01:21:00.646631 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-34e47653-4509-438a-a07c-174c3e157e1c req-445a86d8-aa75-4b41-98b6-4f06528fbbb5 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501928 Nov 12 01:21:00.712478 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301ba0d-798a-4d3a-a74f-5095ce4569e8 req-c62847d2-cdf9-49f6-904c-5e03cd1a40f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:00.713990 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a301ba0d-798a-4d3a-a74f-5095ce4569e8 req-c62847d2-cdf9-49f6-904c-5e03cd1a40f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b0199f8-a567-4a7e-84eb-07306a584886 HTTP/1.1" status: 200 len: 912 time: 0.0904593 Nov 12 01:21:00.780972 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a301ba0d-798a-4d3a-a74f-5095ce4569e8 req-d75c3782-3118-4998-a5a6-6d685fb4071e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b094491e-4ebe-426a-95a7-7c385233f8a2 HTTP/1.1" status: 200 len: 1001 time: 0.0586758 Nov 12 01:21:00.833482 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301ba0d-798a-4d3a-a74f-5095ce4569e8 req-8d26b8b1-f1c1-4dfc-814b-4d37ded76044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:00.834864 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a301ba0d-798a-4d3a-a74f-5095ce4569e8 req-8d26b8b1-f1c1-4dfc-814b-4d37ded76044 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4f03a1a-58f9-48d7-af6f-ea49cf14afbb HTTP/1.1" status: 200 len: 850 time: 0.0437374 Nov 12 01:21:00.883887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301ba0d-798a-4d3a-a74f-5095ce4569e8 req-606f8cea-2c04-4bfb-9da5-0080e539e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:00.885491 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a301ba0d-798a-4d3a-a74f-5095ce4569e8 req-606f8cea-2c04-4bfb-9da5-0080e539e696 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b0199f8-a567-4a7e-84eb-07306a584886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434034 Nov 12 01:21:00.975232 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a301ba0d-798a-4d3a-a74f-5095ce4569e8 req-377e7c10-548e-4517-846e-a1e09fba6586 service neutron] 10.222.0.21 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819712 Nov 12 01:21:01.067368 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a301ba0d-798a-4d3a-a74f-5095ce4569e8 req-74a1095f-ab4e-4e92-b6f2-60d9d5a5c2e7 service neutron] 10.222.0.21 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850832 Nov 12 01:21:01.762152 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9ffff-d66b-4ea3-8cbf-69ef795dda59 req-78881590-5010-4be7-b910-213d94cf9ddf tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:01.764190 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1ca9ffff-d66b-4ea3-8cbf-69ef795dda59 req-78881590-5010-4be7-b910-213d94cf9ddf tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0489347 Nov 12 01:21:01.810453 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1ca9ffff-d66b-4ea3-8cbf-69ef795dda59 req-5862c48f-b150-4331-bf4a-570894351bf0 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403283 Nov 12 01:21:05.100935 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-6f4d93b9-51a8-4d2c-a7a6-ab822f083154 req-cabf5442-f9ca-4109-ae93-abb829d97b3e service neutron] (114242) timed out ('10.222.0.21', 52053) {{(pid=114242) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:21:08.933009 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:12.841438 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-917dfa8c-3b17-4b3d-92b1-7d3e7ad1e703 req-466ab155-f54f-4237-a4f1-695dc96ed9ed service neutron] (114242) timed out ('10.222.0.15', 61367) {{(pid=114242) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:21:14.406323 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1f262e5-d79c-4374-a99b-dc85251151f4 req-bd5c67e5-059d-4cbd-aba0-a398ee1778a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386748 Nov 12 01:21:14.502439 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f262e5-d79c-4374-a99b-dc85251151f4 req-f81ac9be-64c7-48bb-8a65-dcef54b0d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:14.503918 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1f262e5-d79c-4374-a99b-dc85251151f4 req-f81ac9be-64c7-48bb-8a65-dcef54b0d834 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9f068bd7dca4494900a89589e14c639&device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 1097 time: 0.0446367 Nov 12 01:21:14.608951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f262e5-d79c-4374-a99b-dc85251151f4 req-03ce73b1-2a46-4aca-bdb8-d74fd550a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:14.610352 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1f262e5-d79c-4374-a99b-dc85251151f4 req-03ce73b1-2a46-4aca-bdb8-d74fd550a883 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3b0199f8-a567-4a7e-84eb-07306a584886 HTTP/1.1" status: 200 len: 912 time: 0.0845726 Nov 12 01:21:14.683821 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1f262e5-d79c-4374-a99b-dc85251151f4 req-fb28ef36-d9fd-46d3-bc63-25b3dcfaf433 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b094491e-4ebe-426a-95a7-7c385233f8a2 HTTP/1.1" status: 200 len: 1001 time: 0.0615492 Nov 12 01:21:14.737526 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f262e5-d79c-4374-a99b-dc85251151f4 req-1fb34806-b718-4c2c-a7a7-d7c269e7bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:14.738912 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1f262e5-d79c-4374-a99b-dc85251151f4 req-1fb34806-b718-4c2c-a7a7-d7c269e7bac4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4f03a1a-58f9-48d7-af6f-ea49cf14afbb HTTP/1.1" status: 200 len: 850 time: 0.0429065 Nov 12 01:21:14.794600 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f262e5-d79c-4374-a99b-dc85251151f4 req-4b296b4e-24f8-4016-a875-146667ca0a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:14.796065 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1f262e5-d79c-4374-a99b-dc85251151f4 req-4b296b4e-24f8-4016-a875-146667ca0a09 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3b0199f8-a567-4a7e-84eb-07306a584886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394835 Nov 12 01:21:14.888207 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1f262e5-d79c-4374-a99b-dc85251151f4 req-558d9e3d-1f37-401c-9a8b-dc1b15b745ee service neutron] 10.222.0.21 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839982 Nov 12 01:21:14.979885 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1f262e5-d79c-4374-a99b-dc85251151f4 req-33332889-4234-4488-a542-61abc04f7149 service neutron] 10.222.0.21 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823989 Nov 12 01:21:20.061117 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3a2b6a37-79db-43e7-9a26-49d98b42e190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:22.368098 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-aadd20ca-92c6-4f79-ab0b-2b6d0f874959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:23.565313 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:24.445972 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:21:24.864188 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:25.532584 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:26.041139 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:37.095537 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ea601-23e8-4482-90bb-db06c3a6f2f9 req-04694ceb-4381-4845-9462-f1d38efe9d65 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:37.097036 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3a9ea601-23e8-4482-90bb-db06c3a6f2f9 req-04694ceb-4381-4845-9462-f1d38efe9d65 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0491116 Nov 12 01:21:37.144605 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3a9ea601-23e8-4482-90bb-db06c3a6f2f9 req-2a185886-2155-48d5-87bf-69078486f938 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414503 Nov 12 01:21:38.266602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e859868-717f-4d82-a24b-ea112f200517 req-e3913097-3bdb-4c86-8626-0bde12ad1ba5 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:38.268091 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7e859868-717f-4d82-a24b-ea112f200517 req-e3913097-3bdb-4c86-8626-0bde12ad1ba5 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0530961 Nov 12 01:21:38.315677 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7e859868-717f-4d82-a24b-ea112f200517 req-18d13c58-c073-402b-bd4e-d560b1fa5549 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413465 Nov 12 01:21:38.925542 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.982037 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b46256-3a26-450b-b547-aab23d9a549f req-6c9803d9-9432-4798-8b5e-f449eabfde88 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:38.983464 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30b46256-3a26-450b-b547-aab23d9a549f req-6c9803d9-9432-4798-8b5e-f449eabfde88 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0481594 Nov 12 01:21:39.069412 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-30b46256-3a26-450b-b547-aab23d9a549f req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Deleting port b094491e-4ebe-426a-95a7-7c385233f8a2 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:21:39.069751 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-30b46256-3a26-450b-b547-aab23d9a549f req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.160132 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-30b46256-3a26-450b-b547-aab23d9a549f req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] For port b094491e-4ebe-426a-95a7-7c385233f8a2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b094491e-4ebe-426a-95a7-7c385233f8a2,segment=NetworkSegment(872af718-63e5-4973-846d-cfc3ec3111fb),segment_id=872af718-63e5-4973-846d-cfc3ec3111fb)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:39.160493 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-30b46256-3a26-450b-b547-aab23d9a549f req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.328022 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-30b46256-3a26-450b-b547-aab23d9a549f req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.328780 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-30b46256-3a26-450b-b547-aab23d9a549f req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.328780 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [req-30b46256-3a26-450b-b547-aab23d9a549f req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Floating IP 4e733120-a0ae-42b0-ab8f-2bf8c68c7435 disassociated. External IP: 172.25.0.130, port: b094491e-4ebe-426a-95a7-7c385233f8a2. Nov 12 01:21:39.329048 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-30b46256-3a26-450b-b547-aab23d9a549f req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Calling delete_port for b094491e-4ebe-426a-95a7-7c385233f8a2 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:21:39.433201 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee3198-df84-45a2-8795-32536790a4ac req-ef883c07-3b3e-4500-a514-552acc0371ed tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:39.435449 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5ee3198-df84-45a2-8795-32536790a4ac req-ef883c07-3b3e-4500-a514-552acc0371ed tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=c36366b9-cf71-45d0-a0c7-ce7ed5031c1c HTTP/1.1" status: 200 len: 945 time: 0.0497327 Nov 12 01:21:39.471352 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-30b46256-3a26-450b-b547-aab23d9a549f req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.487058 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5ee3198-df84-45a2-8795-32536790a4ac req-6daf7d62-a2ea-41d2-8527-f4ed37b7df38 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453789 Nov 12 01:21:39.502887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Pushing event deleted for resources: {'Port': ['ID=b094491e-4ebe-426a-95a7-7c385233f8a2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:39.509494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:39.509845 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:39.510190 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:39.510533 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:39.510872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:39.511203 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:39.511530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:39.511856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:39.512974 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:39.512974 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:39.512974 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:39.513261 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:39.625252 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30b46256-3a26-450b-b547-aab23d9a549f req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Router ae0e199e-1651-40bc-868c-b10b8cf3360c has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:21:39.730583 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30b46256-3a26-450b-b547-aab23d9a549f req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:21:39.740558 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3f159a-c8a8-4576-83c9-785972458265 None None] Sync routers for ids ['ae0e199e-1651-40bc-868c-b10b8cf3360c'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:21:39.750797 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3f159a-c8a8-4576-83c9-785972458265 None None] Routers {'ae0e199e-1651-40bc-868c-b10b8cf3360c'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:39.751480 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-db3f159a-c8a8-4576-83c9-785972458265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:21:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ae0e199e-1651-40bc-868c-b10b8cf3360c'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:39.769512 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b46256-3a26-450b-b547-aab23d9a549f req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] No DVR routers for this DVR port b094491e-4ebe-426a-95a7-7c385233f8a2 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:21:39.772168 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-30b46256-3a26-450b-b547-aab23d9a549f req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.775483 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30b46256-3a26-450b-b547-aab23d9a549f req-2483af9f-ba76-4b3e-8b4f-914917fbba17 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.21 "DELETE /v2.0/ports/b094491e-4ebe-426a-95a7-7c385233f8a2 HTTP/1.1" status: 204 len: 173 time: 0.7858512 Nov 12 01:21:39.775926 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36366b9-cf71-45d0-a0c7-ce7ed5031c1c', 'name': 'network-vif-deleted', 'tag': 'b094491e-4ebe-426a-95a7-7c385233f8a2'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:21:39.778709 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ab9580-1b9d-4e6c-8f65-1c37c0194d31" -d '{"events": [{"server_uuid": "c36366b9-cf71-45d0-a0c7-ce7ed5031c1c", "name": "network-vif-deleted", "tag": "b094491e-4ebe-426a-95a7-7c385233f8a2"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:21:39.816884 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d607373-4088-4f2a-b365-a6fab3bcd1f6 x-openstack-request-id: req-7d607373-4088-4f2a-b365-a6fab3bcd1f6 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:21:39.817206 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36366b9-cf71-45d0-a0c7-ce7ed5031c1c", "name": "network-vif-deleted", "tag": "b094491e-4ebe-426a-95a7-7c385233f8a2", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:21:39.817419 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d607373-4088-4f2a-b365-a6fab3bcd1f6 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:21:39.817828 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36366b9-cf71-45d0-a0c7-ce7ed5031c1c', 'name': 'network-vif-deleted', 'tag': 'b094491e-4ebe-426a-95a7-7c385233f8a2', 'status': 'completed', 'code': 200} Nov 12 01:21:39.871692 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-db3f159a-c8a8-4576-83c9-785972458265 None None] Set router ae0e199e-1651-40bc-868c-b10b8cf3360c gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:21:40.074077 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-db3f159a-c8a8-4576-83c9-785972458265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'name': 'tempest-AttachVolumeTestJSON-1445652544-router', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'gw_port': {'id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '7419bfe5-102e-4d1a-89a3-d5fb605ce279', 'name': '', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'mac_address': 'fa:16:3e:51:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:48Z', 'updated_at': '2021-11-12T01:17:52Z', 'revision_number': 5, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'subnets': [{'id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:40.099329 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3f159a-c8a8-4576-83c9-785972458265 None None] Checking router: ae0e199e-1651-40bc-868c-b10b8cf3360c for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:21:40.107807 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3f159a-c8a8-4576-83c9-785972458265 None None] Routers {'ae0e199e-1651-40bc-868c-b10b8cf3360c'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:40.108398 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-db3f159a-c8a8-4576-83c9-785972458265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:21:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ae0e199e-1651-40bc-868c-b10b8cf3360c'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:40.216070 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-db3f159a-c8a8-4576-83c9-785972458265 None None] Set router ae0e199e-1651-40bc-868c-b10b8cf3360c gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:21:40.414412 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-db3f159a-c8a8-4576-83c9-785972458265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'name': 'tempest-AttachVolumeTestJSON-1445652544-router', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'gw_port': {'id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '7419bfe5-102e-4d1a-89a3-d5fb605ce279', 'name': '', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'mac_address': 'fa:16:3e:51:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:48Z', 'updated_at': '2021-11-12T01:17:52Z', 'revision_number': 5, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'subnets': [{'id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:40.440051 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3f159a-c8a8-4576-83c9-785972458265 None None] The sync data for ids ['ae0e199e-1651-40bc-868c-b10b8cf3360c'] in n-d-712137-14 is: [{'id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'name': 'tempest-AttachVolumeTestJSON-1445652544-router', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'gw_port': {'id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '7419bfe5-102e-4d1a-89a3-d5fb605ce279', 'name': '', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'mac_address': 'fa:16:3e:51:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:48Z', 'updated_at': '2021-11-12T01:17:52Z', 'revision_number': 5, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'subnets': [{'id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:21:40.576965 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47974) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:40.639098 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3175c0e8-ac94-4a9d-aaa2-f2d8627b066e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.669521 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3175c0e8-ac94-4a9d-aaa2-f2d8627b066e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.670129 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfd52de-b8ca-42f1-b12f-7c382fd7eaa0 None None] New status for floating IP 4e733120-a0ae-42b0-ab8f-2bf8c68c7435: DOWN {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:21:40.718942 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3175c0e8-ac94-4a9d-aaa2-f2d8627b066e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.721724 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3175c0e8-ac94-4a9d-aaa2-f2d8627b066e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.725268 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3175c0e8-ac94-4a9d-aaa2-f2d8627b066e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "DELETE /v2.0/security-groups/483078cd-84c9-4eac-af4f-e1c8ba5e7eb8 HTTP/1.1" status: 204 len: 168 time: 0.1449249 Nov 12 01:21:40.725736 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47976) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:40.732445 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175c0e8-ac94-4a9d-aaa2-f2d8627b066e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=483078cd-84c9-4eac-af4f-e1c8ba5e7eb8,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:40.740331 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3175c0e8-ac94-4a9d-aaa2-f2d8627b066e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:40.740685 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3175c0e8-ac94-4a9d-aaa2-f2d8627b066e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:40.740866 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [None req-362d76f9-c8f5-4c67-ab78-5dbf2a278fce tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] show failed (client error): The resource could not be found. Nov 12 01:21:40.741078 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3175c0e8-ac94-4a9d-aaa2-f2d8627b066e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:40.741393 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3175c0e8-ac94-4a9d-aaa2-f2d8627b066e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:40.741773 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-362d76f9-c8f5-4c67-ab78-5dbf2a278fce tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups/483078cd-84c9-4eac-af4f-e1c8ba5e7eb8 HTTP/1.1" status: 404 len: 347 time: 0.0148311 Nov 12 01:21:40.742903 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3175c0e8-ac94-4a9d-aaa2-f2d8627b066e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:40.743260 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3175c0e8-ac94-4a9d-aaa2-f2d8627b066e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:40.743586 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3175c0e8-ac94-4a9d-aaa2-f2d8627b066e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:40.743919 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3175c0e8-ac94-4a9d-aaa2-f2d8627b066e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:40.744248 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3175c0e8-ac94-4a9d-aaa2-f2d8627b066e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:40.744580 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3175c0e8-ac94-4a9d-aaa2-f2d8627b066e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:40.744930 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47978) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:40.745070 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3175c0e8-ac94-4a9d-aaa2-f2d8627b066e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:40.745327 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3175c0e8-ac94-4a9d-aaa2-f2d8627b066e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:40.886364 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-b8bb4545-7ab6-4493-b295-65caf688bdb5 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Deleting port ad6c64e3-fafd-4d71-a07f-33d8d594805d {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:21:40.886700 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4545-7ab6-4493-b295-65caf688bdb5 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.962361 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4545-7ab6-4493-b295-65caf688bdb5 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.962607 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4545-7ab6-4493-b295-65caf688bdb5 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.974539 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-b8bb4545-7ab6-4493-b295-65caf688bdb5 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Calling delete_port for ad6c64e3-fafd-4d71-a07f-33d8d594805d owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:21:41.102996 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4545-7ab6-4493-b295-65caf688bdb5 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.129712 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb4545-7ab6-4493-b295-65caf688bdb5 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Pushing event deleted for resources: {'Port': ['ID=ad6c64e3-fafd-4d71-a07f-33d8d594805d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:41.187044 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4545-7ab6-4493-b295-65caf688bdb5 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.189876 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4545-7ab6-4493-b295-65caf688bdb5 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.191023 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b8bb4545-7ab6-4493-b295-65caf688bdb5 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "DELETE /v2.0/floatingips/4e733120-a0ae-42b0-ab8f-2bf8c68c7435 HTTP/1.1" status: 204 len: 168 time: 0.4450340 Nov 12 01:21:41.877167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 47982) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:41.881733 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-8c531444-ed5a-4a97-a269-c9209e82654a tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Request body: {'security_group': {'name': 'tempest-securitygroup--743102371', 'description': 'tempest-description--1658947338'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:41.903969 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8c531444-ed5a-4a97-a269-c9209e82654a tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.974225 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8c531444-ed5a-4a97-a269-c9209e82654a tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.977876 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8c531444-ed5a-4a97-a269-c9209e82654a tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.006197 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8c531444-ed5a-4a97-a269-c9209e82654a tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.007415 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8c531444-ed5a-4a97-a269-c9209e82654a tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1292412 Nov 12 01:21:42.010442 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47984) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:42.011337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c531444-ed5a-4a97-a269-c9209e82654a tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e167deae-cbe7-4c58-a420-9872066f9409,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:42.015285 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-89e2dc7c-9180-4074-bb65-2fa1bd370ad7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Request body: {'security_group_rule': {'security_group_id': 'e167deae-cbe7-4c58-a420-9872066f9409', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:42.042534 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-89e2dc7c-9180-4074-bb65-2fa1bd370ad7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.087779 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-89e2dc7c-9180-4074-bb65-2fa1bd370ad7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.092014 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-89e2dc7c-9180-4074-bb65-2fa1bd370ad7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.108916 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2dc7c-9180-4074-bb65-2fa1bd370ad7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=492b2082-2e7e-4665-9165-5ac42250824b,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:42.117734 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-89e2dc7c-9180-4074-bb65-2fa1bd370ad7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.118907 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-89e2dc7c-9180-4074-bb65-2fa1bd370ad7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1073413 Nov 12 01:21:42.122054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47986) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:42.126324 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-58e23d52-40bc-429a-91ff-ec121d91fae8 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Request body: {'security_group_rule': {'security_group_id': 'e167deae-cbe7-4c58-a420-9872066f9409', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:42.150608 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-58e23d52-40bc-429a-91ff-ec121d91fae8 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.206216 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-58e23d52-40bc-429a-91ff-ec121d91fae8 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.209851 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-58e23d52-40bc-429a-91ff-ec121d91fae8 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.226952 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e23d52-40bc-429a-91ff-ec121d91fae8 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79aa47b0-daa4-4eb8-be9b-af5a3f987442,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:42.234425 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-58e23d52-40bc-429a-91ff-ec121d91fae8 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.235614 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-58e23d52-40bc-429a-91ff-ec121d91fae8 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1126394 Nov 12 01:21:42.238772 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 47988) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:42.243063 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c21d78d6-dafd-4233-9fd4-6b09a9f3d989 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:42.266059 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c21d78d6-dafd-4233-9fd4-6b09a9f3d989 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.364797 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c21d78d6-dafd-4233-9fd4-6b09a9f3d989 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.469968 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-c21d78d6-dafd-4233-9fd4-6b09a9f3d989 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Allocated IP 172.25.0.193 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/1bf65db0-d523-45a9-a89b-1fc54c46bc56) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:42.567393 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c21d78d6-dafd-4233-9fd4-6b09a9f3d989 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.601138 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c21d78d6-dafd-4233-9fd4-6b09a9f3d989 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.640512 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21d78d6-dafd-4233-9fd4-6b09a9f3d989 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:42.645340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-c21d78d6-dafd-4233-9fd4-6b09a9f3d989 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:42.648877 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21d78d6-dafd-4233-9fd4-6b09a9f3d989 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:21:42.654930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d78d6-dafd-4233-9fd4-6b09a9f3d989 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Pushing event updated for resources: {'Port': ['ID=1bf65db0-d523-45a9-a89b-1fc54c46bc56,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:42.738323 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c21d78d6-dafd-4233-9fd4-6b09a9f3d989 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.771033 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c21d78d6-dafd-4233-9fd4-6b09a9f3d989 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.919678 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c21d78d6-dafd-4233-9fd4-6b09a9f3d989 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.924178 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c21d78d6-dafd-4233-9fd4-6b09a9f3d989 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.989886 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d78d6-dafd-4233-9fd4-6b09a9f3d989 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Pushing event updated for resources: {'Port': ['ID=1bf65db0-d523-45a9-a89b-1fc54c46bc56,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:43.001085 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c21d78d6-dafd-4233-9fd4-6b09a9f3d989 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.015916 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c21d78d6-dafd-4233-9fd4-6b09a9f3d989 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.017171 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c21d78d6-dafd-4233-9fd4-6b09a9f3d989 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7774782 Nov 12 01:21:43.164432 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-ce06e4da-b54e-4d8e-8510-1e77c8c13c0e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--743102371&fields=id&tenant_id=d9f068bd7dca4494900a89589e14c639 HTTP/1.1" status: 200 len: 267 time: 0.0420086 Nov 12 01:21:43.273342 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-1bc912f4-1058-47da-9eba-3531e024cd49 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:43.274717 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-1bc912f4-1058-47da-9eba-3531e024cd49 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/networks?id=3b0199f8-a567-4a7e-84eb-07306a584886 HTTP/1.1" status: 200 len: 811 time: 0.1034744 Nov 12 01:21:43.290031 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-38faaae3-e76f-4c68-ac6a-8f8976e2a97a tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/quotas/d9f068bd7dca4494900a89589e14c639 HTTP/1.1" status: 200 len: 375 time: 0.0088403 Nov 12 01:21:43.342322 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-9c84e4bb-8fd5-4b05-8f7f-54dc1592350d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d9f068bd7dca4494900a89589e14c639&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471063 Nov 12 01:21:43.435667 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-7b55630f-1e1a-4e87-a6f1-733f80065563 service neutron] 10.222.0.31 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817330 Nov 12 01:21:43.471162 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b094491e-4ebe-426a-95a7-7c385233f8a2 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:21:43.490450 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: b094491e-4ebe-426a-95a7-7c385233f8a2 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:21:43.490792 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b094491e-4ebe-426a-95a7-7c385233f8a2 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:21:43.527840 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-02482a27-386a-4a81-b9d8-1415e007e8d2 service neutron] 10.222.0.31 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857470 Nov 12 01:21:43.697213 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7857168b-2729-4bc3-93d8-7714258a5c82 req-8bf6eaf2-3930-4ed4-ba55-e9bf35f24188 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 210 time: 0.0311103 Nov 12 01:21:44.683637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-b29c7935-bf3d-4b89-ac75-94eab8e7e739 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:44.685820 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-b29c7935-bf3d-4b89-ac75-94eab8e7e739 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.15 "GET /v2.0/networks?id=3b0199f8-a567-4a7e-84eb-07306a584886 HTTP/1.1" status: 200 len: 811 time: 0.1099150 Nov 12 01:21:44.763145 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-9ce0f95c-23c2-462e-9f7e-2a5635d098bb tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9f068bd7dca4494900a89589e14c639 HTTP/1.1" status: 200 len: 379 time: 0.0619910 Nov 12 01:21:44.790739 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-cbd93cc6-5544-488d-9011-56d5ddbc30c7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Request body: {'port': {'device_id': 'f70175ed-dd46-4c32-b834-defc77fd645c', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'admin_state_up': True, 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'security_groups': ['e167deae-cbe7-4c58-a420-9872066f9409']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:44.791877 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa013970-4dca-450f-b8cf-ec434af624b0 req-d600071e-4155-4e18-aec5-21117428eafa tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 210 time: 0.0262549 Nov 12 01:21:44.903153 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-cbd93cc6-5544-488d-9011-56d5ddbc30c7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Made reservation on behalf of d9f068bd7dca4494900a89589e14c639 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:44.906598 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-cbd93cc6-5544-488d-9011-56d5ddbc30c7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:45.035395 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-cbd93cc6-5544-488d-9011-56d5ddbc30c7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Allocated IP 172.20.0.12 (3b0199f8-a567-4a7e-84eb-07306a584886/c4f03a1a-58f9-48d7-af6f-ea49cf14afbb/21a3dcb8-6c66-4c58-a119-a762eacad30a) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:45.165331 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-cbd93cc6-5544-488d-9011-56d5ddbc30c7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:45.197457 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-cbd93cc6-5544-488d-9011-56d5ddbc30c7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:45.246881 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-cbd93cc6-5544-488d-9011-56d5ddbc30c7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Network 3b0199f8-a567-4a7e-84eb-07306a584886 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:45.249987 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-cbd93cc6-5544-488d-9011-56d5ddbc30c7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:45.254629 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-cbd93cc6-5544-488d-9011-56d5ddbc30c7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:21:45.257127 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd93cc6-5544-488d-9011-56d5ddbc30c7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Pushing event updated for resources: {'Port': ['ID=21a3dcb8-6c66-4c58-a119-a762eacad30a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:45.307239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-cbd93cc6-5544-488d-9011-56d5ddbc30c7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:45.307957 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-cbd93cc6-5544-488d-9011-56d5ddbc30c7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:45.326083 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-cbd93cc6-5544-488d-9011-56d5ddbc30c7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5392618 Nov 12 01:21:45.459505 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] Request body: {'port': {'device_id': 'f70175ed-dd46-4c32-b834-defc77fd645c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:45.511299 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:45.513547 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e95e08c8-8ded-4eb0-b467-40ba877f7792 None None] Provisioning complete for port 21a3dcb8-6c66-4c58-a119-a762eacad30a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:45.514055 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e95e08c8-8ded-4eb0-b467-40ba877f7792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:45.546478 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-e95e08c8-8ded-4eb0-b467-40ba877f7792 None None] Port 21a3dcb8-6c66-4c58-a119-a762eacad30a cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:21:45.773987 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a3dcb8-6c66-4c58-a119-a762eacad30a {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:21:45.781982 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:45.794173 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] Transition to ACTIVE for port object 21a3dcb8-6c66-4c58-a119-a762eacad30a will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:21:45.797587 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:45.848952 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] Pushing event updated for resources: {'Port': ['ID=21a3dcb8-6c66-4c58-a119-a762eacad30a,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:45.963018 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5595bdf-cd61-4de5-995b-01779f07cee8 req-984b7d40-4c52-4259-966a-6bfb5e2314b8 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:45.964632 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5595bdf-cd61-4de5-995b-01779f07cee8 req-984b7d40-4c52-4259-966a-6bfb5e2314b8 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 944 time: 0.0958517 Nov 12 01:21:45.966006 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] Attempting to bind port 21a3dcb8-6c66-4c58-a119-a762eacad30a on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:21:45.966333 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] Attempting to bind port 21a3dcb8-6c66-4c58-a119-a762eacad30a by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '872af718-63e5-4973-846d-cfc3ec3111fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:21:45.966657 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] Attempting to bind port 21a3dcb8-6c66-4c58-a119-a762eacad30a on network 3b0199f8-a567-4a7e-84eb-07306a584886 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:21:45.973573 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] Port 21a3dcb8-6c66-4c58-a119-a762eacad30a on network 3b0199f8-a567-4a7e-84eb-07306a584886 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:21:45.973890 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] Attempting to bind port 21a3dcb8-6c66-4c58-a119-a762eacad30a on network 3b0199f8-a567-4a7e-84eb-07306a584886 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:21:45.989648 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:21:45.989982 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] Checking segment: {'id': '872af718-63e5-4973-846d-cfc3ec3111fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:21:45.990362 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] Bound using segment: {'id': '872af718-63e5-4973-846d-cfc3ec3111fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:21:45.990800 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] Bound port: 21a3dcb8-6c66-4c58-a119-a762eacad30a, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '872af718-63e5-4973-846d-cfc3ec3111fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:21:45.991154 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:46.050174 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5595bdf-cd61-4de5-995b-01779f07cee8 req-5cfd3ed1-ea5f-4d69-aff3-a053147a77ed tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=e167deae-cbe7-4c58-a420-9872066f9409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784631 Nov 12 01:21:46.075995 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] For port 21a3dcb8-6c66-4c58-a119-a762eacad30a, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:21:46.078990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] For port 21a3dcb8-6c66-4c58-a119-a762eacad30a, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=21a3dcb8-6c66-4c58-a119-a762eacad30a,segment=NetworkSegment(872af718-63e5-4973-846d-cfc3ec3111fb),segment_id=872af718-63e5-4973-846d-cfc3ec3111fb)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:21:46.083920 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:46.122692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:46.123254 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:46.124588 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] 10.222.0.15 "PUT /v2.0/ports/21a3dcb8-6c66-4c58-a119-a762eacad30a HTTP/1.1" status: 200 len: 1093 time: 0.7844772 Nov 12 01:21:46.125053 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70175ed-dd46-4c32-b834-defc77fd645c', 'tag': '21a3dcb8-6c66-4c58-a119-a762eacad30a'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:21:46.127298 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ac8237-3617-41b8-ab9a-a9289b53735f" -d '{"events": [{"name": "network-changed", "server_uuid": "f70175ed-dd46-4c32-b834-defc77fd645c", "tag": "21a3dcb8-6c66-4c58-a119-a762eacad30a"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:21:46.155492 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954d4e8-36a8-4460-8731-ddb17272ed9f service neutron] Pushing event updated for resources: {'Port': ['ID=21a3dcb8-6c66-4c58-a119-a762eacad30a,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:46.169635 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174a8117-0f86-493b-b98f-7f1913810979 x-openstack-request-id: req-174a8117-0f86-493b-b98f-7f1913810979 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:21:46.169930 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70175ed-dd46-4c32-b834-defc77fd645c", "tag": "21a3dcb8-6c66-4c58-a119-a762eacad30a", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:21:46.170188 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-174a8117-0f86-493b-b98f-7f1913810979 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:21:46.170645 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70175ed-dd46-4c32-b834-defc77fd645c', 'tag': '21a3dcb8-6c66-4c58-a119-a762eacad30a', 'status': 'completed', 'code': 200} Nov 12 01:21:46.229236 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-40eee34d-132f-425d-a286-f37ed90455d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:46.231329 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-40eee34d-132f-425d-a286-f37ed90455d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d9f068bd7dca4494900a89589e14c639&device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 1096 time: 0.0423725 Nov 12 01:21:46.282784 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-9be2fdb4-895c-4355-983d-8b0e3c50f38c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21a3dcb8-6c66-4c58-a119-a762eacad30a HTTP/1.1" status: 200 len: 217 time: 0.0351546 Nov 12 01:21:46.337340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-d955f251-0072-462e-b435-b068dede62e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:46.338900 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-d955f251-0072-462e-b435-b068dede62e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4f03a1a-58f9-48d7-af6f-ea49cf14afbb HTTP/1.1" status: 200 len: 850 time: 0.0491669 Nov 12 01:21:46.386613 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-7528319c-8c6c-48f5-83a4-0c3e3e681cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:46.388103 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-7528319c-8c6c-48f5-83a4-0c3e3e681cd6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b0199f8-a567-4a7e-84eb-07306a584886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407007 Nov 12 01:21:46.479121 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-b0013cff-a552-446b-b86e-b1b03a7ce2d2 service neutron] 10.222.0.15 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827391 Nov 12 01:21:46.572954 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16d691ef-d6b1-4fd8-9d64-7dbc5728972c req-6ce0ab3a-118b-4475-9794-12fe0b893f8d service neutron] 10.222.0.15 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841861 Nov 12 01:21:46.702027 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac8237-3617-41b8-ab9a-a9289b53735f req-645733d4-ce7a-4e39-8052-f60fd025b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:46.703532 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0ac8237-3617-41b8-ab9a-a9289b53735f req-645733d4-ce7a-4e39-8052-f60fd025b0b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d9f068bd7dca4494900a89589e14c639&device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 1096 time: 0.0416231 Nov 12 01:21:46.799908 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac8237-3617-41b8-ab9a-a9289b53735f req-00453b67-510a-488e-984e-35576a083855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:46.801534 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0ac8237-3617-41b8-ab9a-a9289b53735f req-00453b67-510a-488e-984e-35576a083855 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b0199f8-a567-4a7e-84eb-07306a584886 HTTP/1.1" status: 200 len: 912 time: 0.0891182 Nov 12 01:21:46.843723 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0ac8237-3617-41b8-ab9a-a9289b53735f req-b2c3eafd-3fc6-4424-af73-68a1513b5154 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21a3dcb8-6c66-4c58-a119-a762eacad30a HTTP/1.1" status: 200 len: 217 time: 0.0346811 Nov 12 01:21:46.892448 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac8237-3617-41b8-ab9a-a9289b53735f req-634bf15e-acb1-4bd8-bd70-288941702952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:46.893912 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0ac8237-3617-41b8-ab9a-a9289b53735f req-634bf15e-acb1-4bd8-bd70-288941702952 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4f03a1a-58f9-48d7-af6f-ea49cf14afbb HTTP/1.1" status: 200 len: 850 time: 0.0423832 Nov 12 01:21:46.952105 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac8237-3617-41b8-ab9a-a9289b53735f req-f395a976-210f-4f2f-8437-f0035745ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:46.953783 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0ac8237-3617-41b8-ab9a-a9289b53735f req-f395a976-210f-4f2f-8437-f0035745ec67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b0199f8-a567-4a7e-84eb-07306a584886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534692 Nov 12 01:21:47.044718 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0ac8237-3617-41b8-ab9a-a9289b53735f req-ce433be2-a9ce-4303-b78f-652654939146 service neutron] 10.222.0.15 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821989 Nov 12 01:21:47.166313 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0ac8237-3617-41b8-ab9a-a9289b53735f req-a1531a8d-68de-4bca-80ef-70297c21916c service neutron] 10.222.0.15 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134975 Nov 12 01:21:47.181652 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a1991-73f6-4cde-a400-4b63fc8a224b req-5a535923-53f2-4a8b-a83f-636153bd5b66 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:47.184310 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-662a1991-73f6-4cde-a400-4b63fc8a224b req-5a535923-53f2-4a8b-a83f-636153bd5b66 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 944 time: 0.0628445 Nov 12 01:21:47.230572 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-662a1991-73f6-4cde-a400-4b63fc8a224b req-c98ea981-7b5e-48b0-b77d-b5457ce13a5d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=e167deae-cbe7-4c58-a420-9872066f9409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403509 Nov 12 01:21:48.346515 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552249eb-fd7a-4135-b9a3-81b6d0df2431 req-dbd447ed-d7a2-4541-a6d7-6b08a787207e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:48.348015 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-552249eb-fd7a-4135-b9a3-81b6d0df2431 req-dbd447ed-d7a2-4541-a6d7-6b08a787207e tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 944 time: 0.0484343 Nov 12 01:21:48.394375 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-552249eb-fd7a-4135-b9a3-81b6d0df2431 req-c3699c0a-d4cf-463f-8b03-882f126c0af5 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=e167deae-cbe7-4c58-a420-9872066f9409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401444 Nov 12 01:21:49.512537 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b3cea-bf93-45cb-960a-7601de86a534 req-4d6678a5-4774-4b35-a069-155cf1756ecd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:49.514104 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3a2b3cea-bf93-45cb-960a-7601de86a534 req-4d6678a5-4774-4b35-a069-155cf1756ecd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 944 time: 0.0528803 Nov 12 01:21:49.560056 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3a2b3cea-bf93-45cb-960a-7601de86a534 req-569a423d-cecc-4588-bbc2-7541dada3d14 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=e167deae-cbe7-4c58-a420-9872066f9409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400662 Nov 12 01:21:50.062589 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c3140175-bd56-40db-b815-63510cf98b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:50.678095 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a1ecb-e9b8-43ae-b037-78bc6874e654 req-8f8ba8ce-e9f2-4b77-8b68-489034784cc3 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:50.679578 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-747a1ecb-e9b8-43ae-b037-78bc6874e654 req-8f8ba8ce-e9f2-4b77-8b68-489034784cc3 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 944 time: 0.0529373 Nov 12 01:21:50.726115 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-747a1ecb-e9b8-43ae-b037-78bc6874e654 req-d6985850-8659-45fc-a4d4-510793bb37ab tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=e167deae-cbe7-4c58-a420-9872066f9409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398831 Nov 12 01:21:51.028921 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 21a3dcb8-6c66-4c58-a119-a762eacad30a details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:21:51.122795 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 21a3dcb8-6c66-4c58-a119-a762eacad30a, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=21a3dcb8-6c66-4c58-a119-a762eacad30a,segment=NetworkSegment(872af718-63e5-4973-846d-cfc3ec3111fb),segment_id=872af718-63e5-4973-846d-cfc3ec3111fb)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:51.133737 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '21a3dcb8-6c66-4c58-a119-a762eacad30a', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'port_id': '21a3dcb8-6c66-4c58-a119-a762eacad30a', 'mac_address': 'fa:16:3e:d2:9a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:21:51.169936 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:51.182089 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a3dcb8-6c66-4c58-a119-a762eacad30a {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:21:51.200488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 21a3dcb8-6c66-4c58-a119-a762eacad30a, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=21a3dcb8-6c66-4c58-a119-a762eacad30a,segment=NetworkSegment(872af718-63e5-4973-846d-cfc3ec3111fb),segment_id=872af718-63e5-4973-846d-cfc3ec3111fb)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:51.204383 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:51.252805 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=21a3dcb8-6c66-4c58-a119-a762eacad30a,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:51.260087 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:51.260438 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:51.260805 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:51.261147 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:51.261484 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:51.262327 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:51.262662 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:51.262993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:51.263321 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:51.263648 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:51.263976 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:51.264298 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:51.641634 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['21a3dcb8-6c66-4c58-a119-a762eacad30a'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:21:51.839805 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19f8ec-5e17-429b-9fa3-52a1602ed9bf req-c7279333-68ef-4b67-ab36-fd78053a62ac tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:51.841808 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8b19f8ec-5e17-429b-9fa3-52a1602ed9bf req-c7279333-68ef-4b67-ab36-fd78053a62ac tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 945 time: 0.0487053 Nov 12 01:21:51.887282 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8b19f8ec-5e17-429b-9fa3-52a1602ed9bf req-9d7b660e-dacc-4bed-9add-0d9b52001fa0 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=e167deae-cbe7-4c58-a420-9872066f9409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395103 Nov 12 01:21:52.370537 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d3f02d37-e54a-48ec-9d50-c61e65618919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:53.004712 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582c37e-56d0-49d4-9806-2b91974811cf req-da365c0e-29cf-414a-aa45-ec2c15c4ca57 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:53.006192 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d582c37e-56d0-49d4-9806-2b91974811cf req-da365c0e-29cf-414a-aa45-ec2c15c4ca57 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 945 time: 0.0496550 Nov 12 01:21:53.028994 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 21a3dcb8-6c66-4c58-a119-a762eacad30a up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:21:53.054705 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d582c37e-56d0-49d4-9806-2b91974811cf req-16281da8-4545-403f-85b0-aa51e9d445fa tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=e167deae-cbe7-4c58-a420-9872066f9409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419731 Nov 12 01:21:53.083486 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 21a3dcb8-6c66-4c58-a119-a762eacad30a completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:21:53.087701 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 21a3dcb8-6c66-4c58-a119-a762eacad30a triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:53.088081 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:53.168441 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:53.191461 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70175ed-dd46-4c32-b834-defc77fd645c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a3dcb8-6c66-4c58-a119-a762eacad30a'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:21:53.193806 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4111a84-7ad6-43c1-a992-b7f682314380" -d '{"events": [{"server_uuid": "f70175ed-dd46-4c32-b834-defc77fd645c", "name": "network-vif-plugged", "status": "completed", "tag": "21a3dcb8-6c66-4c58-a119-a762eacad30a"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:21:53.206755 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 21a3dcb8-6c66-4c58-a119-a762eacad30a, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=21a3dcb8-6c66-4c58-a119-a762eacad30a,segment=NetworkSegment(872af718-63e5-4973-846d-cfc3ec3111fb),segment_id=872af718-63e5-4973-846d-cfc3ec3111fb)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:53.211234 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:53.238928 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f3f9cb-9828-49fa-b34e-47b5a2effe9d x-openstack-request-id: req-70f3f9cb-9828-49fa-b34e-47b5a2effe9d {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:21:53.238928 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70175ed-dd46-4c32-b834-defc77fd645c", "name": "network-vif-plugged", "status": "completed", "tag": "21a3dcb8-6c66-4c58-a119-a762eacad30a", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:21:53.239386 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70f3f9cb-9828-49fa-b34e-47b5a2effe9d {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:21:53.239809 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70175ed-dd46-4c32-b834-defc77fd645c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a3dcb8-6c66-4c58-a119-a762eacad30a', 'code': 200} Nov 12 01:21:53.361993 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3b2b0-3fbc-4bb5-a83a-01766d7b99e8 req-0d3f2247-16f1-4f05-97ce-2d42ff4f6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:53.363501 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-65f3b2b0-3fbc-4bb5-a83a-01766d7b99e8 req-0d3f2247-16f1-4f05-97ce-2d42ff4f6465 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 1098 time: 0.0436783 Nov 12 01:21:53.413605 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-65f3b2b0-3fbc-4bb5-a83a-01766d7b99e8 req-9ab00365-8294-48ef-aa38-e497350241fb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e167deae-cbe7-4c58-a420-9872066f9409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427537 Nov 12 01:21:53.417714 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=21a3dcb8-6c66-4c58-a119-a762eacad30a,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:53.569472 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:54.172808 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b847a-50c6-4abc-9075-6609534ee5e1 req-d018bc74-ec2e-435a-852d-aa36539147f4 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:54.174355 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-303b847a-50c6-4abc-9075-6609534ee5e1 req-d018bc74-ec2e-435a-852d-aa36539147f4 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 946 time: 0.0513134 Nov 12 01:21:54.221053 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-303b847a-50c6-4abc-9075-6609534ee5e1 req-0ebf3f20-dccd-4365-abe4-f33f37cfd74a tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=e167deae-cbe7-4c58-a420-9872066f9409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407317 Nov 12 01:21:54.858477 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:55.335273 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadf3e5-b83d-4e91-9325-b5e36efe4f81 req-b6920904-ce1b-4b4e-89fd-69e424abfac7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:55.336761 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6eadf3e5-b83d-4e91-9325-b5e36efe4f81 req-b6920904-ce1b-4b4e-89fd-69e424abfac7 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 946 time: 0.0481844 Nov 12 01:21:55.384634 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6eadf3e5-b83d-4e91-9325-b5e36efe4f81 req-6311c076-4e12-4dd6-8616-c3d0c0e4508f tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=e167deae-cbe7-4c58-a420-9872066f9409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401385 Nov 12 01:21:55.498221 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ecd7d-02de-4ae6-bffd-c258c1083777 req-beda5fa5-8180-433f-acaf-6109da83aeff tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:55.499737 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b38ecd7d-02de-4ae6-bffd-c258c1083777 req-beda5fa5-8180-433f-acaf-6109da83aeff tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 946 time: 0.0485439 Nov 12 01:21:55.508414 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48046) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:55.512682 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-110a7897-1438-40b0-9272-0f1ce3753849 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Request body: {'floatingip': {'port_id': '21a3dcb8-6c66-4c58-a119-a762eacad30a'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:55.536641 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:55.551600 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-110a7897-1438-40b0-9272-0f1ce3753849 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:56.045019 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:56.314008 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-110a7897-1438-40b0-9272-0f1ce3753849 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:56.318219 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-110a7897-1438-40b0-9272-0f1ce3753849 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:56.417751 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-110a7897-1438-40b0-9272-0f1ce3753849 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Floating IP 05302499-b7a0-479e-806b-177051724e82 associated. External IP: 172.25.0.193, port: 21a3dcb8-6c66-4c58-a119-a762eacad30a. Nov 12 01:21:56.626535 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110a7897-1438-40b0-9272-0f1ce3753849 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Router ae0e199e-1651-40bc-868c-b10b8cf3360c has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:21:56.734430 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110a7897-1438-40b0-9272-0f1ce3753849 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:21:56.738947 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-110a7897-1438-40b0-9272-0f1ce3753849 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:56.744318 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0804a83e-101a-40e7-8cb4-89a8529f6db7 None None] Sync routers for ids ['ae0e199e-1651-40bc-868c-b10b8cf3360c'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:21:56.755015 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0804a83e-101a-40e7-8cb4-89a8529f6db7 None None] Routers {'ae0e199e-1651-40bc-868c-b10b8cf3360c'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:56.755636 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-0804a83e-101a-40e7-8cb4-89a8529f6db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:21:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ae0e199e-1651-40bc-868c-b10b8cf3360c'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:56.768266 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-110a7897-1438-40b0-9272-0f1ce3753849 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "PUT /v2.0/floatingips/05302499-b7a0-479e-806b-177051724e82 HTTP/1.1" status: 200 len: 992 time: 1.2586389 Nov 12 01:21:56.768897 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70175ed-dd46-4c32-b834-defc77fd645c', 'tag': '21a3dcb8-6c66-4c58-a119-a762eacad30a'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:21:56.771189 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ca19a8-1113-4b05-87c4-8bda9443c8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f70175ed-dd46-4c32-b834-defc77fd645c", "tag": "21a3dcb8-6c66-4c58-a119-a762eacad30a"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:21:56.808418 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2bc39f-8721-481d-8d55-91a0300722b2 x-openstack-request-id: req-ca2bc39f-8721-481d-8d55-91a0300722b2 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:21:56.808418 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70175ed-dd46-4c32-b834-defc77fd645c", "tag": "21a3dcb8-6c66-4c58-a119-a762eacad30a", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:21:56.809338 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca2bc39f-8721-481d-8d55-91a0300722b2 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:21:56.809338 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70175ed-dd46-4c32-b834-defc77fd645c', 'tag': '21a3dcb8-6c66-4c58-a119-a762eacad30a', 'status': 'completed', 'code': 200} Nov 12 01:21:56.863174 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-0804a83e-101a-40e7-8cb4-89a8529f6db7 None None] Set router ae0e199e-1651-40bc-868c-b10b8cf3360c gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:21:56.909018 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca19a8-1113-4b05-87c4-8bda9443c8c0 req-bd199cd3-283b-4cf3-b854-6157e14a4cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:56.911183 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f5ca19a8-1113-4b05-87c4-8bda9443c8c0 req-bd199cd3-283b-4cf3-b854-6157e14a4cac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d9f068bd7dca4494900a89589e14c639&device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 1098 time: 0.0423691 Nov 12 01:21:57.005359 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca19a8-1113-4b05-87c4-8bda9443c8c0 req-777c2873-e8c4-4616-b9f1-1f6a0e41a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:57.006840 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f5ca19a8-1113-4b05-87c4-8bda9443c8c0 req-777c2873-e8c4-4616-b9f1-1f6a0e41a142 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b0199f8-a567-4a7e-84eb-07306a584886 HTTP/1.1" status: 200 len: 912 time: 0.0892813 Nov 12 01:21:57.075110 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f5ca19a8-1113-4b05-87c4-8bda9443c8c0 req-51ce5345-b7fb-4bce-867d-675bfb55dbf1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21a3dcb8-6c66-4c58-a119-a762eacad30a HTTP/1.1" status: 200 len: 1000 time: 0.0598087 Nov 12 01:21:57.086959 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-0804a83e-101a-40e7-8cb4-89a8529f6db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'name': 'tempest-AttachVolumeTestJSON-1445652544-router', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'gw_port': {'id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '05302499-b7a0-479e-806b-177051724e82', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'floating_ip_address': '172.25.0.193', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'port_id': '21a3dcb8-6c66-4c58-a119-a762eacad30a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'mac_address': 'fa:16:3e:d2:9a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70175ed-dd46-4c32-b834-defc77fd645c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:21:42Z', 'updated_at': '2021-11-12T01:21:56Z', 'revision_number': 1, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7419bfe5-102e-4d1a-89a3-d5fb605ce279', 'name': '', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'mac_address': 'fa:16:3e:51:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:48Z', 'updated_at': '2021-11-12T01:17:52Z', 'revision_number': 5, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'subnets': [{'id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:57.112466 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0804a83e-101a-40e7-8cb4-89a8529f6db7 None None] Checking router: ae0e199e-1651-40bc-868c-b10b8cf3360c for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:21:57.121045 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0804a83e-101a-40e7-8cb4-89a8529f6db7 None None] Routers {'ae0e199e-1651-40bc-868c-b10b8cf3360c'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:57.122235 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-0804a83e-101a-40e7-8cb4-89a8529f6db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:21:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ae0e199e-1651-40bc-868c-b10b8cf3360c'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:57.126708 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca19a8-1113-4b05-87c4-8bda9443c8c0 req-5fc121f6-9326-4a3c-baf9-d813310b81c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:57.128171 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f5ca19a8-1113-4b05-87c4-8bda9443c8c0 req-5fc121f6-9326-4a3c-baf9-d813310b81c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4f03a1a-58f9-48d7-af6f-ea49cf14afbb HTTP/1.1" status: 200 len: 850 time: 0.0473526 Nov 12 01:21:57.175822 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca19a8-1113-4b05-87c4-8bda9443c8c0 req-9bf3b7ff-7305-4dde-94e5-b8e9f1e3d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:57.177307 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f5ca19a8-1113-4b05-87c4-8bda9443c8c0 req-9bf3b7ff-7305-4dde-94e5-b8e9f1e3d4e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b0199f8-a567-4a7e-84eb-07306a584886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423441 Nov 12 01:21:57.269062 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f5ca19a8-1113-4b05-87c4-8bda9443c8c0 req-ce5b8078-fe46-4a51-a6a9-5906005c13aa service neutron] 10.222.0.15 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849476 Nov 12 01:21:57.322071 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-0804a83e-101a-40e7-8cb4-89a8529f6db7 None None] Set router ae0e199e-1651-40bc-868c-b10b8cf3360c gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:21:57.362732 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f5ca19a8-1113-4b05-87c4-8bda9443c8c0 req-7fecf2c5-c486-4d45-9089-b21f0d863a44 service neutron] 10.222.0.15 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869970 Nov 12 01:21:57.542819 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-0804a83e-101a-40e7-8cb4-89a8529f6db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'name': 'tempest-AttachVolumeTestJSON-1445652544-router', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'gw_port': {'id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '05302499-b7a0-479e-806b-177051724e82', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'floating_ip_address': '172.25.0.193', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'port_id': '21a3dcb8-6c66-4c58-a119-a762eacad30a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'mac_address': 'fa:16:3e:d2:9a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70175ed-dd46-4c32-b834-defc77fd645c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:21:42Z', 'updated_at': '2021-11-12T01:21:56Z', 'revision_number': 1, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7419bfe5-102e-4d1a-89a3-d5fb605ce279', 'name': '', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'mac_address': 'fa:16:3e:51:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:48Z', 'updated_at': '2021-11-12T01:17:52Z', 'revision_number': 5, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'subnets': [{'id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:57.567924 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0804a83e-101a-40e7-8cb4-89a8529f6db7 None None] The sync data for ids ['ae0e199e-1651-40bc-868c-b10b8cf3360c'] in n-d-712137-14 is: [{'id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'name': 'tempest-AttachVolumeTestJSON-1445652544-router', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'gw_port': {'id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '05302499-b7a0-479e-806b-177051724e82', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'floating_ip_address': '172.25.0.193', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'port_id': '21a3dcb8-6c66-4c58-a119-a762eacad30a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'mac_address': 'fa:16:3e:d2:9a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70175ed-dd46-4c32-b834-defc77fd645c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:21:42Z', 'updated_at': '2021-11-12T01:21:56Z', 'revision_number': 1, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7419bfe5-102e-4d1a-89a3-d5fb605ce279', 'name': '', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'mac_address': 'fa:16:3e:51:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:48Z', 'updated_at': '2021-11-12T01:17:52Z', 'revision_number': 5, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'subnets': [{'id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:21:57.753781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef4e139-2f5c-40d5-b808-ad3bd8d46e61 None None] New status for floating IP 05302499-b7a0-479e-806b-177051724e82: ACTIVE {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:22:01.445153 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:22:08.936864 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:20.067154 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-db07655c-4c83-4bf6-abbc-9949ce6b4223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:22.374368 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8b272534-10d9-4357-8439-521ea9da210b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:23.570685 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:24.874600 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:25.538002 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:26.047149 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:28.961244 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ff5173ca-1b69-49d7-aed2-8a02eb840e5e req-40046890-c4e1-44ff-a1be-86bbbcbd8b19 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f70175ed-dd46-4c32-b834-defc77fd645c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407758 Nov 12 01:22:29.059769 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5173ca-1b69-49d7-aed2-8a02eb840e5e req-f5f34c58-9d88-481c-acb3-6f722b078dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:29.061170 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ff5173ca-1b69-49d7-aed2-8a02eb840e5e req-f5f34c58-9d88-481c-acb3-6f722b078dff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d9f068bd7dca4494900a89589e14c639&device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 1098 time: 0.0402446 Nov 12 01:22:29.439070 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5173ca-1b69-49d7-aed2-8a02eb840e5e req-b29d6788-e752-4237-bcb9-59504df3084a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:29.440828 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ff5173ca-1b69-49d7-aed2-8a02eb840e5e req-b29d6788-e752-4237-bcb9-59504df3084a service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b0199f8-a567-4a7e-84eb-07306a584886 HTTP/1.1" status: 200 len: 912 time: 0.3602796 Nov 12 01:22:29.505954 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ff5173ca-1b69-49d7-aed2-8a02eb840e5e req-c8573952-e224-4336-8f69-3d8ff1e2d744 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21a3dcb8-6c66-4c58-a119-a762eacad30a HTTP/1.1" status: 200 len: 1002 time: 0.0563970 Nov 12 01:22:29.557289 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5173ca-1b69-49d7-aed2-8a02eb840e5e req-61f22b1a-5372-48c5-9bc5-44db5c48d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:29.558774 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ff5173ca-1b69-49d7-aed2-8a02eb840e5e req-61f22b1a-5372-48c5-9bc5-44db5c48d3c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4f03a1a-58f9-48d7-af6f-ea49cf14afbb HTTP/1.1" status: 200 len: 850 time: 0.0457659 Nov 12 01:22:29.606275 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5173ca-1b69-49d7-aed2-8a02eb840e5e req-fe7594aa-1731-47fc-91d0-5ee0e9d7c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:29.607757 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ff5173ca-1b69-49d7-aed2-8a02eb840e5e req-fe7594aa-1731-47fc-91d0-5ee0e9d7c651 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b0199f8-a567-4a7e-84eb-07306a584886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395730 Nov 12 01:22:29.700663 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ff5173ca-1b69-49d7-aed2-8a02eb840e5e req-c0fe5ec6-fe25-47e6-a3b3-efb244a9aaac service neutron] 10.222.0.15 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841985 Nov 12 01:22:29.788781 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ff5173ca-1b69-49d7-aed2-8a02eb840e5e req-fc4a422f-9d2b-48bf-8255-6d93820eea41 service neutron] 10.222.0.15 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802195 Nov 12 01:22:38.444399 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:22:38.947408 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.067507 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bf17ea73-1777-4287-ae87-39ef4f463e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:52.374892 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-43d17f19-d1a3-49ee-b626-bd785271eada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:53.574642 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:54.876523 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:55.546608 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:56.048827 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:08.941090 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:15.442840 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:23:20.068535 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fdafe07b-29fe-48c1-99b6-c8532f847186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:22.376015 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5a2818e6-835c-49a6-9918-6c2cc360237a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.578901 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.876830 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.549122 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.052987 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:28.910987 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad7b6457-3681-42be-a85a-ea15b91fc644 req-e43b6fd3-4825-4224-8f3a-879dc5e20ce6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f70175ed-dd46-4c32-b834-defc77fd645c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418241 Nov 12 01:23:29.011888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b6457-3681-42be-a85a-ea15b91fc644 req-98957e4d-1e62-4ac0-b42a-03046452aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:29.013491 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad7b6457-3681-42be-a85a-ea15b91fc644 req-98957e4d-1e62-4ac0-b42a-03046452aca6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d9f068bd7dca4494900a89589e14c639&device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 1098 time: 0.0445554 Nov 12 01:23:29.113924 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b6457-3681-42be-a85a-ea15b91fc644 req-e731c3e4-4c2b-4d58-962d-850ea0550dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:29.115397 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad7b6457-3681-42be-a85a-ea15b91fc644 req-e731c3e4-4c2b-4d58-962d-850ea0550dea service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b0199f8-a567-4a7e-84eb-07306a584886 HTTP/1.1" status: 200 len: 912 time: 0.0835001 Nov 12 01:23:29.184288 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad7b6457-3681-42be-a85a-ea15b91fc644 req-bd1c1b38-ec10-4e1a-b138-a6cd2547a046 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21a3dcb8-6c66-4c58-a119-a762eacad30a HTTP/1.1" status: 200 len: 1002 time: 0.0614889 Nov 12 01:23:29.232325 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b6457-3681-42be-a85a-ea15b91fc644 req-a5af2136-e6fc-477d-99ea-a10eef6a02a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:29.233767 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad7b6457-3681-42be-a85a-ea15b91fc644 req-a5af2136-e6fc-477d-99ea-a10eef6a02a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4f03a1a-58f9-48d7-af6f-ea49cf14afbb HTTP/1.1" status: 200 len: 850 time: 0.0425692 Nov 12 01:23:29.283966 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b6457-3681-42be-a85a-ea15b91fc644 req-cb12873e-8364-4c97-8191-19dc94eb41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:29.285509 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad7b6457-3681-42be-a85a-ea15b91fc644 req-cb12873e-8364-4c97-8191-19dc94eb41e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b0199f8-a567-4a7e-84eb-07306a584886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438948 Nov 12 01:23:29.381452 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad7b6457-3681-42be-a85a-ea15b91fc644 req-5690535d-427f-4061-bdf1-4ac1dd940f3a service neutron] 10.222.0.15 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884914 Nov 12 01:23:29.469258 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad7b6457-3681-42be-a85a-ea15b91fc644 req-02d37bf9-b053-4cb3-846e-95d141681cfa service neutron] 10.222.0.15 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802286 Nov 12 01:23:38.969800 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:50.070235 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-224cd897-c1fd-436c-ab55-de1b5ca46cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.377655 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-179969c9-f107-4ac4-ac7c-e12dad67f6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.442594 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:23:53.580526 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:54.887253 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:55.547847 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:56.059218 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:08.984536 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:20.072067 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a6fa7a71-56d1-40b9-8a02-d9a00e40247b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:22.378516 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8898dd10-b8ca-441c-8d32-a535f01e491a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:23.582895 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:24.886618 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:25.550155 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:26.061064 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:29.441720 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:24:29.938454 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5620eb0e-b246-477b-8606-2577fb114e13 req-2a6ae141-2af0-4791-9e17-44f6aa50c2b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f70175ed-dd46-4c32-b834-defc77fd645c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0485027 Nov 12 01:24:30.043482 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620eb0e-b246-477b-8606-2577fb114e13 req-fbb36467-47c7-4543-a0c7-b70152af4d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:30.045037 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5620eb0e-b246-477b-8606-2577fb114e13 req-fbb36467-47c7-4543-a0c7-b70152af4d1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d9f068bd7dca4494900a89589e14c639&device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 1098 time: 0.0448027 Nov 12 01:24:30.149154 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620eb0e-b246-477b-8606-2577fb114e13 req-774f543a-0a93-4f99-b5d9-048c4859379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:30.151112 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5620eb0e-b246-477b-8606-2577fb114e13 req-774f543a-0a93-4f99-b5d9-048c4859379d service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b0199f8-a567-4a7e-84eb-07306a584886 HTTP/1.1" status: 200 len: 912 time: 0.0871320 Nov 12 01:24:30.222254 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5620eb0e-b246-477b-8606-2577fb114e13 req-b3d31f64-59bb-4e0f-a674-b41869237e0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21a3dcb8-6c66-4c58-a119-a762eacad30a HTTP/1.1" status: 200 len: 1002 time: 0.0635452 Nov 12 01:24:30.274661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620eb0e-b246-477b-8606-2577fb114e13 req-83f7eee4-cf48-4f28-9176-0614da618434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:30.276816 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5620eb0e-b246-477b-8606-2577fb114e13 req-83f7eee4-cf48-4f28-9176-0614da618434 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4f03a1a-58f9-48d7-af6f-ea49cf14afbb HTTP/1.1" status: 200 len: 850 time: 0.0457389 Nov 12 01:24:30.324937 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620eb0e-b246-477b-8606-2577fb114e13 req-2b0e6e72-a62a-479c-bc55-ee1e950b00ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:30.326367 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5620eb0e-b246-477b-8606-2577fb114e13 req-2b0e6e72-a62a-479c-bc55-ee1e950b00ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b0199f8-a567-4a7e-84eb-07306a584886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415435 Nov 12 01:24:30.422142 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5620eb0e-b246-477b-8606-2577fb114e13 req-75b6e8e7-c248-481b-98e9-e1e719bfd67d service neutron] 10.222.0.15 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880785 Nov 12 01:24:30.519529 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5620eb0e-b246-477b-8606-2577fb114e13 req-68326814-6121-4921-90da-748cf9c9c4fe service neutron] 10.222.0.15 "GET /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882416 Nov 12 01:24:38.999243 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:50.074025 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d06b5907-43c4-474a-a1bc-42bb22eba5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:52.381166 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-58fc26e9-e53e-47a7-bff6-6481ac7c0c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:53.586657 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:54.901467 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:55.553212 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:56.063334 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:04.724328 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac034b56-fa9f-4879-838a-0405a17aa472 req-cf804557-3289-4e80-947a-e5852008ad8c tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:04.725828 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac034b56-fa9f-4879-838a-0405a17aa472 req-cf804557-3289-4e80-947a-e5852008ad8c tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 946 time: 0.0545211 Nov 12 01:25:04.772713 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac034b56-fa9f-4879-838a-0405a17aa472 req-f3a7dee7-a492-4c78-bde3-211e06c7d551 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=e167deae-cbe7-4c58-a420-9872066f9409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408618 Nov 12 01:25:05.999841 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba66b8-8a67-4df8-860b-f0706d08acdb req-0a2932c2-73c2-426a-a562-3fa331f7f83a tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:06.001389 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-87ba66b8-8a67-4df8-860b-f0706d08acdb req-0a2932c2-73c2-426a-a562-3fa331f7f83a tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 946 time: 0.1581550 Nov 12 01:25:06.054914 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-87ba66b8-8a67-4df8-860b-f0706d08acdb req-4fe05eaa-f4aa-4688-979b-292093aa1bfe tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=e167deae-cbe7-4c58-a420-9872066f9409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470536 Nov 12 01:25:06.440719 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:25:06.794021 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4a58a-c800-45a4-a0f1-2ef1828eb83a req-e6457e70-387a-4f38-84cc-0141b71ca9d1 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:06.795486 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6db4a58a-c800-45a4-a0f1-2ef1828eb83a req-e6457e70-387a-4f38-84cc-0141b71ca9d1 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.15 "GET /v2.0/ports?device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 946 time: 0.0481710 Nov 12 01:25:06.888449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-6db4a58a-c800-45a4-a0f1-2ef1828eb83a req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Deleting port 21a3dcb8-6c66-4c58-a119-a762eacad30a {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:06.888817 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6db4a58a-c800-45a4-a0f1-2ef1828eb83a req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:06.975841 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-6db4a58a-c800-45a4-a0f1-2ef1828eb83a req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] For port 21a3dcb8-6c66-4c58-a119-a762eacad30a, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=21a3dcb8-6c66-4c58-a119-a762eacad30a,segment=NetworkSegment(872af718-63e5-4973-846d-cfc3ec3111fb),segment_id=872af718-63e5-4973-846d-cfc3ec3111fb)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:06.976204 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6db4a58a-c800-45a4-a0f1-2ef1828eb83a req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:07.175748 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6db4a58a-c800-45a4-a0f1-2ef1828eb83a req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:07.176114 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6db4a58a-c800-45a4-a0f1-2ef1828eb83a req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:07.176434 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [req-6db4a58a-c800-45a4-a0f1-2ef1828eb83a req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Floating IP 05302499-b7a0-479e-806b-177051724e82 disassociated. External IP: 172.25.0.193, port: 21a3dcb8-6c66-4c58-a119-a762eacad30a. Nov 12 01:25:07.176869 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-6db4a58a-c800-45a4-a0f1-2ef1828eb83a req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Calling delete_port for 21a3dcb8-6c66-4c58-a119-a762eacad30a owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:07.202698 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e1bf0-b8b0-4862-b764-1b9b928a74e4 req-bf05110b-e807-4d15-b168-8471a3319612 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:07.204176 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c28e1bf0-b8b0-4862-b764-1b9b928a74e4 req-bf05110b-e807-4d15-b168-8471a3319612 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/ports?device_id=f70175ed-dd46-4c32-b834-defc77fd645c HTTP/1.1" status: 200 len: 946 time: 0.0731628 Nov 12 01:25:07.301807 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c28e1bf0-b8b0-4862-b764-1b9b928a74e4 req-3f236cb7-3ca2-4d0b-8b96-14d2d50aff93 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups?id=e167deae-cbe7-4c58-a420-9872066f9409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691376 Nov 12 01:25:07.363698 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6db4a58a-c800-45a4-a0f1-2ef1828eb83a req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:07.391802 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Pushing event deleted for resources: {'Port': ['ID=21a3dcb8-6c66-4c58-a119-a762eacad30a,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:07.403560 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.403907 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.404245 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.404976 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.404976 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.405318 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.405821 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.405951 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.406215 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.406556 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.406853 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.407171 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.518057 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6db4a58a-c800-45a4-a0f1-2ef1828eb83a req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Router ae0e199e-1651-40bc-868c-b10b8cf3360c has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:25:07.623568 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6db4a58a-c800-45a4-a0f1-2ef1828eb83a req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:25:07.643305 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d987ce1-d4e1-4177-90c1-c5653ac1c0ae None None] Sync routers for ids ['ae0e199e-1651-40bc-868c-b10b8cf3360c'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:25:07.656013 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d987ce1-d4e1-4177-90c1-c5653ac1c0ae None None] Routers {'ae0e199e-1651-40bc-868c-b10b8cf3360c'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:07.656644 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-0d987ce1-d4e1-4177-90c1-c5653ac1c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:24:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ae0e199e-1651-40bc-868c-b10b8cf3360c'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:07.663926 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db4a58a-c800-45a4-a0f1-2ef1828eb83a req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] No DVR routers for this DVR port 21a3dcb8-6c66-4c58-a119-a762eacad30a on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:07.667118 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-6db4a58a-c800-45a4-a0f1-2ef1828eb83a req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:07.670408 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6db4a58a-c800-45a4-a0f1-2ef1828eb83a req-bb3a5103-0802-48ec-96d2-ad8f3ab58bbd tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.15 "DELETE /v2.0/ports/21a3dcb8-6c66-4c58-a119-a762eacad30a HTTP/1.1" status: 204 len: 173 time: 0.8685210 Nov 12 01:25:07.670844 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70175ed-dd46-4c32-b834-defc77fd645c', 'name': 'network-vif-deleted', 'tag': '21a3dcb8-6c66-4c58-a119-a762eacad30a'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:25:07.673103 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e851ae-dd6f-49b8-b0df-0b505473f703" -d '{"events": [{"server_uuid": "f70175ed-dd46-4c32-b834-defc77fd645c", "name": "network-vif-deleted", "tag": "21a3dcb8-6c66-4c58-a119-a762eacad30a"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:25:07.770475 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-0d987ce1-d4e1-4177-90c1-c5653ac1c0ae None None] Set router ae0e199e-1651-40bc-868c-b10b8cf3360c gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:07.794482 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933bf323-5a55-47dd-a09d-c0f079d9bab2 x-openstack-request-id: req-933bf323-5a55-47dd-a09d-c0f079d9bab2 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:25:07.795008 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70175ed-dd46-4c32-b834-defc77fd645c", "name": "network-vif-deleted", "tag": "21a3dcb8-6c66-4c58-a119-a762eacad30a", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:25:07.795312 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-933bf323-5a55-47dd-a09d-c0f079d9bab2 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:25:07.795817 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70175ed-dd46-4c32-b834-defc77fd645c', 'name': 'network-vif-deleted', 'tag': '21a3dcb8-6c66-4c58-a119-a762eacad30a', 'status': 'completed', 'code': 200} Nov 12 01:25:08.011960 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-0d987ce1-d4e1-4177-90c1-c5653ac1c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'name': 'tempest-AttachVolumeTestJSON-1445652544-router', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'gw_port': {'id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '7419bfe5-102e-4d1a-89a3-d5fb605ce279', 'name': '', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'mac_address': 'fa:16:3e:51:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:48Z', 'updated_at': '2021-11-12T01:17:52Z', 'revision_number': 5, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'subnets': [{'id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:08.041455 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d987ce1-d4e1-4177-90c1-c5653ac1c0ae None None] Checking router: ae0e199e-1651-40bc-868c-b10b8cf3360c for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:25:08.050269 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d987ce1-d4e1-4177-90c1-c5653ac1c0ae None None] Routers {'ae0e199e-1651-40bc-868c-b10b8cf3360c'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:08.050865 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-0d987ce1-d4e1-4177-90c1-c5653ac1c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:24:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ae0e199e-1651-40bc-868c-b10b8cf3360c'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:08.255301 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-0d987ce1-d4e1-4177-90c1-c5653ac1c0ae None None] Set router ae0e199e-1651-40bc-868c-b10b8cf3360c gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:08.398168 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48574) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:08.466901 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-0d987ce1-d4e1-4177-90c1-c5653ac1c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'name': 'tempest-AttachVolumeTestJSON-1445652544-router', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'gw_port': {'id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '7419bfe5-102e-4d1a-89a3-d5fb605ce279', 'name': '', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'mac_address': 'fa:16:3e:51:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:48Z', 'updated_at': '2021-11-12T01:17:52Z', 'revision_number': 5, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'subnets': [{'id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:08.467501 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f021c806-d8a6-44a6-9f30-209984225c3d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:08.492875 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f021c806-d8a6-44a6-9f30-209984225c3d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:08.502330 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d987ce1-d4e1-4177-90c1-c5653ac1c0ae None None] The sync data for ids ['ae0e199e-1651-40bc-868c-b10b8cf3360c'] in n-d-712137-14 is: [{'id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'name': 'tempest-AttachVolumeTestJSON-1445652544-router', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'gw_port': {'id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '7419bfe5-102e-4d1a-89a3-d5fb605ce279', 'name': '', 'network_id': '3b0199f8-a567-4a7e-84eb-07306a584886', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'mac_address': 'fa:16:3e:51:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:48Z', 'updated_at': '2021-11-12T01:17:52Z', 'revision_number': 5, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'subnets': [{'id': 'c4f03a1a-58f9-48d7-af6f-ea49cf14afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:25:08.549940 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f021c806-d8a6-44a6-9f30-209984225c3d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:08.553071 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f021c806-d8a6-44a6-9f30-209984225c3d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:08.554309 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f021c806-d8a6-44a6-9f30-209984225c3d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "DELETE /v2.0/security-groups/e167deae-cbe7-4c58-a420-9872066f9409 HTTP/1.1" status: 204 len: 168 time: 0.1551223 Nov 12 01:25:08.557362 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48576) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:08.567269 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021c806-d8a6-44a6-9f30-209984225c3d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e167deae-cbe7-4c58-a420-9872066f9409,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:08.571531 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-9fa7359b-ecdc-4161-b85c-dc3125ac6783 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] show failed (client error): The resource could not be found. Nov 12 01:25:08.572572 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9fa7359b-ecdc-4161-b85c-dc3125ac6783 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "GET /v2.0/security-groups/e167deae-cbe7-4c58-a420-9872066f9409 HTTP/1.1" status: 404 len: 347 time: 0.0142057 Nov 12 01:25:08.575507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48578) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:08.575801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c806-d8a6-44a6-9f30-209984225c3d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:08.576188 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c806-d8a6-44a6-9f30-209984225c3d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:08.576537 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c806-d8a6-44a6-9f30-209984225c3d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:08.576910 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c806-d8a6-44a6-9f30-209984225c3d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:08.577253 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c806-d8a6-44a6-9f30-209984225c3d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:08.577592 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c806-d8a6-44a6-9f30-209984225c3d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:08.577945 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c806-d8a6-44a6-9f30-209984225c3d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:08.578277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c806-d8a6-44a6-9f30-209984225c3d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:08.578603 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c806-d8a6-44a6-9f30-209984225c3d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:08.579040 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c806-d8a6-44a6-9f30-209984225c3d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:08.579245 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c806-d8a6-44a6-9f30-209984225c3d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:08.579789 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f021c806-d8a6-44a6-9f30-209984225c3d tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:08.712108 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-5ce6caa0-819a-425a-af77-92db47829479 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Deleting port 1bf65db0-d523-45a9-a89b-1fc54c46bc56 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:08.712449 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ce6caa0-819a-425a-af77-92db47829479 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:08.766171 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feed597b-6ebd-455a-8b50-91f663e4c42e None None] New status for floating IP 05302499-b7a0-479e-806b-177051724e82: DOWN {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:25:08.797677 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ce6caa0-819a-425a-af77-92db47829479 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:08.798298 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ce6caa0-819a-425a-af77-92db47829479 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:08.810409 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-5ce6caa0-819a-425a-af77-92db47829479 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Calling delete_port for 1bf65db0-d523-45a9-a89b-1fc54c46bc56 owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:08.947194 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ce6caa0-819a-425a-af77-92db47829479 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:08.980364 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6caa0-819a-425a-af77-92db47829479 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Pushing event deleted for resources: {'Port': ['ID=1bf65db0-d523-45a9-a89b-1fc54c46bc56,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:09.015233 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:09.041031 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ce6caa0-819a-425a-af77-92db47829479 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:09.043637 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5ce6caa0-819a-425a-af77-92db47829479 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:09.044837 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5ce6caa0-819a-425a-af77-92db47829479 tempest-AttachVolumeTestJSON-1800666301 tempest-AttachVolumeTestJSON-1800666301-project] 10.222.0.31 "DELETE /v2.0/floatingips/05302499-b7a0-479e-806b-177051724e82 HTTP/1.1" status: 204 len: 168 time: 0.4683733 Nov 12 01:25:10.060438 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 21a3dcb8-6c66-4c58-a119-a762eacad30a no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:10.081465 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 21a3dcb8-6c66-4c58-a119-a762eacad30a {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:25:10.081816 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 21a3dcb8-6c66-4c58-a119-a762eacad30a not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:25:18.897414 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48618) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:19.303541 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8177b849-9205-42e3-a2bc-c1ccbc001cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:19.548721 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-8177b849-9205-42e3-a2bc-c1ccbc001cdb admin admin] Deleting port 7419bfe5-102e-4d1a-89a3-d5fb605ce279 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:19.549083 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8177b849-9205-42e3-a2bc-c1ccbc001cdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:19.626508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-8177b849-9205-42e3-a2bc-c1ccbc001cdb admin admin] For port 7419bfe5-102e-4d1a-89a3-d5fb605ce279, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7419bfe5-102e-4d1a-89a3-d5fb605ce279,segment=NetworkSegment(872af718-63e5-4973-846d-cfc3ec3111fb),segment_id=872af718-63e5-4973-846d-cfc3ec3111fb)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:19.626879 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8177b849-9205-42e3-a2bc-c1ccbc001cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:19.639772 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-8177b849-9205-42e3-a2bc-c1ccbc001cdb admin admin] Calling delete_port for 7419bfe5-102e-4d1a-89a3-d5fb605ce279 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:19.823146 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8177b849-9205-42e3-a2bc-c1ccbc001cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:19.850283 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177b849-9205-42e3-a2bc-c1ccbc001cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=7419bfe5-102e-4d1a-89a3-d5fb605ce279,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:20.077073 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fbcc18eb-b7cc-49a0-9581-cae14c82f67d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:20.289105 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8177b849-9205-42e3-a2bc-c1ccbc001cdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:20.503254 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8177b849-9205-42e3-a2bc-c1ccbc001cdb admin admin] Router ae0e199e-1651-40bc-868c-b10b8cf3360c has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:25:20.609565 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8177b849-9205-42e3-a2bc-c1ccbc001cdb admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:25:20.614630 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8177b849-9205-42e3-a2bc-c1ccbc001cdb admin admin] 10.222.0.31 "PUT /v2.0/routers/ae0e199e-1651-40bc-868c-b10b8cf3360c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7161884 Nov 12 01:25:20.617197 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48622) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:20.620333 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b4f2f-7df2-4084-9110-a9a32e0ed406 None None] Sync routers for ids ['ae0e199e-1651-40bc-868c-b10b8cf3360c'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:25:20.629811 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b4f2f-7df2-4084-9110-a9a32e0ed406 None None] Routers {'ae0e199e-1651-40bc-868c-b10b8cf3360c'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:20.630411 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-056b4f2f-7df2-4084-9110-a9a32e0ed406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:24:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ae0e199e-1651-40bc-868c-b10b8cf3360c'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:20.721173 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9e5289fb-bebf-4832-90f1-953afb4265e3 admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:20.734103 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-056b4f2f-7df2-4084-9110-a9a32e0ed406 None None] Set router ae0e199e-1651-40bc-868c-b10b8cf3360c gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:20.819509 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9e5289fb-bebf-4832-90f1-953afb4265e3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:20.876054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-9e5289fb-bebf-4832-90f1-953afb4265e3 admin admin] Deleting port 53f2e0ee-d0ab-40e1-87a0-609ec81aeb44 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:20.876394 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9e5289fb-bebf-4832-90f1-953afb4265e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:20.910550 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-056b4f2f-7df2-4084-9110-a9a32e0ed406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'name': 'tempest-AttachVolumeTestJSON-1445652544-router', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:25:19Z', 'revision_number': 5, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'gw_port': {'id': '53f2e0ee-d0ab-40e1-87a0-609ec81aeb44', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:20.936356 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b4f2f-7df2-4084-9110-a9a32e0ed406 None None] Checking router: ae0e199e-1651-40bc-868c-b10b8cf3360c for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:25:20.944586 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b4f2f-7df2-4084-9110-a9a32e0ed406 None None] Routers {'ae0e199e-1651-40bc-868c-b10b8cf3360c'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:20.945205 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-056b4f2f-7df2-4084-9110-a9a32e0ed406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:24:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['ae0e199e-1651-40bc-868c-b10b8cf3360c'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:20.956391 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-9e5289fb-bebf-4832-90f1-953afb4265e3 admin admin] For port 53f2e0ee-d0ab-40e1-87a0-609ec81aeb44, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=53f2e0ee-d0ab-40e1-87a0-609ec81aeb44,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:20.956789 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9e5289fb-bebf-4832-90f1-953afb4265e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:20.970144 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-9e5289fb-bebf-4832-90f1-953afb4265e3 admin admin] Calling delete_port for 53f2e0ee-d0ab-40e1-87a0-609ec81aeb44 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:21.030773 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-056b4f2f-7df2-4084-9110-a9a32e0ed406 None None] Set router ae0e199e-1651-40bc-868c-b10b8cf3360c gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:21.084150 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-056b4f2f-7df2-4084-9110-a9a32e0ed406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'name': 'tempest-AttachVolumeTestJSON-1445652544-router', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:25:20Z', 'revision_number': 6, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:21.110910 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b4f2f-7df2-4084-9110-a9a32e0ed406 None None] The sync data for ids ['ae0e199e-1651-40bc-868c-b10b8cf3360c'] in n-d-712137-14 is: [{'id': 'ae0e199e-1651-40bc-868c-b10b8cf3360c', 'name': 'tempest-AttachVolumeTestJSON-1445652544-router', 'tenant_id': 'd9f068bd7dca4494900a89589e14c639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:46Z', 'updated_at': '2021-11-12T01:25:20Z', 'revision_number': 6, 'project_id': 'd9f068bd7dca4494900a89589e14c639', 'gw_port_host': None}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:25:21.144062 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9e5289fb-bebf-4832-90f1-953afb4265e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.172889 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5289fb-bebf-4832-90f1-953afb4265e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=53f2e0ee-d0ab-40e1-87a0-609ec81aeb44,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:21.182208 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d991cd06-3803-4a0f-a7c1-6485805af78b None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:25:21.235690 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9e5289fb-bebf-4832-90f1-953afb4265e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.325837 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9e5289fb-bebf-4832-90f1-953afb4265e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.327847 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9e5289fb-bebf-4832-90f1-953afb4265e3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.372148 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9e5289fb-bebf-4832-90f1-953afb4265e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.372669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5289fb-bebf-4832-90f1-953afb4265e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae0e199e-1651-40bc-868c-b10b8cf3360c {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:25:21.377201 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9e5289fb-bebf-4832-90f1-953afb4265e3 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.378333 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9e5289fb-bebf-4832-90f1-953afb4265e3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ae0e199e-1651-40bc-868c-b10b8cf3360c HTTP/1.1" status: 204 len: 168 time: 0.7596591 Nov 12 01:25:21.380923 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48624) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:21.428434 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7dadfc7-da0c-476d-8b69-57387a933198 admin admin] Deleting subnet c4f03a1a-58f9-48d7-af6f-ea49cf14afbb {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:25:21.431981 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f7dadfc7-da0c-476d-8b69-57387a933198 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.470241 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f7dadfc7-da0c-476d-8b69-57387a933198 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.557326 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f7dadfc7-da0c-476d-8b69-57387a933198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.610426 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f7dadfc7-da0c-476d-8b69-57387a933198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.641159 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dadfc7-da0c-476d-8b69-57387a933198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4f03a1a-58f9-48d7-af6f-ea49cf14afbb,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:21.646624 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f7dadfc7-da0c-476d-8b69-57387a933198 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.650287 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f7dadfc7-da0c-476d-8b69-57387a933198 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c4f03a1a-58f9-48d7-af6f-ea49cf14afbb HTTP/1.1" status: 204 len: 168 time: 0.2683747 Nov 12 01:25:21.652154 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5de35ec-da8f-46c4-ab39-292700cb614b None None] Network 3b0199f8-a567-4a7e-84eb-07306a584886 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:21.652742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48626) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:21.720869 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2d5a4c72-7806-4287-a564-f908cc2e6e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.775650 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a4c72-7806-4287-a564-f908cc2e6e80 admin admin] Deleting port 90dbfad4-e267-4d76-962a-3aa8835e14f4 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:21.775998 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2d5a4c72-7806-4287-a564-f908cc2e6e80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.844991 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-2d5a4c72-7806-4287-a564-f908cc2e6e80 admin admin] For port 90dbfad4-e267-4d76-962a-3aa8835e14f4, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=90dbfad4-e267-4d76-962a-3aa8835e14f4,segment=NetworkSegment(872af718-63e5-4973-846d-cfc3ec3111fb),segment_id=872af718-63e5-4973-846d-cfc3ec3111fb)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:21.845359 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2d5a4c72-7806-4287-a564-f908cc2e6e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.859129 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a4c72-7806-4287-a564-f908cc2e6e80 admin admin] Calling delete_port for 90dbfad4-e267-4d76-962a-3aa8835e14f4 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:21.866037 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19901865-0706-42c1-8a94-c77e6ddaa232 None None] DHCP port deletion for 3b0199f8-a567-4a7e-84eb-07306a584886 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:25:21.915631 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-19901865-0706-42c1-8a94-c77e6ddaa232 None None] Deleting port 90dbfad4-e267-4d76-962a-3aa8835e14f4 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:21.916006 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-19901865-0706-42c1-8a94-c77e6ddaa232 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.939236 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2d5a4c72-7806-4287-a564-f908cc2e6e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.971973 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a4c72-7806-4287-a564-f908cc2e6e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=90dbfad4-e267-4d76-962a-3aa8835e14f4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:21.973904 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5a4c72-7806-4287-a564-f908cc2e6e80 admin admin] No DVR routers for this DVR port 90dbfad4-e267-4d76-962a-3aa8835e14f4 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:21.990870 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-19901865-0706-42c1-8a94-c77e6ddaa232 None None] For port 90dbfad4-e267-4d76-962a-3aa8835e14f4, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=90dbfad4-e267-4d76-962a-3aa8835e14f4,segment=NetworkSegment(872af718-63e5-4973-846d-cfc3ec3111fb),segment_id=872af718-63e5-4973-846d-cfc3ec3111fb)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:21.991646 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-19901865-0706-42c1-8a94-c77e6ddaa232 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.004457 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-19901865-0706-42c1-8a94-c77e6ddaa232 None None] Calling delete_port for 90dbfad4-e267-4d76-962a-3aa8835e14f4 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:22.051026 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2d5a4c72-7806-4287-a564-f908cc2e6e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.075308 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-2d5a4c72-7806-4287-a564-f908cc2e6e80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0199f8-a567-4a7e-84eb-07306a584886']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:22.085346 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-2d5a4c72-7806-4287-a564-f908cc2e6e80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872af718-63e5-4973-846d-cfc3ec3111fb') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:22.085808 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-2d5a4c72-7806-4287-a564-f908cc2e6e80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872af718-63e5-4973-846d-cfc3ec3111fb') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:22.092659 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-19901865-0706-42c1-8a94-c77e6ddaa232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.097041 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2d5a4c72-7806-4287-a564-f908cc2e6e80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.112417 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2d5a4c72-7806-4287-a564-f908cc2e6e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.119784 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19901865-0706-42c1-8a94-c77e6ddaa232 None None] Pushing event deleted for resources: {'Port': ['ID=90dbfad4-e267-4d76-962a-3aa8835e14f4,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:22.123432 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5a4c72-7806-4287-a564-f908cc2e6e80 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:25:22.123890 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2d5a4c72-7806-4287-a564-f908cc2e6e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:25:22.127012 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:25:22.130031 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19901865-0706-42c1-8a94-c77e6ddaa232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:22.130031 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19901865-0706-42c1-8a94-c77e6ddaa232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:22.130031 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19901865-0706-42c1-8a94-c77e6ddaa232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:22.130031 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19901865-0706-42c1-8a94-c77e6ddaa232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:22.130420 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19901865-0706-42c1-8a94-c77e6ddaa232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:22.130690 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19901865-0706-42c1-8a94-c77e6ddaa232 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:22.131022 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19901865-0706-42c1-8a94-c77e6ddaa232 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:22.131350 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19901865-0706-42c1-8a94-c77e6ddaa232 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:22.131678 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19901865-0706-42c1-8a94-c77e6ddaa232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:22.132003 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19901865-0706-42c1-8a94-c77e6ddaa232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:22.132328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19901865-0706-42c1-8a94-c77e6ddaa232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:22.132659 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19901865-0706-42c1-8a94-c77e6ddaa232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:22.137719 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19901865-0706-42c1-8a94-c77e6ddaa232 None None] No DVR routers for this DVR port 90dbfad4-e267-4d76-962a-3aa8835e14f4 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:22.192548 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2d5a4c72-7806-4287-a564-f908cc2e6e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.198498 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2d5a4c72-7806-4287-a564-f908cc2e6e80 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.201732 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2d5a4c72-7806-4287-a564-f908cc2e6e80 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3b0199f8-a567-4a7e-84eb-07306a584886 HTTP/1.1" status: 204 len: 168 time: 0.5480444 Nov 12 01:25:22.212277 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a4c72-7806-4287-a564-f908cc2e6e80 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b0199f8-a567-4a7e-84eb-07306a584886,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:22.310592 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48630) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:22.350208 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3e27397e-6ac1-4ed9-aee7-3ab5dd250198 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d9f068bd7dca4494900a89589e14c639&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383630 Nov 12 01:25:22.352713 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48632) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:22.381883 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-70c23aa7-f5f2-47f0-aa3f-075354a7d8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.405028 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-597d9cc5-1a3d-4bfb-879e-7befb8b33497 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.426052 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-597d9cc5-1a3d-4bfb-879e-7befb8b33497 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.477595 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-597d9cc5-1a3d-4bfb-879e-7befb8b33497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.480193 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-597d9cc5-1a3d-4bfb-879e-7befb8b33497 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.481399 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-597d9cc5-1a3d-4bfb-879e-7befb8b33497 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b75f892c-5016-4d8a-8497-42a2d59b0695 HTTP/1.1" status: 204 len: 168 time: 0.1277771 Nov 12 01:25:22.489407 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d9cc5-1a3d-4bfb-879e-7befb8b33497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75f892c-5016-4d8a-8497-42a2d59b0695,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:22.532763 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7419bfe5-102e-4d1a-89a3-d5fb605ce279 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:22.555497 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 7419bfe5-102e-4d1a-89a3-d5fb605ce279 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:25:22.555837 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7419bfe5-102e-4d1a-89a3-d5fb605ce279 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:25:22.556244 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 90dbfad4-e267-4d76-962a-3aa8835e14f4 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:22.575340 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 90dbfad4-e267-4d76-962a-3aa8835e14f4 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:25:22.575692 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 90dbfad4-e267-4d76-962a-3aa8835e14f4 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:25:22.576101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 53f2e0ee-d0ab-40e1-87a0-609ec81aeb44 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:22.594517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 53f2e0ee-d0ab-40e1-87a0-609ec81aeb44 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:25:22.594865 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 53f2e0ee-d0ab-40e1-87a0-609ec81aeb44 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:25:23.590395 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:24.905589 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:25.558042 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:26.067558 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:34.916464 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48760) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:35.037792 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e9b76dfc-0658-48a0-98f0-2b93a77f07d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:35.112998 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e9b76dfc-0658-48a0-98f0-2b93a77f07d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:35.116909 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e9b76dfc-0658-48a0-98f0-2b93a77f07d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:35.156878 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e9b76dfc-0658-48a0-98f0-2b93a77f07d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f878b1d3f7214585baaa4c12baedce2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2392049 Nov 12 01:25:35.157620 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b76dfc-0658-48a0-98f0-2b93a77f07d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22375682-ae3d-470c-a70e-d59e64225501,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:35.160036 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48764) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:35.221420 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1b77df8a-6af5-4aac-861b-c378246bf5c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:35.243502 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1b77df8a-6af5-4aac-861b-c378246bf5c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:35.289230 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1b77df8a-6af5-4aac-861b-c378246bf5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:35.292467 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1b77df8a-6af5-4aac-861b-c378246bf5c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:35.296003 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1b77df8a-6af5-4aac-861b-c378246bf5c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/22375682-ae3d-470c-a70e-d59e64225501 HTTP/1.1" status: 204 len: 168 time: 0.1272097 Nov 12 01:25:35.301497 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77df8a-6af5-4aac-861b-c378246bf5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22375682-ae3d-470c-a70e-d59e64225501,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:37.334215 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48816) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:37.437161 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-16b86265-a266-4a05-aa98-d3db03be8dac admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:37.513668 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-16b86265-a266-4a05-aa98-d3db03be8dac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:37.521812 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-16b86265-a266-4a05-aa98-d3db03be8dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:37.558805 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b86265-a266-4a05-aa98-d3db03be8dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6508e35f-7fa3-45e8-8625-f5d5911ec03d,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:37.563067 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-16b86265-a266-4a05-aa98-d3db03be8dac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c0a14f0cc204a91a2120da7109a459a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2278070 Nov 12 01:25:37.566005 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48820) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:37.613610 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7029f27b-2898-4636-bb0d-c9b7343b0070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:37.634859 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7029f27b-2898-4636-bb0d-c9b7343b0070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:37.679648 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7029f27b-2898-4636-bb0d-c9b7343b0070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:37.682353 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7029f27b-2898-4636-bb0d-c9b7343b0070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:37.683517 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7029f27b-2898-4636-bb0d-c9b7343b0070 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6508e35f-7fa3-45e8-8625-f5d5911ec03d HTTP/1.1" status: 204 len: 168 time: 0.1166093 Nov 12 01:25:37.691611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029f27b-2898-4636-bb0d-c9b7343b0070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6508e35f-7fa3-45e8-8625-f5d5911ec03d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:37.940060 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48826) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:37.953710 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9ecc20d6-2334-4817-be7f-6ceb3651ffaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:38.030832 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9ecc20d6-2334-4817-be7f-6ceb3651ffaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:38.034642 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9ecc20d6-2334-4817-be7f-6ceb3651ffaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:38.076432 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9ecc20d6-2334-4817-be7f-6ceb3651ffaf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b06473f2596546fa9e00f536e789784e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352603 Nov 12 01:25:38.077319 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc20d6-2334-4817-be7f-6ceb3651ffaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19248e3-f1bb-422e-aff4-08c24e3084a3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:38.079172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48828) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:38.127044 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1ea8-1000-48c9-bb41-4d80ad9732ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:38.147522 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1ea8-1000-48c9-bb41-4d80ad9732ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:38.194542 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1ea8-1000-48c9-bb41-4d80ad9732ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:38.197667 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1ea8-1000-48c9-bb41-4d80ad9732ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:38.198860 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a9cd1ea8-1000-48c9-bb41-4d80ad9732ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e19248e3-f1bb-422e-aff4-08c24e3084a3 HTTP/1.1" status: 204 len: 168 time: 0.1186171 Nov 12 01:25:38.206608 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd1ea8-1000-48c9-bb41-4d80ad9732ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19248e3-f1bb-422e-aff4-08c24e3084a3,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:39.029474 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:40.707712 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48892) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:40.812683 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b4143829-3e86-47c8-8be3-17d182c37bc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:40.885856 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b4143829-3e86-47c8-8be3-17d182c37bc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:40.889607 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b4143829-3e86-47c8-8be3-17d182c37bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:40.929856 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b4143829-3e86-47c8-8be3-17d182c37bc2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63b3831abf94480f80535a23cb23032b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2209542 Nov 12 01:25:40.930737 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4143829-3e86-47c8-8be3-17d182c37bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672fe190-b216-4c47-a17a-7de541c22e80,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:40.932611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48896) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:40.982606 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dc622072-e77f-4ea1-bb51-3e7c27f76202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:41.003212 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dc622072-e77f-4ea1-bb51-3e7c27f76202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:41.048398 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dc622072-e77f-4ea1-bb51-3e7c27f76202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:41.050946 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dc622072-e77f-4ea1-bb51-3e7c27f76202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:41.052124 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dc622072-e77f-4ea1-bb51-3e7c27f76202 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/672fe190-b216-4c47-a17a-7de541c22e80 HTTP/1.1" status: 204 len: 168 time: 0.1178889 Nov 12 01:25:41.059898 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc622072-e77f-4ea1-bb51-3e7c27f76202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672fe190-b216-4c47-a17a-7de541c22e80,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:41.310998 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48902) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:41.324818 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-08ac68d4-edeb-48bc-922c-167e5f9d391a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:41.398319 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-08ac68d4-edeb-48bc-922c-167e5f9d391a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:41.402891 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-08ac68d4-edeb-48bc-922c-167e5f9d391a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:41.441940 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-08ac68d4-edeb-48bc-922c-167e5f9d391a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30a17ec4c4164644b44d11afed11b77e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298397 Nov 12 01:25:41.442753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac68d4-edeb-48bc-922c-167e5f9d391a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10dec18b-56e5-4379-9f12-9e8dd1354a0c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:41.444626 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48904) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:41.493041 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e06ddb8f-4df7-4e2a-8e76-6493bb365fb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:41.514358 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e06ddb8f-4df7-4e2a-8e76-6493bb365fb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:41.559207 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e06ddb8f-4df7-4e2a-8e76-6493bb365fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:41.561812 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e06ddb8f-4df7-4e2a-8e76-6493bb365fb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:41.562949 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e06ddb8f-4df7-4e2a-8e76-6493bb365fb7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10dec18b-56e5-4379-9f12-9e8dd1354a0c HTTP/1.1" status: 204 len: 168 time: 0.1172292 Nov 12 01:25:41.571993 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ddb8f-4df7-4e2a-8e76-6493bb365fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dec18b-56e5-4379-9f12-9e8dd1354a0c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:43.440560 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:25:43.881709 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48962) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:43.987376 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52b2546b-e25b-4570-b929-a37892524738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:44.060673 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52b2546b-e25b-4570-b929-a37892524738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:44.064778 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52b2546b-e25b-4570-b929-a37892524738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:44.103237 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-52b2546b-e25b-4570-b929-a37892524738 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6a20e642e7448cabc7a38e83ee6fcf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2204688 Nov 12 01:25:44.104116 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2546b-e25b-4570-b929-a37892524738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1747ab-f1e6-4431-9d25-afc1dee844bd,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:44.105971 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48966) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:44.153946 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-899dde1e-60ae-4d9b-835a-022cbd5e16a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:44.177750 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-899dde1e-60ae-4d9b-835a-022cbd5e16a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:44.231046 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-899dde1e-60ae-4d9b-835a-022cbd5e16a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:44.241152 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-899dde1e-60ae-4d9b-835a-022cbd5e16a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:44.241152 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-899dde1e-60ae-4d9b-835a-022cbd5e16a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d1747ab-f1e6-4431-9d25-afc1dee844bd HTTP/1.1" status: 204 len: 168 time: 0.1281180 Nov 12 01:25:44.245955 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dde1e-60ae-4d9b-835a-022cbd5e16a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1747ab-f1e6-4431-9d25-afc1dee844bd,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:44.489423 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 48972) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:44.503279 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c19dad3e-78fd-4f81-ad74-6d7eb48a7adc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:44.581994 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c19dad3e-78fd-4f81-ad74-6d7eb48a7adc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:44.585505 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c19dad3e-78fd-4f81-ad74-6d7eb48a7adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:44.623531 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c19dad3e-78fd-4f81-ad74-6d7eb48a7adc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3269bbcd026a417c872657ae9b4dc2bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330199 Nov 12 01:25:44.624763 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dad3e-78fd-4f81-ad74-6d7eb48a7adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0795ad94-6ee5-4946-bc74-25af8710ecc1,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:44.626386 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 48974) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:44.673470 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d636609a-c7d0-40a8-a9e8-075d69e8c0bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:44.694257 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d636609a-c7d0-40a8-a9e8-075d69e8c0bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:44.740450 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d636609a-c7d0-40a8-a9e8-075d69e8c0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:44.743628 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d636609a-c7d0-40a8-a9e8-075d69e8c0bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:44.744891 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d636609a-c7d0-40a8-a9e8-075d69e8c0bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0795ad94-6ee5-4946-bc74-25af8710ecc1 HTTP/1.1" status: 204 len: 168 time: 0.1174760 Nov 12 01:25:44.752440 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636609a-c7d0-40a8-a9e8-075d69e8c0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0795ad94-6ee5-4946-bc74-25af8710ecc1,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:45.689805 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49004) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:45.793688 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8f27aec-d8f7-413d-a3dc-450f02a98342 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:45.874830 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8f27aec-d8f7-413d-a3dc-450f02a98342 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:45.878756 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e8f27aec-d8f7-413d-a3dc-450f02a98342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:45.918601 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e8f27aec-d8f7-413d-a3dc-450f02a98342 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25007488bfeb4541b046664fb87b41a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2277195 Nov 12 01:25:45.920429 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f27aec-d8f7-413d-a3dc-450f02a98342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d616464-efdd-45f4-88f8-5db46b1fdd99,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:45.921348 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49008) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:45.968938 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a71e6f69-23b9-4bca-8832-d9579b100db6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:45.994538 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a71e6f69-23b9-4bca-8832-d9579b100db6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:46.041026 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a71e6f69-23b9-4bca-8832-d9579b100db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:46.043535 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a71e6f69-23b9-4bca-8832-d9579b100db6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:46.044701 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a71e6f69-23b9-4bca-8832-d9579b100db6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d616464-efdd-45f4-88f8-5db46b1fdd99 HTTP/1.1" status: 204 len: 168 time: 0.1223488 Nov 12 01:25:46.052445 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e6f69-23b9-4bca-8832-d9579b100db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d616464-efdd-45f4-88f8-5db46b1fdd99,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:47.553131 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49052) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:47.658920 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b98e-3e4d-4dce-bd4e-8ed94379313c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:47.731300 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b98e-3e4d-4dce-bd4e-8ed94379313c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:47.734996 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b98e-3e4d-4dce-bd4e-8ed94379313c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:47.772064 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5cd7b98e-3e4d-4dce-bd4e-8ed94379313c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=baeb9adc825d48339efc05fcdab50388&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2178583 Nov 12 01:25:47.772931 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7b98e-3e4d-4dce-bd4e-8ed94379313c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0c09e5-0eca-4e4e-a4ec-f74c833c1110,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:47.775603 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49056) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:47.823680 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0035486a-552e-4103-bb84-024b88546303 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:47.844897 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0035486a-552e-4103-bb84-024b88546303 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:47.890232 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0035486a-552e-4103-bb84-024b88546303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:47.892863 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0035486a-552e-4103-bb84-024b88546303 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:47.894002 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0035486a-552e-4103-bb84-024b88546303 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd0c09e5-0eca-4e4e-a4ec-f74c833c1110 HTTP/1.1" status: 204 len: 168 time: 0.1172769 Nov 12 01:25:47.902188 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035486a-552e-4103-bb84-024b88546303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0c09e5-0eca-4e4e-a4ec-f74c833c1110,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:48.153994 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49062) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:48.167522 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aa26b822-e7c0-4d3c-a5aa-00ce9a7e9abf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:48.243428 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aa26b822-e7c0-4d3c-a5aa-00ce9a7e9abf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:48.247116 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aa26b822-e7c0-4d3c-a5aa-00ce9a7e9abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:48.289972 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-aa26b822-e7c0-4d3c-a5aa-00ce9a7e9abf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=990c88412de541bd9c2d3a02ba789f1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349094 Nov 12 01:25:48.290818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26b822-e7c0-4d3c-a5aa-00ce9a7e9abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9767f7-a131-45b8-b51c-6d5c68809a7f,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:48.292635 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49064) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:48.340308 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-97176ca7-6708-4e79-a2a7-8b3f1c90d6a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:48.360229 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-97176ca7-6708-4e79-a2a7-8b3f1c90d6a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:48.404853 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-97176ca7-6708-4e79-a2a7-8b3f1c90d6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:48.407587 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-97176ca7-6708-4e79-a2a7-8b3f1c90d6a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:48.408739 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-97176ca7-6708-4e79-a2a7-8b3f1c90d6a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc9767f7-a131-45b8-b51c-6d5c68809a7f HTTP/1.1" status: 204 len: 168 time: 0.1150451 Nov 12 01:25:48.416316 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97176ca7-6708-4e79-a2a7-8b3f1c90d6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9767f7-a131-45b8-b51c-6d5c68809a7f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:49.404996 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49094) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:49.507566 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-230edc06-c340-41b3-8411-9b8bfd9539ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:49.583753 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-230edc06-c340-41b3-8411-9b8bfd9539ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:49.587968 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-230edc06-c340-41b3-8411-9b8bfd9539ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:49.624217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230edc06-c340-41b3-8411-9b8bfd9539ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd1afa3-ccd1-4b8d-a886-4742238b5f2c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:49.628657 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-230edc06-c340-41b3-8411-9b8bfd9539ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a636b9cb55f41b2ab02f0f644cd7c6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2226083 Nov 12 01:25:49.631630 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49098) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:49.678784 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d224a306-9d3f-4712-823c-8ec98bedbec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:49.699407 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d224a306-9d3f-4712-823c-8ec98bedbec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:49.744125 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d224a306-9d3f-4712-823c-8ec98bedbec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:49.746721 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d224a306-9d3f-4712-823c-8ec98bedbec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:49.747842 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d224a306-9d3f-4712-823c-8ec98bedbec0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2cd1afa3-ccd1-4b8d-a886-4742238b5f2c HTTP/1.1" status: 204 len: 168 time: 0.1152601 Nov 12 01:25:49.755281 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224a306-9d3f-4712-823c-8ec98bedbec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd1afa3-ccd1-4b8d-a886-4742238b5f2c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:50.078482 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-80022997-20c3-47e1-be59-458101a49633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:50.374016 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49120) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:50.467051 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-48182964-5420-4b3b-8712-78cbd28e3044 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-292486650'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:50.489058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48182964-5420-4b3b-8712-78cbd28e3044 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Made reservation on behalf of 7ac5ffe186a1418d8d5fbe1b77710446 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:25:50.493280 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48182964-5420-4b3b-8712-78cbd28e3044 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:50.502042 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48182964-5420-4b3b-8712-78cbd28e3044 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:50.576199 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48182964-5420-4b3b-8712-78cbd28e3044 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:50.580016 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48182964-5420-4b3b-8712-78cbd28e3044 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:50.610357 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48182964-5420-4b3b-8712-78cbd28e3044 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:25:50.615925 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48182964-5420-4b3b-8712-78cbd28e3044 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d733075-1cc8-4e07-bb1a-b567704cef27,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:50.623443 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48182964-5420-4b3b-8712-78cbd28e3044 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:50.623812 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-48182964-5420-4b3b-8712-78cbd28e3044 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Added segment 7c9684d0-50ac-4866-b742-cff36c676ae5 of type vlan for network e34b481b-7db9-48e4-b0a5-19c46adc63f4 Nov 12 01:25:50.665625 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48182964-5420-4b3b-8712-78cbd28e3044 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:50.690545 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48182964-5420-4b3b-8712-78cbd28e3044 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:50.696427 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48182964-5420-4b3b-8712-78cbd28e3044 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:50.697052 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-48182964-5420-4b3b-8712-78cbd28e3044 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:50.735997 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-48182964-5420-4b3b-8712-78cbd28e3044 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.3608692 Nov 12 01:25:50.739013 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49124) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:50.744137 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-064b226a-0374-45d6-a584-88c29943e384 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Request body: {'subnet': {'network_id': 'e34b481b-7db9-48e4-b0a5-19c46adc63f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:50.772946 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48182964-5420-4b3b-8712-78cbd28e3044 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Pushing event updated for resources: {'Network': ['ID=e34b481b-7db9-48e4-b0a5-19c46adc63f4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:50.783633 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network e34b481b-7db9-48e4-b0a5-19c46adc63f4 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:25:50.833910 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064b226a-0374-45d6-a584-88c29943e384 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Made reservation on behalf of 7ac5ffe186a1418d8d5fbe1b77710446 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:25:50.838201 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-064b226a-0374-45d6-a584-88c29943e384 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:51.030370 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-064b226a-0374-45d6-a584-88c29943e384 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:51.092549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b226a-0374-45d6-a584-88c29943e384 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Pushing event updated for resources: {'Subnet': ['ID=9870285f-ee62-4397-b77a-c14789da899d,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:51.099791 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064b226a-0374-45d6-a584-88c29943e384 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Checking segment: {'id': '7c9684d0-50ac-4866-b742-cff36c676ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e34b481b-7db9-48e4-b0a5-19c46adc63f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:25:51.100172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064b226a-0374-45d6-a584-88c29943e384 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Network hostable DHCP agents. Network: e34b481b-7db9-48e4-b0a5-19c46adc63f4, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:25:51.117359 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064b226a-0374-45d6-a584-88c29943e384 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Network e34b481b-7db9-48e4-b0a5-19c46adc63f4 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:25:51.125948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-064b226a-0374-45d6-a584-88c29943e384 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, e34b481b-7db9-48e4-b0a5-19c46adc63f4) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:51.130103 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064b226a-0374-45d6-a584-88c29943e384 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:51.130778 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-064b226a-0374-45d6-a584-88c29943e384 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:51.137265 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce64eea-806c-4045-a479-633a9981d90d None None] Network e34b481b-7db9-48e4-b0a5-19c46adc63f4 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:51.147960 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-064b226a-0374-45d6-a584-88c29943e384 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4078085 Nov 12 01:25:51.151323 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49126) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:51.156426 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-cbf8e214-7b39-446f-b9e7-da19255f6851 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Request body: {'port': {'network_id': 'e34b481b-7db9-48e4-b0a5-19c46adc63f4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-919053390'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:51.282533 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf8e214-7b39-446f-b9e7-da19255f6851 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Made reservation on behalf of 7ac5ffe186a1418d8d5fbe1b77710446 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:25:51.286037 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cbf8e214-7b39-446f-b9e7-da19255f6851 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:51.301481 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0e1ac5-ec76-49cb-ac21-98c906790d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-e34b481b-7db9-48e4-b0a5-19c46adc63f4', 'network_id': 'e34b481b-7db9-48e4-b0a5-19c46adc63f4', 'tenant_id': '7ac5ffe186a1418d8d5fbe1b77710446', 'fixed_ips': [{'subnet_id': '9870285f-ee62-4397-b77a-c14789da899d'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:25:51.302427 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-af0e1ac5-ec76-49cb-ac21-98c906790d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:51.303152 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-cbf8e214-7b39-446f-b9e7-da19255f6851 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] device_id is not set on port 75ca74a0-9353-4efa-808a-ab1b1db86109 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:25:51.415525 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-cbf8e214-7b39-446f-b9e7-da19255f6851 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Allocated IP 2001:db8::19a (e34b481b-7db9-48e4-b0a5-19c46adc63f4/9870285f-ee62-4397-b77a-c14789da899d/75ca74a0-9353-4efa-808a-ab1b1db86109) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:25:51.568907 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cbf8e214-7b39-446f-b9e7-da19255f6851 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:51.601543 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cbf8e214-7b39-446f-b9e7-da19255f6851 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:51.663540 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-af0e1ac5-ec76-49cb-ac21-98c906790d8e None None] Allocated IP 2001:db8::2 (e34b481b-7db9-48e4-b0a5-19c46adc63f4/9870285f-ee62-4397-b77a-c14789da899d/bd71071c-42c3-4149-adfb-6e3c11b03d13) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:25:51.666349 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf8e214-7b39-446f-b9e7-da19255f6851 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Network e34b481b-7db9-48e4-b0a5-19c46adc63f4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:25:51.671983 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-cbf8e214-7b39-446f-b9e7-da19255f6851 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:51.675889 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf8e214-7b39-446f-b9e7-da19255f6851 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:25:51.681873 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf8e214-7b39-446f-b9e7-da19255f6851 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:51.682487 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cbf8e214-7b39-446f-b9e7-da19255f6851 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:51.691261 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8e214-7b39-446f-b9e7-da19255f6851 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Pushing event updated for resources: {'Port': ['ID=75ca74a0-9353-4efa-808a-ab1b1db86109,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:51.704531 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cbf8e214-7b39-446f-b9e7-da19255f6851 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5520229 Nov 12 01:25:51.707654 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49128) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:51.713223 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-4f7866df-910e-49db-a506-7bb3df9b52b6 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Request body: {'port': {'network_id': 'e34b481b-7db9-48e4-b0a5-19c46adc63f4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1450677353', 'allowed_address_pairs': [{'ip_address': '2001:db8::19a', 'mac_address': 'fa:16:3e:29:c1:69'}]}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:51.825515 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7866df-910e-49db-a506-7bb3df9b52b6 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Made reservation on behalf of 7ac5ffe186a1418d8d5fbe1b77710446 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:25:51.915426 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4f7866df-910e-49db-a506-7bb3df9b52b6 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:51.933232 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-4f7866df-910e-49db-a506-7bb3df9b52b6 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] device_id is not set on port 7abcb6fa-3ade-45b6-b2bc-e0d215652a36 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:25:51.962029 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-af0e1ac5-ec76-49cb-ac21-98c906790d8e None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:51.968424 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-af0e1ac5-ec76-49cb-ac21-98c906790d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:52.014387 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0e1ac5-ec76-49cb-ac21-98c906790d8e None None] Network e34b481b-7db9-48e4-b0a5-19c46adc63f4 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:25:52.015693 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e1ac5-ec76-49cb-ac21-98c906790d8e None None] Pushing event updated for resources: {'Port': ['ID=bd71071c-42c3-4149-adfb-6e3c11b03d13,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:52.019677 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-af0e1ac5-ec76-49cb-ac21-98c906790d8e None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:52.023092 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0e1ac5-ec76-49cb-ac21-98c906790d8e None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:25:52.050698 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-4f7866df-910e-49db-a506-7bb3df9b52b6 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Allocated IP 2001:db8::204 (e34b481b-7db9-48e4-b0a5-19c46adc63f4/9870285f-ee62-4397-b77a-c14789da899d/7abcb6fa-3ade-45b6-b2bc-e0d215652a36) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:25:52.078591 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-af0e1ac5-ec76-49cb-ac21-98c906790d8e None None] Attempting to bind port bd71071c-42c3-4149-adfb-6e3c11b03d13 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:25:52.078872 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-af0e1ac5-ec76-49cb-ac21-98c906790d8e None None] Attempting to bind port bd71071c-42c3-4149-adfb-6e3c11b03d13 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '7c9684d0-50ac-4866-b742-cff36c676ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e34b481b-7db9-48e4-b0a5-19c46adc63f4'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:25:52.079233 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0e1ac5-ec76-49cb-ac21-98c906790d8e None None] Attempting to bind port bd71071c-42c3-4149-adfb-6e3c11b03d13 on network e34b481b-7db9-48e4-b0a5-19c46adc63f4 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:25:52.084079 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0e1ac5-ec76-49cb-ac21-98c906790d8e None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:25:52.084447 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0e1ac5-ec76-49cb-ac21-98c906790d8e None None] Checking segment: {'id': '7c9684d0-50ac-4866-b742-cff36c676ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e34b481b-7db9-48e4-b0a5-19c46adc63f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:25:52.084875 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-af0e1ac5-ec76-49cb-ac21-98c906790d8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:52.085265 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0e1ac5-ec76-49cb-ac21-98c906790d8e None None] Bound using segment: {'id': '7c9684d0-50ac-4866-b742-cff36c676ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e34b481b-7db9-48e4-b0a5-19c46adc63f4'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:25:52.085730 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-af0e1ac5-ec76-49cb-ac21-98c906790d8e None None] Bound port: bd71071c-42c3-4149-adfb-6e3c11b03d13, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9684d0-50ac-4866-b742-cff36c676ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e34b481b-7db9-48e4-b0a5-19c46adc63f4'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:25:52.086755 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-af0e1ac5-ec76-49cb-ac21-98c906790d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:52.151446 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-af0e1ac5-ec76-49cb-ac21-98c906790d8e None None] For port bd71071c-42c3-4149-adfb-6e3c11b03d13, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:25:52.154597 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-af0e1ac5-ec76-49cb-ac21-98c906790d8e None None] For port bd71071c-42c3-4149-adfb-6e3c11b03d13, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=bd71071c-42c3-4149-adfb-6e3c11b03d13,segment=NetworkSegment(7c9684d0-50ac-4866-b742-cff36c676ae5),segment_id=7c9684d0-50ac-4866-b742-cff36c676ae5)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:25:52.159302 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-af0e1ac5-ec76-49cb-ac21-98c906790d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:52.215492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e1ac5-ec76-49cb-ac21-98c906790d8e None None] Pushing event updated for resources: {'Port': ['ID=bd71071c-42c3-4149-adfb-6e3c11b03d13,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:52.215760 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4f7866df-910e-49db-a506-7bb3df9b52b6 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:52.250514 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4f7866df-910e-49db-a506-7bb3df9b52b6 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:52.298036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7866df-910e-49db-a506-7bb3df9b52b6 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Network e34b481b-7db9-48e4-b0a5-19c46adc63f4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:25:52.299487 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-4f7866df-910e-49db-a506-7bb3df9b52b6 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:52.303397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7866df-910e-49db-a506-7bb3df9b52b6 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:25:52.309154 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7866df-910e-49db-a506-7bb3df9b52b6 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:52.310030 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4f7866df-910e-49db-a506-7bb3df9b52b6 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:52.316870 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7866df-910e-49db-a506-7bb3df9b52b6 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Pushing event updated for resources: {'Port': ['ID=7abcb6fa-3ade-45b6-b2bc-e0d215652a36,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:52.332791 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4f7866df-910e-49db-a506-7bb3df9b52b6 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.6239946 Nov 12 01:25:52.335157 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49130) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:52.391269 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8f754dae-ba4d-4d12-851d-89900b26d0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:52.436277 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0693b4a2-d5f9-48e8-9bc8-1524405216e4 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:52.442591 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0693b4a2-d5f9-48e8-9bc8-1524405216e4 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:52.449193 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0693b4a2-d5f9-48e8-9bc8-1524405216e4 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:52.451142 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0693b4a2-d5f9-48e8-9bc8-1524405216e4 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1150422 Nov 12 01:25:52.453936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49132) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:52.548987 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-2e03a38a-f268-41f9-b2b8-8203c952cc15 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Deleting port 7abcb6fa-3ade-45b6-b2bc-e0d215652a36 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:52.549340 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e03a38a-f268-41f9-b2b8-8203c952cc15 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:52.578943 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bd71071c-42c3-4149-adfb-6e3c11b03d13 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:25:52.634268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port bd71071c-42c3-4149-adfb-6e3c11b03d13 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:52.634679 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:52.722759 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:52.761548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port bd71071c-42c3-4149-adfb-6e3c11b03d13, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=bd71071c-42c3-4149-adfb-6e3c11b03d13,segment=NetworkSegment(7c9684d0-50ac-4866-b742-cff36c676ae5),segment_id=7c9684d0-50ac-4866-b742-cff36c676ae5)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:52.767285 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:52.819913 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=bd71071c-42c3-4149-adfb-6e3c11b03d13,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:52.936668 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e03a38a-f268-41f9-b2b8-8203c952cc15 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:52.950787 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-2e03a38a-f268-41f9-b2b8-8203c952cc15 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Calling delete_port for 7abcb6fa-3ade-45b6-b2bc-e0d215652a36 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:53.090959 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e03a38a-f268-41f9-b2b8-8203c952cc15 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.121774 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03a38a-f268-41f9-b2b8-8203c952cc15 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Pushing event deleted for resources: {'Port': ['ID=7abcb6fa-3ade-45b6-b2bc-e0d215652a36,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:53.168365 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fe569b-d4e6-4a0b-9b29-e62cad0f4096 None None] Network e34b481b-7db9-48e4-b0a5-19c46adc63f4 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:53.238896 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f71a2f56-e84d-4e3c-a5e9-779ba5d0d3ec None None] Provisioning complete for port bd71071c-42c3-4149-adfb-6e3c11b03d13 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:53.239276 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f71a2f56-e84d-4e3c-a5e9-779ba5d0d3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.247596 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2e03a38a-f268-41f9-b2b8-8203c952cc15 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.252384 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2e03a38a-f268-41f9-b2b8-8203c952cc15 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "DELETE /v2.0/ports/7abcb6fa-3ade-45b6-b2bc-e0d215652a36 HTTP/1.1" status: 204 len: 168 time: 0.7974575 Nov 12 01:25:53.255107 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49134) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:53.283055 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-db8a0e51-d1ae-4d80-8d32-a99059fc4d6f tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] GET failed (client error): The resource could not be found. Nov 12 01:25:53.285236 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-db8a0e51-d1ae-4d80-8d32-a99059fc4d6f tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "GET /v2.0/ports/7abcb6fa-3ade-45b6-b2bc-e0d215652a36 HTTP/1.1" status: 404 len: 333 time: 0.0286646 Nov 12 01:25:53.289966 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49136) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:53.295229 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-250bf504-f089-4b1b-9874-357c1f390b8d tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Request body: {'port': {'network_id': 'e34b481b-7db9-48e4-b0a5-19c46adc63f4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1015199825'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:53.417550 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250bf504-f089-4b1b-9874-357c1f390b8d tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Made reservation on behalf of 7ac5ffe186a1418d8d5fbe1b77710446 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:25:53.424875 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-250bf504-f089-4b1b-9874-357c1f390b8d tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.443362 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-250bf504-f089-4b1b-9874-357c1f390b8d tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] device_id is not set on port 60947518-9fc2-42bb-bc1d-4f9f0ee97eb3 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:25:53.568062 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-250bf504-f089-4b1b-9874-357c1f390b8d tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Allocated IP 2001:db8::2dd (e34b481b-7db9-48e4-b0a5-19c46adc63f4/9870285f-ee62-4397-b77a-c14789da899d/60947518-9fc2-42bb-bc1d-4f9f0ee97eb3) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:25:53.596189 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.750268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a5f23191-da87-4b65-a6ba-ea90976b710c None None] Provisioning complete for port bd71071c-42c3-4149-adfb-6e3c11b03d13 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:53.750791 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a5f23191-da87-4b65-a6ba-ea90976b710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.754916 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-250bf504-f089-4b1b-9874-357c1f390b8d tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.799178 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-250bf504-f089-4b1b-9874-357c1f390b8d tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.856782 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250bf504-f089-4b1b-9874-357c1f390b8d tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Network e34b481b-7db9-48e4-b0a5-19c46adc63f4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:25:53.862334 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-250bf504-f089-4b1b-9874-357c1f390b8d tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:53.866268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a5f23191-da87-4b65-a6ba-ea90976b710c None None] Provisioning complete for port 75ca74a0-9353-4efa-808a-ab1b1db86109 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:53.866489 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250bf504-f089-4b1b-9874-357c1f390b8d tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:25:53.867051 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a5f23191-da87-4b65-a6ba-ea90976b710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.872850 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250bf504-f089-4b1b-9874-357c1f390b8d tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:53.873503 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-250bf504-f089-4b1b-9874-357c1f390b8d tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.882370 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bf504-f089-4b1b-9874-357c1f390b8d tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Pushing event updated for resources: {'Port': ['ID=60947518-9fc2-42bb-bc1d-4f9f0ee97eb3,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:53.896296 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-250bf504-f089-4b1b-9874-357c1f390b8d tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6051555 Nov 12 01:25:53.899507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49138) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:53.905666 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e46d53a7-3533-4f1c-b8b6-c29e9b7e1090 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19a', 'mac_address': 'fa:16:3e:29:c1:69'}]}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:53.920049 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a5f23191-da87-4b65-a6ba-ea90976b710c None None] Port 75ca74a0-9353-4efa-808a-ab1b1db86109 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:25:53.994732 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e46d53a7-3533-4f1c-b8b6-c29e9b7e1090 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.045732 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4959f975-fc75-4cc1-af68-3651b33411ae None None] Provisioning complete for port 75ca74a0-9353-4efa-808a-ab1b1db86109 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:54.046257 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4959f975-fc75-4cc1-af68-3651b33411ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.087516 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4959f975-fc75-4cc1-af68-3651b33411ae None None] Port 75ca74a0-9353-4efa-808a-ab1b1db86109 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:25:54.191354 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e46d53a7-3533-4f1c-b8b6-c29e9b7e1090 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.200740 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e46d53a7-3533-4f1c-b8b6-c29e9b7e1090 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.202625 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-85f49311-c111-401f-a6ff-4455d624f1b5 None None] Could not find standard attr ID for object 7abcb6fa-3ade-45b6-b2bc-e0d215652a36. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:25:54.245720 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-e46d53a7-3533-4f1c-b8b6-c29e9b7e1090 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] In _notify_port_updated(), no bound segment for port 60947518-9fc2-42bb-bc1d-4f9f0ee97eb3 on network e34b481b-7db9-48e4-b0a5-19c46adc63f4 {{(pid=114243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:25:54.251550 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d53a7-3533-4f1c-b8b6-c29e9b7e1090 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:54.252380 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e46d53a7-3533-4f1c-b8b6-c29e9b7e1090 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.254586 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e46d53a7-3533-4f1c-b8b6-c29e9b7e1090 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "PUT /v2.0/ports/60947518-9fc2-42bb-bc1d-4f9f0ee97eb3 HTTP/1.1" status: 200 len: 1003 time: 0.3536544 Nov 12 01:25:54.257159 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49140) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:54.280320 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d53a7-3533-4f1c-b8b6-c29e9b7e1090 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Pushing event updated for resources: {'Port': ['ID=60947518-9fc2-42bb-bc1d-4f9f0ee97eb3,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:54.348784 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-0d14271f-3422-4d75-85e3-a9acc68fc97c tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Deleting port 60947518-9fc2-42bb-bc1d-4f9f0ee97eb3 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:54.348955 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d14271f-3422-4d75-85e3-a9acc68fc97c tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.425450 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0ecd068d-199b-40dc-8688-78796979394e None None] Provisioning complete for port 60947518-9fc2-42bb-bc1d-4f9f0ee97eb3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:54.425926 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0ecd068d-199b-40dc-8688-78796979394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.444907 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d14271f-3422-4d75-85e3-a9acc68fc97c tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.458042 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-0d14271f-3422-4d75-85e3-a9acc68fc97c tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Calling delete_port for 60947518-9fc2-42bb-bc1d-4f9f0ee97eb3 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:54.467008 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-0ecd068d-199b-40dc-8688-78796979394e None None] Port 60947518-9fc2-42bb-bc1d-4f9f0ee97eb3 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:25:54.574248 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bd71071c-42c3-4149-adfb-6e3c11b03d13 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:25:54.635018 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d14271f-3422-4d75-85e3-a9acc68fc97c tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.644892 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port bd71071c-42c3-4149-adfb-6e3c11b03d13 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:54.645597 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.706849 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14271f-3422-4d75-85e3-a9acc68fc97c tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Pushing event deleted for resources: {'Port': ['ID=60947518-9fc2-42bb-bc1d-4f9f0ee97eb3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:54.792199 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8d40e8d4-db05-4395-a241-9ee3b3dd213e None None] Could not find standard attr ID for object 60947518-9fc2-42bb-bc1d-4f9f0ee97eb3. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:25:54.811732 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0d14271f-3422-4d75-85e3-a9acc68fc97c tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.815344 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0d14271f-3422-4d75-85e3-a9acc68fc97c tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "DELETE /v2.0/ports/60947518-9fc2-42bb-bc1d-4f9f0ee97eb3 HTTP/1.1" status: 204 len: 168 time: 0.5571809 Nov 12 01:25:54.818420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49142) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:54.846543 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2248db4-ce10-426b-a6ff-4f2f7cc994ea tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] GET failed (client error): The resource could not be found. Nov 12 01:25:54.848607 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f2248db4-ce10-426b-a6ff-4f2f7cc994ea tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "GET /v2.0/ports/60947518-9fc2-42bb-bc1d-4f9f0ee97eb3 HTTP/1.1" status: 404 len: 333 time: 0.0289636 Nov 12 01:25:54.853549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49144) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:54.858615 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-9325fdbd-0b06-4e9a-bb97-be61439dcf97 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Request body: {'port': {'network_id': 'e34b481b-7db9-48e4-b0a5-19c46adc63f4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-540651565'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:54.907025 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.986504 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9325fdbd-0b06-4e9a-bb97-be61439dcf97 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Made reservation on behalf of 7ac5ffe186a1418d8d5fbe1b77710446 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:25:54.990975 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9325fdbd-0b06-4e9a-bb97-be61439dcf97 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.010537 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-9325fdbd-0b06-4e9a-bb97-be61439dcf97 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] device_id is not set on port 9e9fd550-01b0-4b27-a9e4-371ab5bd0b0b yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:25:55.136766 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-9325fdbd-0b06-4e9a-bb97-be61439dcf97 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Allocated IP 2001:db8::2ab (e34b481b-7db9-48e4-b0a5-19c46adc63f4/9870285f-ee62-4397-b77a-c14789da899d/9e9fd550-01b0-4b27-a9e4-371ab5bd0b0b) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:25:55.290514 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9325fdbd-0b06-4e9a-bb97-be61439dcf97 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.325809 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9325fdbd-0b06-4e9a-bb97-be61439dcf97 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.372021 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9325fdbd-0b06-4e9a-bb97-be61439dcf97 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Network e34b481b-7db9-48e4-b0a5-19c46adc63f4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:25:55.379053 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-9325fdbd-0b06-4e9a-bb97-be61439dcf97 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:55.383759 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9325fdbd-0b06-4e9a-bb97-be61439dcf97 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:25:55.391170 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9325fdbd-0b06-4e9a-bb97-be61439dcf97 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:55.391886 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9325fdbd-0b06-4e9a-bb97-be61439dcf97 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.405226 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325fdbd-0b06-4e9a-bb97-be61439dcf97 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Pushing event updated for resources: {'Port': ['ID=9e9fd550-01b0-4b27-a9e4-371ab5bd0b0b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:55.418901 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9325fdbd-0b06-4e9a-bb97-be61439dcf97 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5639005 Nov 12 01:25:55.421316 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49146) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:55.426573 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-57255332-fc36-4f95-b4f7-1bb934ee4e1e tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:29:c1:69'}]}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:55.497545 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-57255332-fc36-4f95-b4f7-1bb934ee4e1e tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.560414 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.618134 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cb727eb9-f8f4-4292-ad5e-d0b539bacf4c None None] Provisioning complete for port 9e9fd550-01b0-4b27-a9e4-371ab5bd0b0b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:55.618496 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cb727eb9-f8f4-4292-ad5e-d0b539bacf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.653643 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-cb727eb9-f8f4-4292-ad5e-d0b539bacf4c None None] Port 9e9fd550-01b0-4b27-a9e4-371ab5bd0b0b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:25:55.683291 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-57255332-fc36-4f95-b4f7-1bb934ee4e1e tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.687924 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-57255332-fc36-4f95-b4f7-1bb934ee4e1e tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.725465 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-57255332-fc36-4f95-b4f7-1bb934ee4e1e tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] In _notify_port_updated(), no bound segment for port 9e9fd550-01b0-4b27-a9e4-371ab5bd0b0b on network e34b481b-7db9-48e4-b0a5-19c46adc63f4 {{(pid=114243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:25:55.731094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57255332-fc36-4f95-b4f7-1bb934ee4e1e tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:55.731711 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-57255332-fc36-4f95-b4f7-1bb934ee4e1e tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.733029 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-57255332-fc36-4f95-b4f7-1bb934ee4e1e tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "PUT /v2.0/ports/9e9fd550-01b0-4b27-a9e4-371ab5bd0b0b HTTP/1.1" status: 200 len: 1002 time: 0.3107026 Nov 12 01:25:55.736060 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49148) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:55.770541 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57255332-fc36-4f95-b4f7-1bb934ee4e1e tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Pushing event updated for resources: {'Port': ['ID=9e9fd550-01b0-4b27-a9e4-371ab5bd0b0b,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:55.833703 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-34fb7be4-f1ab-4c68-bdcb-bd72c67181a4 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Deleting port 9e9fd550-01b0-4b27-a9e4-371ab5bd0b0b {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:55.834050 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34fb7be4-f1ab-4c68-bdcb-bd72c67181a4 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.926290 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34fb7be4-f1ab-4c68-bdcb-bd72c67181a4 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.938547 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-34fb7be4-f1ab-4c68-bdcb-bd72c67181a4 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Calling delete_port for 9e9fd550-01b0-4b27-a9e4-371ab5bd0b0b owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:55.975490 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-faf5fb69-7ed1-4f74-bf58-5fee8404fca8 None None] Provisioning complete for port 9e9fd550-01b0-4b27-a9e4-371ab5bd0b0b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:55.975862 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-faf5fb69-7ed1-4f74-bf58-5fee8404fca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.009505 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-faf5fb69-7ed1-4f74-bf58-5fee8404fca8 None None] Port 9e9fd550-01b0-4b27-a9e4-371ab5bd0b0b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:25:56.069460 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.074392 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34fb7be4-f1ab-4c68-bdcb-bd72c67181a4 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.102881 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb7be4-f1ab-4c68-bdcb-bd72c67181a4 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Pushing event deleted for resources: {'Port': ['ID=9e9fd550-01b0-4b27-a9e4-371ab5bd0b0b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:56.126646 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-34fb7be4-f1ab-4c68-bdcb-bd72c67181a4 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.132619 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-34fb7be4-f1ab-4c68-bdcb-bd72c67181a4 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "DELETE /v2.0/ports/9e9fd550-01b0-4b27-a9e4-371ab5bd0b0b HTTP/1.1" status: 204 len: 168 time: 0.3931875 Nov 12 01:25:56.133497 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49150) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:56.157925 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25a8127-39ec-46f4-b58b-0b98278eeb9c tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] GET failed (client error): The resource could not be found. Nov 12 01:25:56.159507 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c25a8127-39ec-46f4-b58b-0b98278eeb9c tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "GET /v2.0/ports/9e9fd550-01b0-4b27-a9e4-371ab5bd0b0b HTTP/1.1" status: 404 len: 333 time: 0.0248744 Nov 12 01:25:56.163104 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49152) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:56.168407 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d8c1b2d6-9a6f-4859-96f1-ab3486b2450a tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Request body: {'port': {'network_id': 'e34b481b-7db9-48e4-b0a5-19c46adc63f4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1038418486'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:56.282996 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c1b2d6-9a6f-4859-96f1-ab3486b2450a tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Made reservation on behalf of 7ac5ffe186a1418d8d5fbe1b77710446 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:25:56.286781 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b2d6-9a6f-4859-96f1-ab3486b2450a tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.304277 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-d8c1b2d6-9a6f-4859-96f1-ab3486b2450a tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] device_id is not set on port 5ff989f0-0473-4ef4-99a6-cac3ca8acc8f yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:25:56.422089 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-d8c1b2d6-9a6f-4859-96f1-ab3486b2450a tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Allocated IP 2001:db8::1b2 (e34b481b-7db9-48e4-b0a5-19c46adc63f4/9870285f-ee62-4397-b77a-c14789da899d/5ff989f0-0473-4ef4-99a6-cac3ca8acc8f) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:25:56.571910 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b2d6-9a6f-4859-96f1-ab3486b2450a tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.604893 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b2d6-9a6f-4859-96f1-ab3486b2450a tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.647173 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c1b2d6-9a6f-4859-96f1-ab3486b2450a tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Network e34b481b-7db9-48e4-b0a5-19c46adc63f4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:25:56.650213 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-d8c1b2d6-9a6f-4859-96f1-ab3486b2450a tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:56.653825 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1b2d6-9a6f-4859-96f1-ab3486b2450a tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:25:56.659493 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c1b2d6-9a6f-4859-96f1-ab3486b2450a tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:56.660105 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b2d6-9a6f-4859-96f1-ab3486b2450a tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.676998 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1b2d6-9a6f-4859-96f1-ab3486b2450a tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Pushing event updated for resources: {'Port': ['ID=5ff989f0-0473-4ef4-99a6-cac3ca8acc8f,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:56.688244 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d8c1b2d6-9a6f-4859-96f1-ab3486b2450a tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5238752 Nov 12 01:25:56.690783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49154) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:56.696355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-fd0bee2d-21ad-438c-bbcd-e19b73856fd9 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Request body: {'port': {'network_id': 'e34b481b-7db9-48e4-b0a5-19c46adc63f4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1044759356'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:56.807694 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0bee2d-21ad-438c-bbcd-e19b73856fd9 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Made reservation on behalf of 7ac5ffe186a1418d8d5fbe1b77710446 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:25:56.811192 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd0bee2d-21ad-438c-bbcd-e19b73856fd9 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.829958 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-fd0bee2d-21ad-438c-bbcd-e19b73856fd9 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] device_id is not set on port ef9eab95-0c44-491d-8f9f-05af293147cc yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:25:56.943026 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a8ee2fc4-f532-4423-a249-9e5ee642f78e None None] Provisioning complete for port 5ff989f0-0473-4ef4-99a6-cac3ca8acc8f triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:56.943622 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a8ee2fc4-f532-4423-a249-9e5ee642f78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.952110 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-fd0bee2d-21ad-438c-bbcd-e19b73856fd9 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Allocated IP 2001:db8::1f6 (e34b481b-7db9-48e4-b0a5-19c46adc63f4/9870285f-ee62-4397-b77a-c14789da899d/ef9eab95-0c44-491d-8f9f-05af293147cc) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:25:56.982047 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee2fc4-f532-4423-a249-9e5ee642f78e None None] Port 5ff989f0-0473-4ef4-99a6-cac3ca8acc8f cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:25:57.103022 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd0bee2d-21ad-438c-bbcd-e19b73856fd9 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:57.137313 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd0bee2d-21ad-438c-bbcd-e19b73856fd9 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:57.178737 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0bee2d-21ad-438c-bbcd-e19b73856fd9 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Network e34b481b-7db9-48e4-b0a5-19c46adc63f4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:25:57.184320 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-fd0bee2d-21ad-438c-bbcd-e19b73856fd9 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:57.188354 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0bee2d-21ad-438c-bbcd-e19b73856fd9 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:25:57.194324 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0bee2d-21ad-438c-bbcd-e19b73856fd9 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:57.194903 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fd0bee2d-21ad-438c-bbcd-e19b73856fd9 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:57.204211 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bee2d-21ad-438c-bbcd-e19b73856fd9 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Pushing event updated for resources: {'Port': ['ID=ef9eab95-0c44-491d-8f9f-05af293147cc,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:57.217000 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fd0bee2d-21ad-438c-bbcd-e19b73856fd9 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5250239 Nov 12 01:25:57.219486 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49156) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:57.224738 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-8d9b10f7-0c0c-4803-8bbd-d490cac9ecb2 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19a', 'mac_address': 'fa:16:3e:29:c1:69'}, {'ip_address': '2001:db8::1b2', 'mac_address': 'fa:16:3e:51:d9:f4'}]}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:57.398878 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8d9b10f7-0c0c-4803-8bbd-d490cac9ecb2 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:57.405599 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9831a610-f93f-4791-8ae0-c13e720c2cb3 None None] Provisioning complete for port ef9eab95-0c44-491d-8f9f-05af293147cc triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:57.405979 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9831a610-f93f-4791-8ae0-c13e720c2cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:57.442146 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-9831a610-f93f-4791-8ae0-c13e720c2cb3 None None] Port ef9eab95-0c44-491d-8f9f-05af293147cc cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:25:57.598197 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8d9b10f7-0c0c-4803-8bbd-d490cac9ecb2 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:57.603626 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8d9b10f7-0c0c-4803-8bbd-d490cac9ecb2 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:57.643344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-8d9b10f7-0c0c-4803-8bbd-d490cac9ecb2 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] In _notify_port_updated(), no bound segment for port ef9eab95-0c44-491d-8f9f-05af293147cc on network e34b481b-7db9-48e4-b0a5-19c46adc63f4 {{(pid=114243) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:25:57.650960 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9b10f7-0c0c-4803-8bbd-d490cac9ecb2 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:57.651874 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8d9b10f7-0c0c-4803-8bbd-d490cac9ecb2 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:57.653921 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8d9b10f7-0c0c-4803-8bbd-d490cac9ecb2 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "PUT /v2.0/ports/ef9eab95-0c44-491d-8f9f-05af293147cc HTTP/1.1" status: 200 len: 1068 time: 0.4331183 Nov 12 01:25:57.656786 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49158) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:57.683904 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b10f7-0c0c-4803-8bbd-d490cac9ecb2 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Pushing event updated for resources: {'Port': ['ID=ef9eab95-0c44-491d-8f9f-05af293147cc,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:57.765260 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-0589b7f5-be88-44e1-afd8-97a8d00fd457 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Deleting port ef9eab95-0c44-491d-8f9f-05af293147cc {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:57.765621 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0589b7f5-be88-44e1-afd8-97a8d00fd457 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:57.860151 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0589b7f5-be88-44e1-afd8-97a8d00fd457 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:57.873386 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-0589b7f5-be88-44e1-afd8-97a8d00fd457 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Calling delete_port for ef9eab95-0c44-491d-8f9f-05af293147cc owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:57.879451 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-29076f46-6a7c-45af-ab8e-c4e6bd601766 None None] Provisioning complete for port ef9eab95-0c44-491d-8f9f-05af293147cc triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:57.879826 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-29076f46-6a7c-45af-ab8e-c4e6bd601766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:57.913625 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-29076f46-6a7c-45af-ab8e-c4e6bd601766 None None] Port ef9eab95-0c44-491d-8f9f-05af293147cc cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:25:58.004325 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0589b7f5-be88-44e1-afd8-97a8d00fd457 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.045058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589b7f5-be88-44e1-afd8-97a8d00fd457 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Pushing event deleted for resources: {'Port': ['ID=ef9eab95-0c44-491d-8f9f-05af293147cc,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:58.205284 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0589b7f5-be88-44e1-afd8-97a8d00fd457 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.208808 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0589b7f5-be88-44e1-afd8-97a8d00fd457 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "DELETE /v2.0/ports/ef9eab95-0c44-491d-8f9f-05af293147cc HTTP/1.1" status: 204 len: 168 time: 0.5509851 Nov 12 01:25:58.211421 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49160) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:58.235777 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-6695a549-eb71-4f0f-b178-8b60230a7583 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] GET failed (client error): The resource could not be found. Nov 12 01:25:58.237342 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6695a549-eb71-4f0f-b178-8b60230a7583 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "GET /v2.0/ports/ef9eab95-0c44-491d-8f9f-05af293147cc HTTP/1.1" status: 404 len: 333 time: 0.0249751 Nov 12 01:25:58.240027 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49162) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:58.322440 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-1c2244fe-4982-4c30-a097-affe86703ac0 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Deleting port 5ff989f0-0473-4ef4-99a6-cac3ca8acc8f {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:58.322713 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c2244fe-4982-4c30-a097-affe86703ac0 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.410843 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c2244fe-4982-4c30-a097-affe86703ac0 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.423325 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-1c2244fe-4982-4c30-a097-affe86703ac0 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Calling delete_port for 5ff989f0-0473-4ef4-99a6-cac3ca8acc8f owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:58.544785 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c2244fe-4982-4c30-a097-affe86703ac0 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.578869 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2244fe-4982-4c30-a097-affe86703ac0 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Pushing event deleted for resources: {'Port': ['ID=5ff989f0-0473-4ef4-99a6-cac3ca8acc8f,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:58.605830 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c2244fe-4982-4c30-a097-affe86703ac0 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.609416 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1c2244fe-4982-4c30-a097-affe86703ac0 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "DELETE /v2.0/ports/5ff989f0-0473-4ef4-99a6-cac3ca8acc8f HTTP/1.1" status: 204 len: 168 time: 0.3683355 Nov 12 01:25:58.611789 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49164) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:58.636847 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-01461932-8e80-403d-8b79-414786df2187 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] GET failed (client error): The resource could not be found. Nov 12 01:25:58.642099 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-01461932-8e80-403d-8b79-414786df2187 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "GET /v2.0/ports/5ff989f0-0473-4ef4-99a6-cac3ca8acc8f HTTP/1.1" status: 404 len: 333 time: 0.0256658 Nov 12 01:25:58.642532 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49166) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:58.734923 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-765889a6-fbf3-4296-b401-683a32f90562 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Deleting port 75ca74a0-9353-4efa-808a-ab1b1db86109 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:58.735270 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-765889a6-fbf3-4296-b401-683a32f90562 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.823706 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-765889a6-fbf3-4296-b401-683a32f90562 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.835238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-765889a6-fbf3-4296-b401-683a32f90562 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Calling delete_port for 75ca74a0-9353-4efa-808a-ab1b1db86109 owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:58.961946 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-765889a6-fbf3-4296-b401-683a32f90562 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.989572 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765889a6-fbf3-4296-b401-683a32f90562 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Pushing event deleted for resources: {'Port': ['ID=75ca74a0-9353-4efa-808a-ab1b1db86109,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:59.015802 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-765889a6-fbf3-4296-b401-683a32f90562 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.019505 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-765889a6-fbf3-4296-b401-683a32f90562 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "DELETE /v2.0/ports/75ca74a0-9353-4efa-808a-ab1b1db86109 HTTP/1.1" status: 204 len: 168 time: 0.3759329 Nov 12 01:25:59.022102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49168) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:59.082419 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-229d0d11-31bc-4be0-8147-9b167c465e28 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Deleting subnet 9870285f-ee62-4397-b77a-c14789da899d {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:25:59.085996 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-229d0d11-31bc-4be0-8147-9b167c465e28 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.129212 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-229d0d11-31bc-4be0-8147-9b167c465e28 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.213329 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-229d0d11-31bc-4be0-8147-9b167c465e28 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.274096 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-229d0d11-31bc-4be0-8147-9b167c465e28 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.298509 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d0d11-31bc-4be0-8147-9b167c465e28 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Pushing event deleted for resources: {'Subnet': ['ID=9870285f-ee62-4397-b77a-c14789da899d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:59.306374 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-229d0d11-31bc-4be0-8147-9b167c465e28 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.309631 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-229d0d11-31bc-4be0-8147-9b167c465e28 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "DELETE /v2.0/subnets/9870285f-ee62-4397-b77a-c14789da899d HTTP/1.1" status: 204 len: 168 time: 0.2865436 Nov 12 01:25:59.312165 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49170) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:59.314104 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6418fc-426e-4947-a8f7-425f6ac136f0 None None] Network e34b481b-7db9-48e4-b0a5-19c46adc63f4 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:59.401745 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d9dbc21-6f04-431b-b35b-95502f3ef2d5 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.461511 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3d9dbc21-6f04-431b-b35b-95502f3ef2d5 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Deleting port bd71071c-42c3-4149-adfb-6e3c11b03d13 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:59.461859 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d9dbc21-6f04-431b-b35b-95502f3ef2d5 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.484238 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84589bc-2866-4573-b14f-fbac71a10ad7 None None] DHCP port deletion for e34b481b-7db9-48e4-b0a5-19c46adc63f4 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:25:59.524987 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-3d9dbc21-6f04-431b-b35b-95502f3ef2d5 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] For port bd71071c-42c3-4149-adfb-6e3c11b03d13, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=bd71071c-42c3-4149-adfb-6e3c11b03d13,segment=NetworkSegment(7c9684d0-50ac-4866-b742-cff36c676ae5),segment_id=7c9684d0-50ac-4866-b742-cff36c676ae5)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:59.525334 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d9dbc21-6f04-431b-b35b-95502f3ef2d5 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.534012 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c84589bc-2866-4573-b14f-fbac71a10ad7 None None] Deleting port bd71071c-42c3-4149-adfb-6e3c11b03d13 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:59.534395 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c84589bc-2866-4573-b14f-fbac71a10ad7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.538154 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3d9dbc21-6f04-431b-b35b-95502f3ef2d5 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Calling delete_port for bd71071c-42c3-4149-adfb-6e3c11b03d13 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:59.597194 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c84589bc-2866-4573-b14f-fbac71a10ad7 None None] For port bd71071c-42c3-4149-adfb-6e3c11b03d13, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=bd71071c-42c3-4149-adfb-6e3c11b03d13,segment=NetworkSegment(7c9684d0-50ac-4866-b742-cff36c676ae5),segment_id=7c9684d0-50ac-4866-b742-cff36c676ae5)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:59.597598 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c84589bc-2866-4573-b14f-fbac71a10ad7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.610677 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c84589bc-2866-4573-b14f-fbac71a10ad7 None None] Calling delete_port for bd71071c-42c3-4149-adfb-6e3c11b03d13 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:59.624008 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d9dbc21-6f04-431b-b35b-95502f3ef2d5 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.647289 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9dbc21-6f04-431b-b35b-95502f3ef2d5 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Pushing event deleted for resources: {'Port': ['ID=bd71071c-42c3-4149-adfb-6e3c11b03d13,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:59.653655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9dbc21-6f04-431b-b35b-95502f3ef2d5 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] No DVR routers for this DVR port bd71071c-42c3-4149-adfb-6e3c11b03d13 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:59.693305 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c84589bc-2866-4573-b14f-fbac71a10ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.716020 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84589bc-2866-4573-b14f-fbac71a10ad7 None None] Pushing event deleted for resources: {'Port': ['ID=bd71071c-42c3-4149-adfb-6e3c11b03d13,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:59.722373 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84589bc-2866-4573-b14f-fbac71a10ad7 None None] No DVR routers for this DVR port bd71071c-42c3-4149-adfb-6e3c11b03d13 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:59.734156 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d9dbc21-6f04-431b-b35b-95502f3ef2d5 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.753945 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-3d9dbc21-6f04-431b-b35b-95502f3ef2d5 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34b481b-7db9-48e4-b0a5-19c46adc63f4']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:59.763171 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-3d9dbc21-6f04-431b-b35b-95502f3ef2d5 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9684d0-50ac-4866-b742-cff36c676ae5') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:59.763449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-3d9dbc21-6f04-431b-b35b-95502f3ef2d5 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9684d0-50ac-4866-b742-cff36c676ae5') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:59.777237 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d9dbc21-6f04-431b-b35b-95502f3ef2d5 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.790628 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d9dbc21-6f04-431b-b35b-95502f3ef2d5 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.796709 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9dbc21-6f04-431b-b35b-95502f3ef2d5 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:25:59.797107 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d9dbc21-6f04-431b-b35b-95502f3ef2d5 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:25:59.800238 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:25:59.856659 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d9dbc21-6f04-431b-b35b-95502f3ef2d5 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.863484 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d9dbc21-6f04-431b-b35b-95502f3ef2d5 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.866550 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3d9dbc21-6f04-431b-b35b-95502f3ef2d5 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] 10.222.0.31 "DELETE /v2.0/networks/e34b481b-7db9-48e4-b0a5-19c46adc63f4 HTTP/1.1" status: 204 len: 168 time: 0.5534005 Nov 12 01:25:59.878138 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9dbc21-6f04-431b-b35b-95502f3ef2d5 tempest-AllowedAddressPairIpV6TestJSON-1601000992 tempest-AllowedAddressPairIpV6TestJSON-1601000992-project] Pushing event deleted for resources: {'Network': ['ID=e34b481b-7db9-48e4-b0a5-19c46adc63f4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:00.105197 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49176) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:00.232905 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-44498fd7-4950-4b20-8297-6301a2933297 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ac5ffe186a1418d8d5fbe1b77710446&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264279 Nov 12 01:26:00.235251 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49180) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:00.280854 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1ad0c46-40a2-4b6d-9f65-394743fe73d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:00.305600 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1ad0c46-40a2-4b6d-9f65-394743fe73d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:00.351233 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1ad0c46-40a2-4b6d-9f65-394743fe73d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:00.354020 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1ad0c46-40a2-4b6d-9f65-394743fe73d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:00.355208 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c1ad0c46-40a2-4b6d-9f65-394743fe73d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d733075-1cc8-4e07-bb1a-b567704cef27 HTTP/1.1" status: 204 len: 168 time: 0.1190233 Nov 12 01:26:00.363101 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad0c46-40a2-4b6d-9f65-394743fe73d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d733075-1cc8-4e07-bb1a-b567704cef27,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:00.549768 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bd71071c-42c3-4149-adfb-6e3c11b03d13 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:26:00.571268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: bd71071c-42c3-4149-adfb-6e3c11b03d13 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:26:00.571532 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device bd71071c-42c3-4149-adfb-6e3c11b03d13 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:26:01.012676 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49202) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:01.109508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a448c76f-e2da-45bc-b00d-3866b51c41a3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1405276117'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:01.129875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a448c76f-e2da-45bc-b00d-3866b51c41a3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Made reservation on behalf of f8fecd36502444fa83a5823a070cb911 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:01.133396 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a448c76f-e2da-45bc-b00d-3866b51c41a3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:01.142497 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a448c76f-e2da-45bc-b00d-3866b51c41a3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:01.217510 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a448c76f-e2da-45bc-b00d-3866b51c41a3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:01.221255 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a448c76f-e2da-45bc-b00d-3866b51c41a3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:01.249873 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a448c76f-e2da-45bc-b00d-3866b51c41a3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:26:01.260307 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448c76f-e2da-45bc-b00d-3866b51c41a3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5187fd44-32e6-41c1-b5b7-b6fff5a66110,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:01.266727 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a448c76f-e2da-45bc-b00d-3866b51c41a3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:01.267084 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-a448c76f-e2da-45bc-b00d-3866b51c41a3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Added segment 7326d630-a8c1-4272-b3cf-2f2f4b3180cd of type vlan for network 5635ab3b-f293-4282-8cb9-96f74e4743fa Nov 12 01:26:01.308963 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a448c76f-e2da-45bc-b00d-3866b51c41a3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:01.333223 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a448c76f-e2da-45bc-b00d-3866b51c41a3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:01.339224 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a448c76f-e2da-45bc-b00d-3866b51c41a3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:01.339800 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a448c76f-e2da-45bc-b00d-3866b51c41a3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:01.402782 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a448c76f-e2da-45bc-b00d-3866b51c41a3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3889291 Nov 12 01:26:01.411393 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448c76f-e2da-45bc-b00d-3866b51c41a3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event updated for resources: {'Network': ['ID=5635ab3b-f293-4282-8cb9-96f74e4743fa,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:01.427571 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 5635ab3b-f293-4282-8cb9-96f74e4743fa details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:26:04.609377 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49206) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:04.614460 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-4989a540-760e-4a97-ac6b-3d62f8b6be7f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Request body: {'subnet': {'network_id': '5635ab3b-f293-4282-8cb9-96f74e4743fa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:04.706730 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4989a540-760e-4a97-ac6b-3d62f8b6be7f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Made reservation on behalf of f8fecd36502444fa83a5823a070cb911 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:04.710260 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4989a540-760e-4a97-ac6b-3d62f8b6be7f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:04.890860 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4989a540-760e-4a97-ac6b-3d62f8b6be7f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:04.954742 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989a540-760e-4a97-ac6b-3d62f8b6be7f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event updated for resources: {'Subnet': ['ID=eb9febcc-61bd-4521-a089-483a5ae6273e,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:04.959324 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4989a540-760e-4a97-ac6b-3d62f8b6be7f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Checking segment: {'id': '7326d630-a8c1-4272-b3cf-2f2f4b3180cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5635ab3b-f293-4282-8cb9-96f74e4743fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:04.959709 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4989a540-760e-4a97-ac6b-3d62f8b6be7f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Network hostable DHCP agents. Network: 5635ab3b-f293-4282-8cb9-96f74e4743fa, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:26:04.978094 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4989a540-760e-4a97-ac6b-3d62f8b6be7f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Network 5635ab3b-f293-4282-8cb9-96f74e4743fa is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:26:04.986926 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-4989a540-760e-4a97-ac6b-3d62f8b6be7f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 5635ab3b-f293-4282-8cb9-96f74e4743fa) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:04.991006 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4989a540-760e-4a97-ac6b-3d62f8b6be7f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:04.991594 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4989a540-760e-4a97-ac6b-3d62f8b6be7f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:04.997069 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eddfc9-02aa-44e8-bc10-f1dac5a4e663 None None] Network 5635ab3b-f293-4282-8cb9-96f74e4743fa requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:05.011113 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4989a540-760e-4a97-ac6b-3d62f8b6be7f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4006224 Nov 12 01:26:05.014517 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49208) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:05.019573 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-176ea6b7-69fd-4e11-bf1c-120ebd1f21fd tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-805641495'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:05.040223 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176ea6b7-69fd-4e11-bf1c-120ebd1f21fd tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Made reservation on behalf of f8fecd36502444fa83a5823a070cb911 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:05.044032 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-176ea6b7-69fd-4e11-bf1c-120ebd1f21fd tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.068313 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176ea6b7-69fd-4e11-bf1c-120ebd1f21fd tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:26:05.078216 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-176ea6b7-69fd-4e11-bf1c-120ebd1f21fd tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.078564 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-176ea6b7-69fd-4e11-bf1c-120ebd1f21fd tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Added segment 3a8108e9-9f1f-47ba-bc3b-316be8a113f3 of type vlan for network dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9 Nov 12 01:26:05.117750 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-176ea6b7-69fd-4e11-bf1c-120ebd1f21fd tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.142597 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cdb97b-6d43-475a-b450-0739ffeb3714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-5635ab3b-f293-4282-8cb9-96f74e4743fa', 'network_id': '5635ab3b-f293-4282-8cb9-96f74e4743fa', 'tenant_id': 'f8fecd36502444fa83a5823a070cb911', 'fixed_ips': [{'subnet_id': 'eb9febcc-61bd-4521-a089-483a5ae6273e'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:26:05.143532 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-88cdb97b-6d43-475a-b450-0739ffeb3714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.144020 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-176ea6b7-69fd-4e11-bf1c-120ebd1f21fd tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.150191 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176ea6b7-69fd-4e11-bf1c-120ebd1f21fd tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:05.150801 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-176ea6b7-69fd-4e11-bf1c-120ebd1f21fd tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.189200 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-176ea6b7-69fd-4e11-bf1c-120ebd1f21fd tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.1736121 Nov 12 01:26:05.192449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49210) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:05.198417 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-ab1b96d6-7809-48ce-9226-bf1fc59b34ba tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Request body: {'subnet': {'network_id': 'dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:05.222633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ea6b7-69fd-4e11-bf1c-120ebd1f21fd tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event updated for resources: {'Network': ['ID=dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:05.236794 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:26:05.294281 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1b96d6-7809-48ce-9226-bf1fc59b34ba tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Made reservation on behalf of f8fecd36502444fa83a5823a070cb911 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:05.297945 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab1b96d6-7809-48ce-9226-bf1fc59b34ba tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.338515 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-88cdb97b-6d43-475a-b450-0739ffeb3714 None None] Allocated IP 2001:db8:0:ffff::2 (5635ab3b-f293-4282-8cb9-96f74e4743fa/eb9febcc-61bd-4521-a089-483a5ae6273e/458e171d-babd-4cda-94ab-1becfa7456c0) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:26:05.499285 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-88cdb97b-6d43-475a-b450-0739ffeb3714 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.504950 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-88cdb97b-6d43-475a-b450-0739ffeb3714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.548009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cdb97b-6d43-475a-b450-0739ffeb3714 None None] Network 5635ab3b-f293-4282-8cb9-96f74e4743fa is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:26:05.551863 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdb97b-6d43-475a-b450-0739ffeb3714 None None] Pushing event updated for resources: {'Port': ['ID=458e171d-babd-4cda-94ab-1becfa7456c0,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:05.554341 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-88cdb97b-6d43-475a-b450-0739ffeb3714 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:05.557040 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cdb97b-6d43-475a-b450-0739ffeb3714 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:26:05.593780 n-d-712137-14 neutron-server[114243]: DEBUG neutron.objects.ports [None req-ab1b96d6-7809-48ce-9226-bf1fc59b34ba tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114243) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:26:05.595284 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab1b96d6-7809-48ce-9226-bf1fc59b34ba tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.612445 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-88cdb97b-6d43-475a-b450-0739ffeb3714 None None] Attempting to bind port 458e171d-babd-4cda-94ab-1becfa7456c0 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:26:05.612857 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-88cdb97b-6d43-475a-b450-0739ffeb3714 None None] Attempting to bind port 458e171d-babd-4cda-94ab-1becfa7456c0 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '7326d630-a8c1-4272-b3cf-2f2f4b3180cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5635ab3b-f293-4282-8cb9-96f74e4743fa'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:26:05.613228 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cdb97b-6d43-475a-b450-0739ffeb3714 None None] Attempting to bind port 458e171d-babd-4cda-94ab-1becfa7456c0 on network 5635ab3b-f293-4282-8cb9-96f74e4743fa {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:26:05.618179 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cdb97b-6d43-475a-b450-0739ffeb3714 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:26:05.618583 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cdb97b-6d43-475a-b450-0739ffeb3714 None None] Checking segment: {'id': '7326d630-a8c1-4272-b3cf-2f2f4b3180cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5635ab3b-f293-4282-8cb9-96f74e4743fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:05.618982 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-88cdb97b-6d43-475a-b450-0739ffeb3714 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.619373 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cdb97b-6d43-475a-b450-0739ffeb3714 None None] Bound using segment: {'id': '7326d630-a8c1-4272-b3cf-2f2f4b3180cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5635ab3b-f293-4282-8cb9-96f74e4743fa'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:26:05.619835 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-88cdb97b-6d43-475a-b450-0739ffeb3714 None None] Bound port: 458e171d-babd-4cda-94ab-1becfa7456c0, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7326d630-a8c1-4272-b3cf-2f2f4b3180cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5635ab3b-f293-4282-8cb9-96f74e4743fa'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:26:05.620215 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-88cdb97b-6d43-475a-b450-0739ffeb3714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.656202 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b96d6-7809-48ce-9226-bf1fc59b34ba tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event updated for resources: {'Subnet': ['ID=1684feda-ebb2-42d4-bbbc-f716b64f20f8,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:05.663837 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1b96d6-7809-48ce-9226-bf1fc59b34ba tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Checking segment: {'id': '3a8108e9-9f1f-47ba-bc3b-316be8a113f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:05.664768 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1b96d6-7809-48ce-9226-bf1fc59b34ba tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Network hostable DHCP agents. Network: dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:26:05.681459 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1b96d6-7809-48ce-9226-bf1fc59b34ba tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Network dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:26:05.683588 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-88cdb97b-6d43-475a-b450-0739ffeb3714 None None] For port 458e171d-babd-4cda-94ab-1becfa7456c0, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:26:05.686708 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-88cdb97b-6d43-475a-b450-0739ffeb3714 None None] For port 458e171d-babd-4cda-94ab-1becfa7456c0, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=458e171d-babd-4cda-94ab-1becfa7456c0,segment=NetworkSegment(7326d630-a8c1-4272-b3cf-2f2f4b3180cd),segment_id=7326d630-a8c1-4272-b3cf-2f2f4b3180cd)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:26:05.690478 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-ab1b96d6-7809-48ce-9226-bf1fc59b34ba tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:05.692670 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-88cdb97b-6d43-475a-b450-0739ffeb3714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.694776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1b96d6-7809-48ce-9226-bf1fc59b34ba tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:05.695411 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab1b96d6-7809-48ce-9226-bf1fc59b34ba tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.705191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba210f68-c1a4-4799-ba9a-e2c9d1436794 None None] Network dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:05.715260 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ab1b96d6-7809-48ce-9226-bf1fc59b34ba tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5189745 Nov 12 01:26:05.715479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49212) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:05.720193 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-96b29bbb-a7ea-438d-8eb9-cf737588714a tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Request body: {'port': {'network_id': 'dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9', 'name': 'tempest-NetworksIpV6TestAttrs-556479605'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:05.806857 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdb97b-6d43-475a-b450-0739ffeb3714 None None] Pushing event updated for resources: {'Port': ['ID=458e171d-babd-4cda-94ab-1becfa7456c0,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:05.841723 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b29bbb-a7ea-438d-8eb9-cf737588714a tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Made reservation on behalf of f8fecd36502444fa83a5823a070cb911 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:05.845315 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-96b29bbb-a7ea-438d-8eb9-cf737588714a tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.862909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-96b29bbb-a7ea-438d-8eb9-cf737588714a tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] device_id is not set on port 4e80caee-e990-4cc0-92cb-1449be7545f4 yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:26:05.902183 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0e17e7-2fde-4456-a5b3-d6790a871cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9', 'network_id': 'dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9', 'tenant_id': 'f8fecd36502444fa83a5823a070cb911', 'fixed_ips': [{'subnet_id': '1684feda-ebb2-42d4-bbbc-f716b64f20f8'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:26:05.903278 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7d0e17e7-2fde-4456-a5b3-d6790a871cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.002581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-96b29bbb-a7ea-438d-8eb9-cf737588714a tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Allocated IP 2001:db8::f816:3eff:fef5:98da (dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9/1684feda-ebb2-42d4-bbbc-f716b64f20f8/4e80caee-e990-4cc0-92cb-1449be7545f4) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:26:06.149645 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-96b29bbb-a7ea-438d-8eb9-cf737588714a tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.183419 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-96b29bbb-a7ea-438d-8eb9-cf737588714a tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.228110 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-7d0e17e7-2fde-4456-a5b3-d6790a871cb3 None None] Allocated IP 2001:db8::f816:3eff:fe3a:296 (dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9/1684feda-ebb2-42d4-bbbc-f716b64f20f8/a16bf287-5ea8-4408-aff4-9d7b6d3127bb) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:26:06.235416 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b29bbb-a7ea-438d-8eb9-cf737588714a tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Network dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:26:06.238626 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-96b29bbb-a7ea-438d-8eb9-cf737588714a tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:06.244635 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b29bbb-a7ea-438d-8eb9-cf737588714a tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:26:06.249728 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b29bbb-a7ea-438d-8eb9-cf737588714a tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:06.250344 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-96b29bbb-a7ea-438d-8eb9-cf737588714a tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.254051 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b29bbb-a7ea-438d-8eb9-cf737588714a tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event updated for resources: {'Port': ['ID=4e80caee-e990-4cc0-92cb-1449be7545f4,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:06.272260 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-96b29bbb-a7ea-438d-8eb9-cf737588714a tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.5535271 Nov 12 01:26:06.272480 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49214) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:06.329229 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f86d4d-cd09-497d-9fa7-f26e46c0b44b tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Deleting subnet 1684feda-ebb2-42d4-bbbc-f716b64f20f8 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:26:06.374835 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7d0e17e7-2fde-4456-a5b3-d6790a871cb3 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.380658 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3f86d4d-cd09-497d-9fa7-f26e46c0b44b tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.382247 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7d0e17e7-2fde-4456-a5b3-d6790a871cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.426642 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0e17e7-2fde-4456-a5b3-d6790a871cb3 None None] Network dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:26:06.429564 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3f86d4d-cd09-497d-9fa7-f26e46c0b44b tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.429753 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-7d0e17e7-2fde-4456-a5b3-d6790a871cb3 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:06.434137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0e17e7-2fde-4456-a5b3-d6790a871cb3 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:26:06.438254 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e17e7-2fde-4456-a5b3-d6790a871cb3 None None] Pushing event updated for resources: {'Port': ['ID=a16bf287-5ea8-4408-aff4-9d7b6d3127bb,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:06.505016 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7d0e17e7-2fde-4456-a5b3-d6790a871cb3 None None] Attempting to bind port a16bf287-5ea8-4408-aff4-9d7b6d3127bb on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:26:06.505402 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7d0e17e7-2fde-4456-a5b3-d6790a871cb3 None None] Attempting to bind port a16bf287-5ea8-4408-aff4-9d7b6d3127bb by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '3a8108e9-9f1f-47ba-bc3b-316be8a113f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:26:06.505736 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0e17e7-2fde-4456-a5b3-d6790a871cb3 None None] Attempting to bind port a16bf287-5ea8-4408-aff4-9d7b6d3127bb on network dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:26:06.512993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0e17e7-2fde-4456-a5b3-d6790a871cb3 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:26:06.514175 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0e17e7-2fde-4456-a5b3-d6790a871cb3 None None] Checking segment: {'id': '3a8108e9-9f1f-47ba-bc3b-316be8a113f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:06.514175 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7d0e17e7-2fde-4456-a5b3-d6790a871cb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.514432 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0e17e7-2fde-4456-a5b3-d6790a871cb3 None None] Bound using segment: {'id': '3a8108e9-9f1f-47ba-bc3b-316be8a113f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:26:06.514821 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7d0e17e7-2fde-4456-a5b3-d6790a871cb3 None None] Bound port: a16bf287-5ea8-4408-aff4-9d7b6d3127bb, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8108e9-9f1f-47ba-bc3b-316be8a113f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:26:06.515204 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7d0e17e7-2fde-4456-a5b3-d6790a871cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.579855 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3f86d4d-cd09-497d-9fa7-f26e46c0b44b tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.667195 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3f86d4d-cd09-497d-9fa7-f26e46c0b44b tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.692071 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f86d4d-cd09-497d-9fa7-f26e46c0b44b tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event deleted for resources: {'Subnet': ['ID=1684feda-ebb2-42d4-bbbc-f716b64f20f8,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:06.702104 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b3f86d4d-cd09-497d-9fa7-f26e46c0b44b tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.708050 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49216) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:06.708635 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b3f86d4d-cd09-497d-9fa7-f26e46c0b44b tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "DELETE /v2.0/subnets/1684feda-ebb2-42d4-bbbc-f716b64f20f8 HTTP/1.1" status: 204 len: 168 time: 0.4345999 Nov 12 01:26:06.723016 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 458e171d-babd-4cda-94ab-1becfa7456c0 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:26:06.794530 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d04d3a-68e1-4cd9-960c-94cbd6e1e06d None None] Network 5635ab3b-f293-4282-8cb9-96f74e4743fa requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:06.822745 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8863c500-fc52-4582-95bf-553c2558173b tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:06.824274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8863c500-fc52-4582-95bf-553c2558173b tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:06.825827 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8863c500-fc52-4582-95bf-553c2558173b tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1167409 Nov 12 01:26:06.828897 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49218) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:06.881133 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-7d0e17e7-2fde-4456-a5b3-d6790a871cb3 None None] For port a16bf287-5ea8-4408-aff4-9d7b6d3127bb, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:26:06.889064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-96f13577-901a-43e5-894f-bb66b36843de None None] Provisioning complete for port 458e171d-babd-4cda-94ab-1becfa7456c0 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:06.889429 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-96f13577-901a-43e5-894f-bb66b36843de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.905321 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-7d0e17e7-2fde-4456-a5b3-d6790a871cb3 None None] For port a16bf287-5ea8-4408-aff4-9d7b6d3127bb, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a16bf287-5ea8-4408-aff4-9d7b6d3127bb,segment=NetworkSegment(3a8108e9-9f1f-47ba-bc3b-316be8a113f3),segment_id=3a8108e9-9f1f-47ba-bc3b-316be8a113f3)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:26:06.910887 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a995c495-b76f-4606-ac2a-4098edc2061c tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.920303 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-a995c495-b76f-4606-ac2a-4098edc2061c tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 01:26:06.920815 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a995c495-b76f-4606-ac2a-4098edc2061c tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:06.923925 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a995c495-b76f-4606-ac2a-4098edc2061c tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "DELETE /v2.0/networks/dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9 HTTP/1.1" status: 409 len: 405 time: 0.0940349 Nov 12 01:26:06.927700 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49220) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:06.931619 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7d0e17e7-2fde-4456-a5b3-d6790a871cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.933366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-e682161b-c3e7-425d-ba55-bc6b158fa244 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1122764343'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:06.946095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 458e171d-babd-4cda-94ab-1becfa7456c0 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:06.946463 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.955520 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e682161b-c3e7-425d-ba55-bc6b158fa244 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Made reservation on behalf of f8fecd36502444fa83a5823a070cb911 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:06.959032 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e682161b-c3e7-425d-ba55-bc6b158fa244 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.983609 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e682161b-c3e7-425d-ba55-bc6b158fa244 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:26:06.993071 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e682161b-c3e7-425d-ba55-bc6b158fa244 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.993462 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-e682161b-c3e7-425d-ba55-bc6b158fa244 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Added segment 5ab41e27-26c3-4550-bea2-38e9a115453a of type vlan for network abbd2a85-ef45-4a15-9c65-019fadd7088e Nov 12 01:26:07.036631 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e682161b-c3e7-425d-ba55-bc6b158fa244 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:07.062763 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e682161b-c3e7-425d-ba55-bc6b158fa244 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:07.069007 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e682161b-c3e7-425d-ba55-bc6b158fa244 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:07.069693 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e682161b-c3e7-425d-ba55-bc6b158fa244 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:07.110609 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e682161b-c3e7-425d-ba55-bc6b158fa244 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1811996 Nov 12 01:26:07.113755 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e17e7-2fde-4456-a5b3-d6790a871cb3 None None] Pushing event updated for resources: {'Port': ['ID=a16bf287-5ea8-4408-aff4-9d7b6d3127bb,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:07.116085 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49222) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:07.124624 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Request body: {'subnet': {'network_id': 'abbd2a85-ef45-4a15-9c65-019fadd7088e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:07.158277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682161b-c3e7-425d-ba55-bc6b158fa244 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event updated for resources: {'Network': ['ID=abbd2a85-ef45-4a15-9c65-019fadd7088e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:07.169652 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d436b3-c8ec-466c-a8ff-0253dc9855b7 None None] Network dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:07.189043 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network abbd2a85-ef45-4a15-9c65-019fadd7088e details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:26:07.322367 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-96f13577-901a-43e5-894f-bb66b36843de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:07.376204 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:07.438993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-96f13577-901a-43e5-894f-bb66b36843de None None] For port 458e171d-babd-4cda-94ab-1becfa7456c0, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=458e171d-babd-4cda-94ab-1becfa7456c0,segment=NetworkSegment(7326d630-a8c1-4272-b3cf-2f2f4b3180cd),segment_id=7326d630-a8c1-4272-b3cf-2f2f4b3180cd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:07.463236 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-96f13577-901a-43e5-894f-bb66b36843de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:07.524861 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Made reservation on behalf of f8fecd36502444fa83a5823a070cb911 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:07.530454 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:07.552568 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:26:07.552966 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:26:07.553581 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f13577-901a-43e5-894f-bb66b36843de None None] Pushing event updated for resources: {'Port': ['ID=458e171d-babd-4cda-94ab-1becfa7456c0,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:07.629273 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c613ab-6cf9-4e14-8239-8d0c46cc0eba None None] get_active_networks_info from n-d-712137-14 {{(pid=114244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:26:07.709525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c613ab-6cf9-4e14-8239-8d0c46cc0eba None None] Resources bound (agent type, host, resource id): {{(pid=114244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:26:07.713257 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-96283333-8eb9-4538-9baf-0594886f4390 None None] Provisioning complete for port 458e171d-babd-4cda-94ab-1becfa7456c0 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:07.713626 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-96283333-8eb9-4538-9baf-0594886f4390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:07.783418 n-d-712137-14 neutron-server[114243]: DEBUG neutron.objects.ports [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114243) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:26:07.784847 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:07.850481 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event updated for resources: {'Subnet': ['ID=e1160ea5-564d-4364-b5a8-e6da04749198,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:07.861999 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:07.862349 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:07.862690 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:07.863027 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:07.863363 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:07.863695 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:07.864019 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:07.864341 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:07.864664 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:07.865017 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:07.865344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:07.865665 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:07.868742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Checking segment: {'id': '5ab41e27-26c3-4550-bea2-38e9a115453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'abbd2a85-ef45-4a15-9c65-019fadd7088e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:07.869104 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Network hostable DHCP agents. Network: abbd2a85-ef45-4a15-9c65-019fadd7088e, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:26:07.887531 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Network abbd2a85-ef45-4a15-9c65-019fadd7088e is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:26:07.896735 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, abbd2a85-ef45-4a15-9c65-019fadd7088e) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:07.902042 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:07.903006 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:07.918999 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bebdde4c-8208-4525-beca-5a064104bfa9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7998967 Nov 12 01:26:07.922406 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49224) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:07.927331 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-0ebb2acc-94b4-4547-9cc1-f12e8834c948 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Request body: {'port': {'network_id': 'abbd2a85-ef45-4a15-9c65-019fadd7088e', 'name': 'tempest-NetworksIpV6TestAttrs-1991231214'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:07.977259 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20c04d1-894c-4465-a966-69e86c807663 None None] Network abbd2a85-ef45-4a15-9c65-019fadd7088e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:08.034876 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebb2acc-94b4-4547-9cc1-f12e8834c948 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Made reservation on behalf of f8fecd36502444fa83a5823a070cb911 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:08.038513 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ebb2acc-94b4-4547-9cc1-f12e8834c948 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.055517 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [None req-0ebb2acc-94b4-4547-9cc1-f12e8834c948 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] device_id is not set on port 6f06cb3b-62e0-4d22-8832-fe4a97caf6ec yet. {{(pid=114243) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:26:08.153655 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e537d7e-65e4-4fb3-8260-8737df01b4ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-abbd2a85-ef45-4a15-9c65-019fadd7088e', 'network_id': 'abbd2a85-ef45-4a15-9c65-019fadd7088e', 'tenant_id': 'f8fecd36502444fa83a5823a070cb911', 'fixed_ips': [{'subnet_id': 'e1160ea5-564d-4364-b5a8-e6da04749198'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:26:08.154561 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8e537d7e-65e4-4fb3-8260-8737df01b4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.166037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-0ebb2acc-94b4-4547-9cc1-f12e8834c948 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Allocated IP 2001:db8::f816:3eff:fead:ffd6 (abbd2a85-ef45-4a15-9c65-019fadd7088e/e1160ea5-564d-4364-b5a8-e6da04749198/6f06cb3b-62e0-4d22-8832-fe4a97caf6ec) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:26:08.312074 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ebb2acc-94b4-4547-9cc1-f12e8834c948 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.345380 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ebb2acc-94b4-4547-9cc1-f12e8834c948 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.385761 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebb2acc-94b4-4547-9cc1-f12e8834c948 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Network abbd2a85-ef45-4a15-9c65-019fadd7088e is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:26:08.386154 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-8e537d7e-65e4-4fb3-8260-8737df01b4ed None None] Allocated IP 2001:db8::f816:3eff:fe16:d93d (abbd2a85-ef45-4a15-9c65-019fadd7088e/e1160ea5-564d-4364-b5a8-e6da04749198/c46203f6-860d-4a0b-ad16-24900c5b9b03) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:26:08.388683 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-0ebb2acc-94b4-4547-9cc1-f12e8834c948 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:08.394782 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebb2acc-94b4-4547-9cc1-f12e8834c948 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:26:08.401132 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebb2acc-94b4-4547-9cc1-f12e8834c948 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:08.401686 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0ebb2acc-94b4-4547-9cc1-f12e8834c948 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.412278 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb2acc-94b4-4547-9cc1-f12e8834c948 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event updated for resources: {'Port': ['ID=6f06cb3b-62e0-4d22-8832-fe4a97caf6ec,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:08.427086 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0ebb2acc-94b4-4547-9cc1-f12e8834c948 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.5025997 Nov 12 01:26:08.428714 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49226) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:08.481279 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25d4a7b-01c0-4bab-a07a-ded6bbac48c3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Deleting subnet e1160ea5-564d-4364-b5a8-e6da04749198 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:26:08.552324 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8e537d7e-65e4-4fb3-8260-8737df01b4ed None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.556303 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 458e171d-babd-4cda-94ab-1becfa7456c0 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:26:08.562290 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f25d4a7b-01c0-4bab-a07a-ded6bbac48c3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.587912 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8e537d7e-65e4-4fb3-8260-8737df01b4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.607799 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f25d4a7b-01c0-4bab-a07a-ded6bbac48c3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.645081 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e537d7e-65e4-4fb3-8260-8737df01b4ed None None] Network abbd2a85-ef45-4a15-9c65-019fadd7088e is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:26:08.650388 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-8e537d7e-65e4-4fb3-8260-8737df01b4ed None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:08.653014 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e537d7e-65e4-4fb3-8260-8737df01b4ed None None] Pushing event updated for resources: {'Port': ['ID=c46203f6-860d-4a0b-ad16-24900c5b9b03,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:08.655631 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e537d7e-65e4-4fb3-8260-8737df01b4ed None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:26:08.670120 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 458e171d-babd-4cda-94ab-1becfa7456c0 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:08.670490 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.733499 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f25d4a7b-01c0-4bab-a07a-ded6bbac48c3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.744849 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-8e537d7e-65e4-4fb3-8260-8737df01b4ed None None] Attempting to bind port c46203f6-860d-4a0b-ad16-24900c5b9b03 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:26:08.745231 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-8e537d7e-65e4-4fb3-8260-8737df01b4ed None None] Attempting to bind port c46203f6-860d-4a0b-ad16-24900c5b9b03 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '5ab41e27-26c3-4550-bea2-38e9a115453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'abbd2a85-ef45-4a15-9c65-019fadd7088e'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:26:08.745599 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e537d7e-65e4-4fb3-8260-8737df01b4ed None None] Attempting to bind port c46203f6-860d-4a0b-ad16-24900c5b9b03 on network abbd2a85-ef45-4a15-9c65-019fadd7088e {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:26:08.754211 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e537d7e-65e4-4fb3-8260-8737df01b4ed None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:26:08.754589 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e537d7e-65e4-4fb3-8260-8737df01b4ed None None] Checking segment: {'id': '5ab41e27-26c3-4550-bea2-38e9a115453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'abbd2a85-ef45-4a15-9c65-019fadd7088e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:08.754996 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8e537d7e-65e4-4fb3-8260-8737df01b4ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.755394 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e537d7e-65e4-4fb3-8260-8737df01b4ed None None] Bound using segment: {'id': '5ab41e27-26c3-4550-bea2-38e9a115453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'abbd2a85-ef45-4a15-9c65-019fadd7088e'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:26:08.755871 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-8e537d7e-65e4-4fb3-8260-8737df01b4ed None None] Bound port: c46203f6-860d-4a0b-ad16-24900c5b9b03, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab41e27-26c3-4550-bea2-38e9a115453a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'abbd2a85-ef45-4a15-9c65-019fadd7088e'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:26:08.756252 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8e537d7e-65e4-4fb3-8260-8737df01b4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.794842 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f25d4a7b-01c0-4bab-a07a-ded6bbac48c3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.822459 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d4a7b-01c0-4bab-a07a-ded6bbac48c3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event deleted for resources: {'Subnet': ['ID=e1160ea5-564d-4364-b5a8-e6da04749198,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:08.824423 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f25d4a7b-01c0-4bab-a07a-ded6bbac48c3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.827661 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f25d4a7b-01c0-4bab-a07a-ded6bbac48c3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "DELETE /v2.0/subnets/e1160ea5-564d-4364-b5a8-e6da04749198 HTTP/1.1" status: 204 len: 168 time: 0.3979352 Nov 12 01:26:08.830376 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49228) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:08.855529 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-8e537d7e-65e4-4fb3-8260-8737df01b4ed None None] For port c46203f6-860d-4a0b-ad16-24900c5b9b03, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:26:08.858894 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-8e537d7e-65e4-4fb3-8260-8737df01b4ed None None] For port c46203f6-860d-4a0b-ad16-24900c5b9b03, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c46203f6-860d-4a0b-ad16-24900c5b9b03,segment=NetworkSegment(5ab41e27-26c3-4550-bea2-38e9a115453a),segment_id=5ab41e27-26c3-4550-bea2-38e9a115453a)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:26:08.862790 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8e537d7e-65e4-4fb3-8260-8737df01b4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.884500 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd62dc17-339f-4bad-826f-28cc51e675cf tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:08.886163 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd62dc17-339f-4bad-826f-28cc51e675cf tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:08.887705 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dd62dc17-339f-4bad-826f-28cc51e675cf tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0560963 Nov 12 01:26:08.890864 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49230) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:08.921181 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e537d7e-65e4-4fb3-8260-8737df01b4ed None None] Pushing event updated for resources: {'Port': ['ID=c46203f6-860d-4a0b-ad16-24900c5b9b03,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:08.986762 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a170b86a-5927-4d7a-98ac-6c05e69688b9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.994102 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-a170b86a-5927-4d7a-98ac-6c05e69688b9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 01:26:08.994604 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a170b86a-5927-4d7a-98ac-6c05e69688b9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:08.997795 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a170b86a-5927-4d7a-98ac-6c05e69688b9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "DELETE /v2.0/networks/abbd2a85-ef45-4a15-9c65-019fadd7088e HTTP/1.1" status: 409 len: 405 time: 0.1059971 Nov 12 01:26:09.002233 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49232) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:09.007445 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-46cc118e-574f-49dc-9a2c-bdacccda61c9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-307447376'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:09.030507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cc118e-574f-49dc-9a2c-bdacccda61c9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Made reservation on behalf of f8fecd36502444fa83a5823a070cb911 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:09.035875 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-46cc118e-574f-49dc-9a2c-bdacccda61c9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.040221 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.063465 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cc118e-574f-49dc-9a2c-bdacccda61c9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:26:09.083679 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-46cc118e-574f-49dc-9a2c-bdacccda61c9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.083679 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-46cc118e-574f-49dc-9a2c-bdacccda61c9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Added segment 1756bbdc-7979-4f44-93f3-e58c66e75f59 of type vlan for network 5b0642cb-8aee-4e85-ba50-40765fe2b696 Nov 12 01:26:09.130315 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-46cc118e-574f-49dc-9a2c-bdacccda61c9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.161371 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-46cc118e-574f-49dc-9a2c-bdacccda61c9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.167254 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cc118e-574f-49dc-9a2c-bdacccda61c9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:09.167844 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-46cc118e-574f-49dc-9a2c-bdacccda61c9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.255853 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-46cc118e-574f-49dc-9a2c-bdacccda61c9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2524953 Nov 12 01:26:09.259306 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49234) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:09.264456 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Request body: {'subnet': {'network_id': '5b0642cb-8aee-4e85-ba50-40765fe2b696', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:09.272341 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc118e-574f-49dc-9a2c-bdacccda61c9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event updated for resources: {'Network': ['ID=5b0642cb-8aee-4e85-ba50-40765fe2b696,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:09.283783 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 5b0642cb-8aee-4e85-ba50-40765fe2b696 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:26:09.359538 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Made reservation on behalf of f8fecd36502444fa83a5823a070cb911 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:09.363282 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.645680 n-d-712137-14 neutron-server[114242]: DEBUG neutron.objects.ports [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114242) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:26:09.647245 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.711507 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event updated for resources: {'Subnet': ['ID=ced112d6-a379-41b2-bca1-fb4a77ad3ab0,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:09.722634 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Checking segment: {'id': '1756bbdc-7979-4f44-93f3-e58c66e75f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5b0642cb-8aee-4e85-ba50-40765fe2b696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:09.722916 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Network hostable DHCP agents. Network: 5b0642cb-8aee-4e85-ba50-40765fe2b696, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:26:09.725716 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.726066 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.726981 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.727328 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.727672 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.728002 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.728336 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.728663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.729015 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.729340 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.729667 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.729988 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:09.749718 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Network 5b0642cb-8aee-4e85-ba50-40765fe2b696 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:26:09.759451 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 5b0642cb-8aee-4e85-ba50-40765fe2b696) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:09.764937 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:09.765528 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.770661 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b9061e-bd02-4a5f-854c-73f7bc3a4a40 None None] Network 5b0642cb-8aee-4e85-ba50-40765fe2b696 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:09.786711 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f265f689-bc3e-4b9d-ba11-2c253087c643 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5261829 Nov 12 01:26:09.790376 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49236) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:09.827089 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa7c192-7f43-4000-8f98-c15627f6dd5b None None] Network abbd2a85-ef45-4a15-9c65-019fadd7088e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:09.897132 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b90fa5a8-25ea-4a99-884b-9ee8b7f63412 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.957335 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b90fa5a8-25ea-4a99-884b-9ee8b7f63412 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.986997 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-dbaaa43b-d969-49b2-8b3d-5770b6e7513e None None] Provisioning complete for port c46203f6-860d-4a0b-ad16-24900c5b9b03 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:09.987366 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dbaaa43b-d969-49b2-8b3d-5770b6e7513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.019999 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b90fa5a8-25ea-4a99-884b-9ee8b7f63412 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.048077 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90fa5a8-25ea-4a99-884b-9ee8b7f63412 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event deleted for resources: {'Subnet': ['ID=ced112d6-a379-41b2-bca1-fb4a77ad3ab0,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:10.056430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b354a5-5cd5-4a83-b673-2c0248e33c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-5b0642cb-8aee-4e85-ba50-40765fe2b696', 'network_id': '5b0642cb-8aee-4e85-ba50-40765fe2b696', 'tenant_id': 'f8fecd36502444fa83a5823a070cb911', 'fixed_ips': [{'subnet_id': 'ced112d6-a379-41b2-bca1-fb4a77ad3ab0'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:26:10.057229 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-37b354a5-5cd5-4a83-b673-2c0248e33c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.123106 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b90fa5a8-25ea-4a99-884b-9ee8b7f63412 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.156105 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-b90fa5a8-25ea-4a99-884b-9ee8b7f63412 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0642cb-8aee-4e85-ba50-40765fe2b696']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:10.174725 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-b90fa5a8-25ea-4a99-884b-9ee8b7f63412 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1756bbdc-7979-4f44-93f3-e58c66e75f59') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:10.175026 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-b90fa5a8-25ea-4a99-884b-9ee8b7f63412 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1756bbdc-7979-4f44-93f3-e58c66e75f59') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:10.194080 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b90fa5a8-25ea-4a99-884b-9ee8b7f63412 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.216073 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b90fa5a8-25ea-4a99-884b-9ee8b7f63412 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.223174 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90fa5a8-25ea-4a99-884b-9ee8b7f63412 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:26:10.223672 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b90fa5a8-25ea-4a99-884b-9ee8b7f63412 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:26:10.226914 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:26:10.298750 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b95b68-d818-4747-a0a1-e87df10a788e None None] DHCP port deletion for abbd2a85-ef45-4a15-9c65-019fadd7088e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:26:10.313154 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b90fa5a8-25ea-4a99-884b-9ee8b7f63412 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.321173 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b90fa5a8-25ea-4a99-884b-9ee8b7f63412 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.328730 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b90fa5a8-25ea-4a99-884b-9ee8b7f63412 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "DELETE /v2.0/networks/5b0642cb-8aee-4e85-ba50-40765fe2b696 HTTP/1.1" status: 204 len: 168 time: 0.5369062 Nov 12 01:26:10.331663 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49238) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:10.338438 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-f08c1877-179d-4c30-ae0d-4d022f02c43f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2043870467'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:10.341553 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0e82bc-7273-4448-bbe4-634a7c95134f None None] Network 5b0642cb-8aee-4e85-ba50-40765fe2b696 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:10.345302 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dbaaa43b-d969-49b2-8b3d-5770b6e7513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.345978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90fa5a8-25ea-4a99-884b-9ee8b7f63412 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event deleted for resources: {'Network': ['ID=5b0642cb-8aee-4e85-ba50-40765fe2b696,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:10.368888 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0e82bc-7273-4448-bbe4-634a7c95134f None None] Network 5b0642cb-8aee-4e85-ba50-40765fe2b696 could not be found, it might have been deleted concurrently. {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:26:10.373382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08c1877-179d-4c30-ae0d-4d022f02c43f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Made reservation on behalf of f8fecd36502444fa83a5823a070cb911 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:10.377095 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f08c1877-179d-4c30-ae0d-4d022f02c43f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.402818 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08c1877-179d-4c30-ae0d-4d022f02c43f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:26:10.405658 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-dbaaa43b-d969-49b2-8b3d-5770b6e7513e None None] For port c46203f6-860d-4a0b-ad16-24900c5b9b03, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c46203f6-860d-4a0b-ad16-24900c5b9b03,segment=NetworkSegment(5ab41e27-26c3-4550-bea2-38e9a115453a),segment_id=5ab41e27-26c3-4550-bea2-38e9a115453a)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:10.411597 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dbaaa43b-d969-49b2-8b3d-5770b6e7513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.412201 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f08c1877-179d-4c30-ae0d-4d022f02c43f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.412577 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-f08c1877-179d-4c30-ae0d-4d022f02c43f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Added segment 35089077-627a-46ea-91cb-178d86677dbc of type vlan for network d9753cc1-1a90-4b5b-9f6e-8dd7129648e0 Nov 12 01:26:10.419202 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-84b95b68-d818-4747-a0a1-e87df10a788e None None] Deleting port c46203f6-860d-4a0b-ad16-24900c5b9b03 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:10.419573 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-84b95b68-d818-4747-a0a1-e87df10a788e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.452607 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f08c1877-179d-4c30-ae0d-4d022f02c43f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.477615 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f08c1877-179d-4c30-ae0d-4d022f02c43f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.483315 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08c1877-179d-4c30-ae0d-4d022f02c43f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:10.483909 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f08c1877-179d-4c30-ae0d-4d022f02c43f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.512504 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaaa43b-d969-49b2-8b3d-5770b6e7513e None None] Pushing event updated for resources: {'Port': ['ID=c46203f6-860d-4a0b-ad16-24900c5b9b03,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:10.527637 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f08c1877-179d-4c30-ae0d-4d022f02c43f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1940041 Nov 12 01:26:10.530278 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-84b95b68-d818-4747-a0a1-e87df10a788e None None] For port c46203f6-860d-4a0b-ad16-24900c5b9b03, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c46203f6-860d-4a0b-ad16-24900c5b9b03,segment=NetworkSegment(5ab41e27-26c3-4550-bea2-38e9a115453a),segment_id=5ab41e27-26c3-4550-bea2-38e9a115453a)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:10.530673 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-84b95b68-d818-4747-a0a1-e87df10a788e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.530818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49240) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:10.538621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-c6317731-98d4-4b39-b43b-344213c11284 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Request body: {'subnet': {'network_id': 'd9753cc1-1a90-4b5b-9f6e-8dd7129648e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:10.544333 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-84b95b68-d818-4747-a0a1-e87df10a788e None None] Calling delete_port for c46203f6-860d-4a0b-ad16-24900c5b9b03 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:10.561044 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c1877-179d-4c30-ae0d-4d022f02c43f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event updated for resources: {'Network': ['ID=d9753cc1-1a90-4b5b-9f6e-8dd7129648e0,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:10.589592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network d9753cc1-1a90-4b5b-9f6e-8dd7129648e0 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:26:10.641740 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6317731-98d4-4b39-b43b-344213c11284 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Made reservation on behalf of f8fecd36502444fa83a5823a070cb911 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:10.645788 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6317731-98d4-4b39-b43b-344213c11284 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.686943 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-84b95b68-d818-4747-a0a1-e87df10a788e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.719444 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b95b68-d818-4747-a0a1-e87df10a788e None None] Pushing event deleted for resources: {'Port': ['ID=c46203f6-860d-4a0b-ad16-24900c5b9b03,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:10.721455 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b95b68-d818-4747-a0a1-e87df10a788e None None] No DVR routers for this DVR port c46203f6-860d-4a0b-ad16-24900c5b9b03 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:26:11.165497 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6317731-98d4-4b39-b43b-344213c11284 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.227672 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6317731-98d4-4b39-b43b-344213c11284 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event updated for resources: {'Subnet': ['ID=da68a92b-a615-43d4-b32f-d12d8f6b31aa,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:11.234733 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6317731-98d4-4b39-b43b-344213c11284 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Checking segment: {'id': '35089077-627a-46ea-91cb-178d86677dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9753cc1-1a90-4b5b-9f6e-8dd7129648e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:11.235272 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6317731-98d4-4b39-b43b-344213c11284 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Network hostable DHCP agents. Network: d9753cc1-1a90-4b5b-9f6e-8dd7129648e0, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:26:11.252374 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6317731-98d4-4b39-b43b-344213c11284 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Network d9753cc1-1a90-4b5b-9f6e-8dd7129648e0 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:26:11.261192 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-c6317731-98d4-4b39-b43b-344213c11284 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, d9753cc1-1a90-4b5b-9f6e-8dd7129648e0) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:11.265481 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6317731-98d4-4b39-b43b-344213c11284 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:11.266209 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c6317731-98d4-4b39-b43b-344213c11284 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.270952 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73063c72-02c8-455d-8737-4efea478ade3 None None] Network d9753cc1-1a90-4b5b-9f6e-8dd7129648e0 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:11.282889 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c6317731-98d4-4b39-b43b-344213c11284 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7509511 Nov 12 01:26:11.285501 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49244) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:11.378453 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-abdb8c9b-ffe6-4174-806a-e1cb0d612a0e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.422224 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9955242a-4905-4e44-9dc5-6f20749f3397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-d9753cc1-1a90-4b5b-9f6e-8dd7129648e0', 'network_id': 'd9753cc1-1a90-4b5b-9f6e-8dd7129648e0', 'tenant_id': 'f8fecd36502444fa83a5823a070cb911', 'fixed_ips': [{'subnet_id': 'da68a92b-a615-43d4-b32f-d12d8f6b31aa'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:26:11.423101 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9955242a-4905-4e44-9dc5-6f20749f3397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.430673 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-abdb8c9b-ffe6-4174-806a-e1cb0d612a0e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.495817 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-abdb8c9b-ffe6-4174-806a-e1cb0d612a0e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server [None req-9955242a-4905-4e44-9dc5-6f20749f3397 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da68a92b-a615-43d4-b32f-d12d8f6b31aa: This subnet is being modified by another concurrent operation. Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da68a92b-a615-43d4-b32f-d12d8f6b31aa: This subnet is being modified by another concurrent operation. Nov 12 01:26:11.518171 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Nov 12 01:26:11.526804 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb8c9b-ffe6-4174-806a-e1cb0d612a0e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event deleted for resources: {'Subnet': ['ID=da68a92b-a615-43d4-b32f-d12d8f6b31aa,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:11.551698 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b14d858-78e5-4f93-8bae-703e7552edda None None] Network d9753cc1-1a90-4b5b-9f6e-8dd7129648e0 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:11.591367 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-abdb8c9b-ffe6-4174-806a-e1cb0d612a0e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.613079 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-abdb8c9b-ffe6-4174-806a-e1cb0d612a0e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9753cc1-1a90-4b5b-9f6e-8dd7129648e0']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:11.622375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-abdb8c9b-ffe6-4174-806a-e1cb0d612a0e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35089077-627a-46ea-91cb-178d86677dbc') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:11.622680 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-abdb8c9b-ffe6-4174-806a-e1cb0d612a0e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35089077-627a-46ea-91cb-178d86677dbc') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:11.631959 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-abdb8c9b-ffe6-4174-806a-e1cb0d612a0e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.645592 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-abdb8c9b-ffe6-4174-806a-e1cb0d612a0e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.652477 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abdb8c9b-ffe6-4174-806a-e1cb0d612a0e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:26:11.652943 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-abdb8c9b-ffe6-4174-806a-e1cb0d612a0e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:26:11.656075 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:26:11.658512 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b63e5e3-6f8e-4c61-aa96-f9566e1caf55 None None] get_active_networks_info from n-d-712137-14 {{(pid=114244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:26:11.721226 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-abdb8c9b-ffe6-4174-806a-e1cb0d612a0e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.728062 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-abdb8c9b-ffe6-4174-806a-e1cb0d612a0e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.728313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b63e5e3-6f8e-4c61-aa96-f9566e1caf55 None None] Resources bound (agent type, host, resource id): {{(pid=114244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:26:11.731260 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-abdb8c9b-ffe6-4174-806a-e1cb0d612a0e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "DELETE /v2.0/networks/d9753cc1-1a90-4b5b-9f6e-8dd7129648e0 HTTP/1.1" status: 204 len: 168 time: 0.4448285 Nov 12 01:26:11.735615 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49246) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:11.741323 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-2ff4a948-0b62-4cdf-8373-21df56f5f5d2 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1004410612'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:11.743715 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb8c9b-ffe6-4174-806a-e1cb0d612a0e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event deleted for resources: {'Network': ['ID=d9753cc1-1a90-4b5b-9f6e-8dd7129648e0,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:11.764076 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff4a948-0b62-4cdf-8373-21df56f5f5d2 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Made reservation on behalf of f8fecd36502444fa83a5823a070cb911 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:11.768248 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2ff4a948-0b62-4cdf-8373-21df56f5f5d2 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.791806 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff4a948-0b62-4cdf-8373-21df56f5f5d2 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:26:11.800796 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2ff4a948-0b62-4cdf-8373-21df56f5f5d2 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.801150 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-2ff4a948-0b62-4cdf-8373-21df56f5f5d2 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Added segment 03353343-4e22-435e-b8ed-303dbd7c799c of type vlan for network 4bc66df8-6f1e-4d0c-9487-c5bca2aaf65b Nov 12 01:26:11.841625 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2ff4a948-0b62-4cdf-8373-21df56f5f5d2 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.866247 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2ff4a948-0b62-4cdf-8373-21df56f5f5d2 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.872344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff4a948-0b62-4cdf-8373-21df56f5f5d2 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:11.872947 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2ff4a948-0b62-4cdf-8373-21df56f5f5d2 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.914478 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2ff4a948-0b62-4cdf-8373-21df56f5f5d2 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1777380 Nov 12 01:26:11.917398 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49248) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:11.922527 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-c19c5e0f-7c73-4a27-bf7d-517e97271408 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Request body: {'subnet': {'network_id': '4bc66df8-6f1e-4d0c-9487-c5bca2aaf65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:11.950616 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4a948-0b62-4cdf-8373-21df56f5f5d2 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event updated for resources: {'Network': ['ID=4bc66df8-6f1e-4d0c-9487-c5bca2aaf65b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:11.960459 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 4bc66df8-6f1e-4d0c-9487-c5bca2aaf65b details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:26:12.016243 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19c5e0f-7c73-4a27-bf7d-517e97271408 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Made reservation on behalf of f8fecd36502444fa83a5823a070cb911 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:12.019825 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c19c5e0f-7c73-4a27-bf7d-517e97271408 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:12.260926 n-d-712137-14 neutron-server[114242]: DEBUG neutron.objects.ports [None req-c19c5e0f-7c73-4a27-bf7d-517e97271408 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114242) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:26:12.262243 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c19c5e0f-7c73-4a27-bf7d-517e97271408 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:12.321075 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c5e0f-7c73-4a27-bf7d-517e97271408 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event updated for resources: {'Subnet': ['ID=c8ae14c8-ea79-49f2-9fd0-c0ed9dabf3b3,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:12.330575 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19c5e0f-7c73-4a27-bf7d-517e97271408 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Checking segment: {'id': '03353343-4e22-435e-b8ed-303dbd7c799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4bc66df8-6f1e-4d0c-9487-c5bca2aaf65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:12.330952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19c5e0f-7c73-4a27-bf7d-517e97271408 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Network hostable DHCP agents. Network: 4bc66df8-6f1e-4d0c-9487-c5bca2aaf65b, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:26:12.347561 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19c5e0f-7c73-4a27-bf7d-517e97271408 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Network 4bc66df8-6f1e-4d0c-9487-c5bca2aaf65b is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:26:12.357044 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-c19c5e0f-7c73-4a27-bf7d-517e97271408 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 4bc66df8-6f1e-4d0c-9487-c5bca2aaf65b) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:12.361908 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19c5e0f-7c73-4a27-bf7d-517e97271408 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:12.362558 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c19c5e0f-7c73-4a27-bf7d-517e97271408 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:12.364652 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d0210e-3e5d-456a-91bb-fb45bf1b9922 None None] Network 4bc66df8-6f1e-4d0c-9487-c5bca2aaf65b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:12.378657 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c19c5e0f-7c73-4a27-bf7d-517e97271408 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4600976 Nov 12 01:26:12.381277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49250) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:12.480725 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2b900f6a-eed2-4dd2-bd08-8e6040b46223 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:12.511427 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d24049-5055-46b2-aba5-d31bf7ce0877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-4bc66df8-6f1e-4d0c-9487-c5bca2aaf65b', 'network_id': '4bc66df8-6f1e-4d0c-9487-c5bca2aaf65b', 'tenant_id': 'f8fecd36502444fa83a5823a070cb911', 'fixed_ips': [{'subnet_id': 'c8ae14c8-ea79-49f2-9fd0-c0ed9dabf3b3'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:26:12.512312 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d9d24049-5055-46b2-aba5-d31bf7ce0877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:12.531650 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2b900f6a-eed2-4dd2-bd08-8e6040b46223 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:12.594882 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2b900f6a-eed2-4dd2-bd08-8e6040b46223 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server [None req-d9d24049-5055-46b2-aba5-d31bf7ce0877 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8ae14c8-ea79-49f2-9fd0-c0ed9dabf3b3: This subnet is being modified by another concurrent operation. Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8ae14c8-ea79-49f2-9fd0-c0ed9dabf3b3: This subnet is being modified by another concurrent operation. Nov 12 01:26:12.614578 n-d-712137-14 neutron-server[114244]: ERROR oslo_messaging.rpc.server Nov 12 01:26:12.627432 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b900f6a-eed2-4dd2-bd08-8e6040b46223 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ae14c8-ea79-49f2-9fd0-c0ed9dabf3b3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:12.635693 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e85bf51-350c-407f-9e0f-e6492a0af0c1 None None] Network 4bc66df8-6f1e-4d0c-9487-c5bca2aaf65b requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:12.694979 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2b900f6a-eed2-4dd2-bd08-8e6040b46223 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:12.715792 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-2b900f6a-eed2-4dd2-bd08-8e6040b46223 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc66df8-6f1e-4d0c-9487-c5bca2aaf65b']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:12.724943 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-2b900f6a-eed2-4dd2-bd08-8e6040b46223 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03353343-4e22-435e-b8ed-303dbd7c799c') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:12.725244 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-2b900f6a-eed2-4dd2-bd08-8e6040b46223 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03353343-4e22-435e-b8ed-303dbd7c799c') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:12.734515 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2b900f6a-eed2-4dd2-bd08-8e6040b46223 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:12.744855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609e9088-7d15-4a53-a25f-eaf00a7e1694 None None] get_active_networks_info from n-d-712137-14 {{(pid=114244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:26:12.749516 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2b900f6a-eed2-4dd2-bd08-8e6040b46223 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:12.755478 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b900f6a-eed2-4dd2-bd08-8e6040b46223 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:26:12.755997 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2b900f6a-eed2-4dd2-bd08-8e6040b46223 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:26:12.759828 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:26:12.813150 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609e9088-7d15-4a53-a25f-eaf00a7e1694 None None] Resources bound (agent type, host, resource id): {{(pid=114244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:26:12.824122 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2b900f6a-eed2-4dd2-bd08-8e6040b46223 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:12.832046 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2b900f6a-eed2-4dd2-bd08-8e6040b46223 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:12.840363 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2b900f6a-eed2-4dd2-bd08-8e6040b46223 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "DELETE /v2.0/networks/4bc66df8-6f1e-4d0c-9487-c5bca2aaf65b HTTP/1.1" status: 204 len: 168 time: 0.4530549 Nov 12 01:26:12.840796 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49252) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:12.845459 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b900f6a-eed2-4dd2-bd08-8e6040b46223 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event deleted for resources: {'Network': ['ID=4bc66df8-6f1e-4d0c-9487-c5bca2aaf65b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:12.868967 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c48733-ac2c-408e-9ee1-63df1d7037a9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:12.869769 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c48733-ac2c-408e-9ee1-63df1d7037a9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:12.872848 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-39c48733-ac2c-408e-9ee1-63df1d7037a9 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "DELETE /v2.0/subnets/c8ae14c8-ea79-49f2-9fd0-c0ed9dabf3b3 HTTP/1.1" status: 404 len: 337 time: 0.0309918 Nov 12 01:26:12.875397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49254) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:12.900903 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe19b92-b698-4416-88a1-69ce29acd7cb tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:12.901484 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe19b92-b698-4416-88a1-69ce29acd7cb tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:12.906966 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ebe19b92-b698-4416-88a1-69ce29acd7cb tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "DELETE /v2.0/networks/4bc66df8-6f1e-4d0c-9487-c5bca2aaf65b HTTP/1.1" status: 404 len: 339 time: 0.0305908 Nov 12 01:26:12.907578 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49256) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:12.933793 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-616cdd34-296a-4792-a478-5dc9d810dbe1 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:12.934580 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616cdd34-296a-4792-a478-5dc9d810dbe1 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:12.937701 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-616cdd34-296a-4792-a478-5dc9d810dbe1 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "DELETE /v2.0/subnets/da68a92b-a615-43d4-b32f-d12d8f6b31aa HTTP/1.1" status: 404 len: 337 time: 0.0291796 Nov 12 01:26:12.940433 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49258) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:12.958853 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c9af62-ef87-4fbc-9ed1-213c6235d430 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:12.959398 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c9af62-ef87-4fbc-9ed1-213c6235d430 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:12.963012 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-43c9af62-ef87-4fbc-9ed1-213c6235d430 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "DELETE /v2.0/networks/d9753cc1-1a90-4b5b-9f6e-8dd7129648e0 HTTP/1.1" status: 404 len: 339 time: 0.0216169 Nov 12 01:26:12.965571 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49260) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:12.995913 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-63920f3b-a797-4281-8f87-8c4781e91770 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:12.996381 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63920f3b-a797-4281-8f87-8c4781e91770 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:12.999484 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-63920f3b-a797-4281-8f87-8c4781e91770 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "DELETE /v2.0/subnets/ced112d6-a379-41b2-bca1-fb4a77ad3ab0 HTTP/1.1" status: 404 len: 337 time: 0.0328050 Nov 12 01:26:13.002051 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49262) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:13.020056 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-90558153-bfb6-4479-a0ab-4112f806168f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:13.020598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90558153-bfb6-4479-a0ab-4112f806168f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:13.026453 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-90558153-bfb6-4479-a0ab-4112f806168f tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "DELETE /v2.0/networks/5b0642cb-8aee-4e85-ba50-40765fe2b696 HTTP/1.1" status: 404 len: 339 time: 0.0211959 Nov 12 01:26:13.026625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49264) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:13.109248 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-21ddf684-939c-4167-89dd-94c52dd72d62 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Deleting port 6f06cb3b-62e0-4d22-8832-fe4a97caf6ec {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:13.109516 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-21ddf684-939c-4167-89dd-94c52dd72d62 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:13.176377 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-21ddf684-939c-4167-89dd-94c52dd72d62 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:13.189189 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-21ddf684-939c-4167-89dd-94c52dd72d62 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Calling delete_port for 6f06cb3b-62e0-4d22-8832-fe4a97caf6ec owned by {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:13.269874 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-21ddf684-939c-4167-89dd-94c52dd72d62 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:13.300404 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddf684-939c-4167-89dd-94c52dd72d62 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event deleted for resources: {'Port': ['ID=6f06cb3b-62e0-4d22-8832-fe4a97caf6ec,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:13.303916 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-21ddf684-939c-4167-89dd-94c52dd72d62 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:13.307647 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-21ddf684-939c-4167-89dd-94c52dd72d62 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "DELETE /v2.0/ports/6f06cb3b-62e0-4d22-8832-fe4a97caf6ec HTTP/1.1" status: 204 len: 168 time: 0.2801273 Nov 12 01:26:13.310016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49266) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:13.338848 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-333d3100-36ce-4ec6-af66-5d8eb76f2fb7 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:13.339296 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-333d3100-36ce-4ec6-af66-5d8eb76f2fb7 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:13.342312 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-333d3100-36ce-4ec6-af66-5d8eb76f2fb7 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "DELETE /v2.0/subnets/e1160ea5-564d-4364-b5a8-e6da04749198 HTTP/1.1" status: 404 len: 337 time: 0.0313854 Nov 12 01:26:13.344667 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49268) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:13.418130 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7143fef6-1777-45e4-90f8-b45b00a9eb9e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:13.505442 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7143fef6-1777-45e4-90f8-b45b00a9eb9e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:13.525948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-7143fef6-1777-45e4-90f8-b45b00a9eb9e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbd2a85-ef45-4a15-9c65-019fadd7088e']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:13.535167 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-7143fef6-1777-45e4-90f8-b45b00a9eb9e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab41e27-26c3-4550-bea2-38e9a115453a') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:13.535466 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-7143fef6-1777-45e4-90f8-b45b00a9eb9e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab41e27-26c3-4550-bea2-38e9a115453a') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:13.545055 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7143fef6-1777-45e4-90f8-b45b00a9eb9e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:13.558973 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7143fef6-1777-45e4-90f8-b45b00a9eb9e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:13.565355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7143fef6-1777-45e4-90f8-b45b00a9eb9e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:26:13.565740 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7143fef6-1777-45e4-90f8-b45b00a9eb9e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:26:13.568632 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:26:13.627504 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7143fef6-1777-45e4-90f8-b45b00a9eb9e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:13.634397 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7143fef6-1777-45e4-90f8-b45b00a9eb9e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:13.637318 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7143fef6-1777-45e4-90f8-b45b00a9eb9e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "DELETE /v2.0/networks/abbd2a85-ef45-4a15-9c65-019fadd7088e HTTP/1.1" status: 204 len: 168 time: 0.2917242 Nov 12 01:26:13.639923 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49270) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:13.654719 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143fef6-1777-45e4-90f8-b45b00a9eb9e tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event deleted for resources: {'Network': ['ID=abbd2a85-ef45-4a15-9c65-019fadd7088e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:13.727196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-5cc616bb-cd38-4f19-be5a-ff26fdc5b857 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Deleting port 4e80caee-e990-4cc0-92cb-1449be7545f4 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:13.727541 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5cc616bb-cd38-4f19-be5a-ff26fdc5b857 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:13.795724 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5cc616bb-cd38-4f19-be5a-ff26fdc5b857 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:13.808375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-5cc616bb-cd38-4f19-be5a-ff26fdc5b857 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Calling delete_port for 4e80caee-e990-4cc0-92cb-1449be7545f4 owned by {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:13.883239 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5cc616bb-cd38-4f19-be5a-ff26fdc5b857 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:13.923548 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5cc616bb-cd38-4f19-be5a-ff26fdc5b857 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:13.927664 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5cc616bb-cd38-4f19-be5a-ff26fdc5b857 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "DELETE /v2.0/ports/4e80caee-e990-4cc0-92cb-1449be7545f4 HTTP/1.1" status: 204 len: 168 time: 0.2867267 Nov 12 01:26:13.928722 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc616bb-cd38-4f19-be5a-ff26fdc5b857 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event deleted for resources: {'Port': ['ID=4e80caee-e990-4cc0-92cb-1449be7545f4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:13.930323 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49272) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:13.957240 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-0febdc40-1869-4eb9-8e4e-38625c6dea5a tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:13.957698 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0febdc40-1869-4eb9-8e4e-38625c6dea5a tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:13.961499 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0febdc40-1869-4eb9-8e4e-38625c6dea5a tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "DELETE /v2.0/subnets/1684feda-ebb2-42d4-bbbc-f716b64f20f8 HTTP/1.1" status: 404 len: 337 time: 0.0296302 Nov 12 01:26:13.964197 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49274) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:14.038703 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c939fb16-83ae-46d0-9155-22c81c079c57 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.089592 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c939fb16-83ae-46d0-9155-22c81c079c57 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Deleting port a16bf287-5ea8-4408-aff4-9d7b6d3127bb {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:14.089924 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c939fb16-83ae-46d0-9155-22c81c079c57 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.154908 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-c939fb16-83ae-46d0-9155-22c81c079c57 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] For port a16bf287-5ea8-4408-aff4-9d7b6d3127bb, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a16bf287-5ea8-4408-aff4-9d7b6d3127bb,segment=NetworkSegment(3a8108e9-9f1f-47ba-bc3b-316be8a113f3),segment_id=3a8108e9-9f1f-47ba-bc3b-316be8a113f3)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:14.155267 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c939fb16-83ae-46d0-9155-22c81c079c57 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.167693 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c939fb16-83ae-46d0-9155-22c81c079c57 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Calling delete_port for a16bf287-5ea8-4408-aff4-9d7b6d3127bb owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:14.242196 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c939fb16-83ae-46d0-9155-22c81c079c57 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.269324 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939fb16-83ae-46d0-9155-22c81c079c57 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event deleted for resources: {'Port': ['ID=a16bf287-5ea8-4408-aff4-9d7b6d3127bb,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:14.275335 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c939fb16-83ae-46d0-9155-22c81c079c57 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] No DVR routers for this DVR port a16bf287-5ea8-4408-aff4-9d7b6d3127bb on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:26:14.350104 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c939fb16-83ae-46d0-9155-22c81c079c57 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.370147 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-c939fb16-83ae-46d0-9155-22c81c079c57 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:14.379106 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-c939fb16-83ae-46d0-9155-22c81c079c57 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8108e9-9f1f-47ba-bc3b-316be8a113f3') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:14.379407 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-c939fb16-83ae-46d0-9155-22c81c079c57 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8108e9-9f1f-47ba-bc3b-316be8a113f3') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:14.388499 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c939fb16-83ae-46d0-9155-22c81c079c57 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.401272 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c939fb16-83ae-46d0-9155-22c81c079c57 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.407132 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c939fb16-83ae-46d0-9155-22c81c079c57 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:26:14.407594 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c939fb16-83ae-46d0-9155-22c81c079c57 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:26:14.410552 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:26:14.470965 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c939fb16-83ae-46d0-9155-22c81c079c57 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.477964 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c939fb16-83ae-46d0-9155-22c81c079c57 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.481153 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c939fb16-83ae-46d0-9155-22c81c079c57 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "DELETE /v2.0/networks/dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9 HTTP/1.1" status: 204 len: 168 time: 0.5159972 Nov 12 01:26:14.483855 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49276) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:14.492492 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939fb16-83ae-46d0-9155-22c81c079c57 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event deleted for resources: {'Network': ['ID=dd6b3e9d-5be0-48f6-bca3-11d3a10c06b9,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:14.534710 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec299bc-191f-4a78-99db-cd6f9fe000d3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Deleting subnet eb9febcc-61bd-4521-a089-483a5ae6273e {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:26:14.537909 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dec299bc-191f-4a78-99db-cd6f9fe000d3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.578003 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dec299bc-191f-4a78-99db-cd6f9fe000d3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.672855 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dec299bc-191f-4a78-99db-cd6f9fe000d3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.729472 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dec299bc-191f-4a78-99db-cd6f9fe000d3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.758203 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dec299bc-191f-4a78-99db-cd6f9fe000d3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.761548 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dec299bc-191f-4a78-99db-cd6f9fe000d3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "DELETE /v2.0/subnets/eb9febcc-61bd-4521-a089-483a5ae6273e HTTP/1.1" status: 204 len: 168 time: 0.2765927 Nov 12 01:26:14.762574 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec299bc-191f-4a78-99db-cd6f9fe000d3 tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event deleted for resources: {'Subnet': ['ID=eb9febcc-61bd-4521-a089-483a5ae6273e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:14.764070 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49278) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:14.766991 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850baa44-a38a-488e-8879-b1f3b37e6f41 None None] Network 5635ab3b-f293-4282-8cb9-96f74e4743fa requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:14.844317 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cfea495a-abb5-49b9-93da-c860565eebfa tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.898684 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-cfea495a-abb5-49b9-93da-c860565eebfa tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Deleting port 458e171d-babd-4cda-94ab-1becfa7456c0 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:14.898944 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cfea495a-abb5-49b9-93da-c860565eebfa tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.940824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024c0b44-9997-4402-ac9e-7ad09db4f462 None None] DHCP port deletion for 5635ab3b-f293-4282-8cb9-96f74e4743fa request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:26:14.963414 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-cfea495a-abb5-49b9-93da-c860565eebfa tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] For port 458e171d-babd-4cda-94ab-1becfa7456c0, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=458e171d-babd-4cda-94ab-1becfa7456c0,segment=NetworkSegment(7326d630-a8c1-4272-b3cf-2f2f4b3180cd),segment_id=7326d630-a8c1-4272-b3cf-2f2f4b3180cd)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:14.963994 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cfea495a-abb5-49b9-93da-c860565eebfa tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.977439 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-cfea495a-abb5-49b9-93da-c860565eebfa tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Calling delete_port for 458e171d-babd-4cda-94ab-1becfa7456c0 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:14.988469 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-024c0b44-9997-4402-ac9e-7ad09db4f462 None None] Deleting port 458e171d-babd-4cda-94ab-1becfa7456c0 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:14.988889 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-024c0b44-9997-4402-ac9e-7ad09db4f462 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:15.050216 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-024c0b44-9997-4402-ac9e-7ad09db4f462 None None] For port 458e171d-babd-4cda-94ab-1becfa7456c0, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=458e171d-babd-4cda-94ab-1becfa7456c0,segment=NetworkSegment(7326d630-a8c1-4272-b3cf-2f2f4b3180cd),segment_id=7326d630-a8c1-4272-b3cf-2f2f4b3180cd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:15.050615 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-024c0b44-9997-4402-ac9e-7ad09db4f462 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:15.058309 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cfea495a-abb5-49b9-93da-c860565eebfa tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:15.064642 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-024c0b44-9997-4402-ac9e-7ad09db4f462 None None] Calling delete_port for 458e171d-babd-4cda-94ab-1becfa7456c0 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:15.084278 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea495a-abb5-49b9-93da-c860565eebfa tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event deleted for resources: {'Port': ['ID=458e171d-babd-4cda-94ab-1becfa7456c0,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:15.088306 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfea495a-abb5-49b9-93da-c860565eebfa tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] No DVR routers for this DVR port 458e171d-babd-4cda-94ab-1becfa7456c0 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:26:15.144552 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-024c0b44-9997-4402-ac9e-7ad09db4f462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:15.168276 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c0b44-9997-4402-ac9e-7ad09db4f462 None None] Pushing event deleted for resources: {'Port': ['ID=458e171d-babd-4cda-94ab-1becfa7456c0,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:15.168512 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cfea495a-abb5-49b9-93da-c860565eebfa tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:15.175439 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024c0b44-9997-4402-ac9e-7ad09db4f462 None None] No DVR routers for this DVR port 458e171d-babd-4cda-94ab-1becfa7456c0 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:26:15.193038 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-cfea495a-abb5-49b9-93da-c860565eebfa tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5635ab3b-f293-4282-8cb9-96f74e4743fa']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:15.202880 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-cfea495a-abb5-49b9-93da-c860565eebfa tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7326d630-a8c1-4272-b3cf-2f2f4b3180cd') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:15.203178 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-cfea495a-abb5-49b9-93da-c860565eebfa tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7326d630-a8c1-4272-b3cf-2f2f4b3180cd') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:15.212489 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cfea495a-abb5-49b9-93da-c860565eebfa tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:15.225277 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cfea495a-abb5-49b9-93da-c860565eebfa tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:15.231613 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfea495a-abb5-49b9-93da-c860565eebfa tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:26:15.232013 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cfea495a-abb5-49b9-93da-c860565eebfa tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:26:15.235201 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:26:15.291508 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cfea495a-abb5-49b9-93da-c860565eebfa tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:15.298589 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cfea495a-abb5-49b9-93da-c860565eebfa tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:15.301804 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cfea495a-abb5-49b9-93da-c860565eebfa tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] 10.222.0.31 "DELETE /v2.0/networks/5635ab3b-f293-4282-8cb9-96f74e4743fa HTTP/1.1" status: 204 len: 168 time: 0.5367057 Nov 12 01:26:15.313668 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea495a-abb5-49b9-93da-c860565eebfa tempest-NetworksIpV6TestAttrs-927981772 tempest-NetworksIpV6TestAttrs-927981772-project] Pushing event deleted for resources: {'Network': ['ID=5635ab3b-f293-4282-8cb9-96f74e4743fa,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:15.541755 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49284) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:15.675201 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c641e812-b921-4ffe-9854-b00d31f8d277 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8fecd36502444fa83a5823a070cb911&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321404 Nov 12 01:26:15.677600 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49288) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:15.724777 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a7d68887-5fff-411b-905c-ca0a98e56898 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:15.745258 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a7d68887-5fff-411b-905c-ca0a98e56898 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:15.790720 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a7d68887-5fff-411b-905c-ca0a98e56898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:15.793372 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a7d68887-5fff-411b-905c-ca0a98e56898 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:15.794626 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a7d68887-5fff-411b-905c-ca0a98e56898 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5187fd44-32e6-41c1-b5b7-b6fff5a66110 HTTP/1.1" status: 204 len: 168 time: 0.1159961 Nov 12 01:26:15.802582 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d68887-5fff-411b-905c-ca0a98e56898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5187fd44-32e6-41c1-b5b7-b6fff5a66110,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:16.564620 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 458e171d-babd-4cda-94ab-1becfa7456c0 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:26:16.584998 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 458e171d-babd-4cda-94ab-1becfa7456c0 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:26:16.585410 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 458e171d-babd-4cda-94ab-1becfa7456c0 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:26:20.055201 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49372) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:20.081833 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-def359d9-5d28-49c8-b516-789d85ebdb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:20.165632 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f2c2231b-5680-47a1-8f01-25b9a7c1b37d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:20.237948 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f2c2231b-5680-47a1-8f01-25b9a7c1b37d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:20.241627 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f2c2231b-5680-47a1-8f01-25b9a7c1b37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:20.278432 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f2c2231b-5680-47a1-8f01-25b9a7c1b37d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a5860a197334579a97a057eefa90474&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2220821 Nov 12 01:26:20.280335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2231b-5680-47a1-8f01-25b9a7c1b37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006e3593-c521-49da-8c69-92a7fe17492b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:20.281130 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49376) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:20.334615 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-18dbb0de-2a97-4eeb-8340-c13bbf930299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:20.356356 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-18dbb0de-2a97-4eeb-8340-c13bbf930299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:20.401964 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-18dbb0de-2a97-4eeb-8340-c13bbf930299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:20.404547 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-18dbb0de-2a97-4eeb-8340-c13bbf930299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:20.405734 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-18dbb0de-2a97-4eeb-8340-c13bbf930299 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/006e3593-c521-49da-8c69-92a7fe17492b HTTP/1.1" status: 204 len: 168 time: 0.1235161 Nov 12 01:26:20.413598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbb0de-2a97-4eeb-8340-c13bbf930299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006e3593-c521-49da-8c69-92a7fe17492b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:20.439647 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:26:20.665464 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49382) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:20.678781 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f9f00fa0-a608-4728-bd81-173e515b1b8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:20.751467 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f9f00fa0-a608-4728-bd81-173e515b1b8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:20.755183 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f9f00fa0-a608-4728-bd81-173e515b1b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:20.792345 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f9f00fa0-a608-4728-bd81-173e515b1b8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a89e5a46480e40debb9a74d407535f80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1258216 Nov 12 01:26:20.793237 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f00fa0-a608-4728-bd81-173e515b1b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a80588-8aa9-4375-ad59-9b6aa4fc15c2,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:20.795095 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49384) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:20.843156 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce2c4674-44fa-4d08-87ad-1d04f4c338da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:20.864219 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce2c4674-44fa-4d08-87ad-1d04f4c338da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:20.908997 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce2c4674-44fa-4d08-87ad-1d04f4c338da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:20.911556 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ce2c4674-44fa-4d08-87ad-1d04f4c338da admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:20.912730 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ce2c4674-44fa-4d08-87ad-1d04f4c338da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e1a80588-8aa9-4375-ad59-9b6aa4fc15c2 HTTP/1.1" status: 204 len: 168 time: 0.1165676 Nov 12 01:26:20.920745 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c4674-44fa-4d08-87ad-1d04f4c338da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a80588-8aa9-4375-ad59-9b6aa4fc15c2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:22.383880 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-adf207b6-14b6-4f0b-997b-7c2786ab0ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:23.594996 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:24.918111 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.561122 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.073495 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:33.992361 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49484) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:34.095222 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d71ef9d7-a71d-4c7e-8182-bcebd8b0379a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.166514 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d71ef9d7-a71d-4c7e-8182-bcebd8b0379a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.170378 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d71ef9d7-a71d-4c7e-8182-bcebd8b0379a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.211724 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d71ef9d7-a71d-4c7e-8182-bcebd8b0379a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21768bd6e8204bc796921ee7296b1402&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2181616 Nov 12 01:26:34.212568 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ef9d7-a71d-4c7e-8182-bcebd8b0379a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10218c61-c50e-4d21-9cf2-1aab57fd01e4,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:34.215156 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49488) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:34.266173 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1763b897-f1e3-4b6f-a6e4-12899f5ffe0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.291671 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1763b897-f1e3-4b6f-a6e4-12899f5ffe0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.341659 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1763b897-f1e3-4b6f-a6e4-12899f5ffe0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.344338 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1763b897-f1e3-4b6f-a6e4-12899f5ffe0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.345541 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1763b897-f1e3-4b6f-a6e4-12899f5ffe0c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10218c61-c50e-4d21-9cf2-1aab57fd01e4 HTTP/1.1" status: 204 len: 168 time: 0.1293859 Nov 12 01:26:34.355350 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763b897-f1e3-4b6f-a6e4-12899f5ffe0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10218c61-c50e-4d21-9cf2-1aab57fd01e4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:34.619745 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49494) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:34.633170 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e5c0f321-9de6-4ce7-b438-c25c73f50988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.709586 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e5c0f321-9de6-4ce7-b438-c25c73f50988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.713708 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e5c0f321-9de6-4ce7-b438-c25c73f50988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.751986 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e5c0f321-9de6-4ce7-b438-c25c73f50988 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc3501d76d4a4007bce0705ad6e4afa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310680 Nov 12 01:26:34.752872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0f321-9de6-4ce7-b438-c25c73f50988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8318c5c0-6714-43d1-929c-2d336dee0a4b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:34.754631 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49496) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:34.804734 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-094c202a-fa59-453f-ab81-ed4b10ac16f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.826414 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-094c202a-fa59-453f-ab81-ed4b10ac16f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.870790 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-094c202a-fa59-453f-ab81-ed4b10ac16f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.873438 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-094c202a-fa59-453f-ab81-ed4b10ac16f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.874600 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-094c202a-fa59-453f-ab81-ed4b10ac16f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8318c5c0-6714-43d1-929c-2d336dee0a4b HTTP/1.1" status: 204 len: 168 time: 0.1187477 Nov 12 01:26:34.882909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c202a-fa59-453f-ab81-ed4b10ac16f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8318c5c0-6714-43d1-929c-2d336dee0a4b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:39.061248 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:40.238411 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-2e363e16-348b-4b17-a144-90ea5256fb31 req-e9c90a5f-346c-4a5e-b459-d5c65cfc6255 service neutron] (114243) timed out ('10.222.0.31', 36798) {{(pid=114243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:26:50.083540 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9d4c64c8-41a0-4b75-b2bf-060041f9bb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:52.387784 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-51eb29c6-cfc0-4802-b149-c8cae9fdf0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:53.597712 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:54.914222 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:55.564482 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:56.076063 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:57.438944 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:27:02.500158 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49702) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:02.608197 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f499a8fc-86ab-4a36-be42-c8f2108bb85c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.681486 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f499a8fc-86ab-4a36-be42-c8f2108bb85c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.685232 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f499a8fc-86ab-4a36-be42-c8f2108bb85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.722332 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f499a8fc-86ab-4a36-be42-c8f2108bb85c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6693df27c5f647c0a298045399770405&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2209220 Nov 12 01:27:02.724385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499a8fc-86ab-4a36-be42-c8f2108bb85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ed21eb-c0bb-4cce-bcda-ae9d19233b8e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:02.725274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49706) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:02.779434 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ae9586ae-c93c-4017-8c00-d3da69a02775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.802657 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ae9586ae-c93c-4017-8c00-d3da69a02775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.851987 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ae9586ae-c93c-4017-8c00-d3da69a02775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.854628 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ae9586ae-c93c-4017-8c00-d3da69a02775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.855803 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ae9586ae-c93c-4017-8c00-d3da69a02775 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64ed21eb-c0bb-4cce-bcda-ae9d19233b8e HTTP/1.1" status: 204 len: 168 time: 0.1289582 Nov 12 01:27:02.866706 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9586ae-c93c-4017-8c00-d3da69a02775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ed21eb-c0bb-4cce-bcda-ae9d19233b8e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:03.136181 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49712) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:03.150139 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ccc76acf-5557-4207-a71b-e745e45d4db4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.227327 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ccc76acf-5557-4207-a71b-e745e45d4db4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.231205 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ccc76acf-5557-4207-a71b-e745e45d4db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.269194 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ccc76acf-5557-4207-a71b-e745e45d4db4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2dbd4cb057d49bdb06e673ea9a58b2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318431 Nov 12 01:27:03.270353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc76acf-5557-4207-a71b-e745e45d4db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2db966-94a0-4538-bf6b-51b22acbef37,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:03.273662 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49714) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:03.328727 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-21121f7e-130d-43fd-ad7e-0610a94b12e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.349561 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-21121f7e-130d-43fd-ad7e-0610a94b12e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.395230 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-21121f7e-130d-43fd-ad7e-0610a94b12e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.397917 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-21121f7e-130d-43fd-ad7e-0610a94b12e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.399424 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-21121f7e-130d-43fd-ad7e-0610a94b12e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb2db966-94a0-4538-bf6b-51b22acbef37 HTTP/1.1" status: 204 len: 168 time: 0.1243813 Nov 12 01:27:03.407964 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21121f7e-130d-43fd-ad7e-0610a94b12e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2db966-94a0-4538-bf6b-51b22acbef37,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:05.743548 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49784) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:05.847683 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b6b1ee6e-857a-4698-82e2-09f60902615b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.920227 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b6b1ee6e-857a-4698-82e2-09f60902615b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.924020 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b6b1ee6e-857a-4698-82e2-09f60902615b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.962634 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b6b1ee6e-857a-4698-82e2-09f60902615b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2fd694d315774136b9389049001bc8df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2180128 Nov 12 01:27:05.963781 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1ee6e-857a-4698-82e2-09f60902615b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145c0f4d-7f23-43e1-999d-0cf6ec0588fd,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:05.965333 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49788) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:06.013516 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-83091e90-46e3-4cf7-839b-fb338a42adaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.034762 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-83091e90-46e3-4cf7-839b-fb338a42adaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.081560 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-83091e90-46e3-4cf7-839b-fb338a42adaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.084119 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-83091e90-46e3-4cf7-839b-fb338a42adaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.085964 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-83091e90-46e3-4cf7-839b-fb338a42adaa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/145c0f4d-7f23-43e1-999d-0cf6ec0588fd HTTP/1.1" status: 204 len: 168 time: 0.1196413 Nov 12 01:27:06.093520 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83091e90-46e3-4cf7-839b-fb338a42adaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145c0f4d-7f23-43e1-999d-0cf6ec0588fd,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:06.342987 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49794) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:06.356026 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ed6b7d2-0dca-473d-ae09-45646e59265b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.427368 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ed6b7d2-0dca-473d-ae09-45646e59265b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.431685 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1ed6b7d2-0dca-473d-ae09-45646e59265b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.471456 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1ed6b7d2-0dca-473d-ae09-45646e59265b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d795257db08416980875f9c4988ba4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273420 Nov 12 01:27:06.472577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6b7d2-0dca-473d-ae09-45646e59265b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e2856f-83ac-4286-95b4-3b563dc34a66,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:06.474183 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49796) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:06.525138 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a1fd4f05-b3c8-4be1-9a1a-2f8c3421acd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.546128 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a1fd4f05-b3c8-4be1-9a1a-2f8c3421acd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.591053 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a1fd4f05-b3c8-4be1-9a1a-2f8c3421acd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.593600 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a1fd4f05-b3c8-4be1-9a1a-2f8c3421acd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.594768 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a1fd4f05-b3c8-4be1-9a1a-2f8c3421acd9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4e2856f-83ac-4286-95b4-3b563dc34a66 HTTP/1.1" status: 204 len: 168 time: 0.1195593 Nov 12 01:27:06.603150 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd4f05-b3c8-4be1-9a1a-2f8c3421acd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e2856f-83ac-4286-95b4-3b563dc34a66,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:09.075568 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:11.926309 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49880) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:12.033569 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef6f1dd4-dac3-46c8-be46-980aa90e33da admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:12.110106 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef6f1dd4-dac3-46c8-be46-980aa90e33da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:12.114122 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ef6f1dd4-dac3-46c8-be46-980aa90e33da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:12.154280 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ef6f1dd4-dac3-46c8-be46-980aa90e33da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86199a815205435dae69a4b45a49c82a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2267923 Nov 12 01:27:12.155034 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f1dd4-dac3-46c8-be46-980aa90e33da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8119151a-f692-45cd-bf23-90322703effd,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:12.157239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49884) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:12.164011 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1dd4-dac3-46c8-be46-980aa90e33da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.164367 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1dd4-dac3-46c8-be46-980aa90e33da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.165092 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1dd4-dac3-46c8-be46-980aa90e33da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.165092 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1dd4-dac3-46c8-be46-980aa90e33da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.165404 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1dd4-dac3-46c8-be46-980aa90e33da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.165743 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1dd4-dac3-46c8-be46-980aa90e33da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.166074 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1dd4-dac3-46c8-be46-980aa90e33da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.166406 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1dd4-dac3-46c8-be46-980aa90e33da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.166734 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1dd4-dac3-46c8-be46-980aa90e33da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.167064 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1dd4-dac3-46c8-be46-980aa90e33da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.167392 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1dd4-dac3-46c8-be46-980aa90e33da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.167715 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f1dd4-dac3-46c8-be46-980aa90e33da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.215141 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-15788a50-6a24-46ad-a4c1-bf0b17902527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:12.239172 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-15788a50-6a24-46ad-a4c1-bf0b17902527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:12.285726 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-15788a50-6a24-46ad-a4c1-bf0b17902527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:12.289087 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-15788a50-6a24-46ad-a4c1-bf0b17902527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:12.290236 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-15788a50-6a24-46ad-a4c1-bf0b17902527 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8119151a-f692-45cd-bf23-90322703effd HTTP/1.1" status: 204 len: 168 time: 0.1319585 Nov 12 01:27:12.297970 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15788a50-6a24-46ad-a4c1-bf0b17902527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8119151a-f692-45cd-bf23-90322703effd,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:12.306384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15788a50-6a24-46ad-a4c1-bf0b17902527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.306798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15788a50-6a24-46ad-a4c1-bf0b17902527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.308027 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15788a50-6a24-46ad-a4c1-bf0b17902527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.308027 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15788a50-6a24-46ad-a4c1-bf0b17902527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.308451 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15788a50-6a24-46ad-a4c1-bf0b17902527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.308909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15788a50-6a24-46ad-a4c1-bf0b17902527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.309271 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15788a50-6a24-46ad-a4c1-bf0b17902527 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.309581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15788a50-6a24-46ad-a4c1-bf0b17902527 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.309913 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15788a50-6a24-46ad-a4c1-bf0b17902527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.310348 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15788a50-6a24-46ad-a4c1-bf0b17902527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.310806 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15788a50-6a24-46ad-a4c1-bf0b17902527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.311444 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15788a50-6a24-46ad-a4c1-bf0b17902527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.561102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49892) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:12.575188 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc534c80-0ca6-4d51-91a7-ce161fce4ca8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:12.648780 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc534c80-0ca6-4d51-91a7-ce161fce4ca8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:12.653976 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bc534c80-0ca6-4d51-91a7-ce161fce4ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:12.691419 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bc534c80-0ca6-4d51-91a7-ce161fce4ca8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3beba64d1bc5480da99d890021e2e54e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291294 Nov 12 01:27:12.693368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc534c80-0ca6-4d51-91a7-ce161fce4ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee46c83-017c-44a5-9762-267cca1affc3,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:12.694934 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49894) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:12.744317 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a7f32d5d-9fef-4e62-b1d2-c9c3767c7945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:12.764332 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a7f32d5d-9fef-4e62-b1d2-c9c3767c7945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:12.811149 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a7f32d5d-9fef-4e62-b1d2-c9c3767c7945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:12.813623 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a7f32d5d-9fef-4e62-b1d2-c9c3767c7945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:12.815026 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a7f32d5d-9fef-4e62-b1d2-c9c3767c7945 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dee46c83-017c-44a5-9762-267cca1affc3 HTTP/1.1" status: 204 len: 168 time: 0.1190164 Nov 12 01:27:12.822530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f32d5d-9fef-4e62-b1d2-c9c3767c7945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee46c83-017c-44a5-9762-267cca1affc3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:14.648437 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49966) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:14.751263 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c992823b-647f-490f-b093-2db0e4a03f01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:14.824615 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c992823b-647f-490f-b093-2db0e4a03f01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:14.828744 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c992823b-647f-490f-b093-2db0e4a03f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:14.865659 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992823b-647f-490f-b093-2db0e4a03f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c117196-c181-4811-b071-35dae3b807c8,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:14.869766 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c992823b-647f-490f-b093-2db0e4a03f01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28a51ee143254134af653cfa1602c53f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2202847 Nov 12 01:27:14.872500 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49970) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:14.919513 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-67440212-affa-428e-a917-f0d56c38982b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:14.942643 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-67440212-affa-428e-a917-f0d56c38982b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:14.989916 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-67440212-affa-428e-a917-f0d56c38982b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:14.992624 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-67440212-affa-428e-a917-f0d56c38982b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:14.993830 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-67440212-affa-428e-a917-f0d56c38982b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c117196-c181-4811-b071-35dae3b807c8 HTTP/1.1" status: 204 len: 168 time: 0.1204653 Nov 12 01:27:15.001487 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67440212-affa-428e-a917-f0d56c38982b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c117196-c181-4811-b071-35dae3b807c8,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:15.257541 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 49976) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:15.271070 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d540ea22-e5f5-4adf-b0a6-50797ad19e5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:15.347201 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d540ea22-e5f5-4adf-b0a6-50797ad19e5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:15.351501 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d540ea22-e5f5-4adf-b0a6-50797ad19e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:15.389252 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d540ea22-e5f5-4adf-b0a6-50797ad19e5e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c03bf64991443289e24a5f0bb7925ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303332 Nov 12 01:27:15.390130 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540ea22-e5f5-4adf-b0a6-50797ad19e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b1df1d-4427-4c9b-aa97-fae969ab37bd,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:15.391875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 49978) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:15.446340 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e0c43df1-eb6f-417e-bd59-78cccb387a89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:15.468118 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e0c43df1-eb6f-417e-bd59-78cccb387a89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:15.513277 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e0c43df1-eb6f-417e-bd59-78cccb387a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:15.515947 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e0c43df1-eb6f-417e-bd59-78cccb387a89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:15.517163 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e0c43df1-eb6f-417e-bd59-78cccb387a89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89b1df1d-4427-4c9b-aa97-fae969ab37bd HTTP/1.1" status: 204 len: 168 time: 0.1230071 Nov 12 01:27:15.525759 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c43df1-eb6f-417e-bd59-78cccb387a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b1df1d-4427-4c9b-aa97-fae969ab37bd,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:16.206922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50000) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:16.302646 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-6ceef459-f8bb-4b99-b171-76769124bc19 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2024747927-network', 'tenant_id': 'f64efa29cda747f5be3f32998f1c1bd6'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:16.324811 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ceef459-f8bb-4b99-b171-76769124bc19 admin admin] Made reservation on behalf of f64efa29cda747f5be3f32998f1c1bd6 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:16.327084 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6ceef459-f8bb-4b99-b171-76769124bc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.335821 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6ceef459-f8bb-4b99-b171-76769124bc19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.411702 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6ceef459-f8bb-4b99-b171-76769124bc19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.415966 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6ceef459-f8bb-4b99-b171-76769124bc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.440552 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ceef459-f8bb-4b99-b171-76769124bc19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:27:16.450720 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceef459-f8bb-4b99-b171-76769124bc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4e51dc-1c38-4c93-9bfc-b3b707458dbd,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:16.456718 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6ceef459-f8bb-4b99-b171-76769124bc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.457078 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-6ceef459-f8bb-4b99-b171-76769124bc19 admin admin] Added segment c16da01f-5079-4d6d-a490-a9fbaa340444 of type vlan for network 8de0bda6-4c04-45ec-8957-e889ae9602fd Nov 12 01:27:16.499185 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6ceef459-f8bb-4b99-b171-76769124bc19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.526217 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6ceef459-f8bb-4b99-b171-76769124bc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.527057 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceef459-f8bb-4b99-b171-76769124bc19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:16.527628 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6ceef459-f8bb-4b99-b171-76769124bc19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.581788 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6ceef459-f8bb-4b99-b171-76769124bc19 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3737314 Nov 12 01:27:16.584767 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50008) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:16.589900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c73ab2e0-56e6-4d76-9cf3-dbdf7a4ca302 admin admin] Request body: {'subnet': {'network_id': '8de0bda6-4c04-45ec-8957-e889ae9602fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2024747927-subnet', 'tenant_id': 'f64efa29cda747f5be3f32998f1c1bd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:16.610897 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73ab2e0-56e6-4d76-9cf3-dbdf7a4ca302 admin admin] Made reservation on behalf of f64efa29cda747f5be3f32998f1c1bd6 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:16.613261 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c73ab2e0-56e6-4d76-9cf3-dbdf7a4ca302 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.625630 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceef459-f8bb-4b99-b171-76769124bc19 admin admin] Pushing event updated for resources: {'Network': ['ID=8de0bda6-4c04-45ec-8957-e889ae9602fd,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:16.635971 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 8de0bda6-4c04-45ec-8957-e889ae9602fd details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:27:16.780949 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c73ab2e0-56e6-4d76-9cf3-dbdf7a4ca302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.840292 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ab2e0-56e6-4d76-9cf3-dbdf7a4ca302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a505898-644c-4aae-b2d2-39238a641da5,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:16.845791 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73ab2e0-56e6-4d76-9cf3-dbdf7a4ca302 admin admin] Checking segment: {'id': 'c16da01f-5079-4d6d-a490-a9fbaa340444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8de0bda6-4c04-45ec-8957-e889ae9602fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:16.846158 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73ab2e0-56e6-4d76-9cf3-dbdf7a4ca302 admin admin] Network hostable DHCP agents. Network: 8de0bda6-4c04-45ec-8957-e889ae9602fd, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:27:16.862477 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73ab2e0-56e6-4d76-9cf3-dbdf7a4ca302 admin admin] Network 8de0bda6-4c04-45ec-8957-e889ae9602fd is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:27:16.871808 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-c73ab2e0-56e6-4d76-9cf3-dbdf7a4ca302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 8de0bda6-4c04-45ec-8957-e889ae9602fd) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:16.876725 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73ab2e0-56e6-4d76-9cf3-dbdf7a4ca302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:16.878747 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c73ab2e0-56e6-4d76-9cf3-dbdf7a4ca302 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.879659 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6da436b-6949-4c9f-98bf-6df9c78d9b74 None None] Network 8de0bda6-4c04-45ec-8957-e889ae9602fd requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:16.894752 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c73ab2e0-56e6-4d76-9cf3-dbdf7a4ca302 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3086553 Nov 12 01:27:17.005183 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f62b51d-f3bb-40f5-9e5f-5447f2e4c8d5 None None] Network 8de0bda6-4c04-45ec-8957-e889ae9602fd requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:17.363426 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50026) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:17.368938 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e0118667-9c64-4a61-ae24-0396a9910e83 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1697829679-network', 'tenant_id': 'e36e6b2b0c1a4f8cbf4a20fcf76c920e'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:17.389469 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0118667-9c64-4a61-ae24-0396a9910e83 admin admin] Made reservation on behalf of e36e6b2b0c1a4f8cbf4a20fcf76c920e for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:17.391681 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0118667-9c64-4a61-ae24-0396a9910e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:17.400467 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0118667-9c64-4a61-ae24-0396a9910e83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:17.472549 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0118667-9c64-4a61-ae24-0396a9910e83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:17.477079 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0118667-9c64-4a61-ae24-0396a9910e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:17.501569 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0118667-9c64-4a61-ae24-0396a9910e83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:27:17.516246 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0118667-9c64-4a61-ae24-0396a9910e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2973b5ee-e3b3-4380-bb18-cbd52d3abe61,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:17.519270 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0118667-9c64-4a61-ae24-0396a9910e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:17.519618 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-e0118667-9c64-4a61-ae24-0396a9910e83 admin admin] Added segment 034033c9-8724-455a-944b-a908facaeaab of type vlan for network 9f3d9a71-af08-41f8-ae24-619abdf8a70d Nov 12 01:27:17.559247 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0118667-9c64-4a61-ae24-0396a9910e83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:17.582973 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0118667-9c64-4a61-ae24-0396a9910e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:17.583790 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0118667-9c64-4a61-ae24-0396a9910e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:17.584886 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e0118667-9c64-4a61-ae24-0396a9910e83 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:17.637223 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e0118667-9c64-4a61-ae24-0396a9910e83 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2726707 Nov 12 01:27:17.640346 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50028) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:17.644465 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0118667-9c64-4a61-ae24-0396a9910e83 admin admin] Pushing event updated for resources: {'Network': ['ID=9f3d9a71-af08-41f8-ae24-619abdf8a70d,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:17.645582 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-9f67e5ed-74d9-4644-a26d-c499dadd6174 admin admin] Request body: {'subnet': {'network_id': '9f3d9a71-af08-41f8-ae24-619abdf8a70d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1697829679-subnet', 'tenant_id': 'e36e6b2b0c1a4f8cbf4a20fcf76c920e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:17.654938 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 9f3d9a71-af08-41f8-ae24-619abdf8a70d details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:27:17.669556 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f67e5ed-74d9-4644-a26d-c499dadd6174 admin admin] Made reservation on behalf of e36e6b2b0c1a4f8cbf4a20fcf76c920e for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:17.671886 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9f67e5ed-74d9-4644-a26d-c499dadd6174 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:17.836568 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9f67e5ed-74d9-4644-a26d-c499dadd6174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:17.891988 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67e5ed-74d9-4644-a26d-c499dadd6174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=641fafdf-7f4a-4b0e-aa13-565b46651578,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:17.903478 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f67e5ed-74d9-4644-a26d-c499dadd6174 admin admin] Checking segment: {'id': '034033c9-8724-455a-944b-a908facaeaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9f3d9a71-af08-41f8-ae24-619abdf8a70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:17.903834 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f67e5ed-74d9-4644-a26d-c499dadd6174 admin admin] Network hostable DHCP agents. Network: 9f3d9a71-af08-41f8-ae24-619abdf8a70d, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:27:17.920624 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f67e5ed-74d9-4644-a26d-c499dadd6174 admin admin] Network 9f3d9a71-af08-41f8-ae24-619abdf8a70d is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:27:17.928633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-9f67e5ed-74d9-4644-a26d-c499dadd6174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 9f3d9a71-af08-41f8-ae24-619abdf8a70d) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:17.932680 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f67e5ed-74d9-4644-a26d-c499dadd6174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:17.933384 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9f67e5ed-74d9-4644-a26d-c499dadd6174 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:17.938262 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da12923-ad17-4a36-926e-4179eeab2864 None None] Network 9f3d9a71-af08-41f8-ae24-619abdf8a70d requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:17.949405 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9f67e5ed-74d9-4644-a26d-c499dadd6174 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3077221 Nov 12 01:27:18.062328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b580ec1-9406-4891-b5f5-124bf5bf8a48 None None] Network 9f3d9a71-af08-41f8-ae24-619abdf8a70d requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:18.462972 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-89d89285-58ad-448d-ad42-bbd2e0bf8f33 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:18.464456 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-89d89285-58ad-448d-ad42-bbd2e0bf8f33 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/networks?id=8de0bda6-4c04-45ec-8957-e889ae9602fd HTTP/1.1" status: 200 len: 809 time: 0.1021831 Nov 12 01:27:18.479695 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-fde0a453-ff0d-4ab5-ba20-25c5454b9e53 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/quotas/f64efa29cda747f5be3f32998f1c1bd6 HTTP/1.1" status: 200 len: 375 time: 0.0094774 Nov 12 01:27:18.510289 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-d6a5730a-c16f-498e-b696-5f18dc10f0a9 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f64efa29cda747f5be3f32998f1c1bd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253959 Nov 12 01:27:18.692333 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-35c04d19-1152-4908-8e7a-7354877c0210 service neutron] 10.222.0.31 "GET /v2.0/networks/8de0bda6-4c04-45ec-8957-e889ae9602fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752284 Nov 12 01:27:18.780383 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-0d52df18-041e-4399-b0cf-da30c316a01d service neutron] 10.222.0.31 "GET /v2.0/networks/8de0bda6-4c04-45ec-8957-e889ae9602fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814171 Nov 12 01:27:18.941113 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6dd56e26-0504-4cae-9a8b-015da51724e6 req-09172a48-7254-42c6-b9fb-82ddbe95d236 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa825463-ed1e-4c5c-b8bd-28c377779200 HTTP/1.1" status: 200 len: 210 time: 0.0263848 Nov 12 01:27:20.074584 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-56cb89f3-3b84-402b-a561-e5ed15d7ba34 req-5472775d-5364-4aed-b8af-660a5ac13b54 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa825463-ed1e-4c5c-b8bd-28c377779200 HTTP/1.1" status: 200 len: 210 time: 0.0343297 Nov 12 01:27:20.087971 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-54eda3c7-b4ba-4cd7-9c14-3e5404d13ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:20.205065 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-7eab634b-d34c-43e9-8311-1201b162046a tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:20.206480 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-7eab634b-d34c-43e9-8311-1201b162046a tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.15 "GET /v2.0/networks?id=8de0bda6-4c04-45ec-8957-e889ae9602fd HTTP/1.1" status: 200 len: 809 time: 0.1280093 Nov 12 01:27:20.226821 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-465c2257-3325-4f7b-b0cf-3a23ff90452f tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Request body: {'port': {'device_id': 'fa825463-ed1e-4c5c-b8bd-28c377779200', 'network_id': '8de0bda6-4c04-45ec-8957-e889ae9602fd', 'admin_state_up': True, 'tenant_id': 'f64efa29cda747f5be3f32998f1c1bd6'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:20.339514 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-465c2257-3325-4f7b-b0cf-3a23ff90452f tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Made reservation on behalf of f64efa29cda747f5be3f32998f1c1bd6 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:20.343016 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-465c2257-3325-4f7b-b0cf-3a23ff90452f tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:20.470347 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-465c2257-3325-4f7b-b0cf-3a23ff90452f tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Allocated IP 172.20.0.4 (8de0bda6-4c04-45ec-8957-e889ae9602fd/4a505898-644c-4aae-b2d2-39238a641da5/a2373d38-a9df-46f5-8bca-0b6c4d87d42d) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:27:20.621752 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-465c2257-3325-4f7b-b0cf-3a23ff90452f tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:20.654923 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-465c2257-3325-4f7b-b0cf-3a23ff90452f tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:20.697883 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-465c2257-3325-4f7b-b0cf-3a23ff90452f tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Network 8de0bda6-4c04-45ec-8957-e889ae9602fd is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:20.702929 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-465c2257-3325-4f7b-b0cf-3a23ff90452f tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:20.706669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-465c2257-3325-4f7b-b0cf-3a23ff90452f tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:20.729532 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c2257-3325-4f7b-b0cf-3a23ff90452f tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Pushing event updated for resources: {'Port': ['ID=a2373d38-a9df-46f5-8bca-0b6c4d87d42d,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:20.762938 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-465c2257-3325-4f7b-b0cf-3a23ff90452f tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:20.763554 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-465c2257-3325-4f7b-b0cf-3a23ff90452f tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:20.779202 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-465c2257-3325-4f7b-b0cf-3a23ff90452f tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5562880 Nov 12 01:27:20.789263 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-070a3e18-926f-421d-b166-6fa3b59ca701 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:27:20.790257 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-070a3e18-926f-421d-b166-6fa3b59ca701 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054767 Nov 12 01:27:20.860319 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] Request body: {'port': {'device_id': 'fa825463-ed1e-4c5c-b8bd-28c377779200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:20.915357 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.220927 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2373d38-a9df-46f5-8bca-0b6c4d87d42d {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:27:21.230379 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.250593 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] Transition to ACTIVE for port object a2373d38-a9df-46f5-8bca-0b6c4d87d42d will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:27:21.260153 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc2128-c15d-4c58-adbb-7156e06cbd45 req-8dba2875-c36b-4401-9679-f059d35c1ab0 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:21.261662 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-09cc2128-c15d-4c58-adbb-7156e06cbd45 req-8dba2875-c36b-4401-9679-f059d35c1ab0 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa825463-ed1e-4c5c-b8bd-28c377779200 HTTP/1.1" status: 200 len: 931 time: 0.0779479 Nov 12 01:27:21.262728 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.334904 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] Pushing event updated for resources: {'Port': ['ID=a2373d38-a9df-46f5-8bca-0b6c4d87d42d,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:21.679710 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-09cc2128-c15d-4c58-adbb-7156e06cbd45 req-9776d20e-f49b-4895-8117-9a19534e81d1 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f4e51dc-1c38-4c93-9bfc-b3b707458dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086151 Nov 12 01:27:21.705642 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] Attempting to bind port a2373d38-a9df-46f5-8bca-0b6c4d87d42d on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:27:21.705987 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] Attempting to bind port a2373d38-a9df-46f5-8bca-0b6c4d87d42d by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': 'c16da01f-5079-4d6d-a490-a9fbaa340444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8de0bda6-4c04-45ec-8957-e889ae9602fd'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:27:21.706319 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] Attempting to bind port a2373d38-a9df-46f5-8bca-0b6c4d87d42d on network 8de0bda6-4c04-45ec-8957-e889ae9602fd {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:21.710538 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] Port a2373d38-a9df-46f5-8bca-0b6c4d87d42d on network 8de0bda6-4c04-45ec-8957-e889ae9602fd not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:27:21.710863 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] Attempting to bind port a2373d38-a9df-46f5-8bca-0b6c4d87d42d on network 8de0bda6-4c04-45ec-8957-e889ae9602fd {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:21.715637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:27:21.715976 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] Checking segment: {'id': 'c16da01f-5079-4d6d-a490-a9fbaa340444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8de0bda6-4c04-45ec-8957-e889ae9602fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:21.716360 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] Bound using segment: {'id': 'c16da01f-5079-4d6d-a490-a9fbaa340444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8de0bda6-4c04-45ec-8957-e889ae9602fd'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:27:21.716821 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] Bound port: a2373d38-a9df-46f5-8bca-0b6c4d87d42d, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c16da01f-5079-4d6d-a490-a9fbaa340444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8de0bda6-4c04-45ec-8957-e889ae9602fd'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:27:21.717179 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.777624 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] For port a2373d38-a9df-46f5-8bca-0b6c4d87d42d, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:27:21.780728 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] For port a2373d38-a9df-46f5-8bca-0b6c4d87d42d, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=a2373d38-a9df-46f5-8bca-0b6c4d87d42d,segment=NetworkSegment(c16da01f-5079-4d6d-a490-a9fbaa340444),segment_id=c16da01f-5079-4d6d-a490-a9fbaa340444)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:27:21.785020 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.820112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:21.821090 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.822661 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] 10.222.0.15 "PUT /v2.0/ports/a2373d38-a9df-46f5-8bca-0b6c4d87d42d HTTP/1.1" status: 200 len: 1092 time: 1.0184093 Nov 12 01:27:21.823247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa825463-ed1e-4c5c-b8bd-28c377779200', 'tag': 'a2373d38-a9df-46f5-8bca-0b6c4d87d42d'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:27:21.826007 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9f81e1-d058-49ef-9be0-bf4df3eae7aa" -d '{"events": [{"name": "network-changed", "server_uuid": "fa825463-ed1e-4c5c-b8bd-28c377779200", "tag": "a2373d38-a9df-46f5-8bca-0b6c4d87d42d"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:27:21.851656 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb6118-303d-4a03-807c-203671563d81 service neutron] Pushing event updated for resources: {'Port': ['ID=a2373d38-a9df-46f5-8bca-0b6c4d87d42d,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:21.918634 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-1838207e-b900-4fcf-b351-3a82bb81d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:21.920125 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-1838207e-b900-4fcf-b351-3a82bb81d850 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f64efa29cda747f5be3f32998f1c1bd6&device_id=fa825463-ed1e-4c5c-b8bd-28c377779200 HTTP/1.1" status: 200 len: 1095 time: 0.0431800 Nov 12 01:27:21.965704 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-a4b8b595-3f47-4652-ac49-071664f57f65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2373d38-a9df-46f5-8bca-0b6c4d87d42d HTTP/1.1" status: 200 len: 217 time: 0.0334828 Nov 12 01:27:22.014689 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-88d89177-6a7e-4b38-a329-63dca922833f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:22.016110 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-88d89177-6a7e-4b38-a329-63dca922833f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4a505898-644c-4aae-b2d2-39238a641da5 HTTP/1.1" status: 200 len: 849 time: 0.0434873 Nov 12 01:27:22.051593 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-0d4bbcde-d88c-4c99-a76f-7b63e1907e65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8de0bda6-4c04-45ec-8957-e889ae9602fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270014 Nov 12 01:27:22.140054 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-376e25b2-80d2-4cd1-ad0a-55e381278149 service neutron] 10.222.0.15 "GET /v2.0/networks/8de0bda6-4c04-45ec-8957-e889ae9602fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808003 Nov 12 01:27:22.231075 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c12b6d88-c406-419a-93ed-1d1740e8b0ce req-f4b89e81-8df8-4912-b4ff-ad96f408eb11 service neutron] 10.222.0.15 "GET /v2.0/networks/8de0bda6-4c04-45ec-8957-e889ae9602fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843625 Nov 12 01:27:22.388120 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-24154d5e-418a-4dd8-b939-0a0924aa0146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:22.797042 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af23e4-754c-4c09-b7ce-ed8a0d6adc99 req-9f6200be-a322-47d7-908d-5e4140f496c0 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:22.798541 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14af23e4-754c-4c09-b7ce-ed8a0d6adc99 req-9f6200be-a322-47d7-908d-5e4140f496c0 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa825463-ed1e-4c5c-b8bd-28c377779200 HTTP/1.1" status: 200 len: 943 time: 0.0500979 Nov 12 01:27:22.845876 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14af23e4-754c-4c09-b7ce-ed8a0d6adc99 req-f9415b32-c099-40fd-ab86-3f18e456934b tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f4e51dc-1c38-4c93-9bfc-b3b707458dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408413 Nov 12 01:27:22.880774 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a85844-e097-4ad8-8213-1bab3eb19b36 x-openstack-request-id: req-31a85844-e097-4ad8-8213-1bab3eb19b36 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:27:22.881709 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa825463-ed1e-4c5c-b8bd-28c377779200", "tag": "a2373d38-a9df-46f5-8bca-0b6c4d87d42d", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:27:22.881968 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31a85844-e097-4ad8-8213-1bab3eb19b36 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:27:22.882373 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa825463-ed1e-4c5c-b8bd-28c377779200', 'tag': 'a2373d38-a9df-46f5-8bca-0b6c4d87d42d', 'status': 'completed', 'code': 200} Nov 12 01:27:22.964004 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f81e1-d058-49ef-9be0-bf4df3eae7aa req-699cbe93-2e18-47dd-a5fd-db9a28289616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:22.965526 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e9f81e1-d058-49ef-9be0-bf4df3eae7aa req-699cbe93-2e18-47dd-a5fd-db9a28289616 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f64efa29cda747f5be3f32998f1c1bd6&device_id=fa825463-ed1e-4c5c-b8bd-28c377779200 HTTP/1.1" status: 200 len: 1095 time: 0.0413871 Nov 12 01:27:23.057782 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f81e1-d058-49ef-9be0-bf4df3eae7aa req-0c037831-89bd-4448-ad6d-9fe8af9df1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:23.059231 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e9f81e1-d058-49ef-9be0-bf4df3eae7aa req-0c037831-89bd-4448-ad6d-9fe8af9df1c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8de0bda6-4c04-45ec-8957-e889ae9602fd HTTP/1.1" status: 200 len: 910 time: 0.0870557 Nov 12 01:27:23.100454 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e9f81e1-d058-49ef-9be0-bf4df3eae7aa req-938586ea-55f0-428f-9c0c-1cda4dd2f7e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2373d38-a9df-46f5-8bca-0b6c4d87d42d HTTP/1.1" status: 200 len: 217 time: 0.0336492 Nov 12 01:27:23.152564 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f81e1-d058-49ef-9be0-bf4df3eae7aa req-40ce49f6-113a-4ca8-a69b-bf04bec0b2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:23.154021 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e9f81e1-d058-49ef-9be0-bf4df3eae7aa req-40ce49f6-113a-4ca8-a69b-bf04bec0b2dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4a505898-644c-4aae-b2d2-39238a641da5 HTTP/1.1" status: 200 len: 849 time: 0.0467172 Nov 12 01:27:23.185924 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e9f81e1-d058-49ef-9be0-bf4df3eae7aa req-5e9fdd1b-2acc-41e3-b5b0-eb45596338f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8de0bda6-4c04-45ec-8957-e889ae9602fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249710 Nov 12 01:27:23.273359 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e9f81e1-d058-49ef-9be0-bf4df3eae7aa req-a9af8a1b-b827-4cf7-aeff-748948a6b072 service neutron] 10.222.0.15 "GET /v2.0/networks/8de0bda6-4c04-45ec-8957-e889ae9602fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805466 Nov 12 01:27:23.367539 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e9f81e1-d058-49ef-9be0-bf4df3eae7aa req-3fcbfe6c-d027-4577-9628-84c5a6494fbd service neutron] 10.222.0.15 "GET /v2.0/networks/8de0bda6-4c04-45ec-8957-e889ae9602fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868485 Nov 12 01:27:23.601898 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:23.961647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564a40a-eb47-4f52-bbaa-b4dce78fd184 req-a0780f07-056c-4ecb-aaf5-a05bccfd0af4 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:23.963045 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f564a40a-eb47-4f52-bbaa-b4dce78fd184 req-a0780f07-056c-4ecb-aaf5-a05bccfd0af4 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa825463-ed1e-4c5c-b8bd-28c377779200 HTTP/1.1" status: 200 len: 943 time: 0.0496585 Nov 12 01:27:24.015765 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f564a40a-eb47-4f52-bbaa-b4dce78fd184 req-50c9561c-e4cc-44a3-a5d7-48dc442c27a2 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f4e51dc-1c38-4c93-9bfc-b3b707458dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467227 Nov 12 01:27:24.919576 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:25.132420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe78341-704d-4cb2-9cd9-04e6ed8e4aa0 req-e3eaa103-e5d1-4419-9532-3dd088cc4d65 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:25.133916 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dbe78341-704d-4cb2-9cd9-04e6ed8e4aa0 req-e3eaa103-e5d1-4419-9532-3dd088cc4d65 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa825463-ed1e-4c5c-b8bd-28c377779200 HTTP/1.1" status: 200 len: 943 time: 0.0486090 Nov 12 01:27:25.181271 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dbe78341-704d-4cb2-9cd9-04e6ed8e4aa0 req-df377c95-6c21-46bf-abe2-edbdbfe4c46c tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f4e51dc-1c38-4c93-9bfc-b3b707458dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413318 Nov 12 01:27:25.566765 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:26.078973 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:26.298896 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bf47d-6f2f-4447-9de5-78393b7cec1a req-03a8261a-6254-4c31-8484-d52fd3069368 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:26.300349 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d25bf47d-6f2f-4447-9de5-78393b7cec1a req-03a8261a-6254-4c31-8484-d52fd3069368 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa825463-ed1e-4c5c-b8bd-28c377779200 HTTP/1.1" status: 200 len: 943 time: 0.0521052 Nov 12 01:27:26.347679 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d25bf47d-6f2f-4447-9de5-78393b7cec1a req-784329f3-7070-45c0-bfac-195cceea4f93 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f4e51dc-1c38-4c93-9bfc-b3b707458dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405526 Nov 12 01:27:26.725779 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device a2373d38-a9df-46f5-8bca-0b6c4d87d42d details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:27:26.819138 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port a2373d38-a9df-46f5-8bca-0b6c4d87d42d, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=a2373d38-a9df-46f5-8bca-0b6c4d87d42d,segment=NetworkSegment(c16da01f-5079-4d6d-a490-a9fbaa340444),segment_id=c16da01f-5079-4d6d-a490-a9fbaa340444)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:26.833056 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'a2373d38-a9df-46f5-8bca-0b6c4d87d42d', 'network_id': '8de0bda6-4c04-45ec-8957-e889ae9602fd', 'port_id': 'a2373d38-a9df-46f5-8bca-0b6c4d87d42d', 'mac_address': 'fa:16:3e:91:5d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a505898-644c-4aae-b2d2-39238a641da5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:27:26.870077 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:26.882784 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2373d38-a9df-46f5-8bca-0b6c4d87d42d {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:27:26.901044 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port a2373d38-a9df-46f5-8bca-0b6c4d87d42d, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=a2373d38-a9df-46f5-8bca-0b6c4d87d42d,segment=NetworkSegment(c16da01f-5079-4d6d-a490-a9fbaa340444),segment_id=c16da01f-5079-4d6d-a490-a9fbaa340444)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:26.904977 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:26.950429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=a2373d38-a9df-46f5-8bca-0b6c4d87d42d,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:26.957668 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:26.958014 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:26.958387 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:26.958725 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:26.959104 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:26.959940 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:26.960265 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:26.960592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:26.960941 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:26.961265 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:26.961592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:26.961913 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:27.360681 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['a2373d38-a9df-46f5-8bca-0b6c4d87d42d'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:27:27.462925 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2766400-a79e-41c2-9b46-be73416fb8c9 req-7c569aef-3a10-48df-b4fa-45afea1ef127 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:27.464403 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d2766400-a79e-41c2-9b46-be73416fb8c9 req-7c569aef-3a10-48df-b4fa-45afea1ef127 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa825463-ed1e-4c5c-b8bd-28c377779200 HTTP/1.1" status: 200 len: 944 time: 0.0480449 Nov 12 01:27:27.511266 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d2766400-a79e-41c2-9b46-be73416fb8c9 req-4c8c0841-358f-4fcf-a6bf-6cf7b1814d84 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f4e51dc-1c38-4c93-9bfc-b3b707458dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407484 Nov 12 01:27:28.634590 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f12195-39e8-4e10-902b-315bb03feb74 req-69508ac6-2696-42d2-86e6-a4d5e1b97280 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:28.636252 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86f12195-39e8-4e10-902b-315bb03feb74 req-69508ac6-2696-42d2-86e6-a4d5e1b97280 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa825463-ed1e-4c5c-b8bd-28c377779200 HTTP/1.1" status: 200 len: 944 time: 0.0516934 Nov 12 01:27:28.687208 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86f12195-39e8-4e10-902b-315bb03feb74 req-773a36ec-3da9-4f2a-8f17-5c54e417d464 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f4e51dc-1c38-4c93-9bfc-b3b707458dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442259 Nov 12 01:27:28.737385 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device a2373d38-a9df-46f5-8bca-0b6c4d87d42d up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:28.785831 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port a2373d38-a9df-46f5-8bca-0b6c4d87d42d completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:27:28.790686 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port a2373d38-a9df-46f5-8bca-0b6c4d87d42d triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:28.791000 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:28.872963 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:28.895005 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa825463-ed1e-4c5c-b8bd-28c377779200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2373d38-a9df-46f5-8bca-0b6c4d87d42d'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:27:28.897827 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1435837b-2dcc-4307-9dc2-1f13a13bcdf7" -d '{"events": [{"server_uuid": "fa825463-ed1e-4c5c-b8bd-28c377779200", "name": "network-vif-plugged", "status": "completed", "tag": "a2373d38-a9df-46f5-8bca-0b6c4d87d42d"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:27:28.910605 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port a2373d38-a9df-46f5-8bca-0b6c4d87d42d, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=a2373d38-a9df-46f5-8bca-0b6c4d87d42d,segment=NetworkSegment(c16da01f-5079-4d6d-a490-a9fbaa340444),segment_id=c16da01f-5079-4d6d-a490-a9fbaa340444)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:28.915319 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:28.961295 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=a2373d38-a9df-46f5-8bca-0b6c4d87d42d,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:29.002352 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a054b89c-88c7-4149-8263-8e556d70f10c x-openstack-request-id: req-a054b89c-88c7-4149-8263-8e556d70f10c {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:27:29.002644 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa825463-ed1e-4c5c-b8bd-28c377779200", "name": "network-vif-plugged", "status": "completed", "tag": "a2373d38-a9df-46f5-8bca-0b6c4d87d42d", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:27:29.002896 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a054b89c-88c7-4149-8263-8e556d70f10c {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:27:29.003308 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa825463-ed1e-4c5c-b8bd-28c377779200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2373d38-a9df-46f5-8bca-0b6c4d87d42d', 'code': 200} Nov 12 01:27:29.128000 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39996a-1466-49d1-8adf-d70b3a7c1e8f req-d2637527-1b6f-4443-9a64-fcc70ba3273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:29.129454 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ed39996a-1466-49d1-8adf-d70b3a7c1e8f req-d2637527-1b6f-4443-9a64-fcc70ba3273c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa825463-ed1e-4c5c-b8bd-28c377779200 HTTP/1.1" status: 200 len: 1097 time: 0.0396113 Nov 12 01:27:29.179991 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ed39996a-1466-49d1-8adf-d70b3a7c1e8f req-1e117c10-ea02-47d3-9a6a-39a4c1d3e091 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f4e51dc-1c38-4c93-9bfc-b3b707458dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417094 Nov 12 01:27:29.801434 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa53bc-7268-471f-81fd-3a062949ce5f req-419cb75e-4319-42db-b313-d8f4fa9fc407 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:29.802928 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aafa53bc-7268-471f-81fd-3a062949ce5f req-419cb75e-4319-42db-b313-d8f4fa9fc407 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa825463-ed1e-4c5c-b8bd-28c377779200 HTTP/1.1" status: 200 len: 945 time: 0.0482032 Nov 12 01:27:29.850441 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aafa53bc-7268-471f-81fd-3a062949ce5f req-c95cce1e-5471-4cf3-8082-810bcbdd02f6 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f4e51dc-1c38-4c93-9bfc-b3b707458dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409851 Nov 12 01:27:30.972415 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf7a0f-bec1-4001-a02d-7fac7581d386 req-a3106829-832b-42fd-acef-8861a25101c6 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:30.973907 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-40cf7a0f-bec1-4001-a02d-7fac7581d386 req-a3106829-832b-42fd-acef-8861a25101c6 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa825463-ed1e-4c5c-b8bd-28c377779200 HTTP/1.1" status: 200 len: 945 time: 0.0518205 Nov 12 01:27:31.022602 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-40cf7a0f-bec1-4001-a02d-7fac7581d386 req-c2dae447-c3c5-42cd-8053-6357e719f97c tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f4e51dc-1c38-4c93-9bfc-b3b707458dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407407 Nov 12 01:27:33.371651 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a83eca-cf50-4b4a-94ca-1660d092a43e req-2d6cc822-6777-4389-a305-54700204f38e tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:33.373124 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61a83eca-cf50-4b4a-94ca-1660d092a43e req-2d6cc822-6777-4389-a305-54700204f38e tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa825463-ed1e-4c5c-b8bd-28c377779200 HTTP/1.1" status: 200 len: 945 time: 0.0485737 Nov 12 01:27:33.419608 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61a83eca-cf50-4b4a-94ca-1660d092a43e req-bec604b8-cc88-4cd1-a36b-b8a4817779e7 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f4e51dc-1c38-4c93-9bfc-b3b707458dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405405 Nov 12 01:27:34.437649 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:27:34.539047 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4c407-b3b6-4b45-898b-5e4fa67454c0 req-3512cba6-b251-49db-8bae-b4a45b9bb3c8 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:34.541036 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-caa4c407-b3b6-4b45-898b-5e4fa67454c0 req-3512cba6-b251-49db-8bae-b4a45b9bb3c8 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa825463-ed1e-4c5c-b8bd-28c377779200 HTTP/1.1" status: 200 len: 945 time: 0.0489888 Nov 12 01:27:34.588706 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-caa4c407-b3b6-4b45-898b-5e4fa67454c0 req-985c8000-0d45-4009-b079-4e9bc0752237 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f4e51dc-1c38-4c93-9bfc-b3b707458dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417192 Nov 12 01:27:34.886838 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30dea08-533f-42e2-afbc-688f5a063830 req-eb5384b7-4311-4caf-8777-480bd1189dcc tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:34.888261 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f30dea08-533f-42e2-afbc-688f5a063830 req-eb5384b7-4311-4caf-8777-480bd1189dcc tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa825463-ed1e-4c5c-b8bd-28c377779200 HTTP/1.1" status: 200 len: 945 time: 0.0517299 Nov 12 01:27:34.976651 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-f30dea08-533f-42e2-afbc-688f5a063830 req-f3aa6c84-0bdb-4166-8a32-8f2c170285e6 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Deleting port a2373d38-a9df-46f5-8bca-0b6c4d87d42d {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:34.977010 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f30dea08-533f-42e2-afbc-688f5a063830 req-f3aa6c84-0bdb-4166-8a32-8f2c170285e6 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:35.066640 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-f30dea08-533f-42e2-afbc-688f5a063830 req-f3aa6c84-0bdb-4166-8a32-8f2c170285e6 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] For port a2373d38-a9df-46f5-8bca-0b6c4d87d42d, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=a2373d38-a9df-46f5-8bca-0b6c4d87d42d,segment=NetworkSegment(c16da01f-5079-4d6d-a490-a9fbaa340444),segment_id=c16da01f-5079-4d6d-a490-a9fbaa340444)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:35.067003 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f30dea08-533f-42e2-afbc-688f5a063830 req-f3aa6c84-0bdb-4166-8a32-8f2c170285e6 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:35.079184 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-f30dea08-533f-42e2-afbc-688f5a063830 req-f3aa6c84-0bdb-4166-8a32-8f2c170285e6 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Calling delete_port for a2373d38-a9df-46f5-8bca-0b6c4d87d42d owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:35.207681 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f30dea08-533f-42e2-afbc-688f5a063830 req-f3aa6c84-0bdb-4166-8a32-8f2c170285e6 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:35.234815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa6c84-0bdb-4166-8a32-8f2c170285e6 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Pushing event deleted for resources: {'Port': ['ID=a2373d38-a9df-46f5-8bca-0b6c4d87d42d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:35.241871 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['a2373d38-a9df-46f5-8bca-0b6c4d87d42d'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:27:35.280168 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30dea08-533f-42e2-afbc-688f5a063830 req-f3aa6c84-0bdb-4166-8a32-8f2c170285e6 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] No DVR routers for this DVR port a2373d38-a9df-46f5-8bca-0b6c4d87d42d on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:27:35.282936 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f30dea08-533f-42e2-afbc-688f5a063830 req-f3aa6c84-0bdb-4166-8a32-8f2c170285e6 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:35.287019 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f30dea08-533f-42e2-afbc-688f5a063830 req-f3aa6c84-0bdb-4166-8a32-8f2c170285e6 tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.15 "DELETE /v2.0/ports/a2373d38-a9df-46f5-8bca-0b6c4d87d42d HTTP/1.1" status: 204 len: 173 time: 0.3922391 Nov 12 01:27:35.287480 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa825463-ed1e-4c5c-b8bd-28c377779200', 'name': 'network-vif-deleted', 'tag': 'a2373d38-a9df-46f5-8bca-0b6c4d87d42d'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:27:35.289765 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296c165c-560a-432d-9cfc-d2d068c4ad5b" -d '{"events": [{"server_uuid": "fa825463-ed1e-4c5c-b8bd-28c377779200", "name": "network-vif-deleted", "tag": "a2373d38-a9df-46f5-8bca-0b6c4d87d42d"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:27:35.326410 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24145c73-f953-4fed-a2d8-b020a0f98996 x-openstack-request-id: req-24145c73-f953-4fed-a2d8-b020a0f98996 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:27:35.326705 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa825463-ed1e-4c5c-b8bd-28c377779200", "name": "network-vif-deleted", "tag": "a2373d38-a9df-46f5-8bca-0b6c4d87d42d", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:27:35.326957 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24145c73-f953-4fed-a2d8-b020a0f98996 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:27:35.327352 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa825463-ed1e-4c5c-b8bd-28c377779200', 'name': 'network-vif-deleted', 'tag': 'a2373d38-a9df-46f5-8bca-0b6c4d87d42d', 'status': 'completed', 'code': 200} Nov 12 01:27:35.697132 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0f25549-6fee-450d-8e6a-7dcc8b7cd698 req-5aad5f0d-2488-40f5-a725-a029e48ca3cd tempest-VolumesActionsTest-860524272 tempest-VolumesActionsTest-860524272-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa825463-ed1e-4c5c-b8bd-28c377779200 HTTP/1.1" status: 200 len: 210 time: 0.0267529 Nov 12 01:27:38.815779 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device a2373d38-a9df-46f5-8bca-0b6c4d87d42d no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:27:38.836549 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: a2373d38-a9df-46f5-8bca-0b6c4d87d42d {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:27:38.836916 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device a2373d38-a9df-46f5-8bca-0b6c4d87d42d not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:27:39.089428 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:50.090771 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-45bd2215-9aca-4962-9e63-2c36e7c0b5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:52.389643 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2bf9a965-f964-42c9-b908-854de0fba83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:53.604105 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:54.928754 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:55.572503 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:56.082235 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.240060 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50308) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:57.291293 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73f3f0e-dcad-4153-b687-de1bdb884d36 admin admin] Deleting subnet 4a505898-644c-4aae-b2d2-39238a641da5 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:27:57.294694 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b73f3f0e-dcad-4153-b687-de1bdb884d36 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.331736 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b73f3f0e-dcad-4153-b687-de1bdb884d36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.373140 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b73f3f0e-dcad-4153-b687-de1bdb884d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.425669 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b73f3f0e-dcad-4153-b687-de1bdb884d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.455890 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f3f0e-dcad-4153-b687-de1bdb884d36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a505898-644c-4aae-b2d2-39238a641da5,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:57.461616 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b73f3f0e-dcad-4153-b687-de1bdb884d36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.467585 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b73f3f0e-dcad-4153-b687-de1bdb884d36 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4a505898-644c-4aae-b2d2-39238a641da5 HTTP/1.1" status: 204 len: 168 time: 0.2262788 Nov 12 01:27:57.467855 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50310) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:57.541130 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31521ee6-49c1-4027-8b7f-29e82d11ab14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.623221 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31521ee6-49c1-4027-8b7f-29e82d11ab14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.643700 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-31521ee6-49c1-4027-8b7f-29e82d11ab14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de0bda6-4c04-45ec-8957-e889ae9602fd']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:57.653483 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-31521ee6-49c1-4027-8b7f-29e82d11ab14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16da01f-5079-4d6d-a490-a9fbaa340444') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:57.653777 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-31521ee6-49c1-4027-8b7f-29e82d11ab14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16da01f-5079-4d6d-a490-a9fbaa340444') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:57.667481 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31521ee6-49c1-4027-8b7f-29e82d11ab14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.680264 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31521ee6-49c1-4027-8b7f-29e82d11ab14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.687112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31521ee6-49c1-4027-8b7f-29e82d11ab14 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:27:57.687516 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31521ee6-49c1-4027-8b7f-29e82d11ab14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:27:57.689657 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:27:57.746557 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31521ee6-49c1-4027-8b7f-29e82d11ab14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.752966 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31521ee6-49c1-4027-8b7f-29e82d11ab14 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.757011 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-31521ee6-49c1-4027-8b7f-29e82d11ab14 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8de0bda6-4c04-45ec-8957-e889ae9602fd HTTP/1.1" status: 204 len: 168 time: 0.2878428 Nov 12 01:27:57.759785 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 50312) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:57.768898 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521ee6-49c1-4027-8b7f-29e82d11ab14 admin admin] Pushing event deleted for resources: {'Network': ['ID=8de0bda6-4c04-45ec-8957-e889ae9602fd,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:57.805466 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb70fa3-a2e0-42a2-8ba5-b2fc25c3f951 admin admin] Deleting subnet 641fafdf-7f4a-4b0e-aa13-565b46651578 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:27:57.808807 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ddb70fa3-a2e0-42a2-8ba5-b2fc25c3f951 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.843578 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ddb70fa3-a2e0-42a2-8ba5-b2fc25c3f951 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.882397 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ddb70fa3-a2e0-42a2-8ba5-b2fc25c3f951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.937896 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ddb70fa3-a2e0-42a2-8ba5-b2fc25c3f951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.968213 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb70fa3-a2e0-42a2-8ba5-b2fc25c3f951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641fafdf-7f4a-4b0e-aa13-565b46651578,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:57.970591 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ddb70fa3-a2e0-42a2-8ba5-b2fc25c3f951 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.975937 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ddb70fa3-a2e0-42a2-8ba5-b2fc25c3f951 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/641fafdf-7f4a-4b0e-aa13-565b46651578 HTTP/1.1" status: 204 len: 168 time: 0.2125971 Nov 12 01:27:57.976592 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50314) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:58.050232 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5adbd500-db49-4ec8-aa13-6b58458589cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:58.127623 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5adbd500-db49-4ec8-aa13-6b58458589cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:58.148238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-5adbd500-db49-4ec8-aa13-6b58458589cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3d9a71-af08-41f8-ae24-619abdf8a70d']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:58.157792 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-5adbd500-db49-4ec8-aa13-6b58458589cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034033c9-8724-455a-944b-a908facaeaab') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:58.158085 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-5adbd500-db49-4ec8-aa13-6b58458589cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034033c9-8724-455a-944b-a908facaeaab') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:58.168069 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5adbd500-db49-4ec8-aa13-6b58458589cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:58.181365 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5adbd500-db49-4ec8-aa13-6b58458589cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:58.187599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5adbd500-db49-4ec8-aa13-6b58458589cb admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:27:58.187985 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5adbd500-db49-4ec8-aa13-6b58458589cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:27:58.190099 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:27:58.248271 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5adbd500-db49-4ec8-aa13-6b58458589cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:58.253972 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5adbd500-db49-4ec8-aa13-6b58458589cb admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:58.258173 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5adbd500-db49-4ec8-aa13-6b58458589cb admin admin] 10.222.0.31 "DELETE /v2.0/networks/9f3d9a71-af08-41f8-ae24-619abdf8a70d HTTP/1.1" status: 204 len: 168 time: 0.2804513 Nov 12 01:27:58.269153 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adbd500-db49-4ec8-aa13-6b58458589cb admin admin] Pushing event deleted for resources: {'Network': ['ID=9f3d9a71-af08-41f8-ae24-619abdf8a70d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:58.446219 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50318) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:58.485656 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-feadbb46-caf3-4c98-8232-3388466c4a97 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f64efa29cda747f5be3f32998f1c1bd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382211 Nov 12 01:27:58.488055 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50320) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:58.534070 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-33f222cd-e4fd-4f80-be9f-7f8f67daacbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:58.555441 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-33f222cd-e4fd-4f80-be9f-7f8f67daacbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:58.604451 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-33f222cd-e4fd-4f80-be9f-7f8f67daacbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:58.607148 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-33f222cd-e4fd-4f80-be9f-7f8f67daacbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:58.610605 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-33f222cd-e4fd-4f80-be9f-7f8f67daacbe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f4e51dc-1c38-4c93-9bfc-b3b707458dbd HTTP/1.1" status: 204 len: 168 time: 0.1193233 Nov 12 01:27:58.618776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f222cd-e4fd-4f80-be9f-7f8f67daacbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4e51dc-1c38-4c93-9bfc-b3b707458dbd,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:58.923717 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50326) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:58.965769 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d22d2dc1-a9cf-427f-aba5-77001f5f4761 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e36e6b2b0c1a4f8cbf4a20fcf76c920e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407243 Nov 12 01:27:58.968178 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 50328) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:59.022667 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ef6b3b1b-aa67-42a4-92a0-4d5995c5ad8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:59.044250 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ef6b3b1b-aa67-42a4-92a0-4d5995c5ad8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:59.089758 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ef6b3b1b-aa67-42a4-92a0-4d5995c5ad8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:59.092504 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ef6b3b1b-aa67-42a4-92a0-4d5995c5ad8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:59.093772 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ef6b3b1b-aa67-42a4-92a0-4d5995c5ad8a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2973b5ee-e3b3-4380-bb18-cbd52d3abe61 HTTP/1.1" status: 204 len: 168 time: 0.1246333 Nov 12 01:27:59.102467 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b3b1b-aa67-42a4-92a0-4d5995c5ad8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2973b5ee-e3b3-4380-bb18-cbd52d3abe61,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:09.090147 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:11.436985 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:28:20.092191 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0dceec2b-dfbd-4fc9-b250-5af46f4cff16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:22.390995 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eed7713a-940f-4e85-a532-9ffa0cd51fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:23.607981 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:24.928100 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:25.573136 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.087712 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:39.102544 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:46.994388 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51348) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:47.107505 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-80289a78-a3fd-4093-b02a-85df0a55cf6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:47.181468 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-80289a78-a3fd-4093-b02a-85df0a55cf6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:47.185407 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-80289a78-a3fd-4093-b02a-85df0a55cf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:47.225606 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-80289a78-a3fd-4093-b02a-85df0a55cf6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b18a143f5cde4373a875b1c5d962aaae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2300234 Nov 12 01:28:47.226596 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80289a78-a3fd-4093-b02a-85df0a55cf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59536a2-b57c-4d6e-b3ef-2dfc9e9a2244,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:47.228342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51352) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:47.236331 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80289a78-a3fd-4093-b02a-85df0a55cf6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.236707 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80289a78-a3fd-4093-b02a-85df0a55cf6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.237062 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80289a78-a3fd-4093-b02a-85df0a55cf6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.237402 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80289a78-a3fd-4093-b02a-85df0a55cf6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.237792 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80289a78-a3fd-4093-b02a-85df0a55cf6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.238187 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80289a78-a3fd-4093-b02a-85df0a55cf6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.239819 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80289a78-a3fd-4093-b02a-85df0a55cf6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.240207 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80289a78-a3fd-4093-b02a-85df0a55cf6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.240551 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80289a78-a3fd-4093-b02a-85df0a55cf6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.240921 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80289a78-a3fd-4093-b02a-85df0a55cf6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.241404 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80289a78-a3fd-4093-b02a-85df0a55cf6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.241740 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80289a78-a3fd-4093-b02a-85df0a55cf6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.291908 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f404de4a-01e7-4e22-bb5d-fd0565223f99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:47.312870 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f404de4a-01e7-4e22-bb5d-fd0565223f99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:47.361398 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f404de4a-01e7-4e22-bb5d-fd0565223f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:47.364180 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f404de4a-01e7-4e22-bb5d-fd0565223f99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:47.365380 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f404de4a-01e7-4e22-bb5d-fd0565223f99 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a59536a2-b57c-4d6e-b3ef-2dfc9e9a2244 HTTP/1.1" status: 204 len: 168 time: 0.1360238 Nov 12 01:28:47.373114 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404de4a-01e7-4e22-bb5d-fd0565223f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59536a2-b57c-4d6e-b3ef-2dfc9e9a2244,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:47.380747 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404de4a-01e7-4e22-bb5d-fd0565223f99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.381309 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404de4a-01e7-4e22-bb5d-fd0565223f99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.381820 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404de4a-01e7-4e22-bb5d-fd0565223f99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.382165 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404de4a-01e7-4e22-bb5d-fd0565223f99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.382503 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404de4a-01e7-4e22-bb5d-fd0565223f99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.382836 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404de4a-01e7-4e22-bb5d-fd0565223f99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.383169 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404de4a-01e7-4e22-bb5d-fd0565223f99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.383551 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404de4a-01e7-4e22-bb5d-fd0565223f99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.383816 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404de4a-01e7-4e22-bb5d-fd0565223f99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.384144 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404de4a-01e7-4e22-bb5d-fd0565223f99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.384472 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404de4a-01e7-4e22-bb5d-fd0565223f99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:47.384825 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404de4a-01e7-4e22-bb5d-fd0565223f99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:48.441122 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:28:48.926588 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51394) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:48.931270 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d57808c2-28c1-4927-a84c-733244ff45d3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-333447', 'description': 'tempest-secgroup-smoke-333447 description', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:48.953671 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d57808c2-28c1-4927-a84c-733244ff45d3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:48.962002 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d57808c2-28c1-4927-a84c-733244ff45d3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.036356 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d57808c2-28c1-4927-a84c-733244ff45d3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.039915 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d57808c2-28c1-4927-a84c-733244ff45d3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.079677 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57808c2-28c1-4927-a84c-733244ff45d3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9610ed-4b5d-413b-8cd4-8b375bdc8f59,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:49.113200 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d57808c2-28c1-4927-a84c-733244ff45d3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.117333 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d57808c2-28c1-4927-a84c-733244ff45d3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.145781 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d57808c2-28c1-4927-a84c-733244ff45d3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.146999 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d57808c2-28c1-4927-a84c-733244ff45d3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2193723 Nov 12 01:28:49.148107 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57808c2-28c1-4927-a84c-733244ff45d3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20bb449d-ec80-4b3a-97b7-7c022a58c45d,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:49.150041 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51396) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:49.154372 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b882a2e9-f7ad-41e3-9095-4bee7269a4f4 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': '20bb449d-ec80-4b3a-97b7-7c022a58c45d', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:49.182908 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b882a2e9-f7ad-41e3-9095-4bee7269a4f4 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.235325 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b882a2e9-f7ad-41e3-9095-4bee7269a4f4 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.239285 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b882a2e9-f7ad-41e3-9095-4bee7269a4f4 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.256300 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882a2e9-f7ad-41e3-9095-4bee7269a4f4 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c527ec5-9163-40f5-822c-a7d8ff3ef939,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:49.263816 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b882a2e9-f7ad-41e3-9095-4bee7269a4f4 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.264996 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b882a2e9-f7ad-41e3-9095-4bee7269a4f4 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139939 Nov 12 01:28:49.267770 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51398) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:49.272027 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-803e9668-a454-4f0f-9e12-1a035aa56121 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': '20bb449d-ec80-4b3a-97b7-7c022a58c45d', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:49.298171 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-803e9668-a454-4f0f-9e12-1a035aa56121 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.356506 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-803e9668-a454-4f0f-9e12-1a035aa56121 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.359983 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-803e9668-a454-4f0f-9e12-1a035aa56121 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.380265 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e9668-a454-4f0f-9e12-1a035aa56121 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fe6888-3097-4dcd-88f3-39391358d3a6,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:49.385611 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-803e9668-a454-4f0f-9e12-1a035aa56121 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.386802 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-803e9668-a454-4f0f-9e12-1a035aa56121 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181045 Nov 12 01:28:49.389703 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51400) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:49.394110 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-0e489553-43b9-4c69-bc11-594901dc3589 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': '20bb449d-ec80-4b3a-97b7-7c022a58c45d', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:49.419451 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0e489553-43b9-4c69-bc11-594901dc3589 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.490127 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0e489553-43b9-4c69-bc11-594901dc3589 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.494174 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0e489553-43b9-4c69-bc11-594901dc3589 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.513395 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e489553-43b9-4c69-bc11-594901dc3589 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4cc6e4-5dda-4df9-9c77-634e7b836aa4,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:49.522201 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0e489553-43b9-4c69-bc11-594901dc3589 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.523425 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0e489553-43b9-4c69-bc11-594901dc3589 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326702 Nov 12 01:28:49.526149 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51402) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:49.530577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-fca78838-aa02-4849-9a23-b151c6672769 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': '20bb449d-ec80-4b3a-97b7-7c022a58c45d', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:49.557057 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fca78838-aa02-4849-9a23-b151c6672769 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.616019 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fca78838-aa02-4849-9a23-b151c6672769 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.621761 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fca78838-aa02-4849-9a23-b151c6672769 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.639735 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca78838-aa02-4849-9a23-b151c6672769 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f755e9-7ea0-4c83-887c-634fad803aeb,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:49.646592 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fca78838-aa02-4849-9a23-b151c6672769 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.647938 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fca78838-aa02-4849-9a23-b151c6672769 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208162 Nov 12 01:28:49.650601 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51404) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:49.654983 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-343c073d-59c3-4e7c-9308-88208874761e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': '20bb449d-ec80-4b3a-97b7-7c022a58c45d', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:49.676579 n-d-712137-14 neutron-server[114243]: INFO neutron.db.securitygroups_db [None req-343c073d-59c3-4e7c-9308-88208874761e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Project 9bcfcdd4f61e4cf6be94bf9666ad13b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:28:49.681148 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-343c073d-59c3-4e7c-9308-88208874761e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.741876 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-343c073d-59c3-4e7c-9308-88208874761e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.745423 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-343c073d-59c3-4e7c-9308-88208874761e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.764341 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c073d-59c3-4e7c-9308-88208874761e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d306901-1492-4cf7-a1f0-c59fef699633,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:49.770256 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-343c073d-59c3-4e7c-9308-88208874761e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.771448 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-343c073d-59c3-4e7c-9308-88208874761e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199186 Nov 12 01:28:49.774156 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51406) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:49.778686 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-96ae0f95-eb5e-43a6-9652-ecef134df752 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': '20bb449d-ec80-4b3a-97b7-7c022a58c45d', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:49.800134 n-d-712137-14 neutron-server[114243]: INFO neutron.db.securitygroups_db [None req-96ae0f95-eb5e-43a6-9652-ecef134df752 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Project 9bcfcdd4f61e4cf6be94bf9666ad13b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:28:49.804922 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-96ae0f95-eb5e-43a6-9652-ecef134df752 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.869229 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-96ae0f95-eb5e-43a6-9652-ecef134df752 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.872867 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-96ae0f95-eb5e-43a6-9652-ecef134df752 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.887665 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae0f95-eb5e-43a6-9652-ecef134df752 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13daf51-7284-4113-982d-fbb5337f65db,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:49.898619 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-96ae0f95-eb5e-43a6-9652-ecef134df752 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.899831 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-96ae0f95-eb5e-43a6-9652-ecef134df752 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1246712 Nov 12 01:28:49.902780 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51408) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:49.907567 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-fbc4f96b-7f0c-42b4-8ca6-d1fb8ea3e471 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'network': {'name': 'tempest-network-smoke--1643908446', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'port_security_enabled': True}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:49.926997 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc4f96b-7f0c-42b4-8ca6-d1fb8ea3e471 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Made reservation on behalf of 9bcfcdd4f61e4cf6be94bf9666ad13b6 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:49.930397 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fbc4f96b-7f0c-42b4-8ca6-d1fb8ea3e471 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.953637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc4f96b-7f0c-42b4-8ca6-d1fb8ea3e471 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:28:49.963013 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fbc4f96b-7f0c-42b4-8ca6-d1fb8ea3e471 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.963360 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-fbc4f96b-7f0c-42b4-8ca6-d1fb8ea3e471 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Added segment aab23023-6e32-4e94-a299-22e6b52cb050 of type vlan for network 66036b73-e65f-4197-88b4-ce9a3bad2f12 Nov 12 01:28:50.001747 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fbc4f96b-7f0c-42b4-8ca6-d1fb8ea3e471 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:50.026459 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fbc4f96b-7f0c-42b4-8ca6-d1fb8ea3e471 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:50.032394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc4f96b-7f0c-42b4-8ca6-d1fb8ea3e471 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:50.032994 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fbc4f96b-7f0c-42b4-8ca6-d1fb8ea3e471 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:50.072414 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fbc4f96b-7f0c-42b4-8ca6-d1fb8ea3e471 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1686206 Nov 12 01:28:50.075377 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51410) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:50.080210 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-9b795d17-0812-4b6f-a152-16b8caa44429 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1280712355', 'admin_state_up': True, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:50.095643 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7147a65b-f766-4a86-bcee-3f551e6feb76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:50.107862 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b795d17-0812-4b6f-a152-16b8caa44429 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:50.109037 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b795d17-0812-4b6f-a152-16b8caa44429 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:50.111799 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4f96b-7f0c-42b4-8ca6-d1fb8ea3e471 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Network': ['ID=66036b73-e65f-4197-88b4-ce9a3bad2f12,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:50.125922 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 66036b73-e65f-4197-88b4-ce9a3bad2f12 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:28:50.163488 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b795d17-0812-4b6f-a152-16b8caa44429 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:50.565806 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b795d17-0812-4b6f-a152-16b8caa44429 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:50.754638 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b795d17-0812-4b6f-a152-16b8caa44429 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:50.773006 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b795d17-0812-4b6f-a152-16b8caa44429 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:50.877889 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-9b795d17-0812-4b6f-a152-16b8caa44429 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Allocated IP 172.25.0.148 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/9bf405aa-7bbf-43d4-b47d-cae5c770b6bc) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:28:50.977477 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b795d17-0812-4b6f-a152-16b8caa44429 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:51.013897 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b795d17-0812-4b6f-a152-16b8caa44429 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:51.049968 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b795d17-0812-4b6f-a152-16b8caa44429 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:51.052739 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-9b795d17-0812-4b6f-a152-16b8caa44429 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:51.058238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b795d17-0812-4b6f-a152-16b8caa44429 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:51.066314 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b46d10-02d4-4dde-9a53-d5a019c7ea06 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:28:51.085307 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b795d17-0812-4b6f-a152-16b8caa44429 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=9bf405aa-7bbf-43d4-b47d-cae5c770b6bc,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:51.147507 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-240a544e-d1ea-4134-8cce-625009a8ceea None None] Provisioning complete for port 9bf405aa-7bbf-43d4-b47d-cae5c770b6bc triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:51.148059 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-240a544e-d1ea-4134-8cce-625009a8ceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:51.181488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-240a544e-d1ea-4134-8cce-625009a8ceea None None] Port 9bf405aa-7bbf-43d4-b47d-cae5c770b6bc cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:28:51.362986 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b795d17-0812-4b6f-a152-16b8caa44429 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:51.556894 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b795d17-0812-4b6f-a152-16b8caa44429 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:51.681443 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b795d17-0812-4b6f-a152-16b8caa44429 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Router 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:28:51.786189 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b795d17-0812-4b6f-a152-16b8caa44429 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:28:51.795449 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] Sync routers for ids ['5ebfc327-0611-49d0-88b7-8ec0cd95bb69'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:28:51.805718 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] Routers {'5ebfc327-0611-49d0-88b7-8ec0cd95bb69'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:28:51.805882 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9b795d17-0812-4b6f-a152-16b8caa44429 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:51.806345 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:28:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['5ebfc327-0611-49d0-88b7-8ec0cd95bb69'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:51.810051 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9b795d17-0812-4b6f-a152-16b8caa44429 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7304955 Nov 12 01:28:51.810295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51412) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:51.916877 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] Set router 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:28:51.949562 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e0a61b1f-b86f-4f62-889f-a4e2a6696d72 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1381605 Nov 12 01:28:51.952283 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51416) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:52.098606 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280712355', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:51Z', 'revision_number': 3, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:52.106201 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266b1ce8-b6ce-445f-b158-fcd11e8bf52e tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:52.107735 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-266b1ce8-b6ce-445f-b158-fcd11e8bf52e tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1544995 Nov 12 01:28:52.110695 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51418) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:52.125204 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] Checking router: 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:28:52.125563 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] Updating router 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 port 9bf405aa-7bbf-43d4-b47d-cae5c770b6bc binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:28:52.146015 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c3b8253c-1638-44e5-9a81-844c0cd9fefb tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340531 Nov 12 01:28:52.148584 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51420) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:52.151105 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:52.153345 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-9127b39c-9479-4f67-99c7-ab13d0f60ad0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1709144272', 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:52.249525 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9127b39c-9479-4f67-99c7-ab13d0f60ad0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Made reservation on behalf of 9bcfcdd4f61e4cf6be94bf9666ad13b6 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:52.253067 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9127b39c-9479-4f67-99c7-ab13d0f60ad0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:52.417328 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f45b637a-4710-4ea8-9eb3-41ecb911b662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:52.419918 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:52.425989 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:52.434469 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9127b39c-9479-4f67-99c7-ab13d0f60ad0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:52.467901 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a529a9a-a64b-4dbb-b14d-605099e95b63 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:28:52.481803 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] Attempting to bind port 9bf405aa-7bbf-43d4-b47d-cae5c770b6bc on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:52.482175 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] Attempting to bind port 9bf405aa-7bbf-43d4-b47d-cae5c770b6bc by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:52.482538 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] Attempting to bind port 9bf405aa-7bbf-43d4-b47d-cae5c770b6bc on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:52.492720 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7b0fc-0d7f-470e-9145-04cf4446953e None None] Pushing event updated for resources: {'Port': ['ID=9bf405aa-7bbf-43d4-b47d-cae5c770b6bc,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:52.495516 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:28:52.495950 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:52.496352 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:52.496754 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:28:52.497394 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] Bound port: 9bf405aa-7bbf-43d4-b47d-cae5c770b6bc, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:28:52.497771 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:52.500943 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127b39c-9479-4f67-99c7-ab13d0f60ad0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Subnet': ['ID=952ac640-b19b-4765-a45a-c18cf80a357f,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:52.511197 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9127b39c-9479-4f67-99c7-ab13d0f60ad0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Checking segment: {'id': 'aab23023-6e32-4e94-a299-22e6b52cb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:52.511562 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9127b39c-9479-4f67-99c7-ab13d0f60ad0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network hostable DHCP agents. Network: 66036b73-e65f-4197-88b4-ce9a3bad2f12, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:28:52.528167 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9127b39c-9479-4f67-99c7-ab13d0f60ad0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network 66036b73-e65f-4197-88b4-ce9a3bad2f12 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:28:52.532802 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d7b0fc-0d7f-470e-9145-04cf4446953e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:52.533153 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d7b0fc-0d7f-470e-9145-04cf4446953e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:52.533492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d7b0fc-0d7f-470e-9145-04cf4446953e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:52.533818 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d7b0fc-0d7f-470e-9145-04cf4446953e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:52.534171 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d7b0fc-0d7f-470e-9145-04cf4446953e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:52.534483 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d7b0fc-0d7f-470e-9145-04cf4446953e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:52.534842 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d7b0fc-0d7f-470e-9145-04cf4446953e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:52.535323 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d7b0fc-0d7f-470e-9145-04cf4446953e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:52.535656 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d7b0fc-0d7f-470e-9145-04cf4446953e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:52.536103 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d7b0fc-0d7f-470e-9145-04cf4446953e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:52.536922 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d7b0fc-0d7f-470e-9145-04cf4446953e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:52.536922 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d7b0fc-0d7f-470e-9145-04cf4446953e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:52.537779 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-9127b39c-9479-4f67-99c7-ab13d0f60ad0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 66036b73-e65f-4197-88b4-ce9a3bad2f12) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:52.542296 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9127b39c-9479-4f67-99c7-ab13d0f60ad0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:52.542976 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9127b39c-9479-4f67-99c7-ab13d0f60ad0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:52.552751 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a093a81-25e8-4fd5-966d-f9fd5c1a5960 None None] Network 66036b73-e65f-4197-88b4-ce9a3bad2f12 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:28:52.566072 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9127b39c-9479-4f67-99c7-ab13d0f60ad0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4128432 Nov 12 01:28:52.566269 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51422) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:52.591777 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c2d811b2-4d20-4f67-ab75-6bbdcda6a88e None None] Provisioning complete for port 9bf405aa-7bbf-43d4-b47d-cae5c770b6bc triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:52.592149 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c2d811b2-4d20-4f67-ab75-6bbdcda6a88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:52.649278 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] For port 9bf405aa-7bbf-43d4-b47d-cae5c770b6bc, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:28:52.678681 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] For port 9bf405aa-7bbf-43d4-b47d-cae5c770b6bc, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9bf405aa-7bbf-43d4-b47d-cae5c770b6bc,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:28:52.686814 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c2d811b2-4d20-4f67-ab75-6bbdcda6a88e None None] Port 9bf405aa-7bbf-43d4-b47d-cae5c770b6bc cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:28:52.692419 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:52.755866 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e994473-2365-4d03-8475-27ce9b978556 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:28:52.805851 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7b0fc-0d7f-470e-9145-04cf4446953e None None] Pushing event updated for resources: {'Port': ['ID=9bf405aa-7bbf-43d4-b47d-cae5c770b6bc,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:52.814006 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] Routers {'5ebfc327-0611-49d0-88b7-8ec0cd95bb69'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:28:52.814637 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:28:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['5ebfc327-0611-49d0-88b7-8ec0cd95bb69'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:52.874412 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1573e7-5cdd-4c85-8a0d-7f2c3e95c1a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-66036b73-e65f-4197-88b4-ce9a3bad2f12', 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'fixed_ips': [{'subnet_id': '952ac640-b19b-4765-a45a-c18cf80a357f'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:28:52.875287 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5a1573e7-5cdd-4c85-8a0d-7f2c3e95c1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:52.903255 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-24a6a13b-35c5-4819-a3c0-cfff9f1e8b9a None None] Provisioning complete for port 9bf405aa-7bbf-43d4-b47d-cae5c770b6bc triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:52.903623 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-24a6a13b-35c5-4819-a3c0-cfff9f1e8b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:53.203152 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] Set router 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:28:53.310010 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbbfba42-c635-4a7e-b4f4-926f670e4af6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:53.401128 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-24a6a13b-35c5-4819-a3c0-cfff9f1e8b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:53.414429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-5a1573e7-5cdd-4c85-8a0d-7f2c3e95c1a7 None None] Allocated IP 172.20.0.2 (66036b73-e65f-4197-88b4-ce9a3bad2f12/952ac640-b19b-4765-a45a-c18cf80a357f/f6706989-e308-46fa-885f-2931cdc4e3a5) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:28:53.450455 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-24a6a13b-35c5-4819-a3c0-cfff9f1e8b9a None None] For port 9bf405aa-7bbf-43d4-b47d-cae5c770b6bc, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9bf405aa-7bbf-43d4-b47d-cae5c770b6bc,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:53.481169 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-24a6a13b-35c5-4819-a3c0-cfff9f1e8b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:53.585062 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6a13b-35c5-4819-a3c0-cfff9f1e8b9a None None] Pushing event updated for resources: {'Port': ['ID=9bf405aa-7bbf-43d4-b47d-cae5c770b6bc,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:53.654576 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:53.665748 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280712355', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:51Z', 'revision_number': 3, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:53.703766 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e4b91-8c15-427a-b813-a0250c143475 None None] The sync data for ids ['5ebfc327-0611-49d0-88b7-8ec0cd95bb69'] in n-d-712137-14 is: [{'id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280712355', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:51Z', 'revision_number': 3, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:28:53.708658 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5a1573e7-5cdd-4c85-8a0d-7f2c3e95c1a7 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:53.714928 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5a1573e7-5cdd-4c85-8a0d-7f2c3e95c1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:53.759881 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1573e7-5cdd-4c85-8a0d-7f2c3e95c1a7 None None] Network 66036b73-e65f-4197-88b4-ce9a3bad2f12 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:53.762829 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-5a1573e7-5cdd-4c85-8a0d-7f2c3e95c1a7 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:53.771135 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1573e7-5cdd-4c85-8a0d-7f2c3e95c1a7 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:53.779733 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1573e7-5cdd-4c85-8a0d-7f2c3e95c1a7 None None] Pushing event updated for resources: {'Port': ['ID=f6706989-e308-46fa-885f-2931cdc4e3a5,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:53.784650 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-fbbfba42-c635-4a7e-b4f4-926f670e4af6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Allocated IP 172.20.0.1 (66036b73-e65f-4197-88b4-ce9a3bad2f12/952ac640-b19b-4765-a45a-c18cf80a357f/ec179dd9-dd8a-4bb9-8547-573c69723d08) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:28:53.835177 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5a1573e7-5cdd-4c85-8a0d-7f2c3e95c1a7 None None] Attempting to bind port f6706989-e308-46fa-885f-2931cdc4e3a5 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:53.835555 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5a1573e7-5cdd-4c85-8a0d-7f2c3e95c1a7 None None] Attempting to bind port f6706989-e308-46fa-885f-2931cdc4e3a5 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'aab23023-6e32-4e94-a299-22e6b52cb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:53.835925 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1573e7-5cdd-4c85-8a0d-7f2c3e95c1a7 None None] Attempting to bind port f6706989-e308-46fa-885f-2931cdc4e3a5 on network 66036b73-e65f-4197-88b4-ce9a3bad2f12 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:53.841220 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1573e7-5cdd-4c85-8a0d-7f2c3e95c1a7 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:28:53.841588 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1573e7-5cdd-4c85-8a0d-7f2c3e95c1a7 None None] Checking segment: {'id': 'aab23023-6e32-4e94-a299-22e6b52cb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:53.841978 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5a1573e7-5cdd-4c85-8a0d-7f2c3e95c1a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:53.842369 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1573e7-5cdd-4c85-8a0d-7f2c3e95c1a7 None None] Bound using segment: {'id': 'aab23023-6e32-4e94-a299-22e6b52cb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:28:53.842839 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5a1573e7-5cdd-4c85-8a0d-7f2c3e95c1a7 None None] Bound port: f6706989-e308-46fa-885f-2931cdc4e3a5, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab23023-6e32-4e94-a299-22e6b52cb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:28:53.843348 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5a1573e7-5cdd-4c85-8a0d-7f2c3e95c1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:53.915181 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbbfba42-c635-4a7e-b4f4-926f670e4af6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:53.922727 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5a1573e7-5cdd-4c85-8a0d-7f2c3e95c1a7 None None] For port f6706989-e308-46fa-885f-2931cdc4e3a5, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:28:53.927730 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5a1573e7-5cdd-4c85-8a0d-7f2c3e95c1a7 None None] For port f6706989-e308-46fa-885f-2931cdc4e3a5, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f6706989-e308-46fa-885f-2931cdc4e3a5,segment=NetworkSegment(aab23023-6e32-4e94-a299-22e6b52cb050),segment_id=aab23023-6e32-4e94-a299-22e6b52cb050)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:28:53.941289 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5a1573e7-5cdd-4c85-8a0d-7f2c3e95c1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:53.956419 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbbfba42-c635-4a7e-b4f4-926f670e4af6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:54.017461 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbfba42-c635-4a7e-b4f4-926f670e4af6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network 66036b73-e65f-4197-88b4-ce9a3bad2f12 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:54.020943 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-fbbfba42-c635-4a7e-b4f4-926f670e4af6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:54.024748 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbfba42-c635-4a7e-b4f4-926f670e4af6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:54.031329 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1573e7-5cdd-4c85-8a0d-7f2c3e95c1a7 None None] Pushing event updated for resources: {'Port': ['ID=f6706989-e308-46fa-885f-2931cdc4e3a5,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:54.057807 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfba42-c635-4a7e-b4f4-926f670e4af6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=ec179dd9-dd8a-4bb9-8547-573c69723d08,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:54.080427 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbbfba42-c635-4a7e-b4f4-926f670e4af6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:54.282561 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbbfba42-c635-4a7e-b4f4-926f670e4af6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:54.574981 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbbfba42-c635-4a7e-b4f4-926f670e4af6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:54.581369 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbbfba42-c635-4a7e-b4f4-926f670e4af6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:54.662219 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fbbfba42-c635-4a7e-b4f4-926f670e4af6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:54.664027 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfba42-c635-4a7e-b4f4-926f670e4af6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=ec179dd9-dd8a-4bb9-8547-573c69723d08,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:54.749259 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f6706989-e308-46fa-885f-2931cdc4e3a5 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:28:54.776813 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbfba42-c635-4a7e-b4f4-926f670e4af6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network 66036b73-e65f-4197-88b4-ce9a3bad2f12 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:54.778484 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-fbbfba42-c635-4a7e-b4f4-926f670e4af6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:54.805596 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port f6706989-e308-46fa-885f-2931cdc4e3a5 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:54.805964 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:54.898082 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:54.912584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbfba42-c635-4a7e-b4f4-926f670e4af6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Router 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:28:54.936594 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port f6706989-e308-46fa-885f-2931cdc4e3a5, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f6706989-e308-46fa-885f-2931cdc4e3a5,segment=NetworkSegment(aab23023-6e32-4e94-a299-22e6b52cb050),segment_id=aab23023-6e32-4e94-a299-22e6b52cb050)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:54.943228 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:54.944211 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9bf405aa-7bbf-43d4-b47d-cae5c770b6bc up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:28:55.014643 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:55.034648 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af58623-7e7e-442c-af5f-38c0b8228dca None None] Network 66036b73-e65f-4197-88b4-ce9a3bad2f12 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:28:55.040737 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbfba42-c635-4a7e-b4f4-926f670e4af6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:28:55.050273 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fbbfba42-c635-4a7e-b4f4-926f670e4af6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "PUT /v2.0/routers/5ebfc327-0611-49d0-88b7-8ec0cd95bb69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4777985 Nov 12 01:28:55.054153 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=f6706989-e308-46fa-885f-2931cdc4e3a5,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:55.104777 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 9bf405aa-7bbf-43d4-b47d-cae5c770b6bc triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:55.105153 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:55.170203 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-12864f6d-f1fc-4354-870e-c4cc385fa669 None None] Provisioning complete for port f6706989-e308-46fa-885f-2931cdc4e3a5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:55.170578 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12864f6d-f1fc-4354-870e-c4cc385fa669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:55.205288 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-5e3944a4-2ac6-4960-8aec-6aa2892562eb tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-333447&fields=id&tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6 HTTP/1.1" status: 200 len: 267 time: 0.0478852 Nov 12 01:28:55.329575 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-95d45a45-a731-4fbd-8877-0b42c9cbb51c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:55.331072 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-95d45a45-a731-4fbd-8877-0b42c9cbb51c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/networks?id=66036b73-e65f-4197-88b4-ce9a3bad2f12 HTTP/1.1" status: 200 len: 797 time: 0.1174364 Nov 12 01:28:55.348461 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-13e6da47-b8e6-4fde-89cb-11c27c8eae69 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/quotas/9bcfcdd4f61e4cf6be94bf9666ad13b6 HTTP/1.1" status: 200 len: 375 time: 0.0103669 Nov 12 01:28:55.404525 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-13c3dae0-a319-4cbf-b7ca-0d31d50f9e2a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491843 Nov 12 01:28:55.421840 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-6346c47a-09e9-4bb6-aea3-3a26514e771b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:28:55.422969 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-6346c47a-09e9-4bb6-aea3-3a26514e771b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066328 Nov 12 01:28:55.524634 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] Sync routers for ids ['5ebfc327-0611-49d0-88b7-8ec0cd95bb69'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:28:55.525932 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-7e324c55-ee3b-4511-882f-06cc5460ded2 service neutron] 10.222.0.31 "GET /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956156 Nov 12 01:28:55.535680 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] Routers {'5ebfc327-0611-49d0-88b7-8ec0cd95bb69'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:28:55.536421 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:28:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['5ebfc327-0611-49d0-88b7-8ec0cd95bb69'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:55.594135 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d29a529d-c6db-453c-9628-f6709268c174 None None] Provisioning complete for port ec179dd9-dd8a-4bb9-8547-573c69723d08 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:55.594649 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d29a529d-c6db-453c-9628-f6709268c174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:55.626022 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-9aa2c729-2949-450d-83be-3db86661f3e3 service neutron] 10.222.0.31 "GET /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928931 Nov 12 01:28:55.626581 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:55.643772 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d29a529d-c6db-453c-9628-f6709268c174 None None] Port ec179dd9-dd8a-4bb9-8547-573c69723d08 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:28:55.655448 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d29a529d-c6db-453c-9628-f6709268c174 None None] Provisioning complete for port f6706989-e308-46fa-885f-2931cdc4e3a5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:55.656038 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d29a529d-c6db-453c-9628-f6709268c174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:55.663737 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] Set router 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:28:55.865938 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-607d4832-0996-47d4-a876-f2ed663067ee req-2786c3b0-43b1-465e-a6fd-3cb4de42f633 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 210 time: 0.0534267 Nov 12 01:28:55.876222 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7902f20c-bc43-4dc6-b3b8-ebf31727742b None None] Provisioning complete for port ec179dd9-dd8a-4bb9-8547-573c69723d08 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:55.876686 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7902f20c-bc43-4dc6-b3b8-ebf31727742b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:55.889332 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280712355', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:54Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'ec179dd9-dd8a-4bb9-8547-573c69723d08', 'name': '', 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:91:b0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '952ac640-b19b-4765-a45a-c18cf80a357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:53Z', 'updated_at': '2021-11-12T01:28:54Z', 'revision_number': 2, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '952ac640-b19b-4765-a45a-c18cf80a357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:55.916194 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] Checking router: 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:28:55.916824 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] Updating router 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 port ec179dd9-dd8a-4bb9-8547-573c69723d08 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:28:55.934631 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7902f20c-bc43-4dc6-b3b8-ebf31727742b None None] Port ec179dd9-dd8a-4bb9-8547-573c69723d08 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:28:55.963114 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:56.088647 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:56.155396 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5ccce07c-1260-4d51-8314-28612e29aead None None] Provisioning complete for port ec179dd9-dd8a-4bb9-8547-573c69723d08 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:56.156100 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5ccce07c-1260-4d51-8314-28612e29aead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:56.192146 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-5ccce07c-1260-4d51-8314-28612e29aead None None] Port ec179dd9-dd8a-4bb9-8547-573c69723d08 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:28:56.254721 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:56.259859 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:56.333013 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364447d-9925-4e78-9715-b8effeeac908 None None] Pushing event updated for resources: {'Port': ['ID=ec179dd9-dd8a-4bb9-8547-573c69723d08,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:56.359533 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4364447d-9925-4e78-9715-b8effeeac908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:56.360153 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4364447d-9925-4e78-9715-b8effeeac908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:56.360510 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4364447d-9925-4e78-9715-b8effeeac908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:56.360880 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4364447d-9925-4e78-9715-b8effeeac908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:56.361249 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4364447d-9925-4e78-9715-b8effeeac908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:56.361655 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4364447d-9925-4e78-9715-b8effeeac908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:56.362034 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4364447d-9925-4e78-9715-b8effeeac908 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:56.362312 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4364447d-9925-4e78-9715-b8effeeac908 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:56.362638 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4364447d-9925-4e78-9715-b8effeeac908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:56.362984 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4364447d-9925-4e78-9715-b8effeeac908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:56.364397 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4364447d-9925-4e78-9715-b8effeeac908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:56.364397 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4364447d-9925-4e78-9715-b8effeeac908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:56.378898 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] Attempting to bind port ec179dd9-dd8a-4bb9-8547-573c69723d08 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:56.379822 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] Attempting to bind port ec179dd9-dd8a-4bb9-8547-573c69723d08 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'aab23023-6e32-4e94-a299-22e6b52cb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:56.380182 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] Attempting to bind port ec179dd9-dd8a-4bb9-8547-573c69723d08 on network 66036b73-e65f-4197-88b4-ce9a3bad2f12 {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:56.385439 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:28:56.385814 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] Checking segment: {'id': 'aab23023-6e32-4e94-a299-22e6b52cb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:56.386209 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:56.386594 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] Bound using segment: {'id': 'aab23023-6e32-4e94-a299-22e6b52cb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:28:56.387054 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] Bound port: ec179dd9-dd8a-4bb9-8547-573c69723d08, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab23023-6e32-4e94-a299-22e6b52cb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:28:56.387429 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:56.455269 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] For port ec179dd9-dd8a-4bb9-8547-573c69723d08, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:28:56.458869 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] For port ec179dd9-dd8a-4bb9-8547-573c69723d08, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ec179dd9-dd8a-4bb9-8547-573c69723d08,segment=NetworkSegment(aab23023-6e32-4e94-a299-22e6b52cb050),segment_id=aab23023-6e32-4e94-a299-22e6b52cb050)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:28:56.463409 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:56.517453 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] Routers {'5ebfc327-0611-49d0-88b7-8ec0cd95bb69'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:28:56.518142 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:28:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['5ebfc327-0611-49d0-88b7-8ec0cd95bb69'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:56.525812 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e62cf040-bac7-4a2a-b71f-3030cab082f9 None None] Provisioning complete for port ec179dd9-dd8a-4bb9-8547-573c69723d08 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:56.526660 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e62cf040-bac7-4a2a-b71f-3030cab082f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:56.566359 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364447d-9925-4e78-9715-b8effeeac908 None None] Pushing event updated for resources: {'Port': ['ID=ec179dd9-dd8a-4bb9-8547-573c69723d08,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:56.667228 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] Set router 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:28:56.668226 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e62cf040-bac7-4a2a-b71f-3030cab082f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:56.708613 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f6706989-e308-46fa-885f-2931cdc4e3a5 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:28:56.742910 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e62cf040-bac7-4a2a-b71f-3030cab082f9 None None] For port ec179dd9-dd8a-4bb9-8547-573c69723d08, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ec179dd9-dd8a-4bb9-8547-573c69723d08,segment=NetworkSegment(aab23023-6e32-4e94-a299-22e6b52cb050),segment_id=aab23023-6e32-4e94-a299-22e6b52cb050)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:56.753273 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e62cf040-bac7-4a2a-b71f-3030cab082f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:56.811005 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cf040-bac7-4a2a-b71f-3030cab082f9 None None] Pushing event updated for resources: {'Port': ['ID=ec179dd9-dd8a-4bb9-8547-573c69723d08,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:56.813786 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port f6706989-e308-46fa-885f-2931cdc4e3a5 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:56.814159 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:56.902901 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280712355', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:54Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'ec179dd9-dd8a-4bb9-8547-573c69723d08', 'name': '', 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:91:b0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '952ac640-b19b-4765-a45a-c18cf80a357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:53Z', 'updated_at': '2021-11-12T01:28:56Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '952ac640-b19b-4765-a45a-c18cf80a357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:56.907422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6154f65d-68b2-490d-8e3c-dad8ec5c1b7c None None] Provisioning complete for port ec179dd9-dd8a-4bb9-8547-573c69723d08 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:56.907871 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6154f65d-68b2-490d-8e3c-dad8ec5c1b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:56.936845 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fab9c65-ae73-4faf-a55d-481457ce67ea None None] The sync data for ids ['5ebfc327-0611-49d0-88b7-8ec0cd95bb69'] in n-d-712137-14 is: [{'id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280712355', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:54Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'ec179dd9-dd8a-4bb9-8547-573c69723d08', 'name': '', 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:91:b0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '952ac640-b19b-4765-a45a-c18cf80a357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:53Z', 'updated_at': '2021-11-12T01:28:56Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '952ac640-b19b-4765-a45a-c18cf80a357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:28:56.977405 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7f6eb5ad-a817-4e9c-b2c4-f9d1e33045aa req-15db12b3-9529-4be6-8e5d-55cd384548c0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 210 time: 0.0311003 Nov 12 01:28:57.220156 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-bd47f6cb-717b-4439-b345-811d553cda98 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:57.221688 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-bd47f6cb-717b-4439-b345-811d553cda98 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.15 "GET /v2.0/networks?id=66036b73-e65f-4197-88b4-ce9a3bad2f12 HTTP/1.1" status: 200 len: 797 time: 0.1158371 Nov 12 01:28:57.306522 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-709b864a-83e4-4c4e-b79b-373af284e73e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6 HTTP/1.1" status: 200 len: 376 time: 0.0696249 Nov 12 01:28:57.320909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-a0d75440-f03e-4594-9aaf-a828911c8864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'port': {'device_id': '6d48adda-3049-4ab4-94c2-3de4abbf3c12', 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12', 'admin_state_up': True, 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'security_groups': ['20bb449d-ec80-4b3a-97b7-7c022a58c45d']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:57.439017 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-a0d75440-f03e-4594-9aaf-a828911c8864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Made reservation on behalf of 9bcfcdd4f61e4cf6be94bf9666ad13b6 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:57.443107 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-a0d75440-f03e-4594-9aaf-a828911c8864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:57.570206 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-a0d75440-f03e-4594-9aaf-a828911c8864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Allocated IP 172.20.0.14 (66036b73-e65f-4197-88b4-ce9a3bad2f12/952ac640-b19b-4765-a45a-c18cf80a357f/c3fe0e7c-6878-402c-a9a5-75b679af8c3b) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:28:57.727294 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-a0d75440-f03e-4594-9aaf-a828911c8864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:57.762881 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-a0d75440-f03e-4594-9aaf-a828911c8864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:57.808380 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-a0d75440-f03e-4594-9aaf-a828911c8864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network 66036b73-e65f-4197-88b4-ce9a3bad2f12 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:57.814045 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-a0d75440-f03e-4594-9aaf-a828911c8864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:57.818101 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-a0d75440-f03e-4594-9aaf-a828911c8864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:57.847230 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d75440-f03e-4594-9aaf-a828911c8864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=c3fe0e7c-6878-402c-a9a5-75b679af8c3b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:57.877099 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-a0d75440-f03e-4594-9aaf-a828911c8864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:57.877679 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-a0d75440-f03e-4594-9aaf-a828911c8864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:57.896677 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-a0d75440-f03e-4594-9aaf-a828911c8864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5802996 Nov 12 01:28:57.915545 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] Request body: {'port': {'device_id': '6d48adda-3049-4ab4-94c2-3de4abbf3c12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:57.984369 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:58.056145 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-778b5e28-1924-4f27-830d-9f22f346787b None None] Provisioning complete for port c3fe0e7c-6878-402c-a9a5-75b679af8c3b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:58.056767 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-778b5e28-1924-4f27-830d-9f22f346787b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:58.095595 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-778b5e28-1924-4f27-830d-9f22f346787b None None] Port c3fe0e7c-6878-402c-a9a5-75b679af8c3b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:28:58.180457 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f7f21-1202-432d-b562-ef3a1c2a3e5c req-a278ceb9-e295-4eb2-98bf-bcd27ee1785c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:58.181972 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c25f7f21-1202-432d-b562-ef3a1c2a3e5c req-a278ceb9-e295-4eb2-98bf-bcd27ee1785c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 932 time: 0.0868125 Nov 12 01:28:58.274816 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c25f7f21-1202-432d-b562-ef3a1c2a3e5c req-c34b5b96-66d8-4008-9ed7-2b5d0335e7c1 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0683827 Nov 12 01:28:58.333948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3fe0e7c-6878-402c-a9a5-75b679af8c3b {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:28:58.341233 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:58.352967 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] Transition to ACTIVE for port object c3fe0e7c-6878-402c-a9a5-75b679af8c3b will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:28:58.356981 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:58.405372 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] Pushing event updated for resources: {'Port': ['ID=c3fe0e7c-6878-402c-a9a5-75b679af8c3b,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:58.482860 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] Attempting to bind port c3fe0e7c-6878-402c-a9a5-75b679af8c3b on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:58.483193 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] Attempting to bind port c3fe0e7c-6878-402c-a9a5-75b679af8c3b by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': 'aab23023-6e32-4e94-a299-22e6b52cb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:58.483519 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] Attempting to bind port c3fe0e7c-6878-402c-a9a5-75b679af8c3b on network 66036b73-e65f-4197-88b4-ce9a3bad2f12 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:58.488828 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] Port c3fe0e7c-6878-402c-a9a5-75b679af8c3b on network 66036b73-e65f-4197-88b4-ce9a3bad2f12 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:58.489161 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] Attempting to bind port c3fe0e7c-6878-402c-a9a5-75b679af8c3b on network 66036b73-e65f-4197-88b4-ce9a3bad2f12 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:58.494231 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:28:58.494564 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] Checking segment: {'id': 'aab23023-6e32-4e94-a299-22e6b52cb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:58.494945 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] Bound using segment: {'id': 'aab23023-6e32-4e94-a299-22e6b52cb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:28:58.495373 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] Bound port: c3fe0e7c-6878-402c-a9a5-75b679af8c3b, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab23023-6e32-4e94-a299-22e6b52cb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:28:58.495725 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:58.560676 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] For port c3fe0e7c-6878-402c-a9a5-75b679af8c3b, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:28:58.564303 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] For port c3fe0e7c-6878-402c-a9a5-75b679af8c3b, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=c3fe0e7c-6878-402c-a9a5-75b679af8c3b,segment=NetworkSegment(aab23023-6e32-4e94-a299-22e6b52cb050),segment_id=aab23023-6e32-4e94-a299-22e6b52cb050)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:28:58.569190 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:58.604788 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:58.605509 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:58.607816 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] 10.222.0.15 "PUT /v2.0/ports/c3fe0e7c-6878-402c-a9a5-75b679af8c3b HTTP/1.1" status: 200 len: 1093 time: 0.6968482 Nov 12 01:28:58.607816 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d48adda-3049-4ab4-94c2-3de4abbf3c12', 'tag': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:28:58.609833 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d148c0-8844-4535-85bb-e92276c00ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "6d48adda-3049-4ab4-94c2-3de4abbf3c12", "tag": "c3fe0e7c-6878-402c-a9a5-75b679af8c3b"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:28:58.650974 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07acf26-822c-4a91-967a-2b396f4f93de service neutron] Pushing event updated for resources: {'Port': ['ID=c3fe0e7c-6878-402c-a9a5-75b679af8c3b,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:58.680550 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8960a4-9a2b-4a78-b3ff-8dd61c8a7b58 x-openstack-request-id: req-fa8960a4-9a2b-4a78-b3ff-8dd61c8a7b58 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:28:58.680869 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d48adda-3049-4ab4-94c2-3de4abbf3c12", "tag": "c3fe0e7c-6878-402c-a9a5-75b679af8c3b", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:28:58.681129 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa8960a4-9a2b-4a78-b3ff-8dd61c8a7b58 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:28:58.681671 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d48adda-3049-4ab4-94c2-3de4abbf3c12', 'tag': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b', 'status': 'completed', 'code': 200} Nov 12 01:28:58.713457 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ec179dd9-dd8a-4bb9-8547-573c69723d08 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:28:58.719870 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-2e4ff213-752b-4d48-a3b4-e1b1f0f5dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:58.721655 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-2e4ff213-752b-4d48-a3b4-e1b1f0f5dcea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 1096 time: 0.0514860 Nov 12 01:28:58.763119 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port ec179dd9-dd8a-4bb9-8547-573c69723d08 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:58.763493 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:58.775374 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-27a39149-a42f-49e1-922d-7354bfb438ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3fe0e7c-6878-402c-a9a5-75b679af8c3b HTTP/1.1" status: 200 len: 217 time: 0.0407507 Nov 12 01:28:58.830823 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-ef380194-840e-4c8f-806d-4e2e7955ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:58.832330 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-ef380194-840e-4c8f-806d-4e2e7955ec2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=952ac640-b19b-4765-a45a-c18cf80a357f HTTP/1.1" status: 200 len: 835 time: 0.0498900 Nov 12 01:28:58.880264 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-e7186e53-6ca7-42f6-a3ae-66662c91fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:58.881784 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-e7186e53-6ca7-42f6-a3ae-66662c91fbab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66036b73-e65f-4197-88b4-ce9a3bad2f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418649 Nov 12 01:28:58.975966 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-ed2e7607-c07e-4788-986c-d1cfeb37acb5 service neutron] 10.222.0.15 "GET /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863185 Nov 12 01:28:59.067123 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ca0942fc-303f-4020-9f7b-6e6431e20b9b req-7e5b7b72-7788-4cf6-a7bd-cedef840701b service neutron] 10.222.0.15 "GET /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838082 Nov 12 01:28:59.194376 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d148c0-8844-4535-85bb-e92276c00ed6 req-ad89ddec-09ed-4120-8118-bc97d2a07e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:59.195789 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60d148c0-8844-4535-85bb-e92276c00ed6 req-ad89ddec-09ed-4120-8118-bc97d2a07e1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 1096 time: 0.0463960 Nov 12 01:28:59.284937 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d148c0-8844-4535-85bb-e92276c00ed6 req-0e29515d-6fc4-4a74-96ef-ff4a83f02577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:59.286410 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60d148c0-8844-4535-85bb-e92276c00ed6 req-0e29515d-6fc4-4a74-96ef-ff4a83f02577 service neutron] 10.222.0.15 "GET /v2.0/networks?id=66036b73-e65f-4197-88b4-ce9a3bad2f12 HTTP/1.1" status: 200 len: 898 time: 0.0825078 Nov 12 01:28:59.331140 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60d148c0-8844-4535-85bb-e92276c00ed6 req-dbd086e8-19ef-4fc3-821c-65357d44074d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3fe0e7c-6878-402c-a9a5-75b679af8c3b HTTP/1.1" status: 200 len: 217 time: 0.0381000 Nov 12 01:28:59.687296 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d148c0-8844-4535-85bb-e92276c00ed6 req-ad7ecba8-1936-4b9b-bbe3-0ce0c12d1b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:59.689088 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60d148c0-8844-4535-85bb-e92276c00ed6 req-ad7ecba8-1936-4b9b-bbe3-0ce0c12d1b39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=952ac640-b19b-4765-a45a-c18cf80a357f HTTP/1.1" status: 200 len: 835 time: 0.3509917 Nov 12 01:28:59.701547 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbbc4b-313e-4e6a-bcd6-22927020757f req-718d1b57-2e3a-4220-896b-48cd8d9acde5 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:59.702930 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8fdbbc4b-313e-4e6a-bcd6-22927020757f req-718d1b57-2e3a-4220-896b-48cd8d9acde5 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 944 time: 0.3578730 Nov 12 01:28:59.774744 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d148c0-8844-4535-85bb-e92276c00ed6 req-195adde5-f74b-402c-855d-119b156309d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:59.776153 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60d148c0-8844-4535-85bb-e92276c00ed6 req-195adde5-f74b-402c-855d-119b156309d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66036b73-e65f-4197-88b4-ce9a3bad2f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723736 Nov 12 01:28:59.781079 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8fdbbc4b-313e-4e6a-bcd6-22927020757f req-f7028ae7-cc7f-4c97-969d-0d6b4018774c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0699284 Nov 12 01:28:59.868107 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60d148c0-8844-4535-85bb-e92276c00ed6 req-960ea2c1-5311-4dce-989c-61c3c0d9e4f6 service neutron] 10.222.0.15 "GET /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838516 Nov 12 01:28:59.961815 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60d148c0-8844-4535-85bb-e92276c00ed6 req-ae6e50c8-a0dc-4b20-94cd-659a1fc9b254 service neutron] 10.222.0.15 "GET /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834470 Nov 12 01:29:00.905956 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed74868-d663-4146-bfeb-520f72f8988d req-d53195a2-123e-4539-a800-aff8c6095b43 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:00.907421 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4ed74868-d663-4146-bfeb-520f72f8988d req-d53195a2-123e-4539-a800-aff8c6095b43 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 944 time: 0.0542698 Nov 12 01:29:00.956586 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4ed74868-d663-4146-bfeb-520f72f8988d req-cc1535a5-4711-4c25-8221-d67b8b370abe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0430412 Nov 12 01:29:02.087470 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992023b-97ae-41d6-a4e2-b51c8d158589 req-99205dbe-77c0-4be7-927e-dbb4b6fafd3c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:02.088982 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b992023b-97ae-41d6-a4e2-b51c8d158589 req-99205dbe-77c0-4be7-927e-dbb4b6fafd3c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 944 time: 0.0565996 Nov 12 01:29:02.139645 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b992023b-97ae-41d6-a4e2-b51c8d158589 req-18e07735-5645-4c17-9c8d-4e10d919f7db tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0436585 Nov 12 01:29:03.255946 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56debce-3787-4da5-a7b5-8fb0f38051a7 req-4f690326-78a3-4a4f-a38a-b25dfb4daaae tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:03.257436 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f56debce-3787-4da5-a7b5-8fb0f38051a7 req-4f690326-78a3-4a4f-a38a-b25dfb4daaae tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 944 time: 0.0487292 Nov 12 01:29:03.305821 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f56debce-3787-4da5-a7b5-8fb0f38051a7 req-0506f243-a8a6-4a61-a34d-40de36680d09 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0423779 Nov 12 01:29:03.312989 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device c3fe0e7c-6878-402c-a9a5-75b679af8c3b details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:29:03.409872 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port c3fe0e7c-6878-402c-a9a5-75b679af8c3b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=c3fe0e7c-6878-402c-a9a5-75b679af8c3b,segment=NetworkSegment(aab23023-6e32-4e94-a299-22e6b52cb050),segment_id=aab23023-6e32-4e94-a299-22e6b52cb050)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:03.422456 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b', 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12', 'port_id': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b', 'mac_address': 'fa:16:3e:0e:c0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952ac640-b19b-4765-a45a-c18cf80a357f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:29:03.465707 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:03.478057 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3fe0e7c-6878-402c-a9a5-75b679af8c3b {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:29:03.496786 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port c3fe0e7c-6878-402c-a9a5-75b679af8c3b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=c3fe0e7c-6878-402c-a9a5-75b679af8c3b,segment=NetworkSegment(aab23023-6e32-4e94-a299-22e6b52cb050),segment_id=aab23023-6e32-4e94-a299-22e6b52cb050)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:03.500812 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:03.545339 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=c3fe0e7c-6878-402c-a9a5-75b679af8c3b,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:03.882110 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['c3fe0e7c-6878-402c-a9a5-75b679af8c3b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:29:04.418523 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f4218-349d-43bf-acd5-0151d5779f84 req-d077adfe-453d-4d23-8fae-ae41da7d959d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:04.419967 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0b4f4218-349d-43bf-acd5-0151d5779f84 req-d077adfe-453d-4d23-8fae-ae41da7d959d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 945 time: 0.0470078 Nov 12 01:29:04.474357 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0b4f4218-349d-43bf-acd5-0151d5779f84 req-7cd0a82e-3b81-4ed8-850c-feaa7aa4e9bb tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0484092 Nov 12 01:29:05.312136 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device c3fe0e7c-6878-402c-a9a5-75b679af8c3b up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:29:05.360846 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port c3fe0e7c-6878-402c-a9a5-75b679af8c3b completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:29:05.365061 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port c3fe0e7c-6878-402c-a9a5-75b679af8c3b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:05.365426 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:05.444555 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:05.466288 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d48adda-3049-4ab4-94c2-3de4abbf3c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:29:05.468499 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afd0c46-db3b-4ac1-84b1-86e21bb3e734" -d '{"events": [{"server_uuid": "6d48adda-3049-4ab4-94c2-3de4abbf3c12", "name": "network-vif-plugged", "status": "completed", "tag": "c3fe0e7c-6878-402c-a9a5-75b679af8c3b"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:29:05.481128 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port c3fe0e7c-6878-402c-a9a5-75b679af8c3b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=c3fe0e7c-6878-402c-a9a5-75b679af8c3b,segment=NetworkSegment(aab23023-6e32-4e94-a299-22e6b52cb050),segment_id=aab23023-6e32-4e94-a299-22e6b52cb050)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:05.485163 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:05.512291 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c2fd35-c0ad-4918-bf8d-ff726b2314bb x-openstack-request-id: req-65c2fd35-c0ad-4918-bf8d-ff726b2314bb {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:29:05.512588 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d48adda-3049-4ab4-94c2-3de4abbf3c12", "name": "network-vif-plugged", "status": "completed", "tag": "c3fe0e7c-6878-402c-a9a5-75b679af8c3b", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:29:05.512868 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65c2fd35-c0ad-4918-bf8d-ff726b2314bb {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:29:05.513261 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d48adda-3049-4ab4-94c2-3de4abbf3c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b', 'code': 200} Nov 12 01:29:05.536119 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=c3fe0e7c-6878-402c-a9a5-75b679af8c3b,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:05.593577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babcc64-7444-4909-a485-90b5ac1f2853 req-1ce17b6c-069b-4122-98f2-6d8c9b8db716 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:05.594992 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8babcc64-7444-4909-a485-90b5ac1f2853 req-1ce17b6c-069b-4122-98f2-6d8c9b8db716 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0503399 Nov 12 01:29:05.665373 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a041f0-60ae-4a9e-9459-c53da5842fa8 req-c5e28d20-acb6-4f88-b3a9-2591a1e4470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:05.666879 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11a041f0-60ae-4a9e-9459-c53da5842fa8 req-c5e28d20-acb6-4f88-b3a9-2591a1e4470c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 1098 time: 0.0710173 Nov 12 01:29:05.671872 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8babcc64-7444-4909-a485-90b5ac1f2853 req-34214258-1da6-4e96-9e79-bd25a2312281 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0680537 Nov 12 01:29:05.715036 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11a041f0-60ae-4a9e-9459-c53da5842fa8 req-747354ca-4482-4010-9702-b08231cd4634 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0402391 Nov 12 01:29:06.790488 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bddf15-d102-46e2-bb60-5e95fec043e7 req-fb57e4d6-0a33-4c89-a697-8e99a576b7db tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:06.791978 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e6bddf15-d102-46e2-bb60-5e95fec043e7 req-fb57e4d6-0a33-4c89-a697-8e99a576b7db tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0489161 Nov 12 01:29:06.845228 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e6bddf15-d102-46e2-bb60-5e95fec043e7 req-b6707ba8-4a56-4c7f-9a3f-a8b39dc99690 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0469244 Nov 12 01:29:07.961855 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ecb34-c6c6-40f0-a8d8-206bb840fef6 req-79dc9c80-7218-4507-bcd8-b6c8d838b111 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:07.963271 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f80ecb34-c6c6-40f0-a8d8-206bb840fef6 req-79dc9c80-7218-4507-bcd8-b6c8d838b111 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0521002 Nov 12 01:29:08.011813 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f80ecb34-c6c6-40f0-a8d8-206bb840fef6 req-7aad41ad-24f1-43be-9da4-059cb3410349 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0426025 Nov 12 01:29:08.125791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195c1dc-f120-4e93-bb9d-f3dd6ff2fa86 req-2caf9e75-c118-4e79-b042-37ee1c49997c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:08.127264 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d195c1dc-f120-4e93-bb9d-f3dd6ff2fa86 req-2caf9e75-c118-4e79-b042-37ee1c49997c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0489235 Nov 12 01:29:08.175164 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d195c1dc-f120-4e93-bb9d-f3dd6ff2fa86 req-9a075312-6dad-4afc-9636-285cd768ce0e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0419354 Nov 12 01:29:08.197082 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51484) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:08.235941 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ca4847-3b4a-4990-81c3-676abb425bcb tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:08.237456 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c3ca4847-3b4a-4990-81c3-676abb425bcb tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 1093 time: 0.0394218 Nov 12 01:29:08.240342 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51486) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:08.244500 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-8a68c608-8379-48c1-a872-8a2da63a9275 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:08.268144 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8a68c608-8379-48c1-a872-8a2da63a9275 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:08.368888 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8a68c608-8379-48c1-a872-8a2da63a9275 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:08.469966 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-8a68c608-8379-48c1-a872-8a2da63a9275 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Allocated IP 172.25.0.163 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/33624e5e-9eee-4cba-b769-de2d60004c21) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:29:08.573528 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8a68c608-8379-48c1-a872-8a2da63a9275 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:08.607950 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8a68c608-8379-48c1-a872-8a2da63a9275 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:08.644255 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a68c608-8379-48c1-a872-8a2da63a9275 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:29:08.650176 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-8a68c608-8379-48c1-a872-8a2da63a9275 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:08.653644 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a68c608-8379-48c1-a872-8a2da63a9275 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:29:08.659003 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68c608-8379-48c1-a872-8a2da63a9275 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=33624e5e-9eee-4cba-b769-de2d60004c21,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:09.037238 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8a68c608-8379-48c1-a872-8a2da63a9275 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:09.107091 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:09.364160 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8a68c608-8379-48c1-a872-8a2da63a9275 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:09.508968 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8a68c608-8379-48c1-a872-8a2da63a9275 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:09.513437 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8a68c608-8379-48c1-a872-8a2da63a9275 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:09.578722 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68c608-8379-48c1-a872-8a2da63a9275 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=33624e5e-9eee-4cba-b769-de2d60004c21,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:09.590506 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8a68c608-8379-48c1-a872-8a2da63a9275 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:09.689261 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-8a68c608-8379-48c1-a872-8a2da63a9275 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Floating IP 1d473587-ab22-455a-8d51-bf6ce0eecf4d associated. External IP: 172.25.0.163, port: c3fe0e7c-6878-402c-a9a5-75b679af8c3b. Nov 12 01:29:09.894870 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a68c608-8379-48c1-a872-8a2da63a9275 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Router 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:29:10.007126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a68c608-8379-48c1-a872-8a2da63a9275 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:29:10.019130 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e15e7-b06a-43f8-854b-02470a6fe56f None None] Sync routers for ids ['5ebfc327-0611-49d0-88b7-8ec0cd95bb69'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:29:10.024405 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8a68c608-8379-48c1-a872-8a2da63a9275 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:10.029655 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e15e7-b06a-43f8-854b-02470a6fe56f None None] Routers {'5ebfc327-0611-49d0-88b7-8ec0cd95bb69'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:29:10.030364 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d14e15e7-b06a-43f8-854b-02470a6fe56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:28:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['5ebfc327-0611-49d0-88b7-8ec0cd95bb69'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:10.051506 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8a68c608-8379-48c1-a872-8a2da63a9275 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8101265 Nov 12 01:29:10.052112 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d48adda-3049-4ab4-94c2-3de4abbf3c12', 'tag': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:29:10.054418 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2f2cca-75f3-4bc3-ae94-f1193b0558c8" -d '{"events": [{"name": "network-changed", "server_uuid": "6d48adda-3049-4ab4-94c2-3de4abbf3c12", "tag": "c3fe0e7c-6878-402c-a9a5-75b679af8c3b"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:29:10.162758 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ee600-304e-44b8-a496-5ae14d87187d req-5ae6bea6-9b7e-4e2f-8b84-d47f7d21dc2c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:10.164972 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4c6ee600-304e-44b8-a496-5ae14d87187d req-5ae6bea6-9b7e-4e2f-8b84-d47f7d21dc2c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0632849 Nov 12 01:29:10.183932 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bea200d-7295-456a-af28-7ac3511a4523 x-openstack-request-id: req-0bea200d-7295-456a-af28-7ac3511a4523 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:29:10.184231 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d48adda-3049-4ab4-94c2-3de4abbf3c12", "tag": "c3fe0e7c-6878-402c-a9a5-75b679af8c3b", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:29:10.184487 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bea200d-7295-456a-af28-7ac3511a4523 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:29:10.184918 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d48adda-3049-4ab4-94c2-3de4abbf3c12', 'tag': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b', 'status': 'completed', 'code': 200} Nov 12 01:29:10.221356 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4c6ee600-304e-44b8-a496-5ae14d87187d req-fb7ecfb4-de73-4c01-9b3e-c6a89bf8ec08 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0497327 Nov 12 01:29:10.245047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51494) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:10.271831 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f2cca-75f3-4bc3-ae94-f1193b0558c8 req-99c01819-8134-4fec-a699-1ae0698fb97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:10.273547 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9d2f2cca-75f3-4bc3-ae94-f1193b0558c8 req-99c01819-8134-4fec-a699-1ae0698fb97a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 1098 time: 0.0456955 Nov 12 01:29:10.313357 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ca40ec57-c18a-4572-bdb1-2b427e24789c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/floatingips/1d473587-ab22-455a-8d51-bf6ce0eecf4d HTTP/1.1" status: 200 len: 992 time: 0.0661004 Nov 12 01:29:10.317128 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-d14e15e7-b06a-43f8-854b-02470a6fe56f None None] Set router 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:29:10.373421 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f2cca-75f3-4bc3-ae94-f1193b0558c8 req-ff8fd337-bdfc-4ac7-9f88-1a1aea72cb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:10.374883 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9d2f2cca-75f3-4bc3-ae94-f1193b0558c8 req-ff8fd337-bdfc-4ac7-9f88-1a1aea72cb8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=66036b73-e65f-4197-88b4-ce9a3bad2f12 HTTP/1.1" status: 200 len: 898 time: 0.0927360 Nov 12 01:29:10.444628 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9d2f2cca-75f3-4bc3-ae94-f1193b0558c8 req-54872c30-a4b1-42bd-80be-8b9fbb0ecf96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3fe0e7c-6878-402c-a9a5-75b679af8c3b HTTP/1.1" status: 200 len: 1000 time: 0.0631361 Nov 12 01:29:10.494189 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f2cca-75f3-4bc3-ae94-f1193b0558c8 req-500619ae-db82-4a01-b493-3cb84489388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:10.495657 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9d2f2cca-75f3-4bc3-ae94-f1193b0558c8 req-500619ae-db82-4a01-b493-3cb84489388a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=952ac640-b19b-4765-a45a-c18cf80a357f HTTP/1.1" status: 200 len: 835 time: 0.0442116 Nov 12 01:29:10.541394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f2cca-75f3-4bc3-ae94-f1193b0558c8 req-75d75855-fef9-4577-beb3-cd82db66fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:10.541656 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d14e15e7-b06a-43f8-854b-02470a6fe56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280712355', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:54Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '1d473587-ab22-455a-8d51-bf6ce0eecf4d', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'port_id': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12', 'mac_address': 'fa:16:3e:0e:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d48adda-3049-4ab4-94c2-3de4abbf3c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:29:08Z', 'updated_at': '2021-11-12T01:29:08Z', 'revision_number': 0, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec179dd9-dd8a-4bb9-8547-573c69723d08', 'name': '', 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:91:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '952ac640-b19b-4765-a45a-c18cf80a357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:53Z', 'updated_at': '2021-11-12T01:28:56Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '952ac640-b19b-4765-a45a-c18cf80a357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:10.542891 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9d2f2cca-75f3-4bc3-ae94-f1193b0558c8 req-75d75855-fef9-4577-beb3-cd82db66fe61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66036b73-e65f-4197-88b4-ce9a3bad2f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405834 Nov 12 01:29:10.573040 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e15e7-b06a-43f8-854b-02470a6fe56f None None] Checking router: 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:29:10.583292 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e15e7-b06a-43f8-854b-02470a6fe56f None None] Routers {'5ebfc327-0611-49d0-88b7-8ec0cd95bb69'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:29:10.583988 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d14e15e7-b06a-43f8-854b-02470a6fe56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:28:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['5ebfc327-0611-49d0-88b7-8ec0cd95bb69'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:10.645247 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9d2f2cca-75f3-4bc3-ae94-f1193b0558c8 req-bbaaf08c-b4e9-4798-ba9b-4ba7e020c61f service neutron] 10.222.0.15 "GET /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949688 Nov 12 01:29:10.692931 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-d14e15e7-b06a-43f8-854b-02470a6fe56f None None] Set router 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:29:10.735081 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9d2f2cca-75f3-4bc3-ae94-f1193b0558c8 req-ef71454f-291c-44fd-9479-3537a9d5b5c8 service neutron] 10.222.0.15 "GET /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827434 Nov 12 01:29:10.919063 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d14e15e7-b06a-43f8-854b-02470a6fe56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280712355', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:54Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '1d473587-ab22-455a-8d51-bf6ce0eecf4d', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'port_id': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12', 'mac_address': 'fa:16:3e:0e:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d48adda-3049-4ab4-94c2-3de4abbf3c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:29:08Z', 'updated_at': '2021-11-12T01:29:08Z', 'revision_number': 0, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec179dd9-dd8a-4bb9-8547-573c69723d08', 'name': '', 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:91:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '952ac640-b19b-4765-a45a-c18cf80a357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:53Z', 'updated_at': '2021-11-12T01:28:56Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '952ac640-b19b-4765-a45a-c18cf80a357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:10.945451 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e15e7-b06a-43f8-854b-02470a6fe56f None None] The sync data for ids ['5ebfc327-0611-49d0-88b7-8ec0cd95bb69'] in n-d-712137-14 is: [{'id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280712355', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:54Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '1d473587-ab22-455a-8d51-bf6ce0eecf4d', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'port_id': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12', 'mac_address': 'fa:16:3e:0e:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d48adda-3049-4ab4-94c2-3de4abbf3c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:29:08Z', 'updated_at': '2021-11-12T01:29:08Z', 'revision_number': 0, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec179dd9-dd8a-4bb9-8547-573c69723d08', 'name': '', 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:91:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '952ac640-b19b-4765-a45a-c18cf80a357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:53Z', 'updated_at': '2021-11-12T01:28:56Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '952ac640-b19b-4765-a45a-c18cf80a357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:29:11.134796 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfad248-216b-4d19-a8c8-0f3925da450c None None] New status for floating IP 1d473587-ab22-455a-8d51-bf6ce0eecf4d: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:29:11.315886 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51496) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:11.375271 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1cd1c53b-b25c-4fbf-b3ff-f803eab88c17 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/floatingips/1d473587-ab22-455a-8d51-bf6ce0eecf4d HTTP/1.1" status: 200 len: 994 time: 0.0576506 Nov 12 01:29:20.097089 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1ba698f3-a853-461d-828b-2ab99d6ac9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:22.390300 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bec8b953-40e6-4649-b72f-1a7050aa0b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:23.614271 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:24.971603 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:25.447086 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:29:25.585237 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:26.091999 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:34.919186 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f9f90c1-4045-4189-a48b-d9813fb288b9 req-0aa3feab-d425-4127-82d0-9730ed402509 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395465 Nov 12 01:29:35.033968 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f90c1-4045-4189-a48b-d9813fb288b9 req-326623be-7f42-4216-b74d-0e5a5575b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:35.036050 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f9f90c1-4045-4189-a48b-d9813fb288b9 req-326623be-7f42-4216-b74d-0e5a5575b1fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 1098 time: 0.0515296 Nov 12 01:29:35.139985 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f90c1-4045-4189-a48b-d9813fb288b9 req-442199ec-9a22-4538-ad49-2cc78c11aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:35.141488 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f9f90c1-4045-4189-a48b-d9813fb288b9 req-442199ec-9a22-4538-ad49-2cc78c11aa58 service neutron] 10.222.0.15 "GET /v2.0/networks?id=66036b73-e65f-4197-88b4-ce9a3bad2f12 HTTP/1.1" status: 200 len: 898 time: 0.0843980 Nov 12 01:29:35.211657 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f9f90c1-4045-4189-a48b-d9813fb288b9 req-42b303d5-22df-4dbb-9aa3-a6406e46b324 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3fe0e7c-6878-402c-a9a5-75b679af8c3b HTTP/1.1" status: 200 len: 1002 time: 0.0623298 Nov 12 01:29:35.260911 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f90c1-4045-4189-a48b-d9813fb288b9 req-b3f547ef-26d5-4af6-821d-4ff4891f2122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:35.262422 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f9f90c1-4045-4189-a48b-d9813fb288b9 req-b3f547ef-26d5-4af6-821d-4ff4891f2122 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=952ac640-b19b-4765-a45a-c18cf80a357f HTTP/1.1" status: 200 len: 835 time: 0.0430286 Nov 12 01:29:35.307527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f90c1-4045-4189-a48b-d9813fb288b9 req-596d7a64-381f-46de-9934-46c334f83742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:35.309200 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f9f90c1-4045-4189-a48b-d9813fb288b9 req-596d7a64-381f-46de-9934-46c334f83742 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66036b73-e65f-4197-88b4-ce9a3bad2f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395374 Nov 12 01:29:35.403924 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f9f90c1-4045-4189-a48b-d9813fb288b9 req-0b47174c-b3b3-4f1e-a57d-af4162bb3ce7 service neutron] 10.222.0.15 "GET /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877788 Nov 12 01:29:35.493206 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f9f90c1-4045-4189-a48b-d9813fb288b9 req-c28e3fd8-afe6-4391-b82e-802fe584cd85 service neutron] 10.222.0.15 "GET /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820377 Nov 12 01:29:39.115527 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:50.099068 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-93966f30-80e4-42e2-874b-9eb92cfc496d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:52.391969 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9a501776-14fb-4ab0-b6c5-8567aca26202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:53.615676 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:54.970339 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:55.581955 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:56.093552 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:02.436567 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:30:09.130415 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:16.126074 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd3bd9-aa42-42c2-85f2-8f54c3e047e1 req-ddf4e4c2-b67a-4b90-8b47-deadd84f32c6 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:16.127598 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-efbd3bd9-aa42-42c2-85f2-8f54c3e047e1 req-ddf4e4c2-b67a-4b90-8b47-deadd84f32c6 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 1098 time: 0.1039603 Nov 12 01:30:16.145707 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-efbd3bd9-aa42-42c2-85f2-8f54c3e047e1 req-ec2f57f2-f403-49ac-a675-804043ab5588 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:16.216369 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-efbd3bd9-aa42-42c2-85f2-8f54c3e047e1 req-ec2f57f2-f403-49ac-a675-804043ab5588 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:16.220553 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-efbd3bd9-aa42-42c2-85f2-8f54c3e047e1 req-ec2f57f2-f403-49ac-a675-804043ab5588 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:16.258342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f57f2-f403-49ac-a675-804043ab5588 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4032c9fd-3c01-4c0c-8054-44f7f71ebb64,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:16.262275 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-efbd3bd9-aa42-42c2-85f2-8f54c3e047e1 req-ec2f57f2-f403-49ac-a675-804043ab5588 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1287398 Nov 12 01:30:16.268417 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2f57f2-f403-49ac-a675-804043ab5588 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:16.268789 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2f57f2-f403-49ac-a675-804043ab5588 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:16.269139 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2f57f2-f403-49ac-a675-804043ab5588 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:16.269483 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2f57f2-f403-49ac-a675-804043ab5588 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:16.269826 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2f57f2-f403-49ac-a675-804043ab5588 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:16.270173 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2f57f2-f403-49ac-a675-804043ab5588 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:16.270497 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2f57f2-f403-49ac-a675-804043ab5588 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:16.270826 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2f57f2-f403-49ac-a675-804043ab5588 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:16.271155 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2f57f2-f403-49ac-a675-804043ab5588 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:16.271485 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2f57f2-f403-49ac-a675-804043ab5588 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:16.271817 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2f57f2-f403-49ac-a675-804043ab5588 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:16.272150 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2f57f2-f403-49ac-a675-804043ab5588 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:16.435363 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f5582-cab1-4715-a4b9-ac22a0649b57 req-5005bab6-7bc3-4ed2-a092-0a1a8d7373a4 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:16.436875 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-111f5582-cab1-4715-a4b9-ac22a0649b57 req-5005bab6-7bc3-4ed2-a092-0a1a8d7373a4 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.1025405 Nov 12 01:30:16.485529 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-111f5582-cab1-4715-a4b9-ac22a0649b57 req-4abc640a-89ba-4361-8f74-a36364f54a14 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0425508 Nov 12 01:30:16.507584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51532) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:16.570834 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fa27b1cb-e8f1-42e1-99e7-0269d0c54c2c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/floatingips/1d473587-ab22-455a-8d51-bf6ce0eecf4d HTTP/1.1" status: 200 len: 994 time: 0.0620334 Nov 12 01:30:16.912705 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-f85f4c51-06f1-46fc-97b8-be3989b69e3a req-3cd52918-d46d-4bc5-b646-939b1d590feb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:30:16.913736 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f85f4c51-06f1-46fc-97b8-be3989b69e3a req-3cd52918-d46d-4bc5-b646-939b1d590feb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053709 Nov 12 01:30:17.118890 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51546) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:17.179621 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e08db-2d34-4a58-bd86-74bc9b54d510 req-0e3b7db9-4d92-4b97-b516-1cc4d3994444 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:17.181135 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-493e08db-2d34-4a58-bd86-74bc9b54d510 req-0e3b7db9-4d92-4b97-b516-1cc4d3994444 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0509109 Nov 12 01:30:17.219230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-be48ec01-2add-4914-af86-c15d5fcd9752 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0991790 Nov 12 01:30:17.229327 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-fa384132-39da-46cd-a4b4-d65d2d70473a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:30:17.230359 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-fa384132-39da-46cd-a4b4-d65d2d70473a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051732 Nov 12 01:30:17.231723 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-493e08db-2d34-4a58-bd86-74bc9b54d510 req-0f02b196-cb93-45d9-bdd3-6feebae93f42 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0445602 Nov 12 01:30:18.349642 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a7417-df10-46de-aae9-fccaf60dff8c req-51d843b7-6571-45cc-b0f6-81ed87f21797 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:18.351160 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa1a7417-df10-46de-aae9-fccaf60dff8c req-51d843b7-6571-45cc-b0f6-81ed87f21797 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0490029 Nov 12 01:30:18.403340 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa1a7417-df10-46de-aae9-fccaf60dff8c req-974f9c83-21b2-439f-b111-2ace28f268ef tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0462511 Nov 12 01:30:19.524166 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c529300-9b9c-4826-b3d2-24cf7f41d385 req-d2c252a9-d93a-47f8-9215-9be2de3fe2f3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:19.525663 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c529300-9b9c-4826-b3d2-24cf7f41d385 req-d2c252a9-d93a-47f8-9215-9be2de3fe2f3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0528088 Nov 12 01:30:19.574221 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c529300-9b9c-4826-b3d2-24cf7f41d385 req-71bc6022-8661-4eb1-8e65-94948a9dc575 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0423427 Nov 12 01:30:20.101746 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f7873f4a-eef3-4896-9e28-3ad8d325d259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:20.687555 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b39c18-647b-4574-a4c8-1b449cda48d7 req-bf44b9a1-60fd-4413-bb6a-166dc6c772c0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:20.689298 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65b39c18-647b-4574-a4c8-1b449cda48d7 req-bf44b9a1-60fd-4413-bb6a-166dc6c772c0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0482652 Nov 12 01:30:20.738567 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65b39c18-647b-4574-a4c8-1b449cda48d7 req-5c12358b-2f6d-4470-9850-07d1b7e7340b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0426638 Nov 12 01:30:21.884046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c65199-ee31-4ac9-941f-219633d489c4 req-453df40b-ee5e-4bc6-8586-d398cc710282 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:21.885552 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c3c65199-ee31-4ac9-941f-219633d489c4 req-453df40b-ee5e-4bc6-8586-d398cc710282 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0625563 Nov 12 01:30:21.940946 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c3c65199-ee31-4ac9-941f-219633d489c4 req-ec8c62e1-1a37-468f-820d-1f0dbba74ed7 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0493019 Nov 12 01:30:22.393770 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-649a6b5d-44d1-4ae0-bcb4-5443ec553887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:22.400008 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-210094f3-cf3f-4cbe-841d-8d3a7b89a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:22.401547 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-210094f3-cf3f-4cbe-841d-8d3a7b89a0b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 1098 time: 0.0451419 Nov 12 01:30:22.491631 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-3a8b1a56-a6ca-4bc0-a128-709250baf4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:22.493157 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-3a8b1a56-a6ca-4bc0-a128-709250baf4d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=66036b73-e65f-4197-88b4-ce9a3bad2f12 HTTP/1.1" status: 200 len: 898 time: 0.0848768 Nov 12 01:30:22.562372 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-2d39c7a9-255c-426f-824b-4defc46529d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3fe0e7c-6878-402c-a9a5-75b679af8c3b HTTP/1.1" status: 200 len: 1002 time: 0.0624440 Nov 12 01:30:22.611157 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-f273e15f-4b77-4b7c-b171-bf4341bebc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:22.613136 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-f273e15f-4b77-4b7c-b171-bf4341bebc4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=952ac640-b19b-4765-a45a-c18cf80a357f HTTP/1.1" status: 200 len: 835 time: 0.0432467 Nov 12 01:30:22.660015 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-bad30fe8-2eae-4f89-8aba-b656432e2fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:22.661593 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-bad30fe8-2eae-4f89-8aba-b656432e2fbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66036b73-e65f-4197-88b4-ce9a3bad2f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407305 Nov 12 01:30:22.753492 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-a2ff6a97-ca02-461e-a214-f87431524124 service neutron] 10.222.0.15 "GET /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843852 Nov 12 01:30:22.842947 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-c4575222-3cbc-4f6c-884a-6ebdc2466237 service neutron] 10.222.0.15 "GET /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828490 Nov 12 01:30:23.060909 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32eb289-da2e-4ce7-83df-f1df6e33ba0f req-09b0635e-760a-4876-a205-ed5af3c26c03 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:23.062384 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c32eb289-da2e-4ce7-83df-f1df6e33ba0f req-09b0635e-760a-4876-a205-ed5af3c26c03 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0483322 Nov 12 01:30:23.111337 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c32eb289-da2e-4ce7-83df-f1df6e33ba0f req-90e4e1b3-fb10-408a-8355-44bad09f7bbf tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0421672 Nov 12 01:30:23.620646 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:24.230995 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed239ab-546a-40f0-a8b8-0bfe1c229363 req-55d204b2-2d01-407a-ac7b-472ef082fc2f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:24.232458 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ed239ab-546a-40f0-a8b8-0bfe1c229363 req-55d204b2-2d01-407a-ac7b-472ef082fc2f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0530200 Nov 12 01:30:24.281908 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7ed239ab-546a-40f0-a8b8-0bfe1c229363 req-ff278d1d-e165-4f96-b708-dd5466bb9fe9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0434482 Nov 12 01:30:24.986176 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:25.403989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a364db-26e3-4398-83ac-70a6e91bdf41 req-3f96826f-26db-4f80-9b8b-67cb0e42086f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:25.405491 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a8a364db-26e3-4398-83ac-70a6e91bdf41 req-3f96826f-26db-4f80-9b8b-67cb0e42086f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0522356 Nov 12 01:30:25.457580 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a8a364db-26e3-4398-83ac-70a6e91bdf41 req-d9b11bda-b88c-4e4a-b509-a8dc53f2d89f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0454388 Nov 12 01:30:25.584755 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:26.096023 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:26.572662 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234e93-0a7b-45cf-be39-ff293852b4b2 req-e97869f8-6918-4568-83fc-a02a2ce6dccd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:26.574374 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa234e93-0a7b-45cf-be39-ff293852b4b2 req-e97869f8-6918-4568-83fc-a02a2ce6dccd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0491750 Nov 12 01:30:26.622484 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aa234e93-0a7b-45cf-be39-ff293852b4b2 req-36fdd03e-9829-47d3-92af-ef0abc694a9a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0421569 Nov 12 01:30:27.740641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11091182-99f7-497c-9679-0a71194c5b67 req-414f2d27-99c0-4d4b-8a50-a8b2b02912de tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:27.742121 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-11091182-99f7-497c-9679-0a71194c5b67 req-414f2d27-99c0-4d4b-8a50-a8b2b02912de tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0487461 Nov 12 01:30:27.790079 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-11091182-99f7-497c-9679-0a71194c5b67 req-e4705c0a-a218-414c-971e-caeea96ca92a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0420668 Nov 12 01:30:28.904641 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c63d0-a67c-40ae-afa3-fa564df04da6 req-3480081f-298c-463d-a088-d5df7a092db1 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:28.906083 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-067c63d0-a67c-40ae-afa3-fa564df04da6 req-3480081f-298c-463d-a088-d5df7a092db1 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0477517 Nov 12 01:30:28.958778 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-067c63d0-a67c-40ae-afa3-fa564df04da6 req-c87082bc-3281-428b-9306-e44db0bf57c2 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0462310 Nov 12 01:30:30.076538 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c162d-6f1b-440f-bf1f-17b184fa3078 req-1b49e8d1-1940-42c1-be45-1f07fee48fad tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:30.078011 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ad0c162d-6f1b-440f-bf1f-17b184fa3078 req-1b49e8d1-1940-42c1-be45-1f07fee48fad tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0515370 Nov 12 01:30:30.128229 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ad0c162d-6f1b-440f-bf1f-17b184fa3078 req-a8e796bb-c665-4bf8-8312-df0dc84e201f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0437174 Nov 12 01:30:31.243573 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919394c-c7b9-4ae7-9a34-996c5e3fa51e req-265d46d0-50ae-4b06-ba44-dec146f30e3d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:31.245040 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1919394c-c7b9-4ae7-9a34-996c5e3fa51e req-265d46d0-50ae-4b06-ba44-dec146f30e3d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0478737 Nov 12 01:30:31.292487 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1919394c-c7b9-4ae7-9a34-996c5e3fa51e req-253732f2-47e1-4a8a-8713-18eb05ad3331 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0414865 Nov 12 01:30:32.408624 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f8cb7-b6e4-482c-9ce9-f9b82bcbf590 req-8e5317a2-1c4a-4e73-a663-7f06b641bdc2 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:32.410139 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-817f8cb7-b6e4-482c-9ce9-f9b82bcbf590 req-8e5317a2-1c4a-4e73-a663-7f06b641bdc2 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0504744 Nov 12 01:30:32.459587 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-817f8cb7-b6e4-482c-9ce9-f9b82bcbf590 req-564dfc1d-a215-4632-80b8-ffc42389cae9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0435004 Nov 12 01:30:33.574942 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9666c-f28f-4fda-b54b-3d10e0458a23 req-1e0f23e8-457e-45c9-b85e-6ba6114c79f0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:33.576425 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0c9666c-f28f-4fda-b54b-3d10e0458a23 req-1e0f23e8-457e-45c9-b85e-6ba6114c79f0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0482647 Nov 12 01:30:33.625004 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0c9666c-f28f-4fda-b54b-3d10e0458a23 req-732ac871-0b76-43bc-a3e7-ca258a2351ef tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0419638 Nov 12 01:30:34.742387 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79407423-9f05-4288-b9fb-946bb6d79911 req-e7f4ef12-0847-4150-b4b9-a64d7ddfa195 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:34.743991 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-79407423-9f05-4288-b9fb-946bb6d79911 req-e7f4ef12-0847-4150-b4b9-a64d7ddfa195 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0492420 Nov 12 01:30:34.797587 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-79407423-9f05-4288-b9fb-946bb6d79911 req-0dcf18ab-5c4c-453e-a583-d2dd07524927 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0476129 Nov 12 01:30:35.082455 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-f27d2dcb-7301-47f6-a0fb-1398a20df4e1 service neutron] show failed (client error): The resource could not be found. Nov 12 01:30:35.083499 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-f27d2dcb-7301-47f6-a0fb-1398a20df4e1 service neutron] 10.222.0.15 "GET /v2.0/ports/c3fe0e7c-6878-402c-a9a5-75b679af8c3b/bindings/n-h1-712137-14 HTTP/1.1" status: 404 len: 381 time: 0.0659368 Nov 12 01:30:35.374659 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-538a0ebf-40e5-4695-b66b-8521c168477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:35.376064 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-538a0ebf-40e5-4695-b66b-8521c168477e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12&tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6 HTTP/1.1" status: 200 len: 1098 time: 0.1187625 Nov 12 01:30:35.388235 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-b1fa5bdc-e575-4da9-adaa-77d30b78ece4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:30:35.389202 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-b1fa5bdc-e575-4da9-adaa-77d30b78ece4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049212 Nov 12 01:30:35.402025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-14', 'device_owner': 'compute:nova'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:35.457420 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:35.662232 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] For port c3fe0e7c-6878-402c-a9a5-75b679af8c3b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=c3fe0e7c-6878-402c-a9a5-75b679af8c3b,segment=NetworkSegment(aab23023-6e32-4e94-a299-22e6b52cb050),segment_id=aab23023-6e32-4e94-a299-22e6b52cb050)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:35.695185 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] For port c3fe0e7c-6878-402c-a9a5-75b679af8c3b, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:30:35.733449 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d48adda-3049-4ab4-94c2-3de4abbf3c12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:30:35.735701 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1725f92-0937-4727-9b9f-47d29185fe4c" -d '{"events": [{"server_uuid": "6d48adda-3049-4ab4-94c2-3de4abbf3c12", "name": "network-vif-unplugged", "status": "completed", "tag": "c3fe0e7c-6878-402c-a9a5-75b679af8c3b"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:30:35.739948 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:35.753046 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] Transition to ACTIVE for port object c3fe0e7c-6878-402c-a9a5-75b679af8c3b will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:30:35.757797 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:35.787720 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ddd150-911a-4545-b0d5-97d3e12642a5 x-openstack-request-id: req-92ddd150-911a-4545-b0d5-97d3e12642a5 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:30:35.788007 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d48adda-3049-4ab4-94c2-3de4abbf3c12", "name": "network-vif-unplugged", "status": "completed", "tag": "c3fe0e7c-6878-402c-a9a5-75b679af8c3b", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:30:35.788255 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92ddd150-911a-4545-b0d5-97d3e12642a5 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:30:35.788638 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d48adda-3049-4ab4-94c2-3de4abbf3c12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b', 'code': 200} Nov 12 01:30:35.877564 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86215029-9a46-426e-9a06-96079067d68d service neutron] Pushing event updated for resources: {'Port': ['ID=c3fe0e7c-6878-402c-a9a5-75b679af8c3b,revision_number=6']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:35.933113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86215029-9a46-426e-9a06-96079067d68d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:35.933456 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86215029-9a46-426e-9a06-96079067d68d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:35.933801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86215029-9a46-426e-9a06-96079067d68d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:35.934134 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86215029-9a46-426e-9a06-96079067d68d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:35.934465 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86215029-9a46-426e-9a06-96079067d68d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:35.934929 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86215029-9a46-426e-9a06-96079067d68d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:35.935110 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86215029-9a46-426e-9a06-96079067d68d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:35.935438 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86215029-9a46-426e-9a06-96079067d68d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:35.935758 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86215029-9a46-426e-9a06-96079067d68d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:35.936079 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86215029-9a46-426e-9a06-96079067d68d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:35.936396 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86215029-9a46-426e-9a06-96079067d68d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:35.936729 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86215029-9a46-426e-9a06-96079067d68d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:35.974941 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] No DVR routers for this DVR port c3fe0e7c-6878-402c-a9a5-75b679af8c3b on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:30:35.986471 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffe17f-6707-4fd6-a7f6-c05e96715448 req-5f9ba964-6e13-4084-9d10-cdce37046613 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:35.987949 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2cffe17f-6707-4fd6-a7f6-c05e96715448 req-5f9ba964-6e13-4084-9d10-cdce37046613 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 944 time: 0.1183429 Nov 12 01:30:36.104821 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2cffe17f-6707-4fd6-a7f6-c05e96715448 req-a189e952-d63d-4b22-985d-d30b5e6b5c9d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0880969 Nov 12 01:30:36.148676 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] Attempting to bind port c3fe0e7c-6878-402c-a9a5-75b679af8c3b on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:30:36.149083 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] Attempting to bind port c3fe0e7c-6878-402c-a9a5-75b679af8c3b by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'aab23023-6e32-4e94-a299-22e6b52cb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:30:36.149352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] Attempting to bind port c3fe0e7c-6878-402c-a9a5-75b679af8c3b on network 66036b73-e65f-4197-88b4-ce9a3bad2f12 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:30:36.154205 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] Port c3fe0e7c-6878-402c-a9a5-75b679af8c3b on network 66036b73-e65f-4197-88b4-ce9a3bad2f12 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:30:36.154538 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] Attempting to bind port c3fe0e7c-6878-402c-a9a5-75b679af8c3b on network 66036b73-e65f-4197-88b4-ce9a3bad2f12 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:30:36.159407 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:30:36.159745 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] Checking segment: {'id': 'aab23023-6e32-4e94-a299-22e6b52cb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:30:36.160133 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] Bound using segment: {'id': 'aab23023-6e32-4e94-a299-22e6b52cb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:30:36.160557 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] Bound port: c3fe0e7c-6878-402c-a9a5-75b679af8c3b, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab23023-6e32-4e94-a299-22e6b52cb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:30:36.160938 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:36.226181 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] For port c3fe0e7c-6878-402c-a9a5-75b679af8c3b, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:30:36.229179 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] For port c3fe0e7c-6878-402c-a9a5-75b679af8c3b, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c3fe0e7c-6878-402c-a9a5-75b679af8c3b,segment=NetworkSegment(aab23023-6e32-4e94-a299-22e6b52cb050),segment_id=aab23023-6e32-4e94-a299-22e6b52cb050)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:30:36.233819 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:36.270952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:36.271880 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:36.273823 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-86215029-9a46-426e-9a06-96079067d68d service neutron] 10.222.0.21 "PUT /v2.0/ports/c3fe0e7c-6878-402c-a9a5-75b679af8c3b HTTP/1.1" status: 200 len: 1093 time: 0.8753009 Nov 12 01:30:36.313117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86215029-9a46-426e-9a06-96079067d68d service neutron] Pushing event updated for resources: {'Port': ['ID=c3fe0e7c-6878-402c-a9a5-75b679af8c3b,revision_number=7']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:36.343416 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-083a05ca-d1d5-47d9-a347-4d478bea5e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:36.344951 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-083a05ca-d1d5-47d9-a347-4d478bea5e03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 1096 time: 0.0454452 Nov 12 01:30:36.437148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-896e7a24-7473-435d-8e57-9f0978cf745e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:36.438905 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-896e7a24-7473-435d-8e57-9f0978cf745e service neutron] 10.222.0.21 "GET /v2.0/networks?id=66036b73-e65f-4197-88b4-ce9a3bad2f12 HTTP/1.1" status: 200 len: 898 time: 0.0870154 Nov 12 01:30:36.509800 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-31ae43d4-8a7f-4877-b1cc-661921b2e273 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3fe0e7c-6878-402c-a9a5-75b679af8c3b HTTP/1.1" status: 200 len: 1000 time: 0.0634322 Nov 12 01:30:36.558867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-a2772bb1-95f4-40e8-89c4-ee3420cbdfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:36.560380 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-a2772bb1-95f4-40e8-89c4-ee3420cbdfbe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=952ac640-b19b-4765-a45a-c18cf80a357f HTTP/1.1" status: 200 len: 835 time: 0.0436461 Nov 12 01:30:36.608121 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-1bfc1805-6e65-4a8b-af09-29eb296effc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:36.609903 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-1bfc1805-6e65-4a8b-af09-29eb296effc9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66036b73-e65f-4197-88b4-ce9a3bad2f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426543 Nov 12 01:30:36.709205 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-dee65c55-3b26-4d48-ac2f-9c0e4420a20c service neutron] 10.222.0.21 "GET /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913272 Nov 12 01:30:36.800198 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3ff8291f-33d4-4a4f-b48a-53f472f3a3af req-978f5b7f-10a4-41cc-8c32-4507d1e1cb8f service neutron] 10.222.0.21 "GET /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840704 Nov 12 01:30:37.227818 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011c79d-6b89-41d1-aa79-ea045560ee29 req-af9b787b-380a-45e8-a85d-6c05202af127 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:37.229394 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2011c79d-6b89-41d1-aa79-ea045560ee29 req-af9b787b-380a-45e8-a85d-6c05202af127 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 944 time: 0.0491540 Nov 12 01:30:37.287989 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2011c79d-6b89-41d1-aa79-ea045560ee29 req-d4a63dba-5b99-49f3-9018-2d98b2e603a9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0527015 Nov 12 01:30:37.770084 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device c3fe0e7c-6878-402c-a9a5-75b679af8c3b no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:30:37.790124 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d48adda-3049-4ab4-94c2-3de4abbf3c12', 'tag': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:30:37.792533 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd6f9db-5fc3-4a27-aeec-83cd50130516" -d '{"events": [{"name": "network-changed", "server_uuid": "6d48adda-3049-4ab4-94c2-3de4abbf3c12", "tag": "c3fe0e7c-6878-402c-a9a5-75b679af8c3b"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:30:37.808396 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device c3fe0e7c-6878-402c-a9a5-75b679af8c3b not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:30:37.842487 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a714f457-d79a-453c-877e-17adde4e7bb1 x-openstack-request-id: req-a714f457-d79a-453c-877e-17adde4e7bb1 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:30:37.842968 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d48adda-3049-4ab4-94c2-3de4abbf3c12", "tag": "c3fe0e7c-6878-402c-a9a5-75b679af8c3b", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:30:37.843151 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a714f457-d79a-453c-877e-17adde4e7bb1 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:30:37.843558 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d48adda-3049-4ab4-94c2-3de4abbf3c12', 'tag': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b', 'status': 'completed', 'code': 200} Nov 12 01:30:37.907388 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6f9db-5fc3-4a27-aeec-83cd50130516 req-a9a8481e-8393-4152-8b90-a79b0539bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:37.909447 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cdd6f9db-5fc3-4a27-aeec-83cd50130516 req-a9a8481e-8393-4152-8b90-a79b0539bd63 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 1096 time: 0.0420699 Nov 12 01:30:37.919609 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6f9db-5fc3-4a27-aeec-83cd50130516 req-80a70539-3f1e-4fb8-9539-8b0e61f1fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:37.921105 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cdd6f9db-5fc3-4a27-aeec-83cd50130516 req-80a70539-3f1e-4fb8-9539-8b0e61f1fb97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 1096 time: 0.0406914 Nov 12 01:30:38.000595 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6f9db-5fc3-4a27-aeec-83cd50130516 req-e5eac2bb-b1e1-4c34-84a1-b3f0fe3c2454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:38.002771 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cdd6f9db-5fc3-4a27-aeec-83cd50130516 req-e5eac2bb-b1e1-4c34-84a1-b3f0fe3c2454 service neutron] 10.222.0.21 "GET /v2.0/networks?id=66036b73-e65f-4197-88b4-ce9a3bad2f12 HTTP/1.1" status: 200 len: 898 time: 0.0847492 Nov 12 01:30:38.018175 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6f9db-5fc3-4a27-aeec-83cd50130516 req-7046f173-dfa0-4b59-af22-cc93cc9d7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:38.019697 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cdd6f9db-5fc3-4a27-aeec-83cd50130516 req-7046f173-dfa0-4b59-af22-cc93cc9d7baf service neutron] 10.222.0.15 "GET /v2.0/networks?id=66036b73-e65f-4197-88b4-ce9a3bad2f12 HTTP/1.1" status: 200 len: 898 time: 0.0905325 Nov 12 01:30:38.071876 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cdd6f9db-5fc3-4a27-aeec-83cd50130516 req-5c13abf7-1159-4d4a-bb97-3b8ea293e1ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3fe0e7c-6878-402c-a9a5-75b679af8c3b HTTP/1.1" status: 200 len: 1000 time: 0.0614066 Nov 12 01:30:38.086005 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cdd6f9db-5fc3-4a27-aeec-83cd50130516 req-b2b642c8-6845-451d-b967-b48248c837d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3fe0e7c-6878-402c-a9a5-75b679af8c3b HTTP/1.1" status: 200 len: 1000 time: 0.0592108 Nov 12 01:30:38.126271 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6f9db-5fc3-4a27-aeec-83cd50130516 req-09f7c4e0-444f-4ec0-bb63-ae5bdca0f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:38.128264 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cdd6f9db-5fc3-4a27-aeec-83cd50130516 req-09f7c4e0-444f-4ec0-bb63-ae5bdca0f21e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=952ac640-b19b-4765-a45a-c18cf80a357f HTTP/1.1" status: 200 len: 835 time: 0.0434074 Nov 12 01:30:38.138287 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6f9db-5fc3-4a27-aeec-83cd50130516 req-6d9fb14e-1412-4c2b-9c08-a153cc1b4e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:38.139712 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cdd6f9db-5fc3-4a27-aeec-83cd50130516 req-6d9fb14e-1412-4c2b-9c08-a153cc1b4e32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=952ac640-b19b-4765-a45a-c18cf80a357f HTTP/1.1" status: 200 len: 835 time: 0.0475235 Nov 12 01:30:38.178899 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6f9db-5fc3-4a27-aeec-83cd50130516 req-76d1b2d1-8af9-44cd-9626-17afe74ad806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:38.180340 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cdd6f9db-5fc3-4a27-aeec-83cd50130516 req-76d1b2d1-8af9-44cd-9626-17afe74ad806 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66036b73-e65f-4197-88b4-ce9a3bad2f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420353 Nov 12 01:30:38.185942 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6f9db-5fc3-4a27-aeec-83cd50130516 req-1fe2a6b5-e838-4c08-9022-509029ef33c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:38.187404 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cdd6f9db-5fc3-4a27-aeec-83cd50130516 req-1fe2a6b5-e838-4c08-9022-509029ef33c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66036b73-e65f-4197-88b4-ce9a3bad2f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403728 Nov 12 01:30:38.275473 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cdd6f9db-5fc3-4a27-aeec-83cd50130516 req-bb351b97-385e-45ee-8992-feccc157f3dd service neutron] 10.222.0.15 "GET /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809958 Nov 12 01:30:38.278632 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cdd6f9db-5fc3-4a27-aeec-83cd50130516 req-3c5cc2ee-cbb7-4c4b-a937-703e3ef0f0d3 service neutron] 10.222.0.21 "GET /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852036 Nov 12 01:30:38.383260 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cdd6f9db-5fc3-4a27-aeec-83cd50130516 req-016bf2a5-9816-401f-8210-874fafc868d5 service neutron] 10.222.0.21 "GET /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938547 Nov 12 01:30:38.393974 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cdd6f9db-5fc3-4a27-aeec-83cd50130516 req-cfeb2f9d-4a37-449b-a4b6-599a5eb95b81 service neutron] 10.222.0.15 "GET /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120052 Nov 12 01:30:38.435614 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce2181-3909-458e-a928-ab62d653fc34 req-f7e51a46-75c0-4d71-8f23-e73f7174e119 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:38.437087 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-92ce2181-3909-458e-a928-ab62d653fc34 req-f7e51a46-75c0-4d71-8f23-e73f7174e119 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 944 time: 0.0599067 Nov 12 01:30:38.490829 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-92ce2181-3909-458e-a928-ab62d653fc34 req-9261ec9a-619c-4e09-8c06-41bddcce13ca tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0457809 Nov 12 01:30:39.130257 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:39.435356 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:30:39.614366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad11fcf-1f4a-4e6f-a521-783827b28430 req-d90625b8-e7cc-4b92-a384-3acf0b138e1f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:39.615892 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4ad11fcf-1f4a-4e6f-a521-783827b28430 req-d90625b8-e7cc-4b92-a384-3acf0b138e1f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 944 time: 0.0543377 Nov 12 01:30:39.668406 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4ad11fcf-1f4a-4e6f-a521-783827b28430 req-3c596a3f-46aa-4fb4-ae3b-020cb0baf250 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0463150 Nov 12 01:30:39.847384 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device c3fe0e7c-6878-402c-a9a5-75b679af8c3b details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:30:39.863047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c10c3-a7af-4a01-a721-9f3918e71171 req-98683836-79cb-4ff8-a7c9-0d5676185634 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:39.864792 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d5c10c3-a7af-4a01-a721-9f3918e71171 req-98683836-79cb-4ff8-a7c9-0d5676185634 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 944 time: 0.0491848 Nov 12 01:30:39.916856 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d5c10c3-a7af-4a01-a721-9f3918e71171 req-26928347-e82e-418e-b2bb-86bdc7e2de6a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0454452 Nov 12 01:30:39.949698 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port c3fe0e7c-6878-402c-a9a5-75b679af8c3b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c3fe0e7c-6878-402c-a9a5-75b679af8c3b,segment=NetworkSegment(aab23023-6e32-4e94-a299-22e6b52cb050),segment_id=aab23023-6e32-4e94-a299-22e6b52cb050)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:39.961079 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b', 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12', 'port_id': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b', 'mac_address': 'fa:16:3e:0e:c0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952ac640-b19b-4765-a45a-c18cf80a357f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:30:39.965140 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89052bd-dcbe-493c-8121-7c1a92074471 req-3bb4afb2-ec94-49ab-a66c-7de5badbbb1f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:39.966711 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f89052bd-dcbe-493c-8121-7c1a92074471 req-3bb4afb2-ec94-49ab-a66c-7de5badbbb1f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12&tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 944 time: 0.0899591 Nov 12 01:30:39.998664 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.011654 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3fe0e7c-6878-402c-a9a5-75b679af8c3b {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:30:40.026882 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [req-f89052bd-dcbe-493c-8121-7c1a92074471 req-eb3d3dc9-acaa-4f74-b60b-b5e59461e886 service neutron] delete failed (client error): The resource could not be found. Nov 12 01:30:40.027908 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f89052bd-dcbe-493c-8121-7c1a92074471 req-eb3d3dc9-acaa-4f74-b60b-b5e59461e886 service neutron] 10.222.0.15 "DELETE /v2.0/ports/c3fe0e7c-6878-402c-a9a5-75b679af8c3b/bindings/n-h2-712137-14 HTTP/1.1" status: 404 len: 381 time: 0.0534539 Nov 12 01:30:40.031340 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port c3fe0e7c-6878-402c-a9a5-75b679af8c3b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c3fe0e7c-6878-402c-a9a5-75b679af8c3b,segment=NetworkSegment(aab23023-6e32-4e94-a299-22e6b52cb050),segment_id=aab23023-6e32-4e94-a299-22e6b52cb050)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:40.035984 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.082461 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=c3fe0e7c-6878-402c-a9a5-75b679af8c3b,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:40.090052 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:40.090406 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:40.090752 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:40.091096 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:40.091441 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:40.091781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:40.092113 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:40.092446 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:40.092924 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:40.093261 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:40.093592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:40.093923 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:40.132471 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89052bd-dcbe-493c-8121-7c1a92074471 req-ef43d02c-3622-4647-9ed8-f6811edd25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:40.133989 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f89052bd-dcbe-493c-8121-7c1a92074471 req-ef43d02c-3622-4647-9ed8-f6811edd25cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 1097 time: 0.0417361 Nov 12 01:30:40.226581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89052bd-dcbe-493c-8121-7c1a92074471 req-9608d119-7ffa-4867-bc88-e083ed717a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:40.228044 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f89052bd-dcbe-493c-8121-7c1a92074471 req-9608d119-7ffa-4867-bc88-e083ed717a7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=66036b73-e65f-4197-88b4-ce9a3bad2f12 HTTP/1.1" status: 200 len: 898 time: 0.0872638 Nov 12 01:30:40.292203 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f89052bd-dcbe-493c-8121-7c1a92074471 req-7dca3b78-6a07-48b9-bae1-37dfad39d2f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3fe0e7c-6878-402c-a9a5-75b679af8c3b HTTP/1.1" status: 200 len: 1001 time: 0.0562978 Nov 12 01:30:40.307463 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['c3fe0e7c-6878-402c-a9a5-75b679af8c3b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:30:40.346685 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89052bd-dcbe-493c-8121-7c1a92074471 req-517d133d-5500-4162-974a-e38e4f80af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:40.349248 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f89052bd-dcbe-493c-8121-7c1a92074471 req-517d133d-5500-4162-974a-e38e4f80af77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=952ac640-b19b-4765-a45a-c18cf80a357f HTTP/1.1" status: 200 len: 835 time: 0.0505466 Nov 12 01:30:40.393919 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89052bd-dcbe-493c-8121-7c1a92074471 req-4fcf6c6b-1d53-4eb0-99ea-6e7dfbf22829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:40.395415 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f89052bd-dcbe-493c-8121-7c1a92074471 req-4fcf6c6b-1d53-4eb0-99ea-6e7dfbf22829 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=66036b73-e65f-4197-88b4-ce9a3bad2f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394447 Nov 12 01:30:40.487696 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f89052bd-dcbe-493c-8121-7c1a92074471 req-bd3938ae-9a6a-48f8-b76a-b3120f02086b service neutron] 10.222.0.15 "GET /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842183 Nov 12 01:30:40.575757 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f89052bd-dcbe-493c-8121-7c1a92074471 req-6f572dbc-a692-43bc-a8b1-00d7545e6179 service neutron] 10.222.0.15 "GET /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814304 Nov 12 01:30:41.040955 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1733f-4aaf-46af-a3d3-850b8efb6ac2 req-5a6d3f01-98cf-412d-8aa6-d4022a02bab3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:41.042506 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c4d1733f-4aaf-46af-a3d3-850b8efb6ac2 req-5a6d3f01-98cf-412d-8aa6-d4022a02bab3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 945 time: 0.0501938 Nov 12 01:30:41.096616 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c4d1733f-4aaf-46af-a3d3-850b8efb6ac2 req-9edcf04a-103e-41ae-aada-2a36b80be6b2 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0480907 Nov 12 01:30:41.869153 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device c3fe0e7c-6878-402c-a9a5-75b679af8c3b up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:30:41.920865 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port c3fe0e7c-6878-402c-a9a5-75b679af8c3b completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:30:41.925232 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port c3fe0e7c-6878-402c-a9a5-75b679af8c3b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:41.925679 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.004428 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.026118 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d48adda-3049-4ab4-94c2-3de4abbf3c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:30:42.028332 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4cf730-263e-4522-83f2-8948e365ca78" -d '{"events": [{"server_uuid": "6d48adda-3049-4ab4-94c2-3de4abbf3c12", "name": "network-vif-plugged", "status": "completed", "tag": "c3fe0e7c-6878-402c-a9a5-75b679af8c3b"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:30:42.040979 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port c3fe0e7c-6878-402c-a9a5-75b679af8c3b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c3fe0e7c-6878-402c-a9a5-75b679af8c3b,segment=NetworkSegment(aab23023-6e32-4e94-a299-22e6b52cb050),segment_id=aab23023-6e32-4e94-a299-22e6b52cb050)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:42.045027 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.072277 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe002576-fbc7-4f5a-ab1d-f6a3c2712d57 x-openstack-request-id: req-fe002576-fbc7-4f5a-ab1d-f6a3c2712d57 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:30:42.072578 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d48adda-3049-4ab4-94c2-3de4abbf3c12", "name": "network-vif-plugged", "status": "completed", "tag": "c3fe0e7c-6878-402c-a9a5-75b679af8c3b", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:30:42.072864 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe002576-fbc7-4f5a-ab1d-f6a3c2712d57 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:30:42.073255 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d48adda-3049-4ab4-94c2-3de4abbf3c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b', 'code': 200} Nov 12 01:30:42.097574 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=c3fe0e7c-6878-402c-a9a5-75b679af8c3b,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:42.213184 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a7bf7-02a4-4418-a757-0cdcf3a79e34 req-130e2d14-4c59-4604-b7cf-dab25c04c459 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:42.215195 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-159a7bf7-02a4-4418-a757-0cdcf3a79e34 req-130e2d14-4c59-4604-b7cf-dab25c04c459 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0491359 Nov 12 01:30:42.263973 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-159a7bf7-02a4-4418-a757-0cdcf3a79e34 req-5455a837-b58e-4cc4-99b5-747703ee5384 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0426190 Nov 12 01:30:42.286213 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51636) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:42.344310 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-35c6ea9c-14c6-4408-950a-9033371a7a3b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/floatingips/1d473587-ab22-455a-8d51-bf6ce0eecf4d HTTP/1.1" status: 200 len: 994 time: 0.0570006 Nov 12 01:30:50.103485 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-63dbbdaf-fc7e-4d3f-8237-3707022771ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:52.396643 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5849c08a-a671-48a4-a2f9-9476285098fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:53.624804 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:54.986019 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:55.586036 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:56.098560 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:59.421730 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-363f624b-b3f1-49da-be21-752cb53211e2 req-8d2f68d4-511a-4ef2-a58e-2920d47bd85c service neutron] (114242) timed out ('10.222.0.31', 47242) {{(pid=114242) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:31:08.841915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1af111-b654-41ff-9c36-fff9c50d63f7 req-fd100417-4af0-4c35-8ddd-3a8d9d7838e3 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:08.843550 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ed1af111-b654-41ff-9c36-fff9c50d63f7 req-fd100417-4af0-4c35-8ddd-3a8d9d7838e3 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 1098 time: 0.0516524 Nov 12 01:31:08.888976 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ed1af111-b654-41ff-9c36-fff9c50d63f7 req-c8bf13e2-7c69-46d3-bf68-5440562b410c tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0387733 Nov 12 01:31:08.911636 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51650) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:09.065507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-49f3ed4f-e0a3-4b9b-8c34-c51f29f3db39 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Deleting port 33624e5e-9eee-4cba-b769-de2d60004c21 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:31:09.065842 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-49f3ed4f-e0a3-4b9b-8c34-c51f29f3db39 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:09.142527 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:09.143508 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-49f3ed4f-e0a3-4b9b-8c34-c51f29f3db39 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:09.143838 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-49f3ed4f-e0a3-4b9b-8c34-c51f29f3db39 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:09.155416 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-49f3ed4f-e0a3-4b9b-8c34-c51f29f3db39 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Calling delete_port for 33624e5e-9eee-4cba-b769-de2d60004c21 owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:31:09.298730 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-49f3ed4f-e0a3-4b9b-8c34-c51f29f3db39 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:09.327325 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3ed4f-e0a3-4b9b-8c34-c51f29f3db39 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Port': ['ID=33624e5e-9eee-4cba-b769-de2d60004c21,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:09.386488 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-49f3ed4f-e0a3-4b9b-8c34-c51f29f3db39 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:09.386821 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-49f3ed4f-e0a3-4b9b-8c34-c51f29f3db39 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Floating IP 1d473587-ab22-455a-8d51-bf6ce0eecf4d disassociated (deleted). External IP: 172.25.0.163, port: c3fe0e7c-6878-402c-a9a5-75b679af8c3b. Nov 12 01:31:09.871675 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f3ed4f-e0a3-4b9b-8c34-c51f29f3db39 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Router 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:31:09.976755 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f3ed4f-e0a3-4b9b-8c34-c51f29f3db39 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:31:09.981513 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-49f3ed4f-e0a3-4b9b-8c34-c51f29f3db39 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:09.987193 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f3157-e643-46f0-82c2-4b247924bc07 None None] Sync routers for ids ['5ebfc327-0611-49d0-88b7-8ec0cd95bb69'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:31:09.997526 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f3157-e643-46f0-82c2-4b247924bc07 None None] Routers {'5ebfc327-0611-49d0-88b7-8ec0cd95bb69'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:31:09.998240 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5f6f3157-e643-46f0-82c2-4b247924bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:30:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['5ebfc327-0611-49d0-88b7-8ec0cd95bb69'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:10.009039 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-49f3ed4f-e0a3-4b9b-8c34-c51f29f3db39 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "DELETE /v2.0/floatingips/1d473587-ab22-455a-8d51-bf6ce0eecf4d HTTP/1.1" status: 204 len: 168 time: 1.0963004 Nov 12 01:31:10.009631 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d48adda-3049-4ab4-94c2-3de4abbf3c12', 'tag': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:31:10.011865 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e729967-668f-471a-a8f9-865e09c5fa84" -d '{"events": [{"name": "network-changed", "server_uuid": "6d48adda-3049-4ab4-94c2-3de4abbf3c12", "tag": "c3fe0e7c-6878-402c-a9a5-75b679af8c3b"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:31:10.110931 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-5f6f3157-e643-46f0-82c2-4b247924bc07 None None] Set router 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:31:10.121838 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf950fd-d07b-461f-bdc6-3b2aa6c524c0 x-openstack-request-id: req-7cf950fd-d07b-461f-bdc6-3b2aa6c524c0 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:31:10.122251 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d48adda-3049-4ab4-94c2-3de4abbf3c12", "tag": "c3fe0e7c-6878-402c-a9a5-75b679af8c3b", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:31:10.122505 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cf950fd-d07b-461f-bdc6-3b2aa6c524c0 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:31:10.123087 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d48adda-3049-4ab4-94c2-3de4abbf3c12', 'tag': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b', 'status': 'completed', 'code': 200} Nov 12 01:31:10.197425 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e729967-668f-471a-a8f9-865e09c5fa84 req-794cad93-44c2-498e-b36d-ed6c140adb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:10.198930 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e729967-668f-471a-a8f9-865e09c5fa84 req-794cad93-44c2-498e-b36d-ed6c140adb00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 1098 time: 0.0527530 Nov 12 01:31:10.255800 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c3799-c43c-4c7a-90b5-5fa240853e4e req-b6ed9e08-7cf1-4e1d-a0db-b4455a1bbc43 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:10.257488 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8f1c3799-c43c-4c7a-90b5-5fa240853e4e req-b6ed9e08-7cf1-4e1d-a0db-b4455a1bbc43 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0521426 Nov 12 01:31:10.323011 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8f1c3799-c43c-4c7a-90b5-5fa240853e4e req-73609d11-a32e-4882-987a-7233592393b2 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0587142 Nov 12 01:31:10.331354 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5f6f3157-e643-46f0-82c2-4b247924bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280712355', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:54Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'ec179dd9-dd8a-4bb9-8547-573c69723d08', 'name': '', 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:91:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '952ac640-b19b-4765-a45a-c18cf80a357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:53Z', 'updated_at': '2021-11-12T01:28:56Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '952ac640-b19b-4765-a45a-c18cf80a357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:10.359324 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f3157-e643-46f0-82c2-4b247924bc07 None None] Checking router: 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:31:10.368660 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f3157-e643-46f0-82c2-4b247924bc07 None None] Routers {'5ebfc327-0611-49d0-88b7-8ec0cd95bb69'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:31:10.369322 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5f6f3157-e643-46f0-82c2-4b247924bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:30:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['5ebfc327-0611-49d0-88b7-8ec0cd95bb69'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:10.478512 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-5f6f3157-e643-46f0-82c2-4b247924bc07 None None] Set router 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:31:10.558065 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e729967-668f-471a-a8f9-865e09c5fa84 req-5bdfd6fd-de9e-4d52-963c-061d6e9b4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:10.559809 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e729967-668f-471a-a8f9-865e09c5fa84 req-5bdfd6fd-de9e-4d52-963c-061d6e9b4346 service neutron] 10.222.0.21 "GET /v2.0/networks?id=66036b73-e65f-4197-88b4-ce9a3bad2f12 HTTP/1.1" status: 200 len: 898 time: 0.3538902 Nov 12 01:31:10.606100 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e729967-668f-471a-a8f9-865e09c5fa84 req-44be4301-6932-4a67-81a0-a1759d7e49b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3fe0e7c-6878-402c-a9a5-75b679af8c3b HTTP/1.1" status: 200 len: 217 time: 0.0382731 Nov 12 01:31:10.657979 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e729967-668f-471a-a8f9-865e09c5fa84 req-7adb3d44-e499-4913-ada7-55ba6c44ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:10.659568 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e729967-668f-471a-a8f9-865e09c5fa84 req-7adb3d44-e499-4913-ada7-55ba6c44ab88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=952ac640-b19b-4765-a45a-c18cf80a357f HTTP/1.1" status: 200 len: 835 time: 0.0450819 Nov 12 01:31:10.678925 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5f6f3157-e643-46f0-82c2-4b247924bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280712355', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:54Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'ec179dd9-dd8a-4bb9-8547-573c69723d08', 'name': '', 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:91:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '952ac640-b19b-4765-a45a-c18cf80a357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:53Z', 'updated_at': '2021-11-12T01:28:56Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '952ac640-b19b-4765-a45a-c18cf80a357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:10.706194 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e729967-668f-471a-a8f9-865e09c5fa84 req-f30d22d5-ff8d-456f-8888-8a1521ef3870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:10.706511 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f3157-e643-46f0-82c2-4b247924bc07 None None] The sync data for ids ['5ebfc327-0611-49d0-88b7-8ec0cd95bb69'] in n-d-712137-14 is: [{'id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280712355', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:54Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'ec179dd9-dd8a-4bb9-8547-573c69723d08', 'name': '', 'network_id': '66036b73-e65f-4197-88b4-ce9a3bad2f12', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:91:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '952ac640-b19b-4765-a45a-c18cf80a357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:53Z', 'updated_at': '2021-11-12T01:28:56Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '952ac640-b19b-4765-a45a-c18cf80a357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:31:10.707690 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e729967-668f-471a-a8f9-865e09c5fa84 req-f30d22d5-ff8d-456f-8888-8a1521ef3870 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66036b73-e65f-4197-88b4-ce9a3bad2f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402949 Nov 12 01:31:10.807135 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e729967-668f-471a-a8f9-865e09c5fa84 req-47e0f8dd-c8f4-429a-9fad-603b6f2349c7 service neutron] 10.222.0.21 "GET /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909715 Nov 12 01:31:10.902426 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e729967-668f-471a-a8f9-865e09c5fa84 req-eb7f6216-1b14-4f9d-a4a9-638d689238b6 service neutron] 10.222.0.21 "GET /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873542 Nov 12 01:31:10.937893 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d737a1-77cc-4665-b195-bfb0046bc2c8 None None] New status for floating IP 1d473587-ab22-455a-8d51-bf6ce0eecf4d: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:31:11.444518 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae7353-21d0-42c3-b3f3-c4feebdb5544 req-e739048f-63c4-4107-96e0-cf7baf6b08b3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:11.446001 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e0ae7353-21d0-42c3-b3f3-c4feebdb5544 req-e739048f-63c4-4107-96e0-cf7baf6b08b3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0522826 Nov 12 01:31:11.520470 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e0ae7353-21d0-42c3-b3f3-c4feebdb5544 req-1cc49223-e8f6-4aff-b913-99bed490de8e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=20bb449d-ec80-4b3a-97b7-7c022a58c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0627460 Nov 12 01:31:11.528760 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faffec-623e-4c33-9dbc-40d8e6615724 req-5c6a2aaa-b172-4b6e-bab0-11c96e70356a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:11.530209 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-27faffec-623e-4c33-9dbc-40d8e6615724 req-5c6a2aaa-b172-4b6e-bab0-11c96e70356a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d48adda-3049-4ab4-94c2-3de4abbf3c12 HTTP/1.1" status: 200 len: 946 time: 0.0806820 Nov 12 01:31:11.622979 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-27faffec-623e-4c33-9dbc-40d8e6615724 req-a01c8ec7-bd72-4c2c-a410-5288e9473ea6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Deleting port c3fe0e7c-6878-402c-a9a5-75b679af8c3b {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:31:11.623240 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-27faffec-623e-4c33-9dbc-40d8e6615724 req-a01c8ec7-bd72-4c2c-a410-5288e9473ea6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:11.715012 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-27faffec-623e-4c33-9dbc-40d8e6615724 req-a01c8ec7-bd72-4c2c-a410-5288e9473ea6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] For port c3fe0e7c-6878-402c-a9a5-75b679af8c3b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=c3fe0e7c-6878-402c-a9a5-75b679af8c3b,segment=NetworkSegment(aab23023-6e32-4e94-a299-22e6b52cb050),segment_id=aab23023-6e32-4e94-a299-22e6b52cb050)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:11.715375 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-27faffec-623e-4c33-9dbc-40d8e6615724 req-a01c8ec7-bd72-4c2c-a410-5288e9473ea6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:11.728870 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-27faffec-623e-4c33-9dbc-40d8e6615724 req-a01c8ec7-bd72-4c2c-a410-5288e9473ea6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Calling delete_port for c3fe0e7c-6878-402c-a9a5-75b679af8c3b owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:31:11.858368 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-27faffec-623e-4c33-9dbc-40d8e6615724 req-a01c8ec7-bd72-4c2c-a410-5288e9473ea6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:11.886987 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c8ec7-bd72-4c2c-a410-5288e9473ea6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Port': ['ID=c3fe0e7c-6878-402c-a9a5-75b679af8c3b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:11.929147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-27faffec-623e-4c33-9dbc-40d8e6615724 req-a01c8ec7-bd72-4c2c-a410-5288e9473ea6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] No DVR routers for this DVR port c3fe0e7c-6878-402c-a9a5-75b679af8c3b on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:31:11.932143 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-27faffec-623e-4c33-9dbc-40d8e6615724 req-a01c8ec7-bd72-4c2c-a410-5288e9473ea6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:11.935603 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-27faffec-623e-4c33-9dbc-40d8e6615724 req-a01c8ec7-bd72-4c2c-a410-5288e9473ea6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.21 "DELETE /v2.0/ports/c3fe0e7c-6878-402c-a9a5-75b679af8c3b HTTP/1.1" status: 204 len: 173 time: 0.3994129 Nov 12 01:31:11.936054 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d48adda-3049-4ab4-94c2-3de4abbf3c12', 'name': 'network-vif-deleted', 'tag': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:31:11.938801 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7443184c2cc75ddce4b411a85bebd5edffd64a6505665967ac1a22e2ab638faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7467dde4-2ab8-42d0-b74d-66f7798afec8" -d '{"events": [{"server_uuid": "6d48adda-3049-4ab4-94c2-3de4abbf3c12", "name": "network-vif-deleted", "tag": "c3fe0e7c-6878-402c-a9a5-75b679af8c3b"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:31:11.985323 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859f0e71-d761-485f-b4c5-53d560c2e99e x-openstack-request-id: req-859f0e71-d761-485f-b4c5-53d560c2e99e {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:31:11.985619 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d48adda-3049-4ab4-94c2-3de4abbf3c12", "name": "network-vif-deleted", "tag": "c3fe0e7c-6878-402c-a9a5-75b679af8c3b", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:31:11.985873 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-859f0e71-d761-485f-b4c5-53d560c2e99e {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:31:11.986268 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d48adda-3049-4ab4-94c2-3de4abbf3c12', 'name': 'network-vif-deleted', 'tag': 'c3fe0e7c-6878-402c-a9a5-75b679af8c3b', 'status': 'completed', 'code': 200} Nov 12 01:31:12.576911 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51666) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:12.953053 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0866-3a8e-45f4-bebe-ae846187d570 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:13.212460 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-fa9a0866-3a8e-45f4-bebe-ae846187d570 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Deleting port ec179dd9-dd8a-4bb9-8547-573c69723d08 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:31:13.212751 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0866-3a8e-45f4-bebe-ae846187d570 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:13.302518 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-fa9a0866-3a8e-45f4-bebe-ae846187d570 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] For port ec179dd9-dd8a-4bb9-8547-573c69723d08, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ec179dd9-dd8a-4bb9-8547-573c69723d08,segment=NetworkSegment(aab23023-6e32-4e94-a299-22e6b52cb050),segment_id=aab23023-6e32-4e94-a299-22e6b52cb050)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:13.302910 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0866-3a8e-45f4-bebe-ae846187d570 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:13.316683 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-fa9a0866-3a8e-45f4-bebe-ae846187d570 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Calling delete_port for ec179dd9-dd8a-4bb9-8547-573c69723d08 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:31:13.497286 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0866-3a8e-45f4-bebe-ae846187d570 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:13.524466 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a0866-3a8e-45f4-bebe-ae846187d570 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Port': ['ID=ec179dd9-dd8a-4bb9-8547-573c69723d08,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:13.702769 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0866-3a8e-45f4-bebe-ae846187d570 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:13.913535 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9a0866-3a8e-45f4-bebe-ae846187d570 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Router 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:31:14.027953 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9a0866-3a8e-45f4-bebe-ae846187d570 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:31:14.033613 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fa9a0866-3a8e-45f4-bebe-ae846187d570 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "PUT /v2.0/routers/5ebfc327-0611-49d0-88b7-8ec0cd95bb69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4556031 Nov 12 01:31:14.036839 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51668) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:14.039825 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e29b41-3392-4a82-9dba-4feeac5e83d9 None None] Sync routers for ids ['5ebfc327-0611-49d0-88b7-8ec0cd95bb69'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:31:14.050812 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e29b41-3392-4a82-9dba-4feeac5e83d9 None None] Routers {'5ebfc327-0611-49d0-88b7-8ec0cd95bb69'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:31:14.051604 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a7e29b41-3392-4a82-9dba-4feeac5e83d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:30:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['5ebfc327-0611-49d0-88b7-8ec0cd95bb69'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:14.091212 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2e8eb8-6913-43fc-be6b-176348f3a73c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Deleting subnet 952ac640-b19b-4765-a45a-c18cf80a357f {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:31:14.095045 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8eb8-6913-43fc-be6b-176348f3a73c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:14.135750 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8eb8-6913-43fc-be6b-176348f3a73c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:14.162332 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-a7e29b41-3392-4a82-9dba-4feeac5e83d9 None None] Set router 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:31:14.218510 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8eb8-6913-43fc-be6b-176348f3a73c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:14.286152 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8eb8-6913-43fc-be6b-176348f3a73c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:14.315033 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e8eb8-6913-43fc-be6b-176348f3a73c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Subnet': ['ID=952ac640-b19b-4765-a45a-c18cf80a357f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:14.319139 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8eb8-6913-43fc-be6b-176348f3a73c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:14.324964 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1d2e8eb8-6913-43fc-be6b-176348f3a73c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "DELETE /v2.0/subnets/952ac640-b19b-4765-a45a-c18cf80a357f HTTP/1.1" status: 204 len: 168 time: 0.2846591 Nov 12 01:31:14.325376 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51670) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:14.375469 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bc6715-a708-4c10-baa3-aa51ccb42e53 None None] Network 66036b73-e65f-4197-88b4-ce9a3bad2f12 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:31:14.434612 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8967779-dd98-4402-9710-52c4d3bba52b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:14.539206 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8967779-dd98-4402-9710-52c4d3bba52b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:14.597933 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-c8967779-dd98-4402-9710-52c4d3bba52b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Deleting port 9bf405aa-7bbf-43d4-b47d-cae5c770b6bc {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:31:14.598289 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8967779-dd98-4402-9710-52c4d3bba52b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:14.606813 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a7e29b41-3392-4a82-9dba-4feeac5e83d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280712355', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:31:13Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '9bf405aa-7bbf-43d4-b47d-cae5c770b6bc', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:14.635583 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e29b41-3392-4a82-9dba-4feeac5e83d9 None None] Checking router: 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:31:14.644879 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e29b41-3392-4a82-9dba-4feeac5e83d9 None None] Routers {'5ebfc327-0611-49d0-88b7-8ec0cd95bb69'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:31:14.645749 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a7e29b41-3392-4a82-9dba-4feeac5e83d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:30:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['5ebfc327-0611-49d0-88b7-8ec0cd95bb69'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:14.700921 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-c8967779-dd98-4402-9710-52c4d3bba52b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] For port 9bf405aa-7bbf-43d4-b47d-cae5c770b6bc, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9bf405aa-7bbf-43d4-b47d-cae5c770b6bc,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:14.701573 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8967779-dd98-4402-9710-52c4d3bba52b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:14.714744 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d3b86c-e32f-42e4-ba07-1f004ab4a956 None None] DHCP port deletion for 66036b73-e65f-4197-88b4-ce9a3bad2f12 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:31:14.718238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-c8967779-dd98-4402-9710-52c4d3bba52b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Calling delete_port for 9bf405aa-7bbf-43d4-b47d-cae5c770b6bc owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:31:14.761073 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-a7e29b41-3392-4a82-9dba-4feeac5e83d9 None None] Set router 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:31:14.819215 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f6706989-e308-46fa-885f-2931cdc4e3a5 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:31:14.822854 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a7e29b41-3392-4a82-9dba-4feeac5e83d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280712355', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:31:14Z', 'revision_number': 6, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:14.873916 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e29b41-3392-4a82-9dba-4feeac5e83d9 None None] The sync data for ids ['5ebfc327-0611-49d0-88b7-8ec0cd95bb69'] in n-d-712137-14 is: [{'id': '5ebfc327-0611-49d0-88b7-8ec0cd95bb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280712355', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:28:50Z', 'updated_at': '2021-11-12T01:31:14Z', 'revision_number': 6, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:31:14.895202 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8967779-dd98-4402-9710-52c4d3bba52b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:14.900525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-41d3b86c-e32f-42e4-ba07-1f004ab4a956 None None] Deleting port f6706989-e308-46fa-885f-2931cdc4e3a5 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:31:14.900747 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-41d3b86c-e32f-42e4-ba07-1f004ab4a956 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:14.923820 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8967779-dd98-4402-9710-52c4d3bba52b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Port': ['ID=9bf405aa-7bbf-43d4-b47d-cae5c770b6bc,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:14.968748 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f5d247-2ff9-4389-a15c-0f85003a54e0 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:31:14.987212 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8967779-dd98-4402-9710-52c4d3bba52b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.009824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-41d3b86c-e32f-42e4-ba07-1f004ab4a956 None None] For port f6706989-e308-46fa-885f-2931cdc4e3a5, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f6706989-e308-46fa-885f-2931cdc4e3a5,segment=NetworkSegment(aab23023-6e32-4e94-a299-22e6b52cb050),segment_id=aab23023-6e32-4e94-a299-22e6b52cb050)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:15.010228 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-41d3b86c-e32f-42e4-ba07-1f004ab4a956 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.017606 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.029763 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-41d3b86c-e32f-42e4-ba07-1f004ab4a956 None None] Calling delete_port for f6706989-e308-46fa-885f-2931cdc4e3a5 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:31:15.080748 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8967779-dd98-4402-9710-52c4d3bba52b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.082855 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8967779-dd98-4402-9710-52c4d3bba52b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.093388 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port f6706989-e308-46fa-885f-2931cdc4e3a5, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f6706989-e308-46fa-885f-2931cdc4e3a5,segment=NetworkSegment(aab23023-6e32-4e94-a299-22e6b52cb050),segment_id=aab23023-6e32-4e94-a299-22e6b52cb050)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:15.099268 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.136873 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8967779-dd98-4402-9710-52c4d3bba52b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.137690 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8967779-dd98-4402-9710-52c4d3bba52b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Fanout notify agent at l3_agent the message router_deleted on router 5ebfc327-0611-49d0-88b7-8ec0cd95bb69 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:31:15.145249 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8967779-dd98-4402-9710-52c4d3bba52b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.146454 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c8967779-dd98-4402-9710-52c4d3bba52b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "DELETE /v2.0/routers/5ebfc327-0611-49d0-88b7-8ec0cd95bb69 HTTP/1.1" status: 204 len: 168 time: 0.8200543 Nov 12 01:31:15.149147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51672) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:15.169205 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=f6706989-e308-46fa-885f-2931cdc4e3a5,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:15.176406 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-41d3b86c-e32f-42e4-ba07-1f004ab4a956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.205014 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3b86c-e32f-42e4-ba07-1f004ab4a956 None None] Pushing event deleted for resources: {'Port': ['ID=f6706989-e308-46fa-885f-2931cdc4e3a5,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:15.208545 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d3b86c-e32f-42e4-ba07-1f004ab4a956 None None] No DVR routers for this DVR port f6706989-e308-46fa-885f-2931cdc4e3a5 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:31:15.238820 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe1c62b6-dd00-4870-baa7-beb85ae20d63 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.333048 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe1c62b6-dd00-4870-baa7-beb85ae20d63 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.352954 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-fe1c62b6-dd00-4870-baa7-beb85ae20d63 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66036b73-e65f-4197-88b4-ce9a3bad2f12']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:15.362531 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-fe1c62b6-dd00-4870-baa7-beb85ae20d63 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab23023-6e32-4e94-a299-22e6b52cb050') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:15.362819 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-fe1c62b6-dd00-4870-baa7-beb85ae20d63 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab23023-6e32-4e94-a299-22e6b52cb050') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:15.372049 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe1c62b6-dd00-4870-baa7-beb85ae20d63 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.385068 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe1c62b6-dd00-4870-baa7-beb85ae20d63 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.391090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1c62b6-dd00-4870-baa7-beb85ae20d63 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:31:15.391495 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe1c62b6-dd00-4870-baa7-beb85ae20d63 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:31:15.394976 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:31:15.457167 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe1c62b6-dd00-4870-baa7-beb85ae20d63 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.464119 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe1c62b6-dd00-4870-baa7-beb85ae20d63 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.470367 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fe1c62b6-dd00-4870-baa7-beb85ae20d63 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "DELETE /v2.0/networks/66036b73-e65f-4197-88b4-ce9a3bad2f12 HTTP/1.1" status: 204 len: 168 time: 0.3172572 Nov 12 01:31:15.470701 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51674) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:15.479184 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c62b6-dd00-4870-baa7-beb85ae20d63 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Network': ['ID=66036b73-e65f-4197-88b4-ce9a3bad2f12,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:15.526714 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86175c08-5ca9-4473-bf27-dd24596d3984 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.552379 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86175c08-5ca9-4473-bf27-dd24596d3984 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.613254 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86175c08-5ca9-4473-bf27-dd24596d3984 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.615917 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86175c08-5ca9-4473-bf27-dd24596d3984 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.617135 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-86175c08-5ca9-4473-bf27-dd24596d3984 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "DELETE /v2.0/security-groups/20bb449d-ec80-4b3a-97b7-7c022a58c45d HTTP/1.1" status: 204 len: 168 time: 0.1454105 Nov 12 01:31:15.633843 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86175c08-5ca9-4473-bf27-dd24596d3984 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bb449d-ec80-4b3a-97b7-7c022a58c45d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:16.066104 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device c3fe0e7c-6878-402c-a9a5-75b679af8c3b no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:31:16.086638 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: c3fe0e7c-6878-402c-a9a5-75b679af8c3b {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:31:16.086981 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device c3fe0e7c-6878-402c-a9a5-75b679af8c3b not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:31:16.434017 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:31:16.711804 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9bf405aa-7bbf-43d4-b47d-cae5c770b6bc no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:31:16.731235 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 9bf405aa-7bbf-43d4-b47d-cae5c770b6bc {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:31:16.731587 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9bf405aa-7bbf-43d4-b47d-cae5c770b6bc not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:31:16.731987 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ec179dd9-dd8a-4bb9-8547-573c69723d08 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:31:16.750952 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: ec179dd9-dd8a-4bb9-8547-573c69723d08 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:31:16.751932 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ec179dd9-dd8a-4bb9-8547-573c69723d08 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:31:16.876594 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51682) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:16.881234 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-272f560b-b609-4363-aba0-646866cc2b23 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-279131328', 'description': 'tempest-secgroup-smoke-279131328 description', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:16.903562 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-272f560b-b609-4363-aba0-646866cc2b23 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:16.970825 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-272f560b-b609-4363-aba0-646866cc2b23 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:16.974915 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-272f560b-b609-4363-aba0-646866cc2b23 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.007606 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-272f560b-b609-4363-aba0-646866cc2b23 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.008857 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-272f560b-b609-4363-aba0-646866cc2b23 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1312139 Nov 12 01:31:17.010655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f560b-b609-4363-aba0-646866cc2b23 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e42c470-abaa-400c-9a51-d797b05e7f4e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:17.011941 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51684) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:17.017635 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-fe7e736e-bda9-4079-b67c-5850c2bcd349 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': '7e42c470-abaa-400c-9a51-d797b05e7f4e', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:17.018769 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f560b-b609-4363-aba0-646866cc2b23 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.019118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f560b-b609-4363-aba0-646866cc2b23 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.019457 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f560b-b609-4363-aba0-646866cc2b23 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.019792 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f560b-b609-4363-aba0-646866cc2b23 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.020124 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f560b-b609-4363-aba0-646866cc2b23 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.020454 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f560b-b609-4363-aba0-646866cc2b23 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.020805 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f560b-b609-4363-aba0-646866cc2b23 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.021133 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f560b-b609-4363-aba0-646866cc2b23 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.021507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f560b-b609-4363-aba0-646866cc2b23 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.021826 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f560b-b609-4363-aba0-646866cc2b23 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.022154 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f560b-b609-4363-aba0-646866cc2b23 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.022473 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f560b-b609-4363-aba0-646866cc2b23 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.045016 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe7e736e-bda9-4079-b67c-5850c2bcd349 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.099411 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe7e736e-bda9-4079-b67c-5850c2bcd349 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.102973 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe7e736e-bda9-4079-b67c-5850c2bcd349 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.120337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e736e-bda9-4079-b67c-5850c2bcd349 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b73ff33-f34e-4aa7-be56-6e0a8596a862,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:17.128280 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe7e736e-bda9-4079-b67c-5850c2bcd349 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.129515 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fe7e736e-bda9-4079-b67c-5850c2bcd349 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164336 Nov 12 01:31:17.132226 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51686) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:17.136513 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-051d8394-d150-47cd-81f3-9fd282126c5c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': '7e42c470-abaa-400c-9a51-d797b05e7f4e', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:17.167825 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-051d8394-d150-47cd-81f3-9fd282126c5c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.224296 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-051d8394-d150-47cd-81f3-9fd282126c5c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.227945 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-051d8394-d150-47cd-81f3-9fd282126c5c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.244950 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d8394-d150-47cd-81f3-9fd282126c5c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002f062d-f47c-49e4-ba7d-f5777987fff0,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:17.252528 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-051d8394-d150-47cd-81f3-9fd282126c5c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.253738 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-051d8394-d150-47cd-81f3-9fd282126c5c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205599 Nov 12 01:31:17.256521 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51688) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:17.260851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-92a50139-1a1d-4839-8383-c2535added20 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': '7e42c470-abaa-400c-9a51-d797b05e7f4e', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:17.287752 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-92a50139-1a1d-4839-8383-c2535added20 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.348737 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-92a50139-1a1d-4839-8383-c2535added20 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.352270 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-92a50139-1a1d-4839-8383-c2535added20 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.368667 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a50139-1a1d-4839-8383-c2535added20 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24031263-af1c-49d4-9152-fe96495ec1ae,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:17.377136 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-92a50139-1a1d-4839-8383-c2535added20 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.378330 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-92a50139-1a1d-4839-8383-c2535added20 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208587 Nov 12 01:31:17.381094 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51690) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:17.385417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-5b70c56e-7958-4ce1-a03d-b9d6b0ef3bc9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': '7e42c470-abaa-400c-9a51-d797b05e7f4e', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:17.411194 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b70c56e-7958-4ce1-a03d-b9d6b0ef3bc9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.466673 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b70c56e-7958-4ce1-a03d-b9d6b0ef3bc9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.470679 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b70c56e-7958-4ce1-a03d-b9d6b0ef3bc9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.487827 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70c56e-7958-4ce1-a03d-b9d6b0ef3bc9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17b1bb9-1d0a-4147-a4c0-9fff21ad4f05,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:17.494679 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5b70c56e-7958-4ce1-a03d-b9d6b0ef3bc9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.495892 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5b70c56e-7958-4ce1-a03d-b9d6b0ef3bc9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137941 Nov 12 01:31:17.498809 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51692) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:17.503688 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-42ff77c4-bd69-4b58-9bb6-090c7431df43 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': '7e42c470-abaa-400c-9a51-d797b05e7f4e', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:17.525220 n-d-712137-14 neutron-server[114243]: INFO neutron.db.securitygroups_db [None req-42ff77c4-bd69-4b58-9bb6-090c7431df43 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Project 9bcfcdd4f61e4cf6be94bf9666ad13b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:31:17.529910 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-42ff77c4-bd69-4b58-9bb6-090c7431df43 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.587837 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-42ff77c4-bd69-4b58-9bb6-090c7431df43 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.591610 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-42ff77c4-bd69-4b58-9bb6-090c7431df43 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.609782 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff77c4-bd69-4b58-9bb6-090c7431df43 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b78c02-874d-4d0b-9121-b9367ad84225,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:17.614721 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-42ff77c4-bd69-4b58-9bb6-090c7431df43 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.615909 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-42ff77c4-bd69-4b58-9bb6-090c7431df43 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159835 Nov 12 01:31:17.618728 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51694) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:17.622975 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b27cb8a6-6b2b-4a7b-8642-e0360261b781 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': '7e42c470-abaa-400c-9a51-d797b05e7f4e', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:17.645788 n-d-712137-14 neutron-server[114243]: INFO neutron.db.securitygroups_db [None req-b27cb8a6-6b2b-4a7b-8642-e0360261b781 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Project 9bcfcdd4f61e4cf6be94bf9666ad13b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:31:17.650843 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b27cb8a6-6b2b-4a7b-8642-e0360261b781 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.713642 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b27cb8a6-6b2b-4a7b-8642-e0360261b781 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.717099 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b27cb8a6-6b2b-4a7b-8642-e0360261b781 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.736909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cb8a6-6b2b-4a7b-8642-e0360261b781 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1213c225-a4b9-426d-8d78-c0c9e754f62c,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:17.742915 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b27cb8a6-6b2b-4a7b-8642-e0360261b781 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.743515 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b27cb8a6-6b2b-4a7b-8642-e0360261b781 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238606 Nov 12 01:31:17.746387 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51696) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:17.751810 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d1c51740-c26d-412e-8b82-047b0ae133bd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'network': {'name': 'tempest-network-smoke--687959593', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'port_security_enabled': True}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:17.772474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c51740-c26d-412e-8b82-047b0ae133bd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Made reservation on behalf of 9bcfcdd4f61e4cf6be94bf9666ad13b6 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:31:17.775866 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1c51740-c26d-412e-8b82-047b0ae133bd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.798447 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c51740-c26d-412e-8b82-047b0ae133bd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:31:17.807447 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1c51740-c26d-412e-8b82-047b0ae133bd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.807822 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-d1c51740-c26d-412e-8b82-047b0ae133bd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Added segment 91339ba1-7179-4028-ba8f-610918c8942f of type vlan for network 99ec9b5f-fa70-4142-b7b4-6d26e99118a5 Nov 12 01:31:17.849888 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1c51740-c26d-412e-8b82-047b0ae133bd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.873067 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1c51740-c26d-412e-8b82-047b0ae133bd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.879062 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c51740-c26d-412e-8b82-047b0ae133bd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:17.879636 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d1c51740-c26d-412e-8b82-047b0ae133bd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.915014 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d1c51740-c26d-412e-8b82-047b0ae133bd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1676102 Nov 12 01:31:17.917885 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51698) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:17.922955 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-526fa8b3-52c6-4bcf-a8ca-b204686cdabe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-229945168', 'admin_state_up': True, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:17.946091 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-526fa8b3-52c6-4bcf-a8ca-b204686cdabe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.947771 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-526fa8b3-52c6-4bcf-a8ca-b204686cdabe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.949943 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c51740-c26d-412e-8b82-047b0ae133bd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Network': ['ID=99ec9b5f-fa70-4142-b7b4-6d26e99118a5,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:17.962497 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 99ec9b5f-fa70-4142-b7b4-6d26e99118a5 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:31:18.003021 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-526fa8b3-52c6-4bcf-a8ca-b204686cdabe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:18.138660 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-526fa8b3-52c6-4bcf-a8ca-b204686cdabe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:18.333644 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-526fa8b3-52c6-4bcf-a8ca-b204686cdabe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:18.353851 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-526fa8b3-52c6-4bcf-a8ca-b204686cdabe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:18.452144 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-526fa8b3-52c6-4bcf-a8ca-b204686cdabe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Allocated IP 172.25.0.250 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/44d8b75f-e9c4-4679-989b-c5b0821868e3) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:31:18.554967 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-526fa8b3-52c6-4bcf-a8ca-b204686cdabe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:18.587707 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-526fa8b3-52c6-4bcf-a8ca-b204686cdabe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:18.625843 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526fa8b3-52c6-4bcf-a8ca-b204686cdabe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:31:18.630540 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-526fa8b3-52c6-4bcf-a8ca-b204686cdabe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:18.633024 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526fa8b3-52c6-4bcf-a8ca-b204686cdabe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:31:18.644229 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a28a91c-6da4-4c0d-b705-c2bbdf894d4e None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:31:18.664559 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fa8b3-52c6-4bcf-a8ca-b204686cdabe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=44d8b75f-e9c4-4679-989b-c5b0821868e3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:18.756613 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f30dbe75-3fec-43cc-90f8-5560b0b17c6e None None] Provisioning complete for port 44d8b75f-e9c4-4679-989b-c5b0821868e3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:18.757016 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f30dbe75-3fec-43cc-90f8-5560b0b17c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:18.791145 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f30dbe75-3fec-43cc-90f8-5560b0b17c6e None None] Port 44d8b75f-e9c4-4679-989b-c5b0821868e3 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:31:18.889121 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-526fa8b3-52c6-4bcf-a8ca-b204686cdabe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.083340 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-526fa8b3-52c6-4bcf-a8ca-b204686cdabe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.210170 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526fa8b3-52c6-4bcf-a8ca-b204686cdabe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Router dd1a9f09-28ee-45b1-a211-6fce495a7b8d is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:31:19.314146 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526fa8b3-52c6-4bcf-a8ca-b204686cdabe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:31:19.324627 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] Sync routers for ids ['dd1a9f09-28ee-45b1-a211-6fce495a7b8d'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:31:19.334277 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-526fa8b3-52c6-4bcf-a8ca-b204686cdabe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.334969 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] Routers {'dd1a9f09-28ee-45b1-a211-6fce495a7b8d'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:31:19.335541 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-526fa8b3-52c6-4bcf-a8ca-b204686cdabe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4166625 Nov 12 01:31:19.335651 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:30:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['dd1a9f09-28ee-45b1-a211-6fce495a7b8d'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:19.338713 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51700) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:19.377269 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fd6af1ad-b5df-4afa-87ac-6dc1672befaa tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350616 Nov 12 01:31:19.377653 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51702) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:19.438650 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] Set router dd1a9f09-28ee-45b1-a211-6fce495a7b8d gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:31:19.523942 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b451b693-acc3-4029-861a-f2ec08862843 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:19.525485 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b451b693-acc3-4029-861a-f2ec08862843 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1468339 Nov 12 01:31:19.528341 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51704) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:19.560759 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c3eb7cd5-76f2-4b35-85b8-154a9d5c7020 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311949 Nov 12 01:31:19.563444 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51706) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:19.568189 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6cc55a91-7597-4793-bec5-7aa532c41e46 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1494181492', 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:19.615340 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229945168', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:17Z', 'updated_at': '2021-11-12T01:31:18Z', 'revision_number': 3, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:18Z', 'updated_at': '2021-11-12T01:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:19.643536 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] Checking router: dd1a9f09-28ee-45b1-a211-6fce495a7b8d for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:31:19.643876 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] Updating router dd1a9f09-28ee-45b1-a211-6fce495a7b8d port 44d8b75f-e9c4-4679-989b-c5b0821868e3 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:31:19.658980 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc55a91-7597-4793-bec5-7aa532c41e46 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Made reservation on behalf of 9bcfcdd4f61e4cf6be94bf9666ad13b6 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:31:19.662511 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6cc55a91-7597-4793-bec5-7aa532c41e46 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.675992 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.841116 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6cc55a91-7597-4793-bec5-7aa532c41e46 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.899143 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc55a91-7597-4793-bec5-7aa532c41e46 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Subnet': ['ID=202056c4-65a0-40f3-9788-8e4e240c8fc4,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:19.907893 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc55a91-7597-4793-bec5-7aa532c41e46 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Checking segment: {'id': '91339ba1-7179-4028-ba8f-610918c8942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:31:19.908264 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc55a91-7597-4793-bec5-7aa532c41e46 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network hostable DHCP agents. Network: 99ec9b5f-fa70-4142-b7b4-6d26e99118a5, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:31:19.923004 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.925176 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc55a91-7597-4793-bec5-7aa532c41e46 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network 99ec9b5f-fa70-4142-b7b4-6d26e99118a5 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:31:19.928672 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.935051 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-6cc55a91-7597-4793-bec5-7aa532c41e46 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 99ec9b5f-fa70-4142-b7b4-6d26e99118a5) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:19.942097 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc55a91-7597-4793-bec5-7aa532c41e46 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:19.943025 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6cc55a91-7597-4793-bec5-7aa532c41e46 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.944191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c810c4ff-55ae-4da9-ba69-f084327a8056 None None] Network 99ec9b5f-fa70-4142-b7b4-6d26e99118a5 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:31:19.961776 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6cc55a91-7597-4793-bec5-7aa532c41e46 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3972859 Nov 12 01:31:19.964405 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51708) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:19.987089 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] Attempting to bind port 44d8b75f-e9c4-4679-989b-c5b0821868e3 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:31:19.987580 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] Attempting to bind port 44d8b75f-e9c4-4679-989b-c5b0821868e3 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:31:19.987947 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] Attempting to bind port 44d8b75f-e9c4-4679-989b-c5b0821868e3 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:31:19.989832 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f6174-0c09-49c4-b909-bb075ae2b1ad None None] Pushing event updated for resources: {'Port': ['ID=44d8b75f-e9c4-4679-989b-c5b0821868e3,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:19.994978 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:31:19.995278 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:31:19.995617 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.996172 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:31:19.996648 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] Bound port: 44d8b75f-e9c4-4679-989b-c5b0821868e3, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:31:19.997033 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.005364 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5b7f7d-a41e-46fb-b5d6-5e0aa824d15e None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:31:20.024809 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6174-0c09-49c4-b909-bb075ae2b1ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:20.024809 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6174-0c09-49c4-b909-bb075ae2b1ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:20.024809 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6174-0c09-49c4-b909-bb075ae2b1ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:20.024809 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6174-0c09-49c4-b909-bb075ae2b1ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:20.024809 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6174-0c09-49c4-b909-bb075ae2b1ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:20.024809 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6174-0c09-49c4-b909-bb075ae2b1ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:20.024809 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6174-0c09-49c4-b909-bb075ae2b1ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:20.024809 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6174-0c09-49c4-b909-bb075ae2b1ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:20.024809 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6174-0c09-49c4-b909-bb075ae2b1ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:20.024809 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6174-0c09-49c4-b909-bb075ae2b1ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:20.025688 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6174-0c09-49c4-b909-bb075ae2b1ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:20.025688 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6174-0c09-49c4-b909-bb075ae2b1ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:20.071424 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] For port 44d8b75f-e9c4-4679-989b-c5b0821868e3, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:31:20.075038 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] For port 44d8b75f-e9c4-4679-989b-c5b0821868e3, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=44d8b75f-e9c4-4679-989b-c5b0821868e3,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:31:20.080162 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.129012 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8507af9c-68a2-4e57-8a2f-a77837c9f739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.131631 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d1a9d5-f426-4af1-bfbf-283b906282bd None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:31:20.138640 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f6174-0c09-49c4-b909-bb075ae2b1ad None None] Pushing event updated for resources: {'Port': ['ID=44d8b75f-e9c4-4679-989b-c5b0821868e3,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:20.146281 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] Routers {'dd1a9f09-28ee-45b1-a211-6fce495a7b8d'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:31:20.146896 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:30:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['dd1a9f09-28ee-45b1-a211-6fce495a7b8d'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:20.173485 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc92d9e-7f4a-4920-be18-3b0dfe11a671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-99ec9b5f-fa70-4142-b7b4-6d26e99118a5', 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'fixed_ips': [{'subnet_id': '202056c4-65a0-40f3-9788-8e4e240c8fc4'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:31:20.174709 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7fc92d9e-7f4a-4920-be18-3b0dfe11a671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.176476 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b28541a5-c2bc-4319-9273-d91f5582ec3f None None] Provisioning complete for port 44d8b75f-e9c4-4679-989b-c5b0821868e3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:20.176871 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b28541a5-c2bc-4319-9273-d91f5582ec3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.258991 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] Set router dd1a9f09-28ee-45b1-a211-6fce495a7b8d gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:31:20.327796 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b28541a5-c2bc-4319-9273-d91f5582ec3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.386166 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b28541a5-c2bc-4319-9273-d91f5582ec3f None None] For port 44d8b75f-e9c4-4679-989b-c5b0821868e3, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=44d8b75f-e9c4-4679-989b-c5b0821868e3,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:20.393393 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b28541a5-c2bc-4319-9273-d91f5582ec3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.444990 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-7fc92d9e-7f4a-4920-be18-3b0dfe11a671 None None] Allocated IP 172.20.0.2 (99ec9b5f-fa70-4142-b7b4-6d26e99118a5/202056c4-65a0-40f3-9788-8e4e240c8fc4/a5e60669-48c5-44ac-a66c-c407a3db0183) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:31:20.447632 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31348f7b-df83-43fe-9705-c1d77cecfe84 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.450233 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229945168', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:17Z', 'updated_at': '2021-11-12T01:31:18Z', 'revision_number': 3, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:18Z', 'updated_at': '2021-11-12T01:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:20.469271 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28541a5-c2bc-4319-9273-d91f5582ec3f None None] Pushing event updated for resources: {'Port': ['ID=44d8b75f-e9c4-4679-989b-c5b0821868e3,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:20.478054 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463a7ce6-dfb9-4aaa-9bc3-7453d873fbbb None None] The sync data for ids ['dd1a9f09-28ee-45b1-a211-6fce495a7b8d'] in n-d-712137-14 is: [{'id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229945168', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:17Z', 'updated_at': '2021-11-12T01:31:18Z', 'revision_number': 3, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:18Z', 'updated_at': '2021-11-12T01:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:31:20.550024 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cf1eb0d4-43c1-434d-a71f-b426d2139cbd None None] Provisioning complete for port 44d8b75f-e9c4-4679-989b-c5b0821868e3 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:20.550407 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cf1eb0d4-43c1-434d-a71f-b426d2139cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.693292 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7fc92d9e-7f4a-4920-be18-3b0dfe11a671 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.706511 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7fc92d9e-7f4a-4920-be18-3b0dfe11a671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.775495 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc92d9e-7f4a-4920-be18-3b0dfe11a671 None None] Network 99ec9b5f-fa70-4142-b7b4-6d26e99118a5 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:31:20.776857 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc92d9e-7f4a-4920-be18-3b0dfe11a671 None None] Pushing event updated for resources: {'Port': ['ID=a5e60669-48c5-44ac-a66c-c407a3db0183,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:20.779418 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-7fc92d9e-7f4a-4920-be18-3b0dfe11a671 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:20.781589 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc92d9e-7f4a-4920-be18-3b0dfe11a671 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:31:20.842150 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7fc92d9e-7f4a-4920-be18-3b0dfe11a671 None None] Attempting to bind port a5e60669-48c5-44ac-a66c-c407a3db0183 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:31:20.845296 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7fc92d9e-7f4a-4920-be18-3b0dfe11a671 None None] Attempting to bind port a5e60669-48c5-44ac-a66c-c407a3db0183 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '91339ba1-7179-4028-ba8f-610918c8942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:31:20.845696 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc92d9e-7f4a-4920-be18-3b0dfe11a671 None None] Attempting to bind port a5e60669-48c5-44ac-a66c-c407a3db0183 on network 99ec9b5f-fa70-4142-b7b4-6d26e99118a5 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:31:20.852928 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc92d9e-7f4a-4920-be18-3b0dfe11a671 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:31:20.853318 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc92d9e-7f4a-4920-be18-3b0dfe11a671 None None] Checking segment: {'id': '91339ba1-7179-4028-ba8f-610918c8942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:31:20.853711 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7fc92d9e-7f4a-4920-be18-3b0dfe11a671 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.854111 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc92d9e-7f4a-4920-be18-3b0dfe11a671 None None] Bound using segment: {'id': '91339ba1-7179-4028-ba8f-610918c8942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:31:20.854591 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-7fc92d9e-7f4a-4920-be18-3b0dfe11a671 None None] Bound port: a5e60669-48c5-44ac-a66c-c407a3db0183, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91339ba1-7179-4028-ba8f-610918c8942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:31:20.854978 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7fc92d9e-7f4a-4920-be18-3b0dfe11a671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.922195 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-7fc92d9e-7f4a-4920-be18-3b0dfe11a671 None None] For port a5e60669-48c5-44ac-a66c-c407a3db0183, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:31:20.925714 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-7fc92d9e-7f4a-4920-be18-3b0dfe11a671 None None] For port a5e60669-48c5-44ac-a66c-c407a3db0183, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a5e60669-48c5-44ac-a66c-c407a3db0183,segment=NetworkSegment(91339ba1-7179-4028-ba8f-610918c8942f),segment_id=91339ba1-7179-4028-ba8f-610918c8942f)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:31:20.930362 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7fc92d9e-7f4a-4920-be18-3b0dfe11a671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.997115 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc92d9e-7f4a-4920-be18-3b0dfe11a671 None None] Pushing event updated for resources: {'Port': ['ID=a5e60669-48c5-44ac-a66c-c407a3db0183,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:21.146612 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-31348f7b-df83-43fe-9705-c1d77cecfe84 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Allocated IP 172.20.0.1 (99ec9b5f-fa70-4142-b7b4-6d26e99118a5/202056c4-65a0-40f3-9788-8e4e240c8fc4/33397bd1-5a65-4c49-8a02-2b92da097c01) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:31:21.301986 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31348f7b-df83-43fe-9705-c1d77cecfe84 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:21.337411 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31348f7b-df83-43fe-9705-c1d77cecfe84 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:21.383499 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31348f7b-df83-43fe-9705-c1d77cecfe84 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network 99ec9b5f-fa70-4142-b7b4-6d26e99118a5 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:31:21.388677 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-31348f7b-df83-43fe-9705-c1d77cecfe84 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:21.392605 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31348f7b-df83-43fe-9705-c1d77cecfe84 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:31:21.399505 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31348f7b-df83-43fe-9705-c1d77cecfe84 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=33397bd1-5a65-4c49-8a02-2b92da097c01,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:21.446173 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31348f7b-df83-43fe-9705-c1d77cecfe84 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:21.578499 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31348f7b-df83-43fe-9705-c1d77cecfe84 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:21.874619 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31348f7b-df83-43fe-9705-c1d77cecfe84 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:21.880301 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31348f7b-df83-43fe-9705-c1d77cecfe84 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:21.892838 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e089722-698b-4c8e-9ae1-848aa887dfb8 None None] Network 99ec9b5f-fa70-4142-b7b4-6d26e99118a5 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:31:21.958401 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31348f7b-df83-43fe-9705-c1d77cecfe84 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=33397bd1-5a65-4c49-8a02-2b92da097c01,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:21.964060 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31348f7b-df83-43fe-9705-c1d77cecfe84 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:22.023173 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-11353db5-c5de-489f-93ea-b194e03bc1cd None None] Provisioning complete for port a5e60669-48c5-44ac-a66c-c407a3db0183 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:22.024159 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-11353db5-c5de-489f-93ea-b194e03bc1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:22.058667 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31348f7b-df83-43fe-9705-c1d77cecfe84 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network 99ec9b5f-fa70-4142-b7b4-6d26e99118a5 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:31:22.060353 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-31348f7b-df83-43fe-9705-c1d77cecfe84 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:22.190243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31348f7b-df83-43fe-9705-c1d77cecfe84 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Router dd1a9f09-28ee-45b1-a211-6fce495a7b8d has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:31:22.280655 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-11353db5-c5de-489f-93ea-b194e03bc1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:22.316204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31348f7b-df83-43fe-9705-c1d77cecfe84 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:31:22.320121 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-11353db5-c5de-489f-93ea-b194e03bc1cd None None] For port a5e60669-48c5-44ac-a66c-c407a3db0183, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a5e60669-48c5-44ac-a66c-c407a3db0183,segment=NetworkSegment(91339ba1-7179-4028-ba8f-610918c8942f),segment_id=91339ba1-7179-4028-ba8f-610918c8942f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:22.321845 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-31348f7b-df83-43fe-9705-c1d77cecfe84 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "PUT /v2.0/routers/dd1a9f09-28ee-45b1-a211-6fce495a7b8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3563149 Nov 12 01:31:22.334323 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-11353db5-c5de-489f-93ea-b194e03bc1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:22.405876 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11353db5-c5de-489f-93ea-b194e03bc1cd None None] Pushing event updated for resources: {'Port': ['ID=a5e60669-48c5-44ac-a66c-c407a3db0183,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:22.409629 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c7699e2a-a9db-475e-b9f5-9aa7b18c7a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:22.425952 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] Sync routers for ids ['dd1a9f09-28ee-45b1-a211-6fce495a7b8d'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:31:22.438073 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] Routers {'dd1a9f09-28ee-45b1-a211-6fce495a7b8d'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:31:22.438222 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:31:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['dd1a9f09-28ee-45b1-a211-6fce495a7b8d'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:22.517373 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-0d3ac82a-bf7b-4b19-9be9-a665c803958a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-279131328&fields=id&tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6 HTTP/1.1" status: 200 len: 267 time: 0.0577328 Nov 12 01:31:22.557207 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] Set router dd1a9f09-28ee-45b1-a211-6fce495a7b8d gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:31:22.611333 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-915fca70-48d8-410f-98d3-c4b4fe97848e None None] Provisioning complete for port a5e60669-48c5-44ac-a66c-c407a3db0183 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:22.611969 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-915fca70-48d8-410f-98d3-c4b4fe97848e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:22.637939 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-7c580893-51d7-4ffa-9e6b-7ee40d806301 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:22.640265 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-7c580893-51d7-4ffa-9e6b-7ee40d806301 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/networks?id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5 HTTP/1.1" status: 200 len: 796 time: 0.1185987 Nov 12 01:31:22.661530 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a871b23a-8a3f-4d30-b786-20281097b714 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/quotas/9bcfcdd4f61e4cf6be94bf9666ad13b6 HTTP/1.1" status: 200 len: 375 time: 0.0121391 Nov 12 01:31:22.760852 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-d0114a1e-481e-4385-a898-3df127347416 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792241 Nov 12 01:31:22.801841 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 44d8b75f-e9c4-4679-989b-c5b0821868e3 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:31:22.846318 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-5dd82315-6078-4f32-a4f9-89f0bfabe6b1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:31:22.846964 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-5dd82315-6078-4f32-a4f9-89f0bfabe6b1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0825572 Nov 12 01:31:22.913848 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-915fca70-48d8-410f-98d3-c4b4fe97848e None None] Provisioning complete for port 33397bd1-5a65-4c49-8a02-2b92da097c01 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:22.914226 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-915fca70-48d8-410f-98d3-c4b4fe97848e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:22.951262 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-fb3af5a6-6781-46c0-ba35-9fa81005bf7d service neutron] 10.222.0.31 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971730 Nov 12 01:31:22.958586 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 44d8b75f-e9c4-4679-989b-c5b0821868e3 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:22.958961 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:22.966151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-915fca70-48d8-410f-98d3-c4b4fe97848e None None] Port 33397bd1-5a65-4c49-8a02-2b92da097c01 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:31:23.008981 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229945168', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:17Z', 'updated_at': '2021-11-12T01:31:21Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:18Z', 'updated_at': '2021-11-12T01:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '33397bd1-5a65-4c49-8a02-2b92da097c01', 'name': '', 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:62:ae:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '202056c4-65a0-40f3-9788-8e4e240c8fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:20Z', 'updated_at': '2021-11-12T01:31:21Z', 'revision_number': 2, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '202056c4-65a0-40f3-9788-8e4e240c8fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:23.036891 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] Checking router: dd1a9f09-28ee-45b1-a211-6fce495a7b8d for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:31:23.037531 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] Updating router dd1a9f09-28ee-45b1-a211-6fce495a7b8d port 33397bd1-5a65-4c49-8a02-2b92da097c01 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:31:23.044226 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-8b46e964-ed15-427d-be1a-c568dd17e29f service neutron] 10.222.0.31 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869985 Nov 12 01:31:23.094172 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:23.119323 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a5e60669-48c5-44ac-a66c-c407a3db0183 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:31:23.121115 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-59fe7659-b0fd-45f8-a95a-09761d8a1ee7 None None] Provisioning complete for port 33397bd1-5a65-4c49-8a02-2b92da097c01 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:23.121488 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-59fe7659-b0fd-45f8-a95a-09761d8a1ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:23.215995 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e4bf387a-e6ef-49bf-9676-d18f98fac475 req-d1152c75-e750-4f23-8bea-d4058935beaa tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 210 time: 0.0290816 Nov 12 01:31:23.271287 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-59fe7659-b0fd-45f8-a95a-09761d8a1ee7 None None] Port 33397bd1-5a65-4c49-8a02-2b92da097c01 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:31:23.305432 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port a5e60669-48c5-44ac-a66c-c407a3db0183 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:23.305807 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:23.505633 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:23.511966 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:23.571143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab9435-441e-431f-9576-b3c6760bf718 None None] Pushing event updated for resources: {'Port': ['ID=33397bd1-5a65-4c49-8a02-2b92da097c01,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:23.634147 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] Attempting to bind port 33397bd1-5a65-4c49-8a02-2b92da097c01 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:31:23.634514 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] Attempting to bind port 33397bd1-5a65-4c49-8a02-2b92da097c01 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '91339ba1-7179-4028-ba8f-610918c8942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:31:23.634889 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] Attempting to bind port 33397bd1-5a65-4c49-8a02-2b92da097c01 on network 99ec9b5f-fa70-4142-b7b4-6d26e99118a5 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:31:23.638695 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:23.642120 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:31:23.642503 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] Checking segment: {'id': '91339ba1-7179-4028-ba8f-610918c8942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:31:23.642902 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:23.643325 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] Bound using segment: {'id': '91339ba1-7179-4028-ba8f-610918c8942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:31:23.643769 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] Bound port: 33397bd1-5a65-4c49-8a02-2b92da097c01, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91339ba1-7179-4028-ba8f-610918c8942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:31:23.644151 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:23.709827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] For port 33397bd1-5a65-4c49-8a02-2b92da097c01, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:31:23.713056 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] For port 33397bd1-5a65-4c49-8a02-2b92da097c01, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=33397bd1-5a65-4c49-8a02-2b92da097c01,segment=NetworkSegment(91339ba1-7179-4028-ba8f-610918c8942f),segment_id=91339ba1-7179-4028-ba8f-610918c8942f)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:31:23.718344 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:23.774737 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] Routers {'dd1a9f09-28ee-45b1-a211-6fce495a7b8d'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:31:23.775562 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:31:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['dd1a9f09-28ee-45b1-a211-6fce495a7b8d'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:23.823551 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab9435-441e-431f-9576-b3c6760bf718 None None] Pushing event updated for resources: {'Port': ['ID=33397bd1-5a65-4c49-8a02-2b92da097c01,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:23.847613 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1751fb6a-9a9b-44aa-9f32-4bc90ce8b046 None None] Provisioning complete for port 33397bd1-5a65-4c49-8a02-2b92da097c01 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:23.847972 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1751fb6a-9a9b-44aa-9f32-4bc90ce8b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:23.936064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] Set router dd1a9f09-28ee-45b1-a211-6fce495a7b8d gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:31:24.053921 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1751fb6a-9a9b-44aa-9f32-4bc90ce8b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:24.124156 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-1751fb6a-9a9b-44aa-9f32-4bc90ce8b046 None None] For port 33397bd1-5a65-4c49-8a02-2b92da097c01, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=33397bd1-5a65-4c49-8a02-2b92da097c01,segment=NetworkSegment(91339ba1-7179-4028-ba8f-610918c8942f),segment_id=91339ba1-7179-4028-ba8f-610918c8942f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:24.131082 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1751fb6a-9a9b-44aa-9f32-4bc90ce8b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:24.309661 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2508ec6d-dd59-4e99-af79-ce18a3ca3200 req-670f6926-6980-4ddf-9f7c-2c3f5e3f3830 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 210 time: 0.0323169 Nov 12 01:31:24.364007 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ec5c83c2-7830-4209-bee3-7ba635e8b28c None None] Provisioning complete for port 33397bd1-5a65-4c49-8a02-2b92da097c01 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:24.364363 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ec5c83c2-7830-4209-bee3-7ba635e8b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:24.367562 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751fb6a-9a9b-44aa-9f32-4bc90ce8b046 None None] Pushing event updated for resources: {'Port': ['ID=33397bd1-5a65-4c49-8a02-2b92da097c01,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:24.423922 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229945168', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:17Z', 'updated_at': '2021-11-12T01:31:21Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:18Z', 'updated_at': '2021-11-12T01:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '33397bd1-5a65-4c49-8a02-2b92da097c01', 'name': '', 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:62:ae:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '202056c4-65a0-40f3-9788-8e4e240c8fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:20Z', 'updated_at': '2021-11-12T01:31:23Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '202056c4-65a0-40f3-9788-8e4e240c8fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:24.456468 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fab732-9041-4ab2-905f-c470c37042e1 None None] The sync data for ids ['dd1a9f09-28ee-45b1-a211-6fce495a7b8d'] in n-d-712137-14 is: [{'id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229945168', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:17Z', 'updated_at': '2021-11-12T01:31:21Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:18Z', 'updated_at': '2021-11-12T01:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '33397bd1-5a65-4c49-8a02-2b92da097c01', 'name': '', 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:62:ae:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '202056c4-65a0-40f3-9788-8e4e240c8fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:20Z', 'updated_at': '2021-11-12T01:31:23Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '202056c4-65a0-40f3-9788-8e4e240c8fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:31:24.731688 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 33397bd1-5a65-4c49-8a02-2b92da097c01 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:31:24.780659 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 33397bd1-5a65-4c49-8a02-2b92da097c01 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:24.781163 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:25.000869 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:25.391764 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-71e3574c-ceb9-4aea-a7b2-6930fdab44b2 req-8292ee4a-8242-480a-8ad5-d192893ed8c1 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 210 time: 0.0272014 Nov 12 01:31:25.589914 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:26.099391 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:26.253656 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-349c8fc7-028b-43eb-b13e-d9ee81b89681 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:26.255096 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-349c8fc7-028b-43eb-b13e-d9ee81b89681 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.15 "GET /v2.0/networks?id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5 HTTP/1.1" status: 200 len: 796 time: 0.1064379 Nov 12 01:31:26.326177 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-e3873499-56a9-4146-ae6a-6a07b6a5870f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6 HTTP/1.1" status: 200 len: 379 time: 0.0562911 Nov 12 01:31:26.352667 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-7e6cf1da-3de6-41f3-ae5d-c4da9743fe7a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'port': {'device_id': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5', 'admin_state_up': True, 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'security_groups': ['7e42c470-abaa-400c-9a51-d797b05e7f4e']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:26.472974 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-7e6cf1da-3de6-41f3-ae5d-c4da9743fe7a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Made reservation on behalf of 9bcfcdd4f61e4cf6be94bf9666ad13b6 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:31:26.476294 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-7e6cf1da-3de6-41f3-ae5d-c4da9743fe7a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:26.492757 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e65bee3b-8d17-49a9-8dcd-5ec2cceb9f8a req-eb8d06ca-7049-41c8-8945-783e783d1531 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 210 time: 0.0309522 Nov 12 01:31:26.618100 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-7e6cf1da-3de6-41f3-ae5d-c4da9743fe7a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Allocated IP 172.20.0.4 (99ec9b5f-fa70-4142-b7b4-6d26e99118a5/202056c4-65a0-40f3-9788-8e4e240c8fc4/b18674c8-ac11-4346-8c60-cd5dd751e484) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:31:26.751531 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-7e6cf1da-3de6-41f3-ae5d-c4da9743fe7a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:26.784347 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-7e6cf1da-3de6-41f3-ae5d-c4da9743fe7a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:26.828523 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-7e6cf1da-3de6-41f3-ae5d-c4da9743fe7a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network 99ec9b5f-fa70-4142-b7b4-6d26e99118a5 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:31:26.832228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-7e6cf1da-3de6-41f3-ae5d-c4da9743fe7a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:26.838774 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-7e6cf1da-3de6-41f3-ae5d-c4da9743fe7a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:31:26.863896 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6cf1da-3de6-41f3-ae5d-c4da9743fe7a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=b18674c8-ac11-4346-8c60-cd5dd751e484,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:26.893390 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-7e6cf1da-3de6-41f3-ae5d-c4da9743fe7a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:26.894138 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-7e6cf1da-3de6-41f3-ae5d-c4da9743fe7a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:26.910587 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-7e6cf1da-3de6-41f3-ae5d-c4da9743fe7a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5615940 Nov 12 01:31:26.929097 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] Request body: {'port': {'device_id': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:26.986824 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:27.043938 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-86c53f98-7804-410f-8dc0-499bb86fe849 None None] Provisioning complete for port b18674c8-ac11-4346-8c60-cd5dd751e484 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:27.044510 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-86c53f98-7804-410f-8dc0-499bb86fe849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:27.077923 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-86c53f98-7804-410f-8dc0-499bb86fe849 None None] Port b18674c8-ac11-4346-8c60-cd5dd751e484 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:31:27.254157 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18674c8-ac11-4346-8c60-cd5dd751e484 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:31:27.261838 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:27.273862 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] Transition to ACTIVE for port object b18674c8-ac11-4346-8c60-cd5dd751e484 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:31:27.277621 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:27.330264 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] Pushing event updated for resources: {'Port': ['ID=b18674c8-ac11-4346-8c60-cd5dd751e484,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:27.399344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] Attempting to bind port b18674c8-ac11-4346-8c60-cd5dd751e484 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:31:27.399682 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] Attempting to bind port b18674c8-ac11-4346-8c60-cd5dd751e484 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '91339ba1-7179-4028-ba8f-610918c8942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:31:27.400009 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] Attempting to bind port b18674c8-ac11-4346-8c60-cd5dd751e484 on network 99ec9b5f-fa70-4142-b7b4-6d26e99118a5 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:31:27.404495 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] Port b18674c8-ac11-4346-8c60-cd5dd751e484 on network 99ec9b5f-fa70-4142-b7b4-6d26e99118a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:31:27.404850 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] Attempting to bind port b18674c8-ac11-4346-8c60-cd5dd751e484 on network 99ec9b5f-fa70-4142-b7b4-6d26e99118a5 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:31:27.409957 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:31:27.410296 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] Checking segment: {'id': '91339ba1-7179-4028-ba8f-610918c8942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:31:27.410680 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] Bound using segment: {'id': '91339ba1-7179-4028-ba8f-610918c8942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:31:27.411104 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] Bound port: b18674c8-ac11-4346-8c60-cd5dd751e484, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91339ba1-7179-4028-ba8f-610918c8942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:31:27.411463 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:27.481354 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] For port b18674c8-ac11-4346-8c60-cd5dd751e484, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:31:27.484448 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] For port b18674c8-ac11-4346-8c60-cd5dd751e484, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=b18674c8-ac11-4346-8c60-cd5dd751e484,segment=NetworkSegment(91339ba1-7179-4028-ba8f-610918c8942f),segment_id=91339ba1-7179-4028-ba8f-610918c8942f)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:31:27.490239 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:27.524976 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:27.525524 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:27.526957 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] 10.222.0.15 "PUT /v2.0/ports/b18674c8-ac11-4346-8c60-cd5dd751e484 HTTP/1.1" status: 200 len: 1092 time: 0.6023238 Nov 12 01:31:27.527403 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'tag': 'b18674c8-ac11-4346-8c60-cd5dd751e484'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:31:27.529699 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ec5db0-8969-4b25-aa5a-e4ad81616df6" -d '{"events": [{"name": "network-changed", "server_uuid": "e3549ee5-16ac-4d02-b6c2-78bbf52a96e9", "tag": "b18674c8-ac11-4346-8c60-cd5dd751e484"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:31:27.569502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b4f9a-5085-4d27-9032-7b1b9480b472 service neutron] Pushing event updated for resources: {'Port': ['ID=b18674c8-ac11-4346-8c60-cd5dd751e484,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:27.599996 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06724e5-8c3d-433d-a788-f702050301e5 x-openstack-request-id: req-d06724e5-8c3d-433d-a788-f702050301e5 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:31:27.599996 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3549ee5-16ac-4d02-b6c2-78bbf52a96e9", "tag": "b18674c8-ac11-4346-8c60-cd5dd751e484", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:31:27.604658 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d06724e5-8c3d-433d-a788-f702050301e5 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:31:27.605124 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'tag': 'b18674c8-ac11-4346-8c60-cd5dd751e484', 'status': 'completed', 'code': 200} Nov 12 01:31:27.650438 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438cd723-ff1c-4bb8-a75d-43cdac1e65de req-13e28acf-884a-41eb-bd3e-b74742dc79be tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:27.653158 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-438cd723-ff1c-4bb8-a75d-43cdac1e65de req-13e28acf-884a-41eb-bd3e-b74742dc79be tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 943 time: 0.0569944 Nov 12 01:31:27.655014 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-e79ee44e-b660-414c-baa8-ce1891d1fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:27.657598 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-e79ee44e-b660-414c-baa8-ce1891d1fdc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 1095 time: 0.0764217 Nov 12 01:31:27.706880 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-438cd723-ff1c-4bb8-a75d-43cdac1e65de req-89d7d25f-1691-4a15-87aa-6bd41d412ba9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480325 Nov 12 01:31:27.712317 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-56f1bd6c-d894-4111-ab0c-5e549ed1e32a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18674c8-ac11-4346-8c60-cd5dd751e484 HTTP/1.1" status: 200 len: 217 time: 0.0406599 Nov 12 01:31:27.766039 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-7c4c573d-20fd-4a4d-9186-5c532d9c5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:27.767463 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-7c4c573d-20fd-4a4d-9186-5c532d9c5aeb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=202056c4-65a0-40f3-9788-8e4e240c8fc4 HTTP/1.1" status: 200 len: 835 time: 0.0469675 Nov 12 01:31:27.814787 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-f302e4a7-4ec8-44a7-a1f7-3edf089e3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:27.816327 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-f302e4a7-4ec8-44a7-a1f7-3edf089e3bbf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423398 Nov 12 01:31:27.908601 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-7cc65d0f-a091-45c0-8bf6-998d2a73bf99 service neutron] 10.222.0.15 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852327 Nov 12 01:31:27.997365 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-00a47d5b-42c0-4c18-9073-4d294fd42fd1 req-b54d82d3-d758-4556-8b96-6b81dbe6329a service neutron] 10.222.0.15 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820613 Nov 12 01:31:28.118866 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec5db0-8969-4b25-aa5a-e4ad81616df6 req-b9fc7ed1-5328-4852-a0e9-7b22e9188436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:28.120252 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5ec5db0-8969-4b25-aa5a-e4ad81616df6 req-b9fc7ed1-5328-4852-a0e9-7b22e9188436 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 1095 time: 0.0409722 Nov 12 01:31:28.214060 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec5db0-8969-4b25-aa5a-e4ad81616df6 req-73d48bee-5ef2-433c-a1b8-0e271cc9a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:28.215524 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5ec5db0-8969-4b25-aa5a-e4ad81616df6 req-73d48bee-5ef2-433c-a1b8-0e271cc9a7e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5 HTTP/1.1" status: 200 len: 897 time: 0.0871692 Nov 12 01:31:28.256203 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5ec5db0-8969-4b25-aa5a-e4ad81616df6 req-9e182e83-7999-4301-8525-3f67007d7ca0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18674c8-ac11-4346-8c60-cd5dd751e484 HTTP/1.1" status: 200 len: 217 time: 0.0336580 Nov 12 01:31:28.307624 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec5db0-8969-4b25-aa5a-e4ad81616df6 req-17377b30-aa7d-4451-bba5-734be5af679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:28.309088 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5ec5db0-8969-4b25-aa5a-e4ad81616df6 req-17377b30-aa7d-4451-bba5-734be5af679f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=202056c4-65a0-40f3-9788-8e4e240c8fc4 HTTP/1.1" status: 200 len: 835 time: 0.0461593 Nov 12 01:31:28.353180 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec5db0-8969-4b25-aa5a-e4ad81616df6 req-bf2f6569-25f8-4dbd-9610-7d0d877ea2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:28.354672 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5ec5db0-8969-4b25-aa5a-e4ad81616df6 req-bf2f6569-25f8-4dbd-9610-7d0d877ea2d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391362 Nov 12 01:31:28.446343 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5ec5db0-8969-4b25-aa5a-e4ad81616df6 req-3a6b13ef-9a45-4cdb-ad5d-38b9a560e02f service neutron] 10.222.0.15 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838451 Nov 12 01:31:28.536513 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5ec5db0-8969-4b25-aa5a-e4ad81616df6 req-bd00902f-d76c-4613-abaa-19a172771abc service neutron] 10.222.0.15 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834050 Nov 12 01:31:28.826754 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4bc9e-84d5-4558-bcae-bdb228314435 req-e1ca5721-477d-4bda-8755-441a775ab5ea tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:28.828242 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-92e4bc9e-84d5-4558-bcae-bdb228314435 req-e1ca5721-477d-4bda-8755-441a775ab5ea tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 943 time: 0.0490987 Nov 12 01:31:28.880597 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-92e4bc9e-84d5-4558-bcae-bdb228314435 req-26718e80-e190-43b0-b4f2-2b809510912f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464098 Nov 12 01:31:29.997317 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bb04f-f7e5-48ee-83a5-b894373a6bce req-6852bb8c-aae7-4782-9f49-688265b2025a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:29.999107 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-486bb04f-f7e5-48ee-83a5-b894373a6bce req-6852bb8c-aae7-4782-9f49-688265b2025a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 943 time: 0.0500891 Nov 12 01:31:30.047712 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-486bb04f-f7e5-48ee-83a5-b894373a6bce req-608ae906-a59a-4b75-9ff8-3ed45c7e85ee tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424485 Nov 12 01:31:31.163669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0dfef-368b-4d33-8862-a4bb30b59c6a req-5dd182c5-ca0a-40da-a001-71814a286d9a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:31.165209 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b9b0dfef-368b-4d33-8862-a4bb30b59c6a req-5dd182c5-ca0a-40da-a001-71814a286d9a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 943 time: 0.0479894 Nov 12 01:31:31.213292 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b9b0dfef-368b-4d33-8862-a4bb30b59c6a req-d0b9bfd3-f898-4529-8c4c-02b0434d805b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421505 Nov 12 01:31:32.072635 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device b18674c8-ac11-4346-8c60-cd5dd751e484 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:31:32.163735 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port b18674c8-ac11-4346-8c60-cd5dd751e484, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=b18674c8-ac11-4346-8c60-cd5dd751e484,segment=NetworkSegment(91339ba1-7179-4028-ba8f-610918c8942f),segment_id=91339ba1-7179-4028-ba8f-610918c8942f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:32.175394 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'b18674c8-ac11-4346-8c60-cd5dd751e484', 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5', 'port_id': 'b18674c8-ac11-4346-8c60-cd5dd751e484', 'mac_address': 'fa:16:3e:8a:d8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202056c4-65a0-40f3-9788-8e4e240c8fc4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:31:32.215119 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:32.227950 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18674c8-ac11-4346-8c60-cd5dd751e484 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:31:32.247821 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port b18674c8-ac11-4346-8c60-cd5dd751e484, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=b18674c8-ac11-4346-8c60-cd5dd751e484,segment=NetworkSegment(91339ba1-7179-4028-ba8f-610918c8942f),segment_id=91339ba1-7179-4028-ba8f-610918c8942f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:32.252192 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:32.299276 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=b18674c8-ac11-4346-8c60-cd5dd751e484,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:32.335686 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27598339-8898-4d5b-a694-ce4bd3578b1f req-e203f6ac-ce6d-4aa5-9b2a-ebbf2e62b86c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:32.337111 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-27598339-8898-4d5b-a694-ce4bd3578b1f req-e203f6ac-ce6d-4aa5-9b2a-ebbf2e62b86c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 944 time: 0.0525336 Nov 12 01:31:32.384799 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-27598339-8898-4d5b-a694-ce4bd3578b1f req-a0ac139c-51b0-4d6d-a20b-1109df10fbbe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417557 Nov 12 01:31:32.643597 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['b18674c8-ac11-4346-8c60-cd5dd751e484'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:31:33.499882 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e15ff-53e5-43b7-bfca-085c47300747 req-7e7aab74-4b14-453b-9b41-d22619b17b2b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:33.501394 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-276e15ff-53e5-43b7-bfca-085c47300747 req-7e7aab74-4b14-453b-9b41-d22619b17b2b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 944 time: 0.0485647 Nov 12 01:31:33.549075 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-276e15ff-53e5-43b7-bfca-085c47300747 req-f0f3b59a-e082-43f8-819a-6091f0ec7a4c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418193 Nov 12 01:31:34.072684 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device b18674c8-ac11-4346-8c60-cd5dd751e484 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:31:34.121033 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port b18674c8-ac11-4346-8c60-cd5dd751e484 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:31:34.124983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port b18674c8-ac11-4346-8c60-cd5dd751e484 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:34.125852 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:34.203042 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:34.225102 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18674c8-ac11-4346-8c60-cd5dd751e484'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:31:34.227361 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb078f9608a58174e5cc8e663244f668dc40055f20d212b539c3b6faedd35ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfe295d-80a2-453d-8468-cc2daacf73fc" -d '{"events": [{"server_uuid": "e3549ee5-16ac-4d02-b6c2-78bbf52a96e9", "name": "network-vif-plugged", "status": "completed", "tag": "b18674c8-ac11-4346-8c60-cd5dd751e484"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:31:34.239861 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port b18674c8-ac11-4346-8c60-cd5dd751e484, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=b18674c8-ac11-4346-8c60-cd5dd751e484,segment=NetworkSegment(91339ba1-7179-4028-ba8f-610918c8942f),segment_id=91339ba1-7179-4028-ba8f-610918c8942f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:34.244043 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:34.267865 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfc0815-e2dc-43ef-90d1-084ecd25c314 x-openstack-request-id: req-fdfc0815-e2dc-43ef-90d1-084ecd25c314 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:31:34.268161 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3549ee5-16ac-4d02-b6c2-78bbf52a96e9", "name": "network-vif-plugged", "status": "completed", "tag": "b18674c8-ac11-4346-8c60-cd5dd751e484", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:31:34.268416 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fdfc0815-e2dc-43ef-90d1-084ecd25c314 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:31:34.268830 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18674c8-ac11-4346-8c60-cd5dd751e484', 'code': 200} Nov 12 01:31:34.293801 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=b18674c8-ac11-4346-8c60-cd5dd751e484,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:34.395856 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eae5e2-1655-4d30-8579-e46fb639a9ce req-f078b127-1258-45c3-8a8c-561fa4c79531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:34.397359 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-07eae5e2-1655-4d30-8579-e46fb639a9ce req-f078b127-1258-45c3-8a8c-561fa4c79531 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 1097 time: 0.0438848 Nov 12 01:31:34.443411 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-07eae5e2-1655-4d30-8579-e46fb639a9ce req-e7bce4f2-b847-4542-a878-669780e11f49 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384018 Nov 12 01:31:34.663505 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7c5ff-65fb-4c79-83f6-a872f7b4715d req-4b4b4868-629d-46c5-9e07-2b77fa10511d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:34.665042 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a7f7c5ff-65fb-4c79-83f6-a872f7b4715d req-4b4b4868-629d-46c5-9e07-2b77fa10511d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 945 time: 0.0485339 Nov 12 01:31:34.714659 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a7f7c5ff-65fb-4c79-83f6-a872f7b4715d req-0d6b9433-4555-4069-840b-df4ec944a954 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423265 Nov 12 01:31:35.831961 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec43546-76b1-4dcc-9a7b-322ce9a45673 req-425a50e5-5a9f-4aaf-8bec-9f5bbdc0c293 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:35.833484 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dec43546-76b1-4dcc-9a7b-322ce9a45673 req-425a50e5-5a9f-4aaf-8bec-9f5bbdc0c293 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 945 time: 0.0498004 Nov 12 01:31:35.888345 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dec43546-76b1-4dcc-9a7b-322ce9a45673 req-4dc257e2-811c-4705-be8e-500248cec844 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484118 Nov 12 01:31:37.023515 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57d70e-738a-4999-b96b-9b20f6edfb3f req-dd996900-2520-4337-8d9b-9a96f8a4ec80 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:37.025159 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b57d70e-738a-4999-b96b-9b20f6edfb3f req-dd996900-2520-4337-8d9b-9a96f8a4ec80 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 945 time: 0.0575035 Nov 12 01:31:37.083569 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b57d70e-738a-4999-b96b-9b20f6edfb3f req-b3336bac-4dd6-4ea9-8ae1-6de334412c36 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521822 Nov 12 01:31:37.199249 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497c506-9012-42b1-87c2-f1f5ac007923 req-a30869fc-d6d8-4ab6-b4e7-91a763817b7e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:37.200662 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4497c506-9012-42b1-87c2-f1f5ac007923 req-a30869fc-d6d8-4ab6-b4e7-91a763817b7e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 945 time: 0.0491853 Nov 12 01:31:37.260502 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4497c506-9012-42b1-87c2-f1f5ac007923 req-24a6fabd-f8de-4687-aecb-e5fe960fd6c4 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522320 Nov 12 01:31:37.283248 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51772) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:37.324161 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c45c9e-c167-4f3e-9199-e8324cbc89ae tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:37.325808 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-32c45c9e-c167-4f3e-9199-e8324cbc89ae tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 1092 time: 0.0415394 Nov 12 01:31:37.329196 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 51774) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:37.333396 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e1fb14a7-2c2b-4d28-8edc-4b6c20e1a887 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': 'b18674c8-ac11-4346-8c60-cd5dd751e484', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:37.353707 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1fb14a7-2c2b-4d28-8edc-4b6c20e1a887 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:37.448607 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1fb14a7-2c2b-4d28-8edc-4b6c20e1a887 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:37.552629 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-e1fb14a7-2c2b-4d28-8edc-4b6c20e1a887 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Allocated IP 172.25.0.46 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/b13b9099-8ce9-4aeb-8581-64bb7e5fe305) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:31:37.654714 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1fb14a7-2c2b-4d28-8edc-4b6c20e1a887 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:37.687684 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1fb14a7-2c2b-4d28-8edc-4b6c20e1a887 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:37.723187 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fb14a7-2c2b-4d28-8edc-4b6c20e1a887 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:31:37.725931 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-e1fb14a7-2c2b-4d28-8edc-4b6c20e1a887 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:37.729022 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fb14a7-2c2b-4d28-8edc-4b6c20e1a887 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:31:37.759784 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb14a7-2c2b-4d28-8edc-4b6c20e1a887 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=b13b9099-8ce9-4aeb-8581-64bb7e5fe305,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:38.386839 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1fb14a7-2c2b-4d28-8edc-4b6c20e1a887 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:38.452122 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1fb14a7-2c2b-4d28-8edc-4b6c20e1a887 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:38.594968 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1fb14a7-2c2b-4d28-8edc-4b6c20e1a887 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:38.599256 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1fb14a7-2c2b-4d28-8edc-4b6c20e1a887 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:38.664568 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb14a7-2c2b-4d28-8edc-4b6c20e1a887 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=b13b9099-8ce9-4aeb-8581-64bb7e5fe305,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:38.685341 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1fb14a7-2c2b-4d28-8edc-4b6c20e1a887 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:38.783784 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-e1fb14a7-2c2b-4d28-8edc-4b6c20e1a887 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Floating IP 84250435-4f51-40c2-8e9c-f7924c2ed31b associated. External IP: 172.25.0.46, port: b18674c8-ac11-4346-8c60-cd5dd751e484. Nov 12 01:31:38.918339 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-903ce325-ca88-4533-b2e0-1e16147bccde req-3240917f-259a-48e6-8769-1049e217f80a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0611315 Nov 12 01:31:39.055535 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fb14a7-2c2b-4d28-8edc-4b6c20e1a887 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Router dd1a9f09-28ee-45b1-a211-6fce495a7b8d has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:31:39.062254 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ce325-ca88-4533-b2e0-1e16147bccde req-76d864ff-76cf-4f8f-a3cc-d3ba46c9071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:39.064595 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-903ce325-ca88-4533-b2e0-1e16147bccde req-76d864ff-76cf-4f8f-a3cc-d3ba46c9071c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 1097 time: 0.0698345 Nov 12 01:31:39.140255 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:39.244128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fb14a7-2c2b-4d28-8edc-4b6c20e1a887 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:31:39.246498 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ce325-ca88-4533-b2e0-1e16147bccde req-0abacd2f-b765-47da-9d2e-2948c512375f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:39.247968 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-903ce325-ca88-4533-b2e0-1e16147bccde req-0abacd2f-b765-47da-9d2e-2948c512375f service neutron] 10.222.0.15 "GET /v2.0/networks?id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5 HTTP/1.1" status: 200 len: 897 time: 0.1456616 Nov 12 01:31:39.255205 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef87e36-c1b2-468e-923f-520dabfa7475 None None] Sync routers for ids ['dd1a9f09-28ee-45b1-a211-6fce495a7b8d'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:31:39.265342 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef87e36-c1b2-468e-923f-520dabfa7475 None None] Routers {'dd1a9f09-28ee-45b1-a211-6fce495a7b8d'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:31:39.265936 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8ef87e36-c1b2-468e-923f-520dabfa7475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:31:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['dd1a9f09-28ee-45b1-a211-6fce495a7b8d'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:39.294304 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e1fb14a7-2c2b-4d28-8edc-4b6c20e1a887 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:39.336316 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e1fb14a7-2c2b-4d28-8edc-4b6c20e1a887 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0036430 Nov 12 01:31:39.336316 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'tag': 'b18674c8-ac11-4346-8c60-cd5dd751e484'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:31:39.338582 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e7b40119dc74f79d2287c663973524e342986b33cf537f8de84fe824efece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7200334d-69d2-4d62-892b-11abcade4d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "e3549ee5-16ac-4d02-b6c2-78bbf52a96e9", "tag": "b18674c8-ac11-4346-8c60-cd5dd751e484"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:31:39.345938 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-903ce325-ca88-4533-b2e0-1e16147bccde req-48ef1469-84b5-4efd-bc1e-f59ff95a44f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18674c8-ac11-4346-8c60-cd5dd751e484 HTTP/1.1" status: 200 len: 998 time: 0.0907340 Nov 12 01:31:39.377659 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-8ef87e36-c1b2-468e-923f-520dabfa7475 None None] Set router dd1a9f09-28ee-45b1-a211-6fce495a7b8d gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:31:39.414295 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c3f3a3-b2fc-4f66-917b-5b4c5441f4ed x-openstack-request-id: req-57c3f3a3-b2fc-4f66-917b-5b4c5441f4ed {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:31:39.414891 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3549ee5-16ac-4d02-b6c2-78bbf52a96e9", "tag": "b18674c8-ac11-4346-8c60-cd5dd751e484", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:31:39.414891 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57c3f3a3-b2fc-4f66-917b-5b4c5441f4ed {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:31:39.415256 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'tag': 'b18674c8-ac11-4346-8c60-cd5dd751e484', 'status': 'completed', 'code': 200} Nov 12 01:31:39.460271 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ce325-ca88-4533-b2e0-1e16147bccde req-7a9038fe-b97a-40bb-a1de-309786753e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:39.461764 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-903ce325-ca88-4533-b2e0-1e16147bccde req-7a9038fe-b97a-40bb-a1de-309786753e45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=202056c4-65a0-40f3-9788-8e4e240c8fc4 HTTP/1.1" status: 200 len: 835 time: 0.1038756 Nov 12 01:31:39.486935 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4be51e-7ffb-4006-a939-7b1282a8f3d7 req-1e6a32e3-5107-4f32-9d73-0063448642a7 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:39.488424 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dc4be51e-7ffb-4006-a939-7b1282a8f3d7 req-1e6a32e3-5107-4f32-9d73-0063448642a7 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 945 time: 0.0705271 Nov 12 01:31:39.543245 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ce325-ca88-4533-b2e0-1e16147bccde req-3dbb4c7a-6833-407e-88bb-b41073cc82ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:39.544627 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-903ce325-ca88-4533-b2e0-1e16147bccde req-3dbb4c7a-6833-407e-88bb-b41073cc82ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748274 Nov 12 01:31:39.567083 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dc4be51e-7ffb-4006-a939-7b1282a8f3d7 req-ffdac8c5-5dac-4e04-8e7a-9444c329ac18 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646758 Nov 12 01:31:39.590003 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51780) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:39.612343 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8ef87e36-c1b2-468e-923f-520dabfa7475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229945168', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:17Z', 'updated_at': '2021-11-12T01:31:21Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:18Z', 'updated_at': '2021-11-12T01:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '84250435-4f51-40c2-8e9c-f7924c2ed31b', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'floating_ip_address': '172.25.0.46', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'port_id': 'b18674c8-ac11-4346-8c60-cd5dd751e484', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5', 'mac_address': 'fa:16:3e:8a:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:31:37Z', 'updated_at': '2021-11-12T01:31:37Z', 'revision_number': 0, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33397bd1-5a65-4c49-8a02-2b92da097c01', 'name': '', 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:62:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '202056c4-65a0-40f3-9788-8e4e240c8fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:20Z', 'updated_at': '2021-11-12T01:31:24Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '202056c4-65a0-40f3-9788-8e4e240c8fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:39.641804 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef87e36-c1b2-468e-923f-520dabfa7475 None None] Checking router: dd1a9f09-28ee-45b1-a211-6fce495a7b8d for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:31:39.647216 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef87e36-c1b2-468e-923f-520dabfa7475 None None] Routers {'dd1a9f09-28ee-45b1-a211-6fce495a7b8d'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:31:39.648427 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8ef87e36-c1b2-468e-923f-520dabfa7475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:31:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['dd1a9f09-28ee-45b1-a211-6fce495a7b8d'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:39.653593 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f03b89de-7dd6-4a96-988e-ebb6566f3eb8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/floatingips/84250435-4f51-40c2-8e9c-f7924c2ed31b HTTP/1.1" status: 200 len: 990 time: 0.0617335 Nov 12 01:31:39.658234 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-903ce325-ca88-4533-b2e0-1e16147bccde req-0ee09d49-cc7c-4edb-a444-43239baa483e service neutron] 10.222.0.15 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040506 Nov 12 01:31:39.747906 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-903ce325-ca88-4533-b2e0-1e16147bccde req-b5855fa9-e4f0-4bb4-9d68-a5ef206eea29 service neutron] 10.222.0.15 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825198 Nov 12 01:31:39.753441 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-8ef87e36-c1b2-468e-923f-520dabfa7475 None None] Set router dd1a9f09-28ee-45b1-a211-6fce495a7b8d gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:31:39.878143 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200334d-69d2-4d62-892b-11abcade4d1e req-e0a65fb4-45b9-4c0b-ab40-b27d6e7be82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:39.879584 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7200334d-69d2-4d62-892b-11abcade4d1e req-e0a65fb4-45b9-4c0b-ab40-b27d6e7be82f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 1097 time: 0.0482042 Nov 12 01:31:39.975485 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200334d-69d2-4d62-892b-11abcade4d1e req-d24c0fe6-c42b-425e-b1a5-90bdf4b18cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:39.977065 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7200334d-69d2-4d62-892b-11abcade4d1e req-d24c0fe6-c42b-425e-b1a5-90bdf4b18cfa service neutron] 10.222.0.15 "GET /v2.0/networks?id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5 HTTP/1.1" status: 200 len: 897 time: 0.0905521 Nov 12 01:31:40.048108 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7200334d-69d2-4d62-892b-11abcade4d1e req-fcb87478-dfb5-42fa-a1e1-3193b3442a00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18674c8-ac11-4346-8c60-cd5dd751e484 HTTP/1.1" status: 200 len: 998 time: 0.0627136 Nov 12 01:31:40.074724 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8ef87e36-c1b2-468e-923f-520dabfa7475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229945168', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:17Z', 'updated_at': '2021-11-12T01:31:21Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:18Z', 'updated_at': '2021-11-12T01:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '84250435-4f51-40c2-8e9c-f7924c2ed31b', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'floating_ip_address': '172.25.0.46', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'port_id': 'b18674c8-ac11-4346-8c60-cd5dd751e484', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5', 'mac_address': 'fa:16:3e:8a:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:31:37Z', 'updated_at': '2021-11-12T01:31:37Z', 'revision_number': 0, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33397bd1-5a65-4c49-8a02-2b92da097c01', 'name': '', 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:62:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '202056c4-65a0-40f3-9788-8e4e240c8fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:20Z', 'updated_at': '2021-11-12T01:31:24Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '202056c4-65a0-40f3-9788-8e4e240c8fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:40.099836 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200334d-69d2-4d62-892b-11abcade4d1e req-b482c6b6-71d3-42a4-aa29-30545af7ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:40.101135 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef87e36-c1b2-468e-923f-520dabfa7475 None None] The sync data for ids ['dd1a9f09-28ee-45b1-a211-6fce495a7b8d'] in n-d-712137-14 is: [{'id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229945168', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:17Z', 'updated_at': '2021-11-12T01:31:21Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:18Z', 'updated_at': '2021-11-12T01:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '84250435-4f51-40c2-8e9c-f7924c2ed31b', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'floating_ip_address': '172.25.0.46', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'port_id': 'b18674c8-ac11-4346-8c60-cd5dd751e484', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5', 'mac_address': 'fa:16:3e:8a:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:31:37Z', 'updated_at': '2021-11-12T01:31:37Z', 'revision_number': 0, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33397bd1-5a65-4c49-8a02-2b92da097c01', 'name': '', 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:62:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '202056c4-65a0-40f3-9788-8e4e240c8fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:20Z', 'updated_at': '2021-11-12T01:31:24Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '202056c4-65a0-40f3-9788-8e4e240c8fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:31:40.101346 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7200334d-69d2-4d62-892b-11abcade4d1e req-b482c6b6-71d3-42a4-aa29-30545af7ea25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=202056c4-65a0-40f3-9788-8e4e240c8fc4 HTTP/1.1" status: 200 len: 835 time: 0.0448332 Nov 12 01:31:40.152978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200334d-69d2-4d62-892b-11abcade4d1e req-5d457c54-311d-4a7e-ba02-e326a81159b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:40.154561 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7200334d-69d2-4d62-892b-11abcade4d1e req-5d457c54-311d-4a7e-ba02-e326a81159b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426481 Nov 12 01:31:40.251782 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7200334d-69d2-4d62-892b-11abcade4d1e req-82dc7902-be3f-436e-bfff-1ce7ff499585 service neutron] 10.222.0.15 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895011 Nov 12 01:31:40.315030 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e55a72-9c68-4974-bfcb-6bafda4c9434 None None] New status for floating IP 84250435-4f51-40c2-8e9c-f7924c2ed31b: ACTIVE {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:31:40.346198 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7200334d-69d2-4d62-892b-11abcade4d1e req-82bbf447-4b19-418a-a76a-66450101b0ec service neutron] 10.222.0.15 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874221 Nov 12 01:31:40.657746 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51782) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:40.720795 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-95948648-f27f-433a-90a6-214887e00fb6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/floatingips/84250435-4f51-40c2-8e9c-f7924c2ed31b HTTP/1.1" status: 200 len: 992 time: 0.0618179 Nov 12 01:31:50.114394 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1b43dafd-a9c9-42ba-877f-100f9c808c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:52.392914 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b2bbd3fb-0eaf-4999-bc6b-d1749dfb8cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:53.433473 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:31:53.629986 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:55.013859 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:55.593633 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:56.101548 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:09.172779 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:20.116302 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-35e46768-97c1-41df-95f3-36fe638ea910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:22.395243 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-69a2c3b2-2d1d-4492-930c-0e737dfd8a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:23.635069 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:25.027871 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:25.596140 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:26.103252 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:30.432650 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:32:39.190536 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:41.005991 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-671aee22-a56d-4a7c-9a0e-b076338dc580 req-14eab9ae-466c-4b24-86df-bf37b239302a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0785182 Nov 12 01:32:41.111003 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aee22-a56d-4a7c-9a0e-b076338dc580 req-5fe8db44-19e3-4c15-bbaf-e1d866154d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:41.112487 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-671aee22-a56d-4a7c-9a0e-b076338dc580 req-5fe8db44-19e3-4c15-bbaf-e1d866154d78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 1097 time: 0.0445874 Nov 12 01:32:41.228924 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aee22-a56d-4a7c-9a0e-b076338dc580 req-4354c42e-18c0-43cb-bd00-0b99ca1d34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:41.230447 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-671aee22-a56d-4a7c-9a0e-b076338dc580 req-4354c42e-18c0-43cb-bd00-0b99ca1d34ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5 HTTP/1.1" status: 200 len: 897 time: 0.0965121 Nov 12 01:32:41.300083 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-671aee22-a56d-4a7c-9a0e-b076338dc580 req-089429a5-6c49-40e1-8652-53982e21fc5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18674c8-ac11-4346-8c60-cd5dd751e484 HTTP/1.1" status: 200 len: 1000 time: 0.0617776 Nov 12 01:32:41.349117 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aee22-a56d-4a7c-9a0e-b076338dc580 req-904a0053-28d0-433c-acfa-0c8a2c0a7344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:41.351385 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-671aee22-a56d-4a7c-9a0e-b076338dc580 req-904a0053-28d0-433c-acfa-0c8a2c0a7344 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=202056c4-65a0-40f3-9788-8e4e240c8fc4 HTTP/1.1" status: 200 len: 835 time: 0.0439963 Nov 12 01:32:41.397170 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aee22-a56d-4a7c-9a0e-b076338dc580 req-b839fb36-f1b4-4b53-b29b-74ad482c7fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:41.398663 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-671aee22-a56d-4a7c-9a0e-b076338dc580 req-b839fb36-f1b4-4b53-b29b-74ad482c7fcf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409725 Nov 12 01:32:41.498060 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-671aee22-a56d-4a7c-9a0e-b076338dc580 req-226e8127-766b-4d9a-8765-8eb47bf78bb4 service neutron] 10.222.0.15 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883343 Nov 12 01:32:41.594094 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-671aee22-a56d-4a7c-9a0e-b076338dc580 req-97a047b5-95d4-4976-85e0-8df08662fb18 service neutron] 10.222.0.15 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860357 Nov 12 01:32:50.117475 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c2e81983-33c1-457f-92c1-8140ee00379c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:52.241821 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1003d5d-2508-47dd-a2a7-cc48f19ebd55 req-55fb7e2d-836f-410b-94ee-4656042aca8f tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:52.243405 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1003d5d-2508-47dd-a2a7-cc48f19ebd55 req-55fb7e2d-836f-410b-94ee-4656042aca8f tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 1097 time: 0.0908892 Nov 12 01:32:52.289680 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f1003d5d-2508-47dd-a2a7-cc48f19ebd55 req-f82e7bcd-e161-4131-bd12-0af109fa3b10 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398929 Nov 12 01:32:52.397006 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-434a2499-5565-4086-a748-3fa1501e2270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:52.526459 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94fc82-b435-4963-8221-5a09cf6129b5 req-0eb8af91-ecf1-4591-bdbc-4fe343e46203 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:52.528040 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b94fc82-b435-4963-8221-5a09cf6129b5 req-0eb8af91-ecf1-4591-bdbc-4fe343e46203 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 945 time: 0.0952284 Nov 12 01:32:52.583051 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8b94fc82-b435-4963-8221-5a09cf6129b5 req-f2c437b4-9f57-41fe-b376-1810465278bf tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467975 Nov 12 01:32:52.605906 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51828) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:52.666312 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d1defe3b-1370-42c6-b660-ae46b5271b37 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/floatingips/84250435-4f51-40c2-8e9c-f7924c2ed31b HTTP/1.1" status: 200 len: 992 time: 0.0591998 Nov 12 01:32:53.289874 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a90c9-e4cd-43bb-87d3-a21ffe75b2f8 req-cb601ee8-0c6b-44f9-a718-7ee1e544d42e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:53.291613 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-445a90c9-e4cd-43bb-87d3-a21ffe75b2f8 req-cb601ee8-0c6b-44f9-a718-7ee1e544d42e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 945 time: 0.0615377 Nov 12 01:32:53.363417 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-445a90c9-e4cd-43bb-87d3-a21ffe75b2f8 req-4293aa85-a7d0-469b-bc0b-f2fb2d572deb tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632620 Nov 12 01:32:53.627321 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-0b210af0-6b78-49fa-bbb9-48464739c080 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3677335 Nov 12 01:32:53.644543 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:54.480975 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e52cdd-b8bd-42d7-b230-4349d96dce4b req-1d6930da-16f2-4a27-8099-cbeafee78b5e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:54.482441 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-56e52cdd-b8bd-42d7-b230-4349d96dce4b req-1d6930da-16f2-4a27-8099-cbeafee78b5e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 945 time: 0.0507164 Nov 12 01:32:54.531873 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-56e52cdd-b8bd-42d7-b230-4349d96dce4b req-970e4a89-4131-4886-98bd-56df034f717c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431879 Nov 12 01:32:54.781831 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-ebf6d1cb-8db7-4222-af90-c3b9a265837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:54.783250 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-ebf6d1cb-8db7-4222-af90-c3b9a265837d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 1097 time: 0.0404122 Nov 12 01:32:54.877784 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-3f8bb8d8-46a2-4897-ac72-369ec88f1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:54.879229 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-3f8bb8d8-46a2-4897-ac72-369ec88f1a38 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5 HTTP/1.1" status: 200 len: 897 time: 0.0884964 Nov 12 01:32:54.947161 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-84e99633-65d6-48f6-970c-569687757036 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18674c8-ac11-4346-8c60-cd5dd751e484 HTTP/1.1" status: 200 len: 1000 time: 0.0602381 Nov 12 01:32:55.000243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-d5e8cc97-6254-4122-8e3c-7bd415def0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:55.001965 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-d5e8cc97-6254-4122-8e3c-7bd415def0a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=202056c4-65a0-40f3-9788-8e4e240c8fc4 HTTP/1.1" status: 200 len: 835 time: 0.0481741 Nov 12 01:32:55.032543 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:55.048078 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-566957d8-5f3a-4b2d-a3fc-b20a3d49fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:55.049826 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-566957d8-5f3a-4b2d-a3fc-b20a3d49fab3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413132 Nov 12 01:32:55.145252 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-e7da5491-e65d-449b-8ad6-23c6bf6b14d9 service neutron] 10.222.0.15 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871346 Nov 12 01:32:55.237833 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-763b9313-751f-4bfc-8de2-5a8a856f58df service neutron] 10.222.0.15 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855963 Nov 12 01:32:55.604327 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:55.651366 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc3a27-f383-4aa1-8615-084603341e5b req-66fbb244-6c90-48f2-b0a5-f3122871f79b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:55.652919 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ecc3a27-f383-4aa1-8615-084603341e5b req-66fbb244-6c90-48f2-b0a5-f3122871f79b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 945 time: 0.0499084 Nov 12 01:32:55.706730 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5ecc3a27-f383-4aa1-8615-084603341e5b req-beb1f3a8-92ba-4d33-b506-2db6119f2b76 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470006 Nov 12 01:32:56.104572 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:56.824823 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823fc0b-13cd-4fbe-b2b9-23a7665bc56f req-0eab6fa8-49bf-4b1e-ba64-9d771a40819a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:56.826290 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4823fc0b-13cd-4fbe-b2b9-23a7665bc56f req-0eab6fa8-49bf-4b1e-ba64-9d771a40819a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 945 time: 0.0479548 Nov 12 01:32:56.876177 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4823fc0b-13cd-4fbe-b2b9-23a7665bc56f req-eea40283-6ebb-496d-8004-4b8db083fdc2 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432281 Nov 12 01:32:57.990969 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b27485-4537-4c22-a999-f3688efbd01a req-a6f3452b-850b-4908-b250-e559e4d0e22e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:57.992458 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14b27485-4537-4c22-a999-f3688efbd01a req-a6f3452b-850b-4908-b250-e559e4d0e22e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 945 time: 0.0487683 Nov 12 01:32:58.042252 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14b27485-4537-4c22-a999-f3688efbd01a req-49647429-caf7-440b-bed5-8ae9a7cf964e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435367 Nov 12 01:32:59.161240 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df8286-5cc2-46d0-8927-eda294ad77c3 req-5684eca5-c599-4572-a470-bc34f40c7af8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:59.162706 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22df8286-5cc2-46d0-8927-eda294ad77c3 req-5684eca5-c599-4572-a470-bc34f40c7af8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 945 time: 0.0519714 Nov 12 01:32:59.213768 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-22df8286-5cc2-46d0-8927-eda294ad77c3 req-f8da9209-186d-4e61-add4-5899a916a652 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447128 Nov 12 01:33:00.328840 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96702c44-8b1c-4431-ab56-fb21de6d4425 req-8594a1a3-c195-4bac-a957-d67abb9773f6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:00.330311 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-96702c44-8b1c-4431-ab56-fb21de6d4425 req-8594a1a3-c195-4bac-a957-d67abb9773f6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 945 time: 0.0487344 Nov 12 01:33:00.382003 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-96702c44-8b1c-4431-ab56-fb21de6d4425 req-50c9e0fe-d72b-420e-84f9-4cd82188ce62 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457058 Nov 12 01:33:01.504404 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe303e-4294-4af0-8a6b-9ea712697cc0 req-3e08e1ea-ffc1-48b3-9447-043e6142ad5d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:01.505911 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-60fe303e-4294-4af0-8a6b-9ea712697cc0 req-3e08e1ea-ffc1-48b3-9447-043e6142ad5d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 945 time: 0.0488796 Nov 12 01:33:01.554382 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-60fe303e-4294-4af0-8a6b-9ea712697cc0 req-303ed526-19d5-47e8-9fd5-1b86bdf68836 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425310 Nov 12 01:33:02.678776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539767c-6b52-4d18-9d4c-7eb17c6d76d4 req-fde823e6-7b13-4a67-ac9d-19f6b0e88302 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:02.680224 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1539767c-6b52-4d18-9d4c-7eb17c6d76d4 req-fde823e6-7b13-4a67-ac9d-19f6b0e88302 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 945 time: 0.0523341 Nov 12 01:33:02.729466 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1539767c-6b52-4d18-9d4c-7eb17c6d76d4 req-488fb015-318b-4b46-87ad-a2adec4af260 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427413 Nov 12 01:33:03.852661 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff609c94-ab2c-405c-ad95-dc185a4a11d8 req-42703a07-6265-4298-bb63-561791786a44 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:03.854126 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff609c94-ab2c-405c-ad95-dc185a4a11d8 req-42703a07-6265-4298-bb63-561791786a44 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 945 time: 0.0530019 Nov 12 01:33:03.901969 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff609c94-ab2c-405c-ad95-dc185a4a11d8 req-6bb405b0-9600-4a66-908e-a6fb2cc50956 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416594 Nov 12 01:33:05.017909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537bec6-94bd-4529-b834-75d29cb2798c req-acdfabfd-64b7-4b03-85c4-4b339076bdae tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:05.019399 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b537bec6-94bd-4529-b834-75d29cb2798c req-acdfabfd-64b7-4b03-85c4-4b339076bdae tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 945 time: 0.0493033 Nov 12 01:33:05.068301 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b537bec6-94bd-4529-b834-75d29cb2798c req-8d1ff757-8dd7-4dfd-a510-180b3df026ac tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429115 Nov 12 01:33:06.184747 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f863d5-1e18-4895-937a-d755f7d0c3a1 req-27e95d39-83b2-41dd-a427-d1be1401d771 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:06.186265 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f5f863d5-1e18-4895-937a-d755f7d0c3a1 req-27e95d39-83b2-41dd-a427-d1be1401d771 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 945 time: 0.0485227 Nov 12 01:33:06.237661 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f5f863d5-1e18-4895-937a-d755f7d0c3a1 req-b012a1e6-fcfa-4695-8a35-ca7fbbbe6fc0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451880 Nov 12 01:33:07.216245 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-8cc101cf-0767-4db0-80b2-f4206c4a776a service neutron] show failed (client error): The resource could not be found. Nov 12 01:33:07.217345 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-8cc101cf-0767-4db0-80b2-f4206c4a776a service neutron] 10.222.0.15 "GET /v2.0/ports/b18674c8-ac11-4346-8c60-cd5dd751e484/bindings/n-h1-712137-14 HTTP/1.1" status: 404 len: 381 time: 0.0609252 Nov 12 01:33:07.361439 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c2727-837e-42af-a26b-b6c5807d9ace req-df3b143f-5f5d-4aa8-bb96-8882f305d077 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:07.364794 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f18c2727-837e-42af-a26b-b6c5807d9ace req-df3b143f-5f5d-4aa8-bb96-8882f305d077 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 945 time: 0.0530367 Nov 12 01:33:07.415433 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f18c2727-837e-42af-a26b-b6c5807d9ace req-c7f46551-8553-443a-884c-189664ec5d3a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453255 Nov 12 01:33:07.432805 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:33:07.524314 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-9ae04d25-7f78-4098-8334-69e6215e340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:07.525825 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-9ae04d25-7f78-4098-8334-69e6215e340d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9&tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6 HTTP/1.1" status: 200 len: 1097 time: 0.0801721 Nov 12 01:33:07.538455 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-14', 'device_owner': 'compute:nova'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:07.593865 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:07.794217 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] For port b18674c8-ac11-4346-8c60-cd5dd751e484, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=b18674c8-ac11-4346-8c60-cd5dd751e484,segment=NetworkSegment(91339ba1-7179-4028-ba8f-610918c8942f),segment_id=91339ba1-7179-4028-ba8f-610918c8942f)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:07.830224 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] For port b18674c8-ac11-4346-8c60-cd5dd751e484, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:33:07.869548 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18674c8-ac11-4346-8c60-cd5dd751e484'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:33:07.875810 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:07.889362 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Transition to ACTIVE for port object b18674c8-ac11-4346-8c60-cd5dd751e484 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:33:07.893400 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:07.924953 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cc363f-0c92-47d0-9c72-57d001b4f98c" -d '{"events": [{"server_uuid": "e3549ee5-16ac-4d02-b6c2-78bbf52a96e9", "name": "network-vif-unplugged", "status": "completed", "tag": "b18674c8-ac11-4346-8c60-cd5dd751e484"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:33:07.990468 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Pushing event updated for resources: {'Port': ['ID=b18674c8-ac11-4346-8c60-cd5dd751e484,revision_number=6']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:08.012634 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:08.012964 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:08.013306 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:08.014297 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:08.014695 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:08.015033 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:08.015357 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:08.015682 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:08.016084 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:08.016414 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:08.016759 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:08.017083 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:08.036073 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] No DVR routers for this DVR port b18674c8-ac11-4346-8c60-cd5dd751e484 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:33:08.076805 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5912196a-a3bd-468d-a93c-df0049597c89 x-openstack-request-id: req-5912196a-a3bd-468d-a93c-df0049597c89 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:08.077101 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3549ee5-16ac-4d02-b6c2-78bbf52a96e9", "name": "network-vif-unplugged", "status": "completed", "tag": "b18674c8-ac11-4346-8c60-cd5dd751e484", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:08.077356 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5912196a-a3bd-468d-a93c-df0049597c89 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:08.077753 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18674c8-ac11-4346-8c60-cd5dd751e484', 'code': 200} Nov 12 01:33:08.180620 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Attempting to bind port b18674c8-ac11-4346-8c60-cd5dd751e484 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:33:08.180984 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Attempting to bind port b18674c8-ac11-4346-8c60-cd5dd751e484 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '91339ba1-7179-4028-ba8f-610918c8942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:33:08.181314 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Attempting to bind port b18674c8-ac11-4346-8c60-cd5dd751e484 on network 99ec9b5f-fa70-4142-b7b4-6d26e99118a5 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:33:08.185578 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Port b18674c8-ac11-4346-8c60-cd5dd751e484 on network 99ec9b5f-fa70-4142-b7b4-6d26e99118a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:33:08.185895 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Attempting to bind port b18674c8-ac11-4346-8c60-cd5dd751e484 on network 99ec9b5f-fa70-4142-b7b4-6d26e99118a5 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:33:08.191197 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:33:08.191540 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Checking segment: {'id': '91339ba1-7179-4028-ba8f-610918c8942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:33:08.191978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Bound using segment: {'id': '91339ba1-7179-4028-ba8f-610918c8942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:33:08.192411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Bound port: b18674c8-ac11-4346-8c60-cd5dd751e484, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91339ba1-7179-4028-ba8f-610918c8942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:33:08.192792 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:08.258308 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] For port b18674c8-ac11-4346-8c60-cd5dd751e484, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:33:08.261804 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] For port b18674c8-ac11-4346-8c60-cd5dd751e484, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b18674c8-ac11-4346-8c60-cd5dd751e484,segment=NetworkSegment(91339ba1-7179-4028-ba8f-610918c8942f),segment_id=91339ba1-7179-4028-ba8f-610918c8942f)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:33:08.267236 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:08.303444 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:08.304105 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:08.305417 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] 10.222.0.21 "PUT /v2.0/ports/b18674c8-ac11-4346-8c60-cd5dd751e484 HTTP/1.1" status: 200 len: 1092 time: 0.7708781 Nov 12 01:33:08.325738 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d86ec-cb19-44a9-9e8e-20155324f168 service neutron] Pushing event updated for resources: {'Port': ['ID=b18674c8-ac11-4346-8c60-cd5dd751e484,revision_number=7']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:08.376825 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-6e432c30-4ac8-475e-9e09-a4342438c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:08.378391 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-6e432c30-4ac8-475e-9e09-a4342438c3e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 1095 time: 0.0427854 Nov 12 01:33:08.488816 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-11d0da46-30f2-46bb-9528-31e765b4f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:08.490346 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-11d0da46-30f2-46bb-9528-31e765b4f24d service neutron] 10.222.0.21 "GET /v2.0/networks?id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5 HTTP/1.1" status: 200 len: 897 time: 0.1042607 Nov 12 01:33:08.551132 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a77e52-1fb1-455b-bb87-667159139df2 req-e921e97f-8b71-4b63-a35d-a379b9458f4b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:08.553721 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b6a77e52-1fb1-455b-bb87-667159139df2 req-e921e97f-8b71-4b63-a35d-a379b9458f4b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 943 time: 0.0506289 Nov 12 01:33:08.561940 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-8335e4b0-c7de-4985-bd01-6d2910e26c25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18674c8-ac11-4346-8c60-cd5dd751e484 HTTP/1.1" status: 200 len: 998 time: 0.0642152 Nov 12 01:33:08.607043 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b6a77e52-1fb1-455b-bb87-667159139df2 req-be01bb63-a372-481b-b4bb-22c3eedb2f1c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462482 Nov 12 01:33:08.612282 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-3d54e845-f2c4-4668-8587-3b8e7951d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:08.613785 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-3d54e845-f2c4-4668-8587-3b8e7951d4df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=202056c4-65a0-40f3-9788-8e4e240c8fc4 HTTP/1.1" status: 200 len: 835 time: 0.0447638 Nov 12 01:33:08.664501 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-9ae25a68-1d81-4ce7-ba0d-4d844116cc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:08.666072 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-9ae25a68-1d81-4ce7-ba0d-4d844116cc6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447290 Nov 12 01:33:08.757007 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-a110e516-805b-481f-b225-969f3de3a265 service neutron] 10.222.0.21 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826969 Nov 12 01:33:08.859443 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dbfdfec6-869b-4021-a44d-dceb825a938f req-a833c4bd-680f-4723-9ae5-3d485ab540a9 service neutron] 10.222.0.21 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952530 Nov 12 01:33:09.196215 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:09.727353 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cb06d-eb1d-4fee-abf5-05a2f448f771 req-0b75eb24-2158-484b-a089-6b26c92560a3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:09.728864 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b21cb06d-eb1d-4fee-abf5-05a2f448f771 req-0b75eb24-2158-484b-a089-6b26c92560a3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 943 time: 0.0492439 Nov 12 01:33:09.777639 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b21cb06d-eb1d-4fee-abf5-05a2f448f771 req-3d0e676e-9d57-4adc-8bb7-ba5f4314835d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422094 Nov 12 01:33:10.079134 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'tag': 'b18674c8-ac11-4346-8c60-cd5dd751e484'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:33:10.081611 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce89aa0-925b-461b-905d-d48caacd257e" -d '{"events": [{"name": "network-changed", "server_uuid": "e3549ee5-16ac-4d02-b6c2-78bbf52a96e9", "tag": "b18674c8-ac11-4346-8c60-cd5dd751e484"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:33:10.134014 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ee9563-130e-466e-86de-49948003b9bf x-openstack-request-id: req-e6ee9563-130e-466e-86de-49948003b9bf {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:10.134317 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3549ee5-16ac-4d02-b6c2-78bbf52a96e9", "tag": "b18674c8-ac11-4346-8c60-cd5dd751e484", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:10.134576 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6ee9563-130e-466e-86de-49948003b9bf {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:10.134988 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'tag': 'b18674c8-ac11-4346-8c60-cd5dd751e484', 'status': 'completed', 'code': 200} Nov 12 01:33:10.202690 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce89aa0-925b-461b-905d-d48caacd257e req-1229d317-0e6e-409a-95f1-95e746b9a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:10.204339 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fce89aa0-925b-461b-905d-d48caacd257e req-1229d317-0e6e-409a-95f1-95e746b9a7d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 1095 time: 0.0426364 Nov 12 01:33:10.215769 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce89aa0-925b-461b-905d-d48caacd257e req-70fdcec6-83c2-4ce4-9b05-fabc1b051d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:10.217320 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fce89aa0-925b-461b-905d-d48caacd257e req-70fdcec6-83c2-4ce4-9b05-fabc1b051d2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 1095 time: 0.0455096 Nov 12 01:33:10.304090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce89aa0-925b-461b-905d-d48caacd257e req-1c555c3e-4c7c-49e1-b4e1-ef6af911af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:10.306256 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fce89aa0-925b-461b-905d-d48caacd257e req-1c555c3e-4c7c-49e1-b4e1-ef6af911af1b service neutron] 10.222.0.21 "GET /v2.0/networks?id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5 HTTP/1.1" status: 200 len: 897 time: 0.0909483 Nov 12 01:33:10.308102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce89aa0-925b-461b-905d-d48caacd257e req-7533ac81-f292-4682-b8d4-65cbd28ab9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:10.309580 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fce89aa0-925b-461b-905d-d48caacd257e req-7533ac81-f292-4682-b8d4-65cbd28ab9fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5 HTTP/1.1" status: 200 len: 897 time: 0.0857110 Nov 12 01:33:10.380486 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fce89aa0-925b-461b-905d-d48caacd257e req-f8d3c525-3b9e-4b57-bc2a-fe65380f1e6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18674c8-ac11-4346-8c60-cd5dd751e484 HTTP/1.1" status: 200 len: 998 time: 0.0638561 Nov 12 01:33:10.403533 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fce89aa0-925b-461b-905d-d48caacd257e req-fa1c9c73-50a5-48c7-9293-9e02471fb874 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18674c8-ac11-4346-8c60-cd5dd751e484 HTTP/1.1" status: 200 len: 998 time: 0.0665998 Nov 12 01:33:10.430873 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce89aa0-925b-461b-905d-d48caacd257e req-165ad6d3-e9ff-4305-a6ed-d6595d0767c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:10.432373 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fce89aa0-925b-461b-905d-d48caacd257e req-165ad6d3-e9ff-4305-a6ed-d6595d0767c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=202056c4-65a0-40f3-9788-8e4e240c8fc4 HTTP/1.1" status: 200 len: 835 time: 0.0457501 Nov 12 01:33:10.479285 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce89aa0-925b-461b-905d-d48caacd257e req-0dac64f6-390a-4284-8f7d-aff6739cae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:10.480857 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fce89aa0-925b-461b-905d-d48caacd257e req-0dac64f6-390a-4284-8f7d-aff6739cae91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414271 Nov 12 01:33:10.482830 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce89aa0-925b-461b-905d-d48caacd257e req-aa02d767-c1e4-4718-8f9b-ce074b27ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:10.484279 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fce89aa0-925b-461b-905d-d48caacd257e req-aa02d767-c1e4-4718-8f9b-ce074b27ea72 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=202056c4-65a0-40f3-9788-8e4e240c8fc4 HTTP/1.1" status: 200 len: 835 time: 0.0518978 Nov 12 01:33:10.537709 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device b18674c8-ac11-4346-8c60-cd5dd751e484 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:33:10.540464 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce89aa0-925b-461b-905d-d48caacd257e req-23c25002-c9a7-413c-a1e9-20e7ef052a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:10.542004 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fce89aa0-925b-461b-905d-d48caacd257e req-23c25002-c9a7-413c-a1e9-20e7ef052a33 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440376 Nov 12 01:33:10.581412 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device b18674c8-ac11-4346-8c60-cd5dd751e484 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:33:10.629379 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b18674c8-ac11-4346-8c60-cd5dd751e484 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:33:10.647659 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fce89aa0-925b-461b-905d-d48caacd257e req-55f1466f-3185-4cb3-896d-2ab737d4ae84 service neutron] 10.222.0.21 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963364 Nov 12 01:33:10.737622 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port b18674c8-ac11-4346-8c60-cd5dd751e484, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b18674c8-ac11-4346-8c60-cd5dd751e484,segment=NetworkSegment(91339ba1-7179-4028-ba8f-610918c8942f),segment_id=91339ba1-7179-4028-ba8f-610918c8942f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:10.746112 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fce89aa0-925b-461b-905d-d48caacd257e req-6f6d5f83-9656-47ad-805f-0fff8b97698b service neutron] 10.222.0.21 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913794 Nov 12 01:33:10.753674 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'b18674c8-ac11-4346-8c60-cd5dd751e484', 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5', 'port_id': 'b18674c8-ac11-4346-8c60-cd5dd751e484', 'mac_address': 'fa:16:3e:8a:d8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202056c4-65a0-40f3-9788-8e4e240c8fc4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:33:10.793669 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:10.807559 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18674c8-ac11-4346-8c60-cd5dd751e484 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:33:10.832051 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port b18674c8-ac11-4346-8c60-cd5dd751e484, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b18674c8-ac11-4346-8c60-cd5dd751e484,segment=NetworkSegment(91339ba1-7179-4028-ba8f-610918c8942f),segment_id=91339ba1-7179-4028-ba8f-610918c8942f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:10.836561 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:10.889386 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=b18674c8-ac11-4346-8c60-cd5dd751e484,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:10.893431 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fce89aa0-925b-461b-905d-d48caacd257e req-983730a2-bca3-4e45-8673-12c76acdd799 service neutron] 10.222.0.15 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042239 Nov 12 01:33:10.897098 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:10.897423 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:10.897738 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:10.898708 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:10.899058 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:10.899400 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:10.899739 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:10.900074 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:10.900403 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:10.900758 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:10.901179 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:10.901493 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:10.911872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06cc2a-e8e8-4591-97ca-30ed6993f504 req-a81689a8-bdb7-4720-a0c0-83a6b5d742fe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:10.913513 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0d06cc2a-e8e8-4591-97ca-30ed6993f504 req-a81689a8-bdb7-4720-a0c0-83a6b5d742fe tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 944 time: 0.0544727 Nov 12 01:33:10.968037 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0d06cc2a-e8e8-4591-97ca-30ed6993f504 req-d3a13ebb-8f92-4b0e-a5bc-aa936f44dadb tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485237 Nov 12 01:33:10.992717 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fce89aa0-925b-461b-905d-d48caacd257e req-f3bf90af-e80b-4e15-b11a-92afa69b009b service neutron] 10.222.0.15 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906296 Nov 12 01:33:11.092863 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['b18674c8-ac11-4346-8c60-cd5dd751e484'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:33:11.269589 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-602c2e3b-6e7f-4c47-8ffa-9ad6759ec90f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:11.271059 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-602c2e3b-6e7f-4c47-8ffa-9ad6759ec90f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9&tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 944 time: 0.1154907 Nov 12 01:33:11.278486 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a5024-09e9-4463-a827-27bae37aa3a9 req-7128be43-57ad-4d20-9bd8-8d16ae719f90 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:11.279899 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-010a5024-09e9-4463-a827-27bae37aa3a9 req-7128be43-57ad-4d20-9bd8-8d16ae719f90 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 944 time: 0.0922699 Nov 12 01:33:11.374462 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-010a5024-09e9-4463-a827-27bae37aa3a9 req-c85147f2-b405-457b-9743-572b54b5504d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884659 Nov 12 01:33:11.375913 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-9ca3b036-a259-4290-81ea-d2362e214a5a service neutron] 10.222.0.21 "GET /v2.0/ports/b18674c8-ac11-4346-8c60-cd5dd751e484/bindings/n-h1-712137-14 HTTP/1.1" status: 200 len: 383 time: 0.0951648 Nov 12 01:33:11.439194 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-1d326208-61ee-4a3b-844d-367af486a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:11.441020 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-1d326208-61ee-4a3b-844d-367af486a812 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 1096 time: 0.0418258 Nov 12 01:33:11.536683 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-77c25bb1-7087-46ee-acb7-b86b5c62822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:11.538113 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-77c25bb1-7087-46ee-acb7-b86b5c62822f service neutron] 10.222.0.21 "GET /v2.0/networks?id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5 HTTP/1.1" status: 200 len: 897 time: 0.0902488 Nov 12 01:33:11.610394 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-9a223173-14e3-4c10-a4e4-74e5a20f5f30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18674c8-ac11-4346-8c60-cd5dd751e484 HTTP/1.1" status: 200 len: 999 time: 0.0621223 Nov 12 01:33:11.660218 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-b167ef2a-7e8c-4747-a433-828730d9e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:11.661738 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-b167ef2a-7e8c-4747-a433-828730d9e23a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=202056c4-65a0-40f3-9788-8e4e240c8fc4 HTTP/1.1" status: 200 len: 835 time: 0.0435836 Nov 12 01:33:11.711723 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-74c7615c-239d-478e-a6f0-3c5bbaf622a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:11.713211 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-74c7615c-239d-478e-a6f0-3c5bbaf622a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439062 Nov 12 01:33:11.804278 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-154336a9-3be1-4d3b-a289-41219fde3d9f service neutron] 10.222.0.21 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825474 Nov 12 01:33:11.906807 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-ad22cad1-fcc1-4ca9-945d-5b2228363ed7 service neutron] 10.222.0.21 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954933 Nov 12 01:33:12.498340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111ca46-fc5e-4f7a-b55d-78d7eeefd387 req-1f1c3523-8341-4a65-b175-7e9821d71841 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:12.499800 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1111ca46-fc5e-4f7a-b55d-78d7eeefd387 req-1f1c3523-8341-4a65-b175-7e9821d71841 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 944 time: 0.0488765 Nov 12 01:33:12.552186 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1111ca46-fc5e-4f7a-b55d-78d7eeefd387 req-aa9edb78-759b-4e86-8105-c33a41c1ba1c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462027 Nov 12 01:33:12.646588 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b18674c8-ac11-4346-8c60-cd5dd751e484 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:33:12.694674 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port b18674c8-ac11-4346-8c60-cd5dd751e484 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:33:12.698290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port b18674c8-ac11-4346-8c60-cd5dd751e484 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:12.698667 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:12.775816 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:12.798397 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18674c8-ac11-4346-8c60-cd5dd751e484'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:33:12.812783 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port b18674c8-ac11-4346-8c60-cd5dd751e484, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b18674c8-ac11-4346-8c60-cd5dd751e484,segment=NetworkSegment(91339ba1-7179-4028-ba8f-610918c8942f),segment_id=91339ba1-7179-4028-ba8f-610918c8942f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:12.816631 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:12.843766 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d211fde4-cab7-4017-8295-b2400b4837ab" -d '{"events": [{"server_uuid": "e3549ee5-16ac-4d02-b6c2-78bbf52a96e9", "name": "network-vif-plugged", "status": "completed", "tag": "b18674c8-ac11-4346-8c60-cd5dd751e484"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:33:12.875875 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=b18674c8-ac11-4346-8c60-cd5dd751e484,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:12.945409 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561c37e2-c2bb-4a4f-afc5-f64e9a16b33d x-openstack-request-id: req-561c37e2-c2bb-4a4f-afc5-f64e9a16b33d {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:12.945647 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3549ee5-16ac-4d02-b6c2-78bbf52a96e9", "name": "network-vif-plugged", "status": "completed", "tag": "b18674c8-ac11-4346-8c60-cd5dd751e484", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:12.945899 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-561c37e2-c2bb-4a4f-afc5-f64e9a16b33d {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:12.946292 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18674c8-ac11-4346-8c60-cd5dd751e484', 'code': 200} Nov 12 01:33:13.681204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e621e7-b015-4f19-b9d9-7a196c22275f req-744b006a-5998-488f-9ec4-0ec9335263c6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:13.682680 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-06e621e7-b015-4f19-b9d9-7a196c22275f req-744b006a-5998-488f-9ec4-0ec9335263c6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 945 time: 0.0565712 Nov 12 01:33:13.733807 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-06e621e7-b015-4f19-b9d9-7a196c22275f req-c7a0048b-bb3f-49d3-b6fb-5a2b3f1f4f62 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446398 Nov 12 01:33:13.955581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-969ca827-c6d3-443f-8b4f-a0c228f30425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:13.957098 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-969ca827-c6d3-443f-8b4f-a0c228f30425 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9&tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6 HTTP/1.1" status: 200 len: 1097 time: 0.0415270 Nov 12 01:33:13.974786 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-14', 'device_owner': 'compute:nova'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:14.030199 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:14.226147 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] For port b18674c8-ac11-4346-8c60-cd5dd751e484, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b18674c8-ac11-4346-8c60-cd5dd751e484,segment=NetworkSegment(91339ba1-7179-4028-ba8f-610918c8942f),segment_id=91339ba1-7179-4028-ba8f-610918c8942f)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:14.256881 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] For port b18674c8-ac11-4346-8c60-cd5dd751e484, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:33:14.296490 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18674c8-ac11-4346-8c60-cd5dd751e484'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:33:14.301437 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:14.314319 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Transition to ACTIVE for port object b18674c8-ac11-4346-8c60-cd5dd751e484 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:33:14.318268 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:14.348439 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3805a29-d58f-4ff2-b9a1-849593fa4865" -d '{"events": [{"server_uuid": "e3549ee5-16ac-4d02-b6c2-78bbf52a96e9", "name": "network-vif-unplugged", "status": "completed", "tag": "b18674c8-ac11-4346-8c60-cd5dd751e484"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:33:14.409003 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Pushing event updated for resources: {'Port': ['ID=b18674c8-ac11-4346-8c60-cd5dd751e484,revision_number=10']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:14.424100 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:14.424457 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:14.424846 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:14.425385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:14.425822 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:14.426188 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:14.426524 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:14.426855 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:14.427218 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:14.427518 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:14.427858 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:14.428225 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:14.470932 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4230ba7f-017a-4ead-93fe-6797355c6ffc x-openstack-request-id: req-4230ba7f-017a-4ead-93fe-6797355c6ffc {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:14.471222 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3549ee5-16ac-4d02-b6c2-78bbf52a96e9", "name": "network-vif-unplugged", "status": "completed", "tag": "b18674c8-ac11-4346-8c60-cd5dd751e484", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:14.471471 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4230ba7f-017a-4ead-93fe-6797355c6ffc {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:14.471884 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18674c8-ac11-4346-8c60-cd5dd751e484', 'code': 200} Nov 12 01:33:14.473145 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] No DVR routers for this DVR port b18674c8-ac11-4346-8c60-cd5dd751e484 on host n-h1-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:33:14.618995 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Attempting to bind port b18674c8-ac11-4346-8c60-cd5dd751e484 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:33:14.619337 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Attempting to bind port b18674c8-ac11-4346-8c60-cd5dd751e484 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '91339ba1-7179-4028-ba8f-610918c8942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:33:14.619695 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Attempting to bind port b18674c8-ac11-4346-8c60-cd5dd751e484 on network 99ec9b5f-fa70-4142-b7b4-6d26e99118a5 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:33:14.624612 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Port b18674c8-ac11-4346-8c60-cd5dd751e484 on network 99ec9b5f-fa70-4142-b7b4-6d26e99118a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:33:14.624971 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Attempting to bind port b18674c8-ac11-4346-8c60-cd5dd751e484 on network 99ec9b5f-fa70-4142-b7b4-6d26e99118a5 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:33:14.629852 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:33:14.630137 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Checking segment: {'id': '91339ba1-7179-4028-ba8f-610918c8942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:33:14.630524 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Bound using segment: {'id': '91339ba1-7179-4028-ba8f-610918c8942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:33:14.630951 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Bound port: b18674c8-ac11-4346-8c60-cd5dd751e484, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91339ba1-7179-4028-ba8f-610918c8942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:33:14.631317 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:14.696398 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] For port b18674c8-ac11-4346-8c60-cd5dd751e484, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:33:14.699462 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] For port b18674c8-ac11-4346-8c60-cd5dd751e484, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=b18674c8-ac11-4346-8c60-cd5dd751e484,segment=NetworkSegment(91339ba1-7179-4028-ba8f-610918c8942f),segment_id=91339ba1-7179-4028-ba8f-610918c8942f)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:33:14.704778 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:14.738269 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:14.738897 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:14.740275 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] 10.222.0.15 "PUT /v2.0/ports/b18674c8-ac11-4346-8c60-cd5dd751e484 HTTP/1.1" status: 200 len: 1093 time: 0.7694347 Nov 12 01:33:14.764048 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bce257-bc25-4693-b8a2-84bdf576fd02 service neutron] Pushing event updated for resources: {'Port': ['ID=b18674c8-ac11-4346-8c60-cd5dd751e484,revision_number=11']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:14.841595 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-32ffebae-8c67-4fdd-916c-a3a2ea765814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:14.843147 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-32ffebae-8c67-4fdd-916c-a3a2ea765814 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 1096 time: 0.0676579 Nov 12 01:33:14.894772 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47faf2-21a1-4580-8acc-43e7cb4f72f3 req-48f1e5d7-b75e-4bcd-925e-2376570f6c3b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:14.896392 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3c47faf2-21a1-4580-8acc-43e7cb4f72f3 req-48f1e5d7-b75e-4bcd-925e-2376570f6c3b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 944 time: 0.0835016 Nov 12 01:33:14.991765 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-53426ab6-9d7e-41b7-a2b0-43443e659e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:14.993272 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-53426ab6-9d7e-41b7-a2b0-43443e659e11 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5 HTTP/1.1" status: 200 len: 897 time: 0.1423976 Nov 12 01:33:14.997100 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3c47faf2-21a1-4580-8acc-43e7cb4f72f3 req-00105754-0ef4-4a33-af80-5cbd8c1c2f81 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723112 Nov 12 01:33:15.067521 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-92285991-c400-4a31-96a2-01f356026947 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18674c8-ac11-4346-8c60-cd5dd751e484 HTTP/1.1" status: 200 len: 998 time: 0.0641279 Nov 12 01:33:15.117532 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-4ac65232-2345-4df4-88fe-d29205103f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:15.118986 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-4ac65232-2345-4df4-88fe-d29205103f05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=202056c4-65a0-40f3-9788-8e4e240c8fc4 HTTP/1.1" status: 200 len: 835 time: 0.0435326 Nov 12 01:33:15.165083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-dafd4fa2-2c68-49d0-a445-a740939ff93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:15.166578 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-dafd4fa2-2c68-49d0-a445-a740939ff93b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406907 Nov 12 01:33:15.260719 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-ca9eb38f-a4dc-4f9b-85bc-81fdcbe426f7 service neutron] 10.222.0.15 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855143 Nov 12 01:33:15.355641 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7747e50-7896-4f0c-a02b-148df3e8c4ed req-1ccb36db-349b-43d6-ac88-e94b43474a31 service neutron] 10.222.0.15 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875647 Nov 12 01:33:16.115947 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29fda8-76f3-4bbc-bed3-6bb377da1f08 req-ffad9061-abbf-4a7a-a654-182f328ca9ed tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:16.117445 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bd29fda8-76f3-4bbc-bed3-6bb377da1f08 req-ffad9061-abbf-4a7a-a654-182f328ca9ed tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 944 time: 0.0481727 Nov 12 01:33:16.165840 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bd29fda8-76f3-4bbc-bed3-6bb377da1f08 req-01f35adf-6a22-45a3-acfd-c3d9b45d1d35 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419946 Nov 12 01:33:16.473474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'tag': 'b18674c8-ac11-4346-8c60-cd5dd751e484'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:33:16.475871 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3549ee5-16ac-4d02-b6c2-78bbf52a96e9", "tag": "b18674c8-ac11-4346-8c60-cd5dd751e484"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:33:16.523908 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bdb927-d61f-4473-a8bd-7327337c7fbf x-openstack-request-id: req-c9bdb927-d61f-4473-a8bd-7327337c7fbf {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:16.524205 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3549ee5-16ac-4d02-b6c2-78bbf52a96e9", "tag": "b18674c8-ac11-4346-8c60-cd5dd751e484", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:16.524464 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9bdb927-d61f-4473-a8bd-7327337c7fbf {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:16.524916 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'tag': 'b18674c8-ac11-4346-8c60-cd5dd751e484', 'status': 'completed', 'code': 200} Nov 12 01:33:16.586114 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f req-e4612fb1-4594-472e-9143-75e12d3334d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:16.587616 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f req-e4612fb1-4594-472e-9143-75e12d3334d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 1096 time: 0.0412080 Nov 12 01:33:16.610448 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f req-ea647eed-61bf-4eba-8dbd-1774ec938915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:16.612122 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f req-ea647eed-61bf-4eba-8dbd-1774ec938915 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 1096 time: 0.0459447 Nov 12 01:33:16.645735 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b18674c8-ac11-4346-8c60-cd5dd751e484 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:33:16.686727 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b18674c8-ac11-4346-8c60-cd5dd751e484 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:33:16.690548 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f req-2d11c3ab-5447-4866-80a2-b88abfeb404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:16.692127 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f req-2d11c3ab-5447-4866-80a2-b88abfeb404a service neutron] 10.222.0.21 "GET /v2.0/networks?id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5 HTTP/1.1" status: 200 len: 897 time: 0.0968232 Nov 12 01:33:16.707646 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f req-15df5b94-5280-4bb4-bf52-c0656fe241e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:16.709139 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f req-15df5b94-5280-4bb4-bf52-c0656fe241e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5 HTTP/1.1" status: 200 len: 897 time: 0.0883942 Nov 12 01:33:16.763367 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f req-a2eb95bb-707e-4b6a-817b-a28f9ebe1b57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18674c8-ac11-4346-8c60-cd5dd751e484 HTTP/1.1" status: 200 len: 998 time: 0.0630810 Nov 12 01:33:16.779681 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f req-52dd7f59-46dc-40b3-951e-29edf0462f95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18674c8-ac11-4346-8c60-cd5dd751e484 HTTP/1.1" status: 200 len: 998 time: 0.0626326 Nov 12 01:33:16.815722 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f req-ca1933fe-0775-4ac9-b298-df4733f12392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:16.817197 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f req-ca1933fe-0775-4ac9-b298-df4733f12392 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=202056c4-65a0-40f3-9788-8e4e240c8fc4 HTTP/1.1" status: 200 len: 835 time: 0.0444100 Nov 12 01:33:16.828625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f req-d734dd6b-276b-461e-ba55-ff48b47f1467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:16.830111 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f req-d734dd6b-276b-461e-ba55-ff48b47f1467 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=202056c4-65a0-40f3-9788-8e4e240c8fc4 HTTP/1.1" status: 200 len: 835 time: 0.0436020 Nov 12 01:33:16.865495 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f req-ad88bdaa-6ca1-493e-aa4c-9f2b1cc0f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:16.867301 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f req-ad88bdaa-6ca1-493e-aa4c-9f2b1cc0f147 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422981 Nov 12 01:33:16.879832 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f req-0862655a-4124-43e2-b58e-cf7fef2a00eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:16.881380 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f req-0862655a-4124-43e2-b58e-cf7fef2a00eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437846 Nov 12 01:33:16.969247 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f req-369775d8-8735-4302-ad44-955c1eed0135 service neutron] 10.222.0.21 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930290 Nov 12 01:33:16.985268 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f req-f2b00e09-f7fd-4f6b-8caf-4a624ae6131e service neutron] 10.222.0.15 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954344 Nov 12 01:33:17.060172 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f req-827f3741-aac9-4bc3-bbc1-52a7a9daefe8 service neutron] 10.222.0.21 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836029 Nov 12 01:33:17.080549 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4a9abf0d-3eea-4679-b4d0-658d84bbd71f req-c5ffcfd2-46af-4a02-a33c-2dbfc34afe05 service neutron] 10.222.0.15 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879261 Nov 12 01:33:17.290889 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4eb26a-a647-4fcf-9e97-7d89e16ac2d6 req-4e87dd1c-0aff-4b25-b7db-34ad6043d2de tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:17.292386 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb4eb26a-a647-4fcf-9e97-7d89e16ac2d6 req-4e87dd1c-0aff-4b25-b7db-34ad6043d2de tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 944 time: 0.0577443 Nov 12 01:33:17.351182 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb4eb26a-a647-4fcf-9e97-7d89e16ac2d6 req-647e2eec-3cd9-48b9-961d-4d78e927d918 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489111 Nov 12 01:33:18.477917 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68b3f4-2468-43f8-94e8-eab410395fb0 req-7727be68-4118-417d-81b2-df76213cf065 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:18.479646 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9f68b3f4-2468-43f8-94e8-eab410395fb0 req-7727be68-4118-417d-81b2-df76213cf065 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 944 time: 0.0557947 Nov 12 01:33:18.530630 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9f68b3f4-2468-43f8-94e8-eab410395fb0 req-94c5b15c-04be-46ea-8dd7-f17c72548208 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441918 Nov 12 01:33:18.627282 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device b18674c8-ac11-4346-8c60-cd5dd751e484 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:33:18.724156 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port b18674c8-ac11-4346-8c60-cd5dd751e484, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=b18674c8-ac11-4346-8c60-cd5dd751e484,segment=NetworkSegment(91339ba1-7179-4028-ba8f-610918c8942f),segment_id=91339ba1-7179-4028-ba8f-610918c8942f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:18.734863 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'b18674c8-ac11-4346-8c60-cd5dd751e484', 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5', 'port_id': 'b18674c8-ac11-4346-8c60-cd5dd751e484', 'mac_address': 'fa:16:3e:8a:d8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202056c4-65a0-40f3-9788-8e4e240c8fc4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:33:18.770873 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:18.783570 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18674c8-ac11-4346-8c60-cd5dd751e484 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:33:18.802163 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port b18674c8-ac11-4346-8c60-cd5dd751e484, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=b18674c8-ac11-4346-8c60-cd5dd751e484,segment=NetworkSegment(91339ba1-7179-4028-ba8f-610918c8942f),segment_id=91339ba1-7179-4028-ba8f-610918c8942f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:18.806284 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:18.852699 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=b18674c8-ac11-4346-8c60-cd5dd751e484,revision_number=12']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:19.284434 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['b18674c8-ac11-4346-8c60-cd5dd751e484'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:33:19.645795 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d92df-5687-478f-8bf6-1e819ec855e7 req-97394922-ef45-486e-8ecc-a6e249248e87 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:19.647337 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8c0d92df-5687-478f-8bf6-1e819ec855e7 req-97394922-ef45-486e-8ecc-a6e249248e87 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 945 time: 0.0497317 Nov 12 01:33:19.697859 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8c0d92df-5687-478f-8bf6-1e819ec855e7 req-ce905ff4-f46e-4f70-bf69-955e1404215a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443020 Nov 12 01:33:19.719650 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 51958) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:19.784592 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8ba1e3dc-1549-4fe8-b227-a556d63fa475 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/floatingips/84250435-4f51-40c2-8e9c-f7924c2ed31b HTTP/1.1" status: 200 len: 991 time: 0.0638227 Nov 12 01:33:20.119444 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0f09632a-28df-4630-9045-0e5ef66ec081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:20.631114 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device b18674c8-ac11-4346-8c60-cd5dd751e484 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:33:20.684867 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port b18674c8-ac11-4346-8c60-cd5dd751e484 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:33:20.688713 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port b18674c8-ac11-4346-8c60-cd5dd751e484 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:20.689090 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:20.762829 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:20.784880 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18674c8-ac11-4346-8c60-cd5dd751e484'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:33:20.787085 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8aff855-e367-4b58-8a4d-62b90a681409" -d '{"events": [{"server_uuid": "e3549ee5-16ac-4d02-b6c2-78bbf52a96e9", "name": "network-vif-plugged", "status": "completed", "tag": "b18674c8-ac11-4346-8c60-cd5dd751e484"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:33:20.800281 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port b18674c8-ac11-4346-8c60-cd5dd751e484, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=b18674c8-ac11-4346-8c60-cd5dd751e484,segment=NetworkSegment(91339ba1-7179-4028-ba8f-610918c8942f),segment_id=91339ba1-7179-4028-ba8f-610918c8942f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:20.804587 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:20.830088 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b298f8d0-7fcb-48ba-86b6-5f2e193f883b x-openstack-request-id: req-b298f8d0-7fcb-48ba-86b6-5f2e193f883b {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:20.830381 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3549ee5-16ac-4d02-b6c2-78bbf52a96e9", "name": "network-vif-plugged", "status": "completed", "tag": "b18674c8-ac11-4346-8c60-cd5dd751e484", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:20.830634 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b298f8d0-7fcb-48ba-86b6-5f2e193f883b {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:20.831017 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18674c8-ac11-4346-8c60-cd5dd751e484', 'code': 200} Nov 12 01:33:20.855365 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=b18674c8-ac11-4346-8c60-cd5dd751e484,revision_number=13']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:22.398193 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-87eb438c-450d-465a-87c6-a7134b084948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:23.639169 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:25.022850 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:25.603888 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:26.108102 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:39.193204 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:42.893599 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b39f799-5459-4ae0-bbcd-b838be619e6f req-a79ce8c1-f9c5-439a-a083-ad57db7a095e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425231 Nov 12 01:33:42.993394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39f799-5459-4ae0-bbcd-b838be619e6f req-1368e51d-4ffd-499d-838c-2753852328ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:42.994872 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b39f799-5459-4ae0-bbcd-b838be619e6f req-1368e51d-4ffd-499d-838c-2753852328ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 1098 time: 0.0419974 Nov 12 01:33:43.100779 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39f799-5459-4ae0-bbcd-b838be619e6f req-47f42883-7e51-4dc2-91ae-b84eee3712bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:43.102249 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b39f799-5459-4ae0-bbcd-b838be619e6f req-47f42883-7e51-4dc2-91ae-b84eee3712bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5 HTTP/1.1" status: 200 len: 897 time: 0.0875661 Nov 12 01:33:43.178766 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b39f799-5459-4ae0-bbcd-b838be619e6f req-3b5e6c5e-7e63-40c9-8f3b-8812537366ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18674c8-ac11-4346-8c60-cd5dd751e484 HTTP/1.1" status: 200 len: 1000 time: 0.0687261 Nov 12 01:33:43.230792 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39f799-5459-4ae0-bbcd-b838be619e6f req-0a58c67c-26b3-4394-96a7-a71d6a4e7b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:43.232830 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b39f799-5459-4ae0-bbcd-b838be619e6f req-0a58c67c-26b3-4394-96a7-a71d6a4e7b16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=202056c4-65a0-40f3-9788-8e4e240c8fc4 HTTP/1.1" status: 200 len: 835 time: 0.0467670 Nov 12 01:33:43.276474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39f799-5459-4ae0-bbcd-b838be619e6f req-1bb98277-4dc9-465a-a8e2-d67f17a92856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:43.277942 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b39f799-5459-4ae0-bbcd-b838be619e6f req-1bb98277-4dc9-465a-a8e2-d67f17a92856 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383666 Nov 12 01:33:43.367669 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b39f799-5459-4ae0-bbcd-b838be619e6f req-0e5f0c9e-78a8-4f92-ab5e-f7de18528716 service neutron] 10.222.0.15 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817246 Nov 12 01:33:43.459219 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b39f799-5459-4ae0-bbcd-b838be619e6f req-2c0027ef-4206-4541-a06b-f378cac12885 service neutron] 10.222.0.15 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844276 Nov 12 01:33:44.431989 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:33:50.120773 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2cd3f78e-7af0-4bd8-abe1-69e0b0e525ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:52.401848 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b8c3ea70-5210-448c-ad68-6bdda04b414a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:53.641277 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:55.041660 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:55.605434 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:56.110500 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:09.214853 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:16.892409 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3736c9-e7d1-40c4-a7c2-fdf826590a6e req-a483e280-1749-4c2f-abd6-63fc84322f7a tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:16.894246 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2c3736c9-e7d1-40c4-a7c2-fdf826590a6e req-a483e280-1749-4c2f-abd6-63fc84322f7a tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 1098 time: 0.0456593 Nov 12 01:34:16.943182 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2c3736c9-e7d1-40c4-a7c2-fdf826590a6e req-2d35ceda-12f9-4116-a4cb-3dcaa9222ce9 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429196 Nov 12 01:34:16.967160 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52002) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:17.127180 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Deleting port b13b9099-8ce9-4aeb-8581-64bb7e5fe305 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:34:17.127525 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:17.203047 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:17.203293 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:17.214801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Calling delete_port for b13b9099-8ce9-4aeb-8581-64bb7e5fe305 owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:34:17.384955 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:17.414787 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Port': ['ID=b13b9099-8ce9-4aeb-8581-64bb7e5fe305,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:17.440398 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:17.440772 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:17.441113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:17.441451 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:17.441785 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:17.442114 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:17.442439 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:17.442764 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:17.443088 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:17.443408 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:17.443732 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:17.444049 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:17.487564 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:17.487903 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Floating IP 84250435-4f51-40c2-8e9c-f7924c2ed31b disassociated (deleted). External IP: 172.25.0.46, port: b18674c8-ac11-4346-8c60-cd5dd751e484. Nov 12 01:34:17.964950 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Router dd1a9f09-28ee-45b1-a211-6fce495a7b8d has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:34:18.070475 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:34:18.075149 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:18.079818 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf9be7b-a3d6-48dc-99c1-a3afd6075796 None None] Sync routers for ids ['dd1a9f09-28ee-45b1-a211-6fce495a7b8d'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:34:18.088996 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf9be7b-a3d6-48dc-99c1-a3afd6075796 None None] Routers {'dd1a9f09-28ee-45b1-a211-6fce495a7b8d'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:18.089607 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-fdf9be7b-a3d6-48dc-99c1-a3afd6075796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:33:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['dd1a9f09-28ee-45b1-a211-6fce495a7b8d'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:18.101229 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c8dd54c2-a947-47c6-b3e1-394a23325fdd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "DELETE /v2.0/floatingips/84250435-4f51-40c2-8e9c-f7924c2ed31b HTTP/1.1" status: 204 len: 168 time: 1.1329885 Nov 12 01:34:18.101820 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'tag': 'b18674c8-ac11-4346-8c60-cd5dd751e484'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:34:18.104081 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79d5892-56fa-4afc-9b7f-f7ad6d534b38" -d '{"events": [{"name": "network-changed", "server_uuid": "e3549ee5-16ac-4d02-b6c2-78bbf52a96e9", "tag": "b18674c8-ac11-4346-8c60-cd5dd751e484"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:34:18.145150 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75067e9a-9bfd-402b-bbad-7a491e9bfd1d x-openstack-request-id: req-75067e9a-9bfd-402b-bbad-7a491e9bfd1d {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:34:18.145432 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3549ee5-16ac-4d02-b6c2-78bbf52a96e9", "tag": "b18674c8-ac11-4346-8c60-cd5dd751e484", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:34:18.145678 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75067e9a-9bfd-402b-bbad-7a491e9bfd1d {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:34:18.146083 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'tag': 'b18674c8-ac11-4346-8c60-cd5dd751e484', 'status': 'completed', 'code': 200} Nov 12 01:34:18.202634 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-fdf9be7b-a3d6-48dc-99c1-a3afd6075796 None None] Set router dd1a9f09-28ee-45b1-a211-6fce495a7b8d gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:18.234588 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d5892-56fa-4afc-9b7f-f7ad6d534b38 req-a8b42ec3-9ce5-4001-bd3d-bdcef54b2d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:18.236858 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a79d5892-56fa-4afc-9b7f-f7ad6d534b38 req-a8b42ec3-9ce5-4001-bd3d-bdcef54b2d5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 1098 time: 0.0475821 Nov 12 01:34:18.362326 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d5892-56fa-4afc-9b7f-f7ad6d534b38 req-df3e81cc-be77-4f8f-a10a-3f3c1e6180a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:18.363791 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a79d5892-56fa-4afc-9b7f-f7ad6d534b38 req-df3e81cc-be77-4f8f-a10a-3f3c1e6180a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5 HTTP/1.1" status: 200 len: 897 time: 0.1199574 Nov 12 01:34:18.372023 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b998be-fdf2-4e89-9c0f-87c5d4a901e7 req-1c780086-1343-4503-908f-68d486ce8ff2 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:18.373413 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e9b998be-fdf2-4e89-9c0f-87c5d4a901e7 req-1c780086-1343-4503-908f-68d486ce8ff2 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 946 time: 0.0722575 Nov 12 01:34:18.416211 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a79d5892-56fa-4afc-9b7f-f7ad6d534b38 req-18e91797-609f-4fe3-bd39-6a95d5fc623c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b18674c8-ac11-4346-8c60-cd5dd751e484 HTTP/1.1" status: 200 len: 217 time: 0.0418701 Nov 12 01:34:18.429241 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-fdf9be7b-a3d6-48dc-99c1-a3afd6075796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229945168', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:17Z', 'updated_at': '2021-11-12T01:31:21Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:18Z', 'updated_at': '2021-11-12T01:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '33397bd1-5a65-4c49-8a02-2b92da097c01', 'name': '', 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:62:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '202056c4-65a0-40f3-9788-8e4e240c8fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:20Z', 'updated_at': '2021-11-12T01:31:24Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '202056c4-65a0-40f3-9788-8e4e240c8fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:18.454946 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf9be7b-a3d6-48dc-99c1-a3afd6075796 None None] Checking router: dd1a9f09-28ee-45b1-a211-6fce495a7b8d for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:34:18.463282 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf9be7b-a3d6-48dc-99c1-a3afd6075796 None None] Routers {'dd1a9f09-28ee-45b1-a211-6fce495a7b8d'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:18.463730 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-fdf9be7b-a3d6-48dc-99c1-a3afd6075796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:33:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['dd1a9f09-28ee-45b1-a211-6fce495a7b8d'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:18.487405 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e9b998be-fdf2-4e89-9c0f-87c5d4a901e7 req-0b47f6b4-baa3-40c8-bd6c-5a4999439427 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061425 Nov 12 01:34:18.492754 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d5892-56fa-4afc-9b7f-f7ad6d534b38 req-dfd926f3-cb34-4698-b0b8-965ba0c6580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:18.494515 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a79d5892-56fa-4afc-9b7f-f7ad6d534b38 req-dfd926f3-cb34-4698-b0b8-965ba0c6580f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=202056c4-65a0-40f3-9788-8e4e240c8fc4 HTTP/1.1" status: 200 len: 835 time: 0.0699434 Nov 12 01:34:18.547587 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d5892-56fa-4afc-9b7f-f7ad6d534b38 req-aee65ca4-f2fa-4b4d-95d8-4d58322f4159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:18.549188 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a79d5892-56fa-4afc-9b7f-f7ad6d534b38 req-aee65ca4-f2fa-4b4d-95d8-4d58322f4159 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99ec9b5f-fa70-4142-b7b4-6d26e99118a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454974 Nov 12 01:34:18.574267 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-fdf9be7b-a3d6-48dc-99c1-a3afd6075796 None None] Set router dd1a9f09-28ee-45b1-a211-6fce495a7b8d gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:18.645349 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a79d5892-56fa-4afc-9b7f-f7ad6d534b38 req-68f6897d-c00a-468c-b8ae-19336715bdf8 service neutron] 10.222.0.15 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886016 Nov 12 01:34:18.755078 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a79d5892-56fa-4afc-9b7f-f7ad6d534b38 req-9e014009-8c58-4871-9f3c-869afa069f90 service neutron] 10.222.0.15 "GET /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019614 Nov 12 01:34:18.791361 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-fdf9be7b-a3d6-48dc-99c1-a3afd6075796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229945168', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:17Z', 'updated_at': '2021-11-12T01:31:21Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:18Z', 'updated_at': '2021-11-12T01:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '33397bd1-5a65-4c49-8a02-2b92da097c01', 'name': '', 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:62:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '202056c4-65a0-40f3-9788-8e4e240c8fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:20Z', 'updated_at': '2021-11-12T01:31:24Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '202056c4-65a0-40f3-9788-8e4e240c8fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:18.818350 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf9be7b-a3d6-48dc-99c1-a3afd6075796 None None] The sync data for ids ['dd1a9f09-28ee-45b1-a211-6fce495a7b8d'] in n-d-712137-14 is: [{'id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229945168', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:17Z', 'updated_at': '2021-11-12T01:31:21Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:18Z', 'updated_at': '2021-11-12T01:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '33397bd1-5a65-4c49-8a02-2b92da097c01', 'name': '', 'network_id': '99ec9b5f-fa70-4142-b7b4-6d26e99118a5', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:62:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '202056c4-65a0-40f3-9788-8e4e240c8fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:20Z', 'updated_at': '2021-11-12T01:31:24Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '202056c4-65a0-40f3-9788-8e4e240c8fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:34:19.030527 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121a6158-0a23-45e7-804e-f7224934a79b None None] New status for floating IP 84250435-4f51-40c2-8e9c-f7924c2ed31b: DOWN {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:34:19.608334 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddff28b-e54d-41e0-a1da-80ac0673999c req-ecd7fdb2-0ce8-4453-b37f-daedb48b3af5 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:19.609870 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1ddff28b-e54d-41e0-a1da-80ac0673999c req-ecd7fdb2-0ce8-4453-b37f-daedb48b3af5 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 946 time: 0.0500340 Nov 12 01:34:19.663380 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1ddff28b-e54d-41e0-a1da-80ac0673999c req-c4bc265f-bcea-469d-b429-6ec166287b2b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e42c470-abaa-400c-9a51-d797b05e7f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474000 Nov 12 01:34:20.122867 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5fe6a53c-3cee-4829-bfe8-eb834f3fb85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:20.147120 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d2b48-3deb-4b92-98a0-9ee595e019d7 req-904a1427-d4d0-41eb-bb51-1904e29fd2b2 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:20.148563 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-451d2b48-3deb-4b92-98a0-9ee595e019d7 req-904a1427-d4d0-41eb-bb51-1904e29fd2b2 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 946 time: 0.0498676 Nov 12 01:34:20.238406 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-451d2b48-3deb-4b92-98a0-9ee595e019d7 req-724c6488-18c2-46d3-a9be-96ba63f46ee6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Deleting port b18674c8-ac11-4346-8c60-cd5dd751e484 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:34:20.238747 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-451d2b48-3deb-4b92-98a0-9ee595e019d7 req-724c6488-18c2-46d3-a9be-96ba63f46ee6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:20.327037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-451d2b48-3deb-4b92-98a0-9ee595e019d7 req-724c6488-18c2-46d3-a9be-96ba63f46ee6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] For port b18674c8-ac11-4346-8c60-cd5dd751e484, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=b18674c8-ac11-4346-8c60-cd5dd751e484,segment=NetworkSegment(91339ba1-7179-4028-ba8f-610918c8942f),segment_id=91339ba1-7179-4028-ba8f-610918c8942f)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:20.327435 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-451d2b48-3deb-4b92-98a0-9ee595e019d7 req-724c6488-18c2-46d3-a9be-96ba63f46ee6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:20.339663 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-451d2b48-3deb-4b92-98a0-9ee595e019d7 req-724c6488-18c2-46d3-a9be-96ba63f46ee6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Calling delete_port for b18674c8-ac11-4346-8c60-cd5dd751e484 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:34:20.467414 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-451d2b48-3deb-4b92-98a0-9ee595e019d7 req-724c6488-18c2-46d3-a9be-96ba63f46ee6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:20.494139 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c6488-18c2-46d3-a9be-96ba63f46ee6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Port': ['ID=b18674c8-ac11-4346-8c60-cd5dd751e484,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:20.509260 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c6488-18c2-46d3-a9be-96ba63f46ee6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:20.509616 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c6488-18c2-46d3-a9be-96ba63f46ee6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:20.509964 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c6488-18c2-46d3-a9be-96ba63f46ee6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:20.510457 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c6488-18c2-46d3-a9be-96ba63f46ee6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:20.510808 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c6488-18c2-46d3-a9be-96ba63f46ee6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:20.511143 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c6488-18c2-46d3-a9be-96ba63f46ee6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:20.511474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c6488-18c2-46d3-a9be-96ba63f46ee6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:20.511803 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c6488-18c2-46d3-a9be-96ba63f46ee6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:20.512157 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c6488-18c2-46d3-a9be-96ba63f46ee6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:20.512455 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c6488-18c2-46d3-a9be-96ba63f46ee6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:20.512810 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c6488-18c2-46d3-a9be-96ba63f46ee6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:20.513138 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c6488-18c2-46d3-a9be-96ba63f46ee6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:20.548435 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-451d2b48-3deb-4b92-98a0-9ee595e019d7 req-724c6488-18c2-46d3-a9be-96ba63f46ee6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] No DVR routers for this DVR port b18674c8-ac11-4346-8c60-cd5dd751e484 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:34:20.551313 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-451d2b48-3deb-4b92-98a0-9ee595e019d7 req-724c6488-18c2-46d3-a9be-96ba63f46ee6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:20.555069 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-451d2b48-3deb-4b92-98a0-9ee595e019d7 req-724c6488-18c2-46d3-a9be-96ba63f46ee6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.15 "DELETE /v2.0/ports/b18674c8-ac11-4346-8c60-cd5dd751e484 HTTP/1.1" status: 204 len: 173 time: 0.3997540 Nov 12 01:34:20.555510 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'name': 'network-vif-deleted', 'tag': 'b18674c8-ac11-4346-8c60-cd5dd751e484'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:34:20.557791 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91750bb0-ed6a-4998-af3f-f8710e0bf2fe" -d '{"events": [{"server_uuid": "e3549ee5-16ac-4d02-b6c2-78bbf52a96e9", "name": "network-vif-deleted", "tag": "b18674c8-ac11-4346-8c60-cd5dd751e484"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:34:20.595261 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4708f2c4-2b12-43cc-9068-8ffabd23df86 x-openstack-request-id: req-4708f2c4-2b12-43cc-9068-8ffabd23df86 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:34:20.595551 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3549ee5-16ac-4d02-b6c2-78bbf52a96e9", "name": "network-vif-deleted", "tag": "b18674c8-ac11-4346-8c60-cd5dd751e484", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:34:20.595808 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4708f2c4-2b12-43cc-9068-8ffabd23df86 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:34:20.596210 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3549ee5-16ac-4d02-b6c2-78bbf52a96e9', 'name': 'network-vif-deleted', 'tag': 'b18674c8-ac11-4346-8c60-cd5dd751e484', 'status': 'completed', 'code': 200} Nov 12 01:34:20.770376 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4c26c385-d997-437c-8b3e-bccdbf6975d5 req-20b3ffe2-3f6a-41b2-8754-1d2dcaae40ef tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3549ee5-16ac-4d02-b6c2-78bbf52a96e9 HTTP/1.1" status: 200 len: 210 time: 0.0267842 Nov 12 01:34:21.430634 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:34:21.828006 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52030) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:22.209391 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-07118cdc-7dbf-49df-b1cd-8bc4abe79f3e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:22.403520 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b6e1ba4a-cb2e-4d80-8bbc-02945f61c0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:22.473890 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-07118cdc-7dbf-49df-b1cd-8bc4abe79f3e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Deleting port 33397bd1-5a65-4c49-8a02-2b92da097c01 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:34:22.474242 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-07118cdc-7dbf-49df-b1cd-8bc4abe79f3e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:22.564401 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-07118cdc-7dbf-49df-b1cd-8bc4abe79f3e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] For port 33397bd1-5a65-4c49-8a02-2b92da097c01, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=33397bd1-5a65-4c49-8a02-2b92da097c01,segment=NetworkSegment(91339ba1-7179-4028-ba8f-610918c8942f),segment_id=91339ba1-7179-4028-ba8f-610918c8942f)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:22.564798 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-07118cdc-7dbf-49df-b1cd-8bc4abe79f3e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:22.577940 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-07118cdc-7dbf-49df-b1cd-8bc4abe79f3e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Calling delete_port for 33397bd1-5a65-4c49-8a02-2b92da097c01 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:34:22.766916 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-07118cdc-7dbf-49df-b1cd-8bc4abe79f3e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:22.794351 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07118cdc-7dbf-49df-b1cd-8bc4abe79f3e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Port': ['ID=33397bd1-5a65-4c49-8a02-2b92da097c01,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:22.974965 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-07118cdc-7dbf-49df-b1cd-8bc4abe79f3e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:22.987623 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device b18674c8-ac11-4346-8c60-cd5dd751e484 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:34:23.007518 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: b18674c8-ac11-4346-8c60-cd5dd751e484 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:34:23.007803 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device b18674c8-ac11-4346-8c60-cd5dd751e484 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:34:23.185539 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07118cdc-7dbf-49df-b1cd-8bc4abe79f3e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Router dd1a9f09-28ee-45b1-a211-6fce495a7b8d has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:34:23.288335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07118cdc-7dbf-49df-b1cd-8bc4abe79f3e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:34:23.294097 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-07118cdc-7dbf-49df-b1cd-8bc4abe79f3e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "PUT /v2.0/routers/dd1a9f09-28ee-45b1-a211-6fce495a7b8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4649930 Nov 12 01:34:23.297043 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52032) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:23.299723 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e9a04-331b-4400-bbb5-65dceaab5a76 None None] Sync routers for ids ['dd1a9f09-28ee-45b1-a211-6fce495a7b8d'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:34:23.310059 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e9a04-331b-4400-bbb5-65dceaab5a76 None None] Routers {'dd1a9f09-28ee-45b1-a211-6fce495a7b8d'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:23.310661 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8f2e9a04-331b-4400-bbb5-65dceaab5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:34:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['dd1a9f09-28ee-45b1-a211-6fce495a7b8d'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:23.354952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-008a97ee-e750-44dd-9764-b361eefc300e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Deleting subnet 202056c4-65a0-40f3-9788-8e4e240c8fc4 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:34:23.358674 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-008a97ee-e750-44dd-9764-b361eefc300e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:23.399293 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-008a97ee-e750-44dd-9764-b361eefc300e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:23.413113 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-8f2e9a04-331b-4400-bbb5-65dceaab5a76 None None] Set router dd1a9f09-28ee-45b1-a211-6fce495a7b8d gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:23.481121 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-008a97ee-e750-44dd-9764-b361eefc300e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:23.544978 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-008a97ee-e750-44dd-9764-b361eefc300e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:23.572507 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a97ee-e750-44dd-9764-b361eefc300e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Subnet': ['ID=202056c4-65a0-40f3-9788-8e4e240c8fc4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:23.578209 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-008a97ee-e750-44dd-9764-b361eefc300e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:23.584563 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52034) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:23.585349 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-008a97ee-e750-44dd-9764-b361eefc300e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "DELETE /v2.0/subnets/202056c4-65a0-40f3-9788-8e4e240c8fc4 HTTP/1.1" status: 204 len: 168 time: 0.2872736 Nov 12 01:34:23.588215 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f72430c-23aa-41ab-997f-31e32632f86b None None] Network 99ec9b5f-fa70-4142-b7b4-6d26e99118a5 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:34:23.592387 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8f2e9a04-331b-4400-bbb5-65dceaab5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229945168', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:17Z', 'updated_at': '2021-11-12T01:34:22Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:18Z', 'updated_at': '2021-11-12T01:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:23.624041 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e9a04-331b-4400-bbb5-65dceaab5a76 None None] Checking router: dd1a9f09-28ee-45b1-a211-6fce495a7b8d for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:34:23.635209 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e9a04-331b-4400-bbb5-65dceaab5a76 None None] Routers {'dd1a9f09-28ee-45b1-a211-6fce495a7b8d'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:23.635819 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8f2e9a04-331b-4400-bbb5-65dceaab5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:34:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['dd1a9f09-28ee-45b1-a211-6fce495a7b8d'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:23.688014 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:23.705386 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5dd1b7f8-40cd-4e2f-b04b-4a499074a59e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:23.805087 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512153c3-04ce-4a4d-b36b-53af8b88dcba None None] DHCP port deletion for 99ec9b5f-fa70-4142-b7b4-6d26e99118a5 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:34:23.825987 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5dd1b7f8-40cd-4e2f-b04b-4a499074a59e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:23.849809 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-8f2e9a04-331b-4400-bbb5-65dceaab5a76 None None] Set router dd1a9f09-28ee-45b1-a211-6fce495a7b8d gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:23.865016 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-512153c3-04ce-4a4d-b36b-53af8b88dcba None None] Deleting port a5e60669-48c5-44ac-a66c-c407a3db0183 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:34:23.865474 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-512153c3-04ce-4a4d-b36b-53af8b88dcba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:23.883474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-5dd1b7f8-40cd-4e2f-b04b-4a499074a59e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Deleting port 44d8b75f-e9c4-4679-989b-c5b0821868e3 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:34:23.884052 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5dd1b7f8-40cd-4e2f-b04b-4a499074a59e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:23.931148 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-512153c3-04ce-4a4d-b36b-53af8b88dcba None None] For port a5e60669-48c5-44ac-a66c-c407a3db0183, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a5e60669-48c5-44ac-a66c-c407a3db0183,segment=NetworkSegment(91339ba1-7179-4028-ba8f-610918c8942f),segment_id=91339ba1-7179-4028-ba8f-610918c8942f)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:23.931565 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-512153c3-04ce-4a4d-b36b-53af8b88dcba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:23.945667 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-512153c3-04ce-4a4d-b36b-53af8b88dcba None None] Calling delete_port for a5e60669-48c5-44ac-a66c-c407a3db0183 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:34:23.973433 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-5dd1b7f8-40cd-4e2f-b04b-4a499074a59e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] For port 44d8b75f-e9c4-4679-989b-c5b0821868e3, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=44d8b75f-e9c4-4679-989b-c5b0821868e3,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:23.974200 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5dd1b7f8-40cd-4e2f-b04b-4a499074a59e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:23.987389 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-5dd1b7f8-40cd-4e2f-b04b-4a499074a59e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Calling delete_port for 44d8b75f-e9c4-4679-989b-c5b0821868e3 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:34:24.031782 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8f2e9a04-331b-4400-bbb5-65dceaab5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229945168', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:17Z', 'updated_at': '2021-11-12T01:34:22Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:18Z', 'updated_at': '2021-11-12T01:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:24.033536 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-512153c3-04ce-4a4d-b36b-53af8b88dcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:24.059273 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e9a04-331b-4400-bbb5-65dceaab5a76 None None] The sync data for ids ['dd1a9f09-28ee-45b1-a211-6fce495a7b8d'] in n-d-712137-14 is: [{'id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229945168', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:17Z', 'updated_at': '2021-11-12T01:34:22Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '44d8b75f-e9c4-4679-989b-c5b0821868e3', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1a9f09-28ee-45b1-a211-6fce495a7b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:18Z', 'updated_at': '2021-11-12T01:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:34:24.060762 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512153c3-04ce-4a4d-b36b-53af8b88dcba None None] Pushing event deleted for resources: {'Port': ['ID=a5e60669-48c5-44ac-a66c-c407a3db0183,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:24.063338 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512153c3-04ce-4a4d-b36b-53af8b88dcba None None] No DVR routers for this DVR port a5e60669-48c5-44ac-a66c-c407a3db0183 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:34:24.071621 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512153c3-04ce-4a4d-b36b-53af8b88dcba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:24.072189 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512153c3-04ce-4a4d-b36b-53af8b88dcba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:24.072676 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512153c3-04ce-4a4d-b36b-53af8b88dcba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:24.073207 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512153c3-04ce-4a4d-b36b-53af8b88dcba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:24.073789 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512153c3-04ce-4a4d-b36b-53af8b88dcba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:24.079464 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512153c3-04ce-4a4d-b36b-53af8b88dcba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:24.079988 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512153c3-04ce-4a4d-b36b-53af8b88dcba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:24.080483 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512153c3-04ce-4a4d-b36b-53af8b88dcba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:24.081009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512153c3-04ce-4a4d-b36b-53af8b88dcba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:24.081514 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512153c3-04ce-4a4d-b36b-53af8b88dcba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:24.082003 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512153c3-04ce-4a4d-b36b-53af8b88dcba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:24.082552 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512153c3-04ce-4a4d-b36b-53af8b88dcba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:24.171499 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5dd1b7f8-40cd-4e2f-b04b-4a499074a59e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:24.197977 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1b7f8-40cd-4e2f-b04b-4a499074a59e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Port': ['ID=44d8b75f-e9c4-4679-989b-c5b0821868e3,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:24.209719 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3990630c-e598-4338-8abb-32e4479b056f None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:34:24.257913 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5dd1b7f8-40cd-4e2f-b04b-4a499074a59e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:24.353633 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5dd1b7f8-40cd-4e2f-b04b-4a499074a59e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:24.356398 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5dd1b7f8-40cd-4e2f-b04b-4a499074a59e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:24.398679 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5dd1b7f8-40cd-4e2f-b04b-4a499074a59e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:24.399332 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd1b7f8-40cd-4e2f-b04b-4a499074a59e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Fanout notify agent at l3_agent the message router_deleted on router dd1a9f09-28ee-45b1-a211-6fce495a7b8d {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:34:24.406703 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5dd1b7f8-40cd-4e2f-b04b-4a499074a59e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:24.407828 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5dd1b7f8-40cd-4e2f-b04b-4a499074a59e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "DELETE /v2.0/routers/dd1a9f09-28ee-45b1-a211-6fce495a7b8d HTTP/1.1" status: 204 len: 168 time: 0.8211980 Nov 12 01:34:24.410581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52036) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:24.488956 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-68fb5e11-7a64-4c7c-bcac-8277f2cf584e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:24.581482 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-68fb5e11-7a64-4c7c-bcac-8277f2cf584e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:24.601698 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-68fb5e11-7a64-4c7c-bcac-8277f2cf584e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ec9b5f-fa70-4142-b7b4-6d26e99118a5']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:24.611634 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-68fb5e11-7a64-4c7c-bcac-8277f2cf584e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91339ba1-7179-4028-ba8f-610918c8942f') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:24.611867 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-68fb5e11-7a64-4c7c-bcac-8277f2cf584e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91339ba1-7179-4028-ba8f-610918c8942f') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:24.620986 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-68fb5e11-7a64-4c7c-bcac-8277f2cf584e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:24.633799 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-68fb5e11-7a64-4c7c-bcac-8277f2cf584e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:24.639992 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68fb5e11-7a64-4c7c-bcac-8277f2cf584e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:34:24.640383 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-68fb5e11-7a64-4c7c-bcac-8277f2cf584e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:34:24.643569 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:34:25.009595 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-68fb5e11-7a64-4c7c-bcac-8277f2cf584e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.014733 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-68fb5e11-7a64-4c7c-bcac-8277f2cf584e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.018003 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-68fb5e11-7a64-4c7c-bcac-8277f2cf584e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "DELETE /v2.0/networks/99ec9b5f-fa70-4142-b7b4-6d26e99118a5 HTTP/1.1" status: 204 len: 168 time: 0.6064370 Nov 12 01:34:25.020765 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52038) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:25.032248 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb5e11-7a64-4c7c-bcac-8277f2cf584e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Network': ['ID=99ec9b5f-fa70-4142-b7b4-6d26e99118a5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:25.051942 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.081813 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d7238596-149e-43e8-950a-0797a6fe274e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.110059 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d7238596-149e-43e8-950a-0797a6fe274e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.177164 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 33397bd1-5a65-4c49-8a02-2b92da097c01 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:34:25.178264 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d7238596-149e-43e8-950a-0797a6fe274e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.180901 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d7238596-149e-43e8-950a-0797a6fe274e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.182075 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d7238596-149e-43e8-950a-0797a6fe274e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "DELETE /v2.0/security-groups/7e42c470-abaa-400c-9a51-d797b05e7f4e HTTP/1.1" status: 204 len: 168 time: 0.1602190 Nov 12 01:34:25.197214 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7238596-149e-43e8-950a-0797a6fe274e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e42c470-abaa-400c-9a51-d797b05e7f4e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:25.205547 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 33397bd1-5a65-4c49-8a02-2b92da097c01 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:34:25.205891 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 33397bd1-5a65-4c49-8a02-2b92da097c01 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:34:25.206303 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a5e60669-48c5-44ac-a66c-c407a3db0183 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:34:25.233792 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: a5e60669-48c5-44ac-a66c-c407a3db0183 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:34:25.234136 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a5e60669-48c5-44ac-a66c-c407a3db0183 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:34:25.435355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52046) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:25.440256 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-50fb064c-014d-425e-a5ec-8dd985c41e1f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-529477340', 'description': 'tempest-secgroup-smoke-529477340 description', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:25.460890 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50fb064c-014d-425e-a5ec-8dd985c41e1f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.527098 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50fb064c-014d-425e-a5ec-8dd985c41e1f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.531023 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50fb064c-014d-425e-a5ec-8dd985c41e1f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.557187 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-50fb064c-014d-425e-a5ec-8dd985c41e1f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.561221 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-50fb064c-014d-425e-a5ec-8dd985c41e1f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1217325 Nov 12 01:34:25.561690 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52048) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:25.562553 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb064c-014d-425e-a5ec-8dd985c41e1f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf920e0-8c30-44e5-9606-a5277b82bf69,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:25.566476 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-03dfa213-40a4-44cc-94b7-fb4b93d6bafa tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': '8bf920e0-8c30-44e5-9606-a5277b82bf69', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:25.594597 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-03dfa213-40a4-44cc-94b7-fb4b93d6bafa tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.610608 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.642251 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-03dfa213-40a4-44cc-94b7-fb4b93d6bafa tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.646112 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-03dfa213-40a4-44cc-94b7-fb4b93d6bafa tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.664669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfa213-40a4-44cc-94b7-fb4b93d6bafa tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6c0b0c-92d6-44c1-a6d1-5b4bfd5e3d57,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:25.671395 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-03dfa213-40a4-44cc-94b7-fb4b93d6bafa tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.672578 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-03dfa213-40a4-44cc-94b7-fb4b93d6bafa tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1097860 Nov 12 01:34:25.675321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52050) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:25.679615 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-e95bf682-54d7-4ee1-b636-756b568e5874 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': '8bf920e0-8c30-44e5-9606-a5277b82bf69', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:25.706119 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e95bf682-54d7-4ee1-b636-756b568e5874 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.768003 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e95bf682-54d7-4ee1-b636-756b568e5874 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.772228 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e95bf682-54d7-4ee1-b636-756b568e5874 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.790866 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bf682-54d7-4ee1-b636-756b568e5874 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c26036b-0e63-4515-b679-bd7abd215453,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:25.798365 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e95bf682-54d7-4ee1-b636-756b568e5874 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.799691 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e95bf682-54d7-4ee1-b636-756b568e5874 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234515 Nov 12 01:34:25.802370 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52052) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:25.806675 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-d0ca0219-dec4-4e36-8ce8-d55ed6794dd5 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': '8bf920e0-8c30-44e5-9606-a5277b82bf69', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:25.837236 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0219-dec4-4e36-8ce8-d55ed6794dd5 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.892744 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0219-dec4-4e36-8ce8-d55ed6794dd5 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.896603 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0219-dec4-4e36-8ce8-d55ed6794dd5 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.914297 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca0219-dec4-4e36-8ce8-d55ed6794dd5 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189831c4-49a5-4386-b9c3-612f2f9fb3aa,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:25.922054 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0219-dec4-4e36-8ce8-d55ed6794dd5 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.923255 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d0ca0219-dec4-4e36-8ce8-d55ed6794dd5 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199253 Nov 12 01:34:25.925954 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52054) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:25.930260 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-ba0e05a9-f8b8-4596-b483-aeef81466c90 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': '8bf920e0-8c30-44e5-9606-a5277b82bf69', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:25.956924 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ba0e05a9-f8b8-4596-b483-aeef81466c90 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.013563 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ba0e05a9-f8b8-4596-b483-aeef81466c90 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.017036 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ba0e05a9-f8b8-4596-b483-aeef81466c90 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.034075 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e05a9-f8b8-4596-b483-aeef81466c90 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8445d7e5-dcf5-4a13-83a8-98595b55423a,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:26.042431 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ba0e05a9-f8b8-4596-b483-aeef81466c90 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.046362 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ba0e05a9-f8b8-4596-b483-aeef81466c90 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168115 Nov 12 01:34:26.046566 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52056) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:26.051185 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-aa4ca126-023e-41a5-9876-9106c2113696 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': '8bf920e0-8c30-44e5-9606-a5277b82bf69', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:26.077792 n-d-712137-14 neutron-server[114242]: INFO neutron.db.securitygroups_db [None req-aa4ca126-023e-41a5-9876-9106c2113696 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Project 9bcfcdd4f61e4cf6be94bf9666ad13b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:34:26.082819 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aa4ca126-023e-41a5-9876-9106c2113696 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.113569 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.143174 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aa4ca126-023e-41a5-9876-9106c2113696 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.146825 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aa4ca126-023e-41a5-9876-9106c2113696 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.165419 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ca126-023e-41a5-9876-9106c2113696 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b9d4bf-dd01-4ef1-b1af-1e86420f10a3,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:26.170756 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aa4ca126-023e-41a5-9876-9106c2113696 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.172330 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-aa4ca126-023e-41a5-9876-9106c2113696 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243954 Nov 12 01:34:26.174726 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52058) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:26.178915 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-6f0737d9-d162-4db3-b455-2374bb1f191c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': '8bf920e0-8c30-44e5-9606-a5277b82bf69', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:26.200872 n-d-712137-14 neutron-server[114242]: INFO neutron.db.securitygroups_db [None req-6f0737d9-d162-4db3-b455-2374bb1f191c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Project 9bcfcdd4f61e4cf6be94bf9666ad13b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:34:26.205602 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6f0737d9-d162-4db3-b455-2374bb1f191c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.262584 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6f0737d9-d162-4db3-b455-2374bb1f191c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.265949 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6f0737d9-d162-4db3-b455-2374bb1f191c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.286659 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0737d9-d162-4db3-b455-2374bb1f191c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e37978e-c05c-43d7-8207-2d824ba11a7d,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:26.294096 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6f0737d9-d162-4db3-b455-2374bb1f191c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.295397 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6f0737d9-d162-4db3-b455-2374bb1f191c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197262 Nov 12 01:34:26.298321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52060) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:26.303114 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-81565b07-4a17-4ae4-b3ce-1a53e9b07063 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'network': {'name': 'tempest-network-smoke--1924193018', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'port_security_enabled': True}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:26.323031 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81565b07-4a17-4ae4-b3ce-1a53e9b07063 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Made reservation on behalf of 9bcfcdd4f61e4cf6be94bf9666ad13b6 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:34:26.326462 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-81565b07-4a17-4ae4-b3ce-1a53e9b07063 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.348838 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81565b07-4a17-4ae4-b3ce-1a53e9b07063 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:34:26.358041 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-81565b07-4a17-4ae4-b3ce-1a53e9b07063 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.358390 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-81565b07-4a17-4ae4-b3ce-1a53e9b07063 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Added segment 0589a17a-e89b-4dd0-ad9c-573f1d824e25 of type vlan for network 0255eb34-13b7-4734-9afb-2355b4850444 Nov 12 01:34:26.397405 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-81565b07-4a17-4ae4-b3ce-1a53e9b07063 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.421258 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-81565b07-4a17-4ae4-b3ce-1a53e9b07063 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.426806 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81565b07-4a17-4ae4-b3ce-1a53e9b07063 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:26.427386 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-81565b07-4a17-4ae4-b3ce-1a53e9b07063 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.464296 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-81565b07-4a17-4ae4-b3ce-1a53e9b07063 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1649542 Nov 12 01:34:26.467193 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52062) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:26.471956 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-3a5fbb64-e346-4255-9ac9-ca76dd356f31 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1361326103', 'admin_state_up': True, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:26.497649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81565b07-4a17-4ae4-b3ce-1a53e9b07063 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Network': ['ID=0255eb34-13b7-4734-9afb-2355b4850444,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:26.498649 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbb64-e346-4255-9ac9-ca76dd356f31 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.499826 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbb64-e346-4255-9ac9-ca76dd356f31 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.508596 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 0255eb34-13b7-4734-9afb-2355b4850444 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:34:26.586790 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbb64-e346-4255-9ac9-ca76dd356f31 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.725163 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbb64-e346-4255-9ac9-ca76dd356f31 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.757632 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 44d8b75f-e9c4-4679-989b-c5b0821868e3 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:34:26.778071 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 44d8b75f-e9c4-4679-989b-c5b0821868e3 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:34:26.778411 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 44d8b75f-e9c4-4679-989b-c5b0821868e3 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:34:26.913720 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbb64-e346-4255-9ac9-ca76dd356f31 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.938499 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbb64-e346-4255-9ac9-ca76dd356f31 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:27.042980 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-3a5fbb64-e346-4255-9ac9-ca76dd356f31 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Allocated IP 172.25.0.107 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/7e35d8a1-a616-40df-97e7-aaa2f9a61895) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:34:27.149045 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbb64-e346-4255-9ac9-ca76dd356f31 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:27.186499 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbb64-e346-4255-9ac9-ca76dd356f31 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:27.222573 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5fbb64-e346-4255-9ac9-ca76dd356f31 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:34:27.225258 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-3a5fbb64-e346-4255-9ac9-ca76dd356f31 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:27.230694 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5fbb64-e346-4255-9ac9-ca76dd356f31 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:34:27.238437 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9011d107-37fd-4968-adb8-75761fd7be2b None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:34:27.259054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fbb64-e346-4255-9ac9-ca76dd356f31 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=7e35d8a1-a616-40df-97e7-aaa2f9a61895,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:27.280235 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ce0b7056-e1a8-4f32-841b-8030ebaceca9 None None] Provisioning complete for port 7e35d8a1-a616-40df-97e7-aaa2f9a61895 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:27.280625 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ce0b7056-e1a8-4f32-841b-8030ebaceca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:27.317690 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ce0b7056-e1a8-4f32-841b-8030ebaceca9 None None] Port 7e35d8a1-a616-40df-97e7-aaa2f9a61895 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:34:27.488117 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbb64-e346-4255-9ac9-ca76dd356f31 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:27.684002 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbb64-e346-4255-9ac9-ca76dd356f31 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:27.811560 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5fbb64-e346-4255-9ac9-ca76dd356f31 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Router 94e05006-6785-4a8e-aadb-fe83ad0c91f8 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:34:27.915433 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5fbb64-e346-4255-9ac9-ca76dd356f31 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:34:27.925190 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] Sync routers for ids ['94e05006-6785-4a8e-aadb-fe83ad0c91f8'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:34:27.936043 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] Routers {'94e05006-6785-4a8e-aadb-fe83ad0c91f8'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:27.936206 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbb64-e346-4255-9ac9-ca76dd356f31 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:27.936663 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:34:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['94e05006-6785-4a8e-aadb-fe83ad0c91f8'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:27.937386 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3a5fbb64-e346-4255-9ac9-ca76dd356f31 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4691308 Nov 12 01:34:27.940483 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52064) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:27.975353 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e3306e34-bf6d-4848-b667-3dfb1ae1fd4e tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337384 Nov 12 01:34:27.977807 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52066) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:28.045615 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] Set router 94e05006-6785-4a8e-aadb-fe83ad0c91f8 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:28.063405 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f070f9-02b7-4cea-a962-770e38d578a8 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:28.064865 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a9f070f9-02b7-4cea-a962-770e38d578a8 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861261 Nov 12 01:34:28.067600 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52068) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:28.099311 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-94e4ebf1-5f23-4a39-afbf-7efcc4b6b7fc tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306387 Nov 12 01:34:28.102010 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52070) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:28.107735 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-04318610-b650-4985-adec-e0c59afe2be3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1573248717', 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:28.193461 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04318610-b650-4985-adec-e0c59afe2be3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Made reservation on behalf of 9bcfcdd4f61e4cf6be94bf9666ad13b6 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:34:28.197042 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-04318610-b650-4985-adec-e0c59afe2be3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:28.221756 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361326103', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:27Z', 'revision_number': 3, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:28.252613 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] Checking router: 94e05006-6785-4a8e-aadb-fe83ad0c91f8 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:34:28.253336 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] Updating router 94e05006-6785-4a8e-aadb-fe83ad0c91f8 port 7e35d8a1-a616-40df-97e7-aaa2f9a61895 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:34:28.278143 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:28.380981 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-04318610-b650-4985-adec-e0c59afe2be3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:28.446685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04318610-b650-4985-adec-e0c59afe2be3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Subnet': ['ID=3ce8b54a-ada8-41cb-bfad-25811040df68,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:28.453956 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04318610-b650-4985-adec-e0c59afe2be3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Checking segment: {'id': '0589a17a-e89b-4dd0-ad9c-573f1d824e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:34:28.454322 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04318610-b650-4985-adec-e0c59afe2be3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network hostable DHCP agents. Network: 0255eb34-13b7-4734-9afb-2355b4850444, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:34:28.472596 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04318610-b650-4985-adec-e0c59afe2be3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network 0255eb34-13b7-4734-9afb-2355b4850444 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:34:28.481988 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-04318610-b650-4985-adec-e0c59afe2be3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 0255eb34-13b7-4734-9afb-2355b4850444) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:28.486163 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04318610-b650-4985-adec-e0c59afe2be3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:28.486832 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-04318610-b650-4985-adec-e0c59afe2be3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:28.491319 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f6a49b-ebb5-4178-955a-4ec615cf6294 None None] Network 0255eb34-13b7-4734-9afb-2355b4850444 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:34:28.505331 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-04318610-b650-4985-adec-e0c59afe2be3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4020011 Nov 12 01:34:28.507956 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52072) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:28.591591 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:28.597638 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:28.660822 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2876a082-5b37-4a50-a941-9edd18d7a159 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:34:28.691573 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba0fc0-a024-449d-9860-051ff6d63fe0 None None] Pushing event updated for resources: {'Port': ['ID=7e35d8a1-a616-40df-97e7-aaa2f9a61895,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:28.696444 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] Attempting to bind port 7e35d8a1-a616-40df-97e7-aaa2f9a61895 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:34:28.696873 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] Attempting to bind port 7e35d8a1-a616-40df-97e7-aaa2f9a61895 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:34:28.697269 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] Attempting to bind port 7e35d8a1-a616-40df-97e7-aaa2f9a61895 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:34:28.710720 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:34:28.711105 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:34:28.711511 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:28.711906 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:34:28.712380 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] Bound port: 7e35d8a1-a616-40df-97e7-aaa2f9a61895, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:34:28.712791 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:28.788194 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33339ce6-50e6-4137-b7e3-0a52a0a69eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-0255eb34-13b7-4734-9afb-2355b4850444', 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'fixed_ips': [{'subnet_id': '3ce8b54a-ada8-41cb-bfad-25811040df68'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:34:28.789066 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-33339ce6-50e6-4137-b7e3-0a52a0a69eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:28.804395 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fbf89965-7d4e-490a-b27f-2b62808f4db0 None None] Provisioning complete for port 7e35d8a1-a616-40df-97e7-aaa2f9a61895 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:28.804795 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fbf89965-7d4e-490a-b27f-2b62808f4db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:28.813620 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] For port 7e35d8a1-a616-40df-97e7-aaa2f9a61895, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:34:28.853275 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] For port 7e35d8a1-a616-40df-97e7-aaa2f9a61895, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7e35d8a1-a616-40df-97e7-aaa2f9a61895,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:34:28.906012 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:28.942129 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-fbf89965-7d4e-490a-b27f-2b62808f4db0 None None] Port 7e35d8a1-a616-40df-97e7-aaa2f9a61895 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:34:28.978309 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0803ca07-0502-4ab4-94b4-8a1266a96fd6 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:34:29.026528 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba0fc0-a024-449d-9860-051ff6d63fe0 None None] Pushing event updated for resources: {'Port': ['ID=7e35d8a1-a616-40df-97e7-aaa2f9a61895,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:29.031099 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] Routers {'94e05006-6785-4a8e-aadb-fe83ad0c91f8'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:29.031743 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:34:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['94e05006-6785-4a8e-aadb-fe83ad0c91f8'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:29.102615 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-33339ce6-50e6-4137-b7e3-0a52a0a69eea None None] Allocated IP 172.20.0.2 (0255eb34-13b7-4734-9afb-2355b4850444/3ce8b54a-ada8-41cb-bfad-25811040df68/938906b5-c34c-48a6-867f-12379dc96551) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:34:29.154520 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9aedfea8-5829-4247-aa9f-56c43fd677c0 None None] Provisioning complete for port 7e35d8a1-a616-40df-97e7-aaa2f9a61895 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:29.155038 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9aedfea8-5829-4247-aa9f-56c43fd677c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:29.251989 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] Set router 94e05006-6785-4a8e-aadb-fe83ad0c91f8 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:29.256193 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b37df7cc-c8de-45de-a4cf-ed7c3cedcc3d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:29.618367 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9aedfea8-5829-4247-aa9f-56c43fd677c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:29.661558 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-9aedfea8-5829-4247-aa9f-56c43fd677c0 None None] For port 7e35d8a1-a616-40df-97e7-aaa2f9a61895, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7e35d8a1-a616-40df-97e7-aaa2f9a61895,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:29.681667 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-33339ce6-50e6-4137-b7e3-0a52a0a69eea None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:29.683096 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9aedfea8-5829-4247-aa9f-56c43fd677c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:29.692464 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-33339ce6-50e6-4137-b7e3-0a52a0a69eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:29.741081 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-b37df7cc-c8de-45de-a4cf-ed7c3cedcc3d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Allocated IP 172.20.0.1 (0255eb34-13b7-4734-9afb-2355b4850444/3ce8b54a-ada8-41cb-bfad-25811040df68/7bddeb37-9285-48a8-81d9-dc3b9fe9af99) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:34:29.749254 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33339ce6-50e6-4137-b7e3-0a52a0a69eea None None] Network 0255eb34-13b7-4734-9afb-2355b4850444 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:34:29.754342 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-33339ce6-50e6-4137-b7e3-0a52a0a69eea None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:29.757521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33339ce6-50e6-4137-b7e3-0a52a0a69eea None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:34:29.759408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedfea8-5829-4247-aa9f-56c43fd677c0 None None] Pushing event updated for resources: {'Port': ['ID=7e35d8a1-a616-40df-97e7-aaa2f9a61895,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:29.845734 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33339ce6-50e6-4137-b7e3-0a52a0a69eea None None] Pushing event updated for resources: {'Port': ['ID=938906b5-c34c-48a6-867f-12379dc96551,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:29.850631 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361326103', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:27Z', 'revision_number': 3, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:29.855649 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-33339ce6-50e6-4137-b7e3-0a52a0a69eea None None] Attempting to bind port 938906b5-c34c-48a6-867f-12379dc96551 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:34:29.856284 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-33339ce6-50e6-4137-b7e3-0a52a0a69eea None None] Attempting to bind port 938906b5-c34c-48a6-867f-12379dc96551 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0589a17a-e89b-4dd0-ad9c-573f1d824e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:34:29.856582 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33339ce6-50e6-4137-b7e3-0a52a0a69eea None None] Attempting to bind port 938906b5-c34c-48a6-867f-12379dc96551 on network 0255eb34-13b7-4734-9afb-2355b4850444 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:34:29.860854 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b37df7cc-c8de-45de-a4cf-ed7c3cedcc3d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:29.885293 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc214f74-0869-44e9-b4c7-0ce990c57b2a None None] The sync data for ids ['94e05006-6785-4a8e-aadb-fe83ad0c91f8'] in n-d-712137-14 is: [{'id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361326103', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:27Z', 'revision_number': 3, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:34:29.889223 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33339ce6-50e6-4137-b7e3-0a52a0a69eea None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:34:29.889602 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33339ce6-50e6-4137-b7e3-0a52a0a69eea None None] Checking segment: {'id': '0589a17a-e89b-4dd0-ad9c-573f1d824e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:34:29.890013 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-33339ce6-50e6-4137-b7e3-0a52a0a69eea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:29.890387 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33339ce6-50e6-4137-b7e3-0a52a0a69eea None None] Bound using segment: {'id': '0589a17a-e89b-4dd0-ad9c-573f1d824e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:34:29.890860 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-33339ce6-50e6-4137-b7e3-0a52a0a69eea None None] Bound port: 938906b5-c34c-48a6-867f-12379dc96551, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0589a17a-e89b-4dd0-ad9c-573f1d824e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:34:29.891236 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-33339ce6-50e6-4137-b7e3-0a52a0a69eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:29.894261 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b37df7cc-c8de-45de-a4cf-ed7c3cedcc3d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:29.941306 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37df7cc-c8de-45de-a4cf-ed7c3cedcc3d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network 0255eb34-13b7-4734-9afb-2355b4850444 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:34:29.944713 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-b37df7cc-c8de-45de-a4cf-ed7c3cedcc3d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:29.951731 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37df7cc-c8de-45de-a4cf-ed7c3cedcc3d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:34:29.962595 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-33339ce6-50e6-4137-b7e3-0a52a0a69eea None None] For port 938906b5-c34c-48a6-867f-12379dc96551, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:34:29.966719 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-33339ce6-50e6-4137-b7e3-0a52a0a69eea None None] For port 938906b5-c34c-48a6-867f-12379dc96551, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=938906b5-c34c-48a6-867f-12379dc96551,segment=NetworkSegment(0589a17a-e89b-4dd0-ad9c-573f1d824e25),segment_id=0589a17a-e89b-4dd0-ad9c-573f1d824e25)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:34:29.971260 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-33339ce6-50e6-4137-b7e3-0a52a0a69eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:29.980581 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37df7cc-c8de-45de-a4cf-ed7c3cedcc3d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=7bddeb37-9285-48a8-81d9-dc3b9fe9af99,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:30.002948 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b37df7cc-c8de-45de-a4cf-ed7c3cedcc3d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:30.029912 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33339ce6-50e6-4137-b7e3-0a52a0a69eea None None] Pushing event updated for resources: {'Port': ['ID=938906b5-c34c-48a6-867f-12379dc96551,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:30.170533 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b37df7cc-c8de-45de-a4cf-ed7c3cedcc3d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:30.502062 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b37df7cc-c8de-45de-a4cf-ed7c3cedcc3d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:30.508033 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b37df7cc-c8de-45de-a4cf-ed7c3cedcc3d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:30.594071 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37df7cc-c8de-45de-a4cf-ed7c3cedcc3d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=7bddeb37-9285-48a8-81d9-dc3b9fe9af99,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:30.596481 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b37df7cc-c8de-45de-a4cf-ed7c3cedcc3d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:30.692101 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37df7cc-c8de-45de-a4cf-ed7c3cedcc3d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network 0255eb34-13b7-4734-9afb-2355b4850444 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:34:30.693622 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-b37df7cc-c8de-45de-a4cf-ed7c3cedcc3d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:30.826901 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37df7cc-c8de-45de-a4cf-ed7c3cedcc3d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Router 94e05006-6785-4a8e-aadb-fe83ad0c91f8 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:34:30.900918 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7e35d8a1-a616-40df-97e7-aaa2f9a61895 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:34:30.958294 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37df7cc-c8de-45de-a4cf-ed7c3cedcc3d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:34:30.963983 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b37df7cc-c8de-45de-a4cf-ed7c3cedcc3d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "PUT /v2.0/routers/94e05006-6785-4a8e-aadb-fe83ad0c91f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4548402 Nov 12 01:34:30.967217 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 7e35d8a1-a616-40df-97e7-aaa2f9a61895 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:30.967587 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:31.061984 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 938906b5-c34c-48a6-867f-12379dc96551 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:34:31.113812 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240ab520-f2e9-4c86-9268-ba8cfee4a24b None None] Network 0255eb34-13b7-4734-9afb-2355b4850444 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:34:31.132905 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-49a986c0-5349-420b-b6c3-eb1173ddc7ca tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529477340&fields=id&tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6 HTTP/1.1" status: 200 len: 267 time: 0.0533855 Nov 12 01:34:31.170383 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 938906b5-c34c-48a6-867f-12379dc96551 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:31.170670 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:31.245059 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-fed1108a-73fa-414a-b074-2c554129a646 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:31.247266 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-fed1108a-73fa-414a-b074-2c554129a646 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/networks?id=0255eb34-13b7-4734-9afb-2355b4850444 HTTP/1.1" status: 200 len: 797 time: 0.1070700 Nov 12 01:34:31.247765 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f609c7c1-c5cf-446a-99be-38d242683585 None None] Provisioning complete for port 938906b5-c34c-48a6-867f-12379dc96551 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:31.248139 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f609c7c1-c5cf-446a-99be-38d242683585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:31.263167 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-99e1c2ad-bb6f-45b5-80e3-6ed987f67b2b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/quotas/9bcfcdd4f61e4cf6be94bf9666ad13b6 HTTP/1.1" status: 200 len: 375 time: 0.0097864 Nov 12 01:34:31.316532 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-dc46cb53-d97c-4233-9dbc-82c75479d460 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473406 Nov 12 01:34:31.367688 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:31.436871 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 938906b5-c34c-48a6-867f-12379dc96551, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=938906b5-c34c-48a6-867f-12379dc96551,segment=NetworkSegment(0589a17a-e89b-4dd0-ad9c-573f1d824e25),segment_id=0589a17a-e89b-4dd0-ad9c-573f1d824e25)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:31.444464 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:31.472764 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f609c7c1-c5cf-446a-99be-38d242683585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:31.520806 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-d7ed01de-39f5-4d46-a328-db288c0e0077 service neutron] 10.222.0.31 "GET /v2.0/networks/0255eb34-13b7-4734-9afb-2355b4850444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555696 Nov 12 01:34:31.532861 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=938906b5-c34c-48a6-867f-12379dc96551,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:31.553298 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-f609c7c1-c5cf-446a-99be-38d242683585 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:34:31.553798 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-f609c7c1-c5cf-446a-99be-38d242683585 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:34:31.633300 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-3c73e75e-df33-4835-95ee-eccb5e8f0b36 service neutron] 10.222.0.31 "GET /v2.0/networks/0255eb34-13b7-4734-9afb-2355b4850444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052313 Nov 12 01:34:31.721947 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] Sync routers for ids ['94e05006-6785-4a8e-aadb-fe83ad0c91f8'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:34:31.734818 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] Routers {'94e05006-6785-4a8e-aadb-fe83ad0c91f8'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:31.735530 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:34:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['94e05006-6785-4a8e-aadb-fe83ad0c91f8'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:31.828340 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-078cc623-0967-48d1-9837-c865596d4914 req-b753d54c-237f-4a99-aef7-431c470653d5 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 210 time: 0.0298250 Nov 12 01:34:31.850976 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] Set router 94e05006-6785-4a8e-aadb-fe83ad0c91f8 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:32.062314 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361326103', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:30Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '7bddeb37-9285-48a8-81d9-dc3b9fe9af99', 'name': '', 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:3f:d0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3ce8b54a-ada8-41cb-bfad-25811040df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:29Z', 'updated_at': '2021-11-12T01:34:30Z', 'revision_number': 2, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '3ce8b54a-ada8-41cb-bfad-25811040df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:32.089072 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] Checking router: 94e05006-6785-4a8e-aadb-fe83ad0c91f8 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:34:32.089422 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] Updating router 94e05006-6785-4a8e-aadb-fe83ad0c91f8 port 7bddeb37-9285-48a8-81d9-dc3b9fe9af99 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:34:32.117631 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:32.240624 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-eeba6855-d994-4c74-b46b-d659bdf588c6 None None] Provisioning complete for port 938906b5-c34c-48a6-867f-12379dc96551 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:32.241246 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eeba6855-d994-4c74-b46b-d659bdf588c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:32.343183 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-eeba6855-d994-4c74-b46b-d659bdf588c6 None None] Provisioning complete for port 7bddeb37-9285-48a8-81d9-dc3b9fe9af99 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:32.343665 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eeba6855-d994-4c74-b46b-d659bdf588c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:32.380596 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-eeba6855-d994-4c74-b46b-d659bdf588c6 None None] Port 7bddeb37-9285-48a8-81d9-dc3b9fe9af99 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:34:32.408140 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:32.413464 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:32.479581 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef12124-4cb6-4dea-900e-0fb811b68ac4 None None] Pushing event updated for resources: {'Port': ['ID=7bddeb37-9285-48a8-81d9-dc3b9fe9af99,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:32.507944 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef12124-4cb6-4dea-900e-0fb811b68ac4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:32.508293 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef12124-4cb6-4dea-900e-0fb811b68ac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:32.508646 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef12124-4cb6-4dea-900e-0fb811b68ac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:32.508989 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef12124-4cb6-4dea-900e-0fb811b68ac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:32.509320 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef12124-4cb6-4dea-900e-0fb811b68ac4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:32.509648 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef12124-4cb6-4dea-900e-0fb811b68ac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:32.509970 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef12124-4cb6-4dea-900e-0fb811b68ac4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:32.510290 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef12124-4cb6-4dea-900e-0fb811b68ac4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:32.510609 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef12124-4cb6-4dea-900e-0fb811b68ac4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:32.510926 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef12124-4cb6-4dea-900e-0fb811b68ac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:32.511243 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef12124-4cb6-4dea-900e-0fb811b68ac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:32.512079 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef12124-4cb6-4dea-900e-0fb811b68ac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:32.524057 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] Attempting to bind port 7bddeb37-9285-48a8-81d9-dc3b9fe9af99 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:34:32.524404 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] Attempting to bind port 7bddeb37-9285-48a8-81d9-dc3b9fe9af99 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '0589a17a-e89b-4dd0-ad9c-573f1d824e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:34:32.524792 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] Attempting to bind port 7bddeb37-9285-48a8-81d9-dc3b9fe9af99 on network 0255eb34-13b7-4734-9afb-2355b4850444 {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:34:32.530595 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:34:32.530960 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] Checking segment: {'id': '0589a17a-e89b-4dd0-ad9c-573f1d824e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:34:32.531350 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:32.531735 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] Bound using segment: {'id': '0589a17a-e89b-4dd0-ad9c-573f1d824e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:34:32.532218 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] Bound port: 7bddeb37-9285-48a8-81d9-dc3b9fe9af99, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0589a17a-e89b-4dd0-ad9c-573f1d824e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:34:32.532594 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:32.599445 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] For port 7bddeb37-9285-48a8-81d9-dc3b9fe9af99, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:34:32.602891 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] For port 7bddeb37-9285-48a8-81d9-dc3b9fe9af99, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7bddeb37-9285-48a8-81d9-dc3b9fe9af99,segment=NetworkSegment(0589a17a-e89b-4dd0-ad9c-573f1d824e25),segment_id=0589a17a-e89b-4dd0-ad9c-573f1d824e25)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:34:32.607204 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:32.651265 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] Routers {'94e05006-6785-4a8e-aadb-fe83ad0c91f8'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:32.651883 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:34:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['94e05006-6785-4a8e-aadb-fe83ad0c91f8'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:32.712613 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef12124-4cb6-4dea-900e-0fb811b68ac4 None None] Pushing event updated for resources: {'Port': ['ID=7bddeb37-9285-48a8-81d9-dc3b9fe9af99,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:32.713515 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-56ff9f44-add4-4cc8-928d-24f3dcb54bc0 None None] Provisioning complete for port 7bddeb37-9285-48a8-81d9-dc3b9fe9af99 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:32.713861 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-56ff9f44-add4-4cc8-928d-24f3dcb54bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:32.785280 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] Set router 94e05006-6785-4a8e-aadb-fe83ad0c91f8 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:32.862590 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-56ff9f44-add4-4cc8-928d-24f3dcb54bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:32.878838 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 938906b5-c34c-48a6-867f-12379dc96551 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:34:32.952290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-56ff9f44-add4-4cc8-928d-24f3dcb54bc0 None None] For port 7bddeb37-9285-48a8-81d9-dc3b9fe9af99, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7bddeb37-9285-48a8-81d9-dc3b9fe9af99,segment=NetworkSegment(0589a17a-e89b-4dd0-ad9c-573f1d824e25),segment_id=0589a17a-e89b-4dd0-ad9c-573f1d824e25)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:32.960571 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-56ff9f44-add4-4cc8-928d-24f3dcb54bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:32.986583 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-39e41ac3-2ccc-44ff-9cb2-47319b0f2f2a req-b6bc9e8c-cdf8-4c18-bd97-5b1dbef8461a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 210 time: 0.0351598 Nov 12 01:34:32.991663 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 938906b5-c34c-48a6-867f-12379dc96551 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:32.992037 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:33.041199 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-eda7ab74-e974-45fa-9d9f-2a81162e8fad tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:33.043717 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-eda7ab74-e974-45fa-9d9f-2a81162e8fad tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.21 "GET /v2.0/networks?id=0255eb34-13b7-4734-9afb-2355b4850444 HTTP/1.1" status: 200 len: 797 time: 0.2415681 Nov 12 01:34:33.050174 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff9f44-add4-4cc8-928d-24f3dcb54bc0 None None] Pushing event updated for resources: {'Port': ['ID=7bddeb37-9285-48a8-81d9-dc3b9fe9af99,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:33.108619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-79dc3d9b-8d81-4e39-894c-509fd5ef8439 None None] Provisioning complete for port 7bddeb37-9285-48a8-81d9-dc3b9fe9af99 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:33.109017 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79dc3d9b-8d81-4e39-894c-509fd5ef8439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:33.110892 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-9ae1ad0c-06f0-4179-9b25-d76f53921589 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6 HTTP/1.1" status: 200 len: 379 time: 0.0590081 Nov 12 01:34:33.121484 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-01e42788-f845-478d-9e18-898b70eda048 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'port': {'device_id': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444', 'admin_state_up': True, 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'security_groups': ['8bf920e0-8c30-44e5-9606-a5277b82bf69']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:33.121680 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361326103', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:30Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '7bddeb37-9285-48a8-81d9-dc3b9fe9af99', 'name': '', 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:3f:d0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3ce8b54a-ada8-41cb-bfad-25811040df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:29Z', 'updated_at': '2021-11-12T01:34:32Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '3ce8b54a-ada8-41cb-bfad-25811040df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:33.152951 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a6de86-3738-481b-894d-356f82a8f314 None None] The sync data for ids ['94e05006-6785-4a8e-aadb-fe83ad0c91f8'] in n-d-712137-14 is: [{'id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361326103', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:30Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '7bddeb37-9285-48a8-81d9-dc3b9fe9af99', 'name': '', 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:3f:d0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3ce8b54a-ada8-41cb-bfad-25811040df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:29Z', 'updated_at': '2021-11-12T01:34:32Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '3ce8b54a-ada8-41cb-bfad-25811040df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:34:33.257614 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-01e42788-f845-478d-9e18-898b70eda048 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Made reservation on behalf of 9bcfcdd4f61e4cf6be94bf9666ad13b6 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:34:33.261201 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-01e42788-f845-478d-9e18-898b70eda048 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:33.395230 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-01e42788-f845-478d-9e18-898b70eda048 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Allocated IP 172.20.0.14 (0255eb34-13b7-4734-9afb-2355b4850444/3ce8b54a-ada8-41cb-bfad-25811040df68/fe16cc72-2be3-4bd9-869d-b8447888b312) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:34:33.539311 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-01e42788-f845-478d-9e18-898b70eda048 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:33.574973 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-01e42788-f845-478d-9e18-898b70eda048 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:33.618828 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-01e42788-f845-478d-9e18-898b70eda048 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network 0255eb34-13b7-4734-9afb-2355b4850444 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:34:33.624770 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-01e42788-f845-478d-9e18-898b70eda048 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:33.628572 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-01e42788-f845-478d-9e18-898b70eda048 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:34:33.635251 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e42788-f845-478d-9e18-898b70eda048 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=fe16cc72-2be3-4bd9-869d-b8447888b312,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:33.689370 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-01e42788-f845-478d-9e18-898b70eda048 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:33.690159 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-01e42788-f845-478d-9e18-898b70eda048 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:33.709042 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-01e42788-f845-478d-9e18-898b70eda048 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5913782 Nov 12 01:34:33.722058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] Request body: {'port': {'device_id': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:33.786468 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:33.950013 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d7b8e792-bd52-43ae-b504-d815c23ed901 None None] Provisioning complete for port fe16cc72-2be3-4bd9-869d-b8447888b312 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:33.950454 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d7b8e792-bd52-43ae-b504-d815c23ed901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:33.987071 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d7b8e792-bd52-43ae-b504-d815c23ed901 None None] Port fe16cc72-2be3-4bd9-869d-b8447888b312 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:34:34.069643 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe16cc72-2be3-4bd9-869d-b8447888b312 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:34:34.078388 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:34.092228 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] Transition to ACTIVE for port object fe16cc72-2be3-4bd9-869d-b8447888b312 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:34:34.097398 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:34.117117 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119aa615-6bcd-4e58-828a-3bb8ecb70668 req-d6f70749-7ead-41ad-a4aa-ddeb343c3e23 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:34.125329 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-119aa615-6bcd-4e58-828a-3bb8ecb70668 req-d6f70749-7ead-41ad-a4aa-ddeb343c3e23 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 932 time: 0.0592964 Nov 12 01:34:34.156607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] Pushing event updated for resources: {'Port': ['ID=fe16cc72-2be3-4bd9-869d-b8447888b312,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:34.178277 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-119aa615-6bcd-4e58-828a-3bb8ecb70668 req-b648c8f3-2aad-4a48-a6a3-0f1f0a4f71ce tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519400 Nov 12 01:34:34.235452 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] Attempting to bind port fe16cc72-2be3-4bd9-869d-b8447888b312 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:34:34.235802 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] Attempting to bind port fe16cc72-2be3-4bd9-869d-b8447888b312 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '0589a17a-e89b-4dd0-ad9c-573f1d824e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:34:34.236138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] Attempting to bind port fe16cc72-2be3-4bd9-869d-b8447888b312 on network 0255eb34-13b7-4734-9afb-2355b4850444 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:34:34.241062 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] Port fe16cc72-2be3-4bd9-869d-b8447888b312 on network 0255eb34-13b7-4734-9afb-2355b4850444 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:34:34.241395 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] Attempting to bind port fe16cc72-2be3-4bd9-869d-b8447888b312 on network 0255eb34-13b7-4734-9afb-2355b4850444 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:34:34.247204 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:34:34.247883 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] Checking segment: {'id': '0589a17a-e89b-4dd0-ad9c-573f1d824e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:34:34.248272 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] Bound using segment: {'id': '0589a17a-e89b-4dd0-ad9c-573f1d824e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:34:34.248878 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] Bound port: fe16cc72-2be3-4bd9-869d-b8447888b312, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0589a17a-e89b-4dd0-ad9c-573f1d824e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:34:34.249242 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:34.318673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] For port fe16cc72-2be3-4bd9-869d-b8447888b312, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:34:34.321884 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] For port fe16cc72-2be3-4bd9-869d-b8447888b312, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=fe16cc72-2be3-4bd9-869d-b8447888b312,segment=NetworkSegment(0589a17a-e89b-4dd0-ad9c-573f1d824e25),segment_id=0589a17a-e89b-4dd0-ad9c-573f1d824e25)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:34:34.327980 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:34.366160 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:34.366793 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:34.368185 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] 10.222.0.21 "PUT /v2.0/ports/fe16cc72-2be3-4bd9-869d-b8447888b312 HTTP/1.1" status: 200 len: 1093 time: 0.6511915 Nov 12 01:34:34.368632 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'tag': 'fe16cc72-2be3-4bd9-869d-b8447888b312'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:34:34.371450 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60079c0-21e3-4c02-92bf-285d847d7145" -d '{"events": [{"name": "network-changed", "server_uuid": "06c50cc4-695b-4b26-b734-4ca3ba91ccea", "tag": "fe16cc72-2be3-4bd9-869d-b8447888b312"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:34:34.407367 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10039c74-8a4e-4964-9c6c-e8e2b5b34a2e service neutron] Pushing event updated for resources: {'Port': ['ID=fe16cc72-2be3-4bd9-869d-b8447888b312,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:34.428787 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371f7d74-7833-40e8-9f19-b8ecefcc80e0 x-openstack-request-id: req-371f7d74-7833-40e8-9f19-b8ecefcc80e0 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:34:34.429077 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c50cc4-695b-4b26-b734-4ca3ba91ccea", "tag": "fe16cc72-2be3-4bd9-869d-b8447888b312", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:34:34.429332 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-371f7d74-7833-40e8-9f19-b8ecefcc80e0 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:34:34.429728 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'tag': 'fe16cc72-2be3-4bd9-869d-b8447888b312', 'status': 'completed', 'code': 200} Nov 12 01:34:34.463731 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-e31383e7-1222-4d2c-9377-4d32d84b18d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:34.465415 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-e31383e7-1222-4d2c-9377-4d32d84b18d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 1096 time: 0.0461318 Nov 12 01:34:34.512006 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-ae8c1fdf-5967-41e2-a5b1-096f6459c944 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe16cc72-2be3-4bd9-869d-b8447888b312 HTTP/1.1" status: 200 len: 217 time: 0.0363622 Nov 12 01:34:34.568404 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-c4b7c383-c3b2-4bc5-a7e7-edd10e194f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:34.569952 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-c4b7c383-c3b2-4bc5-a7e7-edd10e194f53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ce8b54a-ada8-41cb-bfad-25811040df68 HTTP/1.1" status: 200 len: 835 time: 0.0510244 Nov 12 01:34:34.616761 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-f250d99e-6c2e-4323-aebc-a329371b21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:34.618272 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-f250d99e-6c2e-4323-aebc-a329371b21c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0255eb34-13b7-4734-9afb-2355b4850444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410080 Nov 12 01:34:34.709181 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-48f78b53-54f8-4cbf-85ec-d7829852a1d0 service neutron] 10.222.0.21 "GET /v2.0/networks/0255eb34-13b7-4734-9afb-2355b4850444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814965 Nov 12 01:34:34.803237 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab2b109f-5bba-4c50-9e37-d39fdc4d9a25 req-b79dabc8-7d86-4fc0-9ad6-9d8ab13dd7ff service neutron] 10.222.0.21 "GET /v2.0/networks/0255eb34-13b7-4734-9afb-2355b4850444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867949 Nov 12 01:34:34.823055 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7bddeb37-9285-48a8-81d9-dc3b9fe9af99 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:34:34.871987 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 7bddeb37-9285-48a8-81d9-dc3b9fe9af99 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:34.872351 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:34.896090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60079c0-21e3-4c02-92bf-285d847d7145 req-8505a633-fe7d-4edb-b4a6-d1a836696ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:34.897644 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d60079c0-21e3-4c02-92bf-285d847d7145 req-8505a633-fe7d-4edb-b4a6-d1a836696ac6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 1096 time: 0.0416181 Nov 12 01:34:34.993306 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60079c0-21e3-4c02-92bf-285d847d7145 req-f8a3018f-0606-42f1-90dc-e6120ed7a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:34.994778 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d60079c0-21e3-4c02-92bf-285d847d7145 req-f8a3018f-0606-42f1-90dc-e6120ed7a6f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0255eb34-13b7-4734-9afb-2355b4850444 HTTP/1.1" status: 200 len: 898 time: 0.0898950 Nov 12 01:34:35.035799 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d60079c0-21e3-4c02-92bf-285d847d7145 req-951c299d-12ee-421b-bde7-5f679b90a85b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe16cc72-2be3-4bd9-869d-b8447888b312 HTTP/1.1" status: 200 len: 217 time: 0.0339777 Nov 12 01:34:35.088737 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60079c0-21e3-4c02-92bf-285d847d7145 req-53d2345c-abb2-4a3b-8c02-284159eee855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:35.090630 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d60079c0-21e3-4c02-92bf-285d847d7145 req-53d2345c-abb2-4a3b-8c02-284159eee855 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ce8b54a-ada8-41cb-bfad-25811040df68 HTTP/1.1" status: 200 len: 835 time: 0.0465610 Nov 12 01:34:35.137227 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60079c0-21e3-4c02-92bf-285d847d7145 req-dcb90583-4060-4d7f-af77-3ed7c69ccd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:35.138737 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d60079c0-21e3-4c02-92bf-285d847d7145 req-dcb90583-4060-4d7f-af77-3ed7c69ccd37 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0255eb34-13b7-4734-9afb-2355b4850444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403087 Nov 12 01:34:35.230772 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d60079c0-21e3-4c02-92bf-285d847d7145 req-644b9b4e-55b5-41a0-8c06-3dc7adb83997 service neutron] 10.222.0.21 "GET /v2.0/networks/0255eb34-13b7-4734-9afb-2355b4850444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826807 Nov 12 01:34:35.303153 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdf8fd-6794-473e-b6ac-db6f7d482435 req-912bb10b-4b75-4374-ba15-bb4059252774 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:35.304642 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e4bdf8fd-6794-473e-b6ac-db6f7d482435 req-912bb10b-4b75-4374-ba15-bb4059252774 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 944 time: 0.0488217 Nov 12 01:34:35.325387 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d60079c0-21e3-4c02-92bf-285d847d7145 req-d9617bae-ab18-4408-b02f-acea47cdfd40 service neutron] 10.222.0.21 "GET /v2.0/networks/0255eb34-13b7-4734-9afb-2355b4850444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873959 Nov 12 01:34:35.362245 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e4bdf8fd-6794-473e-b6ac-db6f7d482435 req-b5e4c459-ff53-496f-b227-022d777c1622 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505970 Nov 12 01:34:36.483577 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd68372-2bdd-414f-b4bb-cdb1bad1659b req-2cb02d0d-1dc4-407e-87d7-6c2318da2b1f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:36.485072 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bfd68372-2bdd-414f-b4bb-cdb1bad1659b req-2cb02d0d-1dc4-407e-87d7-6c2318da2b1f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 944 time: 0.0492730 Nov 12 01:34:36.532676 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bfd68372-2bdd-414f-b4bb-cdb1bad1659b req-ce418faa-1ec3-4004-9308-a90c89e220a4 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416405 Nov 12 01:34:37.648068 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59300712-6a19-4987-afc6-8319f992d4f2 req-eb82b6c6-06e9-4ad0-a491-7bace56d82f5 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:37.649595 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-59300712-6a19-4987-afc6-8319f992d4f2 req-eb82b6c6-06e9-4ad0-a491-7bace56d82f5 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 944 time: 0.0493984 Nov 12 01:34:37.699299 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-59300712-6a19-4987-afc6-8319f992d4f2 req-c6ae394e-c4f8-487f-98db-1d09475da9fa tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434096 Nov 12 01:34:38.816357 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f76d8e-c1fb-44df-9697-6d5ff1e6f406 req-64de7d8e-3a49-47a7-91e3-8a9966674ca3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:38.817851 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e2f76d8e-c1fb-44df-9697-6d5ff1e6f406 req-64de7d8e-3a49-47a7-91e3-8a9966674ca3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 944 time: 0.0512290 Nov 12 01:34:38.865840 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e2f76d8e-c1fb-44df-9697-6d5ff1e6f406 req-821e4133-782d-4185-9d1f-f79680f80dbb tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419159 Nov 12 01:34:38.995715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device fe16cc72-2be3-4bd9-869d-b8447888b312 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:34:39.091241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port fe16cc72-2be3-4bd9-869d-b8447888b312, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=fe16cc72-2be3-4bd9-869d-b8447888b312,segment=NetworkSegment(0589a17a-e89b-4dd0-ad9c-573f1d824e25),segment_id=0589a17a-e89b-4dd0-ad9c-573f1d824e25)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:39.101942 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'fe16cc72-2be3-4bd9-869d-b8447888b312', 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444', 'port_id': 'fe16cc72-2be3-4bd9-869d-b8447888b312', 'mac_address': 'fa:16:3e:83:e5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce8b54a-ada8-41cb-bfad-25811040df68', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:34:39.138158 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:39.150566 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe16cc72-2be3-4bd9-869d-b8447888b312 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:34:39.170003 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port fe16cc72-2be3-4bd9-869d-b8447888b312, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=fe16cc72-2be3-4bd9-869d-b8447888b312,segment=NetworkSegment(0589a17a-e89b-4dd0-ad9c-573f1d824e25),segment_id=0589a17a-e89b-4dd0-ad9c-573f1d824e25)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:39.173840 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:39.234442 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=fe16cc72-2be3-4bd9-869d-b8447888b312,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:39.237916 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:39.391829 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['fe16cc72-2be3-4bd9-869d-b8447888b312'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:34:39.985332 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da058d-c3a9-4495-bec9-e50b4b2dad96 req-48bb799c-d369-40e8-b769-6be87cd6a02f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:39.986815 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f6da058d-c3a9-4495-bec9-e50b4b2dad96 req-48bb799c-d369-40e8-b769-6be87cd6a02f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 945 time: 0.0541742 Nov 12 01:34:40.040102 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f6da058d-c3a9-4495-bec9-e50b4b2dad96 req-7be5e6b9-4ae1-4408-98d6-b9282e963f57 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472548 Nov 12 01:34:41.012142 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device fe16cc72-2be3-4bd9-869d-b8447888b312 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:34:41.059777 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port fe16cc72-2be3-4bd9-869d-b8447888b312 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:34:41.064386 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port fe16cc72-2be3-4bd9-869d-b8447888b312 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:41.064784 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:41.144075 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:41.160439 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0d456-60f2-45cd-b70e-79ebbe152887 req-0382f21f-04ad-4961-8044-93924bfb8d06 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:41.161985 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0ab0d456-60f2-45cd-b70e-79ebbe152887 req-0382f21f-04ad-4961-8044-93924bfb8d06 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 945 time: 0.0503666 Nov 12 01:34:41.167154 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe16cc72-2be3-4bd9-869d-b8447888b312'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:34:41.169959 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32251b9d-352e-40d4-9814-3945780f4f49" -d '{"events": [{"server_uuid": "06c50cc4-695b-4b26-b734-4ca3ba91ccea", "name": "network-vif-plugged", "status": "completed", "tag": "fe16cc72-2be3-4bd9-869d-b8447888b312"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:34:41.182623 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port fe16cc72-2be3-4bd9-869d-b8447888b312, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=fe16cc72-2be3-4bd9-869d-b8447888b312,segment=NetworkSegment(0589a17a-e89b-4dd0-ad9c-573f1d824e25),segment_id=0589a17a-e89b-4dd0-ad9c-573f1d824e25)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:41.190109 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:41.219082 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0ab0d456-60f2-45cd-b70e-79ebbe152887 req-e8523951-3390-45c7-8b2f-18d91bdad003 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501709 Nov 12 01:34:41.223239 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a15206-1de7-4e36-9b37-be5d4b72f972 x-openstack-request-id: req-d9a15206-1de7-4e36-9b37-be5d4b72f972 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:34:41.223239 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c50cc4-695b-4b26-b734-4ca3ba91ccea", "name": "network-vif-plugged", "status": "completed", "tag": "fe16cc72-2be3-4bd9-869d-b8447888b312", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:34:41.223239 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9a15206-1de7-4e36-9b37-be5d4b72f972 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:34:41.223239 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe16cc72-2be3-4bd9-869d-b8447888b312', 'code': 200} Nov 12 01:34:41.250462 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=fe16cc72-2be3-4bd9-869d-b8447888b312,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:41.318059 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969c7ff-ce74-43d5-9b5a-f02173b06a0d req-b006451a-14d7-4b03-9661-c296a6bed978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:41.319440 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6969c7ff-ce74-43d5-9b5a-f02173b06a0d req-b006451a-14d7-4b03-9661-c296a6bed978 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 1098 time: 0.0403669 Nov 12 01:34:41.368203 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6969c7ff-ce74-43d5-9b5a-f02173b06a0d req-90d1ecfd-6c68-4a64-892a-269437f8ec91 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413671 Nov 12 01:34:42.346384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642243bd-fb2f-4d3c-8ee4-e347bd784f70 req-599497ea-23c3-42c7-a26e-78f42747b000 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:42.348615 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-642243bd-fb2f-4d3c-8ee4-e347bd784f70 req-599497ea-23c3-42c7-a26e-78f42747b000 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 946 time: 0.0541232 Nov 12 01:34:42.397496 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-642243bd-fb2f-4d3c-8ee4-e347bd784f70 req-40c323cc-d1ec-41e0-8077-4940a1494929 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423987 Nov 12 01:34:43.512665 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4c58e-b737-4b9c-8221-867348d5783e req-f02fb54d-5d88-4bfd-b0eb-a243a808b83e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:43.514170 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-acb4c58e-b737-4b9c-8221-867348d5783e req-f02fb54d-5d88-4bfd-b0eb-a243a808b83e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 946 time: 0.0483904 Nov 12 01:34:43.562378 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-acb4c58e-b737-4b9c-8221-867348d5783e req-b3f35dac-796c-421e-b2b0-e48fafb9481f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421991 Nov 12 01:34:43.681034 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd88fa9-9564-473d-aeca-c7f40af4f978 req-5f438349-256d-42a5-99a2-202fbb86f749 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:43.682510 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8cd88fa9-9564-473d-aeca-c7f40af4f978 req-5f438349-256d-42a5-99a2-202fbb86f749 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 946 time: 0.0487273 Nov 12 01:34:43.731569 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8cd88fa9-9564-473d-aeca-c7f40af4f978 req-012e01a1-0647-499c-853c-cee4b4dbb0e3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427985 Nov 12 01:34:43.753007 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52148) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:43.793850 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e704ddd4-e87f-4f7a-8b55-747f0ce1c364 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:43.795383 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e704ddd4-e87f-4f7a-8b55-747f0ce1c364 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 1093 time: 0.0414171 Nov 12 01:34:43.798225 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52150) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:43.802507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-08bde941-df7a-4b19-96cc-6ae2e8513dc8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': 'fe16cc72-2be3-4bd9-869d-b8447888b312', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:43.824897 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-08bde941-df7a-4b19-96cc-6ae2e8513dc8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:43.921633 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-08bde941-df7a-4b19-96cc-6ae2e8513dc8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:44.023289 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-08bde941-df7a-4b19-96cc-6ae2e8513dc8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Allocated IP 172.25.0.95 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/525ffd34-49c8-4f2a-99d2-1c824120d484) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:34:44.121377 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-08bde941-df7a-4b19-96cc-6ae2e8513dc8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:44.153868 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-08bde941-df7a-4b19-96cc-6ae2e8513dc8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:44.187504 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bde941-df7a-4b19-96cc-6ae2e8513dc8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:34:44.190236 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-08bde941-df7a-4b19-96cc-6ae2e8513dc8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:44.193583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bde941-df7a-4b19-96cc-6ae2e8513dc8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:34:44.227277 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bde941-df7a-4b19-96cc-6ae2e8513dc8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=525ffd34-49c8-4f2a-99d2-1c824120d484,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:44.551033 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-08bde941-df7a-4b19-96cc-6ae2e8513dc8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:44.926226 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-08bde941-df7a-4b19-96cc-6ae2e8513dc8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:45.083774 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-08bde941-df7a-4b19-96cc-6ae2e8513dc8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:45.088078 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-08bde941-df7a-4b19-96cc-6ae2e8513dc8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:45.155468 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bde941-df7a-4b19-96cc-6ae2e8513dc8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=525ffd34-49c8-4f2a-99d2-1c824120d484,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:45.164053 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-08bde941-df7a-4b19-96cc-6ae2e8513dc8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:45.264225 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-08bde941-df7a-4b19-96cc-6ae2e8513dc8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Floating IP 621982f6-4db3-4292-9b53-eefb533918dd associated. External IP: 172.25.0.95, port: fe16cc72-2be3-4bd9-869d-b8447888b312. Nov 12 01:34:45.470266 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bde941-df7a-4b19-96cc-6ae2e8513dc8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Router 94e05006-6785-4a8e-aadb-fe83ad0c91f8 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:34:45.577798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bde941-df7a-4b19-96cc-6ae2e8513dc8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:34:45.587946 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9094f614-1d67-4cc4-a10b-fc64a18c7607 None None] Sync routers for ids ['94e05006-6785-4a8e-aadb-fe83ad0c91f8'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:34:45.595324 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-08bde941-df7a-4b19-96cc-6ae2e8513dc8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:45.598402 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9094f614-1d67-4cc4-a10b-fc64a18c7607 None None] Routers {'94e05006-6785-4a8e-aadb-fe83ad0c91f8'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:45.599125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-9094f614-1d67-4cc4-a10b-fc64a18c7607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:34:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['94e05006-6785-4a8e-aadb-fe83ad0c91f8'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:45.622370 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-08bde941-df7a-4b19-96cc-6ae2e8513dc8 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8231268 Nov 12 01:34:45.622963 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'tag': 'fe16cc72-2be3-4bd9-869d-b8447888b312'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:34:45.625271 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7190f6c8-e952-4adb-ac57-66c80eb56692" -d '{"events": [{"name": "network-changed", "server_uuid": "06c50cc4-695b-4b26-b734-4ca3ba91ccea", "tag": "fe16cc72-2be3-4bd9-869d-b8447888b312"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:34:45.665779 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35a4f19-fb52-4a18-8233-ac2d77fbb748 x-openstack-request-id: req-d35a4f19-fb52-4a18-8233-ac2d77fbb748 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:34:45.666270 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c50cc4-695b-4b26-b734-4ca3ba91ccea", "tag": "fe16cc72-2be3-4bd9-869d-b8447888b312", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:34:45.666672 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d35a4f19-fb52-4a18-8233-ac2d77fbb748 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:34:45.667288 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'tag': 'fe16cc72-2be3-4bd9-869d-b8447888b312', 'status': 'completed', 'code': 200} Nov 12 01:34:45.717272 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-9094f614-1d67-4cc4-a10b-fc64a18c7607 None None] Set router 94e05006-6785-4a8e-aadb-fe83ad0c91f8 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:45.756188 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456b965-68eb-4fcf-84d9-19c124687536 req-9a686bab-2604-42cd-af50-096b834c6f1d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:45.757701 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4456b965-68eb-4fcf-84d9-19c124687536 req-9a686bab-2604-42cd-af50-096b834c6f1d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 946 time: 0.0821114 Nov 12 01:34:45.760353 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190f6c8-e952-4adb-ac57-66c80eb56692 req-98b21e42-edab-4684-a675-41193ecfe383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:45.762018 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7190f6c8-e952-4adb-ac57-66c80eb56692 req-98b21e42-edab-4684-a675-41193ecfe383 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 1098 time: 0.0730522 Nov 12 01:34:45.863793 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4456b965-68eb-4fcf-84d9-19c124687536 req-2b226703-ec0a-4565-81c2-46479e9f6218 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994270 Nov 12 01:34:45.884976 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190f6c8-e952-4adb-ac57-66c80eb56692 req-16a0e8b9-b51e-4a24-b3f4-3b4b016abcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:45.886487 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7190f6c8-e952-4adb-ac57-66c80eb56692 req-16a0e8b9-b51e-4a24-b3f4-3b4b016abcd5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0255eb34-13b7-4734-9afb-2355b4850444 HTTP/1.1" status: 200 len: 898 time: 0.1165044 Nov 12 01:34:45.887042 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52156) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:45.946028 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-9094f614-1d67-4cc4-a10b-fc64a18c7607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361326103', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:30Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '621982f6-4db3-4292-9b53-eefb533918dd', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'floating_ip_address': '172.25.0.95', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'port_id': 'fe16cc72-2be3-4bd9-869d-b8447888b312', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444', 'mac_address': 'fa:16:3e:83:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:34:44Z', 'updated_at': '2021-11-12T01:34:44Z', 'revision_number': 0, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bddeb37-9285-48a8-81d9-dc3b9fe9af99', 'name': '', 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:3f:d0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3ce8b54a-ada8-41cb-bfad-25811040df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:29Z', 'updated_at': '2021-11-12T01:34:32Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '3ce8b54a-ada8-41cb-bfad-25811040df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:45.971654 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9094f614-1d67-4cc4-a10b-fc64a18c7607 None None] Checking router: 94e05006-6785-4a8e-aadb-fe83ad0c91f8 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:34:45.980526 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9094f614-1d67-4cc4-a10b-fc64a18c7607 None None] Routers {'94e05006-6785-4a8e-aadb-fe83ad0c91f8'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:45.981183 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-9094f614-1d67-4cc4-a10b-fc64a18c7607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:34:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['94e05006-6785-4a8e-aadb-fe83ad0c91f8'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:45.993098 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0602594f-639d-45b7-8da6-f87d04a6a563 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/floatingips/621982f6-4db3-4292-9b53-eefb533918dd HTTP/1.1" status: 200 len: 991 time: 0.1048961 Nov 12 01:34:45.997680 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7190f6c8-e952-4adb-ac57-66c80eb56692 req-92e2d6eb-7451-4312-a27f-eec907c0b081 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe16cc72-2be3-4bd9-869d-b8447888b312 HTTP/1.1" status: 200 len: 999 time: 0.1036470 Nov 12 01:34:46.050618 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190f6c8-e952-4adb-ac57-66c80eb56692 req-7c587428-4ea5-48ea-b542-1a35a43b8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:46.052085 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7190f6c8-e952-4adb-ac57-66c80eb56692 req-7c587428-4ea5-48ea-b542-1a35a43b8d1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ce8b54a-ada8-41cb-bfad-25811040df68 HTTP/1.1" status: 200 len: 835 time: 0.0464222 Nov 12 01:34:46.090028 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-9094f614-1d67-4cc4-a10b-fc64a18c7607 None None] Set router 94e05006-6785-4a8e-aadb-fe83ad0c91f8 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:46.097937 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190f6c8-e952-4adb-ac57-66c80eb56692 req-1f46edb5-ca4c-4ce3-b95e-53c004ce81d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:46.099430 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7190f6c8-e952-4adb-ac57-66c80eb56692 req-1f46edb5-ca4c-4ce3-b95e-53c004ce81d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0255eb34-13b7-4734-9afb-2355b4850444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400684 Nov 12 01:34:46.187944 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7190f6c8-e952-4adb-ac57-66c80eb56692 req-79fdfcb8-9e9f-4cfc-93bd-fcc5e547f46c service neutron] 10.222.0.21 "GET /v2.0/networks/0255eb34-13b7-4734-9afb-2355b4850444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814817 Nov 12 01:34:46.283355 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7190f6c8-e952-4adb-ac57-66c80eb56692 req-6d1773ca-4b01-40ef-84c3-632a95d30379 service neutron] 10.222.0.21 "GET /v2.0/networks/0255eb34-13b7-4734-9afb-2355b4850444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881531 Nov 12 01:34:46.312025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-9094f614-1d67-4cc4-a10b-fc64a18c7607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361326103', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:30Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '621982f6-4db3-4292-9b53-eefb533918dd', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'floating_ip_address': '172.25.0.95', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'port_id': 'fe16cc72-2be3-4bd9-869d-b8447888b312', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444', 'mac_address': 'fa:16:3e:83:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:34:44Z', 'updated_at': '2021-11-12T01:34:44Z', 'revision_number': 0, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bddeb37-9285-48a8-81d9-dc3b9fe9af99', 'name': '', 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:3f:d0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3ce8b54a-ada8-41cb-bfad-25811040df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:29Z', 'updated_at': '2021-11-12T01:34:32Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '3ce8b54a-ada8-41cb-bfad-25811040df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:46.338799 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9094f614-1d67-4cc4-a10b-fc64a18c7607 None None] The sync data for ids ['94e05006-6785-4a8e-aadb-fe83ad0c91f8'] in n-d-712137-14 is: [{'id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361326103', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:30Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '621982f6-4db3-4292-9b53-eefb533918dd', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'floating_ip_address': '172.25.0.95', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'port_id': 'fe16cc72-2be3-4bd9-869d-b8447888b312', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444', 'mac_address': 'fa:16:3e:83:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:34:44Z', 'updated_at': '2021-11-12T01:34:44Z', 'revision_number': 0, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bddeb37-9285-48a8-81d9-dc3b9fe9af99', 'name': '', 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:3f:d0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3ce8b54a-ada8-41cb-bfad-25811040df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:29Z', 'updated_at': '2021-11-12T01:34:32Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '3ce8b54a-ada8-41cb-bfad-25811040df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:34:46.519934 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897a6a6e-3314-48e9-97ce-5084289f8fde None None] New status for floating IP 621982f6-4db3-4292-9b53-eefb533918dd: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:34:46.996619 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52158) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:47.055876 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e55642f4-0209-4584-8e60-c6dd2bd67bfc tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/floatingips/621982f6-4db3-4292-9b53-eefb533918dd HTTP/1.1" status: 200 len: 993 time: 0.0580139 Nov 12 01:34:50.124611 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a7003c2d-9334-4ea5-b4cd-64a435ecb6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:52.405059 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ed37435e-bec7-4eec-b77f-a45350df50a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:53.647397 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:55.070891 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:55.611401 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:56.116326 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:58.430847 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:35:09.227867 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:18.296716 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3dcc8f-666b-48b6-a55c-375224c78300 req-90fb21c1-38e9-46a6-a305-0fd11ae2155a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:18.298197 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da3dcc8f-666b-48b6-a55c-375224c78300 req-90fb21c1-38e9-46a6-a305-0fd11ae2155a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 946 time: 0.0486546 Nov 12 01:35:18.346831 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da3dcc8f-666b-48b6-a55c-375224c78300 req-e5b9b343-b6fb-4ed8-9e97-ba00f47779c4 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427597 Nov 12 01:35:18.368642 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52174) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:18.430618 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-365cee4b-1a72-49df-b791-205391df04d2 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/floatingips/621982f6-4db3-4292-9b53-eefb533918dd HTTP/1.1" status: 200 len: 993 time: 0.0608540 Nov 12 01:35:18.762270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29248645-0d50-4ad0-b079-835f83dddec6 req-7c2b8c6f-5efd-4b41-877b-f13618e52c72 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:18.763717 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29248645-0d50-4ad0-b079-835f83dddec6 req-7c2b8c6f-5efd-4b41-877b-f13618e52c72 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 1098 time: 0.0399995 Nov 12 01:35:18.810537 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29248645-0d50-4ad0-b079-835f83dddec6 req-1986e684-6ae1-4d7f-b9c1-5a843e7d0ab1 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406022 Nov 12 01:35:19.002080 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-2e4bec72-1be3-4baa-a4bb-a7fed311f12b req-63f4283d-ce08-42ad-a681-e8158d99db02 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:35:19.003171 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e4bec72-1be3-4baa-a4bb-a7fed311f12b req-63f4283d-ce08-42ad-a681-e8158d99db02 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0539439 Nov 12 01:35:19.453439 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-c00986da-b572-4611-b8ff-10d325ac2ebc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432580 Nov 12 01:35:19.461899 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-1d2e13e1-6b84-4790-84e9-13a2985644fb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:35:19.462847 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-1d2e13e1-6b84-4790-84e9-13a2985644fb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048478 Nov 12 01:35:20.126532 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-66e8542c-f80e-4f17-b610-22e0b0a21c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:22.406578 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6536a203-e1eb-4721-b9bf-95889214ceb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:23.649307 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:24.051298 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-64f10379-0ed9-4c24-9e28-3eb2415abcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:24.052649 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-64f10379-0ed9-4c24-9e28-3eb2415abcbd service neutron] 10.222.0.31 "GET /v2.0/ports/fe16cc72-2be3-4bd9-869d-b8447888b312 HTTP/1.1" status: 200 len: 1095 time: 0.0329616 Nov 12 01:35:24.061494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-b14b3e99-1f83-4b1a-9754-51e31b7795aa service neutron] Request body: {'binding': {'host': 'n-h2-712137-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:24.061937 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-b14b3e99-1f83-4b1a-9754-51e31b7795aa service neutron] Unknown quota resources ['binding']. {{(pid=114242) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 01:35:24.477286 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-b14b3e99-1f83-4b1a-9754-51e31b7795aa service neutron] Attempting to bind port fe16cc72-2be3-4bd9-869d-b8447888b312 on host n-h2-712137-14 for vnic_type normal with profile None {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:35:24.477616 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-b14b3e99-1f83-4b1a-9754-51e31b7795aa service neutron] Attempting to bind port fe16cc72-2be3-4bd9-869d-b8447888b312 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '0589a17a-e89b-4dd0-ad9c-573f1d824e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:35:24.477938 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-b14b3e99-1f83-4b1a-9754-51e31b7795aa service neutron] Attempting to bind port fe16cc72-2be3-4bd9-869d-b8447888b312 on network 0255eb34-13b7-4734-9afb-2355b4850444 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:24.482151 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-b14b3e99-1f83-4b1a-9754-51e31b7795aa service neutron] Port fe16cc72-2be3-4bd9-869d-b8447888b312 on network 0255eb34-13b7-4734-9afb-2355b4850444 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:35:24.482469 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-b14b3e99-1f83-4b1a-9754-51e31b7795aa service neutron] Attempting to bind port fe16cc72-2be3-4bd9-869d-b8447888b312 on network 0255eb34-13b7-4734-9afb-2355b4850444 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:24.487103 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-b14b3e99-1f83-4b1a-9754-51e31b7795aa service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:35:24.487434 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-b14b3e99-1f83-4b1a-9754-51e31b7795aa service neutron] Checking segment: {'id': '0589a17a-e89b-4dd0-ad9c-573f1d824e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:35:24.487810 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-b14b3e99-1f83-4b1a-9754-51e31b7795aa service neutron] Bound using segment: {'id': '0589a17a-e89b-4dd0-ad9c-573f1d824e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:35:24.488225 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-b14b3e99-1f83-4b1a-9754-51e31b7795aa service neutron] Bound port: fe16cc72-2be3-4bd9-869d-b8447888b312, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0589a17a-e89b-4dd0-ad9c-573f1d824e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:35:24.573917 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-b14b3e99-1f83-4b1a-9754-51e31b7795aa service neutron] For port fe16cc72-2be3-4bd9-869d-b8447888b312, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=fe16cc72-2be3-4bd9-869d-b8447888b312,segment=NetworkSegment(0589a17a-e89b-4dd0-ad9c-573f1d824e25),segment_id=0589a17a-e89b-4dd0-ad9c-573f1d824e25)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:35:24.580514 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-b14b3e99-1f83-4b1a-9754-51e31b7795aa service neutron] Publish callbacks [] for binding, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:24.581826 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-b14b3e99-1f83-4b1a-9754-51e31b7795aa service neutron] 10.222.0.31 "POST /v2.0/ports/fe16cc72-2be3-4bd9-869d-b8447888b312/bindings HTTP/1.1" status: 201 len: 390 time: 0.5238776 Nov 12 01:35:24.726848 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565112dd-6448-449a-a578-99f4c2c0fbe9 req-a7414634-fd85-43a5-918d-9fcbc838e88b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:24.728434 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-565112dd-6448-449a-a578-99f4c2c0fbe9 req-a7414634-fd85-43a5-918d-9fcbc838e88b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 946 time: 0.0565779 Nov 12 01:35:24.781519 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-565112dd-6448-449a-a578-99f4c2c0fbe9 req-39407c57-551f-4b4f-b7a2-b4106c16df81 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448751 Nov 12 01:35:24.821247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-feaa98f5-d141-49ee-98cb-2b32b284f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:24.822818 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-feaa98f5-d141-49ee-98cb-2b32b284f91b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 1098 time: 0.0466113 Nov 12 01:35:24.916775 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-ae67d7a2-0e42-4618-889a-35c373cdc56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:24.918267 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-ae67d7a2-0e42-4618-889a-35c373cdc56a service neutron] 10.222.0.15 "GET /v2.0/networks?id=0255eb34-13b7-4734-9afb-2355b4850444 HTTP/1.1" status: 200 len: 898 time: 0.0890691 Nov 12 01:35:24.988478 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-761f557d-61e6-416b-8f33-172dadc28fc6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe16cc72-2be3-4bd9-869d-b8447888b312 HTTP/1.1" status: 200 len: 1001 time: 0.0626109 Nov 12 01:35:25.040318 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-fc6ff134-5000-4854-9292-0256cf6c3926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:25.041849 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-fc6ff134-5000-4854-9292-0256cf6c3926 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ce8b54a-ada8-41cb-bfad-25811040df68 HTTP/1.1" status: 200 len: 835 time: 0.0461795 Nov 12 01:35:25.069939 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:25.088272 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-be6317d6-63f3-4b95-baac-931569f7605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:25.089813 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-be6317d6-63f3-4b95-baac-931569f7605b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0255eb34-13b7-4734-9afb-2355b4850444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412526 Nov 12 01:35:25.183600 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-f7d50e89-ddaa-4881-a5b1-acd3a7323504 service neutron] 10.222.0.15 "GET /v2.0/networks/0255eb34-13b7-4734-9afb-2355b4850444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867214 Nov 12 01:35:25.273119 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-27ed9a93-7509-4d16-bd91-cbd5bf62dd08 service neutron] 10.222.0.15 "GET /v2.0/networks/0255eb34-13b7-4734-9afb-2355b4850444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813339 Nov 12 01:35:25.460015 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-20b779d0-bfb0-4c45-a7f7-171242b2779a tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:25.461560 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-20b779d0-bfb0-4c45-a7f7-171242b2779a tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea&tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 1098 time: 0.0791316 Nov 12 01:35:25.472490 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712137-14'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:25.525451 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:25.614165 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:25.650435 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] For port fe16cc72-2be3-4bd9-869d-b8447888b312, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=fe16cc72-2be3-4bd9-869d-b8447888b312,segment=NetworkSegment(0589a17a-e89b-4dd0-ad9c-573f1d824e25),segment_id=0589a17a-e89b-4dd0-ad9c-573f1d824e25)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:25.685695 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] For port fe16cc72-2be3-4bd9-869d-b8447888b312, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:35:25.724549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe16cc72-2be3-4bd9-869d-b8447888b312'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:25.726828 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f5ee2f-edec-4f5e-848d-8f185e55df25" -d '{"events": [{"server_uuid": "06c50cc4-695b-4b26-b734-4ca3ba91ccea", "name": "network-vif-unplugged", "status": "completed", "tag": "fe16cc72-2be3-4bd9-869d-b8447888b312"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:25.730522 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:25.736186 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:25.774438 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5445d5-40fe-469a-98fc-677283c381c0 x-openstack-request-id: req-0c5445d5-40fe-469a-98fc-677283c381c0 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:25.774732 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c50cc4-695b-4b26-b734-4ca3ba91ccea", "name": "network-vif-unplugged", "status": "completed", "tag": "fe16cc72-2be3-4bd9-869d-b8447888b312", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:25.774979 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c5445d5-40fe-469a-98fc-677283c381c0 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:25.775365 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe16cc72-2be3-4bd9-869d-b8447888b312', 'code': 200} Nov 12 01:35:25.843051 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe16cc72-2be3-4bd9-869d-b8447888b312,revision_number=7']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:25.855834 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:25.856179 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:25.856515 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:25.856876 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:25.857205 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:25.857536 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:25.857862 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:25.858192 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:25.858507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:25.858828 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:25.859149 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:25.859467 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:25.897900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Attempting to bind port fe16cc72-2be3-4bd9-869d-b8447888b312 on host n-h1-712137-14 for vnic_type normal with profile {"migrating_to": "n-h2-712137-14"} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:35:25.898249 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Attempting to bind port fe16cc72-2be3-4bd9-869d-b8447888b312 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '0589a17a-e89b-4dd0-ad9c-573f1d824e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:35:25.898570 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Attempting to bind port fe16cc72-2be3-4bd9-869d-b8447888b312 on network 0255eb34-13b7-4734-9afb-2355b4850444 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:25.904074 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Port fe16cc72-2be3-4bd9-869d-b8447888b312 on network 0255eb34-13b7-4734-9afb-2355b4850444 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:35:25.904395 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Attempting to bind port fe16cc72-2be3-4bd9-869d-b8447888b312 on network 0255eb34-13b7-4734-9afb-2355b4850444 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:25.908817 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2b80c-f1d8-4386-bb09-14102dae4578 req-62da67ae-6813-4e4b-8d68-93cba60af5f4 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:25.911057 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:35:25.911598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Checking segment: {'id': '0589a17a-e89b-4dd0-ad9c-573f1d824e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:35:25.912157 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Bound using segment: {'id': '0589a17a-e89b-4dd0-ad9c-573f1d824e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:35:25.912790 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Bound port: fe16cc72-2be3-4bd9-869d-b8447888b312, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0589a17a-e89b-4dd0-ad9c-573f1d824e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:35:25.913632 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:25.917282 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-28d2b80c-f1d8-4386-bb09-14102dae4578 req-62da67ae-6813-4e4b-8d68-93cba60af5f4 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 944 time: 0.0620437 Nov 12 01:35:25.969040 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-28d2b80c-f1d8-4386-bb09-14102dae4578 req-5a86fe3f-d0ad-44b1-83c8-6a89ab6d2a9f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505469 Nov 12 01:35:25.997454 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] For port fe16cc72-2be3-4bd9-869d-b8447888b312, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:35:26.000376 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] For port fe16cc72-2be3-4bd9-869d-b8447888b312, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=fe16cc72-2be3-4bd9-869d-b8447888b312,segment=NetworkSegment(0589a17a-e89b-4dd0-ad9c-573f1d824e25),segment_id=0589a17a-e89b-4dd0-ad9c-573f1d824e25)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:35:26.005261 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:26.052688 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0b2b78eb-066e-458a-8f6b-4cf31ef9657e None None] Provisioning complete for port fe16cc72-2be3-4bd9-869d-b8447888b312 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:26.053344 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0b2b78eb-066e-458a-8f6b-4cf31ef9657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:26.109823 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe16cc72-2be3-4bd9-869d-b8447888b312,revision_number=8']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:26.122984 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:26.159319 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0b2b78eb-066e-458a-8f6b-4cf31ef9657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:26.167900 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:26.168543 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:26.170015 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6f62a6b4-7274-4d6b-9178-714ac52253c9 service neutron] 10.222.0.15 "PUT /v2.0/ports/fe16cc72-2be3-4bd9-869d-b8447888b312 HTTP/1.1" status: 200 len: 1124 time: 0.7014251 Nov 12 01:35:26.184360 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe16cc72-2be3-4bd9-869d-b8447888b312'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:26.186991 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b69baf-597e-4950-b85b-2dc9831cca37" -d '{"events": [{"server_uuid": "06c50cc4-695b-4b26-b734-4ca3ba91ccea", "name": "network-vif-plugged", "status": "completed", "tag": "fe16cc72-2be3-4bd9-869d-b8447888b312"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:26.204184 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-0b2b78eb-066e-458a-8f6b-4cf31ef9657e None None] For port fe16cc72-2be3-4bd9-869d-b8447888b312, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=fe16cc72-2be3-4bd9-869d-b8447888b312,segment=NetworkSegment(0589a17a-e89b-4dd0-ad9c-573f1d824e25),segment_id=0589a17a-e89b-4dd0-ad9c-573f1d824e25)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:26.209379 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0b2b78eb-066e-458a-8f6b-4cf31ef9657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:26.257994 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d325b38e-084c-46a6-981b-e7496c6a4cf5 x-openstack-request-id: req-d325b38e-084c-46a6-981b-e7496c6a4cf5 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:26.258278 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c50cc4-695b-4b26-b734-4ca3ba91ccea", "name": "network-vif-plugged", "status": "completed", "tag": "fe16cc72-2be3-4bd9-869d-b8447888b312", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:26.258538 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d325b38e-084c-46a6-981b-e7496c6a4cf5 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:26.258922 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe16cc72-2be3-4bd9-869d-b8447888b312', 'code': 200} Nov 12 01:35:26.291490 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['fe16cc72-2be3-4bd9-869d-b8447888b312'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:35:26.395116 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b78eb-066e-458a-8f6b-4cf31ef9657e None None] Pushing event updated for resources: {'Port': ['ID=fe16cc72-2be3-4bd9-869d-b8447888b312,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:26.412050 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b78eb-066e-458a-8f6b-4cf31ef9657e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:26.412403 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b78eb-066e-458a-8f6b-4cf31ef9657e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:26.412774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b78eb-066e-458a-8f6b-4cf31ef9657e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:26.413117 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b78eb-066e-458a-8f6b-4cf31ef9657e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:26.413457 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b78eb-066e-458a-8f6b-4cf31ef9657e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:26.413787 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b78eb-066e-458a-8f6b-4cf31ef9657e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:26.414117 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b78eb-066e-458a-8f6b-4cf31ef9657e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:26.414446 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b78eb-066e-458a-8f6b-4cf31ef9657e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:26.414772 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b78eb-066e-458a-8f6b-4cf31ef9657e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:26.415099 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b78eb-066e-458a-8f6b-4cf31ef9657e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:26.415421 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b78eb-066e-458a-8f6b-4cf31ef9657e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:26.415745 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b78eb-066e-458a-8f6b-4cf31ef9657e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:26.578346 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-da2150b9-385a-44a6-a1fa-16cdec12c8cf None None] Provisioning complete for port fe16cc72-2be3-4bd9-869d-b8447888b312 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:26.578633 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-da2150b9-385a-44a6-a1fa-16cdec12c8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:27.087844 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5eb20-bcff-4be5-9e5d-4675d8fef63e req-0f3c8e75-6fff-4c09-a75f-f8f9acd7a9d0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:27.090117 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-03a5eb20-bcff-4be5-9e5d-4675d8fef63e req-0f3c8e75-6fff-4c09-a75f-f8f9acd7a9d0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 946 time: 0.0495727 Nov 12 01:35:27.141691 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-03a5eb20-bcff-4be5-9e5d-4675d8fef63e req-89df98a9-25c5-4b56-abee-762906c58875 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454552 Nov 12 01:35:27.776282 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'tag': 'fe16cc72-2be3-4bd9-869d-b8447888b312'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:27.778735 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c763a949-ba62-4d58-8e62-e63815fdbd12" -d '{"events": [{"name": "network-changed", "server_uuid": "06c50cc4-695b-4b26-b734-4ca3ba91ccea", "tag": "fe16cc72-2be3-4bd9-869d-b8447888b312"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:27.815509 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43da466-f4c6-4e79-9c6b-25ac57eb7427 x-openstack-request-id: req-f43da466-f4c6-4e79-9c6b-25ac57eb7427 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:27.815805 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c50cc4-695b-4b26-b734-4ca3ba91ccea", "tag": "fe16cc72-2be3-4bd9-869d-b8447888b312", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:27.816056 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f43da466-f4c6-4e79-9c6b-25ac57eb7427 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:27.816457 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'tag': 'fe16cc72-2be3-4bd9-869d-b8447888b312', 'status': 'completed', 'code': 200} Nov 12 01:35:27.879232 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763a949-ba62-4d58-8e62-e63815fdbd12 req-48abb7ab-e3c4-4ea3-9689-a465313fdd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:27.880709 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c763a949-ba62-4d58-8e62-e63815fdbd12 req-48abb7ab-e3c4-4ea3-9689-a465313fdd67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 1129 time: 0.0410764 Nov 12 01:35:27.971238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763a949-ba62-4d58-8e62-e63815fdbd12 req-1b991f20-2ad9-4d92-8a93-1491bc1ca007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:27.972819 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c763a949-ba62-4d58-8e62-e63815fdbd12 req-1b991f20-2ad9-4d92-8a93-1491bc1ca007 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0255eb34-13b7-4734-9afb-2355b4850444 HTTP/1.1" status: 200 len: 898 time: 0.0853739 Nov 12 01:35:28.041891 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c763a949-ba62-4d58-8e62-e63815fdbd12 req-c1617983-877c-4f3b-aa72-2b00107a2dbc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe16cc72-2be3-4bd9-869d-b8447888b312 HTTP/1.1" status: 200 len: 1001 time: 0.0612452 Nov 12 01:35:28.090101 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763a949-ba62-4d58-8e62-e63815fdbd12 req-eaf4058a-d240-4d72-acd7-b8341aed6875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:28.091536 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c763a949-ba62-4d58-8e62-e63815fdbd12 req-eaf4058a-d240-4d72-acd7-b8341aed6875 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ce8b54a-ada8-41cb-bfad-25811040df68 HTTP/1.1" status: 200 len: 835 time: 0.0439632 Nov 12 01:35:28.135731 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763a949-ba62-4d58-8e62-e63815fdbd12 req-9c0cb9f9-a9fb-4c2e-b0c2-073bf1a8f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:28.137207 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c763a949-ba62-4d58-8e62-e63815fdbd12 req-9c0cb9f9-a9fb-4c2e-b0c2-073bf1a8f180 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0255eb34-13b7-4734-9afb-2355b4850444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387969 Nov 12 01:35:28.257183 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c763a949-ba62-4d58-8e62-e63815fdbd12 req-f36f4d1b-4f57-487e-b861-e5490f7c5219 service neutron] 10.222.0.21 "GET /v2.0/networks/0255eb34-13b7-4734-9afb-2355b4850444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129358 Nov 12 01:35:28.280188 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73ad9b-7339-41df-835b-56a963d65be5 req-6455e333-de5b-4020-9c03-1bc46e323773 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:28.281612 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2a73ad9b-7339-41df-835b-56a963d65be5 req-6455e333-de5b-4020-9c03-1bc46e323773 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 946 time: 0.0690172 Nov 12 01:35:28.384609 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2a73ad9b-7339-41df-835b-56a963d65be5 req-8af35ea1-0b36-4161-b0fd-b00ada9f7d99 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931673 Nov 12 01:35:28.395150 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c763a949-ba62-4d58-8e62-e63815fdbd12 req-3c40723a-0caf-495e-ba93-cf768f10dd68 service neutron] 10.222.0.21 "GET /v2.0/networks/0255eb34-13b7-4734-9afb-2355b4850444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306338 Nov 12 01:35:29.319244 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device fe16cc72-2be3-4bd9-869d-b8447888b312 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:35:29.413385 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port fe16cc72-2be3-4bd9-869d-b8447888b312, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=fe16cc72-2be3-4bd9-869d-b8447888b312,segment=NetworkSegment(0589a17a-e89b-4dd0-ad9c-573f1d824e25),segment_id=0589a17a-e89b-4dd0-ad9c-573f1d824e25)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:29.424950 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device fe16cc72-2be3-4bd9-869d-b8447888b312 has no active binding in host n-h2-712137-14 {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 01:35:29.504679 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed26af-121a-403f-b1af-9acf9fad2945 req-de48410f-0a13-4a09-af2c-e6a993ec7436 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:29.506193 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01ed26af-121a-403f-b1af-9acf9fad2945 req-de48410f-0a13-4a09-af2c-e6a993ec7436 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 946 time: 0.0495739 Nov 12 01:35:29.554161 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01ed26af-121a-403f-b1af-9acf9fad2945 req-1dbc0a4c-630a-47fb-a698-8ea86d56f7d1 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420651 Nov 12 01:35:30.431029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92c674-c0ad-4a41-9e73-f7aaadd5f35d req-3be37e74-f33e-4f64-9321-f038c605c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:30.433039 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b92c674-c0ad-4a41-9e73-f7aaadd5f35d req-3be37e74-f33e-4f64-9321-f038c605c8bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 1129 time: 0.0417395 Nov 12 01:35:30.540324 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92c674-c0ad-4a41-9e73-f7aaadd5f35d req-3fe8ee10-1066-42ba-ac8f-1ffa86ef5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:30.541836 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b92c674-c0ad-4a41-9e73-f7aaadd5f35d req-3fe8ee10-1066-42ba-ac8f-1ffa86ef5d72 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0255eb34-13b7-4734-9afb-2355b4850444 HTTP/1.1" status: 200 len: 898 time: 0.0886252 Nov 12 01:35:30.610248 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b92c674-c0ad-4a41-9e73-f7aaadd5f35d req-8e04e36f-49fb-4925-9a4d-e904a5947f64 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe16cc72-2be3-4bd9-869d-b8447888b312 HTTP/1.1" status: 200 len: 1001 time: 0.0614018 Nov 12 01:35:30.693986 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92c674-c0ad-4a41-9e73-f7aaadd5f35d req-9bffc93e-d379-4a62-b7d6-b760de34cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:30.695999 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b92c674-c0ad-4a41-9e73-f7aaadd5f35d req-9bffc93e-d379-4a62-b7d6-b760de34cbe4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ce8b54a-ada8-41cb-bfad-25811040df68 HTTP/1.1" status: 200 len: 835 time: 0.0783067 Nov 12 01:35:30.740564 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103331e-d1b1-4148-8dc2-30b3bcb7564c req-79d6e8ee-2bef-4511-a5f6-581f25a81746 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:30.742063 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0103331e-d1b1-4148-8dc2-30b3bcb7564c req-79d6e8ee-2bef-4511-a5f6-581f25a81746 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 946 time: 0.1151040 Nov 12 01:35:30.771792 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92c674-c0ad-4a41-9e73-f7aaadd5f35d req-c6d90adc-1614-4e9b-8160-759fcb7ee850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:30.773284 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b92c674-c0ad-4a41-9e73-f7aaadd5f35d req-c6d90adc-1614-4e9b-8160-759fcb7ee850 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0255eb34-13b7-4734-9afb-2355b4850444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696330 Nov 12 01:35:30.815915 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0103331e-d1b1-4148-8dc2-30b3bcb7564c req-5b6e3d78-f71a-44b7-9b44-f6d60c3a7bd4 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670357 Nov 12 01:35:30.888317 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b92c674-c0ad-4a41-9e73-f7aaadd5f35d req-bafdc089-faea-4dce-bac6-403703d6709a service neutron] 10.222.0.21 "GET /v2.0/networks/0255eb34-13b7-4734-9afb-2355b4850444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056724 Nov 12 01:35:30.978323 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0b92c674-c0ad-4a41-9e73-f7aaadd5f35d req-ed234ae8-2c12-410d-a29b-765a7e6f1cc2 service neutron] 10.222.0.21 "GET /v2.0/networks/0255eb34-13b7-4734-9afb-2355b4850444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825832 Nov 12 01:35:31.932425 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9667af-df38-42fe-8204-212ee96f6e94 req-ebdd5103-4561-4259-96cb-d489526513ef tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:31.933869 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6b9667af-df38-42fe-8204-212ee96f6e94 req-ebdd5103-4561-4259-96cb-d489526513ef tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 946 time: 0.0489566 Nov 12 01:35:31.985640 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6b9667af-df38-42fe-8204-212ee96f6e94 req-cc4af4e5-9d50-4a96-9c0a-ea714045e509 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456367 Nov 12 01:35:33.107358 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b2180-8c01-42e5-b8c0-6e70aac51869 req-80c6d5cf-7ebd-44c4-a63c-54c9d177e3e9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:33.108888 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-209b2180-8c01-42e5-b8c0-6e70aac51869 req-80c6d5cf-7ebd-44c4-a63c-54c9d177e3e9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 946 time: 0.0552018 Nov 12 01:35:33.158007 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-209b2180-8c01-42e5-b8c0-6e70aac51869 req-182a1860-42e5-496b-a8ce-5c9344243e8f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430629 Nov 12 01:35:34.277224 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee304e-b925-4f26-a1fd-52f1e7a8e442 req-4ea84267-610e-4617-84aa-8d72f15a3b3e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:34.278780 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dbee304e-b925-4f26-a1fd-52f1e7a8e442 req-4ea84267-610e-4617-84aa-8d72f15a3b3e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 946 time: 0.0507598 Nov 12 01:35:34.328546 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dbee304e-b925-4f26-a1fd-52f1e7a8e442 req-d0ec136e-ee5d-4c54-87ef-9a6ebd150e5a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438266 Nov 12 01:35:34.420392 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-6e7a83ff-ba4c-4cbd-a453-668c28cba659 service neutron] 10.222.0.21 "GET /v2.0/ports/fe16cc72-2be3-4bd9-869d-b8447888b312/bindings/n-h2-712137-14 HTTP/1.1" status: 200 len: 385 time: 0.0548069 Nov 12 01:35:34.591768 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-47ef8935-c214-4fa7-9f7a-9f7cea041dd0 service neutron] For port fe16cc72-2be3-4bd9-869d-b8447888b312, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=fe16cc72-2be3-4bd9-869d-b8447888b312,segment=NetworkSegment(0589a17a-e89b-4dd0-ad9c-573f1d824e25),segment_id=0589a17a-e89b-4dd0-ad9c-573f1d824e25)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:34.611190 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-47ef8935-c214-4fa7-9f7a-9f7cea041dd0 service neutron] For port fe16cc72-2be3-4bd9-869d-b8447888b312, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:35:34.651152 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe16cc72-2be3-4bd9-869d-b8447888b312'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:34.653464 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573cb0cb-4400-4c96-9004-0f2d4e213377" -d '{"events": [{"server_uuid": "06c50cc4-695b-4b26-b734-4ca3ba91ccea", "name": "network-vif-unplugged", "status": "completed", "tag": "fe16cc72-2be3-4bd9-869d-b8447888b312"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:34.660544 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-47ef8935-c214-4fa7-9f7a-9f7cea041dd0 service neutron] For port fe16cc72-2be3-4bd9-869d-b8447888b312, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=fe16cc72-2be3-4bd9-869d-b8447888b312,segment=NetworkSegment(0589a17a-e89b-4dd0-ad9c-573f1d824e25),segment_id=0589a17a-e89b-4dd0-ad9c-573f1d824e25)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:34.679123 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-47ef8935-c214-4fa7-9f7a-9f7cea041dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:34.692441 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad38e00-4660-425a-98b3-678363cfde43 x-openstack-request-id: req-2ad38e00-4660-425a-98b3-678363cfde43 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:34.692775 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c50cc4-695b-4b26-b734-4ca3ba91ccea", "name": "network-vif-unplugged", "status": "completed", "tag": "fe16cc72-2be3-4bd9-869d-b8447888b312", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:34.693031 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ad38e00-4660-425a-98b3-678363cfde43 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:34.693436 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe16cc72-2be3-4bd9-869d-b8447888b312', 'code': 200} Nov 12 01:35:34.759258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-47ef8935-c214-4fa7-9f7a-9f7cea041dd0 service neutron] Transition to ACTIVE for port object fe16cc72-2be3-4bd9-869d-b8447888b312 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:35:34.763316 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-47ef8935-c214-4fa7-9f7a-9f7cea041dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:34.861603 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef8935-c214-4fa7-9f7a-9f7cea041dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe16cc72-2be3-4bd9-869d-b8447888b312,revision_number=11']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:34.875575 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef8935-c214-4fa7-9f7a-9f7cea041dd0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:34.875931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef8935-c214-4fa7-9f7a-9f7cea041dd0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:34.876272 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef8935-c214-4fa7-9f7a-9f7cea041dd0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:34.876610 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef8935-c214-4fa7-9f7a-9f7cea041dd0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:34.876973 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef8935-c214-4fa7-9f7a-9f7cea041dd0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:34.877304 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef8935-c214-4fa7-9f7a-9f7cea041dd0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:34.877629 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef8935-c214-4fa7-9f7a-9f7cea041dd0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:34.877954 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef8935-c214-4fa7-9f7a-9f7cea041dd0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:34.878283 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef8935-c214-4fa7-9f7a-9f7cea041dd0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:34.878610 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef8935-c214-4fa7-9f7a-9f7cea041dd0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:34.878931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef8935-c214-4fa7-9f7a-9f7cea041dd0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:34.879249 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef8935-c214-4fa7-9f7a-9f7cea041dd0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:34.906948 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-47ef8935-c214-4fa7-9f7a-9f7cea041dd0 service neutron] No DVR routers for this DVR port fe16cc72-2be3-4bd9-869d-b8447888b312 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:35:35.038588 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-47ef8935-c214-4fa7-9f7a-9f7cea041dd0 service neutron] 10.222.0.21 "PUT /v2.0/ports/fe16cc72-2be3-4bd9-869d-b8447888b312/bindings/n-h2-712137-14/activate HTTP/1.1" status: 200 len: 370 time: 0.6111817 Nov 12 01:35:35.145164 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-728f61ce-89d2-4e15-8c9e-44fedaee7423 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:35.146528 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-728f61ce-89d2-4e15-8c9e-44fedaee7423 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea&tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 1097 time: 0.0435205 Nov 12 01:35:35.192578 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-3568f734-52f8-4af7-8c75-cc4135098bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:35.194062 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-3568f734-52f8-4af7-8c75-cc4135098bb5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea&tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6 HTTP/1.1" status: 200 len: 1097 time: 0.0393631 Nov 12 01:35:35.271924 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-e4ce3b07-f81a-4922-8989-b5a7e654e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:35.273431 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-e4ce3b07-f81a-4922-8989-b5a7e654e7e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 1097 time: 0.0469954 Nov 12 01:35:35.360560 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-189b6a74-af76-4d40-86ed-fbc40c21e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:35.362045 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-189b6a74-af76-4d40-86ed-fbc40c21e9af service neutron] 10.222.0.15 "GET /v2.0/networks?id=0255eb34-13b7-4734-9afb-2355b4850444 HTTP/1.1" status: 200 len: 898 time: 0.0822556 Nov 12 01:35:35.430459 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:35:35.459108 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-c0c09fc2-cf78-49ce-8547-9960e6d3d698 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe16cc72-2be3-4bd9-869d-b8447888b312 HTTP/1.1" status: 200 len: 999 time: 0.0890193 Nov 12 01:35:35.471352 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafacc06-978b-47d2-990b-4565392a4eb8 req-a047481d-8437-48cb-bfe7-566d3d32178b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:35.472773 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cafacc06-978b-47d2-990b-4565392a4eb8 req-a047481d-8437-48cb-bfe7-566d3d32178b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 945 time: 0.0644567 Nov 12 01:35:35.539861 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-e9c8a9a6-e2a4-4ff1-9f59-ecb9347a97d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:35.541875 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-e9c8a9a6-e2a4-4ff1-9f59-ecb9347a97d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ce8b54a-ada8-41cb-bfad-25811040df68 HTTP/1.1" status: 200 len: 835 time: 0.0682547 Nov 12 01:35:35.568933 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cafacc06-978b-47d2-990b-4565392a4eb8 req-d0b207a3-5e0a-4c86-bdbd-e447aea7db72 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877566 Nov 12 01:35:35.596914 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-8ae5f137-101c-4411-8671-eaf70070484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:35.598386 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-8ae5f137-101c-4411-8671-eaf70070484e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0255eb34-13b7-4734-9afb-2355b4850444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479119 Nov 12 01:35:35.689944 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-98096515-0794-4443-92f2-74254ce4f5bf service neutron] 10.222.0.15 "GET /v2.0/networks/0255eb34-13b7-4734-9afb-2355b4850444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828595 Nov 12 01:35:35.782818 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-06f0039d-967b-4db4-bcd7-7905127eb74b service neutron] 10.222.0.15 "GET /v2.0/networks/0255eb34-13b7-4734-9afb-2355b4850444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847991 Nov 12 01:35:36.053833 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-9829795e-4f9d-46d5-9a6b-15768691d2dd tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:36.055361 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-9829795e-4f9d-46d5-9a6b-15768691d2dd tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea&tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&binding%3Ahost_id=n-h2-712137-14 HTTP/1.1" status: 200 len: 1097 time: 0.0443256 Nov 12 01:35:36.195566 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-d05882af-ed1a-4cfe-b24a-579f4ca6ce7e service neutron] For port fe16cc72-2be3-4bd9-869d-b8447888b312, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:35:36.199459 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-d05882af-ed1a-4cfe-b24a-579f4ca6ce7e service neutron] Publish callbacks [] for binding, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:36.200586 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-680c60cb-afd7-4c34-9a3b-be85572e160f req-d05882af-ed1a-4cfe-b24a-579f4ca6ce7e service neutron] 10.222.0.15 "DELETE /v2.0/ports/fe16cc72-2be3-4bd9-869d-b8447888b312/bindings/n-h1-712137-14 HTTP/1.1" status: 204 len: 173 time: 0.1384521 Nov 12 01:35:36.686391 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393ee63-0c04-4143-97b8-df71a74b4359 req-12d361d4-676c-4ccf-ae7d-cd35a86fefb4 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:36.687948 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d393ee63-0c04-4143-97b8-df71a74b4359 req-12d361d4-676c-4ccf-ae7d-cd35a86fefb4 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 945 time: 0.0502050 Nov 12 01:35:36.737466 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d393ee63-0c04-4143-97b8-df71a74b4359 req-8f338637-9cfb-4ad3-a67e-ad990a1524bd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433199 Nov 12 01:35:36.849537 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4117826-4fec-4746-a6d9-643a24b793a0 req-0af4c514-721f-4979-bc38-ca140704c41a tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:36.851100 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c4117826-4fec-4746-a6d9-643a24b793a0 req-0af4c514-721f-4979-bc38-ca140704c41a tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 1097 time: 0.0439036 Nov 12 01:35:36.899259 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c4117826-4fec-4746-a6d9-643a24b793a0 req-3bfbf45a-a44b-476d-bb00-b036a61fe922 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414851 Nov 12 01:35:37.017743 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2625416-67fc-4ddf-9443-7b93ad9e8064 req-b6155cf5-9167-48fd-93fe-d606465d6f76 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:37.019211 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b2625416-67fc-4ddf-9443-7b93ad9e8064 req-b6155cf5-9167-48fd-93fe-d606465d6f76 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 945 time: 0.0529292 Nov 12 01:35:37.068262 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b2625416-67fc-4ddf-9443-7b93ad9e8064 req-945de20b-59a2-45af-9eaf-9fe39556dbb4 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430794 Nov 12 01:35:37.091498 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52266) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:37.151082 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-984bf4c4-be7f-4ee0-bfdd-0060674fbca6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/floatingips/621982f6-4db3-4292-9b53-eefb533918dd HTTP/1.1" status: 200 len: 991 time: 0.0579207 Nov 12 01:35:37.371446 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device fe16cc72-2be3-4bd9-869d-b8447888b312 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:35:37.381052 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52272) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:37.409253 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device fe16cc72-2be3-4bd9-869d-b8447888b312 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:35:37.541424 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-666f3ccd-4afb-4ea7-b48c-5398e55f99c9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Deleting port 525ffd34-49c8-4f2a-99d2-1c824120d484 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:35:37.541772 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-666f3ccd-4afb-4ea7-b48c-5398e55f99c9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:37.619393 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-666f3ccd-4afb-4ea7-b48c-5398e55f99c9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:37.619714 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-666f3ccd-4afb-4ea7-b48c-5398e55f99c9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:37.631074 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-666f3ccd-4afb-4ea7-b48c-5398e55f99c9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Calling delete_port for 525ffd34-49c8-4f2a-99d2-1c824120d484 owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:35:37.778141 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-666f3ccd-4afb-4ea7-b48c-5398e55f99c9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:37.803438 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f3ccd-4afb-4ea7-b48c-5398e55f99c9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Port': ['ID=525ffd34-49c8-4f2a-99d2-1c824120d484,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:37.864867 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-666f3ccd-4afb-4ea7-b48c-5398e55f99c9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:37.865400 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-666f3ccd-4afb-4ea7-b48c-5398e55f99c9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Floating IP 621982f6-4db3-4292-9b53-eefb533918dd disassociated (deleted). External IP: 172.25.0.95, port: fe16cc72-2be3-4bd9-869d-b8447888b312. Nov 12 01:35:38.074308 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666f3ccd-4afb-4ea7-b48c-5398e55f99c9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Router 94e05006-6785-4a8e-aadb-fe83ad0c91f8 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:35:38.180590 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666f3ccd-4afb-4ea7-b48c-5398e55f99c9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:35:38.186316 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-666f3ccd-4afb-4ea7-b48c-5398e55f99c9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:38.191247 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be844d70-8263-47b3-b070-d5e9a6c48299 None None] Sync routers for ids ['94e05006-6785-4a8e-aadb-fe83ad0c91f8'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:35:38.201089 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be844d70-8263-47b3-b070-d5e9a6c48299 None None] Routers {'94e05006-6785-4a8e-aadb-fe83ad0c91f8'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:38.201724 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-be844d70-8263-47b3-b070-d5e9a6c48299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:35:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['94e05006-6785-4a8e-aadb-fe83ad0c91f8'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:38.212017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-666f3ccd-4afb-4ea7-b48c-5398e55f99c9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "DELETE /v2.0/floatingips/621982f6-4db3-4292-9b53-eefb533918dd HTTP/1.1" status: 204 len: 168 time: 0.8298738 Nov 12 01:35:38.212614 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'tag': 'fe16cc72-2be3-4bd9-869d-b8447888b312'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:38.214916 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554ce205-5ed1-44c3-afc5-1db125a90b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "06c50cc4-695b-4b26-b734-4ca3ba91ccea", "tag": "fe16cc72-2be3-4bd9-869d-b8447888b312"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:38.254766 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76777921-0121-4910-a0ea-2ba189159774 x-openstack-request-id: req-76777921-0121-4910-a0ea-2ba189159774 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:38.255065 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c50cc4-695b-4b26-b734-4ca3ba91ccea", "tag": "fe16cc72-2be3-4bd9-869d-b8447888b312", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:38.255326 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76777921-0121-4910-a0ea-2ba189159774 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:38.255738 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'tag': 'fe16cc72-2be3-4bd9-869d-b8447888b312', 'status': 'completed', 'code': 200} Nov 12 01:35:38.313308 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-be844d70-8263-47b3-b070-d5e9a6c48299 None None] Set router 94e05006-6785-4a8e-aadb-fe83ad0c91f8 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:38.361881 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ce205-5ed1-44c3-afc5-1db125a90b5e req-dfb30032-ee3b-4c8b-b2d1-197a6db9b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:38.364472 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-554ce205-5ed1-44c3-afc5-1db125a90b5e req-dfb30032-ee3b-4c8b-b2d1-197a6db9b9a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 1097 time: 0.0632150 Nov 12 01:35:38.513984 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266fcd-153e-430e-bf56-4a5997fd2109 req-066260c9-61dd-47dd-b3b0-fa33ff19898c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:38.515467 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14266fcd-153e-430e-bf56-4a5997fd2109 req-066260c9-61dd-47dd-b3b0-fa33ff19898c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 945 time: 0.1101909 Nov 12 01:35:38.523585 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-be844d70-8263-47b3-b070-d5e9a6c48299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361326103', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:30Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '7bddeb37-9285-48a8-81d9-dc3b9fe9af99', 'name': '', 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:3f:d0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3ce8b54a-ada8-41cb-bfad-25811040df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:29Z', 'updated_at': '2021-11-12T01:34:32Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '3ce8b54a-ada8-41cb-bfad-25811040df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:38.553575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ce205-5ed1-44c3-afc5-1db125a90b5e req-7f66299d-64cb-4b28-91c4-e53c362194d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:38.555062 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-554ce205-5ed1-44c3-afc5-1db125a90b5e req-7f66299d-64cb-4b28-91c4-e53c362194d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0255eb34-13b7-4734-9afb-2355b4850444 HTTP/1.1" status: 200 len: 898 time: 0.1373608 Nov 12 01:35:38.615310 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-554ce205-5ed1-44c3-afc5-1db125a90b5e req-c9323468-821e-4df6-b173-e9590107df67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe16cc72-2be3-4bd9-869d-b8447888b312 HTTP/1.1" status: 200 len: 217 time: 0.0439329 Nov 12 01:35:38.619842 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14266fcd-153e-430e-bf56-4a5997fd2109 req-50c1a1bb-350f-40d0-ba34-4a0b4724abec tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=8bf920e0-8c30-44e5-9606-a5277b82bf69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975909 Nov 12 01:35:38.666948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ce205-5ed1-44c3-afc5-1db125a90b5e req-70173b67-737e-4734-aee1-525b897f79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:38.668407 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-554ce205-5ed1-44c3-afc5-1db125a90b5e req-70173b67-737e-4734-aee1-525b897f79a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ce8b54a-ada8-41cb-bfad-25811040df68 HTTP/1.1" status: 200 len: 835 time: 0.0452721 Nov 12 01:35:38.704821 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be844d70-8263-47b3-b070-d5e9a6c48299 None None] Checking router: 94e05006-6785-4a8e-aadb-fe83ad0c91f8 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:35:38.714129 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be844d70-8263-47b3-b070-d5e9a6c48299 None None] Routers {'94e05006-6785-4a8e-aadb-fe83ad0c91f8'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:38.714755 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-be844d70-8263-47b3-b070-d5e9a6c48299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:35:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['94e05006-6785-4a8e-aadb-fe83ad0c91f8'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:38.726397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ce205-5ed1-44c3-afc5-1db125a90b5e req-eb803e7e-f477-478a-9107-a6f8c29cce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:38.727920 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-554ce205-5ed1-44c3-afc5-1db125a90b5e req-eb803e7e-f477-478a-9107-a6f8c29cce30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0255eb34-13b7-4734-9afb-2355b4850444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469322 Nov 12 01:35:38.822226 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-be844d70-8263-47b3-b070-d5e9a6c48299 None None] Set router 94e05006-6785-4a8e-aadb-fe83ad0c91f8 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:38.825538 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-554ce205-5ed1-44c3-afc5-1db125a90b5e req-2de839f9-f712-4045-92df-85f807794606 service neutron] 10.222.0.15 "GET /v2.0/networks/0255eb34-13b7-4734-9afb-2355b4850444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897670 Nov 12 01:35:38.948165 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-554ce205-5ed1-44c3-afc5-1db125a90b5e req-3c1681bd-1b83-4206-937b-837f9c8d848f service neutron] 10.222.0.15 "GET /v2.0/networks/0255eb34-13b7-4734-9afb-2355b4850444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887578 Nov 12 01:35:39.020429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-be844d70-8263-47b3-b070-d5e9a6c48299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361326103', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:30Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '7bddeb37-9285-48a8-81d9-dc3b9fe9af99', 'name': '', 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:3f:d0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3ce8b54a-ada8-41cb-bfad-25811040df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:29Z', 'updated_at': '2021-11-12T01:34:32Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '3ce8b54a-ada8-41cb-bfad-25811040df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:39.046329 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be844d70-8263-47b3-b070-d5e9a6c48299 None None] The sync data for ids ['94e05006-6785-4a8e-aadb-fe83ad0c91f8'] in n-d-712137-14 is: [{'id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361326103', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:30Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '7bddeb37-9285-48a8-81d9-dc3b9fe9af99', 'name': '', 'network_id': '0255eb34-13b7-4734-9afb-2355b4850444', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:3f:d0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3ce8b54a-ada8-41cb-bfad-25811040df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:29Z', 'updated_at': '2021-11-12T01:34:32Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': '3ce8b54a-ada8-41cb-bfad-25811040df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:35:39.229617 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:39.239652 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f84a0b-8605-4c69-9b9f-4988f17e626f req-756de6cb-f9ba-4538-ad04-ff60cac78030 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:39.241171 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58f84a0b-8605-4c69-9b9f-4988f17e626f req-756de6cb-f9ba-4538-ad04-ff60cac78030 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.15 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 945 time: 0.0575655 Nov 12 01:35:39.280723 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b574d3-1b6d-4695-ab19-45f618871746 None None] New status for floating IP 621982f6-4db3-4292-9b53-eefb533918dd: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:35:39.338260 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-58f84a0b-8605-4c69-9b9f-4988f17e626f req-6e0ca412-eb98-4d23-af37-9d155d1a2a54 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Deleting port fe16cc72-2be3-4bd9-869d-b8447888b312 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:35:39.338636 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-58f84a0b-8605-4c69-9b9f-4988f17e626f req-6e0ca412-eb98-4d23-af37-9d155d1a2a54 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:39.432066 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-58f84a0b-8605-4c69-9b9f-4988f17e626f req-6e0ca412-eb98-4d23-af37-9d155d1a2a54 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] For port fe16cc72-2be3-4bd9-869d-b8447888b312, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=fe16cc72-2be3-4bd9-869d-b8447888b312,segment=NetworkSegment(0589a17a-e89b-4dd0-ad9c-573f1d824e25),segment_id=0589a17a-e89b-4dd0-ad9c-573f1d824e25)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:39.432766 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-58f84a0b-8605-4c69-9b9f-4988f17e626f req-6e0ca412-eb98-4d23-af37-9d155d1a2a54 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:39.445239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-58f84a0b-8605-4c69-9b9f-4988f17e626f req-6e0ca412-eb98-4d23-af37-9d155d1a2a54 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Calling delete_port for fe16cc72-2be3-4bd9-869d-b8447888b312 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:35:39.572263 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-58f84a0b-8605-4c69-9b9f-4988f17e626f req-6e0ca412-eb98-4d23-af37-9d155d1a2a54 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:39.606407 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ca412-eb98-4d23-af37-9d155d1a2a54 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Port': ['ID=fe16cc72-2be3-4bd9-869d-b8447888b312,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:39.644955 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f84a0b-8605-4c69-9b9f-4988f17e626f req-6e0ca412-eb98-4d23-af37-9d155d1a2a54 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] No DVR routers for this DVR port fe16cc72-2be3-4bd9-869d-b8447888b312 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:35:39.647583 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-58f84a0b-8605-4c69-9b9f-4988f17e626f req-6e0ca412-eb98-4d23-af37-9d155d1a2a54 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:39.651165 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58f84a0b-8605-4c69-9b9f-4988f17e626f req-6e0ca412-eb98-4d23-af37-9d155d1a2a54 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.15 "DELETE /v2.0/ports/fe16cc72-2be3-4bd9-869d-b8447888b312 HTTP/1.1" status: 204 len: 173 time: 0.4028456 Nov 12 01:35:39.651614 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'name': 'network-vif-deleted', 'tag': 'fe16cc72-2be3-4bd9-869d-b8447888b312'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:39.653887 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25766b30-a533-43f2-b4c7-faab2b501552" -d '{"events": [{"server_uuid": "06c50cc4-695b-4b26-b734-4ca3ba91ccea", "name": "network-vif-deleted", "tag": "fe16cc72-2be3-4bd9-869d-b8447888b312"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:39.697745 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cca866-3cf6-48ab-875d-3a01e2570f8a x-openstack-request-id: req-71cca866-3cf6-48ab-875d-3a01e2570f8a {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:39.698116 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c50cc4-695b-4b26-b734-4ca3ba91ccea", "name": "network-vif-deleted", "tag": "fe16cc72-2be3-4bd9-869d-b8447888b312", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:39.698593 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71cca866-3cf6-48ab-875d-3a01e2570f8a {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:39.698997 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c50cc4-695b-4b26-b734-4ca3ba91ccea', 'name': 'network-vif-deleted', 'tag': 'fe16cc72-2be3-4bd9-869d-b8447888b312', 'status': 'completed', 'code': 200} Nov 12 01:35:39.726168 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2050d975-60e7-4079-8daf-fedbc7feca22 req-7e696da4-16a3-4bc0-ba76-805f95e965c7 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=06c50cc4-695b-4b26-b734-4ca3ba91ccea HTTP/1.1" status: 200 len: 210 time: 0.0302215 Nov 12 01:35:40.785744 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52286) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:41.142032 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c2493313-47c2-48fe-bd3f-d2306be68864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:41.393113 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device fe16cc72-2be3-4bd9-869d-b8447888b312 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:35:41.402126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-c2493313-47c2-48fe-bd3f-d2306be68864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Deleting port 7bddeb37-9285-48a8-81d9-dc3b9fe9af99 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:35:41.402508 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c2493313-47c2-48fe-bd3f-d2306be68864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:41.413638 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: fe16cc72-2be3-4bd9-869d-b8447888b312 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:35:41.413999 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device fe16cc72-2be3-4bd9-869d-b8447888b312 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:35:41.491004 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-c2493313-47c2-48fe-bd3f-d2306be68864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] For port 7bddeb37-9285-48a8-81d9-dc3b9fe9af99, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7bddeb37-9285-48a8-81d9-dc3b9fe9af99,segment=NetworkSegment(0589a17a-e89b-4dd0-ad9c-573f1d824e25),segment_id=0589a17a-e89b-4dd0-ad9c-573f1d824e25)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:41.491376 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c2493313-47c2-48fe-bd3f-d2306be68864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:41.503819 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-c2493313-47c2-48fe-bd3f-d2306be68864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Calling delete_port for 7bddeb37-9285-48a8-81d9-dc3b9fe9af99 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:35:41.695217 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c2493313-47c2-48fe-bd3f-d2306be68864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:41.723266 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2493313-47c2-48fe-bd3f-d2306be68864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Port': ['ID=7bddeb37-9285-48a8-81d9-dc3b9fe9af99,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:42.183835 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c2493313-47c2-48fe-bd3f-d2306be68864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:42.401034 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2493313-47c2-48fe-bd3f-d2306be68864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Router 94e05006-6785-4a8e-aadb-fe83ad0c91f8 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:35:42.505620 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2493313-47c2-48fe-bd3f-d2306be68864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:35:42.511261 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c2493313-47c2-48fe-bd3f-d2306be68864 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "PUT /v2.0/routers/94e05006-6785-4a8e-aadb-fe83ad0c91f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7244787 Nov 12 01:35:42.514019 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52288) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:42.516750 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baafcf04-8a66-4b78-ba79-1d79fd8a9969 None None] Sync routers for ids ['94e05006-6785-4a8e-aadb-fe83ad0c91f8'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:35:42.526417 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baafcf04-8a66-4b78-ba79-1d79fd8a9969 None None] Routers {'94e05006-6785-4a8e-aadb-fe83ad0c91f8'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:42.527114 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-baafcf04-8a66-4b78-ba79-1d79fd8a9969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:35:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['94e05006-6785-4a8e-aadb-fe83ad0c91f8'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:42.564899 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f75b5ff-13d6-46f7-bb88-d63938491493 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Deleting subnet 3ce8b54a-ada8-41cb-bfad-25811040df68 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:35:42.568117 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1f75b5ff-13d6-46f7-bb88-d63938491493 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:42.607938 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1f75b5ff-13d6-46f7-bb88-d63938491493 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:42.631970 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-baafcf04-8a66-4b78-ba79-1d79fd8a9969 None None] Set router 94e05006-6785-4a8e-aadb-fe83ad0c91f8 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:42.697009 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1f75b5ff-13d6-46f7-bb88-d63938491493 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:42.758906 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1f75b5ff-13d6-46f7-bb88-d63938491493 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:42.787135 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75b5ff-13d6-46f7-bb88-d63938491493 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce8b54a-ada8-41cb-bfad-25811040df68,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:42.791728 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1f75b5ff-13d6-46f7-bb88-d63938491493 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:42.797558 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1f75b5ff-13d6-46f7-bb88-d63938491493 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "DELETE /v2.0/subnets/3ce8b54a-ada8-41cb-bfad-25811040df68 HTTP/1.1" status: 204 len: 168 time: 0.2825663 Nov 12 01:35:42.800297 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52290) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:42.812709 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e52081d-dcf5-4ac5-9390-97039b8c17ab None None] Network 0255eb34-13b7-4734-9afb-2355b4850444 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:35:42.881673 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-baafcf04-8a66-4b78-ba79-1d79fd8a9969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361326103', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:35:41Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:42.912502 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c3104a30-61ec-470c-b2e9-9601064fff6f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:42.926219 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baafcf04-8a66-4b78-ba79-1d79fd8a9969 None None] Checking router: 94e05006-6785-4a8e-aadb-fe83ad0c91f8 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:35:42.957349 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baafcf04-8a66-4b78-ba79-1d79fd8a9969 None None] Routers {'94e05006-6785-4a8e-aadb-fe83ad0c91f8'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:42.957973 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-baafcf04-8a66-4b78-ba79-1d79fd8a9969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:35:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['94e05006-6785-4a8e-aadb-fe83ad0c91f8'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:43.021672 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c3104a30-61ec-470c-b2e9-9601064fff6f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:43.073554 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-baafcf04-8a66-4b78-ba79-1d79fd8a9969 None None] Set router 94e05006-6785-4a8e-aadb-fe83ad0c91f8 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:43.077034 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af96984-970e-481d-ad79-828a0e0ffc9d None None] DHCP port deletion for 0255eb34-13b7-4734-9afb-2355b4850444 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:35:43.088799 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c3104a30-61ec-470c-b2e9-9601064fff6f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Deleting port 7e35d8a1-a616-40df-97e7-aaa2f9a61895 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:35:43.089145 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c3104a30-61ec-470c-b2e9-9601064fff6f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:43.171546 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-c3104a30-61ec-470c-b2e9-9601064fff6f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] For port 7e35d8a1-a616-40df-97e7-aaa2f9a61895, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=7e35d8a1-a616-40df-97e7-aaa2f9a61895,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:43.171915 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c3104a30-61ec-470c-b2e9-9601064fff6f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:43.183957 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c3104a30-61ec-470c-b2e9-9601064fff6f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Calling delete_port for 7e35d8a1-a616-40df-97e7-aaa2f9a61895 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:35:43.265049 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1af96984-970e-481d-ad79-828a0e0ffc9d None None] Deleting port 938906b5-c34c-48a6-867f-12379dc96551 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:35:43.265342 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1af96984-970e-481d-ad79-828a0e0ffc9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:43.340252 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-1af96984-970e-481d-ad79-828a0e0ffc9d None None] For port 938906b5-c34c-48a6-867f-12379dc96551, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=938906b5-c34c-48a6-867f-12379dc96551,segment=NetworkSegment(0589a17a-e89b-4dd0-ad9c-573f1d824e25),segment_id=0589a17a-e89b-4dd0-ad9c-573f1d824e25)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:43.340546 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1af96984-970e-481d-ad79-828a0e0ffc9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:43.355977 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c3104a30-61ec-470c-b2e9-9601064fff6f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:43.362243 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1af96984-970e-481d-ad79-828a0e0ffc9d None None] Calling delete_port for 938906b5-c34c-48a6-867f-12379dc96551 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:35:43.379081 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-baafcf04-8a66-4b78-ba79-1d79fd8a9969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361326103', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:35:41Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:43.386371 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3104a30-61ec-470c-b2e9-9601064fff6f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Port': ['ID=7e35d8a1-a616-40df-97e7-aaa2f9a61895,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:43.434604 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9880a24-11e8-43c1-9ec5-a3d61f25db6b None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:35:43.441284 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baafcf04-8a66-4b78-ba79-1d79fd8a9969 None None] The sync data for ids ['94e05006-6785-4a8e-aadb-fe83ad0c91f8'] in n-d-712137-14 is: [{'id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361326103', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:35:41Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '7e35d8a1-a616-40df-97e7-aaa2f9a61895', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e05006-6785-4a8e-aadb-fe83ad0c91f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:26Z', 'updated_at': '2021-11-12T01:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:35:43.456227 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c3104a30-61ec-470c-b2e9-9601064fff6f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:43.481352 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1af96984-970e-481d-ad79-828a0e0ffc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:43.510757 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af96984-970e-481d-ad79-828a0e0ffc9d None None] Pushing event deleted for resources: {'Port': ['ID=938906b5-c34c-48a6-867f-12379dc96551,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:43.514218 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af96984-970e-481d-ad79-828a0e0ffc9d None None] No DVR routers for this DVR port 938906b5-c34c-48a6-867f-12379dc96551 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:35:43.854553 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c3104a30-61ec-470c-b2e9-9601064fff6f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:43.856827 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c3104a30-61ec-470c-b2e9-9601064fff6f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:43.899488 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c3104a30-61ec-470c-b2e9-9601064fff6f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:43.900667 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3104a30-61ec-470c-b2e9-9601064fff6f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Fanout notify agent at l3_agent the message router_deleted on router 94e05006-6785-4a8e-aadb-fe83ad0c91f8 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:35:43.908518 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c3104a30-61ec-470c-b2e9-9601064fff6f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:43.909747 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c3104a30-61ec-470c-b2e9-9601064fff6f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "DELETE /v2.0/routers/94e05006-6785-4a8e-aadb-fe83ad0c91f8 HTTP/1.1" status: 204 len: 168 time: 1.1078537 Nov 12 01:35:43.912622 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52292) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:43.999492 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-409c0f1a-60ff-473e-acbc-e98acd1500e7 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:44.091040 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-409c0f1a-60ff-473e-acbc-e98acd1500e7 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:44.117496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-409c0f1a-60ff-473e-acbc-e98acd1500e7 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0255eb34-13b7-4734-9afb-2355b4850444']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:44.127481 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-409c0f1a-60ff-473e-acbc-e98acd1500e7 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0589a17a-e89b-4dd0-ad9c-573f1d824e25') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:44.127781 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-409c0f1a-60ff-473e-acbc-e98acd1500e7 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0589a17a-e89b-4dd0-ad9c-573f1d824e25') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:44.137552 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-409c0f1a-60ff-473e-acbc-e98acd1500e7 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:44.150231 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-409c0f1a-60ff-473e-acbc-e98acd1500e7 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:44.155965 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-409c0f1a-60ff-473e-acbc-e98acd1500e7 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:35:44.156345 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-409c0f1a-60ff-473e-acbc-e98acd1500e7 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:35:44.159291 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:35:44.216375 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-409c0f1a-60ff-473e-acbc-e98acd1500e7 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:44.223238 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-409c0f1a-60ff-473e-acbc-e98acd1500e7 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:44.226407 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-409c0f1a-60ff-473e-acbc-e98acd1500e7 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "DELETE /v2.0/networks/0255eb34-13b7-4734-9afb-2355b4850444 HTTP/1.1" status: 204 len: 168 time: 0.3127365 Nov 12 01:35:44.229761 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52294) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:44.238095 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c0f1a-60ff-473e-acbc-e98acd1500e7 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Network': ['ID=0255eb34-13b7-4734-9afb-2355b4850444,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:44.285252 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f1c8fbb8-96ac-4141-af81-3ba0105e4664 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:44.310798 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f1c8fbb8-96ac-4141-af81-3ba0105e4664 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:44.369838 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f1c8fbb8-96ac-4141-af81-3ba0105e4664 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:44.372329 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f1c8fbb8-96ac-4141-af81-3ba0105e4664 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:44.373510 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f1c8fbb8-96ac-4141-af81-3ba0105e4664 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "DELETE /v2.0/security-groups/8bf920e0-8c30-44e5-9606-a5277b82bf69 HTTP/1.1" status: 204 len: 168 time: 0.1426449 Nov 12 01:35:44.382543 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8fbb8-96ac-4141-af81-3ba0105e4664 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf920e0-8c30-44e5-9606-a5277b82bf69,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:44.805073 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52300) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:44.810230 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-3210c77c-5cc9-4f05-82ff-38f8f02ae5ce tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1432526777', 'description': 'tempest-secgroup-smoke-1432526777 description', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:44.834851 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3210c77c-5cc9-4f05-82ff-38f8f02ae5ce tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:44.868547 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7e35d8a1-a616-40df-97e7-aaa2f9a61895 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:35:44.887944 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 7e35d8a1-a616-40df-97e7-aaa2f9a61895 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:35:44.888292 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7e35d8a1-a616-40df-97e7-aaa2f9a61895 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:35:44.888726 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 938906b5-c34c-48a6-867f-12379dc96551 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:35:44.905276 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3210c77c-5cc9-4f05-82ff-38f8f02ae5ce tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:44.907788 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 938906b5-c34c-48a6-867f-12379dc96551 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:35:44.908134 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 938906b5-c34c-48a6-867f-12379dc96551 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:35:44.908818 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7bddeb37-9285-48a8-81d9-dc3b9fe9af99 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:35:44.909982 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3210c77c-5cc9-4f05-82ff-38f8f02ae5ce tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:44.928453 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 7bddeb37-9285-48a8-81d9-dc3b9fe9af99 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:35:44.928887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 7bddeb37-9285-48a8-81d9-dc3b9fe9af99 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:35:44.938046 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3210c77c-5cc9-4f05-82ff-38f8f02ae5ce tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:44.941134 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3210c77c-5cc9-4f05-82ff-38f8f02ae5ce tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1349778 Nov 12 01:35:44.942273 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52302) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:44.946223 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210c77c-5cc9-4f05-82ff-38f8f02ae5ce tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abbf5200-537b-4f02-b461-64c0585b5d94,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:44.946850 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-dd04a00d-bbcf-4af1-a6ec-b9c9f44d8c60 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': 'abbf5200-537b-4f02-b461-64c0585b5d94', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:44.974196 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dd04a00d-bbcf-4af1-a6ec-b9c9f44d8c60 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.029268 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dd04a00d-bbcf-4af1-a6ec-b9c9f44d8c60 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.033788 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dd04a00d-bbcf-4af1-a6ec-b9c9f44d8c60 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.048243 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04a00d-bbcf-4af1-a6ec-b9c9f44d8c60 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e498f7-cecc-4c19-92bf-477f39b33343,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:45.059591 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dd04a00d-bbcf-4af1-a6ec-b9c9f44d8c60 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.061075 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dd04a00d-bbcf-4af1-a6ec-b9c9f44d8c60 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177881 Nov 12 01:35:45.063816 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52306) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:45.068184 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a6419a95-2b90-49b5-ac36-190cbe7e9655 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': 'abbf5200-537b-4f02-b461-64c0585b5d94', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:45.096510 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a6419a95-2b90-49b5-ac36-190cbe7e9655 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.164024 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a6419a95-2b90-49b5-ac36-190cbe7e9655 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.168717 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a6419a95-2b90-49b5-ac36-190cbe7e9655 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.192041 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6419a95-2b90-49b5-ac36-190cbe7e9655 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b3e681-86e7-47a3-9227-65f67d779be8,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:45.199914 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a6419a95-2b90-49b5-ac36-190cbe7e9655 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.200985 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a6419a95-2b90-49b5-ac36-190cbe7e9655 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362324 Nov 12 01:35:45.203843 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52308) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:45.208487 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6c86f8d2-acf5-42f4-8583-6d8a9f535714 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': 'abbf5200-537b-4f02-b461-64c0585b5d94', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:45.234713 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6c86f8d2-acf5-42f4-8583-6d8a9f535714 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.288237 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6c86f8d2-acf5-42f4-8583-6d8a9f535714 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.292049 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6c86f8d2-acf5-42f4-8583-6d8a9f535714 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.308971 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86f8d2-acf5-42f4-8583-6d8a9f535714 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02017e02-da37-439d-a2ae-1972cccd8a59,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:45.317194 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6c86f8d2-acf5-42f4-8583-6d8a9f535714 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.318369 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6c86f8d2-acf5-42f4-8583-6d8a9f535714 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134677 Nov 12 01:35:45.321074 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52310) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:45.325638 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-4fb8a49a-8040-49a4-8976-7a2b1119fb6c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': 'abbf5200-537b-4f02-b461-64c0585b5d94', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:45.351798 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4fb8a49a-8040-49a4-8976-7a2b1119fb6c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.410562 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4fb8a49a-8040-49a4-8976-7a2b1119fb6c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.414542 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4fb8a49a-8040-49a4-8976-7a2b1119fb6c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.432216 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8a49a-8040-49a4-8976-7a2b1119fb6c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ef9ae7-ea4d-4b36-a908-ab1787567fc7,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:45.439424 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4fb8a49a-8040-49a4-8976-7a2b1119fb6c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.440602 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4fb8a49a-8040-49a4-8976-7a2b1119fb6c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185884 Nov 12 01:35:45.443304 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52312) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:45.447669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-5dfd22f0-6e6c-4f65-877b-52b3a59e596d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': 'abbf5200-537b-4f02-b461-64c0585b5d94', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:45.469149 n-d-712137-14 neutron-server[114243]: INFO neutron.db.securitygroups_db [None req-5dfd22f0-6e6c-4f65-877b-52b3a59e596d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Project 9bcfcdd4f61e4cf6be94bf9666ad13b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:35:45.473870 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5dfd22f0-6e6c-4f65-877b-52b3a59e596d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.537625 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5dfd22f0-6e6c-4f65-877b-52b3a59e596d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.541763 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5dfd22f0-6e6c-4f65-877b-52b3a59e596d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.559534 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd22f0-6e6c-4f65-877b-52b3a59e596d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36db0467-8ee4-4644-81f9-f13d62d7e37a,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:45.565095 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5dfd22f0-6e6c-4f65-877b-52b3a59e596d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.566288 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5dfd22f0-6e6c-4f65-877b-52b3a59e596d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220284 Nov 12 01:35:45.569020 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52314) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:45.573328 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-db7d3a60-a95f-42f7-9254-281ff712a270 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'security_group_rule': {'security_group_id': 'abbf5200-537b-4f02-b461-64c0585b5d94', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:45.594286 n-d-712137-14 neutron-server[114243]: INFO neutron.db.securitygroups_db [None req-db7d3a60-a95f-42f7-9254-281ff712a270 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Project 9bcfcdd4f61e4cf6be94bf9666ad13b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:35:45.599019 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-db7d3a60-a95f-42f7-9254-281ff712a270 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.656903 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-db7d3a60-a95f-42f7-9254-281ff712a270 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.660761 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-db7d3a60-a95f-42f7-9254-281ff712a270 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.678657 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d3a60-a95f-42f7-9254-281ff712a270 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee36616-2499-49ac-bcea-e499fe5bc330,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:45.686042 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-db7d3a60-a95f-42f7-9254-281ff712a270 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.687239 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-db7d3a60-a95f-42f7-9254-281ff712a270 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1172435 Nov 12 01:35:45.690122 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52316) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:45.694838 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-ab335ec3-52ab-475a-bcba-fb417126aaec tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'network': {'name': 'tempest-network-smoke--1497209912', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'port_security_enabled': True}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:45.714358 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab335ec3-52ab-475a-bcba-fb417126aaec tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Made reservation on behalf of 9bcfcdd4f61e4cf6be94bf9666ad13b6 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:35:45.717686 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab335ec3-52ab-475a-bcba-fb417126aaec tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.740269 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab335ec3-52ab-475a-bcba-fb417126aaec tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:35:45.749014 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab335ec3-52ab-475a-bcba-fb417126aaec tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.749359 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-ab335ec3-52ab-475a-bcba-fb417126aaec tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Added segment 40b5d73d-f431-4771-a978-0c4640ade0f7 of type vlan for network db5d29d8-d8cc-4f02-b883-99bdb7f04a0d Nov 12 01:35:45.788654 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab335ec3-52ab-475a-bcba-fb417126aaec tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.813514 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab335ec3-52ab-475a-bcba-fb417126aaec tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.819241 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab335ec3-52ab-475a-bcba-fb417126aaec tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:45.819826 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab335ec3-52ab-475a-bcba-fb417126aaec tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.858651 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ab335ec3-52ab-475a-bcba-fb417126aaec tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1674800 Nov 12 01:35:45.861433 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52318) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:45.866121 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-5ef391f8-c7d4-4c08-ab07-dad50db98291 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-989848631', 'admin_state_up': True, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:45.889954 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ef391f8-c7d4-4c08-ab07-dad50db98291 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.891637 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ef391f8-c7d4-4c08-ab07-dad50db98291 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.893641 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab335ec3-52ab-475a-bcba-fb417126aaec tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Network': ['ID=db5d29d8-d8cc-4f02-b883-99bdb7f04a0d,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:45.905378 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network db5d29d8-d8cc-4f02-b883-99bdb7f04a0d details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:35:45.944633 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ef391f8-c7d4-4c08-ab07-dad50db98291 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:46.082552 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ef391f8-c7d4-4c08-ab07-dad50db98291 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:46.270241 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ef391f8-c7d4-4c08-ab07-dad50db98291 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:46.292039 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ef391f8-c7d4-4c08-ab07-dad50db98291 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:46.390810 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-5ef391f8-c7d4-4c08-ab07-dad50db98291 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Allocated IP 172.25.0.167 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/391879b1-0539-4089-afc6-fb556698b514) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:35:46.492647 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ef391f8-c7d4-4c08-ab07-dad50db98291 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:46.526620 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ef391f8-c7d4-4c08-ab07-dad50db98291 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:46.574305 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef391f8-c7d4-4c08-ab07-dad50db98291 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:35:46.577074 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-5ef391f8-c7d4-4c08-ab07-dad50db98291 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:35:46.582532 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef391f8-c7d4-4c08-ab07-dad50db98291 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:35:46.589832 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6297c0-9bed-4e28-ac84-03afb24d986c None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:35:46.606660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef391f8-c7d4-4c08-ab07-dad50db98291 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=391879b1-0539-4089-afc6-fb556698b514,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:46.645240 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2223b171-554a-442a-85ae-06de2f13eab9 None None] Provisioning complete for port 391879b1-0539-4089-afc6-fb556698b514 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:46.645620 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2223b171-554a-442a-85ae-06de2f13eab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:46.678557 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-2223b171-554a-442a-85ae-06de2f13eab9 None None] Port 391879b1-0539-4089-afc6-fb556698b514 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:35:46.831588 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ef391f8-c7d4-4c08-ab07-dad50db98291 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:47.034387 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ef391f8-c7d4-4c08-ab07-dad50db98291 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:47.159021 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef391f8-c7d4-4c08-ab07-dad50db98291 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Router 7be25949-131b-4dd6-876c-e3a80b835de5 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:35:47.263706 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef391f8-c7d4-4c08-ab07-dad50db98291 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:35:47.272978 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] Sync routers for ids ['7be25949-131b-4dd6-876c-e3a80b835de5'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:35:47.282454 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] Routers {'7be25949-131b-4dd6-876c-e3a80b835de5'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:47.283050 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:35:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7be25949-131b-4dd6-876c-e3a80b835de5'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:47.284283 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5ef391f8-c7d4-4c08-ab07-dad50db98291 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:47.285592 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5ef391f8-c7d4-4c08-ab07-dad50db98291 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4230812 Nov 12 01:35:47.288598 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52320) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:47.321528 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-122f0680-5c01-4439-85fc-d6a86a1bc201 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317874 Nov 12 01:35:47.324037 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52322) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:47.416360 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029f90fd-08c9-49f2-a26e-4db927a98090 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:47.417936 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-029f90fd-08c9-49f2-a26e-4db927a98090 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929863 Nov 12 01:35:47.420737 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52324) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:47.460009 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-30889730-9521-4a06-b3bd-6a3f8039a586 tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379827 Nov 12 01:35:47.462560 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52326) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:47.467206 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-fe970adf-8c88-41c9-8418-a430ad0194a9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1637075237', 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d', 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:47.487136 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] Set router 7be25949-131b-4dd6-876c-e3a80b835de5 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:47.554136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe970adf-8c88-41c9-8418-a430ad0194a9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Made reservation on behalf of 9bcfcdd4f61e4cf6be94bf9666ad13b6 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:35:47.558150 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe970adf-8c88-41c9-8418-a430ad0194a9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:47.666301 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989848631', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '391879b1-0539-4089-afc6-fb556698b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:35:46Z', 'revision_number': 3, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '391879b1-0539-4089-afc6-fb556698b514', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:27:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:46Z', 'updated_at': '2021-11-12T01:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:47.695729 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] Checking router: 7be25949-131b-4dd6-876c-e3a80b835de5 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:35:47.696076 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] Updating router 7be25949-131b-4dd6-876c-e3a80b835de5 port 391879b1-0539-4089-afc6-fb556698b514 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:35:47.720545 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:47.741422 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe970adf-8c88-41c9-8418-a430ad0194a9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:47.803308 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe970adf-8c88-41c9-8418-a430ad0194a9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Subnet': ['ID=ea890f3b-5573-4192-8287-e80ef126a1f3,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:47.814428 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe970adf-8c88-41c9-8418-a430ad0194a9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Checking segment: {'id': '40b5d73d-f431-4771-a978-0c4640ade0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:35:47.814799 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe970adf-8c88-41c9-8418-a430ad0194a9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network hostable DHCP agents. Network: db5d29d8-d8cc-4f02-b883-99bdb7f04a0d, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:35:47.832365 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe970adf-8c88-41c9-8418-a430ad0194a9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network db5d29d8-d8cc-4f02-b883-99bdb7f04a0d is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:35:47.841732 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-fe970adf-8c88-41c9-8418-a430ad0194a9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, db5d29d8-d8cc-4f02-b883-99bdb7f04a0d) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:35:47.846511 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe970adf-8c88-41c9-8418-a430ad0194a9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:47.847450 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe970adf-8c88-41c9-8418-a430ad0194a9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:47.851900 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df71a428-af65-4e4a-99e0-1e8f09fe5df2 None None] Network db5d29d8-d8cc-4f02-b883-99bdb7f04a0d requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:35:47.864816 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fe970adf-8c88-41c9-8418-a430ad0194a9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4012277 Nov 12 01:35:47.867594 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52328) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:47.978770 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:47.986059 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:48.010733 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b414c1ab-a330-4a59-b4c1-17054da86c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-db5d29d8-d8cc-4f02-b883-99bdb7f04a0d', 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'fixed_ips': [{'subnet_id': 'ea890f3b-5573-4192-8287-e80ef126a1f3'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:35:48.011858 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b414c1ab-a330-4a59-b4c1-17054da86c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:48.037134 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc5cc19-d9fa-479f-a75e-5df984cd0b67 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:35:48.042669 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] Attempting to bind port 391879b1-0539-4089-afc6-fb556698b514 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:35:48.043032 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] Attempting to bind port 391879b1-0539-4089-afc6-fb556698b514 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:35:48.043387 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] Attempting to bind port 391879b1-0539-4089-afc6-fb556698b514 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:48.053228 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:35:48.053613 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:35:48.053998 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:48.054631 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:35:48.055103 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] Bound port: 391879b1-0539-4089-afc6-fb556698b514, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:35:48.055532 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:48.080528 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c03b13-e664-48f8-a759-f4ba62c8c334 None None] Pushing event updated for resources: {'Port': ['ID=391879b1-0539-4089-afc6-fb556698b514,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:48.092964 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c03b13-e664-48f8-a759-f4ba62c8c334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:48.093176 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c03b13-e664-48f8-a759-f4ba62c8c334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:48.093562 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c03b13-e664-48f8-a759-f4ba62c8c334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:48.093899 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c03b13-e664-48f8-a759-f4ba62c8c334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:48.094228 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c03b13-e664-48f8-a759-f4ba62c8c334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:48.094564 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c03b13-e664-48f8-a759-f4ba62c8c334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:48.094878 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c03b13-e664-48f8-a759-f4ba62c8c334 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:48.095192 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c03b13-e664-48f8-a759-f4ba62c8c334 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:48.095507 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c03b13-e664-48f8-a759-f4ba62c8c334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:48.096256 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c03b13-e664-48f8-a759-f4ba62c8c334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:48.096378 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c03b13-e664-48f8-a759-f4ba62c8c334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:48.096682 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c03b13-e664-48f8-a759-f4ba62c8c334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:48.123323 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-27ce95ca-b840-4e23-80be-6e3976840297 None None] Provisioning complete for port 391879b1-0539-4089-afc6-fb556698b514 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:48.123764 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-27ce95ca-b840-4e23-80be-6e3976840297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:48.129398 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] For port 391879b1-0539-4089-afc6-fb556698b514, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:35:48.133273 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] For port 391879b1-0539-4089-afc6-fb556698b514, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=391879b1-0539-4089-afc6-fb556698b514,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:35:48.137966 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:48.190968 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abacdc80-a6ab-4a1d-b6b9-85069fa53d6e None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:35:48.200230 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] Routers {'7be25949-131b-4dd6-876c-e3a80b835de5'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:48.200965 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:35:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7be25949-131b-4dd6-876c-e3a80b835de5'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:48.206199 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-27ce95ca-b840-4e23-80be-6e3976840297 None None] Port 391879b1-0539-4089-afc6-fb556698b514 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:35:48.217877 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-b414c1ab-a330-4a59-b4c1-17054da86c9f None None] Allocated IP 172.20.0.2 (db5d29d8-d8cc-4f02-b883-99bdb7f04a0d/ea890f3b-5573-4192-8287-e80ef126a1f3/5d0977fa-455e-4bfe-b8af-3d73cfebaf09) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:35:48.247478 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c03b13-e664-48f8-a759-f4ba62c8c334 None None] Pushing event updated for resources: {'Port': ['ID=391879b1-0539-4089-afc6-fb556698b514,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:48.319838 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] Set router 7be25949-131b-4dd6-876c-e3a80b835de5 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:48.353592 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d5798e22-5f64-4a24-b5d4-41003d9f391d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:48.366373 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-09764e99-c628-4197-8eb2-91f198a6e652 None None] Provisioning complete for port 391879b1-0539-4089-afc6-fb556698b514 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:48.366838 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-09764e99-c628-4197-8eb2-91f198a6e652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:48.413232 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b414c1ab-a330-4a59-b4c1-17054da86c9f None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:48.424039 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b414c1ab-a330-4a59-b4c1-17054da86c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:48.468813 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b414c1ab-a330-4a59-b4c1-17054da86c9f None None] Network db5d29d8-d8cc-4f02-b883-99bdb7f04a0d is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:35:48.494564 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-b414c1ab-a330-4a59-b4c1-17054da86c9f None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:35:48.502874 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b414c1ab-a330-4a59-b4c1-17054da86c9f None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:35:48.507575 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414c1ab-a330-4a59-b4c1-17054da86c9f None None] Pushing event updated for resources: {'Port': ['ID=5d0977fa-455e-4bfe-b8af-3d73cfebaf09,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:48.523249 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-09764e99-c628-4197-8eb2-91f198a6e652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:48.526431 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989848631', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '391879b1-0539-4089-afc6-fb556698b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:35:46Z', 'revision_number': 3, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '391879b1-0539-4089-afc6-fb556698b514', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:27:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:46Z', 'updated_at': '2021-11-12T01:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:48.557297 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e94252-cb84-4496-80da-4dcbbc3e9885 None None] The sync data for ids ['7be25949-131b-4dd6-876c-e3a80b835de5'] in n-d-712137-14 is: [{'id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989848631', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '391879b1-0539-4089-afc6-fb556698b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:35:46Z', 'revision_number': 3, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '391879b1-0539-4089-afc6-fb556698b514', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:27:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:46Z', 'updated_at': '2021-11-12T01:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:35:48.735909 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-09764e99-c628-4197-8eb2-91f198a6e652 None None] For port 391879b1-0539-4089-afc6-fb556698b514, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=391879b1-0539-4089-afc6-fb556698b514,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:48.746006 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-09764e99-c628-4197-8eb2-91f198a6e652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:48.751378 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-b414c1ab-a330-4a59-b4c1-17054da86c9f None None] Attempting to bind port 5d0977fa-455e-4bfe-b8af-3d73cfebaf09 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:35:48.751752 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-b414c1ab-a330-4a59-b4c1-17054da86c9f None None] Attempting to bind port 5d0977fa-455e-4bfe-b8af-3d73cfebaf09 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '40b5d73d-f431-4771-a978-0c4640ade0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:35:48.752114 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b414c1ab-a330-4a59-b4c1-17054da86c9f None None] Attempting to bind port 5d0977fa-455e-4bfe-b8af-3d73cfebaf09 on network db5d29d8-d8cc-4f02-b883-99bdb7f04a0d {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:48.777355 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b414c1ab-a330-4a59-b4c1-17054da86c9f None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:35:48.777729 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b414c1ab-a330-4a59-b4c1-17054da86c9f None None] Checking segment: {'id': '40b5d73d-f431-4771-a978-0c4640ade0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:35:48.778310 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b414c1ab-a330-4a59-b4c1-17054da86c9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:48.778861 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b414c1ab-a330-4a59-b4c1-17054da86c9f None None] Bound using segment: {'id': '40b5d73d-f431-4771-a978-0c4640ade0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:35:48.779519 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-b414c1ab-a330-4a59-b4c1-17054da86c9f None None] Bound port: 5d0977fa-455e-4bfe-b8af-3d73cfebaf09, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b5d73d-f431-4771-a978-0c4640ade0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:35:48.779906 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b414c1ab-a330-4a59-b4c1-17054da86c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:48.842775 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09764e99-c628-4197-8eb2-91f198a6e652 None None] Pushing event updated for resources: {'Port': ['ID=391879b1-0539-4089-afc6-fb556698b514,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:48.885450 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b414c1ab-a330-4a59-b4c1-17054da86c9f None None] For port 5d0977fa-455e-4bfe-b8af-3d73cfebaf09, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:35:48.889906 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b414c1ab-a330-4a59-b4c1-17054da86c9f None None] For port 5d0977fa-455e-4bfe-b8af-3d73cfebaf09, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5d0977fa-455e-4bfe-b8af-3d73cfebaf09,segment=NetworkSegment(40b5d73d-f431-4771-a978-0c4640ade0f7),segment_id=40b5d73d-f431-4771-a978-0c4640ade0f7)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:35:48.894633 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b414c1ab-a330-4a59-b4c1-17054da86c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:48.965817 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414c1ab-a330-4a59-b4c1-17054da86c9f None None] Pushing event updated for resources: {'Port': ['ID=5d0977fa-455e-4bfe-b8af-3d73cfebaf09,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:48.981896 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-d5798e22-5f64-4a24-b5d4-41003d9f391d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Allocated IP 172.20.0.1 (db5d29d8-d8cc-4f02-b883-99bdb7f04a0d/ea890f3b-5573-4192-8287-e80ef126a1f3/8f459775-1a1d-45e3-97d8-d2b31bc25cb6) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:35:49.115388 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d5798e22-5f64-4a24-b5d4-41003d9f391d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:49.166651 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d5798e22-5f64-4a24-b5d4-41003d9f391d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:49.224020 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5798e22-5f64-4a24-b5d4-41003d9f391d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network db5d29d8-d8cc-4f02-b883-99bdb7f04a0d is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:35:49.230814 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-d5798e22-5f64-4a24-b5d4-41003d9f391d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:35:49.234956 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5798e22-5f64-4a24-b5d4-41003d9f391d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:35:49.270204 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5798e22-5f64-4a24-b5d4-41003d9f391d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=8f459775-1a1d-45e3-97d8-d2b31bc25cb6,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:49.286737 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d5798e22-5f64-4a24-b5d4-41003d9f391d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:49.427332 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d5798e22-5f64-4a24-b5d4-41003d9f391d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:49.716795 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d5798e22-5f64-4a24-b5d4-41003d9f391d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:49.722632 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d5798e22-5f64-4a24-b5d4-41003d9f391d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:49.798088 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d5798e22-5f64-4a24-b5d4-41003d9f391d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:49.799880 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5798e22-5f64-4a24-b5d4-41003d9f391d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=8f459775-1a1d-45e3-97d8-d2b31bc25cb6,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:49.904951 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505acd6b-ed54-4f77-92e5-1b30e1ac32b7 None None] Network db5d29d8-d8cc-4f02-b883-99bdb7f04a0d requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:35:49.907211 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5798e22-5f64-4a24-b5d4-41003d9f391d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network db5d29d8-d8cc-4f02-b883-99bdb7f04a0d is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:35:49.908724 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-d5798e22-5f64-4a24-b5d4-41003d9f391d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:35:49.992808 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5028403e-b796-430b-ae46-fcf368e62a01 None None] Provisioning complete for port 5d0977fa-455e-4bfe-b8af-3d73cfebaf09 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:49.993189 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5028403e-b796-430b-ae46-fcf368e62a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:50.025774 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5798e22-5f64-4a24-b5d4-41003d9f391d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Router 7be25949-131b-4dd6-876c-e3a80b835de5 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:35:50.142754 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5798e22-5f64-4a24-b5d4-41003d9f391d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:35:50.147702 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d5798e22-5f64-4a24-b5d4-41003d9f391d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "PUT /v2.0/routers/7be25949-131b-4dd6-876c-e3a80b835de5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2790301 Nov 12 01:35:50.150744 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e65c631c-0dc3-4ebf-934a-263ea9b21312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:50.163426 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5028403e-b796-430b-ae46-fcf368e62a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:50.206427 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5028403e-b796-430b-ae46-fcf368e62a01 None None] For port 5d0977fa-455e-4bfe-b8af-3d73cfebaf09, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5d0977fa-455e-4bfe-b8af-3d73cfebaf09,segment=NetworkSegment(40b5d73d-f431-4771-a978-0c4640ade0f7),segment_id=40b5d73d-f431-4771-a978-0c4640ade0f7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:50.213140 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5028403e-b796-430b-ae46-fcf368e62a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:50.266069 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028403e-b796-430b-ae46-fcf368e62a01 None None] Pushing event updated for resources: {'Port': ['ID=5d0977fa-455e-4bfe-b8af-3d73cfebaf09,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:50.329485 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-0f44fd31-1da9-4bce-af5f-74bf8f98b5d0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1432526777&fields=id&tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6 HTTP/1.1" status: 200 len: 267 time: 0.0559433 Nov 12 01:35:50.436009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c33a0b0d-0bc9-4dcc-aa02-af23241b1dd7 None None] Provisioning complete for port 5d0977fa-455e-4bfe-b8af-3d73cfebaf09 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:50.436391 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c33a0b0d-0bc9-4dcc-aa02-af23241b1dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:50.454606 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-5314aa98-b961-4cca-87b9-9f6256591834 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:50.456828 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-5314aa98-b961-4cca-87b9-9f6256591834 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/networks?id=db5d29d8-d8cc-4f02-b883-99bdb7f04a0d HTTP/1.1" status: 200 len: 797 time: 0.1199799 Nov 12 01:35:50.471621 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] Sync routers for ids ['7be25949-131b-4dd6-876c-e3a80b835de5'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:35:50.477316 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-b8889b38-6657-450b-a0e0-23b6b7178538 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/quotas/9bcfcdd4f61e4cf6be94bf9666ad13b6 HTTP/1.1" status: 200 len: 375 time: 0.0112925 Nov 12 01:35:50.490824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] Routers {'7be25949-131b-4dd6-876c-e3a80b835de5'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:50.491477 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:35:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7be25949-131b-4dd6-876c-e3a80b835de5'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:50.535625 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-f2d6d8ae-2ba1-41cb-aa9d-bfbc823df61d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509837 Nov 12 01:35:50.633257 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] Set router 7be25949-131b-4dd6-876c-e3a80b835de5 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:50.645238 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-3fe58523-1335-42c3-998d-841789913e6e service neutron] 10.222.0.31 "GET /v2.0/networks/db5d29d8-d8cc-4f02-b883-99bdb7f04a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944545 Nov 12 01:35:50.740722 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c33a0b0d-0bc9-4dcc-aa02-af23241b1dd7 None None] Provisioning complete for port 8f459775-1a1d-45e3-97d8-d2b31bc25cb6 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:50.741378 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c33a0b0d-0bc9-4dcc-aa02-af23241b1dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:50.745571 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-825d1fc4-2eae-46dc-ae49-5881b2beec04 service neutron] 10.222.0.31 "GET /v2.0/networks/db5d29d8-d8cc-4f02-b883-99bdb7f04a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944166 Nov 12 01:35:50.815380 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c33a0b0d-0bc9-4dcc-aa02-af23241b1dd7 None None] Port 8f459775-1a1d-45e3-97d8-d2b31bc25cb6 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:35:50.917007 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989848631', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '391879b1-0539-4089-afc6-fb556698b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:35:49Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '391879b1-0539-4089-afc6-fb556698b514', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:46Z', 'updated_at': '2021-11-12T01:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '8f459775-1a1d-45e3-97d8-d2b31bc25cb6', 'name': '', 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:53:7a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ea890f3b-5573-4192-8287-e80ef126a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:48Z', 'updated_at': '2021-11-12T01:35:49Z', 'revision_number': 2, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': 'ea890f3b-5573-4192-8287-e80ef126a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:50.941265 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b341f38b-af5d-481c-b89f-3bd958376072 req-0e18649c-425a-4e21-bfdf-32e94419f72a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 210 time: 0.0402384 Nov 12 01:35:50.959350 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5d0977fa-455e-4bfe-b8af-3d73cfebaf09 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:35:50.963669 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] Checking router: 7be25949-131b-4dd6-876c-e3a80b835de5 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:35:50.964033 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] Updating router 7be25949-131b-4dd6-876c-e3a80b835de5 port 8f459775-1a1d-45e3-97d8-d2b31bc25cb6 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:35:51.023506 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:51.028105 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5e396c69-cd2f-4c6c-ad1b-21ec29937396 None None] Provisioning complete for port 8f459775-1a1d-45e3-97d8-d2b31bc25cb6 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:51.028474 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5e396c69-cd2f-4c6c-ad1b-21ec29937396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:51.110103 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-5e396c69-cd2f-4c6c-ad1b-21ec29937396 None None] Port 8f459775-1a1d-45e3-97d8-d2b31bc25cb6 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:35:51.117472 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 5d0977fa-455e-4bfe-b8af-3d73cfebaf09 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:51.117849 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:51.317805 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 391879b1-0539-4089-afc6-fb556698b514 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:35:51.425989 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 391879b1-0539-4089-afc6-fb556698b514 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:51.426334 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:51.456092 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:51.464122 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:51.534793 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca96d29-87a9-40f0-87ca-9a43b40acc91 None None] Pushing event updated for resources: {'Port': ['ID=8f459775-1a1d-45e3-97d8-d2b31bc25cb6,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:51.623362 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] Attempting to bind port 8f459775-1a1d-45e3-97d8-d2b31bc25cb6 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:35:51.623743 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] Attempting to bind port 8f459775-1a1d-45e3-97d8-d2b31bc25cb6 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '40b5d73d-f431-4771-a978-0c4640ade0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:35:51.624121 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] Attempting to bind port 8f459775-1a1d-45e3-97d8-d2b31bc25cb6 on network db5d29d8-d8cc-4f02-b883-99bdb7f04a0d {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:51.630132 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:35:51.630521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] Checking segment: {'id': '40b5d73d-f431-4771-a978-0c4640ade0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:35:51.630928 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:51.631324 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] Bound using segment: {'id': '40b5d73d-f431-4771-a978-0c4640ade0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:35:51.631804 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] Bound port: 8f459775-1a1d-45e3-97d8-d2b31bc25cb6, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b5d73d-f431-4771-a978-0c4640ade0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:35:51.632190 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:51.697630 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] For port 8f459775-1a1d-45e3-97d8-d2b31bc25cb6, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:35:51.700860 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] For port 8f459775-1a1d-45e3-97d8-d2b31bc25cb6, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8f459775-1a1d-45e3-97d8-d2b31bc25cb6,segment=NetworkSegment(40b5d73d-f431-4771-a978-0c4640ade0f7),segment_id=40b5d73d-f431-4771-a978-0c4640ade0f7)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:35:51.705246 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:51.770489 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d7b29944-cb68-46c3-a965-e990698be7b6 None None] Provisioning complete for port 8f459775-1a1d-45e3-97d8-d2b31bc25cb6 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:51.770863 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d7b29944-cb68-46c3-a965-e990698be7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:51.803914 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] Routers {'7be25949-131b-4dd6-876c-e3a80b835de5'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:51.804478 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:35:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7be25949-131b-4dd6-876c-e3a80b835de5'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:51.809185 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca96d29-87a9-40f0-87ca-9a43b40acc91 None None] Pushing event updated for resources: {'Port': ['ID=8f459775-1a1d-45e3-97d8-d2b31bc25cb6,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:51.978142 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] Set router 7be25949-131b-4dd6-876c-e3a80b835de5 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:52.016707 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-08b87da6-0d53-4d9a-9cef-d3accccb1faf tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:52.018055 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d7b29944-cb68-46c3-a965-e990698be7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:52.018545 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-08b87da6-0d53-4d9a-9cef-d3accccb1faf tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.15 "GET /v2.0/networks?id=db5d29d8-d8cc-4f02-b883-99bdb7f04a0d HTTP/1.1" status: 200 len: 797 time: 0.1314516 Nov 12 01:35:52.060865 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-52bf6b83-e23f-4cce-8bb0-70335768678d req-f7d16836-6971-424d-ada5-e749fc24cf42 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 210 time: 0.0331511 Nov 12 01:35:52.101697 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-ef84f564-fc79-45da-bbad-98bfc75c56da tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6 HTTP/1.1" status: 200 len: 380 time: 0.0671301 Nov 12 01:35:52.110701 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d7b29944-cb68-46c3-a965-e990698be7b6 None None] For port 8f459775-1a1d-45e3-97d8-d2b31bc25cb6, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8f459775-1a1d-45e3-97d8-d2b31bc25cb6,segment=NetworkSegment(40b5d73d-f431-4771-a978-0c4640ade0f7),segment_id=40b5d73d-f431-4771-a978-0c4640ade0f7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:52.115933 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d7b29944-cb68-46c3-a965-e990698be7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:52.122124 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-e8765f58-5773-47b0-b908-47e515b0328f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'port': {'device_id': '2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1', 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d', 'admin_state_up': True, 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'security_groups': ['abbf5200-537b-4f02-b461-64c0585b5d94']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:52.218286 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b29944-cb68-46c3-a965-e990698be7b6 None None] Pushing event updated for resources: {'Port': ['ID=8f459775-1a1d-45e3-97d8-d2b31bc25cb6,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:52.243017 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-e8765f58-5773-47b0-b908-47e515b0328f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Made reservation on behalf of 9bcfcdd4f61e4cf6be94bf9666ad13b6 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:35:52.247464 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-e8765f58-5773-47b0-b908-47e515b0328f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:52.264287 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e51e95ad-5cd4-4e22-acc0-c38e77f3fc86 None None] Provisioning complete for port 8f459775-1a1d-45e3-97d8-d2b31bc25cb6 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:52.264669 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e51e95ad-5cd4-4e22-acc0-c38e77f3fc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:52.315656 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989848631', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '391879b1-0539-4089-afc6-fb556698b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:35:49Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '391879b1-0539-4089-afc6-fb556698b514', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:46Z', 'updated_at': '2021-11-12T01:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '8f459775-1a1d-45e3-97d8-d2b31bc25cb6', 'name': '', 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:53:7a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ea890f3b-5573-4192-8287-e80ef126a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:48Z', 'updated_at': '2021-11-12T01:35:51Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': 'ea890f3b-5573-4192-8287-e80ef126a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:52.348663 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e9a7e-4b35-4377-9a7c-966be4cbe33e None None] The sync data for ids ['7be25949-131b-4dd6-876c-e3a80b835de5'] in n-d-712137-14 is: [{'id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989848631', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '391879b1-0539-4089-afc6-fb556698b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:35:49Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '391879b1-0539-4089-afc6-fb556698b514', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:46Z', 'updated_at': '2021-11-12T01:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '8f459775-1a1d-45e3-97d8-d2b31bc25cb6', 'name': '', 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:53:7a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ea890f3b-5573-4192-8287-e80ef126a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:48Z', 'updated_at': '2021-11-12T01:35:51Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': 'ea890f3b-5573-4192-8287-e80ef126a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:35:52.405104 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-e8765f58-5773-47b0-b908-47e515b0328f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Allocated IP 172.20.0.7 (db5d29d8-d8cc-4f02-b883-99bdb7f04a0d/ea890f3b-5573-4192-8287-e80ef126a1f3/08951d20-16c4-440d-ba90-d78fa6785ea8) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:35:52.436267 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-13b07e03-a1f7-429e-82e9-ad22df34b19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:52.572550 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-e8765f58-5773-47b0-b908-47e515b0328f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:52.610670 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-e8765f58-5773-47b0-b908-47e515b0328f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:52.663491 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-e8765f58-5773-47b0-b908-47e515b0328f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network db5d29d8-d8cc-4f02-b883-99bdb7f04a0d is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:35:52.667356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-e8765f58-5773-47b0-b908-47e515b0328f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:35:52.670443 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-e8765f58-5773-47b0-b908-47e515b0328f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:35:52.701042 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8765f58-5773-47b0-b908-47e515b0328f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=08951d20-16c4-440d-ba90-d78fa6785ea8,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:52.726452 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-e8765f58-5773-47b0-b908-47e515b0328f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:52.727123 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-e8765f58-5773-47b0-b908-47e515b0328f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:52.747648 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-e8765f58-5773-47b0-b908-47e515b0328f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6299658 Nov 12 01:35:52.766247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] Request body: {'port': {'device_id': '2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:52.843125 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:52.953216 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8f459775-1a1d-45e3-97d8-d2b31bc25cb6 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:35:52.984940 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ea3181c8-ca61-4872-b01a-4a7aabf1d741 None None] Provisioning complete for port 08951d20-16c4-440d-ba90-d78fa6785ea8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:52.986002 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ea3181c8-ca61-4872-b01a-4a7aabf1d741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:53.198152 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ea3181c8-ca61-4872-b01a-4a7aabf1d741 None None] Port 08951d20-16c4-440d-ba90-d78fa6785ea8 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:35:53.208412 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 8f459775-1a1d-45e3-97d8-d2b31bc25cb6 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:53.208826 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:53.210181 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08951d20-16c4-440d-ba90-d78fa6785ea8 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:35:53.221148 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:53.241067 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] Transition to ACTIVE for port object 08951d20-16c4-440d-ba90-d78fa6785ea8 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:35:53.246431 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:53.264372 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986a876-ed36-4507-972d-c00284c7d1a1 req-31b7c5c4-630d-4d09-a6f1-caeb83b851e9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:53.266084 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6986a876-ed36-4507-972d-c00284c7d1a1 req-31b7c5c4-630d-4d09-a6f1-caeb83b851e9 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 931 time: 0.0983288 Nov 12 01:35:53.345255 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=08951d20-16c4-440d-ba90-d78fa6785ea8,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:53.429973 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6986a876-ed36-4507-972d-c00284c7d1a1 req-0e503d1d-bbcc-4b87-bfa5-1a3204d6441b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378303 Nov 12 01:35:53.467172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] Attempting to bind port 08951d20-16c4-440d-ba90-d78fa6785ea8 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:35:53.467704 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] Attempting to bind port 08951d20-16c4-440d-ba90-d78fa6785ea8 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '40b5d73d-f431-4771-a978-0c4640ade0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:35:53.468356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] Attempting to bind port 08951d20-16c4-440d-ba90-d78fa6785ea8 on network db5d29d8-d8cc-4f02-b883-99bdb7f04a0d {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:53.474848 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] Port 08951d20-16c4-440d-ba90-d78fa6785ea8 on network db5d29d8-d8cc-4f02-b883-99bdb7f04a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:35:53.475433 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] Attempting to bind port 08951d20-16c4-440d-ba90-d78fa6785ea8 on network db5d29d8-d8cc-4f02-b883-99bdb7f04a0d {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:53.482236 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:35:53.482728 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] Checking segment: {'id': '40b5d73d-f431-4771-a978-0c4640ade0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:35:53.483254 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] Bound using segment: {'id': '40b5d73d-f431-4771-a978-0c4640ade0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:35:53.483800 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] Bound port: 08951d20-16c4-440d-ba90-d78fa6785ea8, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b5d73d-f431-4771-a978-0c4640ade0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:35:53.484278 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:53.572170 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] For port 08951d20-16c4-440d-ba90-d78fa6785ea8, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:35:53.575698 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] For port 08951d20-16c4-440d-ba90-d78fa6785ea8, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=08951d20-16c4-440d-ba90-d78fa6785ea8,segment=NetworkSegment(40b5d73d-f431-4771-a978-0c4640ade0f7),segment_id=40b5d73d-f431-4771-a978-0c4640ade0f7)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:35:53.581892 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:53.629126 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:53.630028 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:53.631825 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] 10.222.0.15 "PUT /v2.0/ports/08951d20-16c4-440d-ba90-d78fa6785ea8 HTTP/1.1" status: 200 len: 1092 time: 0.8702810 Nov 12 01:35:53.632789 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1', 'tag': '08951d20-16c4-440d-ba90-d78fa6785ea8'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:53.637261 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c54518-7027-4954-9af1-771f7a7e8c88" -d '{"events": [{"name": "network-changed", "server_uuid": "2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1", "tag": "08951d20-16c4-440d-ba90-d78fa6785ea8"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:53.696309 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:53.705997 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad95534f-4aa3-4f13-8d86-2f6f7828dbd0 x-openstack-request-id: req-ad95534f-4aa3-4f13-8d86-2f6f7828dbd0 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:53.706309 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1", "tag": "08951d20-16c4-440d-ba90-d78fa6785ea8", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:53.706552 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad95534f-4aa3-4f13-8d86-2f6f7828dbd0 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:53.706960 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1', 'tag': '08951d20-16c4-440d-ba90-d78fa6785ea8', 'status': 'completed', 'code': 200} Nov 12 01:35:53.707989 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86356355-c0f1-486a-9c39-c0115c325dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=08951d20-16c4-440d-ba90-d78fa6785ea8,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:53.769616 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-89da40e1-2277-419e-b9ee-bac7c89928b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:53.771075 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-89da40e1-2277-419e-b9ee-bac7c89928b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 1095 time: 0.0534921 Nov 12 01:35:53.830636 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-15948271-090d-4cbf-9591-73dc987d50cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08951d20-16c4-440d-ba90-d78fa6785ea8 HTTP/1.1" status: 200 len: 217 time: 0.0434482 Nov 12 01:35:53.887891 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-4e47c4f9-d1fe-470c-bc22-eba2707b45d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:53.889423 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-4e47c4f9-d1fe-470c-bc22-eba2707b45d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea890f3b-5573-4192-8287-e80ef126a1f3 HTTP/1.1" status: 200 len: 835 time: 0.0520415 Nov 12 01:35:53.939917 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-66801d4f-25df-4ad2-97c6-ae9fcc10f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:53.941396 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-66801d4f-25df-4ad2-97c6-ae9fcc10f57d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db5d29d8-d8cc-4f02-b883-99bdb7f04a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448534 Nov 12 01:35:54.037428 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-08118188-45b9-441b-8990-34ce5508d8d1 service neutron] 10.222.0.15 "GET /v2.0/networks/db5d29d8-d8cc-4f02-b883-99bdb7f04a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874474 Nov 12 01:35:54.128454 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4ed26e6-2e94-4288-9e9a-45a65c6d5dce req-a2796349-db8b-4aff-bef4-23ed505d914a service neutron] 10.222.0.15 "GET /v2.0/networks/db5d29d8-d8cc-4f02-b883-99bdb7f04a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846474 Nov 12 01:35:54.252561 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c54518-7027-4954-9af1-771f7a7e8c88 req-237093fb-d723-4be0-8721-cd4989a33bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:54.254081 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6c54518-7027-4954-9af1-771f7a7e8c88 req-237093fb-d723-4be0-8721-cd4989a33bd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 1095 time: 0.0401294 Nov 12 01:35:54.347492 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c54518-7027-4954-9af1-771f7a7e8c88 req-aca4a939-5d19-4738-8ac9-d56feb91acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:54.348910 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6c54518-7027-4954-9af1-771f7a7e8c88 req-aca4a939-5d19-4738-8ac9-d56feb91acf8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=db5d29d8-d8cc-4f02-b883-99bdb7f04a0d HTTP/1.1" status: 200 len: 898 time: 0.0877464 Nov 12 01:35:54.391268 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6c54518-7027-4954-9af1-771f7a7e8c88 req-f1d48877-d209-4e51-89c4-9a203d9c7ad2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08951d20-16c4-440d-ba90-d78fa6785ea8 HTTP/1.1" status: 200 len: 217 time: 0.0345485 Nov 12 01:35:54.445118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c54518-7027-4954-9af1-771f7a7e8c88 req-48d56867-edea-4272-b551-09b960323e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:54.446490 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6c54518-7027-4954-9af1-771f7a7e8c88 req-48d56867-edea-4272-b551-09b960323e5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea890f3b-5573-4192-8287-e80ef126a1f3 HTTP/1.1" status: 200 len: 835 time: 0.0477180 Nov 12 01:35:54.495848 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c54518-7027-4954-9af1-771f7a7e8c88 req-b84d3db5-debb-4959-b5ed-55edbc7914f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:54.497373 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6c54518-7027-4954-9af1-771f7a7e8c88 req-b84d3db5-debb-4959-b5ed-55edbc7914f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db5d29d8-d8cc-4f02-b883-99bdb7f04a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412896 Nov 12 01:35:54.620323 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9d4c0-91ab-4509-ba39-f0cb7f8d813e req-9f666fd4-99bb-4dd5-aa34-c10dbc0bf215 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:54.621867 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c5e9d4c0-91ab-4509-ba39-f0cb7f8d813e req-9f666fd4-99bb-4dd5-aa34-c10dbc0bf215 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 943 time: 0.1097112 Nov 12 01:35:54.627604 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6c54518-7027-4954-9af1-771f7a7e8c88 req-a95210db-b714-4826-9532-032cdea3fc17 service neutron] 10.222.0.15 "GET /v2.0/networks/db5d29d8-d8cc-4f02-b883-99bdb7f04a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229088 Nov 12 01:35:54.724068 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c5e9d4c0-91ab-4509-ba39-f0cb7f8d813e req-c1089d41-3a20-4d48-99d3-771addc18818 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955179 Nov 12 01:35:54.752582 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6c54518-7027-4954-9af1-771f7a7e8c88 req-804e10b2-cc96-4caf-ab8f-a769019d2814 service neutron] 10.222.0.15 "GET /v2.0/networks/db5d29d8-d8cc-4f02-b883-99bdb7f04a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169605 Nov 12 01:35:55.084003 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:55.620612 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:55.846067 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df724e-9fef-40ba-9b9b-8a88666fc096 req-ec1d40eb-d345-41cb-b2e4-11f06b7aae00 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:55.847457 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61df724e-9fef-40ba-9b9b-8a88666fc096 req-ec1d40eb-d345-41cb-b2e4-11f06b7aae00 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 943 time: 0.0492544 Nov 12 01:35:55.895538 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61df724e-9fef-40ba-9b9b-8a88666fc096 req-b84e612d-b54a-4f64-96e1-a6a7a370d2a3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420191 Nov 12 01:35:56.124130 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:57.014141 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ff135-34cd-4ebf-bee4-91f0b85b4aa6 req-5994194e-9726-45b5-980c-81a2cb3e2fa3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:57.015686 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-754ff135-34cd-4ebf-bee4-91f0b85b4aa6 req-5994194e-9726-45b5-980c-81a2cb3e2fa3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 943 time: 0.0495944 Nov 12 01:35:57.065669 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-754ff135-34cd-4ebf-bee4-91f0b85b4aa6 req-9c100e81-39c5-46d1-96e7-4f4f66dbca92 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433903 Nov 12 01:35:57.445774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 08951d20-16c4-440d-ba90-d78fa6785ea8 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:35:57.538503 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 08951d20-16c4-440d-ba90-d78fa6785ea8, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=08951d20-16c4-440d-ba90-d78fa6785ea8,segment=NetworkSegment(40b5d73d-f431-4771-a978-0c4640ade0f7),segment_id=40b5d73d-f431-4771-a978-0c4640ade0f7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:57.553446 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '08951d20-16c4-440d-ba90-d78fa6785ea8', 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d', 'port_id': '08951d20-16c4-440d-ba90-d78fa6785ea8', 'mac_address': 'fa:16:3e:f4:88:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea890f3b-5573-4192-8287-e80ef126a1f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:35:57.589847 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:57.602128 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08951d20-16c4-440d-ba90-d78fa6785ea8 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:35:57.621820 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 08951d20-16c4-440d-ba90-d78fa6785ea8, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=08951d20-16c4-440d-ba90-d78fa6785ea8,segment=NetworkSegment(40b5d73d-f431-4771-a978-0c4640ade0f7),segment_id=40b5d73d-f431-4771-a978-0c4640ade0f7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:57.626273 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:57.673502 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=08951d20-16c4-440d-ba90-d78fa6785ea8,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:57.992755 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['08951d20-16c4-440d-ba90-d78fa6785ea8'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:35:58.183958 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665284dc-ed67-4937-a58f-0d6b137b6ddc req-02807107-84bf-43e6-bb53-2a423c296cde tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:58.186034 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-665284dc-ed67-4937-a58f-0d6b137b6ddc req-02807107-84bf-43e6-bb53-2a423c296cde tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 944 time: 0.0533297 Nov 12 01:35:58.235576 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-665284dc-ed67-4937-a58f-0d6b137b6ddc req-b84f3042-4295-4b76-b6ae-b181a56fbe09 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432260 Nov 12 01:35:59.348544 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4e51-31d4-47fd-8fe0-2a8604abf3c3 req-87fa0416-809d-47e7-943c-d189f4098364 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:59.349964 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f9fe4e51-31d4-47fd-8fe0-2a8604abf3c3 req-87fa0416-809d-47e7-943c-d189f4098364 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 944 time: 0.0482600 Nov 12 01:35:59.398079 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f9fe4e51-31d4-47fd-8fe0-2a8604abf3c3 req-6593726b-e6ea-477e-a7c3-ebd2e5481770 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416453 Nov 12 01:35:59.453537 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 08951d20-16c4-440d-ba90-d78fa6785ea8 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:35:59.501937 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 08951d20-16c4-440d-ba90-d78fa6785ea8 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:35:59.505722 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 08951d20-16c4-440d-ba90-d78fa6785ea8 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:59.506117 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:59.588903 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:59.611420 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08951d20-16c4-440d-ba90-d78fa6785ea8'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:59.613604 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76968fee-a6b8-4c50-95fc-52fced19ddbc" -d '{"events": [{"server_uuid": "2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1", "name": "network-vif-plugged", "status": "completed", "tag": "08951d20-16c4-440d-ba90-d78fa6785ea8"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:59.626147 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 08951d20-16c4-440d-ba90-d78fa6785ea8, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=08951d20-16c4-440d-ba90-d78fa6785ea8,segment=NetworkSegment(40b5d73d-f431-4771-a978-0c4640ade0f7),segment_id=40b5d73d-f431-4771-a978-0c4640ade0f7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:59.630212 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:59.652776 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b94eeff-b711-46ea-a017-49299964eec8 x-openstack-request-id: req-6b94eeff-b711-46ea-a017-49299964eec8 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:59.653063 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1", "name": "network-vif-plugged", "status": "completed", "tag": "08951d20-16c4-440d-ba90-d78fa6785ea8", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:59.653309 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b94eeff-b711-46ea-a017-49299964eec8 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:59.653693 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08951d20-16c4-440d-ba90-d78fa6785ea8', 'code': 200} Nov 12 01:35:59.678043 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=08951d20-16c4-440d-ba90-d78fa6785ea8,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:59.775623 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458218c-5e3f-4b46-a33a-b243076d84b3 req-95054eb3-8fe6-4ba9-8ccf-abc86f32ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:59.777119 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3458218c-5e3f-4b46-a33a-b243076d84b3 req-95054eb3-8fe6-4ba9-8ccf-abc86f32ccc3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 1097 time: 0.0434065 Nov 12 01:35:59.822620 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3458218c-5e3f-4b46-a33a-b243076d84b3 req-c4020aa5-a94a-468a-aac1-f82a92043e4c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384622 Nov 12 01:36:00.514438 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee64f7-2dfa-450c-95b7-0c3d2746c284 req-93ae65c8-4f9f-4d12-bfcc-fa6dd363e249 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:00.515940 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58ee64f7-2dfa-450c-95b7-0c3d2746c284 req-93ae65c8-4f9f-4d12-bfcc-fa6dd363e249 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 945 time: 0.0492043 Nov 12 01:36:00.563754 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58ee64f7-2dfa-450c-95b7-0c3d2746c284 req-92705602-4e5b-4c7b-bc71-2a5640c4ef01 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418768 Nov 12 01:36:01.685742 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a8cff-366b-43e4-9158-1d457fe2f1da req-88a97c42-e6b3-4e41-b4e5-5832b1ffb731 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:01.687222 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-696a8cff-366b-43e4-9158-1d457fe2f1da req-88a97c42-e6b3-4e41-b4e5-5832b1ffb731 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 945 time: 0.0486684 Nov 12 01:36:01.738085 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-696a8cff-366b-43e4-9158-1d457fe2f1da req-500ce40f-8217-418e-a80f-53e116f2080d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446324 Nov 12 01:36:01.852123 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a3a03-863e-4d9b-b779-c1d939ad7dda req-01630f30-b0a4-4cb4-8c1f-b1390c7e10f4 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:01.853593 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-178a3a03-863e-4d9b-b779-c1d939ad7dda req-01630f30-b0a4-4cb4-8c1f-b1390c7e10f4 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 945 time: 0.0489912 Nov 12 01:36:01.906712 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-178a3a03-863e-4d9b-b779-c1d939ad7dda req-9d122e8b-f485-4906-9ea1-fbf47843b5dd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470314 Nov 12 01:36:01.928032 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52380) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:01.967919 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636e8591-19ab-447a-9348-8bb2f2dfcdcb tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:01.969460 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-636e8591-19ab-447a-9348-8bb2f2dfcdcb tempest-TestNetworkAdvancedServerOps-1814810391 tempest-TestNetworkAdvancedServerOps-1814810391-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 1092 time: 0.0403976 Nov 12 01:36:01.972288 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52382) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:01.976525 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-40f1a534-b505-434f-8e5d-52bd2f4926e6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': '08951d20-16c4-440d-ba90-d78fa6785ea8', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:36:01.998327 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40f1a534-b505-434f-8e5d-52bd2f4926e6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:02.092404 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40f1a534-b505-434f-8e5d-52bd2f4926e6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:02.199285 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-40f1a534-b505-434f-8e5d-52bd2f4926e6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Allocated IP 172.25.0.131 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/680cc8bb-23b4-4bd7-b022-d1cc980aabe8) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:36:02.301812 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40f1a534-b505-434f-8e5d-52bd2f4926e6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:02.336016 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40f1a534-b505-434f-8e5d-52bd2f4926e6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:02.373091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f1a534-b505-434f-8e5d-52bd2f4926e6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:36:02.377718 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-40f1a534-b505-434f-8e5d-52bd2f4926e6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:36:02.380850 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f1a534-b505-434f-8e5d-52bd2f4926e6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:36:02.404722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1a534-b505-434f-8e5d-52bd2f4926e6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=680cc8bb-23b4-4bd7-b022-d1cc980aabe8,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:02.738001 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40f1a534-b505-434f-8e5d-52bd2f4926e6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:02.803428 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40f1a534-b505-434f-8e5d-52bd2f4926e6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:02.951652 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40f1a534-b505-434f-8e5d-52bd2f4926e6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:02.955658 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40f1a534-b505-434f-8e5d-52bd2f4926e6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:03.026027 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1a534-b505-434f-8e5d-52bd2f4926e6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event updated for resources: {'Port': ['ID=680cc8bb-23b4-4bd7-b022-d1cc980aabe8,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:03.035564 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40f1a534-b505-434f-8e5d-52bd2f4926e6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:03.134119 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-40f1a534-b505-434f-8e5d-52bd2f4926e6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Floating IP c81b4a1a-da38-4808-8839-b49cd297f43f associated. External IP: 172.25.0.131, port: 08951d20-16c4-440d-ba90-d78fa6785ea8. Nov 12 01:36:03.334877 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f1a534-b505-434f-8e5d-52bd2f4926e6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Router 7be25949-131b-4dd6-876c-e3a80b835de5 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:36:03.440608 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f1a534-b505-434f-8e5d-52bd2f4926e6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:36:03.450510 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9356b-8adb-49ea-a437-bd1ba72edc11 None None] Sync routers for ids ['7be25949-131b-4dd6-876c-e3a80b835de5'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:36:03.458819 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-40f1a534-b505-434f-8e5d-52bd2f4926e6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:03.461222 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9356b-8adb-49ea-a437-bd1ba72edc11 None None] Routers {'7be25949-131b-4dd6-876c-e3a80b835de5'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:36:03.461903 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-eaf9356b-8adb-49ea-a437-bd1ba72edc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:35:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7be25949-131b-4dd6-876c-e3a80b835de5'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:03.487141 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-40f1a534-b505-434f-8e5d-52bd2f4926e6 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5137882 Nov 12 01:36:03.487736 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1', 'tag': '08951d20-16c4-440d-ba90-d78fa6785ea8'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:36:03.490006 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1071990-02d4-49fc-9ce3-b15c744b7c24" -d '{"events": [{"name": "network-changed", "server_uuid": "2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1", "tag": "08951d20-16c4-440d-ba90-d78fa6785ea8"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:36:03.529360 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578d61c1-248c-4b06-a120-402a5ef44046 x-openstack-request-id: req-578d61c1-248c-4b06-a120-402a5ef44046 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:36:03.529657 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1", "tag": "08951d20-16c4-440d-ba90-d78fa6785ea8", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:36:03.529912 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-578d61c1-248c-4b06-a120-402a5ef44046 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:36:03.530341 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1', 'tag': '08951d20-16c4-440d-ba90-d78fa6785ea8', 'status': 'completed', 'code': 200} Nov 12 01:36:03.578381 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-eaf9356b-8adb-49ea-a437-bd1ba72edc11 None None] Set router 7be25949-131b-4dd6-876c-e3a80b835de5 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:36:03.590171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f283a6-753b-47d1-8ceb-a1a404cb569d req-28f0fc87-2d2c-4eb6-89b8-9bf88f9ab836 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:03.591617 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f9f283a6-753b-47d1-8ceb-a1a404cb569d req-28f0fc87-2d2c-4eb6-89b8-9bf88f9ab836 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 945 time: 0.0553865 Nov 12 01:36:03.620137 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1071990-02d4-49fc-9ce3-b15c744b7c24 req-cfd97120-1237-43b2-b18e-d7f327c5e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:03.621799 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d1071990-02d4-49fc-9ce3-b15c744b7c24 req-cfd97120-1237-43b2-b18e-d7f327c5e509 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 1097 time: 0.0478747 Nov 12 01:36:03.644589 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f9f283a6-753b-47d1-8ceb-a1a404cb569d req-6767bf59-ce32-47d1-a306-0d2d2036f1a7 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463817 Nov 12 01:36:03.668896 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52388) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:03.738790 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fb50c710-6401-447c-90f0-1043aa58cbb3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/floatingips/c81b4a1a-da38-4808-8839-b49cd297f43f HTTP/1.1" status: 200 len: 991 time: 0.0683506 Nov 12 01:36:03.750706 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1071990-02d4-49fc-9ce3-b15c744b7c24 req-ac3cd4d8-9dfa-4475-a5d4-32c7573a389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:03.752228 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d1071990-02d4-49fc-9ce3-b15c744b7c24 req-ac3cd4d8-9dfa-4475-a5d4-32c7573a389c service neutron] 10.222.0.15 "GET /v2.0/networks?id=db5d29d8-d8cc-4f02-b883-99bdb7f04a0d HTTP/1.1" status: 200 len: 898 time: 0.1229756 Nov 12 01:36:03.819556 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d1071990-02d4-49fc-9ce3-b15c744b7c24 req-99e5b261-f807-4de8-a58d-352547dac7b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08951d20-16c4-440d-ba90-d78fa6785ea8 HTTP/1.1" status: 200 len: 999 time: 0.0606098 Nov 12 01:36:03.838350 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-eaf9356b-8adb-49ea-a437-bd1ba72edc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989848631', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '391879b1-0539-4089-afc6-fb556698b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:35:49Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '391879b1-0539-4089-afc6-fb556698b514', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:46Z', 'updated_at': '2021-11-12T01:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'c81b4a1a-da38-4808-8839-b49cd297f43f', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'floating_ip_address': '172.25.0.131', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'port_id': '08951d20-16c4-440d-ba90-d78fa6785ea8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d', 'mac_address': 'fa:16:3e:f4:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:36:02Z', 'updated_at': '2021-11-12T01:36:02Z', 'revision_number': 0, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f459775-1a1d-45e3-97d8-d2b31bc25cb6', 'name': '', 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:53:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ea890f3b-5573-4192-8287-e80ef126a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:48Z', 'updated_at': '2021-11-12T01:35:52Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': 'ea890f3b-5573-4192-8287-e80ef126a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:03.864973 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9356b-8adb-49ea-a437-bd1ba72edc11 None None] Checking router: 7be25949-131b-4dd6-876c-e3a80b835de5 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:36:03.873036 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9356b-8adb-49ea-a437-bd1ba72edc11 None None] Routers {'7be25949-131b-4dd6-876c-e3a80b835de5'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:36:03.873623 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-eaf9356b-8adb-49ea-a437-bd1ba72edc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:35:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7be25949-131b-4dd6-876c-e3a80b835de5'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:03.874301 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1071990-02d4-49fc-9ce3-b15c744b7c24 req-a4b2d260-73b9-4a0b-9830-9e10014af9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:03.875824 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d1071990-02d4-49fc-9ce3-b15c744b7c24 req-a4b2d260-73b9-4a0b-9830-9e10014af9c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea890f3b-5573-4192-8287-e80ef126a1f3 HTTP/1.1" status: 200 len: 835 time: 0.0484424 Nov 12 01:36:03.921474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1071990-02d4-49fc-9ce3-b15c744b7c24 req-a91a8ccd-2096-4831-a0cf-1de530a3a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:03.922971 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d1071990-02d4-49fc-9ce3-b15c744b7c24 req-a91a8ccd-2096-4831-a0cf-1de530a3a165 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db5d29d8-d8cc-4f02-b883-99bdb7f04a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405188 Nov 12 01:36:03.979106 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-eaf9356b-8adb-49ea-a437-bd1ba72edc11 None None] Set router 7be25949-131b-4dd6-876c-e3a80b835de5 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:36:04.013725 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d1071990-02d4-49fc-9ce3-b15c744b7c24 req-16c0da9c-b1b4-47c6-a3a8-ce0a790aa798 service neutron] 10.222.0.15 "GET /v2.0/networks/db5d29d8-d8cc-4f02-b883-99bdb7f04a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831525 Nov 12 01:36:04.112322 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d1071990-02d4-49fc-9ce3-b15c744b7c24 req-d5a66d77-2190-415c-90de-77fe32564f36 service neutron] 10.222.0.15 "GET /v2.0/networks/db5d29d8-d8cc-4f02-b883-99bdb7f04a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918937 Nov 12 01:36:04.291373 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-eaf9356b-8adb-49ea-a437-bd1ba72edc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989848631', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '391879b1-0539-4089-afc6-fb556698b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:35:49Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '391879b1-0539-4089-afc6-fb556698b514', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:46Z', 'updated_at': '2021-11-12T01:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'c81b4a1a-da38-4808-8839-b49cd297f43f', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'floating_ip_address': '172.25.0.131', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'port_id': '08951d20-16c4-440d-ba90-d78fa6785ea8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d', 'mac_address': 'fa:16:3e:f4:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:36:02Z', 'updated_at': '2021-11-12T01:36:02Z', 'revision_number': 0, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f459775-1a1d-45e3-97d8-d2b31bc25cb6', 'name': '', 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:53:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ea890f3b-5573-4192-8287-e80ef126a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:48Z', 'updated_at': '2021-11-12T01:35:52Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': 'ea890f3b-5573-4192-8287-e80ef126a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:04.316950 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9356b-8adb-49ea-a437-bd1ba72edc11 None None] The sync data for ids ['7be25949-131b-4dd6-876c-e3a80b835de5'] in n-d-712137-14 is: [{'id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989848631', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '391879b1-0539-4089-afc6-fb556698b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:35:49Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '391879b1-0539-4089-afc6-fb556698b514', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:46Z', 'updated_at': '2021-11-12T01:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'c81b4a1a-da38-4808-8839-b49cd297f43f', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'floating_ip_address': '172.25.0.131', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'port_id': '08951d20-16c4-440d-ba90-d78fa6785ea8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d', 'mac_address': 'fa:16:3e:f4:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:36:02Z', 'updated_at': '2021-11-12T01:36:02Z', 'revision_number': 0, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f459775-1a1d-45e3-97d8-d2b31bc25cb6', 'name': '', 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:53:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ea890f3b-5573-4192-8287-e80ef126a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:48Z', 'updated_at': '2021-11-12T01:35:52Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': 'ea890f3b-5573-4192-8287-e80ef126a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:36:04.509430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c647d47-ff31-4bb1-b2ff-aba6ebe4d975 None None] New status for floating IP c81b4a1a-da38-4808-8839-b49cd297f43f: ACTIVE {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:36:04.742480 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52390) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:04.805176 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5bafc4ed-c4f2-46d6-89b2-784eba071aeb tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/floatingips/c81b4a1a-da38-4808-8839-b49cd297f43f HTTP/1.1" status: 200 len: 993 time: 0.0615273 Nov 12 01:36:09.247313 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:12.429535 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:36:20.128243 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-db1532dc-8f0d-47fa-843e-4dd06969adce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:22.407780 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f6f62f33-279f-4ff2-a2fb-143dcd7f665d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:23.655760 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:25.082567 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:25.613431 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:26.116461 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:39.257033 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:44.906090 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5583cc9c-c428-4639-b3ce-f674a9686371 req-0cb65153-0897-4fcb-8115-8828c20cdc75 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393825 Nov 12 01:36:45.003742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583cc9c-c428-4639-b3ce-f674a9686371 req-f288ece5-7c58-4648-a33a-fc7f6e94d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:45.005255 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5583cc9c-c428-4639-b3ce-f674a9686371 req-f288ece5-7c58-4648-a33a-fc7f6e94d460 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 1097 time: 0.0410058 Nov 12 01:36:45.109582 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583cc9c-c428-4639-b3ce-f674a9686371 req-7aa8eb39-bf2f-4af3-bb16-20a635fb2e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:45.111051 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5583cc9c-c428-4639-b3ce-f674a9686371 req-7aa8eb39-bf2f-4af3-bb16-20a635fb2e1d service neutron] 10.222.0.15 "GET /v2.0/networks?id=db5d29d8-d8cc-4f02-b883-99bdb7f04a0d HTTP/1.1" status: 200 len: 898 time: 0.0876727 Nov 12 01:36:45.187088 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5583cc9c-c428-4639-b3ce-f674a9686371 req-0e8c5e56-46a3-4369-a2c7-9c77e64ec946 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08951d20-16c4-440d-ba90-d78fa6785ea8 HTTP/1.1" status: 200 len: 1001 time: 0.0679746 Nov 12 01:36:45.239481 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583cc9c-c428-4639-b3ce-f674a9686371 req-be68be2f-6082-4d37-84cc-d718901fcb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:45.240969 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5583cc9c-c428-4639-b3ce-f674a9686371 req-be68be2f-6082-4d37-84cc-d718901fcb71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea890f3b-5573-4192-8287-e80ef126a1f3 HTTP/1.1" status: 200 len: 835 time: 0.0469263 Nov 12 01:36:45.609356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583cc9c-c428-4639-b3ce-f674a9686371 req-e0820f2c-7d67-4367-86e8-90cc9b222e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:45.610879 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5583cc9c-c428-4639-b3ce-f674a9686371 req-e0820f2c-7d67-4367-86e8-90cc9b222e79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db5d29d8-d8cc-4f02-b883-99bdb7f04a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3635566 Nov 12 01:36:45.699754 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5583cc9c-c428-4639-b3ce-f674a9686371 req-92af4338-dcc7-43e6-bbd6-ad6e25069079 service neutron] 10.222.0.15 "GET /v2.0/networks/db5d29d8-d8cc-4f02-b883-99bdb7f04a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808446 Nov 12 01:36:45.789671 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5583cc9c-c428-4639-b3ce-f674a9686371 req-f0c13e9b-aea5-4c03-96c7-94207c000c06 service neutron] 10.222.0.15 "GET /v2.0/networks/db5d29d8-d8cc-4f02-b883-99bdb7f04a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820489 Nov 12 01:36:49.428758 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:36:50.128811 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-aceee3ae-8fe8-43f3-bc58-5e50cb00437a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:52.409136 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a2173b12-541d-40b1-8f0d-d283fd274394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:53.657935 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:55.081664 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:55.616519 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:56.119374 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:09.287737 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:16.344814 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bbf1c-32cf-45b5-8765-d59e8f1dae6b req-e19ee366-cb44-4132-9787-d81a0b4fd88d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:16.346184 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-990bbf1c-32cf-45b5-8765-d59e8f1dae6b req-e19ee366-cb44-4132-9787-d81a0b4fd88d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 945 time: 0.0496781 Nov 12 01:37:16.394778 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-990bbf1c-32cf-45b5-8765-d59e8f1dae6b req-dc5df572-ad3c-4be2-b9b3-a50080c7fc56 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426302 Nov 12 01:37:17.516226 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74b615-2e2e-41fd-914b-66e74fb3fb59 req-0ed0daa4-9810-405f-bc28-b177c70ec62a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:17.517674 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d74b615-2e2e-41fd-914b-66e74fb3fb59 req-0ed0daa4-9810-405f-bc28-b177c70ec62a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 945 time: 0.0507658 Nov 12 01:37:17.575176 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d74b615-2e2e-41fd-914b-66e74fb3fb59 req-7ee6064d-02b5-4782-a6f6-faa130202f7e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500729 Nov 12 01:37:18.703355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90452dce-f560-43b2-9d83-a6671c622417 req-f860c489-afe5-4592-9b35-6f8c2c7ed668 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:18.705006 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-90452dce-f560-43b2-9d83-a6671c622417 req-f860c489-afe5-4592-9b35-6f8c2c7ed668 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 945 time: 0.0491905 Nov 12 01:37:18.758028 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-90452dce-f560-43b2-9d83-a6671c622417 req-2ad3e787-fce2-425e-9ed0-1436ebf22462 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464194 Nov 12 01:37:19.881878 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92026003-9333-4578-8caa-9a7db2ab265d req-a31f1008-5be6-4fd6-88bc-156210178009 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:19.883415 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92026003-9333-4578-8caa-9a7db2ab265d req-a31f1008-5be6-4fd6-88bc-156210178009 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 945 time: 0.0537534 Nov 12 01:37:19.933686 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92026003-9333-4578-8caa-9a7db2ab265d req-8bce5cf5-ecee-4b94-8be7-d892a90cc479 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441387 Nov 12 01:37:20.133218 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d23392d2-098c-4acd-a2b1-1a230c316a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:21.051212 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bf2e2-dee1-4739-a1ba-505a54430838 req-37e6542f-b149-4858-bfbc-10c70538451a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:21.052719 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-706bf2e2-dee1-4739-a1ba-505a54430838 req-37e6542f-b149-4858-bfbc-10c70538451a tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 945 time: 0.0498610 Nov 12 01:37:21.103577 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-706bf2e2-dee1-4739-a1ba-505a54430838 req-631ceb71-78c1-4589-9d18-cea82cd89d59 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447247 Nov 12 01:37:22.221862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f64b0a-0af6-48a9-a9ab-5c9a66556039 req-6c8add1d-cee8-46d2-880a-539682a326e7 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:22.223299 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-02f64b0a-0af6-48a9-a9ab-5c9a66556039 req-6c8add1d-cee8-46d2-880a-539682a326e7 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 945 time: 0.0523264 Nov 12 01:37:22.275620 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-02f64b0a-0af6-48a9-a9ab-5c9a66556039 req-3d706971-33c6-45ac-92dc-c7c718434606 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457554 Nov 12 01:37:22.410984 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-95dd5826-582d-4a25-a853-e8fb8ace58cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:23.389711 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc31369-1f03-4793-a823-79432f22a6ad req-e5f4804b-ce86-4b14-8994-011fb87d2991 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:23.391264 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0bc31369-1f03-4793-a823-79432f22a6ad req-e5f4804b-ce86-4b14-8994-011fb87d2991 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 945 time: 0.0490577 Nov 12 01:37:23.439661 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0bc31369-1f03-4793-a823-79432f22a6ad req-e3c4a751-d390-4c5b-986c-716821a1bc2d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423899 Nov 12 01:37:23.665961 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:24.557724 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086e99f-c274-43bb-bfc1-77b6968c4822 req-198e0ca7-6f66-47dc-a7c0-ae9fbbec59f5 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:24.559458 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7086e99f-c274-43bb-bfc1-77b6968c4822 req-198e0ca7-6f66-47dc-a7c0-ae9fbbec59f5 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 945 time: 0.0529561 Nov 12 01:37:24.607858 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7086e99f-c274-43bb-bfc1-77b6968c4822 req-12bf2333-5e00-4028-86c9-ecd733369e96 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423710 Nov 12 01:37:25.111472 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:25.620110 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:25.727160 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf67fc3-69b1-4f37-a0dd-7832fb953e76 req-29ec4ddc-ab11-4410-bc35-32e6128f6840 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:25.728611 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0bf67fc3-69b1-4f37-a0dd-7832fb953e76 req-29ec4ddc-ab11-4410-bc35-32e6128f6840 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 945 time: 0.0528176 Nov 12 01:37:25.777221 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0bf67fc3-69b1-4f37-a0dd-7832fb953e76 req-9f19f37a-a46f-44c2-ac79-202dac6c9aa1 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423815 Nov 12 01:37:26.120842 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:26.427455 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:37:26.893060 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ce5c9-a131-44a3-9539-7bc75d830b84 req-0cd658de-579f-4e2d-aa63-92ffa47a3f15 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:26.894548 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-799ce5c9-a131-44a3-9539-7bc75d830b84 req-0cd658de-579f-4e2d-aa63-92ffa47a3f15 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 945 time: 0.0490239 Nov 12 01:37:26.947145 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-799ce5c9-a131-44a3-9539-7bc75d830b84 req-a2cc94c7-b721-43cc-8328-dfa81ed8c948 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464499 Nov 12 01:37:28.062220 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f569d45-0b83-40da-97a9-8e7cbf03e4b2 req-f6e3dc13-0b1c-48f6-a436-ec446b2c580e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:28.063725 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6f569d45-0b83-40da-97a9-8e7cbf03e4b2 req-f6e3dc13-0b1c-48f6-a436-ec446b2c580e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 945 time: 0.0493679 Nov 12 01:37:28.112847 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6f569d45-0b83-40da-97a9-8e7cbf03e4b2 req-956f4105-afc5-4fdc-bd39-ab218df66e4e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430622 Nov 12 01:37:29.233121 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e43a5d-1b42-4760-a3e7-207914f502ec req-2dfb1fae-a232-417a-b5c4-751689b3373c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:29.234599 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0e43a5d-1b42-4760-a3e7-207914f502ec req-2dfb1fae-a232-417a-b5c4-751689b3373c tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 945 time: 0.0559332 Nov 12 01:37:29.283069 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0e43a5d-1b42-4760-a3e7-207914f502ec req-bc1ba05e-1eed-49af-a2b8-3eb60878ac81 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423822 Nov 12 01:37:30.399176 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7629a1-193e-46ac-9c01-208de4b0e14f req-7fa0fdaa-8e44-449d-b9ba-39f01a55df5d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:30.400638 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5a7629a1-193e-46ac-9c01-208de4b0e14f req-7fa0fdaa-8e44-449d-b9ba-39f01a55df5d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 945 time: 0.0485542 Nov 12 01:37:30.454228 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5a7629a1-193e-46ac-9c01-208de4b0e14f req-e2e631ff-c5ac-40dd-8661-d38e770a638b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474608 Nov 12 01:37:31.572540 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249328c-67c4-4129-83f3-ac91c5c80691 req-7f42b2e8-8d58-4658-a52d-d42d8625a0e3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:31.574055 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f249328c-67c4-4129-83f3-ac91c5c80691 req-7f42b2e8-8d58-4658-a52d-d42d8625a0e3 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 945 time: 0.0536571 Nov 12 01:37:31.622643 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f249328c-67c4-4129-83f3-ac91c5c80691 req-707cbc9e-5fe1-44d5-baaf-2ecb8bd80807 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425055 Nov 12 01:37:31.783878 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c2182-e8e9-4821-8813-5dea66da1aed req-06b31704-7b44-4d8d-98e7-611b8cac5faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:31.785321 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-513c2182-e8e9-4821-8813-5dea66da1aed req-06b31704-7b44-4d8d-98e7-611b8cac5faa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 1097 time: 0.0397174 Nov 12 01:37:31.825069 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 08951d20-16c4-440d-ba90-d78fa6785ea8 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:37:31.831683 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-513c2182-e8e9-4821-8813-5dea66da1aed req-44062388-59e7-4d90-8957-216d95193bd8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389373 Nov 12 01:37:31.921990 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 08951d20-16c4-440d-ba90-d78fa6785ea8, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=08951d20-16c4-440d-ba90-d78fa6785ea8,segment=NetworkSegment(40b5d73d-f431-4771-a978-0c4640ade0f7),segment_id=40b5d73d-f431-4771-a978-0c4640ade0f7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:37:31.934415 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '08951d20-16c4-440d-ba90-d78fa6785ea8', 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d', 'port_id': '08951d20-16c4-440d-ba90-d78fa6785ea8', 'mac_address': 'fa:16:3e:f4:88:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea890f3b-5573-4192-8287-e80ef126a1f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:37:31.974071 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:31.986475 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08951d20-16c4-440d-ba90-d78fa6785ea8 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:37:32.005459 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 08951d20-16c4-440d-ba90-d78fa6785ea8, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=08951d20-16c4-440d-ba90-d78fa6785ea8,segment=NetworkSegment(40b5d73d-f431-4771-a978-0c4640ade0f7),segment_id=40b5d73d-f431-4771-a978-0c4640ade0f7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:37:32.010127 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:32.057461 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=08951d20-16c4-440d-ba90-d78fa6785ea8,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:32.064828 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:32.065174 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:32.065512 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:32.065944 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:32.066280 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:32.066608 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:32.066934 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:32.067256 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:32.067577 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:32.067899 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:32.068219 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:32.068538 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:32.528476 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['08951d20-16c4-440d-ba90-d78fa6785ea8'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:37:32.741641 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3200a9-f5c2-4ad8-9b09-677155acb066 req-7ac810d4-87a6-4c7b-94da-a0297550a9fd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:32.743128 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ca3200a9-f5c2-4ad8-9b09-677155acb066 req-7ac810d4-87a6-4c7b-94da-a0297550a9fd tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 944 time: 0.0486426 Nov 12 01:37:32.791703 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ca3200a9-f5c2-4ad8-9b09-677155acb066 req-b4947574-aea5-4a06-9f8d-8256b9942071 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424144 Nov 12 01:37:33.842938 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 08951d20-16c4-440d-ba90-d78fa6785ea8 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:37:33.893661 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 08951d20-16c4-440d-ba90-d78fa6785ea8 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:37:33.894088 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:33.909210 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9794c-5fc4-41e6-a4cd-6ce68d1e3a7a req-7a4b3789-82d4-4aba-812e-abe7604e746b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:33.910691 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-28f9794c-5fc4-41e6-a4cd-6ce68d1e3a7a req-7a4b3789-82d4-4aba-812e-abe7604e746b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 944 time: 0.0503597 Nov 12 01:37:33.967111 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-28f9794c-5fc4-41e6-a4cd-6ce68d1e3a7a req-cd9e3ff1-7bb0-4254-9c3c-529e1a56e089 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495207 Nov 12 01:37:33.977384 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:33.990690 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52476) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:34.000835 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08951d20-16c4-440d-ba90-d78fa6785ea8'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:37:34.003052 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc4cecc-1517-4f98-9817-4568c2141c0d" -d '{"events": [{"server_uuid": "2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1", "name": "network-vif-plugged", "status": "completed", "tag": "08951d20-16c4-440d-ba90-d78fa6785ea8"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:37:34.015296 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 08951d20-16c4-440d-ba90-d78fa6785ea8, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=08951d20-16c4-440d-ba90-d78fa6785ea8,segment=NetworkSegment(40b5d73d-f431-4771-a978-0c4640ade0f7),segment_id=40b5d73d-f431-4771-a978-0c4640ade0f7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:37:34.018963 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:34.046619 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd97383e-f67a-4923-9469-e8961f86fc14 x-openstack-request-id: req-dd97383e-f67a-4923-9469-e8961f86fc14 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:37:34.046912 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1", "name": "network-vif-plugged", "status": "completed", "tag": "08951d20-16c4-440d-ba90-d78fa6785ea8", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:37:34.047160 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd97383e-f67a-4923-9469-e8961f86fc14 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:37:34.047546 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08951d20-16c4-440d-ba90-d78fa6785ea8', 'code': 200} Nov 12 01:37:34.059522 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e5ffc96e-b747-466a-bd93-d471db909130 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/floatingips/c81b4a1a-da38-4808-8839-b49cd297f43f HTTP/1.1" status: 200 len: 992 time: 0.0667155 Nov 12 01:37:34.072306 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=08951d20-16c4-440d-ba90-d78fa6785ea8,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:39.288230 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:44.954773 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5e279d7a-3274-461a-adf2-ee87c19b0ba5 req-286a48cd-43fb-42f3-931d-d190ed5f2241 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0783854 Nov 12 01:37:45.060448 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e279d7a-3274-461a-adf2-ee87c19b0ba5 req-c298419b-99bd-44c1-b3e3-cbbe0112cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:45.061955 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5e279d7a-3274-461a-adf2-ee87c19b0ba5 req-c298419b-99bd-44c1-b3e3-cbbe0112cc2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 1097 time: 0.0421767 Nov 12 01:37:45.172578 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e279d7a-3274-461a-adf2-ee87c19b0ba5 req-e5581b81-dd8d-4260-9b48-51dd091d70a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:45.173999 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5e279d7a-3274-461a-adf2-ee87c19b0ba5 req-e5581b81-dd8d-4260-9b48-51dd091d70a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=db5d29d8-d8cc-4f02-b883-99bdb7f04a0d HTTP/1.1" status: 200 len: 898 time: 0.0902505 Nov 12 01:37:45.244752 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5e279d7a-3274-461a-adf2-ee87c19b0ba5 req-4196b905-3d0c-49bd-b06e-8ce7502114e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08951d20-16c4-440d-ba90-d78fa6785ea8 HTTP/1.1" status: 200 len: 1001 time: 0.0613496 Nov 12 01:37:45.294348 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e279d7a-3274-461a-adf2-ee87c19b0ba5 req-2c54a64b-6b36-469f-9972-f5670041078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:45.295780 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5e279d7a-3274-461a-adf2-ee87c19b0ba5 req-2c54a64b-6b36-469f-9972-f5670041078a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea890f3b-5573-4192-8287-e80ef126a1f3 HTTP/1.1" status: 200 len: 835 time: 0.0423446 Nov 12 01:37:45.343238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e279d7a-3274-461a-adf2-ee87c19b0ba5 req-d601cfee-6770-4dd0-a8a4-0fd298bbee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:45.344730 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5e279d7a-3274-461a-adf2-ee87c19b0ba5 req-d601cfee-6770-4dd0-a8a4-0fd298bbee1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db5d29d8-d8cc-4f02-b883-99bdb7f04a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400600 Nov 12 01:37:45.356516 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-5e279d7a-3274-461a-adf2-ee87c19b0ba5 req-bd90da48-27ed-4121-a387-b214cdbad45b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:37:45.357507 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5e279d7a-3274-461a-adf2-ee87c19b0ba5 req-bd90da48-27ed-4121-a387-b214cdbad45b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056126 Nov 12 01:37:45.449286 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5e279d7a-3274-461a-adf2-ee87c19b0ba5 req-3b1ca536-859a-4885-baf9-7a8308c4beb0 service neutron] 10.222.0.15 "GET /v2.0/networks/db5d29d8-d8cc-4f02-b883-99bdb7f04a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843935 Nov 12 01:37:45.539126 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5e279d7a-3274-461a-adf2-ee87c19b0ba5 req-9f41ee85-9e9e-487e-8b22-a91bd1c1e45f service neutron] 10.222.0.15 "GET /v2.0/networks/db5d29d8-d8cc-4f02-b883-99bdb7f04a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809603 Nov 12 01:37:50.134931 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-55b4a8dc-7848-4923-9261-f0e6e87e1e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:52.413370 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eae3dc7f-e6f0-4d32-b77f-9b165a1b5edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:53.665334 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:55.119612 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:55.623377 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:56.122700 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:03.426794 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:38:09.291879 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:20.136517 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e7d235c8-6bfe-4e2a-bb52-d9f0fd33a57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:22.414663 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-20c482af-6d0c-43f3-a399-f902daf2fce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:23.668198 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:25.108963 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:25.626663 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.124238 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:38.488865 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52498) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:38.648553 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Deleting port 680cc8bb-23b4-4bd7-b022-d1cc980aabe8 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:38:38.648930 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:38.725434 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:38.725764 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:38.737104 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Calling delete_port for 680cc8bb-23b4-4bd7-b022-d1cc980aabe8 owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:38:38.882751 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:38.908550 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Port': ['ID=680cc8bb-23b4-4bd7-b022-d1cc980aabe8,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:38.934319 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:38.934672 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:38.935014 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:38.935354 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:38.935691 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:38.936025 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:38.936356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:38.936688 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:38.937038 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:38.937366 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:38.937693 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:38.938016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:38.975763 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:38.976094 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Floating IP c81b4a1a-da38-4808-8839-b49cd297f43f disassociated (deleted). External IP: 172.25.0.131, port: 08951d20-16c4-440d-ba90-d78fa6785ea8. Nov 12 01:38:39.180453 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Router 7be25949-131b-4dd6-876c-e3a80b835de5 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:38:39.286875 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:38:39.287559 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:39.291842 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:39.296634 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b57ae46-8b44-49a0-b0bb-8ba0214548e6 None None] Sync routers for ids ['7be25949-131b-4dd6-876c-e3a80b835de5'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:38:39.306872 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b57ae46-8b44-49a0-b0bb-8ba0214548e6 None None] Routers {'7be25949-131b-4dd6-876c-e3a80b835de5'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:39.307465 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-9b57ae46-8b44-49a0-b0bb-8ba0214548e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:38:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7be25949-131b-4dd6-876c-e3a80b835de5'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:39.319126 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-11ce751d-49d2-49ae-85df-6d9af3649294 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "DELETE /v2.0/floatingips/c81b4a1a-da38-4808-8839-b49cd297f43f HTTP/1.1" status: 204 len: 168 time: 0.8291345 Nov 12 01:38:39.319705 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1', 'tag': '08951d20-16c4-440d-ba90-d78fa6785ea8'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:39.322039 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f5adc8-7210-45c5-ab33-8b136a8c523b" -d '{"events": [{"name": "network-changed", "server_uuid": "2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1", "tag": "08951d20-16c4-440d-ba90-d78fa6785ea8"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:39.420303 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-9b57ae46-8b44-49a0-b0bb-8ba0214548e6 None None] Set router 7be25949-131b-4dd6-876c-e3a80b835de5 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:39.428031 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da37963-abd0-42e6-861f-df1da038cb44 x-openstack-request-id: req-0da37963-abd0-42e6-861f-df1da038cb44 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:39.428325 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1", "tag": "08951d20-16c4-440d-ba90-d78fa6785ea8", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:39.428725 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0da37963-abd0-42e6-861f-df1da038cb44 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:39.429087 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1', 'tag': '08951d20-16c4-440d-ba90-d78fa6785ea8', 'status': 'completed', 'code': 200} Nov 12 01:38:39.518342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5adc8-7210-45c5-ab33-8b136a8c523b req-86ae4928-2f71-4ca0-aae5-9e4de5afef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:39.519873 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-06f5adc8-7210-45c5-ab33-8b136a8c523b req-86ae4928-2f71-4ca0-aae5-9e4de5afef58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 1097 time: 0.0441475 Nov 12 01:38:39.603049 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82fb2c-0aed-4588-9c4c-37cace7c5e07 req-452ab8e8-f22d-4450-be96-b253bb65629d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:39.604609 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7a82fb2c-0aed-4588-9c4c-37cace7c5e07 req-452ab8e8-f22d-4450-be96-b253bb65629d tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 945 time: 0.1033106 Nov 12 01:38:39.627206 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5adc8-7210-45c5-ab33-8b136a8c523b req-462254dc-2c99-482b-988e-24eeb99afdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:39.628731 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-06f5adc8-7210-45c5-ab33-8b136a8c523b req-462254dc-2c99-482b-988e-24eeb99afdbd service neutron] 10.222.0.15 "GET /v2.0/networks?id=db5d29d8-d8cc-4f02-b883-99bdb7f04a0d HTTP/1.1" status: 200 len: 898 time: 0.1012857 Nov 12 01:38:39.646032 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-9b57ae46-8b44-49a0-b0bb-8ba0214548e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989848631', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '391879b1-0539-4089-afc6-fb556698b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:35:49Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '391879b1-0539-4089-afc6-fb556698b514', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:46Z', 'updated_at': '2021-11-12T01:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '8f459775-1a1d-45e3-97d8-d2b31bc25cb6', 'name': '', 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:53:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ea890f3b-5573-4192-8287-e80ef126a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:48Z', 'updated_at': '2021-11-12T01:35:52Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': 'ea890f3b-5573-4192-8287-e80ef126a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:39.666962 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7a82fb2c-0aed-4588-9c4c-37cace7c5e07 req-1a0def79-1e5c-4c43-8e1b-ffa40891c4be tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559475 Nov 12 01:38:39.678603 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b57ae46-8b44-49a0-b0bb-8ba0214548e6 None None] Checking router: 7be25949-131b-4dd6-876c-e3a80b835de5 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:38:39.683420 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-06f5adc8-7210-45c5-ab33-8b136a8c523b req-fe514bf4-ae93-434a-a44a-a99cae4d5bb8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08951d20-16c4-440d-ba90-d78fa6785ea8 HTTP/1.1" status: 200 len: 217 time: 0.0378594 Nov 12 01:38:39.687509 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b57ae46-8b44-49a0-b0bb-8ba0214548e6 None None] Routers {'7be25949-131b-4dd6-876c-e3a80b835de5'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:39.688152 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-9b57ae46-8b44-49a0-b0bb-8ba0214548e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:38:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7be25949-131b-4dd6-876c-e3a80b835de5'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:39.738793 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5adc8-7210-45c5-ab33-8b136a8c523b req-b8141d70-0e95-4d71-98f4-b9fe977207bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:39.740372 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-06f5adc8-7210-45c5-ab33-8b136a8c523b req-b8141d70-0e95-4d71-98f4-b9fe977207bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea890f3b-5573-4192-8287-e80ef126a1f3 HTTP/1.1" status: 200 len: 835 time: 0.0488536 Nov 12 01:38:39.788428 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5adc8-7210-45c5-ab33-8b136a8c523b req-a1394d06-2ee4-465a-ac76-d00a62a6891b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:39.790027 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-06f5adc8-7210-45c5-ab33-8b136a8c523b req-a1394d06-2ee4-465a-ac76-d00a62a6891b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db5d29d8-d8cc-4f02-b883-99bdb7f04a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412076 Nov 12 01:38:39.794019 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-9b57ae46-8b44-49a0-b0bb-8ba0214548e6 None None] Set router 7be25949-131b-4dd6-876c-e3a80b835de5 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:39.886659 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-06f5adc8-7210-45c5-ab33-8b136a8c523b req-25b1b1bc-ffe7-4fe4-96c1-003808332235 service neutron] 10.222.0.15 "GET /v2.0/networks/db5d29d8-d8cc-4f02-b883-99bdb7f04a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875461 Nov 12 01:38:39.993126 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-06f5adc8-7210-45c5-ab33-8b136a8c523b req-5556527a-6382-4a2d-a919-acc826295979 service neutron] 10.222.0.15 "GET /v2.0/networks/db5d29d8-d8cc-4f02-b883-99bdb7f04a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918882 Nov 12 01:38:39.993343 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-9b57ae46-8b44-49a0-b0bb-8ba0214548e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989848631', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '391879b1-0539-4089-afc6-fb556698b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:35:49Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '391879b1-0539-4089-afc6-fb556698b514', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:46Z', 'updated_at': '2021-11-12T01:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '8f459775-1a1d-45e3-97d8-d2b31bc25cb6', 'name': '', 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:53:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ea890f3b-5573-4192-8287-e80ef126a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:48Z', 'updated_at': '2021-11-12T01:35:52Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': 'ea890f3b-5573-4192-8287-e80ef126a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:40.024582 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b57ae46-8b44-49a0-b0bb-8ba0214548e6 None None] The sync data for ids ['7be25949-131b-4dd6-876c-e3a80b835de5'] in n-d-712137-14 is: [{'id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989848631', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '391879b1-0539-4089-afc6-fb556698b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:35:49Z', 'revision_number': 4, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '391879b1-0539-4089-afc6-fb556698b514', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:46Z', 'updated_at': '2021-11-12T01:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '8f459775-1a1d-45e3-97d8-d2b31bc25cb6', 'name': '', 'network_id': 'db5d29d8-d8cc-4f02-b883-99bdb7f04a0d', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'mac_address': 'fa:16:3e:53:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ea890f3b-5573-4192-8287-e80ef126a1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:48Z', 'updated_at': '2021-11-12T01:35:52Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'subnets': [{'id': 'ea890f3b-5573-4192-8287-e80ef126a1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:38:40.238142 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575ca45c-3a49-42f8-9f21-1cfc5180e988 None None] New status for floating IP c81b4a1a-da38-4808-8839-b49cd297f43f: DOWN {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:38:40.425651 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:38:40.830653 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe068a-8667-4957-b086-b20e4de3497d req-147c46fc-b54d-4ba3-87dc-dcefd7fa4f30 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:40.832136 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dcbe068a-8667-4957-b086-b20e4de3497d req-147c46fc-b54d-4ba3-87dc-dcefd7fa4f30 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 945 time: 0.0945263 Nov 12 01:38:40.885390 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dcbe068a-8667-4957-b086-b20e4de3497d req-61b19593-807c-480c-8fa1-262250b77544 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/security-groups?id=abbf5200-537b-4f02-b461-64c0585b5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464845 Nov 12 01:38:41.350095 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfeb2a-b94f-4332-bb46-c2ae97d80a8c req-b9e0d0a4-4c62-4a0f-aae8-b91dc6410b39 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:41.351562 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-edbfeb2a-b94f-4332-bb46-c2ae97d80a8c req-b9e0d0a4-4c62-4a0f-aae8-b91dc6410b39 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.15 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 945 time: 0.0492036 Nov 12 01:38:41.437277 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-edbfeb2a-b94f-4332-bb46-c2ae97d80a8c req-bfec6530-3d6f-433b-bb6f-1a14cb3f328e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Deleting port 08951d20-16c4-440d-ba90-d78fa6785ea8 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:38:41.437615 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-edbfeb2a-b94f-4332-bb46-c2ae97d80a8c req-bfec6530-3d6f-433b-bb6f-1a14cb3f328e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:41.526584 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-edbfeb2a-b94f-4332-bb46-c2ae97d80a8c req-bfec6530-3d6f-433b-bb6f-1a14cb3f328e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] For port 08951d20-16c4-440d-ba90-d78fa6785ea8, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=08951d20-16c4-440d-ba90-d78fa6785ea8,segment=NetworkSegment(40b5d73d-f431-4771-a978-0c4640ade0f7),segment_id=40b5d73d-f431-4771-a978-0c4640ade0f7)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:41.526950 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-edbfeb2a-b94f-4332-bb46-c2ae97d80a8c req-bfec6530-3d6f-433b-bb6f-1a14cb3f328e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:41.540098 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-edbfeb2a-b94f-4332-bb46-c2ae97d80a8c req-bfec6530-3d6f-433b-bb6f-1a14cb3f328e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Calling delete_port for 08951d20-16c4-440d-ba90-d78fa6785ea8 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:38:41.669246 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-edbfeb2a-b94f-4332-bb46-c2ae97d80a8c req-bfec6530-3d6f-433b-bb6f-1a14cb3f328e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:41.697201 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec6530-3d6f-433b-bb6f-1a14cb3f328e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Port': ['ID=08951d20-16c4-440d-ba90-d78fa6785ea8,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:41.737033 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbfeb2a-b94f-4332-bb46-c2ae97d80a8c req-bfec6530-3d6f-433b-bb6f-1a14cb3f328e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] No DVR routers for this DVR port 08951d20-16c4-440d-ba90-d78fa6785ea8 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:38:41.739774 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-edbfeb2a-b94f-4332-bb46-c2ae97d80a8c req-bfec6530-3d6f-433b-bb6f-1a14cb3f328e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:41.743224 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-edbfeb2a-b94f-4332-bb46-c2ae97d80a8c req-bfec6530-3d6f-433b-bb6f-1a14cb3f328e tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.15 "DELETE /v2.0/ports/08951d20-16c4-440d-ba90-d78fa6785ea8 HTTP/1.1" status: 204 len: 173 time: 0.3858414 Nov 12 01:38:41.743658 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1', 'name': 'network-vif-deleted', 'tag': '08951d20-16c4-440d-ba90-d78fa6785ea8'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:41.745888 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4eb82f-0020-49ef-8165-ecf03ccbc841" -d '{"events": [{"server_uuid": "2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1", "name": "network-vif-deleted", "tag": "08951d20-16c4-440d-ba90-d78fa6785ea8"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:41.787239 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae058ba-4e2a-493b-9d15-f9f551105ca3 x-openstack-request-id: req-cae058ba-4e2a-493b-9d15-f9f551105ca3 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:41.787534 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1", "name": "network-vif-deleted", "tag": "08951d20-16c4-440d-ba90-d78fa6785ea8", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:41.787783 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cae058ba-4e2a-493b-9d15-f9f551105ca3 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:41.788179 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1', 'name': 'network-vif-deleted', 'tag': '08951d20-16c4-440d-ba90-d78fa6785ea8', 'status': 'completed', 'code': 200} Nov 12 01:38:41.994306 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a1b48e2c-ddf4-4c0f-942c-cbe9a43e70bc req-a5af8f91-26b0-4816-a918-aaf0747926ef tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "GET /v2.0/ports?device_id=2103c7ed-0ed9-4a38-a5b1-5db0d8ad21a1 HTTP/1.1" status: 200 len: 210 time: 0.0255022 Nov 12 01:38:43.051993 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52528) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:43.403481 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3077d291-0910-4057-87e0-ec356ca8493f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:43.653976 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3077d291-0910-4057-87e0-ec356ca8493f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Deleting port 8f459775-1a1d-45e3-97d8-d2b31bc25cb6 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:38:43.654270 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3077d291-0910-4057-87e0-ec356ca8493f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:43.744849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-3077d291-0910-4057-87e0-ec356ca8493f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] For port 8f459775-1a1d-45e3-97d8-d2b31bc25cb6, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=8f459775-1a1d-45e3-97d8-d2b31bc25cb6,segment=NetworkSegment(40b5d73d-f431-4771-a978-0c4640ade0f7),segment_id=40b5d73d-f431-4771-a978-0c4640ade0f7)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:43.745220 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3077d291-0910-4057-87e0-ec356ca8493f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:43.757145 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3077d291-0910-4057-87e0-ec356ca8493f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Calling delete_port for 8f459775-1a1d-45e3-97d8-d2b31bc25cb6 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:38:43.941031 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3077d291-0910-4057-87e0-ec356ca8493f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:43.968470 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077d291-0910-4057-87e0-ec356ca8493f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Port': ['ID=8f459775-1a1d-45e3-97d8-d2b31bc25cb6,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:44.139074 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3077d291-0910-4057-87e0-ec356ca8493f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.353986 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3077d291-0910-4057-87e0-ec356ca8493f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Router 7be25949-131b-4dd6-876c-e3a80b835de5 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:38:44.465811 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3077d291-0910-4057-87e0-ec356ca8493f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:38:44.471461 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3077d291-0910-4057-87e0-ec356ca8493f tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "PUT /v2.0/routers/7be25949-131b-4dd6-876c-e3a80b835de5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4183908 Nov 12 01:38:44.473515 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52532) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:44.475814 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc0dac-0fbd-423f-ad1d-ab11053c74ed None None] Sync routers for ids ['7be25949-131b-4dd6-876c-e3a80b835de5'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:38:44.485261 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc0dac-0fbd-423f-ad1d-ab11053c74ed None None] Routers {'7be25949-131b-4dd6-876c-e3a80b835de5'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:44.485860 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f8bc0dac-0fbd-423f-ad1d-ab11053c74ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:38:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7be25949-131b-4dd6-876c-e3a80b835de5'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:44.523756 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c4a823-0293-439c-b42e-c8cd9ea5c6c0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Deleting subnet ea890f3b-5573-4192-8287-e80ef126a1f3 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:38:44.527002 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-64c4a823-0293-439c-b42e-c8cd9ea5c6c0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.569237 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-64c4a823-0293-439c-b42e-c8cd9ea5c6c0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.662005 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-64c4a823-0293-439c-b42e-c8cd9ea5c6c0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.679490 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-f8bc0dac-0fbd-423f-ad1d-ab11053c74ed None None] Set router 7be25949-131b-4dd6-876c-e3a80b835de5 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:44.719697 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-64c4a823-0293-439c-b42e-c8cd9ea5c6c0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.746976 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4a823-0293-439c-b42e-c8cd9ea5c6c0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Subnet': ['ID=ea890f3b-5573-4192-8287-e80ef126a1f3,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:44.750606 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-64c4a823-0293-439c-b42e-c8cd9ea5c6c0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.753911 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-64c4a823-0293-439c-b42e-c8cd9ea5c6c0 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "DELETE /v2.0/subnets/ea890f3b-5573-4192-8287-e80ef126a1f3 HTTP/1.1" status: 204 len: 168 time: 0.2794449 Nov 12 01:38:44.757199 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52534) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:44.759810 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc7c09f-856d-4a39-a922-11951567bdc6 None None] Network db5d29d8-d8cc-4f02-b883-99bdb7f04a0d requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:38:44.862731 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f8bc0dac-0fbd-423f-ad1d-ab11053c74ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989848631', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '391879b1-0539-4089-afc6-fb556698b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:38:43Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '391879b1-0539-4089-afc6-fb556698b514', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:46Z', 'updated_at': '2021-11-12T01:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:44.868485 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b720dda7-3471-495e-a51d-b3b39c31bf67 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.895522 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc0dac-0fbd-423f-ad1d-ab11053c74ed None None] Checking router: 7be25949-131b-4dd6-876c-e3a80b835de5 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:38:44.907759 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc0dac-0fbd-423f-ad1d-ab11053c74ed None None] Routers {'7be25949-131b-4dd6-876c-e3a80b835de5'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:44.908470 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f8bc0dac-0fbd-423f-ad1d-ab11053c74ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:38:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7be25949-131b-4dd6-876c-e3a80b835de5'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:44.979820 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b720dda7-3471-495e-a51d-b3b39c31bf67 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.982395 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447f8530-7e41-4447-84cc-a80168d370ae None None] DHCP port deletion for db5d29d8-d8cc-4f02-b883-99bdb7f04a0d request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:38:45.035373 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-447f8530-7e41-4447-84cc-a80168d370ae None None] Deleting port 5d0977fa-455e-4bfe-b8af-3d73cfebaf09 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:38:45.036376 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-447f8530-7e41-4447-84cc-a80168d370ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.037329 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-f8bc0dac-0fbd-423f-ad1d-ab11053c74ed None None] Set router 7be25949-131b-4dd6-876c-e3a80b835de5 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:45.053866 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-b720dda7-3471-495e-a51d-b3b39c31bf67 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Deleting port 391879b1-0539-4089-afc6-fb556698b514 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:38:45.054214 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b720dda7-3471-495e-a51d-b3b39c31bf67 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.099793 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-447f8530-7e41-4447-84cc-a80168d370ae None None] For port 5d0977fa-455e-4bfe-b8af-3d73cfebaf09, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5d0977fa-455e-4bfe-b8af-3d73cfebaf09,segment=NetworkSegment(40b5d73d-f431-4771-a978-0c4640ade0f7),segment_id=40b5d73d-f431-4771-a978-0c4640ade0f7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:45.100491 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-447f8530-7e41-4447-84cc-a80168d370ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.113927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-447f8530-7e41-4447-84cc-a80168d370ae None None] Calling delete_port for 5d0977fa-455e-4bfe-b8af-3d73cfebaf09 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:38:45.203770 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-447f8530-7e41-4447-84cc-a80168d370ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.216389 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447f8530-7e41-4447-84cc-a80168d370ae None None] No DVR routers for this DVR port 5d0977fa-455e-4bfe-b8af-3d73cfebaf09 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:38:45.233822 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-f8bc0dac-0fbd-423f-ad1d-ab11053c74ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989848631', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '391879b1-0539-4089-afc6-fb556698b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:38:43Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '391879b1-0539-4089-afc6-fb556698b514', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:46Z', 'updated_at': '2021-11-12T01:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:45.237368 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f8530-7e41-4447-84cc-a80168d370ae None None] Pushing event deleted for resources: {'Port': ['ID=5d0977fa-455e-4bfe-b8af-3d73cfebaf09,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:45.246938 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f8530-7e41-4447-84cc-a80168d370ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:45.247334 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f8530-7e41-4447-84cc-a80168d370ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:45.247638 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f8530-7e41-4447-84cc-a80168d370ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:45.248173 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f8530-7e41-4447-84cc-a80168d370ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:45.248796 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f8530-7e41-4447-84cc-a80168d370ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:45.249392 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f8530-7e41-4447-84cc-a80168d370ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:45.249976 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f8530-7e41-4447-84cc-a80168d370ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:45.250559 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f8530-7e41-4447-84cc-a80168d370ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:45.251149 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f8530-7e41-4447-84cc-a80168d370ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:45.251750 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f8530-7e41-4447-84cc-a80168d370ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:45.252338 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f8530-7e41-4447-84cc-a80168d370ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:45.259742 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f8530-7e41-4447-84cc-a80168d370ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:45.266901 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc0dac-0fbd-423f-ad1d-ab11053c74ed None None] The sync data for ids ['7be25949-131b-4dd6-876c-e3a80b835de5'] in n-d-712137-14 is: [{'id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989848631', 'tenant_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '391879b1-0539-4089-afc6-fb556698b514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:38:43Z', 'revision_number': 5, 'project_id': '9bcfcdd4f61e4cf6be94bf9666ad13b6', 'gw_port': {'id': '391879b1-0539-4089-afc6-fb556698b514', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be25949-131b-4dd6-876c-e3a80b835de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:46Z', 'updated_at': '2021-11-12T01:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:38:45.446223 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-b720dda7-3471-495e-a51d-b3b39c31bf67 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] For port 391879b1-0539-4089-afc6-fb556698b514, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=391879b1-0539-4089-afc6-fb556698b514,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:45.446873 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b720dda7-3471-495e-a51d-b3b39c31bf67 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.459543 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-b720dda7-3471-495e-a51d-b3b39c31bf67 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Calling delete_port for 391879b1-0539-4089-afc6-fb556698b514 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:38:45.626146 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b720dda7-3471-495e-a51d-b3b39c31bf67 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.666167 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720dda7-3471-495e-a51d-b3b39c31bf67 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Port': ['ID=391879b1-0539-4089-afc6-fb556698b514,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:45.674575 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817056ec-3216-42f0-8825-5048862a4930 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:38:45.737074 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b720dda7-3471-495e-a51d-b3b39c31bf67 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.829977 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b720dda7-3471-495e-a51d-b3b39c31bf67 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.832298 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b720dda7-3471-495e-a51d-b3b39c31bf67 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.876657 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b720dda7-3471-495e-a51d-b3b39c31bf67 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.876657 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b720dda7-3471-495e-a51d-b3b39c31bf67 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Fanout notify agent at l3_agent the message router_deleted on router 7be25949-131b-4dd6-876c-e3a80b835de5 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:38:45.883172 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b720dda7-3471-495e-a51d-b3b39c31bf67 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.884296 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b720dda7-3471-495e-a51d-b3b39c31bf67 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "DELETE /v2.0/routers/7be25949-131b-4dd6-876c-e3a80b835de5 HTTP/1.1" status: 204 len: 168 time: 1.1256924 Nov 12 01:38:45.887097 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52536) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:45.981489 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-badca8c1-a243-438c-9fe1-3c6764a1218b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.075757 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-badca8c1-a243-438c-9fe1-3c6764a1218b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.096237 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-badca8c1-a243-438c-9fe1-3c6764a1218b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5d29d8-d8cc-4f02-b883-99bdb7f04a0d']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:46.106087 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-badca8c1-a243-438c-9fe1-3c6764a1218b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b5d73d-f431-4771-a978-0c4640ade0f7') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:46.106388 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-badca8c1-a243-438c-9fe1-3c6764a1218b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b5d73d-f431-4771-a978-0c4640ade0f7') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:46.115634 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-badca8c1-a243-438c-9fe1-3c6764a1218b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.128449 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-badca8c1-a243-438c-9fe1-3c6764a1218b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.134283 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-badca8c1-a243-438c-9fe1-3c6764a1218b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:38:46.134672 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-badca8c1-a243-438c-9fe1-3c6764a1218b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:38:46.137690 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:38:46.194378 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-badca8c1-a243-438c-9fe1-3c6764a1218b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.201330 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-badca8c1-a243-438c-9fe1-3c6764a1218b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.204522 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-badca8c1-a243-438c-9fe1-3c6764a1218b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "DELETE /v2.0/networks/db5d29d8-d8cc-4f02-b883-99bdb7f04a0d HTTP/1.1" status: 204 len: 168 time: 0.3164434 Nov 12 01:38:46.207317 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52538) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:46.216169 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badca8c1-a243-438c-9fe1-3c6764a1218b tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'Network': ['ID=db5d29d8-d8cc-4f02-b883-99bdb7f04a0d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:46.227621 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 08951d20-16c4-440d-ba90-d78fa6785ea8 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:38:46.247071 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 08951d20-16c4-440d-ba90-d78fa6785ea8 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:38:46.247517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 08951d20-16c4-440d-ba90-d78fa6785ea8 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:38:46.264383 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c30d78b-8da3-4ffc-8ad2-975e14f07985 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.290083 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c30d78b-8da3-4ffc-8ad2-975e14f07985 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.353137 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c30d78b-8da3-4ffc-8ad2-975e14f07985 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.355797 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c30d78b-8da3-4ffc-8ad2-975e14f07985 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.356995 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1c30d78b-8da3-4ffc-8ad2-975e14f07985 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] 10.222.0.31 "DELETE /v2.0/security-groups/abbf5200-537b-4f02-b461-64c0585b5d94 HTTP/1.1" status: 204 len: 168 time: 0.1481473 Nov 12 01:38:46.366834 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30d78b-8da3-4ffc-8ad2-975e14f07985 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbf5200-537b-4f02-b461-64c0585b5d94,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:46.379928 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c30d78b-8da3-4ffc-8ad2-975e14f07985 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:46.380287 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c30d78b-8da3-4ffc-8ad2-975e14f07985 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:46.380638 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c30d78b-8da3-4ffc-8ad2-975e14f07985 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:46.381013 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c30d78b-8da3-4ffc-8ad2-975e14f07985 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:46.381352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c30d78b-8da3-4ffc-8ad2-975e14f07985 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:46.381734 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c30d78b-8da3-4ffc-8ad2-975e14f07985 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:46.382074 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c30d78b-8da3-4ffc-8ad2-975e14f07985 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:46.382405 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c30d78b-8da3-4ffc-8ad2-975e14f07985 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:46.382736 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c30d78b-8da3-4ffc-8ad2-975e14f07985 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:46.383185 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c30d78b-8da3-4ffc-8ad2-975e14f07985 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:46.383473 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c30d78b-8da3-4ffc-8ad2-975e14f07985 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:46.383870 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c30d78b-8da3-4ffc-8ad2-975e14f07985 tempest-TestNetworkAdvancedServerOps-1835442893 tempest-TestNetworkAdvancedServerOps-1835442893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:46.686395 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52546) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:46.825685 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d74415ad-5470-4808-af42-24dbc59185f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9bcfcdd4f61e4cf6be94bf9666ad13b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381416 Nov 12 01:38:46.828077 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52550) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:46.879122 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fe255aa9-52fd-4abf-a128-e8f5fdf6f05c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.900810 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fe255aa9-52fd-4abf-a128-e8f5fdf6f05c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.937842 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5d0977fa-455e-4bfe-b8af-3d73cfebaf09 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:38:46.948293 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fe255aa9-52fd-4abf-a128-e8f5fdf6f05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.950952 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fe255aa9-52fd-4abf-a128-e8f5fdf6f05c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.952243 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fe255aa9-52fd-4abf-a128-e8f5fdf6f05c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c9610ed-4b5d-413b-8cd4-8b375bdc8f59 HTTP/1.1" status: 204 len: 168 time: 0.1231725 Nov 12 01:38:46.958759 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 5d0977fa-455e-4bfe-b8af-3d73cfebaf09 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:38:46.959175 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5d0977fa-455e-4bfe-b8af-3d73cfebaf09 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:38:46.959656 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8f459775-1a1d-45e3-97d8-d2b31bc25cb6 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:38:46.961177 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe255aa9-52fd-4abf-a128-e8f5fdf6f05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9610ed-4b5d-413b-8cd4-8b375bdc8f59,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:46.986508 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 8f459775-1a1d-45e3-97d8-d2b31bc25cb6 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:38:46.987068 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 8f459775-1a1d-45e3-97d8-d2b31bc25cb6 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:38:46.987487 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 391879b1-0539-4089-afc6-fb556698b514 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:38:47.011234 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 391879b1-0539-4089-afc6-fb556698b514 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:38:47.011635 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 391879b1-0539-4089-afc6-fb556698b514 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:38:47.215577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52556) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:47.254319 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3c5197c3-d9b3-4229-8084-b993c4f06676 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=845fbd09d28e4f7aaa348d1c7c9cfcb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375812 Nov 12 01:38:47.257271 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52558) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:47.302870 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2708c9bc-bf78-415c-a8b6-0f63324af39d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:47.325220 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2708c9bc-bf78-415c-a8b6-0f63324af39d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:47.377193 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2708c9bc-bf78-415c-a8b6-0f63324af39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:47.380296 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2708c9bc-bf78-415c-a8b6-0f63324af39d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:47.381476 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2708c9bc-bf78-415c-a8b6-0f63324af39d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4032c9fd-3c01-4c0c-8054-44f7f71ebb64 HTTP/1.1" status: 204 len: 168 time: 0.1233072 Nov 12 01:38:47.389036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708c9bc-bf78-415c-a8b6-0f63324af39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4032c9fd-3c01-4c0c-8054-44f7f71ebb64,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:48.080663 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52580) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:48.175440 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-027af9e3-3d65-4125-bad3-6419707c27af admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-740728743-network', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:48.200355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027af9e3-3d65-4125-bad3-6419707c27af admin admin] Made reservation on behalf of 583cf46b5917446a9b6c2f834bf40dbb for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:38:48.202721 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-027af9e3-3d65-4125-bad3-6419707c27af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:48.211355 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-027af9e3-3d65-4125-bad3-6419707c27af admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:48.280601 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-027af9e3-3d65-4125-bad3-6419707c27af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:48.284343 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-027af9e3-3d65-4125-bad3-6419707c27af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:48.304610 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027af9e3-3d65-4125-bad3-6419707c27af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:38:48.318346 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027af9e3-3d65-4125-bad3-6419707c27af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bf85e5-013e-4a7b-933b-5f82e7f4b867,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:48.323018 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-027af9e3-3d65-4125-bad3-6419707c27af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:48.323365 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-027af9e3-3d65-4125-bad3-6419707c27af admin admin] Added segment 60cb212e-4bc3-4709-a8d9-ddf9e203b076 of type vlan for network ce956d80-2894-485e-a155-34c8f97c5f0c Nov 12 01:38:48.362403 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-027af9e3-3d65-4125-bad3-6419707c27af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:48.387523 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-027af9e3-3d65-4125-bad3-6419707c27af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:48.388626 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027af9e3-3d65-4125-bad3-6419707c27af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:48.389213 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-027af9e3-3d65-4125-bad3-6419707c27af admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:48.421252 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-027af9e3-3d65-4125-bad3-6419707c27af admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3393035 Nov 12 01:38:48.424211 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52584) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:48.429720 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-63bdc4a0-768d-4b7f-a39a-28117adfe2ec admin admin] Request body: {'subnet': {'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-740728743-subnet', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:48.452126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bdc4a0-768d-4b7f-a39a-28117adfe2ec admin admin] Made reservation on behalf of 583cf46b5917446a9b6c2f834bf40dbb for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:38:48.454757 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-63bdc4a0-768d-4b7f-a39a-28117adfe2ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:48.459525 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027af9e3-3d65-4125-bad3-6419707c27af admin admin] Pushing event updated for resources: {'Network': ['ID=ce956d80-2894-485e-a155-34c8f97c5f0c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:48.471729 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network ce956d80-2894-485e-a155-34c8f97c5f0c details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:38:48.627814 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-63bdc4a0-768d-4b7f-a39a-28117adfe2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:48.687412 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdc4a0-768d-4b7f-a39a-28117adfe2ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b0e8fb-19c4-4844-b8b7-344c47a8064b,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:48.698012 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bdc4a0-768d-4b7f-a39a-28117adfe2ec admin admin] Checking segment: {'id': '60cb212e-4bc3-4709-a8d9-ddf9e203b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:38:48.698377 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bdc4a0-768d-4b7f-a39a-28117adfe2ec admin admin] Network hostable DHCP agents. Network: ce956d80-2894-485e-a155-34c8f97c5f0c, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:38:48.723091 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bdc4a0-768d-4b7f-a39a-28117adfe2ec admin admin] Network ce956d80-2894-485e-a155-34c8f97c5f0c is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:38:48.731601 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-63bdc4a0-768d-4b7f-a39a-28117adfe2ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, ce956d80-2894-485e-a155-34c8f97c5f0c) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:48.735848 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bdc4a0-768d-4b7f-a39a-28117adfe2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:48.736439 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-63bdc4a0-768d-4b7f-a39a-28117adfe2ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:48.741125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878b73db-3b7e-462c-a989-dd2fc1d415b7 None None] Network ce956d80-2894-485e-a155-34c8f97c5f0c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:38:48.752120 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-63bdc4a0-768d-4b7f-a39a-28117adfe2ec admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3267496 Nov 12 01:38:48.755572 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52586) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:48.760111 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c49b046e-fe9c-4755-a6f6-3593ccde7acb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-740728743-router', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:48.782352 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c49b046e-fe9c-4755-a6f6-3593ccde7acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:48.783400 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c49b046e-fe9c-4755-a6f6-3593ccde7acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:48.836540 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c49b046e-fe9c-4755-a6f6-3593ccde7acb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:48.975345 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c49b046e-fe9c-4755-a6f6-3593ccde7acb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.042474 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4812d26-7b3b-4270-bd17-f446a4a7b3fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-ce956d80-2894-485e-a155-34c8f97c5f0c', 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'fixed_ips': [{'subnet_id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:38:49.043386 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c4812d26-7b3b-4270-bd17-f446a4a7b3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.175726 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-c4812d26-7b3b-4270-bd17-f446a4a7b3fb None None] Allocated IP 172.20.0.2 (ce956d80-2894-485e-a155-34c8f97c5f0c/f1b0e8fb-19c4-4844-b8b7-344c47a8064b/fb3ec8dd-5d89-4645-a80d-5921f098501d) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:38:49.184506 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c49b046e-fe9c-4755-a6f6-3593ccde7acb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.211494 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c49b046e-fe9c-4755-a6f6-3593ccde7acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.315514 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-c49b046e-fe9c-4755-a6f6-3593ccde7acb admin admin] Allocated IP 172.25.0.223 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/6049bc00-36f0-4a58-9816-8d0ca8de80a4) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:38:49.318931 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c4812d26-7b3b-4270-bd17-f446a4a7b3fb None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.324762 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c4812d26-7b3b-4270-bd17-f446a4a7b3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.363793 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4812d26-7b3b-4270-bd17-f446a4a7b3fb None None] Network ce956d80-2894-485e-a155-34c8f97c5f0c is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:49.370269 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-c4812d26-7b3b-4270-bd17-f446a4a7b3fb None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:49.373776 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4812d26-7b3b-4270-bd17-f446a4a7b3fb None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:38:49.380944 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4812d26-7b3b-4270-bd17-f446a4a7b3fb None None] Pushing event updated for resources: {'Port': ['ID=fb3ec8dd-5d89-4645-a80d-5921f098501d,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:49.434759 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c4812d26-7b3b-4270-bd17-f446a4a7b3fb None None] Attempting to bind port fb3ec8dd-5d89-4645-a80d-5921f098501d on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:38:49.435171 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c4812d26-7b3b-4270-bd17-f446a4a7b3fb None None] Attempting to bind port fb3ec8dd-5d89-4645-a80d-5921f098501d by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '60cb212e-4bc3-4709-a8d9-ddf9e203b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:38:49.435642 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4812d26-7b3b-4270-bd17-f446a4a7b3fb None None] Attempting to bind port fb3ec8dd-5d89-4645-a80d-5921f098501d on network ce956d80-2894-485e-a155-34c8f97c5f0c {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:49.439033 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c49b046e-fe9c-4755-a6f6-3593ccde7acb admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.441075 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4812d26-7b3b-4270-bd17-f446a4a7b3fb None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:38:49.441456 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4812d26-7b3b-4270-bd17-f446a4a7b3fb None None] Checking segment: {'id': '60cb212e-4bc3-4709-a8d9-ddf9e203b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:38:49.441852 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c4812d26-7b3b-4270-bd17-f446a4a7b3fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.442767 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4812d26-7b3b-4270-bd17-f446a4a7b3fb None None] Bound using segment: {'id': '60cb212e-4bc3-4709-a8d9-ddf9e203b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:38:49.443231 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c4812d26-7b3b-4270-bd17-f446a4a7b3fb None None] Bound port: fb3ec8dd-5d89-4645-a80d-5921f098501d, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60cb212e-4bc3-4709-a8d9-ddf9e203b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:38:49.443612 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c4812d26-7b3b-4270-bd17-f446a4a7b3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.472943 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c49b046e-fe9c-4755-a6f6-3593ccde7acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.506106 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c4812d26-7b3b-4270-bd17-f446a4a7b3fb None None] For port fb3ec8dd-5d89-4645-a80d-5921f098501d, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:38:49.508897 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49b046e-fe9c-4755-a6f6-3593ccde7acb admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:49.509775 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c4812d26-7b3b-4270-bd17-f446a4a7b3fb None None] For port fb3ec8dd-5d89-4645-a80d-5921f098501d, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=fb3ec8dd-5d89-4645-a80d-5921f098501d,segment=NetworkSegment(60cb212e-4bc3-4709-a8d9-ddf9e203b076),segment_id=60cb212e-4bc3-4709-a8d9-ddf9e203b076)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:38:49.511672 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-c49b046e-fe9c-4755-a6f6-3593ccde7acb admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:49.514085 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c4812d26-7b3b-4270-bd17-f446a4a7b3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.517537 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b046e-fe9c-4755-a6f6-3593ccde7acb admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:38:49.529336 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edcf87f-d270-48b6-95a4-74b1318f71e2 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:38:49.541783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b046e-fe9c-4755-a6f6-3593ccde7acb admin admin] Pushing event updated for resources: {'Port': ['ID=6049bc00-36f0-4a58-9816-8d0ca8de80a4,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:49.590951 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4812d26-7b3b-4270-bd17-f446a4a7b3fb None None] Pushing event updated for resources: {'Port': ['ID=fb3ec8dd-5d89-4645-a80d-5921f098501d,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:49.602461 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ea3ff564-5048-4c09-b0ca-5b24e1f5b0c9 None None] Provisioning complete for port 6049bc00-36f0-4a58-9816-8d0ca8de80a4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:49.602837 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ea3ff564-5048-4c09-b0ca-5b24e1f5b0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.646739 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ff564-5048-4c09-b0ca-5b24e1f5b0c9 None None] Port 6049bc00-36f0-4a58-9816-8d0ca8de80a4 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:38:49.814093 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c49b046e-fe9c-4755-a6f6-3593ccde7acb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.015320 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c49b046e-fe9c-4755-a6f6-3593ccde7acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.145197 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e692b8e3-57d9-430e-ae7b-107fabad6098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.155840 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49b046e-fe9c-4755-a6f6-3593ccde7acb admin admin] Router 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:38:50.269222 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49b046e-fe9c-4755-a6f6-3593ccde7acb admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:38:50.279882 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] Sync routers for ids ['9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:38:50.289782 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c49b046e-fe9c-4755-a6f6-3593ccde7acb admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.293722 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c49b046e-fe9c-4755-a6f6-3593ccde7acb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5344226 Nov 12 01:38:50.293860 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] Routers {'9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:50.293860 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:38:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:50.294091 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52588) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:50.405301 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] Set router 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:50.518011 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a00f5c-1720-49de-b34b-eea79f0dae22 None None] Network ce956d80-2894-485e-a155-34c8f97c5f0c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:38:50.616657 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3dc24390-cf9b-41b7-83c0-37fd50d278a4 None None] Provisioning complete for port fb3ec8dd-5d89-4645-a80d-5921f098501d triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:50.617050 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3dc24390-cf9b-41b7-83c0-37fd50d278a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.720729 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-235211c9-e5ac-45ee-9384-ed4562b43068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.787693 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'name': 'tempest-TestServerBasicOps-740728743-router', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:48Z', 'updated_at': '2021-11-12T01:38:49Z', 'revision_number': 3, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'gw_port': {'id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:49Z', 'updated_at': '2021-11-12T01:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:50.822975 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] Checking router: 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:38:50.823325 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] Updating router 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b port 6049bc00-36f0-4a58-9816-8d0ca8de80a4 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:38:50.854279 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3dc24390-cf9b-41b7-83c0-37fd50d278a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.875069 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.914461 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-3dc24390-cf9b-41b7-83c0-37fd50d278a4 None None] For port fb3ec8dd-5d89-4645-a80d-5921f098501d, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=fb3ec8dd-5d89-4645-a80d-5921f098501d,segment=NetworkSegment(60cb212e-4bc3-4709-a8d9-ddf9e203b076),segment_id=60cb212e-4bc3-4709-a8d9-ddf9e203b076)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:50.926420 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3dc24390-cf9b-41b7-83c0-37fd50d278a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.948777 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-235211c9-e5ac-45ee-9384-ed4562b43068 admin admin] Allocated IP 172.20.0.1 (ce956d80-2894-485e-a155-34c8f97c5f0c/f1b0e8fb-19c4-4844-b8b7-344c47a8064b/590a702f-9314-468d-bc5f-cd8a70fa38ea) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:38:51.022822 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device fb3ec8dd-5d89-4645-a80d-5921f098501d up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:38:51.075189 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-235211c9-e5ac-45ee-9384-ed4562b43068 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.093041 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc24390-cf9b-41b7-83c0-37fd50d278a4 None None] Pushing event updated for resources: {'Port': ['ID=fb3ec8dd-5d89-4645-a80d-5921f098501d,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:51.116245 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-235211c9-e5ac-45ee-9384-ed4562b43068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.153861 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235211c9-e5ac-45ee-9384-ed4562b43068 admin admin] Network ce956d80-2894-485e-a155-34c8f97c5f0c is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:51.156650 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-235211c9-e5ac-45ee-9384-ed4562b43068 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:51.160015 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235211c9-e5ac-45ee-9384-ed4562b43068 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:38:51.196857 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235211c9-e5ac-45ee-9384-ed4562b43068 admin admin] Pushing event updated for resources: {'Port': ['ID=590a702f-9314-468d-bc5f-cd8a70fa38ea,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:51.197952 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port fb3ec8dd-5d89-4645-a80d-5921f098501d triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:51.198307 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.211835 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-235211c9-e5ac-45ee-9384-ed4562b43068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.246190 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fc9fd4aa-3109-4f2a-a205-88e0ba63a568 None None] Provisioning complete for port fb3ec8dd-5d89-4645-a80d-5921f098501d triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:51.246576 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fc9fd4aa-3109-4f2a-a205-88e0ba63a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.347789 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-235211c9-e5ac-45ee-9384-ed4562b43068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.524443 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-235211c9-e5ac-45ee-9384-ed4562b43068 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.530253 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-235211c9-e5ac-45ee-9384-ed4562b43068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.584122 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.596203 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.600304 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-235211c9-e5ac-45ee-9384-ed4562b43068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.603090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235211c9-e5ac-45ee-9384-ed4562b43068 admin admin] Pushing event updated for resources: {'Port': ['ID=590a702f-9314-468d-bc5f-cd8a70fa38ea,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:51.649059 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc35c01-8289-499f-8615-b1c9bb6821f6 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:38:51.661544 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a470183-f972-428f-9e90-539cb80fb7b2 None None] Pushing event updated for resources: {'Port': ['ID=6049bc00-36f0-4a58-9816-8d0ca8de80a4,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:51.664543 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] Attempting to bind port 6049bc00-36f0-4a58-9816-8d0ca8de80a4 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:38:51.664944 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] Attempting to bind port 6049bc00-36f0-4a58-9816-8d0ca8de80a4 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:38:51.665358 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] Attempting to bind port 6049bc00-36f0-4a58-9816-8d0ca8de80a4 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:51.671443 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:38:51.671822 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:38:51.672220 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.672649 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:38:51.673108 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] Bound port: 6049bc00-36f0-4a58-9816-8d0ca8de80a4, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:38:51.673760 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.696206 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235211c9-e5ac-45ee-9384-ed4562b43068 admin admin] Network ce956d80-2894-485e-a155-34c8f97c5f0c is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:51.697626 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-235211c9-e5ac-45ee-9384-ed4562b43068 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:51.730622 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] For port 6049bc00-36f0-4a58-9816-8d0ca8de80a4, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:38:51.736578 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] For port 6049bc00-36f0-4a58-9816-8d0ca8de80a4, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6049bc00-36f0-4a58-9816-8d0ca8de80a4,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:38:51.747020 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.778584 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9e1af7c3-cdea-4464-b1a7-3c7ee0e0aafc None None] Provisioning complete for port 6049bc00-36f0-4a58-9816-8d0ca8de80a4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:51.778868 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9e1af7c3-cdea-4464-b1a7-3c7ee0e0aafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.814987 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ca4945-b1e9-4eb2-980f-6924535dcfc5 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:38:51.828128 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235211c9-e5ac-45ee-9384-ed4562b43068 admin admin] Router 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:38:51.846448 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] Routers {'9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:51.847156 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:38:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:51.902483 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a470183-f972-428f-9e90-539cb80fb7b2 None None] Pushing event updated for resources: {'Port': ['ID=6049bc00-36f0-4a58-9816-8d0ca8de80a4,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:52.012948 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9e1af7c3-cdea-4464-b1a7-3c7ee0e0aafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:52.019035 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] Set router 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:52.066854 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-9e1af7c3-cdea-4464-b1a7-3c7ee0e0aafc None None] For port 6049bc00-36f0-4a58-9816-8d0ca8de80a4, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6049bc00-36f0-4a58-9816-8d0ca8de80a4,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:52.073361 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9e1af7c3-cdea-4464-b1a7-3c7ee0e0aafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:52.200026 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9e1af7c3-cdea-4464-b1a7-3c7ee0e0aafc None None] Provisioning complete for port 590a702f-9314-468d-bc5f-cd8a70fa38ea triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:52.200398 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9e1af7c3-cdea-4464-b1a7-3c7ee0e0aafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:52.208024 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1af7c3-cdea-4464-b1a7-3c7ee0e0aafc None None] Pushing event updated for resources: {'Port': ['ID=6049bc00-36f0-4a58-9816-8d0ca8de80a4,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:52.236920 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235211c9-e5ac-45ee-9384-ed4562b43068 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:38:52.242051 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-235211c9-e5ac-45ee-9384-ed4562b43068 admin admin] 10.222.0.31 "PUT /v2.0/routers/9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9463480 Nov 12 01:38:52.258246 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-9e1af7c3-cdea-4464-b1a7-3c7ee0e0aafc None None] Port 590a702f-9314-468d-bc5f-cd8a70fa38ea cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:38:52.321694 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'name': 'tempest-TestServerBasicOps-740728743-router', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:48Z', 'updated_at': '2021-11-12T01:38:51Z', 'revision_number': 4, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'gw_port': {'id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:49Z', 'updated_at': '2021-11-12T01:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '590a702f-9314-468d-bc5f-cd8a70fa38ea', 'name': '', 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'mac_address': 'fa:16:3e:3a:f5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:50Z', 'updated_at': '2021-11-12T01:38:51Z', 'revision_number': 2, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'subnets': [{'id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:52.351599 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a8bdb4-6089-40e1-8d7f-f2accc4a4d49 None None] The sync data for ids ['9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'] in n-d-712137-14 is: [{'id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'name': 'tempest-TestServerBasicOps-740728743-router', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:48Z', 'updated_at': '2021-11-12T01:38:51Z', 'revision_number': 4, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'gw_port': {'id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:49Z', 'updated_at': '2021-11-12T01:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '590a702f-9314-468d-bc5f-cd8a70fa38ea', 'name': '', 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'mac_address': 'fa:16:3e:3a:f5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:50Z', 'updated_at': '2021-11-12T01:38:51Z', 'revision_number': 2, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'subnets': [{'id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:38:52.381323 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-dcbe23bf-06fb-45cd-be40-8e7aa580c46c None None] Provisioning complete for port 6049bc00-36f0-4a58-9816-8d0ca8de80a4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:52.381695 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dcbe23bf-06fb-45cd-be40-8e7aa580c46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:52.436397 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-402711ee-b2b7-4b75-b02f-a4a9169cbf83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:52.495175 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-dcbe23bf-06fb-45cd-be40-8e7aa580c46c None None] Provisioning complete for port 590a702f-9314-468d-bc5f-cd8a70fa38ea triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:52.495547 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dcbe23bf-06fb-45cd-be40-8e7aa580c46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:52.530429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-dcbe23bf-06fb-45cd-be40-8e7aa580c46c None None] Port 590a702f-9314-468d-bc5f-cd8a70fa38ea cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:38:52.767801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52608) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:52.773470 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-23df6753-24db-4f7a-b900-fa942dff52d2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2059071374-network', 'tenant_id': '90002476c6a44fed960754362d83604e'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:52.796533 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23df6753-24db-4f7a-b900-fa942dff52d2 admin admin] Made reservation on behalf of 90002476c6a44fed960754362d83604e for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:38:52.799311 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23df6753-24db-4f7a-b900-fa942dff52d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:52.809794 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23df6753-24db-4f7a-b900-fa942dff52d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:52.906182 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23df6753-24db-4f7a-b900-fa942dff52d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:52.910774 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23df6753-24db-4f7a-b900-fa942dff52d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:52.941136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23df6753-24db-4f7a-b900-fa942dff52d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:38:52.963525 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23df6753-24db-4f7a-b900-fa942dff52d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:52.963877 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-23df6753-24db-4f7a-b900-fa942dff52d2 admin admin] Added segment a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc of type vlan for network d8b57ed2-29e8-46c8-be3e-63ada17f2cd4 Nov 12 01:38:52.973620 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df6753-24db-4f7a-b900-fa942dff52d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706b76ca-4e68-4a0b-80e3-de29017519d3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:52.974645 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device fb3ec8dd-5d89-4645-a80d-5921f098501d up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:38:53.022445 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23df6753-24db-4f7a-b900-fa942dff52d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:53.041289 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port fb3ec8dd-5d89-4645-a80d-5921f098501d triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:53.042586 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:53.053714 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23df6753-24db-4f7a-b900-fa942dff52d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:53.054959 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23df6753-24db-4f7a-b900-fa942dff52d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:53.055752 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-23df6753-24db-4f7a-b900-fa942dff52d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:53.138151 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-23df6753-24db-4f7a-b900-fa942dff52d2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3691361 Nov 12 01:38:53.140894 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52610) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:53.149585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-8ae6830c-792f-4f48-947e-2d4fb7a2f1ad admin admin] Request body: {'subnet': {'network_id': 'd8b57ed2-29e8-46c8-be3e-63ada17f2cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2059071374-subnet', 'tenant_id': '90002476c6a44fed960754362d83604e', 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:53.161982 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df6753-24db-4f7a-b900-fa942dff52d2 admin admin] Pushing event updated for resources: {'Network': ['ID=d8b57ed2-29e8-46c8-be3e-63ada17f2cd4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:53.182473 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network d8b57ed2-29e8-46c8-be3e-63ada17f2cd4 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:38:53.190025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae6830c-792f-4f48-947e-2d4fb7a2f1ad admin admin] Made reservation on behalf of 90002476c6a44fed960754362d83604e for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:38:53.192937 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ae6830c-792f-4f48-947e-2d4fb7a2f1ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:53.384656 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ae6830c-792f-4f48-947e-2d4fb7a2f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:53.448724 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6830c-792f-4f48-947e-2d4fb7a2f1ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=3feeaabe-e22f-4fc0-bf7e-0ee77b2d6feb,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:53.458029 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae6830c-792f-4f48-947e-2d4fb7a2f1ad admin admin] Checking segment: {'id': 'a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd8b57ed2-29e8-46c8-be3e-63ada17f2cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:38:53.458403 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae6830c-792f-4f48-947e-2d4fb7a2f1ad admin admin] Network hostable DHCP agents. Network: d8b57ed2-29e8-46c8-be3e-63ada17f2cd4, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:38:53.476591 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae6830c-792f-4f48-947e-2d4fb7a2f1ad admin admin] Network d8b57ed2-29e8-46c8-be3e-63ada17f2cd4 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:38:53.487426 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-8ae6830c-792f-4f48-947e-2d4fb7a2f1ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, d8b57ed2-29e8-46c8-be3e-63ada17f2cd4) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:53.491729 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae6830c-792f-4f48-947e-2d4fb7a2f1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:53.492332 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ae6830c-792f-4f48-947e-2d4fb7a2f1ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:53.503799 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8173459e-3b16-40d5-b175-0c823ece230e None None] Network d8b57ed2-29e8-46c8-be3e-63ada17f2cd4 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:38:53.513422 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8ae6830c-792f-4f48-947e-2d4fb7a2f1ad admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3687000 Nov 12 01:38:53.516186 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52612) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:53.523518 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-249eb283-eb5a-4064-902d-7a3a4c2339de admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2059071374-router', 'tenant_id': '90002476c6a44fed960754362d83604e', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:53.550333 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-249eb283-eb5a-4064-902d-7a3a4c2339de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:53.552172 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-249eb283-eb5a-4064-902d-7a3a4c2339de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:53.616675 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-249eb283-eb5a-4064-902d-7a3a4c2339de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:53.701133 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:53.705658 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5743a8af-9d92-4866-af44-8d6f584b07b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-d8b57ed2-29e8-46c8-be3e-63ada17f2cd4', 'network_id': 'd8b57ed2-29e8-46c8-be3e-63ada17f2cd4', 'tenant_id': '90002476c6a44fed960754362d83604e', 'fixed_ips': [{'subnet_id': '3feeaabe-e22f-4fc0-bf7e-0ee77b2d6feb'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:38:53.707767 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5743a8af-9d92-4866-af44-8d6f584b07b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:53.772485 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-249eb283-eb5a-4064-902d-7a3a4c2339de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:53.886517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-5743a8af-9d92-4866-af44-8d6f584b07b6 None None] Allocated IP 172.20.0.2 (d8b57ed2-29e8-46c8-be3e-63ada17f2cd4/3feeaabe-e22f-4fc0-bf7e-0ee77b2d6feb/1eac6843-1e91-40b9-a3ea-8179f8a3a5a4) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:38:54.006675 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-249eb283-eb5a-4064-902d-7a3a4c2339de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:54.026268 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-249eb283-eb5a-4064-902d-7a3a4c2339de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:54.048450 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5743a8af-9d92-4866-af44-8d6f584b07b6 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:54.054302 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5743a8af-9d92-4866-af44-8d6f584b07b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:54.105523 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5743a8af-9d92-4866-af44-8d6f584b07b6 None None] Network d8b57ed2-29e8-46c8-be3e-63ada17f2cd4 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:54.108932 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-5743a8af-9d92-4866-af44-8d6f584b07b6 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:54.114816 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5743a8af-9d92-4866-af44-8d6f584b07b6 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:38:54.118413 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743a8af-9d92-4866-af44-8d6f584b07b6 None None] Pushing event updated for resources: {'Port': ['ID=1eac6843-1e91-40b9-a3ea-8179f8a3a5a4,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:54.172187 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-249eb283-eb5a-4064-902d-7a3a4c2339de admin admin] Allocated IP 172.25.0.3 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/de04fd35-9ee8-4382-9aaa-175acaccb2ba) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:38:54.190003 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5743a8af-9d92-4866-af44-8d6f584b07b6 None None] Attempting to bind port 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:38:54.190647 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5743a8af-9d92-4866-af44-8d6f584b07b6 None None] Attempting to bind port 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd8b57ed2-29e8-46c8-be3e-63ada17f2cd4'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:38:54.191022 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5743a8af-9d92-4866-af44-8d6f584b07b6 None None] Attempting to bind port 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4 on network d8b57ed2-29e8-46c8-be3e-63ada17f2cd4 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:54.196383 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5743a8af-9d92-4866-af44-8d6f584b07b6 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:38:54.197380 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5743a8af-9d92-4866-af44-8d6f584b07b6 None None] Checking segment: {'id': 'a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd8b57ed2-29e8-46c8-be3e-63ada17f2cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:38:54.197787 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5743a8af-9d92-4866-af44-8d6f584b07b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:54.198186 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5743a8af-9d92-4866-af44-8d6f584b07b6 None None] Bound using segment: {'id': 'a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd8b57ed2-29e8-46c8-be3e-63ada17f2cd4'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:38:54.198658 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5743a8af-9d92-4866-af44-8d6f584b07b6 None None] Bound port: 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd8b57ed2-29e8-46c8-be3e-63ada17f2cd4'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:38:54.199031 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5743a8af-9d92-4866-af44-8d6f584b07b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:54.264428 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5743a8af-9d92-4866-af44-8d6f584b07b6 None None] For port 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:38:54.267553 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5743a8af-9d92-4866-af44-8d6f584b07b6 None None] For port 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1eac6843-1e91-40b9-a3ea-8179f8a3a5a4,segment=NetworkSegment(a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc),segment_id=a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:38:54.270958 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5743a8af-9d92-4866-af44-8d6f584b07b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:54.275650 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-249eb283-eb5a-4064-902d-7a3a4c2339de admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:54.313514 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-249eb283-eb5a-4064-902d-7a3a4c2339de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:54.328147 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743a8af-9d92-4866-af44-8d6f584b07b6 None None] Pushing event updated for resources: {'Port': ['ID=1eac6843-1e91-40b9-a3ea-8179f8a3a5a4,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:54.351218 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249eb283-eb5a-4064-902d-7a3a4c2339de admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:54.354117 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-249eb283-eb5a-4064-902d-7a3a4c2339de admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:54.360219 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249eb283-eb5a-4064-902d-7a3a4c2339de admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:38:54.368296 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d92ba8-57ea-4436-953a-421b4e7c3ae9 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:38:54.389560 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249eb283-eb5a-4064-902d-7a3a4c2339de admin admin] Pushing event updated for resources: {'Port': ['ID=de04fd35-9ee8-4382-9aaa-175acaccb2ba,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:54.476623 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b134601c-ddc0-442a-9ee3-162f4c03000b None None] Provisioning complete for port de04fd35-9ee8-4382-9aaa-175acaccb2ba triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:54.476623 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b134601c-ddc0-442a-9ee3-162f4c03000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:54.542007 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b134601c-ddc0-442a-9ee3-162f4c03000b None None] Port de04fd35-9ee8-4382-9aaa-175acaccb2ba cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:38:54.824748 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] Sync routers for ids ['9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:38:54.837577 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] Routers {'9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:54.838382 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:38:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:54.948334 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] Set router 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:54.998686 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-249eb283-eb5a-4064-902d-7a3a4c2339de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.022238 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:38:55.080367 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:55.081093 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.136641 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.169492 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'name': 'tempest-TestServerBasicOps-740728743-router', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:48Z', 'updated_at': '2021-11-12T01:38:51Z', 'revision_number': 4, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'gw_port': {'id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:49Z', 'updated_at': '2021-11-12T01:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '590a702f-9314-468d-bc5f-cd8a70fa38ea', 'name': '', 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'mac_address': 'fa:16:3e:3a:f5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:50Z', 'updated_at': '2021-11-12T01:38:51Z', 'revision_number': 2, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'subnets': [{'id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:55.180198 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.198923 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] Checking router: 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:38:55.199570 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] Updating router 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b port 590a702f-9314-468d-bc5f-cd8a70fa38ea binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:38:55.215875 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1eac6843-1e91-40b9-a3ea-8179f8a3a5a4,segment=NetworkSegment(a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc),segment_id=a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:55.216554 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-249eb283-eb5a-4064-902d-7a3a4c2339de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.221723 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.224606 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6049bc00-36f0-4a58-9816-8d0ca8de80a4 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:38:55.228293 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.318867 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=1eac6843-1e91-40b9-a3ea-8179f8a3a5a4,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:55.323477 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 6049bc00-36f0-4a58-9816-8d0ca8de80a4 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:55.323848 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.394458 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249eb283-eb5a-4064-902d-7a3a4c2339de admin admin] Router 2608ba6e-e82a-418f-97df-8c285ef03e64 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:38:55.524080 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249eb283-eb5a-4064-902d-7a3a4c2339de admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:38:55.534882 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] Sync routers for ids ['2608ba6e-e82a-418f-97df-8c285ef03e64'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:38:55.549835 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-249eb283-eb5a-4064-902d-7a3a4c2339de admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.551389 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-249eb283-eb5a-4064-902d-7a3a4c2339de admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0330021 Nov 12 01:38:55.552490 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] Routers {'2608ba6e-e82a-418f-97df-8c285ef03e64'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:55.553161 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:38:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2608ba6e-e82a-418f-97df-8c285ef03e64'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:55.554039 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52614) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:55.558229 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.571149 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.635712 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef9d1d-3911-4215-82a6-d35fa6f0d9b8 None None] Pushing event updated for resources: {'Port': ['ID=590a702f-9314-468d-bc5f-cd8a70fa38ea,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:55.651725 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9d1d-3911-4215-82a6-d35fa6f0d9b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:55.652054 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9d1d-3911-4215-82a6-d35fa6f0d9b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:55.652389 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9d1d-3911-4215-82a6-d35fa6f0d9b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:55.652769 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9d1d-3911-4215-82a6-d35fa6f0d9b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:55.653098 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9d1d-3911-4215-82a6-d35fa6f0d9b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:55.653618 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9d1d-3911-4215-82a6-d35fa6f0d9b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:55.654094 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9d1d-3911-4215-82a6-d35fa6f0d9b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:55.654627 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9d1d-3911-4215-82a6-d35fa6f0d9b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:55.654888 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9d1d-3911-4215-82a6-d35fa6f0d9b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:55.655350 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9d1d-3911-4215-82a6-d35fa6f0d9b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:55.655681 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9d1d-3911-4215-82a6-d35fa6f0d9b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:55.656001 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef9d1d-3911-4215-82a6-d35fa6f0d9b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:55.687517 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefc699c-7f68-4151-8124-784bb0e4814d None None] Network d8b57ed2-29e8-46c8-be3e-63ada17f2cd4 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:38:55.719491 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] Attempting to bind port 590a702f-9314-468d-bc5f-cd8a70fa38ea on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:38:55.719940 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] Attempting to bind port 590a702f-9314-468d-bc5f-cd8a70fa38ea by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '60cb212e-4bc3-4709-a8d9-ddf9e203b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:38:55.720647 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] Attempting to bind port 590a702f-9314-468d-bc5f-cd8a70fa38ea on network ce956d80-2894-485e-a155-34c8f97c5f0c {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:55.728000 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:38:55.728375 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] Checking segment: {'id': '60cb212e-4bc3-4709-a8d9-ddf9e203b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:38:55.728840 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.729229 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] Bound using segment: {'id': '60cb212e-4bc3-4709-a8d9-ddf9e203b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:38:55.729689 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] Bound port: 590a702f-9314-468d-bc5f-cd8a70fa38ea, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60cb212e-4bc3-4709-a8d9-ddf9e203b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:38:55.730058 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.740631 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.781200 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] Set router 2608ba6e-e82a-418f-97df-8c285ef03e64 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:55.814461 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] For port 590a702f-9314-468d-bc5f-cd8a70fa38ea, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:38:55.819008 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] For port 590a702f-9314-468d-bc5f-cd8a70fa38ea, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=590a702f-9314-468d-bc5f-cd8a70fa38ea,segment=NetworkSegment(60cb212e-4bc3-4709-a8d9-ddf9e203b076),segment_id=60cb212e-4bc3-4709-a8d9-ddf9e203b076)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:38:55.829410 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.892779 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0efc87ba-010c-40fa-9e5a-0ba0fb423e6c None None] Provisioning complete for port 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:55.893155 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0efc87ba-010c-40fa-9e5a-0ba0fb423e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.896411 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef9d1d-3911-4215-82a6-d35fa6f0d9b8 None None] Pushing event updated for resources: {'Port': ['ID=590a702f-9314-468d-bc5f-cd8a70fa38ea,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:55.908941 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] Routers {'9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:55.909729 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:38:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:56.092082 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86ae8ecf-03ea-44fb-9211-3aef5ddb90ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:56.166688 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:56.175185 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] Set router 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:56.271246 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-86ae8ecf-03ea-44fb-9211-3aef5ddb90ff admin admin] Allocated IP 172.20.0.1 (d8b57ed2-29e8-46c8-be3e-63ada17f2cd4/3feeaabe-e22f-4fc0-bf7e-0ee77b2d6feb/6f1fa63f-c6ad-45ef-a9f0-94f88318b20c) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:38:56.354298 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2608ba6e-e82a-418f-97df-8c285ef03e64', 'name': 'tempest-TestServerBasicOps-2059071374-router', 'tenant_id': '90002476c6a44fed960754362d83604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'de04fd35-9ee8-4382-9aaa-175acaccb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:53Z', 'updated_at': '2021-11-12T01:38:54Z', 'revision_number': 3, 'project_id': '90002476c6a44fed960754362d83604e', 'gw_port': {'id': 'de04fd35-9ee8-4382-9aaa-175acaccb2ba', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2608ba6e-e82a-418f-97df-8c285ef03e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:54Z', 'updated_at': '2021-11-12T01:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:56.386182 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] Checking router: 2608ba6e-e82a-418f-97df-8c285ef03e64 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:38:56.386733 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] Updating router 2608ba6e-e82a-418f-97df-8c285ef03e64 port de04fd35-9ee8-4382-9aaa-175acaccb2ba binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:38:56.386986 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86ae8ecf-03ea-44fb-9211-3aef5ddb90ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:56.405108 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'name': 'tempest-TestServerBasicOps-740728743-router', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:48Z', 'updated_at': '2021-11-12T01:38:51Z', 'revision_number': 4, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'gw_port': {'id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:49Z', 'updated_at': '2021-11-12T01:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '590a702f-9314-468d-bc5f-cd8a70fa38ea', 'name': '', 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'mac_address': 'fa:16:3e:3a:f5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:50Z', 'updated_at': '2021-11-12T01:38:55Z', 'revision_number': 4, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'subnets': [{'id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:56.413534 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:56.431853 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86ae8ecf-03ea-44fb-9211-3aef5ddb90ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:56.444724 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d220d3-215e-4400-8d74-cddad97a02c8 None None] The sync data for ids ['9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'] in n-d-712137-14 is: [{'id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'name': 'tempest-TestServerBasicOps-740728743-router', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:48Z', 'updated_at': '2021-11-12T01:38:51Z', 'revision_number': 4, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'gw_port': {'id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:49Z', 'updated_at': '2021-11-12T01:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '590a702f-9314-468d-bc5f-cd8a70fa38ea', 'name': '', 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'mac_address': 'fa:16:3e:3a:f5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:50Z', 'updated_at': '2021-11-12T01:38:55Z', 'revision_number': 4, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'subnets': [{'id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:38:56.471460 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ae8ecf-03ea-44fb-9211-3aef5ddb90ff admin admin] Network d8b57ed2-29e8-46c8-be3e-63ada17f2cd4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:56.475220 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-86ae8ecf-03ea-44fb-9211-3aef5ddb90ff admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:56.479357 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae8ecf-03ea-44fb-9211-3aef5ddb90ff admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:38:56.516515 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae8ecf-03ea-44fb-9211-3aef5ddb90ff admin admin] Pushing event updated for resources: {'Port': ['ID=6f1fa63f-c6ad-45ef-a9f0-94f88318b20c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:56.538943 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86ae8ecf-03ea-44fb-9211-3aef5ddb90ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:56.561957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9f062c97-bb14-44e5-ac5d-b61b29628395 None None] Provisioning complete for port 590a702f-9314-468d-bc5f-cd8a70fa38ea triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:56.563427 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9f062c97-bb14-44e5-ac5d-b61b29628395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:56.706608 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86ae8ecf-03ea-44fb-9211-3aef5ddb90ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:56.817437 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9f062c97-bb14-44e5-ac5d-b61b29628395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:56.867828 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:56.873196 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-9f062c97-bb14-44e5-ac5d-b61b29628395 None None] For port 590a702f-9314-468d-bc5f-cd8a70fa38ea, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=590a702f-9314-468d-bc5f-cd8a70fa38ea,segment=NetworkSegment(60cb212e-4bc3-4709-a8d9-ddf9e203b076),segment_id=60cb212e-4bc3-4709-a8d9-ddf9e203b076)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:56.874959 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:56.895810 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9f062c97-bb14-44e5-ac5d-b61b29628395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:56.906904 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86ae8ecf-03ea-44fb-9211-3aef5ddb90ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:56.912966 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86ae8ecf-03ea-44fb-9211-3aef5ddb90ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:56.951801 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d16aa20-ca16-4b59-8f39-6de22f14ab0d None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:38:56.964715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] Attempting to bind port de04fd35-9ee8-4382-9aaa-175acaccb2ba on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:38:56.965177 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] Attempting to bind port de04fd35-9ee8-4382-9aaa-175acaccb2ba by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:38:56.965551 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] Attempting to bind port de04fd35-9ee8-4382-9aaa-175acaccb2ba on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:57.005692 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f217e-3839-4027-a5ed-ede7242ee32d None None] Pushing event updated for resources: {'Port': ['ID=de04fd35-9ee8-4382-9aaa-175acaccb2ba,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:57.015026 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae8ecf-03ea-44fb-9211-3aef5ddb90ff admin admin] Pushing event updated for resources: {'Port': ['ID=6f1fa63f-c6ad-45ef-a9f0-94f88318b20c,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:57.018552 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-86ae8ecf-03ea-44fb-9211-3aef5ddb90ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.029116 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:38:57.031364 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:38:57.032151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:38:57.032603 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.033022 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:38:57.033512 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] Bound port: de04fd35-9ee8-4382-9aaa-175acaccb2ba, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:38:57.034088 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.131386 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ae8ecf-03ea-44fb-9211-3aef5ddb90ff admin admin] Network d8b57ed2-29e8-46c8-be3e-63ada17f2cd4 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:57.136415 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-86ae8ecf-03ea-44fb-9211-3aef5ddb90ff admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:57.157075 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ca2f75ac-8024-46f1-9621-86cba48709fd None None] Provisioning complete for port 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:57.157477 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ca2f75ac-8024-46f1-9621-86cba48709fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.191381 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f062c97-bb14-44e5-ac5d-b61b29628395 None None] Pushing event updated for resources: {'Port': ['ID=590a702f-9314-468d-bc5f-cd8a70fa38ea,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:57.206276 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] For port de04fd35-9ee8-4382-9aaa-175acaccb2ba, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:38:57.229948 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] For port de04fd35-9ee8-4382-9aaa-175acaccb2ba, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=de04fd35-9ee8-4382-9aaa-175acaccb2ba,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:38:57.236913 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:57.237253 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.242681 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.291827 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ae8ecf-03ea-44fb-9211-3aef5ddb90ff admin admin] Router 2608ba6e-e82a-418f-97df-8c285ef03e64 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:38:57.351053 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d04a90-e381-4d93-be85-74beb1a6ae07 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:38:57.377641 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] Routers {'2608ba6e-e82a-418f-97df-8c285ef03e64'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:57.378277 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:38:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2608ba6e-e82a-418f-97df-8c285ef03e64'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:57.422059 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ae8ecf-03ea-44fb-9211-3aef5ddb90ff admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:38:57.422904 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f217e-3839-4027-a5ed-ede7242ee32d None None] Pushing event updated for resources: {'Port': ['ID=de04fd35-9ee8-4382-9aaa-175acaccb2ba,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:57.427939 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-86ae8ecf-03ea-44fb-9211-3aef5ddb90ff admin admin] 10.222.0.31 "PUT /v2.0/routers/2608ba6e-e82a-418f-97df-8c285ef03e64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8724704 Nov 12 01:38:57.517030 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ca2f75ac-8024-46f1-9621-86cba48709fd None None] Provisioning complete for port de04fd35-9ee8-4382-9aaa-175acaccb2ba triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:57.517407 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ca2f75ac-8024-46f1-9621-86cba48709fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.550423 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 590a702f-9314-468d-bc5f-cd8a70fa38ea up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:38:57.599724 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] Set router 2608ba6e-e82a-418f-97df-8c285ef03e64 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:57.775338 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 590a702f-9314-468d-bc5f-cd8a70fa38ea triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:57.775712 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.779627 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ca2f75ac-8024-46f1-9621-86cba48709fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.841349 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-ca2f75ac-8024-46f1-9621-86cba48709fd None None] For port de04fd35-9ee8-4382-9aaa-175acaccb2ba, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=de04fd35-9ee8-4382-9aaa-175acaccb2ba,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:57.850073 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ca2f75ac-8024-46f1-9621-86cba48709fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.921588 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ca2f75ac-8024-46f1-9621-86cba48709fd None None] Provisioning complete for port 6f1fa63f-c6ad-45ef-a9f0-94f88318b20c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:57.921871 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ca2f75ac-8024-46f1-9621-86cba48709fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.948664 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52624) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:57.953426 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-1069b87a-1383-4aab-bb32-a715b02605f0 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2066817763', 'description': 'tempest-secgroup-smoke-2066817763 description', 'project_id': '583cf46b5917446a9b6c2f834bf40dbb'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:57.975517 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1069b87a-1383-4aab-bb32-a715b02605f0 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.985697 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f75ac-8024-46f1-9621-86cba48709fd None None] Pushing event updated for resources: {'Port': ['ID=de04fd35-9ee8-4382-9aaa-175acaccb2ba,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:58.004875 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ca2f75ac-8024-46f1-9621-86cba48709fd None None] Port 6f1fa63f-c6ad-45ef-a9f0-94f88318b20c cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:38:58.026120 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2608ba6e-e82a-418f-97df-8c285ef03e64', 'name': 'tempest-TestServerBasicOps-2059071374-router', 'tenant_id': '90002476c6a44fed960754362d83604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'de04fd35-9ee8-4382-9aaa-175acaccb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:53Z', 'updated_at': '2021-11-12T01:38:56Z', 'revision_number': 4, 'project_id': '90002476c6a44fed960754362d83604e', 'gw_port': {'id': 'de04fd35-9ee8-4382-9aaa-175acaccb2ba', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2608ba6e-e82a-418f-97df-8c285ef03e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:54Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '6f1fa63f-c6ad-45ef-a9f0-94f88318b20c', 'name': '', 'network_id': 'd8b57ed2-29e8-46c8-be3e-63ada17f2cd4', 'tenant_id': '90002476c6a44fed960754362d83604e', 'mac_address': 'fa:16:3e:41:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2608ba6e-e82a-418f-97df-8c285ef03e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '3feeaabe-e22f-4fc0-bf7e-0ee77b2d6feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:56Z', 'updated_at': '2021-11-12T01:38:56Z', 'revision_number': 2, 'project_id': '90002476c6a44fed960754362d83604e', 'subnets': [{'id': '3feeaabe-e22f-4fc0-bf7e-0ee77b2d6feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:58.055398 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1069b87a-1383-4aab-bb32-a715b02605f0 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.058664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6072cff9-5e44-4b47-a10e-a5de6f00d4a0 None None] The sync data for ids ['2608ba6e-e82a-418f-97df-8c285ef03e64'] in n-d-712137-14 is: [{'id': '2608ba6e-e82a-418f-97df-8c285ef03e64', 'name': 'tempest-TestServerBasicOps-2059071374-router', 'tenant_id': '90002476c6a44fed960754362d83604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'de04fd35-9ee8-4382-9aaa-175acaccb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:53Z', 'updated_at': '2021-11-12T01:38:56Z', 'revision_number': 4, 'project_id': '90002476c6a44fed960754362d83604e', 'gw_port': {'id': 'de04fd35-9ee8-4382-9aaa-175acaccb2ba', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2608ba6e-e82a-418f-97df-8c285ef03e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:54Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '6f1fa63f-c6ad-45ef-a9f0-94f88318b20c', 'name': '', 'network_id': 'd8b57ed2-29e8-46c8-be3e-63ada17f2cd4', 'tenant_id': '90002476c6a44fed960754362d83604e', 'mac_address': 'fa:16:3e:41:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2608ba6e-e82a-418f-97df-8c285ef03e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '3feeaabe-e22f-4fc0-bf7e-0ee77b2d6feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:56Z', 'updated_at': '2021-11-12T01:38:56Z', 'revision_number': 2, 'project_id': '90002476c6a44fed960754362d83604e', 'subnets': [{'id': '3feeaabe-e22f-4fc0-bf7e-0ee77b2d6feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:38:58.060071 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1069b87a-1383-4aab-bb32-a715b02605f0 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.093165 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1069b87a-1383-4aab-bb32-a715b02605f0 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.094425 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1069b87a-1383-4aab-bb32-a715b02605f0 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1446431 Nov 12 01:38:58.096369 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069b87a-1383-4aab-bb32-a715b02605f0 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc52885-9410-4ed4-9d3b-d428329dfd32,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:58.097642 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52626) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:58.106175 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-987f6d13-c65e-4618-868a-ce0d23a9cddc tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Request body: {'security_group_rule': {'security_group_id': 'dfc52885-9410-4ed4-9d3b-d428329dfd32', 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:58.130233 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-aea9f18e-b86f-450d-a279-8ba380a3033e None None] Provisioning complete for port de04fd35-9ee8-4382-9aaa-175acaccb2ba triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:58.130833 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-aea9f18e-b86f-450d-a279-8ba380a3033e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.142006 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-987f6d13-c65e-4618-868a-ce0d23a9cddc tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.202630 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-987f6d13-c65e-4618-868a-ce0d23a9cddc tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.208550 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-987f6d13-c65e-4618-868a-ce0d23a9cddc tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.232439 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-aea9f18e-b86f-450d-a279-8ba380a3033e None None] Provisioning complete for port 6f1fa63f-c6ad-45ef-a9f0-94f88318b20c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:58.232944 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-aea9f18e-b86f-450d-a279-8ba380a3033e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.234003 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-987f6d13-c65e-4618-868a-ce0d23a9cddc tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.235143 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-987f6d13-c65e-4618-868a-ce0d23a9cddc tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350501 Nov 12 01:38:58.238068 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52628) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:58.242123 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f6d13-c65e-4618-868a-ce0d23a9cddc tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4cb3ba6-dea6-44f4-afab-efb352b250c9,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:58.243172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-37adea62-b4c4-4a5d-b4ef-389cf2be99fa tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Request body: {'security_group_rule': {'security_group_id': 'dfc52885-9410-4ed4-9d3b-d428329dfd32', 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:58.287792 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-37adea62-b4c4-4a5d-b4ef-389cf2be99fa tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.296469 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-aea9f18e-b86f-450d-a279-8ba380a3033e None None] Port 6f1fa63f-c6ad-45ef-a9f0-94f88318b20c cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:38:58.363461 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-37adea62-b4c4-4a5d-b4ef-389cf2be99fa tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.367894 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-37adea62-b4c4-4a5d-b4ef-389cf2be99fa tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.386641 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37adea62-b4c4-4a5d-b4ef-389cf2be99fa tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed983eae-f1c6-4a43-87d9-a68265c7c69a,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:58.395575 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-37adea62-b4c4-4a5d-b4ef-389cf2be99fa tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.399442 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-37adea62-b4c4-4a5d-b4ef-389cf2be99fa tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1572008 Nov 12 01:38:58.399659 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52632) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:58.404371 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-21323793-3b62-4c15-b3e5-c7a67aac77b1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Request body: {'security_group_rule': {'security_group_id': 'dfc52885-9410-4ed4-9d3b-d428329dfd32', 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:58.432831 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-21323793-3b62-4c15-b3e5-c7a67aac77b1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.499104 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-21323793-3b62-4c15-b3e5-c7a67aac77b1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.503573 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-21323793-3b62-4c15-b3e5-c7a67aac77b1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.520468 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21323793-3b62-4c15-b3e5-c7a67aac77b1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24792866-4f40-4300-8d31-2fd90b75733d,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:58.531896 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-21323793-3b62-4c15-b3e5-c7a67aac77b1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.533166 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-21323793-3b62-4c15-b3e5-c7a67aac77b1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325660 Nov 12 01:38:58.536210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52634) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:58.541396 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b6b2802d-285e-4b48-9e96-b828db6be6f1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Request body: {'security_group_rule': {'security_group_id': 'dfc52885-9410-4ed4-9d3b-d428329dfd32', 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:58.570554 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6b2802d-285e-4b48-9e96-b828db6be6f1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.630934 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6b2802d-285e-4b48-9e96-b828db6be6f1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.635426 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6b2802d-285e-4b48-9e96-b828db6be6f1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.661611 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2802d-285e-4b48-9e96-b828db6be6f1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2d0351-5b4b-46c6-86e6-92db6204871e,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:58.669300 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6b2802d-285e-4b48-9e96-b828db6be6f1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.670550 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b6b2802d-285e-4b48-9e96-b828db6be6f1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333447 Nov 12 01:38:58.674250 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52636) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:58.678922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-337c7f47-27cf-42f3-916c-53251a1f33a1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Request body: {'security_group_rule': {'security_group_id': 'dfc52885-9410-4ed4-9d3b-d428329dfd32', 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:58.703867 n-d-712137-14 neutron-server[114242]: INFO neutron.db.securitygroups_db [None req-337c7f47-27cf-42f3-916c-53251a1f33a1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Project 583cf46b5917446a9b6c2f834bf40dbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:38:58.710108 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-337c7f47-27cf-42f3-916c-53251a1f33a1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.767265 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-337c7f47-27cf-42f3-916c-53251a1f33a1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.771557 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-337c7f47-27cf-42f3-916c-53251a1f33a1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.788367 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c7f47-27cf-42f3-916c-53251a1f33a1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca4556f-9987-49eb-b1e9-db5b59164055,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:58.797193 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-337c7f47-27cf-42f3-916c-53251a1f33a1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.798399 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-337c7f47-27cf-42f3-916c-53251a1f33a1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1231365 Nov 12 01:38:58.801745 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52638) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:58.806089 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-569e4565-34ad-49a8-9934-fcc38309acee tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Request body: {'security_group_rule': {'security_group_id': 'dfc52885-9410-4ed4-9d3b-d428329dfd32', 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:58.828349 n-d-712137-14 neutron-server[114242]: INFO neutron.db.securitygroups_db [None req-569e4565-34ad-49a8-9934-fcc38309acee tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Project 583cf46b5917446a9b6c2f834bf40dbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:38:58.833144 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-569e4565-34ad-49a8-9934-fcc38309acee tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.893449 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-569e4565-34ad-49a8-9934-fcc38309acee tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.897394 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-569e4565-34ad-49a8-9934-fcc38309acee tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.915063 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e4565-34ad-49a8-9934-fcc38309acee tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16e6d2f-f5c6-480a-b3a1-59cf210b763e,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:58.924195 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-569e4565-34ad-49a8-9934-fcc38309acee tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.925495 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-569e4565-34ad-49a8-9934-fcc38309acee tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227865 Nov 12 01:38:58.954026 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 590a702f-9314-468d-bc5f-cd8a70fa38ea up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:38:59.006477 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 590a702f-9314-468d-bc5f-cd8a70fa38ea triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:59.006852 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:59.083277 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-3490bb06-c270-4d3b-a97a-feeca9746316 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066817763&fields=id&tenant_id=583cf46b5917446a9b6c2f834bf40dbb HTTP/1.1" status: 200 len: 267 time: 0.0474827 Nov 12 01:38:59.199084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-cd25f12e-12cb-4dc1-bca8-390f3898b884 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:59.200905 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-cd25f12e-12cb-4dc1-bca8-390f3898b884 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/networks?id=ce956d80-2894-485e-a155-34c8f97c5f0c HTTP/1.1" status: 200 len: 808 time: 0.1105778 Nov 12 01:38:59.232422 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-5284d937-c9a1-4dcb-a411-20e73ba226d4 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/quotas/583cf46b5917446a9b6c2f834bf40dbb HTTP/1.1" status: 200 len: 375 time: 0.0176330 Nov 12 01:38:59.292414 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-36b61ad2-6576-4940-b492-1a2037715087 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=583cf46b5917446a9b6c2f834bf40dbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520086 Nov 12 01:38:59.397217 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-88d9c9a3-ce31-4ef6-8d38-c6d591d1c118 service neutron] 10.222.0.31 "GET /v2.0/networks/ce956d80-2894-485e-a155-34c8f97c5f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923679 Nov 12 01:38:59.497223 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-2af397ca-e12b-4888-aba6-c3c7fe871709 service neutron] 10.222.0.31 "GET /v2.0/networks/ce956d80-2894-485e-a155-34c8f97c5f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935431 Nov 12 01:38:59.698866 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-60182d6a-c726-4128-9c06-9f7607c587fc req-4d0144a7-d445-49bf-ad33-1dee40e36d9f tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 210 time: 0.0297494 Nov 12 01:39:00.585898 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] Sync routers for ids ['2608ba6e-e82a-418f-97df-8c285ef03e64'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:39:00.595242 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] Routers {'2608ba6e-e82a-418f-97df-8c285ef03e64'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:00.595842 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:38:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2608ba6e-e82a-418f-97df-8c285ef03e64'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:00.701740 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] Set router 2608ba6e-e82a-418f-97df-8c285ef03e64 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:00.869393 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c370233b-8383-4fcf-8cbd-c6f77804e783 req-9507fc89-195c-4496-ac81-7664a025ef1f tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 210 time: 0.0811720 Nov 12 01:39:00.935863 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2608ba6e-e82a-418f-97df-8c285ef03e64', 'name': 'tempest-TestServerBasicOps-2059071374-router', 'tenant_id': '90002476c6a44fed960754362d83604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'de04fd35-9ee8-4382-9aaa-175acaccb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:53Z', 'updated_at': '2021-11-12T01:38:56Z', 'revision_number': 4, 'project_id': '90002476c6a44fed960754362d83604e', 'gw_port': {'id': 'de04fd35-9ee8-4382-9aaa-175acaccb2ba', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2608ba6e-e82a-418f-97df-8c285ef03e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:54Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '6f1fa63f-c6ad-45ef-a9f0-94f88318b20c', 'name': '', 'network_id': 'd8b57ed2-29e8-46c8-be3e-63ada17f2cd4', 'tenant_id': '90002476c6a44fed960754362d83604e', 'mac_address': 'fa:16:3e:41:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2608ba6e-e82a-418f-97df-8c285ef03e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '3feeaabe-e22f-4fc0-bf7e-0ee77b2d6feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:56Z', 'updated_at': '2021-11-12T01:38:56Z', 'revision_number': 2, 'project_id': '90002476c6a44fed960754362d83604e', 'subnets': [{'id': '3feeaabe-e22f-4fc0-bf7e-0ee77b2d6feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:00.936417 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-ed920a11-8242-4549-8346-a4cd27dca5b8 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:00.937986 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-ed920a11-8242-4549-8346-a4cd27dca5b8 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.15 "GET /v2.0/networks?id=ce956d80-2894-485e-a155-34c8f97c5f0c HTTP/1.1" status: 200 len: 808 time: 0.1665802 Nov 12 01:39:00.967202 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] Checking router: 2608ba6e-e82a-418f-97df-8c285ef03e64 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:39:00.967555 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] Updating router 2608ba6e-e82a-418f-97df-8c285ef03e64 port 6f1fa63f-c6ad-45ef-a9f0-94f88318b20c binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:39:00.981579 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device de04fd35-9ee8-4382-9aaa-175acaccb2ba up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:00.995605 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:01.044225 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port de04fd35-9ee8-4382-9aaa-175acaccb2ba triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:01.044596 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:01.057487 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-ea2347da-2bd3-4f82-b0fe-99de7f59183d tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=583cf46b5917446a9b6c2f834bf40dbb HTTP/1.1" status: 200 len: 380 time: 0.0568087 Nov 12 01:39:01.069400 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-8568aba5-eeaa-4e99-bebc-26e99cd485e0 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Request body: {'port': {'device_id': '0c74b49c-843d-4f2e-b4a6-a859a2e4b959', 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c', 'admin_state_up': True, 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'security_groups': ['dfc52885-9410-4ed4-9d3b-d428329dfd32']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:01.192403 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-8568aba5-eeaa-4e99-bebc-26e99cd485e0 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Made reservation on behalf of 583cf46b5917446a9b6c2f834bf40dbb for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:01.196544 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-8568aba5-eeaa-4e99-bebc-26e99cd485e0 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:01.282565 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:01.289937 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:01.327182 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-8568aba5-eeaa-4e99-bebc-26e99cd485e0 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Allocated IP 172.20.0.11 (ce956d80-2894-485e-a155-34c8f97c5f0c/f1b0e8fb-19c4-4844-b8b7-344c47a8064b/28911f01-cf71-4fcd-8fda-b870dfb063b4) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:39:01.352072 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100a12d-564d-4959-ad3e-464c1e964333 None None] Pushing event updated for resources: {'Port': ['ID=6f1fa63f-c6ad-45ef-a9f0-94f88318b20c,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:01.403072 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] Attempting to bind port 6f1fa63f-c6ad-45ef-a9f0-94f88318b20c on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:39:01.403257 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] Attempting to bind port 6f1fa63f-c6ad-45ef-a9f0-94f88318b20c by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd8b57ed2-29e8-46c8-be3e-63ada17f2cd4'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:39:01.403627 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] Attempting to bind port 6f1fa63f-c6ad-45ef-a9f0-94f88318b20c on network d8b57ed2-29e8-46c8-be3e-63ada17f2cd4 {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:01.409150 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:39:01.409532 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] Checking segment: {'id': 'a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd8b57ed2-29e8-46c8-be3e-63ada17f2cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:01.409929 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:01.410854 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] Bound using segment: {'id': 'a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd8b57ed2-29e8-46c8-be3e-63ada17f2cd4'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:39:01.411312 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] Bound port: 6f1fa63f-c6ad-45ef-a9f0-94f88318b20c, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd8b57ed2-29e8-46c8-be3e-63ada17f2cd4'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:39:01.411689 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:01.485342 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-8568aba5-eeaa-4e99-bebc-26e99cd485e0 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:01.485911 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] For port 6f1fa63f-c6ad-45ef-a9f0-94f88318b20c, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:01.489832 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] For port 6f1fa63f-c6ad-45ef-a9f0-94f88318b20c, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6f1fa63f-c6ad-45ef-a9f0-94f88318b20c,segment=NetworkSegment(a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc),segment_id=a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:39:01.494661 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:01.523414 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-8568aba5-eeaa-4e99-bebc-26e99cd485e0 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:01.554061 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] Routers {'2608ba6e-e82a-418f-97df-8c285ef03e64'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:01.554697 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:38:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2608ba6e-e82a-418f-97df-8c285ef03e64'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:01.570696 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-8568aba5-eeaa-4e99-bebc-26e99cd485e0 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Network ce956d80-2894-485e-a155-34c8f97c5f0c is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:01.573718 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-8568aba5-eeaa-4e99-bebc-26e99cd485e0 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:01.576320 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-8568aba5-eeaa-4e99-bebc-26e99cd485e0 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:39:01.621003 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568aba5-eeaa-4e99-bebc-26e99cd485e0 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Pushing event updated for resources: {'Port': ['ID=28911f01-cf71-4fcd-8fda-b870dfb063b4,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:01.652481 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-39b482d1-0e86-404e-852e-ddaa209cf439 None None] Provisioning complete for port 6f1fa63f-c6ad-45ef-a9f0-94f88318b20c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:01.652906 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-39b482d1-0e86-404e-852e-ddaa209cf439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:01.664127 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-8568aba5-eeaa-4e99-bebc-26e99cd485e0 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:01.664842 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-8568aba5-eeaa-4e99-bebc-26e99cd485e0 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:01.669436 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100a12d-564d-4959-ad3e-464c1e964333 None None] Pushing event updated for resources: {'Port': ['ID=6f1fa63f-c6ad-45ef-a9f0-94f88318b20c,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:01.688672 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-8568aba5-eeaa-4e99-bebc-26e99cd485e0 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6235037 Nov 12 01:39:01.703220 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] Set router 2608ba6e-e82a-418f-97df-8c285ef03e64 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:01.707566 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] Request body: {'port': {'device_id': '0c74b49c-843d-4f2e-b4a6-a859a2e4b959', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:01.756481 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-39b482d1-0e86-404e-852e-ddaa209cf439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:01.795297 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-39b482d1-0e86-404e-852e-ddaa209cf439 None None] For port 6f1fa63f-c6ad-45ef-a9f0-94f88318b20c, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6f1fa63f-c6ad-45ef-a9f0-94f88318b20c,segment=NetworkSegment(a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc),segment_id=a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:01.801556 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-39b482d1-0e86-404e-852e-ddaa209cf439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:01.875405 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b482d1-0e86-404e-852e-ddaa209cf439 None None] Pushing event updated for resources: {'Port': ['ID=6f1fa63f-c6ad-45ef-a9f0-94f88318b20c,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:01.935086 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-97c8d59d-45ac-4183-b09e-1b4e397be2f2 None None] Provisioning complete for port 6f1fa63f-c6ad-45ef-a9f0-94f88318b20c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:01.936879 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-97c8d59d-45ac-4183-b09e-1b4e397be2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.003177 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2608ba6e-e82a-418f-97df-8c285ef03e64', 'name': 'tempest-TestServerBasicOps-2059071374-router', 'tenant_id': '90002476c6a44fed960754362d83604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'de04fd35-9ee8-4382-9aaa-175acaccb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:53Z', 'updated_at': '2021-11-12T01:38:56Z', 'revision_number': 4, 'project_id': '90002476c6a44fed960754362d83604e', 'gw_port': {'id': 'de04fd35-9ee8-4382-9aaa-175acaccb2ba', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2608ba6e-e82a-418f-97df-8c285ef03e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:54Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '6f1fa63f-c6ad-45ef-a9f0-94f88318b20c', 'name': '', 'network_id': 'd8b57ed2-29e8-46c8-be3e-63ada17f2cd4', 'tenant_id': '90002476c6a44fed960754362d83604e', 'mac_address': 'fa:16:3e:41:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2608ba6e-e82a-418f-97df-8c285ef03e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '3feeaabe-e22f-4fc0-bf7e-0ee77b2d6feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:56Z', 'updated_at': '2021-11-12T01:39:01Z', 'revision_number': 4, 'project_id': '90002476c6a44fed960754362d83604e', 'subnets': [{'id': '3feeaabe-e22f-4fc0-bf7e-0ee77b2d6feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:02.026661 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38db0b-1886-4b37-ae40-a167c7411559 req-458964f6-5fae-425e-986c-89c443893f6d tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:02.031736 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33a71d-9d7f-454f-934e-f8a8ea4ae8ed None None] The sync data for ids ['2608ba6e-e82a-418f-97df-8c285ef03e64'] in n-d-712137-14 is: [{'id': '2608ba6e-e82a-418f-97df-8c285ef03e64', 'name': 'tempest-TestServerBasicOps-2059071374-router', 'tenant_id': '90002476c6a44fed960754362d83604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'de04fd35-9ee8-4382-9aaa-175acaccb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:53Z', 'updated_at': '2021-11-12T01:38:56Z', 'revision_number': 4, 'project_id': '90002476c6a44fed960754362d83604e', 'gw_port': {'id': 'de04fd35-9ee8-4382-9aaa-175acaccb2ba', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2608ba6e-e82a-418f-97df-8c285ef03e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:54Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '6f1fa63f-c6ad-45ef-a9f0-94f88318b20c', 'name': '', 'network_id': 'd8b57ed2-29e8-46c8-be3e-63ada17f2cd4', 'tenant_id': '90002476c6a44fed960754362d83604e', 'mac_address': 'fa:16:3e:41:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2608ba6e-e82a-418f-97df-8c285ef03e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '3feeaabe-e22f-4fc0-bf7e-0ee77b2d6feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:56Z', 'updated_at': '2021-11-12T01:39:01Z', 'revision_number': 4, 'project_id': '90002476c6a44fed960754362d83604e', 'subnets': [{'id': '3feeaabe-e22f-4fc0-bf7e-0ee77b2d6feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:39:02.041987 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0e38db0b-1886-4b37-ae40-a167c7411559 req-458964f6-5fae-425e-986c-89c443893f6d tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 932 time: 0.0720186 Nov 12 01:39:02.099938 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0e38db0b-1886-4b37-ae40-a167c7411559 req-ffbbe542-ffd8-4e84-90e2-b0e552c23d77 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc52885-9410-4ed4-9d3b-d428329dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567536 Nov 12 01:39:02.158062 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.168776 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6c7965ff-5b65-483c-b944-39eeafeb05ca None None] Provisioning complete for port 28911f01-cf71-4fcd-8fda-b870dfb063b4 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:02.169319 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6c7965ff-5b65-483c-b944-39eeafeb05ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.205826 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6c7965ff-5b65-483c-b944-39eeafeb05ca None None] Port 28911f01-cf71-4fcd-8fda-b870dfb063b4 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:39:02.433668 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28911f01-cf71-4fcd-8fda-b870dfb063b4 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:39:02.442432 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.454999 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] Transition to ACTIVE for port object 28911f01-cf71-4fcd-8fda-b870dfb063b4 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:39:02.459529 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.518109 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] Pushing event updated for resources: {'Port': ['ID=28911f01-cf71-4fcd-8fda-b870dfb063b4,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:02.595268 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] Attempting to bind port 28911f01-cf71-4fcd-8fda-b870dfb063b4 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:39:02.595624 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] Attempting to bind port 28911f01-cf71-4fcd-8fda-b870dfb063b4 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '60cb212e-4bc3-4709-a8d9-ddf9e203b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:39:02.595963 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] Attempting to bind port 28911f01-cf71-4fcd-8fda-b870dfb063b4 on network ce956d80-2894-485e-a155-34c8f97c5f0c {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:02.605093 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] Port 28911f01-cf71-4fcd-8fda-b870dfb063b4 on network ce956d80-2894-485e-a155-34c8f97c5f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:39:02.606044 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] Attempting to bind port 28911f01-cf71-4fcd-8fda-b870dfb063b4 on network ce956d80-2894-485e-a155-34c8f97c5f0c {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:02.612281 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:39:02.612617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] Checking segment: {'id': '60cb212e-4bc3-4709-a8d9-ddf9e203b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:02.613041 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] Bound using segment: {'id': '60cb212e-4bc3-4709-a8d9-ddf9e203b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:39:02.614053 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] Bound port: 28911f01-cf71-4fcd-8fda-b870dfb063b4, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60cb212e-4bc3-4709-a8d9-ddf9e203b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:39:02.614423 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.687775 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] For port 28911f01-cf71-4fcd-8fda-b870dfb063b4, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:02.690833 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] For port 28911f01-cf71-4fcd-8fda-b870dfb063b4, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=28911f01-cf71-4fcd-8fda-b870dfb063b4,segment=NetworkSegment(60cb212e-4bc3-4709-a8d9-ddf9e203b076),segment_id=60cb212e-4bc3-4709-a8d9-ddf9e203b076)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:39:02.696067 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.728411 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:02.729052 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.730524 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] 10.222.0.15 "PUT /v2.0/ports/28911f01-cf71-4fcd-8fda-b870dfb063b4 HTTP/1.1" status: 200 len: 1093 time: 1.0279450 Nov 12 01:39:02.731183 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c74b49c-843d-4f2e-b4a6-a859a2e4b959', 'tag': '28911f01-cf71-4fcd-8fda-b870dfb063b4'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:02.733198 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638a4c22-c279-468f-924d-4c25a204ee89" -d '{"events": [{"name": "network-changed", "server_uuid": "0c74b49c-843d-4f2e-b4a6-a859a2e4b959", "tag": "28911f01-cf71-4fcd-8fda-b870dfb063b4"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:02.760664 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24898d35-17d2-4033-a1ed-772f7bc4d708 service neutron] Pushing event updated for resources: {'Port': ['ID=28911f01-cf71-4fcd-8fda-b870dfb063b4,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:02.788183 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4a23cb-c014-4956-b000-5605b1fa49d9 x-openstack-request-id: req-9b4a23cb-c014-4956-b000-5605b1fa49d9 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:02.788482 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c74b49c-843d-4f2e-b4a6-a859a2e4b959", "tag": "28911f01-cf71-4fcd-8fda-b870dfb063b4", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:02.788772 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b4a23cb-c014-4956-b000-5605b1fa49d9 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:02.789188 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c74b49c-843d-4f2e-b4a6-a859a2e4b959', 'tag': '28911f01-cf71-4fcd-8fda-b870dfb063b4', 'status': 'completed', 'code': 200} Nov 12 01:39:02.849269 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-82a0c00b-b7df-4fb7-9512-ad5ba217ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:02.850838 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-82a0c00b-b7df-4fb7-9512-ad5ba217ef9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=583cf46b5917446a9b6c2f834bf40dbb&device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 1096 time: 0.0446486 Nov 12 01:39:02.901029 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-49bbef5a-b4c3-4019-8d3d-fc4c3f0a440d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28911f01-cf71-4fcd-8fda-b870dfb063b4 HTTP/1.1" status: 200 len: 217 time: 0.0357299 Nov 12 01:39:02.963344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-dedfaea7-a0cb-410d-955c-071849a89f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:02.966029 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-dedfaea7-a0cb-410d-955c-071849a89f68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1b0e8fb-19c4-4844-b8b7-344c47a8064b HTTP/1.1" status: 200 len: 847 time: 0.0566330 Nov 12 01:39:02.979160 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6f1fa63f-c6ad-45ef-a9f0-94f88318b20c up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:03.015874 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-bc675b26-7a00-47e8-8ea1-f92e507bd6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:03.017486 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-bc675b26-7a00-47e8-8ea1-f92e507bd6d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce956d80-2894-485e-a155-34c8f97c5f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429714 Nov 12 01:39:03.027358 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 6f1fa63f-c6ad-45ef-a9f0-94f88318b20c triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:03.027736 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:03.117290 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-b7cdddc5-8c1d-4e93-a139-35ea04f7724f service neutron] 10.222.0.15 "GET /v2.0/networks/ce956d80-2894-485e-a155-34c8f97c5f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925348 Nov 12 01:39:03.211628 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58cf1cf8-3d5c-433b-8f35-60ad497d02e2 req-45f48edc-5722-4d1f-83c9-c5416c328635 service neutron] 10.222.0.15 "GET /v2.0/networks/ce956d80-2894-485e-a155-34c8f97c5f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877118 Nov 12 01:39:03.229271 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71073aa5-866e-49a6-b881-afadb74be145 req-797ad289-c829-418e-bf5e-022dc0f44e9b tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:03.230773 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-71073aa5-866e-49a6-b881-afadb74be145 req-797ad289-c829-418e-bf5e-022dc0f44e9b tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 944 time: 0.0520701 Nov 12 01:39:03.284054 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-71073aa5-866e-49a6-b881-afadb74be145 req-f336bf74-1a22-4839-bfc4-608f1480d0dc tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc52885-9410-4ed4-9d3b-d428329dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469882 Nov 12 01:39:03.362365 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a4c22-c279-468f-924d-4c25a204ee89 req-406bbd31-0177-4290-918d-e69aabbdef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:03.364437 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-638a4c22-c279-468f-924d-4c25a204ee89 req-406bbd31-0177-4290-918d-e69aabbdef43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=583cf46b5917446a9b6c2f834bf40dbb&device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 1096 time: 0.0467153 Nov 12 01:39:03.460899 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a4c22-c279-468f-924d-4c25a204ee89 req-64d97832-d318-4171-a254-8c5f1779bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:03.462368 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-638a4c22-c279-468f-924d-4c25a204ee89 req-64d97832-d318-4171-a254-8c5f1779bf04 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce956d80-2894-485e-a155-34c8f97c5f0c HTTP/1.1" status: 200 len: 909 time: 0.0897591 Nov 12 01:39:03.503734 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-638a4c22-c279-468f-924d-4c25a204ee89 req-8c015323-654f-4f98-a55c-41172576dd18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28911f01-cf71-4fcd-8fda-b870dfb063b4 HTTP/1.1" status: 200 len: 217 time: 0.0342450 Nov 12 01:39:03.555520 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a4c22-c279-468f-924d-4c25a204ee89 req-16d0485a-bdce-4f81-a60f-52b816c797ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:03.556974 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-638a4c22-c279-468f-924d-4c25a204ee89 req-16d0485a-bdce-4f81-a60f-52b816c797ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1b0e8fb-19c4-4844-b8b7-344c47a8064b HTTP/1.1" status: 200 len: 847 time: 0.0468698 Nov 12 01:39:03.601311 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a4c22-c279-468f-924d-4c25a204ee89 req-6e7e208c-ae08-451b-8dbb-5af34e051633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:03.602797 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-638a4c22-c279-468f-924d-4c25a204ee89 req-6e7e208c-ae08-451b-8dbb-5af34e051633 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce956d80-2894-485e-a155-34c8f97c5f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394840 Nov 12 01:39:03.692733 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-638a4c22-c279-468f-924d-4c25a204ee89 req-49838979-5cbb-43c1-8578-7c8cc8506b31 service neutron] 10.222.0.15 "GET /v2.0/networks/ce956d80-2894-485e-a155-34c8f97c5f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826640 Nov 12 01:39:03.782957 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-638a4c22-c279-468f-924d-4c25a204ee89 req-a4d822f3-6805-496a-adcb-de4de80024fc service neutron] 10.222.0.15 "GET /v2.0/networks/ce956d80-2894-485e-a155-34c8f97c5f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837271 Nov 12 01:39:04.407390 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013916f1-07df-4a68-b3f1-647799a80537 req-fafccd5a-2d35-48ed-8b17-fa2c8f670fd1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:04.408936 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-013916f1-07df-4a68-b3f1-647799a80537 req-fafccd5a-2d35-48ed-8b17-fa2c8f670fd1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 944 time: 0.0497687 Nov 12 01:39:04.459983 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-013916f1-07df-4a68-b3f1-647799a80537 req-0ac93126-2c82-4542-b1af-c90d9bcb532a tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc52885-9410-4ed4-9d3b-d428329dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443382 Nov 12 01:39:05.579671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88f0d0-9963-4c84-9d13-fe255f038c4b req-f9143497-7471-46b0-9380-8d9538378714 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:05.581307 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da88f0d0-9963-4c84-9d13-fe255f038c4b req-f9143497-7471-46b0-9380-8d9538378714 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 944 time: 0.0506444 Nov 12 01:39:05.630448 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-da88f0d0-9963-4c84-9d13-fe255f038c4b req-715841b3-fdca-45a3-88a0-954b70dd0b5f tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc52885-9410-4ed4-9d3b-d428329dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431073 Nov 12 01:39:06.316062 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 28911f01-cf71-4fcd-8fda-b870dfb063b4 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:39:06.414714 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 28911f01-cf71-4fcd-8fda-b870dfb063b4, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=28911f01-cf71-4fcd-8fda-b870dfb063b4,segment=NetworkSegment(60cb212e-4bc3-4709-a8d9-ddf9e203b076),segment_id=60cb212e-4bc3-4709-a8d9-ddf9e203b076)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:06.425882 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '28911f01-cf71-4fcd-8fda-b870dfb063b4', 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c', 'port_id': '28911f01-cf71-4fcd-8fda-b870dfb063b4', 'mac_address': 'fa:16:3e:b5:6d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:39:06.462788 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:06.475624 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28911f01-cf71-4fcd-8fda-b870dfb063b4 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:39:06.494611 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 28911f01-cf71-4fcd-8fda-b870dfb063b4, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=28911f01-cf71-4fcd-8fda-b870dfb063b4,segment=NetworkSegment(60cb212e-4bc3-4709-a8d9-ddf9e203b076),segment_id=60cb212e-4bc3-4709-a8d9-ddf9e203b076)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:06.498483 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:06.543887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=28911f01-cf71-4fcd-8fda-b870dfb063b4,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:06.756427 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7836f66-453e-46c2-b18c-c4e1aa60472d req-87d5b326-a485-4e27-b46c-2dba6524d968 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:06.758098 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f7836f66-453e-46c2-b18c-c4e1aa60472d req-87d5b326-a485-4e27-b46c-2dba6524d968 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 945 time: 0.0585749 Nov 12 01:39:06.807381 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f7836f66-453e-46c2-b18c-c4e1aa60472d req-7196cfcd-fc34-49fe-892e-6627296ef6fd tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc52885-9410-4ed4-9d3b-d428329dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431962 Nov 12 01:39:06.920602 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['28911f01-cf71-4fcd-8fda-b870dfb063b4'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:39:07.921119 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad8d73-ff72-4324-9eb6-56b291501e46 req-c80dbc50-f72c-49f4-ab37-8ccf651e953f tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:07.922512 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e4ad8d73-ff72-4324-9eb6-56b291501e46 req-c80dbc50-f72c-49f4-ab37-8ccf651e953f tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 945 time: 0.0486305 Nov 12 01:39:07.975954 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e4ad8d73-ff72-4324-9eb6-56b291501e46 req-f8d30bdf-ba60-4ae8-a6d3-877e909baac6 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc52885-9410-4ed4-9d3b-d428329dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468833 Nov 12 01:39:08.337349 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 28911f01-cf71-4fcd-8fda-b870dfb063b4 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:08.386930 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 28911f01-cf71-4fcd-8fda-b870dfb063b4 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:39:08.390707 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 28911f01-cf71-4fcd-8fda-b870dfb063b4 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:08.391080 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.466079 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.490479 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c74b49c-843d-4f2e-b4a6-a859a2e4b959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28911f01-cf71-4fcd-8fda-b870dfb063b4'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:08.492745 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570e57fb-153d-4790-ab5c-6707cbfe06d0" -d '{"events": [{"server_uuid": "0c74b49c-843d-4f2e-b4a6-a859a2e4b959", "name": "network-vif-plugged", "status": "completed", "tag": "28911f01-cf71-4fcd-8fda-b870dfb063b4"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:08.509448 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 28911f01-cf71-4fcd-8fda-b870dfb063b4, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=28911f01-cf71-4fcd-8fda-b870dfb063b4,segment=NetworkSegment(60cb212e-4bc3-4709-a8d9-ddf9e203b076),segment_id=60cb212e-4bc3-4709-a8d9-ddf9e203b076)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:08.513769 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:08.560894 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=28911f01-cf71-4fcd-8fda-b870dfb063b4,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:08.599178 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecea589b-1264-4640-bee2-bc71ce3e2381 x-openstack-request-id: req-ecea589b-1264-4640-bee2-bc71ce3e2381 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:08.599480 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c74b49c-843d-4f2e-b4a6-a859a2e4b959", "name": "network-vif-plugged", "status": "completed", "tag": "28911f01-cf71-4fcd-8fda-b870dfb063b4", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:08.599761 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ecea589b-1264-4640-bee2-bc71ce3e2381 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:08.600164 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c74b49c-843d-4f2e-b4a6-a859a2e4b959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28911f01-cf71-4fcd-8fda-b870dfb063b4', 'code': 200} Nov 12 01:39:08.721193 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35bd64-8a6a-4793-bf5e-0794320105a6 req-f65f42fc-230c-4273-8fb2-a27ab3705a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:08.723416 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6c35bd64-8a6a-4793-bf5e-0794320105a6 req-f65f42fc-230c-4273-8fb2-a27ab3705a6f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 1098 time: 0.0403831 Nov 12 01:39:08.769074 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6c35bd64-8a6a-4793-bf5e-0794320105a6 req-b91e197b-b687-482c-b498-eb0e3086f7bf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dfc52885-9410-4ed4-9d3b-d428329dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388072 Nov 12 01:39:09.093504 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08502bce-ab6e-46ec-9598-59e6ee702221 req-b2289a7f-1072-41b2-805b-ef1e7ca90856 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:09.094988 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-08502bce-ab6e-46ec-9598-59e6ee702221 req-b2289a7f-1072-41b2-805b-ef1e7ca90856 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 946 time: 0.0494142 Nov 12 01:39:09.143946 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-08502bce-ab6e-46ec-9598-59e6ee702221 req-ed3a7ec5-86fd-4f3b-ba50-a6128318125a tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc52885-9410-4ed4-9d3b-d428329dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429280 Nov 12 01:39:09.301963 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:10.262684 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e157af7-dade-41ea-9e8f-86adec96eb52 req-2ba55790-d0ea-4fca-bef7-9db635b88493 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:10.264157 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8e157af7-dade-41ea-9e8f-86adec96eb52 req-2ba55790-d0ea-4fca-bef7-9db635b88493 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 946 time: 0.0486794 Nov 12 01:39:10.316897 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8e157af7-dade-41ea-9e8f-86adec96eb52 req-704bd869-d214-4e82-beb3-4d2a7fa4fc69 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc52885-9410-4ed4-9d3b-d428329dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459492 Nov 12 01:39:10.431079 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b947d1-e8cc-4f40-8e89-1e78dadcdcd3 req-442a44f4-8b79-41f6-9a96-b122b59c7a2d tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:10.432550 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-45b947d1-e8cc-4f40-8e89-1e78dadcdcd3 req-442a44f4-8b79-41f6-9a96-b122b59c7a2d tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 946 time: 0.0487132 Nov 12 01:39:10.481118 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-45b947d1-e8cc-4f40-8e89-1e78dadcdcd3 req-6bf3cb7e-6998-4136-9b01-e727d4859e98 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc52885-9410-4ed4-9d3b-d428329dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422883 Nov 12 01:39:10.595725 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf68c95-7ddb-4e67-a653-d76f4962881f req-df85403e-31f1-4b4b-b744-4c5a66994130 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:10.597156 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fdf68c95-7ddb-4e67-a653-d76f4962881f req-df85403e-31f1-4b4b-b744-4c5a66994130 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 946 time: 0.0511475 Nov 12 01:39:10.649285 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fdf68c95-7ddb-4e67-a653-d76f4962881f req-4ee7004c-63bd-4d38-9789-47528ca6cd37 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc52885-9410-4ed4-9d3b-d428329dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460691 Nov 12 01:39:10.670727 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52700) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:10.796331 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49137900-08e7-4f38-be71-275ccf013cae tempest-TestServerBasicOps-1823211857 tempest-TestServerBasicOps-1823211857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:10.797869 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-49137900-08e7-4f38-be71-275ccf013cae tempest-TestServerBasicOps-1823211857 tempest-TestServerBasicOps-1823211857-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 1093 time: 0.1261580 Nov 12 01:39:10.801255 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52704) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:10.805526 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-91d5fee3-6a8d-4f4c-9f14-945a46135d49 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': '28911f01-cf71-4fcd-8fda-b870dfb063b4', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:10.827378 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91d5fee3-6a8d-4f4c-9f14-945a46135d49 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:10.924208 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91d5fee3-6a8d-4f4c-9f14-945a46135d49 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.024770 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-91d5fee3-6a8d-4f4c-9f14-945a46135d49 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Allocated IP 172.25.0.129 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/98a83e22-8e9d-4798-88d1-5a90be57983f) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:39:11.136683 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91d5fee3-6a8d-4f4c-9f14-945a46135d49 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.169077 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91d5fee3-6a8d-4f4c-9f14-945a46135d49 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.202750 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d5fee3-6a8d-4f4c-9f14-945a46135d49 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:11.205483 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-91d5fee3-6a8d-4f4c-9f14-945a46135d49 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:11.208928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d5fee3-6a8d-4f4c-9f14-945a46135d49 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:39:11.243713 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5fee3-6a8d-4f4c-9f14-945a46135d49 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Pushing event updated for resources: {'Port': ['ID=98a83e22-8e9d-4798-88d1-5a90be57983f,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:11.566118 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91d5fee3-6a8d-4f4c-9f14-945a46135d49 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.636374 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91d5fee3-6a8d-4f4c-9f14-945a46135d49 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.779202 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91d5fee3-6a8d-4f4c-9f14-945a46135d49 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.783830 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91d5fee3-6a8d-4f4c-9f14-945a46135d49 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.856515 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5fee3-6a8d-4f4c-9f14-945a46135d49 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Pushing event updated for resources: {'Port': ['ID=98a83e22-8e9d-4798-88d1-5a90be57983f,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:11.865535 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91d5fee3-6a8d-4f4c-9f14-945a46135d49 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.965366 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-91d5fee3-6a8d-4f4c-9f14-945a46135d49 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Floating IP 757e0f96-fd00-4439-9340-e2a96cbd250a associated. External IP: 172.25.0.129, port: 28911f01-cf71-4fcd-8fda-b870dfb063b4. Nov 12 01:39:12.172156 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d5fee3-6a8d-4f4c-9f14-945a46135d49 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Router 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:39:12.283738 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d5fee3-6a8d-4f4c-9f14-945a46135d49 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:39:12.293773 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bfaf9d-c119-4946-b43d-8c6d2818818e None None] Sync routers for ids ['9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:39:12.302208 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91d5fee3-6a8d-4f4c-9f14-945a46135d49 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:12.304234 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bfaf9d-c119-4946-b43d-8c6d2818818e None None] Routers {'9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:12.304892 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-13bfaf9d-c119-4946-b43d-8c6d2818818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:38:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:12.330383 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-91d5fee3-6a8d-4f4c-9f14-945a46135d49 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5279434 Nov 12 01:39:12.331011 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c74b49c-843d-4f2e-b4a6-a859a2e4b959', 'tag': '28911f01-cf71-4fcd-8fda-b870dfb063b4'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:12.333385 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb47b72-0c8d-4711-ad84-019f8f507bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "0c74b49c-843d-4f2e-b4a6-a859a2e4b959", "tag": "28911f01-cf71-4fcd-8fda-b870dfb063b4"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:12.371377 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243b5ab8-940f-4d66-9f25-6d4c0f9f4143 x-openstack-request-id: req-243b5ab8-940f-4d66-9f25-6d4c0f9f4143 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:12.371664 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c74b49c-843d-4f2e-b4a6-a859a2e4b959", "tag": "28911f01-cf71-4fcd-8fda-b870dfb063b4", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:12.371918 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-243b5ab8-940f-4d66-9f25-6d4c0f9f4143 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:12.372322 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c74b49c-843d-4f2e-b4a6-a859a2e4b959', 'tag': '28911f01-cf71-4fcd-8fda-b870dfb063b4', 'status': 'completed', 'code': 200} Nov 12 01:39:12.412660 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-13bfaf9d-c119-4946-b43d-8c6d2818818e None None] Set router 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:12.455223 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb47b72-0c8d-4711-ad84-019f8f507bc9 req-d5574036-cbbe-4fe9-bb0d-4f9a810d6dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:12.456667 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3bb47b72-0c8d-4711-ad84-019f8f507bc9 req-d5574036-cbbe-4fe9-bb0d-4f9a810d6dfb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=583cf46b5917446a9b6c2f834bf40dbb&device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 1098 time: 0.0413730 Nov 12 01:39:12.551312 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb47b72-0c8d-4711-ad84-019f8f507bc9 req-c0414b34-d004-4fce-baf8-6783e1318551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:12.552879 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3bb47b72-0c8d-4711-ad84-019f8f507bc9 req-c0414b34-d004-4fce-baf8-6783e1318551 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce956d80-2894-485e-a155-34c8f97c5f0c HTTP/1.1" status: 200 len: 909 time: 0.0887635 Nov 12 01:39:12.618921 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3bb47b72-0c8d-4711-ad84-019f8f507bc9 req-08ad77f1-250e-4654-93a6-e695d1b13df7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28911f01-cf71-4fcd-8fda-b870dfb063b4 HTTP/1.1" status: 200 len: 1000 time: 0.0588419 Nov 12 01:39:12.638758 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-13bfaf9d-c119-4946-b43d-8c6d2818818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'name': 'tempest-TestServerBasicOps-740728743-router', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:48Z', 'updated_at': '2021-11-12T01:38:51Z', 'revision_number': 4, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'gw_port': {'id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:49Z', 'updated_at': '2021-11-12T01:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '757e0f96-fd00-4439-9340-e2a96cbd250a', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'floating_ip_address': '172.25.0.129', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'port_id': '28911f01-cf71-4fcd-8fda-b870dfb063b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c', 'mac_address': 'fa:16:3e:b5:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c74b49c-843d-4f2e-b4a6-a859a2e4b959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:39:11Z', 'updated_at': '2021-11-12T01:39:11Z', 'revision_number': 0, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590a702f-9314-468d-bc5f-cd8a70fa38ea', 'name': '', 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'mac_address': 'fa:16:3e:3a:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:50Z', 'updated_at': '2021-11-12T01:38:56Z', 'revision_number': 5, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'subnets': [{'id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:12.667105 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bfaf9d-c119-4946-b43d-8c6d2818818e None None] Checking router: 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:39:12.669869 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb47b72-0c8d-4711-ad84-019f8f507bc9 req-2a26b588-1209-4718-a7d6-86f96f49ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:12.672218 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3bb47b72-0c8d-4711-ad84-019f8f507bc9 req-2a26b588-1209-4718-a7d6-86f96f49ab16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1b0e8fb-19c4-4844-b8b7-344c47a8064b HTTP/1.1" status: 200 len: 847 time: 0.0458891 Nov 12 01:39:12.675792 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bfaf9d-c119-4946-b43d-8c6d2818818e None None] Routers {'9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:12.676408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-13bfaf9d-c119-4946-b43d-8c6d2818818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:38:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:12.723745 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb47b72-0c8d-4711-ad84-019f8f507bc9 req-f7f7da30-e9d1-43d5-acbb-e50e75c3eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:12.725363 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3bb47b72-0c8d-4711-ad84-019f8f507bc9 req-f7f7da30-e9d1-43d5-acbb-e50e75c3eaa2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce956d80-2894-485e-a155-34c8f97c5f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464308 Nov 12 01:39:12.783994 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-13bfaf9d-c119-4946-b43d-8c6d2818818e None None] Set router 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:12.815052 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3bb47b72-0c8d-4711-ad84-019f8f507bc9 req-b42aa88c-18e3-4e08-bfda-d2f712a9a61a service neutron] 10.222.0.15 "GET /v2.0/networks/ce956d80-2894-485e-a155-34c8f97c5f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824742 Nov 12 01:39:12.914231 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3bb47b72-0c8d-4711-ad84-019f8f507bc9 req-c5baa942-154b-4f78-aa8e-3639454fa2aa service neutron] 10.222.0.15 "GET /v2.0/networks/ce956d80-2894-485e-a155-34c8f97c5f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924416 Nov 12 01:39:13.012905 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-13bfaf9d-c119-4946-b43d-8c6d2818818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'name': 'tempest-TestServerBasicOps-740728743-router', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:48Z', 'updated_at': '2021-11-12T01:38:51Z', 'revision_number': 4, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'gw_port': {'id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:49Z', 'updated_at': '2021-11-12T01:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '757e0f96-fd00-4439-9340-e2a96cbd250a', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'floating_ip_address': '172.25.0.129', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'port_id': '28911f01-cf71-4fcd-8fda-b870dfb063b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c', 'mac_address': 'fa:16:3e:b5:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c74b49c-843d-4f2e-b4a6-a859a2e4b959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:39:11Z', 'updated_at': '2021-11-12T01:39:11Z', 'revision_number': 0, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590a702f-9314-468d-bc5f-cd8a70fa38ea', 'name': '', 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'mac_address': 'fa:16:3e:3a:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:50Z', 'updated_at': '2021-11-12T01:38:56Z', 'revision_number': 5, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'subnets': [{'id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:13.043214 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bfaf9d-c119-4946-b43d-8c6d2818818e None None] The sync data for ids ['9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'] in n-d-712137-14 is: [{'id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'name': 'tempest-TestServerBasicOps-740728743-router', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:48Z', 'updated_at': '2021-11-12T01:38:51Z', 'revision_number': 4, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'gw_port': {'id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:49Z', 'updated_at': '2021-11-12T01:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '757e0f96-fd00-4439-9340-e2a96cbd250a', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'floating_ip_address': '172.25.0.129', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'port_id': '28911f01-cf71-4fcd-8fda-b870dfb063b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c', 'mac_address': 'fa:16:3e:b5:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c74b49c-843d-4f2e-b4a6-a859a2e4b959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:39:11Z', 'updated_at': '2021-11-12T01:39:11Z', 'revision_number': 0, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590a702f-9314-468d-bc5f-cd8a70fa38ea', 'name': '', 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'mac_address': 'fa:16:3e:3a:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:50Z', 'updated_at': '2021-11-12T01:38:56Z', 'revision_number': 5, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'subnets': [{'id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:39:13.237513 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4168674-dc2d-49cc-baf6-0bab63fe8b86 None None] New status for floating IP 757e0f96-fd00-4439-9340-e2a96cbd250a: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:39:17.425656 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:39:20.141855 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-587c01c1-5dd5-430e-8e72-02e8adba31fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:22.420658 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2043b9fa-b5de-455d-94de-9d7b3870ceb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.674169 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:25.138181 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:25.636492 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:26.129315 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:39.295256 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:47.876539 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a861ea63-e43b-4625-8fbe-d30a014ac4a4 req-e770f42c-540a-4dd8-a2cd-ba3aed40c907 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396290 Nov 12 01:39:47.974510 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861ea63-e43b-4625-8fbe-d30a014ac4a4 req-2a97a291-33d6-4a3b-bdae-0052d3218b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:47.976002 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a861ea63-e43b-4625-8fbe-d30a014ac4a4 req-2a97a291-33d6-4a3b-bdae-0052d3218b5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=583cf46b5917446a9b6c2f834bf40dbb&device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 1098 time: 0.0408685 Nov 12 01:39:48.081199 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861ea63-e43b-4625-8fbe-d30a014ac4a4 req-a6afd649-6cb9-4821-9a15-fdb232172f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:48.082661 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a861ea63-e43b-4625-8fbe-d30a014ac4a4 req-a6afd649-6cb9-4821-9a15-fdb232172f40 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce956d80-2894-485e-a155-34c8f97c5f0c HTTP/1.1" status: 200 len: 909 time: 0.0868254 Nov 12 01:39:48.147422 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a861ea63-e43b-4625-8fbe-d30a014ac4a4 req-4d74b8d8-534f-4429-8989-8ffbfd99545d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28911f01-cf71-4fcd-8fda-b870dfb063b4 HTTP/1.1" status: 200 len: 1002 time: 0.0579350 Nov 12 01:39:48.199834 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861ea63-e43b-4625-8fbe-d30a014ac4a4 req-6201cb51-9746-435f-8c66-5f04a51662fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:48.201385 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a861ea63-e43b-4625-8fbe-d30a014ac4a4 req-6201cb51-9746-435f-8c66-5f04a51662fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1b0e8fb-19c4-4844-b8b7-344c47a8064b HTTP/1.1" status: 200 len: 847 time: 0.0467758 Nov 12 01:39:48.246554 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861ea63-e43b-4625-8fbe-d30a014ac4a4 req-d019285d-282a-44c7-8f9c-15139bd1135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:48.247931 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a861ea63-e43b-4625-8fbe-d30a014ac4a4 req-d019285d-282a-44c7-8f9c-15139bd1135f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce956d80-2894-485e-a155-34c8f97c5f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395820 Nov 12 01:39:48.335496 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a861ea63-e43b-4625-8fbe-d30a014ac4a4 req-7b3eedff-dc80-407d-91de-2fbed033c711 service neutron] 10.222.0.15 "GET /v2.0/networks/ce956d80-2894-485e-a155-34c8f97c5f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802238 Nov 12 01:39:48.426633 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a861ea63-e43b-4625-8fbe-d30a014ac4a4 req-a131ff9d-eae5-486e-94ae-9aee24a14db9 service neutron] 10.222.0.15 "GET /v2.0/networks/ce956d80-2894-485e-a155-34c8f97c5f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840971 Nov 12 01:39:50.133941 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-aede27af-b3c8-4a8c-b1f1-9193d6131008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:52.416156 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5ff75e9d-2976-4a58-ab5b-57b22e3bcede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:53.678313 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:54.424910 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:39:55.137316 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:55.635507 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:56.130784 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:09.312766 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:18.068871 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52738) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:18.162621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834de7a-6a51-46b0-a356-60f96965e615 req-6e085d95-fd4a-45c0-88ed-c4aa7857bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:18.164126 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c834de7a-6a51-46b0-a356-60f96965e615 req-6e085d95-fd4a-45c0-88ed-c4aa7857bfc1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 1098 time: 0.0942433 Nov 12 01:40:18.211801 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c834de7a-6a51-46b0-a356-60f96965e615 req-24f6c40d-b523-4042-9678-da4a320c5be2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=dfc52885-9410-4ed4-9d3b-d428329dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415678 Nov 12 01:40:20.135372 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-75acc01e-94e9-4eb5-9a3e-847ea5a9a339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:22.418114 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-302dfb56-9385-4ca1-9f2a-800209e394e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:23.680725 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:25.138874 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:25.638249 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:26.132993 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:31.424161 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:40:39.309409 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:48.898577 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13fd8ea9-9f0e-4af0-914a-592ba528c7f8 req-ee500f58-6040-4745-b2d3-4cef414daa88 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420210 Nov 12 01:40:48.993525 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd8ea9-9f0e-4af0-914a-592ba528c7f8 req-0b60543b-9b37-4624-9da5-752c96337fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:48.995005 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13fd8ea9-9f0e-4af0-914a-592ba528c7f8 req-0b60543b-9b37-4624-9da5-752c96337fe1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=583cf46b5917446a9b6c2f834bf40dbb&device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 1098 time: 0.0397468 Nov 12 01:40:49.419036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd8ea9-9f0e-4af0-914a-592ba528c7f8 req-42354549-81ce-4163-a55e-5fc2f02df7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:49.420014 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13fd8ea9-9f0e-4af0-914a-592ba528c7f8 req-42354549-81ce-4163-a55e-5fc2f02df7a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce956d80-2894-485e-a155-34c8f97c5f0c HTTP/1.1" status: 200 len: 909 time: 0.4059360 Nov 12 01:40:49.488057 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13fd8ea9-9f0e-4af0-914a-592ba528c7f8 req-8c96efdc-628d-4731-b2bf-52fd931fc1cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28911f01-cf71-4fcd-8fda-b870dfb063b4 HTTP/1.1" status: 200 len: 1002 time: 0.0607791 Nov 12 01:40:49.539793 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd8ea9-9f0e-4af0-914a-592ba528c7f8 req-69a6276a-a9db-4f01-bd95-b2c4744efea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:49.541343 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13fd8ea9-9f0e-4af0-914a-592ba528c7f8 req-69a6276a-a9db-4f01-bd95-b2c4744efea0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1b0e8fb-19c4-4844-b8b7-344c47a8064b HTTP/1.1" status: 200 len: 847 time: 0.0458388 Nov 12 01:40:49.586239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd8ea9-9f0e-4af0-914a-592ba528c7f8 req-4bdec8e1-2910-44e8-bcd7-46ab6beae550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:49.587704 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13fd8ea9-9f0e-4af0-914a-592ba528c7f8 req-4bdec8e1-2910-44e8-bcd7-46ab6beae550 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce956d80-2894-485e-a155-34c8f97c5f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398953 Nov 12 01:40:49.681948 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13fd8ea9-9f0e-4af0-914a-592ba528c7f8 req-a96d2e76-9b71-4b31-b004-f4482f2a107d service neutron] 10.222.0.15 "GET /v2.0/networks/ce956d80-2894-485e-a155-34c8f97c5f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865982 Nov 12 01:40:49.768548 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13fd8ea9-9f0e-4af0-914a-592ba528c7f8 req-c01e3047-9728-4b86-87e8-7ef7b3e2a75a service neutron] 10.222.0.15 "GET /v2.0/networks/ce956d80-2894-485e-a155-34c8f97c5f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797539 Nov 12 01:40:50.136459 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b888d8b4-6c43-49e3-b770-640a3177ad7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.418801 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-41abd250-ae75-4894-a1bf-1872e0d013d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:53.683585 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.151744 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.643214 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:56.134610 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:08.423832 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:41:09.308961 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:20.137806 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-71ca0e62-8925-43cc-bebd-f61265303731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:22.419709 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b5479e3c-8f88-47d7-aaa0-d66d81e52642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:23.686569 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:25.150293 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:25.651541 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:26.137451 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:39.326793 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:45.423216 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:41:48.906607 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d356c3c8-2f6d-4ce8-98f2-e7fff72ba83b req-6eb75aa3-95c2-4b82-aad5-9890887db4e1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395901 Nov 12 01:41:49.013027 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356c3c8-2f6d-4ce8-98f2-e7fff72ba83b req-e4fe2943-0bc5-43f7-8da6-a80268985f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:49.014521 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d356c3c8-2f6d-4ce8-98f2-e7fff72ba83b req-e4fe2943-0bc5-43f7-8da6-a80268985f26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=583cf46b5917446a9b6c2f834bf40dbb&device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 1098 time: 0.0454464 Nov 12 01:41:49.122620 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356c3c8-2f6d-4ce8-98f2-e7fff72ba83b req-491707eb-a617-4024-b408-f37f456cbc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:49.124094 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d356c3c8-2f6d-4ce8-98f2-e7fff72ba83b req-491707eb-a617-4024-b408-f37f456cbc2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce956d80-2894-485e-a155-34c8f97c5f0c HTTP/1.1" status: 200 len: 909 time: 0.0899034 Nov 12 01:41:49.193408 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d356c3c8-2f6d-4ce8-98f2-e7fff72ba83b req-d2a88214-04ae-4ddf-bc3d-c417803309af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28911f01-cf71-4fcd-8fda-b870dfb063b4 HTTP/1.1" status: 200 len: 1002 time: 0.0612352 Nov 12 01:41:49.242535 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356c3c8-2f6d-4ce8-98f2-e7fff72ba83b req-c2efd95a-29b0-4c50-beab-7de52662ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:49.244015 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d356c3c8-2f6d-4ce8-98f2-e7fff72ba83b req-c2efd95a-29b0-4c50-beab-7de52662ce60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1b0e8fb-19c4-4844-b8b7-344c47a8064b HTTP/1.1" status: 200 len: 847 time: 0.0439589 Nov 12 01:41:49.288145 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356c3c8-2f6d-4ce8-98f2-e7fff72ba83b req-80a910a1-8cd7-4f0c-88e1-550565204541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:49.289655 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d356c3c8-2f6d-4ce8-98f2-e7fff72ba83b req-80a910a1-8cd7-4f0c-88e1-550565204541 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce956d80-2894-485e-a155-34c8f97c5f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387125 Nov 12 01:41:49.381550 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d356c3c8-2f6d-4ce8-98f2-e7fff72ba83b req-5f6ef829-2ada-4383-9067-303ac8717bc3 service neutron] 10.222.0.15 "GET /v2.0/networks/ce956d80-2894-485e-a155-34c8f97c5f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850415 Nov 12 01:41:49.468865 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d356c3c8-2f6d-4ce8-98f2-e7fff72ba83b req-0122b1dd-efd1-4e5c-91a6-c010e0b6da9d service neutron] 10.222.0.15 "GET /v2.0/networks/ce956d80-2894-485e-a155-34c8f97c5f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800197 Nov 12 01:41:50.139308 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cba8a122-c357-41c1-9608-1716b32cc66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:52.420666 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a4ca47fb-65a9-495a-9f61-2df922869d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:53.697261 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:55.151476 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:55.650176 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:56.143389 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:09.317855 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:20.142313 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-27579e20-57c8-44db-b446-f9adbde360e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:22.423158 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-69c50b6c-896e-46a9-937a-4421be52e5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:22.423851 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:42:23.692503 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:25.147855 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:25.653743 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:26.144945 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:39.337228 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:49.934337 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-155afb58-c556-4b14-a5c0-bbaded389775 req-e01f0d54-def7-4fe6-8cd8-91e31673df8b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0862515 Nov 12 01:42:50.032683 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155afb58-c556-4b14-a5c0-bbaded389775 req-fdbffb94-15aa-4aab-8823-b0e209ed8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:50.034212 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-155afb58-c556-4b14-a5c0-bbaded389775 req-fdbffb94-15aa-4aab-8823-b0e209ed8529 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=583cf46b5917446a9b6c2f834bf40dbb&device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 1098 time: 0.0406332 Nov 12 01:42:50.136800 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155afb58-c556-4b14-a5c0-bbaded389775 req-6632ec24-aa06-4bff-a591-a16e3739ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:50.138844 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-155afb58-c556-4b14-a5c0-bbaded389775 req-6632ec24-aa06-4bff-a591-a16e3739ea01 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce956d80-2894-485e-a155-34c8f97c5f0c HTTP/1.1" status: 200 len: 909 time: 0.0857227 Nov 12 01:42:50.142760 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-17bf47b4-bbe5-450f-871d-3e29ffdf53b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:50.212820 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-155afb58-c556-4b14-a5c0-bbaded389775 req-a7267087-2bf2-44e6-a296-a247489a2a68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28911f01-cf71-4fcd-8fda-b870dfb063b4 HTTP/1.1" status: 200 len: 1002 time: 0.0627370 Nov 12 01:42:50.261025 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155afb58-c556-4b14-a5c0-bbaded389775 req-235227a4-918b-48a2-8d1a-6fb637238673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:50.262441 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-155afb58-c556-4b14-a5c0-bbaded389775 req-235227a4-918b-48a2-8d1a-6fb637238673 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1b0e8fb-19c4-4844-b8b7-344c47a8064b HTTP/1.1" status: 200 len: 847 time: 0.0429435 Nov 12 01:42:50.307166 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155afb58-c556-4b14-a5c0-bbaded389775 req-c3965c21-7fcb-40a6-bdd3-db0e5a04afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:50.308622 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-155afb58-c556-4b14-a5c0-bbaded389775 req-c3965c21-7fcb-40a6-bdd3-db0e5a04afb8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce956d80-2894-485e-a155-34c8f97c5f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389776 Nov 12 01:42:50.401811 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-155afb58-c556-4b14-a5c0-bbaded389775 req-fefc6125-356e-424a-88ef-0f72006fa056 service neutron] 10.222.0.15 "GET /v2.0/networks/ce956d80-2894-485e-a155-34c8f97c5f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858440 Nov 12 01:42:50.490351 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-155afb58-c556-4b14-a5c0-bbaded389775 req-89b356f1-17f9-4af4-bbad-f2371397a2fd service neutron] 10.222.0.15 "GET /v2.0/networks/ce956d80-2894-485e-a155-34c8f97c5f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810428 Nov 12 01:42:52.424950 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4aea0a5b-ff05-4af6-97be-9b86633f8a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:53.695315 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:55.146383 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:55.654371 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:56.146829 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:59.421859 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:43:09.343973 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:20.144360 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-db889221-6c4f-4f0c-ba61-4e2877e2c042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:22.427587 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-41e83da0-eeff-43d7-a8b7-c5e91881d198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:23.698933 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:25.158404 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:25.661948 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:26.148745 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:36.421058 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:43:39.346282 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:50.145877 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-774f7e7f-3708-47e2-98b6-a7bafd77ec92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:50.891431 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-991b0503-25e1-4679-b9ee-d8a2a10b65e0 req-1dd80986-da23-4387-a33d-38f7f0e9d05f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453064 Nov 12 01:43:50.992088 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b0503-25e1-4679-b9ee-d8a2a10b65e0 req-ea970443-0f0c-4623-8e01-dd412dd688b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:50.993761 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-991b0503-25e1-4679-b9ee-d8a2a10b65e0 req-ea970443-0f0c-4623-8e01-dd412dd688b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=583cf46b5917446a9b6c2f834bf40dbb&device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 1098 time: 0.0408430 Nov 12 01:43:51.101677 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b0503-25e1-4679-b9ee-d8a2a10b65e0 req-0139494c-2f71-4549-bb05-c38e7c8606b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:51.103135 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-991b0503-25e1-4679-b9ee-d8a2a10b65e0 req-0139494c-2f71-4549-bb05-c38e7c8606b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce956d80-2894-485e-a155-34c8f97c5f0c HTTP/1.1" status: 200 len: 909 time: 0.0887613 Nov 12 01:43:51.167609 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-991b0503-25e1-4679-b9ee-d8a2a10b65e0 req-8a0eb366-cd06-45e3-8fe3-0511e62f5818 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28911f01-cf71-4fcd-8fda-b870dfb063b4 HTTP/1.1" status: 200 len: 1002 time: 0.0572128 Nov 12 01:43:51.215385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b0503-25e1-4679-b9ee-d8a2a10b65e0 req-fe8d59fa-468a-4c49-81a2-9504f3ee2b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:51.216836 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-991b0503-25e1-4679-b9ee-d8a2a10b65e0 req-fe8d59fa-468a-4c49-81a2-9504f3ee2b9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1b0e8fb-19c4-4844-b8b7-344c47a8064b HTTP/1.1" status: 200 len: 847 time: 0.0427015 Nov 12 01:43:51.265297 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b0503-25e1-4679-b9ee-d8a2a10b65e0 req-b15659db-956a-4fac-97b7-1aeac67a64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:51.266735 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-991b0503-25e1-4679-b9ee-d8a2a10b65e0 req-b15659db-956a-4fac-97b7-1aeac67a64f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce956d80-2894-485e-a155-34c8f97c5f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429189 Nov 12 01:43:51.355045 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-991b0503-25e1-4679-b9ee-d8a2a10b65e0 req-05abb607-70cb-4636-8a51-9837e9a16458 service neutron] 10.222.0.15 "GET /v2.0/networks/ce956d80-2894-485e-a155-34c8f97c5f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809493 Nov 12 01:43:51.448215 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-991b0503-25e1-4679-b9ee-d8a2a10b65e0 req-cb39e5d3-483a-4046-b5df-96e4b8030e90 service neutron] 10.222.0.15 "GET /v2.0/networks/ce956d80-2894-485e-a155-34c8f97c5f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855916 Nov 12 01:43:52.429208 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5b471820-dbec-4d2a-94eb-2acd39ac1e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:53.704821 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:55.170918 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:55.657379 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:56.151168 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:09.350923 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:13.420539 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:44:20.146695 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c96c2949-3054-45e8-b37a-5cf8dbede59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.429980 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d68fcac6-8099-4e2a-b0f5-b743085e8e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.090612 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75779f3-a5b0-4271-be90-f292037633d3 req-3d3a8202-58a0-46fa-a369-14607f92806a tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:23.092097 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e75779f3-a5b0-4271-be90-f292037633d3 req-3d3a8202-58a0-46fa-a369-14607f92806a tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 946 time: 0.1034634 Nov 12 01:44:23.142653 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e75779f3-a5b0-4271-be90-f292037633d3 req-bb2de29b-b39d-48fe-868f-0a0f61427146 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/security-groups?id=dfc52885-9410-4ed4-9d3b-d428329dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444369 Nov 12 01:44:23.704946 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.789329 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b7f48-02fd-410f-a713-d9718f892727 req-6b9e03fd-529a-4845-9060-f766651694d7 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:23.790793 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-810b7f48-02fd-410f-a713-d9718f892727 req-6b9e03fd-529a-4845-9060-f766651694d7 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 946 time: 0.0478098 Nov 12 01:44:23.882810 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-810b7f48-02fd-410f-a713-d9718f892727 req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Deleting port 28911f01-cf71-4fcd-8fda-b870dfb063b4 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:23.883149 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-810b7f48-02fd-410f-a713-d9718f892727 req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.971076 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-810b7f48-02fd-410f-a713-d9718f892727 req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] For port 28911f01-cf71-4fcd-8fda-b870dfb063b4, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=28911f01-cf71-4fcd-8fda-b870dfb063b4,segment=NetworkSegment(60cb212e-4bc3-4709-a8d9-ddf9e203b076),segment_id=60cb212e-4bc3-4709-a8d9-ddf9e203b076)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:23.971495 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-810b7f48-02fd-410f-a713-d9718f892727 req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.144423 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-810b7f48-02fd-410f-a713-d9718f892727 req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.145691 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-810b7f48-02fd-410f-a713-d9718f892727 req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.145691 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [req-810b7f48-02fd-410f-a713-d9718f892727 req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Floating IP 757e0f96-fd00-4439-9340-e2a96cbd250a disassociated. External IP: 172.25.0.129, port: 28911f01-cf71-4fcd-8fda-b870dfb063b4. Nov 12 01:44:24.145691 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-810b7f48-02fd-410f-a713-d9718f892727 req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Calling delete_port for 28911f01-cf71-4fcd-8fda-b870dfb063b4 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:24.275175 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-810b7f48-02fd-410f-a713-d9718f892727 req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.309306 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Pushing event deleted for resources: {'Port': ['ID=28911f01-cf71-4fcd-8fda-b870dfb063b4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:24.320401 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:24.320769 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:24.321110 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:24.321446 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:24.321783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:24.322118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:24.322452 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:24.322782 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:24.323140 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:24.323467 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:24.323797 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:24.324128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:24.336408 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b6727a54-d4f3-4316-9b75-f8a12a3a2fe8 req-5beedce6-cbe2-41d1-98d6-4cf2e6845a6a tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c74b49c-843d-4f2e-b4a6-a859a2e4b959 HTTP/1.1" status: 200 len: 210 time: 0.0828269 Nov 12 01:44:24.434703 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-810b7f48-02fd-410f-a713-d9718f892727 req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Router 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:44:24.539540 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-810b7f48-02fd-410f-a713-d9718f892727 req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:44:24.549918 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b26c1e5-59d6-4892-bd71-56389ec5cb9b None None] Sync routers for ids ['9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:44:24.560381 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b26c1e5-59d6-4892-bd71-56389ec5cb9b None None] Routers {'9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:24.561177 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5b26c1e5-59d6-4892-bd71-56389ec5cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:44:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:24.581591 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-810b7f48-02fd-410f-a713-d9718f892727 req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] No DVR routers for this DVR port 28911f01-cf71-4fcd-8fda-b870dfb063b4 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:44:24.584427 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-810b7f48-02fd-410f-a713-d9718f892727 req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.587851 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-810b7f48-02fd-410f-a713-d9718f892727 req-77136917-58f0-4340-a8d1-f09ba67ed5c1 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.15 "DELETE /v2.0/ports/28911f01-cf71-4fcd-8fda-b870dfb063b4 HTTP/1.1" status: 204 len: 173 time: 0.7908447 Nov 12 01:44:24.588238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c74b49c-843d-4f2e-b4a6-a859a2e4b959', 'name': 'network-vif-deleted', 'tag': '28911f01-cf71-4fcd-8fda-b870dfb063b4'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:44:24.591121 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4165a888-ad03-48b2-8918-de33341ec8f9" -d '{"events": [{"server_uuid": "0c74b49c-843d-4f2e-b4a6-a859a2e4b959", "name": "network-vif-deleted", "tag": "28911f01-cf71-4fcd-8fda-b870dfb063b4"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:44:24.685982 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-5b26c1e5-59d6-4892-bd71-56389ec5cb9b None None] Set router 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:24.729078 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c678095-d8c3-4067-bd60-e4881e3d55da x-openstack-request-id: req-4c678095-d8c3-4067-bd60-e4881e3d55da {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:44:24.729468 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c74b49c-843d-4f2e-b4a6-a859a2e4b959", "name": "network-vif-deleted", "tag": "28911f01-cf71-4fcd-8fda-b870dfb063b4", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:44:24.730184 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c678095-d8c3-4067-bd60-e4881e3d55da {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:44:24.730184 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c74b49c-843d-4f2e-b4a6-a859a2e4b959', 'name': 'network-vif-deleted', 'tag': '28911f01-cf71-4fcd-8fda-b870dfb063b4', 'status': 'completed', 'code': 200} Nov 12 01:44:24.906567 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5b26c1e5-59d6-4892-bd71-56389ec5cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'name': 'tempest-TestServerBasicOps-740728743-router', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:48Z', 'updated_at': '2021-11-12T01:38:51Z', 'revision_number': 4, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'gw_port': {'id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:49Z', 'updated_at': '2021-11-12T01:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '590a702f-9314-468d-bc5f-cd8a70fa38ea', 'name': '', 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'mac_address': 'fa:16:3e:3a:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:50Z', 'updated_at': '2021-11-12T01:38:56Z', 'revision_number': 5, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'subnets': [{'id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:24.932870 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b26c1e5-59d6-4892-bd71-56389ec5cb9b None None] Checking router: 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:44:24.941013 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b26c1e5-59d6-4892-bd71-56389ec5cb9b None None] Routers {'9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:24.941620 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5b26c1e5-59d6-4892-bd71-56389ec5cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:44:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:25.047427 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-5b26c1e5-59d6-4892-bd71-56389ec5cb9b None None] Set router 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:25.195694 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.269261 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-5b26c1e5-59d6-4892-bd71-56389ec5cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'name': 'tempest-TestServerBasicOps-740728743-router', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:48Z', 'updated_at': '2021-11-12T01:38:51Z', 'revision_number': 4, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'gw_port': {'id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:49Z', 'updated_at': '2021-11-12T01:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '590a702f-9314-468d-bc5f-cd8a70fa38ea', 'name': '', 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'mac_address': 'fa:16:3e:3a:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:50Z', 'updated_at': '2021-11-12T01:38:56Z', 'revision_number': 5, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'subnets': [{'id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:25.295185 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b26c1e5-59d6-4892-bd71-56389ec5cb9b None None] The sync data for ids ['9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'] in n-d-712137-14 is: [{'id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'name': 'tempest-TestServerBasicOps-740728743-router', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:48Z', 'updated_at': '2021-11-12T01:38:51Z', 'revision_number': 4, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'gw_port': {'id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:49Z', 'updated_at': '2021-11-12T01:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '590a702f-9314-468d-bc5f-cd8a70fa38ea', 'name': '', 'network_id': 'ce956d80-2894-485e-a155-34c8f97c5f0c', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'mac_address': 'fa:16:3e:3a:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:50Z', 'updated_at': '2021-11-12T01:38:56Z', 'revision_number': 5, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'subnets': [{'id': 'f1b0e8fb-19c4-4844-b8b7-344c47a8064b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:44:25.395645 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52872) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:25.527526 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a85a382-83ec-4488-9382-b4131898e6ab None None] New status for floating IP 757e0f96-fd00-4439-9340-e2a96cbd250a: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:44:25.543295 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-a65d9383-0adf-47cc-80e0-e396cba553c2 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Deleting port 98a83e22-8e9d-4798-88d1-5a90be57983f {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:25.543698 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a65d9383-0adf-47cc-80e0-e396cba553c2 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.629636 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a65d9383-0adf-47cc-80e0-e396cba553c2 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.629993 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a65d9383-0adf-47cc-80e0-e396cba553c2 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.652478 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-a65d9383-0adf-47cc-80e0-e396cba553c2 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Calling delete_port for 98a83e22-8e9d-4798-88d1-5a90be57983f owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:25.666151 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.792750 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a65d9383-0adf-47cc-80e0-e396cba553c2 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.819251 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d9383-0adf-47cc-80e0-e396cba553c2 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Pushing event deleted for resources: {'Port': ['ID=98a83e22-8e9d-4798-88d1-5a90be57983f,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:25.845449 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d9383-0adf-47cc-80e0-e396cba553c2 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:25.845797 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d9383-0adf-47cc-80e0-e396cba553c2 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:25.846137 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d9383-0adf-47cc-80e0-e396cba553c2 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:25.846477 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d9383-0adf-47cc-80e0-e396cba553c2 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:25.846814 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d9383-0adf-47cc-80e0-e396cba553c2 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:25.847142 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d9383-0adf-47cc-80e0-e396cba553c2 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:25.847471 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d9383-0adf-47cc-80e0-e396cba553c2 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:25.847824 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d9383-0adf-47cc-80e0-e396cba553c2 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:25.848145 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d9383-0adf-47cc-80e0-e396cba553c2 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:25.848468 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d9383-0adf-47cc-80e0-e396cba553c2 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:25.848822 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d9383-0adf-47cc-80e0-e396cba553c2 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:25.849147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d9383-0adf-47cc-80e0-e396cba553c2 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:25.888028 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a65d9383-0adf-47cc-80e0-e396cba553c2 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.890640 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a65d9383-0adf-47cc-80e0-e396cba553c2 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.891816 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a65d9383-0adf-47cc-80e0-e396cba553c2 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "DELETE /v2.0/floatingips/757e0f96-fd00-4439-9340-e2a96cbd250a HTTP/1.1" status: 204 len: 168 time: 0.4950864 Nov 12 01:44:25.960323 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52880) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:26.016010 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-af37dca5-d46e-4a7e-9c90-be782d514a11 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.040189 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-af37dca5-d46e-4a7e-9c90-be782d514a11 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.105299 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-af37dca5-d46e-4a7e-9c90-be782d514a11 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.108159 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-af37dca5-d46e-4a7e-9c90-be782d514a11 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.109442 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-af37dca5-d46e-4a7e-9c90-be782d514a11 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] 10.222.0.31 "DELETE /v2.0/security-groups/dfc52885-9410-4ed4-9d3b-d428329dfd32 HTTP/1.1" status: 204 len: 168 time: 0.1480765 Nov 12 01:44:26.119586 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37dca5-d46e-4a7e-9c90-be782d514a11 tempest-TestServerBasicOps-1742863839 tempest-TestServerBasicOps-1742863839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc52885-9410-4ed4-9d3b-d428329dfd32,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:26.155354 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52884) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:26.169148 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.598577 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7b032f14-3757-4792-8f1e-1f299f507a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.842868 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-7b032f14-3757-4792-8f1e-1f299f507a63 admin admin] Deleting port 590a702f-9314-468d-bc5f-cd8a70fa38ea {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:26.843207 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7b032f14-3757-4792-8f1e-1f299f507a63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.923217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-7b032f14-3757-4792-8f1e-1f299f507a63 admin admin] For port 590a702f-9314-468d-bc5f-cd8a70fa38ea, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=590a702f-9314-468d-bc5f-cd8a70fa38ea,segment=NetworkSegment(60cb212e-4bc3-4709-a8d9-ddf9e203b076),segment_id=60cb212e-4bc3-4709-a8d9-ddf9e203b076)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:26.923487 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7b032f14-3757-4792-8f1e-1f299f507a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:26.936471 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-7b032f14-3757-4792-8f1e-1f299f507a63 admin admin] Calling delete_port for 590a702f-9314-468d-bc5f-cd8a70fa38ea owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:27.115367 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7b032f14-3757-4792-8f1e-1f299f507a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.138699 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b032f14-3757-4792-8f1e-1f299f507a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=590a702f-9314-468d-bc5f-cd8a70fa38ea,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:27.311072 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7b032f14-3757-4792-8f1e-1f299f507a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.522335 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b032f14-3757-4792-8f1e-1f299f507a63 admin admin] Router 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:44:27.630627 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b032f14-3757-4792-8f1e-1f299f507a63 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:44:27.636181 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7b032f14-3757-4792-8f1e-1f299f507a63 admin admin] 10.222.0.31 "PUT /v2.0/routers/9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4786808 Nov 12 01:44:27.638833 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52888) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:27.641773 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66f2455-90f5-46c5-af9f-3887ea895872 None None] Sync routers for ids ['9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:44:27.654137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66f2455-90f5-46c5-af9f-3887ea895872 None None] Routers {'9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:27.654847 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c66f2455-90f5-46c5-af9f-3887ea895872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:44:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:27.748931 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f583786d-ec4d-4ae1-bbb8-66506234870c admin admin] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.758179 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-c66f2455-90f5-46c5-af9f-3887ea895872 None None] Set router 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:27.849649 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f583786d-ec4d-4ae1-bbb8-66506234870c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.882897 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 28911f01-cf71-4fcd-8fda-b870dfb063b4 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:44:27.907847 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-f583786d-ec4d-4ae1-bbb8-66506234870c admin admin] Deleting port 6049bc00-36f0-4a58-9816-8d0ca8de80a4 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:27.908195 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f583786d-ec4d-4ae1-bbb8-66506234870c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.915121 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 28911f01-cf71-4fcd-8fda-b870dfb063b4 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:44:27.915470 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 28911f01-cf71-4fcd-8fda-b870dfb063b4 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:44:27.966714 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c66f2455-90f5-46c5-af9f-3887ea895872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'name': 'tempest-TestServerBasicOps-740728743-router', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:48Z', 'updated_at': '2021-11-12T01:44:27Z', 'revision_number': 5, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'gw_port': {'id': '6049bc00-36f0-4a58-9816-8d0ca8de80a4', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:49Z', 'updated_at': '2021-11-12T01:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:27.986390 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-f583786d-ec4d-4ae1-bbb8-66506234870c admin admin] For port 6049bc00-36f0-4a58-9816-8d0ca8de80a4, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6049bc00-36f0-4a58-9816-8d0ca8de80a4,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:27.986751 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f583786d-ec4d-4ae1-bbb8-66506234870c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.992861 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66f2455-90f5-46c5-af9f-3887ea895872 None None] Checking router: 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:44:27.999947 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-f583786d-ec4d-4ae1-bbb8-66506234870c admin admin] Calling delete_port for 6049bc00-36f0-4a58-9816-8d0ca8de80a4 owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:28.001649 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66f2455-90f5-46c5-af9f-3887ea895872 None None] Routers {'9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:28.002249 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c66f2455-90f5-46c5-af9f-3887ea895872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:44:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:28.088783 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-c66f2455-90f5-46c5-af9f-3887ea895872 None None] Set router 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:28.144856 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-c66f2455-90f5-46c5-af9f-3887ea895872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'name': 'tempest-TestServerBasicOps-740728743-router', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:48Z', 'updated_at': '2021-11-12T01:44:27Z', 'revision_number': 6, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:28.167446 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f583786d-ec4d-4ae1-bbb8-66506234870c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.172619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66f2455-90f5-46c5-af9f-3887ea895872 None None] The sync data for ids ['9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b'] in n-d-712137-14 is: [{'id': '9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b', 'name': 'tempest-TestServerBasicOps-740728743-router', 'tenant_id': '583cf46b5917446a9b6c2f834bf40dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:48Z', 'updated_at': '2021-11-12T01:44:27Z', 'revision_number': 6, 'project_id': '583cf46b5917446a9b6c2f834bf40dbb', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:44:28.194918 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583786d-ec4d-4ae1-bbb8-66506234870c admin admin] Pushing event deleted for resources: {'Port': ['ID=6049bc00-36f0-4a58-9816-8d0ca8de80a4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:28.215062 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575e2dc4-7a43-41f2-9adb-a6bc0875f10b None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:44:28.260508 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f583786d-ec4d-4ae1-bbb8-66506234870c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.349420 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f583786d-ec4d-4ae1-bbb8-66506234870c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.351504 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f583786d-ec4d-4ae1-bbb8-66506234870c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.393737 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f583786d-ec4d-4ae1-bbb8-66506234870c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.394270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f583786d-ec4d-4ae1-bbb8-66506234870c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:44:28.398458 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f583786d-ec4d-4ae1-bbb8-66506234870c admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.399611 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f583786d-ec4d-4ae1-bbb8-66506234870c admin admin] 10.222.0.31 "DELETE /v2.0/routers/9e7c2899-6eff-4a9c-95cb-7c6b5d2a800b HTTP/1.1" status: 204 len: 168 time: 0.7593150 Nov 12 01:44:28.402195 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52890) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:28.449911 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb81246-7952-414e-890e-a968f8fd3878 admin admin] Deleting subnet f1b0e8fb-19c4-4844-b8b7-344c47a8064b {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:44:28.452927 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0fb81246-7952-414e-890e-a968f8fd3878 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.486486 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0fb81246-7952-414e-890e-a968f8fd3878 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.564367 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0fb81246-7952-414e-890e-a968f8fd3878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.620497 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0fb81246-7952-414e-890e-a968f8fd3878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.652228 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb81246-7952-414e-890e-a968f8fd3878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1b0e8fb-19c4-4844-b8b7-344c47a8064b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:28.654173 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0fb81246-7952-414e-890e-a968f8fd3878 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.657410 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0fb81246-7952-414e-890e-a968f8fd3878 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f1b0e8fb-19c4-4844-b8b7-344c47a8064b HTTP/1.1" status: 204 len: 168 time: 0.2542944 Nov 12 01:44:28.657887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9b1a23-22a7-4856-8ffb-1447db311d79 None None] Network ce956d80-2894-485e-a155-34c8f97c5f0c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:28.660032 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 52892) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:28.727375 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3b75-61d3-4485-b5b4-3cc629c3d050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.778870 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a3b75-61d3-4485-b5b4-3cc629c3d050 admin admin] Deleting port fb3ec8dd-5d89-4645-a80d-5921f098501d {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:28.779221 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3b75-61d3-4485-b5b4-3cc629c3d050 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.846037 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-5d9a3b75-61d3-4485-b5b4-3cc629c3d050 admin admin] For port fb3ec8dd-5d89-4645-a80d-5921f098501d, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=fb3ec8dd-5d89-4645-a80d-5921f098501d,segment=NetworkSegment(60cb212e-4bc3-4709-a8d9-ddf9e203b076),segment_id=60cb212e-4bc3-4709-a8d9-ddf9e203b076)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:28.846394 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3b75-61d3-4485-b5b4-3cc629c3d050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.858980 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a3b75-61d3-4485-b5b4-3cc629c3d050 admin admin] Calling delete_port for fb3ec8dd-5d89-4645-a80d-5921f098501d owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:28.939450 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3b75-61d3-4485-b5b4-3cc629c3d050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.972137 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a3b75-61d3-4485-b5b4-3cc629c3d050 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb3ec8dd-5d89-4645-a80d-5921f098501d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:28.974881 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b00cc1f-1d81-4bc4-8543-ef2302d8bbd7 None None] DHCP port deletion for ce956d80-2894-485e-a155-34c8f97c5f0c request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:44:28.975547 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9a3b75-61d3-4485-b5b4-3cc629c3d050 admin admin] No DVR routers for this DVR port fb3ec8dd-5d89-4645-a80d-5921f098501d on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:44:29.051750 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3b75-61d3-4485-b5b4-3cc629c3d050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.077342 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-5d9a3b75-61d3-4485-b5b4-3cc629c3d050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce956d80-2894-485e-a155-34c8f97c5f0c']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:29.091597 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-5d9a3b75-61d3-4485-b5b4-3cc629c3d050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60cb212e-4bc3-4709-a8d9-ddf9e203b076') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:29.091906 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-5d9a3b75-61d3-4485-b5b4-3cc629c3d050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60cb212e-4bc3-4709-a8d9-ddf9e203b076') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:29.101750 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3b75-61d3-4485-b5b4-3cc629c3d050 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.114481 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device fb3ec8dd-5d89-4645-a80d-5921f098501d no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:44:29.117524 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3b75-61d3-4485-b5b4-3cc629c3d050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.125304 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9a3b75-61d3-4485-b5b4-3cc629c3d050 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:44:29.125904 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3b75-61d3-4485-b5b4-3cc629c3d050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:44:29.127654 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:44:29.134808 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: fb3ec8dd-5d89-4645-a80d-5921f098501d {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:44:29.135159 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device fb3ec8dd-5d89-4645-a80d-5921f098501d not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:44:29.136105 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 590a702f-9314-468d-bc5f-cd8a70fa38ea no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:44:29.155934 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 590a702f-9314-468d-bc5f-cd8a70fa38ea {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:44:29.156291 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 590a702f-9314-468d-bc5f-cd8a70fa38ea not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:44:29.156771 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6049bc00-36f0-4a58-9816-8d0ca8de80a4 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:44:29.180220 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 6049bc00-36f0-4a58-9816-8d0ca8de80a4 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:44:29.180804 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6049bc00-36f0-4a58-9816-8d0ca8de80a4 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:44:29.196298 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3b75-61d3-4485-b5b4-3cc629c3d050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.206058 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3b75-61d3-4485-b5b4-3cc629c3d050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.209548 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5d9a3b75-61d3-4485-b5b4-3cc629c3d050 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ce956d80-2894-485e-a155-34c8f97c5f0c HTTP/1.1" status: 204 len: 168 time: 0.5485723 Nov 12 01:44:29.213052 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52894) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:29.228827 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a3b75-61d3-4485-b5b4-3cc629c3d050 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce956d80-2894-485e-a155-34c8f97c5f0c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:29.879170 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d910dda-68d2-4042-aca1-a216d603bd87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:30.118220 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-5d910dda-68d2-4042-aca1-a216d603bd87 admin admin] Deleting port 6f1fa63f-c6ad-45ef-a9f0-94f88318b20c {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:30.118567 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d910dda-68d2-4042-aca1-a216d603bd87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:30.199168 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-5d910dda-68d2-4042-aca1-a216d603bd87 admin admin] For port 6f1fa63f-c6ad-45ef-a9f0-94f88318b20c, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6f1fa63f-c6ad-45ef-a9f0-94f88318b20c,segment=NetworkSegment(a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc),segment_id=a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:30.199533 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d910dda-68d2-4042-aca1-a216d603bd87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:30.211639 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-5d910dda-68d2-4042-aca1-a216d603bd87 admin admin] Calling delete_port for 6f1fa63f-c6ad-45ef-a9f0-94f88318b20c owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:30.392564 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d910dda-68d2-4042-aca1-a216d603bd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:30.417702 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d910dda-68d2-4042-aca1-a216d603bd87 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f1fa63f-c6ad-45ef-a9f0-94f88318b20c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:30.590482 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5d910dda-68d2-4042-aca1-a216d603bd87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:30.798887 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d910dda-68d2-4042-aca1-a216d603bd87 admin admin] Router 2608ba6e-e82a-418f-97df-8c285ef03e64 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:44:30.904122 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d910dda-68d2-4042-aca1-a216d603bd87 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:44:30.909771 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5d910dda-68d2-4042-aca1-a216d603bd87 admin admin] 10.222.0.31 "PUT /v2.0/routers/2608ba6e-e82a-418f-97df-8c285ef03e64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6940436 Nov 12 01:44:30.911828 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52896) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:30.914420 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07dab2e-d948-4f06-9c8f-3331dacf3a3d None None] Sync routers for ids ['2608ba6e-e82a-418f-97df-8c285ef03e64'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:44:30.925085 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07dab2e-d948-4f06-9c8f-3331dacf3a3d None None] Routers {'2608ba6e-e82a-418f-97df-8c285ef03e64'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:30.925728 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c07dab2e-d948-4f06-9c8f-3331dacf3a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:44:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2608ba6e-e82a-418f-97df-8c285ef03e64'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:31.022058 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bbd6332a-e278-45b5-b20e-16ddea41a2a3 admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.029747 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-c07dab2e-d948-4f06-9c8f-3331dacf3a3d None None] Set router 2608ba6e-e82a-418f-97df-8c285ef03e64 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:31.131304 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bbd6332a-e278-45b5-b20e-16ddea41a2a3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.184930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-bbd6332a-e278-45b5-b20e-16ddea41a2a3 admin admin] Deleting port de04fd35-9ee8-4382-9aaa-175acaccb2ba {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:31.185283 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bbd6332a-e278-45b5-b20e-16ddea41a2a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.206232 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c07dab2e-d948-4f06-9c8f-3331dacf3a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2608ba6e-e82a-418f-97df-8c285ef03e64', 'name': 'tempest-TestServerBasicOps-2059071374-router', 'tenant_id': '90002476c6a44fed960754362d83604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'de04fd35-9ee8-4382-9aaa-175acaccb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:53Z', 'updated_at': '2021-11-12T01:44:30Z', 'revision_number': 5, 'project_id': '90002476c6a44fed960754362d83604e', 'gw_port': {'id': 'de04fd35-9ee8-4382-9aaa-175acaccb2ba', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2608ba6e-e82a-418f-97df-8c285ef03e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:54Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:31.237419 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07dab2e-d948-4f06-9c8f-3331dacf3a3d None None] Checking router: 2608ba6e-e82a-418f-97df-8c285ef03e64 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:44:31.246010 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07dab2e-d948-4f06-9c8f-3331dacf3a3d None None] Routers {'2608ba6e-e82a-418f-97df-8c285ef03e64'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:44:31.246751 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c07dab2e-d948-4f06-9c8f-3331dacf3a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:44:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2608ba6e-e82a-418f-97df-8c285ef03e64'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:31.268950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-bbd6332a-e278-45b5-b20e-16ddea41a2a3 admin admin] For port de04fd35-9ee8-4382-9aaa-175acaccb2ba, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=de04fd35-9ee8-4382-9aaa-175acaccb2ba,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:31.269321 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bbd6332a-e278-45b5-b20e-16ddea41a2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.287509 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-bbd6332a-e278-45b5-b20e-16ddea41a2a3 admin admin] Calling delete_port for de04fd35-9ee8-4382-9aaa-175acaccb2ba owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:31.337596 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-c07dab2e-d948-4f06-9c8f-3331dacf3a3d None None] Set router 2608ba6e-e82a-418f-97df-8c285ef03e64 gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:44:31.388222 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c07dab2e-d948-4f06-9c8f-3331dacf3a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2608ba6e-e82a-418f-97df-8c285ef03e64', 'name': 'tempest-TestServerBasicOps-2059071374-router', 'tenant_id': '90002476c6a44fed960754362d83604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:53Z', 'updated_at': '2021-11-12T01:44:31Z', 'revision_number': 6, 'project_id': '90002476c6a44fed960754362d83604e', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:31.417497 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07dab2e-d948-4f06-9c8f-3331dacf3a3d None None] The sync data for ids ['2608ba6e-e82a-418f-97df-8c285ef03e64'] in n-d-712137-14 is: [{'id': '2608ba6e-e82a-418f-97df-8c285ef03e64', 'name': 'tempest-TestServerBasicOps-2059071374-router', 'tenant_id': '90002476c6a44fed960754362d83604e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:53Z', 'updated_at': '2021-11-12T01:44:31Z', 'revision_number': 6, 'project_id': '90002476c6a44fed960754362d83604e', 'gw_port_host': None}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:44:31.456177 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bbd6332a-e278-45b5-b20e-16ddea41a2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.481919 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6332a-e278-45b5-b20e-16ddea41a2a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=de04fd35-9ee8-4382-9aaa-175acaccb2ba,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:31.497917 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddeebf8-7c98-47ae-9446-6a4a114f95c2 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:44:31.547608 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bbd6332a-e278-45b5-b20e-16ddea41a2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.639720 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bbd6332a-e278-45b5-b20e-16ddea41a2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.642070 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bbd6332a-e278-45b5-b20e-16ddea41a2a3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.689510 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bbd6332a-e278-45b5-b20e-16ddea41a2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.690259 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd6332a-e278-45b5-b20e-16ddea41a2a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2608ba6e-e82a-418f-97df-8c285ef03e64 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:44:31.694693 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-bbd6332a-e278-45b5-b20e-16ddea41a2a3 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.695855 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bbd6332a-e278-45b5-b20e-16ddea41a2a3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2608ba6e-e82a-418f-97df-8c285ef03e64 HTTP/1.1" status: 204 len: 168 time: 0.7830968 Nov 12 01:44:31.698530 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52898) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:31.742765 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce90d856-5c06-4818-91d6-1a963dca5e76 admin admin] Deleting subnet 3feeaabe-e22f-4fc0-bf7e-0ee77b2d6feb {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:44:31.745834 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ce90d856-5c06-4818-91d6-1a963dca5e76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.781405 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ce90d856-5c06-4818-91d6-1a963dca5e76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.868849 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ce90d856-5c06-4818-91d6-1a963dca5e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.921351 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ce90d856-5c06-4818-91d6-1a963dca5e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.952515 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90d856-5c06-4818-91d6-1a963dca5e76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3feeaabe-e22f-4fc0-bf7e-0ee77b2d6feb,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:31.954424 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ce90d856-5c06-4818-91d6-1a963dca5e76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.957822 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ce90d856-5c06-4818-91d6-1a963dca5e76 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3feeaabe-e22f-4fc0-bf7e-0ee77b2d6feb HTTP/1.1" status: 204 len: 168 time: 0.2583625 Nov 12 01:44:31.959064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9c066f-ef3f-4f24-8b75-f5fa53a75524 None None] Network d8b57ed2-29e8-46c8-be3e-63ada17f2cd4 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:31.960262 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52900) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:32.032576 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8220eef6-212b-47df-b7d0-67286783763b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.085724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-8220eef6-212b-47df-b7d0-67286783763b admin admin] Deleting port 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:32.086067 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8220eef6-212b-47df-b7d0-67286783763b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.153050 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-8220eef6-212b-47df-b7d0-67286783763b admin admin] For port 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1eac6843-1e91-40b9-a3ea-8179f8a3a5a4,segment=NetworkSegment(a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc),segment_id=a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:32.153422 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8220eef6-212b-47df-b7d0-67286783763b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.166817 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-8220eef6-212b-47df-b7d0-67286783763b admin admin] Calling delete_port for 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:32.172050 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ecdfe6-785c-4f50-838f-61d9b9ff3047 None None] DHCP port deletion for d8b57ed2-29e8-46c8-be3e-63ada17f2cd4 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:44:32.224017 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-17ecdfe6-785c-4f50-838f-61d9b9ff3047 None None] Deleting port 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:32.224401 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-17ecdfe6-785c-4f50-838f-61d9b9ff3047 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.253841 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8220eef6-212b-47df-b7d0-67286783763b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.281772 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220eef6-212b-47df-b7d0-67286783763b admin admin] Pushing event deleted for resources: {'Port': ['ID=1eac6843-1e91-40b9-a3ea-8179f8a3a5a4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:32.287478 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-17ecdfe6-785c-4f50-838f-61d9b9ff3047 None None] For port 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1eac6843-1e91-40b9-a3ea-8179f8a3a5a4,segment=NetworkSegment(a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc),segment_id=a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:32.287889 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-17ecdfe6-785c-4f50-838f-61d9b9ff3047 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.288143 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8220eef6-212b-47df-b7d0-67286783763b admin admin] No DVR routers for this DVR port 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:44:32.306019 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-17ecdfe6-785c-4f50-838f-61d9b9ff3047 None None] Calling delete_port for 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:32.371542 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8220eef6-212b-47df-b7d0-67286783763b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.385295 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-17ecdfe6-785c-4f50-838f-61d9b9ff3047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.393716 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-8220eef6-212b-47df-b7d0-67286783763b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b57ed2-29e8-46c8-be3e-63ada17f2cd4']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:32.403808 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-8220eef6-212b-47df-b7d0-67286783763b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:32.404113 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-8220eef6-212b-47df-b7d0-67286783763b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d7c6f7-d0b5-4bb8-a934-c26592cc0abc') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:32.411789 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecdfe6-785c-4f50-838f-61d9b9ff3047 None None] Pushing event deleted for resources: {'Port': ['ID=1eac6843-1e91-40b9-a3ea-8179f8a3a5a4,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:32.414087 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8220eef6-212b-47df-b7d0-67286783763b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.421474 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ecdfe6-785c-4f50-838f-61d9b9ff3047 None None] No DVR routers for this DVR port 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:44:32.428446 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecdfe6-785c-4f50-838f-61d9b9ff3047 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:32.429266 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecdfe6-785c-4f50-838f-61d9b9ff3047 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:32.429632 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecdfe6-785c-4f50-838f-61d9b9ff3047 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:32.430297 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecdfe6-785c-4f50-838f-61d9b9ff3047 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:32.430741 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecdfe6-785c-4f50-838f-61d9b9ff3047 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:32.431107 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecdfe6-785c-4f50-838f-61d9b9ff3047 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:32.431439 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecdfe6-785c-4f50-838f-61d9b9ff3047 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:32.431763 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecdfe6-785c-4f50-838f-61d9b9ff3047 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:32.431952 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8220eef6-212b-47df-b7d0-67286783763b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.432080 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecdfe6-785c-4f50-838f-61d9b9ff3047 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:32.432947 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecdfe6-785c-4f50-838f-61d9b9ff3047 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:32.433244 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecdfe6-785c-4f50-838f-61d9b9ff3047 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:32.434466 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ecdfe6-785c-4f50-838f-61d9b9ff3047 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:32.442693 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8220eef6-212b-47df-b7d0-67286783763b admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:44:32.443071 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8220eef6-212b-47df-b7d0-67286783763b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:44:32.444994 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:44:32.499089 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8220eef6-212b-47df-b7d0-67286783763b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.504930 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8220eef6-212b-47df-b7d0-67286783763b admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.508127 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8220eef6-212b-47df-b7d0-67286783763b admin admin] 10.222.0.31 "DELETE /v2.0/networks/d8b57ed2-29e8-46c8-be3e-63ada17f2cd4 HTTP/1.1" status: 204 len: 168 time: 0.5468998 Nov 12 01:44:32.519510 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220eef6-212b-47df-b7d0-67286783763b admin admin] Pushing event deleted for resources: {'Network': ['ID=d8b57ed2-29e8-46c8-be3e-63ada17f2cd4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:32.618967 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52904) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:32.663766 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-87833c85-1873-4668-b378-877e7dad253f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=583cf46b5917446a9b6c2f834bf40dbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435884 Nov 12 01:44:32.666265 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52906) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:32.713351 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73920c1d-86e3-44a2-b577-9e0ca68726b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.735600 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73920c1d-86e3-44a2-b577-9e0ca68726b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.788286 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73920c1d-86e3-44a2-b577-9e0ca68726b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.791175 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73920c1d-86e3-44a2-b577-9e0ca68726b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.793111 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-73920c1d-86e3-44a2-b577-9e0ca68726b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80bf85e5-013e-4a7b-933b-5f82e7f4b867 HTTP/1.1" status: 204 len: 168 time: 0.1253655 Nov 12 01:44:32.804939 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73920c1d-86e3-44a2-b577-9e0ca68726b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bf85e5-013e-4a7b-933b-5f82e7f4b867,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:33.108264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:44:33.113254 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52912) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:33.134102 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:44:33.134457 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1eac6843-1e91-40b9-a3ea-8179f8a3a5a4 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:44:33.134869 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device de04fd35-9ee8-4382-9aaa-175acaccb2ba no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:44:33.154328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: de04fd35-9ee8-4382-9aaa-175acaccb2ba {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:44:33.154661 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b5810925-95ef-4a55-89e8-30414d6df9b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90002476c6a44fed960754362d83604e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402155 Nov 12 01:44:33.154785 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device de04fd35-9ee8-4382-9aaa-175acaccb2ba not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:44:33.155171 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6f1fa63f-c6ad-45ef-a9f0-94f88318b20c no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:44:33.157132 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 52914) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:33.174058 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 6f1fa63f-c6ad-45ef-a9f0-94f88318b20c {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:44:33.174406 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6f1fa63f-c6ad-45ef-a9f0-94f88318b20c not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:44:33.204604 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-98bd74cb-9905-4a7c-97d5-19c6e62dfc5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:33.224902 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-98bd74cb-9905-4a7c-97d5-19c6e62dfc5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:33.273626 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-98bd74cb-9905-4a7c-97d5-19c6e62dfc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:33.276314 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-98bd74cb-9905-4a7c-97d5-19c6e62dfc5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:33.277439 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-98bd74cb-9905-4a7c-97d5-19c6e62dfc5d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/706b76ca-4e68-4a0b-80e3-de29017519d3 HTTP/1.1" status: 204 len: 168 time: 0.1193848 Nov 12 01:44:33.284802 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd74cb-9905-4a7c-97d5-19c6e62dfc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706b76ca-4e68-4a0b-80e3-de29017519d3,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:39.358255 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:43.318020 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86c694c0-d526-4494-b402-e7783115a8c5 req-08cbe587-eb00-4f44-a183-c0ab944b1db4 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=166e95dbe6ff4f699a878241a8b14883&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292933 Nov 12 01:44:43.502289 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c694c0-d526-4494-b402-e7783115a8c5 req-d0024d03-7471-460f-99bc-3a00210ddebe tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:43.503777 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86c694c0-d526-4494-b402-e7783115a8c5 req-d0024d03-7471-460f-99bc-3a00210ddebe tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804554 Nov 12 01:44:43.518848 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86c694c0-d526-4494-b402-e7783115a8c5 req-b809f489-d93f-472a-b745-a13aa0eab791 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/quotas/166e95dbe6ff4f699a878241a8b14883 HTTP/1.1" status: 200 len: 375 time: 0.0094316 Nov 12 01:44:43.555135 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86c694c0-d526-4494-b402-e7783115a8c5 req-928fadf1-c094-4cdd-a6a2-28bb95bf56bf tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=166e95dbe6ff4f699a878241a8b14883&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309379 Nov 12 01:44:43.715400 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-433d2687-149e-4a32-8111-3b181c30ca08 req-be98c961-395f-45eb-914d-d2e792fd23ae tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e3cdbcc-2081-465c-821c-9f3c000730bb HTTP/1.1" status: 200 len: 210 time: 0.0270679 Nov 12 01:44:44.676733 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86c694c0-d526-4494-b402-e7783115a8c5 req-5070f097-3786-4462-9074-f3f21de9773c tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=166e95dbe6ff4f699a878241a8b14883&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227690 Nov 12 01:44:44.803618 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c694c0-d526-4494-b402-e7783115a8c5 req-3e38fb7d-5c47-4d09-8205-b066d102cd62 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:44.805738 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86c694c0-d526-4494-b402-e7783115a8c5 req-3e38fb7d-5c47-4d09-8205-b066d102cd62 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1199386 Nov 12 01:44:44.832419 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ca20fa2c-444b-4d18-9900-64ab1033d3a2 req-c7d16cb0-f8ec-4eaf-820e-2002797e4a37 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e3cdbcc-2081-465c-821c-9f3c000730bb HTTP/1.1" status: 200 len: 210 time: 0.0376978 Nov 12 01:44:44.835758 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-86c694c0-d526-4494-b402-e7783115a8c5 req-c633433e-7f0a-4f98-a7b5-0c979ba8d57d tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Request body: {'port': {'device_id': '7e3cdbcc-2081-465c-821c-9f3c000730bb', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'admin_state_up': True, 'tenant_id': '166e95dbe6ff4f699a878241a8b14883'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:44.939415 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c694c0-d526-4494-b402-e7783115a8c5 req-c633433e-7f0a-4f98-a7b5-0c979ba8d57d tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Made reservation on behalf of 166e95dbe6ff4f699a878241a8b14883 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:44.943040 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-86c694c0-d526-4494-b402-e7783115a8c5 req-c633433e-7f0a-4f98-a7b5-0c979ba8d57d tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:44.952491 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-86c694c0-d526-4494-b402-e7783115a8c5 req-c633433e-7f0a-4f98-a7b5-0c979ba8d57d tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:45.027826 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-86c694c0-d526-4494-b402-e7783115a8c5 req-c633433e-7f0a-4f98-a7b5-0c979ba8d57d tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:45.031697 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-86c694c0-d526-4494-b402-e7783115a8c5 req-c633433e-7f0a-4f98-a7b5-0c979ba8d57d tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:45.093128 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633433e-7f0a-4f98-a7b5-0c979ba8d57d tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e487c5c8-d34c-48f6-acf1-59f3019494b6,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:45.167288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-86c694c0-d526-4494-b402-e7783115a8c5 req-c633433e-7f0a-4f98-a7b5-0c979ba8d57d tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Allocated IP 192.168.233.146 (00ad7773-535c-4771-af90-aa82d1823cd4/764abb32-021e-43f9-bbee-bf4c9facb360/f6681c0e-33c0-480b-999d-49b6a2ec9629) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:44:45.311253 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-86c694c0-d526-4494-b402-e7783115a8c5 req-c633433e-7f0a-4f98-a7b5-0c979ba8d57d tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:45.343211 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-86c694c0-d526-4494-b402-e7783115a8c5 req-c633433e-7f0a-4f98-a7b5-0c979ba8d57d tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:45.384664 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c694c0-d526-4494-b402-e7783115a8c5 req-c633433e-7f0a-4f98-a7b5-0c979ba8d57d tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Network 00ad7773-535c-4771-af90-aa82d1823cd4 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:44:45.389626 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-86c694c0-d526-4494-b402-e7783115a8c5 req-c633433e-7f0a-4f98-a7b5-0c979ba8d57d tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:45.393231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c694c0-d526-4494-b402-e7783115a8c5 req-c633433e-7f0a-4f98-a7b5-0c979ba8d57d tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:44:45.399631 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633433e-7f0a-4f98-a7b5-0c979ba8d57d tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Pushing event updated for resources: {'Port': ['ID=f6681c0e-33c0-480b-999d-49b6a2ec9629,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:45.454266 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c694c0-d526-4494-b402-e7783115a8c5 req-c633433e-7f0a-4f98-a7b5-0c979ba8d57d tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:45.454928 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-86c694c0-d526-4494-b402-e7783115a8c5 req-c633433e-7f0a-4f98-a7b5-0c979ba8d57d tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:45.474021 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86c694c0-d526-4494-b402-e7783115a8c5 req-c633433e-7f0a-4f98-a7b5-0c979ba8d57d tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6437356 Nov 12 01:44:45.484654 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-86c694c0-d526-4494-b402-e7783115a8c5 req-5d26526d-169d-4047-9104-cbc241ec6cfb tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:44:45.485689 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86c694c0-d526-4494-b402-e7783115a8c5 req-5d26526d-169d-4047-9104-cbc241ec6cfb tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054054 Nov 12 01:44:45.596142 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-86c694c0-d526-4494-b402-e7783115a8c5 req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] Request body: {'port': {'device_id': '7e3cdbcc-2081-465c-821c-9f3c000730bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:45.640490 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-35db9384-ad58-41d9-8336-60df46499440 None None] Provisioning complete for port f6681c0e-33c0-480b-999d-49b6a2ec9629 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:45.641106 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-35db9384-ad58-41d9-8336-60df46499440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:45.651781 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-86c694c0-d526-4494-b402-e7783115a8c5 req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:45.675702 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-35db9384-ad58-41d9-8336-60df46499440 None None] Port f6681c0e-33c0-480b-999d-49b6a2ec9629 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:44:45.907743 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-86c694c0-d526-4494-b402-e7783115a8c5 req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6681c0e-33c0-480b-999d-49b6a2ec9629 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:44:45.915439 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-86c694c0-d526-4494-b402-e7783115a8c5 req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:45.928575 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-86c694c0-d526-4494-b402-e7783115a8c5 req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] Transition to ACTIVE for port object f6681c0e-33c0-480b-999d-49b6a2ec9629 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:44:45.933319 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-86c694c0-d526-4494-b402-e7783115a8c5 req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:45.949757 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a67b5e-bea2-4504-ade3-d4e82f24c503 req-b9e0ec02-31c6-4e72-95ce-6ed48c2c8755 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:45.951268 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f2a67b5e-bea2-4504-ade3-d4e82f24c503 req-b9e0ec02-31c6-4e72-95ce-6ed48c2c8755 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e3cdbcc-2081-465c-821c-9f3c000730bb HTTP/1.1" status: 200 len: 936 time: 0.0497119 Nov 12 01:44:45.985844 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] Pushing event updated for resources: {'Port': ['ID=f6681c0e-33c0-480b-999d-49b6a2ec9629,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:46.000785 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f2a67b5e-bea2-4504-ade3-d4e82f24c503 req-77d7b7af-4134-4dae-929d-9ea258e9c96f tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/security-groups?id=e487c5c8-d34c-48f6-acf1-59f3019494b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432520 Nov 12 01:44:46.050589 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-86c694c0-d526-4494-b402-e7783115a8c5 req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] Attempting to bind port f6681c0e-33c0-480b-999d-49b6a2ec9629 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:44:46.050932 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-86c694c0-d526-4494-b402-e7783115a8c5 req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] Attempting to bind port f6681c0e-33c0-480b-999d-49b6a2ec9629 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:44:46.051265 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c694c0-d526-4494-b402-e7783115a8c5 req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] Attempting to bind port f6681c0e-33c0-480b-999d-49b6a2ec9629 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:46.056255 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c694c0-d526-4494-b402-e7783115a8c5 req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] Port f6681c0e-33c0-480b-999d-49b6a2ec9629 on network 00ad7773-535c-4771-af90-aa82d1823cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:44:46.056581 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c694c0-d526-4494-b402-e7783115a8c5 req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] Attempting to bind port f6681c0e-33c0-480b-999d-49b6a2ec9629 on network 00ad7773-535c-4771-af90-aa82d1823cd4 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:46.061967 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c694c0-d526-4494-b402-e7783115a8c5 req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:44:46.062317 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c694c0-d526-4494-b402-e7783115a8c5 req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] Checking segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:46.062705 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c694c0-d526-4494-b402-e7783115a8c5 req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] Bound using segment: {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:44:46.063142 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-86c694c0-d526-4494-b402-e7783115a8c5 req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] Bound port: f6681c0e-33c0-480b-999d-49b6a2ec9629, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09868270-e2af-4879-96e6-96039be99c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:44:46.063506 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-86c694c0-d526-4494-b402-e7783115a8c5 req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:46.132473 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-86c694c0-d526-4494-b402-e7783115a8c5 req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] For port f6681c0e-33c0-480b-999d-49b6a2ec9629, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:44:46.136231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-86c694c0-d526-4494-b402-e7783115a8c5 req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] For port f6681c0e-33c0-480b-999d-49b6a2ec9629, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f6681c0e-33c0-480b-999d-49b6a2ec9629,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:44:46.140936 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-86c694c0-d526-4494-b402-e7783115a8c5 req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:46.175780 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c694c0-d526-4494-b402-e7783115a8c5 req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:46.176641 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-86c694c0-d526-4494-b402-e7783115a8c5 req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:46.178079 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86c694c0-d526-4494-b402-e7783115a8c5 req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] 10.222.0.21 "PUT /v2.0/ports/f6681c0e-33c0-480b-999d-49b6a2ec9629 HTTP/1.1" status: 200 len: 1097 time: 0.6837070 Nov 12 01:44:46.180441 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3cdbcc-2081-465c-821c-9f3c000730bb', 'tag': 'f6681c0e-33c0-480b-999d-49b6a2ec9629'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:44:46.184015 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0407e6d8-48a8-4214-a577-6d028bdf17b7" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3cdbcc-2081-465c-821c-9f3c000730bb", "tag": "f6681c0e-33c0-480b-999d-49b6a2ec9629"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:44:46.213913 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22866324-63d3-4a2d-9cea-62870570a47c service neutron] Pushing event updated for resources: {'Port': ['ID=f6681c0e-33c0-480b-999d-49b6a2ec9629,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:46.265509 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c694c0-d526-4494-b402-e7783115a8c5 req-4b80073a-2d68-4efa-8b1d-2ad683304c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:46.267040 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86c694c0-d526-4494-b402-e7783115a8c5 req-4b80073a-2d68-4efa-8b1d-2ad683304c52 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=166e95dbe6ff4f699a878241a8b14883&device_id=7e3cdbcc-2081-465c-821c-9f3c000730bb HTTP/1.1" status: 200 len: 1100 time: 0.0482938 Nov 12 01:44:46.316993 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e511a9d-6b4c-4ed1-9415-0d4c647306de x-openstack-request-id: req-0e511a9d-6b4c-4ed1-9415-0d4c647306de {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:44:46.317311 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3cdbcc-2081-465c-821c-9f3c000730bb", "tag": "f6681c0e-33c0-480b-999d-49b6a2ec9629", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:44:46.317623 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e511a9d-6b4c-4ed1-9415-0d4c647306de {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:44:46.318018 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3cdbcc-2081-465c-821c-9f3c000730bb', 'tag': 'f6681c0e-33c0-480b-999d-49b6a2ec9629', 'status': 'completed', 'code': 200} Nov 12 01:44:46.319573 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86c694c0-d526-4494-b402-e7783115a8c5 req-1edb8f81-ddd5-4649-92a8-a1581098eb68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=f6681c0e-33c0-480b-999d-49b6a2ec9629 HTTP/1.1" status: 200 len: 217 time: 0.0445507 Nov 12 01:44:46.371389 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c694c0-d526-4494-b402-e7783115a8c5 req-dbd50395-977e-40f8-b72c-f77c55028d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:46.372891 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86c694c0-d526-4494-b402-e7783115a8c5 req-dbd50395-977e-40f8-b72c-f77c55028d0d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0469046 Nov 12 01:44:46.423754 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c694c0-d526-4494-b402-e7783115a8c5 req-6b29620e-916a-411e-8330-ec141b57b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:46.425277 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86c694c0-d526-4494-b402-e7783115a8c5 req-6b29620e-916a-411e-8330-ec141b57b83e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0408714 Nov 12 01:44:46.813975 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86c694c0-d526-4494-b402-e7783115a8c5 req-134bc8d7-dc42-4112-ab84-69aa11ba5fae service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819439 Nov 12 01:44:46.901601 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86c694c0-d526-4494-b402-e7783115a8c5 req-f5c6dd2c-37f6-4a07-baf0-3d325fec85ff service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793526 Nov 12 01:44:46.984913 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407e6d8-48a8-4214-a577-6d028bdf17b7 req-09b73999-ed07-42a5-8bb6-786ded8e1a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:46.986391 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0407e6d8-48a8-4214-a577-6d028bdf17b7 req-09b73999-ed07-42a5-8bb6-786ded8e1a18 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=166e95dbe6ff4f699a878241a8b14883&device_id=7e3cdbcc-2081-465c-821c-9f3c000730bb HTTP/1.1" status: 200 len: 1100 time: 0.0406406 Nov 12 01:44:47.084035 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407e6d8-48a8-4214-a577-6d028bdf17b7 req-67bd3a1f-2156-4707-9b7b-c5ae76a7317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:47.085555 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0407e6d8-48a8-4214-a577-6d028bdf17b7 req-67bd3a1f-2156-4707-9b7b-c5ae76a7317e service neutron] 10.222.0.21 "GET /v2.0/networks?id=00ad7773-535c-4771-af90-aa82d1823cd4 HTTP/1.1" status: 200 len: 870 time: 0.0927432 Nov 12 01:44:47.123315 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50941f5-6215-434a-a6db-e45ca460e644 req-0931ca3c-437f-4d19-af49-bc65706175d6 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:47.124853 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d50941f5-6215-434a-a6db-e45ca460e644 req-0931ca3c-437f-4d19-af49-bc65706175d6 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e3cdbcc-2081-465c-821c-9f3c000730bb HTTP/1.1" status: 200 len: 948 time: 0.0538316 Nov 12 01:44:47.129534 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0407e6d8-48a8-4214-a577-6d028bdf17b7 req-f865281a-24a4-4dbe-bfec-90bc08f4f343 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=f6681c0e-33c0-480b-999d-49b6a2ec9629 HTTP/1.1" status: 200 len: 217 time: 0.0365486 Nov 12 01:44:47.174373 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d50941f5-6215-434a-a6db-e45ca460e644 req-b54459a0-7502-492a-b998-10705e8ecf57 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/security-groups?id=e487c5c8-d34c-48f6-acf1-59f3019494b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430267 Nov 12 01:44:47.185886 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407e6d8-48a8-4214-a577-6d028bdf17b7 req-cc76436b-aaca-42d8-9720-2fdc14ca45c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:47.188104 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0407e6d8-48a8-4214-a577-6d028bdf17b7 req-cc76436b-aaca-42d8-9720-2fdc14ca45c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=764abb32-021e-43f9-bbee-bf4c9facb360 HTTP/1.1" status: 200 len: 843 time: 0.0503738 Nov 12 01:44:47.237699 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407e6d8-48a8-4214-a577-6d028bdf17b7 req-5dc8c052-f12c-4a50-b3a1-b612ee1aef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:47.239236 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0407e6d8-48a8-4214-a577-6d028bdf17b7 req-5dc8c052-f12c-4a50-b3a1-b612ee1aef27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00ad7773-535c-4771-af90-aa82d1823cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0433064 Nov 12 01:44:47.328414 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0407e6d8-48a8-4214-a577-6d028bdf17b7 req-0ab94dfc-11b0-45a2-8f5f-723f17c68a2e service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819199 Nov 12 01:44:47.428318 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0407e6d8-48a8-4214-a577-6d028bdf17b7 req-06959686-8e67-4888-8108-8eaf7b4ccb31 service neutron] 10.222.0.21 "GET /v2.0/networks/00ad7773-535c-4771-af90-aa82d1823cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918097 Nov 12 01:44:48.291576 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f89f17-2918-40ba-b32e-dee688b778ca req-0c01c4c4-4e89-4442-880f-aab30d412568 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:48.293150 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c1f89f17-2918-40ba-b32e-dee688b778ca req-0c01c4c4-4e89-4442-880f-aab30d412568 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e3cdbcc-2081-465c-821c-9f3c000730bb HTTP/1.1" status: 200 len: 948 time: 0.0488925 Nov 12 01:44:48.340275 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c1f89f17-2918-40ba-b32e-dee688b778ca req-da09f831-cbdb-449a-aa48-5dea59798764 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/security-groups?id=e487c5c8-d34c-48f6-acf1-59f3019494b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411439 Nov 12 01:44:49.453284 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40f3a4-3e58-4b20-86ee-769e1c166e45 req-89165bd1-9363-47e6-9530-43195200caaa tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:49.454773 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bf40f3a4-3e58-4b20-86ee-769e1c166e45 req-89165bd1-9363-47e6-9530-43195200caaa tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e3cdbcc-2081-465c-821c-9f3c000730bb HTTP/1.1" status: 200 len: 948 time: 0.0480061 Nov 12 01:44:49.501252 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bf40f3a4-3e58-4b20-86ee-769e1c166e45 req-c994f3d2-5c01-4861-98e6-87eaa536a924 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/security-groups?id=e487c5c8-d34c-48f6-acf1-59f3019494b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404716 Nov 12 01:44:50.116141 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f6681c0e-33c0-480b-999d-49b6a2ec9629 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:44:50.338782 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cda7a545-5734-44aa-be0c-01a719c7854c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:50.370998 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port f6681c0e-33c0-480b-999d-49b6a2ec9629, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f6681c0e-33c0-480b-999d-49b6a2ec9629,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:50.381074 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'f6681c0e-33c0-480b-999d-49b6a2ec9629', 'network_id': '00ad7773-535c-4771-af90-aa82d1823cd4', 'port_id': 'f6681c0e-33c0-480b-999d-49b6a2ec9629', 'mac_address': 'fa:16:3e:bb:79:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764abb32-021e-43f9-bbee-bf4c9facb360', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:44:50.418108 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:50.418933 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:44:50.430661 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6681c0e-33c0-480b-999d-49b6a2ec9629 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:44:50.449938 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port f6681c0e-33c0-480b-999d-49b6a2ec9629, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f6681c0e-33c0-480b-999d-49b6a2ec9629,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:50.453768 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:50.501268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=f6681c0e-33c0-480b-999d-49b6a2ec9629,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:50.620242 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf664e0-2724-4a8e-9d2d-a1779921406b req-eadb1a17-fa25-4c83-8119-447079549779 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:50.621822 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-caf664e0-2724-4a8e-9d2d-a1779921406b req-eadb1a17-fa25-4c83-8119-447079549779 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e3cdbcc-2081-465c-821c-9f3c000730bb HTTP/1.1" status: 200 len: 949 time: 0.0533628 Nov 12 01:44:50.670538 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-caf664e0-2724-4a8e-9d2d-a1779921406b req-0a40dd1f-dcce-4045-b035-1861e946d425 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/security-groups?id=e487c5c8-d34c-48f6-acf1-59f3019494b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427625 Nov 12 01:44:50.711994 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f6681c0e-33c0-480b-999d-49b6a2ec9629'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:44:51.782969 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497739e2-eb6f-49a6-860b-458b8c8ddb1b req-18c3128d-85ea-4225-b2da-df24ea6ee103 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:51.784431 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-497739e2-eb6f-49a6-860b-458b8c8ddb1b req-18c3128d-85ea-4225-b2da-df24ea6ee103 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e3cdbcc-2081-465c-821c-9f3c000730bb HTTP/1.1" status: 200 len: 949 time: 0.0481894 Nov 12 01:44:51.834285 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-497739e2-eb6f-49a6-860b-458b8c8ddb1b req-f5c3fbcf-a07b-4d1c-8f22-493392204c38 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/security-groups?id=e487c5c8-d34c-48f6-acf1-59f3019494b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438943 Nov 12 01:44:52.126594 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f6681c0e-33c0-480b-999d-49b6a2ec9629 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:44:52.178428 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port f6681c0e-33c0-480b-999d-49b6a2ec9629 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:44:52.182949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port f6681c0e-33c0-480b-999d-49b6a2ec9629 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:52.183315 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:52.260186 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:52.282965 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3cdbcc-2081-465c-821c-9f3c000730bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6681c0e-33c0-480b-999d-49b6a2ec9629'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:44:52.285224 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8c1ac2-93c8-493d-a45a-61a03cd972cc" -d '{"events": [{"server_uuid": "7e3cdbcc-2081-465c-821c-9f3c000730bb", "name": "network-vif-plugged", "status": "completed", "tag": "f6681c0e-33c0-480b-999d-49b6a2ec9629"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:44:52.298229 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port f6681c0e-33c0-480b-999d-49b6a2ec9629, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f6681c0e-33c0-480b-999d-49b6a2ec9629,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:52.302818 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:52.356073 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=f6681c0e-33c0-480b-999d-49b6a2ec9629,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:52.381590 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7747a592-bd9b-49d1-bfbd-8f11865839ff x-openstack-request-id: req-7747a592-bd9b-49d1-bfbd-8f11865839ff {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:44:52.381926 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3cdbcc-2081-465c-821c-9f3c000730bb", "name": "network-vif-plugged", "status": "completed", "tag": "f6681c0e-33c0-480b-999d-49b6a2ec9629", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:44:52.382179 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7747a592-bd9b-49d1-bfbd-8f11865839ff {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:44:52.382598 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3cdbcc-2081-465c-821c-9f3c000730bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6681c0e-33c0-480b-999d-49b6a2ec9629', 'code': 200} Nov 12 01:44:52.431466 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e7e770e4-b5cd-47b0-9b2b-d5b3a8e0a2cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:52.481866 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471bb22-e803-4f56-a186-e59096eb0187 req-76a9b597-4001-4019-98d3-d489d90a8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:52.483399 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6471bb22-e803-4f56-a186-e59096eb0187 req-76a9b597-4001-4019-98d3-d489d90a8c7b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e3cdbcc-2081-465c-821c-9f3c000730bb HTTP/1.1" status: 200 len: 1102 time: 0.0400627 Nov 12 01:44:52.529645 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6471bb22-e803-4f56-a186-e59096eb0187 req-fc99a1eb-9ea8-4112-a09c-001ebf27aadc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e487c5c8-d34c-48f6-acf1-59f3019494b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374842 Nov 12 01:44:52.955016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1c202-c646-4c85-916f-965e916fec2b req-08b0120e-608c-431c-a247-23dcbf2d33fe tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:52.956405 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c7a1c202-c646-4c85-916f-965e916fec2b req-08b0120e-608c-431c-a247-23dcbf2d33fe tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e3cdbcc-2081-465c-821c-9f3c000730bb HTTP/1.1" status: 200 len: 950 time: 0.0502646 Nov 12 01:44:53.004012 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c7a1c202-c646-4c85-916f-965e916fec2b req-fb91b109-b280-4d7b-8b6d-744bbe3552dc tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/security-groups?id=e487c5c8-d34c-48f6-acf1-59f3019494b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416100 Nov 12 01:44:53.706917 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:54.123783 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb625514-da80-4bba-b9b7-38975725d3da req-41fac6bf-7999-4d5e-93e1-a1cb08cc3715 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:54.125177 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cb625514-da80-4bba-b9b7-38975725d3da req-41fac6bf-7999-4d5e-93e1-a1cb08cc3715 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e3cdbcc-2081-465c-821c-9f3c000730bb HTTP/1.1" status: 200 len: 950 time: 0.0515692 Nov 12 01:44:54.172590 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cb625514-da80-4bba-b9b7-38975725d3da req-5359b5a4-991b-476d-98d7-17aeb47b3665 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/security-groups?id=e487c5c8-d34c-48f6-acf1-59f3019494b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411720 Nov 12 01:44:54.490455 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-6581d2de-ffa0-4bea-8bf1-54022c3123a8 req-262cf649-0aa5-4e7a-aaf8-69cddc5f6a38 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:44:54.491518 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6581d2de-ffa0-4bea-8bf1-54022c3123a8 req-262cf649-0aa5-4e7a-aaf8-69cddc5f6a38 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0533102 Nov 12 01:44:54.857364 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-5b6aa6a5-fbdf-4663-84ef-7870ecf9d396 req-26ad18f7-4037-4d58-9c2d-cbf8c883eca7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:44:54.857703 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5b6aa6a5-fbdf-4663-84ef-7870ecf9d396 req-26ad18f7-4037-4d58-9c2d-cbf8c883eca7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0497975 Nov 12 01:44:55.171589 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:55.184677 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb331834-5588-4c06-a90e-3fe750477fbb req-53a21829-bbfb-42e7-a540-4213f41d634f tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:55.186192 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb331834-5588-4c06-a90e-3fe750477fbb req-53a21829-bbfb-42e7-a540-4213f41d634f tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e3cdbcc-2081-465c-821c-9f3c000730bb HTTP/1.1" status: 200 len: 950 time: 0.0519948 Nov 12 01:44:55.233138 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb331834-5588-4c06-a90e-3fe750477fbb req-a8c6622f-b5c2-4ee6-8ded-3a2e744c9b35 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/security-groups?id=e487c5c8-d34c-48f6-acf1-59f3019494b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406258 Nov 12 01:44:55.663215 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:56.151768 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:56.355292 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9a09e-8287-465f-bb3f-738424adbaf8 req-ef9b8662-e53b-45d3-b2ce-703b8f1af5f7 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:56.356779 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-65c9a09e-8287-465f-bb3f-738424adbaf8 req-ef9b8662-e53b-45d3-b2ce-703b8f1af5f7 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e3cdbcc-2081-465c-821c-9f3c000730bb HTTP/1.1" status: 200 len: 950 time: 0.0500553 Nov 12 01:44:56.403519 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-65c9a09e-8287-465f-bb3f-738424adbaf8 req-4c28e234-c658-4067-a6c8-1986144ea6a4 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.31 "GET /v2.0/security-groups?id=e487c5c8-d34c-48f6-acf1-59f3019494b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401487 Nov 12 01:44:56.484648 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51f066-7336-4c83-a65e-4cb9caa404d7 req-ba40a658-01ca-4ae8-b67b-1a3b931e6450 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:56.486122 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf51f066-7336-4c83-a65e-4cb9caa404d7 req-ba40a658-01ca-4ae8-b67b-1a3b931e6450 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e3cdbcc-2081-465c-821c-9f3c000730bb HTTP/1.1" status: 200 len: 950 time: 0.0484803 Nov 12 01:44:56.577963 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-bf51f066-7336-4c83-a65e-4cb9caa404d7 req-a064af79-5fe5-4646-bcd8-3c7a6b1ed4e9 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Deleting port f6681c0e-33c0-480b-999d-49b6a2ec9629 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:56.578303 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bf51f066-7336-4c83-a65e-4cb9caa404d7 req-a064af79-5fe5-4646-bcd8-3c7a6b1ed4e9 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:56.668558 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-bf51f066-7336-4c83-a65e-4cb9caa404d7 req-a064af79-5fe5-4646-bcd8-3c7a6b1ed4e9 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] For port f6681c0e-33c0-480b-999d-49b6a2ec9629, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=f6681c0e-33c0-480b-999d-49b6a2ec9629,segment=NetworkSegment(09868270-e2af-4879-96e6-96039be99c2b),segment_id=09868270-e2af-4879-96e6-96039be99c2b)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:56.668922 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bf51f066-7336-4c83-a65e-4cb9caa404d7 req-a064af79-5fe5-4646-bcd8-3c7a6b1ed4e9 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:56.682892 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-bf51f066-7336-4c83-a65e-4cb9caa404d7 req-a064af79-5fe5-4646-bcd8-3c7a6b1ed4e9 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Calling delete_port for f6681c0e-33c0-480b-999d-49b6a2ec9629 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:56.814411 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bf51f066-7336-4c83-a65e-4cb9caa404d7 req-a064af79-5fe5-4646-bcd8-3c7a6b1ed4e9 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:56.826598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['f6681c0e-33c0-480b-999d-49b6a2ec9629'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:44:56.845891 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064af79-5fe5-4646-bcd8-3c7a6b1ed4e9 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Pushing event deleted for resources: {'Port': ['ID=f6681c0e-33c0-480b-999d-49b6a2ec9629,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:56.901560 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf51f066-7336-4c83-a65e-4cb9caa404d7 req-a064af79-5fe5-4646-bcd8-3c7a6b1ed4e9 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] No DVR routers for this DVR port f6681c0e-33c0-480b-999d-49b6a2ec9629 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:44:56.905543 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-bf51f066-7336-4c83-a65e-4cb9caa404d7 req-a064af79-5fe5-4646-bcd8-3c7a6b1ed4e9 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:56.908740 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf51f066-7336-4c83-a65e-4cb9caa404d7 req-a064af79-5fe5-4646-bcd8-3c7a6b1ed4e9 tempest-ServersAdminNegativeTestJSON-1335641850 tempest-ServersAdminNegativeTestJSON-1335641850-project] 10.222.0.21 "DELETE /v2.0/ports/f6681c0e-33c0-480b-999d-49b6a2ec9629 HTTP/1.1" status: 204 len: 173 time: 0.4168324 Nov 12 01:44:56.909276 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3cdbcc-2081-465c-821c-9f3c000730bb', 'name': 'network-vif-deleted', 'tag': 'f6681c0e-33c0-480b-999d-49b6a2ec9629'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:44:56.912279 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575223e2-2edc-4667-b9b4-212dd8c2cf12" -d '{"events": [{"server_uuid": "7e3cdbcc-2081-465c-821c-9f3c000730bb", "name": "network-vif-deleted", "tag": "f6681c0e-33c0-480b-999d-49b6a2ec9629"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:44:56.959120 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22991212-3907-4d6e-87cf-9f5a471c0f9e x-openstack-request-id: req-22991212-3907-4d6e-87cf-9f5a471c0f9e {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:44:56.959469 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3cdbcc-2081-465c-821c-9f3c000730bb", "name": "network-vif-deleted", "tag": "f6681c0e-33c0-480b-999d-49b6a2ec9629", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:44:56.959756 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22991212-3907-4d6e-87cf-9f5a471c0f9e {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:44:56.960223 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3cdbcc-2081-465c-821c-9f3c000730bb', 'name': 'network-vif-deleted', 'tag': 'f6681c0e-33c0-480b-999d-49b6a2ec9629', 'status': 'completed', 'code': 200} Nov 12 01:44:57.707867 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53058) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:57.842940 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-415c08ae-cc35-4937-8852-bc0962be003a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=166e95dbe6ff4f699a878241a8b14883&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1337919 Nov 12 01:44:57.845376 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53062) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:57.890656 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e5272e7b-b81f-404a-a346-9d2f5d0e41a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:57.912422 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e5272e7b-b81f-404a-a346-9d2f5d0e41a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:57.958119 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e5272e7b-b81f-404a-a346-9d2f5d0e41a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:57.960917 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e5272e7b-b81f-404a-a346-9d2f5d0e41a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:57.962079 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e5272e7b-b81f-404a-a346-9d2f5d0e41a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e487c5c8-d34c-48f6-acf1-59f3019494b6 HTTP/1.1" status: 204 len: 168 time: 0.1157825 Nov 12 01:44:57.970281 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5272e7b-b81f-404a-a346-9d2f5d0e41a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e487c5c8-d34c-48f6-acf1-59f3019494b6,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:58.217959 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53068) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:58.231228 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-975b5ee8-4013-4ecc-a9fe-d3164eb5daca admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:58.304473 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-975b5ee8-4013-4ecc-a9fe-d3164eb5daca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:58.309109 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-975b5ee8-4013-4ecc-a9fe-d3164eb5daca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:58.348595 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-975b5ee8-4013-4ecc-a9fe-d3164eb5daca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=697bd729fe534827b091a1641ab61644&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295619 Nov 12 01:44:58.349434 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b5ee8-4013-4ecc-a9fe-d3164eb5daca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860b8a18-e738-4cb8-b8c3-ca829d3926f3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:58.351423 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53070) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:58.399515 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3c488a50-37b3-4558-8fd1-5e93d5bcf08e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:58.420495 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3c488a50-37b3-4558-8fd1-5e93d5bcf08e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:58.466972 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3c488a50-37b3-4558-8fd1-5e93d5bcf08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:58.469795 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3c488a50-37b3-4558-8fd1-5e93d5bcf08e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:58.470936 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3c488a50-37b3-4558-8fd1-5e93d5bcf08e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/860b8a18-e738-4cb8-b8c3-ca829d3926f3 HTTP/1.1" status: 204 len: 168 time: 0.1185055 Nov 12 01:44:58.478576 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c488a50-37b3-4558-8fd1-5e93d5bcf08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860b8a18-e738-4cb8-b8c3-ca829d3926f3,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:59.167827 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53094) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:59.270763 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-fbfd6695-8999-4ee3-a8d2-295d1987e9cf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1562195395-network', 'tenant_id': 'bb680d8553b540acb7b1dd891374987b'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:59.292983 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfd6695-8999-4ee3-a8d2-295d1987e9cf admin admin] Made reservation on behalf of bb680d8553b540acb7b1dd891374987b for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:59.295263 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fbfd6695-8999-4ee3-a8d2-295d1987e9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:59.306627 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fbfd6695-8999-4ee3-a8d2-295d1987e9cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:59.382982 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fbfd6695-8999-4ee3-a8d2-295d1987e9cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:59.387383 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fbfd6695-8999-4ee3-a8d2-295d1987e9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:59.412249 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbfd6695-8999-4ee3-a8d2-295d1987e9cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:44:59.423339 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd6695-8999-4ee3-a8d2-295d1987e9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:59.428971 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fbfd6695-8999-4ee3-a8d2-295d1987e9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:59.429317 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-fbfd6695-8999-4ee3-a8d2-295d1987e9cf admin admin] Added segment 84777ffc-c847-4686-a7e3-71c2f76e5375 of type vlan for network 1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb Nov 12 01:44:59.469289 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fbfd6695-8999-4ee3-a8d2-295d1987e9cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:59.495365 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fbfd6695-8999-4ee3-a8d2-295d1987e9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:59.496170 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfd6695-8999-4ee3-a8d2-295d1987e9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:59.496771 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-fbfd6695-8999-4ee3-a8d2-295d1987e9cf admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:59.552163 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fbfd6695-8999-4ee3-a8d2-295d1987e9cf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3831229 Nov 12 01:44:59.556432 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53098) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:59.560652 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd6695-8999-4ee3-a8d2-295d1987e9cf admin admin] Pushing event updated for resources: {'Network': ['ID=1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:59.562222 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-d46e3475-a236-487c-a03f-992ce1e76702 admin admin] Request body: {'subnet': {'network_id': '1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1562195395-subnet', 'tenant_id': 'bb680d8553b540acb7b1dd891374987b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:59.570852 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:44:59.582504 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46e3475-a236-487c-a03f-992ce1e76702 admin admin] Made reservation on behalf of bb680d8553b540acb7b1dd891374987b for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:59.585031 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d46e3475-a236-487c-a03f-992ce1e76702 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:59.755856 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d46e3475-a236-487c-a03f-992ce1e76702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:59.811288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e3475-a236-487c-a03f-992ce1e76702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae3ff5df-14ba-4ac3-b77d-b6d16d7056d6,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:59.818395 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46e3475-a236-487c-a03f-992ce1e76702 admin admin] Checking segment: {'id': '84777ffc-c847-4686-a7e3-71c2f76e5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:59.818750 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46e3475-a236-487c-a03f-992ce1e76702 admin admin] Network hostable DHCP agents. Network: 1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:44:59.834508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46e3475-a236-487c-a03f-992ce1e76702 admin admin] Network 1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:44:59.843897 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-d46e3475-a236-487c-a03f-992ce1e76702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:59.847737 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46e3475-a236-487c-a03f-992ce1e76702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:59.848326 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d46e3475-a236-487c-a03f-992ce1e76702 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:59.854533 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db83e71-1178-404b-bbc0-cb77cacef6b2 None None] Network 1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:59.866084 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d46e3475-a236-487c-a03f-992ce1e76702 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3078697 Nov 12 01:44:59.988519 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0633b99c-bb37-451c-bcb6-7e87a1b10f03 None None] Network 1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:45:00.335837 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c90154-5dd0-435c-821f-0d982f52718a req-ce011e73-c672-4549-8287-8ee3fbdd4255 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:00.337290 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e8c90154-5dd0-435c-821f-0d982f52718a req-ce011e73-c672-4549-8287-8ee3fbdd4255 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/networks?id=1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb HTTP/1.1" status: 200 len: 812 time: 0.1228673 Nov 12 01:45:00.360415 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e8c90154-5dd0-435c-821f-0d982f52718a req-75f4596c-013f-4092-bbba-2525808f0281 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/quotas/bb680d8553b540acb7b1dd891374987b HTTP/1.1" status: 200 len: 375 time: 0.0159872 Nov 12 01:45:00.393903 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e8c90154-5dd0-435c-821f-0d982f52718a req-09e32b2b-5e3a-48cd-ac10-4fa4b7c32718 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb680d8553b540acb7b1dd891374987b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275292 Nov 12 01:45:00.405184 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-e8c90154-5dd0-435c-821f-0d982f52718a req-425b5d79-57da-41f8-b7da-1011436cceaf service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:45:00.406158 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e8c90154-5dd0-435c-821f-0d982f52718a req-425b5d79-57da-41f8-b7da-1011436cceaf service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056875 Nov 12 01:45:00.503001 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e8c90154-5dd0-435c-821f-0d982f52718a req-ab56e839-ab05-4487-ab6b-722b6f8af929 service neutron] 10.222.0.31 "GET /v2.0/networks/1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911860 Nov 12 01:45:00.593056 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e8c90154-5dd0-435c-821f-0d982f52718a req-7cea3627-2068-457b-add1-fa255c20acff service neutron] 10.222.0.31 "GET /v2.0/networks/1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837293 Nov 12 01:45:00.764229 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c81691b7-c11a-4e1e-8956-c340d70ba0db req-21a271bb-7915-455b-8d33-eea8d85b1aad tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 210 time: 0.0289879 Nov 12 01:45:01.837683 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e8dbd416-7a7d-4dc8-b065-aa7419bc9410 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:01.840561 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e8dbd416-7a7d-4dc8-b065-aa7419bc9410 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.15 "GET /v2.0/networks?id=1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb HTTP/1.1" status: 200 len: 812 time: 0.1124098 Nov 12 01:45:01.869066 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-e8c90154-5dd0-435c-821f-0d982f52718a req-f52ac075-d1b4-4f8c-98e7-3cbed055b4df tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Request body: {'port': {'device_id': 'b4828dbd-69b9-48ec-bfd2-841670cf670a', 'network_id': '1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb', 'admin_state_up': True, 'tenant_id': 'bb680d8553b540acb7b1dd891374987b'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:45:01.870314 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f7285a3d-1837-46f1-a687-ea9376620c7f req-20f66a4c-d8be-498d-9818-3e0a8f7328f6 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 210 time: 0.0312750 Nov 12 01:45:01.977880 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c90154-5dd0-435c-821f-0d982f52718a req-f52ac075-d1b4-4f8c-98e7-3cbed055b4df tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Made reservation on behalf of bb680d8553b540acb7b1dd891374987b for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:45:01.981490 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e8c90154-5dd0-435c-821f-0d982f52718a req-f52ac075-d1b4-4f8c-98e7-3cbed055b4df tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:02.103497 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-e8c90154-5dd0-435c-821f-0d982f52718a req-f52ac075-d1b4-4f8c-98e7-3cbed055b4df tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Allocated IP 172.20.0.8 (1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb/ae3ff5df-14ba-4ac3-b77d-b6d16d7056d6/0e527cac-f467-499c-ba06-7dd8f31e64aa) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:45:02.163081 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f6681c0e-33c0-480b-999d-49b6a2ec9629 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:45:02.188427 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: f6681c0e-33c0-480b-999d-49b6a2ec9629 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:45:02.188795 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device f6681c0e-33c0-480b-999d-49b6a2ec9629 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:45:02.248674 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e8c90154-5dd0-435c-821f-0d982f52718a req-f52ac075-d1b4-4f8c-98e7-3cbed055b4df tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:02.281242 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e8c90154-5dd0-435c-821f-0d982f52718a req-f52ac075-d1b4-4f8c-98e7-3cbed055b4df tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:02.325726 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c90154-5dd0-435c-821f-0d982f52718a req-f52ac075-d1b4-4f8c-98e7-3cbed055b4df tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Network 1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:45:02.330761 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-e8c90154-5dd0-435c-821f-0d982f52718a req-f52ac075-d1b4-4f8c-98e7-3cbed055b4df tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:45:02.334409 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c90154-5dd0-435c-821f-0d982f52718a req-f52ac075-d1b4-4f8c-98e7-3cbed055b4df tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:45:02.341307 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ac075-d1b4-4f8c-98e7-3cbed055b4df tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Pushing event updated for resources: {'Port': ['ID=0e527cac-f467-499c-ba06-7dd8f31e64aa,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:02.394563 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c90154-5dd0-435c-821f-0d982f52718a req-f52ac075-d1b4-4f8c-98e7-3cbed055b4df tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:02.395163 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e8c90154-5dd0-435c-821f-0d982f52718a req-f52ac075-d1b4-4f8c-98e7-3cbed055b4df tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:02.410879 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e8c90154-5dd0-435c-821f-0d982f52718a req-f52ac075-d1b4-4f8c-98e7-3cbed055b4df tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5459867 Nov 12 01:45:02.427917 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] Request body: {'port': {'device_id': 'b4828dbd-69b9-48ec-bfd2-841670cf670a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:45:02.479348 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:02.748171 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e527cac-f467-499c-ba06-7dd8f31e64aa {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:45:02.755338 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:02.768358 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] Transition to ACTIVE for port object 0e527cac-f467-499c-ba06-7dd8f31e64aa will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:45:02.772357 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:02.838417 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] Pushing event updated for resources: {'Port': ['ID=0e527cac-f467-499c-ba06-7dd8f31e64aa,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:02.886718 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] Attempting to bind port 0e527cac-f467-499c-ba06-7dd8f31e64aa on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:45:02.887055 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] Attempting to bind port 0e527cac-f467-499c-ba06-7dd8f31e64aa by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '84777ffc-c847-4686-a7e3-71c2f76e5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:45:02.887383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] Attempting to bind port 0e527cac-f467-499c-ba06-7dd8f31e64aa on network 1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:45:02.891643 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] Port 0e527cac-f467-499c-ba06-7dd8f31e64aa on network 1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:45:02.891962 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] Attempting to bind port 0e527cac-f467-499c-ba06-7dd8f31e64aa on network 1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:45:02.896993 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:45:02.897265 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] Checking segment: {'id': '84777ffc-c847-4686-a7e3-71c2f76e5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:45:02.897648 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] Bound using segment: {'id': '84777ffc-c847-4686-a7e3-71c2f76e5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:45:02.898076 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] Bound port: 0e527cac-f467-499c-ba06-7dd8f31e64aa, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84777ffc-c847-4686-a7e3-71c2f76e5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:45:02.898430 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:02.991391 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] For port 0e527cac-f467-499c-ba06-7dd8f31e64aa, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:45:02.995981 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] For port 0e527cac-f467-499c-ba06-7dd8f31e64aa, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=0e527cac-f467-499c-ba06-7dd8f31e64aa,segment=NetworkSegment(84777ffc-c847-4686-a7e3-71c2f76e5375),segment_id=84777ffc-c847-4686-a7e3-71c2f76e5375)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:45:03.003348 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:03.019608 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac22a4-92eb-4851-addb-176f5c11d6e8 req-9a9a4abb-d9fd-4eec-9e33-60c673aa36d6 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:03.021224 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-83ac22a4-92eb-4851-addb-176f5c11d6e8 req-9a9a4abb-d9fd-4eec-9e33-60c673aa36d6 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 943 time: 0.0812113 Nov 12 01:45:03.068482 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:03.068988 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:03.070389 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e8c90154-5dd0-435c-821f-0d982f52718a req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] 10.222.0.15 "PUT /v2.0/ports/0e527cac-f467-499c-ba06-7dd8f31e64aa HTTP/1.1" status: 200 len: 1092 time: 0.6464350 Nov 12 01:45:03.070823 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4828dbd-69b9-48ec-bfd2-841670cf670a', 'tag': '0e527cac-f467-499c-ba06-7dd8f31e64aa'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:45:03.073085 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d89023-9477-458c-9e31-6bc1effd2e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b4828dbd-69b9-48ec-bfd2-841670cf670a", "tag": "0e527cac-f467-499c-ba06-7dd8f31e64aa"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:45:03.100769 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37be1f2-804c-4e8d-a565-4b28ed0d0253 service neutron] Pushing event updated for resources: {'Port': ['ID=0e527cac-f467-499c-ba06-7dd8f31e64aa,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:03.121699 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5fd3b1-139a-4529-9a33-b2e6d76b5d1e x-openstack-request-id: req-3c5fd3b1-139a-4529-9a33-b2e6d76b5d1e {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:45:03.121992 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4828dbd-69b9-48ec-bfd2-841670cf670a", "tag": "0e527cac-f467-499c-ba06-7dd8f31e64aa", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:45:03.122250 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c5fd3b1-139a-4529-9a33-b2e6d76b5d1e {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:45:03.122659 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4828dbd-69b9-48ec-bfd2-841670cf670a', 'tag': '0e527cac-f467-499c-ba06-7dd8f31e64aa', 'status': 'completed', 'code': 200} Nov 12 01:45:03.130185 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-83ac22a4-92eb-4851-addb-176f5c11d6e8 req-4fd886ff-36c0-4588-944c-4040d3058a31 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860455 Nov 12 01:45:03.181992 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c90154-5dd0-435c-821f-0d982f52718a req-cf6fb15a-53a4-43c9-a8d7-085ef32f5145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:03.183579 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e8c90154-5dd0-435c-821f-0d982f52718a req-cf6fb15a-53a4-43c9-a8d7-085ef32f5145 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb680d8553b540acb7b1dd891374987b&device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 1095 time: 0.0460341 Nov 12 01:45:03.231678 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e8c90154-5dd0-435c-821f-0d982f52718a req-c056bea3-15dd-44d9-845a-ce4d9bf3a580 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e527cac-f467-499c-ba06-7dd8f31e64aa HTTP/1.1" status: 200 len: 217 time: 0.0339375 Nov 12 01:45:03.279436 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c90154-5dd0-435c-821f-0d982f52718a req-0d4465bb-a98d-4a71-af49-2d7f4c738346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:03.280892 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e8c90154-5dd0-435c-821f-0d982f52718a req-0d4465bb-a98d-4a71-af49-2d7f4c738346 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae3ff5df-14ba-4ac3-b77d-b6d16d7056d6 HTTP/1.1" status: 200 len: 852 time: 0.0419445 Nov 12 01:45:03.313224 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e8c90154-5dd0-435c-821f-0d982f52718a req-335ff48b-3689-4b34-af66-0f8acbd82cf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247071 Nov 12 01:45:03.408584 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e8c90154-5dd0-435c-821f-0d982f52718a req-957ef0da-881f-4d2a-b705-2e923559958d service neutron] 10.222.0.15 "GET /v2.0/networks/1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885048 Nov 12 01:45:03.497557 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e8c90154-5dd0-435c-821f-0d982f52718a req-8bcdeafc-0050-43a9-9ef7-8d36b7edb7a7 service neutron] 10.222.0.15 "GET /v2.0/networks/1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821946 Nov 12 01:45:03.671344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d89023-9477-458c-9e31-6bc1effd2e2a req-f646b037-c00b-4c37-bdbc-642f3bf928d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:03.672921 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-72d89023-9477-458c-9e31-6bc1effd2e2a req-f646b037-c00b-4c37-bdbc-642f3bf928d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb680d8553b540acb7b1dd891374987b&device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 1095 time: 0.0459490 Nov 12 01:45:03.764171 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d89023-9477-458c-9e31-6bc1effd2e2a req-96f280cd-b41f-4edc-83c0-8196a7fdd919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:03.765629 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-72d89023-9477-458c-9e31-6bc1effd2e2a req-96f280cd-b41f-4edc-83c0-8196a7fdd919 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb HTTP/1.1" status: 200 len: 913 time: 0.0857980 Nov 12 01:45:03.811670 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-72d89023-9477-458c-9e31-6bc1effd2e2a req-6772ad98-e7da-439d-89b5-a1d2744eb829 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e527cac-f467-499c-ba06-7dd8f31e64aa HTTP/1.1" status: 200 len: 217 time: 0.0372992 Nov 12 01:45:03.862929 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d89023-9477-458c-9e31-6bc1effd2e2a req-9dcfc2c3-c8cb-4c1b-a78d-c8896dc4740b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:03.864399 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-72d89023-9477-458c-9e31-6bc1effd2e2a req-9dcfc2c3-c8cb-4c1b-a78d-c8896dc4740b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae3ff5df-14ba-4ac3-b77d-b6d16d7056d6 HTTP/1.1" status: 200 len: 852 time: 0.0461068 Nov 12 01:45:03.894686 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-72d89023-9477-458c-9e31-6bc1effd2e2a req-5cd9e106-4c87-4e53-8545-157c63a4d714 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237691 Nov 12 01:45:03.985501 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-72d89023-9477-458c-9e31-6bc1effd2e2a req-ddc047c2-84fc-4caa-96a6-3acd67d1f25f service neutron] 10.222.0.15 "GET /v2.0/networks/1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837274 Nov 12 01:45:04.254441 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18915762-3124-47a4-b7cf-de9fb29435ee req-3b5b8b7d-b5e7-447d-9a04-a75cb5cbcfa5 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:04.255944 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-18915762-3124-47a4-b7cf-de9fb29435ee req-3b5b8b7d-b5e7-447d-9a04-a75cb5cbcfa5 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 943 time: 0.0525582 Nov 12 01:45:04.307009 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-18915762-3124-47a4-b7cf-de9fb29435ee req-7b830380-7b19-4080-8eff-f7ff9f5a5d58 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438108 Nov 12 01:45:04.393544 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-72d89023-9477-458c-9e31-6bc1effd2e2a req-44576410-f08e-487e-87b0-686e691f4db1 service neutron] 10.222.0.15 "GET /v2.0/networks/1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007030 Nov 12 01:45:05.421683 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebf99c-183a-4e25-a5bf-c37cb67722ae req-f18b6897-f7d0-473d-9d69-73da07a65186 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:05.423175 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f5ebf99c-183a-4e25-a5bf-c37cb67722ae req-f18b6897-f7d0-473d-9d69-73da07a65186 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 943 time: 0.0484135 Nov 12 01:45:05.474935 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f5ebf99c-183a-4e25-a5bf-c37cb67722ae req-6f868c32-d79e-4bc1-8630-e3e8a6dc7993 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454755 Nov 12 01:45:06.589911 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9478067-ab38-48b5-8e29-8f47a6e8d6f1 req-04d88b2a-ff42-4749-bab7-0d98e96d1521 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:06.591396 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9478067-ab38-48b5-8e29-8f47a6e8d6f1 req-04d88b2a-ff42-4749-bab7-0d98e96d1521 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 943 time: 0.0496187 Nov 12 01:45:06.640327 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9478067-ab38-48b5-8e29-8f47a6e8d6f1 req-7fc833d6-81cf-48f8-9cad-ab1c9ca1a1d5 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426652 Nov 12 01:45:07.753440 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff0c54-0d2c-404a-b49a-aa080a2cdbf1 req-b48c0691-c980-4129-89d2-3397c8ac2070 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:07.754962 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40ff0c54-0d2c-404a-b49a-aa080a2cdbf1 req-b48c0691-c980-4129-89d2-3397c8ac2070 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 943 time: 0.0479243 Nov 12 01:45:07.803287 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40ff0c54-0d2c-404a-b49a-aa080a2cdbf1 req-a4491bcd-cd4c-4ed7-a083-9327f9af3b5f tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406797 Nov 12 01:45:08.088504 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 0e527cac-f467-499c-ba06-7dd8f31e64aa details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:45:08.180710 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 0e527cac-f467-499c-ba06-7dd8f31e64aa, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=0e527cac-f467-499c-ba06-7dd8f31e64aa,segment=NetworkSegment(84777ffc-c847-4686-a7e3-71c2f76e5375),segment_id=84777ffc-c847-4686-a7e3-71c2f76e5375)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:08.195797 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '0e527cac-f467-499c-ba06-7dd8f31e64aa', 'network_id': '1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb', 'port_id': '0e527cac-f467-499c-ba06-7dd8f31e64aa', 'mac_address': 'fa:16:3e:14:04:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae3ff5df-14ba-4ac3-b77d-b6d16d7056d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:45:08.232764 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:08.245736 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e527cac-f467-499c-ba06-7dd8f31e64aa {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:45:08.264878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 0e527cac-f467-499c-ba06-7dd8f31e64aa, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=0e527cac-f467-499c-ba06-7dd8f31e64aa,segment=NetworkSegment(84777ffc-c847-4686-a7e3-71c2f76e5375),segment_id=84777ffc-c847-4686-a7e3-71c2f76e5375)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:08.268978 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:08.315675 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=0e527cac-f467-499c-ba06-7dd8f31e64aa,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:08.704136 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['0e527cac-f467-499c-ba06-7dd8f31e64aa'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:45:08.924641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf2503-4b0b-428f-b3de-bd0812cae09d req-9de2feac-1c1c-4a80-b512-d24abff98db0 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:08.926078 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edcf2503-4b0b-428f-b3de-bd0812cae09d req-9de2feac-1c1c-4a80-b512-d24abff98db0 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 944 time: 0.0532610 Nov 12 01:45:08.972766 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-edcf2503-4b0b-428f-b3de-bd0812cae09d req-e46b7df2-6ddf-470c-b181-c62c37719f02 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403702 Nov 12 01:45:09.376396 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:10.089458 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31cac9-efad-4bd6-91cf-029faec27b22 req-064d14e3-0397-4348-9935-c5c41cfcddb6 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:10.091163 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7e31cac9-efad-4bd6-91cf-029faec27b22 req-064d14e3-0397-4348-9935-c5c41cfcddb6 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 944 time: 0.0513375 Nov 12 01:45:10.104592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 0e527cac-f467-499c-ba06-7dd8f31e64aa up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:45:10.142312 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7e31cac9-efad-4bd6-91cf-029faec27b22 req-0809e9bc-c2df-4415-9448-03cd5678a5d8 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450850 Nov 12 01:45:10.153819 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 0e527cac-f467-499c-ba06-7dd8f31e64aa completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:45:10.159139 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 0e527cac-f467-499c-ba06-7dd8f31e64aa triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:45:10.159629 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:10.249559 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:10.271531 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4828dbd-69b9-48ec-bfd2-841670cf670a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e527cac-f467-499c-ba06-7dd8f31e64aa'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:45:10.273713 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da77821-5f03-46c1-adae-617cb8b11cee" -d '{"events": [{"server_uuid": "b4828dbd-69b9-48ec-bfd2-841670cf670a", "name": "network-vif-plugged", "status": "completed", "tag": "0e527cac-f467-499c-ba06-7dd8f31e64aa"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:45:10.286578 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 0e527cac-f467-499c-ba06-7dd8f31e64aa, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=0e527cac-f467-499c-ba06-7dd8f31e64aa,segment=NetworkSegment(84777ffc-c847-4686-a7e3-71c2f76e5375),segment_id=84777ffc-c847-4686-a7e3-71c2f76e5375)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:10.290471 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:10.317982 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f247040-363f-4c90-9f4b-0ddaed2f3da9 x-openstack-request-id: req-5f247040-363f-4c90-9f4b-0ddaed2f3da9 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:45:10.318272 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4828dbd-69b9-48ec-bfd2-841670cf670a", "name": "network-vif-plugged", "status": "completed", "tag": "0e527cac-f467-499c-ba06-7dd8f31e64aa", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:45:10.318526 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f247040-363f-4c90-9f4b-0ddaed2f3da9 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:45:10.318916 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4828dbd-69b9-48ec-bfd2-841670cf670a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e527cac-f467-499c-ba06-7dd8f31e64aa', 'code': 200} Nov 12 01:45:10.341937 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=0e527cac-f467-499c-ba06-7dd8f31e64aa,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:10.443841 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6818eb6-5eef-4d9d-bc45-bb4b2848e1c8 req-28b6de78-ee7a-46d3-bcbe-630be166af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:10.445349 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c6818eb6-5eef-4d9d-bc45-bb4b2848e1c8 req-28b6de78-ee7a-46d3-bcbe-630be166af01 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 1097 time: 0.0439181 Nov 12 01:45:10.489130 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c6818eb6-5eef-4d9d-bc45-bb4b2848e1c8 req-7baf1cff-6349-4af5-96f5-7bb566d09238 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370793 Nov 12 01:45:11.262596 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5330e82-5b5a-42e9-8604-6ba2d1c638a8 req-09156ce9-51ae-4dc8-96ff-b9c6219a80cb tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:11.264097 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c5330e82-5b5a-42e9-8604-6ba2d1c638a8 req-09156ce9-51ae-4dc8-96ff-b9c6219a80cb tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0482943 Nov 12 01:45:11.311535 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c5330e82-5b5a-42e9-8604-6ba2d1c638a8 req-7b4d8b3b-413f-46d5-be7e-5ace86069c43 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409615 Nov 12 01:45:12.429697 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a091b7-3c00-45a1-a199-2d2f57d28d2a req-523e9e6c-e5bf-4685-a6c4-f9fc2a546090 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:12.431721 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54a091b7-3c00-45a1-a199-2d2f57d28d2a req-523e9e6c-e5bf-4685-a6c4-f9fc2a546090 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0519435 Nov 12 01:45:12.479452 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-54a091b7-3c00-45a1-a199-2d2f57d28d2a req-8ca2f61a-b062-4774-988b-6e40536aa7f2 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417442 Nov 12 01:45:13.850615 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7dfdf-fb03-4c89-afec-2badd11d4799 req-dcce41ae-efc4-46e9-846b-39ed694c392a tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:13.852094 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3da7dfdf-fb03-4c89-afec-2badd11d4799 req-dcce41ae-efc4-46e9-846b-39ed694c392a tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0754316 Nov 12 01:45:13.876853 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-95065f1d-b7aa-44e3-bdc6-69d19e1eb4ca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1138704 Nov 12 01:45:13.893546 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-8ca5a424-14da-42a9-acdb-5bb2ece03b87 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:45:13.894414 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-8ca5a424-14da-42a9-acdb-5bb2ece03b87 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104005 Nov 12 01:45:13.911464 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3da7dfdf-fb03-4c89-afec-2badd11d4799 req-aea65b54-f943-4628-b04c-4801a966fa18 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522587 Nov 12 01:45:14.980662 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-983b68f3-2da4-4bf2-968b-480ecb772424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:14.982214 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-983b68f3-2da4-4bf2-968b-480ecb772424 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb680d8553b540acb7b1dd891374987b&device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 1097 time: 0.0458715 Nov 12 01:45:15.094001 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d674c-1810-42da-ab75-52a9cc1a72b1 req-26b9ffaa-735a-4ef1-8d87-8fbd3370928a tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:15.095445 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-025d674c-1810-42da-ab75-52a9cc1a72b1 req-26b9ffaa-735a-4ef1-8d87-8fbd3370928a tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.1107509 Nov 12 01:45:15.131210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-ed23d9e4-e6fb-4a4e-8f50-8cf7e2e44845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:15.132662 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-ed23d9e4-e6fb-4a4e-8f50-8cf7e2e44845 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb HTTP/1.1" status: 200 len: 913 time: 0.1397760 Nov 12 01:45:15.180890 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-045ecff5-bbee-4b7b-9c78-1c00cccfa87e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e527cac-f467-499c-ba06-7dd8f31e64aa HTTP/1.1" status: 200 len: 217 time: 0.0406528 Nov 12 01:45:15.188152 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-025d674c-1810-42da-ab75-52a9cc1a72b1 req-2cb6d6c1-af8a-4b7f-bf95-04294ee0d360 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864339 Nov 12 01:45:15.231064 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-09609fb6-cefc-4680-8b47-8728f5875d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:15.232538 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-09609fb6-cefc-4680-8b47-8728f5875d2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae3ff5df-14ba-4ac3-b77d-b6d16d7056d6 HTTP/1.1" status: 200 len: 852 time: 0.0434983 Nov 12 01:45:15.262977 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-733907c2-5a64-45dd-b544-ba58c1561cf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239205 Nov 12 01:45:15.354906 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-890e3f9d-66f8-4cfc-9acf-b5660fa24598 service neutron] 10.222.0.15 "GET /v2.0/networks/1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847592 Nov 12 01:45:15.445908 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-efd4ca83-5556-471d-9152-3c5e8ee0801c service neutron] 10.222.0.15 "GET /v2.0/networks/1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844226 Nov 12 01:45:16.302406 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f90f8e-4aec-4b38-8fab-3ddc774f83e6 req-606b9456-20eb-485a-87b4-d14befed64b1 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:16.304138 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30f90f8e-4aec-4b38-8fab-3ddc774f83e6 req-606b9456-20eb-485a-87b4-d14befed64b1 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0487843 Nov 12 01:45:16.350581 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30f90f8e-4aec-4b38-8fab-3ddc774f83e6 req-dea61615-76bd-4a8b-99fd-cc6cd19daab2 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399320 Nov 12 01:45:17.469646 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bfa21-b8eb-41e9-91ac-1c6daa74e374 req-afc6ff0c-9fea-4ab5-a546-d8b6352c661d tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:17.471133 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fa7bfa21-b8eb-41e9-91ac-1c6daa74e374 req-afc6ff0c-9fea-4ab5-a546-d8b6352c661d tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0495117 Nov 12 01:45:17.517458 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fa7bfa21-b8eb-41e9-91ac-1c6daa74e374 req-e1396431-57ba-48d7-bb7c-89a6b8753459 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402832 Nov 12 01:45:18.636877 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fe78d-e84e-4770-9fdb-7c127c26d96a req-41907adc-f846-48b5-a332-fd7334fd99e1 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:18.638356 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa8fe78d-e84e-4770-9fdb-7c127c26d96a req-41907adc-f846-48b5-a332-fd7334fd99e1 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0532351 Nov 12 01:45:18.685992 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa8fe78d-e84e-4770-9fdb-7c127c26d96a req-3c956454-2ce4-4ee5-9e89-0b623fae9a2d tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416656 Nov 12 01:45:19.799247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9318761-65a1-4af7-bf8d-b076db3b3786 req-17e93d2e-9399-4e91-a647-acc3189d1807 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:19.800753 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d9318761-65a1-4af7-bf8d-b076db3b3786 req-17e93d2e-9399-4e91-a647-acc3189d1807 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0483878 Nov 12 01:45:19.846969 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d9318761-65a1-4af7-bf8d-b076db3b3786 req-c067e374-8995-4a96-8021-847d23758328 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394859 Nov 12 01:45:20.150429 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-60cf7087-feed-4f44-baf5-441729d2060a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:20.961728 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c6b21-e510-4f5a-9eb9-b3a1856412ae req-b368801d-884b-4cb1-9277-3ba34fe7fa4f tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:20.963149 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-419c6b21-e510-4f5a-9eb9-b3a1856412ae req-b368801d-884b-4cb1-9277-3ba34fe7fa4f tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0487721 Nov 12 01:45:21.010025 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-419c6b21-e510-4f5a-9eb9-b3a1856412ae req-66466a88-3784-46dc-8803-a91009c47d91 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404601 Nov 12 01:45:22.130666 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397d089-d570-45cd-bdfb-a42cda5015f2 req-d0ffb29a-2608-441f-99cf-92dd7c1985a6 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:22.132138 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f397d089-d570-45cd-bdfb-a42cda5015f2 req-d0ffb29a-2608-441f-99cf-92dd7c1985a6 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0532784 Nov 12 01:45:22.179033 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f397d089-d570-45cd-bdfb-a42cda5015f2 req-d028d9be-74dd-4e78-9771-5d613847eeff tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409658 Nov 12 01:45:22.433577 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-81191afe-fe6a-4600-a3a5-f2f2fe6c739c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:23.300111 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c6725-16a0-41b0-b857-226de0bc106f req-923a4f1a-b3d1-4c58-8271-8aaced7a7421 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:23.301598 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-651c6725-16a0-41b0-b857-226de0bc106f req-923a4f1a-b3d1-4c58-8271-8aaced7a7421 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0494566 Nov 12 01:45:23.351681 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-651c6725-16a0-41b0-b857-226de0bc106f req-6b22d383-8db4-47d4-a630-31c41ccedaf6 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432386 Nov 12 01:45:23.710787 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:24.471812 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb56ae-012c-4303-80ac-710a17f9abfd req-e4d09adf-5296-4069-9a84-bc46864fc9b1 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:24.473389 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-54eb56ae-012c-4303-80ac-710a17f9abfd req-e4d09adf-5296-4069-9a84-bc46864fc9b1 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0525239 Nov 12 01:45:24.520998 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-54eb56ae-012c-4303-80ac-710a17f9abfd req-be6ad67c-e698-4121-824c-a6cc7f428cde tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415616 Nov 12 01:45:25.189310 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:25.655214 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c7307-1718-4aad-92f1-dc9dd4989a88 req-332f0470-6757-4647-9a75-1714241db62a tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:25.657362 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-071c7307-1718-4aad-92f1-dc9dd4989a88 req-332f0470-6757-4647-9a75-1714241db62a tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0527437 Nov 12 01:45:25.671094 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:25.706955 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-071c7307-1718-4aad-92f1-dc9dd4989a88 req-4b7e517f-c397-4f31-a7bb-586021aaaa9c tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435138 Nov 12 01:45:26.153956 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:26.825639 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7471c-0bde-4e3e-8db6-af2abc0a9b33 req-aaf03a0a-ff82-4983-8ae6-a67798330e29 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:26.827150 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bae7471c-0bde-4e3e-8db6-af2abc0a9b33 req-aaf03a0a-ff82-4983-8ae6-a67798330e29 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0536904 Nov 12 01:45:26.874474 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bae7471c-0bde-4e3e-8db6-af2abc0a9b33 req-9e1da4c0-0604-49d9-a52d-91cfc4b94b01 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412800 Nov 12 01:45:27.418131 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:45:27.995523 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904dde31-2ee5-450b-a958-9bd078ec348f req-77888944-0f9a-42f8-9565-c38894e1ab00 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:27.997044 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-904dde31-2ee5-450b-a958-9bd078ec348f req-77888944-0f9a-42f8-9565-c38894e1ab00 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0499301 Nov 12 01:45:28.043754 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-904dde31-2ee5-450b-a958-9bd078ec348f req-baf28112-26cc-46d5-b4b7-ac6123964321 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407717 Nov 12 01:45:29.159983 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad44d16-a0d8-4621-b834-8a503ce9a7af req-846c84f2-cf60-42a7-835e-af8f6254bbb2 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:29.161494 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dad44d16-a0d8-4621-b834-8a503ce9a7af req-846c84f2-cf60-42a7-835e-af8f6254bbb2 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0495620 Nov 12 01:45:29.209583 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dad44d16-a0d8-4621-b834-8a503ce9a7af req-04e83706-d984-456c-86ba-a00c941d15af tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419688 Nov 12 01:45:30.329259 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3b191-2013-4d28-b604-6e55a2b3c039 req-9fc2de48-7652-403c-b391-1394b4f4a719 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:30.330727 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-76f3b191-2013-4d28-b604-6e55a2b3c039 req-9fc2de48-7652-403c-b391-1394b4f4a719 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0525010 Nov 12 01:45:30.376597 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-76f3b191-2013-4d28-b604-6e55a2b3c039 req-36298757-83fb-465c-90b7-2e3e50dd631e tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400152 Nov 12 01:45:31.491957 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99276df-6e41-49a3-8773-29ed368824e1 req-357bcd08-992f-4746-9dcc-884e765f7efc tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:31.493924 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a99276df-6e41-49a3-8773-29ed368824e1 req-357bcd08-992f-4746-9dcc-884e765f7efc tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0479319 Nov 12 01:45:31.543612 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a99276df-6e41-49a3-8773-29ed368824e1 req-193223a3-f8fd-45ec-9a7e-fce0f5080a73 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438643 Nov 12 01:45:32.659387 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249a36f-4f9d-497d-aa31-e765f30ff270 req-41220506-b3e3-4e06-8c4f-cf741b0936d0 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:32.660895 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f249a36f-4f9d-497d-aa31-e765f30ff270 req-41220506-b3e3-4e06-8c4f-cf741b0936d0 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0489590 Nov 12 01:45:32.707539 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f249a36f-4f9d-497d-aa31-e765f30ff270 req-a4738294-59ad-4f60-805d-1d84e862cc41 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407240 Nov 12 01:45:33.822065 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff53f5e-474d-47f2-8ddb-18cfaff7ab71 req-06a0ecc7-06db-4cf7-a032-2b3180d873be tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:33.823877 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ff53f5e-474d-47f2-8ddb-18cfaff7ab71 req-06a0ecc7-06db-4cf7-a032-2b3180d873be tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0491099 Nov 12 01:45:33.871670 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ff53f5e-474d-47f2-8ddb-18cfaff7ab71 req-27ff21dc-861b-44ac-a512-9139f8dfeaae tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408614 Nov 12 01:45:34.985855 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606550f-44f0-440d-9a90-64c15dd03742 req-8743eefb-e24c-4c88-9797-ed93ea515f0a tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:34.987310 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9606550f-44f0-440d-9a90-64c15dd03742 req-8743eefb-e24c-4c88-9797-ed93ea515f0a tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0481498 Nov 12 01:45:35.036652 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9606550f-44f0-440d-9a90-64c15dd03742 req-f14fe39d-2629-4d51-8556-79fa2d7436eb tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434358 Nov 12 01:45:36.150769 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ae885-1603-44c6-849f-1a1189a94992 req-a95859f6-886e-42bf-b232-190628dd812f tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:36.152236 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-616ae885-1603-44c6-849f-1a1189a94992 req-a95859f6-886e-42bf-b232-190628dd812f tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0484293 Nov 12 01:45:36.199455 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-616ae885-1603-44c6-849f-1a1189a94992 req-8eb2e052-cfb9-4e3d-a713-87d3d54fc370 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409329 Nov 12 01:45:37.314552 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90c9b2-eb5b-4e73-8c73-a63fa906ddf2 req-852d7132-6b05-4246-a29d-89624ab4cd3f tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:37.316054 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c90c9b2-eb5b-4e73-8c73-a63fa906ddf2 req-852d7132-6b05-4246-a29d-89624ab4cd3f tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0497987 Nov 12 01:45:37.366900 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3c90c9b2-eb5b-4e73-8c73-a63fa906ddf2 req-99cbed8e-2dc0-4b45-9021-26474923dc6d tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447536 Nov 12 01:45:38.485410 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff1dc5-b69e-474a-85e7-504b01ea24c1 req-80482521-8a2e-4f7c-8956-891b45288209 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:38.486910 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b3ff1dc5-b69e-474a-85e7-504b01ea24c1 req-80482521-8a2e-4f7c-8956-891b45288209 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0524986 Nov 12 01:45:38.533525 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b3ff1dc5-b69e-474a-85e7-504b01ea24c1 req-ffe2d573-b9ff-4e7b-9f38-86b1073f2e31 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406961 Nov 12 01:45:39.371125 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:39.648561 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24780557-b259-44f9-bc36-a23cb74a4e2c req-15594902-e0b2-4bbf-a82d-6cc30450e820 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:39.650099 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-24780557-b259-44f9-bc36-a23cb74a4e2c req-15594902-e0b2-4bbf-a82d-6cc30450e820 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0490162 Nov 12 01:45:39.696377 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-24780557-b259-44f9-bc36-a23cb74a4e2c req-cfacb127-d2af-4806-b6f2-37e6106c1d9c tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402672 Nov 12 01:45:40.809953 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa41c01-8d2b-47d3-af2c-46d4bed35a96 req-06de5f63-5fba-40a6-b6cf-234dc2bf49f9 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:40.811432 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6fa41c01-8d2b-47d3-af2c-46d4bed35a96 req-06de5f63-5fba-40a6-b6cf-234dc2bf49f9 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0489717 Nov 12 01:45:40.858965 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6fa41c01-8d2b-47d3-af2c-46d4bed35a96 req-9084f77d-fc37-4c1d-a10a-d5848fc3dfad tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416203 Nov 12 01:45:41.980429 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8eb9ba-e8a3-45b3-96a6-0f341530a47a req-70c6a8f3-d166-4591-aed5-519c8e6613fc tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:41.981952 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b8eb9ba-e8a3-45b3-96a6-0f341530a47a req-70c6a8f3-d166-4591-aed5-519c8e6613fc tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0533700 Nov 12 01:45:42.028318 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b8eb9ba-e8a3-45b3-96a6-0f341530a47a req-218de22b-2742-41f5-afb6-b1d7ee219096 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403342 Nov 12 01:45:42.627023 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-358c9cec-49a8-4b38-9a72-f93eac6fd646 service neutron] show failed (client error): The resource could not be found. Nov 12 01:45:42.628067 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-358c9cec-49a8-4b38-9a72-f93eac6fd646 service neutron] 10.222.0.15 "GET /v2.0/ports/0e527cac-f467-499c-ba06-7dd8f31e64aa/bindings/n-h1-712137-14 HTTP/1.1" status: 404 len: 381 time: 0.0539968 Nov 12 01:45:42.834308 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-48c04f5b-8244-46a5-ae5e-99b3043be4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:42.835787 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-48c04f5b-8244-46a5-ae5e-99b3043be4f1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a&tenant_id=bb680d8553b540acb7b1dd891374987b HTTP/1.1" status: 200 len: 1097 time: 0.0423529 Nov 12 01:45:42.848338 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-14', 'device_owner': 'compute:nova'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:45:42.904568 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:43.111240 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] For port 0e527cac-f467-499c-ba06-7dd8f31e64aa, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=0e527cac-f467-499c-ba06-7dd8f31e64aa,segment=NetworkSegment(84777ffc-c847-4686-a7e3-71c2f76e5375),segment_id=84777ffc-c847-4686-a7e3-71c2f76e5375)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:43.144859 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] For port 0e527cac-f467-499c-ba06-7dd8f31e64aa, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:45:43.156072 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b5c1e-b86e-4f3d-89e0-18365d185b0e req-9374afdf-9aea-4efe-ae9f-8b6fc71238cf tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:43.157567 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d08b5c1e-b86e-4f3d-89e0-18365d185b0e req-9374afdf-9aea-4efe-ae9f-8b6fc71238cf tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0533755 Nov 12 01:45:43.185055 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4828dbd-69b9-48ec-bfd2-841670cf670a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e527cac-f467-499c-ba06-7dd8f31e64aa'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:45:43.187322 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b961f30e-1dd8-454a-99ee-b5f89a0b08ee" -d '{"events": [{"server_uuid": "b4828dbd-69b9-48ec-bfd2-841670cf670a", "name": "network-vif-unplugged", "status": "completed", "tag": "0e527cac-f467-499c-ba06-7dd8f31e64aa"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:45:43.191422 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:43.206945 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Transition to ACTIVE for port object 0e527cac-f467-499c-ba06-7dd8f31e64aa will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:45:43.207708 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d08b5c1e-b86e-4f3d-89e0-18365d185b0e req-e99632ca-0fd5-4cb1-b407-b2a82b636ea4 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439780 Nov 12 01:45:43.214804 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:43.249698 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0358e6b7-9100-4540-85bd-f7a6a90752a9 x-openstack-request-id: req-0358e6b7-9100-4540-85bd-f7a6a90752a9 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:45:43.249995 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4828dbd-69b9-48ec-bfd2-841670cf670a", "name": "network-vif-unplugged", "status": "completed", "tag": "0e527cac-f467-499c-ba06-7dd8f31e64aa", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:45:43.250251 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0358e6b7-9100-4540-85bd-f7a6a90752a9 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:45:43.250645 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4828dbd-69b9-48ec-bfd2-841670cf670a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e527cac-f467-499c-ba06-7dd8f31e64aa', 'code': 200} Nov 12 01:45:43.279850 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Pushing event updated for resources: {'Port': ['ID=0e527cac-f467-499c-ba06-7dd8f31e64aa,revision_number=6']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:43.281934 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] No DVR routers for this DVR port 0e527cac-f467-499c-ba06-7dd8f31e64aa on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:45:43.294530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:43.294884 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:43.295232 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:43.295568 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:43.295909 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:43.296242 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:43.296571 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:43.296927 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:43.297256 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:43.297585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:43.297915 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:43.298242 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:43.330604 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Attempting to bind port 0e527cac-f467-499c-ba06-7dd8f31e64aa on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:45:43.330950 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Attempting to bind port 0e527cac-f467-499c-ba06-7dd8f31e64aa by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '84777ffc-c847-4686-a7e3-71c2f76e5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:45:43.331277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Attempting to bind port 0e527cac-f467-499c-ba06-7dd8f31e64aa on network 1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:45:43.335525 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Port 0e527cac-f467-499c-ba06-7dd8f31e64aa on network 1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:45:43.335850 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Attempting to bind port 0e527cac-f467-499c-ba06-7dd8f31e64aa on network 1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:45:43.341187 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:45:43.341525 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Checking segment: {'id': '84777ffc-c847-4686-a7e3-71c2f76e5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:45:43.341909 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Bound using segment: {'id': '84777ffc-c847-4686-a7e3-71c2f76e5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:45:43.342335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Bound port: 0e527cac-f467-499c-ba06-7dd8f31e64aa, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84777ffc-c847-4686-a7e3-71c2f76e5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:45:43.342687 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:43.410398 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] For port 0e527cac-f467-499c-ba06-7dd8f31e64aa, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:45:43.413867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] For port 0e527cac-f467-499c-ba06-7dd8f31e64aa, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=0e527cac-f467-499c-ba06-7dd8f31e64aa,segment=NetworkSegment(84777ffc-c847-4686-a7e3-71c2f76e5375),segment_id=84777ffc-c847-4686-a7e3-71c2f76e5375)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:45:43.418639 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:43.450246 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:43.450863 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:43.452250 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] 10.222.0.21 "PUT /v2.0/ports/0e527cac-f467-499c-ba06-7dd8f31e64aa HTTP/1.1" status: 200 len: 1092 time: 0.6079431 Nov 12 01:45:43.484809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e5a31-0ca8-4071-8b15-2f4a9db76d08 service neutron] Pushing event updated for resources: {'Port': ['ID=0e527cac-f467-499c-ba06-7dd8f31e64aa,revision_number=7']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:43.521863 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-1ecaff45-60d6-4006-b162-e1ac3c5e4fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:43.523458 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-1ecaff45-60d6-4006-b162-e1ac3c5e4fb3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb680d8553b540acb7b1dd891374987b&device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 1095 time: 0.0463226 Nov 12 01:45:43.616004 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-1176afc3-d6fd-4fe8-8f42-468659319519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:43.617521 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-1176afc3-d6fd-4fe8-8f42-468659319519 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb HTTP/1.1" status: 200 len: 913 time: 0.0872729 Nov 12 01:45:43.659219 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-5c3b7cd0-03a8-456b-8720-22cd6944be5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e527cac-f467-499c-ba06-7dd8f31e64aa HTTP/1.1" status: 200 len: 217 time: 0.0345919 Nov 12 01:45:43.710864 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-cc2f46e2-6118-409a-b0ce-fd4e373ac1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:43.712166 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-cc2f46e2-6118-409a-b0ce-fd4e373ac1e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae3ff5df-14ba-4ac3-b77d-b6d16d7056d6 HTTP/1.1" status: 200 len: 852 time: 0.0461302 Nov 12 01:45:43.744779 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-faaa012a-08e5-4c04-a338-08a0d89710d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246348 Nov 12 01:45:43.841382 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-41fd3a3b-77d6-4d67-b4a4-c7989f6f7e60 service neutron] 10.222.0.21 "GET /v2.0/networks/1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889452 Nov 12 01:45:43.935168 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b44348a0-8114-411f-a7a4-e5da0e4e680f req-0c2d12be-1ae9-4d43-aa39-5f3051759bc1 service neutron] 10.222.0.21 "GET /v2.0/networks/1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871344 Nov 12 01:45:44.327120 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d69e83-472f-4473-b036-455a5a35d2bb req-8a3f9fc9-e462-46e0-8957-d1a5676fccf9 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:44.328503 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c5d69e83-472f-4473-b036-455a5a35d2bb req-8a3f9fc9-e462-46e0-8957-d1a5676fccf9 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 943 time: 0.0486348 Nov 12 01:45:44.374548 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c5d69e83-472f-4473-b036-455a5a35d2bb req-e79ccd57-e104-4294-8a71-2a2f0067d643 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401425 Nov 12 01:45:45.252086 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4828dbd-69b9-48ec-bfd2-841670cf670a', 'tag': '0e527cac-f467-499c-ba06-7dd8f31e64aa'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:45:45.254596 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0073ac-c10a-424f-9f64-821de315ab18" -d '{"events": [{"name": "network-changed", "server_uuid": "b4828dbd-69b9-48ec-bfd2-841670cf670a", "tag": "0e527cac-f467-499c-ba06-7dd8f31e64aa"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:45:45.311445 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a4e179-14f2-4825-b1ac-54cb663bd602 x-openstack-request-id: req-52a4e179-14f2-4825-b1ac-54cb663bd602 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:45:45.311739 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4828dbd-69b9-48ec-bfd2-841670cf670a", "tag": "0e527cac-f467-499c-ba06-7dd8f31e64aa", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:45:45.311992 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52a4e179-14f2-4825-b1ac-54cb663bd602 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:45:45.312388 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4828dbd-69b9-48ec-bfd2-841670cf670a', 'tag': '0e527cac-f467-499c-ba06-7dd8f31e64aa', 'status': 'completed', 'code': 200} Nov 12 01:45:45.385689 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0073ac-c10a-424f-9f64-821de315ab18 req-bf0bf7d0-c30f-44b5-bc5f-da60a0977d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:45.387461 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb0073ac-c10a-424f-9f64-821de315ab18 req-bf0bf7d0-c30f-44b5-bc5f-da60a0977d08 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb680d8553b540acb7b1dd891374987b&device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 1095 time: 0.0456831 Nov 12 01:45:45.405928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0073ac-c10a-424f-9f64-821de315ab18 req-785582ab-6451-4154-ac5f-dad007770b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:45.407438 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fb0073ac-c10a-424f-9f64-821de315ab18 req-785582ab-6451-4154-ac5f-dad007770b5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb680d8553b540acb7b1dd891374987b&device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 1095 time: 0.0568185 Nov 12 01:45:45.493343 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0073ac-c10a-424f-9f64-821de315ab18 req-931260a8-3cdd-4dbc-a73c-dd808459f52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:45.495438 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb0073ac-c10a-424f-9f64-821de315ab18 req-931260a8-3cdd-4dbc-a73c-dd808459f52c service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb HTTP/1.1" status: 200 len: 913 time: 0.0989792 Nov 12 01:45:45.542070 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb0073ac-c10a-424f-9f64-821de315ab18 req-d889a4b7-b8ad-46db-a1a2-17fdde4045de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e527cac-f467-499c-ba06-7dd8f31e64aa HTTP/1.1" status: 200 len: 217 time: 0.0393660 Nov 12 01:45:45.548579 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfc9f2-096d-4fe1-9f84-30d4437727b1 req-439ae763-4456-4666-8e52-b0e4c8f0c0c5 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:45.550080 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4fbfc9f2-096d-4fe1-9f84-30d4437727b1 req-439ae763-4456-4666-8e52-b0e4c8f0c0c5 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 943 time: 0.0987489 Nov 12 01:45:45.551502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0073ac-c10a-424f-9f64-821de315ab18 req-5d166c50-2ca1-4114-9ffc-aca9a35e00e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:45.552856 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fb0073ac-c10a-424f-9f64-821de315ab18 req-5d166c50-2ca1-4114-9ffc-aca9a35e00e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb HTTP/1.1" status: 200 len: 913 time: 0.1385248 Nov 12 01:45:45.595624 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0073ac-c10a-424f-9f64-821de315ab18 req-d02d288d-2f25-4844-b325-bb6fedbdd859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:45.597091 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb0073ac-c10a-424f-9f64-821de315ab18 req-d02d288d-2f25-4844-b325-bb6fedbdd859 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae3ff5df-14ba-4ac3-b77d-b6d16d7056d6 HTTP/1.1" status: 200 len: 852 time: 0.0481200 Nov 12 01:45:45.612150 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fb0073ac-c10a-424f-9f64-821de315ab18 req-39bb3b28-8bc0-4c0d-9eb4-bae29748c2e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e527cac-f467-499c-ba06-7dd8f31e64aa HTTP/1.1" status: 200 len: 217 time: 0.0374565 Nov 12 01:45:45.629498 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb0073ac-c10a-424f-9f64-821de315ab18 req-c40e1a8b-b197-4ab2-94ab-e550c6eeaec0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255809 Nov 12 01:45:45.673260 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4fbfc9f2-096d-4fe1-9f84-30d4437727b1 req-d76277b2-be25-494e-b8fb-cdf833bd312f tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164110 Nov 12 01:45:45.677039 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0073ac-c10a-424f-9f64-821de315ab18 req-db2baa5f-8cec-465e-8758-7c458232067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:45.678776 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fb0073ac-c10a-424f-9f64-821de315ab18 req-db2baa5f-8cec-465e-8758-7c458232067a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae3ff5df-14ba-4ac3-b77d-b6d16d7056d6 HTTP/1.1" status: 200 len: 852 time: 0.0594270 Nov 12 01:45:45.712743 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fb0073ac-c10a-424f-9f64-821de315ab18 req-72a43d35-6a1b-4361-905b-ab252031e736 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271225 Nov 12 01:45:45.724572 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb0073ac-c10a-424f-9f64-821de315ab18 req-cb7cdab0-b784-4ff5-a4f0-d2f4720f0fad service neutron] 10.222.0.21 "GET /v2.0/networks/1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875111 Nov 12 01:45:45.809103 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fb0073ac-c10a-424f-9f64-821de315ab18 req-3aa80b47-6244-4416-af96-e9af06acbc0e service neutron] 10.222.0.15 "GET /v2.0/networks/1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893021 Nov 12 01:45:45.820407 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb0073ac-c10a-424f-9f64-821de315ab18 req-96768419-d167-4a7b-bbf0-889d39193cac service neutron] 10.222.0.21 "GET /v2.0/networks/1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893075 Nov 12 01:45:45.898574 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fb0073ac-c10a-424f-9f64-821de315ab18 req-36e5abfc-23f0-4646-96a3-54a1a0a6c0e8 service neutron] 10.222.0.15 "GET /v2.0/networks/1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819354 Nov 12 01:45:46.274100 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 0e527cac-f467-499c-ba06-7dd8f31e64aa no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:45:46.312247 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 0e527cac-f467-499c-ba06-7dd8f31e64aa not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:45:46.346360 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 0e527cac-f467-499c-ba06-7dd8f31e64aa details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:45:46.440131 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 0e527cac-f467-499c-ba06-7dd8f31e64aa, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=0e527cac-f467-499c-ba06-7dd8f31e64aa,segment=NetworkSegment(84777ffc-c847-4686-a7e3-71c2f76e5375),segment_id=84777ffc-c847-4686-a7e3-71c2f76e5375)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:46.453541 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '0e527cac-f467-499c-ba06-7dd8f31e64aa', 'network_id': '1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb', 'port_id': '0e527cac-f467-499c-ba06-7dd8f31e64aa', 'mac_address': 'fa:16:3e:14:04:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae3ff5df-14ba-4ac3-b77d-b6d16d7056d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:45:46.493612 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:46.510026 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e527cac-f467-499c-ba06-7dd8f31e64aa {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:45:46.529314 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 0e527cac-f467-499c-ba06-7dd8f31e64aa, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=0e527cac-f467-499c-ba06-7dd8f31e64aa,segment=NetworkSegment(84777ffc-c847-4686-a7e3-71c2f76e5375),segment_id=84777ffc-c847-4686-a7e3-71c2f76e5375)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:46.533257 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:46.578334 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=0e527cac-f467-499c-ba06-7dd8f31e64aa,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:46.585522 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:46.585878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:46.586221 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:46.586562 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:46.586899 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:46.587230 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:46.587565 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:46.587894 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:46.588221 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:46.589134 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:46.589446 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:46.589773 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:46.740352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['0e527cac-f467-499c-ba06-7dd8f31e64aa'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:45:46.805988 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17c6e4-de85-4bf6-a805-fff574866d5b req-2b473d55-c882-4fd5-aaf6-ada163bceaf2 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:46.807416 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b17c6e4-de85-4bf6-a805-fff574866d5b req-2b473d55-c882-4fd5-aaf6-ada163bceaf2 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 944 time: 0.0620668 Nov 12 01:45:46.854280 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b17c6e4-de85-4bf6-a805-fff574866d5b req-fcad7b47-e598-400d-8bbe-9e6d73eeee6b tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408165 Nov 12 01:45:47.110011 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-c8911231-d1cd-4360-9105-f55b291675f9 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:47.111593 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-c8911231-d1cd-4360-9105-f55b291675f9 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a&tenant_id=bb680d8553b540acb7b1dd891374987b&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 944 time: 0.0600860 Nov 12 01:45:47.176603 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-e7e6c26c-fab1-4ba0-82d9-7c8d5322daaf service neutron] delete failed (client error): The resource could not be found. Nov 12 01:45:47.177657 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-e7e6c26c-fab1-4ba0-82d9-7c8d5322daaf service neutron] 10.222.0.15 "DELETE /v2.0/ports/0e527cac-f467-499c-ba06-7dd8f31e64aa/bindings/n-h2-712137-14 HTTP/1.1" status: 404 len: 381 time: 0.0548828 Nov 12 01:45:47.281169 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-79e64a86-a257-4428-88ee-40d4f5dfeedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:47.282637 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-79e64a86-a257-4428-88ee-40d4f5dfeedb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb680d8553b540acb7b1dd891374987b&device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 1096 time: 0.0401702 Nov 12 01:45:47.373508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-23a5a8c0-7676-4f66-b00f-c6ab44ed6c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:47.374808 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-23a5a8c0-7676-4f66-b00f-c6ab44ed6c96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb HTTP/1.1" status: 200 len: 913 time: 0.0856297 Nov 12 01:45:47.414701 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-089e7c73-9b17-4d7d-a2c4-1f3f12c69b5e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e527cac-f467-499c-ba06-7dd8f31e64aa HTTP/1.1" status: 200 len: 217 time: 0.0332770 Nov 12 01:45:47.475513 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-0fb82c8f-cb6e-4c02-a7e0-4d910ad2270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:47.477032 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-0fb82c8f-cb6e-4c02-a7e0-4d910ad2270f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae3ff5df-14ba-4ac3-b77d-b6d16d7056d6 HTTP/1.1" status: 200 len: 852 time: 0.0554197 Nov 12 01:45:47.513937 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-2fdf2f77-a270-4dee-9365-d2dfa2653655 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298755 Nov 12 01:45:47.608123 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-bf833a75-d12d-4a7d-84a5-58e572087257 service neutron] 10.222.0.15 "GET /v2.0/networks/1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872951 Nov 12 01:45:47.703079 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-b6391840-90b7-427f-af95-6296d2f7d964 service neutron] 10.222.0.15 "GET /v2.0/networks/1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880485 Nov 12 01:45:48.375620 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 0e527cac-f467-499c-ba06-7dd8f31e64aa up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:45:48.424825 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 0e527cac-f467-499c-ba06-7dd8f31e64aa completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:45:48.428873 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 0e527cac-f467-499c-ba06-7dd8f31e64aa triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:45:48.429248 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:48.461002 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711f6ef-155e-4303-b253-4c2a71d4c33f req-8c189695-a129-46df-996b-f1e2017bbbb2 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:48.462496 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a711f6ef-155e-4303-b253-4c2a71d4c33f req-8c189695-a129-46df-996b-f1e2017bbbb2 tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 944 time: 0.0534809 Nov 12 01:45:48.505741 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:48.512452 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a711f6ef-155e-4303-b253-4c2a71d4c33f req-44c6a5ec-dd43-48d2-b282-8211f9ef6dcb tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425379 Nov 12 01:45:48.528953 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4828dbd-69b9-48ec-bfd2-841670cf670a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e527cac-f467-499c-ba06-7dd8f31e64aa'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:45:48.531189 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166a6bd1-5ef1-43de-9b19-33eab58c1a71" -d '{"events": [{"server_uuid": "b4828dbd-69b9-48ec-bfd2-841670cf670a", "name": "network-vif-plugged", "status": "completed", "tag": "0e527cac-f467-499c-ba06-7dd8f31e64aa"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:45:48.543626 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 0e527cac-f467-499c-ba06-7dd8f31e64aa, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=0e527cac-f467-499c-ba06-7dd8f31e64aa,segment=NetworkSegment(84777ffc-c847-4686-a7e3-71c2f76e5375),segment_id=84777ffc-c847-4686-a7e3-71c2f76e5375)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:48.547836 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:48.577586 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03038ac2-6804-4433-9f20-f723c8370c87 x-openstack-request-id: req-03038ac2-6804-4433-9f20-f723c8370c87 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:45:48.577881 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4828dbd-69b9-48ec-bfd2-841670cf670a", "name": "network-vif-plugged", "status": "completed", "tag": "0e527cac-f467-499c-ba06-7dd8f31e64aa", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:45:48.578131 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03038ac2-6804-4433-9f20-f723c8370c87 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:45:48.578509 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4828dbd-69b9-48ec-bfd2-841670cf670a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e527cac-f467-499c-ba06-7dd8f31e64aa', 'code': 200} Nov 12 01:45:48.603307 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=0e527cac-f467-499c-ba06-7dd8f31e64aa,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:49.632404 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee98b8e-7c7e-423f-9f87-e910565a43e4 req-60a6e3ef-89f4-4fae-9aa1-c3158daeb17e tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:49.633925 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cee98b8e-7c7e-423f-9f87-e910565a43e4 req-60a6e3ef-89f4-4fae-9aa1-c3158daeb17e tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0520129 Nov 12 01:45:49.682816 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cee98b8e-7c7e-423f-9f87-e910565a43e4 req-c51fff2f-cfd6-4eb8-a141-3816bde5626b tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.31 "GET /v2.0/security-groups?id=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422246 Nov 12 01:45:49.731079 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-52d21d00-33f2-4aee-94f5-e2010b794dec tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:49.732629 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-52d21d00-33f2-4aee-94f5-e2010b794dec tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4828dbd-69b9-48ec-bfd2-841670cf670a HTTP/1.1" status: 200 len: 945 time: 0.0486474 Nov 12 01:45:49.845195 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-d532d7af-dc85-4f2c-9328-f50e1458104d tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Deleting port 0e527cac-f467-499c-ba06-7dd8f31e64aa {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:45:49.845481 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-d532d7af-dc85-4f2c-9328-f50e1458104d tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:49.936335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-d532d7af-dc85-4f2c-9328-f50e1458104d tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] For port 0e527cac-f467-499c-ba06-7dd8f31e64aa, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=0e527cac-f467-499c-ba06-7dd8f31e64aa,segment=NetworkSegment(84777ffc-c847-4686-a7e3-71c2f76e5375),segment_id=84777ffc-c847-4686-a7e3-71c2f76e5375)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:49.936753 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-d532d7af-dc85-4f2c-9328-f50e1458104d tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:49.950117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-d532d7af-dc85-4f2c-9328-f50e1458104d tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Calling delete_port for 0e527cac-f467-499c-ba06-7dd8f31e64aa owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:45:50.082493 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-d532d7af-dc85-4f2c-9328-f50e1458104d tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:50.095283 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['0e527cac-f467-499c-ba06-7dd8f31e64aa'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:45:50.111569 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532d7af-dc85-4f2c-9328-f50e1458104d tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Pushing event deleted for resources: {'Port': ['ID=0e527cac-f467-499c-ba06-7dd8f31e64aa,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:50.154974 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-18f821cd-3a3f-49dd-9590-82305e065065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:50.159557 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-d532d7af-dc85-4f2c-9328-f50e1458104d tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] No DVR routers for this DVR port 0e527cac-f467-499c-ba06-7dd8f31e64aa on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:45:50.162026 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-d532d7af-dc85-4f2c-9328-f50e1458104d tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:50.165528 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0d1a332c-db3c-4084-974c-aea27cf00022 req-d532d7af-dc85-4f2c-9328-f50e1458104d tempest-DeleteServersTestJSON-1693566617 tempest-DeleteServersTestJSON-1693566617-project] 10.222.0.21 "DELETE /v2.0/ports/0e527cac-f467-499c-ba06-7dd8f31e64aa HTTP/1.1" status: 204 len: 173 time: 0.4268219 Nov 12 01:45:50.165967 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4828dbd-69b9-48ec-bfd2-841670cf670a', 'name': 'network-vif-deleted', 'tag': '0e527cac-f467-499c-ba06-7dd8f31e64aa'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:45:50.168237 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12511df3-3b25-46f7-8fca-db0a3b431492" -d '{"events": [{"server_uuid": "b4828dbd-69b9-48ec-bfd2-841670cf670a", "name": "network-vif-deleted", "tag": "0e527cac-f467-499c-ba06-7dd8f31e64aa"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:45:50.209937 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c797980-2920-426f-89d3-329ae035bbed x-openstack-request-id: req-2c797980-2920-426f-89d3-329ae035bbed {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:45:50.210234 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4828dbd-69b9-48ec-bfd2-841670cf670a", "name": "network-vif-deleted", "tag": "0e527cac-f467-499c-ba06-7dd8f31e64aa", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:45:50.210493 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c797980-2920-426f-89d3-329ae035bbed {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:45:50.210893 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4828dbd-69b9-48ec-bfd2-841670cf670a', 'name': 'network-vif-deleted', 'tag': '0e527cac-f467-499c-ba06-7dd8f31e64aa', 'status': 'completed', 'code': 200} Nov 12 01:45:50.811952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53266) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:45:50.856191 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fba34c-bc9f-4ad7-8190-283bf7d812fb admin admin] Deleting subnet ae3ff5df-14ba-4ac3-b77d-b6d16d7056d6 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:45:50.859238 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-44fba34c-bc9f-4ad7-8190-283bf7d812fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:50.892335 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-44fba34c-bc9f-4ad7-8190-283bf7d812fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:50.931369 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-44fba34c-bc9f-4ad7-8190-283bf7d812fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:50.985979 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-44fba34c-bc9f-4ad7-8190-283bf7d812fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:51.011319 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fba34c-bc9f-4ad7-8190-283bf7d812fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae3ff5df-14ba-4ac3-b77d-b6d16d7056d6,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:51.015015 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-44fba34c-bc9f-4ad7-8190-283bf7d812fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:51.018268 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-44fba34c-bc9f-4ad7-8190-283bf7d812fb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ae3ff5df-14ba-4ac3-b77d-b6d16d7056d6 HTTP/1.1" status: 204 len: 168 time: 0.2051935 Nov 12 01:45:51.020753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53268) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:45:51.087693 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a0b0148e-8e53-48ab-b201-f0a96e64a907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:51.168399 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a0b0148e-8e53-48ab-b201-f0a96e64a907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:51.188442 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-a0b0148e-8e53-48ab-b201-f0a96e64a907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:45:51.197387 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-a0b0148e-8e53-48ab-b201-f0a96e64a907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84777ffc-c847-4686-a7e3-71c2f76e5375') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:45:51.197680 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-a0b0148e-8e53-48ab-b201-f0a96e64a907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84777ffc-c847-4686-a7e3-71c2f76e5375') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:45:51.207515 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a0b0148e-8e53-48ab-b201-f0a96e64a907 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:51.220896 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a0b0148e-8e53-48ab-b201-f0a96e64a907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:51.226904 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b0148e-8e53-48ab-b201-f0a96e64a907 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:45:51.227345 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a0b0148e-8e53-48ab-b201-f0a96e64a907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:45:51.228974 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:45:51.284835 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a0b0148e-8e53-48ab-b201-f0a96e64a907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:51.290239 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a0b0148e-8e53-48ab-b201-f0a96e64a907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:51.293466 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a0b0148e-8e53-48ab-b201-f0a96e64a907 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb HTTP/1.1" status: 204 len: 168 time: 0.2717872 Nov 12 01:45:51.304928 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0148e-8e53-48ab-b201-f0a96e64a907 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c27c05e-b1cb-4ebc-b9aa-936ca34c56cb,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:51.421440 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53272) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:45:51.461295 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-98559383-fa6b-4ce0-ac95-f278e9d70e2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb680d8553b540acb7b1dd891374987b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386245 Nov 12 01:45:51.463621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53274) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:45:51.509144 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ad63174c-e9e2-4d95-ba13-857512fb7377 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:51.530983 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ad63174c-e9e2-4d95-ba13-857512fb7377 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:51.576779 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ad63174c-e9e2-4d95-ba13-857512fb7377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:51.579631 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ad63174c-e9e2-4d95-ba13-857512fb7377 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:51.580827 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ad63174c-e9e2-4d95-ba13-857512fb7377 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e HTTP/1.1" status: 204 len: 168 time: 0.1162965 Nov 12 01:45:51.588375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63174c-e9e2-4d95-ba13-857512fb7377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f767d8-46bb-4b2e-8a2f-ac5f6cbff11e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:52.230216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53296) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:45:52.332982 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-887a67f2-fa6c-4936-bdbe-bf1bc9cdcd6f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1164382004-network', 'tenant_id': 'ab0916c76b1a4c2f912209dd90a3c3bc'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:45:52.354100 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887a67f2-fa6c-4936-bdbe-bf1bc9cdcd6f admin admin] Made reservation on behalf of ab0916c76b1a4c2f912209dd90a3c3bc for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:45:52.356280 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-887a67f2-fa6c-4936-bdbe-bf1bc9cdcd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:52.364519 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-887a67f2-fa6c-4936-bdbe-bf1bc9cdcd6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:52.436176 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-90035018-a71d-4b54-ac81-92b2c9b3395b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:52.444187 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-887a67f2-fa6c-4936-bdbe-bf1bc9cdcd6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:52.448631 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-887a67f2-fa6c-4936-bdbe-bf1bc9cdcd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:52.469067 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887a67f2-fa6c-4936-bdbe-bf1bc9cdcd6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:45:52.482498 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a67f2-fa6c-4936-bdbe-bf1bc9cdcd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0934df-b0d8-4546-9ce7-55c50b5c45f4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:52.487233 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-887a67f2-fa6c-4936-bdbe-bf1bc9cdcd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:52.487580 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-887a67f2-fa6c-4936-bdbe-bf1bc9cdcd6f admin admin] Added segment 34d64640-8de1-411f-b6d7-304499cb3141 of type vlan for network 2f6a9834-29c5-4a90-9198-512d2d34194c Nov 12 01:45:52.527328 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-887a67f2-fa6c-4936-bdbe-bf1bc9cdcd6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:52.552651 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-887a67f2-fa6c-4936-bdbe-bf1bc9cdcd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:52.553795 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887a67f2-fa6c-4936-bdbe-bf1bc9cdcd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:52.554373 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-887a67f2-fa6c-4936-bdbe-bf1bc9cdcd6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:52.610703 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-887a67f2-fa6c-4936-bdbe-bf1bc9cdcd6f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3793814 Nov 12 01:45:52.613697 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53300) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:45:52.618068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a67f2-fa6c-4936-bdbe-bf1bc9cdcd6f admin admin] Pushing event updated for resources: {'Network': ['ID=2f6a9834-29c5-4a90-9198-512d2d34194c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:52.619850 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Request body: {'subnet': {'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1164382004-subnet', 'tenant_id': 'ab0916c76b1a4c2f912209dd90a3c3bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:45:52.627555 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 2f6a9834-29c5-4a90-9198-512d2d34194c details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:45:52.656644 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Made reservation on behalf of ab0916c76b1a4c2f912209dd90a3c3bc for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:45:52.659442 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:52.829106 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:52.887692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7f98287-60c0-4d5d-acf6-622a6ea61f4c,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:52.909793 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:52.910140 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:52.910477 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:52.910809 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:52.911137 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:52.911640 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:52.911970 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:52.912290 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:52.912629 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:52.912953 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:52.913276 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:52.917395 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:52.920505 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Checking segment: {'id': '34d64640-8de1-411f-b6d7-304499cb3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:45:52.920884 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Network hostable DHCP agents. Network: 2f6a9834-29c5-4a90-9198-512d2d34194c, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:45:52.939016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Network 2f6a9834-29c5-4a90-9198-512d2d34194c is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:45:52.948083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 2f6a9834-29c5-4a90-9198-512d2d34194c) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:45:52.952122 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:52.952732 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:52.960061 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41458721-76de-4175-83fa-672c7555c35f None None] Network 2f6a9834-29c5-4a90-9198-512d2d34194c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:45:52.975304 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-413a8a46-d91e-45f8-abb7-21d1143615f8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3546488 Nov 12 01:45:53.098403 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f588abe-0ce1-4644-b268-5faf351bcd28 None None] Network 2f6a9834-29c5-4a90-9198-512d2d34194c requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:45:53.429973 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-c552f573-9bfd-46d0-bb79-03e4e2885d5b tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:53.431421 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-c552f573-9bfd-46d0-bb79-03e4e2885d5b tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/networks?id=2f6a9834-29c5-4a90-9198-512d2d34194c HTTP/1.1" status: 200 len: 815 time: 0.1098068 Nov 12 01:45:53.446525 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-1ff63f07-aeb0-4378-b92c-e6338e0b8420 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/quotas/ab0916c76b1a4c2f912209dd90a3c3bc HTTP/1.1" status: 200 len: 375 time: 0.0091813 Nov 12 01:45:53.478656 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-368cf88c-b95c-47e7-b8b1-068663d0efd4 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab0916c76b1a4c2f912209dd90a3c3bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262218 Nov 12 01:45:53.489912 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-bcdb727a-d856-4863-9781-d67b2813c3f7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:45:53.490877 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-bcdb727a-d856-4863-9781-d67b2813c3f7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051093 Nov 12 01:45:53.580279 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-7c2740cf-a61f-4f86-a72b-a41bd4e63628 service neutron] 10.222.0.31 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826406 Nov 12 01:45:53.678602 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-06c46be2-3860-4581-9ba3-375e2a5d19c2 service neutron] 10.222.0.31 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921705 Nov 12 01:45:53.713034 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:53.855087 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ce56899e-d698-4c16-b3e5-9afb986dd75c req-791a1d49-faf5-4d00-ba33-b22569d76c1a tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 210 time: 0.0327425 Nov 12 01:45:54.393126 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 0e527cac-f467-499c-ba06-7dd8f31e64aa no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:45:54.413631 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 0e527cac-f467-499c-ba06-7dd8f31e64aa {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:45:54.413978 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 0e527cac-f467-499c-ba06-7dd8f31e64aa not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:45:54.774603 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-a4720d6a-c257-48de-92dd-75e3f131c9e6 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:54.776597 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-a4720d6a-c257-48de-92dd-75e3f131c9e6 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.21 "GET /v2.0/networks?id=2f6a9834-29c5-4a90-9198-512d2d34194c HTTP/1.1" status: 200 len: 815 time: 0.1033359 Nov 12 01:45:54.789157 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-f42536d8-470b-4107-bf07-31b1510d47c6 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Request body: {'port': {'device_id': 'b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d', 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c', 'admin_state_up': True, 'tenant_id': 'ab0916c76b1a4c2f912209dd90a3c3bc'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:45:54.897930 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-f42536d8-470b-4107-bf07-31b1510d47c6 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Made reservation on behalf of ab0916c76b1a4c2f912209dd90a3c3bc for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:45:54.902001 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-f42536d8-470b-4107-bf07-31b1510d47c6 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:54.955026 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-73aeb252-3c70-4064-a65e-d1f10c9360a5 req-95e1c336-b60d-4326-bc48-44def5c36040 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 210 time: 0.0268183 Nov 12 01:45:55.023476 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-f42536d8-470b-4107-bf07-31b1510d47c6 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Allocated IP 172.20.0.11 (2f6a9834-29c5-4a90-9198-512d2d34194c/f7f98287-60c0-4d5d-acf6-622a6ea61f4c/d36add21-0250-4e30-95a9-09622eb8cf0b) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:45:55.167887 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-f42536d8-470b-4107-bf07-31b1510d47c6 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:55.187583 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:55.203498 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-f42536d8-470b-4107-bf07-31b1510d47c6 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:55.243970 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-f42536d8-470b-4107-bf07-31b1510d47c6 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Network 2f6a9834-29c5-4a90-9198-512d2d34194c is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:45:55.249354 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-f42536d8-470b-4107-bf07-31b1510d47c6 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:45:55.252963 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-f42536d8-470b-4107-bf07-31b1510d47c6 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:45:55.279662 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42536d8-470b-4107-bf07-31b1510d47c6 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Pushing event updated for resources: {'Port': ['ID=d36add21-0250-4e30-95a9-09622eb8cf0b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:55.306871 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-f42536d8-470b-4107-bf07-31b1510d47c6 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:55.308063 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-f42536d8-470b-4107-bf07-31b1510d47c6 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:55.323917 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-f42536d8-470b-4107-bf07-31b1510d47c6 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5384903 Nov 12 01:45:55.336472 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] Request body: {'port': {'device_id': 'b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:45:55.388652 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:55.646512 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d36add21-0250-4e30-95a9-09622eb8cf0b {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:45:55.653787 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:55.669610 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] Transition to ACTIVE for port object d36add21-0250-4e30-95a9-09622eb8cf0b will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:45:55.675616 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:55.678897 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:55.761119 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] Pushing event updated for resources: {'Port': ['ID=d36add21-0250-4e30-95a9-09622eb8cf0b,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:55.790245 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] Attempting to bind port d36add21-0250-4e30-95a9-09622eb8cf0b on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:45:55.790580 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] Attempting to bind port d36add21-0250-4e30-95a9-09622eb8cf0b by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '34d64640-8de1-411f-b6d7-304499cb3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:45:55.790908 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] Attempting to bind port d36add21-0250-4e30-95a9-09622eb8cf0b on network 2f6a9834-29c5-4a90-9198-512d2d34194c {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:45:55.795631 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] Port d36add21-0250-4e30-95a9-09622eb8cf0b on network 2f6a9834-29c5-4a90-9198-512d2d34194c not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:45:55.795951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] Attempting to bind port d36add21-0250-4e30-95a9-09622eb8cf0b on network 2f6a9834-29c5-4a90-9198-512d2d34194c {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:45:55.800753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:45:55.801089 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] Checking segment: {'id': '34d64640-8de1-411f-b6d7-304499cb3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:45:55.801471 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] Bound using segment: {'id': '34d64640-8de1-411f-b6d7-304499cb3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:45:55.801891 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] Bound port: d36add21-0250-4e30-95a9-09622eb8cf0b, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d64640-8de1-411f-b6d7-304499cb3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:45:55.802239 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:55.864775 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] For port d36add21-0250-4e30-95a9-09622eb8cf0b, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:45:55.867596 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] For port d36add21-0250-4e30-95a9-09622eb8cf0b, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=d36add21-0250-4e30-95a9-09622eb8cf0b,segment=NetworkSegment(34d64640-8de1-411f-b6d7-304499cb3141),segment_id=34d64640-8de1-411f-b6d7-304499cb3141)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:45:55.872039 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:55.909017 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:55.909720 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:55.911114 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] 10.222.0.21 "PUT /v2.0/ports/d36add21-0250-4e30-95a9-09622eb8cf0b HTTP/1.1" status: 200 len: 1093 time: 0.5786662 Nov 12 01:45:55.911551 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d', 'tag': 'd36add21-0250-4e30-95a9-09622eb8cf0b'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:45:55.913810 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675681a1-0be0-48f4-98d6-dc73b4690226" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d", "tag": "d36add21-0250-4e30-95a9-09622eb8cf0b"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:45:55.938341 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394f260-2b65-4f41-a760-6fbfd8673a49 service neutron] Pushing event updated for resources: {'Port': ['ID=d36add21-0250-4e30-95a9-09622eb8cf0b,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:55.961371 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178e1329-5d6b-45e9-9660-b5b6ee750018 x-openstack-request-id: req-178e1329-5d6b-45e9-9660-b5b6ee750018 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:45:55.961669 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d", "tag": "d36add21-0250-4e30-95a9-09622eb8cf0b", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:45:55.961926 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-178e1329-5d6b-45e9-9660-b5b6ee750018 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:45:55.962318 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d', 'tag': 'd36add21-0250-4e30-95a9-09622eb8cf0b', 'status': 'completed', 'code': 200} Nov 12 01:45:55.993231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-153de5e3-06be-44a3-af3a-69eb35964197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:55.994834 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-153de5e3-06be-44a3-af3a-69eb35964197 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab0916c76b1a4c2f912209dd90a3c3bc&device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 1096 time: 0.0436544 Nov 12 01:45:56.036967 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-5e1a7013-f5e0-4381-a94d-5ff7d07c4d06 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d36add21-0250-4e30-95a9-09622eb8cf0b HTTP/1.1" status: 200 len: 217 time: 0.0346301 Nov 12 01:45:56.073371 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fc6b9-e048-4745-a495-0838a3685772 req-bce711d8-b4ad-4889-82e3-3446d9c6e816 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:56.074854 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ae7fc6b9-e048-4745-a495-0838a3685772 req-bce711d8-b4ad-4889-82e3-3446d9c6e816 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 944 time: 0.0513232 Nov 12 01:45:56.090752 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-9615a878-7e88-4d2b-87b3-69632484e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:56.092278 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-9615a878-7e88-4d2b-87b3-69632484e72f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f7f98287-60c0-4d5d-acf6-622a6ea61f4c HTTP/1.1" status: 200 len: 855 time: 0.0487158 Nov 12 01:45:56.122909 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ae7fc6b9-e048-4745-a495-0838a3685772 req-98d876e5-e9fa-4c3d-b591-2414a82730dd tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418551 Nov 12 01:45:56.124401 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-8d34dcd3-c649-4faf-b4e4-ca2f36b77d79 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6a9834-29c5-4a90-9198-512d2d34194c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246093 Nov 12 01:45:56.149710 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:56.216122 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-ca208113-895b-4a44-b309-c7666b02f4e7 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849907 Nov 12 01:45:56.308213 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b3143feb-d0a2-460c-8747-9b2d80e19718 req-ed1848d7-b700-43ab-809e-6796def53af4 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842137 Nov 12 01:45:56.394304 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675681a1-0be0-48f4-98d6-dc73b4690226 req-676ef4a7-fa40-441d-876b-2c9a3b7f5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:56.395681 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-675681a1-0be0-48f4-98d6-dc73b4690226 req-676ef4a7-fa40-441d-876b-2c9a3b7f5da0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab0916c76b1a4c2f912209dd90a3c3bc&device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 1096 time: 0.0400052 Nov 12 01:45:56.783914 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675681a1-0be0-48f4-98d6-dc73b4690226 req-75166fd4-cb72-4717-b087-3c7571b0cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:56.785405 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-675681a1-0be0-48f4-98d6-dc73b4690226 req-75166fd4-cb72-4717-b087-3c7571b0cd53 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f6a9834-29c5-4a90-9198-512d2d34194c HTTP/1.1" status: 200 len: 916 time: 0.3831935 Nov 12 01:45:56.827775 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-675681a1-0be0-48f4-98d6-dc73b4690226 req-b363f698-e759-4f36-b0e5-5b62d7a3e771 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d36add21-0250-4e30-95a9-09622eb8cf0b HTTP/1.1" status: 200 len: 217 time: 0.0342200 Nov 12 01:45:56.875843 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675681a1-0be0-48f4-98d6-dc73b4690226 req-cfd57931-f0b7-4329-bf8e-087efb405e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:56.877255 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-675681a1-0be0-48f4-98d6-dc73b4690226 req-cfd57931-f0b7-4329-bf8e-087efb405e0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f7f98287-60c0-4d5d-acf6-622a6ea61f4c HTTP/1.1" status: 200 len: 855 time: 0.0417781 Nov 12 01:45:56.908680 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-675681a1-0be0-48f4-98d6-dc73b4690226 req-926190f5-f3b3-48e5-bb3b-e43dcf4c9281 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6a9834-29c5-4a90-9198-512d2d34194c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236742 Nov 12 01:45:57.001220 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-675681a1-0be0-48f4-98d6-dc73b4690226 req-853502ce-58a8-40ac-8768-d071bf064f7b service neutron] 10.222.0.21 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849328 Nov 12 01:45:57.094200 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-675681a1-0be0-48f4-98d6-dc73b4690226 req-076521a7-8498-4aa3-9b07-16100170a91b service neutron] 10.222.0.21 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852420 Nov 12 01:45:57.238936 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9408c-6bc3-4244-8554-bb88c72aa4e6 req-32fdd033-a598-40ba-a734-52140ee8cd3c tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:57.240387 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dfd9408c-6bc3-4244-8554-bb88c72aa4e6 req-32fdd033-a598-40ba-a734-52140ee8cd3c tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 944 time: 0.0481212 Nov 12 01:45:57.286799 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dfd9408c-6bc3-4244-8554-bb88c72aa4e6 req-6083a9dd-2bc2-4889-81aa-74be4528f96b tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397930 Nov 12 01:45:58.408621 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device d36add21-0250-4e30-95a9-09622eb8cf0b details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:45:58.409759 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3b9ab-d1b5-48b9-a41b-5158c2062be3 req-623c2fa5-5f43-49f7-be06-c5316b8d04a3 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:58.411370 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfd3b9ab-d1b5-48b9-a41b-5158c2062be3 req-623c2fa5-5f43-49f7-be06-c5316b8d04a3 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 944 time: 0.0577006 Nov 12 01:45:58.458566 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfd3b9ab-d1b5-48b9-a41b-5158c2062be3 req-329248d6-732c-4c46-bd45-f9b2834cdd28 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411522 Nov 12 01:45:58.502035 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port d36add21-0250-4e30-95a9-09622eb8cf0b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=d36add21-0250-4e30-95a9-09622eb8cf0b,segment=NetworkSegment(34d64640-8de1-411f-b6d7-304499cb3141),segment_id=34d64640-8de1-411f-b6d7-304499cb3141)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:58.512619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'd36add21-0250-4e30-95a9-09622eb8cf0b', 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c', 'port_id': 'd36add21-0250-4e30-95a9-09622eb8cf0b', 'mac_address': 'fa:16:3e:96:95:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f98287-60c0-4d5d-acf6-622a6ea61f4c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:45:58.552539 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:58.565748 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36add21-0250-4e30-95a9-09622eb8cf0b {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:45:58.583828 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port d36add21-0250-4e30-95a9-09622eb8cf0b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=d36add21-0250-4e30-95a9-09622eb8cf0b,segment=NetworkSegment(34d64640-8de1-411f-b6d7-304499cb3141),segment_id=34d64640-8de1-411f-b6d7-304499cb3141)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:58.587662 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:58.634138 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=d36add21-0250-4e30-95a9-09622eb8cf0b,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:58.795988 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['d36add21-0250-4e30-95a9-09622eb8cf0b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:45:59.570885 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a16b8-9656-49b7-9ed6-a9561a49c55f req-4dcdf3b6-6b35-4bf7-a66c-3d770acbcc58 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:59.572349 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f48a16b8-9656-49b7-9ed6-a9561a49c55f req-4dcdf3b6-6b35-4bf7-a66c-3d770acbcc58 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 945 time: 0.0479681 Nov 12 01:45:59.623523 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f48a16b8-9656-49b7-9ed6-a9561a49c55f req-19bbbee0-1405-4905-a362-1437f386aee9 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446501 Nov 12 01:46:00.424121 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device d36add21-0250-4e30-95a9-09622eb8cf0b up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:00.473130 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port d36add21-0250-4e30-95a9-09622eb8cf0b completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:46:00.477304 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port d36add21-0250-4e30-95a9-09622eb8cf0b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:00.477761 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.552682 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.577259 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36add21-0250-4e30-95a9-09622eb8cf0b'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:46:00.579464 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded9f381-b024-4048-84ad-35d9c47cfa0a" -d '{"events": [{"server_uuid": "b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d", "name": "network-vif-plugged", "status": "completed", "tag": "d36add21-0250-4e30-95a9-09622eb8cf0b"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:46:00.592675 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port d36add21-0250-4e30-95a9-09622eb8cf0b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=d36add21-0250-4e30-95a9-09622eb8cf0b,segment=NetworkSegment(34d64640-8de1-411f-b6d7-304499cb3141),segment_id=34d64640-8de1-411f-b6d7-304499cb3141)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:00.596965 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.623590 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29408308-19ce-4115-90b5-511c4779d60d x-openstack-request-id: req-29408308-19ce-4115-90b5-511c4779d60d {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:46:00.623880 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d", "name": "network-vif-plugged", "status": "completed", "tag": "d36add21-0250-4e30-95a9-09622eb8cf0b", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:46:00.624173 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29408308-19ce-4115-90b5-511c4779d60d {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:46:00.624841 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36add21-0250-4e30-95a9-09622eb8cf0b', 'code': 200} Nov 12 01:46:00.652195 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=d36add21-0250-4e30-95a9-09622eb8cf0b,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:00.748215 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8435e71-0aba-40c2-b3f8-2700361cff3a req-b5fef58f-f804-41e9-a711-d67e1fdbf7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:00.749740 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8435e71-0aba-40c2-b3f8-2700361cff3a req-b5fef58f-f804-41e9-a711-d67e1fdbf7da service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 1098 time: 0.0726218 Nov 12 01:46:00.762291 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe9c1d-6446-43a9-88f1-3a0d4639b47b req-29bb9bbf-0f8e-4b99-b505-d5932e492bd2 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:00.763671 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7efe9c1d-6446-43a9-88f1-3a0d4639b47b req-29bb9bbf-0f8e-4b99-b505-d5932e492bd2 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0581632 Nov 12 01:46:00.828581 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8435e71-0aba-40c2-b3f8-2700361cff3a req-3bfa26e4-0a19-4e65-a36f-727b174c4e1f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639598 Nov 12 01:46:00.835543 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7efe9c1d-6446-43a9-88f1-3a0d4639b47b req-1730af0a-bc51-41f9-bb7b-eb19a7a2e469 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657649 Nov 12 01:46:01.951605 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12b26a-7f07-4947-a088-25ef21dcb5a9 req-27777e6b-59f9-4972-8d3b-9c9ab917da1e tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:01.953005 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dd12b26a-7f07-4947-a088-25ef21dcb5a9 req-27777e6b-59f9-4972-8d3b-9c9ab917da1e tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0495386 Nov 12 01:46:01.999925 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dd12b26a-7f07-4947-a088-25ef21dcb5a9 req-34a19957-705e-446f-a77c-477d74d15f0c tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408356 Nov 12 01:46:02.115230 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df44e1-b3b3-48b5-bc7f-6ffa4f1172bc req-59bff38d-1367-446a-ae2a-00746f4e8b7b tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:02.116718 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65df44e1-b3b3-48b5-bc7f-6ffa4f1172bc req-59bff38d-1367-446a-ae2a-00746f4e8b7b tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0486352 Nov 12 01:46:02.165689 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65df44e1-b3b3-48b5-bc7f-6ffa4f1172bc req-1946144b-b88c-4160-8567-46135566919c tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430260 Nov 12 01:46:02.364124 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7126a95-0b22-486f-ab98-2e4ab2145e09 req-7619d385-b716-4143-8afa-7a080cf7d546 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:02.365642 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c7126a95-0b22-486f-ab98-2e4ab2145e09 req-7619d385-b716-4143-8afa-7a080cf7d546 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0491099 Nov 12 01:46:02.412476 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c7126a95-0b22-486f-ab98-2e4ab2145e09 req-fe03aa82-0947-4e5e-8ff7-4b40a07d4c44 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402322 Nov 12 01:46:02.527973 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aabff6-a6f7-44f8-abdc-c3680c1158b9 req-d0dc95d0-b5a4-4ac8-b14e-3509d645c7ef tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:02.529417 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0aabff6-a6f7-44f8-abdc-c3680c1158b9 req-d0dc95d0-b5a4-4ac8-b14e-3509d645c7ef tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0522299 Nov 12 01:46:02.576384 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b0aabff6-a6f7-44f8-abdc-c3680c1158b9 req-5a762e61-991b-4cf1-a282-a6c12142f593 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410416 Nov 12 01:46:02.809338 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-4da6d9c1-4566-41e5-899b-e0ec127029ba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403118 Nov 12 01:46:02.828286 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbacdf-0786-4640-bc9e-3fbbba0896c1 req-fa9caeb8-9597-4155-be3c-6b9ed3827e1a tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:02.829981 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-abdbacdf-0786-4640-bc9e-3fbbba0896c1 req-fa9caeb8-9597-4155-be3c-6b9ed3827e1a tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0504987 Nov 12 01:46:02.878455 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-abdbacdf-0786-4640-bc9e-3fbbba0896c1 req-54e85ce0-3d2a-44d2-ac75-b7dd4614c161 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422406 Nov 12 01:46:04.029016 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75141dd2-0f16-4617-bcd3-9a1ae4805a84 req-6f9325e4-a57a-4b66-afa0-b71f36fd5f37 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:04.030744 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-75141dd2-0f16-4617-bcd3-9a1ae4805a84 req-6f9325e4-a57a-4b66-afa0-b71f36fd5f37 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0807993 Nov 12 01:46:04.037850 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-321fe5df-bd4e-4f94-ab83-1999452fc97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:04.039292 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-321fe5df-bd4e-4f94-ab83-1999452fc97c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab0916c76b1a4c2f912209dd90a3c3bc&device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 1098 time: 0.0642669 Nov 12 01:46:04.137356 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-75141dd2-0f16-4617-bcd3-9a1ae4805a84 req-8c141d74-dfcd-4c79-a78c-0c4a1ad1f851 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970919 Nov 12 01:46:04.163287 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-289779e5-d673-4829-922b-46108b358bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:04.164647 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-289779e5-d673-4829-922b-46108b358bb1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f6a9834-29c5-4a90-9198-512d2d34194c HTTP/1.1" status: 200 len: 916 time: 0.1171458 Nov 12 01:46:04.206443 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-69b3a65e-6366-43d6-9f28-5840d97dd2af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d36add21-0250-4e30-95a9-09622eb8cf0b HTTP/1.1" status: 200 len: 217 time: 0.0340490 Nov 12 01:46:04.254625 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-07244535-2137-41e9-9664-1b85a6ac2e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:04.256000 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-07244535-2137-41e9-9664-1b85a6ac2e7d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f7f98287-60c0-4d5d-acf6-622a6ea61f4c HTTP/1.1" status: 200 len: 855 time: 0.0422158 Nov 12 01:46:04.286509 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-8fdee8f0-5bc6-4de3-b60d-517c253b6f20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6a9834-29c5-4a90-9198-512d2d34194c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240660 Nov 12 01:46:04.378203 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-27152f87-6160-4f47-8f96-bb78076b3dbf service neutron] 10.222.0.21 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845416 Nov 12 01:46:04.417633 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:46:04.469585 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-a7990a9f-9256-4bfc-963d-9ceb8f6997ce service neutron] 10.222.0.21 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840795 Nov 12 01:46:05.252968 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28880096-0e11-4b97-9d7b-7c6bf165fefe req-2873a726-80ad-4172-8571-f74e52e416ad tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:05.254399 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-28880096-0e11-4b97-9d7b-7c6bf165fefe req-2873a726-80ad-4172-8571-f74e52e416ad tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0483382 Nov 12 01:46:05.304262 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-28880096-0e11-4b97-9d7b-7c6bf165fefe req-6c08c2b9-0d41-45e6-931d-e2b37af01565 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438221 Nov 12 01:46:06.423617 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6b64c-9e43-46c9-9e27-ed3b0ba6ae65 req-0a8088f7-7218-4748-b496-27126a253f48 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:06.425129 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-deb6b64c-9e43-46c9-9e27-ed3b0ba6ae65 req-0a8088f7-7218-4748-b496-27126a253f48 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0539210 Nov 12 01:46:06.471704 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-deb6b64c-9e43-46c9-9e27-ed3b0ba6ae65 req-0258bf7d-b52f-47d1-b07e-e710efae8540 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404065 Nov 12 01:46:07.584734 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e76a2-2dc3-409e-ac21-911c4b5ac842 req-a4b4398d-70b9-4faa-815f-f6ba0ccc9f5d tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:07.586193 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-332e76a2-2dc3-409e-ac21-911c4b5ac842 req-a4b4398d-70b9-4faa-815f-f6ba0ccc9f5d tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0486431 Nov 12 01:46:07.633028 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-332e76a2-2dc3-409e-ac21-911c4b5ac842 req-a63114b4-a423-4c34-9a6c-c55a6273f089 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407653 Nov 12 01:46:08.747109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7688e-ce8a-48f1-afc0-e26158a8e1a1 req-23b3123e-7857-4281-87df-4485902be1f1 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:08.748593 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9eb7688e-ce8a-48f1-afc0-e26158a8e1a1 req-23b3123e-7857-4281-87df-4485902be1f1 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0487738 Nov 12 01:46:08.796147 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9eb7688e-ce8a-48f1-afc0-e26158a8e1a1 req-46e2a00b-4aa8-4b2a-8781-8a0a5e17972b tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415590 Nov 12 01:46:09.389937 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.913933 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74270d9-7f60-4ac5-8305-eb0e7c4e384d req-2f62076d-9dd5-41a4-a64b-55ea18c205af tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:09.915323 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d74270d9-7f60-4ac5-8305-eb0e7c4e384d req-2f62076d-9dd5-41a4-a64b-55ea18c205af tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0513539 Nov 12 01:46:09.961636 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d74270d9-7f60-4ac5-8305-eb0e7c4e384d req-0ce85842-2c48-438f-96c2-dc17f329ecdd tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401590 Nov 12 01:46:11.080395 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1177-9794-4791-af76-744ad113ca9d req-820c9787-22cb-43ab-957d-1b9b48fe5f21 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:11.081900 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-94db1177-9794-4791-af76-744ad113ca9d req-820c9787-22cb-43ab-957d-1b9b48fe5f21 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0534327 Nov 12 01:46:11.128997 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-94db1177-9794-4791-af76-744ad113ca9d req-1964287a-dc30-4d61-ba99-6a5029f8d5bf tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411060 Nov 12 01:46:12.245350 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd64c3-1d51-437f-af08-532423a169ea req-ae5e15aa-f429-4d60-9b0c-10448232a621 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:12.246799 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f4cd64c3-1d51-437f-af08-532423a169ea req-ae5e15aa-f429-4d60-9b0c-10448232a621 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0520415 Nov 12 01:46:12.292978 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f4cd64c3-1d51-437f-af08-532423a169ea req-4c73aa2f-56b6-48c6-a2f0-f627524c47b9 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402300 Nov 12 01:46:13.408552 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37309f82-c211-4db4-8b76-b7b46e7d603e req-07b645e1-c781-4a90-8549-0022a0415c39 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:13.409983 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37309f82-c211-4db4-8b76-b7b46e7d603e req-07b645e1-c781-4a90-8549-0022a0415c39 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0505941 Nov 12 01:46:13.459170 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-37309f82-c211-4db4-8b76-b7b46e7d603e req-e2b605d8-9952-4fb7-b74c-1a7ba11f64a5 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430584 Nov 12 01:46:14.575648 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab68d42-de46-48f3-a42e-6483f345a5a3 req-e88b4b60-39f3-43f1-b0c5-3e58d12e6586 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:14.577145 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ab68d42-de46-48f3-a42e-6483f345a5a3 req-e88b4b60-39f3-43f1-b0c5-3e58d12e6586 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0482519 Nov 12 01:46:14.623925 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ab68d42-de46-48f3-a42e-6483f345a5a3 req-14697e52-708c-4093-86ff-6ea1ba76ee02 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408771 Nov 12 01:46:15.741442 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c991a10-851c-4e9f-ae84-8d2b993d6f82 req-013c8aa9-4cf7-472b-a622-589a7bc37ea0 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:15.742903 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8c991a10-851c-4e9f-ae84-8d2b993d6f82 req-013c8aa9-4cf7-472b-a622-589a7bc37ea0 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0483978 Nov 12 01:46:15.793848 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8c991a10-851c-4e9f-ae84-8d2b993d6f82 req-f4119c8b-b754-40a0-9fca-e87ca2b5bbe2 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449476 Nov 12 01:46:16.908368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69a5e2-c96f-4b22-90fe-d34ae9b66155 req-3cf694a9-887b-4f43-be30-3713c9226bc4 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:16.909787 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ed69a5e2-c96f-4b22-90fe-d34ae9b66155 req-3cf694a9-887b-4f43-be30-3713c9226bc4 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0484364 Nov 12 01:46:16.959672 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ed69a5e2-c96f-4b22-90fe-d34ae9b66155 req-41a46354-5011-436c-8274-e0bf8ebf7041 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440099 Nov 12 01:46:18.080348 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97011254-1516-45f5-8d83-5a829bd635b0 req-fea6c507-471d-4252-ada3-a54bcd9c839a tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:18.081853 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-97011254-1516-45f5-8d83-5a829bd635b0 req-fea6c507-471d-4252-ada3-a54bcd9c839a tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0488966 Nov 12 01:46:18.128110 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-97011254-1516-45f5-8d83-5a829bd635b0 req-4663e04b-3315-48b2-b310-ec119bb48547 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403264 Nov 12 01:46:19.245006 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c33f63-6e5d-4f25-96f4-a2001e4f6a0d req-cc1eccda-3213-4699-b3bf-5521bb3f1897 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:19.246479 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f2c33f63-6e5d-4f25-96f4-a2001e4f6a0d req-cc1eccda-3213-4699-b3bf-5521bb3f1897 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0503964 Nov 12 01:46:19.292737 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f2c33f63-6e5d-4f25-96f4-a2001e4f6a0d req-4cea421e-f762-40e7-981b-2d2902895b1f tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401685 Nov 12 01:46:20.157836 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ce58d034-c3dc-4a8a-94e5-5c785007f400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:20.406155 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b0e48-1a02-4586-bcb4-ff08f278cbb6 req-fbe92868-2a25-4188-81a5-0e52191f66fb tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:20.407664 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d5b0e48-1a02-4586-bcb4-ff08f278cbb6 req-fbe92868-2a25-4188-81a5-0e52191f66fb tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0488222 Nov 12 01:46:20.455637 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d5b0e48-1a02-4586-bcb4-ff08f278cbb6 req-29af1737-1d65-4df1-9513-ce386e56c667 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420465 Nov 12 01:46:21.577840 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875bde1-8646-4ae9-a619-c9168337b021 req-fba8a223-4203-4655-a5c7-2273c20b8a54 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:21.579311 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3875bde1-8646-4ae9-a619-c9168337b021 req-fba8a223-4203-4655-a5c7-2273c20b8a54 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0501556 Nov 12 01:46:21.626011 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3875bde1-8646-4ae9-a619-c9168337b021 req-fc0506b7-166b-4145-a662-3f558ddc8a40 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Nov 12 01:46:22.438071 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79b57520-1bd1-4832-8e88-04539e0e6296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:22.745522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a483db-a9ad-4abc-80e8-57ccde4b2cfa req-94e8cfc3-048b-4aae-a6c7-7b393e78e60f tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:22.746999 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-17a483db-a9ad-4abc-80e8-57ccde4b2cfa req-94e8cfc3-048b-4aae-a6c7-7b393e78e60f tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0535488 Nov 12 01:46:22.793310 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-17a483db-a9ad-4abc-80e8-57ccde4b2cfa req-d3244a42-5345-44fd-9acd-86d3037f086f tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404017 Nov 12 01:46:23.715059 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:23.914262 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a82cc9-add2-478b-a08c-81185dad5106 req-06e95b0c-0933-4955-b7bc-ac75fb0848f2 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:23.916242 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a1a82cc9-add2-478b-a08c-81185dad5106 req-06e95b0c-0933-4955-b7bc-ac75fb0848f2 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0535183 Nov 12 01:46:23.968462 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a1a82cc9-add2-478b-a08c-81185dad5106 req-3c82dd43-698d-40b4-bed5-d5f0d4749d48 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430398 Nov 12 01:46:25.081857 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398fd15-e300-496c-a547-008097a8cbd7 req-fa53f0f2-97ec-4788-bd1d-b255136d0d9e tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:25.083333 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0398fd15-e300-496c-a547-008097a8cbd7 req-fa53f0f2-97ec-4788-bd1d-b255136d0d9e tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0494757 Nov 12 01:46:25.131020 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0398fd15-e300-496c-a547-008097a8cbd7 req-41b29fb2-430c-4916-89e2-6d41dee69cdf tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410967 Nov 12 01:46:25.189237 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:25.672470 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:26.156021 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:26.247645 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59093c3-ade8-4c04-ad6d-e636bf478514 req-c64637cd-3b0f-4518-b574-2a86f34ec328 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:26.249196 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b59093c3-ade8-4c04-ad6d-e636bf478514 req-c64637cd-3b0f-4518-b574-2a86f34ec328 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0497940 Nov 12 01:46:26.295128 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b59093c3-ade8-4c04-ad6d-e636bf478514 req-72cc0615-955a-4f49-ad4c-d7c70ed38d6c tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397902 Nov 12 01:46:27.410101 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68dc84-cda5-4ae4-85e0-e4915b87e239 req-1203b0bf-eb6f-4143-bc62-39b94d21b3a4 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:27.411512 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b68dc84-cda5-4ae4-85e0-e4915b87e239 req-1203b0bf-eb6f-4143-bc62-39b94d21b3a4 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0486243 Nov 12 01:46:27.462538 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b68dc84-cda5-4ae4-85e0-e4915b87e239 req-dde6cd09-246d-4814-a9fd-e5151cfe624e tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449100 Nov 12 01:46:28.580449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d282ee-ad2b-453d-842f-8637e02a9849 req-cceb9633-509b-43e8-887d-8f2656871dad tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:28.581951 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64d282ee-ad2b-453d-842f-8637e02a9849 req-cceb9633-509b-43e8-887d-8f2656871dad tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0519419 Nov 12 01:46:28.628026 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-64d282ee-ad2b-453d-842f-8637e02a9849 req-89269e43-d037-4e77-a985-70c6fc575d2a tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395842 Nov 12 01:46:29.744538 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf0b39-124f-4b32-a21b-78feb3af4514 req-75ce6c66-7ea7-4869-859d-8db16d28f232 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:29.746035 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f6cf0b39-124f-4b32-a21b-78feb3af4514 req-75ce6c66-7ea7-4869-859d-8db16d28f232 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0482442 Nov 12 01:46:29.792227 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f6cf0b39-124f-4b32-a21b-78feb3af4514 req-3b0a0b49-c5c9-469a-b18b-60858341106f tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401168 Nov 12 01:46:30.909099 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ed957-f414-4be8-a80e-b7080abbf9eb req-963f6c86-edf8-4692-a0a6-d51bb721dc77 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:30.910522 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ff0ed957-f414-4be8-a80e-b7080abbf9eb req-963f6c86-edf8-4692-a0a6-d51bb721dc77 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0483541 Nov 12 01:46:30.958601 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ff0ed957-f414-4be8-a80e-b7080abbf9eb req-b6dfdc05-cfe7-4efd-a6f8-17562e712700 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422137 Nov 12 01:46:31.448705 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-d24c0111-a347-438b-bd04-10a1e71154f1 service neutron] show failed (client error): The resource could not be found. Nov 12 01:46:31.449727 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-d24c0111-a347-438b-bd04-10a1e71154f1 service neutron] 10.222.0.21 "GET /v2.0/ports/d36add21-0250-4e30-95a9-09622eb8cf0b/bindings/n-h2-712137-14 HTTP/1.1" status: 404 len: 381 time: 0.0540149 Nov 12 01:46:31.650765 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-6ed753af-a55c-4898-b69d-50294c89a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:31.652382 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-6ed753af-a55c-4898-b69d-50294c89a98e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d&tenant_id=ab0916c76b1a4c2f912209dd90a3c3bc HTTP/1.1" status: 200 len: 1098 time: 0.0411890 Nov 12 01:46:31.671320 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-14', 'device_owner': 'compute:nova'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:31.727181 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:31.926395 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] For port d36add21-0250-4e30-95a9-09622eb8cf0b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=d36add21-0250-4e30-95a9-09622eb8cf0b,segment=NetworkSegment(34d64640-8de1-411f-b6d7-304499cb3141),segment_id=34d64640-8de1-411f-b6d7-304499cb3141)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:31.961443 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] For port d36add21-0250-4e30-95a9-09622eb8cf0b, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:46:32.002565 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd36add21-0250-4e30-95a9-09622eb8cf0b'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:46:32.005204 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615e8bb2-c6d3-45af-9b9b-9a5f97add319" -d '{"events": [{"server_uuid": "b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d", "name": "network-vif-unplugged", "status": "completed", "tag": "d36add21-0250-4e30-95a9-09622eb8cf0b"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:46:32.009403 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:32.023927 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] Transition to ACTIVE for port object d36add21-0250-4e30-95a9-09622eb8cf0b will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:46:32.027863 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:32.061538 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b4d78d-ac5d-4273-85b2-3328f5fb8314 x-openstack-request-id: req-e5b4d78d-ac5d-4273-85b2-3328f5fb8314 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:46:32.061831 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d", "name": "network-vif-unplugged", "status": "completed", "tag": "d36add21-0250-4e30-95a9-09622eb8cf0b", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:46:32.062085 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5b4d78d-ac5d-4273-85b2-3328f5fb8314 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:46:32.062475 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd36add21-0250-4e30-95a9-09622eb8cf0b', 'code': 200} Nov 12 01:46:32.090361 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f27df-b993-420e-b3d9-fe5f54daa7dc req-c718c4b6-0f2f-4692-9b7f-e49555d88b85 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:32.091918 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a93f27df-b993-420e-b3d9-fe5f54daa7dc req-c718c4b6-0f2f-4692-9b7f-e49555d88b85 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 944 time: 0.0618532 Nov 12 01:46:32.100930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] Pushing event updated for resources: {'Port': ['ID=d36add21-0250-4e30-95a9-09622eb8cf0b,revision_number=6']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:32.104197 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] No DVR routers for this DVR port d36add21-0250-4e30-95a9-09622eb8cf0b on host n-h1-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:46:32.139054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] Attempting to bind port d36add21-0250-4e30-95a9-09622eb8cf0b on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:46:32.139392 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] Attempting to bind port d36add21-0250-4e30-95a9-09622eb8cf0b by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '34d64640-8de1-411f-b6d7-304499cb3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:46:32.139722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] Attempting to bind port d36add21-0250-4e30-95a9-09622eb8cf0b on network 2f6a9834-29c5-4a90-9198-512d2d34194c {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:46:32.142682 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a93f27df-b993-420e-b3d9-fe5f54daa7dc req-7c51416e-4fc3-4292-888f-5f0046cf7240 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443232 Nov 12 01:46:32.145929 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] Port d36add21-0250-4e30-95a9-09622eb8cf0b on network 2f6a9834-29c5-4a90-9198-512d2d34194c not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:46:32.146238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] Attempting to bind port d36add21-0250-4e30-95a9-09622eb8cf0b on network 2f6a9834-29c5-4a90-9198-512d2d34194c {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:46:32.151836 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:46:32.152177 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] Checking segment: {'id': '34d64640-8de1-411f-b6d7-304499cb3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:46:32.152557 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] Bound using segment: {'id': '34d64640-8de1-411f-b6d7-304499cb3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:46:32.153008 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] Bound port: d36add21-0250-4e30-95a9-09622eb8cf0b, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d64640-8de1-411f-b6d7-304499cb3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:46:32.153362 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:32.215792 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] For port d36add21-0250-4e30-95a9-09622eb8cf0b, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:46:32.218823 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] For port d36add21-0250-4e30-95a9-09622eb8cf0b, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d36add21-0250-4e30-95a9-09622eb8cf0b,segment=NetworkSegment(34d64640-8de1-411f-b6d7-304499cb3141),segment_id=34d64640-8de1-411f-b6d7-304499cb3141)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:46:32.223611 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:32.263739 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:32.264350 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:32.265741 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] 10.222.0.15 "PUT /v2.0/ports/d36add21-0250-4e30-95a9-09622eb8cf0b HTTP/1.1" status: 200 len: 1093 time: 0.5984831 Nov 12 01:46:32.287752 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc967542-67b0-4546-baee-3d24df07dac0 service neutron] Pushing event updated for resources: {'Port': ['ID=d36add21-0250-4e30-95a9-09622eb8cf0b,revision_number=7']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:32.343149 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-981e8d36-99bd-4e7e-9198-c8bab0d2a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:32.344827 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-981e8d36-99bd-4e7e-9198-c8bab0d2a598 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab0916c76b1a4c2f912209dd90a3c3bc&device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 1096 time: 0.0456545 Nov 12 01:46:32.434622 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-a0468521-4b78-4b8d-a868-6a4768145bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:32.436094 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-a0468521-4b78-4b8d-a868-6a4768145bad service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f6a9834-29c5-4a90-9198-512d2d34194c HTTP/1.1" status: 200 len: 916 time: 0.0847669 Nov 12 01:46:32.481248 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-ef89ab6a-5140-4f06-980d-e93c2b6690e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d36add21-0250-4e30-95a9-09622eb8cf0b HTTP/1.1" status: 200 len: 217 time: 0.0374093 Nov 12 01:46:32.529736 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-cbb43566-bfc1-4cff-af06-44371b056c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:32.531063 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-cbb43566-bfc1-4cff-af06-44371b056c06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7f98287-60c0-4d5d-acf6-622a6ea61f4c HTTP/1.1" status: 200 len: 855 time: 0.0424678 Nov 12 01:46:32.562462 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-956c2ab1-1cdb-4756-96b0-47cf0ce480f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f6a9834-29c5-4a90-9198-512d2d34194c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249448 Nov 12 01:46:32.657095 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-e0acf3b8-2ff0-4257-aab7-35a4a5532046 service neutron] 10.222.0.15 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864148 Nov 12 01:46:32.746344 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ffa67d7c-faed-4c15-8dae-0bb10de09805 req-0d7a8851-361a-4b7f-89e6-d3086d458cd3 service neutron] 10.222.0.15 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809228 Nov 12 01:46:33.268128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b06a69-00b6-4cb2-bb87-fe82e2e06ab4 req-b3833c09-d41b-4272-80c0-a66000e01267 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:33.272748 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e3b06a69-00b6-4cb2-bb87-fe82e2e06ab4 req-b3833c09-d41b-4272-80c0-a66000e01267 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 944 time: 0.0539355 Nov 12 01:46:33.328498 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e3b06a69-00b6-4cb2-bb87-fe82e2e06ab4 req-e7a877f3-7fbf-4cbf-806d-53a3859d4b95 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482988 Nov 12 01:46:34.063279 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d', 'tag': 'd36add21-0250-4e30-95a9-09622eb8cf0b'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:46:34.066041 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3102889a-5369-434e-ad96-2e02f224fb15" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d", "tag": "d36add21-0250-4e30-95a9-09622eb8cf0b"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:46:34.113400 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895e85f8-18e0-49f6-b87c-52692bbfdba3 x-openstack-request-id: req-895e85f8-18e0-49f6-b87c-52692bbfdba3 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:46:34.113688 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d", "tag": "d36add21-0250-4e30-95a9-09622eb8cf0b", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:46:34.113935 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-895e85f8-18e0-49f6-b87c-52692bbfdba3 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:46:34.114346 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d', 'tag': 'd36add21-0250-4e30-95a9-09622eb8cf0b', 'status': 'completed', 'code': 200} Nov 12 01:46:34.179326 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102889a-5369-434e-ad96-2e02f224fb15 req-229963cb-1066-4d5f-bdcc-cd929e0336b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:34.181004 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3102889a-5369-434e-ad96-2e02f224fb15 req-229963cb-1066-4d5f-bdcc-cd929e0336b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab0916c76b1a4c2f912209dd90a3c3bc&device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 1096 time: 0.0429988 Nov 12 01:46:34.194190 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102889a-5369-434e-ad96-2e02f224fb15 req-cb177cf9-d165-4856-8074-360c3f4c69e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:34.195651 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3102889a-5369-434e-ad96-2e02f224fb15 req-cb177cf9-d165-4856-8074-360c3f4c69e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab0916c76b1a4c2f912209dd90a3c3bc&device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 1096 time: 0.0430121 Nov 12 01:46:34.281086 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102889a-5369-434e-ad96-2e02f224fb15 req-e77d5880-ca3f-4dce-9b0c-05ed28341a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:34.282600 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3102889a-5369-434e-ad96-2e02f224fb15 req-e77d5880-ca3f-4dce-9b0c-05ed28341a00 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f6a9834-29c5-4a90-9198-512d2d34194c HTTP/1.1" status: 200 len: 916 time: 0.0945113 Nov 12 01:46:34.294232 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102889a-5369-434e-ad96-2e02f224fb15 req-3e02d48a-4cce-4d47-a2be-45e9232cd6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:34.296283 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3102889a-5369-434e-ad96-2e02f224fb15 req-3e02d48a-4cce-4d47-a2be-45e9232cd6e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f6a9834-29c5-4a90-9198-512d2d34194c HTTP/1.1" status: 200 len: 916 time: 0.0926325 Nov 12 01:46:34.326538 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3102889a-5369-434e-ad96-2e02f224fb15 req-24f49d00-2b49-4522-b913-cc48d8114b7b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d36add21-0250-4e30-95a9-09622eb8cf0b HTTP/1.1" status: 200 len: 217 time: 0.0363071 Nov 12 01:46:34.343758 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3102889a-5369-434e-ad96-2e02f224fb15 req-883958c4-86d7-422c-b064-5a39ce82cf8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d36add21-0250-4e30-95a9-09622eb8cf0b HTTP/1.1" status: 200 len: 217 time: 0.0395403 Nov 12 01:46:34.377901 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102889a-5369-434e-ad96-2e02f224fb15 req-ce661f90-db70-49c5-b8b3-34f57fede89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:34.379380 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3102889a-5369-434e-ad96-2e02f224fb15 req-ce661f90-db70-49c5-b8b3-34f57fede89c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f7f98287-60c0-4d5d-acf6-622a6ea61f4c HTTP/1.1" status: 200 len: 855 time: 0.0459330 Nov 12 01:46:34.396849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102889a-5369-434e-ad96-2e02f224fb15 req-e83e07bc-52e8-431c-b7eb-3b81374f723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:34.397218 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3102889a-5369-434e-ad96-2e02f224fb15 req-e83e07bc-52e8-431c-b7eb-3b81374f723f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7f98287-60c0-4d5d-acf6-622a6ea61f4c HTTP/1.1" status: 200 len: 855 time: 0.0456038 Nov 12 01:46:34.412194 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3102889a-5369-434e-ad96-2e02f224fb15 req-cd38fac1-122e-4128-bf9b-2cc61a66575c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6a9834-29c5-4a90-9198-512d2d34194c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255611 Nov 12 01:46:34.451290 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3102889a-5369-434e-ad96-2e02f224fb15 req-856c8acb-3a70-4c4a-8f38-724a92dc5a40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f6a9834-29c5-4a90-9198-512d2d34194c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435278 Nov 12 01:46:34.492475 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f11c6-2eda-488a-b610-5f8e9a5f464f req-6e17536e-c9d1-4b4c-8b28-458d297b8fd9 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:34.493983 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a35f11c6-2eda-488a-b610-5f8e9a5f464f req-6e17536e-c9d1-4b4c-8b28-458d297b8fd9 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 944 time: 0.0952208 Nov 12 01:46:34.508501 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3102889a-5369-434e-ad96-2e02f224fb15 req-74bde5fb-a693-4a20-9187-fccc14997ffd service neutron] 10.222.0.21 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885375 Nov 12 01:46:34.585354 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a35f11c6-2eda-488a-b610-5f8e9a5f464f req-0bb34486-f612-447e-badd-a93ff4d3c477 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635018 Nov 12 01:46:34.587868 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3102889a-5369-434e-ad96-2e02f224fb15 req-cfa1b4b8-9bbc-44ac-9b63-6c414c3313dd service neutron] 10.222.0.15 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280172 Nov 12 01:46:34.611407 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3102889a-5369-434e-ad96-2e02f224fb15 req-b044c8c0-52e4-45f4-8bb4-0fdd1f04b1c7 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951278 Nov 12 01:46:34.680016 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3102889a-5369-434e-ad96-2e02f224fb15 req-aae6d744-c1a9-435d-beb7-5f171ddc77b3 service neutron] 10.222.0.15 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855043 Nov 12 01:46:35.709840 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49742093-e9f6-4c49-8330-b3cff7f90873 req-56eb04bf-aa59-4407-b58b-d4867610eae9 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:35.711323 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-49742093-e9f6-4c49-8330-b3cff7f90873 req-56eb04bf-aa59-4407-b58b-d4867610eae9 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 944 time: 0.0506654 Nov 12 01:46:35.758101 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-49742093-e9f6-4c49-8330-b3cff7f90873 req-1ff6122e-0c10-45a9-a5b5-dddeb76743d5 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403612 Nov 12 01:46:36.514335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device d36add21-0250-4e30-95a9-09622eb8cf0b details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:46:36.579060 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device d36add21-0250-4e30-95a9-09622eb8cf0b no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:46:36.788226 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device d36add21-0250-4e30-95a9-09622eb8cf0b not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:46:36.794351 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port d36add21-0250-4e30-95a9-09622eb8cf0b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d36add21-0250-4e30-95a9-09622eb8cf0b,segment=NetworkSegment(34d64640-8de1-411f-b6d7-304499cb3141),segment_id=34d64640-8de1-411f-b6d7-304499cb3141)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:36.805252 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'd36add21-0250-4e30-95a9-09622eb8cf0b', 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c', 'port_id': 'd36add21-0250-4e30-95a9-09622eb8cf0b', 'mac_address': 'fa:16:3e:96:95:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f98287-60c0-4d5d-acf6-622a6ea61f4c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:46:36.843197 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:36.856776 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36add21-0250-4e30-95a9-09622eb8cf0b {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:46:36.876078 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port d36add21-0250-4e30-95a9-09622eb8cf0b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d36add21-0250-4e30-95a9-09622eb8cf0b,segment=NetworkSegment(34d64640-8de1-411f-b6d7-304499cb3141),segment_id=34d64640-8de1-411f-b6d7-304499cb3141)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:36.876861 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca8d6b-972d-4ca4-8ab0-757821cd263a req-ef29fb6a-79b1-4e3c-9a28-ccdca0d2374f tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:36.878289 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-90ca8d6b-972d-4ca4-8ab0-757821cd263a req-ef29fb6a-79b1-4e3c-9a28-ccdca0d2374f tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 944 time: 0.0497100 Nov 12 01:46:36.881007 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:36.926838 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-90ca8d6b-972d-4ca4-8ab0-757821cd263a req-f4334b51-db15-40c4-adff-431b8b4226d9 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418410 Nov 12 01:46:36.927199 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=d36add21-0250-4e30-95a9-09622eb8cf0b,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:37.125789 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b271e4-5bcf-4789-9d2f-d735b6e6c9eb req-74fc6546-bcf2-4db3-93f9-2c108a31c749 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:37.127315 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a7b271e4-5bcf-4789-9d2f-d735b6e6c9eb req-74fc6546-bcf2-4db3-93f9-2c108a31c749 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 945 time: 0.0547435 Nov 12 01:46:37.135870 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf7941-73c1-4657-b970-f7186f0a471e req-c01cbc77-b423-4029-b5aa-9cdc92379519 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:37.137473 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2bbf7941-73c1-4657-b970-f7186f0a471e req-c01cbc77-b423-4029-b5aa-9cdc92379519 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d&tenant_id=ab0916c76b1a4c2f912209dd90a3c3bc&binding%3Ahost_id=n-h2-712137-14 HTTP/1.1" status: 200 len: 945 time: 0.0549853 Nov 12 01:46:37.175414 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a7b271e4-5bcf-4789-9d2f-d735b6e6c9eb req-bea7b15b-e741-47b7-a174-761461ffe128 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421708 Nov 12 01:46:37.200008 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-2bbf7941-73c1-4657-b970-f7186f0a471e req-c910b562-f83d-45c0-9a8e-3af25a3d8730 service neutron] delete failed (client error): The resource could not be found. Nov 12 01:46:37.201132 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2bbf7941-73c1-4657-b970-f7186f0a471e req-c910b562-f83d-45c0-9a8e-3af25a3d8730 service neutron] 10.222.0.21 "DELETE /v2.0/ports/d36add21-0250-4e30-95a9-09622eb8cf0b/bindings/n-h1-712137-14 HTTP/1.1" status: 404 len: 381 time: 0.0567772 Nov 12 01:46:37.269144 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['d36add21-0250-4e30-95a9-09622eb8cf0b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:46:37.290889 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf7941-73c1-4657-b970-f7186f0a471e req-86931ab7-f79f-4955-b4d7-f280e3c4bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:37.292291 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2bbf7941-73c1-4657-b970-f7186f0a471e req-86931ab7-f79f-4955-b4d7-f280e3c4bb70 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab0916c76b1a4c2f912209dd90a3c3bc&device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 1097 time: 0.0461895 Nov 12 01:46:37.385476 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf7941-73c1-4657-b970-f7186f0a471e req-64a2a9c9-5982-4d1b-85c2-c71f88a7b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:37.386929 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2bbf7941-73c1-4657-b970-f7186f0a471e req-64a2a9c9-5982-4d1b-85c2-c71f88a7b5d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f6a9834-29c5-4a90-9198-512d2d34194c HTTP/1.1" status: 200 len: 916 time: 0.0854301 Nov 12 01:46:37.433643 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2bbf7941-73c1-4657-b970-f7186f0a471e req-693e2ef5-834d-4467-8891-04ca6490a0b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d36add21-0250-4e30-95a9-09622eb8cf0b HTTP/1.1" status: 200 len: 217 time: 0.0390079 Nov 12 01:46:37.481731 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf7941-73c1-4657-b970-f7186f0a471e req-39cdfa5c-7b61-4816-946b-24255db717d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:37.483133 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2bbf7941-73c1-4657-b970-f7186f0a471e req-39cdfa5c-7b61-4816-946b-24255db717d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f7f98287-60c0-4d5d-acf6-622a6ea61f4c HTTP/1.1" status: 200 len: 855 time: 0.0432236 Nov 12 01:46:37.514545 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2bbf7941-73c1-4657-b970-f7186f0a471e req-c67985c3-10a4-45fd-a04d-b419efb4643f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6a9834-29c5-4a90-9198-512d2d34194c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241239 Nov 12 01:46:37.605977 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2bbf7941-73c1-4657-b970-f7186f0a471e req-77b2bbe5-9ce3-4205-9ef4-48103327139f service neutron] 10.222.0.21 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839705 Nov 12 01:46:37.695479 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2bbf7941-73c1-4657-b970-f7186f0a471e req-bafe7373-139d-48bb-9785-e7bc0af223f0 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825157 Nov 12 01:46:38.295759 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd8997-ed74-4d54-962b-82559828e4a5 req-3d99cccd-830f-49f6-b58f-1de17384f311 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:38.297320 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f3fd8997-ed74-4d54-962b-82559828e4a5 req-3d99cccd-830f-49f6-b58f-1de17384f311 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 945 time: 0.0504873 Nov 12 01:46:38.350333 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f3fd8997-ed74-4d54-962b-82559828e4a5 req-f6acbb8d-d05b-470d-a001-0658524b6092 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467627 Nov 12 01:46:38.466170 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf8bcb-1be9-42e7-b888-2d6bf56f4f8c req-9a7da61b-da95-4ba2-bb04-7ae1377ddfe0 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:38.467628 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4dbf8bcb-1be9-42e7-b888-2d6bf56f4f8c req-9a7da61b-da95-4ba2-bb04-7ae1377ddfe0 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 945 time: 0.0480332 Nov 12 01:46:38.515022 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4dbf8bcb-1be9-42e7-b888-2d6bf56f4f8c req-7cc5d05d-1642-4139-b4e7-ae8c7d377959 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404217 Nov 12 01:46:38.539082 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device d36add21-0250-4e30-95a9-09622eb8cf0b up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:38.590980 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port d36add21-0250-4e30-95a9-09622eb8cf0b completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:46:38.594991 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port d36add21-0250-4e30-95a9-09622eb8cf0b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:38.595354 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:38.628033 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f106cc-f031-4752-9ba2-8916ff6afb6d req-97a8c530-7bd0-40ed-bd42-27f9b4ee3766 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:38.629450 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29f106cc-f031-4752-9ba2-8916ff6afb6d req-97a8c530-7bd0-40ed-bd42-27f9b4ee3766 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 945 time: 0.0497432 Nov 12 01:46:38.673478 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:38.677924 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-29f106cc-f031-4752-9ba2-8916ff6afb6d req-796c501e-65e4-4e20-880a-3c993e900917 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423148 Nov 12 01:46:38.696070 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36add21-0250-4e30-95a9-09622eb8cf0b'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:46:38.698351 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc167b5c-f90b-44a7-ac46-503e581458f2" -d '{"events": [{"server_uuid": "b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d", "name": "network-vif-plugged", "status": "completed", "tag": "d36add21-0250-4e30-95a9-09622eb8cf0b"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:46:38.711530 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port d36add21-0250-4e30-95a9-09622eb8cf0b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d36add21-0250-4e30-95a9-09622eb8cf0b,segment=NetworkSegment(34d64640-8de1-411f-b6d7-304499cb3141),segment_id=34d64640-8de1-411f-b6d7-304499cb3141)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:38.716813 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:38.744194 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c4d63a-3133-4a47-a8df-e255b1015f42 x-openstack-request-id: req-42c4d63a-3133-4a47-a8df-e255b1015f42 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:46:38.744494 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d", "name": "network-vif-plugged", "status": "completed", "tag": "d36add21-0250-4e30-95a9-09622eb8cf0b", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:46:38.744770 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42c4d63a-3133-4a47-a8df-e255b1015f42 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:46:38.745163 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36add21-0250-4e30-95a9-09622eb8cf0b', 'code': 200} Nov 12 01:46:38.767577 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=d36add21-0250-4e30-95a9-09622eb8cf0b,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:39.038698 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-89daceca-0d57-469d-8a1d-f1052355a953 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:39.040250 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-89daceca-0d57-469d-8a1d-f1052355a953 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/networks?id=2f6a9834-29c5-4a90-9198-512d2d34194c HTTP/1.1" status: 200 len: 815 time: 0.1030712 Nov 12 01:46:39.055191 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-20257008-c4a1-43fc-b6e6-ef6dadb6d88b tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/quotas/ab0916c76b1a4c2f912209dd90a3c3bc HTTP/1.1" status: 200 len: 375 time: 0.0090466 Nov 12 01:46:39.103871 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-4600ec1e-f484-4533-a447-6baac8c3c9eb tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab0916c76b1a4c2f912209dd90a3c3bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435336 Nov 12 01:46:39.191954 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-eb065798-d8d0-45ad-9f86-34405a66c5fb service neutron] 10.222.0.31 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809891 Nov 12 01:46:39.286063 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-fb9aeef6-2e06-4adc-917a-42d367c4e4bd service neutron] 10.222.0.31 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877180 Nov 12 01:46:39.400902 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:39.445343 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-555c44fc-6874-4691-b21f-0e1e6b2521ac req-040ba88e-8752-4ac9-a6c1-b9c66e25d660 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 210 time: 0.0269730 Nov 12 01:46:40.327431 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-0c9f6dcb-dc9b-4188-b8da-3d7b4de62645 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:40.328968 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-0c9f6dcb-dc9b-4188-b8da-3d7b4de62645 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.21 "GET /v2.0/networks?id=2f6a9834-29c5-4a90-9198-512d2d34194c HTTP/1.1" status: 200 len: 815 time: 0.1072559 Nov 12 01:46:40.343138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-738295c1-d240-4658-8a3b-de43a6ff3479 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Request body: {'port': {'device_id': 'cb429a90-6576-4d60-a25f-0d80be9404f2', 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c', 'admin_state_up': True, 'tenant_id': 'ab0916c76b1a4c2f912209dd90a3c3bc'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:40.443017 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0085c4f-f5bb-4b7e-bc7b-3b4756e11c17 req-a5816db2-89ba-4c35-9353-019901365a95 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:40.444446 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0085c4f-f5bb-4b7e-bc7b-3b4756e11c17 req-a5816db2-89ba-4c35-9353-019901365a95 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d HTTP/1.1" status: 200 len: 946 time: 0.0519168 Nov 12 01:46:40.452668 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-738295c1-d240-4658-8a3b-de43a6ff3479 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Made reservation on behalf of ab0916c76b1a4c2f912209dd90a3c3bc for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:46:40.456266 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-738295c1-d240-4658-8a3b-de43a6ff3479 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:40.534569 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-a0085c4f-f5bb-4b7e-bc7b-3b4756e11c17 req-b2bd1d39-c9d3-4369-a2b7-a6002758fb0f tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Deleting port d36add21-0250-4e30-95a9-09622eb8cf0b {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:46:40.534917 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a0085c4f-f5bb-4b7e-bc7b-3b4756e11c17 req-b2bd1d39-c9d3-4369-a2b7-a6002758fb0f tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:40.559736 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2a13c51a-48c9-4625-ae88-2fb0c68d3652 req-b621083f-5d1e-4626-ba40-2b8ad2471deb tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 210 time: 0.0380542 Nov 12 01:46:40.613881 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-738295c1-d240-4658-8a3b-de43a6ff3479 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Allocated IP 172.20.0.5 (2f6a9834-29c5-4a90-9198-512d2d34194c/f7f98287-60c0-4d5d-acf6-622a6ea61f4c/bc040a27-c067-418a-9ad2-b59a58171f6e) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:46:40.774260 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-738295c1-d240-4658-8a3b-de43a6ff3479 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:40.808832 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-738295c1-d240-4658-8a3b-de43a6ff3479 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:40.842060 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['d36add21-0250-4e30-95a9-09622eb8cf0b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:46:40.853667 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-738295c1-d240-4658-8a3b-de43a6ff3479 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Network 2f6a9834-29c5-4a90-9198-512d2d34194c is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:46:40.858929 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-738295c1-d240-4658-8a3b-de43a6ff3479 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:40.862933 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-738295c1-d240-4658-8a3b-de43a6ff3479 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:46:40.870217 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738295c1-d240-4658-8a3b-de43a6ff3479 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Pushing event updated for resources: {'Port': ['ID=bc040a27-c067-418a-9ad2-b59a58171f6e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:40.917700 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-738295c1-d240-4658-8a3b-de43a6ff3479 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:40.918357 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-738295c1-d240-4658-8a3b-de43a6ff3479 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:40.936087 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-738295c1-d240-4658-8a3b-de43a6ff3479 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5973821 Nov 12 01:46:40.943952 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-a0085c4f-f5bb-4b7e-bc7b-3b4756e11c17 req-b2bd1d39-c9d3-4369-a2b7-a6002758fb0f tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] For port d36add21-0250-4e30-95a9-09622eb8cf0b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=d36add21-0250-4e30-95a9-09622eb8cf0b,segment=NetworkSegment(34d64640-8de1-411f-b6d7-304499cb3141),segment_id=34d64640-8de1-411f-b6d7-304499cb3141)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:40.944397 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a0085c4f-f5bb-4b7e-bc7b-3b4756e11c17 req-b2bd1d39-c9d3-4369-a2b7-a6002758fb0f tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:40.950377 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] Request body: {'port': {'device_id': 'cb429a90-6576-4d60-a25f-0d80be9404f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:40.959209 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-a0085c4f-f5bb-4b7e-bc7b-3b4756e11c17 req-b2bd1d39-c9d3-4369-a2b7-a6002758fb0f tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Calling delete_port for d36add21-0250-4e30-95a9-09622eb8cf0b owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:46:41.013908 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:41.092226 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a0085c4f-f5bb-4b7e-bc7b-3b4756e11c17 req-b2bd1d39-c9d3-4369-a2b7-a6002758fb0f tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:41.126228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd1d39-c9d3-4369-a2b7-a6002758fb0f tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Pushing event deleted for resources: {'Port': ['ID=d36add21-0250-4e30-95a9-09622eb8cf0b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:41.170699 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0085c4f-f5bb-4b7e-bc7b-3b4756e11c17 req-b2bd1d39-c9d3-4369-a2b7-a6002758fb0f tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] No DVR routers for this DVR port d36add21-0250-4e30-95a9-09622eb8cf0b on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:46:41.173660 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a0085c4f-f5bb-4b7e-bc7b-3b4756e11c17 req-b2bd1d39-c9d3-4369-a2b7-a6002758fb0f tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:41.177490 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0085c4f-f5bb-4b7e-bc7b-3b4756e11c17 req-b2bd1d39-c9d3-4369-a2b7-a6002758fb0f tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.15 "DELETE /v2.0/ports/d36add21-0250-4e30-95a9-09622eb8cf0b HTTP/1.1" status: 204 len: 173 time: 0.7262971 Nov 12 01:46:41.177948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d', 'name': 'network-vif-deleted', 'tag': 'd36add21-0250-4e30-95a9-09622eb8cf0b'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:46:41.180316 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368362f2-0870-4482-abcd-102be52fab23" -d '{"events": [{"server_uuid": "b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d", "name": "network-vif-deleted", "tag": "d36add21-0250-4e30-95a9-09622eb8cf0b"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:46:41.218669 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd49a22-ad02-4bce-bb65-bf3d1b7143e0 x-openstack-request-id: req-cbd49a22-ad02-4bce-bb65-bf3d1b7143e0 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:46:41.219212 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d", "name": "network-vif-deleted", "tag": "d36add21-0250-4e30-95a9-09622eb8cf0b", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:46:41.219634 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbd49a22-ad02-4bce-bb65-bf3d1b7143e0 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:46:41.220810 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f59e30-ce42-4f4b-b5a7-7c5ef3ac911d', 'name': 'network-vif-deleted', 'tag': 'd36add21-0250-4e30-95a9-09622eb8cf0b', 'status': 'completed', 'code': 200} Nov 12 01:46:41.292620 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc040a27-c067-418a-9ad2-b59a58171f6e {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:46:41.300146 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:41.312339 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] Transition to ACTIVE for port object bc040a27-c067-418a-9ad2-b59a58171f6e will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:46:41.316050 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:41.364916 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] Pushing event updated for resources: {'Port': ['ID=bc040a27-c067-418a-9ad2-b59a58171f6e,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:41.416829 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:46:41.444330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] Attempting to bind port bc040a27-c067-418a-9ad2-b59a58171f6e on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:46:41.444809 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] Attempting to bind port bc040a27-c067-418a-9ad2-b59a58171f6e by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '34d64640-8de1-411f-b6d7-304499cb3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:46:41.445251 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] Attempting to bind port bc040a27-c067-418a-9ad2-b59a58171f6e on network 2f6a9834-29c5-4a90-9198-512d2d34194c {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:46:41.450500 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] Port bc040a27-c067-418a-9ad2-b59a58171f6e on network 2f6a9834-29c5-4a90-9198-512d2d34194c not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:46:41.450850 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] Attempting to bind port bc040a27-c067-418a-9ad2-b59a58171f6e on network 2f6a9834-29c5-4a90-9198-512d2d34194c {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:46:41.455859 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:46:41.456305 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] Checking segment: {'id': '34d64640-8de1-411f-b6d7-304499cb3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:46:41.456715 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] Bound using segment: {'id': '34d64640-8de1-411f-b6d7-304499cb3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:46:41.457169 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] Bound port: bc040a27-c067-418a-9ad2-b59a58171f6e, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d64640-8de1-411f-b6d7-304499cb3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:46:41.457515 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:41.519107 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] For port bc040a27-c067-418a-9ad2-b59a58171f6e, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:46:41.522071 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] For port bc040a27-c067-418a-9ad2-b59a58171f6e, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=bc040a27-c067-418a-9ad2-b59a58171f6e,segment=NetworkSegment(34d64640-8de1-411f-b6d7-304499cb3141),segment_id=34d64640-8de1-411f-b6d7-304499cb3141)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:46:41.526555 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:41.558570 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:41.559191 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:41.560565 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] 10.222.0.21 "PUT /v2.0/ports/bc040a27-c067-418a-9ad2-b59a58171f6e HTTP/1.1" status: 200 len: 1092 time: 0.6162863 Nov 12 01:46:41.561039 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb429a90-6576-4d60-a25f-0d80be9404f2', 'tag': 'bc040a27-c067-418a-9ad2-b59a58171f6e'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:46:41.563284 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9af517-3f25-49b0-9e13-7a5b7d1a61e7" -d '{"events": [{"name": "network-changed", "server_uuid": "cb429a90-6576-4d60-a25f-0d80be9404f2", "tag": "bc040a27-c067-418a-9ad2-b59a58171f6e"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:46:41.590987 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71a32c-5cb6-4840-a81b-19c36c094aff service neutron] Pushing event updated for resources: {'Port': ['ID=bc040a27-c067-418a-9ad2-b59a58171f6e,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:41.613701 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0f8739-93f6-4cc6-a1e0-fd5697efbda7 x-openstack-request-id: req-ed0f8739-93f6-4cc6-a1e0-fd5697efbda7 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:46:41.614062 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb429a90-6576-4d60-a25f-0d80be9404f2", "tag": "bc040a27-c067-418a-9ad2-b59a58171f6e", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:46:41.614319 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed0f8739-93f6-4cc6-a1e0-fd5697efbda7 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:46:41.614728 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb429a90-6576-4d60-a25f-0d80be9404f2', 'tag': 'bc040a27-c067-418a-9ad2-b59a58171f6e', 'status': 'completed', 'code': 200} Nov 12 01:46:41.663547 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-4826cfc0-ebd2-4a27-a65c-740154abf9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:41.665180 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-4826cfc0-ebd2-4a27-a65c-740154abf9f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab0916c76b1a4c2f912209dd90a3c3bc&device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 1095 time: 0.0455172 Nov 12 01:46:41.690950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e99bf-170d-4fb0-848c-7a344bed757b req-be74246e-8668-410d-9b67-95ceec187c0e tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:41.692506 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f62e99bf-170d-4fb0-848c-7a344bed757b req-be74246e-8668-410d-9b67-95ceec187c0e tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 943 time: 0.0485759 Nov 12 01:46:41.709148 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-bbc82104-6a6f-4fc4-a978-d51efdfa3df4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc040a27-c067-418a-9ad2-b59a58171f6e HTTP/1.1" status: 200 len: 217 time: 0.0354385 Nov 12 01:46:41.738825 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f62e99bf-170d-4fb0-848c-7a344bed757b req-0b5bec97-f55f-4574-bc82-b3b268970a7b tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396376 Nov 12 01:46:41.758132 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-8b6385ef-33db-4a5b-bf96-506a6ddd3368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:41.760187 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-8b6385ef-33db-4a5b-bf96-506a6ddd3368 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f7f98287-60c0-4d5d-acf6-622a6ea61f4c HTTP/1.1" status: 200 len: 855 time: 0.0440357 Nov 12 01:46:41.794643 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-7ae121e9-036c-4e55-b090-67990068f783 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6a9834-29c5-4a90-9198-512d2d34194c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273356 Nov 12 01:46:41.882775 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-528ddff1-9f3b-4aab-93fb-e86c327743d5 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811813 Nov 12 01:46:41.974831 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6dd7b39-c788-45fa-9501-8785852c3c07 req-65545d05-b4ab-4862-aa11-74875c9a5a92 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846307 Nov 12 01:46:42.062712 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9af517-3f25-49b0-9e13-7a5b7d1a61e7 req-8d89bfe1-ba39-48d9-bf87-e1a67db9e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:42.064197 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be9af517-3f25-49b0-9e13-7a5b7d1a61e7 req-8d89bfe1-ba39-48d9-bf87-e1a67db9e44c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab0916c76b1a4c2f912209dd90a3c3bc&device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 1095 time: 0.0411949 Nov 12 01:46:42.152353 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9af517-3f25-49b0-9e13-7a5b7d1a61e7 req-83bbba62-f583-4df1-ab3e-186f66c654ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:42.153868 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be9af517-3f25-49b0-9e13-7a5b7d1a61e7 req-83bbba62-f583-4df1-ab3e-186f66c654ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f6a9834-29c5-4a90-9198-512d2d34194c HTTP/1.1" status: 200 len: 916 time: 0.0820980 Nov 12 01:46:42.198378 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be9af517-3f25-49b0-9e13-7a5b7d1a61e7 req-a4c6a898-dc6d-418d-9371-89daaaff53ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc040a27-c067-418a-9ad2-b59a58171f6e HTTP/1.1" status: 200 len: 217 time: 0.0376494 Nov 12 01:46:42.251348 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9af517-3f25-49b0-9e13-7a5b7d1a61e7 req-025948c2-d47c-4071-8bb4-7c1a1e5ac058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:42.253048 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be9af517-3f25-49b0-9e13-7a5b7d1a61e7 req-025948c2-d47c-4071-8bb4-7c1a1e5ac058 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f7f98287-60c0-4d5d-acf6-622a6ea61f4c HTTP/1.1" status: 200 len: 855 time: 0.0449042 Nov 12 01:46:42.284482 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be9af517-3f25-49b0-9e13-7a5b7d1a61e7 req-8d8131af-b654-4702-9514-f7c688479fc6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6a9834-29c5-4a90-9198-512d2d34194c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237758 Nov 12 01:46:42.378397 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be9af517-3f25-49b0-9e13-7a5b7d1a61e7 req-3ea371cd-d6dd-4662-823e-e3577f4f4c62 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857408 Nov 12 01:46:42.468492 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-be9af517-3f25-49b0-9e13-7a5b7d1a61e7 req-718bda83-505f-4ec5-a441-1bdf743d634b service neutron] 10.222.0.21 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827680 Nov 12 01:46:42.858253 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541b574-f447-4ee7-bd53-265e594c4364 req-0607f7c5-9431-43e6-911f-03e3bec60c58 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:42.859817 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f541b574-f447-4ee7-bd53-265e594c4364 req-0607f7c5-9431-43e6-911f-03e3bec60c58 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 943 time: 0.0520735 Nov 12 01:46:42.906115 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f541b574-f447-4ee7-bd53-265e594c4364 req-19dfd076-0cad-4367-8e52-bf996da7bf98 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399437 Nov 12 01:46:44.021592 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecc5ef-0e96-4b2b-8b01-69bb8005fbe3 req-3f0feae6-8e8b-4de9-8387-ae96215ba3b3 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:44.023043 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-50ecc5ef-0e96-4b2b-8b01-69bb8005fbe3 req-3f0feae6-8e8b-4de9-8387-ae96215ba3b3 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 943 time: 0.0510185 Nov 12 01:46:44.069306 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-50ecc5ef-0e96-4b2b-8b01-69bb8005fbe3 req-96aa729b-8770-4adc-acff-e439d8ad6632 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398123 Nov 12 01:46:44.584297 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device d36add21-0250-4e30-95a9-09622eb8cf0b no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:46:44.607956 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: d36add21-0250-4e30-95a9-09622eb8cf0b {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:46:44.608297 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device d36add21-0250-4e30-95a9-09622eb8cf0b not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:46:44.624852 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device bc040a27-c067-418a-9ad2-b59a58171f6e details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:46:44.715927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port bc040a27-c067-418a-9ad2-b59a58171f6e, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=bc040a27-c067-418a-9ad2-b59a58171f6e,segment=NetworkSegment(34d64640-8de1-411f-b6d7-304499cb3141),segment_id=34d64640-8de1-411f-b6d7-304499cb3141)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:44.726518 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'bc040a27-c067-418a-9ad2-b59a58171f6e', 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c', 'port_id': 'bc040a27-c067-418a-9ad2-b59a58171f6e', 'mac_address': 'fa:16:3e:af:e5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f98287-60c0-4d5d-acf6-622a6ea61f4c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:46:44.765942 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:44.778887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc040a27-c067-418a-9ad2-b59a58171f6e {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:46:44.797636 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port bc040a27-c067-418a-9ad2-b59a58171f6e, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=bc040a27-c067-418a-9ad2-b59a58171f6e,segment=NetworkSegment(34d64640-8de1-411f-b6d7-304499cb3141),segment_id=34d64640-8de1-411f-b6d7-304499cb3141)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:44.801456 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:44.852315 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=bc040a27-c067-418a-9ad2-b59a58171f6e,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:45.001230 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['bc040a27-c067-418a-9ad2-b59a58171f6e'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:46:45.192244 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed279a-8867-4236-9bd5-5f6b568a9f6c req-c17c193e-3f62-4ebe-908a-f5b3632d8c50 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:45.193738 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-42ed279a-8867-4236-9bd5-5f6b568a9f6c req-c17c193e-3f62-4ebe-908a-f5b3632d8c50 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 944 time: 0.0482137 Nov 12 01:46:45.239995 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-42ed279a-8867-4236-9bd5-5f6b568a9f6c req-525f0a17-2100-44ee-b6f6-958efb87e48a tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 Nov 12 01:46:46.355706 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746563b3-af9b-4ee3-beb1-476e2b6ed8de req-4394f479-4c86-4c27-8b1d-94b4a0bffa35 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:46.357191 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-746563b3-af9b-4ee3-beb1-476e2b6ed8de req-4394f479-4c86-4c27-8b1d-94b4a0bffa35 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 944 time: 0.0497000 Nov 12 01:46:46.403078 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-746563b3-af9b-4ee3-beb1-476e2b6ed8de req-f7337faf-e5b7-41ec-8537-5c4e69a9ccec tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398641 Nov 12 01:46:46.625985 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device bc040a27-c067-418a-9ad2-b59a58171f6e up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:46.674260 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port bc040a27-c067-418a-9ad2-b59a58171f6e completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:46:46.678302 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port bc040a27-c067-418a-9ad2-b59a58171f6e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:46.678674 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:46.755633 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:46.778370 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb429a90-6576-4d60-a25f-0d80be9404f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc040a27-c067-418a-9ad2-b59a58171f6e'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:46:46.780588 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75557b9-947a-4639-a6b8-690f57cef556" -d '{"events": [{"server_uuid": "cb429a90-6576-4d60-a25f-0d80be9404f2", "name": "network-vif-plugged", "status": "completed", "tag": "bc040a27-c067-418a-9ad2-b59a58171f6e"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:46:46.792893 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port bc040a27-c067-418a-9ad2-b59a58171f6e, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=bc040a27-c067-418a-9ad2-b59a58171f6e,segment=NetworkSegment(34d64640-8de1-411f-b6d7-304499cb3141),segment_id=34d64640-8de1-411f-b6d7-304499cb3141)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:46.799320 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:46.824882 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36bc5cd-5202-4e1d-8fc9-0fa658a75dae x-openstack-request-id: req-e36bc5cd-5202-4e1d-8fc9-0fa658a75dae {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:46:46.825177 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb429a90-6576-4d60-a25f-0d80be9404f2", "name": "network-vif-plugged", "status": "completed", "tag": "bc040a27-c067-418a-9ad2-b59a58171f6e", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:46:46.825792 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e36bc5cd-5202-4e1d-8fc9-0fa658a75dae {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:46:46.826180 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb429a90-6576-4d60-a25f-0d80be9404f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc040a27-c067-418a-9ad2-b59a58171f6e', 'code': 200} Nov 12 01:46:46.851926 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=bc040a27-c067-418a-9ad2-b59a58171f6e,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:46.859548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:46.859902 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:46.860242 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:46.860580 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:46.861012 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:46.861348 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:46.861655 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:46.861980 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:46.862306 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:46.862624 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:46.862945 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:46.863267 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:46.913532 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbcf6e-0f01-44e5-a295-88e24ba250ff req-b8900562-b086-434d-a15e-2382e0e6b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:46.915000 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-73bbcf6e-0f01-44e5-a295-88e24ba250ff req-b8900562-b086-434d-a15e-2382e0e6b625 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 1097 time: 0.0392106 Nov 12 01:46:46.963857 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-73bbcf6e-0f01-44e5-a295-88e24ba250ff req-7c5bc034-1798-480f-8469-088ee36dc921 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402527 Nov 12 01:46:47.528991 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e28be-5d2a-42f8-9dd2-003d4739e159 req-d2b6e586-fcaf-46dc-8d22-4b609f4773d9 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:47.530448 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-352e28be-5d2a-42f8-9dd2-003d4739e159 req-d2b6e586-fcaf-46dc-8d22-4b609f4773d9 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0475237 Nov 12 01:46:47.580627 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-352e28be-5d2a-42f8-9dd2-003d4739e159 req-e6c1a1f2-e09b-408e-b030-1b65e75969e9 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443492 Nov 12 01:46:48.694359 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f526b3-0a80-44fe-9beb-726637c2bfce req-ef9ab265-b039-432a-890d-d80255e37ecc tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:48.695827 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-08f526b3-0a80-44fe-9beb-726637c2bfce req-ef9ab265-b039-432a-890d-d80255e37ecc tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0478163 Nov 12 01:46:48.742722 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-08f526b3-0a80-44fe-9beb-726637c2bfce req-9a029206-1658-4051-ac71-c89633442c94 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402875 Nov 12 01:46:48.863030 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f5325-118b-46fe-8c25-53f9069bf75f req-bd3248ce-8fb3-4522-a0df-a783670e64bc tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:48.864475 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ab1f5325-118b-46fe-8c25-53f9069bf75f req-bd3248ce-8fb3-4522-a0df-a783670e64bc tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0480990 Nov 12 01:46:48.911742 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ab1f5325-118b-46fe-8c25-53f9069bf75f req-bf22f57d-94b3-490f-832f-45a5132155e9 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Nov 12 01:46:49.151875 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63977267-0870-461f-939a-284af5d8f84c req-47ceeb84-8728-4e9c-ada1-b107d8185621 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0453899 Nov 12 01:46:49.156964 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690142f0-ba0c-467b-adce-c3b3b44e290f req-419778a3-c515-45ea-a11a-92380f5b9568 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:49.158486 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-690142f0-ba0c-467b-adce-c3b3b44e290f req-419778a3-c515-45ea-a11a-92380f5b9568 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0561476 Nov 12 01:46:49.209500 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-690142f0-ba0c-467b-adce-c3b3b44e290f req-04aa7124-1dff-4b70-9364-5e6590de5c73 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435503 Nov 12 01:46:50.159477 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0dc49a0e-71cb-45f8-b392-0022db45d512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:50.358541 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f403a-e797-42a5-83b3-50ad942d44e3 req-b72421ac-4fa9-42f4-a813-12754fd96f79 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:50.360009 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-268f403a-e797-42a5-83b3-50ad942d44e3 req-b72421ac-4fa9-42f4-a813-12754fd96f79 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0788672 Nov 12 01:46:50.366293 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63977267-0870-461f-939a-284af5d8f84c req-6b78cdfe-a8fa-499e-8e4d-70fa29c6d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:50.367692 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63977267-0870-461f-939a-284af5d8f84c req-6b78cdfe-a8fa-499e-8e4d-70fa29c6d697 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab0916c76b1a4c2f912209dd90a3c3bc&device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 1097 time: 0.0597222 Nov 12 01:46:50.467167 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-268f403a-e797-42a5-83b3-50ad942d44e3 req-034fc7f9-710a-4ebd-8c0c-33d7971c2f37 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976775 Nov 12 01:46:50.490291 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63977267-0870-461f-939a-284af5d8f84c req-1afab63f-eb07-4edd-bf26-457f1f1270f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:50.491755 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63977267-0870-461f-939a-284af5d8f84c req-1afab63f-eb07-4edd-bf26-457f1f1270f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f6a9834-29c5-4a90-9198-512d2d34194c HTTP/1.1" status: 200 len: 916 time: 0.1161377 Nov 12 01:46:50.840820 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63977267-0870-461f-939a-284af5d8f84c req-73929b05-0e6c-47ec-bb3a-604453294f1d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc040a27-c067-418a-9ad2-b59a58171f6e HTTP/1.1" status: 200 len: 217 time: 0.3419392 Nov 12 01:46:50.888482 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63977267-0870-461f-939a-284af5d8f84c req-55a33c1e-f690-4fe7-a9bc-856a698ea7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:50.889918 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63977267-0870-461f-939a-284af5d8f84c req-55a33c1e-f690-4fe7-a9bc-856a698ea7bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f7f98287-60c0-4d5d-acf6-622a6ea61f4c HTTP/1.1" status: 200 len: 855 time: 0.0423768 Nov 12 01:46:50.920906 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63977267-0870-461f-939a-284af5d8f84c req-50cc5d57-6750-4555-9490-dd5bd0435f69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6a9834-29c5-4a90-9198-512d2d34194c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240939 Nov 12 01:46:51.010672 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63977267-0870-461f-939a-284af5d8f84c req-b78ebee6-f1ba-4851-821d-ba51cd2ceea3 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823708 Nov 12 01:46:51.101568 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63977267-0870-461f-939a-284af5d8f84c req-a8245d6e-e986-4547-8ba6-5df7baac5783 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839243 Nov 12 01:46:51.587694 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ba0cf-e693-4449-909e-fa520c06558f req-aecbccf3-696e-4b96-b78b-2bfd5a816a68 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:51.589207 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0b0ba0cf-e693-4449-909e-fa520c06558f req-aecbccf3-696e-4b96-b78b-2bfd5a816a68 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0533473 Nov 12 01:46:51.636536 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0b0ba0cf-e693-4449-909e-fa520c06558f req-50b34241-e077-41db-a0a9-10e40a874ae2 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414381 Nov 12 01:46:52.439276 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1c495705-449e-40f9-be7d-73c6d03686e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:52.751361 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617fdb4-825e-44bb-b3c8-9fee9d8d9b82 req-485a2a40-ae2d-4c53-a00f-b2699db55513 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:52.752912 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d617fdb4-825e-44bb-b3c8-9fee9d8d9b82 req-485a2a40-ae2d-4c53-a00f-b2699db55513 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0478787 Nov 12 01:46:52.800881 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d617fdb4-825e-44bb-b3c8-9fee9d8d9b82 req-c7e9502e-9be4-4555-9888-ed8887f773e1 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410879 Nov 12 01:46:53.717461 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:53.918990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90eb326-34f4-4080-8946-320865c8479e req-66d803fd-b498-4f21-9268-49bcd9fd4ee3 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:53.920365 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d90eb326-34f4-4080-8946-320865c8479e req-66d803fd-b498-4f21-9268-49bcd9fd4ee3 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0478661 Nov 12 01:46:53.967153 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d90eb326-34f4-4080-8946-320865c8479e req-80adae27-df16-4fa9-b42b-e1655e10362f tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408809 Nov 12 01:46:55.081028 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8ba2c-5e18-43cb-b4be-01c9db243578 req-296d4da7-c36e-4739-a9dd-f7b88cc19310 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:55.082502 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-47c8ba2c-5e18-43cb-b4be-01c9db243578 req-296d4da7-c36e-4739-a9dd-f7b88cc19310 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0486004 Nov 12 01:46:55.128599 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-47c8ba2c-5e18-43cb-b4be-01c9db243578 req-853e029e-3529-4b32-a4ef-26e17607d3ef tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396850 Nov 12 01:46:55.207962 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:55.675500 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:56.157847 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:56.242878 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda5d0b-1d3c-479d-9f98-db387a31673f req-002a426a-34cd-4584-8a10-890064c4cba2 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:56.244838 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fcda5d0b-1d3c-479d-9f98-db387a31673f req-002a426a-34cd-4584-8a10-890064c4cba2 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0493333 Nov 12 01:46:56.293917 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fcda5d0b-1d3c-479d-9f98-db387a31673f req-825490f9-0c34-4171-a85b-02ccf1ee0c08 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431931 Nov 12 01:46:57.412774 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322f644-be24-41d1-ab7c-9c4d0def2331 req-bd933ebf-e65f-4475-83c1-e815af8427d9 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:57.414159 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1322f644-be24-41d1-ab7c-9c4d0def2331 req-bd933ebf-e65f-4475-83c1-e815af8427d9 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0522654 Nov 12 01:46:57.462573 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1322f644-be24-41d1-ab7c-9c4d0def2331 req-c15e12a6-f56b-4935-be09-917d6f91ff4c tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421891 Nov 12 01:46:58.579332 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e9fb8-635b-4116-961c-672bbbb15d9e req-0dd71fc6-a74c-4353-b86c-4e4258e1c99c tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:58.580816 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cf7e9fb8-635b-4116-961c-672bbbb15d9e req-0dd71fc6-a74c-4353-b86c-4e4258e1c99c tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0506661 Nov 12 01:46:58.627184 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cf7e9fb8-635b-4116-961c-672bbbb15d9e req-1a284bf7-3ce1-452d-9b2a-227eb6df5e06 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403676 Nov 12 01:46:59.742084 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68901cb7-7c89-4d55-8d83-4ebb109eca8c req-12fa7956-25f8-48bc-b065-cfcfeb693929 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:59.743640 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-68901cb7-7c89-4d55-8d83-4ebb109eca8c req-12fa7956-25f8-48bc-b065-cfcfeb693929 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0486703 Nov 12 01:46:59.789446 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-68901cb7-7c89-4d55-8d83-4ebb109eca8c req-c2f9fd96-f066-42ec-99fb-e88d6ad41178 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398247 Nov 12 01:47:00.905519 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a9dc9-5493-4322-8733-16bd520f6f74 req-5df0db22-4d1b-460d-990f-9096b6f20c19 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:00.906925 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5d6a9dc9-5493-4322-8733-16bd520f6f74 req-5df0db22-4d1b-460d-990f-9096b6f20c19 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0487969 Nov 12 01:47:00.953678 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5d6a9dc9-5493-4322-8733-16bd520f6f74 req-39f8c737-aebd-4b6d-9f49-a22761fc1e1b tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406337 Nov 12 01:47:02.078567 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b4500-ee27-4296-9959-09fee0af1264 req-76021491-270b-49f8-86f3-b95831e20b27 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:02.080026 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-127b4500-ee27-4296-9959-09fee0af1264 req-76021491-270b-49f8-86f3-b95831e20b27 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0523686 Nov 12 01:47:02.125702 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-127b4500-ee27-4296-9959-09fee0af1264 req-a621df04-a46a-4f48-a944-7d38b25249d3 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395145 Nov 12 01:47:03.246120 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55605303-92c2-4431-ad86-24549bd1749f req-24900bb5-2cbb-44f2-a9b5-c2f8f753f7bf tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:03.247637 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55605303-92c2-4431-ad86-24549bd1749f req-24900bb5-2cbb-44f2-a9b5-c2f8f753f7bf tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0526543 Nov 12 01:47:03.293661 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55605303-92c2-4431-ad86-24549bd1749f req-02addfdb-0c0b-488f-9ea6-c119660e1f0c tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400965 Nov 12 01:47:04.414217 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e238d8-8c5a-41f7-888c-13c022e4397e req-d1f0952b-9a30-41c5-bf0c-80d4e3f6cdc0 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:04.415747 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61e238d8-8c5a-41f7-888c-13c022e4397e req-d1f0952b-9a30-41c5-bf0c-80d4e3f6cdc0 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0503271 Nov 12 01:47:04.462784 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61e238d8-8c5a-41f7-888c-13c022e4397e req-0788ef3d-14a6-4f21-bc28-621ff26122b1 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410321 Nov 12 01:47:05.577621 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068f380-55ae-430a-ab30-b61c050fc803 req-1462000a-d61e-4109-9892-9c73235c534d tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:05.579108 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e068f380-55ae-430a-ab30-b61c050fc803 req-1462000a-d61e-4109-9892-9c73235c534d tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0490849 Nov 12 01:47:05.626522 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e068f380-55ae-430a-ab30-b61c050fc803 req-69fdbd17-3842-4239-878d-270201c2fbba tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413501 Nov 12 01:47:06.750589 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6ed15-a85e-47a7-9be0-01c073a11b17 req-5c3b5fe5-4fdf-4e91-ab91-defecca81d93 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:06.752180 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6c6ed15-a85e-47a7-9be0-01c073a11b17 req-5c3b5fe5-4fdf-4e91-ab91-defecca81d93 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0484650 Nov 12 01:47:06.801835 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6c6ed15-a85e-47a7-9be0-01c073a11b17 req-98c84641-c541-4c5b-b180-0c89ab0c0094 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435870 Nov 12 01:47:07.920066 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662aef7-b691-40f7-87e2-7081fe2a84a5 req-a49b3803-b43d-4720-99f7-cb3d1874307d tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:07.921483 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5662aef7-b691-40f7-87e2-7081fe2a84a5 req-a49b3803-b43d-4720-99f7-cb3d1874307d tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0522325 Nov 12 01:47:07.968673 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5662aef7-b691-40f7-87e2-7081fe2a84a5 req-9468d030-d494-4e08-8977-da3e7801cc26 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409336 Nov 12 01:47:09.081130 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5111dff-7432-4e4a-ad39-894fb2e9ee2c req-32d3f1e2-456d-4ce9-a54f-5114f3305004 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:09.082597 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e5111dff-7432-4e4a-ad39-894fb2e9ee2c req-32d3f1e2-456d-4ce9-a54f-5114f3305004 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0489876 Nov 12 01:47:09.129230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e5111dff-7432-4e4a-ad39-894fb2e9ee2c req-8fdbc4fe-2bf1-4731-95f4-e496f9e33e51 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405309 Nov 12 01:47:09.386884 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:10.241315 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05aaaf6-34f8-4b7c-b60a-eaf846516162 req-ff37724a-b18d-4361-b91b-b9610cd078c2 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:10.243265 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d05aaaf6-34f8-4b7c-b60a-eaf846516162 req-ff37724a-b18d-4361-b91b-b9610cd078c2 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0477741 Nov 12 01:47:10.289239 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d05aaaf6-34f8-4b7c-b60a-eaf846516162 req-c60f07b9-2e72-4c62-ab7f-6e9fcc75736e tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400245 Nov 12 01:47:11.404005 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d3726-c9c3-4166-ba83-0ab5c60c44de req-43e548c9-77ad-4485-88d0-af79934d2f3d tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:11.405408 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2a9d3726-c9c3-4166-ba83-0ab5c60c44de req-43e548c9-77ad-4485-88d0-af79934d2f3d tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0481801 Nov 12 01:47:11.451582 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2a9d3726-c9c3-4166-ba83-0ab5c60c44de req-6ba85336-98de-411d-a3a3-7929671a0e28 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400076 Nov 12 01:47:12.564432 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4e756-a8b1-4938-820d-091e8a7316a2 req-5469fd7b-8689-49b5-90be-aaff1b20e79d tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:12.565903 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d9a4e756-a8b1-4938-820d-091e8a7316a2 req-5469fd7b-8689-49b5-90be-aaff1b20e79d tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0484180 Nov 12 01:47:12.617044 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d9a4e756-a8b1-4938-820d-091e8a7316a2 req-16b9bcc9-b1d4-41c9-9aff-e8e0b0bdc953 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449531 Nov 12 01:47:13.738412 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51149f-3791-4f8d-a0d5-3f062c57b850 req-d7683326-5419-4990-bf15-ae9a9ac2c34e tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:13.739883 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f51149f-3791-4f8d-a0d5-3f062c57b850 req-d7683326-5419-4990-bf15-ae9a9ac2c34e tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0524049 Nov 12 01:47:13.786459 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f51149f-3791-4f8d-a0d5-3f062c57b850 req-005a7bab-8a4e-4c0d-b97f-bd13da50bf34 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400019 Nov 12 01:47:14.902005 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d9043-31e5-440f-aa98-01d3f1126dab req-f01502d1-1e27-435c-a357-3df98a5840cc tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:14.903423 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e56d9043-31e5-440f-aa98-01d3f1126dab req-f01502d1-1e27-435c-a357-3df98a5840cc tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0486341 Nov 12 01:47:14.953666 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e56d9043-31e5-440f-aa98-01d3f1126dab req-a7c38526-6ca7-4d5d-bc8a-04bd86bb6667 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442958 Nov 12 01:47:16.068863 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89652d9a-394e-4600-8bc3-a869b4895a46 req-a2a54dba-f0e3-4990-8b4f-f4781241a985 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:16.070465 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-89652d9a-394e-4600-8bc3-a869b4895a46 req-a2a54dba-f0e3-4990-8b4f-f4781241a985 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0494754 Nov 12 01:47:16.126435 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-89652d9a-394e-4600-8bc3-a869b4895a46 req-76772f95-729d-495c-9696-71f55d07ac73 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490210 Nov 12 01:47:17.246815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c41cf-0d24-4381-b5e1-64336fb44f04 req-75075c93-4fc8-43d6-83fe-7f4bc0199e35 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:17.248296 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d52c41cf-0d24-4381-b5e1-64336fb44f04 req-75075c93-4fc8-43d6-83fe-7f4bc0199e35 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0496573 Nov 12 01:47:17.294734 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d52c41cf-0d24-4381-b5e1-64336fb44f04 req-3de13913-633d-4449-90de-3f76360f1e62 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403748 Nov 12 01:47:17.884533 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-63977267-0870-461f-939a-284af5d8f84c req-42005d18-a241-41cd-8e5f-d7bdfb423da0 service neutron] show failed (client error): The resource could not be found. Nov 12 01:47:17.885600 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-63977267-0870-461f-939a-284af5d8f84c req-42005d18-a241-41cd-8e5f-d7bdfb423da0 service neutron] 10.222.0.21 "GET /v2.0/ports/bc040a27-c067-418a-9ad2-b59a58171f6e/bindings/n-h2-712137-14 HTTP/1.1" status: 404 len: 381 time: 0.0537350 Nov 12 01:47:18.086640 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63977267-0870-461f-939a-284af5d8f84c req-69100543-3bf8-4d36-bb41-ead6a84aa559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:18.088627 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63977267-0870-461f-939a-284af5d8f84c req-69100543-3bf8-4d36-bb41-ead6a84aa559 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2&tenant_id=ab0916c76b1a4c2f912209dd90a3c3bc HTTP/1.1" status: 200 len: 1097 time: 0.0447166 Nov 12 01:47:18.107130 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-14', 'device_owner': 'compute:nova'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:18.164842 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:18.361281 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] For port bc040a27-c067-418a-9ad2-b59a58171f6e, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=bc040a27-c067-418a-9ad2-b59a58171f6e,segment=NetworkSegment(34d64640-8de1-411f-b6d7-304499cb3141),segment_id=34d64640-8de1-411f-b6d7-304499cb3141)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:47:18.396110 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] For port bc040a27-c067-418a-9ad2-b59a58171f6e, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:47:18.419966 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:47:18.444125 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb429a90-6576-4d60-a25f-0d80be9404f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc040a27-c067-418a-9ad2-b59a58171f6e'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:47:18.446587 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a344edf-470f-4f97-9d4a-a6b08de29a97" -d '{"events": [{"server_uuid": "cb429a90-6576-4d60-a25f-0d80be9404f2", "name": "network-vif-unplugged", "status": "completed", "tag": "bc040a27-c067-418a-9ad2-b59a58171f6e"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:47:18.451669 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:18.470076 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Transition to ACTIVE for port object bc040a27-c067-418a-9ad2-b59a58171f6e will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:47:18.475408 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:18.517773 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5223d31b-4d5d-4a29-868b-64a896e85e2a x-openstack-request-id: req-5223d31b-4d5d-4a29-868b-64a896e85e2a {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:47:18.518074 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb429a90-6576-4d60-a25f-0d80be9404f2", "name": "network-vif-unplugged", "status": "completed", "tag": "bc040a27-c067-418a-9ad2-b59a58171f6e", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:47:18.518330 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5223d31b-4d5d-4a29-868b-64a896e85e2a {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:47:18.518731 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb429a90-6576-4d60-a25f-0d80be9404f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc040a27-c067-418a-9ad2-b59a58171f6e', 'code': 200} Nov 12 01:47:18.551638 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] No DVR routers for this DVR port bc040a27-c067-418a-9ad2-b59a58171f6e on host n-h1-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:47:18.559326 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Pushing event updated for resources: {'Port': ['ID=bc040a27-c067-418a-9ad2-b59a58171f6e,revision_number=6']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:18.584344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:18.584712 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:18.585054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:18.585391 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:18.585724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:18.586054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:18.586381 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:18.586704 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:18.587037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:18.587363 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:18.587684 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:18.588584 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:18.605049 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Attempting to bind port bc040a27-c067-418a-9ad2-b59a58171f6e on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:47:18.605394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Attempting to bind port bc040a27-c067-418a-9ad2-b59a58171f6e by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '34d64640-8de1-411f-b6d7-304499cb3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:47:18.605729 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Attempting to bind port bc040a27-c067-418a-9ad2-b59a58171f6e on network 2f6a9834-29c5-4a90-9198-512d2d34194c {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:47:18.610406 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Port bc040a27-c067-418a-9ad2-b59a58171f6e on network 2f6a9834-29c5-4a90-9198-512d2d34194c not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:47:18.610730 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Attempting to bind port bc040a27-c067-418a-9ad2-b59a58171f6e on network 2f6a9834-29c5-4a90-9198-512d2d34194c {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:47:18.615755 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:47:18.616016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Checking segment: {'id': '34d64640-8de1-411f-b6d7-304499cb3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:47:18.616407 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Bound using segment: {'id': '34d64640-8de1-411f-b6d7-304499cb3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:47:18.616873 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Bound port: bc040a27-c067-418a-9ad2-b59a58171f6e, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d64640-8de1-411f-b6d7-304499cb3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:47:18.617235 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:18.684318 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] For port bc040a27-c067-418a-9ad2-b59a58171f6e, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:47:18.687339 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] For port bc040a27-c067-418a-9ad2-b59a58171f6e, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=bc040a27-c067-418a-9ad2-b59a58171f6e,segment=NetworkSegment(34d64640-8de1-411f-b6d7-304499cb3141),segment_id=34d64640-8de1-411f-b6d7-304499cb3141)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:47:18.690305 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625eb8f-1f86-4206-b2ff-315e0131a830 req-52f62f66-e318-4bee-be69-92e5da747f06 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:18.691802 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1625eb8f-1f86-4206-b2ff-315e0131a830 req-52f62f66-e318-4bee-be69-92e5da747f06 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 943 time: 0.0528781 Nov 12 01:47:18.691930 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:18.735735 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:18.736354 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:18.737796 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63977267-0870-461f-939a-284af5d8f84c req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] 10.222.0.15 "PUT /v2.0/ports/bc040a27-c067-418a-9ad2-b59a58171f6e HTTP/1.1" status: 200 len: 1092 time: 0.6350701 Nov 12 01:47:18.750379 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f34bb6-fa4b-46ce-be1b-e16675e90acd service neutron] Pushing event updated for resources: {'Port': ['ID=bc040a27-c067-418a-9ad2-b59a58171f6e,revision_number=7']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:18.750714 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1625eb8f-1f86-4206-b2ff-315e0131a830 req-d89c2683-5293-4da9-98ab-28334af4140c tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510743 Nov 12 01:47:18.814068 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63977267-0870-461f-939a-284af5d8f84c req-2b4ec821-e2c1-4683-a64f-c3141dc229ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:18.815562 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63977267-0870-461f-939a-284af5d8f84c req-2b4ec821-e2c1-4683-a64f-c3141dc229ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab0916c76b1a4c2f912209dd90a3c3bc&device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 1095 time: 0.0417347 Nov 12 01:47:18.908508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63977267-0870-461f-939a-284af5d8f84c req-f9cafd57-94a6-4f6e-8b2d-4438c4c8e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:18.909945 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63977267-0870-461f-939a-284af5d8f84c req-f9cafd57-94a6-4f6e-8b2d-4438c4c8e81c service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f6a9834-29c5-4a90-9198-512d2d34194c HTTP/1.1" status: 200 len: 916 time: 0.0879118 Nov 12 01:47:18.952172 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63977267-0870-461f-939a-284af5d8f84c req-49e8d2e7-52c8-4a84-b629-7c0aaa2b2340 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc040a27-c067-418a-9ad2-b59a58171f6e HTTP/1.1" status: 200 len: 217 time: 0.0351694 Nov 12 01:47:18.999993 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63977267-0870-461f-939a-284af5d8f84c req-5b145f13-dce0-4ff8-b4be-c75f3a9bef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:19.001421 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63977267-0870-461f-939a-284af5d8f84c req-5b145f13-dce0-4ff8-b4be-c75f3a9bef53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7f98287-60c0-4d5d-acf6-622a6ea61f4c HTTP/1.1" status: 200 len: 855 time: 0.0420840 Nov 12 01:47:19.036987 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63977267-0870-461f-939a-284af5d8f84c req-037c033d-ca72-4719-a452-d95dd711f4ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f6a9834-29c5-4a90-9198-512d2d34194c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281565 Nov 12 01:47:19.125353 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63977267-0870-461f-939a-284af5d8f84c req-ca179722-aed9-4b92-b4c5-4dca2b5486b6 service neutron] 10.222.0.15 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811453 Nov 12 01:47:19.218158 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63977267-0870-461f-939a-284af5d8f84c req-027026fe-c63b-4da2-a622-a615634aba13 service neutron] 10.222.0.15 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850213 Nov 12 01:47:19.874099 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982e05b-efb1-4d7d-8ba4-5d2fdab1a22e req-d860c055-9405-4c97-9cc5-2835d7fdb0f7 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:19.875582 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a982e05b-efb1-4d7d-8ba4-5d2fdab1a22e req-d860c055-9405-4c97-9cc5-2835d7fdb0f7 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 943 time: 0.0496588 Nov 12 01:47:19.922925 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a982e05b-efb1-4d7d-8ba4-5d2fdab1a22e req-b4a4f16e-1dda-465f-b4c1-f9c90e6c48bd tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411642 Nov 12 01:47:20.161209 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3dc062fc-51aa-47cb-a253-f32f497e1fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:20.519935 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb429a90-6576-4d60-a25f-0d80be9404f2', 'tag': 'bc040a27-c067-418a-9ad2-b59a58171f6e'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:47:20.525342 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55008eb5-0dec-491d-9cbd-ac6f5422bb1a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb429a90-6576-4d60-a25f-0d80be9404f2", "tag": "bc040a27-c067-418a-9ad2-b59a58171f6e"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:47:20.569881 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9ccd1d-138d-405d-9ffb-c44ec785e1e2 x-openstack-request-id: req-8b9ccd1d-138d-405d-9ffb-c44ec785e1e2 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:47:20.570171 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb429a90-6576-4d60-a25f-0d80be9404f2", "tag": "bc040a27-c067-418a-9ad2-b59a58171f6e", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:47:20.570492 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b9ccd1d-138d-405d-9ffb-c44ec785e1e2 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:47:20.570897 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb429a90-6576-4d60-a25f-0d80be9404f2', 'tag': 'bc040a27-c067-418a-9ad2-b59a58171f6e', 'status': 'completed', 'code': 200} Nov 12 01:47:20.635845 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55008eb5-0dec-491d-9cbd-ac6f5422bb1a req-34bb0d33-f2e5-4a7f-8745-95f31ff9d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:20.637427 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55008eb5-0dec-491d-9cbd-ac6f5422bb1a req-34bb0d33-f2e5-4a7f-8745-95f31ff9d7a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab0916c76b1a4c2f912209dd90a3c3bc&device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 1095 time: 0.0416839 Nov 12 01:47:20.655625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55008eb5-0dec-491d-9cbd-ac6f5422bb1a req-ddd58324-e61e-47da-8ff8-985de115003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:20.657183 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55008eb5-0dec-491d-9cbd-ac6f5422bb1a req-ddd58324-e61e-47da-8ff8-985de115003d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab0916c76b1a4c2f912209dd90a3c3bc&device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 1095 time: 0.0419269 Nov 12 01:47:20.732076 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55008eb5-0dec-491d-9cbd-ac6f5422bb1a req-1b63b3b1-3c27-4106-abb9-3f1b7b4056e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:20.733600 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55008eb5-0dec-491d-9cbd-ac6f5422bb1a req-1b63b3b1-3c27-4106-abb9-3f1b7b4056e4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f6a9834-29c5-4a90-9198-512d2d34194c HTTP/1.1" status: 200 len: 916 time: 0.0888054 Nov 12 01:47:20.754249 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55008eb5-0dec-491d-9cbd-ac6f5422bb1a req-0d8a8194-d150-459b-9711-dd77e1bd1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:20.755722 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55008eb5-0dec-491d-9cbd-ac6f5422bb1a req-0d8a8194-d150-459b-9711-dd77e1bd1e19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f6a9834-29c5-4a90-9198-512d2d34194c HTTP/1.1" status: 200 len: 916 time: 0.0918031 Nov 12 01:47:20.776708 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55008eb5-0dec-491d-9cbd-ac6f5422bb1a req-50fcadb4-b160-4f5b-a1b0-9b988065550f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc040a27-c067-418a-9ad2-b59a58171f6e HTTP/1.1" status: 200 len: 217 time: 0.0360029 Nov 12 01:47:20.798862 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55008eb5-0dec-491d-9cbd-ac6f5422bb1a req-42073877-2cf6-42e8-a3de-fd48594743f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc040a27-c067-418a-9ad2-b59a58171f6e HTTP/1.1" status: 200 len: 217 time: 0.0360031 Nov 12 01:47:20.831338 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55008eb5-0dec-491d-9cbd-ac6f5422bb1a req-ae59e371-cc6c-458b-8cbf-efde3e94b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:20.832822 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55008eb5-0dec-491d-9cbd-ac6f5422bb1a req-ae59e371-cc6c-458b-8cbf-efde3e94b005 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f7f98287-60c0-4d5d-acf6-622a6ea61f4c HTTP/1.1" status: 200 len: 855 time: 0.0499032 Nov 12 01:47:20.857386 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55008eb5-0dec-491d-9cbd-ac6f5422bb1a req-626c9970-48c1-48aa-96b0-792dec68f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:20.858925 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55008eb5-0dec-491d-9cbd-ac6f5422bb1a req-626c9970-48c1-48aa-96b0-792dec68f8ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7f98287-60c0-4d5d-acf6-622a6ea61f4c HTTP/1.1" status: 200 len: 855 time: 0.0525734 Nov 12 01:47:20.868868 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55008eb5-0dec-491d-9cbd-ac6f5422bb1a req-420adde9-b616-4f2a-9f0f-e4b94599f4cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6a9834-29c5-4a90-9198-512d2d34194c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288849 Nov 12 01:47:20.893634 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55008eb5-0dec-491d-9cbd-ac6f5422bb1a req-f2b77f45-d2b2-4b2b-a23c-03f6ceedcfbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f6a9834-29c5-4a90-9198-512d2d34194c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257733 Nov 12 01:47:20.961291 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55008eb5-0dec-491d-9cbd-ac6f5422bb1a req-1ece301f-7b8e-4861-b443-901975738280 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848627 Nov 12 01:47:20.988646 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55008eb5-0dec-491d-9cbd-ac6f5422bb1a req-892edb08-3568-4b53-b475-cc847126013f service neutron] 10.222.0.15 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866432 Nov 12 01:47:21.058899 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55008eb5-0dec-491d-9cbd-ac6f5422bb1a req-e875a2ff-3cb2-4f69-b3c9-b5801b9306dc service neutron] 10.222.0.21 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899594 Nov 12 01:47:21.091025 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48c561-56ec-426e-92f1-9217f7f82b1b req-d45cfb72-aebc-42e4-a395-b102157c37c7 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:21.092553 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4d48c561-56ec-426e-92f1-9217f7f82b1b req-d45cfb72-aebc-42e4-a395-b102157c37c7 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 943 time: 0.1005883 Nov 12 01:47:21.145225 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55008eb5-0dec-491d-9cbd-ac6f5422bb1a req-17b827fd-9b4d-4d67-8ba2-6f9d724a09c3 service neutron] 10.222.0.15 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445889 Nov 12 01:47:21.156623 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4d48c561-56ec-426e-92f1-9217f7f82b1b req-25287177-0da4-49f5-88e8-b5ec05ed9165 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577807 Nov 12 01:47:22.280922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8166f09-6fa7-4663-b7b9-2543839f4930 req-c493e570-c4e3-453e-a158-9eb72103052e tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:22.282443 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a8166f09-6fa7-4663-b7b9-2543839f4930 req-c493e570-c4e3-453e-a158-9eb72103052e tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 943 time: 0.0556135 Nov 12 01:47:22.333162 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a8166f09-6fa7-4663-b7b9-2543839f4930 req-60d969cb-9c83-42c4-a76f-384641a18064 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447035 Nov 12 01:47:22.442669 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6fd4da12-e0f3-47f1-b9f2-b0b59f57ff9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:22.774096 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device bc040a27-c067-418a-9ad2-b59a58171f6e details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:47:22.877248 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port bc040a27-c067-418a-9ad2-b59a58171f6e, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=bc040a27-c067-418a-9ad2-b59a58171f6e,segment=NetworkSegment(34d64640-8de1-411f-b6d7-304499cb3141),segment_id=34d64640-8de1-411f-b6d7-304499cb3141)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:47:22.889426 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device bc040a27-c067-418a-9ad2-b59a58171f6e no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:47:22.892681 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'bc040a27-c067-418a-9ad2-b59a58171f6e', 'network_id': '2f6a9834-29c5-4a90-9198-512d2d34194c', 'port_id': 'bc040a27-c067-418a-9ad2-b59a58171f6e', 'mac_address': 'fa:16:3e:af:e5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f98287-60c0-4d5d-acf6-622a6ea61f4c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:47:22.955063 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device bc040a27-c067-418a-9ad2-b59a58171f6e not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:47:22.959811 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:22.976054 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc040a27-c067-418a-9ad2-b59a58171f6e {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:47:22.994746 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port bc040a27-c067-418a-9ad2-b59a58171f6e, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=bc040a27-c067-418a-9ad2-b59a58171f6e,segment=NetworkSegment(34d64640-8de1-411f-b6d7-304499cb3141),segment_id=34d64640-8de1-411f-b6d7-304499cb3141)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:47:22.998744 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:23.044782 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=bc040a27-c067-418a-9ad2-b59a58171f6e,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:23.391459 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['bc040a27-c067-418a-9ad2-b59a58171f6e'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:47:23.454753 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f89cb-d740-47e0-9858-f20b6fde9100 req-48215af6-cbfb-4fe4-b907-d98ae5e6ef31 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:23.456238 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a40f89cb-d740-47e0-9858-f20b6fde9100 req-48215af6-cbfb-4fe4-b907-d98ae5e6ef31 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 944 time: 0.0552638 Nov 12 01:47:23.503931 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a40f89cb-d740-47e0-9858-f20b6fde9100 req-af7e03b8-3f4c-45a5-b33b-a8349a4d1f5f tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417118 Nov 12 01:47:23.698897 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d430a-4dcb-4cf8-958f-df12cfc381b3 req-28ae1c87-5450-48b2-8713-d74a853e0ea2 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:23.700382 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c56d430a-4dcb-4cf8-958f-df12cfc381b3 req-28ae1c87-5450-48b2-8713-d74a853e0ea2 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 944 time: 0.0503807 Nov 12 01:47:23.714543 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700623b-b2d2-467b-b93e-39d8979cbef5 req-b381fa2a-7cc9-4074-b480-62b8e3e0db99 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:23.716116 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f700623b-b2d2-467b-b93e-39d8979cbef5 req-b381fa2a-7cc9-4074-b480-62b8e3e0db99 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2&tenant_id=ab0916c76b1a4c2f912209dd90a3c3bc&binding%3Ahost_id=n-h2-712137-14 HTTP/1.1" status: 200 len: 944 time: 0.0525401 Nov 12 01:47:23.722297 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:23.756113 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c56d430a-4dcb-4cf8-958f-df12cfc381b3 req-1e9c5c91-a8bd-4611-a390-c32d69bc942b tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472174 Nov 12 01:47:23.783670 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-f700623b-b2d2-467b-b93e-39d8979cbef5 req-4db1877a-99ac-4274-ad3e-50c2cdf39673 service neutron] delete failed (client error): The resource could not be found. Nov 12 01:47:23.784741 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f700623b-b2d2-467b-b93e-39d8979cbef5 req-4db1877a-99ac-4274-ad3e-50c2cdf39673 service neutron] 10.222.0.21 "DELETE /v2.0/ports/bc040a27-c067-418a-9ad2-b59a58171f6e/bindings/n-h1-712137-14 HTTP/1.1" status: 404 len: 381 time: 0.0613790 Nov 12 01:47:23.869663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700623b-b2d2-467b-b93e-39d8979cbef5 req-1e908240-4bc5-4c3f-8ded-3fb188f78b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:23.871074 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f700623b-b2d2-467b-b93e-39d8979cbef5 req-1e908240-4bc5-4c3f-8ded-3fb188f78b7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab0916c76b1a4c2f912209dd90a3c3bc&device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 1096 time: 0.0415268 Nov 12 01:47:23.960551 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700623b-b2d2-467b-b93e-39d8979cbef5 req-36ba3457-949b-4866-a031-9d187887ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:23.962063 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f700623b-b2d2-467b-b93e-39d8979cbef5 req-36ba3457-949b-4866-a031-9d187887ec67 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f6a9834-29c5-4a90-9198-512d2d34194c HTTP/1.1" status: 200 len: 916 time: 0.0840998 Nov 12 01:47:24.006714 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f700623b-b2d2-467b-b93e-39d8979cbef5 req-48110dfb-72a6-4220-af47-cecf0d8dd673 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc040a27-c067-418a-9ad2-b59a58171f6e HTTP/1.1" status: 200 len: 217 time: 0.0374835 Nov 12 01:47:24.055216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700623b-b2d2-467b-b93e-39d8979cbef5 req-dcebaccb-e8e7-44a2-992d-d1deeb48b1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:24.056683 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f700623b-b2d2-467b-b93e-39d8979cbef5 req-dcebaccb-e8e7-44a2-992d-d1deeb48b1e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f7f98287-60c0-4d5d-acf6-622a6ea61f4c HTTP/1.1" status: 200 len: 855 time: 0.0431790 Nov 12 01:47:24.089077 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f700623b-b2d2-467b-b93e-39d8979cbef5 req-307acf66-9eca-41af-9aa2-7e255454e179 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6a9834-29c5-4a90-9198-512d2d34194c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253553 Nov 12 01:47:24.181452 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f700623b-b2d2-467b-b93e-39d8979cbef5 req-5348f3a6-c855-44aa-8f5f-f873a2372c3c service neutron] 10.222.0.21 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856261 Nov 12 01:47:24.270980 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f700623b-b2d2-467b-b93e-39d8979cbef5 req-889cdabb-93b0-473b-897a-6d0d7e362d48 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828135 Nov 12 01:47:24.779592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device bc040a27-c067-418a-9ad2-b59a58171f6e up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:47:24.834259 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port bc040a27-c067-418a-9ad2-b59a58171f6e completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:47:24.838419 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port bc040a27-c067-418a-9ad2-b59a58171f6e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:47:24.838791 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:24.884550 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5d815-57de-40b1-89d9-2d9a54c8b0f2 req-e0d844b3-3ad7-449c-87ba-e35fba458c6a tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:24.887877 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-03e5d815-57de-40b1-89d9-2d9a54c8b0f2 req-e0d844b3-3ad7-449c-87ba-e35fba458c6a tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 944 time: 0.0544243 Nov 12 01:47:24.918227 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:24.935790 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-03e5d815-57de-40b1-89d9-2d9a54c8b0f2 req-4309ead4-3a04-4136-80cf-61e04a0b5b12 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426910 Nov 12 01:47:24.943945 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb429a90-6576-4d60-a25f-0d80be9404f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc040a27-c067-418a-9ad2-b59a58171f6e'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:47:24.946245 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cea4e2-146d-4ac4-a6d1-579eb3eb3e64" -d '{"events": [{"server_uuid": "cb429a90-6576-4d60-a25f-0d80be9404f2", "name": "network-vif-plugged", "status": "completed", "tag": "bc040a27-c067-418a-9ad2-b59a58171f6e"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:47:24.969236 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port bc040a27-c067-418a-9ad2-b59a58171f6e, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=bc040a27-c067-418a-9ad2-b59a58171f6e,segment=NetworkSegment(34d64640-8de1-411f-b6d7-304499cb3141),segment_id=34d64640-8de1-411f-b6d7-304499cb3141)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:47:24.973470 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:24.999480 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d86416d-674d-4b38-8e28-dd3cfcf8edce x-openstack-request-id: req-2d86416d-674d-4b38-8e28-dd3cfcf8edce {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:47:24.999984 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb429a90-6576-4d60-a25f-0d80be9404f2", "name": "network-vif-plugged", "status": "completed", "tag": "bc040a27-c067-418a-9ad2-b59a58171f6e", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:47:25.000248 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d86416d-674d-4b38-8e28-dd3cfcf8edce {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:47:25.000632 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb429a90-6576-4d60-a25f-0d80be9404f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc040a27-c067-418a-9ad2-b59a58171f6e', 'code': 200} Nov 12 01:47:25.026415 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=bc040a27-c067-418a-9ad2-b59a58171f6e,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:25.053180 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943fb52-9eb4-488a-872a-a7c564f51e8d req-9275745a-d892-4f50-90ba-3b2fa76fb26f tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:25.054660 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a943fb52-9eb4-488a-872a-a7c564f51e8d req-9275745a-d892-4f50-90ba-3b2fa76fb26f tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0494657 Nov 12 01:47:25.102034 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a943fb52-9eb4-488a-872a-a7c564f51e8d req-27a450ff-5dc1-4091-832a-d4c88dfe606a tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406811 Nov 12 01:47:25.214614 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:25.216203 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb67d04-3859-43b6-8880-7947366fbe7b req-a35cce67-dd55-42e1-9572-94368f8503b7 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:25.217720 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8cb67d04-3859-43b6-8880-7947366fbe7b req-a35cce67-dd55-42e1-9572-94368f8503b7 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0492177 Nov 12 01:47:25.268424 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8cb67d04-3859-43b6-8880-7947366fbe7b req-985ed075-fd00-4e48-93ce-e8f95c8e1e4c tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447524 Nov 12 01:47:25.593385 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c49e5-4db1-4847-b4b9-679ac3110370 req-4c9921cd-b730-49fd-adf3-5bf9cdb584d1 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:25.594879 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b0c49e5-4db1-4847-b4b9-679ac3110370 req-4c9921cd-b730-49fd-adf3-5bf9cdb584d1 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0490687 Nov 12 01:47:25.651850 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1b0c49e5-4db1-4847-b4b9-679ac3110370 req-fd1b4c53-99dc-45d1-b639-c8b686902568 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454116 Nov 12 01:47:25.678693 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:26.159133 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:26.766170 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac54f1-6824-46c9-b8a9-44a5404e10b4 req-1cc25093-e5e8-4728-94cc-cbc0f2ee19d0 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:26.767693 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5cac54f1-6824-46c9-b8a9-44a5404e10b4 req-1cc25093-e5e8-4728-94cc-cbc0f2ee19d0 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0484903 Nov 12 01:47:26.815384 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5cac54f1-6824-46c9-b8a9-44a5404e10b4 req-7428010e-5e52-4eeb-b662-9fe966e77f66 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.31 "GET /v2.0/security-groups?id=df0934df-b0d8-4546-9ce7-55c50b5c45f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415235 Nov 12 01:47:27.146081 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d3f53-ddf6-42a1-90e0-0231b9f6eff4 req-7314e937-5d6c-49c8-a0ff-e89577ff55d9 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:27.147547 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a15d3f53-ddf6-42a1-90e0-0231b9f6eff4 req-7314e937-5d6c-49c8-a0ff-e89577ff55d9 tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb429a90-6576-4d60-a25f-0d80be9404f2 HTTP/1.1" status: 200 len: 945 time: 0.0486307 Nov 12 01:47:27.242387 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-a15d3f53-ddf6-42a1-90e0-0231b9f6eff4 req-d8a9d453-d7a9-4a1a-b652-61de3131f66b tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Deleting port bc040a27-c067-418a-9ad2-b59a58171f6e {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:47:27.242734 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a15d3f53-ddf6-42a1-90e0-0231b9f6eff4 req-d8a9d453-d7a9-4a1a-b652-61de3131f66b tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:27.330050 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-a15d3f53-ddf6-42a1-90e0-0231b9f6eff4 req-d8a9d453-d7a9-4a1a-b652-61de3131f66b tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] For port bc040a27-c067-418a-9ad2-b59a58171f6e, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=bc040a27-c067-418a-9ad2-b59a58171f6e,segment=NetworkSegment(34d64640-8de1-411f-b6d7-304499cb3141),segment_id=34d64640-8de1-411f-b6d7-304499cb3141)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:47:27.330416 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a15d3f53-ddf6-42a1-90e0-0231b9f6eff4 req-d8a9d453-d7a9-4a1a-b652-61de3131f66b tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:27.342650 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-a15d3f53-ddf6-42a1-90e0-0231b9f6eff4 req-d8a9d453-d7a9-4a1a-b652-61de3131f66b tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Calling delete_port for bc040a27-c067-418a-9ad2-b59a58171f6e owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:47:27.469870 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a15d3f53-ddf6-42a1-90e0-0231b9f6eff4 req-d8a9d453-d7a9-4a1a-b652-61de3131f66b tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:27.501209 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9d453-d7a9-4a1a-b652-61de3131f66b tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Pushing event deleted for resources: {'Port': ['ID=bc040a27-c067-418a-9ad2-b59a58171f6e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:27.503018 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['bc040a27-c067-418a-9ad2-b59a58171f6e'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:47:27.546712 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15d3f53-ddf6-42a1-90e0-0231b9f6eff4 req-d8a9d453-d7a9-4a1a-b652-61de3131f66b tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] No DVR routers for this DVR port bc040a27-c067-418a-9ad2-b59a58171f6e on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:47:27.549445 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a15d3f53-ddf6-42a1-90e0-0231b9f6eff4 req-d8a9d453-d7a9-4a1a-b652-61de3131f66b tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:27.553261 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a15d3f53-ddf6-42a1-90e0-0231b9f6eff4 req-d8a9d453-d7a9-4a1a-b652-61de3131f66b tempest-ServerDiskConfigTestJSON-1876994771 tempest-ServerDiskConfigTestJSON-1876994771-project] 10.222.0.15 "DELETE /v2.0/ports/bc040a27-c067-418a-9ad2-b59a58171f6e HTTP/1.1" status: 204 len: 173 time: 0.3971689 Nov 12 01:47:27.553713 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb429a90-6576-4d60-a25f-0d80be9404f2', 'name': 'network-vif-deleted', 'tag': 'bc040a27-c067-418a-9ad2-b59a58171f6e'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:47:27.556003 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a59ee1-ba52-4704-8867-768b04ed930c" -d '{"events": [{"server_uuid": "cb429a90-6576-4d60-a25f-0d80be9404f2", "name": "network-vif-deleted", "tag": "bc040a27-c067-418a-9ad2-b59a58171f6e"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:47:27.592472 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f818cea-43b3-4228-a335-51c86d49e9cb x-openstack-request-id: req-6f818cea-43b3-4228-a335-51c86d49e9cb {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:47:27.592888 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb429a90-6576-4d60-a25f-0d80be9404f2", "name": "network-vif-deleted", "tag": "bc040a27-c067-418a-9ad2-b59a58171f6e", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:47:27.593125 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f818cea-43b3-4228-a335-51c86d49e9cb {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:47:27.593678 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb429a90-6576-4d60-a25f-0d80be9404f2', 'name': 'network-vif-deleted', 'tag': 'bc040a27-c067-418a-9ad2-b59a58171f6e', 'status': 'completed', 'code': 200} Nov 12 01:47:27.936904 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53620) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:27.981394 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb85fb1-2357-437d-9b11-6c9d0b35e4da admin admin] Deleting subnet f7f98287-60c0-4d5d-acf6-622a6ea61f4c {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:47:27.984529 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8cb85fb1-2357-437d-9b11-6c9d0b35e4da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:28.019524 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8cb85fb1-2357-437d-9b11-6c9d0b35e4da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:28.058978 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8cb85fb1-2357-437d-9b11-6c9d0b35e4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:28.113924 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8cb85fb1-2357-437d-9b11-6c9d0b35e4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:28.139153 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb85fb1-2357-437d-9b11-6c9d0b35e4da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7f98287-60c0-4d5d-acf6-622a6ea61f4c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:28.143677 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8cb85fb1-2357-437d-9b11-6c9d0b35e4da admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:28.146905 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8cb85fb1-2357-437d-9b11-6c9d0b35e4da admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f7f98287-60c0-4d5d-acf6-622a6ea61f4c HTTP/1.1" status: 204 len: 168 time: 0.2089562 Nov 12 01:47:28.149651 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53622) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:28.152919 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb85fb1-2357-437d-9b11-6c9d0b35e4da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:28.153275 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb85fb1-2357-437d-9b11-6c9d0b35e4da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:28.153625 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb85fb1-2357-437d-9b11-6c9d0b35e4da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:28.153967 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb85fb1-2357-437d-9b11-6c9d0b35e4da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:28.154307 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb85fb1-2357-437d-9b11-6c9d0b35e4da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:28.154644 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb85fb1-2357-437d-9b11-6c9d0b35e4da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:28.154982 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb85fb1-2357-437d-9b11-6c9d0b35e4da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:28.155310 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb85fb1-2357-437d-9b11-6c9d0b35e4da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:28.155660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb85fb1-2357-437d-9b11-6c9d0b35e4da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:28.155972 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb85fb1-2357-437d-9b11-6c9d0b35e4da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:28.156301 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb85fb1-2357-437d-9b11-6c9d0b35e4da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:28.156687 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb85fb1-2357-437d-9b11-6c9d0b35e4da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:28.218449 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c95a4240-6cb0-43ec-aba0-580853527202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:28.299026 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c95a4240-6cb0-43ec-aba0-580853527202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:28.318613 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-c95a4240-6cb0-43ec-aba0-580853527202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6a9834-29c5-4a90-9198-512d2d34194c']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:28.328068 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-c95a4240-6cb0-43ec-aba0-580853527202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d64640-8de1-411f-b6d7-304499cb3141') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:28.328366 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-c95a4240-6cb0-43ec-aba0-580853527202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d64640-8de1-411f-b6d7-304499cb3141') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:28.337546 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c95a4240-6cb0-43ec-aba0-580853527202 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:28.350984 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c95a4240-6cb0-43ec-aba0-580853527202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:28.356931 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95a4240-6cb0-43ec-aba0-580853527202 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:47:28.357311 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c95a4240-6cb0-43ec-aba0-580853527202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: timer() Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:47:28.358906 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:47:28.416193 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c95a4240-6cb0-43ec-aba0-580853527202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:28.421028 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c95a4240-6cb0-43ec-aba0-580853527202 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:28.425385 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c95a4240-6cb0-43ec-aba0-580853527202 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2f6a9834-29c5-4a90-9198-512d2d34194c HTTP/1.1" status: 204 len: 168 time: 0.2740905 Nov 12 01:47:28.438680 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a4240-6cb0-43ec-aba0-580853527202 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f6a9834-29c5-4a90-9198-512d2d34194c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:28.537959 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53626) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:28.577642 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-65b46580-9d0b-4e92-ad45-f10e40725717 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab0916c76b1a4c2f912209dd90a3c3bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384412 Nov 12 01:47:28.580163 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53628) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:28.627263 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d781ec0-7fda-4bea-9d9c-f6c5b4536b44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:28.648451 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d781ec0-7fda-4bea-9d9c-f6c5b4536b44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:28.694032 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d781ec0-7fda-4bea-9d9c-f6c5b4536b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:28.696934 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3d781ec0-7fda-4bea-9d9c-f6c5b4536b44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:28.699027 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3d781ec0-7fda-4bea-9d9c-f6c5b4536b44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df0934df-b0d8-4546-9ce7-55c50b5c45f4 HTTP/1.1" status: 204 len: 168 time: 0.1174905 Nov 12 01:47:28.707581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d781ec0-7fda-4bea-9d9c-f6c5b4536b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0934df-b0d8-4546-9ce7-55c50b5c45f4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:29.340510 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 53650) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:29.435088 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-4a5f90f2-823b-44c8-8fdd-3290c9cfc459 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-105005739-network', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:29.456544 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5f90f2-823b-44c8-8fdd-3290c9cfc459 admin admin] Made reservation on behalf of 104830a52b9c4ea490a2ce6bfd934a00 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:47:29.458867 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a5f90f2-823b-44c8-8fdd-3290c9cfc459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:29.467030 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a5f90f2-823b-44c8-8fdd-3290c9cfc459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:29.542126 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a5f90f2-823b-44c8-8fdd-3290c9cfc459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:29.546113 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a5f90f2-823b-44c8-8fdd-3290c9cfc459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:29.568575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5f90f2-823b-44c8-8fdd-3290c9cfc459 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:47:29.583008 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f90f2-823b-44c8-8fdd-3290c9cfc459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164289a6-4797-4aef-81e4-d6cac43f26ec,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:29.589559 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a5f90f2-823b-44c8-8fdd-3290c9cfc459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:29.589885 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-4a5f90f2-823b-44c8-8fdd-3290c9cfc459 admin admin] Added segment 245e337d-f840-4b2f-a6be-c446627f47fd of type vlan for network d0a8136e-7f28-4707-a3d7-f6998a101ce9 Nov 12 01:47:29.630487 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a5f90f2-823b-44c8-8fdd-3290c9cfc459 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:29.654338 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a5f90f2-823b-44c8-8fdd-3290c9cfc459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:29.655193 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5f90f2-823b-44c8-8fdd-3290c9cfc459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:29.655762 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4a5f90f2-823b-44c8-8fdd-3290c9cfc459 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:29.686953 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4a5f90f2-823b-44c8-8fdd-3290c9cfc459 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3453228 Nov 12 01:47:29.690214 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53654) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:29.695313 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-94345121-83ef-4bf0-a7ad-90d1c28a55ee admin admin] Request body: {'subnet': {'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-105005739-subnet', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:29.716148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94345121-83ef-4bf0-a7ad-90d1c28a55ee admin admin] Made reservation on behalf of 104830a52b9c4ea490a2ce6bfd934a00 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:47:29.718112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f90f2-823b-44c8-8fdd-3290c9cfc459 admin admin] Pushing event updated for resources: {'Network': ['ID=d0a8136e-7f28-4707-a3d7-f6998a101ce9,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:29.718470 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-94345121-83ef-4bf0-a7ad-90d1c28a55ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:29.727962 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network d0a8136e-7f28-4707-a3d7-f6998a101ce9 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:47:29.888457 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-94345121-83ef-4bf0-a7ad-90d1c28a55ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:29.944351 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94345121-83ef-4bf0-a7ad-90d1c28a55ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d4a239a-3fdb-4377-8816-d8a63a3bd552,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:29.951776 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94345121-83ef-4bf0-a7ad-90d1c28a55ee admin admin] Checking segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:47:29.952131 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94345121-83ef-4bf0-a7ad-90d1c28a55ee admin admin] Network hostable DHCP agents. Network: d0a8136e-7f28-4707-a3d7-f6998a101ce9, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:47:29.968686 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94345121-83ef-4bf0-a7ad-90d1c28a55ee admin admin] Network d0a8136e-7f28-4707-a3d7-f6998a101ce9 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:47:29.976613 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-94345121-83ef-4bf0-a7ad-90d1c28a55ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, d0a8136e-7f28-4707-a3d7-f6998a101ce9) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:47:29.980605 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94345121-83ef-4bf0-a7ad-90d1c28a55ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:29.981231 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-94345121-83ef-4bf0-a7ad-90d1c28a55ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:29.986037 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7561b7f-2019-4730-8feb-b5f430964aa6 None None] Network d0a8136e-7f28-4707-a3d7-f6998a101ce9 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:47:30.002393 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-94345121-83ef-4bf0-a7ad-90d1c28a55ee admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3083735 Nov 12 01:47:30.002617 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53656) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:30.006841 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-0680f9b2-b19b-4bfb-8113-990dd1c8f020 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:30.027493 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0680f9b2-b19b-4bfb-8113-990dd1c8f020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:30.028951 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0680f9b2-b19b-4bfb-8113-990dd1c8f020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:30.084930 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0680f9b2-b19b-4bfb-8113-990dd1c8f020 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:30.132957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007cdfcc-5eb7-4a80-80a4-073d8b23ccfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-d0a8136e-7f28-4707-a3d7-f6998a101ce9', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:47:30.133862 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-007cdfcc-5eb7-4a80-80a4-073d8b23ccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:30.222134 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0680f9b2-b19b-4bfb-8113-990dd1c8f020 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:30.268277 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-007cdfcc-5eb7-4a80-80a4-073d8b23ccfb None None] Allocated IP 172.20.0.2 (d0a8136e-7f28-4707-a3d7-f6998a101ce9/5d4a239a-3fdb-4377-8816-d8a63a3bd552/ed64e10b-5c70-43f4-95b3-2e819569c0c8) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:47:30.407747 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-007cdfcc-5eb7-4a80-80a4-073d8b23ccfb None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:30.414063 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-007cdfcc-5eb7-4a80-80a4-073d8b23ccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:30.426075 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0680f9b2-b19b-4bfb-8113-990dd1c8f020 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:30.445876 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0680f9b2-b19b-4bfb-8113-990dd1c8f020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:30.451061 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007cdfcc-5eb7-4a80-80a4-073d8b23ccfb None None] Network d0a8136e-7f28-4707-a3d7-f6998a101ce9 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:47:30.457760 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-007cdfcc-5eb7-4a80-80a4-073d8b23ccfb None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:47:30.462272 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007cdfcc-5eb7-4a80-80a4-073d8b23ccfb None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:47:30.465330 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007cdfcc-5eb7-4a80-80a4-073d8b23ccfb None None] Pushing event updated for resources: {'Port': ['ID=ed64e10b-5c70-43f4-95b3-2e819569c0c8,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:30.516566 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-007cdfcc-5eb7-4a80-80a4-073d8b23ccfb None None] Attempting to bind port ed64e10b-5c70-43f4-95b3-2e819569c0c8 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:47:30.516966 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-007cdfcc-5eb7-4a80-80a4-073d8b23ccfb None None] Attempting to bind port ed64e10b-5c70-43f4-95b3-2e819569c0c8 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:47:30.517327 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007cdfcc-5eb7-4a80-80a4-073d8b23ccfb None None] Attempting to bind port ed64e10b-5c70-43f4-95b3-2e819569c0c8 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:47:30.522178 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007cdfcc-5eb7-4a80-80a4-073d8b23ccfb None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:47:30.522548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007cdfcc-5eb7-4a80-80a4-073d8b23ccfb None None] Checking segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:47:30.522946 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-007cdfcc-5eb7-4a80-80a4-073d8b23ccfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:30.523332 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007cdfcc-5eb7-4a80-80a4-073d8b23ccfb None None] Bound using segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:47:30.523791 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-007cdfcc-5eb7-4a80-80a4-073d8b23ccfb None None] Bound port: ed64e10b-5c70-43f4-95b3-2e819569c0c8, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:47:30.524163 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-007cdfcc-5eb7-4a80-80a4-073d8b23ccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:30.550424 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-0680f9b2-b19b-4bfb-8113-990dd1c8f020 admin admin] Allocated IP 172.25.0.101 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/f533ac15-fdad-4046-858c-97b6af2ac467) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:47:30.592319 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-007cdfcc-5eb7-4a80-80a4-073d8b23ccfb None None] For port ed64e10b-5c70-43f4-95b3-2e819569c0c8, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:47:30.595455 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-007cdfcc-5eb7-4a80-80a4-073d8b23ccfb None None] For port ed64e10b-5c70-43f4-95b3-2e819569c0c8, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ed64e10b-5c70-43f4-95b3-2e819569c0c8,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:47:30.599880 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-007cdfcc-5eb7-4a80-80a4-073d8b23ccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:30.659441 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007cdfcc-5eb7-4a80-80a4-073d8b23ccfb None None] Pushing event updated for resources: {'Port': ['ID=ed64e10b-5c70-43f4-95b3-2e819569c0c8,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:30.664084 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0680f9b2-b19b-4bfb-8113-990dd1c8f020 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:30.699440 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0680f9b2-b19b-4bfb-8113-990dd1c8f020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:30.738736 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0680f9b2-b19b-4bfb-8113-990dd1c8f020 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:47:30.743644 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-0680f9b2-b19b-4bfb-8113-990dd1c8f020 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:47:30.747276 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0680f9b2-b19b-4bfb-8113-990dd1c8f020 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:47:30.753075 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680f9b2-b19b-4bfb-8113-990dd1c8f020 admin admin] Pushing event updated for resources: {'Port': ['ID=f533ac15-fdad-4046-858c-97b6af2ac467,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:30.756679 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae99050-2aa2-4142-bf53-88fba322ec1d None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:47:30.793918 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device bc040a27-c067-418a-9ad2-b59a58171f6e no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:47:30.842799 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: bc040a27-c067-418a-9ad2-b59a58171f6e {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:47:30.843418 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device bc040a27-c067-418a-9ad2-b59a58171f6e not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:47:30.852206 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-60277ac6-6f7f-4be9-a765-7e8e084690de None None] Provisioning complete for port f533ac15-fdad-4046-858c-97b6af2ac467 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:47:30.852851 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-60277ac6-6f7f-4be9-a765-7e8e084690de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:30.896255 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-60277ac6-6f7f-4be9-a765-7e8e084690de None None] Port f533ac15-fdad-4046-858c-97b6af2ac467 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:47:31.037646 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0680f9b2-b19b-4bfb-8113-990dd1c8f020 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:31.220956 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ed64e10b-5c70-43f4-95b3-2e819569c0c8 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:47:31.236796 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0680f9b2-b19b-4bfb-8113-990dd1c8f020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:31.273993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port ed64e10b-5c70-43f4-95b3-2e819569c0c8 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:47:31.274393 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:31.364322 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:31.378795 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0680f9b2-b19b-4bfb-8113-990dd1c8f020 admin admin] Router 9d2c1484-9de0-4eed-b887-3d38064055ae is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:47:31.399075 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port ed64e10b-5c70-43f4-95b3-2e819569c0c8, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ed64e10b-5c70-43f4-95b3-2e819569c0c8,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:47:31.403902 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:31.454300 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=ed64e10b-5c70-43f4-95b3-2e819569c0c8,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:31.500670 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0680f9b2-b19b-4bfb-8113-990dd1c8f020 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:47:31.510264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] Sync routers for ids ['9d2c1484-9de0-4eed-b887-3d38064055ae'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:47:31.519954 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0680f9b2-b19b-4bfb-8113-990dd1c8f020 admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:31.521273 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0680f9b2-b19b-4bfb-8113-990dd1c8f020 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5177329 Nov 12 01:47:31.524034 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53658) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:31.527089 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] Routers {'9d2c1484-9de0-4eed-b887-3d38064055ae'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:47:31.527989 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9d2c1484-9de0-4eed-b887-3d38064055ae'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:31.625774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14e2f84-075c-4f91-af69-85417291e708 None None] Network d0a8136e-7f28-4707-a3d7-f6998a101ce9 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:47:31.690966 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] Set router 9d2c1484-9de0-4eed-b887-3d38064055ae gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:47:31.821320 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ba83df1f-96c2-4edd-995e-8850d1c5e6dd None None] Provisioning complete for port ed64e10b-5c70-43f4-95b3-2e819569c0c8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:47:31.822481 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ba83df1f-96c2-4edd-995e-8850d1c5e6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:32.199448 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:30Z', 'revision_number': 3, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:32.230460 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] Checking router: 9d2c1484-9de0-4eed-b887-3d38064055ae for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:47:32.230821 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] Updating router 9d2c1484-9de0-4eed-b887-3d38064055ae port f533ac15-fdad-4046-858c-97b6af2ac467 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:47:32.257462 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:32.279097 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b0348110-1d5b-4d04-a2d9-cc3717149954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:32.450106 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-dcbdb529-ffc5-4718-a3b3-ba7c2a546fc8 None None] Provisioning complete for port ed64e10b-5c70-43f4-95b3-2e819569c0c8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:47:32.450396 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dcbdb529-ffc5-4718-a3b3-ba7c2a546fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:32.450620 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-b0348110-1d5b-4d04-a2d9-cc3717149954 admin admin] Allocated IP 172.20.0.1 (d0a8136e-7f28-4707-a3d7-f6998a101ce9/5d4a239a-3fdb-4377-8816-d8a63a3bd552/df3af0b1-9a36-448e-8ffa-0b145e2b6ebc) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:47:32.559666 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b0348110-1d5b-4d04-a2d9-cc3717149954 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:32.605947 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b0348110-1d5b-4d04-a2d9-cc3717149954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:32.607903 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:32.617703 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:32.654138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0348110-1d5b-4d04-a2d9-cc3717149954 admin admin] Network d0a8136e-7f28-4707-a3d7-f6998a101ce9 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:47:32.661588 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-b0348110-1d5b-4d04-a2d9-cc3717149954 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:47:32.667403 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0348110-1d5b-4d04-a2d9-cc3717149954 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:47:32.675040 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf97ca9d-1eb7-44b4-bbf3-9fd26dda80d0 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:47:32.687883 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17563bd8-f55f-41c5-9723-29b31f9bcf76 None None] Pushing event updated for resources: {'Port': ['ID=f533ac15-fdad-4046-858c-97b6af2ac467,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:32.689500 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0348110-1d5b-4d04-a2d9-cc3717149954 admin admin] Pushing event updated for resources: {'Port': ['ID=df3af0b1-9a36-448e-8ffa-0b145e2b6ebc,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:32.690172 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] Attempting to bind port f533ac15-fdad-4046-858c-97b6af2ac467 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:47:32.690526 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] Attempting to bind port f533ac15-fdad-4046-858c-97b6af2ac467 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:47:32.690891 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] Attempting to bind port f533ac15-fdad-4046-858c-97b6af2ac467 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:47:32.698218 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:47:32.698592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:47:32.698999 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:32.699387 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:47:32.699858 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] Bound port: f533ac15-fdad-4046-858c-97b6af2ac467, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:47:32.700285 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:32.718478 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b0348110-1d5b-4d04-a2d9-cc3717149954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:32.762693 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-eaf9826f-37c4-44b0-af31-4d12c7b1ed1f None None] Provisioning complete for port f533ac15-fdad-4046-858c-97b6af2ac467 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:47:32.763176 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eaf9826f-37c4-44b0-af31-4d12c7b1ed1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:32.765323 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] For port f533ac15-fdad-4046-858c-97b6af2ac467, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:47:32.770983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] For port f533ac15-fdad-4046-858c-97b6af2ac467, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f533ac15-fdad-4046-858c-97b6af2ac467,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:47:32.789947 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:32.843077 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-eaf9826f-37c4-44b0-af31-4d12c7b1ed1f None None] Port f533ac15-fdad-4046-858c-97b6af2ac467 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:47:32.854764 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb4e683-acee-4e23-97b9-7a686dcc2e65 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:47:32.866520 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b0348110-1d5b-4d04-a2d9-cc3717149954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:32.876322 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] Routers {'9d2c1484-9de0-4eed-b887-3d38064055ae'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:47:32.876987 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9d2c1484-9de0-4eed-b887-3d38064055ae'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:32.879274 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17563bd8-f55f-41c5-9723-29b31f9bcf76 None None] Pushing event updated for resources: {'Port': ['ID=f533ac15-fdad-4046-858c-97b6af2ac467,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:33.006600 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-86cbaf64-398e-439a-b801-9b81c841faf3 None None] Provisioning complete for port f533ac15-fdad-4046-858c-97b6af2ac467 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:47:33.006970 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-86cbaf64-398e-439a-b801-9b81c841faf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:33.037503 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] Set router 9d2c1484-9de0-4eed-b887-3d38064055ae gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:47:33.060004 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b0348110-1d5b-4d04-a2d9-cc3717149954 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:33.065496 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b0348110-1d5b-4d04-a2d9-cc3717149954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:33.135991 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b0348110-1d5b-4d04-a2d9-cc3717149954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:33.138787 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0348110-1d5b-4d04-a2d9-cc3717149954 admin admin] Pushing event updated for resources: {'Port': ['ID=df3af0b1-9a36-448e-8ffa-0b145e2b6ebc,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:33.218380 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-86cbaf64-398e-439a-b801-9b81c841faf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:33.228341 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ed64e10b-5c70-43f4-95b3-2e819569c0c8 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:47:33.232497 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0348110-1d5b-4d04-a2d9-cc3717149954 admin admin] Network d0a8136e-7f28-4707-a3d7-f6998a101ce9 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:47:33.233658 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-b0348110-1d5b-4d04-a2d9-cc3717149954 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:47:33.288728 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-86cbaf64-398e-439a-b801-9b81c841faf3 None None] For port f533ac15-fdad-4046-858c-97b6af2ac467, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f533ac15-fdad-4046-858c-97b6af2ac467,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:47:33.298162 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-86cbaf64-398e-439a-b801-9b81c841faf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:33.362705 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0348110-1d5b-4d04-a2d9-cc3717149954 admin admin] Router 9d2c1484-9de0-4eed-b887-3d38064055ae has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:47:33.386064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbaf64-398e-439a-b801-9b81c841faf3 None None] Pushing event updated for resources: {'Port': ['ID=f533ac15-fdad-4046-858c-97b6af2ac467,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:33.393053 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port ed64e10b-5c70-43f4-95b3-2e819569c0c8 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:47:33.393436 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:33.452188 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 1, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:33.486543 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-08fcecc9-3c1b-4af2-a55f-e66c0f2abdeb None None] Provisioning complete for port df3af0b1-9a36-448e-8ffa-0b145e2b6ebc triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:47:33.486838 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-08fcecc9-3c1b-4af2-a55f-e66c0f2abdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:33.490324 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72257ed-684c-4a01-868c-b86d3f796bbe None None] The sync data for ids ['9d2c1484-9de0-4eed-b887-3d38064055ae'] in n-d-712137-14 is: [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 1, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:47:33.497828 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0348110-1d5b-4d04-a2d9-cc3717149954 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:47:33.516256 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b0348110-1d5b-4d04-a2d9-cc3717149954 admin admin] 10.222.0.31 "PUT /v2.0/routers/9d2c1484-9de0-4eed-b887-3d38064055ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9833374 Nov 12 01:47:33.572602 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-08fcecc9-3c1b-4af2-a55f-e66c0f2abdeb None None] Port df3af0b1-9a36-448e-8ffa-0b145e2b6ebc cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:47:33.694453 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-97dd714b-3403-40ee-a361-ebb95f2c7b1f None None] Provisioning complete for port df3af0b1-9a36-448e-8ffa-0b145e2b6ebc triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:47:33.694822 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-97dd714b-3403-40ee-a361-ebb95f2c7b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:33.762638 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-97dd714b-3403-40ee-a361-ebb95f2c7b1f None None] Port df3af0b1-9a36-448e-8ffa-0b145e2b6ebc cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:47:34.143636 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53666) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:34.148385 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-bd35d4d3-e88a-4868-a116-5a9ce66c27ae tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1659904661', 'description': 'tempest-description--708704070'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:34.171161 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bd35d4d3-e88a-4868-a116-5a9ce66c27ae tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:34.242393 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bd35d4d3-e88a-4868-a116-5a9ce66c27ae tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:34.249765 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bd35d4d3-e88a-4868-a116-5a9ce66c27ae tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:34.290103 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35d4d3-e88a-4868-a116-5a9ce66c27ae tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05aeb11-18d5-4f4f-b77f-8cecb945b742,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:34.294966 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bd35d4d3-e88a-4868-a116-5a9ce66c27ae tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:34.296386 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bd35d4d3-e88a-4868-a116-5a9ce66c27ae tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1516025 Nov 12 01:47:34.299278 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53668) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:34.303721 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-16ea3489-1d29-4102-b40c-f766ca96bc0b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Request body: {'security_group_rule': {'security_group_id': 'b05aeb11-18d5-4f4f-b77f-8cecb945b742', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:34.334897 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-16ea3489-1d29-4102-b40c-f766ca96bc0b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:34.394011 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-16ea3489-1d29-4102-b40c-f766ca96bc0b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:34.398189 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-16ea3489-1d29-4102-b40c-f766ca96bc0b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:34.420380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea3489-1d29-4102-b40c-f766ca96bc0b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de4c5c29-ea02-41ed-982e-b4062568982e,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:34.430695 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-16ea3489-1d29-4102-b40c-f766ca96bc0b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:34.431981 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-16ea3489-1d29-4102-b40c-f766ca96bc0b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318791 Nov 12 01:47:34.434691 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53670) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:34.439430 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-99c5f5c8-315f-4324-96a7-feca74e2b127 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Request body: {'security_group_rule': {'security_group_id': 'b05aeb11-18d5-4f4f-b77f-8cecb945b742', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:34.467104 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-99c5f5c8-315f-4324-96a7-feca74e2b127 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:34.526623 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-99c5f5c8-315f-4324-96a7-feca74e2b127 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:34.530279 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-99c5f5c8-315f-4324-96a7-feca74e2b127 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:34.548263 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5f5c8-315f-4324-96a7-feca74e2b127 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a388022-9bad-4bb2-b1f7-0f77d2bfaf12,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:34.558336 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-99c5f5c8-315f-4324-96a7-feca74e2b127 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:34.559594 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-99c5f5c8-315f-4324-96a7-feca74e2b127 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239483 Nov 12 01:47:34.562590 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53672) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:34.566994 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-184cd3a8-bd95-473b-b50c-f046f9b92cab tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:34.589747 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-184cd3a8-bd95-473b-b50c-f046f9b92cab tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:34.690469 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-184cd3a8-bd95-473b-b50c-f046f9b92cab tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:34.798041 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-184cd3a8-bd95-473b-b50c-f046f9b92cab tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Allocated IP 172.25.0.235 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/58482f14-e7ab-4f7a-b41c-63a378154559) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:47:34.900888 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-184cd3a8-bd95-473b-b50c-f046f9b92cab tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:34.939335 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-184cd3a8-bd95-473b-b50c-f046f9b92cab tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:34.980928 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184cd3a8-bd95-473b-b50c-f046f9b92cab tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:47:34.985708 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-184cd3a8-bd95-473b-b50c-f046f9b92cab tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:47:34.989167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184cd3a8-bd95-473b-b50c-f046f9b92cab tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:47:35.011483 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cd3a8-bd95-473b-b50c-f046f9b92cab tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Pushing event updated for resources: {'Port': ['ID=58482f14-e7ab-4f7a-b41c-63a378154559,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:35.075308 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-184cd3a8-bd95-473b-b50c-f046f9b92cab tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:35.110051 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-184cd3a8-bd95-473b-b50c-f046f9b92cab tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:35.225870 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f533ac15-fdad-4046-858c-97b6af2ac467 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:47:35.272827 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-184cd3a8-bd95-473b-b50c-f046f9b92cab tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:35.278548 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-184cd3a8-bd95-473b-b50c-f046f9b92cab tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:35.282566 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port f533ac15-fdad-4046-858c-97b6af2ac467 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:47:35.283351 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:35.361722 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cd3a8-bd95-473b-b50c-f046f9b92cab tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Pushing event updated for resources: {'Port': ['ID=58482f14-e7ab-4f7a-b41c-63a378154559,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:35.367554 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-184cd3a8-bd95-473b-b50c-f046f9b92cab tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:35.386335 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-184cd3a8-bd95-473b-b50c-f046f9b92cab tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:35.387641 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-184cd3a8-bd95-473b-b50c-f046f9b92cab tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8241138 Nov 12 01:47:35.539770 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-c9da2778-5a69-4261-ba1e-a586d08ef2e6 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1659904661&fields=id&tenant_id=104830a52b9c4ea490a2ce6bfd934a00 HTTP/1.1" status: 200 len: 267 time: 0.0445633 Nov 12 01:47:35.590004 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] Sync routers for ids ['9d2c1484-9de0-4eed-b887-3d38064055ae'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:47:35.599735 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] Routers {'9d2c1484-9de0-4eed-b887-3d38064055ae'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:47:35.600339 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9d2c1484-9de0-4eed-b887-3d38064055ae'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:35.666580 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-d4e16dc9-59e5-4426-9f1b-ae2eaddcd905 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:35.668100 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-d4e16dc9-59e5-4426-9f1b-ae2eaddcd905 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 811 time: 0.1214468 Nov 12 01:47:35.684400 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-fe4245bc-bff3-403c-9fac-853e3e4a4b5c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/quotas/104830a52b9c4ea490a2ce6bfd934a00 HTTP/1.1" status: 200 len: 375 time: 0.0101273 Nov 12 01:47:35.719696 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] Set router 9d2c1484-9de0-4eed-b887-3d38064055ae gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:47:35.742786 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-f1ff969d-0453-42a3-8482-b7271aa189dd tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516319 Nov 12 01:47:35.842956 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-a5209f5f-64b8-4070-adc9-8ff158bcceaf service neutron] 10.222.0.31 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875127 Nov 12 01:47:35.917665 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 2, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:35.935566 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-f8890270-e97c-443e-849f-be98f1a001bc service neutron] 10.222.0.31 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858462 Nov 12 01:47:35.947497 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] Checking router: 9d2c1484-9de0-4eed-b887-3d38064055ae for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:47:35.947871 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] Updating router 9d2c1484-9de0-4eed-b887-3d38064055ae port df3af0b1-9a36-448e-8ffa-0b145e2b6ebc binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:47:35.972234 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:36.106763 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0c0431e6-0758-4217-aaca-e9896a0c8ead req-4681bb45-c3c2-474e-b2b0-e8659f8091e0 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 210 time: 0.0284703 Nov 12 01:47:36.254369 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:36.259408 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:36.361274 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd5012-3a41-44c9-bd2f-5b7d46e6a4c3 None None] Pushing event updated for resources: {'Port': ['ID=df3af0b1-9a36-448e-8ffa-0b145e2b6ebc,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:36.374897 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd5012-3a41-44c9-bd2f-5b7d46e6a4c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:36.375237 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd5012-3a41-44c9-bd2f-5b7d46e6a4c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:36.375569 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd5012-3a41-44c9-bd2f-5b7d46e6a4c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:36.375896 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd5012-3a41-44c9-bd2f-5b7d46e6a4c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:36.376223 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd5012-3a41-44c9-bd2f-5b7d46e6a4c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:36.376541 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd5012-3a41-44c9-bd2f-5b7d46e6a4c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:36.376882 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd5012-3a41-44c9-bd2f-5b7d46e6a4c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:36.377259 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd5012-3a41-44c9-bd2f-5b7d46e6a4c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:36.377509 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd5012-3a41-44c9-bd2f-5b7d46e6a4c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:36.377821 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd5012-3a41-44c9-bd2f-5b7d46e6a4c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:36.378132 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd5012-3a41-44c9-bd2f-5b7d46e6a4c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:36.378440 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd5012-3a41-44c9-bd2f-5b7d46e6a4c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:47:36.386329 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] Attempting to bind port df3af0b1-9a36-448e-8ffa-0b145e2b6ebc on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:47:36.386692 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] Attempting to bind port df3af0b1-9a36-448e-8ffa-0b145e2b6ebc by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:47:36.387046 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] Attempting to bind port df3af0b1-9a36-448e-8ffa-0b145e2b6ebc on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:47:36.393443 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:47:36.393887 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] Checking segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:47:36.394196 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:36.394578 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] Bound using segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:47:36.395037 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] Bound port: df3af0b1-9a36-448e-8ffa-0b145e2b6ebc, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:47:36.395410 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:36.462786 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] For port df3af0b1-9a36-448e-8ffa-0b145e2b6ebc, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:47:36.466376 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] For port df3af0b1-9a36-448e-8ffa-0b145e2b6ebc, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=df3af0b1-9a36-448e-8ffa-0b145e2b6ebc,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:47:36.471379 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:36.532229 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] Routers {'9d2c1484-9de0-4eed-b887-3d38064055ae'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:47:36.532895 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9d2c1484-9de0-4eed-b887-3d38064055ae'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:36.538052 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd5012-3a41-44c9-bd2f-5b7d46e6a4c3 None None] Pushing event updated for resources: {'Port': ['ID=df3af0b1-9a36-448e-8ffa-0b145e2b6ebc,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:36.602559 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-530fb33e-4367-4fe0-ae11-0de68d7adb79 None None] Provisioning complete for port df3af0b1-9a36-448e-8ffa-0b145e2b6ebc triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:47:36.604161 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-530fb33e-4367-4fe0-ae11-0de68d7adb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:36.668360 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] Set router 9d2c1484-9de0-4eed-b887-3d38064055ae gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:47:36.701223 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-530fb33e-4367-4fe0-ae11-0de68d7adb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:36.739693 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-530fb33e-4367-4fe0-ae11-0de68d7adb79 None None] For port df3af0b1-9a36-448e-8ffa-0b145e2b6ebc, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=df3af0b1-9a36-448e-8ffa-0b145e2b6ebc,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:47:36.746020 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-530fb33e-4367-4fe0-ae11-0de68d7adb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:36.805561 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fb33e-4367-4fe0-ae11-0de68d7adb79 None None] Pushing event updated for resources: {'Port': ['ID=df3af0b1-9a36-448e-8ffa-0b145e2b6ebc,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:36.866088 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-11d51693-e275-4ff5-93e5-39dc4ff5e87e None None] Provisioning complete for port df3af0b1-9a36-448e-8ffa-0b145e2b6ebc triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:47:36.866366 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-11d51693-e275-4ff5-93e5-39dc4ff5e87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:36.998935 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:37.025002 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd49d01-77ad-4a99-9650-ad7757facd27 None None] The sync data for ids ['9d2c1484-9de0-4eed-b887-3d38064055ae'] in n-d-712137-14 is: [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:47:37.204038 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-d36106e5-11f3-4211-84d1-bb7d97c7cff2 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:37.205974 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-d36106e5-11f3-4211-84d1-bb7d97c7cff2 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 811 time: 0.1440365 Nov 12 01:47:37.260876 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b6805f83-3000-46e2-ad9d-05f7c3d9dcfe req-010df0f2-87ce-42f8-bc04-c983b9d80ac8 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 210 time: 0.0467105 Nov 12 01:47:37.275446 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device df3af0b1-9a36-448e-8ffa-0b145e2b6ebc up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:47:37.293623 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-4727dcf8-8888-43ec-8d8e-870f1714d585 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=104830a52b9c4ea490a2ce6bfd934a00 HTTP/1.1" status: 200 len: 380 time: 0.0757160 Nov 12 01:47:37.307673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-4f2ef24d-e22d-411c-886d-78877529154f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Request body: {'port': {'device_id': 'ea324429-34bb-4662-9e77-03d305e1a614', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'admin_state_up': True, 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'security_groups': ['b05aeb11-18d5-4f4f-b77f-8cecb945b742']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:37.331844 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port df3af0b1-9a36-448e-8ffa-0b145e2b6ebc triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:47:37.333043 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:37.448629 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-4f2ef24d-e22d-411c-886d-78877529154f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Made reservation on behalf of 104830a52b9c4ea490a2ce6bfd934a00 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:47:37.452184 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-4f2ef24d-e22d-411c-886d-78877529154f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:37.585642 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-4f2ef24d-e22d-411c-886d-78877529154f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Allocated IP 172.20.0.9 (d0a8136e-7f28-4707-a3d7-f6998a101ce9/5d4a239a-3fdb-4377-8816-d8a63a3bd552/0f4d94b4-adb0-4bef-8046-6c0229e01085) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:47:37.755560 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-4f2ef24d-e22d-411c-886d-78877529154f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:37.790032 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-4f2ef24d-e22d-411c-886d-78877529154f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:37.832264 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-4f2ef24d-e22d-411c-886d-78877529154f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Network d0a8136e-7f28-4707-a3d7-f6998a101ce9 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:47:37.837394 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-4f2ef24d-e22d-411c-886d-78877529154f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:47:37.841068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-4f2ef24d-e22d-411c-886d-78877529154f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:47:37.847974 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ef24d-e22d-411c-886d-78877529154f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Pushing event updated for resources: {'Port': ['ID=0f4d94b4-adb0-4bef-8046-6c0229e01085,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:37.896110 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-4f2ef24d-e22d-411c-886d-78877529154f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:37.896810 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-4f2ef24d-e22d-411c-886d-78877529154f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:37.914249 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-4f2ef24d-e22d-411c-886d-78877529154f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6139879 Nov 12 01:47:37.927304 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] Request body: {'port': {'device_id': 'ea324429-34bb-4662-9e77-03d305e1a614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:37.987514 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:38.074940 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-03158142-a9f3-4b6e-8475-92ff17186d3b None None] Provisioning complete for port 0f4d94b4-adb0-4bef-8046-6c0229e01085 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:47:38.075576 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-03158142-a9f3-4b6e-8475-92ff17186d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:38.109872 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-03158142-a9f3-4b6e-8475-92ff17186d3b None None] Port 0f4d94b4-adb0-4bef-8046-6c0229e01085 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:47:38.260565 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f4d94b4-adb0-4bef-8046-6c0229e01085 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:47:38.267956 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:38.280339 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] Transition to ACTIVE for port object 0f4d94b4-adb0-4bef-8046-6c0229e01085 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:47:38.284783 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:38.387524 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4d94b4-adb0-4bef-8046-6c0229e01085,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:38.443711 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e73d80-09b2-46a5-b546-abb2a72bde4d req-c1aa137a-1a04-4003-a26c-1960832ba858 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:38.448200 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55e73d80-09b2-46a5-b546-abb2a72bde4d req-c1aa137a-1a04-4003-a26c-1960832ba858 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 943 time: 0.1254013 Nov 12 01:47:38.484001 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] Attempting to bind port 0f4d94b4-adb0-4bef-8046-6c0229e01085 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:47:38.484350 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] Attempting to bind port 0f4d94b4-adb0-4bef-8046-6c0229e01085 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:47:38.484682 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] Attempting to bind port 0f4d94b4-adb0-4bef-8046-6c0229e01085 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:47:38.494622 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] Port 0f4d94b4-adb0-4bef-8046-6c0229e01085 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:47:38.494950 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] Attempting to bind port 0f4d94b4-adb0-4bef-8046-6c0229e01085 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:47:38.509402 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:47:38.509747 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] Checking segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:47:38.510133 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] Bound using segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:47:38.510610 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] Bound port: 0f4d94b4-adb0-4bef-8046-6c0229e01085, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:47:38.510929 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:38.529510 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55e73d80-09b2-46a5-b546-abb2a72bde4d req-354ecdd2-1d89-40b6-9b77-2215a2b288e2 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782182 Nov 12 01:47:38.588170 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] For port 0f4d94b4-adb0-4bef-8046-6c0229e01085, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:47:38.591072 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] For port 0f4d94b4-adb0-4bef-8046-6c0229e01085, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=0f4d94b4-adb0-4bef-8046-6c0229e01085,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:47:38.595667 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:38.628641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:38.629266 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:38.630824 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] 10.222.0.21 "PUT /v2.0/ports/0f4d94b4-adb0-4bef-8046-6c0229e01085 HTTP/1.1" status: 200 len: 1092 time: 0.7081163 Nov 12 01:47:38.633127 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea324429-34bb-4662-9e77-03d305e1a614', 'tag': '0f4d94b4-adb0-4bef-8046-6c0229e01085'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:47:38.636240 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04289c33-b523-47ec-97dc-bfa427bd7701" -d '{"events": [{"name": "network-changed", "server_uuid": "ea324429-34bb-4662-9e77-03d305e1a614", "tag": "0f4d94b4-adb0-4bef-8046-6c0229e01085"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:47:38.663645 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3f156-a88f-4127-9441-4f1c81f09ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4d94b4-adb0-4bef-8046-6c0229e01085,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:38.680761 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97196626-6823-41b1-b82f-0215df079379 x-openstack-request-id: req-97196626-6823-41b1-b82f-0215df079379 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:47:38.681095 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea324429-34bb-4662-9e77-03d305e1a614", "tag": "0f4d94b4-adb0-4bef-8046-6c0229e01085", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:47:38.681352 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97196626-6823-41b1-b82f-0215df079379 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:47:38.681757 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea324429-34bb-4662-9e77-03d305e1a614', 'tag': '0f4d94b4-adb0-4bef-8046-6c0229e01085', 'status': 'completed', 'code': 200} Nov 12 01:47:38.867058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-1f78fc62-9eda-4afb-99a4-5bd07ab503d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:38.868584 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-1f78fc62-9eda-4afb-99a4-5bd07ab503d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 1095 time: 0.0415273 Nov 12 01:47:38.916234 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-3384c93f-4aa8-4889-8bc7-f5d02922f41b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f4d94b4-adb0-4bef-8046-6c0229e01085 HTTP/1.1" status: 200 len: 217 time: 0.0386724 Nov 12 01:47:38.968646 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-f560f390-c343-452f-bf32-8c638e763ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:38.970095 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-f560f390-c343-452f-bf32-8c638e763ba2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0435727 Nov 12 01:47:39.017918 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-82251030-2976-4c83-adc3-780197c563ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:39.019305 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-82251030-2976-4c83-adc3-780197c563ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417573 Nov 12 01:47:39.114396 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-3c6e9f83-ebe2-4371-80e8-2c8844c76e22 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853236 Nov 12 01:47:39.204115 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1547a095-5887-479d-b3fc-cefafb0cc182 req-14e4f908-7d73-4137-b986-0c0923073aa0 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821548 Nov 12 01:47:39.296417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04289c33-b523-47ec-97dc-bfa427bd7701 req-d378ed6f-4bb4-451e-a41d-902491a1eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:39.297896 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-04289c33-b523-47ec-97dc-bfa427bd7701 req-d378ed6f-4bb4-451e-a41d-902491a1eed1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 1095 time: 0.0411978 Nov 12 01:47:39.392663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04289c33-b523-47ec-97dc-bfa427bd7701 req-a98566c5-2251-43e6-aec9-79aa004c0246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:39.394200 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-04289c33-b523-47ec-97dc-bfa427bd7701 req-a98566c5-2251-43e6-aec9-79aa004c0246 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0894034 Nov 12 01:47:39.438831 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-04289c33-b523-47ec-97dc-bfa427bd7701 req-09bc53bd-3b8f-4624-9e9d-9acba6b98ca2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f4d94b4-adb0-4bef-8046-6c0229e01085 HTTP/1.1" status: 200 len: 217 time: 0.0363686 Nov 12 01:47:39.496366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04289c33-b523-47ec-97dc-bfa427bd7701 req-ff169810-5e0f-44a0-a429-09a3927840f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:39.497986 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-04289c33-b523-47ec-97dc-bfa427bd7701 req-ff169810-5e0f-44a0-a429-09a3927840f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0514622 Nov 12 01:47:39.547261 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04289c33-b523-47ec-97dc-bfa427bd7701 req-464da21d-71f8-4d07-85c1-f1f3b9e5bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:39.548740 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-04289c33-b523-47ec-97dc-bfa427bd7701 req-464da21d-71f8-4d07-85c1-f1f3b9e5bd82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427775 Nov 12 01:47:39.557739 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:39.674830 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-04289c33-b523-47ec-97dc-bfa427bd7701 req-187750be-e23f-4dc0-a3d1-c999a5d05398 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175973 Nov 12 01:47:39.683522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b6bfe-b4ca-4621-93bc-e013e4468379 req-e5c18dda-ebf0-4699-85b1-69e709712e8a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:39.684910 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d1b6bfe-b4ca-4621-93bc-e013e4468379 req-e5c18dda-ebf0-4699-85b1-69e709712e8a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 943 time: 0.0763700 Nov 12 01:47:39.786851 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9d1b6bfe-b4ca-4621-93bc-e013e4468379 req-e85203a1-59d5-4bc1-b685-291861d81921 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937276 Nov 12 01:47:39.804060 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-04289c33-b523-47ec-97dc-bfa427bd7701 req-350b4e1a-1602-4892-8073-73f8470fdf6d service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181383 Nov 12 01:47:40.902863 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10087ae2-815f-4c2a-850f-68e1e103ed39 req-7feb3a74-fccc-450c-af65-19a0d9153e8a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:40.904245 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10087ae2-815f-4c2a-850f-68e1e103ed39 req-7feb3a74-fccc-450c-af65-19a0d9153e8a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 943 time: 0.0484409 Nov 12 01:47:40.952052 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10087ae2-815f-4c2a-850f-68e1e103ed39 req-d55d8a37-5813-4b4d-b4b3-e2c0f249fb47 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418437 Nov 12 01:47:42.065286 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb775584-6dad-453c-abab-71f58a318451 req-515dadd6-116b-4246-bd3f-88838a6e6af1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:42.066748 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb775584-6dad-453c-abab-71f58a318451 req-515dadd6-116b-4246-bd3f-88838a6e6af1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 943 time: 0.0487316 Nov 12 01:47:42.112713 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb775584-6dad-453c-abab-71f58a318451 req-a804f70e-053d-4fbe-9f48-9339848b0b32 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393898 Nov 12 01:47:42.945189 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 0f4d94b4-adb0-4bef-8046-6c0229e01085 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:47:43.039932 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 0f4d94b4-adb0-4bef-8046-6c0229e01085, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=0f4d94b4-adb0-4bef-8046-6c0229e01085,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:47:43.057800 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '0f4d94b4-adb0-4bef-8046-6c0229e01085', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'port_id': '0f4d94b4-adb0-4bef-8046-6c0229e01085', 'mac_address': 'fa:16:3e:2e:e9:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:47:43.093934 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:43.106040 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f4d94b4-adb0-4bef-8046-6c0229e01085 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:47:43.124535 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 0f4d94b4-adb0-4bef-8046-6c0229e01085, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=0f4d94b4-adb0-4bef-8046-6c0229e01085,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:47:43.128388 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:43.175429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=0f4d94b4-adb0-4bef-8046-6c0229e01085,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:43.232371 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c867a-a635-41fa-aa67-28ac7728b21f req-b4ec3e79-4675-4cfb-a6d3-4cbf398ec3e5 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:43.233904 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9f3c867a-a635-41fa-aa67-28ac7728b21f req-b4ec3e79-4675-4cfb-a6d3-4cbf398ec3e5 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 944 time: 0.0499010 Nov 12 01:47:43.280845 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9f3c867a-a635-41fa-aa67-28ac7728b21f req-43b8a4b5-d98e-471f-9faa-dfa99c2230e0 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409656 Nov 12 01:47:43.334057 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['0f4d94b4-adb0-4bef-8046-6c0229e01085'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:47:44.397070 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335231d-eac2-4025-88e8-3190f0614b3d req-ca81ba23-c9bc-43bc-8458-8b90c90a9be6 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:44.398530 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d335231d-eac2-4025-88e8-3190f0614b3d req-ca81ba23-c9bc-43bc-8458-8b90c90a9be6 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 944 time: 0.0476742 Nov 12 01:47:44.446593 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d335231d-eac2-4025-88e8-3190f0614b3d req-52260205-2bc0-4f1e-9da8-048be8715a22 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406780 Nov 12 01:47:44.951204 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 0f4d94b4-adb0-4bef-8046-6c0229e01085 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:47:45.000800 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 0f4d94b4-adb0-4bef-8046-6c0229e01085 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:47:45.004776 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 0f4d94b4-adb0-4bef-8046-6c0229e01085 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:47:45.005152 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:45.088473 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:45.110080 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea324429-34bb-4662-9e77-03d305e1a614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4d94b4-adb0-4bef-8046-6c0229e01085'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:47:45.112277 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e25a42b-f7a3-4f05-9799-9d7997231f72" -d '{"events": [{"server_uuid": "ea324429-34bb-4662-9e77-03d305e1a614", "name": "network-vif-plugged", "status": "completed", "tag": "0f4d94b4-adb0-4bef-8046-6c0229e01085"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:47:45.125385 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 0f4d94b4-adb0-4bef-8046-6c0229e01085, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=0f4d94b4-adb0-4bef-8046-6c0229e01085,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:47:45.129688 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:45.152882 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30360b0-ea1f-46e5-99fa-493640c80c26 x-openstack-request-id: req-a30360b0-ea1f-46e5-99fa-493640c80c26 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:47:45.153181 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea324429-34bb-4662-9e77-03d305e1a614", "name": "network-vif-plugged", "status": "completed", "tag": "0f4d94b4-adb0-4bef-8046-6c0229e01085", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:47:45.153434 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a30360b0-ea1f-46e5-99fa-493640c80c26 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:47:45.153815 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea324429-34bb-4662-9e77-03d305e1a614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4d94b4-adb0-4bef-8046-6c0229e01085', 'code': 200} Nov 12 01:47:45.183671 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=0f4d94b4-adb0-4bef-8046-6c0229e01085,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:47:45.250185 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d20dc4-494d-49a3-bf8a-af8a69008bb8 req-b1210977-717f-4958-b54a-d0f36ebbb553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:45.251642 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-35d20dc4-494d-49a3-bf8a-af8a69008bb8 req-b1210977-717f-4958-b54a-d0f36ebbb553 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 1097 time: 0.0429466 Nov 12 01:47:45.296245 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-35d20dc4-494d-49a3-bf8a-af8a69008bb8 req-610cc8d9-75a8-4691-aa65-8c9589438a8f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369749 Nov 12 01:47:45.560270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259d388-13dc-421b-b387-97851ec7a0bf req-97927c87-a3e5-4a71-97de-cc56ccd4d394 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:45.561683 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9259d388-13dc-421b-b387-97851ec7a0bf req-97927c87-a3e5-4a71-97de-cc56ccd4d394 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.0480649 Nov 12 01:47:45.608249 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9259d388-13dc-421b-b387-97851ec7a0bf req-b8ad0bf7-a10a-4424-bfb7-c54c2378a97c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404325 Nov 12 01:47:46.728187 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c60cc8-e64a-4c8a-bc5c-caf9e774f2be req-593f4afc-ddaf-440b-99d9-792aaf82b880 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:46.731136 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c5c60cc8-e64a-4c8a-bc5c-caf9e774f2be req-593f4afc-ddaf-440b-99d9-792aaf82b880 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.0528715 Nov 12 01:47:46.776774 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c5c60cc8-e64a-4c8a-bc5c-caf9e774f2be req-81ff1b9a-1275-4226-a81f-6e952a1491c6 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407350 Nov 12 01:47:46.891531 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cc297-3830-43e0-8b53-793c10704c85 req-dfb9163a-6874-498b-906e-d2bcf924d385 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:46.892973 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-805cc297-3830-43e0-8b53-793c10704c85 req-dfb9163a-6874-498b-906e-d2bcf924d385 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.0514500 Nov 12 01:47:46.902537 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 53720) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:47:46.907005 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-17eae190-f162-4eee-8783-af29d3772fac tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Request body: {'floatingip': {'port_id': '0f4d94b4-adb0-4bef-8046-6c0229e01085'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:47:46.945390 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-17eae190-f162-4eee-8783-af29d3772fac tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for floatingip, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:47.687321 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-17eae190-f162-4eee-8783-af29d3772fac tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:47.690942 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-17eae190-f162-4eee-8783-af29d3772fac tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:47.790396 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-17eae190-f162-4eee-8783-af29d3772fac tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Floating IP c2f578a1-db4d-450f-a2ae-e16dafbacb55 associated. External IP: 172.25.0.235, port: 0f4d94b4-adb0-4bef-8046-6c0229e01085. Nov 12 01:47:48.016246 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17eae190-f162-4eee-8783-af29d3772fac tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Router 9d2c1484-9de0-4eed-b887-3d38064055ae has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:47:48.123125 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17eae190-f162-4eee-8783-af29d3772fac tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:47:48.127823 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-17eae190-f162-4eee-8783-af29d3772fac tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:48.133714 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56da43d0-3621-4a1b-8dc2-87ba359bcb48 None None] Sync routers for ids ['9d2c1484-9de0-4eed-b887-3d38064055ae'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:47:48.146944 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56da43d0-3621-4a1b-8dc2-87ba359bcb48 None None] Routers {'9d2c1484-9de0-4eed-b887-3d38064055ae'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:47:48.147785 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-56da43d0-3621-4a1b-8dc2-87ba359bcb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9d2c1484-9de0-4eed-b887-3d38064055ae'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:48.156138 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-17eae190-f162-4eee-8783-af29d3772fac tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "PUT /v2.0/floatingips/c2f578a1-db4d-450f-a2ae-e16dafbacb55 HTTP/1.1" status: 200 len: 991 time: 1.2525198 Nov 12 01:47:48.156761 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea324429-34bb-4662-9e77-03d305e1a614', 'tag': '0f4d94b4-adb0-4bef-8046-6c0229e01085'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:47:48.159198 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4197508-2667-4523-877c-6d4f108079c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ea324429-34bb-4662-9e77-03d305e1a614", "tag": "0f4d94b4-adb0-4bef-8046-6c0229e01085"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:47:48.199060 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b4324d-b423-4b00-a082-20c72dafa900 x-openstack-request-id: req-53b4324d-b423-4b00-a082-20c72dafa900 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:47:48.199359 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea324429-34bb-4662-9e77-03d305e1a614", "tag": "0f4d94b4-adb0-4bef-8046-6c0229e01085", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:47:48.199611 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53b4324d-b423-4b00-a082-20c72dafa900 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:47:48.200039 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea324429-34bb-4662-9e77-03d305e1a614', 'tag': '0f4d94b4-adb0-4bef-8046-6c0229e01085', 'status': 'completed', 'code': 200} Nov 12 01:47:48.261389 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4197508-2667-4523-877c-6d4f108079c5 req-8ae22170-b379-47e0-8c8b-862bdcee34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:48.262909 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f4197508-2667-4523-877c-6d4f108079c5 req-8ae22170-b379-47e0-8c8b-862bdcee34dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 1097 time: 0.0414107 Nov 12 01:47:48.269868 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-56da43d0-3621-4a1b-8dc2-87ba359bcb48 None None] Set router 9d2c1484-9de0-4eed-b887-3d38064055ae gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:47:48.359501 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4197508-2667-4523-877c-6d4f108079c5 req-09f90f3e-a123-47d8-9075-2f9c408f11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:48.361024 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f4197508-2667-4523-877c-6d4f108079c5 req-09f90f3e-a123-47d8-9075-2f9c408f11d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0904357 Nov 12 01:47:48.427681 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f4197508-2667-4523-877c-6d4f108079c5 req-c8224212-f5c9-4140-8908-f9efc69af8e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f4d94b4-adb0-4bef-8046-6c0229e01085 HTTP/1.1" status: 200 len: 999 time: 0.0589890 Nov 12 01:47:48.476920 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4197508-2667-4523-877c-6d4f108079c5 req-c29810d4-454b-44cb-a5b3-2f3461e925de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:48.478422 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f4197508-2667-4523-877c-6d4f108079c5 req-c29810d4-454b-44cb-a5b3-2f3461e925de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0443904 Nov 12 01:47:48.496097 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-56da43d0-3621-4a1b-8dc2-87ba359bcb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'c2f578a1-db4d-450f-a2ae-e16dafbacb55', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'floating_ip_address': '172.25.0.235', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'port_id': '0f4d94b4-adb0-4bef-8046-6c0229e01085', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'mac_address': 'fa:16:3e:2e:e9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea324429-34bb-4662-9e77-03d305e1a614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:47:35Z', 'updated_at': '2021-11-12T01:47:47Z', 'revision_number': 1, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:48.525305 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56da43d0-3621-4a1b-8dc2-87ba359bcb48 None None] Checking router: 9d2c1484-9de0-4eed-b887-3d38064055ae for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:47:48.531500 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4197508-2667-4523-877c-6d4f108079c5 req-76e33430-8167-41f0-a854-2a12bcbd28a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:48.533017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f4197508-2667-4523-877c-6d4f108079c5 req-76e33430-8167-41f0-a854-2a12bcbd28a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480025 Nov 12 01:47:48.533928 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56da43d0-3621-4a1b-8dc2-87ba359bcb48 None None] Routers {'9d2c1484-9de0-4eed-b887-3d38064055ae'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:47:48.534573 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-56da43d0-3621-4a1b-8dc2-87ba359bcb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:47:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9d2c1484-9de0-4eed-b887-3d38064055ae'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:48.623715 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f4197508-2667-4523-877c-6d4f108079c5 req-202e157a-b17a-4a92-ac48-ab30ba9462d8 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832479 Nov 12 01:47:48.640452 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-56da43d0-3621-4a1b-8dc2-87ba359bcb48 None None] Set router 9d2c1484-9de0-4eed-b887-3d38064055ae gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:47:48.717463 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f4197508-2667-4523-877c-6d4f108079c5 req-ac9fa93d-a0fa-4244-865e-c03bb182b7a6 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872650 Nov 12 01:47:48.864347 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-56da43d0-3621-4a1b-8dc2-87ba359bcb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'c2f578a1-db4d-450f-a2ae-e16dafbacb55', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'floating_ip_address': '172.25.0.235', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'port_id': '0f4d94b4-adb0-4bef-8046-6c0229e01085', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'mac_address': 'fa:16:3e:2e:e9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea324429-34bb-4662-9e77-03d305e1a614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:47:35Z', 'updated_at': '2021-11-12T01:47:47Z', 'revision_number': 1, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:47:48.889768 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56da43d0-3621-4a1b-8dc2-87ba359bcb48 None None] The sync data for ids ['9d2c1484-9de0-4eed-b887-3d38064055ae'] in n-d-712137-14 is: [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'c2f578a1-db4d-450f-a2ae-e16dafbacb55', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'floating_ip_address': '172.25.0.235', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'port_id': '0f4d94b4-adb0-4bef-8046-6c0229e01085', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'mac_address': 'fa:16:3e:2e:e9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea324429-34bb-4662-9e77-03d305e1a614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:47:35Z', 'updated_at': '2021-11-12T01:47:47Z', 'revision_number': 1, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:47:49.073316 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb1cb89-becc-49dd-9cbb-2bb819971b8c None None] New status for floating IP c2f578a1-db4d-450f-a2ae-e16dafbacb55: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:47:50.162383 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7c76578c-42f5-4cec-b9ab-4a82a0709027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:52.444787 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f4782097-0f32-4e89-a5cb-6659cef2ffbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:53.726910 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:55.223622 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:55.420094 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:47:55.682277 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:56.161167 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:09.414271 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:20.163834 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4ed34068-b170-46ad-a456-0f51967b4a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:22.448250 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-94918ace-faa5-4d56-b832-3b50c7842d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:23.726061 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:25.224110 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:25.684210 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:26.162840 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:32.419970 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:48:39.410014 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:46.369641 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a02b73e5-9e96-4a6c-bb0c-a90d79902e94 req-107095ec-fc65-4ea0-921b-b515ea559028 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396414 Nov 12 01:48:46.451147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b73e5-9e96-4a6c-bb0c-a90d79902e94 req-bb312239-32d1-49c6-b1d2-c74fc503c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:46.452632 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a02b73e5-9e96-4a6c-bb0c-a90d79902e94 req-bb312239-32d1-49c6-b1d2-c74fc503c32c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 1097 time: 0.0414481 Nov 12 01:48:46.557671 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b73e5-9e96-4a6c-bb0c-a90d79902e94 req-a88275cf-8990-455e-9722-52b0644252fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:46.559168 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a02b73e5-9e96-4a6c-bb0c-a90d79902e94 req-a88275cf-8990-455e-9722-52b0644252fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0873373 Nov 12 01:48:46.625121 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a02b73e5-9e96-4a6c-bb0c-a90d79902e94 req-a7a9a7f9-3c1a-4b9b-82c8-e5a944db3bbe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f4d94b4-adb0-4bef-8046-6c0229e01085 HTTP/1.1" status: 200 len: 1001 time: 0.0578802 Nov 12 01:48:46.678285 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b73e5-9e96-4a6c-bb0c-a90d79902e94 req-ee36e858-b9a4-42ed-b531-5728c619c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:46.679766 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a02b73e5-9e96-4a6c-bb0c-a90d79902e94 req-ee36e858-b9a4-42ed-b531-5728c619c75b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0473969 Nov 12 01:48:46.730446 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b73e5-9e96-4a6c-bb0c-a90d79902e94 req-598e8da8-86f0-4122-be0d-9839aaaedd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:46.733002 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a02b73e5-9e96-4a6c-bb0c-a90d79902e94 req-598e8da8-86f0-4122-be0d-9839aaaedd84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459394 Nov 12 01:48:46.824437 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a02b73e5-9e96-4a6c-bb0c-a90d79902e94 req-3bcde8cc-55a0-4980-96df-ff1bc7c5ca88 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835514 Nov 12 01:48:46.916050 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a02b73e5-9e96-4a6c-bb0c-a90d79902e94 req-0b8ec305-d063-44fd-b064-b057ab1ebe75 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844131 Nov 12 01:48:50.165650 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-10e91fa1-0841-4d4c-913d-82721222cbd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:52.450025 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4a4736db-bf0e-4f52-8f95-b3fc058db53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:53.729427 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:55.221980 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:55.688058 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:56.164312 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:09.419209 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:49:09.428835 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:20.170517 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-11643d4c-e983-481a-bf1c-22675576e656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:22.450093 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-25e582e3-db97-42c9-a2f4-6060d1cd27a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:23.732742 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:24.081117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e00608-9ce9-49a3-96b5-d644f7135ca2 req-de7aef96-33be-433c-8aa9-1d016ac820d0 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:24.082707 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-13e00608-9ce9-49a3-96b5-d644f7135ca2 req-de7aef96-33be-433c-8aa9-1d016ac820d0 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.0498312 Nov 12 01:49:24.129773 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-13e00608-9ce9-49a3-96b5-d644f7135ca2 req-f3e739dd-2648-44e5-9f31-628d3ca04604 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406208 Nov 12 01:49:24.374570 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f3723fe-4767-4232-a877-60665b89bc49 req-c9d0fbe4-fdff-4bbc-bbb0-a0e876a2e40d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0476203 Nov 12 01:49:24.478916 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14c211-db42-4fde-9660-7d99422c0612 req-694ccd0c-92b0-44c6-974f-36978d8ce6de tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:24.480397 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a14c211-db42-4fde-9660-7d99422c0612 req-694ccd0c-92b0-44c6-974f-36978d8ce6de tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.1456411 Nov 12 01:49:24.532408 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4a14c211-db42-4fde-9660-7d99422c0612 req-579d7ee7-a8b8-42b3-b662-f9fe91f9b006 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457916 Nov 12 01:49:25.257271 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:25.630730 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3723fe-4767-4232-a877-60665b89bc49 req-83d00a37-6353-4451-9ef9-8e9ee6aec8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:25.632220 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f3723fe-4767-4232-a877-60665b89bc49 req-83d00a37-6353-4451-9ef9-8e9ee6aec8e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 1097 time: 0.0430551 Nov 12 01:49:25.690378 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:25.710404 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197e318-9918-497e-9693-5f356da1698d req-13f13387-69c9-4544-be0a-8ed6dc86bd0e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:25.721318 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6197e318-9918-497e-9693-5f356da1698d req-13f13387-69c9-4544-be0a-8ed6dc86bd0e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.1133175 Nov 12 01:49:25.732045 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3723fe-4767-4232-a877-60665b89bc49 req-e716230b-ccd4-426d-9cc2-e7f6748855eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:25.733591 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f3723fe-4767-4232-a877-60665b89bc49 req-e716230b-ccd4-426d-9cc2-e7f6748855eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0947108 Nov 12 01:49:25.766398 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6197e318-9918-497e-9693-5f356da1698d req-b3de2b0a-8ccb-412c-936e-3606d6902046 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437887 Nov 12 01:49:25.799592 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f3723fe-4767-4232-a877-60665b89bc49 req-33b66b66-0d0d-4272-8505-3238cae5f025 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f4d94b4-adb0-4bef-8046-6c0229e01085 HTTP/1.1" status: 200 len: 1001 time: 0.0588045 Nov 12 01:49:25.853337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3723fe-4767-4232-a877-60665b89bc49 req-37aab4da-0512-4573-9076-0f699ce3fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:25.854700 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f3723fe-4767-4232-a877-60665b89bc49 req-37aab4da-0512-4573-9076-0f699ce3fab8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0486746 Nov 12 01:49:25.899579 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3723fe-4767-4232-a877-60665b89bc49 req-ff4c5344-b0eb-42d9-bd5a-03c563b0ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:25.904060 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f3723fe-4767-4232-a877-60665b89bc49 req-ff4c5344-b0eb-42d9-bd5a-03c563b0ddb1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404186 Nov 12 01:49:26.001574 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f3723fe-4767-4232-a877-60665b89bc49 req-fd35afaf-7833-4b3d-a98d-0a825e48a3c1 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929985 Nov 12 01:49:26.095111 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f3723fe-4767-4232-a877-60665b89bc49 req-033aeae6-9981-4468-a984-16b48afd688f service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866561 Nov 12 01:49:26.164778 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:26.884652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0435210-4cf6-4675-9c51-9e2326cca03b req-84d44ddb-db84-4b55-9226-5c866dfee9b2 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:26.886134 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d0435210-4cf6-4675-9c51-9e2326cca03b req-84d44ddb-db84-4b55-9226-5c866dfee9b2 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.0501258 Nov 12 01:49:26.932755 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d0435210-4cf6-4675-9c51-9e2326cca03b req-5ac388ad-e08e-4b37-850c-089e33bb793a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404654 Nov 12 01:49:28.050919 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c6737-ff2b-4d6f-b6fa-a4bda6c11c12 req-81d9070f-bafa-4b8a-920a-7e8d38b83e86 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:28.052403 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ff2c6737-ff2b-4d6f-b6fa-a4bda6c11c12 req-81d9070f-bafa-4b8a-920a-7e8d38b83e86 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.0529873 Nov 12 01:49:28.099575 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ff2c6737-ff2b-4d6f-b6fa-a4bda6c11c12 req-197e8397-a677-453e-87d6-4a71e666f33a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405781 Nov 12 01:49:29.219857 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dae68b-f6ef-42f6-9a9a-4d04cd338fc2 req-6ae377a3-827b-4720-b480-7a6be8d73dca tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:29.221370 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e3dae68b-f6ef-42f6-9a9a-4d04cd338fc2 req-6ae377a3-827b-4720-b480-7a6be8d73dca tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.0530651 Nov 12 01:49:29.269532 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e3dae68b-f6ef-42f6-9a9a-4d04cd338fc2 req-7b3752f8-e3f1-47d0-bcc0-c11072e82823 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420694 Nov 12 01:49:30.386923 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68297a-7138-43b8-a0a6-4c58e7af0dfd req-e285824b-f01f-4ad6-8ab1-95ee8d360217 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:30.388395 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e68297a-7138-43b8-a0a6-4c58e7af0dfd req-e285824b-f01f-4ad6-8ab1-95ee8d360217 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.0513206 Nov 12 01:49:30.434911 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e68297a-7138-43b8-a0a6-4c58e7af0dfd req-0e3351ce-6cf8-4e81-9808-fde28f930773 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405495 Nov 12 01:49:31.550626 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d2cfc-a4a6-4c11-93ef-d11120f04a4b req-6db467b3-10c3-46a7-b793-771174c50b40 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:31.552093 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-013d2cfc-a4a6-4c11-93ef-d11120f04a4b req-6db467b3-10c3-46a7-b793-771174c50b40 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.0489073 Nov 12 01:49:31.600642 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-013d2cfc-a4a6-4c11-93ef-d11120f04a4b req-e4d51dcf-6c84-41db-acf9-e44eefc3aec9 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424290 Nov 12 01:49:32.716763 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6070271-52be-4b2c-a4c5-70833cd80c96 req-0f6a0dbb-ca37-45d1-bd15-6dbf110305c9 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:32.718244 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6070271-52be-4b2c-a4c5-70833cd80c96 req-0f6a0dbb-ca37-45d1-bd15-6dbf110305c9 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.0489135 Nov 12 01:49:32.768628 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6070271-52be-4b2c-a4c5-70833cd80c96 req-0aa2f7fa-007e-43ae-9eec-ca9c010ef8f5 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444934 Nov 12 01:49:33.883131 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aaa4b6-1472-422d-90e2-08e85533650b req-dca8e83a-39da-41a0-bb95-1def54e330f5 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:33.885312 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-02aaa4b6-1472-422d-90e2-08e85533650b req-dca8e83a-39da-41a0-bb95-1def54e330f5 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.0480189 Nov 12 01:49:33.936828 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-02aaa4b6-1472-422d-90e2-08e85533650b req-4cfa15da-7628-451a-9a63-adc9a47214f6 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455697 Nov 12 01:49:35.055147 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8386ca-b681-4b9c-a518-42985077223a req-b39572d5-6ae9-48e0-9f66-924e41d5489d tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:35.056610 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a8386ca-b681-4b9c-a518-42985077223a req-b39572d5-6ae9-48e0-9f66-924e41d5489d tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.0498374 Nov 12 01:49:35.104194 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a8386ca-b681-4b9c-a518-42985077223a req-712b9190-8474-4dfe-ae96-4ae9bd9b66c1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417292 Nov 12 01:49:36.221348 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d930e03-48cc-4f9b-b9a1-b84371c7454e req-5562f4a7-150a-4ea3-83ec-725f04c2d072 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:36.222810 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5d930e03-48cc-4f9b-b9a1-b84371c7454e req-5562f4a7-150a-4ea3-83ec-725f04c2d072 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.0484257 Nov 12 01:49:36.269952 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5d930e03-48cc-4f9b-b9a1-b84371c7454e req-2799ef06-8ef4-4cd1-9631-d1ee41241632 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401847 Nov 12 01:49:37.386367 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a668171-2ef3-4dc2-a43b-7642dd10ebf5 req-d5b8889f-7fa6-45c9-b654-de76a109b831 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:37.387825 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5a668171-2ef3-4dc2-a43b-7642dd10ebf5 req-d5b8889f-7fa6-45c9-b654-de76a109b831 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.0484746 Nov 12 01:49:37.434243 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5a668171-2ef3-4dc2-a43b-7642dd10ebf5 req-10e2b80f-e190-49b0-bac3-722b7aa70fd2 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405500 Nov 12 01:49:38.265388 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-1f3723fe-4767-4232-a877-60665b89bc49 req-2f84c7a5-1862-4e29-a2c0-b736941512e5 service neutron] show failed (client error): The resource could not be found. Nov 12 01:49:38.266444 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1f3723fe-4767-4232-a877-60665b89bc49 req-2f84c7a5-1862-4e29-a2c0-b736941512e5 service neutron] 10.222.0.21 "GET /v2.0/ports/0f4d94b4-adb0-4bef-8046-6c0229e01085/bindings/n-h2-712137-14 HTTP/1.1" status: 404 len: 381 time: 0.0540688 Nov 12 01:49:38.525618 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3723fe-4767-4232-a877-60665b89bc49 req-7814f989-b05b-4164-a23f-10e8c52d654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:38.527155 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f3723fe-4767-4232-a877-60665b89bc49 req-7814f989-b05b-4164-a23f-10e8c52d654c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614&tenant_id=104830a52b9c4ea490a2ce6bfd934a00 HTTP/1.1" status: 200 len: 1097 time: 0.0934725 Nov 12 01:49:38.538164 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-1f3723fe-4767-4232-a877-60665b89bc49 req-1c3c7e7b-834b-4803-9d48-1776a0370993 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:49:38.539206 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f3723fe-4767-4232-a877-60665b89bc49 req-1c3c7e7b-834b-4803-9d48-1776a0370993 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050526 Nov 12 01:49:38.550504 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ad9f1-9b36-4e18-9c59-6d175d29f847 req-5146a9b9-d613-4418-8d4e-f3e634cdcba8 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:38.551969 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c0ad9f1-9b36-4e18-9c59-6d175d29f847 req-5146a9b9-d613-4418-8d4e-f3e634cdcba8 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.0495241 Nov 12 01:49:38.558406 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-14', 'device_owner': 'compute:nova'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:38.601869 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c0ad9f1-9b36-4e18-9c59-6d175d29f847 req-d99f4a1d-b986-4b74-9b6e-af096ab711b8 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432606 Nov 12 01:49:38.611638 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:38.810006 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] For port 0f4d94b4-adb0-4bef-8046-6c0229e01085, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=0f4d94b4-adb0-4bef-8046-6c0229e01085,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:38.840820 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] For port 0f4d94b4-adb0-4bef-8046-6c0229e01085, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:49:38.884141 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea324429-34bb-4662-9e77-03d305e1a614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f4d94b4-adb0-4bef-8046-6c0229e01085'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:49:38.886578 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3785abf-6d44-4ab0-9334-d69eba987cae" -d '{"events": [{"server_uuid": "ea324429-34bb-4662-9e77-03d305e1a614", "name": "network-vif-unplugged", "status": "completed", "tag": "0f4d94b4-adb0-4bef-8046-6c0229e01085"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:49:38.890550 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:38.903309 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Transition to ACTIVE for port object 0f4d94b4-adb0-4bef-8046-6c0229e01085 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:49:38.907208 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:39.026126 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f472dcc-6c6f-4edd-9e65-9881b07e7c11 x-openstack-request-id: req-4f472dcc-6c6f-4edd-9e65-9881b07e7c11 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:49:39.026423 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea324429-34bb-4662-9e77-03d305e1a614", "name": "network-vif-unplugged", "status": "completed", "tag": "0f4d94b4-adb0-4bef-8046-6c0229e01085", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:49:39.026673 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f472dcc-6c6f-4edd-9e65-9881b07e7c11 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:49:39.027065 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea324429-34bb-4662-9e77-03d305e1a614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f4d94b4-adb0-4bef-8046-6c0229e01085', 'code': 200} Nov 12 01:49:39.030564 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] No DVR routers for this DVR port 0f4d94b4-adb0-4bef-8046-6c0229e01085 on host n-h1-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:49:39.033363 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4d94b4-adb0-4bef-8046-6c0229e01085,revision_number=6']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:39.073236 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:39.073508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:39.073841 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:39.074172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:39.074503 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:39.074824 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:39.075146 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:39.075468 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:39.075788 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:39.076108 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:39.076428 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:39.076769 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:39.178763 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Attempting to bind port 0f4d94b4-adb0-4bef-8046-6c0229e01085 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:49:39.179093 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Attempting to bind port 0f4d94b4-adb0-4bef-8046-6c0229e01085 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:49:39.179415 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Attempting to bind port 0f4d94b4-adb0-4bef-8046-6c0229e01085 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:49:39.183593 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Port 0f4d94b4-adb0-4bef-8046-6c0229e01085 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:49:39.183914 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Attempting to bind port 0f4d94b4-adb0-4bef-8046-6c0229e01085 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:49:39.188742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:49:39.189082 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Checking segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:49:39.189491 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Bound using segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:49:39.189917 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Bound port: 0f4d94b4-adb0-4bef-8046-6c0229e01085, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:49:39.190264 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:39.252999 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] For port 0f4d94b4-adb0-4bef-8046-6c0229e01085, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:49:39.255921 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] For port 0f4d94b4-adb0-4bef-8046-6c0229e01085, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=0f4d94b4-adb0-4bef-8046-6c0229e01085,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:49:39.260075 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:39.293389 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:39.294006 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:39.295388 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f3723fe-4767-4232-a877-60665b89bc49 req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] 10.222.0.15 "PUT /v2.0/ports/0f4d94b4-adb0-4bef-8046-6c0229e01085 HTTP/1.1" status: 200 len: 1092 time: 0.7416158 Nov 12 01:49:39.316145 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb462eb9-5638-4c45-a968-31b72f064385 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4d94b4-adb0-4bef-8046-6c0229e01085,revision_number=7']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:39.377940 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3723fe-4767-4232-a877-60665b89bc49 req-ae76dffb-81a2-4422-bf95-0886030a01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:39.379473 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f3723fe-4767-4232-a877-60665b89bc49 req-ae76dffb-81a2-4422-bf95-0886030a01b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 1095 time: 0.0484655 Nov 12 01:49:39.430219 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:39.474768 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3723fe-4767-4232-a877-60665b89bc49 req-c500e654-ab1e-4609-aa65-4e4b8f59fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:39.476233 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f3723fe-4767-4232-a877-60665b89bc49 req-c500e654-ab1e-4609-aa65-4e4b8f59fc90 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0890629 Nov 12 01:49:39.545162 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f3723fe-4767-4232-a877-60665b89bc49 req-3907b6df-15aa-4691-ad86-41c8cf364f74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f4d94b4-adb0-4bef-8046-6c0229e01085 HTTP/1.1" status: 200 len: 999 time: 0.0606980 Nov 12 01:49:39.594355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3723fe-4767-4232-a877-60665b89bc49 req-33597d55-2e39-4efc-97fd-15bd886ebd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:39.595809 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f3723fe-4767-4232-a877-60665b89bc49 req-33597d55-2e39-4efc-97fd-15bd886ebd5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0439327 Nov 12 01:49:39.650205 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3723fe-4767-4232-a877-60665b89bc49 req-ccaa7a70-d924-4948-9e6c-84f1f7092af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:39.651727 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f3723fe-4767-4232-a877-60665b89bc49 req-ccaa7a70-d924-4948-9e6c-84f1f7092af2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492325 Nov 12 01:49:39.726997 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c88cb-7371-43a8-b0a9-f73db717b1da req-e3d4c00a-3258-4b49-96af-769ea00e7006 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:39.728598 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb6c88cb-7371-43a8-b0a9-f73db717b1da req-e3d4c00a-3258-4b49-96af-769ea00e7006 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 943 time: 0.0497839 Nov 12 01:49:39.746946 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f3723fe-4767-4232-a877-60665b89bc49 req-ede01f4e-8518-4180-a77e-58e6f72976ab service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880735 Nov 12 01:49:39.777353 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bb6c88cb-7371-43a8-b0a9-f73db717b1da req-b3c02f30-1552-4058-b15d-2dfd1e2b6c41 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424731 Nov 12 01:49:39.835908 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f3723fe-4767-4232-a877-60665b89bc49 req-13c6a0ad-3b69-4569-a078-9a43a83f98ce service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818641 Nov 12 01:49:40.893940 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61407c-ad04-4370-9598-cbebc4862b5e req-2df9d41a-2f9c-4bb6-90ab-fcb941af2671 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:40.895334 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1a61407c-ad04-4370-9598-cbebc4862b5e req-2df9d41a-2f9c-4bb6-90ab-fcb941af2671 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 943 time: 0.0489378 Nov 12 01:49:40.947166 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1a61407c-ad04-4370-9598-cbebc4862b5e req-16e9e2db-d3c7-48ca-9894-6c2d0623feaa tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453634 Nov 12 01:49:41.027870 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea324429-34bb-4662-9e77-03d305e1a614', 'tag': '0f4d94b4-adb0-4bef-8046-6c0229e01085'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:49:41.030215 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71957f31-42ee-4954-8949-bfa56d579927" -d '{"events": [{"name": "network-changed", "server_uuid": "ea324429-34bb-4662-9e77-03d305e1a614", "tag": "0f4d94b4-adb0-4bef-8046-6c0229e01085"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:49:41.078083 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192bc4a9-fd69-4e47-9827-67dbb47b6b4f x-openstack-request-id: req-192bc4a9-fd69-4e47-9827-67dbb47b6b4f {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:49:41.078399 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea324429-34bb-4662-9e77-03d305e1a614", "tag": "0f4d94b4-adb0-4bef-8046-6c0229e01085", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:49:41.078677 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-192bc4a9-fd69-4e47-9827-67dbb47b6b4f {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:49:41.079076 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea324429-34bb-4662-9e77-03d305e1a614', 'tag': '0f4d94b4-adb0-4bef-8046-6c0229e01085', 'status': 'completed', 'code': 200} Nov 12 01:49:41.142656 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71957f31-42ee-4954-8949-bfa56d579927 req-10677414-a1e7-4607-8f03-3a0582d4c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:41.144288 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-71957f31-42ee-4954-8949-bfa56d579927 req-10677414-a1e7-4607-8f03-3a0582d4c8fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 1095 time: 0.0414190 Nov 12 01:49:41.158944 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71957f31-42ee-4954-8949-bfa56d579927 req-a531518f-6d1f-408e-9367-6b8219668eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:41.160441 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-71957f31-42ee-4954-8949-bfa56d579927 req-a531518f-6d1f-408e-9367-6b8219668eca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 1095 time: 0.0407293 Nov 12 01:49:41.237580 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71957f31-42ee-4954-8949-bfa56d579927 req-f024bc35-1a09-4ea9-ba9a-70f4f9afba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:41.239040 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-71957f31-42ee-4954-8949-bfa56d579927 req-f024bc35-1a09-4ea9-ba9a-70f4f9afba89 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0872276 Nov 12 01:49:41.251678 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71957f31-42ee-4954-8949-bfa56d579927 req-699f4d9b-7999-403e-bd1f-5088015c0f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:41.253157 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-71957f31-42ee-4954-8949-bfa56d579927 req-699f4d9b-7999-403e-bd1f-5088015c0f3c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0841424 Nov 12 01:49:41.304870 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-71957f31-42ee-4954-8949-bfa56d579927 req-a0205b14-2434-4d3f-922f-f228adf5f18b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f4d94b4-adb0-4bef-8046-6c0229e01085 HTTP/1.1" status: 200 len: 999 time: 0.0587578 Nov 12 01:49:41.379899 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71957f31-42ee-4954-8949-bfa56d579927 req-1c66e494-69ed-4c9b-90c0-a1f89329e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:41.381551 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-71957f31-42ee-4954-8949-bfa56d579927 req-1c66e494-69ed-4c9b-90c0-a1f89329e54f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0700712 Nov 12 01:49:41.431502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71957f31-42ee-4954-8949-bfa56d579927 req-3786bdab-2e40-4376-aa96-dad42693599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:41.433168 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-71957f31-42ee-4954-8949-bfa56d579927 req-3786bdab-2e40-4376-aa96-dad42693599d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447280 Nov 12 01:49:41.527904 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-71957f31-42ee-4954-8949-bfa56d579927 req-92944e0d-72d8-46a2-9fe4-b6ed654a8fd2 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877523 Nov 12 01:49:41.626310 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-71957f31-42ee-4954-8949-bfa56d579927 req-5ec59716-8cc4-4226-adbf-44304b14e944 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891054 Nov 12 01:49:41.636747 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-71957f31-42ee-4954-8949-bfa56d579927 req-2a26bf30-2bae-43eb-9f22-72c1659633cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f4d94b4-adb0-4bef-8046-6c0229e01085 HTTP/1.1" status: 200 len: 999 time: 0.3761725 Nov 12 01:49:41.692294 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71957f31-42ee-4954-8949-bfa56d579927 req-cdb7488b-7239-49e0-8e0d-448b21b1ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:41.693938 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-71957f31-42ee-4954-8949-bfa56d579927 req-cdb7488b-7239-49e0-8e0d-448b21b1ab40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0495503 Nov 12 01:49:41.741221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71957f31-42ee-4954-8949-bfa56d579927 req-bfb0d685-d542-4908-ac5d-eb8a7891f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:41.742696 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-71957f31-42ee-4954-8949-bfa56d579927 req-bfb0d685-d542-4908-ac5d-eb8a7891f8e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420165 Nov 12 01:49:41.833484 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-71957f31-42ee-4954-8949-bfa56d579927 req-7d3ed706-05ca-4272-a276-df28e2f5ca2e service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831378 Nov 12 01:49:41.926405 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-71957f31-42ee-4954-8949-bfa56d579927 req-bcfbf5ef-ff14-478f-93b7-9b007df55df0 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857520 Nov 12 01:49:42.066362 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd4c7e-f55f-497a-a5c1-ada9af519eba req-cdc0c7e1-9826-4e6a-8588-06f339683584 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:42.067843 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-03bd4c7e-f55f-497a-a5c1-ada9af519eba req-cdc0c7e1-9826-4e6a-8588-06f339683584 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 943 time: 0.0494478 Nov 12 01:49:42.113745 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-03bd4c7e-f55f-497a-a5c1-ada9af519eba req-b40ac53a-d756-4f08-ab3b-2f0241b7402a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393476 Nov 12 01:49:43.236423 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc79e4-3c38-442b-b56a-ee7056d36271 req-5fbf9282-9900-4fd7-bb59-84262112d542 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:43.237928 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8cc79e4-3c38-442b-b56a-ee7056d36271 req-5fbf9282-9900-4fd7-bb59-84262112d542 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 943 time: 0.0509553 Nov 12 01:49:43.257647 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 0f4d94b4-adb0-4bef-8046-6c0229e01085 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:49:43.287874 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8cc79e4-3c38-442b-b56a-ee7056d36271 req-dce9db44-a15b-47e2-94f2-5284920ba8fa tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438519 Nov 12 01:49:43.355399 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 0f4d94b4-adb0-4bef-8046-6c0229e01085, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=0f4d94b4-adb0-4bef-8046-6c0229e01085,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:43.366010 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '0f4d94b4-adb0-4bef-8046-6c0229e01085', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'port_id': '0f4d94b4-adb0-4bef-8046-6c0229e01085', 'mac_address': 'fa:16:3e:2e:e9:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:49:43.402301 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.415921 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f4d94b4-adb0-4bef-8046-6c0229e01085 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:49:43.435846 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 0f4d94b4-adb0-4bef-8046-6c0229e01085, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=0f4d94b4-adb0-4bef-8046-6c0229e01085,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:43.439287 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:43.483724 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=0f4d94b4-adb0-4bef-8046-6c0229e01085,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:43.490892 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:43.491236 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:43.491573 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:43.491906 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:43.492234 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:43.492558 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:43.492905 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:43.493738 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:43.494059 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:43.494377 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:43.494693 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:43.495027 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:49:43.538100 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 0f4d94b4-adb0-4bef-8046-6c0229e01085 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:49:43.582708 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 0f4d94b4-adb0-4bef-8046-6c0229e01085 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:49:43.850001 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['0f4d94b4-adb0-4bef-8046-6c0229e01085'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:49:44.402231 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023c71d-2686-4c57-a709-8c567a9141c4 req-9d4fa65e-8d28-42a2-9d8b-a5b180dc95b6 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:44.403755 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2023c71d-2686-4c57-a709-8c567a9141c4 req-9d4fa65e-8d28-42a2-9d8b-a5b180dc95b6 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 944 time: 0.0484090 Nov 12 01:49:44.450851 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2023c71d-2686-4c57-a709-8c567a9141c4 req-cd07c51b-d7c2-4c30-bdbd-91317fd6141b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411777 Nov 12 01:49:44.651214 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5046c-1b29-4924-99da-822ab26a2c19 req-9cee9253-4696-4a87-a872-de75ab1c8cec tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:44.652736 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f8a5046c-1b29-4924-99da-822ab26a2c19 req-9cee9253-4696-4a87-a872-de75ab1c8cec tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 944 time: 0.0554798 Nov 12 01:49:44.666279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3335f-a41a-470c-86d4-8838a023d56f req-0ee1dd25-a3a7-4f38-9d0e-e7a8f9d0bd33 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:44.667916 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5ad3335f-a41a-470c-86d4-8838a023d56f req-0ee1dd25-a3a7-4f38-9d0e-e7a8f9d0bd33 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614&tenant_id=104830a52b9c4ea490a2ce6bfd934a00&binding%3Ahost_id=n-h2-712137-14 HTTP/1.1" status: 200 len: 944 time: 0.0597029 Nov 12 01:49:44.701089 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f8a5046c-1b29-4924-99da-822ab26a2c19 req-f79eeeea-14c8-43d8-98ce-4901f369719c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423422 Nov 12 01:49:44.729590 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-5ad3335f-a41a-470c-86d4-8838a023d56f req-71d06066-e995-4c66-9691-abf91797ecc8 service neutron] delete failed (client error): The resource could not be found. Nov 12 01:49:44.730664 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5ad3335f-a41a-470c-86d4-8838a023d56f req-71d06066-e995-4c66-9691-abf91797ecc8 service neutron] 10.222.0.21 "DELETE /v2.0/ports/0f4d94b4-adb0-4bef-8046-6c0229e01085/bindings/n-h1-712137-14 HTTP/1.1" status: 404 len: 381 time: 0.0544209 Nov 12 01:49:44.816609 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3335f-a41a-470c-86d4-8838a023d56f req-6c697e30-5e8c-463e-888b-c7320a84f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:44.818118 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5ad3335f-a41a-470c-86d4-8838a023d56f req-6c697e30-5e8c-463e-888b-c7320a84f3d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 1096 time: 0.0415819 Nov 12 01:49:44.912595 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3335f-a41a-470c-86d4-8838a023d56f req-6d80fdb6-2380-41e5-bff9-9fa435e54bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:44.914018 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5ad3335f-a41a-470c-86d4-8838a023d56f req-6d80fdb6-2380-41e5-bff9-9fa435e54bad service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0865703 Nov 12 01:49:44.979212 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5ad3335f-a41a-470c-86d4-8838a023d56f req-3ea43825-323e-4ebe-b822-009477971220 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f4d94b4-adb0-4bef-8046-6c0229e01085 HTTP/1.1" status: 200 len: 1000 time: 0.0580320 Nov 12 01:49:45.026776 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3335f-a41a-470c-86d4-8838a023d56f req-80e639ed-0683-4c23-95b6-e60a32885184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:45.028353 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5ad3335f-a41a-470c-86d4-8838a023d56f req-80e639ed-0683-4c23-95b6-e60a32885184 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0426846 Nov 12 01:49:45.078540 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3335f-a41a-470c-86d4-8838a023d56f req-51fb507d-f587-4400-88ba-0277e7ffdcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:45.080090 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5ad3335f-a41a-470c-86d4-8838a023d56f req-51fb507d-f587-4400-88ba-0277e7ffdcd4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441577 Nov 12 01:49:45.169649 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5ad3335f-a41a-470c-86d4-8838a023d56f req-8a32d970-820f-4733-bc77-80f579927378 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815752 Nov 12 01:49:45.261827 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5ad3335f-a41a-470c-86d4-8838a023d56f req-db18da9e-343d-4419-b71f-77d6725993c1 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854628 Nov 12 01:49:45.289946 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 0f4d94b4-adb0-4bef-8046-6c0229e01085 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:49:45.341808 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 0f4d94b4-adb0-4bef-8046-6c0229e01085 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:49:45.345748 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 0f4d94b4-adb0-4bef-8046-6c0229e01085 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:45.346119 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:45.430922 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:45.453977 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea324429-34bb-4662-9e77-03d305e1a614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4d94b4-adb0-4bef-8046-6c0229e01085'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:49:45.456205 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45ec9e4-244b-4363-b374-141875ed094f" -d '{"events": [{"server_uuid": "ea324429-34bb-4662-9e77-03d305e1a614", "name": "network-vif-plugged", "status": "completed", "tag": "0f4d94b4-adb0-4bef-8046-6c0229e01085"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:49:45.469371 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 0f4d94b4-adb0-4bef-8046-6c0229e01085, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=0f4d94b4-adb0-4bef-8046-6c0229e01085,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:45.473668 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:45.506053 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf31adf1-b746-431a-9c48-815b7936a167 x-openstack-request-id: req-cf31adf1-b746-431a-9c48-815b7936a167 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:49:45.506377 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea324429-34bb-4662-9e77-03d305e1a614", "name": "network-vif-plugged", "status": "completed", "tag": "0f4d94b4-adb0-4bef-8046-6c0229e01085", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:49:45.506633 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf31adf1-b746-431a-9c48-815b7936a167 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:49:45.507049 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea324429-34bb-4662-9e77-03d305e1a614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4d94b4-adb0-4bef-8046-6c0229e01085', 'code': 200} Nov 12 01:49:45.527857 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=0f4d94b4-adb0-4bef-8046-6c0229e01085,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:45.821906 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc37262-bd4b-4586-ab25-a4922a7da7f9 req-615eb5cb-cd59-4e99-9983-08ccb4ed56e6 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:45.823399 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8bc37262-bd4b-4586-ab25-a4922a7da7f9 req-615eb5cb-cd59-4e99-9983-08ccb4ed56e6 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.0492511 Nov 12 01:49:45.870819 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8bc37262-bd4b-4586-ab25-a4922a7da7f9 req-265e8c78-1cf2-42c1-b437-70d01045da87 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406661 Nov 12 01:49:45.986816 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9e6ef-c0ee-46e5-a028-bc5670436b4b req-d497a966-14dd-4f7f-ad52-2618337bf9f6 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:45.988367 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2dc9e6ef-c0ee-46e5-a028-bc5670436b4b req-d497a966-14dd-4f7f-ad52-2618337bf9f6 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.0479748 Nov 12 01:49:46.035804 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2dc9e6ef-c0ee-46e5-a028-bc5670436b4b req-5568dd70-dedc-43c5-9524-a68bec1fde2f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409851 Nov 12 01:49:46.154020 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d529b-4549-40b3-92a9-de9c5dc78b3e req-2798ec95-f8e3-4d61-bd41-a51bbff79eda tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:46.155480 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b90d529b-4549-40b3-92a9-de9c5dc78b3e req-2798ec95-f8e3-4d61-bd41-a51bbff79eda tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.0528495 Nov 12 01:49:46.203982 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b90d529b-4549-40b3-92a9-de9c5dc78b3e req-2734db38-9088-4bf5-b63c-57070c70b8e1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424230 Nov 12 01:49:46.418356 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:49:46.431362 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb438c-7c11-413a-8208-9e9ac85be493 req-2ecfaccb-f8a9-411c-8c81-d3d0c20c16aa tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:46.432896 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-61fb438c-7c11-413a-8208-9e9ac85be493 req-2ecfaccb-f8a9-411c-8c81-d3d0c20c16aa tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.0491636 Nov 12 01:49:46.479397 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-61fb438c-7c11-413a-8208-9e9ac85be493 req-a4521d37-8802-48d1-b3cd-544ad2eabce7 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404878 Nov 12 01:49:47.594913 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda08def-af56-48e3-81cf-e29a37528001 req-0b93afea-795e-4282-8732-d3c8196589ad tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:47.596372 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fda08def-af56-48e3-81cf-e29a37528001 req-0b93afea-795e-4282-8732-d3c8196589ad tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.0477600 Nov 12 01:49:47.649151 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fda08def-af56-48e3-81cf-e29a37528001 req-c3c67233-128a-4ab4-8c95-b679ed769e01 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466449 Nov 12 01:49:47.950370 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c547c49-e506-455a-afdc-1f966ad2f831 req-26bbd251-2ba5-44c5-a7cb-de65023352e8 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:47.951742 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1c547c49-e506-455a-afdc-1f966ad2f831 req-26bbd251-2ba5-44c5-a7cb-de65023352e8 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 945 time: 0.0489268 Nov 12 01:49:48.043792 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-1c547c49-e506-455a-afdc-1f966ad2f831 req-1df38e12-01af-41af-b6d5-7d32f8e49a92 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Deleting port 0f4d94b4-adb0-4bef-8046-6c0229e01085 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:49:48.044138 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1c547c49-e506-455a-afdc-1f966ad2f831 req-1df38e12-01af-41af-b6d5-7d32f8e49a92 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:48.130722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-1c547c49-e506-455a-afdc-1f966ad2f831 req-1df38e12-01af-41af-b6d5-7d32f8e49a92 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] For port 0f4d94b4-adb0-4bef-8046-6c0229e01085, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=0f4d94b4-adb0-4bef-8046-6c0229e01085,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:48.131094 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1c547c49-e506-455a-afdc-1f966ad2f831 req-1df38e12-01af-41af-b6d5-7d32f8e49a92 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:48.305840 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1c547c49-e506-455a-afdc-1f966ad2f831 req-1df38e12-01af-41af-b6d5-7d32f8e49a92 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:48.306206 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1c547c49-e506-455a-afdc-1f966ad2f831 req-1df38e12-01af-41af-b6d5-7d32f8e49a92 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:48.306518 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [req-1c547c49-e506-455a-afdc-1f966ad2f831 req-1df38e12-01af-41af-b6d5-7d32f8e49a92 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Floating IP c2f578a1-db4d-450f-a2ae-e16dafbacb55 disassociated. External IP: 172.25.0.235, port: 0f4d94b4-adb0-4bef-8046-6c0229e01085. Nov 12 01:49:48.306871 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-1c547c49-e506-455a-afdc-1f966ad2f831 req-1df38e12-01af-41af-b6d5-7d32f8e49a92 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Calling delete_port for 0f4d94b4-adb0-4bef-8046-6c0229e01085 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:49:48.431489 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1c547c49-e506-455a-afdc-1f966ad2f831 req-1df38e12-01af-41af-b6d5-7d32f8e49a92 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:48.463773 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df38e12-01af-41af-b6d5-7d32f8e49a92 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Pushing event deleted for resources: {'Port': ['ID=0f4d94b4-adb0-4bef-8046-6c0229e01085,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:48.588838 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c547c49-e506-455a-afdc-1f966ad2f831 req-1df38e12-01af-41af-b6d5-7d32f8e49a92 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Router 9d2c1484-9de0-4eed-b887-3d38064055ae has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:49:48.697101 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c547c49-e506-455a-afdc-1f966ad2f831 req-1df38e12-01af-41af-b6d5-7d32f8e49a92 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:49:48.707861 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ff57ba-b333-477d-b2bd-1e1c5b4b2ca8 None None] Sync routers for ids ['9d2c1484-9de0-4eed-b887-3d38064055ae'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:49:48.717643 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ff57ba-b333-477d-b2bd-1e1c5b4b2ca8 None None] Routers {'9d2c1484-9de0-4eed-b887-3d38064055ae'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:49:48.718278 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-75ff57ba-b333-477d-b2bd-1e1c5b4b2ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:49:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9d2c1484-9de0-4eed-b887-3d38064055ae'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:48.749875 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c547c49-e506-455a-afdc-1f966ad2f831 req-1df38e12-01af-41af-b6d5-7d32f8e49a92 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] No DVR routers for this DVR port 0f4d94b4-adb0-4bef-8046-6c0229e01085 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:49:48.754243 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-1c547c49-e506-455a-afdc-1f966ad2f831 req-1df38e12-01af-41af-b6d5-7d32f8e49a92 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:48.757080 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1c547c49-e506-455a-afdc-1f966ad2f831 req-1df38e12-01af-41af-b6d5-7d32f8e49a92 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.15 "DELETE /v2.0/ports/0f4d94b4-adb0-4bef-8046-6c0229e01085 HTTP/1.1" status: 204 len: 173 time: 0.7988856 Nov 12 01:49:48.757556 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea324429-34bb-4662-9e77-03d305e1a614', 'name': 'network-vif-deleted', 'tag': '0f4d94b4-adb0-4bef-8046-6c0229e01085'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:49:48.761367 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27fb77f-f1df-4b58-9baf-a0c72eae2887" -d '{"events": [{"server_uuid": "ea324429-34bb-4662-9e77-03d305e1a614", "name": "network-vif-deleted", "tag": "0f4d94b4-adb0-4bef-8046-6c0229e01085"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:49:48.779305 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-537b5125-cab8-44b3-aee5-e926fc89f64a req-c0f92e8b-2a6b-4490-8ba3-87deb5090bcd tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea324429-34bb-4662-9e77-03d305e1a614 HTTP/1.1" status: 200 len: 210 time: 0.0561321 Nov 12 01:49:48.815310 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b42bac-be10-4852-bbf5-65b68a6492fe x-openstack-request-id: req-a0b42bac-be10-4852-bbf5-65b68a6492fe {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:49:48.815744 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea324429-34bb-4662-9e77-03d305e1a614", "name": "network-vif-deleted", "tag": "0f4d94b4-adb0-4bef-8046-6c0229e01085", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:49:48.816083 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0b42bac-be10-4852-bbf5-65b68a6492fe {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:49:48.816548 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea324429-34bb-4662-9e77-03d305e1a614', 'name': 'network-vif-deleted', 'tag': '0f4d94b4-adb0-4bef-8046-6c0229e01085', 'status': 'completed', 'code': 200} Nov 12 01:49:48.983893 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-75ff57ba-b333-477d-b2bd-1e1c5b4b2ca8 None None] Set router 9d2c1484-9de0-4eed-b887-3d38064055ae gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:49:49.180565 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-75ff57ba-b333-477d-b2bd-1e1c5b4b2ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:49.209869 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ff57ba-b333-477d-b2bd-1e1c5b4b2ca8 None None] Checking router: 9d2c1484-9de0-4eed-b887-3d38064055ae for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:49:49.218793 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ff57ba-b333-477d-b2bd-1e1c5b4b2ca8 None None] Routers {'9d2c1484-9de0-4eed-b887-3d38064055ae'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:49:49.219396 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-75ff57ba-b333-477d-b2bd-1e1c5b4b2ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:49:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9d2c1484-9de0-4eed-b887-3d38064055ae'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:49.327660 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-75ff57ba-b333-477d-b2bd-1e1c5b4b2ca8 None None] Set router 9d2c1484-9de0-4eed-b887-3d38064055ae gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:49:49.521408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-75ff57ba-b333-477d-b2bd-1e1c5b4b2ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:49:49.546978 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ff57ba-b333-477d-b2bd-1e1c5b4b2ca8 None None] The sync data for ids ['9d2c1484-9de0-4eed-b887-3d38064055ae'] in n-d-712137-14 is: [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:49:49.764397 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a0452-ea93-4bc5-a643-8ea0f3ef2761 None None] New status for floating IP c2f578a1-db4d-450f-a2ae-e16dafbacb55: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:49:50.021883 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-f442958d-3435-4ed7-9c7b-eb93537aff21 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1659904661&fields=id&tenant_id=104830a52b9c4ea490a2ce6bfd934a00 HTTP/1.1" status: 200 len: 267 time: 0.0412827 Nov 12 01:49:50.132783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-01834dcc-a937-42c6-b5f8-cb39c8f22f66 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:50.134155 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-01834dcc-a937-42c6-b5f8-cb39c8f22f66 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 811 time: 0.1054885 Nov 12 01:49:50.150105 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-588a4e57-7be9-421a-bf87-1663fee7db22 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/quotas/104830a52b9c4ea490a2ce6bfd934a00 HTTP/1.1" status: 200 len: 375 time: 0.0095129 Nov 12 01:49:50.171954 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-de185060-8a35-465c-9135-5f64144ebf18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:50.204589 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-e8b279d8-05c0-43bc-91ec-ddd9e1edcfe5 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490210 Nov 12 01:49:50.307154 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-3d2f2581-3120-4da9-af01-6b63990d2b05 service neutron] 10.222.0.31 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887685 Nov 12 01:49:50.397948 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-6df7ac25-e67e-414c-a351-e09b74a818c6 service neutron] 10.222.0.31 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845554 Nov 12 01:49:50.582544 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65bdcb9f-a70e-4106-9b64-3f43e39e935d req-255093bd-434b-4d64-8c79-7dc1e60df29b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 210 time: 0.0324657 Nov 12 01:49:51.603429 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8b487c7b-0425-4b18-95a7-6f5d3ab32cc2 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:51.605091 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8b487c7b-0425-4b18-95a7-6f5d3ab32cc2 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 811 time: 0.1080348 Nov 12 01:49:51.693432 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8e262135-1422-4c1a-90a3-6889cf9bc1c3 req-8fd00a16-722c-432a-88bd-20d016135725 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 210 time: 0.0341306 Nov 12 01:49:51.700092 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-dc2b451f-d60d-4a22-a6e0-5276a1ca9d46 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=104830a52b9c4ea490a2ce6bfd934a00 HTTP/1.1" status: 200 len: 380 time: 0.0784802 Nov 12 01:49:51.710949 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-08e4ff75-4fde-4fe9-bcc1-8632f9078291 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Request body: {'port': {'device_id': '39051d84-31bb-4b3e-9b81-41459c9876cf', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'admin_state_up': True, 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'security_groups': ['b05aeb11-18d5-4f4f-b77f-8cecb945b742']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:51.826531 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-08e4ff75-4fde-4fe9-bcc1-8632f9078291 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Made reservation on behalf of 104830a52b9c4ea490a2ce6bfd934a00 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:49:51.830043 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-08e4ff75-4fde-4fe9-bcc1-8632f9078291 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:51.952061 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-08e4ff75-4fde-4fe9-bcc1-8632f9078291 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Allocated IP 172.20.0.4 (d0a8136e-7f28-4707-a3d7-f6998a101ce9/5d4a239a-3fdb-4377-8816-d8a63a3bd552/e441d664-0912-4dac-bf70-49d4c5d82156) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:49:52.089999 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-08e4ff75-4fde-4fe9-bcc1-8632f9078291 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:52.123882 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-08e4ff75-4fde-4fe9-bcc1-8632f9078291 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:52.165878 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-08e4ff75-4fde-4fe9-bcc1-8632f9078291 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Network d0a8136e-7f28-4707-a3d7-f6998a101ce9 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:49:52.168890 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-08e4ff75-4fde-4fe9-bcc1-8632f9078291 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:49:52.171729 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-08e4ff75-4fde-4fe9-bcc1-8632f9078291 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:49:52.208809 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4ff75-4fde-4fe9-bcc1-8632f9078291 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Pushing event updated for resources: {'Port': ['ID=e441d664-0912-4dac-bf70-49d4c5d82156,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:52.238742 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-08e4ff75-4fde-4fe9-bcc1-8632f9078291 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:52.239372 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-08e4ff75-4fde-4fe9-bcc1-8632f9078291 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:52.256183 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-08e4ff75-4fde-4fe9-bcc1-8632f9078291 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5488086 Nov 12 01:49:52.274052 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] Request body: {'port': {'device_id': '39051d84-31bb-4b3e-9b81-41459c9876cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:49:52.330880 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:52.364421 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d5e4e5f4-8d2d-429c-9d92-30d577176a95 None None] Provisioning complete for port e441d664-0912-4dac-bf70-49d4c5d82156 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:52.365421 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e5f4-8d2d-429c-9d92-30d577176a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:52.400552 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d5e4e5f4-8d2d-429c-9d92-30d577176a95 None None] Port e441d664-0912-4dac-bf70-49d4c5d82156 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:49:52.452408 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e1910b95-5c3b-413e-b22d-b6380abd425e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:52.597652 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e441d664-0912-4dac-bf70-49d4c5d82156 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:49:52.606045 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:52.618538 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] Transition to ACTIVE for port object e441d664-0912-4dac-bf70-49d4c5d82156 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:49:52.622864 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:52.675216 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] Pushing event updated for resources: {'Port': ['ID=e441d664-0912-4dac-bf70-49d4c5d82156,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:52.754048 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] Attempting to bind port e441d664-0912-4dac-bf70-49d4c5d82156 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:49:52.754394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] Attempting to bind port e441d664-0912-4dac-bf70-49d4c5d82156 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:49:52.754739 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] Attempting to bind port e441d664-0912-4dac-bf70-49d4c5d82156 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:49:52.760352 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] Port e441d664-0912-4dac-bf70-49d4c5d82156 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:49:52.760825 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] Attempting to bind port e441d664-0912-4dac-bf70-49d4c5d82156 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:49:52.766415 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:49:52.766761 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] Checking segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:49:52.767155 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] Bound using segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:49:52.767597 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] Bound port: e441d664-0912-4dac-bf70-49d4c5d82156, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:49:52.767962 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:52.826357 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2777da-a456-4d1b-8f34-9d744c3a1a30 req-d115ca77-7789-4226-beb4-d5fcd077e277 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:52.828647 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ce2777da-a456-4d1b-8f34-9d744c3a1a30 req-d115ca77-7789-4226-beb4-d5fcd077e277 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 943 time: 0.0530908 Nov 12 01:49:52.860996 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] For port e441d664-0912-4dac-bf70-49d4c5d82156, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:49:52.864437 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] For port e441d664-0912-4dac-bf70-49d4c5d82156, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=e441d664-0912-4dac-bf70-49d4c5d82156,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:49:52.872094 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:52.896910 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ce2777da-a456-4d1b-8f34-9d744c3a1a30 req-10fc9e12-1e4f-4157-a96a-603f4bfff3af tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577579 Nov 12 01:49:52.914207 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:52.915593 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:52.917598 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] 10.222.0.15 "PUT /v2.0/ports/e441d664-0912-4dac-bf70-49d4c5d82156 HTTP/1.1" status: 200 len: 1092 time: 0.6483061 Nov 12 01:49:52.924210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39051d84-31bb-4b3e-9b81-41459c9876cf', 'tag': 'e441d664-0912-4dac-bf70-49d4c5d82156'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:49:52.927200 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592c6ca1-c6f9-411c-9d05-13a2fabf783e" -d '{"events": [{"name": "network-changed", "server_uuid": "39051d84-31bb-4b3e-9b81-41459c9876cf", "tag": "e441d664-0912-4dac-bf70-49d4c5d82156"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:49:52.965321 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00ffa9-cb18-4237-804f-f9e46a2ce8cd service neutron] Pushing event updated for resources: {'Port': ['ID=e441d664-0912-4dac-bf70-49d4c5d82156,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:53.002439 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faffa48c-1781-45d5-86fc-838b6a2f28cc x-openstack-request-id: req-faffa48c-1781-45d5-86fc-838b6a2f28cc {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:49:53.002855 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39051d84-31bb-4b3e-9b81-41459c9876cf", "tag": "e441d664-0912-4dac-bf70-49d4c5d82156", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:49:53.003209 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-faffa48c-1781-45d5-86fc-838b6a2f28cc {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:49:53.003684 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39051d84-31bb-4b3e-9b81-41459c9876cf', 'tag': 'e441d664-0912-4dac-bf70-49d4c5d82156', 'status': 'completed', 'code': 200} Nov 12 01:49:53.020857 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-66ed3f61-67fc-470a-90fb-9e05564ea588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:53.022571 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-66ed3f61-67fc-470a-90fb-9e05564ea588 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 1095 time: 0.0482576 Nov 12 01:49:53.072513 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-b1d4429f-43fa-4569-a8a8-ce04f005cb4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e441d664-0912-4dac-bf70-49d4c5d82156 HTTP/1.1" status: 200 len: 217 time: 0.0368936 Nov 12 01:49:53.127640 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-a97e7407-6969-495a-a8eb-f23d2855fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:53.129232 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-a97e7407-6969-495a-a8eb-f23d2855fd74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0503957 Nov 12 01:49:53.173356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-2265d716-d448-474b-be9f-8869bfbd8090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:53.175129 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-2265d716-d448-474b-be9f-8869bfbd8090 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392456 Nov 12 01:49:53.277350 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-26056d4e-535e-4e15-a511-34b5aa0508d0 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941231 Nov 12 01:49:53.326694 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 0f4d94b4-adb0-4bef-8046-6c0229e01085 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:49:53.347863 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 0f4d94b4-adb0-4bef-8046-6c0229e01085 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:49:53.348215 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 0f4d94b4-adb0-4bef-8046-6c0229e01085 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:49:53.368452 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ad6bcf4f-3654-499e-b3f4-8483d6789495 req-5b452bae-d181-4ea9-99e9-178ed17aff18 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834658 Nov 12 01:49:53.496058 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c6ca1-c6f9-411c-9d05-13a2fabf783e req-93971496-027b-4cde-a2f6-8b5890c4424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:53.497598 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-592c6ca1-c6f9-411c-9d05-13a2fabf783e req-93971496-027b-4cde-a2f6-8b5890c4424a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 1095 time: 0.0419056 Nov 12 01:49:53.591597 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c6ca1-c6f9-411c-9d05-13a2fabf783e req-979c0960-c8d2-4cbe-a729-adda73a8b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:53.593027 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-592c6ca1-c6f9-411c-9d05-13a2fabf783e req-979c0960-c8d2-4cbe-a729-adda73a8b269 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0876873 Nov 12 01:49:53.636187 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-592c6ca1-c6f9-411c-9d05-13a2fabf783e req-f2907c6c-1ed1-4cfc-9b26-6ed98cd85ab6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e441d664-0912-4dac-bf70-49d4c5d82156 HTTP/1.1" status: 200 len: 217 time: 0.0346365 Nov 12 01:49:53.689417 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c6ca1-c6f9-411c-9d05-13a2fabf783e req-8eb2569f-5fc1-4e60-afa3-4ce620aaeb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:53.690864 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-592c6ca1-c6f9-411c-9d05-13a2fabf783e req-8eb2569f-5fc1-4e60-afa3-4ce620aaeb66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0476234 Nov 12 01:49:53.737773 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:53.738340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c6ca1-c6f9-411c-9d05-13a2fabf783e req-da6c024e-5ed6-4567-897d-be12b01b05b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:53.738958 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-592c6ca1-c6f9-411c-9d05-13a2fabf783e req-da6c024e-5ed6-4567-897d-be12b01b05b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409877 Nov 12 01:49:53.829799 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-592c6ca1-c6f9-411c-9d05-13a2fabf783e req-617e53dd-1637-4664-af76-48885ff2c099 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833492 Nov 12 01:49:53.926505 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-592c6ca1-c6f9-411c-9d05-13a2fabf783e req-8a1cc17b-6067-4ea6-b604-8f98529bf446 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900035 Nov 12 01:49:54.012239 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2b0bb-9776-490a-8cd8-fe86e989d04f req-76592444-0785-4bd3-bb7d-a9bf5380804b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:54.013756 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-87e2b0bb-9776-490a-8cd8-fe86e989d04f req-76592444-0785-4bd3-bb7d-a9bf5380804b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 943 time: 0.0482118 Nov 12 01:49:54.063664 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-87e2b0bb-9776-490a-8cd8-fe86e989d04f req-cb7c0d28-8a59-4cd5-bb05-95c43fe49361 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438776 Nov 12 01:49:55.180814 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb119708-d4d3-4282-91c8-4fb6895cf362 req-6191ab8d-2982-48d8-967d-67b0cfe8f67d tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:55.182294 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb119708-d4d3-4282-91c8-4fb6895cf362 req-6191ab8d-2982-48d8-967d-67b0cfe8f67d tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 943 time: 0.0493574 Nov 12 01:49:55.229057 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bb119708-d4d3-4282-91c8-4fb6895cf362 req-99c1ea64-3f42-41af-b035-7621baa2fbe1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407753 Nov 12 01:49:55.255304 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:55.693660 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:56.166772 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:56.344963 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4420e78-c691-4c10-a313-2882cac425bb req-cd053086-3c31-4871-88fd-a410e9bc2c1a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:56.346435 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4420e78-c691-4c10-a313-2882cac425bb req-cd053086-3c31-4871-88fd-a410e9bc2c1a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 943 time: 0.0495179 Nov 12 01:49:56.393824 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4420e78-c691-4c10-a313-2882cac425bb req-f36fa35e-c98a-468a-859f-6f208a1a768f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414290 Nov 12 01:49:57.342698 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device e441d664-0912-4dac-bf70-49d4c5d82156 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:49:57.439089 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port e441d664-0912-4dac-bf70-49d4c5d82156, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=e441d664-0912-4dac-bf70-49d4c5d82156,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:57.450605 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'e441d664-0912-4dac-bf70-49d4c5d82156', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'port_id': 'e441d664-0912-4dac-bf70-49d4c5d82156', 'mac_address': 'fa:16:3e:89:2e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:49:57.492595 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:57.505333 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e441d664-0912-4dac-bf70-49d4c5d82156 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:49:57.525988 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port e441d664-0912-4dac-bf70-49d4c5d82156, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=e441d664-0912-4dac-bf70-49d4c5d82156,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:57.530134 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:57.541830 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567dcc9-e7ea-4d16-8599-dceacc881a0f req-b0cee77b-247e-4af5-a6af-b3e2716a3c8c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:57.543442 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9567dcc9-e7ea-4d16-8599-dceacc881a0f req-b0cee77b-247e-4af5-a6af-b3e2716a3c8c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 943 time: 0.0553150 Nov 12 01:49:57.578591 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=e441d664-0912-4dac-bf70-49d4c5d82156,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:57.591080 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9567dcc9-e7ea-4d16-8599-dceacc881a0f req-d5742526-cf40-4c15-ae01-a9f61e77af73 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415676 Nov 12 01:49:57.890995 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['e441d664-0912-4dac-bf70-49d4c5d82156'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:49:58.712764 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25828616-45c9-4c5b-82a6-32133ab00d16 req-32614a49-3244-43c6-ac6e-9906bfe97be3 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:58.714242 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-25828616-45c9-4c5b-82a6-32133ab00d16 req-32614a49-3244-43c6-ac6e-9906bfe97be3 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 944 time: 0.0513794 Nov 12 01:49:58.761072 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-25828616-45c9-4c5b-82a6-32133ab00d16 req-4532a8ca-e718-4a43-b212-98d87387d168 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406835 Nov 12 01:49:59.374518 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device e441d664-0912-4dac-bf70-49d4c5d82156 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:49:59.423050 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port e441d664-0912-4dac-bf70-49d4c5d82156 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:49:59.427126 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port e441d664-0912-4dac-bf70-49d4c5d82156 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:49:59.427500 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:59.504579 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:59.526890 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39051d84-31bb-4b3e-9b81-41459c9876cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e441d664-0912-4dac-bf70-49d4c5d82156'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:49:59.529138 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724fcdad-f8f5-46da-8c7d-131132ac4ddf" -d '{"events": [{"server_uuid": "39051d84-31bb-4b3e-9b81-41459c9876cf", "name": "network-vif-plugged", "status": "completed", "tag": "e441d664-0912-4dac-bf70-49d4c5d82156"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:49:59.543236 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port e441d664-0912-4dac-bf70-49d4c5d82156, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=e441d664-0912-4dac-bf70-49d4c5d82156,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:49:59.547161 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:59.595008 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=e441d664-0912-4dac-bf70-49d4c5d82156,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:49:59.624947 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cc6182-6f4c-4286-b239-4a98a69fa1ed x-openstack-request-id: req-67cc6182-6f4c-4286-b239-4a98a69fa1ed {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:49:59.625231 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39051d84-31bb-4b3e-9b81-41459c9876cf", "name": "network-vif-plugged", "status": "completed", "tag": "e441d664-0912-4dac-bf70-49d4c5d82156", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:49:59.625489 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67cc6182-6f4c-4286-b239-4a98a69fa1ed {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:49:59.625885 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39051d84-31bb-4b3e-9b81-41459c9876cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e441d664-0912-4dac-bf70-49d4c5d82156', 'code': 200} Nov 12 01:49:59.743630 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0c358-ccfd-41ff-b856-d066e04448c7 req-a4111a2e-db9a-44bb-baef-9649da8f1ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:59.745177 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8ce0c358-ccfd-41ff-b856-d066e04448c7 req-a4111a2e-db9a-44bb-baef-9649da8f1ba2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 1097 time: 0.0395260 Nov 12 01:49:59.790793 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8ce0c358-ccfd-41ff-b856-d066e04448c7 req-3b253d04-abde-41fe-a87e-3c40ca2f2e84 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385506 Nov 12 01:49:59.877766 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5bc86-ec71-4c48-9f7c-8fc3dbf8bd8c req-2ee3e4b8-768e-4ce3-a9c1-d168379b9a08 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:59.879230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-66c5bc86-ec71-4c48-9f7c-8fc3dbf8bd8c req-2ee3e4b8-768e-4ce3-a9c1-d168379b9a08 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 945 time: 0.0521467 Nov 12 01:49:59.925528 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-66c5bc86-ec71-4c48-9f7c-8fc3dbf8bd8c req-4a355c94-7e22-4cd9-bad0-4a80dadba19f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396755 Nov 12 01:50:01.042196 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b355b64-9d50-438e-9ba6-84a6397b0665 req-bb651f98-380d-472c-a2f2-6f53e28c2372 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:01.043676 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4b355b64-9d50-438e-9ba6-84a6397b0665 req-bb651f98-380d-472c-a2f2-6f53e28c2372 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 945 time: 0.0486839 Nov 12 01:50:01.095450 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4b355b64-9d50-438e-9ba6-84a6397b0665 req-71693202-c087-4baa-a630-62847abb2e40 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458467 Nov 12 01:50:02.208058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725386d-1166-46e0-b7c5-77bd9a49a36f req-9842b85e-5002-4d52-ac1f-6bf9a32e16f3 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:02.209563 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f725386d-1166-46e0-b7c5-77bd9a49a36f req-9842b85e-5002-4d52-ac1f-6bf9a32e16f3 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 945 time: 0.0479696 Nov 12 01:50:02.255890 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f725386d-1166-46e0-b7c5-77bd9a49a36f req-48b14e13-6e75-473b-aab1-bae753e10c59 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398633 Nov 12 01:50:02.368012 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bd887-39e1-4627-b7aa-ad23143ffcb4 req-2f7eef6e-dfab-4b30-85ea-8f9d9fc4a096 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:02.369577 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c9bd887-39e1-4627-b7aa-ad23143ffcb4 req-2f7eef6e-dfab-4b30-85ea-8f9d9fc4a096 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 945 time: 0.0493450 Nov 12 01:50:02.378282 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54072) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:02.382748 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-a94dbdce-6dd3-4075-b227-47c8503b6f2c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Request body: {'floatingip': {'port_id': 'e441d664-0912-4dac-bf70-49d4c5d82156'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:50:02.421452 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a94dbdce-6dd3-4075-b227-47c8503b6f2c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for floatingip, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:02.844123 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a94dbdce-6dd3-4075-b227-47c8503b6f2c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:02.848136 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a94dbdce-6dd3-4075-b227-47c8503b6f2c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:02.946110 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-a94dbdce-6dd3-4075-b227-47c8503b6f2c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Floating IP c2f578a1-db4d-450f-a2ae-e16dafbacb55 associated. External IP: 172.25.0.235, port: e441d664-0912-4dac-bf70-49d4c5d82156. Nov 12 01:50:03.453013 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94dbdce-6dd3-4075-b227-47c8503b6f2c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Router 9d2c1484-9de0-4eed-b887-3d38064055ae has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:50:03.557873 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94dbdce-6dd3-4075-b227-47c8503b6f2c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:50:03.562738 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a94dbdce-6dd3-4075-b227-47c8503b6f2c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:03.568670 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6942798d-e474-45c9-9178-3454da0f72c7 None None] Sync routers for ids ['9d2c1484-9de0-4eed-b887-3d38064055ae'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:50:03.577998 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6942798d-e474-45c9-9178-3454da0f72c7 None None] Routers {'9d2c1484-9de0-4eed-b887-3d38064055ae'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:50:03.578620 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6942798d-e474-45c9-9178-3454da0f72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:49:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9d2c1484-9de0-4eed-b887-3d38064055ae'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:03.588575 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a94dbdce-6dd3-4075-b227-47c8503b6f2c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "PUT /v2.0/floatingips/c2f578a1-db4d-450f-a2ae-e16dafbacb55 HTTP/1.1" status: 200 len: 991 time: 1.2086236 Nov 12 01:50:03.589170 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39051d84-31bb-4b3e-9b81-41459c9876cf', 'tag': 'e441d664-0912-4dac-bf70-49d4c5d82156'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:50:03.591482 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41355d4a-65f7-4ca8-bd8e-a548d0b2fb63" -d '{"events": [{"name": "network-changed", "server_uuid": "39051d84-31bb-4b3e-9b81-41459c9876cf", "tag": "e441d664-0912-4dac-bf70-49d4c5d82156"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:50:03.634698 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b15964-0f2c-472d-8896-a7853434d795 x-openstack-request-id: req-05b15964-0f2c-472d-8896-a7853434d795 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:50:03.635010 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39051d84-31bb-4b3e-9b81-41459c9876cf", "tag": "e441d664-0912-4dac-bf70-49d4c5d82156", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:50:03.635274 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05b15964-0f2c-472d-8896-a7853434d795 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:50:03.635683 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39051d84-31bb-4b3e-9b81-41459c9876cf', 'tag': 'e441d664-0912-4dac-bf70-49d4c5d82156', 'status': 'completed', 'code': 200} Nov 12 01:50:03.689055 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-6942798d-e474-45c9-9178-3454da0f72c7 None None] Set router 9d2c1484-9de0-4eed-b887-3d38064055ae gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:50:03.737507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41355d4a-65f7-4ca8-bd8e-a548d0b2fb63 req-b8171c5e-f8a1-4cde-9742-f0cb47805b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:03.739057 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-41355d4a-65f7-4ca8-bd8e-a548d0b2fb63 req-b8171c5e-f8a1-4cde-9742-f0cb47805b52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 1097 time: 0.0416272 Nov 12 01:50:03.835967 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41355d4a-65f7-4ca8-bd8e-a548d0b2fb63 req-be465c8d-e38c-4d01-9aee-8ca99140aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:03.837428 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-41355d4a-65f7-4ca8-bd8e-a548d0b2fb63 req-be465c8d-e38c-4d01-9aee-8ca99140aff5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0914614 Nov 12 01:50:03.904218 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-41355d4a-65f7-4ca8-bd8e-a548d0b2fb63 req-08b7f0d5-d0bb-4e72-829d-64b095e3b572 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e441d664-0912-4dac-bf70-49d4c5d82156 HTTP/1.1" status: 200 len: 999 time: 0.0576289 Nov 12 01:50:03.917768 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6942798d-e474-45c9-9178-3454da0f72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'c2f578a1-db4d-450f-a2ae-e16dafbacb55', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'floating_ip_address': '172.25.0.235', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'port_id': 'e441d664-0912-4dac-bf70-49d4c5d82156', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'mac_address': 'fa:16:3e:89:2e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39051d84-31bb-4b3e-9b81-41459c9876cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:47:35Z', 'updated_at': '2021-11-12T01:50:02Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:03.944770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6942798d-e474-45c9-9178-3454da0f72c7 None None] Checking router: 9d2c1484-9de0-4eed-b887-3d38064055ae for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:50:03.954542 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6942798d-e474-45c9-9178-3454da0f72c7 None None] Routers {'9d2c1484-9de0-4eed-b887-3d38064055ae'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:50:03.955156 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6942798d-e474-45c9-9178-3454da0f72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:49:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9d2c1484-9de0-4eed-b887-3d38064055ae'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:03.964457 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41355d4a-65f7-4ca8-bd8e-a548d0b2fb63 req-68b5adf5-d90a-4e66-b34d-7bd57c4673d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:03.965972 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-41355d4a-65f7-4ca8-bd8e-a548d0b2fb63 req-68b5adf5-d90a-4e66-b34d-7bd57c4673d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0539839 Nov 12 01:50:04.012408 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41355d4a-65f7-4ca8-bd8e-a548d0b2fb63 req-b5ac586f-84c8-4c11-b18b-957dc6a6fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:04.013947 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-41355d4a-65f7-4ca8-bd8e-a548d0b2fb63 req-b5ac586f-84c8-4c11-b18b-957dc6a6fefa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409575 Nov 12 01:50:04.061548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-6942798d-e474-45c9-9178-3454da0f72c7 None None] Set router 9d2c1484-9de0-4eed-b887-3d38064055ae gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:50:04.105354 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-41355d4a-65f7-4ca8-bd8e-a548d0b2fb63 req-9cac60d3-a1ef-48fe-964a-5b81f7ad6ae3 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835910 Nov 12 01:50:04.199943 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-41355d4a-65f7-4ca8-bd8e-a548d0b2fb63 req-34189d27-3b91-4936-9eb9-8dbb5a23c945 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870230 Nov 12 01:50:04.285650 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6942798d-e474-45c9-9178-3454da0f72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'c2f578a1-db4d-450f-a2ae-e16dafbacb55', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'floating_ip_address': '172.25.0.235', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'port_id': 'e441d664-0912-4dac-bf70-49d4c5d82156', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'mac_address': 'fa:16:3e:89:2e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39051d84-31bb-4b3e-9b81-41459c9876cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:47:35Z', 'updated_at': '2021-11-12T01:50:02Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:04.311402 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6942798d-e474-45c9-9178-3454da0f72c7 None None] The sync data for ids ['9d2c1484-9de0-4eed-b887-3d38064055ae'] in n-d-712137-14 is: [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'c2f578a1-db4d-450f-a2ae-e16dafbacb55', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'floating_ip_address': '172.25.0.235', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'port_id': 'e441d664-0912-4dac-bf70-49d4c5d82156', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'mac_address': 'fa:16:3e:89:2e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39051d84-31bb-4b3e-9b81-41459c9876cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:47:35Z', 'updated_at': '2021-11-12T01:50:02Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:50:04.506008 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3963e22-a74c-4c0e-99d1-cdd0ac56f96a None None] New status for floating IP c2f578a1-db4d-450f-a2ae-e16dafbacb55: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:50:09.429377 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:20.173287 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-63a2cf4c-75d1-4608-85c9-59740a263a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:22.454506 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c69a0ff2-4c19-4a68-aba2-39959ca1c192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:23.417727 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:50:23.738461 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:25.256136 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:25.702681 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:26.168775 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:39.442424 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:50.175640 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-84385519-1ec1-45a3-a762-6426cf15834a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:52.456834 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f30a4507-b9bf-42f6-a4e0-6d1ffea6bf13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:53.741484 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:53.859186 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ecfadb86-a669-48fd-b0dc-bc7c75036228 req-591178a3-2dac-426f-994d-905f27d8296f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408626 Nov 12 01:50:53.961208 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfadb86-a669-48fd-b0dc-bc7c75036228 req-49e3c603-2464-4bf5-b521-22e17f9a39cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:53.962891 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ecfadb86-a669-48fd-b0dc-bc7c75036228 req-49e3c603-2464-4bf5-b521-22e17f9a39cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 1097 time: 0.0422029 Nov 12 01:50:54.067448 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfadb86-a669-48fd-b0dc-bc7c75036228 req-e8857984-f34c-410e-a46c-78cad9d9ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:54.068950 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ecfadb86-a669-48fd-b0dc-bc7c75036228 req-e8857984-f34c-410e-a46c-78cad9d9ff22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0870156 Nov 12 01:50:54.144878 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ecfadb86-a669-48fd-b0dc-bc7c75036228 req-7403fcc7-d374-4b8e-aacc-6a008e9ca351 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e441d664-0912-4dac-bf70-49d4c5d82156 HTTP/1.1" status: 200 len: 1001 time: 0.0690453 Nov 12 01:50:54.205504 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfadb86-a669-48fd-b0dc-bc7c75036228 req-8ca5e2a2-8781-4eea-892f-df37b77b2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:54.206832 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ecfadb86-a669-48fd-b0dc-bc7c75036228 req-8ca5e2a2-8781-4eea-892f-df37b77b2e5a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0539699 Nov 12 01:50:54.252922 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfadb86-a669-48fd-b0dc-bc7c75036228 req-8fbde107-2198-4089-a292-fd0445b2ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:54.254379 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ecfadb86-a669-48fd-b0dc-bc7c75036228 req-8fbde107-2198-4089-a292-fd0445b2ac33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397351 Nov 12 01:50:54.342799 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ecfadb86-a669-48fd-b0dc-bc7c75036228 req-78e36802-00de-41c0-82be-0527703f1d49 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808241 Nov 12 01:50:54.435948 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ecfadb86-a669-48fd-b0dc-bc7c75036228 req-725ed939-9318-4953-8e46-20a365f8f4f2 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859256 Nov 12 01:50:55.255100 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:55.700043 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:56.170970 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:00.417152 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:51:09.443024 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:20.177438 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4e50ce5a-a211-45c0-a499-da454ca96da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:22.458985 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7168e064-794a-449a-8b54-7cf3308e9d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:23.743900 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:25.253962 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:25.702955 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:26.173142 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:37.416963 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:51:39.456009 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:50.178849 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cbd5b4e8-d850-466b-9ddb-519173677634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:52.462860 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-31a43818-52aa-4727-a0e1-8c10667a06af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:53.747571 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:55.253598 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:55.705519 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:55.880331 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-30dab0ed-d7ad-4b16-87eb-64a9b7ac1c41 req-ea0d09c4-0e36-4ec5-811f-b3325cccfa51 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404906 Nov 12 01:51:55.981886 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dab0ed-d7ad-4b16-87eb-64a9b7ac1c41 req-db1f23e0-a4d3-491c-960c-d249a9c3dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:55.983399 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-30dab0ed-d7ad-4b16-87eb-64a9b7ac1c41 req-db1f23e0-a4d3-491c-960c-d249a9c3dc6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 1097 time: 0.0458782 Nov 12 01:51:56.088632 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dab0ed-d7ad-4b16-87eb-64a9b7ac1c41 req-5fc3bd2b-e369-4934-b96b-af3cedd37b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:56.090708 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-30dab0ed-d7ad-4b16-87eb-64a9b7ac1c41 req-5fc3bd2b-e369-4934-b96b-af3cedd37b0e service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0875072 Nov 12 01:51:56.163363 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-30dab0ed-d7ad-4b16-87eb-64a9b7ac1c41 req-12e7a3f9-d9ea-412e-921a-02dc62659425 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e441d664-0912-4dac-bf70-49d4c5d82156 HTTP/1.1" status: 200 len: 1001 time: 0.0637133 Nov 12 01:51:56.174236 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:56.214449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dab0ed-d7ad-4b16-87eb-64a9b7ac1c41 req-8d55d031-f30e-491e-9ab9-a93ad238aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:56.215982 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-30dab0ed-d7ad-4b16-87eb-64a9b7ac1c41 req-8d55d031-f30e-491e-9ab9-a93ad238aa81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0452981 Nov 12 01:51:56.260909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dab0ed-d7ad-4b16-87eb-64a9b7ac1c41 req-ff8ab693-ef05-4679-9ded-eb99a21515ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:56.263076 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-30dab0ed-d7ad-4b16-87eb-64a9b7ac1c41 req-ff8ab693-ef05-4679-9ded-eb99a21515ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406580 Nov 12 01:51:56.354895 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-30dab0ed-d7ad-4b16-87eb-64a9b7ac1c41 req-6586bde0-7d8d-4951-ae76-73ea2aab0076 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845978 Nov 12 01:51:56.444006 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-30dab0ed-d7ad-4b16-87eb-64a9b7ac1c41 req-2bd6be9b-9102-4fec-beed-f3377a88c0fd service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816817 Nov 12 01:52:09.454620 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:14.415592 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:52:20.180774 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-56116a3f-2a51-4a81-92eb-19551611f978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:22.464959 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ba0d155c-ff6d-450d-8409-f3a8ae2933c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:23.751040 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:25.251599 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:25.707129 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:26.177263 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:39.457902 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:42.721152 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afc77e-24f5-4ac0-84a3-7b10f89dbab7 req-286f8b12-807f-49b4-81c8-999a3bd60799 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:42.722540 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13afc77e-24f5-4ac0-84a3-7b10f89dbab7 req-286f8b12-807f-49b4-81c8-999a3bd60799 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 945 time: 0.0489876 Nov 12 01:52:42.774912 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-13afc77e-24f5-4ac0-84a3-7b10f89dbab7 req-4b6a1987-8232-4e7e-a4fc-12c3249a6534 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465758 Nov 12 01:52:43.908172 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fc176-8807-4763-bd4a-4c40c0691877 req-9cd77fc6-da09-4d43-ba3c-a2b1924bf5c0 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:43.909597 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f2fc176-8807-4763-bd4a-4c40c0691877 req-9cd77fc6-da09-4d43-ba3c-a2b1924bf5c0 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 945 time: 0.0550430 Nov 12 01:52:43.956401 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f2fc176-8807-4763-bd4a-4c40c0691877 req-f629b151-1dc2-4d4e-b47b-d41c9881425f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406923 Nov 12 01:52:45.073622 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22ed56-d3cc-4f9f-9b11-bca23434efa1 req-bb1fdc88-4cb5-420f-aa4e-d3d7c4f9f8c1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:45.075080 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9d22ed56-d3cc-4f9f-9b11-bca23434efa1 req-bb1fdc88-4cb5-420f-aa4e-d3d7c4f9f8c1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 945 time: 0.0490351 Nov 12 01:52:45.123237 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9d22ed56-d3cc-4f9f-9b11-bca23434efa1 req-322e34f1-8adc-4559-88bd-a36944f41e6e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417163 Nov 12 01:52:46.238079 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415ea8d-9043-46eb-af96-f75c76e92e65 req-63626af9-020b-42c5-b832-5488c8fc9397 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:46.239590 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e415ea8d-9043-46eb-af96-f75c76e92e65 req-63626af9-020b-42c5-b832-5488c8fc9397 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 945 time: 0.0488398 Nov 12 01:52:46.288104 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e415ea8d-9043-46eb-af96-f75c76e92e65 req-3c18e4b7-7073-4ab2-af78-60173f5f2c0c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423009 Nov 12 01:52:47.402527 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5d107-21dd-4b79-8835-e8aa78a53593 req-ff98d8f2-80b3-45ad-aa8e-94912f9d3807 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:47.404016 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0b5d107-21dd-4b79-8835-e8aa78a53593 req-ff98d8f2-80b3-45ad-aa8e-94912f9d3807 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 945 time: 0.0487447 Nov 12 01:52:47.451354 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0b5d107-21dd-4b79-8835-e8aa78a53593 req-b50d34ef-000b-4d6e-b366-9bbe28dba87d tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414796 Nov 12 01:52:48.566165 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871cac3-8d87-47f5-b560-f0a8bd19a532 req-01ba11c5-d8e8-4a08-acc3-4434bff5ee8a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:48.567555 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9871cac3-8d87-47f5-b560-f0a8bd19a532 req-01ba11c5-d8e8-4a08-acc3-4434bff5ee8a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 945 time: 0.0489218 Nov 12 01:52:48.618092 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9871cac3-8d87-47f5-b560-f0a8bd19a532 req-74fc23e8-f6ac-4068-992b-06776d49ec26 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445557 Nov 12 01:52:49.736388 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a7ca2-1560-4850-9829-9a2a6f7498fe req-e631f7d6-6227-49fc-80bb-3404d5247dbc tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:49.737892 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cf1a7ca2-1560-4850-9829-9a2a6f7498fe req-e631f7d6-6227-49fc-80bb-3404d5247dbc tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 945 time: 0.0527098 Nov 12 01:52:49.783896 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cf1a7ca2-1560-4850-9829-9a2a6f7498fe req-24356be0-157a-440d-bf94-da204720bc54 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401554 Nov 12 01:52:50.182705 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6df2c129-f038-488e-9ab4-a02f0fef6a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:50.898267 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a30f72-9086-4d61-ab08-48eb0104582d req-15987ea9-2365-4e92-bd88-811cf4f451ed tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:50.899707 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a8a30f72-9086-4d61-ab08-48eb0104582d req-15987ea9-2365-4e92-bd88-811cf4f451ed tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 945 time: 0.0483670 Nov 12 01:52:50.947874 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a8a30f72-9086-4d61-ab08-48eb0104582d req-f3a6a8d6-890f-41cb-9583-a2162c2309e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422122 Nov 12 01:52:51.415151 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:52:52.063401 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b36396-7275-4801-b161-df67b0edd992 req-4415c9e9-3cc5-471b-a395-d530429924c5 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:52.064895 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-24b36396-7275-4801-b161-df67b0edd992 req-4415c9e9-3cc5-471b-a395-d530429924c5 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 945 time: 0.0495160 Nov 12 01:52:52.111794 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-24b36396-7275-4801-b161-df67b0edd992 req-7c331cf1-ecdf-4584-9e4b-5b6437150955 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410311 Nov 12 01:52:52.466400 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b930e1f9-39da-4e58-9d0b-91635a94e54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:53.228229 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421d72a-8749-413c-83bf-a4ac98a722be req-3130cbf6-8043-4f95-a647-879311d6410a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:53.229783 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0421d72a-8749-413c-83bf-a4ac98a722be req-3130cbf6-8043-4f95-a647-879311d6410a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 945 time: 0.0505054 Nov 12 01:52:53.278512 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0421d72a-8749-413c-83bf-a4ac98a722be req-d682a781-cb34-41cf-ab06-bbdd9eac410b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418532 Nov 12 01:52:53.547074 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6c047-09c2-4a64-8786-3e4e32e90ab3 req-2afe87c4-9d79-4146-b771-bdc4e4bd4702 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:53.549334 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1bf6c047-09c2-4a64-8786-3e4e32e90ab3 req-2afe87c4-9d79-4146-b771-bdc4e4bd4702 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 945 time: 0.0627813 Nov 12 01:52:53.611513 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-615638b5-b43f-4f55-a8fe-a60ec57bce14 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1334012 Nov 12 01:52:53.616085 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1bf6c047-09c2-4a64-8786-3e4e32e90ab3 req-0c380256-d648-4178-b7ac-9a66bae431d4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530815 Nov 12 01:52:53.754477 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:54.742393 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45b10a-3eab-417f-b174-62134332a84e req-0b0f983c-913e-41b0-8ed2-da4b75809e01 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:54.743884 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3e45b10a-3eab-417f-b174-62134332a84e req-0b0f983c-913e-41b0-8ed2-da4b75809e01 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 945 time: 0.0541344 Nov 12 01:52:54.813953 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-b7ddb08b-0d66-4e2c-a17e-3fa2a136d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:54.815462 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-b7ddb08b-0d66-4e2c-a17e-3fa2a136d5a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 1097 time: 0.0707135 Nov 12 01:52:54.819992 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3e45b10a-3eab-417f-b174-62134332a84e req-eb936c31-4d55-4a39-9e41-30e58dd1634f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672085 Nov 12 01:52:54.910888 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-052669d9-2042-4d22-906e-bffc1b1e7d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:54.912271 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-052669d9-2042-4d22-906e-bffc1b1e7d38 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0875907 Nov 12 01:52:54.977285 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-a66b6dc2-ba31-418e-af04-82cf85443ec3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e441d664-0912-4dac-bf70-49d4c5d82156 HTTP/1.1" status: 200 len: 1001 time: 0.0581107 Nov 12 01:52:55.025369 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-85884a23-592e-4792-bbb8-a3e50a881bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:55.026797 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-85884a23-592e-4792-bbb8-a3e50a881bf9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0432410 Nov 12 01:52:55.077134 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-e0159b0f-4b06-4c68-b809-22b364377c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:55.078645 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-e0159b0f-4b06-4c68-b809-22b364377c3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444260 Nov 12 01:52:55.166589 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-68aee490-1cf6-433b-a0fb-da18462b5844 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811555 Nov 12 01:52:55.253973 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:55.260667 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-f8204676-86d9-4493-99fc-25fe3d5f4f96 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860343 Nov 12 01:52:55.709882 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:55.904952 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0efa3a-8947-4c7a-b5a9-2785d0f32bab req-6a3522d2-70c6-41a1-be63-d0ea98445bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:55.906539 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f0efa3a-8947-4c7a-b5a9-2785d0f32bab req-6a3522d2-70c6-41a1-be63-d0ea98445bd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 1097 time: 0.0422697 Nov 12 01:52:55.937393 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fcac7-8f52-4081-9458-3a1342ac1bd9 req-0c8abf0f-c2a4-4ed7-97d7-844395139690 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:55.939491 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-436fcac7-8f52-4081-9458-3a1342ac1bd9 req-0c8abf0f-c2a4-4ed7-97d7-844395139690 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 945 time: 0.0505331 Nov 12 01:52:55.986652 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-436fcac7-8f52-4081-9458-3a1342ac1bd9 req-b906fd4e-ad2a-4237-a586-63b966f28091 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410514 Nov 12 01:52:56.018387 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0efa3a-8947-4c7a-b5a9-2785d0f32bab req-c362d060-f852-4f57-b81f-582d73a758a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:56.019870 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f0efa3a-8947-4c7a-b5a9-2785d0f32bab req-c362d060-f852-4f57-b81f-582d73a758a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0919819 Nov 12 01:52:56.086166 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f0efa3a-8947-4c7a-b5a9-2785d0f32bab req-ba1e3417-1226-4293-9a7f-734fbb7407e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e441d664-0912-4dac-bf70-49d4c5d82156 HTTP/1.1" status: 200 len: 1001 time: 0.0584886 Nov 12 01:52:56.135035 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0efa3a-8947-4c7a-b5a9-2785d0f32bab req-cf0da9df-2a2c-43ec-a2e0-9cf340ccd452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:56.136456 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f0efa3a-8947-4c7a-b5a9-2785d0f32bab req-cf0da9df-2a2c-43ec-a2e0-9cf340ccd452 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0426753 Nov 12 01:52:56.179397 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:56.187112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0efa3a-8947-4c7a-b5a9-2785d0f32bab req-d661a3f0-80e9-40ba-981b-5ef6d7f8a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:56.189183 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f0efa3a-8947-4c7a-b5a9-2785d0f32bab req-d661a3f0-80e9-40ba-981b-5ef6d7f8a625 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445960 Nov 12 01:52:56.285610 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f0efa3a-8947-4c7a-b5a9-2785d0f32bab req-7c54623d-5229-4184-a29b-66b30e25cfa5 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885479 Nov 12 01:52:56.380335 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5f0efa3a-8947-4c7a-b5a9-2785d0f32bab req-613c3fb8-c4b6-44f6-925b-3bc6b21361bd service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877125 Nov 12 01:52:57.105599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16eb34c-48c2-4340-9750-59ebb27af05d req-cf6e934e-cef3-4084-8e0a-fc0fd1f13324 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:57.107237 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a16eb34c-48c2-4340-9750-59ebb27af05d req-cf6e934e-cef3-4084-8e0a-fc0fd1f13324 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 945 time: 0.0502429 Nov 12 01:52:57.153477 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a16eb34c-48c2-4340-9750-59ebb27af05d req-31731dc0-dee5-4d13-92e5-bca84df95195 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401342 Nov 12 01:52:57.300968 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-9b92b32f-7a2e-4ac7-a30a-f792411285b8 service neutron] show failed (client error): The resource could not be found. Nov 12 01:52:57.301921 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-9b92b32f-7a2e-4ac7-a30a-f792411285b8 service neutron] 10.222.0.15 "GET /v2.0/ports/e441d664-0912-4dac-bf70-49d4c5d82156/bindings/n-h1-712137-14 HTTP/1.1" status: 404 len: 381 time: 0.0561619 Nov 12 01:52:57.555240 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-e2b63198-5bd3-4b86-86df-d5ae9390bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:57.556684 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-e2b63198-5bd3-4b86-86df-d5ae9390bec5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf&tenant_id=104830a52b9c4ea490a2ce6bfd934a00 HTTP/1.1" status: 200 len: 1097 time: 0.0933716 Nov 12 01:52:57.569927 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-14', 'device_owner': 'compute:nova'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:52:57.621980 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:57.823727 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] For port e441d664-0912-4dac-bf70-49d4c5d82156, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=e441d664-0912-4dac-bf70-49d4c5d82156,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:52:57.857127 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] For port e441d664-0912-4dac-bf70-49d4c5d82156, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:52:57.902312 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39051d84-31bb-4b3e-9b81-41459c9876cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e441d664-0912-4dac-bf70-49d4c5d82156'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:52:57.906025 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f42cbdf-c77b-4a96-aea7-6fd3f8a45714" -d '{"events": [{"server_uuid": "39051d84-31bb-4b3e-9b81-41459c9876cf", "name": "network-vif-unplugged", "status": "completed", "tag": "e441d664-0912-4dac-bf70-49d4c5d82156"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:52:57.910588 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:57.925998 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Transition to ACTIVE for port object e441d664-0912-4dac-bf70-49d4c5d82156 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:52:57.929754 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:58.019050 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Pushing event updated for resources: {'Port': ['ID=e441d664-0912-4dac-bf70-49d4c5d82156,revision_number=6']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:52:58.026212 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f8f6e6-d2af-4568-9c32-9ab376831f3b x-openstack-request-id: req-e0f8f6e6-d2af-4568-9c32-9ab376831f3b {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:52:58.026512 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39051d84-31bb-4b3e-9b81-41459c9876cf", "name": "network-vif-unplugged", "status": "completed", "tag": "e441d664-0912-4dac-bf70-49d4c5d82156", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:52:58.026770 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0f8f6e6-d2af-4568-9c32-9ab376831f3b {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:52:58.027209 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39051d84-31bb-4b3e-9b81-41459c9876cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e441d664-0912-4dac-bf70-49d4c5d82156', 'code': 200} Nov 12 01:52:58.037749 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.038101 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.038447 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.038788 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.039128 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.039462 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.039792 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.040121 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.040449 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.040806 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.041134 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.041461 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.068939 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] No DVR routers for this DVR port e441d664-0912-4dac-bf70-49d4c5d82156 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:52:58.291317 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ba047-468a-4778-9e63-d5c5a9bcf68a req-a1c5d5da-576e-434d-90d5-c44f5d506a41 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:58.292881 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fa8ba047-468a-4778-9e63-d5c5a9bcf68a req-a1c5d5da-576e-434d-90d5-c44f5d506a41 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 943 time: 0.0661750 Nov 12 01:52:58.346116 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fa8ba047-468a-4778-9e63-d5c5a9bcf68a req-412db341-e755-4699-a6dc-30a9ce3d2c59 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464873 Nov 12 01:52:58.512421 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Attempting to bind port e441d664-0912-4dac-bf70-49d4c5d82156 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:52:58.512786 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Attempting to bind port e441d664-0912-4dac-bf70-49d4c5d82156 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:52:58.513117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Attempting to bind port e441d664-0912-4dac-bf70-49d4c5d82156 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:52:58.517358 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Port e441d664-0912-4dac-bf70-49d4c5d82156 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:52:58.517685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Attempting to bind port e441d664-0912-4dac-bf70-49d4c5d82156 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:52:58.522466 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:52:58.522806 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Checking segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:52:58.523194 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Bound using segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:52:58.523621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Bound port: e441d664-0912-4dac-bf70-49d4c5d82156, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:52:58.523972 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:58.584095 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] For port e441d664-0912-4dac-bf70-49d4c5d82156, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:52:58.587085 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] For port e441d664-0912-4dac-bf70-49d4c5d82156, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e441d664-0912-4dac-bf70-49d4c5d82156,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:52:58.591398 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:58.625234 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:58.626441 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:58.627838 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] 10.222.0.21 "PUT /v2.0/ports/e441d664-0912-4dac-bf70-49d4c5d82156 HTTP/1.1" status: 200 len: 1092 time: 1.0621009 Nov 12 01:52:58.650587 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac45993-528a-4f31-9c7f-00962df6c15b service neutron] Pushing event updated for resources: {'Port': ['ID=e441d664-0912-4dac-bf70-49d4c5d82156,revision_number=7']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:52:58.699274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-4eeeaa1d-5502-40f4-a2fb-493e95e27af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:58.700828 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-4eeeaa1d-5502-40f4-a2fb-493e95e27af3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 1095 time: 0.0464053 Nov 12 01:52:58.797980 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-3d655fa1-7d32-4398-9dc1-8708283aab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:58.799703 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-3d655fa1-7d32-4398-9dc1-8708283aab32 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0916750 Nov 12 01:52:58.870469 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-f5f703fd-ec7a-4a36-8eec-b8542502fe7e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e441d664-0912-4dac-bf70-49d4c5d82156 HTTP/1.1" status: 200 len: 999 time: 0.0633249 Nov 12 01:52:58.919456 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-5358fa15-7804-4bf7-b64c-dc8a9916039f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:58.920813 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-5358fa15-7804-4bf7-b64c-dc8a9916039f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0429988 Nov 12 01:52:58.964621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-9906340f-da78-4c96-9846-7e6c7ab5b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:58.966178 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-9906340f-da78-4c96-9846-7e6c7ab5b1f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387771 Nov 12 01:52:59.059288 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-ff135ccc-5731-4c06-81cd-e759cf02c0bd service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850883 Nov 12 01:52:59.147416 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4139c7ba-37ce-446d-bbe7-361652ee5872 req-f2ff7d3b-672e-4081-988e-546addaba0b6 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811090 Nov 12 01:52:59.471978 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e35e2-3e13-4065-8009-16568d97307a req-b2d24efa-3e96-4b31-9734-624886aaf1f6 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:59.473487 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c92e35e2-3e13-4065-8009-16568d97307a req-b2d24efa-3e96-4b31-9734-624886aaf1f6 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 943 time: 0.0534465 Nov 12 01:52:59.519990 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c92e35e2-3e13-4065-8009-16568d97307a req-a1f4b17e-3718-4541-8112-260ec27d3f3e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403626 Nov 12 01:53:00.028669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39051d84-31bb-4b3e-9b81-41459c9876cf', 'tag': 'e441d664-0912-4dac-bf70-49d4c5d82156'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:53:00.031050 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb39ca0-cab6-4331-871d-07768a7ad730" -d '{"events": [{"name": "network-changed", "server_uuid": "39051d84-31bb-4b3e-9b81-41459c9876cf", "tag": "e441d664-0912-4dac-bf70-49d4c5d82156"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:53:00.079373 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c75ad4-4052-4075-8923-b679b7339c42 x-openstack-request-id: req-c7c75ad4-4052-4075-8923-b679b7339c42 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:53:00.079666 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39051d84-31bb-4b3e-9b81-41459c9876cf", "tag": "e441d664-0912-4dac-bf70-49d4c5d82156", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:53:00.079913 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7c75ad4-4052-4075-8923-b679b7339c42 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:53:00.080302 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39051d84-31bb-4b3e-9b81-41459c9876cf', 'tag': 'e441d664-0912-4dac-bf70-49d4c5d82156', 'status': 'completed', 'code': 200} Nov 12 01:53:00.148753 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb39ca0-cab6-4331-871d-07768a7ad730 req-66cf15d7-f77c-411e-a6b6-4c5e5d7a87e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:00.150392 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dcb39ca0-cab6-4331-871d-07768a7ad730 req-66cf15d7-f77c-411e-a6b6-4c5e5d7a87e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 1095 time: 0.0440619 Nov 12 01:53:00.162517 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb39ca0-cab6-4331-871d-07768a7ad730 req-fd804b91-ef6c-4929-bbce-28ac5944eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:00.164019 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dcb39ca0-cab6-4331-871d-07768a7ad730 req-fd804b91-ef6c-4929-bbce-28ac5944eb6f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 1095 time: 0.0416968 Nov 12 01:53:00.249611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb39ca0-cab6-4331-871d-07768a7ad730 req-a02ab699-c6e1-42c4-a153-83b3a96bcbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:00.251467 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dcb39ca0-cab6-4331-871d-07768a7ad730 req-a02ab699-c6e1-42c4-a153-83b3a96bcbee service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0926523 Nov 12 01:53:00.257930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb39ca0-cab6-4331-871d-07768a7ad730 req-da4a4ab3-825c-4143-b6e7-ffd99b5e8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:00.259447 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dcb39ca0-cab6-4331-871d-07768a7ad730 req-da4a4ab3-825c-4143-b6e7-ffd99b5e8635 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0872762 Nov 12 01:53:00.319455 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dcb39ca0-cab6-4331-871d-07768a7ad730 req-1685de49-31c8-437b-bd0b-f23839635243 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e441d664-0912-4dac-bf70-49d4c5d82156 HTTP/1.1" status: 200 len: 999 time: 0.0593255 Nov 12 01:53:00.325304 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dcb39ca0-cab6-4331-871d-07768a7ad730 req-be5014f8-1790-425f-acba-88983fb23f64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e441d664-0912-4dac-bf70-49d4c5d82156 HTTP/1.1" status: 200 len: 999 time: 0.0583558 Nov 12 01:53:00.374948 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb39ca0-cab6-4331-871d-07768a7ad730 req-8de007f6-f0e5-49d4-8cfc-e8e87fb032f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:00.376432 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dcb39ca0-cab6-4331-871d-07768a7ad730 req-8de007f6-f0e5-49d4-8cfc-e8e87fb032f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0487654 Nov 12 01:53:00.382543 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb39ca0-cab6-4331-871d-07768a7ad730 req-a18ce89b-e3c4-4f9f-b6f0-ea1bfc4e354d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:00.384728 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dcb39ca0-cab6-4331-871d-07768a7ad730 req-a18ce89b-e3c4-4f9f-b6f0-ea1bfc4e354d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0519152 Nov 12 01:53:00.428786 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb39ca0-cab6-4331-871d-07768a7ad730 req-22343cb6-e95f-4f71-98fc-4c336ce5ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:00.430319 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dcb39ca0-cab6-4331-871d-07768a7ad730 req-22343cb6-e95f-4f71-98fc-4c336ce5ea17 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464718 Nov 12 01:53:00.438239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb39ca0-cab6-4331-871d-07768a7ad730 req-58e89447-d9ef-448e-86d6-a98c6b0f86fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:00.439821 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dcb39ca0-cab6-4331-871d-07768a7ad730 req-58e89447-d9ef-448e-86d6-a98c6b0f86fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476978 Nov 12 01:53:00.525277 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dcb39ca0-cab6-4331-871d-07768a7ad730 req-a11cbab3-050d-4654-8fb6-5b12bef41ac1 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859520 Nov 12 01:53:00.531599 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dcb39ca0-cab6-4331-871d-07768a7ad730 req-bcff7c70-37f7-4273-be5e-896dfb0fa456 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848899 Nov 12 01:53:00.629526 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dcb39ca0-cab6-4331-871d-07768a7ad730 req-fc2ffa6b-7a0a-40f6-95d8-d81e42e2ad85 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907061 Nov 12 01:53:00.661387 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05301e1f-ab26-441e-b317-bea5477abe29 req-df7c5670-3c17-476f-b6a5-4c1ef4b1f722 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:00.663034 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-05301e1f-ab26-441e-b317-bea5477abe29 req-df7c5670-3c17-476f-b6a5-4c1ef4b1f722 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 943 time: 0.0723901 Nov 12 01:53:00.665125 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dcb39ca0-cab6-4331-871d-07768a7ad730 req-214a4b1a-0bbf-42f8-bd0f-cd3aa1e356ae service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329415 Nov 12 01:53:00.711005 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-05301e1f-ab26-441e-b317-bea5477abe29 req-709d0646-c985-4230-a22c-3d0f4e8e64ef tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419965 Nov 12 01:53:00.897731 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e527b79-5049-4a23-988d-81e9a8feb6fe req-00d4d665-0b17-4af9-b2e6-84530bd906f0 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:00.899580 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8e527b79-5049-4a23-988d-81e9a8feb6fe req-00d4d665-0b17-4af9-b2e6-84530bd906f0 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 943 time: 0.0493701 Nov 12 01:53:00.929986 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba435360-3ae9-4e33-8e71-59b2c49b109b req-5b6ee7ed-e26e-400b-bb75-fedb909f2ac1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:00.931464 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ba435360-3ae9-4e33-8e71-59b2c49b109b req-5b6ee7ed-e26e-400b-bb75-fedb909f2ac1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.15 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf&tenant_id=104830a52b9c4ea490a2ce6bfd934a00&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 943 time: 0.0534861 Nov 12 01:53:00.955981 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8e527b79-5049-4a23-988d-81e9a8feb6fe req-1acb513e-8518-4839-a23a-b3b09f320367 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501273 Nov 12 01:53:00.993505 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [req-ba435360-3ae9-4e33-8e71-59b2c49b109b req-7b20247d-13a4-4383-9cf0-fe721162408b service neutron] delete failed (client error): The resource could not be found. Nov 12 01:53:00.994533 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ba435360-3ae9-4e33-8e71-59b2c49b109b req-7b20247d-13a4-4383-9cf0-fe721162408b service neutron] 10.222.0.15 "DELETE /v2.0/ports/e441d664-0912-4dac-bf70-49d4c5d82156/bindings/n-h2-712137-14 HTTP/1.1" status: 404 len: 381 time: 0.0543449 Nov 12 01:53:01.102068 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba435360-3ae9-4e33-8e71-59b2c49b109b req-366e3d51-79ec-4f23-9776-6d2d6a5ac976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:01.103589 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ba435360-3ae9-4e33-8e71-59b2c49b109b req-366e3d51-79ec-4f23-9776-6d2d6a5ac976 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 1095 time: 0.0432568 Nov 12 01:53:01.196988 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba435360-3ae9-4e33-8e71-59b2c49b109b req-b05408f1-a5f1-461d-bcb2-0b8b9d848189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:01.198374 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ba435360-3ae9-4e33-8e71-59b2c49b109b req-b05408f1-a5f1-461d-bcb2-0b8b9d848189 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0872648 Nov 12 01:53:01.266797 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ba435360-3ae9-4e33-8e71-59b2c49b109b req-86a3810a-1f3a-47e6-904e-d1937118779d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e441d664-0912-4dac-bf70-49d4c5d82156 HTTP/1.1" status: 200 len: 999 time: 0.0605862 Nov 12 01:53:01.315124 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba435360-3ae9-4e33-8e71-59b2c49b109b req-d3d12bd6-6713-4b0d-82cd-69a6d2eb4aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:01.316559 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ba435360-3ae9-4e33-8e71-59b2c49b109b req-d3d12bd6-6713-4b0d-82cd-69a6d2eb4aa8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0433891 Nov 12 01:53:01.365839 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba435360-3ae9-4e33-8e71-59b2c49b109b req-e532e1ac-394e-420a-9fec-df58a15e1e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:01.367328 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ba435360-3ae9-4e33-8e71-59b2c49b109b req-e532e1ac-394e-420a-9fec-df58a15e1e3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433376 Nov 12 01:53:01.460340 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ba435360-3ae9-4e33-8e71-59b2c49b109b req-65bcea43-98ba-4bc0-8adc-df6ca7092c7e service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858021 Nov 12 01:53:01.548219 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ba435360-3ae9-4e33-8e71-59b2c49b109b req-69a9a286-2282-4439-b4c5-a94411d2d0fc service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806179 Nov 12 01:53:02.078877 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c66e5-a3e2-4cb8-852f-0946e5255e3d req-c3b115d3-d9c5-4a4c-a58a-84e66dedb6e7 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:02.080349 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-745c66e5-a3e2-4cb8-852f-0946e5255e3d req-c3b115d3-d9c5-4a4c-a58a-84e66dedb6e7 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 943 time: 0.0515497 Nov 12 01:53:02.132417 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-745c66e5-a3e2-4cb8-852f-0946e5255e3d req-785fbbf6-8ea5-4fd8-954f-3b7d9db64150 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455568 Nov 12 01:53:02.195387 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device e441d664-0912-4dac-bf70-49d4c5d82156 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:53:02.235327 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device e441d664-0912-4dac-bf70-49d4c5d82156 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:53:02.441229 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e441d664-0912-4dac-bf70-49d4c5d82156 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:53:02.536941 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e441d664-0912-4dac-bf70-49d4c5d82156, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e441d664-0912-4dac-bf70-49d4c5d82156,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:02.547742 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'e441d664-0912-4dac-bf70-49d4c5d82156', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'port_id': 'e441d664-0912-4dac-bf70-49d4c5d82156', 'mac_address': 'fa:16:3e:89:2e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:53:02.584206 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:02.600529 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e441d664-0912-4dac-bf70-49d4c5d82156 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:53:02.619732 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e441d664-0912-4dac-bf70-49d4c5d82156, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e441d664-0912-4dac-bf70-49d4c5d82156,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:02.623543 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:02.668360 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=e441d664-0912-4dac-bf70-49d4c5d82156,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:02.676468 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:02.676850 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:02.677198 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:02.677537 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:02.677872 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:02.678206 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:02.678535 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:02.678865 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:02.679191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:02.679516 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:02.679842 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:02.680166 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:02.842730 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['e441d664-0912-4dac-bf70-49d4c5d82156'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:53:03.259328 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0587a81-a228-46ad-8838-088207949ab9 req-4b2bd400-1115-4736-bc87-fae6a667d7e6 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:03.260871 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c0587a81-a228-46ad-8838-088207949ab9 req-4b2bd400-1115-4736-bc87-fae6a667d7e6 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 944 time: 0.0538678 Nov 12 01:53:03.309055 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c0587a81-a228-46ad-8838-088207949ab9 req-bec1b064-3817-484a-b4a1-3133b24a785a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421343 Nov 12 01:53:03.422581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8beda-57e4-46e9-9ba4-366df2fc7f2d req-ae6523a9-a090-4a29-b6ba-78b4b9827777 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:03.424316 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc8beda-57e4-46e9-9ba4-366df2fc7f2d req-ae6523a9-a090-4a29-b6ba-78b4b9827777 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 944 time: 0.0492451 Nov 12 01:53:03.471866 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cc8beda-57e4-46e9-9ba4-366df2fc7f2d req-2b42e5bd-184d-4795-8b99-dc393c2ad976 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411687 Nov 12 01:53:03.673855 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5a059-b397-43c0-ba2f-9e86ae6bbf46 req-63677ce2-d5e2-4997-863b-e5d671de66f9 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:03.675269 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2bb5a059-b397-43c0-ba2f-9e86ae6bbf46 req-63677ce2-d5e2-4997-863b-e5d671de66f9 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 944 time: 0.0505815 Nov 12 01:53:03.703072 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d1b36-4f43-4651-89fc-dc562db3872b req-1e402443-41d7-4484-a7a8-b999ce8d1ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:03.705287 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-525d1b36-4f43-4651-89fc-dc562db3872b req-1e402443-41d7-4484-a7a8-b999ce8d1ca2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 1096 time: 0.0472381 Nov 12 01:53:03.722909 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2bb5a059-b397-43c0-ba2f-9e86ae6bbf46 req-cd2be009-1bc0-4433-af0a-477080e9cac9 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416033 Nov 12 01:53:03.800322 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d1b36-4f43-4651-89fc-dc562db3872b req-13497791-26f7-4117-b08b-8e86e0530b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:03.801862 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-525d1b36-4f43-4651-89fc-dc562db3872b req-13497791-26f7-4117-b08b-8e86e0530b02 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0903187 Nov 12 01:53:03.868463 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-525d1b36-4f43-4651-89fc-dc562db3872b req-1629abb4-1519-4ae9-b778-d9052061aebf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e441d664-0912-4dac-bf70-49d4c5d82156 HTTP/1.1" status: 200 len: 1000 time: 0.0586402 Nov 12 01:53:03.921594 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d1b36-4f43-4651-89fc-dc562db3872b req-4217b34e-0303-4cdf-8899-5ac9fbd8e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:03.923027 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-525d1b36-4f43-4651-89fc-dc562db3872b req-4217b34e-0303-4cdf-8899-5ac9fbd8e358 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0467761 Nov 12 01:53:03.966971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d1b36-4f43-4651-89fc-dc562db3872b req-53e33cb8-7dce-457f-8045-dc2fc5761e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:03.968347 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-525d1b36-4f43-4651-89fc-dc562db3872b req-53e33cb8-7dce-457f-8045-dc2fc5761e58 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389562 Nov 12 01:53:04.057047 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-525d1b36-4f43-4651-89fc-dc562db3872b req-9c8fea95-94a3-4f3f-91de-5b10edb88ea8 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816331 Nov 12 01:53:04.170969 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-525d1b36-4f43-4651-89fc-dc562db3872b req-c50f631d-3880-4fc7-a798-1df73255643f service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069529 Nov 12 01:53:04.455947 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e441d664-0912-4dac-bf70-49d4c5d82156 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:53:04.511111 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port e441d664-0912-4dac-bf70-49d4c5d82156 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:53:04.514906 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port e441d664-0912-4dac-bf70-49d4c5d82156 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:04.515279 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:04.594733 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:04.618844 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39051d84-31bb-4b3e-9b81-41459c9876cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e441d664-0912-4dac-bf70-49d4c5d82156'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:53:04.621180 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3d56e9-5f13-4387-acf5-5d4cd70612fd" -d '{"events": [{"server_uuid": "39051d84-31bb-4b3e-9b81-41459c9876cf", "name": "network-vif-plugged", "status": "completed", "tag": "e441d664-0912-4dac-bf70-49d4c5d82156"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:53:04.635035 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port e441d664-0912-4dac-bf70-49d4c5d82156, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e441d664-0912-4dac-bf70-49d4c5d82156,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:04.639542 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:04.667013 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda61248-4ede-4133-b730-88cf7066aba7 x-openstack-request-id: req-fda61248-4ede-4133-b730-88cf7066aba7 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:53:04.667303 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39051d84-31bb-4b3e-9b81-41459c9876cf", "name": "network-vif-plugged", "status": "completed", "tag": "e441d664-0912-4dac-bf70-49d4c5d82156", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:53:04.667556 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fda61248-4ede-4133-b730-88cf7066aba7 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:53:04.667937 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39051d84-31bb-4b3e-9b81-41459c9876cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e441d664-0912-4dac-bf70-49d4c5d82156', 'code': 200} Nov 12 01:53:04.692052 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=e441d664-0912-4dac-bf70-49d4c5d82156,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:04.844137 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995fa8b-431a-45ea-90c6-904362a8f6ff req-5c84fdda-6171-41a3-bc03-b5bbdb31897a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:04.846415 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f995fa8b-431a-45ea-90c6-904362a8f6ff req-5c84fdda-6171-41a3-bc03-b5bbdb31897a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 945 time: 0.0527751 Nov 12 01:53:04.893688 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f995fa8b-431a-45ea-90c6-904362a8f6ff req-b1e7bd99-4a5d-4d9a-a83a-eec7f7236c37 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413861 Nov 12 01:53:05.124474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00980cc-a52e-41cf-b12e-611322848152 req-8964db46-ecdc-4f75-a5ae-d22fa1498a97 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:05.125964 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f00980cc-a52e-41cf-b12e-611322848152 req-8964db46-ecdc-4f75-a5ae-d22fa1498a97 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 945 time: 0.0499430 Nov 12 01:53:05.172557 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f00980cc-a52e-41cf-b12e-611322848152 req-3cd6da52-c511-4e1c-9c52-ae4131883e60 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400541 Nov 12 01:53:06.294218 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab17da-a9c3-49ad-a9fa-b2a1caf225ce req-b5df3589-b77a-4f8d-bc01-e56b34a48af5 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:06.295693 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98ab17da-a9c3-49ad-a9fa-b2a1caf225ce req-b5df3589-b77a-4f8d-bc01-e56b34a48af5 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 945 time: 0.0501022 Nov 12 01:53:06.343855 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-98ab17da-a9c3-49ad-a9fa-b2a1caf225ce req-43877179-f51d-443f-85f1-ae094b838c84 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418360 Nov 12 01:53:06.441574 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1865f-3a8f-46de-b546-70ad561be6a4 req-9b378fa3-2302-43ed-b690-84127866be26 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:06.443807 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-70e1865f-3a8f-46de-b546-70ad561be6a4 req-9b378fa3-2302-43ed-b690-84127866be26 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.21 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 945 time: 0.0559559 Nov 12 01:53:06.533385 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-70e1865f-3a8f-46de-b546-70ad561be6a4 req-744bac9e-22ab-4e90-9716-505b305286d1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Deleting port e441d664-0912-4dac-bf70-49d4c5d82156 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:53:06.533726 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-70e1865f-3a8f-46de-b546-70ad561be6a4 req-744bac9e-22ab-4e90-9716-505b305286d1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:06.623554 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-70e1865f-3a8f-46de-b546-70ad561be6a4 req-744bac9e-22ab-4e90-9716-505b305286d1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] For port e441d664-0912-4dac-bf70-49d4c5d82156, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=e441d664-0912-4dac-bf70-49d4c5d82156,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:06.623917 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-70e1865f-3a8f-46de-b546-70ad561be6a4 req-744bac9e-22ab-4e90-9716-505b305286d1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:06.790537 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-70e1865f-3a8f-46de-b546-70ad561be6a4 req-744bac9e-22ab-4e90-9716-505b305286d1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:06.790814 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-70e1865f-3a8f-46de-b546-70ad561be6a4 req-744bac9e-22ab-4e90-9716-505b305286d1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:06.791130 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [req-70e1865f-3a8f-46de-b546-70ad561be6a4 req-744bac9e-22ab-4e90-9716-505b305286d1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Floating IP c2f578a1-db4d-450f-a2ae-e16dafbacb55 disassociated. External IP: 172.25.0.235, port: e441d664-0912-4dac-bf70-49d4c5d82156. Nov 12 01:53:06.791473 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-70e1865f-3a8f-46de-b546-70ad561be6a4 req-744bac9e-22ab-4e90-9716-505b305286d1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Calling delete_port for e441d664-0912-4dac-bf70-49d4c5d82156 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:53:06.920217 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-70e1865f-3a8f-46de-b546-70ad561be6a4 req-744bac9e-22ab-4e90-9716-505b305286d1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:06.947895 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bac9e-22ab-4e90-9716-505b305286d1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Pushing event deleted for resources: {'Port': ['ID=e441d664-0912-4dac-bf70-49d4c5d82156,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:07.067109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70e1865f-3a8f-46de-b546-70ad561be6a4 req-744bac9e-22ab-4e90-9716-505b305286d1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Router 9d2c1484-9de0-4eed-b887-3d38064055ae has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:53:07.177472 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70e1865f-3a8f-46de-b546-70ad561be6a4 req-744bac9e-22ab-4e90-9716-505b305286d1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:53:07.186878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f078ad5e-a254-4704-be82-099a72c50da7 None None] Sync routers for ids ['9d2c1484-9de0-4eed-b887-3d38064055ae'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:53:07.196628 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f078ad5e-a254-4704-be82-099a72c50da7 None None] Routers {'9d2c1484-9de0-4eed-b887-3d38064055ae'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:53:07.197274 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-f078ad5e-a254-4704-be82-099a72c50da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:52:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9d2c1484-9de0-4eed-b887-3d38064055ae'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:07.215510 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e1865f-3a8f-46de-b546-70ad561be6a4 req-744bac9e-22ab-4e90-9716-505b305286d1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] No DVR routers for this DVR port e441d664-0912-4dac-bf70-49d4c5d82156 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:53:07.218326 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-70e1865f-3a8f-46de-b546-70ad561be6a4 req-744bac9e-22ab-4e90-9716-505b305286d1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:07.222477 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-70e1865f-3a8f-46de-b546-70ad561be6a4 req-744bac9e-22ab-4e90-9716-505b305286d1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.21 "DELETE /v2.0/ports/e441d664-0912-4dac-bf70-49d4c5d82156 HTTP/1.1" status: 204 len: 173 time: 0.7713535 Nov 12 01:53:07.222866 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39051d84-31bb-4b3e-9b81-41459c9876cf', 'name': 'network-vif-deleted', 'tag': 'e441d664-0912-4dac-bf70-49d4c5d82156'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:53:07.225234 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36836e58-c338-47df-a8bc-68eac450f6ef" -d '{"events": [{"server_uuid": "39051d84-31bb-4b3e-9b81-41459c9876cf", "name": "network-vif-deleted", "tag": "e441d664-0912-4dac-bf70-49d4c5d82156"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:53:07.265507 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59063e2c-af8e-40a2-9f24-e22c172ed871 x-openstack-request-id: req-59063e2c-af8e-40a2-9f24-e22c172ed871 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:53:07.265804 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39051d84-31bb-4b3e-9b81-41459c9876cf", "name": "network-vif-deleted", "tag": "e441d664-0912-4dac-bf70-49d4c5d82156", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:53:07.266060 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59063e2c-af8e-40a2-9f24-e22c172ed871 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:53:07.266465 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39051d84-31bb-4b3e-9b81-41459c9876cf', 'name': 'network-vif-deleted', 'tag': 'e441d664-0912-4dac-bf70-49d4c5d82156', 'status': 'completed', 'code': 200} Nov 12 01:53:07.307301 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-f078ad5e-a254-4704-be82-099a72c50da7 None None] Set router 9d2c1484-9de0-4eed-b887-3d38064055ae gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:53:07.463612 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-07737da2-281a-4a98-ab5f-5ddadf397e07 req-d30cafea-5b6e-4ee9-acd9-958fe846949e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=39051d84-31bb-4b3e-9b81-41459c9876cf HTTP/1.1" status: 200 len: 210 time: 0.0307043 Nov 12 01:53:07.511710 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-f078ad5e-a254-4704-be82-099a72c50da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:07.542707 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f078ad5e-a254-4704-be82-099a72c50da7 None None] Checking router: 9d2c1484-9de0-4eed-b887-3d38064055ae for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:53:07.551809 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f078ad5e-a254-4704-be82-099a72c50da7 None None] Routers {'9d2c1484-9de0-4eed-b887-3d38064055ae'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:53:07.552416 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-f078ad5e-a254-4704-be82-099a72c50da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:52:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9d2c1484-9de0-4eed-b887-3d38064055ae'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:07.656187 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-f078ad5e-a254-4704-be82-099a72c50da7 None None] Set router 9d2c1484-9de0-4eed-b887-3d38064055ae gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:53:07.852681 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-f078ad5e-a254-4704-be82-099a72c50da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:07.878861 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f078ad5e-a254-4704-be82-099a72c50da7 None None] The sync data for ids ['9d2c1484-9de0-4eed-b887-3d38064055ae'] in n-d-712137-14 is: [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:53:08.089409 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed70086-9b77-4c80-aff9-fb7b750b4d83 None None] New status for floating IP c2f578a1-db4d-450f-a2ae-e16dafbacb55: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:53:08.767256 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-4538a444-11fc-4b50-8433-27b40a2ccd79 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1659904661&fields=id&tenant_id=104830a52b9c4ea490a2ce6bfd934a00 HTTP/1.1" status: 200 len: 267 time: 0.0410213 Nov 12 01:53:08.884148 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d67d7a-7c52-48cc-8b43-0a6292870d54 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:08.885644 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d67d7a-7c52-48cc-8b43-0a6292870d54 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 811 time: 0.1111798 Nov 12 01:53:08.900781 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-99746410-dc0a-4546-9e04-32645dec5870 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/quotas/104830a52b9c4ea490a2ce6bfd934a00 HTTP/1.1" status: 200 len: 375 time: 0.0095308 Nov 12 01:53:08.952844 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-bf9d9c6e-289a-4613-8df9-3515691b64f5 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468116 Nov 12 01:53:09.091905 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-4b18ce62-6458-4cd9-9952-8a4aa6df50cf service neutron] 10.222.0.31 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268463 Nov 12 01:53:09.179455 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-69f16d30-4e98-4252-ae35-ab4d27b8b3c3 service neutron] 10.222.0.31 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815301 Nov 12 01:53:09.336282 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-33ee0f4a-bdfd-4010-ab29-181b377a074c req-089480c9-c461-40e9-bb28-05f3b92f56a5 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 210 time: 0.0270600 Nov 12 01:53:09.452805 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:10.397017 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-a260e84b-d4b0-44e3-8273-991d97e3a062 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:10.398526 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-a260e84b-d4b0-44e3-8273-991d97e3a062 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 811 time: 0.1153903 Nov 12 01:53:10.445190 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ac4427c2-1759-4bd3-9516-71d936cd1df8 req-0e5a0f06-0e61-4905-b5cd-76ef9e36de4a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 210 time: 0.0362809 Nov 12 01:53:10.489146 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-131897e7-faf0-402a-8912-76a4bcb96680 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=104830a52b9c4ea490a2ce6bfd934a00 HTTP/1.1" status: 200 len: 380 time: 0.0713336 Nov 12 01:53:10.489983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e441d664-0912-4dac-bf70-49d4c5d82156 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:53:10.506367 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Request body: {'port': {'device_id': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'admin_state_up': True, 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'security_groups': ['b05aeb11-18d5-4f4f-b77f-8cecb945b742']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:53:10.511181 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: e441d664-0912-4dac-bf70-49d4c5d82156 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:53:10.511533 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device e441d664-0912-4dac-bf70-49d4c5d82156 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:53:10.949778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Made reservation on behalf of 104830a52b9c4ea490a2ce6bfd934a00 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:53:10.954189 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:11.086162 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Allocated IP 172.20.0.5 (d0a8136e-7f28-4707-a3d7-f6998a101ce9/5d4a239a-3fdb-4377-8816-d8a63a3bd552/3573822a-c540-43e0-bdc2-b70a0b2a6fa6) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:53:11.242605 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:11.275344 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:11.315632 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Network d0a8136e-7f28-4707-a3d7-f6998a101ce9 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:53:11.318625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:53:11.324921 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:53:11.352898 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Pushing event updated for resources: {'Port': ['ID=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:11.366072 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:11.366421 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:11.366764 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:11.367119 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:11.367438 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:11.367769 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:11.368094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:11.368418 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:11.368761 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:11.369090 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:11.369419 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:11.369747 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:11.389720 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:11.390338 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:11.409949 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-3970586b-2e4b-4f95-9f7e-0813e2a619e4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9094198 Nov 12 01:53:11.432211 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] Request body: {'port': {'device_id': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:53:11.501248 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:11.549829 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-de4d111a-6236-4d74-9219-e742dc529157 None None] Provisioning complete for port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:11.550458 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-de4d111a-6236-4d74-9219-e742dc529157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:11.572309 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360cc69-26d2-4c33-9107-d75b948a028b req-3ba0e8cc-e6ab-4580-b22c-812f4d2f2fec tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:11.573859 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7360cc69-26d2-4c33-9107-d75b948a028b req-3ba0e8cc-e6ab-4580-b22c-812f4d2f2fec tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 931 time: 0.0537031 Nov 12 01:53:11.587473 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-de4d111a-6236-4d74-9219-e742dc529157 None None] Port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:53:11.623226 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7360cc69-26d2-4c33-9107-d75b948a028b req-e26e3ca8-fbcc-4d5c-8db3-68f317877811 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430279 Nov 12 01:53:11.767195 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:53:11.774923 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:11.787340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] Transition to ACTIVE for port object 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:53:11.791031 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:11.842335 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:11.916030 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] Attempting to bind port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:53:11.916372 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] Attempting to bind port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:53:11.916719 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] Attempting to bind port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:53:11.921454 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] Port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:53:11.921777 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] Attempting to bind port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:53:11.926981 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:53:11.927331 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] Checking segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:53:11.927723 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] Bound using segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:53:11.928158 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] Bound port: 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:53:11.928515 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:11.994296 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] For port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:53:11.997658 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] For port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:53:12.003208 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:12.040054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:12.040685 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:12.042095 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] 10.222.0.15 "PUT /v2.0/ports/3573822a-c540-43e0-bdc2-b70a0b2a6fa6 HTTP/1.1" status: 200 len: 1092 time: 0.6143837 Nov 12 01:53:12.042529 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'tag': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:53:12.044850 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c5cde6-b44d-4bb5-9b82-5f6095a62466" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc6f17d-a574-4b24-a946-9d7a2c9da2e1", "tag": "3573822a-c540-43e0-bdc2-b70a0b2a6fa6"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:53:12.076790 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d206a2-1d2d-4782-85da-5c8f4b5cc1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:12.090524 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c333e604-c7be-40e2-8e5a-78ab5f47be5a x-openstack-request-id: req-c333e604-c7be-40e2-8e5a-78ab5f47be5a {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:53:12.091180 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc6f17d-a574-4b24-a946-9d7a2c9da2e1", "tag": "3573822a-c540-43e0-bdc2-b70a0b2a6fa6", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:53:12.091578 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c333e604-c7be-40e2-8e5a-78ab5f47be5a {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:53:12.092141 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'tag': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6', 'status': 'completed', 'code': 200} Nov 12 01:53:12.155669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-d76c60b4-8381-4a9f-a934-ad05ccc11415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:12.157226 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-d76c60b4-8381-4a9f-a934-ad05ccc11415 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 1095 time: 0.0479095 Nov 12 01:53:12.207872 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-d834ade1-2c7d-4eb3-8ebc-84e75674e6ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6 HTTP/1.1" status: 200 len: 217 time: 0.0373032 Nov 12 01:53:12.257915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-c76298d5-42a9-4385-8d66-79261f1ca385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:12.259370 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-c76298d5-42a9-4385-8d66-79261f1ca385 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0446527 Nov 12 01:53:12.308887 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-06e2e504-f4d6-471a-8fe9-9152acf3c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:12.310288 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-06e2e504-f4d6-471a-8fe9-9152acf3c311 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440009 Nov 12 01:53:12.399105 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-b8d3a56d-ed3f-4c09-aebe-a9546625b04f service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818274 Nov 12 01:53:12.493833 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-10cf9908-4b7c-45e8-91cf-a09725e9a259 req-7730b414-de26-409e-ad9d-de1690dcc867 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873809 Nov 12 01:53:12.623407 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5cde6-b44d-4bb5-9b82-5f6095a62466 req-246554ca-8988-42d6-ba5e-0f97850c5929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:12.624876 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55c5cde6-b44d-4bb5-9b82-5f6095a62466 req-246554ca-8988-42d6-ba5e-0f97850c5929 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 1095 time: 0.0410676 Nov 12 01:53:12.719621 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5cde6-b44d-4bb5-9b82-5f6095a62466 req-8861e767-49f7-46b1-a7de-c57afbb7232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:12.721158 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55c5cde6-b44d-4bb5-9b82-5f6095a62466 req-8861e767-49f7-46b1-a7de-c57afbb7232d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0895805 Nov 12 01:53:12.740088 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1c985-3d12-47cf-8dec-3a4edb5840bd req-c91492a7-29e7-4863-a613-834ff65dd0c9 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:12.742345 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9a1c985-3d12-47cf-8dec-3a4edb5840bd req-c91492a7-29e7-4863-a613-834ff65dd0c9 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 943 time: 0.0487010 Nov 12 01:53:12.763891 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55c5cde6-b44d-4bb5-9b82-5f6095a62466 req-43a90aad-1e62-40f5-9564-0bef119cbaba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6 HTTP/1.1" status: 200 len: 217 time: 0.0358396 Nov 12 01:53:12.799779 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9a1c985-3d12-47cf-8dec-3a4edb5840bd req-4c972814-9254-4a76-9d08-280742408b6c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500352 Nov 12 01:53:12.820230 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5cde6-b44d-4bb5-9b82-5f6095a62466 req-4134c95c-e6fc-46a5-bad1-e19163523a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:12.821724 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55c5cde6-b44d-4bb5-9b82-5f6095a62466 req-4134c95c-e6fc-46a5-bad1-e19163523a67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0506728 Nov 12 01:53:12.867916 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5cde6-b44d-4bb5-9b82-5f6095a62466 req-9eb0f7f8-3883-473f-8721-0854394ddafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:12.869511 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55c5cde6-b44d-4bb5-9b82-5f6095a62466 req-9eb0f7f8-3883-473f-8721-0854394ddafb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400722 Nov 12 01:53:12.963181 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55c5cde6-b44d-4bb5-9b82-5f6095a62466 req-5b03df86-b4d9-41f6-a29b-1d5cf8c976f1 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861266 Nov 12 01:53:13.057049 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-55c5cde6-b44d-4bb5-9b82-5f6095a62466 req-c30488e7-6171-40e3-8721-312a9761eaac service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862889 Nov 12 01:53:13.919133 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de320462-c053-430d-a656-946612266b85 req-3b9131ec-e77b-431d-b396-d12ce98c6ec7 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:13.920525 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-de320462-c053-430d-a656-946612266b85 req-3b9131ec-e77b-431d-b396-d12ce98c6ec7 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 943 time: 0.0498314 Nov 12 01:53:13.968748 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-de320462-c053-430d-a656-946612266b85 req-08e6edc5-1325-41d3-b642-625892caa381 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419264 Nov 12 01:53:15.085198 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512c2df-d36a-473a-ae59-ab232d5c20ff req-26c4aa37-237d-40f8-9c90-3066b7b8fd7d tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:15.086652 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8512c2df-d36a-473a-ae59-ab232d5c20ff req-26c4aa37-237d-40f8-9c90-3066b7b8fd7d tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 943 time: 0.0511885 Nov 12 01:53:15.141930 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8512c2df-d36a-473a-ae59-ab232d5c20ff req-6ed990f9-7e54-4e29-981e-99dc3ed69421 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490782 Nov 12 01:53:16.243312 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:53:16.261050 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c69355-48d5-4d6d-afca-6e886d2f846c req-f734d07f-baad-4b41-be0c-d375f2fb0fec tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:16.262602 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-23c69355-48d5-4d6d-afca-6e886d2f846c req-f734d07f-baad-4b41-be0c-d375f2fb0fec tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 943 time: 0.0488880 Nov 12 01:53:16.309469 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-23c69355-48d5-4d6d-afca-6e886d2f846c req-e27d0470-5c38-4a24-930d-32bd1a6afc6d tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408938 Nov 12 01:53:16.342567 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:16.353963 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'port_id': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6', 'mac_address': 'fa:16:3e:92:54:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:53:16.389742 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.405290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:53:16.426060 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:16.429501 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.474670 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:16.848468 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['3573822a-c540-43e0-bdc2-b70a0b2a6fa6'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:53:17.427006 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a67cfe-db65-40cc-8970-479244a39da7 req-379f4fac-c390-4b73-b8ad-515a4273c5d1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:17.428493 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-87a67cfe-db65-40cc-8970-479244a39da7 req-379f4fac-c390-4b73-b8ad-515a4273c5d1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 944 time: 0.0485477 Nov 12 01:53:17.474464 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-87a67cfe-db65-40cc-8970-479244a39da7 req-874e82d8-7c5d-4608-a768-43345d9ae8ef tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400174 Nov 12 01:53:18.258968 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:53:18.307010 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:53:18.310754 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:18.311138 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:18.384801 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:18.409993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:53:18.412217 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bf7980-a084-4e4e-8d4d-f8ca432be6c3" -d '{"events": [{"server_uuid": "ddc6f17d-a574-4b24-a946-9d7a2c9da2e1", "name": "network-vif-plugged", "status": "completed", "tag": "3573822a-c540-43e0-bdc2-b70a0b2a6fa6"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:53:18.425614 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:18.429469 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:18.454014 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4879b029-0687-488c-ba5a-f19aa52a1405 x-openstack-request-id: req-4879b029-0687-488c-ba5a-f19aa52a1405 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:53:18.454308 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc6f17d-a574-4b24-a946-9d7a2c9da2e1", "name": "network-vif-plugged", "status": "completed", "tag": "3573822a-c540-43e0-bdc2-b70a0b2a6fa6", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:53:18.454559 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4879b029-0687-488c-ba5a-f19aa52a1405 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:53:18.454961 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6', 'code': 200} Nov 12 01:53:18.479552 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:18.591114 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35186d03-1b15-468e-af0e-51a6df487597 req-f5bf456c-72e8-414d-9776-f99652989159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:18.592636 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-35186d03-1b15-468e-af0e-51a6df487597 req-f5bf456c-72e8-414d-9776-f99652989159 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 1097 time: 0.0468082 Nov 12 01:53:18.597441 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30748bce-905c-41a3-b5a2-9f0f2337b818 req-6bc8a3a3-c272-48d6-a975-3e170b9b88ef tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:18.598995 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30748bce-905c-41a3-b5a2-9f0f2337b818 req-6bc8a3a3-c272-48d6-a975-3e170b9b88ef tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.0509601 Nov 12 01:53:18.638073 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-35186d03-1b15-468e-af0e-51a6df487597 req-41271b3a-704f-4914-af77-703105afd3de service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382273 Nov 12 01:53:18.650758 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-30748bce-905c-41a3-b5a2-9f0f2337b818 req-b728224b-0b3d-4cea-8bb1-26292ea86a9f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454428 Nov 12 01:53:19.767999 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea25af9-27d3-46c5-92d8-cbec0850b37b req-88775fb8-b6c4-4461-aea2-065dc7f99e28 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:19.769491 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fea25af9-27d3-46c5-92d8-cbec0850b37b req-88775fb8-b6c4-4461-aea2-065dc7f99e28 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.0494776 Nov 12 01:53:19.816456 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fea25af9-27d3-46c5-92d8-cbec0850b37b req-5ff25d8e-cf63-4b6c-9459-e96124f3c4fd tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410194 Nov 12 01:53:20.185817 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e22665fa-d832-44af-a578-327ade38d45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:20.930917 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc74718-e8f3-4ff3-b894-e7866c38bd3f req-91f2f79a-d164-4646-afca-b11f0fc03f7d tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:20.932279 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2fc74718-e8f3-4ff3-b894-e7866c38bd3f req-91f2f79a-d164-4646-afca-b11f0fc03f7d tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.0487313 Nov 12 01:53:20.979438 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2fc74718-e8f3-4ff3-b894-e7866c38bd3f req-cbb380e3-eda9-4c04-a582-b4d1b196a216 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410542 Nov 12 01:53:21.095648 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434b543-f9d7-48c7-aaec-3da4bb6739a8 req-23dcdbc3-116e-415c-b7c1-0ff44213f2bf tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:21.097224 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8434b543-f9d7-48c7-aaec-3da4bb6739a8 req-23dcdbc3-116e-415c-b7c1-0ff44213f2bf tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.0544579 Nov 12 01:53:21.105607 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 54566) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:21.110830 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-ae239d44-2af0-4966-8654-81c08a6d0444 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Request body: {'floatingip': {'port_id': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:53:21.150367 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ae239d44-2af0-4966-8654-81c08a6d0444 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for floatingip, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:21.574569 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ae239d44-2af0-4966-8654-81c08a6d0444 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:21.578354 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ae239d44-2af0-4966-8654-81c08a6d0444 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:21.677957 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-ae239d44-2af0-4966-8654-81c08a6d0444 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Floating IP c2f578a1-db4d-450f-a2ae-e16dafbacb55 associated. External IP: 172.25.0.235, port: 3573822a-c540-43e0-bdc2-b70a0b2a6fa6. Nov 12 01:53:21.878402 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae239d44-2af0-4966-8654-81c08a6d0444 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Router 9d2c1484-9de0-4eed-b887-3d38064055ae has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:53:21.985258 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae239d44-2af0-4966-8654-81c08a6d0444 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:53:21.989931 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ae239d44-2af0-4966-8654-81c08a6d0444 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:21.997041 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b7397-f850-4f15-ad6e-27cdf7b49a36 None None] Sync routers for ids ['9d2c1484-9de0-4eed-b887-3d38064055ae'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:53:22.007604 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8b7397-f850-4f15-ad6e-27cdf7b49a36 None None] Routers {'9d2c1484-9de0-4eed-b887-3d38064055ae'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:53:22.008340 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4a8b7397-f850-4f15-ad6e-27cdf7b49a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:52:52Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9d2c1484-9de0-4eed-b887-3d38064055ae'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:22.019641 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ae239d44-2af0-4966-8654-81c08a6d0444 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "PUT /v2.0/floatingips/c2f578a1-db4d-450f-a2ae-e16dafbacb55 HTTP/1.1" status: 200 len: 991 time: 0.9098597 Nov 12 01:53:22.019641 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'tag': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:53:22.019880 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3b3a0e-f403-49ff-b5ce-2219f30f116d" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc6f17d-a574-4b24-a946-9d7a2c9da2e1", "tag": "3573822a-c540-43e0-bdc2-b70a0b2a6fa6"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:53:22.063593 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147665b6-6963-4049-9baf-218c8ac9f7a0 x-openstack-request-id: req-147665b6-6963-4049-9baf-218c8ac9f7a0 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:53:22.063887 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc6f17d-a574-4b24-a946-9d7a2c9da2e1", "tag": "3573822a-c540-43e0-bdc2-b70a0b2a6fa6", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:53:22.064143 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-147665b6-6963-4049-9baf-218c8ac9f7a0 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:53:22.065140 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'tag': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6', 'status': 'completed', 'code': 200} Nov 12 01:53:22.163725 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b3a0e-f403-49ff-b5ce-2219f30f116d req-f9980209-3f6f-415f-9453-cb77a2f75c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:22.165197 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f3b3a0e-f403-49ff-b5ce-2219f30f116d req-f9980209-3f6f-415f-9453-cb77a2f75c75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 1097 time: 0.0444889 Nov 12 01:53:22.263661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b3a0e-f403-49ff-b5ce-2219f30f116d req-5b06d378-4272-4ff0-b2bc-47285e93b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:22.265160 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f3b3a0e-f403-49ff-b5ce-2219f30f116d req-5b06d378-4272-4ff0-b2bc-47285e93b4d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0913055 Nov 12 01:53:22.274442 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-4a8b7397-f850-4f15-ad6e-27cdf7b49a36 None None] Set router 9d2c1484-9de0-4eed-b887-3d38064055ae gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:53:22.332357 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f3b3a0e-f403-49ff-b5ce-2219f30f116d req-a10a738a-3c17-4b60-a40a-dde6e4a6acff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6 HTTP/1.1" status: 200 len: 999 time: 0.0590377 Nov 12 01:53:22.382736 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b3a0e-f403-49ff-b5ce-2219f30f116d req-f206672a-3a97-4ede-9273-b8fb04b0bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:22.384206 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f3b3a0e-f403-49ff-b5ce-2219f30f116d req-f206672a-3a97-4ede-9273-b8fb04b0bdea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0433555 Nov 12 01:53:22.434487 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b3a0e-f403-49ff-b5ce-2219f30f116d req-88f6ffb7-bee7-43fc-9a58-92f7e87dfb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:22.435889 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f3b3a0e-f403-49ff-b5ce-2219f30f116d req-88f6ffb7-bee7-43fc-9a58-92f7e87dfb4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452926 Nov 12 01:53:22.490111 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-408dd23c-6008-42fe-86d4-d201ac03df7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:22.513028 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4a8b7397-f850-4f15-ad6e-27cdf7b49a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'c2f578a1-db4d-450f-a2ae-e16dafbacb55', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'floating_ip_address': '172.25.0.235', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'port_id': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'mac_address': 'fa:16:3e:92:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:47:35Z', 'updated_at': '2021-11-12T01:53:21Z', 'revision_number': 9, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:22.527786 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f3b3a0e-f403-49ff-b5ce-2219f30f116d req-595faa28-2a33-47a5-9550-62c187d2a300 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846162 Nov 12 01:53:22.540413 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b7397-f850-4f15-ad6e-27cdf7b49a36 None None] Checking router: 9d2c1484-9de0-4eed-b887-3d38064055ae for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:53:22.549654 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8b7397-f850-4f15-ad6e-27cdf7b49a36 None None] Routers {'9d2c1484-9de0-4eed-b887-3d38064055ae'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:53:22.550379 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4a8b7397-f850-4f15-ad6e-27cdf7b49a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:53:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9d2c1484-9de0-4eed-b887-3d38064055ae'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:22.626932 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f3b3a0e-f403-49ff-b5ce-2219f30f116d req-6d0f0a02-94cb-4871-a76c-8b141ddae7ae service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921504 Nov 12 01:53:22.659877 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-4a8b7397-f850-4f15-ad6e-27cdf7b49a36 None None] Set router 9d2c1484-9de0-4eed-b887-3d38064055ae gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:53:22.882354 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4a8b7397-f850-4f15-ad6e-27cdf7b49a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'c2f578a1-db4d-450f-a2ae-e16dafbacb55', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'floating_ip_address': '172.25.0.235', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'port_id': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'mac_address': 'fa:16:3e:92:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:47:35Z', 'updated_at': '2021-11-12T01:53:21Z', 'revision_number': 9, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:22.908759 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b7397-f850-4f15-ad6e-27cdf7b49a36 None None] The sync data for ids ['9d2c1484-9de0-4eed-b887-3d38064055ae'] in n-d-712137-14 is: [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'c2f578a1-db4d-450f-a2ae-e16dafbacb55', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'floating_ip_address': '172.25.0.235', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'port_id': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'mac_address': 'fa:16:3e:92:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:47:35Z', 'updated_at': '2021-11-12T01:53:21Z', 'revision_number': 9, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:53:23.098330 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c8605-bc04-4ae7-ad0f-eff19ebae8d2 None None] New status for floating IP c2f578a1-db4d-450f-a2ae-e16dafbacb55: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:53:23.756284 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:25.257450 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:25.712448 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:26.182143 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:28.438300 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:53:39.469519 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:50.189836 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7114767c-bd62-40fd-a30f-18b59bfff7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:52.475401 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-18560610-5349-4b8b-9510-5ef376d88305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:53.759754 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:55.248312 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:55.725061 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:56.188497 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:56.869956 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b29056e4-6271-4936-9a0c-bcc6bed0402d req-ac983706-92ca-4079-b791-b9f4fbc1b6c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389116 Nov 12 01:53:56.973155 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29056e4-6271-4936-9a0c-bcc6bed0402d req-7952bccf-684b-44a3-a17f-b683b75e2cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:56.974690 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b29056e4-6271-4936-9a0c-bcc6bed0402d req-7952bccf-684b-44a3-a17f-b683b75e2cf6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 1097 time: 0.0418439 Nov 12 01:53:57.403418 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29056e4-6271-4936-9a0c-bcc6bed0402d req-5d41f430-e1bd-46b4-a6cc-12f778c9526e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:57.404942 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b29056e4-6271-4936-9a0c-bcc6bed0402d req-5d41f430-e1bd-46b4-a6cc-12f778c9526e service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.4103882 Nov 12 01:53:57.485135 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b29056e4-6271-4936-9a0c-bcc6bed0402d req-4cfd00ef-300f-49eb-8b66-2416e1ade37a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6 HTTP/1.1" status: 200 len: 1002 time: 0.0723305 Nov 12 01:53:57.538429 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29056e4-6271-4936-9a0c-bcc6bed0402d req-0e6fe93e-cb14-4eba-96cc-72c77bafbb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:57.539947 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b29056e4-6271-4936-9a0c-bcc6bed0402d req-0e6fe93e-cb14-4eba-96cc-72c77bafbb20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0481162 Nov 12 01:53:57.587993 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29056e4-6271-4936-9a0c-bcc6bed0402d req-94cdf69d-4c13-4a65-a1db-b5b31eacaf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:57.589517 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b29056e4-6271-4936-9a0c-bcc6bed0402d req-94cdf69d-4c13-4a65-a1db-b5b31eacaf1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424461 Nov 12 01:53:57.683041 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b29056e4-6271-4936-9a0c-bcc6bed0402d req-a356a934-6cd3-4a40-b127-587887b3a2ed service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858200 Nov 12 01:53:57.815430 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b29056e4-6271-4936-9a0c-bcc6bed0402d req-f671a1ad-4c30-4175-983b-a78ac0c8bde3 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223485 Nov 12 01:54:05.437751 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:54:09.485004 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:20.194335 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b2300b2d-643a-4248-bbec-85a36715bd92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:22.478396 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f1230739-4a5f-49f8-be21-c372d01c04c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:23.764227 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:25.246911 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:25.720187 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:26.185208 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:39.476597 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:42.437914 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:54:50.196971 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e44ab8b0-da71-4ea9-96f8-ddb9d49d6df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:52.480730 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7052c3d8-4b77-4bd9-93f5-2b39c2e2f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:53.765740 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:55.246880 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:55.723302 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:56.181811 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:56.886085 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-460f9e6d-8396-4a4f-af3e-ce273de21da3 req-7d98151d-6d90-41a1-8651-35c8c29ea3cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0826223 Nov 12 01:54:56.993552 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f9e6d-8396-4a4f-af3e-ce273de21da3 req-c5c939bd-6928-4aa7-97c5-c4afa3715067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:56.995116 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-460f9e6d-8396-4a4f-af3e-ce273de21da3 req-c5c939bd-6928-4aa7-97c5-c4afa3715067 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 1097 time: 0.0448673 Nov 12 01:54:57.105646 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f9e6d-8396-4a4f-af3e-ce273de21da3 req-f6388206-97a8-4217-86c3-fb6b675402e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:57.107043 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-460f9e6d-8396-4a4f-af3e-ce273de21da3 req-f6388206-97a8-4217-86c3-fb6b675402e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0919352 Nov 12 01:54:57.184837 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-460f9e6d-8396-4a4f-af3e-ce273de21da3 req-86808e7a-fde4-4d37-b9d1-3fb3fa74406b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6 HTTP/1.1" status: 200 len: 1002 time: 0.0699158 Nov 12 01:54:57.241068 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f9e6d-8396-4a4f-af3e-ce273de21da3 req-cd0e316b-2ff7-4620-8efd-fb221f153c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:57.243069 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-460f9e6d-8396-4a4f-af3e-ce273de21da3 req-cd0e316b-2ff7-4620-8efd-fb221f153c96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0510104 Nov 12 01:54:57.291598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f9e6d-8396-4a4f-af3e-ce273de21da3 req-ad531248-e445-4348-9597-1c2e81160a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:57.293145 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-460f9e6d-8396-4a4f-af3e-ce273de21da3 req-ad531248-e445-4348-9597-1c2e81160a63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431347 Nov 12 01:54:57.390537 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-460f9e6d-8396-4a4f-af3e-ce273de21da3 req-8873bed8-a630-4f5c-af4c-16c9a243b2a5 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898156 Nov 12 01:54:57.487675 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-460f9e6d-8396-4a4f-af3e-ce273de21da3 req-75168321-67cb-45d6-b87f-4729e531d6e8 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904450 Nov 12 01:55:09.481540 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:18.213631 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-c834de7a-6a51-46b0-a356-60f96965e615 req-24f6c40d-b523-4042-9678-da4a320c5be2 service neutron] (114242) timed out ('10.222.0.31', 52738) {{(pid=114242) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:55:19.437717 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:55:20.199002 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6b1febb1-6013-4934-b625-711aced7f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:22.483486 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0e9934c5-5cb6-420c-aa0c-c49c90d13704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:23.767886 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:25.254619 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:25.728838 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:26.174367 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:39.481345 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:50.200910 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4585f090-4343-4d98-a574-64c78cfa4a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:52.488175 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ec8a4c64-45ce-448f-9133-4ab87ad578cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:53.772328 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:55.244918 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:55.728858 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:56.176988 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:56.437895 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:55:58.881932 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2379821d-10f8-468e-b2e4-52cd98788622 req-5ccb0e2b-c696-4fd6-8a61-fc2f5c3cfa75 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433848 Nov 12 01:55:58.992078 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379821d-10f8-468e-b2e4-52cd98788622 req-6b73498b-0da0-43f3-afd9-f3ce7e593a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:58.993660 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2379821d-10f8-468e-b2e4-52cd98788622 req-6b73498b-0da0-43f3-afd9-f3ce7e593a9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 1097 time: 0.0494683 Nov 12 01:55:59.103135 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379821d-10f8-468e-b2e4-52cd98788622 req-5c44d9fa-e694-43a7-af4d-2219b633a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:59.104617 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2379821d-10f8-468e-b2e4-52cd98788622 req-5c44d9fa-e694-43a7-af4d-2219b633a8ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0896547 Nov 12 01:55:59.177035 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2379821d-10f8-468e-b2e4-52cd98788622 req-d2296359-f56c-4e69-bf37-7abb6efe2664 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6 HTTP/1.1" status: 200 len: 1002 time: 0.0644794 Nov 12 01:55:59.230656 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379821d-10f8-468e-b2e4-52cd98788622 req-3b38f88d-dd19-4818-9590-f631b1e363cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:59.232119 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2379821d-10f8-468e-b2e4-52cd98788622 req-3b38f88d-dd19-4818-9590-f631b1e363cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0482724 Nov 12 01:55:59.285013 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379821d-10f8-468e-b2e4-52cd98788622 req-947e8d00-fd4f-4b52-9d56-f07e5b6691d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:59.286739 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2379821d-10f8-468e-b2e4-52cd98788622 req-947e8d00-fd4f-4b52-9d56-f07e5b6691d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467288 Nov 12 01:55:59.390924 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2379821d-10f8-468e-b2e4-52cd98788622 req-9243bd61-1c07-4d0f-b4a2-7ffe699f5aa1 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973306 Nov 12 01:55:59.494453 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2379821d-10f8-468e-b2e4-52cd98788622 req-3665f5c8-db13-4b69-9d3f-3183ef7aed31 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966980 Nov 12 01:56:04.101652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-7a65f060-b833-424d-803f-03b49a9b1620 req-514bc9be-cc6c-414c-b406-e410dbfefdc2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:56:04.102671 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7a65f060-b833-424d-803f-03b49a9b1620 req-514bc9be-cc6c-414c-b406-e410dbfefdc2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0945437 Nov 12 01:56:04.285804 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-065a3348-82ed-474e-a1d1-1994714d97ae req-fb1f203f-4770-414a-93f9-dbd79349f5c9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0448010 Nov 12 01:56:04.295821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-065a3348-82ed-474e-a1d1-1994714d97ae req-41c245d3-7e00-4b0b-8faa-0c5687367261 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:56:04.297165 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-065a3348-82ed-474e-a1d1-1994714d97ae req-41c245d3-7e00-4b0b-8faa-0c5687367261 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061545 Nov 12 01:56:04.417716 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01638ca0-df65-4dcb-8e89-35615d3469f1 req-46916c24-7cde-4160-93c9-7bf4dc3e9c85 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:04.419238 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01638ca0-df65-4dcb-8e89-35615d3469f1 req-46916c24-7cde-4160-93c9-7bf4dc3e9c85 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.1679559 Nov 12 01:56:04.488090 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01638ca0-df65-4dcb-8e89-35615d3469f1 req-6405d6cc-d17d-4ca6-b9d4-e0d142f77c47 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579703 Nov 12 01:56:05.630355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3348-82ed-474e-a1d1-1994714d97ae req-6ceec441-9afe-4b46-ad54-3bde713721ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:05.631887 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-065a3348-82ed-474e-a1d1-1994714d97ae req-6ceec441-9afe-4b46-ad54-3bde713721ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 1097 time: 0.0521762 Nov 12 01:56:05.691915 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cc100-1f9e-4d94-8a6f-32bc69066371 req-0306bc83-a086-4fc5-bdb9-c27f7d7ef399 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:05.693453 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d70cc100-1f9e-4d94-8a6f-32bc69066371 req-0306bc83-a086-4fc5-bdb9-c27f7d7ef399 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.1224611 Nov 12 01:56:05.768395 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3348-82ed-474e-a1d1-1994714d97ae req-73c0c565-34b9-4ce2-a359-d6aeeff6406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:05.770784 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-065a3348-82ed-474e-a1d1-1994714d97ae req-73c0c565-34b9-4ce2-a359-d6aeeff6406d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.1316612 Nov 12 01:56:05.774502 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d70cc100-1f9e-4d94-8a6f-32bc69066371 req-4dfabfd6-9be6-4363-a093-b2a3df1eed8f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737898 Nov 12 01:56:05.863040 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-065a3348-82ed-474e-a1d1-1994714d97ae req-2fffe441-a05a-4a94-bd5f-42d94cba58e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6 HTTP/1.1" status: 200 len: 1002 time: 0.0848253 Nov 12 01:56:05.925233 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3348-82ed-474e-a1d1-1994714d97ae req-0efb1aef-787e-4e98-8484-5691f5c99baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:05.927563 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-065a3348-82ed-474e-a1d1-1994714d97ae req-0efb1aef-787e-4e98-8484-5691f5c99baa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0560117 Nov 12 01:56:05.977477 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3348-82ed-474e-a1d1-1994714d97ae req-818b89a8-8c5a-410b-beeb-e68a8c187410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:05.979009 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-065a3348-82ed-474e-a1d1-1994714d97ae req-818b89a8-8c5a-410b-beeb-e68a8c187410 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439897 Nov 12 01:56:06.092651 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-065a3348-82ed-474e-a1d1-1994714d97ae req-58cf5af3-c867-42cb-9abf-731de1d5a912 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043160 Nov 12 01:56:06.202695 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-065a3348-82ed-474e-a1d1-1994714d97ae req-fbaad6c6-fce1-4e5c-8dd4-b652d1c80ddd service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016462 Nov 12 01:56:06.928007 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a43161-9d32-4e4e-bd0d-e2f27beee05d req-cd25a83a-633b-4fbd-bc13-5799afb4f7dc tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:06.929875 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-77a43161-9d32-4e4e-bd0d-e2f27beee05d req-cd25a83a-633b-4fbd-bc13-5799afb4f7dc tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.0611887 Nov 12 01:56:06.993406 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-77a43161-9d32-4e4e-bd0d-e2f27beee05d req-a77fe729-6b2b-4b4f-98c2-a4af220e5212 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544975 Nov 12 01:56:08.157319 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32fc79-62e2-4e4d-b7e5-79def0679aae req-e3d349e7-5e3d-44dd-9781-b23cc15c9666 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:08.159563 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7d32fc79-62e2-4e4d-b7e5-79def0679aae req-e3d349e7-5e3d-44dd-9781-b23cc15c9666 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.0645545 Nov 12 01:56:08.213760 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7d32fc79-62e2-4e4d-b7e5-79def0679aae req-c14cb3ea-2538-4de7-8b7b-67532a428b10 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456524 Nov 12 01:56:09.343837 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a15e1-b411-4826-8d2e-ee656d7400e0 req-029e3632-f689-41f2-9a00-68aa43b5bfaf tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:09.345382 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e4a15e1-b411-4826-8d2e-ee656d7400e0 req-029e3632-f689-41f2-9a00-68aa43b5bfaf tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.0552518 Nov 12 01:56:09.394804 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e4a15e1-b411-4826-8d2e-ee656d7400e0 req-14cbd3d7-fab9-4f07-b311-441266f7f5cf tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429626 Nov 12 01:56:09.493237 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:10.517725 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f98ff-9d6f-4378-ad47-ea812ba92f0d req-175c0674-399a-4530-9786-5e4054f0ddee tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:10.519376 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c44f98ff-9d6f-4378-ad47-ea812ba92f0d req-175c0674-399a-4530-9786-5e4054f0ddee tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.0521863 Nov 12 01:56:10.575497 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c44f98ff-9d6f-4378-ad47-ea812ba92f0d req-650ca9d9-dcf0-445a-8d33-4017f2852d01 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494921 Nov 12 01:56:11.712632 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c7eb1-ecca-4d6b-a478-1d1ae7358619 req-39a39631-5b24-4592-a4c7-e648dbfe2f64 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:11.714092 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e79c7eb1-ecca-4d6b-a478-1d1ae7358619 req-39a39631-5b24-4592-a4c7-e648dbfe2f64 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.0580111 Nov 12 01:56:11.764632 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e79c7eb1-ecca-4d6b-a478-1d1ae7358619 req-bb2a3a6b-2af8-4d18-a0fa-b91e263665b9 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445073 Nov 12 01:56:12.895310 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689ea3e-3a59-40d3-aabe-223a5f0bf766 req-16d71342-e871-48d1-b190-3c51b19de347 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:12.897606 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7689ea3e-3a59-40d3-aabe-223a5f0bf766 req-16d71342-e871-48d1-b190-3c51b19de347 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.0567343 Nov 12 01:56:12.960186 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7689ea3e-3a59-40d3-aabe-223a5f0bf766 req-3389f31b-37f6-453d-89f9-8ed44ad99b27 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523877 Nov 12 01:56:14.088271 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e69e58-f2c9-47ed-af44-87c42a2341b1 req-1cae47dc-9114-4955-9870-9c4e84addcc0 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:14.089811 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c0e69e58-f2c9-47ed-af44-87c42a2341b1 req-1cae47dc-9114-4955-9870-9c4e84addcc0 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.0504067 Nov 12 01:56:14.143222 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c0e69e58-f2c9-47ed-af44-87c42a2341b1 req-b4d3dde3-1811-4117-969c-181b86161266 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452032 Nov 12 01:56:15.272855 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb421bf-60d9-4b8c-873f-3d0ac322d54d req-c283db3c-380d-48ff-b1ee-35f8d1c31a71 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:15.274371 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cdb421bf-60d9-4b8c-873f-3d0ac322d54d req-c283db3c-380d-48ff-b1ee-35f8d1c31a71 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.0506339 Nov 12 01:56:15.323210 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cdb421bf-60d9-4b8c-873f-3d0ac322d54d req-7dcfd041-e385-4ec5-a6fd-adcb820431a2 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426307 Nov 12 01:56:16.452973 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cea5e4-46fb-4256-9d3c-2acea6773f9c req-1636f787-e906-4b33-90fa-cf7880b60010 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:16.454673 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-66cea5e4-46fb-4256-9d3c-2acea6773f9c req-1636f787-e906-4b33-90fa-cf7880b60010 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.0558999 Nov 12 01:56:16.509037 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-66cea5e4-46fb-4256-9d3c-2acea6773f9c req-5535ab10-622d-4ece-9175-d27627115fe4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480239 Nov 12 01:56:17.637410 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6750f9-937a-4cd8-8a31-444b6696dd95 req-25eea0e4-d655-47da-a469-eb07a4ad6305 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:17.638933 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6e6750f9-937a-4cd8-8a31-444b6696dd95 req-25eea0e4-d655-47da-a469-eb07a4ad6305 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.0558667 Nov 12 01:56:17.693721 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6e6750f9-937a-4cd8-8a31-444b6696dd95 req-a9c94ead-0085-4968-8f42-443daf88df3b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475585 Nov 12 01:56:18.495394 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [req-065a3348-82ed-474e-a1d1-1994714d97ae req-69e5a90f-e7c7-4ad4-aa7c-81b9cbd3df1e service neutron] show failed (client error): The resource could not be found. Nov 12 01:56:18.496487 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-065a3348-82ed-474e-a1d1-1994714d97ae req-69e5a90f-e7c7-4ad4-aa7c-81b9cbd3df1e service neutron] 10.222.0.15 "GET /v2.0/ports/3573822a-c540-43e0-bdc2-b70a0b2a6fa6/bindings/n-h1-712137-14 HTTP/1.1" status: 404 len: 381 time: 0.0558841 Nov 12 01:56:18.718795 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ba2c2c60-f331-415a-a809-e93ddbef10af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:18.720326 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ba2c2c60-f331-415a-a809-e93ddbef10af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1&tenant_id=104830a52b9c4ea490a2ce6bfd934a00 HTTP/1.1" status: 200 len: 1097 time: 0.0445015 Nov 12 01:56:18.731133 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-065a3348-82ed-474e-a1d1-1994714d97ae req-1345fd32-dd5c-4ecb-9a38-3f519d28ba65 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:56:18.732185 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-065a3348-82ed-474e-a1d1-1994714d97ae req-1345fd32-dd5c-4ecb-9a38-3f519d28ba65 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053220 Nov 12 01:56:18.745091 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-14', 'device_owner': 'compute:nova'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:56:18.809939 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:18.817945 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e807bc5-7c8b-4193-a2da-8d755e4a8ba0 req-6e625766-52cc-42e9-a82f-72e49eb938d0 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:18.819510 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7e807bc5-7c8b-4193-a2da-8d755e4a8ba0 req-6e625766-52cc-42e9-a82f-72e49eb938d0 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.0533733 Nov 12 01:56:18.870618 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7e807bc5-7c8b-4193-a2da-8d755e4a8ba0 req-7667860a-d088-4378-9cd6-96d348f6c868 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450664 Nov 12 01:56:19.038374 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] For port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:19.080799 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] For port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:56:19.124441 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:56:19.126852 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e0c3ba-5193-4e65-9df2-a7de1510ce63" -d '{"events": [{"server_uuid": "ddc6f17d-a574-4b24-a946-9d7a2c9da2e1", "name": "network-vif-unplugged", "status": "completed", "tag": "3573822a-c540-43e0-bdc2-b70a0b2a6fa6"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:56:19.131307 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:19.147109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Transition to ACTIVE for port object 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:56:19.151676 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:19.190641 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39777d72-c244-498c-9632-1c98cb2df102 x-openstack-request-id: req-39777d72-c244-498c-9632-1c98cb2df102 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:56:19.191043 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc6f17d-a574-4b24-a946-9d7a2c9da2e1", "name": "network-vif-unplugged", "status": "completed", "tag": "3573822a-c540-43e0-bdc2-b70a0b2a6fa6", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:56:19.191363 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39777d72-c244-498c-9632-1c98cb2df102 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:56:19.191878 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6', 'code': 200} Nov 12 01:56:19.279966 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Pushing event updated for resources: {'Port': ['ID=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,revision_number=6']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:19.295783 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:19.296271 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:19.297032 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:19.297498 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:19.297961 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:19.298417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:19.298872 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:19.299323 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:19.299772 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:19.300225 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:19.300676 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:19.301148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:19.343425 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] No DVR routers for this DVR port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:56:19.518566 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Attempting to bind port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:56:19.518900 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Attempting to bind port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:56:19.519221 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Attempting to bind port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:56:19.524053 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:56:19.524376 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Attempting to bind port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:56:19.529669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:56:19.530009 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Checking segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:56:19.530438 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Bound using segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:56:19.530865 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Bound port: 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:56:19.531216 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:19.599791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] For port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:56:19.604168 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] For port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:56:19.610522 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:19.652040 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:19.652839 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:19.654096 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-065a3348-82ed-474e-a1d1-1994714d97ae req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] 10.222.0.21 "PUT /v2.0/ports/3573822a-c540-43e0-bdc2-b70a0b2a6fa6 HTTP/1.1" status: 200 len: 1092 time: 0.9135916 Nov 12 01:56:19.675961 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb176ae-eb3d-4210-a656-16f8fe9f7396 service neutron] Pushing event updated for resources: {'Port': ['ID=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,revision_number=7']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:19.735144 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3348-82ed-474e-a1d1-1994714d97ae req-f2042232-819e-4b9f-aba0-fd7939ceeeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:19.737453 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-065a3348-82ed-474e-a1d1-1994714d97ae req-f2042232-819e-4b9f-aba0-fd7939ceeeef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 1095 time: 0.0560536 Nov 12 01:56:19.846375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3348-82ed-474e-a1d1-1994714d97ae req-a86e6b92-baef-43c2-a773-e3c65efda28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:19.847956 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-065a3348-82ed-474e-a1d1-1994714d97ae req-a86e6b92-baef-43c2-a773-e3c65efda28e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.1010268 Nov 12 01:56:19.926096 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-065a3348-82ed-474e-a1d1-1994714d97ae req-7a5b1ab1-be9f-41f5-ab61-49605662a18e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6 HTTP/1.1" status: 200 len: 1000 time: 0.0689309 Nov 12 01:56:19.993920 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3348-82ed-474e-a1d1-1994714d97ae req-c18d65c3-3be4-47fe-87d2-e1de48beeab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:19.997784 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-065a3348-82ed-474e-a1d1-1994714d97ae req-c18d65c3-3be4-47fe-87d2-e1de48beeab5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0614026 Nov 12 01:56:20.028653 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33d16a-cd53-4abe-a76a-16f42431972b req-e4e1e733-6625-469b-8ed3-de7282f5acf6 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:20.030945 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3f33d16a-cd53-4abe-a76a-16f42431972b req-e4e1e733-6625-469b-8ed3-de7282f5acf6 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 943 time: 0.0654519 Nov 12 01:56:20.064356 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3348-82ed-474e-a1d1-1994714d97ae req-37c3d43a-f9c6-4090-9983-3ec55beeec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:20.065923 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-065a3348-82ed-474e-a1d1-1994714d97ae req-37c3d43a-f9c6-4090-9983-3ec55beeec7b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623097 Nov 12 01:56:20.092118 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3f33d16a-cd53-4abe-a76a-16f42431972b req-87f91470-6805-4681-9bd1-ff7090556d70 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544224 Nov 12 01:56:20.176197 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-065a3348-82ed-474e-a1d1-1994714d97ae req-4901bac8-d946-48f7-8f9a-be1ae4506f9b service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022491 Nov 12 01:56:20.210917 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d7d1d1d3-6621-4153-9aab-c7156dffc10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:20.310488 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-065a3348-82ed-474e-a1d1-1994714d97ae req-bb5998af-5f22-4941-b8b2-3a47e5f17c8d service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163661 Nov 12 01:56:21.200060 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'tag': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:56:21.202375 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6654ec13-202f-4c25-a0b3-9d83650622b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc6f17d-a574-4b24-a946-9d7a2c9da2e1", "tag": "3573822a-c540-43e0-bdc2-b70a0b2a6fa6"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:56:21.229427 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4b8de-f44d-42bf-8498-08c95ccd061c req-c79beb29-6a2d-4a2d-9b44-be8fff94269f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:21.230980 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-03b4b8de-f44d-42bf-8498-08c95ccd061c req-c79beb29-6a2d-4a2d-9b44-be8fff94269f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 943 time: 0.0600960 Nov 12 01:56:21.272625 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f64f404-e574-44a9-bff5-0d037cc3333c x-openstack-request-id: req-6f64f404-e574-44a9-bff5-0d037cc3333c {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:56:21.272939 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc6f17d-a574-4b24-a946-9d7a2c9da2e1", "tag": "3573822a-c540-43e0-bdc2-b70a0b2a6fa6", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:56:21.273192 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f64f404-e574-44a9-bff5-0d037cc3333c {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:56:21.273596 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'tag': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6', 'status': 'completed', 'code': 200} Nov 12 01:56:21.288011 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-03b4b8de-f44d-42bf-8498-08c95ccd061c req-eb404f63-a1ae-43c9-b0e9-86574fee5cdf tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492592 Nov 12 01:56:21.354105 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654ec13-202f-4c25-a0b3-9d83650622b2 req-938719ae-db07-42dc-8ac8-9897335675e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:21.356145 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6654ec13-202f-4c25-a0b3-9d83650622b2 req-938719ae-db07-42dc-8ac8-9897335675e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 1095 time: 0.0566251 Nov 12 01:56:21.358808 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654ec13-202f-4c25-a0b3-9d83650622b2 req-68e53856-616f-488a-8782-5f8bf2c889f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:21.360335 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6654ec13-202f-4c25-a0b3-9d83650622b2 req-68e53856-616f-488a-8782-5f8bf2c889f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 1095 time: 0.0474246 Nov 12 01:56:21.471220 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654ec13-202f-4c25-a0b3-9d83650622b2 req-fe3f10d9-3a2a-4883-9faf-617b17fb3bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:21.472785 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6654ec13-202f-4c25-a0b3-9d83650622b2 req-fe3f10d9-3a2a-4883-9faf-617b17fb3bdb service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.1043713 Nov 12 01:56:21.478060 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654ec13-202f-4c25-a0b3-9d83650622b2 req-492b9082-9230-41e2-8de0-01179c572418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:21.480056 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6654ec13-202f-4c25-a0b3-9d83650622b2 req-492b9082-9230-41e2-8de0-01179c572418 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.1161358 Nov 12 01:56:21.550924 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6654ec13-202f-4c25-a0b3-9d83650622b2 req-81051fc5-a3f6-46c0-9b8e-86968760e564 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6 HTTP/1.1" status: 200 len: 1000 time: 0.0695095 Nov 12 01:56:21.576364 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6654ec13-202f-4c25-a0b3-9d83650622b2 req-dc35c067-c60c-4c3d-9ad7-9c683e62da96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6 HTTP/1.1" status: 200 len: 1000 time: 0.0871696 Nov 12 01:56:21.618505 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654ec13-202f-4c25-a0b3-9d83650622b2 req-1da898fe-d1f0-4c6e-9f84-20ee78951c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:21.620225 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6654ec13-202f-4c25-a0b3-9d83650622b2 req-1da898fe-d1f0-4c6e-9f84-20ee78951c18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0614698 Nov 12 01:56:21.634522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654ec13-202f-4c25-a0b3-9d83650622b2 req-be60c2f3-45b2-4010-a95e-bc81b081abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:21.635988 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6654ec13-202f-4c25-a0b3-9d83650622b2 req-be60c2f3-45b2-4010-a95e-bc81b081abfd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0529029 Nov 12 01:56:21.690634 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654ec13-202f-4c25-a0b3-9d83650622b2 req-ea509a70-81ce-406b-a2db-8441d750e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:21.692578 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6654ec13-202f-4c25-a0b3-9d83650622b2 req-ea509a70-81ce-406b-a2db-8441d750e3d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648663 Nov 12 01:56:21.803085 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6654ec13-202f-4c25-a0b3-9d83650622b2 req-749df1ed-0654-4b56-b2c5-834e1e7751d4 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033320 Nov 12 01:56:21.935261 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6654ec13-202f-4c25-a0b3-9d83650622b2 req-4549ae0d-56a9-4536-ac51-fa7a181cc69b service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245580 Nov 12 01:56:22.010911 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654ec13-202f-4c25-a0b3-9d83650622b2 req-88abf672-3df6-45f3-b6d3-c0317afb3867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:22.012545 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6654ec13-202f-4c25-a0b3-9d83650622b2 req-88abf672-3df6-45f3-b6d3-c0317afb3867 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3678439 Nov 12 01:56:22.112471 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6654ec13-202f-4c25-a0b3-9d83650622b2 req-31f31236-f386-4df9-9650-cdf3b86e1280 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924358 Nov 12 01:56:22.213854 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6654ec13-202f-4c25-a0b3-9d83650622b2 req-c4a2c841-3ac9-48f3-a7e0-e509ac0b91b0 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936563 Nov 12 01:56:22.416074 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125842d-00ae-48aa-a88c-a640a39967f9 req-2ac7cebd-f20a-4a4d-9fe9-424ac742088c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:22.417640 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9125842d-00ae-48aa-a88c-a640a39967f9 req-2ac7cebd-f20a-4a4d-9fe9-424ac742088c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 943 time: 0.0533371 Nov 12 01:56:22.483977 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9125842d-00ae-48aa-a88c-a640a39967f9 req-525428fc-2995-4305-8698-6cd951ea5f86 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558791 Nov 12 01:56:22.492391 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-da558b15-5d49-489f-b308-85b019c5aa34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:22.841969 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-422024ca-33ba-4e4b-8466-6862762a8e95 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:22.843518 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-422024ca-33ba-4e4b-8466-6862762a8e95 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1&tenant_id=104830a52b9c4ea490a2ce6bfd934a00&binding%3Ahost_id=n-h1-712137-14 HTTP/1.1" status: 200 len: 943 time: 0.0754132 Nov 12 01:56:22.858821 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0577c-06db-4ef5-9d4b-f5ff61dca212 req-8709d855-78f3-4a5a-9cdd-1dd58c726a87 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:22.860354 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-92f0577c-06db-4ef5-9d4b-f5ff61dca212 req-8709d855-78f3-4a5a-9cdd-1dd58c726a87 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 943 time: 0.0602782 Nov 12 01:56:22.922614 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-92f0577c-06db-4ef5-9d4b-f5ff61dca212 req-3102be9c-22c9-4f2e-8761-635cddd836d0 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543814 Nov 12 01:56:22.926106 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-7118906b-656f-4da2-a29a-f7093e56e091 service neutron] 10.222.0.21 "GET /v2.0/ports/3573822a-c540-43e0-bdc2-b70a0b2a6fa6/bindings/n-h1-712137-14 HTTP/1.1" status: 200 len: 383 time: 0.0747540 Nov 12 01:56:22.997834 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-c0ea1bc6-01b7-4310-9f61-dfbc3e98be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:22.999910 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-c0ea1bc6-01b7-4310-9f61-dfbc3e98be7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 1095 time: 0.0474746 Nov 12 01:56:23.098821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-76833210-6c3d-40d6-8cc7-a79ebfbe7beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:23.100230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-76833210-6c3d-40d6-8cc7-a79ebfbe7beb service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0935705 Nov 12 01:56:23.175234 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-7366f8dd-4f36-4d88-a9e2-e86abe1f7561 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6 HTTP/1.1" status: 200 len: 1000 time: 0.0673521 Nov 12 01:56:23.204495 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:56:23.227991 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-ab881e46-7f9f-4c71-b4be-f9d8c71eb62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:23.229544 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-ab881e46-7f9f-4c71-b4be-f9d8c71eb62c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0477805 Nov 12 01:56:23.249285 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:56:23.282053 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-14c713bf-92ff-45bc-89e4-04ee9988e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:23.284046 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-14c713bf-92ff-45bc-89e4-04ee9988e5f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476389 Nov 12 01:56:23.383518 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-abcfdee8-2433-4a50-a2c2-18c7a5030f17 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926118 Nov 12 01:56:23.482449 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:56:23.494783 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-c848421a-337d-45ca-92fd-b98e14de336b service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045160 Nov 12 01:56:23.610520 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:23.624014 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'port_id': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6', 'mac_address': 'fa:16:3e:92:54:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:56:23.665656 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.680192 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:56:23.703183 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:23.708172 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.757873 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:23.773917 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:23.774265 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:23.774611 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:23.774953 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:23.775291 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:23.775624 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:23.775956 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:23.776282 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:23.776612 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:23.776964 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:23.777290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:23.777616 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:23.789015 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.988154 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['3573822a-c540-43e0-bdc2-b70a0b2a6fa6'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:56:24.065948 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2793e87-18a9-4bf9-822a-fb9631b6bf1c req-d976f23e-38ed-4f72-b9e0-077c99016064 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:24.067639 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2793e87-18a9-4bf9-822a-fb9631b6bf1c req-d976f23e-38ed-4f72-b9e0-077c99016064 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 944 time: 0.0636487 Nov 12 01:56:24.122328 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f2793e87-18a9-4bf9-822a-fb9631b6bf1c req-bad98918-fe27-4aa2-922d-2b0accb41531 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463524 Nov 12 01:56:25.259403 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:25.300925 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006184f-206d-4516-a8c5-a46f54912338 req-4e3ba14f-f743-4dc3-97e4-3edefb8b4b2f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:25.304342 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0006184f-206d-4516-a8c5-a46f54912338 req-4e3ba14f-f743-4dc3-97e4-3edefb8b4b2f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 944 time: 0.0671790 Nov 12 01:56:25.373954 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0006184f-206d-4516-a8c5-a46f54912338 req-48dc14ce-77c0-4614-b8ee-7976977ed071 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616562 Nov 12 01:56:25.497099 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:56:25.576193 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:56:25.582503 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:56:25.582791 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:25.607706 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-fe165f1f-c85e-49b4-809e-42e3188cdd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:25.609554 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-fe165f1f-c85e-49b4-809e-42e3188cdd2e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1&tenant_id=104830a52b9c4ea490a2ce6bfd934a00 HTTP/1.1" status: 200 len: 1096 time: 0.0508869 Nov 12 01:56:25.630112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-14', 'device_owner': 'compute:nova'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:56:25.691427 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:25.719393 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:25.738305 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:56:25.742196 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4aa688-3d59-4786-84c8-7ae891b46653" -d '{"events": [{"server_uuid": "ddc6f17d-a574-4b24-a946-9d7a2c9da2e1", "name": "network-vif-plugged", "status": "completed", "tag": "3573822a-c540-43e0-bdc2-b70a0b2a6fa6"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:56:25.761180 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:25.762759 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:25.768433 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:25.792863 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.db.api [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:56:25.793370 n-d-712137-14 neutron-server[114243]: DEBUG oslo_db.api [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:56:25.840569 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:25.874491 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3154de1c-2b42-4d3b-99ee-df3af513fc75 x-openstack-request-id: req-3154de1c-2b42-4d3b-99ee-df3af513fc75 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:56:25.874788 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc6f17d-a574-4b24-a946-9d7a2c9da2e1", "name": "network-vif-plugged", "status": "completed", "tag": "3573822a-c540-43e0-bdc2-b70a0b2a6fa6", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:56:25.875053 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3154de1c-2b42-4d3b-99ee-df3af513fc75 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:56:25.875461 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6', 'code': 200} Nov 12 01:56:26.335881 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:26.343811 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:26.580363 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f9746-8cd8-4d6a-a5f0-0c2dc4e9547d req-9decf602-bbd9-468f-b09d-3d26be5d6fe7 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:26.582089 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e80f9746-8cd8-4d6a-a5f0-0c2dc4e9547d req-9decf602-bbd9-468f-b09d-3d26be5d6fe7 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.1148329 Nov 12 01:56:26.627198 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] For port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:26.669040 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e80f9746-8cd8-4d6a-a5f0-0c2dc4e9547d req-8c7aae43-3d61-4601-93be-d49300c8e679 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755117 Nov 12 01:56:26.683567 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] For port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:56:26.737056 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:56:26.739398 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5670471c-0dc5-4ff1-bc92-9e19ae4b4dfd" -d '{"events": [{"server_uuid": "ddc6f17d-a574-4b24-a946-9d7a2c9da2e1", "name": "network-vif-unplugged", "status": "completed", "tag": "3573822a-c540-43e0-bdc2-b70a0b2a6fa6"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:56:26.743714 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:26.760885 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Transition to ACTIVE for port object 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:56:26.769298 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:26.861991 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3780ca87-4c86-477e-8ea8-c12495572c6d x-openstack-request-id: req-3780ca87-4c86-477e-8ea8-c12495572c6d {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:56:26.862274 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc6f17d-a574-4b24-a946-9d7a2c9da2e1", "name": "network-vif-unplugged", "status": "completed", "tag": "3573822a-c540-43e0-bdc2-b70a0b2a6fa6", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:56:26.862530 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3780ca87-4c86-477e-8ea8-c12495572c6d {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:56:26.862932 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6', 'code': 200} Nov 12 01:56:26.863515 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,revision_number=10']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:26.879223 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:26.879455 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:26.879789 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:26.880126 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:26.880465 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:26.880837 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:26.881168 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:26.881540 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:26.881860 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:26.882204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:26.882545 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:26.882869 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:26.932922 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] No DVR routers for this DVR port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 on host n-h1-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:56:27.123441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Attempting to bind port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:56:27.123725 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Attempting to bind port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:56:27.124109 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Attempting to bind port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:56:27.129811 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:56:27.130091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Attempting to bind port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:56:27.135504 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:56:27.135803 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Checking segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:56:27.136217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Bound using segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:56:27.136622 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Bound port: 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:56:27.137057 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:27.208647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] For port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:56:27.212307 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] For port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:56:27.218330 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:27.268810 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:27.269432 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:27.271073 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] 10.222.0.15 "PUT /v2.0/ports/3573822a-c540-43e0-bdc2-b70a0b2a6fa6 HTTP/1.1" status: 200 len: 1093 time: 1.6462193 Nov 12 01:56:27.298169 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41773e0e-fcdf-4ce1-a364-c6327b407cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,revision_number=11']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:27.380251 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-66a38933-1f43-455b-a696-4ff3be96a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:27.381743 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-66a38933-1f43-455b-a696-4ff3be96a565 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 1096 time: 0.0601957 Nov 12 01:56:27.489176 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-49bac1a2-1817-4a90-9617-67a7f7f21b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:27.490810 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-49bac1a2-1817-4a90-9617-67a7f7f21b82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.1017463 Nov 12 01:56:27.586359 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-1f4b951f-dc2a-4dbb-a170-92dd81ec6507 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6 HTTP/1.1" status: 200 len: 1000 time: 0.0876286 Nov 12 01:56:27.638599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-660973f2-dd81-422e-aa36-996eac232b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:27.640520 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-660973f2-dd81-422e-aa36-996eac232b52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0463154 Nov 12 01:56:27.691480 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-ccf70c18-90b8-400f-bbdc-015777cd2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:27.693003 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-ccf70c18-90b8-400f-bbdc-015777cd2765 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455840 Nov 12 01:56:27.816931 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-93545851-1a92-481a-8c20-598323ac913e service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138389 Nov 12 01:56:27.829927 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c0151-913e-4383-95ed-80a643320f79 req-475d0220-c522-46db-a8fc-0bb1743dfc8e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:27.831447 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-537c0151-913e-4383-95ed-80a643320f79 req-475d0220-c522-46db-a8fc-0bb1743dfc8e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 944 time: 0.0766184 Nov 12 01:56:27.946293 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-537c0151-913e-4383-95ed-80a643320f79 req-554359ad-3353-47d0-85da-c75987bab44c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064386 Nov 12 01:56:27.966251 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3adb1950-325b-4b83-9ac8-96db95e4285d req-7552ed75-86e8-4b65-a0a6-0375fa259705 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338143 Nov 12 01:56:28.864061 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'tag': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:56:28.866503 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65442e21-4899-4917-8897-be3641cbd9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc6f17d-a574-4b24-a946-9d7a2c9da2e1", "tag": "3573822a-c540-43e0-bdc2-b70a0b2a6fa6"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:56:28.916235 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34449de2-5cf2-433f-822f-2f2fbce707bb x-openstack-request-id: req-34449de2-5cf2-433f-822f-2f2fbce707bb {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:56:28.916553 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc6f17d-a574-4b24-a946-9d7a2c9da2e1", "tag": "3573822a-c540-43e0-bdc2-b70a0b2a6fa6", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:56:28.916828 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34449de2-5cf2-433f-822f-2f2fbce707bb {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:56:28.917230 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'tag': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6', 'status': 'completed', 'code': 200} Nov 12 01:56:28.980766 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65442e21-4899-4917-8897-be3641cbd9d8 req-570dc7f1-0750-44a2-832f-b1c83e9dbe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:28.982480 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65442e21-4899-4917-8897-be3641cbd9d8 req-570dc7f1-0750-44a2-832f-b1c83e9dbe0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 1096 time: 0.0412781 Nov 12 01:56:29.001847 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65442e21-4899-4917-8897-be3641cbd9d8 req-a32166a3-43e6-408c-8f14-d962eabec9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:29.003386 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-65442e21-4899-4917-8897-be3641cbd9d8 req-a32166a3-43e6-408c-8f14-d962eabec9dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 1096 time: 0.0452003 Nov 12 01:56:29.090385 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65442e21-4899-4917-8897-be3641cbd9d8 req-549e2130-1b36-48c6-a09c-73e6f1299946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:29.091887 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65442e21-4899-4917-8897-be3641cbd9d8 req-549e2130-1b36-48c6-a09c-73e6f1299946 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.1026461 Nov 12 01:56:29.144429 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a4cb5-a2f5-4085-a7cf-908b96c353c5 req-76a9d1f1-ee14-40d3-8733-49b2a8632280 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:29.146011 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b8a4cb5-a2f5-4085-a7cf-908b96c353c5 req-76a9d1f1-ee14-40d3-8733-49b2a8632280 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 944 time: 0.1055050 Nov 12 01:56:29.147313 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65442e21-4899-4917-8897-be3641cbd9d8 req-82d0be98-0b46-413d-9482-13001b4132b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:29.148682 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-65442e21-4899-4917-8897-be3641cbd9d8 req-82d0be98-0b46-413d-9482-13001b4132b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.1381018 Nov 12 01:56:29.168774 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65442e21-4899-4917-8897-be3641cbd9d8 req-acd352a5-bbc3-4c84-ac1b-29986bb8ff5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6 HTTP/1.1" status: 200 len: 1000 time: 0.0689929 Nov 12 01:56:29.218996 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65442e21-4899-4917-8897-be3641cbd9d8 req-d9b2a111-83ae-47d0-9a18-fc65f7cfcb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:29.220528 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65442e21-4899-4917-8897-be3641cbd9d8 req-d9b2a111-83ae-47d0-9a18-fc65f7cfcb0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0454822 Nov 12 01:56:29.249883 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-65442e21-4899-4917-8897-be3641cbd9d8 req-6f8f1825-db81-4456-8283-0cec04dbd66f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6 HTTP/1.1" status: 200 len: 1000 time: 0.0906906 Nov 12 01:56:29.253568 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b8a4cb5-a2f5-4085-a7cf-908b96c353c5 req-5f827b69-f8c4-48a2-94d3-2a4182a25a39 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013541 Nov 12 01:56:29.288719 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65442e21-4899-4917-8897-be3641cbd9d8 req-0a9254c6-6377-452d-b876-11bf2e1d2f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:29.290245 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65442e21-4899-4917-8897-be3641cbd9d8 req-0a9254c6-6377-452d-b876-11bf2e1d2f62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630155 Nov 12 01:56:29.309771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65442e21-4899-4917-8897-be3641cbd9d8 req-6e26fd81-3aab-4503-87d6-cea745106c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:29.311332 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-65442e21-4899-4917-8897-be3641cbd9d8 req-6e26fd81-3aab-4503-87d6-cea745106c6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0535467 Nov 12 01:56:29.359837 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65442e21-4899-4917-8897-be3641cbd9d8 req-695169ff-09ee-4a07-9867-22145cfb05b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:29.361391 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-65442e21-4899-4917-8897-be3641cbd9d8 req-695169ff-09ee-4a07-9867-22145cfb05b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420318 Nov 12 01:56:29.383799 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65442e21-4899-4917-8897-be3641cbd9d8 req-67b1bad8-afcd-4c48-aa2f-bb486361c730 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848832 Nov 12 01:56:29.458189 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-65442e21-4899-4917-8897-be3641cbd9d8 req-b389d517-6c48-4fca-a9f1-683599c030a5 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889320 Nov 12 01:56:29.479263 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-65442e21-4899-4917-8897-be3641cbd9d8 req-5d6ec01d-26e8-4329-9b4f-e6259274668b service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882614 Nov 12 01:56:29.542862 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:56:29.550600 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-65442e21-4899-4917-8897-be3641cbd9d8 req-2473b5da-a3a4-45bf-a425-88a3f1c46bb7 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842624 Nov 12 01:56:29.581770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:56:30.387172 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94dbc0-47a5-4050-b626-c088b5e9927f req-d3c499a0-1995-41d0-a6dd-858828fd1daa tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:30.388718 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5f94dbc0-47a5-4050-b626-c088b5e9927f req-d3c499a0-1995-41d0-a6dd-858828fd1daa tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 944 time: 0.0504065 Nov 12 01:56:30.437817 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5f94dbc0-47a5-4050-b626-c088b5e9927f req-029e48ba-5665-438d-b8c1-3ebec34cca82 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427456 Nov 12 01:56:31.231055 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:56:31.326242 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:31.337933 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'port_id': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6', 'mac_address': 'fa:16:3e:92:54:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:56:31.375502 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:31.388092 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:56:31.412185 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:31.416052 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:31.463042 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,revision_number=12']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:31.558825 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dfc60-2c95-4ec7-8bc0-f565e2b066f4 req-538792f2-cbcd-4827-9768-f667c3ddc706 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:31.560252 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-574dfc60-2c95-4ec7-8bc0-f565e2b066f4 req-538792f2-cbcd-4827-9768-f667c3ddc706 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.0533774 Nov 12 01:56:31.609212 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-574dfc60-2c95-4ec7-8bc0-f565e2b066f4 req-722fab1a-c54a-43fe-adf4-943f361f5248 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421851 Nov 12 01:56:31.732432 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cfc46-7e1e-4502-94c7-88d8fd900be6 req-0215dce5-2e48-41a5-b0d4-ee8fd6eb5610 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:31.733961 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-792cfc46-7e1e-4502-94c7-88d8fd900be6 req-0215dce5-2e48-41a5-b0d4-ee8fd6eb5610 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.0557845 Nov 12 01:56:31.783684 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-792cfc46-7e1e-4502-94c7-88d8fd900be6 req-241c1aa3-c434-4587-bf9d-63862006bc89 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433233 Nov 12 01:56:31.858586 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['3573822a-c540-43e0-bdc2-b70a0b2a6fa6'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:56:31.899915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcde0d-f8e3-45cf-bc87-b36ec2e1bb0b req-768913cf-74bc-427e-b12a-47975a03be7e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:31.901456 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b6bcde0d-f8e3-45cf-bc87-b36ec2e1bb0b req-768913cf-74bc-427e-b12a-47975a03be7e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.0515180 Nov 12 01:56:31.949952 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b6bcde0d-f8e3-45cf-bc87-b36ec2e1bb0b req-7e87fc89-932e-4ff8-8e1a-fd7b158ceafe tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421295 Nov 12 01:56:32.191952 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24657ee9-3bde-4588-bb96-12448c012aa6 req-e79f2468-b1ae-4250-b63a-c45635e19f54 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:32.193465 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-24657ee9-3bde-4588-bb96-12448c012aa6 req-e79f2468-b1ae-4250-b63a-c45635e19f54 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.0531168 Nov 12 01:56:32.242642 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-24657ee9-3bde-4588-bb96-12448c012aa6 req-f2a6be6f-4844-45a4-af9b-eec0c878d815 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431328 Nov 12 01:56:33.232816 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:56:33.290705 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:56:33.297048 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:56:33.297647 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:33.391321 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:33.396535 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d01c23-4217-40e3-a470-b9156bd00141 req-fcda294e-c166-4bf8-8a7e-7753471e0765 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:33.398111 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-36d01c23-4217-40e3-a470-b9156bd00141 req-fcda294e-c166-4bf8-8a7e-7753471e0765 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 945 time: 0.0513637 Nov 12 01:56:33.414786 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:56:33.417073 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e6dc98-15f8-403c-931d-eb711e24bac3" -d '{"events": [{"server_uuid": "ddc6f17d-a574-4b24-a946-9d7a2c9da2e1", "name": "network-vif-plugged", "status": "completed", "tag": "3573822a-c540-43e0-bdc2-b70a0b2a6fa6"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:56:33.436027 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:33.441934 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:33.456041 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:56:33.465948 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-36d01c23-4217-40e3-a470-b9156bd00141 req-e18a5677-131b-4387-8c5a-103cf1e0fbaa tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606797 Nov 12 01:56:33.467744 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f3f779-b3d9-4e87-b6d0-b76c491d4073 x-openstack-request-id: req-17f3f779-b3d9-4e87-b6d0-b76c491d4073 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:56:33.468039 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc6f17d-a574-4b24-a946-9d7a2c9da2e1", "name": "network-vif-plugged", "status": "completed", "tag": "3573822a-c540-43e0-bdc2-b70a0b2a6fa6", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:56:33.468293 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17f3f779-b3d9-4e87-b6d0-b76c491d4073 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:56:33.468679 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6', 'code': 200} Nov 12 01:56:33.495066 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,revision_number=13']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:33.786208 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86942a19-a497-476a-aaf5-a1fe47470e02 req-2d4cb588-1ee0-42b2-b64a-97311e817194 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:33.787593 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86942a19-a497-476a-aaf5-a1fe47470e02 req-2d4cb588-1ee0-42b2-b64a-97311e817194 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 946 time: 0.0548520 Nov 12 01:56:33.880950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-86942a19-a497-476a-aaf5-a1fe47470e02 req-81fc81e7-8241-4be0-8ff6-038eba7c391f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Deleting port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:56:33.881298 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-86942a19-a497-476a-aaf5-a1fe47470e02 req-81fc81e7-8241-4be0-8ff6-038eba7c391f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:33.972502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-86942a19-a497-476a-aaf5-a1fe47470e02 req-81fc81e7-8241-4be0-8ff6-038eba7c391f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] For port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:33.972902 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-86942a19-a497-476a-aaf5-a1fe47470e02 req-81fc81e7-8241-4be0-8ff6-038eba7c391f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:34.463736 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-86942a19-a497-476a-aaf5-a1fe47470e02 req-81fc81e7-8241-4be0-8ff6-038eba7c391f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:34.464095 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-86942a19-a497-476a-aaf5-a1fe47470e02 req-81fc81e7-8241-4be0-8ff6-038eba7c391f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:34.464412 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [req-86942a19-a497-476a-aaf5-a1fe47470e02 req-81fc81e7-8241-4be0-8ff6-038eba7c391f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Floating IP c2f578a1-db4d-450f-a2ae-e16dafbacb55 disassociated. External IP: 172.25.0.235, port: 3573822a-c540-43e0-bdc2-b70a0b2a6fa6. Nov 12 01:56:34.464793 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-86942a19-a497-476a-aaf5-a1fe47470e02 req-81fc81e7-8241-4be0-8ff6-038eba7c391f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Calling delete_port for 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:56:34.625602 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2f3da-201f-48ef-a22f-3b8fe1beeecd req-17cb9831-d3d8-4075-ac3c-30393dc4b7de tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:34.627187 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-67d2f3da-201f-48ef-a22f-3b8fe1beeecd req-17cb9831-d3d8-4075-ac3c-30393dc4b7de tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc6f17d-a574-4b24-a946-9d7a2c9da2e1 HTTP/1.1" status: 200 len: 946 time: 0.0885644 Nov 12 01:56:34.631304 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-86942a19-a497-476a-aaf5-a1fe47470e02 req-81fc81e7-8241-4be0-8ff6-038eba7c391f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:34.683774 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc81e7-8241-4be0-8ff6-038eba7c391f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Pushing event deleted for resources: {'Port': ['ID=3573822a-c540-43e0-bdc2-b70a0b2a6fa6,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:34.761807 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-67d2f3da-201f-48ef-a22f-3b8fe1beeecd req-4ac153bb-a51d-4025-bcfd-3fd2a4cc0dde tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238205 Nov 12 01:56:34.833972 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86942a19-a497-476a-aaf5-a1fe47470e02 req-81fc81e7-8241-4be0-8ff6-038eba7c391f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Router 9d2c1484-9de0-4eed-b887-3d38064055ae has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:56:34.957780 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86942a19-a497-476a-aaf5-a1fe47470e02 req-81fc81e7-8241-4be0-8ff6-038eba7c391f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:56:34.966766 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db14ec82-f10b-45c6-adc1-80f71a5953de None None] Sync routers for ids ['9d2c1484-9de0-4eed-b887-3d38064055ae'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:56:34.977008 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db14ec82-f10b-45c6-adc1-80f71a5953de None None] Routers {'9d2c1484-9de0-4eed-b887-3d38064055ae'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:56:34.977644 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-db14ec82-f10b-45c6-adc1-80f71a5953de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:56:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9d2c1484-9de0-4eed-b887-3d38064055ae'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:34.995634 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-86942a19-a497-476a-aaf5-a1fe47470e02 req-81fc81e7-8241-4be0-8ff6-038eba7c391f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] No DVR routers for this DVR port 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:56:34.999529 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-86942a19-a497-476a-aaf5-a1fe47470e02 req-81fc81e7-8241-4be0-8ff6-038eba7c391f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:35.003215 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86942a19-a497-476a-aaf5-a1fe47470e02 req-81fc81e7-8241-4be0-8ff6-038eba7c391f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.15 "DELETE /v2.0/ports/3573822a-c540-43e0-bdc2-b70a0b2a6fa6 HTTP/1.1" status: 204 len: 173 time: 1.2089081 Nov 12 01:56:35.003685 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'name': 'network-vif-deleted', 'tag': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:56:35.005982 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf5a3ba-b285-4cd6-a86a-9bf7a467a444" -d '{"events": [{"server_uuid": "ddc6f17d-a574-4b24-a946-9d7a2c9da2e1", "name": "network-vif-deleted", "tag": "3573822a-c540-43e0-bdc2-b70a0b2a6fa6"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:56:35.051978 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76c06f3-82ac-4a33-be12-ec46d546ea71 x-openstack-request-id: req-c76c06f3-82ac-4a33-be12-ec46d546ea71 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:56:35.052278 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc6f17d-a574-4b24-a946-9d7a2c9da2e1", "name": "network-vif-deleted", "tag": "3573822a-c540-43e0-bdc2-b70a0b2a6fa6", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:56:35.052541 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c76c06f3-82ac-4a33-be12-ec46d546ea71 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:56:35.053641 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc6f17d-a574-4b24-a946-9d7a2c9da2e1', 'name': 'network-vif-deleted', 'tag': '3573822a-c540-43e0-bdc2-b70a0b2a6fa6', 'status': 'completed', 'code': 200} Nov 12 01:56:35.100593 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-db14ec82-f10b-45c6-adc1-80f71a5953de None None] Set router 9d2c1484-9de0-4eed-b887-3d38064055ae gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:56:35.310316 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-db14ec82-f10b-45c6-adc1-80f71a5953de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:35.339859 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db14ec82-f10b-45c6-adc1-80f71a5953de None None] Checking router: 9d2c1484-9de0-4eed-b887-3d38064055ae for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:56:35.349045 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db14ec82-f10b-45c6-adc1-80f71a5953de None None] Routers {'9d2c1484-9de0-4eed-b887-3d38064055ae'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:56:35.349683 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-db14ec82-f10b-45c6-adc1-80f71a5953de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:56:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9d2c1484-9de0-4eed-b887-3d38064055ae'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:35.460932 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-db14ec82-f10b-45c6-adc1-80f71a5953de None None] Set router 9d2c1484-9de0-4eed-b887-3d38064055ae gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:56:35.662498 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-db14ec82-f10b-45c6-adc1-80f71a5953de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:35.689664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db14ec82-f10b-45c6-adc1-80f71a5953de None None] The sync data for ids ['9d2c1484-9de0-4eed-b887-3d38064055ae'] in n-d-712137-14 is: [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:56:36.130274 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ddc31a-da7e-4499-adba-5da457b3fd26 None None] New status for floating IP c2f578a1-db4d-450f-a2ae-e16dafbacb55: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:56:36.162379 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-bd9feec2-9950-4233-a8bb-104ad7fe1976 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1659904661&fields=id&tenant_id=104830a52b9c4ea490a2ce6bfd934a00 HTTP/1.1" status: 200 len: 267 time: 0.0455651 Nov 12 01:56:36.279838 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-f135fae1-0fe7-4409-92b6-aa804eb8d197 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:36.281499 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-f135fae1-0fe7-4409-92b6-aa804eb8d197 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 811 time: 0.1112232 Nov 12 01:56:36.296780 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-3ccb181d-4725-45c2-a867-95966f9ea63d tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/quotas/104830a52b9c4ea490a2ce6bfd934a00 HTTP/1.1" status: 200 len: 375 time: 0.0092654 Nov 12 01:56:36.351080 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-060cfdfb-54ae-4051-a9e3-e01d2f85c9df tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486708 Nov 12 01:56:36.369964 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-d58b6bc2-6d27-4265-bb5b-7baa6ed7b7aa service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:56:36.370978 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-d58b6bc2-6d27-4265-bb5b-7baa6ed7b7aa service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080559 Nov 12 01:56:36.472328 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-e3b8b6e3-2964-46f7-b853-359ae304f35b service neutron] 10.222.0.31 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932825 Nov 12 01:56:36.563696 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-50cb220f-6a4a-43db-8a0e-b36d9f335ada service neutron] 10.222.0.31 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850039 Nov 12 01:56:36.727063 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6a4f716-222e-4dfc-a365-0a0fccc222d4 req-e6fa386e-d2c2-45e6-b8a8-3879d7b9e3c3 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 210 time: 0.0273147 Nov 12 01:56:37.267081 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:56:37.292285 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:56:37.292634 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3573822a-c540-43e0-bdc2-b70a0b2a6fa6 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:56:37.695916 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-0fc4b859-6d61-4636-91ea-148f7245fd9b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:37.697435 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-0fc4b859-6d61-4636-91ea-148f7245fd9b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 811 time: 0.1166580 Nov 12 01:56:37.758152 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-1a08999a-6281-4a54-aea4-a453358bf1cb tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=104830a52b9c4ea490a2ce6bfd934a00 HTTP/1.1" status: 200 len: 380 time: 0.0517511 Nov 12 01:56:37.768915 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-9170b125-2a03-41f3-b5dd-c0166816fb66 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Request body: {'port': {'device_id': '8f00b338-2e71-42fc-9443-a9ef5e86dc31', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'admin_state_up': True, 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'security_groups': ['b05aeb11-18d5-4f4f-b77f-8cecb945b742']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:56:37.833941 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8bd360e-0636-4931-9642-a0fb2658f786 req-589a7ce0-85a7-4a7c-bb01-e30a35327340 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 210 time: 0.0323486 Nov 12 01:56:37.882931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-9170b125-2a03-41f3-b5dd-c0166816fb66 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Made reservation on behalf of 104830a52b9c4ea490a2ce6bfd934a00 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:56:37.886465 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-9170b125-2a03-41f3-b5dd-c0166816fb66 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:38.014848 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-9170b125-2a03-41f3-b5dd-c0166816fb66 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Allocated IP 172.20.0.3 (d0a8136e-7f28-4707-a3d7-f6998a101ce9/5d4a239a-3fdb-4377-8816-d8a63a3bd552/8bcec9b0-3578-4d4b-b348-d3f894051f79) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:56:38.168652 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-9170b125-2a03-41f3-b5dd-c0166816fb66 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:38.204276 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-9170b125-2a03-41f3-b5dd-c0166816fb66 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:38.249259 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-9170b125-2a03-41f3-b5dd-c0166816fb66 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Network d0a8136e-7f28-4707-a3d7-f6998a101ce9 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:56:38.254665 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-9170b125-2a03-41f3-b5dd-c0166816fb66 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:56:38.258589 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-9170b125-2a03-41f3-b5dd-c0166816fb66 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:56:38.266291 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170b125-2a03-41f3-b5dd-c0166816fb66 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Pushing event updated for resources: {'Port': ['ID=8bcec9b0-3578-4d4b-b348-d3f894051f79,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:38.319867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-9170b125-2a03-41f3-b5dd-c0166816fb66 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:38.320836 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-9170b125-2a03-41f3-b5dd-c0166816fb66 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:38.338540 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-9170b125-2a03-41f3-b5dd-c0166816fb66 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5742705 Nov 12 01:56:38.351690 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] Request body: {'port': {'device_id': '8f00b338-2e71-42fc-9443-a9ef5e86dc31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:56:38.413357 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:38.477025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-64b482ac-7567-476a-b3b7-63a7044e946c None None] Provisioning complete for port 8bcec9b0-3578-4d4b-b348-d3f894051f79 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:56:38.477875 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-64b482ac-7567-476a-b3b7-63a7044e946c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:38.513579 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-64b482ac-7567-476a-b3b7-63a7044e946c None None] Port 8bcec9b0-3578-4d4b-b348-d3f894051f79 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:56:38.686852 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bcec9b0-3578-4d4b-b348-d3f894051f79 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:56:38.694388 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:38.706523 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] Transition to ACTIVE for port object 8bcec9b0-3578-4d4b-b348-d3f894051f79 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:56:38.710501 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:38.766769 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] Pushing event updated for resources: {'Port': ['ID=8bcec9b0-3578-4d4b-b348-d3f894051f79,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:38.834335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] Attempting to bind port 8bcec9b0-3578-4d4b-b348-d3f894051f79 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:56:38.834674 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] Attempting to bind port 8bcec9b0-3578-4d4b-b348-d3f894051f79 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:56:38.835008 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] Attempting to bind port 8bcec9b0-3578-4d4b-b348-d3f894051f79 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:56:38.839653 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] Port 8bcec9b0-3578-4d4b-b348-d3f894051f79 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:56:38.839980 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] Attempting to bind port 8bcec9b0-3578-4d4b-b348-d3f894051f79 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:56:38.845319 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:56:38.845663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] Checking segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:56:38.846054 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] Bound using segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:56:38.846492 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] Bound port: 8bcec9b0-3578-4d4b-b348-d3f894051f79, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:56:38.846855 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:38.932566 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] For port 8bcec9b0-3578-4d4b-b348-d3f894051f79, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:56:38.963180 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] For port 8bcec9b0-3578-4d4b-b348-d3f894051f79, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:56:38.968981 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:39.015203 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e922e-6fe4-4913-93d7-6f18d99732ca req-26c94891-8127-4276-826a-5abc06a38dd7 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:39.017405 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-886e922e-6fe4-4913-93d7-6f18d99732ca req-26c94891-8127-4276-826a-5abc06a38dd7 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 943 time: 0.1049078 Nov 12 01:56:39.028052 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:39.028903 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:39.031146 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] 10.222.0.21 "PUT /v2.0/ports/8bcec9b0-3578-4d4b-b348-d3f894051f79 HTTP/1.1" status: 200 len: 1092 time: 0.6845803 Nov 12 01:56:39.033058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f00b338-2e71-42fc-9443-a9ef5e86dc31', 'tag': '8bcec9b0-3578-4d4b-b348-d3f894051f79'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:56:39.035454 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f0026b-baf5-4c3d-90b6-e4259bd61a15" -d '{"events": [{"name": "network-changed", "server_uuid": "8f00b338-2e71-42fc-9443-a9ef5e86dc31", "tag": "8bcec9b0-3578-4d4b-b348-d3f894051f79"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:56:39.080786 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9c084-b55c-4659-9a54-9cf813c586b1 service neutron] Pushing event updated for resources: {'Port': ['ID=8bcec9b0-3578-4d4b-b348-d3f894051f79,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:39.119915 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16708a8e-430f-41a8-b314-23c9947a925b x-openstack-request-id: req-16708a8e-430f-41a8-b314-23c9947a925b {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:56:39.120216 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f00b338-2e71-42fc-9443-a9ef5e86dc31", "tag": "8bcec9b0-3578-4d4b-b348-d3f894051f79", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:56:39.120473 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16708a8e-430f-41a8-b314-23c9947a925b {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:56:39.120903 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f00b338-2e71-42fc-9443-a9ef5e86dc31', 'tag': '8bcec9b0-3578-4d4b-b348-d3f894051f79', 'status': 'completed', 'code': 200} Nov 12 01:56:39.140751 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-886e922e-6fe4-4913-93d7-6f18d99732ca req-9592692d-7199-4503-b742-e6fc429f931b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084344 Nov 12 01:56:39.156042 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-6a3580f6-ce52-4da3-b53d-2de4c4f3342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:39.157742 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-6a3580f6-ce52-4da3-b53d-2de4c4f3342f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 1095 time: 0.0669861 Nov 12 01:56:39.205508 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-0b932857-fbd1-43ca-9f1a-7220b4590984 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79 HTTP/1.1" status: 200 len: 217 time: 0.0376220 Nov 12 01:56:39.259265 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-66fa8005-5379-43bf-aa9e-ab1e1a3aaaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:39.262133 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-66fa8005-5379-43bf-aa9e-ab1e1a3aaaf5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0479171 Nov 12 01:56:39.314575 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-9cd1b767-7049-4c2e-b87c-99010b1f18e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:39.315964 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-9cd1b767-7049-4c2e-b87c-99010b1f18e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464406 Nov 12 01:56:39.414596 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-7205bae3-1fdb-47f4-bcb5-4bb7236f2dea service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896628 Nov 12 01:56:39.492760 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:39.511430 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a5f265d-1377-49c1-8d8a-befae8e89616 req-7da329e7-728c-4f95-8ee4-bead918c3d05 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886674 Nov 12 01:56:39.610689 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0026b-baf5-4c3d-90b6-e4259bd61a15 req-3fb8c4d2-869f-4c77-8442-c632875784d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:39.612119 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-97f0026b-baf5-4c3d-90b6-e4259bd61a15 req-3fb8c4d2-869f-4c77-8442-c632875784d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 1095 time: 0.0425241 Nov 12 01:56:39.703028 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0026b-baf5-4c3d-90b6-e4259bd61a15 req-17199c4f-64f6-4ba2-9a64-a97650428e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:39.704506 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-97f0026b-baf5-4c3d-90b6-e4259bd61a15 req-17199c4f-64f6-4ba2-9a64-a97650428e9a service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0854793 Nov 12 01:56:39.750702 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-97f0026b-baf5-4c3d-90b6-e4259bd61a15 req-25bc7240-addd-43d7-bb4f-dd9c961e814b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79 HTTP/1.1" status: 200 len: 217 time: 0.0386035 Nov 12 01:56:39.802425 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0026b-baf5-4c3d-90b6-e4259bd61a15 req-0bacecb2-4b39-4f8b-886a-bf9ba705d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:39.803888 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-97f0026b-baf5-4c3d-90b6-e4259bd61a15 req-0bacecb2-4b39-4f8b-886a-bf9ba705d7b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0443153 Nov 12 01:56:39.851613 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0026b-baf5-4c3d-90b6-e4259bd61a15 req-93be87f1-06b7-44d7-8634-94b7aff36b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:39.853140 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-97f0026b-baf5-4c3d-90b6-e4259bd61a15 req-93be87f1-06b7-44d7-8634-94b7aff36b21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411348 Nov 12 01:56:39.953945 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-97f0026b-baf5-4c3d-90b6-e4259bd61a15 req-9e4037ab-3a03-485c-a7ee-e8d2bd9c9fbc service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921314 Nov 12 01:56:40.049546 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-97f0026b-baf5-4c3d-90b6-e4259bd61a15 req-a80767b4-5862-44bf-a274-bec2b651f273 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845368 Nov 12 01:56:40.263342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c4bae-516d-4694-80f9-a098b4882889 req-fb7660c1-85ff-420e-9e52-c4943c9d7549 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:40.264943 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e09c4bae-516d-4694-80f9-a098b4882889 req-fb7660c1-85ff-420e-9e52-c4943c9d7549 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 943 time: 0.0498810 Nov 12 01:56:40.313916 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e09c4bae-516d-4694-80f9-a098b4882889 req-6be28966-40ab-4395-bba1-e671e9decc7e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428777 Nov 12 01:56:41.439047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21127c-c88b-41f9-bd86-bb2bdad61356 req-0fa467b2-e481-4551-985b-df2dd0b62057 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:41.440599 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b21127c-c88b-41f9-bd86-bb2bdad61356 req-0fa467b2-e481-4551-985b-df2dd0b62057 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 943 time: 0.0575643 Nov 12 01:56:41.489828 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b21127c-c88b-41f9-bd86-bb2bdad61356 req-3a0fdfe0-b42f-470b-b324-88ae41f12815 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431230 Nov 12 01:56:41.607478 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8bcec9b0-3578-4d4b-b348-d3f894051f79 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:56:41.706888 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 8bcec9b0-3578-4d4b-b348-d3f894051f79, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:41.719005 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '8bcec9b0-3578-4d4b-b348-d3f894051f79', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'port_id': '8bcec9b0-3578-4d4b-b348-d3f894051f79', 'mac_address': 'fa:16:3e:fd:e1:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:56:41.755732 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:41.772567 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bcec9b0-3578-4d4b-b348-d3f894051f79 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:56:41.792211 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 8bcec9b0-3578-4d4b-b348-d3f894051f79, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:41.796371 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:41.845687 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=8bcec9b0-3578-4d4b-b348-d3f894051f79,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:41.988410 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['8bcec9b0-3578-4d4b-b348-d3f894051f79'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:56:42.617473 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c26878-bf7e-4b90-ab10-6e4721c09e10 req-c413768e-104d-4191-a398-0f0594472b66 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:42.618926 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0c26878-bf7e-4b90-ab10-6e4721c09e10 req-c413768e-104d-4191-a398-0f0594472b66 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 944 time: 0.0512626 Nov 12 01:56:42.674018 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0c26878-bf7e-4b90-ab10-6e4721c09e10 req-60af7681-1147-4001-8cfa-556b0f31b9fe tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438304 Nov 12 01:56:43.620687 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8bcec9b0-3578-4d4b-b348-d3f894051f79 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:56:43.671118 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 8bcec9b0-3578-4d4b-b348-d3f894051f79 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:56:43.675704 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 8bcec9b0-3578-4d4b-b348-d3f894051f79 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:56:43.676076 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:43.757483 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:43.781037 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f00b338-2e71-42fc-9443-a9ef5e86dc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcec9b0-3578-4d4b-b348-d3f894051f79'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:56:43.783406 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4080942b-3c29-4d91-86d4-63eca48e33b4" -d '{"events": [{"server_uuid": "8f00b338-2e71-42fc-9443-a9ef5e86dc31", "name": "network-vif-plugged", "status": "completed", "tag": "8bcec9b0-3578-4d4b-b348-d3f894051f79"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:56:43.795133 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07136bd6-67a3-40ef-be70-f9fa7edfcdfb req-2ce063f8-d974-4341-8547-c20d78bbe035 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:43.797876 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 8bcec9b0-3578-4d4b-b348-d3f894051f79, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:43.798194 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-07136bd6-67a3-40ef-be70-f9fa7edfcdfb req-2ce063f8-d974-4341-8547-c20d78bbe035 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 944 time: 0.0532002 Nov 12 01:56:43.804944 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:43.833011 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e91105b-4eb6-4228-a15f-50dbb7e55726 x-openstack-request-id: req-4e91105b-4eb6-4228-a15f-50dbb7e55726 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:56:43.833302 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f00b338-2e71-42fc-9443-a9ef5e86dc31", "name": "network-vif-plugged", "status": "completed", "tag": "8bcec9b0-3578-4d4b-b348-d3f894051f79", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:56:43.833550 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e91105b-4eb6-4228-a15f-50dbb7e55726 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:56:43.833935 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f00b338-2e71-42fc-9443-a9ef5e86dc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcec9b0-3578-4d4b-b348-d3f894051f79', 'code': 200} Nov 12 01:56:43.854526 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-07136bd6-67a3-40ef-be70-f9fa7edfcdfb req-06cef77f-497c-4563-8e4d-3b9e98f56d9a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485995 Nov 12 01:56:43.864212 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=8bcec9b0-3578-4d4b-b348-d3f894051f79,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:43.940576 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2cb66-5b70-49b7-a03d-85fa37435997 req-75fbd07d-9dbd-4469-93e9-3a1d62ec2816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:43.942091 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d7a2cb66-5b70-49b7-a03d-85fa37435997 req-75fbd07d-9dbd-4469-93e9-3a1d62ec2816 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 1097 time: 0.0443151 Nov 12 01:56:43.996921 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d7a2cb66-5b70-49b7-a03d-85fa37435997 req-9cb5c4ff-c5b2-4480-bb09-a4a46848ea0d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370650 Nov 12 01:56:44.985264 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699808d-9115-4ca0-a94c-561e0147e4a5 req-48aa5a04-b8ec-4d87-8b3c-db0176d386ce tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:44.986800 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5699808d-9115-4ca0-a94c-561e0147e4a5 req-48aa5a04-b8ec-4d87-8b3c-db0176d386ce tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0543993 Nov 12 01:56:45.045251 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5699808d-9115-4ca0-a94c-561e0147e4a5 req-c60485cb-8844-4ee2-87cc-959783e7ca2f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520678 Nov 12 01:56:46.165725 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0959e-815f-4017-8edb-a28d9e14ca99 req-f85df69e-228f-4f8a-b27c-a289829fe67e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:46.167221 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74d0959e-815f-4017-8edb-a28d9e14ca99 req-f85df69e-228f-4f8a-b27c-a289829fe67e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0502949 Nov 12 01:56:46.214800 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74d0959e-815f-4017-8edb-a28d9e14ca99 req-7fbbc5f1-960a-4dee-820f-87b48d583e55 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409620 Nov 12 01:56:46.334840 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6cbab-0c76-4809-bafc-388a4f4a6432 req-3b3e4e7a-07aa-4a3d-85e9-6c2f554a034e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:46.336276 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d5d6cbab-0c76-4809-bafc-388a4f4a6432 req-3b3e4e7a-07aa-4a3d-85e9-6c2f554a034e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0516157 Nov 12 01:56:46.350810 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55076) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:46.356225 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-42b09588-fb2b-4eb1-9d3f-520135c3e78e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Request body: {'floatingip': {'port_id': '8bcec9b0-3578-4d4b-b348-d3f894051f79'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:56:46.402540 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-42b09588-fb2b-4eb1-9d3f-520135c3e78e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for floatingip, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:46.859893 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-42b09588-fb2b-4eb1-9d3f-520135c3e78e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:46.863586 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-42b09588-fb2b-4eb1-9d3f-520135c3e78e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:46.964549 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-42b09588-fb2b-4eb1-9d3f-520135c3e78e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Floating IP c2f578a1-db4d-450f-a2ae-e16dafbacb55 associated. External IP: 172.25.0.235, port: 8bcec9b0-3578-4d4b-b348-d3f894051f79. Nov 12 01:56:47.180562 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b09588-fb2b-4eb1-9d3f-520135c3e78e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Router 9d2c1484-9de0-4eed-b887-3d38064055ae has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:56:47.295047 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b09588-fb2b-4eb1-9d3f-520135c3e78e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:56:47.301512 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-42b09588-fb2b-4eb1-9d3f-520135c3e78e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:47.309657 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc82be13-675b-46bd-8bb5-346ce58db35d None None] Sync routers for ids ['9d2c1484-9de0-4eed-b887-3d38064055ae'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:56:47.320412 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc82be13-675b-46bd-8bb5-346ce58db35d None None] Routers {'9d2c1484-9de0-4eed-b887-3d38064055ae'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:56:47.321090 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-dc82be13-675b-46bd-8bb5-346ce58db35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:56:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9d2c1484-9de0-4eed-b887-3d38064055ae'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:47.331104 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-42b09588-fb2b-4eb1-9d3f-520135c3e78e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "PUT /v2.0/floatingips/c2f578a1-db4d-450f-a2ae-e16dafbacb55 HTTP/1.1" status: 200 len: 992 time: 0.9789588 Nov 12 01:56:47.331787 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f00b338-2e71-42fc-9443-a9ef5e86dc31', 'tag': '8bcec9b0-3578-4d4b-b348-d3f894051f79'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:56:47.334249 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb2f1f8-cbd0-465f-9815-b86c5770ff52" -d '{"events": [{"name": "network-changed", "server_uuid": "8f00b338-2e71-42fc-9443-a9ef5e86dc31", "tag": "8bcec9b0-3578-4d4b-b348-d3f894051f79"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:56:47.389172 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e392c2-7cfd-44be-8360-a7eebf92d7ad x-openstack-request-id: req-d6e392c2-7cfd-44be-8360-a7eebf92d7ad {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:56:47.389823 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f00b338-2e71-42fc-9443-a9ef5e86dc31", "tag": "8bcec9b0-3578-4d4b-b348-d3f894051f79", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:56:47.389823 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6e392c2-7cfd-44be-8360-a7eebf92d7ad {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:56:47.390098 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f00b338-2e71-42fc-9443-a9ef5e86dc31', 'tag': '8bcec9b0-3578-4d4b-b348-d3f894051f79', 'status': 'completed', 'code': 200} Nov 12 01:56:47.443827 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-dc82be13-675b-46bd-8bb5-346ce58db35d None None] Set router 9d2c1484-9de0-4eed-b887-3d38064055ae gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:56:47.454927 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2f1f8-cbd0-465f-9815-b86c5770ff52 req-51fcb9ff-39ad-4d5f-b252-8d0628e16e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:47.456441 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-beb2f1f8-cbd0-465f-9815-b86c5770ff52 req-51fcb9ff-39ad-4d5f-b252-8d0628e16e16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 1097 time: 0.0437562 Nov 12 01:56:47.554900 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2f1f8-cbd0-465f-9815-b86c5770ff52 req-f7650d3b-aae7-41d2-9b0a-16b3c34f8874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:47.556308 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-beb2f1f8-cbd0-465f-9815-b86c5770ff52 req-f7650d3b-aae7-41d2-9b0a-16b3c34f8874 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0931029 Nov 12 01:56:47.625017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-beb2f1f8-cbd0-465f-9815-b86c5770ff52 req-c829f6e2-507b-47e0-8cbd-18180ab2f764 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79 HTTP/1.1" status: 200 len: 1000 time: 0.0617502 Nov 12 01:56:47.679740 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2f1f8-cbd0-465f-9815-b86c5770ff52 req-fd5fbbb8-b90b-4f5a-b703-2920f4e85997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:47.681235 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-beb2f1f8-cbd0-465f-9815-b86c5770ff52 req-fd5fbbb8-b90b-4f5a-b703-2920f4e85997 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0498183 Nov 12 01:56:47.699272 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-dc82be13-675b-46bd-8bb5-346ce58db35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'c2f578a1-db4d-450f-a2ae-e16dafbacb55', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'floating_ip_address': '172.25.0.235', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'port_id': '8bcec9b0-3578-4d4b-b348-d3f894051f79', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'mac_address': 'fa:16:3e:fd:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f00b338-2e71-42fc-9443-a9ef5e86dc31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:47:35Z', 'updated_at': '2021-11-12T01:56:46Z', 'revision_number': 13, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:47.728790 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2f1f8-cbd0-465f-9815-b86c5770ff52 req-f4a8a574-7ccf-46af-a27b-5395f2cdf81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:47.730309 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-beb2f1f8-cbd0-465f-9815-b86c5770ff52 req-f4a8a574-7ccf-46af-a27b-5395f2cdf81a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419545 Nov 12 01:56:47.744632 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc82be13-675b-46bd-8bb5-346ce58db35d None None] Checking router: 9d2c1484-9de0-4eed-b887-3d38064055ae for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:56:47.756822 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc82be13-675b-46bd-8bb5-346ce58db35d None None] Routers {'9d2c1484-9de0-4eed-b887-3d38064055ae'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:56:47.757732 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-dc82be13-675b-46bd-8bb5-346ce58db35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:56:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9d2c1484-9de0-4eed-b887-3d38064055ae'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:47.821029 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-beb2f1f8-cbd0-465f-9815-b86c5770ff52 req-faaeae35-19b5-4ece-91e5-ee8cdeb700b3 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834894 Nov 12 01:56:47.868829 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-dc82be13-675b-46bd-8bb5-346ce58db35d None None] Set router 9d2c1484-9de0-4eed-b887-3d38064055ae gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:56:47.923634 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-beb2f1f8-cbd0-465f-9815-b86c5770ff52 req-753edc0a-e460-4229-b909-e9a21ea77043 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956457 Nov 12 01:56:48.264781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-dc82be13-675b-46bd-8bb5-346ce58db35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'c2f578a1-db4d-450f-a2ae-e16dafbacb55', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'floating_ip_address': '172.25.0.235', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'port_id': '8bcec9b0-3578-4d4b-b348-d3f894051f79', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'mac_address': 'fa:16:3e:fd:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f00b338-2e71-42fc-9443-a9ef5e86dc31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:47:35Z', 'updated_at': '2021-11-12T01:56:46Z', 'revision_number': 13, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:48.294882 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc82be13-675b-46bd-8bb5-346ce58db35d None None] The sync data for ids ['9d2c1484-9de0-4eed-b887-3d38064055ae'] in n-d-712137-14 is: [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'c2f578a1-db4d-450f-a2ae-e16dafbacb55', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'floating_ip_address': '172.25.0.235', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'port_id': '8bcec9b0-3578-4d4b-b348-d3f894051f79', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'mac_address': 'fa:16:3e:fd:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f00b338-2e71-42fc-9443-a9ef5e86dc31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:47:35Z', 'updated_at': '2021-11-12T01:56:46Z', 'revision_number': 13, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:56:48.490461 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdb04e4-b421-4f4a-ab09-626dbc861b59 None None] New status for floating IP c2f578a1-db4d-450f-a2ae-e16dafbacb55: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:56:50.203470 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fabfff8c-179d-40c3-8ef7-f21080fb4818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:52.498855 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-354f5f9c-c429-46b8-84e2-9457a0a9fa0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:53.777845 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:54.367943 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80bc4688-d74a-4066-87db-9b775b721098 req-380dbf96-b5a9-4982-8c24-785c4493c187 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441034 Nov 12 01:56:54.474114 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc4688-d74a-4066-87db-9b775b721098 req-b7e578cd-a9e1-449a-b092-60e62adc2d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:54.475682 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80bc4688-d74a-4066-87db-9b775b721098 req-b7e578cd-a9e1-449a-b092-60e62adc2d1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 1097 time: 0.0537565 Nov 12 01:56:54.584904 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc4688-d74a-4066-87db-9b775b721098 req-0ef943ff-0033-4aa9-88ae-2393bd8cd72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:54.586373 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80bc4688-d74a-4066-87db-9b775b721098 req-0ef943ff-0033-4aa9-88ae-2393bd8cd72e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0918491 Nov 12 01:56:54.663188 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80bc4688-d74a-4066-87db-9b775b721098 req-fc26c2de-67b8-4670-8213-84ae82c12f54 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79 HTTP/1.1" status: 200 len: 1002 time: 0.0683019 Nov 12 01:56:54.720122 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc4688-d74a-4066-87db-9b775b721098 req-8a863f4e-e7dd-4c80-bccb-5aa063311c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:54.722521 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80bc4688-d74a-4066-87db-9b775b721098 req-8a863f4e-e7dd-4c80-bccb-5aa063311c19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0517936 Nov 12 01:56:54.778958 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc4688-d74a-4066-87db-9b775b721098 req-c8b734c2-592e-4825-9a30-7dcb15800f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:54.780506 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80bc4688-d74a-4066-87db-9b775b721098 req-c8b734c2-592e-4825-9a30-7dcb15800f04 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507522 Nov 12 01:56:54.881080 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80bc4688-d74a-4066-87db-9b775b721098 req-7f249717-ce13-4136-a8bb-1c65e241e640 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935640 Nov 12 01:56:54.993862 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-80bc4688-d74a-4066-87db-9b775b721098 req-a7e12ce5-15f7-4608-b232-3ac0a7065803 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057651 Nov 12 01:56:55.261979 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:55.737044 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:56.181856 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:09.490048 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:10.434809 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:57:20.210460 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9508b4e8-3c6b-414b-a731-2443c873c95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:22.500492 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4a14a9dc-e171-4f9e-a235-19d490e4f1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:23.780996 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:25.274921 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:25.737845 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:26.175256 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:39.505534 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:47.433644 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:57:50.212438 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7967200a-b4ed-4341-8fd9-f73ab72a7096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:52.503391 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f8735b42-2121-4dcd-bc8d-faec75474dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:53.783591 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:55.278946 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:55.742309 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:56.177963 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:56.337837 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-defd59f6-fab4-489c-a223-d60fe21db1d4 req-3ac2c87f-575b-4a36-9164-f350c59aa93c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409522 Nov 12 01:57:56.427452 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd59f6-fab4-489c-a223-d60fe21db1d4 req-94304408-9bcb-4a06-9618-88f0ec48c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:56.429054 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-defd59f6-fab4-489c-a223-d60fe21db1d4 req-94304408-9bcb-4a06-9618-88f0ec48c40f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 1097 time: 0.0474195 Nov 12 01:57:56.536403 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd59f6-fab4-489c-a223-d60fe21db1d4 req-a2c3cdb7-e6b6-47a2-a2c7-0fae9386268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:56.537899 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-defd59f6-fab4-489c-a223-d60fe21db1d4 req-a2c3cdb7-e6b6-47a2-a2c7-0fae9386268b service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0889094 Nov 12 01:57:56.610069 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-defd59f6-fab4-489c-a223-d60fe21db1d4 req-9806893e-68b6-479d-bebf-e4043673bb2e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79 HTTP/1.1" status: 200 len: 1002 time: 0.0641601 Nov 12 01:57:56.661040 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd59f6-fab4-489c-a223-d60fe21db1d4 req-b58080c6-bcb9-401a-8a72-8ae56c9e8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:56.662514 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-defd59f6-fab4-489c-a223-d60fe21db1d4 req-b58080c6-bcb9-401a-8a72-8ae56c9e8ccc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0460713 Nov 12 01:57:56.710058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd59f6-fab4-489c-a223-d60fe21db1d4 req-9fa56c88-60ec-49ae-a3da-824273718819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:56.711559 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-defd59f6-fab4-489c-a223-d60fe21db1d4 req-9fa56c88-60ec-49ae-a3da-824273718819 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413890 Nov 12 01:57:56.821509 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-defd59f6-fab4-489c-a223-d60fe21db1d4 req-d25ac253-8a50-4b2c-b333-b0861d725e10 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012433 Nov 12 01:57:56.920652 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-defd59f6-fab4-489c-a223-d60fe21db1d4 req-ebd6f215-ccfe-4c1e-9f87-1564a43666c9 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913136 Nov 12 01:58:09.504493 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:20.216772 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-55eb87a4-2553-44a6-8501-ffcc428fedda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:22.505565 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c6b50d04-18ef-4468-aec2-aed30df1d54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:23.790797 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:24.156660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bed267-6f4c-4038-812d-5311d373d5ba req-dde537a6-c401-4d3f-95b2-57b83d2192fb tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:24.158153 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a3bed267-6f4c-4038-812d-5311d373d5ba req-dde537a6-c401-4d3f-95b2-57b83d2192fb tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0652535 Nov 12 01:58:24.220496 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a3bed267-6f4c-4038-812d-5311d373d5ba req-c3b352ba-7525-4d83-a2ef-a5c5b19193ad tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528939 Nov 12 01:58:24.437787 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:58:25.278913 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:25.747046 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:26.188740 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:37.491176 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e10b48-ec20-4176-bc1f-078068569efe req-afee7037-9381-4488-8fe2-a1858e49f921 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:37.492843 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86e10b48-ec20-4176-bc1f-078068569efe req-afee7037-9381-4488-8fe2-a1858e49f921 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0544493 Nov 12 01:58:37.567514 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86e10b48-ec20-4176-bc1f-078068569efe req-f9d97b56-535d-4c85-bef2-30ea1f28bdc9 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678022 Nov 12 01:58:37.590527 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-f39d725a-1771-4f02-8a85-24c83b759644 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1538632 Nov 12 01:58:38.695217 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3a8de-d699-4a56-ba7f-c9a5405be6a5 req-13bb954a-9f27-458b-822e-ccf23ad5bdf7 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:38.696686 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1b3a8de-d699-4a56-ba7f-c9a5405be6a5 req-13bb954a-9f27-458b-822e-ccf23ad5bdf7 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0495045 Nov 12 01:58:38.742851 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1b3a8de-d699-4a56-ba7f-c9a5405be6a5 req-46869d2a-0656-4cf9-97ba-82d999c62d01 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399868 Nov 12 01:58:39.522138 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:39.865157 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b12807-7e8a-4618-83ad-37f53ae381a5 req-073eb6a6-2f0d-4210-9889-79e62b12f0a0 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:39.866685 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-76b12807-7e8a-4618-83ad-37f53ae381a5 req-073eb6a6-2f0d-4210-9889-79e62b12f0a0 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0499818 Nov 12 01:58:39.915600 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-76b12807-7e8a-4618-83ad-37f53ae381a5 req-7136773b-13f0-4a61-a5eb-d229ca357706 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427749 Nov 12 01:58:41.039324 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc0a87-905f-4bab-8fd6-cd0ef97cb3ba req-32a7e8b9-0990-4716-af5a-4f6001a2a797 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:41.040861 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dccc0a87-905f-4bab-8fd6-cd0ef97cb3ba req-32a7e8b9-0990-4716-af5a-4f6001a2a797 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0524223 Nov 12 01:58:41.092586 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dccc0a87-905f-4bab-8fd6-cd0ef97cb3ba req-b771c241-a222-4d29-b768-7567f02e87d7 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419486 Nov 12 01:58:42.218603 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12057672-f62c-432b-b714-f4f9970a6e72 req-da5c8d56-4ae3-4ae8-85f8-c23625bf8f01 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:42.220282 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-12057672-f62c-432b-b714-f4f9970a6e72 req-da5c8d56-4ae3-4ae8-85f8-c23625bf8f01 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0555646 Nov 12 01:58:42.275367 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-12057672-f62c-432b-b714-f4f9970a6e72 req-09333e3f-d206-45c9-83b5-3498f30960bc tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482605 Nov 12 01:58:42.965685 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-47214728-29fb-4c13-9d24-f96c2103e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:42.967222 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-47214728-29fb-4c13-9d24-f96c2103e968 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 1097 time: 0.0864277 Nov 12 01:58:43.063534 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34583561-6f19-401b-82ed-10887e9581eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:43.065160 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34583561-6f19-401b-82ed-10887e9581eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0902998 Nov 12 01:58:43.133588 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-52a1dc00-6535-466d-983b-6f7cde0f3deb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79 HTTP/1.1" status: 200 len: 1002 time: 0.0612171 Nov 12 01:58:43.183508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-03cc153e-4348-4055-be58-b4729b12ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:43.185010 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-03cc153e-4348-4055-be58-b4729b12ffca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0434778 Nov 12 01:58:43.234751 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-0acbcc1f-9d1b-42d7-a4d7-c16cc0411801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:43.236310 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-0acbcc1f-9d1b-42d7-a4d7-c16cc0411801 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443316 Nov 12 01:58:43.329690 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-94378368-9a6e-442e-93ea-252f814f5f26 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856965 Nov 12 01:58:43.461447 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e1c14-556f-4233-9210-2d41102162d0 req-90b4b2dd-f431-4a4e-a736-ce4bcd90c59b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:43.463394 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e2e1c14-556f-4233-9210-2d41102162d0 req-90b4b2dd-f431-4a4e-a736-ce4bcd90c59b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.1074667 Nov 12 01:58:43.467428 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-ec65a316-2631-4730-a749-a8ba6b770d22 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288390 Nov 12 01:58:43.515693 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e2e1c14-556f-4233-9210-2d41102162d0 req-ab4c420b-f29c-44e6-97c6-20fb18eecee8 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435984 Nov 12 01:58:44.644392 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d94a06-8931-405c-9e4b-4612b021b9ad req-7f87969b-5320-4336-af17-b799e474f16e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:44.645595 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20d94a06-8931-405c-9e4b-4612b021b9ad req-7f87969b-5320-4336-af17-b799e474f16e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0572321 Nov 12 01:58:44.694141 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-20d94a06-8931-405c-9e4b-4612b021b9ad req-b8cb768b-af9a-4103-ae8f-9a4473b5572b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423057 Nov 12 01:58:45.819192 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c687616-ac73-4527-94b3-eea3c794e1e8 req-30808bb4-5229-4bcf-9ab0-171b05f4eeaa tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:45.820607 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8c687616-ac73-4527-94b3-eea3c794e1e8 req-30808bb4-5229-4bcf-9ab0-171b05f4eeaa tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0534937 Nov 12 01:58:45.870360 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8c687616-ac73-4527-94b3-eea3c794e1e8 req-dcd0fd00-7025-405f-99b2-bb5970d1018a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436044 Nov 12 01:58:46.991172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca3b51-5c17-4e6f-89b7-ee223e090c4f req-d348995a-06c1-465c-b10c-d337238fb013 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:46.992722 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-abca3b51-5c17-4e6f-89b7-ee223e090c4f req-d348995a-06c1-465c-b10c-d337238fb013 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0499244 Nov 12 01:58:47.048179 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-abca3b51-5c17-4e6f-89b7-ee223e090c4f req-172ae175-5c03-4dd5-8d1d-1cfaa2f45497 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479608 Nov 12 01:58:48.167244 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c069f13-4ddf-4979-a2f9-24bf614a60ed req-3a7cc78c-ace3-4fbf-8eeb-e349e5030204 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:48.168758 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7c069f13-4ddf-4979-a2f9-24bf614a60ed req-3a7cc78c-ace3-4fbf-8eeb-e349e5030204 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0501294 Nov 12 01:58:48.221000 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7c069f13-4ddf-4979-a2f9-24bf614a60ed req-81a0cd7c-1fc6-4ccd-afc9-3051f34b2d9a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457857 Nov 12 01:58:49.342783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3f498-d24e-4665-a82d-09be54ef50af req-ec1a368f-4aa7-4c49-8a37-de08df4c754b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:49.344862 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-31a3f498-d24e-4665-a82d-09be54ef50af req-ec1a368f-4aa7-4c49-8a37-de08df4c754b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0527976 Nov 12 01:58:49.397492 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-31a3f498-d24e-4665-a82d-09be54ef50af req-5f000291-ad86-454f-82e5-3704751c5b6a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465677 Nov 12 01:58:50.219521 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b6f44b58-1ff3-483b-9d3c-4ad02230281a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:50.519874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2a355-1bcc-4385-9c80-828decd58d79 req-06d13b2f-2f21-4836-be2b-5cc007841d70 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:50.521394 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2ac2a355-1bcc-4385-9c80-828decd58d79 req-06d13b2f-2f21-4836-be2b-5cc007841d70 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0512438 Nov 12 01:58:50.574572 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2ac2a355-1bcc-4385-9c80-828decd58d79 req-41b5b9b4-1afc-465e-9f24-07e36efd4ab2 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471480 Nov 12 01:58:51.702655 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a164766-dac0-44f8-9f0f-39f9e20143b8 req-a30752af-80e9-4fa7-95e0-997bbbbf1821 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:51.704193 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a164766-dac0-44f8-9f0f-39f9e20143b8 req-a30752af-80e9-4fa7-95e0-997bbbbf1821 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0582922 Nov 12 01:58:51.753224 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a164766-dac0-44f8-9f0f-39f9e20143b8 req-b4846df9-7155-43a4-ac77-885426286672 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428457 Nov 12 01:58:52.509196 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc5ac352-e72f-494d-95e6-c70e24d4b836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:52.872278 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa3b64-581c-4c78-b4a9-f633cf63533d req-67ae000d-56ae-4f8e-ad07-cd0c628489c4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:52.873741 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-18aa3b64-581c-4c78-b4a9-f633cf63533d req-67ae000d-56ae-4f8e-ad07-cd0c628489c4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0494959 Nov 12 01:58:52.923841 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-18aa3b64-581c-4c78-b4a9-f633cf63533d req-54c49ea4-3eea-46bf-908b-328a1e843ef6 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437725 Nov 12 01:58:53.791276 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:54.045552 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a05a8-889c-4b10-8d95-a838daef5f84 req-61085e0b-1f45-4343-8f9d-ff3d03df8b6a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:54.047724 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e41a05a8-889c-4b10-8d95-a838daef5f84 req-61085e0b-1f45-4343-8f9d-ff3d03df8b6a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0518212 Nov 12 01:58:54.096172 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e41a05a8-889c-4b10-8d95-a838daef5f84 req-06b163c9-56e8-4cb9-986d-d2ff1c921ebc tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422699 Nov 12 01:58:55.214018 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26ccf8-7ec2-47fa-b303-4d956c0ced2c req-300ae7d8-dc5e-4165-8cca-b7d3df943c66 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:55.215526 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e26ccf8-7ec2-47fa-b303-4d956c0ced2c req-300ae7d8-dc5e-4165-8cca-b7d3df943c66 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0500133 Nov 12 01:58:55.265779 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e26ccf8-7ec2-47fa-b303-4d956c0ced2c req-ca92fc2e-f896-4d9a-a43c-2976deb4fc6e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435445 Nov 12 01:58:55.298378 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:55.755794 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:56.184764 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:56.411807 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab383d-04f7-4d78-9955-524b2775287e req-d5824deb-e920-4440-9e0e-a7573795ae6f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:56.413483 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-36ab383d-04f7-4d78-9955-524b2775287e req-d5824deb-e920-4440-9e0e-a7573795ae6f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0590601 Nov 12 01:58:56.475079 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-36ab383d-04f7-4d78-9955-524b2775287e req-2cab0fba-a862-4fea-be86-a5ec14017f5b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521758 Nov 12 01:58:56.706083 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357bbaf-c07a-4b32-b6dd-53741cf5fb02 req-6e808bf2-56a0-4774-b439-08b5b8bd84cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:56.707625 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9357bbaf-c07a-4b32-b6dd-53741cf5fb02 req-6e808bf2-56a0-4774-b439-08b5b8bd84cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 1097 time: 0.3725049 Nov 12 01:58:56.816796 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357bbaf-c07a-4b32-b6dd-53741cf5fb02 req-b7676c9a-ceb7-4ad4-b7b7-657f5fc09485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:56.818363 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9357bbaf-c07a-4b32-b6dd-53741cf5fb02 req-b7676c9a-ceb7-4ad4-b7b7-657f5fc09485 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0884540 Nov 12 01:58:56.891565 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9357bbaf-c07a-4b32-b6dd-53741cf5fb02 req-7fc81b4c-b0cc-4044-957c-5b2d3cbef704 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79 HTTP/1.1" status: 200 len: 1002 time: 0.0645704 Nov 12 01:58:56.942890 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357bbaf-c07a-4b32-b6dd-53741cf5fb02 req-e8f4b3ea-099b-45b8-a5ae-d59928876a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:56.944398 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9357bbaf-c07a-4b32-b6dd-53741cf5fb02 req-e8f4b3ea-099b-45b8-a5ae-d59928876a03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0460272 Nov 12 01:58:56.997134 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357bbaf-c07a-4b32-b6dd-53741cf5fb02 req-010930dc-ae8f-48d2-8b1a-b8712d657d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:56.998720 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9357bbaf-c07a-4b32-b6dd-53741cf5fb02 req-010930dc-ae8f-48d2-8b1a-b8712d657d71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463281 Nov 12 01:58:57.102687 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9357bbaf-c07a-4b32-b6dd-53741cf5fb02 req-84ea98d5-5f77-4591-833c-d7bb94b3dfb1 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961566 Nov 12 01:58:57.198678 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9357bbaf-c07a-4b32-b6dd-53741cf5fb02 req-661f10be-2230-458a-8a68-043c5c70b1e7 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884414 Nov 12 01:58:57.609500 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bacbe0-d910-44e1-abb0-906fc5dfc97e req-7954c195-4170-4f46-beab-20e77f2872b8 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:57.611611 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-76bacbe0-d910-44e1-abb0-906fc5dfc97e req-7954c195-4170-4f46-beab-20e77f2872b8 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0567694 Nov 12 01:58:57.688663 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-76bacbe0-d910-44e1-abb0-906fc5dfc97e req-15b47081-0160-439c-879f-ea4ce4a56aa4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573354 Nov 12 01:58:57.740614 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-b5600da7-c88b-4985-8486-e3304c753f4f service neutron] show failed (client error): The resource could not be found. Nov 12 01:58:57.741774 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-b5600da7-c88b-4985-8486-e3304c753f4f service neutron] 10.222.0.21 "GET /v2.0/ports/8bcec9b0-3578-4d4b-b348-d3f894051f79/bindings/n-h2-712137-14 HTTP/1.1" status: 404 len: 381 time: 0.0668418 Nov 12 01:58:57.946514 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-c7d9fb89-7607-40a8-84da-e5ccf9acbbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:57.947937 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-c7d9fb89-7607-40a8-84da-e5ccf9acbbc7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31&tenant_id=104830a52b9c4ea490a2ce6bfd934a00 HTTP/1.1" status: 200 len: 1097 time: 0.0429568 Nov 12 01:58:57.967348 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-14', 'device_owner': 'compute:nova'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:58:58.028261 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:58.233210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] For port 8bcec9b0-3578-4d4b-b348-d3f894051f79, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:58.266012 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] For port 8bcec9b0-3578-4d4b-b348-d3f894051f79, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:58:58.307466 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f00b338-2e71-42fc-9443-a9ef5e86dc31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bcec9b0-3578-4d4b-b348-d3f894051f79'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:58:58.310145 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbf7022-e0a6-4495-b255-fa584e4c267c" -d '{"events": [{"server_uuid": "8f00b338-2e71-42fc-9443-a9ef5e86dc31", "name": "network-vif-unplugged", "status": "completed", "tag": "8bcec9b0-3578-4d4b-b348-d3f894051f79"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:58:58.314079 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:58.327187 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Transition to ACTIVE for port object 8bcec9b0-3578-4d4b-b348-d3f894051f79 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:58:58.331453 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:58.368588 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697b9b1e-bc72-48b3-884e-53be4c48a3b8 x-openstack-request-id: req-697b9b1e-bc72-48b3-884e-53be4c48a3b8 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:58:58.368922 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f00b338-2e71-42fc-9443-a9ef5e86dc31", "name": "network-vif-unplugged", "status": "completed", "tag": "8bcec9b0-3578-4d4b-b348-d3f894051f79", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:58:58.369148 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-697b9b1e-bc72-48b3-884e-53be4c48a3b8 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:58:58.369553 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f00b338-2e71-42fc-9443-a9ef5e86dc31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bcec9b0-3578-4d4b-b348-d3f894051f79', 'code': 200} Nov 12 01:58:58.422800 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Pushing event updated for resources: {'Port': ['ID=8bcec9b0-3578-4d4b-b348-d3f894051f79,revision_number=6']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:58.438057 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:58.438407 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:58.438748 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:58.439084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:58.439412 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:58.439738 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:58.440060 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:58.440382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:58.440732 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:58.441059 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:58.441376 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:58.441696 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:58.477625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] No DVR routers for this DVR port 8bcec9b0-3578-4d4b-b348-d3f894051f79 on host n-h1-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:58:58.623687 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Attempting to bind port 8bcec9b0-3578-4d4b-b348-d3f894051f79 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:58:58.624067 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Attempting to bind port 8bcec9b0-3578-4d4b-b348-d3f894051f79 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:58:58.624397 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Attempting to bind port 8bcec9b0-3578-4d4b-b348-d3f894051f79 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:58:58.629063 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Port 8bcec9b0-3578-4d4b-b348-d3f894051f79 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:58:58.629388 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Attempting to bind port 8bcec9b0-3578-4d4b-b348-d3f894051f79 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:58:58.634302 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:58:58.634588 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Checking segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:58:58.634977 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Bound using segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:58:58.635406 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Bound port: 8bcec9b0-3578-4d4b-b348-d3f894051f79, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:58:58.635763 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:58.704279 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] For port 8bcec9b0-3578-4d4b-b348-d3f894051f79, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:58:58.707554 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] For port 8bcec9b0-3578-4d4b-b348-d3f894051f79, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:58:58.712569 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:58.753938 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:58.754489 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:58.755928 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] 10.222.0.15 "PUT /v2.0/ports/8bcec9b0-3578-4d4b-b348-d3f894051f79 HTTP/1.1" status: 200 len: 1092 time: 0.7932241 Nov 12 01:58:58.783822 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34480a7e-7432-427b-865c-56eb6cff2f9e service neutron] Pushing event updated for resources: {'Port': ['ID=8bcec9b0-3578-4d4b-b348-d3f894051f79,revision_number=7']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:58.821449 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6483d-7b74-4866-a168-a71252f62155 req-8c391997-5fac-41aa-a67b-d5e44f26cd1e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:58.825439 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-28a6483d-7b74-4866-a168-a71252f62155 req-8c391997-5fac-41aa-a67b-d5e44f26cd1e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 943 time: 0.0589368 Nov 12 01:58:58.835575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-7a63db02-cedf-4a36-aaa8-8ed92202372a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:58.837912 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-7a63db02-cedf-4a36-aaa8-8ed92202372a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 1095 time: 0.0482726 Nov 12 01:58:58.878776 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-28a6483d-7b74-4866-a168-a71252f62155 req-12771256-6cb6-434c-8c58-eabeb9c9228a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475526 Nov 12 01:58:58.943221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-20f77b42-cb21-4964-aa89-ea52aab6e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:58.944782 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-20f77b42-cb21-4964-aa89-ea52aab6e646 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0996425 Nov 12 01:58:59.017608 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-1836ff7e-84f1-4ade-a343-a05449f2c94f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79 HTTP/1.1" status: 200 len: 1000 time: 0.0655174 Nov 12 01:58:59.069534 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-872b3078-62b3-407a-9a42-f66d99f14892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:59.071074 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-872b3078-62b3-407a-9a42-f66d99f14892 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0469780 Nov 12 01:58:59.118315 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-7d76d302-494e-42ab-aa07-3870be395523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:59.119835 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-7d76d302-494e-42ab-aa07-3870be395523 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412331 Nov 12 01:58:59.229832 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-283e1c41-4431-4eb0-897d-ff61142c02f6 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027632 Nov 12 01:58:59.326350 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-e3d92b24-1726-438a-99cf-72c0cfe2e65f service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886176 Nov 12 01:59:00.226613 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8bcec9b0-3578-4d4b-b348-d3f894051f79 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:59:00.274134 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8bcec9b0-3578-4d4b-b348-d3f894051f79 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:59:00.331332 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd637b-08f9-4d64-861a-0d81a7293135 req-5ee84e8d-5e7d-4b7f-bfe3-ecae4154f6e0 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:00.333647 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-89bd637b-08f9-4d64-861a-0d81a7293135 req-5ee84e8d-5e7d-4b7f-bfe3-ecae4154f6e0 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 943 time: 0.3782449 Nov 12 01:59:00.370443 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f00b338-2e71-42fc-9443-a9ef5e86dc31', 'tag': '8bcec9b0-3578-4d4b-b348-d3f894051f79'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:59:00.373237 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af81ba1-6f03-4e99-b50f-5f724e033e24" -d '{"events": [{"name": "network-changed", "server_uuid": "8f00b338-2e71-42fc-9443-a9ef5e86dc31", "tag": "8bcec9b0-3578-4d4b-b348-d3f894051f79"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:59:00.392262 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-89bd637b-08f9-4d64-861a-0d81a7293135 req-b19a8fca-ae13-488c-acdd-95a44b8ddba6 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492373 Nov 12 01:59:00.427963 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bc308d-64ef-4d5e-9408-22cf004be22b x-openstack-request-id: req-f9bc308d-64ef-4d5e-9408-22cf004be22b {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:59:00.428265 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f00b338-2e71-42fc-9443-a9ef5e86dc31", "tag": "8bcec9b0-3578-4d4b-b348-d3f894051f79", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:59:00.428520 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9bc308d-64ef-4d5e-9408-22cf004be22b {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:59:00.428954 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f00b338-2e71-42fc-9443-a9ef5e86dc31', 'tag': '8bcec9b0-3578-4d4b-b348-d3f894051f79', 'status': 'completed', 'code': 200} Nov 12 01:59:00.498178 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af81ba1-6f03-4e99-b50f-5f724e033e24 req-92823f24-0b38-461d-8c44-cb67f7f60543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:00.500306 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0af81ba1-6f03-4e99-b50f-5f724e033e24 req-92823f24-0b38-461d-8c44-cb67f7f60543 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 1095 time: 0.0465086 Nov 12 01:59:00.511608 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af81ba1-6f03-4e99-b50f-5f724e033e24 req-615d3a6b-400f-485d-a4c1-99bfbcaf5c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:00.513293 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0af81ba1-6f03-4e99-b50f-5f724e033e24 req-615d3a6b-400f-485d-a4c1-99bfbcaf5c0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 1095 time: 0.0445008 Nov 12 01:59:00.596929 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af81ba1-6f03-4e99-b50f-5f724e033e24 req-63e6e4ae-fc59-44ad-8714-9b57d49cb05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:00.598824 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0af81ba1-6f03-4e99-b50f-5f724e033e24 req-63e6e4ae-fc59-44ad-8714-9b57d49cb05d service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0900879 Nov 12 01:59:00.619383 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af81ba1-6f03-4e99-b50f-5f724e033e24 req-d4032b0d-1b13-4c9e-a774-d7e4e73e7c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:00.621138 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0af81ba1-6f03-4e99-b50f-5f724e033e24 req-d4032b0d-1b13-4c9e-a774-d7e4e73e7c4a service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0998285 Nov 12 01:59:00.673073 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0af81ba1-6f03-4e99-b50f-5f724e033e24 req-72274d2a-e5c4-4c75-af5c-ca83e5489f8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79 HTTP/1.1" status: 200 len: 1000 time: 0.0670590 Nov 12 01:59:00.693299 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0af81ba1-6f03-4e99-b50f-5f724e033e24 req-91b8026e-ddd2-4997-a919-21e556ed2b7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79 HTTP/1.1" status: 200 len: 1000 time: 0.0642548 Nov 12 01:59:00.729606 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af81ba1-6f03-4e99-b50f-5f724e033e24 req-d9cc8d0c-7df3-471e-89d6-13e2292d92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:00.731388 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0af81ba1-6f03-4e99-b50f-5f724e033e24 req-d9cc8d0c-7df3-471e-89d6-13e2292d92b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0515642 Nov 12 01:59:00.751803 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af81ba1-6f03-4e99-b50f-5f724e033e24 req-91f69b57-50ae-4077-b2b8-80b0ac0ec284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:00.753472 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0af81ba1-6f03-4e99-b50f-5f724e033e24 req-91f69b57-50ae-4077-b2b8-80b0ac0ec284 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0537803 Nov 12 01:59:00.782939 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af81ba1-6f03-4e99-b50f-5f724e033e24 req-9b605afe-1874-4cf3-a345-24a6006ddfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:00.784471 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0af81ba1-6f03-4e99-b50f-5f724e033e24 req-9b605afe-1874-4cf3-a345-24a6006ddfdf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462129 Nov 12 01:59:00.805317 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af81ba1-6f03-4e99-b50f-5f724e033e24 req-080e8cf9-4edf-4ca0-89e6-fb0c04439224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:00.806910 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0af81ba1-6f03-4e99-b50f-5f724e033e24 req-080e8cf9-4edf-4ca0-89e6-fb0c04439224 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447152 Nov 12 01:59:00.886181 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0af81ba1-6f03-4e99-b50f-5f724e033e24 req-aad68cf2-3508-44e3-b9e7-e6e968d8c0a4 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943213 Nov 12 01:59:00.901467 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0af81ba1-6f03-4e99-b50f-5f724e033e24 req-263781e6-a37f-4aca-8efc-37d0ce2704a6 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859449 Nov 12 01:59:00.988289 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0af81ba1-6f03-4e99-b50f-5f724e033e24 req-80add9b9-a6c6-466b-9a6f-298dd5cc5d6b service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938568 Nov 12 01:59:01.004344 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0af81ba1-6f03-4e99-b50f-5f724e033e24 req-5a740e6d-735a-40bd-8653-c3b8bcec1fb1 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952802 Nov 12 01:59:01.437647 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:59:01.520773 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a394f4-6bb7-4201-bc4e-476a6ce31074 req-a7fde0cd-5668-4315-b2fa-88650999bb74 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:01.522343 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-79a394f4-6bb7-4201-bc4e-476a6ce31074 req-a7fde0cd-5668-4315-b2fa-88650999bb74 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 943 time: 0.0526042 Nov 12 01:59:01.581992 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-79a394f4-6bb7-4201-bc4e-476a6ce31074 req-4554b4a3-f255-4974-b3fa-c98f0b2dce7f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492518 Nov 12 01:59:01.894207 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa063f-cb57-4099-ab3b-aa512ccbf620 req-2374e88b-e8eb-4065-b2cd-f71550bf654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:01.895708 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0fa063f-cb57-4099-ab3b-aa512ccbf620 req-2374e88b-e8eb-4065-b2cd-f71550bf654e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 1095 time: 0.0470705 Nov 12 01:59:02.002270 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa063f-cb57-4099-ab3b-aa512ccbf620 req-828ebd15-77ad-486e-adab-bc29abe9eb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:02.003741 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0fa063f-cb57-4099-ab3b-aa512ccbf620 req-828ebd15-77ad-486e-adab-bc29abe9eb72 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0876129 Nov 12 01:59:02.089432 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0fa063f-cb57-4099-ab3b-aa512ccbf620 req-a44a84f2-27d0-4004-b280-310f6dabb6ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79 HTTP/1.1" status: 200 len: 1000 time: 0.0730221 Nov 12 01:59:02.144965 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa063f-cb57-4099-ab3b-aa512ccbf620 req-ed408b05-9d05-4a97-bf65-66eb7c163f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:02.146468 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0fa063f-cb57-4099-ab3b-aa512ccbf620 req-ed408b05-9d05-4a97-bf65-66eb7c163f8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0465913 Nov 12 01:59:02.210880 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa063f-cb57-4099-ab3b-aa512ccbf620 req-96fb4f73-4d4d-46ec-9fde-e8e68118f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:02.212410 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0fa063f-cb57-4099-ab3b-aa512ccbf620 req-96fb4f73-4d4d-46ec-9fde-e8e68118f993 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594509 Nov 12 01:59:02.314386 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0fa063f-cb57-4099-ab3b-aa512ccbf620 req-fb82e24a-26f0-4be9-bab6-00e6c7fd060c service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936756 Nov 12 01:59:02.407279 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d0fa063f-cb57-4099-ab3b-aa512ccbf620 req-854ca49f-5910-49e2-af7f-486504d30a1f service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855114 Nov 12 01:59:02.735709 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72615161-681d-4257-bd92-d696e68c0cfe req-4be4d8e8-1f46-45d8-ac13-8c47a0822cd5 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:02.737300 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-72615161-681d-4257-bd92-d696e68c0cfe req-4be4d8e8-1f46-45d8-ac13-8c47a0822cd5 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 943 time: 0.0562098 Nov 12 01:59:02.793825 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-72615161-681d-4257-bd92-d696e68c0cfe req-6455ea4d-8074-434f-97dc-e50bbd21b905 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460277 Nov 12 01:59:03.941670 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed1611-e3e0-4209-a010-fd3336fea244 req-bb0ac49e-0005-400f-9764-79b38474cd15 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:03.943357 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f6ed1611-e3e0-4209-a010-fd3336fea244 req-bb0ac49e-0005-400f-9764-79b38474cd15 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 943 time: 0.0649111 Nov 12 01:59:03.998354 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f6ed1611-e3e0-4209-a010-fd3336fea244 req-a44efa93-0704-44a8-b45d-8efd9181f99f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481856 Nov 12 01:59:05.125277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb023d53-06d3-4303-bafd-e56d121fe499 req-5bf82c77-2578-40c0-bbb8-3e3795fd0682 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:05.126785 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb023d53-06d3-4303-bafd-e56d121fe499 req-5bf82c77-2578-40c0-bbb8-3e3795fd0682 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 943 time: 0.0500045 Nov 12 01:59:05.177256 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb023d53-06d3-4303-bafd-e56d121fe499 req-1786cd3e-82b6-47de-a8b8-57215699ae6d tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444624 Nov 12 01:59:06.299273 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e905446-79b3-4ac7-8a16-e898beaa33f7 req-ee90da25-dc85-4b73-b007-b8547597ffd7 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:06.300837 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3e905446-79b3-4ac7-8a16-e898beaa33f7 req-ee90da25-dc85-4b73-b007-b8547597ffd7 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 943 time: 0.0523865 Nov 12 01:59:06.351348 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3e905446-79b3-4ac7-8a16-e898beaa33f7 req-5c61395a-9d8b-4354-9cb0-207fd4c758a2 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444024 Nov 12 01:59:07.475389 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b70d43-4ea8-482f-b6d7-5b5392a2461e req-da78232d-0aa7-4397-b362-745d769c2e5e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:07.476944 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88b70d43-4ea8-482f-b6d7-5b5392a2461e req-da78232d-0aa7-4397-b362-745d769c2e5e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 943 time: 0.0500727 Nov 12 01:59:07.531203 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-88b70d43-4ea8-482f-b6d7-5b5392a2461e req-6024c94f-7310-402d-99d7-ce26d3aa910f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481052 Nov 12 01:59:08.649724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92053540-f5be-4484-9e7d-4da527ea7aeb req-f31de530-869a-42e6-a6b2-5421d96aa3bc tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:08.651239 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-92053540-f5be-4484-9e7d-4da527ea7aeb req-f31de530-869a-42e6-a6b2-5421d96aa3bc tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 943 time: 0.0499828 Nov 12 01:59:08.704972 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-92053540-f5be-4484-9e7d-4da527ea7aeb req-5791beff-f066-46be-ba79-327225b251be tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469861 Nov 12 01:59:09.518015 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:09.829918 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd58ec-38ef-4963-b38e-37b7b032c616 req-53915e80-3d92-4d4b-a925-17bfc0012103 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:09.831392 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8bfd58ec-38ef-4963-b38e-37b7b032c616 req-53915e80-3d92-4d4b-a925-17bfc0012103 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 943 time: 0.0517483 Nov 12 01:59:09.884656 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8bfd58ec-38ef-4963-b38e-37b7b032c616 req-3457fd4d-c9c4-4919-b166-3de603cd4acd tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441484 Nov 12 01:59:11.010089 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1f5ac-6bd8-4079-b1fa-95293193358f req-525be20f-5b4b-42c1-8bfc-49ed98d96db5 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:11.011608 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b5c1f5ac-6bd8-4079-b1fa-95293193358f req-525be20f-5b4b-42c1-8bfc-49ed98d96db5 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 943 time: 0.0532694 Nov 12 01:59:11.060629 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b5c1f5ac-6bd8-4079-b1fa-95293193358f req-53a55394-dc2a-440c-a275-18bde79efee1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421216 Nov 12 01:59:12.183766 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d22d3-b4e4-43d1-8aa7-cb656218e139 req-75ee3e01-823a-4761-8d68-b74afa6d455e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:12.185388 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0d1d22d3-b4e4-43d1-8aa7-cb656218e139 req-75ee3e01-823a-4761-8d68-b74afa6d455e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 943 time: 0.0532391 Nov 12 01:59:12.234984 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0d1d22d3-b4e4-43d1-8aa7-cb656218e139 req-395e347d-880f-47f9-8ab4-08f0f939ee56 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432708 Nov 12 01:59:13.358897 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4835c-74dd-4b07-8999-8024d44f4ad0 req-294fb8b4-07db-4a55-a8c0-e332aed7c0ec tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:13.360559 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cbe4835c-74dd-4b07-8999-8024d44f4ad0 req-294fb8b4-07db-4a55-a8c0-e332aed7c0ec tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 943 time: 0.0517797 Nov 12 01:59:13.420208 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cbe4835c-74dd-4b07-8999-8024d44f4ad0 req-07148fa6-6b97-4a40-ab16-cd0178bee80c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529838 Nov 12 01:59:14.547910 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa3d04-656a-4cdf-99c5-5e153584851d req-186a6097-b022-4d09-8ef9-f27568a511d4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:14.549496 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a2fa3d04-656a-4cdf-99c5-5e153584851d req-186a6097-b022-4d09-8ef9-f27568a511d4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 943 time: 0.0549488 Nov 12 01:59:14.602240 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a2fa3d04-656a-4cdf-99c5-5e153584851d req-5fe5ecfc-e7f1-483f-bfa5-6f44b594af0a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462945 Nov 12 01:59:14.906435 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-54d6d8d6-d53a-46a7-b8ec-f78d3860dfb8 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:14.908065 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-54d6d8d6-d53a-46a7-b8ec-f78d3860dfb8 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31&tenant_id=104830a52b9c4ea490a2ce6bfd934a00&binding%3Ahost_id=n-h2-712137-14 HTTP/1.1" status: 200 len: 943 time: 0.0590823 Nov 12 01:59:14.923360 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f698fcd-f1a5-4a2e-9b4e-79d5dc319dbe req-edaf8bd5-8e5f-4e08-b55f-21064a785ce2 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:14.924953 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6f698fcd-f1a5-4a2e-9b4e-79d5dc319dbe req-edaf8bd5-8e5f-4e08-b55f-21064a785ce2 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 943 time: 0.0536103 Nov 12 01:59:14.972653 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-abdd3f75-3c68-497a-8eea-3b76c502d3d2 service neutron] 10.222.0.15 "GET /v2.0/ports/8bcec9b0-3578-4d4b-b348-d3f894051f79/bindings/n-h2-712137-14 HTTP/1.1" status: 200 len: 383 time: 0.0572424 Nov 12 01:59:14.975560 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6f698fcd-f1a5-4a2e-9b4e-79d5dc319dbe req-41f5f15e-da2a-49db-8c54-259af8d94d6a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441744 Nov 12 01:59:15.053449 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-a472c1d5-2a8a-4c7f-8a84-aeeac5159600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:15.054973 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-a472c1d5-2a8a-4c7f-8a84-aeeac5159600 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 1095 time: 0.0432096 Nov 12 01:59:15.155883 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-91f57ba0-1a93-4ff0-93e2-42ce912396aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:15.157454 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-91f57ba0-1a93-4ff0-93e2-42ce912396aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0956614 Nov 12 01:59:15.228107 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-426b8d92-8b54-4a22-977b-73b6e3aaf4d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79 HTTP/1.1" status: 200 len: 1000 time: 0.0635889 Nov 12 01:59:15.278102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-b5c1bcae-8213-4671-8a93-458564a767af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:15.279643 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-b5c1bcae-8213-4671-8a93-458564a767af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0449281 Nov 12 01:59:15.334496 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-173dad2c-269e-4b0a-829a-dddba9575c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:15.337324 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-173dad2c-269e-4b0a-829a-dddba9575c44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486963 Nov 12 01:59:15.429053 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-e543e96c-4471-4287-a7aa-0cfb8012fdf3 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856218 Nov 12 01:59:15.528816 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1d6fca17-71d2-4e14-a78f-de43606f4630 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914495 Nov 12 01:59:15.986659 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 8bcec9b0-3578-4d4b-b348-d3f894051f79 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:59:16.092149 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 8bcec9b0-3578-4d4b-b348-d3f894051f79, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:16.103172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bfba4-8a04-442a-8f74-31c227483a2e req-dc1d27cc-1cde-4e85-b970-b5b2568ce8cf tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:16.104153 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '8bcec9b0-3578-4d4b-b348-d3f894051f79', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'port_id': '8bcec9b0-3578-4d4b-b348-d3f894051f79', 'mac_address': 'fa:16:3e:fd:e1:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:59:16.104770 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ff9bfba4-8a04-442a-8f74-31c227483a2e req-dc1d27cc-1cde-4e85-b970-b5b2568ce8cf tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 943 time: 0.0506427 Nov 12 01:59:16.142919 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:16.153814 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ff9bfba4-8a04-442a-8f74-31c227483a2e req-f97b8338-f747-4f7d-ae74-a3b532e72884 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422881 Nov 12 01:59:16.157148 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bcec9b0-3578-4d4b-b348-d3f894051f79 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:59:16.177957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 8bcec9b0-3578-4d4b-b348-d3f894051f79, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:16.182214 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:16.231511 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=8bcec9b0-3578-4d4b-b348-d3f894051f79,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:16.239839 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:16.240115 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:16.240459 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:16.240840 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:16.241179 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:16.241511 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:16.241841 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:16.242168 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:16.242494 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:16.242820 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:16.243145 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:16.243467 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:16.666963 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['8bcec9b0-3578-4d4b-b348-d3f894051f79'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:59:17.284505 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa511e90-d8c5-4f3b-a814-ef4cf1b3fc37 req-9f926cba-6d7b-47ab-bc04-89bfc0b5c3d1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:17.286054 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa511e90-d8c5-4f3b-a814-ef4cf1b3fc37 req-9f926cba-6d7b-47ab-bc04-89bfc0b5c3d1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 944 time: 0.0570784 Nov 12 01:59:17.338175 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa511e90-d8c5-4f3b-a814-ef4cf1b3fc37 req-9c9fab7d-475d-4e20-aa64-bf4e3a5c1f80 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451946 Nov 12 01:59:18.006589 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 8bcec9b0-3578-4d4b-b348-d3f894051f79 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:59:18.115488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 8bcec9b0-3578-4d4b-b348-d3f894051f79, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:18.127757 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '8bcec9b0-3578-4d4b-b348-d3f894051f79', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'port_id': '8bcec9b0-3578-4d4b-b348-d3f894051f79', 'mac_address': 'fa:16:3e:fd:e1:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:59:18.471229 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751e81d-8501-4a29-9a9e-dcab389ffd88 req-34be9d9a-d560-4e94-9ec8-8dba0c88c208 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:18.472748 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3751e81d-8501-4a29-9a9e-dcab389ffd88 req-34be9d9a-d560-4e94-9ec8-8dba0c88c208 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 944 time: 0.0564187 Nov 12 01:59:18.530352 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3751e81d-8501-4a29-9a9e-dcab389ffd88 req-b332c120-b489-477d-b0d5-a5c4f8b793bc tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503955 Nov 12 01:59:19.664252 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46be3e6-58ae-4ef0-8959-43d2a0e78295 req-4c8dfaca-e6b1-4ae0-b1e5-51a2978247de tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:19.665968 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b46be3e6-58ae-4ef0-8959-43d2a0e78295 req-4c8dfaca-e6b1-4ae0-b1e5-51a2978247de tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 944 time: 0.0581853 Nov 12 01:59:19.721850 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b46be3e6-58ae-4ef0-8959-43d2a0e78295 req-1595eb3b-cb99-49f8-a0d0-c9ab8884dfbf tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486000 Nov 12 01:59:19.866298 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-ddf03ebf-7693-4795-8be5-520c59cd08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:19.867819 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-ddf03ebf-7693-4795-8be5-520c59cd08b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31&tenant_id=104830a52b9c4ea490a2ce6bfd934a00 HTTP/1.1" status: 200 len: 1096 time: 0.0420499 Nov 12 01:59:19.880150 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712137-14', 'device_owner': 'compute:nova'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:19.938712 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:20.011507 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 8bcec9b0-3578-4d4b-b348-d3f894051f79 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:59:20.094270 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:20.114065 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8bcec9b0-3578-4d4b-b348-d3f894051f79 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:59:20.149711 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] For port 8bcec9b0-3578-4d4b-b348-d3f894051f79, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:20.183630 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] For port 8bcec9b0-3578-4d4b-b348-d3f894051f79, host n-h2-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:59:20.217392 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8bcec9b0-3578-4d4b-b348-d3f894051f79 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:59:20.221986 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-466ff520-d5d6-4db3-9197-8b71c7008a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:20.226576 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:20.239110 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Ignored duplicate provisioning block setup for port 8bcec9b0-3578-4d4b-b348-d3f894051f79 by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 12 01:59:20.243504 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:20.282166 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:59:20.282526 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:59:20.323792 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Pushing event updated for resources: {'Port': ['ID=8bcec9b0-3578-4d4b-b348-d3f894051f79,revision_number=9']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:20.339407 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:20.339765 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:20.340107 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:20.340449 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:20.340822 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:20.341147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:20.341480 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:20.341813 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:20.342214 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:20.343066 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:20.343399 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:20.343734 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:20.381702 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] No DVR routers for this DVR port 8bcec9b0-3578-4d4b-b348-d3f894051f79 on host n-h2-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:59:20.523721 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Attempting to bind port 8bcec9b0-3578-4d4b-b348-d3f894051f79 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:59:20.524056 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Attempting to bind port 8bcec9b0-3578-4d4b-b348-d3f894051f79 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:59:20.524380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Attempting to bind port 8bcec9b0-3578-4d4b-b348-d3f894051f79 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:59:20.528889 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Port 8bcec9b0-3578-4d4b-b348-d3f894051f79 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:59:20.529215 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Attempting to bind port 8bcec9b0-3578-4d4b-b348-d3f894051f79 on network d0a8136e-7f28-4707-a3d7-f6998a101ce9 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:59:20.534243 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:59:20.534585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Checking segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:59:20.534974 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Bound using segment: {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:59:20.535403 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Bound port: 8bcec9b0-3578-4d4b-b348-d3f894051f79, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245e337d-f840-4b2f-a6be-c446627f47fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:59:20.535758 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:20.610307 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] For port 8bcec9b0-3578-4d4b-b348-d3f894051f79, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:59:20.613437 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] For port 8bcec9b0-3578-4d4b-b348-d3f894051f79, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:59:20.618100 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:20.653834 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:20.654451 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:20.656500 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] 10.222.0.21 "PUT /v2.0/ports/8bcec9b0-3578-4d4b-b348-d3f894051f79 HTTP/1.1" status: 200 len: 1092 time: 0.7803690 Nov 12 01:59:20.656826 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f00b338-2e71-42fc-9443-a9ef5e86dc31', 'tag': '8bcec9b0-3578-4d4b-b348-d3f894051f79'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:59:20.659096 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7db15e-3698-410b-a2eb-95b6e12b032a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f00b338-2e71-42fc-9443-a9ef5e86dc31", "tag": "8bcec9b0-3578-4d4b-b348-d3f894051f79"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:59:20.699407 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4aafad-6b89-466b-ad8b-f3405499b2be service neutron] Pushing event updated for resources: {'Port': ['ID=8bcec9b0-3578-4d4b-b348-d3f894051f79,revision_number=10']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:20.738366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-9ddd1844-0c49-4d4f-92de-34865d6605ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:20.739949 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-9ddd1844-0c49-4d4f-92de-34865d6605ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 1096 time: 0.0540204 Nov 12 01:59:20.861463 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-2b039b44-ec3d-4992-96fa-93ae8cf05a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:20.862875 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-2b039b44-ec3d-4992-96fa-93ae8cf05a85 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.1132538 Nov 12 01:59:20.867839 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa2a97c-b991-4609-b942-912d3a81c663 x-openstack-request-id: req-bfa2a97c-b991-4609-b942-912d3a81c663 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:59:20.868136 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f00b338-2e71-42fc-9443-a9ef5e86dc31", "tag": "8bcec9b0-3578-4d4b-b348-d3f894051f79", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:59:20.868395 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bfa2a97c-b991-4609-b942-912d3a81c663 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:59:20.868826 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f00b338-2e71-42fc-9443-a9ef5e86dc31', 'tag': '8bcec9b0-3578-4d4b-b348-d3f894051f79', 'status': 'completed', 'code': 200} Nov 12 01:59:20.946521 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7db15e-3698-410b-a2eb-95b6e12b032a req-8784a5f8-3ac5-495e-9f19-44262e634712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:20.949345 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b7db15e-3698-410b-a2eb-95b6e12b032a req-8784a5f8-3ac5-495e-9f19-44262e634712 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 1096 time: 0.0435519 Nov 12 01:59:20.957369 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94c318-2933-46e2-87e7-8eab2d7030c9 req-b77afe0c-9a42-4774-b74f-ccf5524309a0 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:20.958837 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d94c318-2933-46e2-87e7-8eab2d7030c9 req-b77afe0c-9a42-4774-b74f-ccf5524309a0 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 944 time: 0.1103568 Nov 12 01:59:20.963483 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-af114a7a-56c8-4f80-a96d-3d86b76bb589 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79 HTTP/1.1" status: 200 len: 1000 time: 0.0803957 Nov 12 01:59:21.051679 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d94c318-2933-46e2-87e7-8eab2d7030c9 req-6f15016f-a578-4507-b430-db24dd3e779c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855362 Nov 12 01:59:21.053270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-dacce3c7-388c-448b-808b-5216e14f78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:21.054686 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-dacce3c7-388c-448b-808b-5216e14f78d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0808537 Nov 12 01:59:21.057748 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7db15e-3698-410b-a2eb-95b6e12b032a req-7ff25028-f4d6-4484-9c17-0c03c83af45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:21.059233 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b7db15e-3698-410b-a2eb-95b6e12b032a req-7ff25028-f4d6-4484-9c17-0c03c83af45a service neutron] 10.222.0.15 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.1032414 Nov 12 01:59:21.114296 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-d701b498-e91d-4643-83c2-9f148fcf178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:21.115750 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-d701b498-e91d-4643-83c2-9f148fcf178a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537989 Nov 12 01:59:21.130186 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b7db15e-3698-410b-a2eb-95b6e12b032a req-173cb349-952b-4cc5-b957-cf135834fbe2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79 HTTP/1.1" status: 200 len: 1000 time: 0.0637271 Nov 12 01:59:21.189127 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7db15e-3698-410b-a2eb-95b6e12b032a req-71901b42-170f-446c-a162-6fff6ad2cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:21.190636 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b7db15e-3698-410b-a2eb-95b6e12b032a req-71901b42-170f-446c-a162-6fff6ad2cf0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0539024 Nov 12 01:59:21.213688 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-8e07ff0a-c07c-4c6c-8fe3-446ae8ca68f8 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903316 Nov 12 01:59:21.244083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7db15e-3698-410b-a2eb-95b6e12b032a req-4915de48-808f-4827-8244-7c8f531ba6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:21.245690 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b7db15e-3698-410b-a2eb-95b6e12b032a req-4915de48-808f-4827-8244-7c8f531ba6e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476990 Nov 12 01:59:21.307189 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-130af4fe-a93a-40c4-8673-b56a58391b7b req-de7eff10-513b-49d4-8652-ae015570ed7f service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859168 Nov 12 01:59:21.340713 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b7db15e-3698-410b-a2eb-95b6e12b032a req-3a4d4f5d-e8f2-438e-b267-cb1e4b45f0a4 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872009 Nov 12 01:59:21.441162 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b7db15e-3698-410b-a2eb-95b6e12b032a req-81753dde-5a61-457d-b846-da81a91da229 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907626 Nov 12 01:59:21.527903 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7db15e-3698-410b-a2eb-95b6e12b032a req-7d009386-b21c-4173-aa79-aef69c3b66f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:21.530147 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b7db15e-3698-410b-a2eb-95b6e12b032a req-7d009386-b21c-4173-aa79-aef69c3b66f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 1096 time: 0.0537331 Nov 12 01:59:21.635100 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7db15e-3698-410b-a2eb-95b6e12b032a req-09135b72-6755-43c7-8d68-25087566fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:21.636599 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b7db15e-3698-410b-a2eb-95b6e12b032a req-09135b72-6755-43c7-8d68-25087566fa40 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 200 len: 912 time: 0.0996456 Nov 12 01:59:21.721012 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b7db15e-3698-410b-a2eb-95b6e12b032a req-810e2445-8872-478d-8aae-ad4286259942 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79 HTTP/1.1" status: 200 len: 1000 time: 0.0742247 Nov 12 01:59:21.777949 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7db15e-3698-410b-a2eb-95b6e12b032a req-28a687d4-a2be-48ff-9203-43f4a7cad586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:21.779425 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b7db15e-3698-410b-a2eb-95b6e12b032a req-28a687d4-a2be-48ff-9203-43f4a7cad586 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 200 len: 850 time: 0.0514510 Nov 12 01:59:21.829983 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7db15e-3698-410b-a2eb-95b6e12b032a req-d2e98e15-991a-43e3-92c8-13c33f230ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:21.831558 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b7db15e-3698-410b-a2eb-95b6e12b032a req-d2e98e15-991a-43e3-92c8-13c33f230ccb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0a8136e-7f28-4707-a3d7-f6998a101ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451121 Nov 12 01:59:21.933545 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b7db15e-3698-410b-a2eb-95b6e12b032a req-341d72d5-2c52-461f-a88c-b23fa854214f service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944414 Nov 12 01:59:22.036383 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b7db15e-3698-410b-a2eb-95b6e12b032a req-bcdec117-fcaa-4e64-b235-1f3cf33edd32 service neutron] 10.222.0.21 "GET /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950329 Nov 12 01:59:22.182914 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c671de5-a49d-4aed-b572-e6abeb1c60d5 req-d76397b7-e730-4eaa-86be-d2380fe46726 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:22.184576 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2c671de5-a49d-4aed-b572-e6abeb1c60d5 req-d76397b7-e730-4eaa-86be-d2380fe46726 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 944 time: 0.0537243 Nov 12 01:59:22.238826 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2c671de5-a49d-4aed-b572-e6abeb1c60d5 req-162af601-0a5e-43bd-b340-398e46e452af tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441017 Nov 12 01:59:22.511851 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-47b0e39c-fe5e-42e7-a314-f8e017f17172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:23.358835 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706c888-8579-4ccc-9188-871cd1745951 req-9889a76c-7117-4ae4-81d1-4db9557058c1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:23.360405 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9706c888-8579-4ccc-9188-871cd1745951 req-9889a76c-7117-4ae4-81d1-4db9557058c1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 944 time: 0.0505514 Nov 12 01:59:23.415333 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9706c888-8579-4ccc-9188-871cd1745951 req-c81dcdde-3e19-4340-b065-ce19cab1d644 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486279 Nov 12 01:59:23.798877 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:24.554630 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183ac33-6a2a-44a0-b0f7-2376c8fdc6ea req-0362e087-a934-4055-b114-55c1e715c200 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:24.557117 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d183ac33-6a2a-44a0-b0f7-2376c8fdc6ea req-0362e087-a934-4055-b114-55c1e715c200 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 944 time: 0.0659060 Nov 12 01:59:24.616669 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d183ac33-6a2a-44a0-b0f7-2376c8fdc6ea req-9700fe58-9e4a-4261-bed9-87f75dac6f14 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529783 Nov 12 01:59:25.323570 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:25.746824 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b870832-5970-482c-8f33-3f13fb5ff30f req-f8634b0c-9ccf-4251-b5ed-109c68df4b94 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:25.749060 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5b870832-5970-482c-8f33-3f13fb5ff30f req-f8634b0c-9ccf-4251-b5ed-109c68df4b94 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 944 time: 0.0554891 Nov 12 01:59:25.753943 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:25.801033 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5b870832-5970-482c-8f33-3f13fb5ff30f req-545ad0f5-f8a9-4746-88b1-5652f2f512df tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444362 Nov 12 01:59:26.181844 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:26.921050 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b53b7-435a-43b0-b0ed-77c9be5d7b66 req-eb60b5ba-838e-43fa-b82a-8c819bb05997 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:26.922644 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f0b53b7-435a-43b0-b0ed-77c9be5d7b66 req-eb60b5ba-838e-43fa-b82a-8c819bb05997 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 944 time: 0.0511091 Nov 12 01:59:26.973498 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4f0b53b7-435a-43b0-b0ed-77c9be5d7b66 req-25d41830-6cb2-4dc6-998e-7a8ca0be276e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447304 Nov 12 01:59:28.095689 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95edb7-b6be-49db-80ba-9de6dc6a8fb2 req-19c4a0aa-3ff7-45e1-9cf8-bfdb7bb0bd5e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:28.097243 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb95edb7-b6be-49db-80ba-9de6dc6a8fb2 req-19c4a0aa-3ff7-45e1-9cf8-bfdb7bb0bd5e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 944 time: 0.0509596 Nov 12 01:59:28.145582 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb95edb7-b6be-49db-80ba-9de6dc6a8fb2 req-1b2b6b2b-a466-4330-97ca-c70a4eb15417 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423024 Nov 12 01:59:29.267523 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edc510-9f61-4e69-8cb8-9e2bbb909342 req-c18a2ee5-728f-4306-b8a0-242a45384d0b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:29.269110 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0edc510-9f61-4e69-8cb8-9e2bbb909342 req-c18a2ee5-728f-4306-b8a0-242a45384d0b tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 944 time: 0.0507050 Nov 12 01:59:29.332136 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0edc510-9f61-4e69-8cb8-9e2bbb909342 req-cf2a5375-9792-4592-ae42-ef04240377f1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570264 Nov 12 01:59:30.467970 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e8029-a365-4892-b505-86f73ad4041d req-79fc4de8-015c-4704-886f-6358a96554c4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:30.469524 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e08e8029-a365-4892-b505-86f73ad4041d req-79fc4de8-015c-4704-886f-6358a96554c4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 944 time: 0.0632067 Nov 12 01:59:30.518603 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e08e8029-a365-4892-b505-86f73ad4041d req-2d4634a7-7aed-47e5-95a8-c4ae20f4fd47 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429778 Nov 12 01:59:31.643665 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d764e-6d23-4938-991e-f6d6ecdb97c8 req-431eb843-7e32-4959-89bd-2d6517e82155 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:31.645266 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b15d764e-6d23-4938-991e-f6d6ecdb97c8 req-431eb843-7e32-4959-89bd-2d6517e82155 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 944 time: 0.0548744 Nov 12 01:59:31.695081 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b15d764e-6d23-4938-991e-f6d6ecdb97c8 req-90e09dd4-d33b-4a0a-8ddf-1df50bc03001 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429738 Nov 12 01:59:32.825824 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903e60b-19e3-4e1b-9e4a-0c7b4930a92b req-583361d4-b7f6-41aa-8f97-045bc852b92f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:32.827980 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b903e60b-19e3-4e1b-9e4a-0c7b4930a92b req-583361d4-b7f6-41aa-8f97-045bc852b92f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 944 time: 0.0600176 Nov 12 01:59:32.876902 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b903e60b-19e3-4e1b-9e4a-0c7b4930a92b req-4e95c3a5-36c6-4ef4-9bc9-68254f561dce tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428226 Nov 12 01:59:33.996348 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf15014-fec9-46fb-a79c-daab3e1d38b0 req-5be73ba5-b2a8-436e-abb7-877045de561f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:33.998722 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3cf15014-fec9-46fb-a79c-daab3e1d38b0 req-5be73ba5-b2a8-436e-abb7-877045de561f tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 944 time: 0.0515175 Nov 12 01:59:34.049862 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3cf15014-fec9-46fb-a79c-daab3e1d38b0 req-731a0041-5243-43a1-b0f1-4ca333f8e119 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450559 Nov 12 01:59:34.175668 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb7512-7748-4484-af23-cdf4de98ebdc req-3b7e8c5d-dab5-46ae-aa2c-57e2830562a4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:34.177170 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-efbb7512-7748-4484-af23-cdf4de98ebdc req-3b7e8c5d-dab5-46ae-aa2c-57e2830562a4 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 944 time: 0.0553472 Nov 12 01:59:34.227168 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-efbb7512-7748-4484-af23-cdf4de98ebdc req-f0de9792-830c-43f7-b2e1-55a321557ec8 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435572 Nov 12 01:59:34.348717 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0f742-def9-4fdc-a82e-b3da9bb434e2 req-e848fe62-fbf8-458f-a5eb-9582d44b2694 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:34.351269 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e8d0f742-def9-4fdc-a82e-b3da9bb434e2 req-e848fe62-fbf8-458f-a5eb-9582d44b2694 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 944 time: 0.0515435 Nov 12 01:59:34.386363 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8bcec9b0-3578-4d4b-b348-d3f894051f79 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:59:34.405393 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e8d0f742-def9-4fdc-a82e-b3da9bb434e2 req-69a56a89-ca69-4392-aa8e-0677932364c1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480123 Nov 12 01:59:34.485912 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 8bcec9b0-3578-4d4b-b348-d3f894051f79, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:34.497413 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '8bcec9b0-3578-4d4b-b348-d3f894051f79', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'port_id': '8bcec9b0-3578-4d4b-b348-d3f894051f79', 'mac_address': 'fa:16:3e:fd:e1:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:59:34.537369 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:34.560332 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bcec9b0-3578-4d4b-b348-d3f894051f79 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:59:34.587125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 8bcec9b0-3578-4d4b-b348-d3f894051f79, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:34.594919 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:34.645973 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=8bcec9b0-3578-4d4b-b348-d3f894051f79,revision_number=11']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:34.666410 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e7a86-a5a3-4ebb-aa2d-7d29d58062c9 req-ac685768-b00a-4ec8-aa36-b94369606b1e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:34.668024 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-473e7a86-a5a3-4ebb-aa2d-7d29d58062c9 req-ac685768-b00a-4ec8-aa36-b94369606b1e tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0557323 Nov 12 01:59:34.716498 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-473e7a86-a5a3-4ebb-aa2d-7d29d58062c9 req-e5b02ae9-e1d8-40ba-9bd9-c2bf6cab038a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413654 Nov 12 01:59:34.864529 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['8bcec9b0-3578-4d4b-b348-d3f894051f79'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:59:35.838516 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c9d85-cc53-4287-b080-606bd2fb9283 req-48d96163-e7c4-45e4-b182-1d159c3a0198 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:35.839949 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-798c9d85-cc53-4287-b080-606bd2fb9283 req-48d96163-e7c4-45e4-b182-1d159c3a0198 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0515928 Nov 12 01:59:35.891975 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-798c9d85-cc53-4287-b080-606bd2fb9283 req-a7a3748c-94f1-4ba6-9a41-3f565fab36d8 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05aeb11-18d5-4f4f-b77f-8cecb945b742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458329 Nov 12 01:59:36.226239 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7417dd-e579-4e05-a331-2f9d8be67773 req-d6e0f32f-666c-4014-8327-ff295bd71af1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:36.227857 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ee7417dd-e579-4e05-a331-2f9d8be67773 req-d6e0f32f-666c-4014-8327-ff295bd71af1 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 945 time: 0.0518339 Nov 12 01:59:36.326074 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-ee7417dd-e579-4e05-a331-2f9d8be67773 req-6bdd4dd5-5334-4435-b7c7-85b03a74cf09 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Deleting port 8bcec9b0-3578-4d4b-b348-d3f894051f79 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:59:36.326416 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ee7417dd-e579-4e05-a331-2f9d8be67773 req-6bdd4dd5-5334-4435-b7c7-85b03a74cf09 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:36.395463 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8bcec9b0-3578-4d4b-b348-d3f894051f79 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:59:36.417880 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ee7417dd-e579-4e05-a331-2f9d8be67773 req-6bdd4dd5-5334-4435-b7c7-85b03a74cf09 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] For port 8bcec9b0-3578-4d4b-b348-d3f894051f79, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:36.418244 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ee7417dd-e579-4e05-a331-2f9d8be67773 req-6bdd4dd5-5334-4435-b7c7-85b03a74cf09 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:36.449968 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 8bcec9b0-3578-4d4b-b348-d3f894051f79 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:59:36.454249 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 8bcec9b0-3578-4d4b-b348-d3f894051f79 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:59:36.454624 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:36.533280 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:36.558832 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f00b338-2e71-42fc-9443-a9ef5e86dc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcec9b0-3578-4d4b-b348-d3f894051f79'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:59:36.561206 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76f2ba7-49aa-4a46-b543-d29eb425496f" -d '{"events": [{"server_uuid": "8f00b338-2e71-42fc-9443-a9ef5e86dc31", "name": "network-vif-plugged", "status": "completed", "tag": "8bcec9b0-3578-4d4b-b348-d3f894051f79"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:59:36.575817 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 8bcec9b0-3578-4d4b-b348-d3f894051f79, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=8bcec9b0-3578-4d4b-b348-d3f894051f79,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:36.584444 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:36.612097 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90890749-328a-42fb-920c-19efa75d5002 x-openstack-request-id: req-90890749-328a-42fb-920c-19efa75d5002 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:59:36.612388 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f00b338-2e71-42fc-9443-a9ef5e86dc31", "name": "network-vif-plugged", "status": "completed", "tag": "8bcec9b0-3578-4d4b-b348-d3f894051f79", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:59:36.612641 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90890749-328a-42fb-920c-19efa75d5002 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:59:36.613054 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f00b338-2e71-42fc-9443-a9ef5e86dc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcec9b0-3578-4d4b-b348-d3f894051f79', 'code': 200} Nov 12 01:59:36.617297 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ee7417dd-e579-4e05-a331-2f9d8be67773 req-6bdd4dd5-5334-4435-b7c7-85b03a74cf09 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:36.617656 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ee7417dd-e579-4e05-a331-2f9d8be67773 req-6bdd4dd5-5334-4435-b7c7-85b03a74cf09 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:36.617970 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [req-ee7417dd-e579-4e05-a331-2f9d8be67773 req-6bdd4dd5-5334-4435-b7c7-85b03a74cf09 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Floating IP c2f578a1-db4d-450f-a2ae-e16dafbacb55 disassociated. External IP: 172.25.0.235, port: 8bcec9b0-3578-4d4b-b348-d3f894051f79. Nov 12 01:59:36.618317 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-ee7417dd-e579-4e05-a331-2f9d8be67773 req-6bdd4dd5-5334-4435-b7c7-85b03a74cf09 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Calling delete_port for 8bcec9b0-3578-4d4b-b348-d3f894051f79 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:59:36.647710 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=8bcec9b0-3578-4d4b-b348-d3f894051f79,revision_number=12']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:36.758483 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ee7417dd-e579-4e05-a331-2f9d8be67773 req-6bdd4dd5-5334-4435-b7c7-85b03a74cf09 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:36.793378 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd4dd5-5334-4435-b7c7-85b03a74cf09 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Pushing event deleted for resources: {'Port': ['ID=8bcec9b0-3578-4d4b-b348-d3f894051f79,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:36.922381 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee7417dd-e579-4e05-a331-2f9d8be67773 req-6bdd4dd5-5334-4435-b7c7-85b03a74cf09 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Router 9d2c1484-9de0-4eed-b887-3d38064055ae has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:59:37.011606 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5945e8a7-141b-445b-9fc5-0a00a73dd7c9 req-530f5141-e8bb-4e83-906e-e0ca0c8ad1d7 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 210 time: 0.0384111 Nov 12 01:59:37.068427 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee7417dd-e579-4e05-a331-2f9d8be67773 req-6bdd4dd5-5334-4435-b7c7-85b03a74cf09 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:59:37.081069 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762472a6-0b83-4371-b03b-fd32fa9d9bf0 None None] Sync routers for ids ['9d2c1484-9de0-4eed-b887-3d38064055ae'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:59:37.092178 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762472a6-0b83-4371-b03b-fd32fa9d9bf0 None None] Routers {'9d2c1484-9de0-4eed-b887-3d38064055ae'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:59:37.092927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-762472a6-0b83-4371-b03b-fd32fa9d9bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:59:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9d2c1484-9de0-4eed-b887-3d38064055ae'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:37.108986 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7417dd-e579-4e05-a331-2f9d8be67773 req-6bdd4dd5-5334-4435-b7c7-85b03a74cf09 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] No DVR routers for this DVR port 8bcec9b0-3578-4d4b-b348-d3f894051f79 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:59:37.112595 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ee7417dd-e579-4e05-a331-2f9d8be67773 req-6bdd4dd5-5334-4435-b7c7-85b03a74cf09 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:37.116103 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ee7417dd-e579-4e05-a331-2f9d8be67773 req-6bdd4dd5-5334-4435-b7c7-85b03a74cf09 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.21 "DELETE /v2.0/ports/8bcec9b0-3578-4d4b-b348-d3f894051f79 HTTP/1.1" status: 204 len: 173 time: 0.8805108 Nov 12 01:59:37.116588 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f00b338-2e71-42fc-9443-a9ef5e86dc31', 'name': 'network-vif-deleted', 'tag': '8bcec9b0-3578-4d4b-b348-d3f894051f79'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:59:37.119761 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36e8fef-ae9e-4746-aa24-f7ae36e6d9cf" -d '{"events": [{"server_uuid": "8f00b338-2e71-42fc-9443-a9ef5e86dc31", "name": "network-vif-deleted", "tag": "8bcec9b0-3578-4d4b-b348-d3f894051f79"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:59:37.161836 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6663c82-d0c9-4861-8690-4ec98fea0c10 x-openstack-request-id: req-e6663c82-d0c9-4861-8690-4ec98fea0c10 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:59:37.162140 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f00b338-2e71-42fc-9443-a9ef5e86dc31", "name": "network-vif-deleted", "tag": "8bcec9b0-3578-4d4b-b348-d3f894051f79", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:59:37.162409 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6663c82-d0c9-4861-8690-4ec98fea0c10 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:59:37.162815 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f00b338-2e71-42fc-9443-a9ef5e86dc31', 'name': 'network-vif-deleted', 'tag': '8bcec9b0-3578-4d4b-b348-d3f894051f79', 'status': 'completed', 'code': 200} Nov 12 01:59:37.210662 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-762472a6-0b83-4371-b03b-fd32fa9d9bf0 None None] Set router 9d2c1484-9de0-4eed-b887-3d38064055ae gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:59:37.436779 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-762472a6-0b83-4371-b03b-fd32fa9d9bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:37.468173 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762472a6-0b83-4371-b03b-fd32fa9d9bf0 None None] Checking router: 9d2c1484-9de0-4eed-b887-3d38064055ae for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:59:37.479335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762472a6-0b83-4371-b03b-fd32fa9d9bf0 None None] Routers {'9d2c1484-9de0-4eed-b887-3d38064055ae'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:59:37.479983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-762472a6-0b83-4371-b03b-fd32fa9d9bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:59:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9d2c1484-9de0-4eed-b887-3d38064055ae'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:37.607132 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-762472a6-0b83-4371-b03b-fd32fa9d9bf0 None None] Set router 9d2c1484-9de0-4eed-b887-3d38064055ae gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:59:37.980003 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-762472a6-0b83-4371-b03b-fd32fa9d9bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:38.010540 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762472a6-0b83-4371-b03b-fd32fa9d9bf0 None None] The sync data for ids ['9d2c1484-9de0-4eed-b887-3d38064055ae'] in n-d-712137-14 is: [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:32Z', 'revision_number': 4, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'df3af0b1-9a36-448e-8ffa-0b145e2b6ebc', 'name': '', 'network_id': 'd0a8136e-7f28-4707-a3d7-f6998a101ce9', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'mac_address': 'fa:16:3e:9e:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:32Z', 'updated_at': '2021-11-12T01:47:36Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'subnets': [{'id': '5d4a239a-3fdb-4377-8816-d8a63a3bd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:59:38.125750 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-31ff1b97-9bcc-4d86-93af-ed85613e31a6 req-8485de08-9d57-41a1-9156-cbd7b87a0332 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 210 time: 0.0324221 Nov 12 01:59:38.267955 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d1a78a-cf7c-475d-b804-f0ff3994d035 None None] New status for floating IP c2f578a1-db4d-450f-a2ae-e16dafbacb55: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:59:38.436765 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:59:39.226316 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a9681d77-16bb-4032-ae23-efcbf9a74605 req-fdee0a23-f3fa-4160-8e73-3bc82f1fea8a tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 210 time: 0.0265932 Nov 12 01:59:39.524100 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:40.325389 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6f59c2c0-cee5-436d-9e60-c781a77c51db req-12403d8d-c5ce-48cb-bfd3-2a9176f75d7d tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 210 time: 0.0272462 Nov 12 01:59:40.427467 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8bcec9b0-3578-4d4b-b348-d3f894051f79 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:59:40.451940 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 8bcec9b0-3578-4d4b-b348-d3f894051f79 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:59:40.452371 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 8bcec9b0-3578-4d4b-b348-d3f894051f79 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:59:41.428012 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8cdc9baf-a907-4603-b142-f485f5469aa8 req-6810a438-a183-4cc6-b9b3-52217e872fe5 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f00b338-2e71-42fc-9443-a9ef5e86dc31 HTTP/1.1" status: 200 len: 210 time: 0.0282698 Nov 12 01:59:46.214459 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55538) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:46.272136 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-99c64b03-398e-4a56-ab1c-630f7147337c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:46.303667 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-99c64b03-398e-4a56-ab1c-630f7147337c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:46.362610 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-99c64b03-398e-4a56-ab1c-630f7147337c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:46.365418 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-99c64b03-398e-4a56-ab1c-630f7147337c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:46.366715 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-99c64b03-398e-4a56-ab1c-630f7147337c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "DELETE /v2.0/security-groups/b05aeb11-18d5-4f4f-b77f-8cecb945b742 HTTP/1.1" status: 204 len: 168 time: 0.1511734 Nov 12 01:59:46.369448 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55540) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:46.377061 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c64b03-398e-4a56-ab1c-630f7147337c tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05aeb11-18d5-4f4f-b77f-8cecb945b742,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:46.384332 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-0bcb0cc0-59ab-4da2-9fa4-1688274e7451 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] show failed (client error): The resource could not be found. Nov 12 01:59:46.385461 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0bcb0cc0-59ab-4da2-9fa4-1688274e7451 tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "GET /v2.0/security-groups/b05aeb11-18d5-4f4f-b77f-8cecb945b742 HTTP/1.1" status: 404 len: 347 time: 0.0149608 Nov 12 01:59:46.388117 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55542) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:46.527857 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-db7b936e-1eb7-47dc-b524-28af4a7cfccd tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Deleting port 58482f14-e7ab-4f7a-b41c-63a378154559 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:59:46.528197 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-db7b936e-1eb7-47dc-b524-28af4a7cfccd tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:46.607418 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-db7b936e-1eb7-47dc-b524-28af4a7cfccd tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:46.607683 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-db7b936e-1eb7-47dc-b524-28af4a7cfccd tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:46.620119 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-db7b936e-1eb7-47dc-b524-28af4a7cfccd tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Calling delete_port for 58482f14-e7ab-4f7a-b41c-63a378154559 owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:59:46.759767 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-db7b936e-1eb7-47dc-b524-28af4a7cfccd tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:46.784598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b936e-1eb7-47dc-b524-28af4a7cfccd tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Pushing event deleted for resources: {'Port': ['ID=58482f14-e7ab-4f7a-b41c-63a378154559,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:46.852597 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-db7b936e-1eb7-47dc-b524-28af4a7cfccd tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:46.855434 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-db7b936e-1eb7-47dc-b524-28af4a7cfccd tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:46.856641 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-db7b936e-1eb7-47dc-b524-28af4a7cfccd tempest-ServerActionsTestJSON-860140645 tempest-ServerActionsTestJSON-860140645-project] 10.222.0.31 "DELETE /v2.0/floatingips/c2f578a1-db4d-450f-a2ae-e16dafbacb55 HTTP/1.1" status: 204 len: 168 time: 0.4670863 Nov 12 01:59:46.859692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55544) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:47.377564 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3fc89491-b7c4-435f-9155-300b6d6043d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:47.632904 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89491-b7c4-435f-9155-300b6d6043d8 admin admin] Deleting port df3af0b1-9a36-448e-8ffa-0b145e2b6ebc {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:59:47.633152 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3fc89491-b7c4-435f-9155-300b6d6043d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:47.712291 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-3fc89491-b7c4-435f-9155-300b6d6043d8 admin admin] For port df3af0b1-9a36-448e-8ffa-0b145e2b6ebc, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=df3af0b1-9a36-448e-8ffa-0b145e2b6ebc,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:47.712660 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3fc89491-b7c4-435f-9155-300b6d6043d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:47.731114 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89491-b7c4-435f-9155-300b6d6043d8 admin admin] Calling delete_port for df3af0b1-9a36-448e-8ffa-0b145e2b6ebc owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:59:47.914655 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3fc89491-b7c4-435f-9155-300b6d6043d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:47.940786 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89491-b7c4-435f-9155-300b6d6043d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=df3af0b1-9a36-448e-8ffa-0b145e2b6ebc,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:48.130694 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3fc89491-b7c4-435f-9155-300b6d6043d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:48.351961 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc89491-b7c4-435f-9155-300b6d6043d8 admin admin] Router 9d2c1484-9de0-4eed-b887-3d38064055ae has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:59:48.461781 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc89491-b7c4-435f-9155-300b6d6043d8 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:59:48.467204 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3fc89491-b7c4-435f-9155-300b6d6043d8 admin admin] 10.222.0.31 "PUT /v2.0/routers/9d2c1484-9de0-4eed-b887-3d38064055ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6064961 Nov 12 01:59:48.469784 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55548) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:48.472829 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fad271-fc02-4a36-a045-1b53113bb46b None None] Sync routers for ids ['9d2c1484-9de0-4eed-b887-3d38064055ae'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:59:48.484473 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fad271-fc02-4a36-a045-1b53113bb46b None None] Routers {'9d2c1484-9de0-4eed-b887-3d38064055ae'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:59:48.485125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-39fad271-fc02-4a36-a045-1b53113bb46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:59:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9d2c1484-9de0-4eed-b887-3d38064055ae'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:48.596283 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-39fad271-fc02-4a36-a045-1b53113bb46b None None] Set router 9d2c1484-9de0-4eed-b887-3d38064055ae gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:59:48.789961 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-39fad271-fc02-4a36-a045-1b53113bb46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:59:47Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:48.818486 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fad271-fc02-4a36-a045-1b53113bb46b None None] Checking router: 9d2c1484-9de0-4eed-b887-3d38064055ae for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:59:48.827686 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fad271-fc02-4a36-a045-1b53113bb46b None None] Routers {'9d2c1484-9de0-4eed-b887-3d38064055ae'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:59:48.828314 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-39fad271-fc02-4a36-a045-1b53113bb46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T01:59:22Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['9d2c1484-9de0-4eed-b887-3d38064055ae'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:48.901979 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06254826-c60c-4471-b00f-6277940cda63 admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:48.936201 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-39fad271-fc02-4a36-a045-1b53113bb46b None None] Set router 9d2c1484-9de0-4eed-b887-3d38064055ae gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:59:49.014249 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06254826-c60c-4471-b00f-6277940cda63 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:49.072333 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-06254826-c60c-4471-b00f-6277940cda63 admin admin] Deleting port f533ac15-fdad-4046-858c-97b6af2ac467 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:59:49.072677 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06254826-c60c-4471-b00f-6277940cda63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:49.121384 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-39fad271-fc02-4a36-a045-1b53113bb46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:59:47Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:49.152142 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fad271-fc02-4a36-a045-1b53113bb46b None None] The sync data for ids ['9d2c1484-9de0-4eed-b887-3d38064055ae'] in n-d-712137-14 is: [{'id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'name': 'tempest-ServerActionsTestJSON-105005739-router', 'tenant_id': '104830a52b9c4ea490a2ce6bfd934a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:59:47Z', 'revision_number': 5, 'project_id': '104830a52b9c4ea490a2ce6bfd934a00', 'gw_port': {'id': 'f533ac15-fdad-4046-858c-97b6af2ac467', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2c1484-9de0-4eed-b887-3d38064055ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:47:30Z', 'updated_at': '2021-11-12T01:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:59:49.156478 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-06254826-c60c-4471-b00f-6277940cda63 admin admin] For port f533ac15-fdad-4046-858c-97b6af2ac467, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f533ac15-fdad-4046-858c-97b6af2ac467,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:49.156893 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06254826-c60c-4471-b00f-6277940cda63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:49.176443 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-06254826-c60c-4471-b00f-6277940cda63 admin admin] Calling delete_port for f533ac15-fdad-4046-858c-97b6af2ac467 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:59:49.345486 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06254826-c60c-4471-b00f-6277940cda63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:49.376300 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06254826-c60c-4471-b00f-6277940cda63 admin admin] Pushing event deleted for resources: {'Port': ['ID=f533ac15-fdad-4046-858c-97b6af2ac467,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:49.391791 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e48268-5f7e-4f12-8adb-6bb15301c9a2 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:59:49.439809 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06254826-c60c-4471-b00f-6277940cda63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:49.534391 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06254826-c60c-4471-b00f-6277940cda63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:49.536909 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06254826-c60c-4471-b00f-6277940cda63 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:49.592104 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06254826-c60c-4471-b00f-6277940cda63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:49.592682 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06254826-c60c-4471-b00f-6277940cda63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d2c1484-9de0-4eed-b887-3d38064055ae {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:59:49.598633 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-06254826-c60c-4471-b00f-6277940cda63 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:49.602917 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55550) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:49.604728 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-06254826-c60c-4471-b00f-6277940cda63 admin admin] 10.222.0.31 "DELETE /v2.0/routers/9d2c1484-9de0-4eed-b887-3d38064055ae HTTP/1.1" status: 204 len: 168 time: 1.1293588 Nov 12 01:59:49.662131 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-834fb324-b97b-4bcf-ac0e-e0499d2e9bb1 admin admin] Deleting subnet 5d4a239a-3fdb-4377-8816-d8a63a3bd552 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:59:49.666724 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-834fb324-b97b-4bcf-ac0e-e0499d2e9bb1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:49.678242 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device df3af0b1-9a36-448e-8ffa-0b145e2b6ebc no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:59:49.699570 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: df3af0b1-9a36-448e-8ffa-0b145e2b6ebc {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:59:49.699920 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device df3af0b1-9a36-448e-8ffa-0b145e2b6ebc not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:59:49.707690 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-834fb324-b97b-4bcf-ac0e-e0499d2e9bb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:49.799771 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-834fb324-b97b-4bcf-ac0e-e0499d2e9bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:49.859038 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-834fb324-b97b-4bcf-ac0e-e0499d2e9bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:49.884614 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fb324-b97b-4bcf-ac0e-e0499d2e9bb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d4a239a-3fdb-4377-8816-d8a63a3bd552,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:49.893943 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-834fb324-b97b-4bcf-ac0e-e0499d2e9bb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:49.897240 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-834fb324-b97b-4bcf-ac0e-e0499d2e9bb1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5d4a239a-3fdb-4377-8816-d8a63a3bd552 HTTP/1.1" status: 204 len: 168 time: 0.2926397 Nov 12 01:59:49.899871 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55552) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:49.902094 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8d7cb5-70e3-4cc1-9029-dbaea708f920 None None] Network d0a8136e-7f28-4707-a3d7-f6998a101ce9 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:59:49.977621 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-05462f7a-5a86-407f-b086-5364673c214d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.186228 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52b5196-c523-4c84-b062-ce4c986717dd None None] DHCP port deletion for d0a8136e-7f28-4707-a3d7-f6998a101ce9 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:59:50.243589 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dea0acd9-9230-4434-85ac-1c030333a8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.260918 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-e52b5196-c523-4c84-b062-ce4c986717dd None None] Deleting port ed64e10b-5c70-43f4-95b3-2e819569c0c8 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:59:50.261422 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e52b5196-c523-4c84-b062-ce4c986717dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.331756 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e52b5196-c523-4c84-b062-ce4c986717dd None None] For port ed64e10b-5c70-43f4-95b3-2e819569c0c8, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ed64e10b-5c70-43f4-95b3-2e819569c0c8,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:50.332155 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e52b5196-c523-4c84-b062-ce4c986717dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.346995 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-05462f7a-5a86-407f-b086-5364673c214d admin admin] Deleting port ed64e10b-5c70-43f4-95b3-2e819569c0c8 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:59:50.347336 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-05462f7a-5a86-407f-b086-5364673c214d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.350975 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-e52b5196-c523-4c84-b062-ce4c986717dd None None] Calling delete_port for ed64e10b-5c70-43f4-95b3-2e819569c0c8 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:59:50.411264 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-05462f7a-5a86-407f-b086-5364673c214d admin admin] For port ed64e10b-5c70-43f4-95b3-2e819569c0c8, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ed64e10b-5c70-43f4-95b3-2e819569c0c8,segment=NetworkSegment(245e337d-f840-4b2f-a6be-c446627f47fd),segment_id=245e337d-f840-4b2f-a6be-c446627f47fd)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:50.411638 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-05462f7a-5a86-407f-b086-5364673c214d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.425700 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-05462f7a-5a86-407f-b086-5364673c214d admin admin] Calling delete_port for ed64e10b-5c70-43f4-95b3-2e819569c0c8 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:59:50.437358 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e52b5196-c523-4c84-b062-ce4c986717dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.463949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b5196-c523-4c84-b062-ce4c986717dd None None] Pushing event deleted for resources: {'Port': ['ID=ed64e10b-5c70-43f4-95b3-2e819569c0c8,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:50.465964 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b5196-c523-4c84-b062-ce4c986717dd None None] No DVR routers for this DVR port ed64e10b-5c70-43f4-95b3-2e819569c0c8 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:59:50.508958 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-05462f7a-5a86-407f-b086-5364673c214d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.534596 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05462f7a-5a86-407f-b086-5364673c214d admin admin] Pushing event deleted for resources: {'Port': ['ID=ed64e10b-5c70-43f4-95b3-2e819569c0c8,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:50.538238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05462f7a-5a86-407f-b086-5364673c214d admin admin] No DVR routers for this DVR port ed64e10b-5c70-43f4-95b3-2e819569c0c8 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:59:50.614002 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-05462f7a-5a86-407f-b086-5364673c214d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.635584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-05462f7a-5a86-407f-b086-5364673c214d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a8136e-7f28-4707-a3d7-f6998a101ce9']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:50.646959 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-05462f7a-5a86-407f-b086-5364673c214d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245e337d-f840-4b2f-a6be-c446627f47fd') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:50.647258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-05462f7a-5a86-407f-b086-5364673c214d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245e337d-f840-4b2f-a6be-c446627f47fd') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:50.658655 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-05462f7a-5a86-407f-b086-5364673c214d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.672608 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-05462f7a-5a86-407f-b086-5364673c214d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.678720 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05462f7a-5a86-407f-b086-5364673c214d admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:59:50.679143 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-05462f7a-5a86-407f-b086-5364673c214d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: timer() Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:59:50.680811 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:59:50.737604 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-05462f7a-5a86-407f-b086-5364673c214d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.743145 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-05462f7a-5a86-407f-b086-5364673c214d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.746548 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-05462f7a-5a86-407f-b086-5364673c214d admin admin] 10.222.0.31 "DELETE /v2.0/networks/d0a8136e-7f28-4707-a3d7-f6998a101ce9 HTTP/1.1" status: 204 len: 168 time: 0.8456976 Nov 12 01:59:50.760362 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05462f7a-5a86-407f-b086-5364673c214d admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a8136e-7f28-4707-a3d7-f6998a101ce9,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:50.876325 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55556) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:50.917273 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a78f6423-4b6c-429d-a9af-bea10bc05bf6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=104830a52b9c4ea490a2ce6bfd934a00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392280 Nov 12 01:59:50.920027 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55558) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:50.973141 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dc976f55-24cd-4029-bea2-b47f4c7ef77e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:50.996232 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dc976f55-24cd-4029-bea2-b47f4c7ef77e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.048508 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dc976f55-24cd-4029-bea2-b47f4c7ef77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.051293 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dc976f55-24cd-4029-bea2-b47f4c7ef77e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.052471 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dc976f55-24cd-4029-bea2-b47f4c7ef77e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/164289a6-4797-4aef-81e4-d6cac43f26ec HTTP/1.1" status: 204 len: 168 time: 0.1313214 Nov 12 01:59:51.061134 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc976f55-24cd-4029-bea2-b47f4c7ef77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164289a6-4797-4aef-81e4-d6cac43f26ec,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:51.599257 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f533ac15-fdad-4046-858c-97b6af2ac467 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:59:51.620333 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: f533ac15-fdad-4046-858c-97b6af2ac467 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:59:51.620686 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f533ac15-fdad-4046-858c-97b6af2ac467 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:59:51.621126 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ed64e10b-5c70-43f4-95b3-2e819569c0c8 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:59:51.646003 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: ed64e10b-5c70-43f4-95b3-2e819569c0c8 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:59:51.646354 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ed64e10b-5c70-43f4-95b3-2e819569c0c8 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:59:51.834718 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55580) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:51.933191 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-69639a87-8ab2-44f8-a1c4-d03328a9aed7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2118148049-network', 'tenant_id': 'bef59baaf64d439690b0cfe537ad0d14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:51.955384 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69639a87-8ab2-44f8-a1c4-d03328a9aed7 admin admin] Made reservation on behalf of bef59baaf64d439690b0cfe537ad0d14 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:59:51.957706 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69639a87-8ab2-44f8-a1c4-d03328a9aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:51.966513 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69639a87-8ab2-44f8-a1c4-d03328a9aed7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:52.043918 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69639a87-8ab2-44f8-a1c4-d03328a9aed7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:52.049347 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69639a87-8ab2-44f8-a1c4-d03328a9aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:52.074560 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69639a87-8ab2-44f8-a1c4-d03328a9aed7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:59:52.083645 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69639a87-8ab2-44f8-a1c4-d03328a9aed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a60046d-8d17-46c6-845a-ea31fbd70ef9,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:52.089841 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69639a87-8ab2-44f8-a1c4-d03328a9aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:52.090214 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-69639a87-8ab2-44f8-a1c4-d03328a9aed7 admin admin] Added segment 821bcde0-1723-4f5e-88fe-c5d288a4c9a0 of type vlan for network 3ade875a-708d-4e15-94f3-1f4a99dc6ad2 Nov 12 01:59:52.133437 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69639a87-8ab2-44f8-a1c4-d03328a9aed7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:52.162738 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69639a87-8ab2-44f8-a1c4-d03328a9aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:52.163720 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69639a87-8ab2-44f8-a1c4-d03328a9aed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:52.164313 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69639a87-8ab2-44f8-a1c4-d03328a9aed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:52.222093 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-69639a87-8ab2-44f8-a1c4-d03328a9aed7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3862298 Nov 12 01:59:52.224886 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55584) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:52.232557 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-69946831-af63-4388-9290-2561f125f578 admin admin] Request body: {'subnet': {'network_id': '3ade875a-708d-4e15-94f3-1f4a99dc6ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2118148049-subnet', 'tenant_id': 'bef59baaf64d439690b0cfe537ad0d14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:52.240852 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69639a87-8ab2-44f8-a1c4-d03328a9aed7 admin admin] Pushing event updated for resources: {'Network': ['ID=3ade875a-708d-4e15-94f3-1f4a99dc6ad2,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:52.251278 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 3ade875a-708d-4e15-94f3-1f4a99dc6ad2 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:59:52.259046 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69946831-af63-4388-9290-2561f125f578 admin admin] Made reservation on behalf of bef59baaf64d439690b0cfe537ad0d14 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:59:52.261790 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69946831-af63-4388-9290-2561f125f578 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:52.443418 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69946831-af63-4388-9290-2561f125f578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:52.497441 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69946831-af63-4388-9290-2561f125f578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13fcd181-32ae-438c-9f48-9dc12ce68182,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:52.507770 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69946831-af63-4388-9290-2561f125f578 admin admin] Checking segment: {'id': '821bcde0-1723-4f5e-88fe-c5d288a4c9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3ade875a-708d-4e15-94f3-1f4a99dc6ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:59:52.508143 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69946831-af63-4388-9290-2561f125f578 admin admin] Network hostable DHCP agents. Network: 3ade875a-708d-4e15-94f3-1f4a99dc6ad2, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:59:52.518046 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fda867fb-af74-4420-ac32-12cdf149f820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:52.528481 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69946831-af63-4388-9290-2561f125f578 admin admin] Network 3ade875a-708d-4e15-94f3-1f4a99dc6ad2 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:59:52.537843 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-69946831-af63-4388-9290-2561f125f578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 3ade875a-708d-4e15-94f3-1f4a99dc6ad2) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:59:52.541861 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69946831-af63-4388-9290-2561f125f578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:52.542458 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69946831-af63-4388-9290-2561f125f578 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:52.547126 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d14edf7-9ec5-42f9-93f4-29cd55440044 None None] Network 3ade875a-708d-4e15-94f3-1f4a99dc6ad2 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:59:52.558592 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-69946831-af63-4388-9290-2561f125f578 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3326688 Nov 12 01:59:52.684049 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eec979-1769-4a17-8ce6-61c04fb280e1 None None] Network 3ade875a-708d-4e15-94f3-1f4a99dc6ad2 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:59:53.068851 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95510daa-b03f-4130-917f-3482fdf20e46 req-9856a9d4-0da4-4030-94aa-773fa7d766f5 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:53.070391 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-95510daa-b03f-4130-917f-3482fdf20e46 req-9856a9d4-0da4-4030-94aa-773fa7d766f5 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/networks?id=3ade875a-708d-4e15-94f3-1f4a99dc6ad2 HTTP/1.1" status: 200 len: 814 time: 0.1106679 Nov 12 01:59:53.089024 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-95510daa-b03f-4130-917f-3482fdf20e46 req-9d5ca083-2fd2-4695-ba96-5ae8b9821f4d tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/quotas/bef59baaf64d439690b0cfe537ad0d14 HTTP/1.1" status: 200 len: 375 time: 0.0098002 Nov 12 01:59:53.123418 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-95510daa-b03f-4130-917f-3482fdf20e46 req-69500008-96d0-44cb-8642-41a5a223eb2b tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bef59baaf64d439690b0cfe537ad0d14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275309 Nov 12 01:59:53.275755 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-95510daa-b03f-4130-917f-3482fdf20e46 req-40115675-46b0-46a5-93b2-86f061832071 service neutron] 10.222.0.31 "GET /v2.0/networks/3ade875a-708d-4e15-94f3-1f4a99dc6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452665 Nov 12 01:59:53.375951 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-95510daa-b03f-4130-917f-3482fdf20e46 req-3ac26c5f-bea2-47a2-841e-bdc8bd599b09 service neutron] 10.222.0.31 "GET /v2.0/networks/3ade875a-708d-4e15-94f3-1f4a99dc6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925307 Nov 12 01:59:53.557520 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2388ae0c-4503-4808-b09c-e86d2cd7fd09 req-28250438-aa3f-442a-8a71-1988482a4679 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=912002d2-06f4-4823-b645-cd9c8fdb8f3e HTTP/1.1" status: 200 len: 210 time: 0.0351112 Nov 12 01:59:53.800071 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:54.671807 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-17529721-5718-4190-8106-73ff68ef46b1 req-8c9bcc06-e374-4c7f-9637-a7dfa6e7c61b tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=912002d2-06f4-4823-b645-cd9c8fdb8f3e HTTP/1.1" status: 200 len: 210 time: 0.0321779 Nov 12 01:59:54.685495 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95510daa-b03f-4130-917f-3482fdf20e46 req-b9588bea-a3b6-490a-85b7-4e4989e109aa tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:54.687226 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95510daa-b03f-4130-917f-3482fdf20e46 req-b9588bea-a3b6-490a-85b7-4e4989e109aa tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.21 "GET /v2.0/networks?id=3ade875a-708d-4e15-94f3-1f4a99dc6ad2 HTTP/1.1" status: 200 len: 814 time: 0.1335580 Nov 12 01:59:54.699988 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-95510daa-b03f-4130-917f-3482fdf20e46 req-de6bdac2-2ef0-4525-9dc4-c42629af646d tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Request body: {'port': {'device_id': '912002d2-06f4-4823-b645-cd9c8fdb8f3e', 'network_id': '3ade875a-708d-4e15-94f3-1f4a99dc6ad2', 'admin_state_up': True, 'tenant_id': 'bef59baaf64d439690b0cfe537ad0d14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:54.818994 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95510daa-b03f-4130-917f-3482fdf20e46 req-de6bdac2-2ef0-4525-9dc4-c42629af646d tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Made reservation on behalf of bef59baaf64d439690b0cfe537ad0d14 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:59:54.822654 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-95510daa-b03f-4130-917f-3482fdf20e46 req-de6bdac2-2ef0-4525-9dc4-c42629af646d tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:54.949330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-95510daa-b03f-4130-917f-3482fdf20e46 req-de6bdac2-2ef0-4525-9dc4-c42629af646d tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Allocated IP 172.20.0.10 (3ade875a-708d-4e15-94f3-1f4a99dc6ad2/13fcd181-32ae-438c-9f48-9dc12ce68182/b83ce479-9473-4e8d-a49e-5c84b4f4f07b) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:59:55.114566 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-95510daa-b03f-4130-917f-3482fdf20e46 req-de6bdac2-2ef0-4525-9dc4-c42629af646d tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.149144 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-95510daa-b03f-4130-917f-3482fdf20e46 req-de6bdac2-2ef0-4525-9dc4-c42629af646d tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.195338 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95510daa-b03f-4130-917f-3482fdf20e46 req-de6bdac2-2ef0-4525-9dc4-c42629af646d tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Network 3ade875a-708d-4e15-94f3-1f4a99dc6ad2 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:59:55.198364 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-95510daa-b03f-4130-917f-3482fdf20e46 req-de6bdac2-2ef0-4525-9dc4-c42629af646d tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:59:55.202531 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-95510daa-b03f-4130-917f-3482fdf20e46 req-de6bdac2-2ef0-4525-9dc4-c42629af646d tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:59:55.239870 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bdac2-2ef0-4525-9dc4-c42629af646d tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Pushing event updated for resources: {'Port': ['ID=b83ce479-9473-4e8d-a49e-5c84b4f4f07b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:55.267979 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95510daa-b03f-4130-917f-3482fdf20e46 req-de6bdac2-2ef0-4525-9dc4-c42629af646d tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:55.268618 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-95510daa-b03f-4130-917f-3482fdf20e46 req-de6bdac2-2ef0-4525-9dc4-c42629af646d tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.285088 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95510daa-b03f-4130-917f-3482fdf20e46 req-de6bdac2-2ef0-4525-9dc4-c42629af646d tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5889935 Nov 12 01:59:55.301113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] Request body: {'port': {'device_id': '912002d2-06f4-4823-b645-cd9c8fdb8f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:55.315182 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.357917 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.645586 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b83ce479-9473-4e8d-a49e-5c84b4f4f07b {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:59:55.653577 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.666111 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] Transition to ACTIVE for port object b83ce479-9473-4e8d-a49e-5c84b4f4f07b will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:59:55.670587 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.724475 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] Pushing event updated for resources: {'Port': ['ID=b83ce479-9473-4e8d-a49e-5c84b4f4f07b,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:55.755542 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.820247 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] Attempting to bind port b83ce479-9473-4e8d-a49e-5c84b4f4f07b on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:59:55.820477 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] Attempting to bind port b83ce479-9473-4e8d-a49e-5c84b4f4f07b by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '821bcde0-1723-4f5e-88fe-c5d288a4c9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3ade875a-708d-4e15-94f3-1f4a99dc6ad2'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:59:55.820857 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] Attempting to bind port b83ce479-9473-4e8d-a49e-5c84b4f4f07b on network 3ade875a-708d-4e15-94f3-1f4a99dc6ad2 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:59:55.828370 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] Port b83ce479-9473-4e8d-a49e-5c84b4f4f07b on network 3ade875a-708d-4e15-94f3-1f4a99dc6ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:59:55.828729 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] Attempting to bind port b83ce479-9473-4e8d-a49e-5c84b4f4f07b on network 3ade875a-708d-4e15-94f3-1f4a99dc6ad2 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:59:55.839623 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76705df0-eb3c-4a6a-9dcf-70c29035598b req-6929a746-523d-46f0-a55f-fd7f711908fc tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:55.841681 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-76705df0-eb3c-4a6a-9dcf-70c29035598b req-6929a746-523d-46f0-a55f-fd7f711908fc tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=912002d2-06f4-4823-b645-cd9c8fdb8f3e HTTP/1.1" status: 200 len: 944 time: 0.0791545 Nov 12 01:59:55.844812 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:59:55.845137 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] Checking segment: {'id': '821bcde0-1723-4f5e-88fe-c5d288a4c9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3ade875a-708d-4e15-94f3-1f4a99dc6ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:59:55.845520 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] Bound using segment: {'id': '821bcde0-1723-4f5e-88fe-c5d288a4c9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3ade875a-708d-4e15-94f3-1f4a99dc6ad2'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:59:55.845954 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] Bound port: b83ce479-9473-4e8d-a49e-5c84b4f4f07b, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '821bcde0-1723-4f5e-88fe-c5d288a4c9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3ade875a-708d-4e15-94f3-1f4a99dc6ad2'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:59:55.846309 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.941342 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-76705df0-eb3c-4a6a-9dcf-70c29035598b req-388b98c6-3471-4041-b1a0-cc8ff2a9de8f tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927272 Nov 12 01:59:55.954609 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] For port b83ce479-9473-4e8d-a49e-5c84b4f4f07b, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:59:55.956729 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] For port b83ce479-9473-4e8d-a49e-5c84b4f4f07b, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b83ce479-9473-4e8d-a49e-5c84b4f4f07b,segment=NetworkSegment(821bcde0-1723-4f5e-88fe-c5d288a4c9a0),segment_id=821bcde0-1723-4f5e-88fe-c5d288a4c9a0)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:59:55.961321 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:55.999876 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:56.000507 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:56.001963 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] 10.222.0.21 "PUT /v2.0/ports/b83ce479-9473-4e8d-a49e-5c84b4f4f07b HTTP/1.1" status: 200 len: 1093 time: 0.7052209 Nov 12 01:59:56.002421 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912002d2-06f4-4823-b645-cd9c8fdb8f3e', 'tag': 'b83ce479-9473-4e8d-a49e-5c84b4f4f07b'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:59:56.004735 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d254588f-3fd4-4c97-889d-016932583aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "912002d2-06f4-4823-b645-cd9c8fdb8f3e", "tag": "b83ce479-9473-4e8d-a49e-5c84b4f4f07b"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:59:56.032100 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403e90c-ab84-41ed-a916-f689bfe5f959 service neutron] Pushing event updated for resources: {'Port': ['ID=b83ce479-9473-4e8d-a49e-5c84b4f4f07b,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:56.069907 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467b76c6-4b53-4678-9bfa-7f1d3fb4588a x-openstack-request-id: req-467b76c6-4b53-4678-9bfa-7f1d3fb4588a {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:59:56.070195 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912002d2-06f4-4823-b645-cd9c8fdb8f3e", "tag": "b83ce479-9473-4e8d-a49e-5c84b4f4f07b", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:59:56.070500 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-467b76c6-4b53-4678-9bfa-7f1d3fb4588a {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:59:56.070856 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912002d2-06f4-4823-b645-cd9c8fdb8f3e', 'tag': 'b83ce479-9473-4e8d-a49e-5c84b4f4f07b', 'status': 'completed', 'code': 200} Nov 12 01:59:56.086843 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95510daa-b03f-4130-917f-3482fdf20e46 req-e7e32a8d-8ca0-4b0b-8111-839b0057a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:56.088359 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95510daa-b03f-4130-917f-3482fdf20e46 req-e7e32a8d-8ca0-4b0b-8111-839b0057a161 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bef59baaf64d439690b0cfe537ad0d14&device_id=912002d2-06f4-4823-b645-cd9c8fdb8f3e HTTP/1.1" status: 200 len: 1096 time: 0.0455747 Nov 12 01:59:56.137010 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95510daa-b03f-4130-917f-3482fdf20e46 req-9049a767-e435-4fcf-8da9-b7fbfc9ac920 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b83ce479-9473-4e8d-a49e-5c84b4f4f07b HTTP/1.1" status: 200 len: 217 time: 0.0389643 Nov 12 01:59:56.175419 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:56.188898 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95510daa-b03f-4130-917f-3482fdf20e46 req-bbda6d95-1657-405c-af90-cc107e3ebd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:56.190382 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95510daa-b03f-4130-917f-3482fdf20e46 req-bbda6d95-1657-405c-af90-cc107e3ebd91 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13fcd181-32ae-438c-9f48-9dc12ce68182 HTTP/1.1" status: 200 len: 854 time: 0.0470448 Nov 12 01:59:56.222836 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95510daa-b03f-4130-917f-3482fdf20e46 req-a000080b-e67e-4ab2-902c-8fea5cc7ac0a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ade875a-708d-4e15-94f3-1f4a99dc6ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254734 Nov 12 01:59:56.322090 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95510daa-b03f-4130-917f-3482fdf20e46 req-0a4e25c2-1aaf-4a18-8fcb-253e979dac9c service neutron] 10.222.0.21 "GET /v2.0/networks/3ade875a-708d-4e15-94f3-1f4a99dc6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917971 Nov 12 01:59:56.418815 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-95510daa-b03f-4130-917f-3482fdf20e46 req-b2121544-0ccc-4949-8c71-0e15c43b40b0 service neutron] 10.222.0.21 "GET /v2.0/networks/3ade875a-708d-4e15-94f3-1f4a99dc6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893402 Nov 12 01:59:56.510184 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254588f-3fd4-4c97-889d-016932583aeb req-dce25cc5-0fef-4e59-a177-2337bc75d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:56.511702 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d254588f-3fd4-4c97-889d-016932583aeb req-dce25cc5-0fef-4e59-a177-2337bc75d203 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bef59baaf64d439690b0cfe537ad0d14&device_id=912002d2-06f4-4823-b645-cd9c8fdb8f3e HTTP/1.1" status: 200 len: 1096 time: 0.0464401 Nov 12 01:59:56.611464 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254588f-3fd4-4c97-889d-016932583aeb req-aa7e315a-9c52-4783-981b-7dcfa197c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:56.612944 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d254588f-3fd4-4c97-889d-016932583aeb req-aa7e315a-9c52-4783-981b-7dcfa197c967 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ade875a-708d-4e15-94f3-1f4a99dc6ad2 HTTP/1.1" status: 200 len: 915 time: 0.0933723 Nov 12 01:59:56.656876 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d254588f-3fd4-4c97-889d-016932583aeb req-e49956b9-239f-480e-ab6a-156ff4a08e0e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b83ce479-9473-4e8d-a49e-5c84b4f4f07b HTTP/1.1" status: 200 len: 217 time: 0.0357738 Nov 12 01:59:56.715346 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254588f-3fd4-4c97-889d-016932583aeb req-13dbf4f9-1a04-4fb0-a4ec-c6901639bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:56.717421 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d254588f-3fd4-4c97-889d-016932583aeb req-13dbf4f9-1a04-4fb0-a4ec-c6901639bf71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13fcd181-32ae-438c-9f48-9dc12ce68182 HTTP/1.1" status: 200 len: 854 time: 0.0533299 Nov 12 01:59:56.750912 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d254588f-3fd4-4c97-889d-016932583aeb req-7ba77a01-b36e-4f72-aba7-50261e7186bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ade875a-708d-4e15-94f3-1f4a99dc6ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262341 Nov 12 01:59:56.843850 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d254588f-3fd4-4c97-889d-016932583aeb req-e085d4ea-86cf-4803-93fa-877f704d5c2a service neutron] 10.222.0.21 "GET /v2.0/networks/3ade875a-708d-4e15-94f3-1f4a99dc6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846510 Nov 12 01:59:56.941220 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d254588f-3fd4-4c97-889d-016932583aeb req-8a89b3a9-6a62-44f2-8452-efff69c0ba67 service neutron] 10.222.0.21 "GET /v2.0/networks/3ade875a-708d-4e15-94f3-1f4a99dc6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896416 Nov 12 01:59:57.063494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825ec04-9ad9-47e1-8000-6baa370ce015 req-0e0f1a06-fc42-42e7-933f-c39db4f1a7b9 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:57.065481 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b825ec04-9ad9-47e1-8000-6baa370ce015 req-0e0f1a06-fc42-42e7-933f-c39db4f1a7b9 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=912002d2-06f4-4823-b645-cd9c8fdb8f3e HTTP/1.1" status: 200 len: 944 time: 0.0539865 Nov 12 01:59:57.119269 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b825ec04-9ad9-47e1-8000-6baa370ce015 req-0d2780f2-3aa2-45de-a4ad-bdadec4c575b tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463078 Nov 12 01:59:58.242620 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed79c90-cb0d-4935-85c6-322e03aecd9a req-5879f96d-6dce-4e46-b9ac-f4e4d164ba0b tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:58.244106 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3ed79c90-cb0d-4935-85c6-322e03aecd9a req-5879f96d-6dce-4e46-b9ac-f4e4d164ba0b tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=912002d2-06f4-4823-b645-cd9c8fdb8f3e HTTP/1.1" status: 200 len: 944 time: 0.0524046 Nov 12 01:59:58.295776 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3ed79c90-cb0d-4935-85c6-322e03aecd9a req-211c2451-1c77-41f3-a4ed-4c6bb36135ee tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454392 Nov 12 01:59:58.504718 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b83ce479-9473-4e8d-a49e-5c84b4f4f07b details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:59:58.608381 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port b83ce479-9473-4e8d-a49e-5c84b4f4f07b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b83ce479-9473-4e8d-a49e-5c84b4f4f07b,segment=NetworkSegment(821bcde0-1723-4f5e-88fe-c5d288a4c9a0),segment_id=821bcde0-1723-4f5e-88fe-c5d288a4c9a0)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:58.619900 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'b83ce479-9473-4e8d-a49e-5c84b4f4f07b', 'network_id': '3ade875a-708d-4e15-94f3-1f4a99dc6ad2', 'port_id': 'b83ce479-9473-4e8d-a49e-5c84b4f4f07b', 'mac_address': 'fa:16:3e:68:42:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fcd181-32ae-438c-9f48-9dc12ce68182', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:59:58.658616 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:58.672025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83ce479-9473-4e8d-a49e-5c84b4f4f07b {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:59:58.691519 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port b83ce479-9473-4e8d-a49e-5c84b4f4f07b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b83ce479-9473-4e8d-a49e-5c84b4f4f07b,segment=NetworkSegment(821bcde0-1723-4f5e-88fe-c5d288a4c9a0),segment_id=821bcde0-1723-4f5e-88fe-c5d288a4c9a0)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:58.695457 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:58.744234 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=b83ce479-9473-4e8d-a49e-5c84b4f4f07b,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:58.897161 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['b83ce479-9473-4e8d-a49e-5c84b4f4f07b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:59:59.421293 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5106dc-7e52-48e5-8a4d-a2ad75e5cea3 req-8beb9f60-7b51-4a9a-bc46-b9731a523c9e tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:59.422903 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cc5106dc-7e52-48e5-8a4d-a2ad75e5cea3 req-8beb9f60-7b51-4a9a-bc46-b9731a523c9e tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=912002d2-06f4-4823-b645-cd9c8fdb8f3e HTTP/1.1" status: 200 len: 945 time: 0.0566163 Nov 12 01:59:59.484621 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cc5106dc-7e52-48e5-8a4d-a2ad75e5cea3 req-caa8a8c8-f54c-49c2-8f1b-8df034e15e7a tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554318 Nov 12 02:00:00.521102 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b83ce479-9473-4e8d-a49e-5c84b4f4f07b up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:00:00.577014 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port b83ce479-9473-4e8d-a49e-5c84b4f4f07b completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:00:00.581662 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port b83ce479-9473-4e8d-a49e-5c84b4f4f07b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:00.582034 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:00.615504 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b2e56-0cbe-44b2-9d03-a85bc2e34987 req-1523f34f-38e0-42c0-ad28-aca037250f0b tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:00.617782 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-488b2e56-0cbe-44b2-9d03-a85bc2e34987 req-1523f34f-38e0-42c0-ad28-aca037250f0b tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=912002d2-06f4-4823-b645-cd9c8fdb8f3e HTTP/1.1" status: 200 len: 945 time: 0.0599999 Nov 12 02:00:00.674703 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:00.687581 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-488b2e56-0cbe-44b2-9d03-a85bc2e34987 req-19357d3b-ef22-4a55-aae1-894629b6eb38 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528545 Nov 12 02:00:00.699598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912002d2-06f4-4823-b645-cd9c8fdb8f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83ce479-9473-4e8d-a49e-5c84b4f4f07b'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:00:00.702067 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86b5e28-6d21-4647-a601-2f65ceecd290" -d '{"events": [{"server_uuid": "912002d2-06f4-4823-b645-cd9c8fdb8f3e", "name": "network-vif-plugged", "status": "completed", "tag": "b83ce479-9473-4e8d-a49e-5c84b4f4f07b"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:00:00.716550 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port b83ce479-9473-4e8d-a49e-5c84b4f4f07b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b83ce479-9473-4e8d-a49e-5c84b4f4f07b,segment=NetworkSegment(821bcde0-1723-4f5e-88fe-c5d288a4c9a0),segment_id=821bcde0-1723-4f5e-88fe-c5d288a4c9a0)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:00.720842 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:00.744584 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9eb944-d4be-4ac8-a165-4e7cef2db160 x-openstack-request-id: req-8e9eb944-d4be-4ac8-a165-4e7cef2db160 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:00:00.744992 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912002d2-06f4-4823-b645-cd9c8fdb8f3e", "name": "network-vif-plugged", "status": "completed", "tag": "b83ce479-9473-4e8d-a49e-5c84b4f4f07b", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:00:00.745251 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e9eb944-d4be-4ac8-a165-4e7cef2db160 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:00:00.745641 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912002d2-06f4-4823-b645-cd9c8fdb8f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83ce479-9473-4e8d-a49e-5c84b4f4f07b', 'code': 200} Nov 12 02:00:00.772143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=b83ce479-9473-4e8d-a49e-5c84b4f4f07b,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:00.851483 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ab521-07e2-47c4-a400-5f4918dff743 req-01e5cd0c-c65e-433f-89ee-9ded0d96f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:00.853043 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a13ab521-07e2-47c4-a400-5f4918dff743 req-01e5cd0c-c65e-433f-89ee-9ded0d96f034 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=912002d2-06f4-4823-b645-cd9c8fdb8f3e HTTP/1.1" status: 200 len: 1098 time: 0.0519099 Nov 12 02:00:00.906669 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a13ab521-07e2-47c4-a400-5f4918dff743 req-7e3aa3b6-4eb0-43c6-93ac-465180f30a40 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460000 Nov 12 02:00:01.807912 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c2554-97ef-4e11-835b-68ec27337cc7 req-b2ae06c2-bf4a-4dde-835c-e033ed357e17 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:01.809364 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b3c2554-97ef-4e11-835b-68ec27337cc7 req-b2ae06c2-bf4a-4dde-835c-e033ed357e17 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=912002d2-06f4-4823-b645-cd9c8fdb8f3e HTTP/1.1" status: 200 len: 946 time: 0.0501673 Nov 12 02:00:01.860218 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5b3c2554-97ef-4e11-835b-68ec27337cc7 req-7cada4f6-62e5-4333-b70c-2f1a6b706996 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447624 Nov 12 02:00:02.989033 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657511d-1993-4804-a753-eaf60f456f96 req-9bf3b5d0-93bb-4e28-bc5e-47b8fa47662b tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:02.990541 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e657511d-1993-4804-a753-eaf60f456f96 req-9bf3b5d0-93bb-4e28-bc5e-47b8fa47662b tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=912002d2-06f4-4823-b645-cd9c8fdb8f3e HTTP/1.1" status: 200 len: 946 time: 0.0533850 Nov 12 02:00:03.039158 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e657511d-1993-4804-a753-eaf60f456f96 req-cac7319e-5ee3-4551-acc7-582b3d5dae98 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424850 Nov 12 02:00:03.283892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-1bc5da73-1bbf-4571-81b3-b6aba80c75f3 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:03.285459 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-1bc5da73-1bbf-4571-81b3-b6aba80c75f3 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/networks?id=3ade875a-708d-4e15-94f3-1f4a99dc6ad2 HTTP/1.1" status: 200 len: 814 time: 0.1098263 Nov 12 02:00:03.301982 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-48ef90c3-84f3-4ad3-a6a0-27fe85391529 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/quotas/bef59baaf64d439690b0cfe537ad0d14 HTTP/1.1" status: 200 len: 375 time: 0.0105622 Nov 12 02:00:03.362200 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-40296eae-20eb-4ad6-bcc6-2e737e27a5e4 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bef59baaf64d439690b0cfe537ad0d14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0543842 Nov 12 02:00:03.456753 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-ede1f64e-d605-47f1-91b3-3043c304df7f service neutron] 10.222.0.31 "GET /v2.0/networks/3ade875a-708d-4e15-94f3-1f4a99dc6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872624 Nov 12 02:00:03.554175 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-b8f742be-d891-428a-b6f4-9085d4fbbc99 service neutron] 10.222.0.31 "GET /v2.0/networks/3ade875a-708d-4e15-94f3-1f4a99dc6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912805 Nov 12 02:00:03.712461 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1034a55d-7292-46f7-9c22-ff1ede0aa1f8 req-81486102-af26-4ac3-80de-757c73697463 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da50459-97c2-4a20-847b-888eae411231 HTTP/1.1" status: 200 len: 210 time: 0.0271761 Nov 12 02:00:04.754098 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-92792532-bc9b-4388-9f5a-57cc3f618d08 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:04.755655 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-92792532-bc9b-4388-9f5a-57cc3f618d08 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.15 "GET /v2.0/networks?id=3ade875a-708d-4e15-94f3-1f4a99dc6ad2 HTTP/1.1" status: 200 len: 814 time: 0.1265197 Nov 12 02:00:04.776733 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Request body: {'port': {'device_id': '7da50459-97c2-4a20-847b-888eae411231', 'network_id': '3ade875a-708d-4e15-94f3-1f4a99dc6ad2', 'admin_state_up': True, 'tenant_id': 'bef59baaf64d439690b0cfe537ad0d14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:04.854294 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1eae91ff-0160-4f19-a078-b35a015749c2 req-7dcf487e-2076-4548-8713-7e036a497d0c tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da50459-97c2-4a20-847b-888eae411231 HTTP/1.1" status: 200 len: 210 time: 0.0538568 Nov 12 02:00:04.917603 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Made reservation on behalf of bef59baaf64d439690b0cfe537ad0d14 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:04.921823 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:05.056845 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Allocated IP 172.20.0.8 (3ade875a-708d-4e15-94f3-1f4a99dc6ad2/13fcd181-32ae-438c-9f48-9dc12ce68182/30af9e74-2bc8-4c37-a426-1aee1be66732) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:00:05.214429 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:05.249057 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:05.262441 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['b83ce479-9473-4e8d-a49e-5c84b4f4f07b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:00:05.296936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Network 3ade875a-708d-4e15-94f3-1f4a99dc6ad2 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:05.300142 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:05.306914 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:00:05.333071 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Pushing event updated for resources: {'Port': ['ID=30af9e74-2bc8-4c37-a426-1aee1be66732,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:05.346815 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:05.347169 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:05.347518 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:05.347859 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:05.348196 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:05.348535 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:05.348893 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:05.349225 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:05.349556 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:05.349887 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:05.350213 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:05.350541 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:05.373781 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:05.374438 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:05.391493 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-e4b4e289-bb51-4f21-88a8-5429d80cb9d1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6188593 Nov 12 02:00:05.402297 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-bb4f7d3d-b4d2-4a06-9416-596ebcf7e011 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:00:05.404265 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-bb4f7d3d-b4d2-4a06-9416-596ebcf7e011 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056465 Nov 12 02:00:05.469602 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] Request body: {'port': {'device_id': '7da50459-97c2-4a20-847b-888eae411231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:05.529254 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:05.799320 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30af9e74-2bc8-4c37-a426-1aee1be66732 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:00:05.807158 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:05.820135 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] Transition to ACTIVE for port object 30af9e74-2bc8-4c37-a426-1aee1be66732 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:00:05.823802 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:05.900046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] Pushing event updated for resources: {'Port': ['ID=30af9e74-2bc8-4c37-a426-1aee1be66732,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:05.955650 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] Attempting to bind port 30af9e74-2bc8-4c37-a426-1aee1be66732 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:00:05.955985 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] Attempting to bind port 30af9e74-2bc8-4c37-a426-1aee1be66732 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '821bcde0-1723-4f5e-88fe-c5d288a4c9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3ade875a-708d-4e15-94f3-1f4a99dc6ad2'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:00:05.956325 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] Attempting to bind port 30af9e74-2bc8-4c37-a426-1aee1be66732 on network 3ade875a-708d-4e15-94f3-1f4a99dc6ad2 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:05.961290 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] Port 30af9e74-2bc8-4c37-a426-1aee1be66732 on network 3ade875a-708d-4e15-94f3-1f4a99dc6ad2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:00:05.961615 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] Attempting to bind port 30af9e74-2bc8-4c37-a426-1aee1be66732 on network 3ade875a-708d-4e15-94f3-1f4a99dc6ad2 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:05.967722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:00:05.968061 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] Checking segment: {'id': '821bcde0-1723-4f5e-88fe-c5d288a4c9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3ade875a-708d-4e15-94f3-1f4a99dc6ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:05.968454 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] Bound using segment: {'id': '821bcde0-1723-4f5e-88fe-c5d288a4c9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3ade875a-708d-4e15-94f3-1f4a99dc6ad2'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:00:05.968920 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] Bound port: 30af9e74-2bc8-4c37-a426-1aee1be66732, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '821bcde0-1723-4f5e-88fe-c5d288a4c9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3ade875a-708d-4e15-94f3-1f4a99dc6ad2'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:00:05.969288 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:05.978632 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6790f-c2ad-4eee-be09-eba13842245f req-7d18a8d7-f5ea-4026-9df4-fb278947aa7d tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:05.980894 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f4f6790f-c2ad-4eee-be09-eba13842245f req-7d18a8d7-f5ea-4026-9df4-fb278947aa7d tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da50459-97c2-4a20-847b-888eae411231 HTTP/1.1" status: 200 len: 943 time: 0.0523300 Nov 12 02:00:06.032436 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f4f6790f-c2ad-4eee-be09-eba13842245f req-d847430f-bf1d-43f0-a39e-2da458962365 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442519 Nov 12 02:00:06.039656 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] For port 30af9e74-2bc8-4c37-a426-1aee1be66732, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:00:06.043029 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] For port 30af9e74-2bc8-4c37-a426-1aee1be66732, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=30af9e74-2bc8-4c37-a426-1aee1be66732,segment=NetworkSegment(821bcde0-1723-4f5e-88fe-c5d288a4c9a0),segment_id=821bcde0-1723-4f5e-88fe-c5d288a4c9a0)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:00:06.048684 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:06.084104 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:06.084800 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:06.086221 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] 10.222.0.15 "PUT /v2.0/ports/30af9e74-2bc8-4c37-a426-1aee1be66732 HTTP/1.1" status: 200 len: 1092 time: 0.6668823 Nov 12 02:00:06.086683 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da50459-97c2-4a20-847b-888eae411231', 'tag': '30af9e74-2bc8-4c37-a426-1aee1be66732'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:00:06.088978 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c848ba81-6798-49bf-bef3-4bc092576011" -d '{"events": [{"name": "network-changed", "server_uuid": "7da50459-97c2-4a20-847b-888eae411231", "tag": "30af9e74-2bc8-4c37-a426-1aee1be66732"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:00:06.114706 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9a2f2-d8fa-4c4f-80e7-d888aec96017 service neutron] Pushing event updated for resources: {'Port': ['ID=30af9e74-2bc8-4c37-a426-1aee1be66732,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:06.132744 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de73a7d9-0995-4306-b2f4-37460fd9a8ee x-openstack-request-id: req-de73a7d9-0995-4306-b2f4-37460fd9a8ee {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:00:06.133044 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da50459-97c2-4a20-847b-888eae411231", "tag": "30af9e74-2bc8-4c37-a426-1aee1be66732", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:00:06.133311 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de73a7d9-0995-4306-b2f4-37460fd9a8ee {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:00:06.133709 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da50459-97c2-4a20-847b-888eae411231', 'tag': '30af9e74-2bc8-4c37-a426-1aee1be66732', 'status': 'completed', 'code': 200} Nov 12 02:00:06.265966 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-950abbcd-f92b-4765-82f5-5618b50a66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:06.267519 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-950abbcd-f92b-4765-82f5-5618b50a66b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bef59baaf64d439690b0cfe537ad0d14&device_id=7da50459-97c2-4a20-847b-888eae411231 HTTP/1.1" status: 200 len: 1095 time: 0.0642416 Nov 12 02:00:06.319377 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-d5693713-1474-41e7-b7da-ba920814697a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30af9e74-2bc8-4c37-a426-1aee1be66732 HTTP/1.1" status: 200 len: 217 time: 0.0366538 Nov 12 02:00:06.369248 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-2a7c8247-7384-482e-b899-0b494b118406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:06.370646 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-2a7c8247-7384-482e-b899-0b494b118406 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13fcd181-32ae-438c-9f48-9dc12ce68182 HTTP/1.1" status: 200 len: 854 time: 0.0446193 Nov 12 02:00:06.409486 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-db476f01-6a90-489b-96cd-74091d8567f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ade875a-708d-4e15-94f3-1f4a99dc6ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299706 Nov 12 02:00:06.505830 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-ac69a3f4-e97c-4a99-a53c-98fc9086bf99 service neutron] 10.222.0.15 "GET /v2.0/networks/3ade875a-708d-4e15-94f3-1f4a99dc6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892053 Nov 12 02:00:06.603166 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15d65e86-6365-4440-b8da-25964ecb0a09 req-7b995dd8-8ec4-4f1d-a450-43931ebbe590 service neutron] 10.222.0.15 "GET /v2.0/networks/3ade875a-708d-4e15-94f3-1f4a99dc6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906446 Nov 12 02:00:06.726823 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848ba81-6798-49bf-bef3-4bc092576011 req-a8108e7b-fb80-49f7-9ba0-f671a15e860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:06.728359 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c848ba81-6798-49bf-bef3-4bc092576011 req-a8108e7b-fb80-49f7-9ba0-f671a15e860e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bef59baaf64d439690b0cfe537ad0d14&device_id=7da50459-97c2-4a20-847b-888eae411231 HTTP/1.1" status: 200 len: 1095 time: 0.0420985 Nov 12 02:00:06.821849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848ba81-6798-49bf-bef3-4bc092576011 req-6e4e6abb-33bc-40c9-91d3-df1f300f29aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:06.823357 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c848ba81-6798-49bf-bef3-4bc092576011 req-6e4e6abb-33bc-40c9-91d3-df1f300f29aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ade875a-708d-4e15-94f3-1f4a99dc6ad2 HTTP/1.1" status: 200 len: 915 time: 0.0866089 Nov 12 02:00:06.873739 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c848ba81-6798-49bf-bef3-4bc092576011 req-3675dfd0-14d1-4f91-98e4-b541bd4df87c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30af9e74-2bc8-4c37-a426-1aee1be66732 HTTP/1.1" status: 200 len: 217 time: 0.0432541 Nov 12 02:00:06.927296 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848ba81-6798-49bf-bef3-4bc092576011 req-58b24b7b-0092-4aee-a6f3-9fb0a73efece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:06.928745 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c848ba81-6798-49bf-bef3-4bc092576011 req-58b24b7b-0092-4aee-a6f3-9fb0a73efece service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13fcd181-32ae-438c-9f48-9dc12ce68182 HTTP/1.1" status: 200 len: 854 time: 0.0486307 Nov 12 02:00:06.961611 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c848ba81-6798-49bf-bef3-4bc092576011 req-ad0cb94e-8c3f-4508-a32d-431a98133e02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ade875a-708d-4e15-94f3-1f4a99dc6ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256090 Nov 12 02:00:07.058333 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c848ba81-6798-49bf-bef3-4bc092576011 req-318b0031-1c17-4386-b7f2-583660fe1403 service neutron] 10.222.0.15 "GET /v2.0/networks/3ade875a-708d-4e15-94f3-1f4a99dc6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896838 Nov 12 02:00:07.158064 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927b1eb-1ff9-4411-b2ef-7a780ec02801 req-4713d991-f1ec-4e4c-91f7-2d0d06a9ee17 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:07.159627 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7927b1eb-1ff9-4411-b2ef-7a780ec02801 req-4713d991-f1ec-4e4c-91f7-2d0d06a9ee17 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da50459-97c2-4a20-847b-888eae411231 HTTP/1.1" status: 200 len: 943 time: 0.0568783 Nov 12 02:00:07.163697 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c848ba81-6798-49bf-bef3-4bc092576011 req-04d656a3-75c3-461e-b91a-a6de179ab64c service neutron] 10.222.0.15 "GET /v2.0/networks/3ade875a-708d-4e15-94f3-1f4a99dc6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986547 Nov 12 02:00:07.209726 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7927b1eb-1ff9-4411-b2ef-7a780ec02801 req-fbebf289-16c8-4da2-a7e6-d3c68eb02a80 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438356 Nov 12 02:00:08.337001 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5247ed-4eda-4f1b-adad-78101e648efb req-241fdfbd-8c18-4999-a4a0-0aab069bd607 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:08.338529 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7d5247ed-4eda-4f1b-adad-78101e648efb req-241fdfbd-8c18-4999-a4a0-0aab069bd607 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da50459-97c2-4a20-847b-888eae411231 HTTP/1.1" status: 200 len: 943 time: 0.0559287 Nov 12 02:00:08.387594 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7d5247ed-4eda-4f1b-adad-78101e648efb req-a456a3fb-f3c2-4ff1-910a-ffcfd2b4b75a tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423210 Nov 12 02:00:09.506392 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284287af-ffaa-4215-b517-459e58de1c07 req-f3b97144-224e-433a-a9e8-bcbbf50e7a8b tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:09.507892 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-284287af-ffaa-4215-b517-459e58de1c07 req-f3b97144-224e-433a-a9e8-bcbbf50e7a8b tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da50459-97c2-4a20-847b-888eae411231 HTTP/1.1" status: 200 len: 943 time: 0.0494101 Nov 12 02:00:09.535078 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.558996 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-284287af-ffaa-4215-b517-459e58de1c07 req-cb1fb657-9052-4434-9740-f73577ce7425 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443740 Nov 12 02:00:10.209749 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 30af9e74-2bc8-4c37-a426-1aee1be66732 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:00:10.305494 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 30af9e74-2bc8-4c37-a426-1aee1be66732, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=30af9e74-2bc8-4c37-a426-1aee1be66732,segment=NetworkSegment(821bcde0-1723-4f5e-88fe-c5d288a4c9a0),segment_id=821bcde0-1723-4f5e-88fe-c5d288a4c9a0)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:10.318992 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '30af9e74-2bc8-4c37-a426-1aee1be66732', 'network_id': '3ade875a-708d-4e15-94f3-1f4a99dc6ad2', 'port_id': '30af9e74-2bc8-4c37-a426-1aee1be66732', 'mac_address': 'fa:16:3e:a3:32:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fcd181-32ae-438c-9f48-9dc12ce68182', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:00:10.359245 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:10.372022 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30af9e74-2bc8-4c37-a426-1aee1be66732 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:00:10.391613 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 30af9e74-2bc8-4c37-a426-1aee1be66732, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=30af9e74-2bc8-4c37-a426-1aee1be66732,segment=NetworkSegment(821bcde0-1723-4f5e-88fe-c5d288a4c9a0),segment_id=821bcde0-1723-4f5e-88fe-c5d288a4c9a0)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:10.396013 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:10.443571 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=30af9e74-2bc8-4c37-a426-1aee1be66732,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:10.684886 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d689a1-2b19-48aa-8c9d-c1790d9339cd req-9bf57293-2457-4130-968d-d3c013613e20 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:10.686400 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4d689a1-2b19-48aa-8c9d-c1790d9339cd req-9bf57293-2457-4130-968d-d3c013613e20 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da50459-97c2-4a20-847b-888eae411231 HTTP/1.1" status: 200 len: 944 time: 0.0564272 Nov 12 02:00:10.735575 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4d689a1-2b19-48aa-8c9d-c1790d9339cd req-f0ef8b68-ebbe-4bce-8e2d-ab70e815c12e tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430255 Nov 12 02:00:10.759354 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['30af9e74-2bc8-4c37-a426-1aee1be66732'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:00:11.855871 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a57c5-b7cf-4efc-b7d0-2f1cda1b45d0 req-81f289a2-f5eb-45c1-95fe-a33e7ca02c45 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:11.857535 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-531a57c5-b7cf-4efc-b7d0-2f1cda1b45d0 req-81f289a2-f5eb-45c1-95fe-a33e7ca02c45 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da50459-97c2-4a20-847b-888eae411231 HTTP/1.1" status: 200 len: 944 time: 0.0493329 Nov 12 02:00:11.913237 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-531a57c5-b7cf-4efc-b7d0-2f1cda1b45d0 req-029be368-58e4-4422-8580-b1684981dc88 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487919 Nov 12 02:00:12.227627 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 30af9e74-2bc8-4c37-a426-1aee1be66732 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:00:12.282608 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 30af9e74-2bc8-4c37-a426-1aee1be66732 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:00:12.287512 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 30af9e74-2bc8-4c37-a426-1aee1be66732 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:12.287995 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:12.365619 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:12.391499 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da50459-97c2-4a20-847b-888eae411231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30af9e74-2bc8-4c37-a426-1aee1be66732'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:00:12.393757 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1cbbf5-1d7f-4aea-9da2-aa8614475aab" -d '{"events": [{"server_uuid": "7da50459-97c2-4a20-847b-888eae411231", "name": "network-vif-plugged", "status": "completed", "tag": "30af9e74-2bc8-4c37-a426-1aee1be66732"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:00:12.568044 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd9ce3-4091-4f98-af89-ce6d776a82bd req-f21709ac-823d-4d93-8a16-8957801889d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:12.569798 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6dd9ce3-4091-4f98-af89-ce6d776a82bd req-f21709ac-823d-4d93-8a16-8957801889d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7da50459-97c2-4a20-847b-888eae411231 HTTP/1.1" status: 200 len: 1096 time: 0.0456293 Nov 12 02:00:12.572200 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c88a6ec-3097-49ca-a5e1-2132945410c5 x-openstack-request-id: req-3c88a6ec-3097-49ca-a5e1-2132945410c5 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:00:12.572486 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da50459-97c2-4a20-847b-888eae411231", "name": "network-vif-plugged", "status": "completed", "tag": "30af9e74-2bc8-4c37-a426-1aee1be66732", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:00:12.572761 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c88a6ec-3097-49ca-a5e1-2132945410c5 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:00:12.573146 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da50459-97c2-4a20-847b-888eae411231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30af9e74-2bc8-4c37-a426-1aee1be66732', 'code': 200} Nov 12 02:00:12.574792 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 30af9e74-2bc8-4c37-a426-1aee1be66732, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=30af9e74-2bc8-4c37-a426-1aee1be66732,segment=NetworkSegment(821bcde0-1723-4f5e-88fe-c5d288a4c9a0),segment_id=821bcde0-1723-4f5e-88fe-c5d288a4c9a0)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:12.579176 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:12.630142 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6dd9ce3-4091-4f98-af89-ce6d776a82bd req-b0b46b61-f0ee-4c73-9a5e-68ab953686e3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529649 Nov 12 02:00:12.649154 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=30af9e74-2bc8-4c37-a426-1aee1be66732,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:13.033196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d861f2-5a1d-4f56-ae8c-b5e57f9108c8 req-70b80e67-dae3-4783-a7d1-ad4cc4cafa34 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:13.034814 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-18d861f2-5a1d-4f56-ae8c-b5e57f9108c8 req-70b80e67-dae3-4783-a7d1-ad4cc4cafa34 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da50459-97c2-4a20-847b-888eae411231 HTTP/1.1" status: 200 len: 945 time: 0.0506213 Nov 12 02:00:13.082388 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-18d861f2-5a1d-4f56-ae8c-b5e57f9108c8 req-5ffb7c13-8584-48b1-a1ae-594e44f6bdf7 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415730 Nov 12 02:00:14.202643 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d3e2f-0e4e-4def-b577-76b55d45ba52 req-7e317934-b371-4262-8b6d-766c86de8818 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:14.204152 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-812d3e2f-0e4e-4def-b577-76b55d45ba52 req-7e317934-b371-4262-8b6d-766c86de8818 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da50459-97c2-4a20-847b-888eae411231 HTTP/1.1" status: 200 len: 945 time: 0.0502772 Nov 12 02:00:14.253638 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-812d3e2f-0e4e-4def-b577-76b55d45ba52 req-c04ce38e-4f34-40f2-b0bb-bc604b718de3 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433497 Nov 12 02:00:14.498036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35932e3e-14f5-434b-83e4-978437255edd req-4aa8f117-cc57-4823-915f-81f65d660299 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:14.499626 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-35932e3e-14f5-434b-83e4-978437255edd req-4aa8f117-cc57-4823-915f-81f65d660299 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da50459-97c2-4a20-847b-888eae411231 HTTP/1.1" status: 200 len: 945 time: 0.0502698 Nov 12 02:00:14.549127 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-35932e3e-14f5-434b-83e4-978437255edd req-a3ceabc8-7dd9-40b4-9b31-1ecd160528a5 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434301 Nov 12 02:00:15.435264 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:00:15.670958 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a179fc2-c980-4e96-a251-61f59130e734 req-e87d4393-93db-4483-95bd-4467dddf0c38 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:15.672556 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a179fc2-c980-4e96-a251-61f59130e734 req-e87d4393-93db-4483-95bd-4467dddf0c38 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da50459-97c2-4a20-847b-888eae411231 HTTP/1.1" status: 200 len: 945 time: 0.0509255 Nov 12 02:00:15.722219 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9a179fc2-c980-4e96-a251-61f59130e734 req-246c8eca-2bc6-4cb7-9aff-788234e5ace3 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433865 Nov 12 02:00:16.212648 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f76b6b-af22-404f-bb21-55782a213a6c req-45383268-306c-43d7-86b8-1f99fc473a7e tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:16.214346 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-80f76b6b-af22-404f-bb21-55782a213a6c req-45383268-306c-43d7-86b8-1f99fc473a7e tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.15 "GET /v2.0/ports?device_id=7da50459-97c2-4a20-847b-888eae411231 HTTP/1.1" status: 200 len: 945 time: 0.0541041 Nov 12 02:00:16.305007 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-80f76b6b-af22-404f-bb21-55782a213a6c req-768fcb25-5cc5-4533-b512-17e918349afc tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Deleting port 30af9e74-2bc8-4c37-a426-1aee1be66732 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:00:16.305345 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-80f76b6b-af22-404f-bb21-55782a213a6c req-768fcb25-5cc5-4533-b512-17e918349afc tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:16.399324 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-80f76b6b-af22-404f-bb21-55782a213a6c req-768fcb25-5cc5-4533-b512-17e918349afc tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] For port 30af9e74-2bc8-4c37-a426-1aee1be66732, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=30af9e74-2bc8-4c37-a426-1aee1be66732,segment=NetworkSegment(821bcde0-1723-4f5e-88fe-c5d288a4c9a0),segment_id=821bcde0-1723-4f5e-88fe-c5d288a4c9a0)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:16.399694 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-80f76b6b-af22-404f-bb21-55782a213a6c req-768fcb25-5cc5-4533-b512-17e918349afc tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:16.415482 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-80f76b6b-af22-404f-bb21-55782a213a6c req-768fcb25-5cc5-4533-b512-17e918349afc tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Calling delete_port for 30af9e74-2bc8-4c37-a426-1aee1be66732 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:00:16.553731 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-80f76b6b-af22-404f-bb21-55782a213a6c req-768fcb25-5cc5-4533-b512-17e918349afc tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:16.565823 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['b83ce479-9473-4e8d-a49e-5c84b4f4f07b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:00:16.582073 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fcb25-5cc5-4533-b512-17e918349afc tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Pushing event deleted for resources: {'Port': ['ID=30af9e74-2bc8-4c37-a426-1aee1be66732,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:16.590073 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['30af9e74-2bc8-4c37-a426-1aee1be66732'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:00:16.628855 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f76b6b-af22-404f-bb21-55782a213a6c req-768fcb25-5cc5-4533-b512-17e918349afc tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] No DVR routers for this DVR port 30af9e74-2bc8-4c37-a426-1aee1be66732 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:00:16.631524 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-80f76b6b-af22-404f-bb21-55782a213a6c req-768fcb25-5cc5-4533-b512-17e918349afc tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:16.635012 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-80f76b6b-af22-404f-bb21-55782a213a6c req-768fcb25-5cc5-4533-b512-17e918349afc tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.15 "DELETE /v2.0/ports/30af9e74-2bc8-4c37-a426-1aee1be66732 HTTP/1.1" status: 204 len: 173 time: 0.4145951 Nov 12 02:00:16.635475 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da50459-97c2-4a20-847b-888eae411231', 'name': 'network-vif-deleted', 'tag': '30af9e74-2bc8-4c37-a426-1aee1be66732'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:00:16.645889 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e21a7c-9f2a-4635-9e4a-534190af8645" -d '{"events": [{"server_uuid": "7da50459-97c2-4a20-847b-888eae411231", "name": "network-vif-deleted", "tag": "30af9e74-2bc8-4c37-a426-1aee1be66732"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:00:16.686249 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4463102f-f20e-408e-aea3-00b8dc55935e x-openstack-request-id: req-4463102f-f20e-408e-aea3-00b8dc55935e {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:00:16.686550 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da50459-97c2-4a20-847b-888eae411231", "name": "network-vif-deleted", "tag": "30af9e74-2bc8-4c37-a426-1aee1be66732", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:00:16.686943 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4463102f-f20e-408e-aea3-00b8dc55935e {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:00:16.687430 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da50459-97c2-4a20-847b-888eae411231', 'name': 'network-vif-deleted', 'tag': '30af9e74-2bc8-4c37-a426-1aee1be66732', 'status': 'completed', 'code': 200} Nov 12 02:00:16.846352 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-689c3d97-bba8-472b-b1b0-82922f5a34c1 req-ba7e80a6-88b1-458d-954d-991208c16f8b tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da50459-97c2-4a20-847b-888eae411231 HTTP/1.1" status: 200 len: 210 time: 0.0316184 Nov 12 02:00:18.004769 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cf059-66de-41a7-a61e-2d05e08b5fe2 req-380e984a-6365-4364-a022-7f5cd17c852b tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:18.006274 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-296cf059-66de-41a7-a61e-2d05e08b5fe2 req-380e984a-6365-4364-a022-7f5cd17c852b tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=912002d2-06f4-4823-b645-cd9c8fdb8f3e HTTP/1.1" status: 200 len: 946 time: 0.0505400 Nov 12 02:00:18.056484 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-296cf059-66de-41a7-a61e-2d05e08b5fe2 req-1e1d2a46-39a5-4425-9fbc-8105e14bba35 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428350 Nov 12 02:00:18.189215 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc27c3-a82b-4709-a73a-792a49adad14 req-bea5be5c-268d-43b9-85ad-56ca205c293d tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:18.190583 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-93dc27c3-a82b-4709-a73a-792a49adad14 req-bea5be5c-268d-43b9-85ad-56ca205c293d tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=912002d2-06f4-4823-b645-cd9c8fdb8f3e HTTP/1.1" status: 200 len: 946 time: 0.0504334 Nov 12 02:00:18.237879 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-93dc27c3-a82b-4709-a73a-792a49adad14 req-316a7d2c-6dbd-4ca3-b427-47c343ebecfa tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412273 Nov 12 02:00:18.353715 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d586f-1f43-478a-ab7d-77641798ca30 req-1fa04fe1-7a39-443a-bd1f-990b533f75e7 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:18.355216 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-674d586f-1f43-478a-ab7d-77641798ca30 req-1fa04fe1-7a39-443a-bd1f-990b533f75e7 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=912002d2-06f4-4823-b645-cd9c8fdb8f3e HTTP/1.1" status: 200 len: 946 time: 0.0491316 Nov 12 02:00:18.403509 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-674d586f-1f43-478a-ab7d-77641798ca30 req-64737dd7-7190-4d64-8af2-36bed2732488 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415256 Nov 12 02:00:18.586915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e64930-c7cd-43b8-b486-742f204d5100 req-461f0fdb-fa25-4a4b-89f2-7ba967eab51e tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:18.588459 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b9e64930-c7cd-43b8-b486-742f204d5100 req-461f0fdb-fa25-4a4b-89f2-7ba967eab51e tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=912002d2-06f4-4823-b645-cd9c8fdb8f3e HTTP/1.1" status: 200 len: 946 time: 0.0548840 Nov 12 02:00:18.637616 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b9e64930-c7cd-43b8-b486-742f204d5100 req-f902efd1-fff7-43dd-b42f-daf69bea0ea4 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423968 Nov 12 02:00:18.760148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016befcc-c705-49d5-8e5f-944dc11966aa req-dcd645e1-51d2-4541-8cf4-381ef9349e7c tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:18.761894 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-016befcc-c705-49d5-8e5f-944dc11966aa req-dcd645e1-51d2-4541-8cf4-381ef9349e7c tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=912002d2-06f4-4823-b645-cd9c8fdb8f3e HTTP/1.1" status: 200 len: 946 time: 0.0536590 Nov 12 02:00:18.811158 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-016befcc-c705-49d5-8e5f-944dc11966aa req-6c88a8be-5b12-4051-8da1-6424cbb8a410 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422127 Nov 12 02:00:18.939028 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c1efa-ddfa-4880-a8ea-0a8e71b8b3fc req-b27c2fd5-cfba-41f3-866f-22bac15c8dd5 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:18.940607 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eb7c1efa-ddfa-4880-a8ea-0a8e71b8b3fc req-b27c2fd5-cfba-41f3-866f-22bac15c8dd5 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=912002d2-06f4-4823-b645-cd9c8fdb8f3e HTTP/1.1" status: 200 len: 946 time: 0.0504467 Nov 12 02:00:18.989810 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-eb7c1efa-ddfa-4880-a8ea-0a8e71b8b3fc req-e2341996-3a45-40bd-8090-be3e5e7c40a9 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430629 Nov 12 02:00:19.304652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73011c5a-000a-4a8e-b064-5606639a89b8 req-c8d5ff06-b787-4761-afbe-8b8d3e4162f5 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:19.306133 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-73011c5a-000a-4a8e-b064-5606639a89b8 req-c8d5ff06-b787-4761-afbe-8b8d3e4162f5 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=912002d2-06f4-4823-b645-cd9c8fdb8f3e HTTP/1.1" status: 200 len: 946 time: 0.0509181 Nov 12 02:00:19.361979 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-73011c5a-000a-4a8e-b064-5606639a89b8 req-986ed122-909d-4dd7-955b-e49a4a863f08 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491984 Nov 12 02:00:20.226448 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9a735132-a6f3-4c7e-95f9-64e352f2b4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:20.259065 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 30af9e74-2bc8-4c37-a426-1aee1be66732 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:00:20.280500 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 30af9e74-2bc8-4c37-a426-1aee1be66732 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:00:20.280866 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 30af9e74-2bc8-4c37-a426-1aee1be66732 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:00:20.489514 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9db9e-f8c5-45cb-b98a-dd0d358a6db7 req-a872dab4-ca0d-42de-a995-01f5d7204d12 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:20.491015 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ac9db9e-f8c5-45cb-b98a-dd0d358a6db7 req-a872dab4-ca0d-42de-a995-01f5d7204d12 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/ports?device_id=912002d2-06f4-4823-b645-cd9c8fdb8f3e HTTP/1.1" status: 200 len: 946 time: 0.0561302 Nov 12 02:00:20.540677 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ac9db9e-f8c5-45cb-b98a-dd0d358a6db7 req-3b776020-2e43-4b4c-88c0-295a6c246392 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a60046d-8d17-46c6-845a-ea31fbd70ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432866 Nov 12 02:00:20.607981 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7640304-543b-49ca-b84d-44a8cc591e60 req-222a9188-ffd8-4a0c-bfc9-a762e28359ce tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:20.609569 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b7640304-543b-49ca-b84d-44a8cc591e60 req-222a9188-ffd8-4a0c-bfc9-a762e28359ce tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.21 "GET /v2.0/ports?device_id=912002d2-06f4-4823-b645-cd9c8fdb8f3e HTTP/1.1" status: 200 len: 946 time: 0.0500772 Nov 12 02:00:20.700417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-b7640304-543b-49ca-b84d-44a8cc591e60 req-26c1abcb-f91d-4392-b885-b3fb3792cde1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Deleting port b83ce479-9473-4e8d-a49e-5c84b4f4f07b {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:00:20.700788 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b7640304-543b-49ca-b84d-44a8cc591e60 req-26c1abcb-f91d-4392-b885-b3fb3792cde1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:20.799969 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-b7640304-543b-49ca-b84d-44a8cc591e60 req-26c1abcb-f91d-4392-b885-b3fb3792cde1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] For port b83ce479-9473-4e8d-a49e-5c84b4f4f07b, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b83ce479-9473-4e8d-a49e-5c84b4f4f07b,segment=NetworkSegment(821bcde0-1723-4f5e-88fe-c5d288a4c9a0),segment_id=821bcde0-1723-4f5e-88fe-c5d288a4c9a0)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:20.800241 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b7640304-543b-49ca-b84d-44a8cc591e60 req-26c1abcb-f91d-4392-b885-b3fb3792cde1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:20.813743 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-b7640304-543b-49ca-b84d-44a8cc591e60 req-26c1abcb-f91d-4392-b885-b3fb3792cde1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Calling delete_port for b83ce479-9473-4e8d-a49e-5c84b4f4f07b owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:00:20.946375 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b7640304-543b-49ca-b84d-44a8cc591e60 req-26c1abcb-f91d-4392-b885-b3fb3792cde1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:20.958854 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['b83ce479-9473-4e8d-a49e-5c84b4f4f07b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:00:20.976392 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1abcb-f91d-4392-b885-b3fb3792cde1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Pushing event deleted for resources: {'Port': ['ID=b83ce479-9473-4e8d-a49e-5c84b4f4f07b,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:20.989728 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1abcb-f91d-4392-b885-b3fb3792cde1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:20.990082 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1abcb-f91d-4392-b885-b3fb3792cde1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:20.990426 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1abcb-f91d-4392-b885-b3fb3792cde1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:20.990764 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1abcb-f91d-4392-b885-b3fb3792cde1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:20.991100 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1abcb-f91d-4392-b885-b3fb3792cde1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:20.991433 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1abcb-f91d-4392-b885-b3fb3792cde1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:20.991761 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1abcb-f91d-4392-b885-b3fb3792cde1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:20.992088 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1abcb-f91d-4392-b885-b3fb3792cde1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:20.992417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1abcb-f91d-4392-b885-b3fb3792cde1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:20.992762 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1abcb-f91d-4392-b885-b3fb3792cde1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:20.993090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1abcb-f91d-4392-b885-b3fb3792cde1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:20.993414 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c1abcb-f91d-4392-b885-b3fb3792cde1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:21.031293 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7640304-543b-49ca-b84d-44a8cc591e60 req-26c1abcb-f91d-4392-b885-b3fb3792cde1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] No DVR routers for this DVR port b83ce479-9473-4e8d-a49e-5c84b4f4f07b on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:00:21.034011 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-b7640304-543b-49ca-b84d-44a8cc591e60 req-26c1abcb-f91d-4392-b885-b3fb3792cde1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:21.037475 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b7640304-543b-49ca-b84d-44a8cc591e60 req-26c1abcb-f91d-4392-b885-b3fb3792cde1 tempest-ServersNegativeTestJSON-1533945301 tempest-ServersNegativeTestJSON-1533945301-project] 10.222.0.21 "DELETE /v2.0/ports/b83ce479-9473-4e8d-a49e-5c84b4f4f07b HTTP/1.1" status: 204 len: 173 time: 0.4220774 Nov 12 02:00:21.037946 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912002d2-06f4-4823-b645-cd9c8fdb8f3e', 'name': 'network-vif-deleted', 'tag': 'b83ce479-9473-4e8d-a49e-5c84b4f4f07b'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:00:21.040243 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64b5e67-261b-4113-8298-b114b8a97c5c" -d '{"events": [{"server_uuid": "912002d2-06f4-4823-b645-cd9c8fdb8f3e", "name": "network-vif-deleted", "tag": "b83ce479-9473-4e8d-a49e-5c84b4f4f07b"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:00:21.090137 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e121d85-446e-432a-b531-7434a303ff85 x-openstack-request-id: req-1e121d85-446e-432a-b531-7434a303ff85 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:00:21.090441 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912002d2-06f4-4823-b645-cd9c8fdb8f3e", "name": "network-vif-deleted", "tag": "b83ce479-9473-4e8d-a49e-5c84b4f4f07b", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:00:21.090705 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e121d85-446e-432a-b531-7434a303ff85 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:00:21.091106 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912002d2-06f4-4823-b645-cd9c8fdb8f3e', 'name': 'network-vif-deleted', 'tag': 'b83ce479-9473-4e8d-a49e-5c84b4f4f07b', 'status': 'completed', 'code': 200} Nov 12 02:00:21.601954 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55732) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:21.657302 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-db25335d-4322-4567-9915-103403c4b215 admin admin] Deleting subnet 13fcd181-32ae-438c-9f48-9dc12ce68182 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:00:21.660571 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db25335d-4322-4567-9915-103403c4b215 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:21.697649 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db25335d-4322-4567-9915-103403c4b215 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:21.737351 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db25335d-4322-4567-9915-103403c4b215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:21.789775 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db25335d-4322-4567-9915-103403c4b215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:21.817886 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25335d-4322-4567-9915-103403c4b215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13fcd181-32ae-438c-9f48-9dc12ce68182,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:21.822882 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-db25335d-4322-4567-9915-103403c4b215 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:21.826548 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-db25335d-4322-4567-9915-103403c4b215 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/13fcd181-32ae-438c-9f48-9dc12ce68182 HTTP/1.1" status: 204 len: 168 time: 0.2234926 Nov 12 02:00:21.829128 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55734) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:21.905589 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c3b22603-9018-450a-a191-38a967a13c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:21.992000 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c3b22603-9018-450a-a191-38a967a13c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:22.012340 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-c3b22603-9018-450a-a191-38a967a13c2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ade875a-708d-4e15-94f3-1f4a99dc6ad2']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:22.022277 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-c3b22603-9018-450a-a191-38a967a13c2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821bcde0-1723-4f5e-88fe-c5d288a4c9a0') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:22.022582 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-c3b22603-9018-450a-a191-38a967a13c2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821bcde0-1723-4f5e-88fe-c5d288a4c9a0') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:22.033089 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c3b22603-9018-450a-a191-38a967a13c2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:22.047300 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c3b22603-9018-450a-a191-38a967a13c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:22.053641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b22603-9018-450a-a191-38a967a13c2d admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:00:22.054042 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c3b22603-9018-450a-a191-38a967a13c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: timer() Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:00:22.055919 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:00:22.110936 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c3b22603-9018-450a-a191-38a967a13c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:22.119750 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c3b22603-9018-450a-a191-38a967a13c2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:22.123148 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c3b22603-9018-450a-a191-38a967a13c2d admin admin] 10.222.0.31 "DELETE /v2.0/networks/3ade875a-708d-4e15-94f3-1f4a99dc6ad2 HTTP/1.1" status: 204 len: 168 time: 0.2929540 Nov 12 02:00:22.137290 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b22603-9018-450a-a191-38a967a13c2d admin admin] Pushing event deleted for resources: {'Network': ['ID=3ade875a-708d-4e15-94f3-1f4a99dc6ad2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:22.243635 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55738) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:22.285281 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-51d2eff1-75db-44e8-b804-9af85f52a840 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bef59baaf64d439690b0cfe537ad0d14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400925 Nov 12 02:00:22.288147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55740) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:22.341659 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-205ad37d-ce96-48da-a03c-824033e4501d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:22.368352 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-205ad37d-ce96-48da-a03c-824033e4501d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:22.417465 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-205ad37d-ce96-48da-a03c-824033e4501d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:22.421012 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-205ad37d-ce96-48da-a03c-824033e4501d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:22.422189 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-205ad37d-ce96-48da-a03c-824033e4501d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a60046d-8d17-46c6-845a-ea31fbd70ef9 HTTP/1.1" status: 204 len: 168 time: 0.1330874 Nov 12 02:00:22.431010 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ad37d-ce96-48da-a03c-824033e4501d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a60046d-8d17-46c6-845a-ea31fbd70ef9,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:22.522969 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-401779b9-ec77-4650-b510-03efe7ca8c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:23.158647 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55762) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:23.259531 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-46d70384-5e43-4b31-9449-1ffab002d246 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1226540123'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:23.283176 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d70384-5e43-4b31-9449-1ffab002d246 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Made reservation on behalf of af0dad871c5f4615a52d44b0d9452aba for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:23.286566 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-46d70384-5e43-4b31-9449-1ffab002d246 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:23.295675 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-46d70384-5e43-4b31-9449-1ffab002d246 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:23.373892 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-46d70384-5e43-4b31-9449-1ffab002d246 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:23.377847 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-46d70384-5e43-4b31-9449-1ffab002d246 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:23.409496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d70384-5e43-4b31-9449-1ffab002d246 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:00:23.415955 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d70384-5e43-4b31-9449-1ffab002d246 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340f7189-c653-4f61-9f58-897932ffdc74,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:23.422772 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-46d70384-5e43-4b31-9449-1ffab002d246 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:23.423145 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-46d70384-5e43-4b31-9449-1ffab002d246 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Added segment 1565d5d3-12e3-4d49-8d48-98d8d0af9a97 of type vlan for network dbf14ce2-2b45-4e99-81d1-8843cf7359a4 Nov 12 02:00:23.465248 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-46d70384-5e43-4b31-9449-1ffab002d246 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:23.494683 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-46d70384-5e43-4b31-9449-1ffab002d246 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:23.501023 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d70384-5e43-4b31-9449-1ffab002d246 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:23.501729 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-46d70384-5e43-4b31-9449-1ffab002d246 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:23.539119 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-46d70384-5e43-4b31-9449-1ffab002d246 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3792582 Nov 12 02:00:23.573795 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d70384-5e43-4b31-9449-1ffab002d246 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event updated for resources: {'Network': ['ID=dbf14ce2-2b45-4e99-81d1-8843cf7359a4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:23.587110 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network dbf14ce2-2b45-4e99-81d1-8843cf7359a4 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:00:23.801249 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:24.598716 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b83ce479-9473-4e8d-a49e-5c84b4f4f07b no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:00:24.621134 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: b83ce479-9473-4e8d-a49e-5c84b4f4f07b {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:00:24.621483 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b83ce479-9473-4e8d-a49e-5c84b4f4f07b not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:00:25.329144 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:25.757875 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:26.180297 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:26.795447 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55768) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:26.800668 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-267362e7-5eb9-4c2a-a280-40f1f70c7547 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Request body: {'subnet': {'network_id': 'dbf14ce2-2b45-4e99-81d1-8843cf7359a4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:26.890382 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267362e7-5eb9-4c2a-a280-40f1f70c7547 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Made reservation on behalf of af0dad871c5f4615a52d44b0d9452aba for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:26.893879 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-267362e7-5eb9-4c2a-a280-40f1f70c7547 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:27.083933 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-267362e7-5eb9-4c2a-a280-40f1f70c7547 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:27.153011 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267362e7-5eb9-4c2a-a280-40f1f70c7547 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event updated for resources: {'Subnet': ['ID=d9d9c4cd-f81d-4314-a772-59fc13267826,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:27.158994 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267362e7-5eb9-4c2a-a280-40f1f70c7547 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Checking segment: {'id': '1565d5d3-12e3-4d49-8d48-98d8d0af9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbf14ce2-2b45-4e99-81d1-8843cf7359a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:27.159369 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267362e7-5eb9-4c2a-a280-40f1f70c7547 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Network hostable DHCP agents. Network: dbf14ce2-2b45-4e99-81d1-8843cf7359a4, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:00:27.176848 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267362e7-5eb9-4c2a-a280-40f1f70c7547 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Network dbf14ce2-2b45-4e99-81d1-8843cf7359a4 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:00:27.187403 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-267362e7-5eb9-4c2a-a280-40f1f70c7547 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, dbf14ce2-2b45-4e99-81d1-8843cf7359a4) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:27.191814 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267362e7-5eb9-4c2a-a280-40f1f70c7547 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:27.192301 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-267362e7-5eb9-4c2a-a280-40f1f70c7547 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:27.197385 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6740c1-7fe0-4a84-87d1-acbfaa22a286 None None] Network dbf14ce2-2b45-4e99-81d1-8843cf7359a4 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:27.208925 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-267362e7-5eb9-4c2a-a280-40f1f70c7547 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4122908 Nov 12 02:00:27.212677 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55770) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:27.218470 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7fbf59a2-5d39-4f2e-81c0-97fe61708936 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1628524762'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:27.241927 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbf59a2-5d39-4f2e-81c0-97fe61708936 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Made reservation on behalf of af0dad871c5f4615a52d44b0d9452aba for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:27.245443 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7fbf59a2-5d39-4f2e-81c0-97fe61708936 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:27.269554 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbf59a2-5d39-4f2e-81c0-97fe61708936 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:00:27.279468 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7fbf59a2-5d39-4f2e-81c0-97fe61708936 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:27.280101 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-7fbf59a2-5d39-4f2e-81c0-97fe61708936 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Added segment bbd9ec21-89c6-4cb0-9db1-95666ae0adf6 of type vlan for network b9c694d5-42cd-496a-89fc-fad13d3d46a1 Nov 12 02:00:27.324972 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7fbf59a2-5d39-4f2e-81c0-97fe61708936 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:27.349268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-dbf14ce2-2b45-4e99-81d1-8843cf7359a4', 'network_id': 'dbf14ce2-2b45-4e99-81d1-8843cf7359a4', 'tenant_id': 'af0dad871c5f4615a52d44b0d9452aba', 'fixed_ips': [{'subnet_id': 'd9d9c4cd-f81d-4314-a772-59fc13267826'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:00:27.350165 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:27.353880 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7fbf59a2-5d39-4f2e-81c0-97fe61708936 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:27.360245 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf59a2-5d39-4f2e-81c0-97fe61708936 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:27.361137 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7fbf59a2-5d39-4f2e-81c0-97fe61708936 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:27.397690 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7fbf59a2-5d39-4f2e-81c0-97fe61708936 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1838346 Nov 12 02:00:27.400920 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55772) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:27.407027 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-d01b4ad6-4415-406b-a672-db6fa8191190 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Request body: {'subnet': {'network_id': 'b9c694d5-42cd-496a-89fc-fad13d3d46a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:27.436355 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf59a2-5d39-4f2e-81c0-97fe61708936 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event updated for resources: {'Network': ['ID=b9c694d5-42cd-496a-89fc-fad13d3d46a1,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:27.454152 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network b9c694d5-42cd-496a-89fc-fad13d3d46a1 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:00:27.510175 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01b4ad6-4415-406b-a672-db6fa8191190 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Made reservation on behalf of af0dad871c5f4615a52d44b0d9452aba for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:27.513972 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d01b4ad6-4415-406b-a672-db6fa8191190 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:27.572333 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Allocated IP 2001:db8:0:ffff::2 (dbf14ce2-2b45-4e99-81d1-8843cf7359a4/d9d9c4cd-f81d-4314-a772-59fc13267826/91518397-f404-4d11-b70d-9b0343a68f19) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:00:27.725866 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d01b4ad6-4415-406b-a672-db6fa8191190 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:27.728807 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:27.734765 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:27.783660 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Network dbf14ce2-2b45-4e99-81d1-8843cf7359a4 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:27.789915 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:27.792425 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:00:27.795660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b4ad6-4415-406b-a672-db6fa8191190 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event updated for resources: {'Subnet': ['ID=a8ea0093-ab3b-44c0-878a-6986b4d8b554,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:27.796186 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Pushing event updated for resources: {'Port': ['ID=91518397-f404-4d11-b70d-9b0343a68f19,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:27.805822 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01b4ad6-4415-406b-a672-db6fa8191190 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Checking segment: {'id': 'bbd9ec21-89c6-4cb0-9db1-95666ae0adf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b9c694d5-42cd-496a-89fc-fad13d3d46a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:27.806184 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01b4ad6-4415-406b-a672-db6fa8191190 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Network hostable DHCP agents. Network: b9c694d5-42cd-496a-89fc-fad13d3d46a1, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:00:27.808155 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:27.808521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:27.808881 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:27.809218 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:27.809558 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:27.809893 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:27.810255 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:27.810583 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:27.810914 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:27.811241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:27.811568 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:27.811892 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:27.825182 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01b4ad6-4415-406b-a672-db6fa8191190 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Network b9c694d5-42cd-496a-89fc-fad13d3d46a1 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:00:27.835709 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-d01b4ad6-4415-406b-a672-db6fa8191190 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, b9c694d5-42cd-496a-89fc-fad13d3d46a1) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:27.840805 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01b4ad6-4415-406b-a672-db6fa8191190 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:27.842074 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d01b4ad6-4415-406b-a672-db6fa8191190 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:27.859059 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b8715c-8a65-4187-bc62-f21273b47b3e None None] Network b9c694d5-42cd-496a-89fc-fad13d3d46a1 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:27.863375 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d01b4ad6-4415-406b-a672-db6fa8191190 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4605887 Nov 12 02:00:27.865766 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55774) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:27.890953 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Attempting to bind port 91518397-f404-4d11-b70d-9b0343a68f19 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:00:27.891333 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Attempting to bind port 91518397-f404-4d11-b70d-9b0343a68f19 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '1565d5d3-12e3-4d49-8d48-98d8d0af9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbf14ce2-2b45-4e99-81d1-8843cf7359a4'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:00:27.891705 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Attempting to bind port 91518397-f404-4d11-b70d-9b0343a68f19 on network dbf14ce2-2b45-4e99-81d1-8843cf7359a4 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:27.929586 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:00:27.929858 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Checking segment: {'id': '1565d5d3-12e3-4d49-8d48-98d8d0af9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbf14ce2-2b45-4e99-81d1-8843cf7359a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:27.930270 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:27.930672 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Bound using segment: {'id': '1565d5d3-12e3-4d49-8d48-98d8d0af9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbf14ce2-2b45-4e99-81d1-8843cf7359a4'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:00:27.931164 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Bound port: 91518397-f404-4d11-b70d-9b0343a68f19, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1565d5d3-12e3-4d49-8d48-98d8d0af9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbf14ce2-2b45-4e99-81d1-8843cf7359a4'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:00:27.931548 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:27.982441 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1253c1cc-c0d1-46b8-add0-618bb46796a2 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:28.046198 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1253c1cc-c0d1-46b8-add0-618bb46796a2 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:28.047511 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] For port 91518397-f404-4d11-b70d-9b0343a68f19, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:00:28.066312 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] For port 91518397-f404-4d11-b70d-9b0343a68f19, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=91518397-f404-4d11-b70d-9b0343a68f19,segment=NetworkSegment(1565d5d3-12e3-4d49-8d48-98d8d0af9a97),segment_id=1565d5d3-12e3-4d49-8d48-98d8d0af9a97)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:00:28.093177 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:28.115667 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1253c1cc-c0d1-46b8-add0-618bb46796a2 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:28.126672 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e8b5c9-a381-435a-8307-6272773ee2bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-b9c694d5-42cd-496a-89fc-fad13d3d46a1', 'network_id': 'b9c694d5-42cd-496a-89fc-fad13d3d46a1', 'tenant_id': 'af0dad871c5f4615a52d44b0d9452aba', 'fixed_ips': [{'subnet_id': 'a8ea0093-ab3b-44c0-878a-6986b4d8b554'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:00:28.127529 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-73e8b5c9-a381-435a-8307-6272773ee2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:28.144384 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253c1cc-c0d1-46b8-add0-618bb46796a2 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event deleted for resources: {'Subnet': ['ID=a8ea0093-ab3b-44c0-878a-6986b4d8b554,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:28.193286 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc5edc-85f0-4a45-b52c-a5cb1437e3f1 None None] Pushing event updated for resources: {'Port': ['ID=91518397-f404-4d11-b70d-9b0343a68f19,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:28.243456 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1253c1cc-c0d1-46b8-add0-618bb46796a2 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:28.264251 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c241e2-5798-4a20-b8cd-1cf6704f9ea0 None None] Network b9c694d5-42cd-496a-89fc-fad13d3d46a1 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:28.281340 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-1253c1cc-c0d1-46b8-add0-618bb46796a2 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c694d5-42cd-496a-89fc-fad13d3d46a1']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:28.293173 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-1253c1cc-c0d1-46b8-add0-618bb46796a2 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd9ec21-89c6-4cb0-9db1-95666ae0adf6') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:28.293313 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-1253c1cc-c0d1-46b8-add0-618bb46796a2 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd9ec21-89c6-4cb0-9db1-95666ae0adf6') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:28.305142 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1253c1cc-c0d1-46b8-add0-618bb46796a2 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:28.320239 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1253c1cc-c0d1-46b8-add0-618bb46796a2 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:28.329342 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1253c1cc-c0d1-46b8-add0-618bb46796a2 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:00:28.329610 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1253c1cc-c0d1-46b8-add0-618bb46796a2 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: timer() Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:00:28.333739 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:00:28.421204 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1253c1cc-c0d1-46b8-add0-618bb46796a2 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:28.430296 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1253c1cc-c0d1-46b8-add0-618bb46796a2 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:28.436834 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1253c1cc-c0d1-46b8-add0-618bb46796a2 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "DELETE /v2.0/networks/b9c694d5-42cd-496a-89fc-fad13d3d46a1 HTTP/1.1" status: 204 len: 168 time: 0.5666471 Nov 12 02:00:28.438030 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55776) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:28.443768 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-97543e31-cc4a-42be-a33c-f44cfe208c1e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-318755331'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:28.444851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253c1cc-c0d1-46b8-add0-618bb46796a2 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event deleted for resources: {'Network': ['ID=b9c694d5-42cd-496a-89fc-fad13d3d46a1,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:28.473535 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97543e31-cc4a-42be-a33c-f44cfe208c1e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Made reservation on behalf of af0dad871c5f4615a52d44b0d9452aba for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:28.477236 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-97543e31-cc4a-42be-a33c-f44cfe208c1e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:28.504575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97543e31-cc4a-42be-a33c-f44cfe208c1e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:00:28.514324 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-97543e31-cc4a-42be-a33c-f44cfe208c1e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:28.514674 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-97543e31-cc4a-42be-a33c-f44cfe208c1e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Added segment 19deb12c-b10b-4feb-aee9-795d38b5c183 of type vlan for network 4826d3b2-6334-421b-975e-8e6761fd97bb Nov 12 02:00:28.569228 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-97543e31-cc4a-42be-a33c-f44cfe208c1e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:28.594922 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-97543e31-cc4a-42be-a33c-f44cfe208c1e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:28.600733 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97543e31-cc4a-42be-a33c-f44cfe208c1e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:28.601382 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-97543e31-cc4a-42be-a33c-f44cfe208c1e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:28.670056 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-97543e31-cc4a-42be-a33c-f44cfe208c1e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2303753 Nov 12 02:00:28.673344 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55778) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:28.676845 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97543e31-cc4a-42be-a33c-f44cfe208c1e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event updated for resources: {'Network': ['ID=4826d3b2-6334-421b-975e-8e6761fd97bb,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:28.678432 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-bf136c0c-e90a-4336-aa28-c21188fb24a5 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Request body: {'subnet': {'network_id': '4826d3b2-6334-421b-975e-8e6761fd97bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:28.690118 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 4826d3b2-6334-421b-975e-8e6761fd97bb details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:00:28.778892 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf136c0c-e90a-4336-aa28-c21188fb24a5 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Made reservation on behalf of af0dad871c5f4615a52d44b0d9452aba for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:28.781675 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bf136c0c-e90a-4336-aa28-c21188fb24a5 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:28.839764 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.ipam_backend_mixin [None req-bf136c0c-e90a-4336-aa28-c21188fb24a5 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Performing IP validity checks on allocation pools {{(pid=114242) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 02:00:28.840353 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.ipam_backend_mixin [None req-bf136c0c-e90a-4336-aa28-c21188fb24a5 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114242) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 02:00:28.991739 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bf136c0c-e90a-4336-aa28-c21188fb24a5 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:29.055908 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf136c0c-e90a-4336-aa28-c21188fb24a5 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event updated for resources: {'Subnet': ['ID=b58d4023-b76d-43c7-b6f8-66dd52beb857,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:29.067680 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf136c0c-e90a-4336-aa28-c21188fb24a5 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Checking segment: {'id': '19deb12c-b10b-4feb-aee9-795d38b5c183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4826d3b2-6334-421b-975e-8e6761fd97bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:29.068096 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf136c0c-e90a-4336-aa28-c21188fb24a5 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Network hostable DHCP agents. Network: 4826d3b2-6334-421b-975e-8e6761fd97bb, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:00:29.092969 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf136c0c-e90a-4336-aa28-c21188fb24a5 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Network 4826d3b2-6334-421b-975e-8e6761fd97bb is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:00:29.105659 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-bf136c0c-e90a-4336-aa28-c21188fb24a5 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 4826d3b2-6334-421b-975e-8e6761fd97bb) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:29.112136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf136c0c-e90a-4336-aa28-c21188fb24a5 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:29.113265 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-bf136c0c-e90a-4336-aa28-c21188fb24a5 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:29.119970 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e612ede6-fa4f-4192-bf41-52a510e95f81 None None] Network 4826d3b2-6334-421b-975e-8e6761fd97bb requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:29.144836 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-bf136c0c-e90a-4336-aa28-c21188fb24a5 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4702039 Nov 12 02:00:29.147806 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55780) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:29.263280 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88452f28-27f3-4095-8352-c3d8a1bc25c0 None None] Network dbf14ce2-2b45-4e99-81d1-8843cf7359a4 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:29.382781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-60bfac13-bb41-44f0-83e5-d87dc1471550 None None] Provisioning complete for port 91518397-f404-4d11-b70d-9b0343a68f19 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:29.383512 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-60bfac13-bb41-44f0-83e5-d87dc1471550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:29.389173 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3adddba-1134-43cc-84f4-2a2d73cd7230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-4826d3b2-6334-421b-975e-8e6761fd97bb', 'network_id': '4826d3b2-6334-421b-975e-8e6761fd97bb', 'tenant_id': 'af0dad871c5f4615a52d44b0d9452aba', 'fixed_ips': [{'subnet_id': 'b58d4023-b76d-43c7-b6f8-66dd52beb857'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:00:29.390165 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c3adddba-1134-43cc-84f4-2a2d73cd7230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:29.621436 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:29.669607 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-60bfac13-bb41-44f0-83e5-d87dc1471550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:29.687932 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:29.689147 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 91518397-f404-4d11-b70d-9b0343a68f19 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:00:29.716142 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-c3adddba-1134-43cc-84f4-2a2d73cd7230 None None] Allocated IP 2001:db8::3 (4826d3b2-6334-421b-975e-8e6761fd97bb/b58d4023-b76d-43c7-b6f8-66dd52beb857/a3ca8e1a-fda7-447c-9cd5-0cede3f77519) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:00:29.772396 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-60bfac13-bb41-44f0-83e5-d87dc1471550 None None] For port 91518397-f404-4d11-b70d-9b0343a68f19, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=91518397-f404-4d11-b70d-9b0343a68f19,segment=NetworkSegment(1565d5d3-12e3-4d49-8d48-98d8d0af9a97),segment_id=1565d5d3-12e3-4d49-8d48-98d8d0af9a97)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:29.791854 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-60bfac13-bb41-44f0-83e5-d87dc1471550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:29.886141 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 91518397-f404-4d11-b70d-9b0343a68f19 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:29.886515 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:29.899053 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bfac13-bb41-44f0-83e5-d87dc1471550 None None] Pushing event updated for resources: {'Port': ['ID=91518397-f404-4d11-b70d-9b0343a68f19,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:29.993546 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c3adddba-1134-43cc-84f4-2a2d73cd7230 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:30.000917 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c3adddba-1134-43cc-84f4-2a2d73cd7230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:30.020399 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:30.053562 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event deleted for resources: {'Subnet': ['ID=b58d4023-b76d-43c7-b6f8-66dd52beb857,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:30.080496 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3adddba-1134-43cc-84f4-2a2d73cd7230 None None] Network 4826d3b2-6334-421b-975e-8e6761fd97bb is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:30.095781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-c3adddba-1134-43cc-84f4-2a2d73cd7230 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:30.099111 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3adddba-1134-43cc-84f4-2a2d73cd7230 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:00:30.101527 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adddba-1134-43cc-84f4-2a2d73cd7230 None None] Pushing event updated for resources: {'Port': ['ID=a3ca8e1a-fda7-447c-9cd5-0cede3f77519,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:30.104643 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-879dc66e-3f29-4fe0-b220-fac35b22fb6c None None] Provisioning complete for port 91518397-f404-4d11-b70d-9b0343a68f19 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:30.105036 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-879dc66e-3f29-4fe0-b220-fac35b22fb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:30.125529 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:30.149428 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4826d3b2-6334-421b-975e-8e6761fd97bb']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:30.162832 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19deb12c-b10b-4feb-aee9-795d38b5c183') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:30.163133 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19deb12c-b10b-4feb-aee9-795d38b5c183') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:30.174799 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:30.189273 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:30.198838 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:00:30.199252 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: timer() Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:00:30.203707 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:00:30.272635 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.db.api [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 02:00:30.272635 n-d-712137-14 neutron-server[114242]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 02:00:30.272635 n-d-712137-14 neutron-server[114242]: [parameters: {'id': '4826d3b2-6334-421b-975e-8e6761fd97bb'}] Nov 12 02:00:30.272635 n-d-712137-14 neutron-server[114242]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 02:00:30.273545 n-d-712137-14 neutron-server[114242]: DEBUG oslo_db.api [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 02:00:30.362145 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c3adddba-1134-43cc-84f4-2a2d73cd7230 None None] Attempting to bind port a3ca8e1a-fda7-447c-9cd5-0cede3f77519 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:00:30.362427 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c3adddba-1134-43cc-84f4-2a2d73cd7230 None None] Attempting to bind port a3ca8e1a-fda7-447c-9cd5-0cede3f77519 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '19deb12c-b10b-4feb-aee9-795d38b5c183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4826d3b2-6334-421b-975e-8e6761fd97bb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:00:30.362794 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adddba-1134-43cc-84f4-2a2d73cd7230 None None] Attempting to bind port a3ca8e1a-fda7-447c-9cd5-0cede3f77519 on network 4826d3b2-6334-421b-975e-8e6761fd97bb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:30.370499 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adddba-1134-43cc-84f4-2a2d73cd7230 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:00:30.370875 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adddba-1134-43cc-84f4-2a2d73cd7230 None None] Checking segment: {'id': '19deb12c-b10b-4feb-aee9-795d38b5c183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4826d3b2-6334-421b-975e-8e6761fd97bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:30.371277 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c3adddba-1134-43cc-84f4-2a2d73cd7230 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:30.371671 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adddba-1134-43cc-84f4-2a2d73cd7230 None None] Bound using segment: {'id': '19deb12c-b10b-4feb-aee9-795d38b5c183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4826d3b2-6334-421b-975e-8e6761fd97bb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:00:30.372152 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-c3adddba-1134-43cc-84f4-2a2d73cd7230 None None] Bound port: a3ca8e1a-fda7-447c-9cd5-0cede3f77519, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19deb12c-b10b-4feb-aee9-795d38b5c183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4826d3b2-6334-421b-975e-8e6761fd97bb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:00:30.373090 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c3adddba-1134-43cc-84f4-2a2d73cd7230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:30.467317 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c3adddba-1134-43cc-84f4-2a2d73cd7230 None None] For port a3ca8e1a-fda7-447c-9cd5-0cede3f77519, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:00:30.470516 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c3adddba-1134-43cc-84f4-2a2d73cd7230 None None] For port a3ca8e1a-fda7-447c-9cd5-0cede3f77519, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a3ca8e1a-fda7-447c-9cd5-0cede3f77519,segment=NetworkSegment(19deb12c-b10b-4feb-aee9-795d38b5c183),segment_id=19deb12c-b10b-4feb-aee9-795d38b5c183)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:00:30.474517 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c3adddba-1134-43cc-84f4-2a2d73cd7230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:30.558293 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adddba-1134-43cc-84f4-2a2d73cd7230 None None] Pushing event updated for resources: {'Port': ['ID=a3ca8e1a-fda7-447c-9cd5-0cede3f77519,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:30.572082 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f430b66a-3e83-48dd-b7aa-bd5a309b2c39 None None] Network 4826d3b2-6334-421b-975e-8e6761fd97bb requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:30.705778 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812e3381-22e2-4827-bba8-2cc0c8519927 None None] get_active_networks_info from n-d-712137-14 {{(pid=114244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 02:00:30.774173 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:30.778985 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812e3381-22e2-4827-bba8-2cc0c8519927 None None] Resources bound (agent type, host, resource id): {{(pid=114244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 02:00:30.831405 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Deleting port a3ca8e1a-fda7-447c-9cd5-0cede3f77519 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:00:30.831748 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:30.897807 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] For port a3ca8e1a-fda7-447c-9cd5-0cede3f77519, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a3ca8e1a-fda7-447c-9cd5-0cede3f77519,segment=NetworkSegment(19deb12c-b10b-4feb-aee9-795d38b5c183),segment_id=19deb12c-b10b-4feb-aee9-795d38b5c183)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:30.898176 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:30.912571 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Calling delete_port for a3ca8e1a-fda7-447c-9cd5-0cede3f77519 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:00:31.005027 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:31.042947 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] No DVR routers for this DVR port a3ca8e1a-fda7-447c-9cd5-0cede3f77519 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:00:31.045658 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event deleted for resources: {'Port': ['ID=a3ca8e1a-fda7-447c-9cd5-0cede3f77519,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:31.132789 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:31.159168 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4826d3b2-6334-421b-975e-8e6761fd97bb']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:31.171271 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19deb12c-b10b-4feb-aee9-795d38b5c183') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:31.171497 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19deb12c-b10b-4feb-aee9-795d38b5c183') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:31.182865 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:31.197756 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:31.204973 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:00:31.205238 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: timer() Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:00:31.208601 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:00:31.271658 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:31.278593 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:31.282397 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "DELETE /v2.0/networks/4826d3b2-6334-421b-975e-8e6761fd97bb HTTP/1.1" status: 204 len: 168 time: 2.1330338 Nov 12 02:00:31.286305 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55782) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:31.291356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e6cc687e-c4a1-4055-a97b-eb6e9359c1ec tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1972782802'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:31.295539 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfb4b8-4ac8-413e-b368-127f3cd3a3d6 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event deleted for resources: {'Network': ['ID=4826d3b2-6334-421b-975e-8e6761fd97bb,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:31.315007 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cc687e-c4a1-4055-a97b-eb6e9359c1ec tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Made reservation on behalf of af0dad871c5f4615a52d44b0d9452aba for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:31.318674 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6cc687e-c4a1-4055-a97b-eb6e9359c1ec tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:31.345786 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6cc687e-c4a1-4055-a97b-eb6e9359c1ec tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:00:31.355720 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6cc687e-c4a1-4055-a97b-eb6e9359c1ec tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:31.356158 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-e6cc687e-c4a1-4055-a97b-eb6e9359c1ec tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Added segment 5c96ac82-9329-4284-bd5c-9d5eb5d74d02 of type vlan for network 0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd Nov 12 02:00:31.405725 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6cc687e-c4a1-4055-a97b-eb6e9359c1ec tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:31.433924 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6cc687e-c4a1-4055-a97b-eb6e9359c1ec tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:31.440302 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cc687e-c4a1-4055-a97b-eb6e9359c1ec tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:31.440927 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e6cc687e-c4a1-4055-a97b-eb6e9359c1ec tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:31.504822 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e6cc687e-c4a1-4055-a97b-eb6e9359c1ec tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2173753 Nov 12 02:00:31.507871 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55784) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:31.513733 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-0f1be0ba-4ad7-4f73-930a-df752d08dfe9 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Request body: {'subnet': {'network_id': '0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:31.514399 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc687e-c4a1-4055-a97b-eb6e9359c1ec tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event updated for resources: {'Network': ['ID=0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:31.525441 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:00:31.614769 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1be0ba-4ad7-4f73-930a-df752d08dfe9 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Made reservation on behalf of af0dad871c5f4615a52d44b0d9452aba for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:31.618561 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0f1be0ba-4ad7-4f73-930a-df752d08dfe9 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:31.635284 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 91518397-f404-4d11-b70d-9b0343a68f19 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:00:31.691099 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 91518397-f404-4d11-b70d-9b0343a68f19 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:31.691375 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:31.813024 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0f1be0ba-4ad7-4f73-930a-df752d08dfe9 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:31.874196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1be0ba-4ad7-4f73-930a-df752d08dfe9 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event updated for resources: {'Subnet': ['ID=8cc506d5-a807-45fb-9d56-d79224614010,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:31.881961 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1be0ba-4ad7-4f73-930a-df752d08dfe9 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Checking segment: {'id': '5c96ac82-9329-4284-bd5c-9d5eb5d74d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:31.882327 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1be0ba-4ad7-4f73-930a-df752d08dfe9 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Network hostable DHCP agents. Network: 0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:00:31.900035 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1be0ba-4ad7-4f73-930a-df752d08dfe9 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Network 0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:00:31.909457 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-0f1be0ba-4ad7-4f73-930a-df752d08dfe9 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:31.913923 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1be0ba-4ad7-4f73-930a-df752d08dfe9 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:31.915050 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0f1be0ba-4ad7-4f73-930a-df752d08dfe9 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:31.918304 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830f9a33-1ed3-456c-b463-b8a30b596834 None None] Network 0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:31.932477 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0f1be0ba-4ad7-4f73-930a-df752d08dfe9 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4234543 Nov 12 02:00:31.936611 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55786) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:31.941920 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-c1de6d93-c800-4e7d-b116-b898aaff750d tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-10577159'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:31.963342 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1de6d93-c800-4e7d-b116-b898aaff750d tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Made reservation on behalf of af0dad871c5f4615a52d44b0d9452aba for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:31.967123 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c1de6d93-c800-4e7d-b116-b898aaff750d tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:31.992231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1de6d93-c800-4e7d-b116-b898aaff750d tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:00:32.002581 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c1de6d93-c800-4e7d-b116-b898aaff750d tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:32.002931 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-c1de6d93-c800-4e7d-b116-b898aaff750d tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Added segment b1d9bb15-ad01-4068-b63e-39977b9be8ae of type vlan for network 5501b0e5-f465-4897-9e4c-790fc9f93c79 Nov 12 02:00:32.049132 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c1de6d93-c800-4e7d-b116-b898aaff750d tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:32.073628 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e81233f-ec9a-40eb-852c-024c74cfd705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd', 'network_id': '0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd', 'tenant_id': 'af0dad871c5f4615a52d44b0d9452aba', 'fixed_ips': [{'subnet_id': '8cc506d5-a807-45fb-9d56-d79224614010'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:00:32.074587 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5e81233f-ec9a-40eb-852c-024c74cfd705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:32.079324 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c1de6d93-c800-4e7d-b116-b898aaff750d tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:32.085338 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1de6d93-c800-4e7d-b116-b898aaff750d tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:32.085961 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c1de6d93-c800-4e7d-b116-b898aaff750d tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:32.125481 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c1de6d93-c800-4e7d-b116-b898aaff750d tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1877353 Nov 12 02:00:32.128479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55788) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:32.135005 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-aafca9ec-148e-47cc-8696-ba4dd39a2a4e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Request body: {'subnet': {'network_id': '5501b0e5-f465-4897-9e4c-790fc9f93c79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:32.161250 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de6d93-c800-4e7d-b116-b898aaff750d tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event updated for resources: {'Network': ['ID=5501b0e5-f465-4897-9e4c-790fc9f93c79,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:32.175543 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 5501b0e5-f465-4897-9e4c-790fc9f93c79 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:00:32.248378 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafca9ec-148e-47cc-8696-ba4dd39a2a4e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Made reservation on behalf of af0dad871c5f4615a52d44b0d9452aba for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:32.252096 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aafca9ec-148e-47cc-8696-ba4dd39a2a4e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:32.277063 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-5e81233f-ec9a-40eb-852c-024c74cfd705 None None] Allocated IP 2001:db8::2 (0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd/8cc506d5-a807-45fb-9d56-d79224614010/37fe16d0-9b40-4b35-9534-499b5ea73c57) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:00:32.444814 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5e81233f-ec9a-40eb-852c-024c74cfd705 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:32.445101 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aafca9ec-148e-47cc-8696-ba4dd39a2a4e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:32.452197 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5e81233f-ec9a-40eb-852c-024c74cfd705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:32.489924 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e81233f-ec9a-40eb-852c-024c74cfd705 None None] Network 0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:32.492763 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-5e81233f-ec9a-40eb-852c-024c74cfd705 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:32.498811 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e81233f-ec9a-40eb-852c-024c74cfd705 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:00:32.510213 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafca9ec-148e-47cc-8696-ba4dd39a2a4e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event updated for resources: {'Subnet': ['ID=0f1f9ce2-90a6-45ff-bd8c-cc5c1c190b46,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:32.517772 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafca9ec-148e-47cc-8696-ba4dd39a2a4e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Checking segment: {'id': 'b1d9bb15-ad01-4068-b63e-39977b9be8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5501b0e5-f465-4897-9e4c-790fc9f93c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:32.518124 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafca9ec-148e-47cc-8696-ba4dd39a2a4e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Network hostable DHCP agents. Network: 5501b0e5-f465-4897-9e4c-790fc9f93c79, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:00:32.530487 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81233f-ec9a-40eb-852c-024c74cfd705 None None] Pushing event updated for resources: {'Port': ['ID=37fe16d0-9b40-4b35-9534-499b5ea73c57,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:32.543434 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafca9ec-148e-47cc-8696-ba4dd39a2a4e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Network 5501b0e5-f465-4897-9e4c-790fc9f93c79 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:00:32.555014 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-aafca9ec-148e-47cc-8696-ba4dd39a2a4e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 5501b0e5-f465-4897-9e4c-790fc9f93c79) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:32.564197 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db8aaa9-a6ea-49ac-9b16-c42dca6d2bad None None] Network 5501b0e5-f465-4897-9e4c-790fc9f93c79 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:32.565113 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafca9ec-148e-47cc-8696-ba4dd39a2a4e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:32.565712 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-aafca9ec-148e-47cc-8696-ba4dd39a2a4e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:32.585447 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-aafca9ec-148e-47cc-8696-ba4dd39a2a4e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4556627 Nov 12 02:00:32.588326 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55790) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:32.593868 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5e81233f-ec9a-40eb-852c-024c74cfd705 None None] Attempting to bind port 37fe16d0-9b40-4b35-9534-499b5ea73c57 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:00:32.594249 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5e81233f-ec9a-40eb-852c-024c74cfd705 None None] Attempting to bind port 37fe16d0-9b40-4b35-9534-499b5ea73c57 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '5c96ac82-9329-4284-bd5c-9d5eb5d74d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:00:32.594616 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e81233f-ec9a-40eb-852c-024c74cfd705 None None] Attempting to bind port 37fe16d0-9b40-4b35-9534-499b5ea73c57 on network 0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:32.603288 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e81233f-ec9a-40eb-852c-024c74cfd705 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:00:32.603671 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e81233f-ec9a-40eb-852c-024c74cfd705 None None] Checking segment: {'id': '5c96ac82-9329-4284-bd5c-9d5eb5d74d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:32.604181 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5e81233f-ec9a-40eb-852c-024c74cfd705 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:32.604478 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e81233f-ec9a-40eb-852c-024c74cfd705 None None] Bound using segment: {'id': '5c96ac82-9329-4284-bd5c-9d5eb5d74d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:00:32.605115 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-5e81233f-ec9a-40eb-852c-024c74cfd705 None None] Bound port: 37fe16d0-9b40-4b35-9534-499b5ea73c57, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c96ac82-9329-4284-bd5c-9d5eb5d74d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:00:32.605549 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5e81233f-ec9a-40eb-852c-024c74cfd705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:32.696811 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe322d2f-4de3-4448-9631-87a76b2ce63b tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:32.748115 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5e81233f-ec9a-40eb-852c-024c74cfd705 None None] For port 37fe16d0-9b40-4b35-9534-499b5ea73c57, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:00:32.758883 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe322d2f-4de3-4448-9631-87a76b2ce63b tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:32.769064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5e81233f-ec9a-40eb-852c-024c74cfd705 None None] For port 37fe16d0-9b40-4b35-9534-499b5ea73c57, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=37fe16d0-9b40-4b35-9534-499b5ea73c57,segment=NetworkSegment(5c96ac82-9329-4284-bd5c-9d5eb5d74d02),segment_id=5c96ac82-9329-4284-bd5c-9d5eb5d74d02)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:00:32.781025 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5e81233f-ec9a-40eb-852c-024c74cfd705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:32.825092 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d343a0-2a63-4328-878e-f42b1f03199b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-5501b0e5-f465-4897-9e4c-790fc9f93c79', 'network_id': '5501b0e5-f465-4897-9e4c-790fc9f93c79', 'tenant_id': 'af0dad871c5f4615a52d44b0d9452aba', 'fixed_ips': [{'subnet_id': '0f1f9ce2-90a6-45ff-bd8c-cc5c1c190b46'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:00:32.825996 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-22d343a0-2a63-4328-878e-f42b1f03199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:32.830520 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe322d2f-4de3-4448-9631-87a76b2ce63b tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:32.864855 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe322d2f-4de3-4448-9631-87a76b2ce63b tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event deleted for resources: {'Subnet': ['ID=0f1f9ce2-90a6-45ff-bd8c-cc5c1c190b46,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:32.891809 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81233f-ec9a-40eb-852c-024c74cfd705 None None] Pushing event updated for resources: {'Port': ['ID=37fe16d0-9b40-4b35-9534-499b5ea73c57,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:32.935419 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe322d2f-4de3-4448-9631-87a76b2ce63b tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:32.958443 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05a6a36-a3bd-491d-80a7-3957c57830d1 None None] Network 5501b0e5-f465-4897-9e4c-790fc9f93c79 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:32.959385 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-fe322d2f-4de3-4448-9631-87a76b2ce63b tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5501b0e5-f465-4897-9e4c-790fc9f93c79']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:32.970869 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-fe322d2f-4de3-4448-9631-87a76b2ce63b tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d9bb15-ad01-4068-b63e-39977b9be8ae') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:32.971187 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-fe322d2f-4de3-4448-9631-87a76b2ce63b tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d9bb15-ad01-4068-b63e-39977b9be8ae') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:32.982280 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe322d2f-4de3-4448-9631-87a76b2ce63b tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:32.997737 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe322d2f-4de3-4448-9631-87a76b2ce63b tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:33.006354 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe322d2f-4de3-4448-9631-87a76b2ce63b tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:00:33.006849 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe322d2f-4de3-4448-9631-87a76b2ce63b tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: timer() Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:00:33.010869 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:00:33.110276 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe322d2f-4de3-4448-9631-87a76b2ce63b tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:33.120785 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fe322d2f-4de3-4448-9631-87a76b2ce63b tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:33.124401 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fe322d2f-4de3-4448-9631-87a76b2ce63b tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "DELETE /v2.0/networks/5501b0e5-f465-4897-9e4c-790fc9f93c79 HTTP/1.1" status: 204 len: 168 time: 0.5344768 Nov 12 02:00:33.127334 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55792) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:33.135836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe322d2f-4de3-4448-9631-87a76b2ce63b tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event deleted for resources: {'Network': ['ID=5501b0e5-f465-4897-9e4c-790fc9f93c79,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:33.162803 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe836f2-bed2-4dfe-b26e-d8aeb7235894 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] GET failed (client error): The resource could not be found. Nov 12 02:00:33.164540 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cbe836f2-bed2-4dfe-b26e-d8aeb7235894 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "GET /v2.0/subnets/0f1f9ce2-90a6-45ff-bd8c-cc5c1c190b46 HTTP/1.1" status: 404 len: 337 time: 0.0354738 Nov 12 02:00:33.167491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55794) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:33.186844 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3db131-7a01-4702-a209-734b2d8e2a8e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] DELETE failed (client error): The resource could not be found. Nov 12 02:00:33.187442 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c3db131-7a01-4702-a209-734b2d8e2a8e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 02:00:33.190636 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2c3db131-7a01-4702-a209-734b2d8e2a8e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "DELETE /v2.0/networks/5501b0e5-f465-4897-9e4c-790fc9f93c79 HTTP/1.1" status: 404 len: 339 time: 0.0221062 Nov 12 02:00:33.194900 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55796) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:33.226405 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7b60bb-d327-42e3-8ef1-fbb9989a701f tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] DELETE failed (client error): The resource could not be found. Nov 12 02:00:33.226870 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7b60bb-d327-42e3-8ef1-fbb9989a701f tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 02:00:33.230242 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2b7b60bb-d327-42e3-8ef1-fbb9989a701f tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "DELETE /v2.0/subnets/0f1f9ce2-90a6-45ff-bd8c-cc5c1c190b46 HTTP/1.1" status: 404 len: 337 time: 0.0340984 Nov 12 02:00:33.232717 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55798) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:33.251443 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97d0b59-dcaa-4217-b9de-bc6ef89d299e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] DELETE failed (client error): The resource could not be found. Nov 12 02:00:33.252573 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e97d0b59-dcaa-4217-b9de-bc6ef89d299e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 02:00:33.255085 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e97d0b59-dcaa-4217-b9de-bc6ef89d299e tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "DELETE /v2.0/networks/5501b0e5-f465-4897-9e4c-790fc9f93c79 HTTP/1.1" status: 404 len: 339 time: 0.0214283 Nov 12 02:00:33.257774 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55800) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:33.310817 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-e17b3640-3465-4ab5-9908-540677388083 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Deleting subnet 8cc506d5-a807-45fb-9d56-d79224614010 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:00:33.314050 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e17b3640-3465-4ab5-9908-540677388083 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:33.359848 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e17b3640-3465-4ab5-9908-540677388083 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:33.446047 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e17b3640-3465-4ab5-9908-540677388083 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:33.506201 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e17b3640-3465-4ab5-9908-540677388083 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:33.542088 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b3640-3465-4ab5-9908-540677388083 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc506d5-a807-45fb-9d56-d79224614010,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:33.546771 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e17b3640-3465-4ab5-9908-540677388083 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:33.550100 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e17b3640-3465-4ab5-9908-540677388083 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "DELETE /v2.0/subnets/8cc506d5-a807-45fb-9d56-d79224614010 HTTP/1.1" status: 204 len: 168 time: 0.2913547 Nov 12 02:00:33.552575 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55802) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:33.648499 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57c5a546-f581-4bcf-b748-a1ca70832594 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:33.671933 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 37fe16d0-9b40-4b35-9534-499b5ea73c57 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:00:33.715252 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-57c5a546-f581-4bcf-b748-a1ca70832594 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Deleting port 37fe16d0-9b40-4b35-9534-499b5ea73c57 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:00:33.715847 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57c5a546-f581-4bcf-b748-a1ca70832594 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:33.741868 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 37fe16d0-9b40-4b35-9534-499b5ea73c57 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:33.742381 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:33.791365 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-57c5a546-f581-4bcf-b748-a1ca70832594 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] For port 37fe16d0-9b40-4b35-9534-499b5ea73c57, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=37fe16d0-9b40-4b35-9534-499b5ea73c57,segment=NetworkSegment(5c96ac82-9329-4284-bd5c-9d5eb5d74d02),segment_id=5c96ac82-9329-4284-bd5c-9d5eb5d74d02)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:33.791954 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57c5a546-f581-4bcf-b748-a1ca70832594 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:33.808619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-57c5a546-f581-4bcf-b748-a1ca70832594 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Calling delete_port for 37fe16d0-9b40-4b35-9534-499b5ea73c57 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:00:33.831340 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:33.866281 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 37fe16d0-9b40-4b35-9534-499b5ea73c57, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=37fe16d0-9b40-4b35-9534-499b5ea73c57,segment=NetworkSegment(5c96ac82-9329-4284-bd5c-9d5eb5d74d02),segment_id=5c96ac82-9329-4284-bd5c-9d5eb5d74d02)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:33.871501 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:33.907671 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57c5a546-f581-4bcf-b748-a1ca70832594 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:33.926486 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa059821-b900-47d6-868d-c42c14380b5b None None] Network 0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:33.929834 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=37fe16d0-9b40-4b35-9534-499b5ea73c57,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:33.940898 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5a546-f581-4bcf-b748-a1ca70832594 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event deleted for resources: {'Port': ['ID=37fe16d0-9b40-4b35-9534-499b5ea73c57,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:33.947875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c5a546-f581-4bcf-b748-a1ca70832594 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] No DVR routers for this DVR port 37fe16d0-9b40-4b35-9534-499b5ea73c57 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:00:34.035860 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57c5a546-f581-4bcf-b748-a1ca70832594 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:34.039537 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ba7abe32-f628-46b2-b1be-2e4b65b35345 None None] Could not find standard attr ID for object 37fe16d0-9b40-4b35-9534-499b5ea73c57. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 02:00:34.059337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-57c5a546-f581-4bcf-b748-a1ca70832594 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:34.072581 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-57c5a546-f581-4bcf-b748-a1ca70832594 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c96ac82-9329-4284-bd5c-9d5eb5d74d02') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:34.075033 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-57c5a546-f581-4bcf-b748-a1ca70832594 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c96ac82-9329-4284-bd5c-9d5eb5d74d02') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:34.083960 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57c5a546-f581-4bcf-b748-a1ca70832594 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:34.097655 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046e4098-89d4-453a-998e-1f5919afd749 None None] DHCP port deletion for 0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:00:34.099987 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57c5a546-f581-4bcf-b748-a1ca70832594 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:34.108664 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c5a546-f581-4bcf-b748-a1ca70832594 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:00:34.109206 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57c5a546-f581-4bcf-b748-a1ca70832594 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: timer() Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:00:34.112327 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:00:34.182512 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57c5a546-f581-4bcf-b748-a1ca70832594 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:34.189927 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57c5a546-f581-4bcf-b748-a1ca70832594 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:34.193132 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-57c5a546-f581-4bcf-b748-a1ca70832594 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "DELETE /v2.0/networks/0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd HTTP/1.1" status: 204 len: 168 time: 0.6395800 Nov 12 02:00:34.195746 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55804) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:34.209379 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5a546-f581-4bcf-b748-a1ca70832594 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event deleted for resources: {'Network': ['ID=0a0e7ecc-d3e0-437b-a8d0-3e582666c4dd,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:34.223072 n-d-712137-14 neutron-server[114243]: INFO neutron.pecan_wsgi.hooks.translation [None req-9608bc86-cd30-4b7f-8e07-00f8d795c396 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] DELETE failed (client error): The resource could not be found. Nov 12 02:00:34.223536 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9608bc86-cd30-4b7f-8e07-00f8d795c396 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114243) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 02:00:34.226679 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9608bc86-cd30-4b7f-8e07-00f8d795c396 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "DELETE /v2.0/subnets/b58d4023-b76d-43c7-b6f8-66dd52beb857 HTTP/1.1" status: 404 len: 337 time: 0.0298429 Nov 12 02:00:34.229828 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55806) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:34.250290 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef30b48-39b0-471f-acf6-1b52cb5a5ecd tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] DELETE failed (client error): The resource could not be found. Nov 12 02:00:34.250859 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef30b48-39b0-471f-acf6-1b52cb5a5ecd tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 02:00:34.253921 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4ef30b48-39b0-471f-acf6-1b52cb5a5ecd tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "DELETE /v2.0/networks/4826d3b2-6334-421b-975e-8e6761fd97bb HTTP/1.1" status: 404 len: 339 time: 0.0230305 Nov 12 02:00:34.256480 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55808) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:34.283065 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-780d1b15-9a2f-41a1-8545-806073c2d315 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] DELETE failed (client error): The resource could not be found. Nov 12 02:00:34.283522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780d1b15-9a2f-41a1-8545-806073c2d315 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 02:00:34.286773 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-780d1b15-9a2f-41a1-8545-806073c2d315 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "DELETE /v2.0/subnets/a8ea0093-ab3b-44c0-878a-6986b4d8b554 HTTP/1.1" status: 404 len: 337 time: 0.0293405 Nov 12 02:00:34.289471 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55810) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:34.308620 n-d-712137-14 neutron-server[114242]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c53fe0-d9e4-4c3a-91c0-1725de89be99 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] DELETE failed (client error): The resource could not be found. Nov 12 02:00:34.309259 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20c53fe0-d9e4-4c3a-91c0-1725de89be99 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114242) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 02:00:34.313068 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-20c53fe0-d9e4-4c3a-91c0-1725de89be99 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "DELETE /v2.0/networks/b9c694d5-42cd-496a-89fc-fad13d3d46a1 HTTP/1.1" status: 404 len: 339 time: 0.0226343 Nov 12 02:00:34.315647 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55812) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:34.367120 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a1248c-ded5-4380-8e92-86f744cb7912 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Deleting subnet d9d9c4cd-f81d-4314-a772-59fc13267826 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:00:34.370342 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c1a1248c-ded5-4380-8e92-86f744cb7912 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:34.417456 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c1a1248c-ded5-4380-8e92-86f744cb7912 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:34.505264 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c1a1248c-ded5-4380-8e92-86f744cb7912 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:34.564853 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c1a1248c-ded5-4380-8e92-86f744cb7912 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:34.597652 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1248c-ded5-4380-8e92-86f744cb7912 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d9c4cd-f81d-4314-a772-59fc13267826,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:34.601379 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c1a1248c-ded5-4380-8e92-86f744cb7912 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:34.604724 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c1a1248c-ded5-4380-8e92-86f744cb7912 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "DELETE /v2.0/subnets/d9d9c4cd-f81d-4314-a772-59fc13267826 HTTP/1.1" status: 204 len: 168 time: 0.2881029 Nov 12 02:00:34.607935 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55814) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:34.612017 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a54398-4178-4d80-9415-ac808d64cc76 None None] Network dbf14ce2-2b45-4e99-81d1-8843cf7359a4 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:34.692851 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b3f0-9d29-4142-82cf-949786d56783 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:34.747672 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-c2a3b3f0-9d29-4142-82cf-949786d56783 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Deleting port 91518397-f404-4d11-b70d-9b0343a68f19 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:00:34.748131 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b3f0-9d29-4142-82cf-949786d56783 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:34.805974 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb3b297-8332-4c7a-9d21-231a2f59cd03 None None] DHCP port deletion for dbf14ce2-2b45-4e99-81d1-8843cf7359a4 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:00:34.819768 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-c2a3b3f0-9d29-4142-82cf-949786d56783 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] For port 91518397-f404-4d11-b70d-9b0343a68f19, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=91518397-f404-4d11-b70d-9b0343a68f19,segment=NetworkSegment(1565d5d3-12e3-4d49-8d48-98d8d0af9a97),segment_id=1565d5d3-12e3-4d49-8d48-98d8d0af9a97)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:34.820129 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b3f0-9d29-4142-82cf-949786d56783 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:34.833727 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-c2a3b3f0-9d29-4142-82cf-949786d56783 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Calling delete_port for 91518397-f404-4d11-b70d-9b0343a68f19 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:00:34.855936 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ddb3b297-8332-4c7a-9d21-231a2f59cd03 None None] Deleting port 91518397-f404-4d11-b70d-9b0343a68f19 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:00:34.856308 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ddb3b297-8332-4c7a-9d21-231a2f59cd03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:34.914930 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b3f0-9d29-4142-82cf-949786d56783 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:34.924774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-ddb3b297-8332-4c7a-9d21-231a2f59cd03 None None] For port 91518397-f404-4d11-b70d-9b0343a68f19, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=91518397-f404-4d11-b70d-9b0343a68f19,segment=NetworkSegment(1565d5d3-12e3-4d49-8d48-98d8d0af9a97),segment_id=1565d5d3-12e3-4d49-8d48-98d8d0af9a97)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:34.925175 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ddb3b297-8332-4c7a-9d21-231a2f59cd03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:34.939704 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ddb3b297-8332-4c7a-9d21-231a2f59cd03 None None] Calling delete_port for 91518397-f404-4d11-b70d-9b0343a68f19 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:00:34.940489 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3b3f0-9d29-4142-82cf-949786d56783 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event deleted for resources: {'Port': ['ID=91518397-f404-4d11-b70d-9b0343a68f19,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:34.946870 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a3b3f0-9d29-4142-82cf-949786d56783 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] No DVR routers for this DVR port 91518397-f404-4d11-b70d-9b0343a68f19 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:00:35.015299 n-d-712137-14 neutron-server[114244]: self.session.flush() Nov 12 02:00:35.019807 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ddb3b297-8332-4c7a-9d21-231a2f59cd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:35.036560 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b3f0-9d29-4142-82cf-949786d56783 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:35.046807 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3b297-8332-4c7a-9d21-231a2f59cd03 None None] Pushing event deleted for resources: {'Port': ['ID=91518397-f404-4d11-b70d-9b0343a68f19,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:35.050818 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb3b297-8332-4c7a-9d21-231a2f59cd03 None None] No DVR routers for this DVR port 91518397-f404-4d11-b70d-9b0343a68f19 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:00:35.066429 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-c2a3b3f0-9d29-4142-82cf-949786d56783 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf14ce2-2b45-4e99-81d1-8843cf7359a4']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:35.076152 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-c2a3b3f0-9d29-4142-82cf-949786d56783 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1565d5d3-12e3-4d49-8d48-98d8d0af9a97') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:35.076456 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-c2a3b3f0-9d29-4142-82cf-949786d56783 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1565d5d3-12e3-4d49-8d48-98d8d0af9a97') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:35.086362 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b3f0-9d29-4142-82cf-949786d56783 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:35.099980 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b3f0-9d29-4142-82cf-949786d56783 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:35.106496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a3b3f0-9d29-4142-82cf-949786d56783 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:00:35.107453 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b3f0-9d29-4142-82cf-949786d56783 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: timer() Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:00:35.110782 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:00:35.180276 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b3f0-9d29-4142-82cf-949786d56783 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:35.187486 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b3f0-9d29-4142-82cf-949786d56783 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:35.190539 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c2a3b3f0-9d29-4142-82cf-949786d56783 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] 10.222.0.31 "DELETE /v2.0/networks/dbf14ce2-2b45-4e99-81d1-8843cf7359a4 HTTP/1.1" status: 204 len: 168 time: 0.5816078 Nov 12 02:00:35.203040 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3b3f0-9d29-4142-82cf-949786d56783 tempest-NetworksIpV6Test-857594823 tempest-NetworksIpV6Test-857594823-project] Pushing event deleted for resources: {'Network': ['ID=dbf14ce2-2b45-4e99-81d1-8843cf7359a4,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:35.445298 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55820) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:35.589548 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-176e92e1-267e-4494-b66f-35f13e3112ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af0dad871c5f4615a52d44b0d9452aba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1427443 Nov 12 02:00:35.591833 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55824) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:35.622125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 37fe16d0-9b40-4b35-9534-499b5ea73c57 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:00:35.645904 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-91a63f82-ac80-49f7-90f2-1fc478d9afe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:35.647339 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 37fe16d0-9b40-4b35-9534-499b5ea73c57 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:00:35.647716 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 37fe16d0-9b40-4b35-9534-499b5ea73c57 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:00:35.648130 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 91518397-f404-4d11-b70d-9b0343a68f19 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:00:35.667615 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 91518397-f404-4d11-b70d-9b0343a68f19 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:00:35.667958 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 91518397-f404-4d11-b70d-9b0343a68f19 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:00:35.671770 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-91a63f82-ac80-49f7-90f2-1fc478d9afe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:35.722909 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-91a63f82-ac80-49f7-90f2-1fc478d9afe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:35.725924 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-91a63f82-ac80-49f7-90f2-1fc478d9afe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:35.727169 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-91a63f82-ac80-49f7-90f2-1fc478d9afe2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/340f7189-c653-4f61-9f58-897932ffdc74 HTTP/1.1" status: 204 len: 168 time: 0.1343210 Nov 12 02:00:35.735598 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a63f82-ac80-49f7-90f2-1fc478d9afe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340f7189-c653-4f61-9f58-897932ffdc74,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:36.396095 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55846) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:36.501116 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-80c403b3-13f9-4c4b-87ae-ad226ee8ce6f tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-166904873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:36.525076 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-80c403b3-13f9-4c4b-87ae-ad226ee8ce6f tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:36.526148 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-80c403b3-13f9-4c4b-87ae-ad226ee8ce6f tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:36.583434 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-80c403b3-13f9-4c4b-87ae-ad226ee8ce6f tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:36.587812 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-80c403b3-13f9-4c4b-87ae-ad226ee8ce6f tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:36.609654 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-80c403b3-13f9-4c4b-87ae-ad226ee8ce6f tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:36.610896 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-80c403b3-13f9-4c4b-87ae-ad226ee8ce6f tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2137599 Nov 12 02:00:36.613636 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55850) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:36.618617 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-cbf0f08f-fe7d-40ab-930b-2f253f654e15 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1364962761'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:36.645085 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf0f08f-fe7d-40ab-930b-2f253f654e15 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Made reservation on behalf of eb0685c5812d40c1a1ee9e708e53652f for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:36.648245 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f08f-fe7d-40ab-930b-2f253f654e15 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:36.657883 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f08f-fe7d-40ab-930b-2f253f654e15 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:36.739591 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f08f-fe7d-40ab-930b-2f253f654e15 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:36.743714 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f08f-fe7d-40ab-930b-2f253f654e15 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:36.774061 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf0f08f-fe7d-40ab-930b-2f253f654e15 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:00:36.780274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0f08f-fe7d-40ab-930b-2f253f654e15 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3a2c32-d63f-4f61-9dac-cd49d9a41166,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:36.787914 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f08f-fe7d-40ab-930b-2f253f654e15 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:36.788957 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-cbf0f08f-fe7d-40ab-930b-2f253f654e15 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Added segment 8b77b31a-5218-4515-b529-fd66715ef979 of type vlan for network f9305a0d-caf4-4cb3-a18f-f9e081c91b34 Nov 12 02:00:36.830635 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f08f-fe7d-40ab-930b-2f253f654e15 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:36.859955 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f08f-fe7d-40ab-930b-2f253f654e15 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:36.865699 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf0f08f-fe7d-40ab-930b-2f253f654e15 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:36.866282 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f08f-fe7d-40ab-930b-2f253f654e15 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:36.902536 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cbf0f08f-fe7d-40ab-930b-2f253f654e15 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2878053 Nov 12 02:00:36.906037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55852) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:36.911446 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-23b1edf2-ca97-4ba8-92f9-9586b246e5c5 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Request body: {'subnet': {'network_id': 'f9305a0d-caf4-4cb3-a18f-f9e081c91b34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:36.938375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0f08f-fe7d-40ab-930b-2f253f654e15 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Pushing event updated for resources: {'Network': ['ID=f9305a0d-caf4-4cb3-a18f-f9e081c91b34,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:36.952616 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network f9305a0d-caf4-4cb3-a18f-f9e081c91b34 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:00:37.017858 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b1edf2-ca97-4ba8-92f9-9586b246e5c5 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Made reservation on behalf of eb0685c5812d40c1a1ee9e708e53652f for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:37.024464 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-23b1edf2-ca97-4ba8-92f9-9586b246e5c5 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:37.221647 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-23b1edf2-ca97-4ba8-92f9-9586b246e5c5 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:37.283701 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1edf2-ca97-4ba8-92f9-9586b246e5c5 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Pushing event updated for resources: {'Subnet': ['ID=f07893f5-c2a4-449b-880f-d22fcce6aa7a,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:37.298039 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b1edf2-ca97-4ba8-92f9-9586b246e5c5 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Checking segment: {'id': '8b77b31a-5218-4515-b529-fd66715ef979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9305a0d-caf4-4cb3-a18f-f9e081c91b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:37.298401 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b1edf2-ca97-4ba8-92f9-9586b246e5c5 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Network hostable DHCP agents. Network: f9305a0d-caf4-4cb3-a18f-f9e081c91b34, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:00:37.315736 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b1edf2-ca97-4ba8-92f9-9586b246e5c5 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Network f9305a0d-caf4-4cb3-a18f-f9e081c91b34 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:00:37.325119 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-23b1edf2-ca97-4ba8-92f9-9586b246e5c5 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, f9305a0d-caf4-4cb3-a18f-f9e081c91b34) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:37.330212 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b1edf2-ca97-4ba8-92f9-9586b246e5c5 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:37.330811 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-23b1edf2-ca97-4ba8-92f9-9586b246e5c5 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:37.334646 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdfd774-ddba-450c-9b61-2f18102054f9 None None] Network f9305a0d-caf4-4cb3-a18f-f9e081c91b34 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:37.351530 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-23b1edf2-ca97-4ba8-92f9-9586b246e5c5 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4440622 Nov 12 02:00:37.354802 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55854) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:37.363128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c03dca5a-5497-436b-ad0e-26b86b4dc322 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1444606209'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:37.391612 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03dca5a-5497-436b-ad0e-26b86b4dc322 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Made reservation on behalf of eb0685c5812d40c1a1ee9e708e53652f for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:37.395735 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c03dca5a-5497-436b-ad0e-26b86b4dc322 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:37.428201 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03dca5a-5497-436b-ad0e-26b86b4dc322 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:00:37.442448 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c03dca5a-5497-436b-ad0e-26b86b4dc322 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:37.443042 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-c03dca5a-5497-436b-ad0e-26b86b4dc322 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Added segment 719eca70-8557-4a97-8e1f-f945076356a2 of type vlan for network 4e74f4b2-9fde-4157-8184-34fa2c2e4e25 Nov 12 02:00:37.493809 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd23743-8a2e-469e-b0aa-636a232e1c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-f9305a0d-caf4-4cb3-a18f-f9e081c91b34', 'network_id': 'f9305a0d-caf4-4cb3-a18f-f9e081c91b34', 'tenant_id': 'eb0685c5812d40c1a1ee9e708e53652f', 'fixed_ips': [{'subnet_id': 'f07893f5-c2a4-449b-880f-d22fcce6aa7a'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:00:37.494397 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c03dca5a-5497-436b-ad0e-26b86b4dc322 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:37.494724 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2dd23743-8a2e-469e-b0aa-636a232e1c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:37.521504 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c03dca5a-5497-436b-ad0e-26b86b4dc322 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:37.527092 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03dca5a-5497-436b-ad0e-26b86b4dc322 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:37.527680 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c03dca5a-5497-436b-ad0e-26b86b4dc322 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:37.587936 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c03dca5a-5497-436b-ad0e-26b86b4dc322 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2316163 Nov 12 02:00:37.591020 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55856) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:37.596348 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-38868544-54b8-45d4-8197-ea103c3d93d1 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Request body: {'subnet': {'network_id': '4e74f4b2-9fde-4157-8184-34fa2c2e4e25', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:37.597693 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03dca5a-5497-436b-ad0e-26b86b4dc322 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Pushing event updated for resources: {'Network': ['ID=4e74f4b2-9fde-4157-8184-34fa2c2e4e25,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:37.614565 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 4e74f4b2-9fde-4157-8184-34fa2c2e4e25 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:00:37.693375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38868544-54b8-45d4-8197-ea103c3d93d1 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Made reservation on behalf of eb0685c5812d40c1a1ee9e708e53652f for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:37.696977 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-38868544-54b8-45d4-8197-ea103c3d93d1 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:37.845362 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-2dd23743-8a2e-469e-b0aa-636a232e1c81 None None] Allocated IP 172.20.0.2 (f9305a0d-caf4-4cb3-a18f-f9e081c91b34/f07893f5-c2a4-449b-880f-d22fcce6aa7a/94aa4830-a003-46cd-afdc-6c4a16ade998) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:00:37.906618 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-38868544-54b8-45d4-8197-ea103c3d93d1 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:37.966990 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38868544-54b8-45d4-8197-ea103c3d93d1 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Pushing event updated for resources: {'Subnet': ['ID=4de8509f-7662-4608-8613-7f741c26c989,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:37.986534 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38868544-54b8-45d4-8197-ea103c3d93d1 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Checking segment: {'id': '719eca70-8557-4a97-8e1f-f945076356a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4e74f4b2-9fde-4157-8184-34fa2c2e4e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:37.986896 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38868544-54b8-45d4-8197-ea103c3d93d1 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Network hostable DHCP agents. Network: 4e74f4b2-9fde-4157-8184-34fa2c2e4e25, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:00:38.003824 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38868544-54b8-45d4-8197-ea103c3d93d1 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Network 4e74f4b2-9fde-4157-8184-34fa2c2e4e25 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:00:38.014013 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-38868544-54b8-45d4-8197-ea103c3d93d1 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 4e74f4b2-9fde-4157-8184-34fa2c2e4e25) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:38.019780 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38868544-54b8-45d4-8197-ea103c3d93d1 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:38.020440 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-38868544-54b8-45d4-8197-ea103c3d93d1 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:38.026863 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2dd23743-8a2e-469e-b0aa-636a232e1c81 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:38.035395 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2dd23743-8a2e-469e-b0aa-636a232e1c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:38.042303 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40379d7-275c-4e65-be23-178907d6208c None None] Network 4e74f4b2-9fde-4157-8184-34fa2c2e4e25 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:38.049109 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-38868544-54b8-45d4-8197-ea103c3d93d1 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4509468 Nov 12 02:00:38.049656 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55858) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:38.056125 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6f5f659a-22c3-4967-b240-a7ed906a1f43 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Request body: {'router': {'external_gateway_info': {'network_id': '4e74f4b2-9fde-4157-8184-34fa2c2e4e25'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:38.103599 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd23743-8a2e-469e-b0aa-636a232e1c81 None None] Network f9305a0d-caf4-4cb3-a18f-f9e081c91b34 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:38.142291 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-2dd23743-8a2e-469e-b0aa-636a232e1c81 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:38.148790 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd23743-8a2e-469e-b0aa-636a232e1c81 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:00:38.162918 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd23743-8a2e-469e-b0aa-636a232e1c81 None None] Pushing event updated for resources: {'Port': ['ID=94aa4830-a003-46cd-afdc-6c4a16ade998,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:38.253672 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-2dd23743-8a2e-469e-b0aa-636a232e1c81 None None] Attempting to bind port 94aa4830-a003-46cd-afdc-6c4a16ade998 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:00:38.254041 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-2dd23743-8a2e-469e-b0aa-636a232e1c81 None None] Attempting to bind port 94aa4830-a003-46cd-afdc-6c4a16ade998 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '8b77b31a-5218-4515-b529-fd66715ef979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9305a0d-caf4-4cb3-a18f-f9e081c91b34'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:00:38.254407 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd23743-8a2e-469e-b0aa-636a232e1c81 None None] Attempting to bind port 94aa4830-a003-46cd-afdc-6c4a16ade998 on network f9305a0d-caf4-4cb3-a18f-f9e081c91b34 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:38.264726 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd23743-8a2e-469e-b0aa-636a232e1c81 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:00:38.265118 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd23743-8a2e-469e-b0aa-636a232e1c81 None None] Checking segment: {'id': '8b77b31a-5218-4515-b529-fd66715ef979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9305a0d-caf4-4cb3-a18f-f9e081c91b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:38.265520 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2dd23743-8a2e-469e-b0aa-636a232e1c81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:38.265920 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd23743-8a2e-469e-b0aa-636a232e1c81 None None] Bound using segment: {'id': '8b77b31a-5218-4515-b529-fd66715ef979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9305a0d-caf4-4cb3-a18f-f9e081c91b34'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:00:38.266407 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-2dd23743-8a2e-469e-b0aa-636a232e1c81 None None] Bound port: 94aa4830-a003-46cd-afdc-6c4a16ade998, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b77b31a-5218-4515-b529-fd66715ef979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9305a0d-caf4-4cb3-a18f-f9e081c91b34'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:00:38.266821 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2dd23743-8a2e-469e-b0aa-636a232e1c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:38.340156 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1905f180-743d-4733-9271-c583912ed7d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-4e74f4b2-9fde-4157-8184-34fa2c2e4e25', 'network_id': '4e74f4b2-9fde-4157-8184-34fa2c2e4e25', 'tenant_id': 'eb0685c5812d40c1a1ee9e708e53652f', 'fixed_ips': [{'subnet_id': '4de8509f-7662-4608-8613-7f741c26c989'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:00:38.341109 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1905f180-743d-4733-9271-c583912ed7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:38.380814 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2dd23743-8a2e-469e-b0aa-636a232e1c81 None None] For port 94aa4830-a003-46cd-afdc-6c4a16ade998, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:00:38.384843 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2dd23743-8a2e-469e-b0aa-636a232e1c81 None None] For port 94aa4830-a003-46cd-afdc-6c4a16ade998, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=94aa4830-a003-46cd-afdc-6c4a16ade998,segment=NetworkSegment(8b77b31a-5218-4515-b529-fd66715ef979),segment_id=8b77b31a-5218-4515-b529-fd66715ef979)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:00:38.431610 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2dd23743-8a2e-469e-b0aa-636a232e1c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:38.537016 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd23743-8a2e-469e-b0aa-636a232e1c81 None None] Pushing event updated for resources: {'Port': ['ID=94aa4830-a003-46cd-afdc-6c4a16ade998,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:38.563819 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-1905f180-743d-4733-9271-c583912ed7d9 None None] Allocated IP 172.21.0.2 (4e74f4b2-9fde-4157-8184-34fa2c2e4e25/4de8509f-7662-4608-8613-7f741c26c989/b5227d14-8a21-454b-a74e-714c10a4c926) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:00:38.609712 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6f5f659a-22c3-4967-b240-a7ed906a1f43 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:38.748015 n-d-712137-14 neutron-server[114243]: INFO neutron.api.v2.resource [None req-6f5f659a-22c3-4967-b240-a7ed906a1f43 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 02:00:38.758502 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6f5f659a-22c3-4967-b240-a7ed906a1f43 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] 10.222.0.31 "PUT /v2.0/routers/a3aa7eea-4578-42bd-9e2e-ca920c3314fc HTTP/1.1" status: 400 len: 364 time: 0.7071440 Nov 12 02:00:38.759170 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55860) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:38.761489 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1905f180-743d-4733-9271-c583912ed7d9 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:38.770865 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1905f180-743d-4733-9271-c583912ed7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:38.810809 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1905f180-743d-4733-9271-c583912ed7d9 None None] Network 4e74f4b2-9fde-4157-8184-34fa2c2e4e25 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:38.817222 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-1905f180-743d-4733-9271-c583912ed7d9 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:38.819664 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-6392ef40-3fa6-4d31-82e5-87b9bacd5f21 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Deleting subnet 4de8509f-7662-4608-8613-7f741c26c989 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:00:38.821490 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1905f180-743d-4733-9271-c583912ed7d9 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:00:38.823717 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6392ef40-3fa6-4d31-82e5-87b9bacd5f21 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:38.830240 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905f180-743d-4733-9271-c583912ed7d9 None None] Pushing event updated for resources: {'Port': ['ID=b5227d14-8a21-454b-a74e-714c10a4c926,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:38.874625 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6392ef40-3fa6-4d31-82e5-87b9bacd5f21 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:38.884018 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-1905f180-743d-4733-9271-c583912ed7d9 None None] Attempting to bind port b5227d14-8a21-454b-a74e-714c10a4c926 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:00:38.884401 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-1905f180-743d-4733-9271-c583912ed7d9 None None] Attempting to bind port b5227d14-8a21-454b-a74e-714c10a4c926 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '719eca70-8557-4a97-8e1f-f945076356a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4e74f4b2-9fde-4157-8184-34fa2c2e4e25'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:00:38.884813 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905f180-743d-4733-9271-c583912ed7d9 None None] Attempting to bind port b5227d14-8a21-454b-a74e-714c10a4c926 on network 4e74f4b2-9fde-4157-8184-34fa2c2e4e25 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:38.895102 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905f180-743d-4733-9271-c583912ed7d9 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:00:38.895409 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905f180-743d-4733-9271-c583912ed7d9 None None] Checking segment: {'id': '719eca70-8557-4a97-8e1f-f945076356a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4e74f4b2-9fde-4157-8184-34fa2c2e4e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:38.895819 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1905f180-743d-4733-9271-c583912ed7d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:38.896226 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905f180-743d-4733-9271-c583912ed7d9 None None] Bound using segment: {'id': '719eca70-8557-4a97-8e1f-f945076356a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4e74f4b2-9fde-4157-8184-34fa2c2e4e25'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:00:38.896725 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-1905f180-743d-4733-9271-c583912ed7d9 None None] Bound port: b5227d14-8a21-454b-a74e-714c10a4c926, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719eca70-8557-4a97-8e1f-f945076356a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4e74f4b2-9fde-4157-8184-34fa2c2e4e25'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:00:38.897111 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1905f180-743d-4733-9271-c583912ed7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:38.963942 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-1905f180-743d-4733-9271-c583912ed7d9 None None] For port b5227d14-8a21-454b-a74e-714c10a4c926, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:00:38.966983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-1905f180-743d-4733-9271-c583912ed7d9 None None] For port b5227d14-8a21-454b-a74e-714c10a4c926, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=b5227d14-8a21-454b-a74e-714c10a4c926,segment=NetworkSegment(719eca70-8557-4a97-8e1f-f945076356a2),segment_id=719eca70-8557-4a97-8e1f-f945076356a2)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:00:38.971974 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1905f180-743d-4733-9271-c583912ed7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:38.972843 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6392ef40-3fa6-4d31-82e5-87b9bacd5f21 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:39.034733 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905f180-743d-4733-9271-c583912ed7d9 None None] Pushing event updated for resources: {'Port': ['ID=b5227d14-8a21-454b-a74e-714c10a4c926,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:39.040453 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6392ef40-3fa6-4d31-82e5-87b9bacd5f21 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:39.074671 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392ef40-3fa6-4d31-82e5-87b9bacd5f21 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Pushing event deleted for resources: {'Subnet': ['ID=4de8509f-7662-4608-8613-7f741c26c989,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:39.081947 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6392ef40-3fa6-4d31-82e5-87b9bacd5f21 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:39.085296 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6392ef40-3fa6-4d31-82e5-87b9bacd5f21 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] 10.222.0.31 "DELETE /v2.0/subnets/4de8509f-7662-4608-8613-7f741c26c989 HTTP/1.1" status: 204 len: 168 time: 0.3251393 Nov 12 02:00:39.087846 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55862) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:39.171547 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b0376f1-ac02-494d-8bc9-88ebe4f925cb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:39.248107 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-2b0376f1-ac02-494d-8bc9-88ebe4f925cb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Deleting port b5227d14-8a21-454b-a74e-714c10a4c926 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:00:39.248456 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b0376f1-ac02-494d-8bc9-88ebe4f925cb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:39.329554 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-2b0376f1-ac02-494d-8bc9-88ebe4f925cb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] For port b5227d14-8a21-454b-a74e-714c10a4c926, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=b5227d14-8a21-454b-a74e-714c10a4c926,segment=NetworkSegment(719eca70-8557-4a97-8e1f-f945076356a2),segment_id=719eca70-8557-4a97-8e1f-f945076356a2)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:39.329921 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b0376f1-ac02-494d-8bc9-88ebe4f925cb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:39.348305 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-2b0376f1-ac02-494d-8bc9-88ebe4f925cb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Calling delete_port for b5227d14-8a21-454b-a74e-714c10a4c926 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:00:39.429296 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b0376f1-ac02-494d-8bc9-88ebe4f925cb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:39.459730 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0376f1-ac02-494d-8bc9-88ebe4f925cb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Pushing event deleted for resources: {'Port': ['ID=b5227d14-8a21-454b-a74e-714c10a4c926,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:39.461961 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0376f1-ac02-494d-8bc9-88ebe4f925cb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] No DVR routers for this DVR port b5227d14-8a21-454b-a74e-714c10a4c926 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:00:39.543114 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:39.555395 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b0376f1-ac02-494d-8bc9-88ebe4f925cb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:39.572298 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d055ed8-a4b6-42a4-a216-5be6b54fd461 None None] Network f9305a0d-caf4-4cb3-a18f-f9e081c91b34 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:39.583335 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-2b0376f1-ac02-494d-8bc9-88ebe4f925cb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e74f4b2-9fde-4157-8184-34fa2c2e4e25']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:39.595671 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-2b0376f1-ac02-494d-8bc9-88ebe4f925cb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719eca70-8557-4a97-8e1f-f945076356a2') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:39.595974 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-2b0376f1-ac02-494d-8bc9-88ebe4f925cb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719eca70-8557-4a97-8e1f-f945076356a2') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:39.616751 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b0376f1-ac02-494d-8bc9-88ebe4f925cb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:39.634655 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b0376f1-ac02-494d-8bc9-88ebe4f925cb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:39.656153 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0376f1-ac02-494d-8bc9-88ebe4f925cb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:00:39.657262 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b0376f1-ac02-494d-8bc9-88ebe4f925cb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: timer() Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:00:39.660684 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:00:39.670702 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d7a41818-49be-40a1-9b26-83df7f47b5f8 None None] Provisioning complete for port 94aa4830-a003-46cd-afdc-6c4a16ade998 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:39.670702 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d7a41818-49be-40a1-9b26-83df7f47b5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:39.718979 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 94aa4830-a003-46cd-afdc-6c4a16ade998 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:00:39.753454 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b0376f1-ac02-494d-8bc9-88ebe4f925cb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:39.767665 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2b0376f1-ac02-494d-8bc9-88ebe4f925cb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:39.771138 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2b0376f1-ac02-494d-8bc9-88ebe4f925cb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] 10.222.0.31 "DELETE /v2.0/networks/4e74f4b2-9fde-4157-8184-34fa2c2e4e25 HTTP/1.1" status: 204 len: 168 time: 0.6822381 Nov 12 02:00:39.773773 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55864) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:39.781987 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0376f1-ac02-494d-8bc9-88ebe4f925cb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Pushing event deleted for resources: {'Network': ['ID=4e74f4b2-9fde-4157-8184-34fa2c2e4e25,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:39.840724 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bf7b8e-898a-4b3a-9cd6-04d5f9f4bf49 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Deleting subnet f07893f5-c2a4-449b-880f-d22fcce6aa7a {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:00:39.847179 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58bf7b8e-898a-4b3a-9cd6-04d5f9f4bf49 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:39.894571 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 94aa4830-a003-46cd-afdc-6c4a16ade998 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:39.895031 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:39.917829 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58bf7b8e-898a-4b3a-9cd6-04d5f9f4bf49 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:39.919544 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d7a41818-49be-40a1-9b26-83df7f47b5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:39.979103 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d7a41818-49be-40a1-9b26-83df7f47b5f8 None None] For port 94aa4830-a003-46cd-afdc-6c4a16ade998, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=94aa4830-a003-46cd-afdc-6c4a16ade998,segment=NetworkSegment(8b77b31a-5218-4515-b529-fd66715ef979),segment_id=8b77b31a-5218-4515-b529-fd66715ef979)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:39.985954 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d7a41818-49be-40a1-9b26-83df7f47b5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:40.036639 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58bf7b8e-898a-4b3a-9cd6-04d5f9f4bf49 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:40.074280 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a41818-49be-40a1-9b26-83df7f47b5f8 None None] Pushing event updated for resources: {'Port': ['ID=94aa4830-a003-46cd-afdc-6c4a16ade998,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:40.114704 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58bf7b8e-898a-4b3a-9cd6-04d5f9f4bf49 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:40.140756 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf7b8e-898a-4b3a-9cd6-04d5f9f4bf49 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Pushing event deleted for resources: {'Subnet': ['ID=f07893f5-c2a4-449b-880f-d22fcce6aa7a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:40.147225 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-58bf7b8e-898a-4b3a-9cd6-04d5f9f4bf49 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:40.150865 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-58bf7b8e-898a-4b3a-9cd6-04d5f9f4bf49 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] 10.222.0.31 "DELETE /v2.0/subnets/f07893f5-c2a4-449b-880f-d22fcce6aa7a HTTP/1.1" status: 204 len: 168 time: 0.3753316 Nov 12 02:00:40.154765 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55866) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:40.242216 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b9c95931-bdd3-42ee-b985-c39f8581daeb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:40.244191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bda504e-0d1c-41c8-9431-6893665ffbb0 None None] Network f9305a0d-caf4-4cb3-a18f-f9e081c91b34 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:40.298732 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bfcb1f-dad1-425b-8cd8-e99d3d704493 None None] DHCP port deletion for 4e74f4b2-9fde-4157-8184-34fa2c2e4e25 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:00:40.306611 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-b9c95931-bdd3-42ee-b985-c39f8581daeb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Deleting port 94aa4830-a003-46cd-afdc-6c4a16ade998 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:00:40.306962 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b9c95931-bdd3-42ee-b985-c39f8581daeb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:40.352444 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377756c8-1e4e-44a3-99c2-a43b0b1b12ff None None] Network 4e74f4b2-9fde-4157-8184-34fa2c2e4e25 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:40.354231 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ac6045a6-60a8-4cd9-97eb-281a71cd9bac None None] Provisioning complete for port 94aa4830-a003-46cd-afdc-6c4a16ade998 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:40.354598 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ac6045a6-60a8-4cd9-97eb-281a71cd9bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:40.375477 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-b9c95931-bdd3-42ee-b985-c39f8581daeb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] For port 94aa4830-a003-46cd-afdc-6c4a16ade998, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=94aa4830-a003-46cd-afdc-6c4a16ade998,segment=NetworkSegment(8b77b31a-5218-4515-b529-fd66715ef979),segment_id=8b77b31a-5218-4515-b529-fd66715ef979)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:40.375840 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b9c95931-bdd3-42ee-b985-c39f8581daeb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:40.384994 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377756c8-1e4e-44a3-99c2-a43b0b1b12ff None None] Network 4e74f4b2-9fde-4157-8184-34fa2c2e4e25 could not be found, it might have been deleted concurrently. {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 02:00:40.389909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-b9c95931-bdd3-42ee-b985-c39f8581daeb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Calling delete_port for 94aa4830-a003-46cd-afdc-6c4a16ade998 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:00:40.478567 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ac6045a6-60a8-4cd9-97eb-281a71cd9bac None None] Could not find standard attr ID for object b5227d14-8a21-454b-a74e-714c10a4c926. {{(pid=114244) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 02:00:40.481486 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b9c95931-bdd3-42ee-b985-c39f8581daeb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:40.505644 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c95931-bdd3-42ee-b985-c39f8581daeb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Pushing event deleted for resources: {'Port': ['ID=94aa4830-a003-46cd-afdc-6c4a16ade998,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:40.507676 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fe7e10-9994-474f-971e-a5f72853a144 None None] DHCP port deletion for f9305a0d-caf4-4cb3-a18f-f9e081c91b34 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:00:40.512250 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c95931-bdd3-42ee-b985-c39f8581daeb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] No DVR routers for this DVR port 94aa4830-a003-46cd-afdc-6c4a16ade998 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:00:40.599119 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b9c95931-bdd3-42ee-b985-c39f8581daeb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:40.619102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-b9c95931-bdd3-42ee-b985-c39f8581daeb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9305a0d-caf4-4cb3-a18f-f9e081c91b34']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:40.628374 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-b9c95931-bdd3-42ee-b985-c39f8581daeb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b77b31a-5218-4515-b529-fd66715ef979') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:40.628670 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-b9c95931-bdd3-42ee-b985-c39f8581daeb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b77b31a-5218-4515-b529-fd66715ef979') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:40.639894 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b9c95931-bdd3-42ee-b985-c39f8581daeb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:40.654117 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b9c95931-bdd3-42ee-b985-c39f8581daeb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:40.660373 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c95931-bdd3-42ee-b985-c39f8581daeb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:00:40.660910 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b9c95931-bdd3-42ee-b985-c39f8581daeb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: timer() Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:00:40.664242 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:00:40.726117 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b9c95931-bdd3-42ee-b985-c39f8581daeb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:40.733673 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b9c95931-bdd3-42ee-b985-c39f8581daeb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:40.736973 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b9c95931-bdd3-42ee-b985-c39f8581daeb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] 10.222.0.31 "DELETE /v2.0/networks/f9305a0d-caf4-4cb3-a18f-f9e081c91b34 HTTP/1.1" status: 204 len: 168 time: 0.5802567 Nov 12 02:00:40.740483 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55868) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:40.749285 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c95931-bdd3-42ee-b985-c39f8581daeb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Pushing event deleted for resources: {'Network': ['ID=f9305a0d-caf4-4cb3-a18f-f9e081c91b34,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:40.770926 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e7f26fed-7d8d-44c1-9c53-98861a304eeb tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3aa7eea-4578-42bd-9e2e-ca920c3314fc HTTP/1.1" status: 200 len: 205 time: 0.0291336 Nov 12 02:00:40.773325 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55870) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:40.851266 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45b2c62b-ce6e-4c8e-8f91-f2742c9b5277 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:41.017884 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45b2c62b-ce6e-4c8e-8f91-f2742c9b5277 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:41.019990 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45b2c62b-ce6e-4c8e-8f91-f2742c9b5277 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:41.065874 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45b2c62b-ce6e-4c8e-8f91-f2742c9b5277 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:41.066420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b2c62b-ce6e-4c8e-8f91-f2742c9b5277 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Fanout notify agent at l3_agent the message router_deleted on router a3aa7eea-4578-42bd-9e2e-ca920c3314fc {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:00:41.073332 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45b2c62b-ce6e-4c8e-8f91-f2742c9b5277 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:41.074604 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-45b2c62b-ce6e-4c8e-8f91-f2742c9b5277 tempest-RoutersNegativeTest-528654499 tempest-RoutersNegativeTest-528654499-project] 10.222.0.31 "DELETE /v2.0/routers/a3aa7eea-4578-42bd-9e2e-ca920c3314fc HTTP/1.1" status: 204 len: 168 time: 0.3004436 Nov 12 02:00:41.315138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55876) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:41.449935 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f82f7a1f-3cc0-459f-b271-73117414e4fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb0685c5812d40c1a1ee9e708e53652f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336229 Nov 12 02:00:41.452522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55880) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:41.504502 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6cb80793-0869-4838-8d75-17afe69ba5f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:41.525098 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6cb80793-0869-4838-8d75-17afe69ba5f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:41.574900 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6cb80793-0869-4838-8d75-17afe69ba5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:41.577651 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6cb80793-0869-4838-8d75-17afe69ba5f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:41.579027 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6cb80793-0869-4838-8d75-17afe69ba5f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f3a2c32-d63f-4f61-9dac-cd49d9a41166 HTTP/1.1" status: 204 len: 168 time: 0.1252818 Nov 12 02:00:41.587401 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb80793-0869-4838-8d75-17afe69ba5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3a2c32-d63f-4f61-9dac-cd49d9a41166,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:41.646120 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 94aa4830-a003-46cd-afdc-6c4a16ade998 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:00:41.668041 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 94aa4830-a003-46cd-afdc-6c4a16ade998 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:00:41.668485 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 94aa4830-a003-46cd-afdc-6c4a16ade998 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:00:41.669373 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b5227d14-8a21-454b-a74e-714c10a4c926 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:00:41.690458 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: b5227d14-8a21-454b-a74e-714c10a4c926 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:00:41.690813 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b5227d14-8a21-454b-a74e-714c10a4c926 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:00:42.251605 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55902) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:42.349729 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-edb720a9-c0a6-432c-b5bb-307fe94297c3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-578952523-network', 'tenant_id': '47c2f57830584c44a732c50fafeedf8d'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:42.371355 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb720a9-c0a6-432c-b5bb-307fe94297c3 admin admin] Made reservation on behalf of 47c2f57830584c44a732c50fafeedf8d for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:42.374324 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-edb720a9-c0a6-432c-b5bb-307fe94297c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:42.382958 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-edb720a9-c0a6-432c-b5bb-307fe94297c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:42.459934 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-edb720a9-c0a6-432c-b5bb-307fe94297c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:42.463759 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-edb720a9-c0a6-432c-b5bb-307fe94297c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:42.491987 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb720a9-c0a6-432c-b5bb-307fe94297c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:00:42.499362 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb720a9-c0a6-432c-b5bb-307fe94297c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d7efe4-48c1-4461-a5e5-a74f9760eaa3,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:42.507128 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-edb720a9-c0a6-432c-b5bb-307fe94297c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:42.507568 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-edb720a9-c0a6-432c-b5bb-307fe94297c3 admin admin] Added segment de1dad0c-65c0-47ca-bd76-95b1777f6f0c of type vlan for network 1e440814-c91e-4bf3-bdbe-d787b7c06c8a Nov 12 02:00:42.553321 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-edb720a9-c0a6-432c-b5bb-307fe94297c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:42.579041 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-edb720a9-c0a6-432c-b5bb-307fe94297c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:42.580101 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb720a9-c0a6-432c-b5bb-307fe94297c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:42.580687 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-edb720a9-c0a6-432c-b5bb-307fe94297c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:42.639500 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-edb720a9-c0a6-432c-b5bb-307fe94297c3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3865635 Nov 12 02:00:42.646459 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55906) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:42.649476 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-e3857b28-c7bf-4790-a818-0850d91d488a admin admin] Request body: {'subnet': {'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-578952523-subnet', 'tenant_id': '47c2f57830584c44a732c50fafeedf8d', 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:42.657747 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb720a9-c0a6-432c-b5bb-307fe94297c3 admin admin] Pushing event updated for resources: {'Network': ['ID=1e440814-c91e-4bf3-bdbe-d787b7c06c8a,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:42.667822 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 1e440814-c91e-4bf3-bdbe-d787b7c06c8a details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:00:42.674970 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3857b28-c7bf-4790-a818-0850d91d488a admin admin] Made reservation on behalf of 47c2f57830584c44a732c50fafeedf8d for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:42.677347 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e3857b28-c7bf-4790-a818-0850d91d488a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:42.845716 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e3857b28-c7bf-4790-a818-0850d91d488a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:42.902193 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3857b28-c7bf-4790-a818-0850d91d488a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d609c63-eb7a-41b6-880d-98c544158d10,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:42.910934 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3857b28-c7bf-4790-a818-0850d91d488a admin admin] Checking segment: {'id': 'de1dad0c-65c0-47ca-bd76-95b1777f6f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:42.911296 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3857b28-c7bf-4790-a818-0850d91d488a admin admin] Network hostable DHCP agents. Network: 1e440814-c91e-4bf3-bdbe-d787b7c06c8a, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:00:42.928274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3857b28-c7bf-4790-a818-0850d91d488a admin admin] Network 1e440814-c91e-4bf3-bdbe-d787b7c06c8a is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:00:42.937977 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-e3857b28-c7bf-4790-a818-0850d91d488a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 1e440814-c91e-4bf3-bdbe-d787b7c06c8a) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:42.941956 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3857b28-c7bf-4790-a818-0850d91d488a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:42.942552 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e3857b28-c7bf-4790-a818-0850d91d488a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:42.948540 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b854bd2-cf5d-4936-8269-dc6105618055 None None] Network 1e440814-c91e-4bf3-bdbe-d787b7c06c8a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:42.959596 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e3857b28-c7bf-4790-a818-0850d91d488a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3138587 Nov 12 02:00:42.962188 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55908) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:42.967126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-cf6e974e-d2d1-4949-935d-eba18971a30c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-578952523-router', 'tenant_id': '47c2f57830584c44a732c50fafeedf8d', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:42.988977 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf6e974e-d2d1-4949-935d-eba18971a30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:42.994763 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf6e974e-d2d1-4949-935d-eba18971a30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:43.049894 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf6e974e-d2d1-4949-935d-eba18971a30c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:43.100296 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c773c5-ff06-4374-b2da-9afba8ee8a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-1e440814-c91e-4bf3-bdbe-d787b7c06c8a', 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a', 'tenant_id': '47c2f57830584c44a732c50fafeedf8d', 'fixed_ips': [{'subnet_id': '2d609c63-eb7a-41b6-880d-98c544158d10'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:00:43.101214 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-56c773c5-ff06-4374-b2da-9afba8ee8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:43.191554 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf6e974e-d2d1-4949-935d-eba18971a30c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:43.235606 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-56c773c5-ff06-4374-b2da-9afba8ee8a72 None None] Allocated IP 172.20.0.2 (1e440814-c91e-4bf3-bdbe-d787b7c06c8a/2d609c63-eb7a-41b6-880d-98c544158d10/cbe93a57-75b6-4cc8-bc26-6d198c3013bf) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:00:43.411450 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-56c773c5-ff06-4374-b2da-9afba8ee8a72 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:43.417585 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-56c773c5-ff06-4374-b2da-9afba8ee8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:43.469674 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c773c5-ff06-4374-b2da-9afba8ee8a72 None None] Network 1e440814-c91e-4bf3-bdbe-d787b7c06c8a is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:43.471355 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-56c773c5-ff06-4374-b2da-9afba8ee8a72 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:43.473549 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c773c5-ff06-4374-b2da-9afba8ee8a72 None None] Pushing event updated for resources: {'Port': ['ID=cbe93a57-75b6-4cc8-bc26-6d198c3013bf,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:43.482986 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c773c5-ff06-4374-b2da-9afba8ee8a72 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:00:43.555572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-56c773c5-ff06-4374-b2da-9afba8ee8a72 None None] Attempting to bind port cbe93a57-75b6-4cc8-bc26-6d198c3013bf on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:00:43.555883 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-56c773c5-ff06-4374-b2da-9afba8ee8a72 None None] Attempting to bind port cbe93a57-75b6-4cc8-bc26-6d198c3013bf by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'de1dad0c-65c0-47ca-bd76-95b1777f6f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:00:43.556291 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c773c5-ff06-4374-b2da-9afba8ee8a72 None None] Attempting to bind port cbe93a57-75b6-4cc8-bc26-6d198c3013bf on network 1e440814-c91e-4bf3-bdbe-d787b7c06c8a {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:43.562040 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c773c5-ff06-4374-b2da-9afba8ee8a72 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:00:43.562413 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c773c5-ff06-4374-b2da-9afba8ee8a72 None None] Checking segment: {'id': 'de1dad0c-65c0-47ca-bd76-95b1777f6f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:43.562820 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-56c773c5-ff06-4374-b2da-9afba8ee8a72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:43.563220 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c773c5-ff06-4374-b2da-9afba8ee8a72 None None] Bound using segment: {'id': 'de1dad0c-65c0-47ca-bd76-95b1777f6f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:00:43.563710 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-56c773c5-ff06-4374-b2da-9afba8ee8a72 None None] Bound port: cbe93a57-75b6-4cc8-bc26-6d198c3013bf, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1dad0c-65c0-47ca-bd76-95b1777f6f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:00:43.564098 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-56c773c5-ff06-4374-b2da-9afba8ee8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:43.649920 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-56c773c5-ff06-4374-b2da-9afba8ee8a72 None None] For port cbe93a57-75b6-4cc8-bc26-6d198c3013bf, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:00:43.655211 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-56c773c5-ff06-4374-b2da-9afba8ee8a72 None None] For port cbe93a57-75b6-4cc8-bc26-6d198c3013bf, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=cbe93a57-75b6-4cc8-bc26-6d198c3013bf,segment=NetworkSegment(de1dad0c-65c0-47ca-bd76-95b1777f6f0c),segment_id=de1dad0c-65c0-47ca-bd76-95b1777f6f0c)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:00:43.662187 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-56c773c5-ff06-4374-b2da-9afba8ee8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:43.722982 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c773c5-ff06-4374-b2da-9afba8ee8a72 None None] Pushing event updated for resources: {'Port': ['ID=cbe93a57-75b6-4cc8-bc26-6d198c3013bf,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:43.751535 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf6e974e-d2d1-4949-935d-eba18971a30c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:43.771912 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf6e974e-d2d1-4949-935d-eba18971a30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:43.904805 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-cf6e974e-d2d1-4949-935d-eba18971a30c admin admin] Allocated IP 172.25.0.163 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/1eb1221f-5338-434a-bba8-2ac8f0324839) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:00:44.018368 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf6e974e-d2d1-4949-935d-eba18971a30c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:44.057324 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf6e974e-d2d1-4949-935d-eba18971a30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:44.100441 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6e974e-d2d1-4949-935d-eba18971a30c admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:44.105961 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-cf6e974e-d2d1-4949-935d-eba18971a30c admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:44.109138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6e974e-d2d1-4949-935d-eba18971a30c admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:00:44.112660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e974e-d2d1-4949-935d-eba18971a30c admin admin] Pushing event updated for resources: {'Port': ['ID=1eb1221f-5338-434a-bba8-2ac8f0324839,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:44.120906 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0650ac-f8dc-4931-a7d1-aea4bd85bd23 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:00:44.226435 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-031f2094-0652-42de-8360-34c2a605f6d7 None None] Provisioning complete for port 1eb1221f-5338-434a-bba8-2ac8f0324839 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:44.227051 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-031f2094-0652-42de-8360-34c2a605f6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:44.279434 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-031f2094-0652-42de-8360-34c2a605f6d7 None None] Port 1eb1221f-5338-434a-bba8-2ac8f0324839 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:00:44.405551 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf6e974e-d2d1-4949-935d-eba18971a30c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:44.629546 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf6e974e-d2d1-4949-935d-eba18971a30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:44.646756 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60c5e2e-a4ca-495c-a1b0-07ab2a150a52 None None] Network 1e440814-c91e-4bf3-bdbe-d787b7c06c8a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:44.727022 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ad278f4b-b515-44f5-8a5d-1880911a4f36 None None] Provisioning complete for port cbe93a57-75b6-4cc8-bc26-6d198c3013bf triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:44.727777 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ad278f4b-b515-44f5-8a5d-1880911a4f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:44.767402 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6e974e-d2d1-4949-935d-eba18971a30c admin admin] Router 30f02fb8-71ad-40c3-87ca-177a658c397b is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:00:44.879070 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ad278f4b-b515-44f5-8a5d-1880911a4f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:44.900438 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6e974e-d2d1-4949-935d-eba18971a30c admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:00:44.916793 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] Sync routers for ids ['30f02fb8-71ad-40c3-87ca-177a658c397b'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:00:44.927719 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf6e974e-d2d1-4949-935d-eba18971a30c admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:44.928769 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-ad278f4b-b515-44f5-8a5d-1880911a4f36 None None] For port cbe93a57-75b6-4cc8-bc26-6d198c3013bf, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=cbe93a57-75b6-4cc8-bc26-6d198c3013bf,segment=NetworkSegment(de1dad0c-65c0-47ca-bd76-95b1777f6f0c),segment_id=de1dad0c-65c0-47ca-bd76-95b1777f6f0c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:44.929975 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cf6e974e-d2d1-4949-935d-eba18971a30c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9666681 Nov 12 02:00:44.932572 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] Routers {'30f02fb8-71ad-40c3-87ca-177a658c397b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:44.933223 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55910) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:44.933785 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:00:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['30f02fb8-71ad-40c3-87ca-177a658c397b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:44.938326 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ad278f4b-b515-44f5-8a5d-1880911a4f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.002706 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad278f4b-b515-44f5-8a5d-1880911a4f36 None None] Pushing event updated for resources: {'Port': ['ID=cbe93a57-75b6-4cc8-bc26-6d198c3013bf,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:45.054693 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] Set router 30f02fb8-71ad-40c3-87ca-177a658c397b gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:45.161317 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-14a5298c-9dc9-42e9-b0f6-b4e1db3ea373 None None] Provisioning complete for port cbe93a57-75b6-4cc8-bc26-6d198c3013bf triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:45.161609 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-14a5298c-9dc9-42e9-b0f6-b4e1db3ea373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.247695 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f02fb8-71ad-40c3-87ca-177a658c397b', 'name': 'tempest-TestEncryptedCinderVolumes-578952523-router', 'tenant_id': '47c2f57830584c44a732c50fafeedf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '1eb1221f-5338-434a-bba8-2ac8f0324839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:42Z', 'updated_at': '2021-11-12T02:00:44Z', 'revision_number': 3, 'project_id': '47c2f57830584c44a732c50fafeedf8d', 'gw_port': {'id': '1eb1221f-5338-434a-bba8-2ac8f0324839', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f02fb8-71ad-40c3-87ca-177a658c397b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:43Z', 'updated_at': '2021-11-12T02:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:45.279891 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] Checking router: 30f02fb8-71ad-40c3-87ca-177a658c397b for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:00:45.280238 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] Updating router 30f02fb8-71ad-40c3-87ca-177a658c397b port 1eb1221f-5338-434a-bba8-2ac8f0324839 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:00:45.304727 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.386331 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e6f64bc-5c31-41bf-a221-4abc1fa69e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.555684 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-8e6f64bc-5c31-41bf-a221-4abc1fa69e44 admin admin] Allocated IP 172.20.0.1 (1e440814-c91e-4bf3-bdbe-d787b7c06c8a/2d609c63-eb7a-41b6-880d-98c544158d10/dc534d9b-262b-45ea-b3dd-8907873f29b8) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:00:45.573540 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.585495 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.656618 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d675b073-3ba7-4339-b05c-22129fb93b65 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:00:45.664626 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c432c8f-6a6f-4310-8f42-b6576afd6458 None None] Pushing event updated for resources: {'Port': ['ID=1eb1221f-5338-434a-bba8-2ac8f0324839,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:45.675744 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432c8f-6a6f-4310-8f42-b6576afd6458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.676090 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432c8f-6a6f-4310-8f42-b6576afd6458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.676589 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432c8f-6a6f-4310-8f42-b6576afd6458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.677111 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432c8f-6a6f-4310-8f42-b6576afd6458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.677452 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432c8f-6a6f-4310-8f42-b6576afd6458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.677775 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432c8f-6a6f-4310-8f42-b6576afd6458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.678100 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432c8f-6a6f-4310-8f42-b6576afd6458 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.678459 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432c8f-6a6f-4310-8f42-b6576afd6458 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.678744 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432c8f-6a6f-4310-8f42-b6576afd6458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.679066 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432c8f-6a6f-4310-8f42-b6576afd6458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.679382 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432c8f-6a6f-4310-8f42-b6576afd6458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.679698 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432c8f-6a6f-4310-8f42-b6576afd6458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.686323 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] Attempting to bind port 1eb1221f-5338-434a-bba8-2ac8f0324839 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:00:45.686689 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] Attempting to bind port 1eb1221f-5338-434a-bba8-2ac8f0324839 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:00:45.687051 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] Attempting to bind port 1eb1221f-5338-434a-bba8-2ac8f0324839 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:45.694535 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:00:45.694966 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:45.695604 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.696257 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:00:45.696955 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] Bound port: 1eb1221f-5338-434a-bba8-2ac8f0324839, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:00:45.697247 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.711154 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device cbe93a57-75b6-4cc8-bc26-6d198c3013bf up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:00:45.735880 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e6f64bc-5c31-41bf-a221-4abc1fa69e44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.755109 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] For port 1eb1221f-5338-434a-bba8-2ac8f0324839, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:00:45.758680 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] For port 1eb1221f-5338-434a-bba8-2ac8f0324839, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1eb1221f-5338-434a-bba8-2ac8f0324839,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:00:45.764002 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.788254 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port cbe93a57-75b6-4cc8-bc26-6d198c3013bf triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:45.788835 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.796531 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e6f64bc-5c31-41bf-a221-4abc1fa69e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.816720 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3bf11e-d67c-41c3-bd4c-6e75aa0bb903 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:00:45.821844 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3e3db67c-b80e-4e01-bd86-f3110d565173 None None] Provisioning complete for port 1eb1221f-5338-434a-bba8-2ac8f0324839 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:45.822220 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3e3db67c-b80e-4e01-bd86-f3110d565173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.841724 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] Routers {'30f02fb8-71ad-40c3-87ca-177a658c397b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:45.842513 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:00:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['30f02fb8-71ad-40c3-87ca-177a658c397b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:45.852802 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6f64bc-5c31-41bf-a221-4abc1fa69e44 admin admin] Network 1e440814-c91e-4bf3-bdbe-d787b7c06c8a is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:45.854711 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-8e6f64bc-5c31-41bf-a221-4abc1fa69e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:45.858417 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f64bc-5c31-41bf-a221-4abc1fa69e44 admin admin] Pushing event updated for resources: {'Port': ['ID=dc534d9b-262b-45ea-b3dd-8907873f29b8,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:45.860282 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6f64bc-5c31-41bf-a221-4abc1fa69e44 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:00:45.910436 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c432c8f-6a6f-4310-8f42-b6576afd6458 None None] Pushing event updated for resources: {'Port': ['ID=1eb1221f-5338-434a-bba8-2ac8f0324839,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:45.951293 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e6f64bc-5c31-41bf-a221-4abc1fa69e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:46.040650 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] Set router 30f02fb8-71ad-40c3-87ca-177a658c397b gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:46.164569 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e6f64bc-5c31-41bf-a221-4abc1fa69e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:46.171647 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3e3db67c-b80e-4e01-bd86-f3110d565173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:46.202132 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-3e3db67c-b80e-4e01-bd86-f3110d565173 None None] For port 1eb1221f-5338-434a-bba8-2ac8f0324839, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1eb1221f-5338-434a-bba8-2ac8f0324839,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:46.207532 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3e3db67c-b80e-4e01-bd86-f3110d565173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:46.268592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3db67c-b80e-4e01-bd86-f3110d565173 None None] Pushing event updated for resources: {'Port': ['ID=1eb1221f-5338-434a-bba8-2ac8f0324839,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:46.298889 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f02fb8-71ad-40c3-87ca-177a658c397b', 'name': 'tempest-TestEncryptedCinderVolumes-578952523-router', 'tenant_id': '47c2f57830584c44a732c50fafeedf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '1eb1221f-5338-434a-bba8-2ac8f0324839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:42Z', 'updated_at': '2021-11-12T02:00:44Z', 'revision_number': 3, 'project_id': '47c2f57830584c44a732c50fafeedf8d', 'gw_port': {'id': '1eb1221f-5338-434a-bba8-2ac8f0324839', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f02fb8-71ad-40c3-87ca-177a658c397b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:43Z', 'updated_at': '2021-11-12T02:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:46.325960 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a009cc-fcb6-4259-9a46-2b719bac88fd None None] The sync data for ids ['30f02fb8-71ad-40c3-87ca-177a658c397b'] in n-d-712137-14 is: [{'id': '30f02fb8-71ad-40c3-87ca-177a658c397b', 'name': 'tempest-TestEncryptedCinderVolumes-578952523-router', 'tenant_id': '47c2f57830584c44a732c50fafeedf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '1eb1221f-5338-434a-bba8-2ac8f0324839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:42Z', 'updated_at': '2021-11-12T02:00:44Z', 'revision_number': 3, 'project_id': '47c2f57830584c44a732c50fafeedf8d', 'gw_port': {'id': '1eb1221f-5338-434a-bba8-2ac8f0324839', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f02fb8-71ad-40c3-87ca-177a658c397b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:43Z', 'updated_at': '2021-11-12T02:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:00:46.343949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ee1cd7af-36e2-4c71-8d8e-149bda1a1a63 None None] Provisioning complete for port 1eb1221f-5338-434a-bba8-2ac8f0324839 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:46.344287 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd7af-36e2-4c71-8d8e-149bda1a1a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:46.378179 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e6f64bc-5c31-41bf-a221-4abc1fa69e44 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:46.387385 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e6f64bc-5c31-41bf-a221-4abc1fa69e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:46.456372 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ee1cd7af-36e2-4c71-8d8e-149bda1a1a63 None None] Provisioning complete for port dc534d9b-262b-45ea-b3dd-8907873f29b8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:46.456772 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd7af-36e2-4c71-8d8e-149bda1a1a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:46.458882 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8e6f64bc-5c31-41bf-a221-4abc1fa69e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:46.474486 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f64bc-5c31-41bf-a221-4abc1fa69e44 admin admin] Pushing event updated for resources: {'Port': ['ID=dc534d9b-262b-45ea-b3dd-8907873f29b8,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:46.494047 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ee1cd7af-36e2-4c71-8d8e-149bda1a1a63 None None] Port dc534d9b-262b-45ea-b3dd-8907873f29b8 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:00:46.589406 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6f64bc-5c31-41bf-a221-4abc1fa69e44 admin admin] Network 1e440814-c91e-4bf3-bdbe-d787b7c06c8a is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:46.590935 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-8e6f64bc-5c31-41bf-a221-4abc1fa69e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:46.731079 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6f64bc-5c31-41bf-a221-4abc1fa69e44 admin admin] Router 30f02fb8-71ad-40c3-87ca-177a658c397b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:00:46.852207 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6f64bc-5c31-41bf-a221-4abc1fa69e44 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:00:46.857495 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8e6f64bc-5c31-41bf-a221-4abc1fa69e44 admin admin] 10.222.0.31 "PUT /v2.0/routers/30f02fb8-71ad-40c3-87ca-177a658c397b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9231780 Nov 12 02:00:46.937193 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5788c919-65e0-4089-80ef-6adcacee27c6 None None] Provisioning complete for port dc534d9b-262b-45ea-b3dd-8907873f29b8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:46.937791 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5788c919-65e0-4089-80ef-6adcacee27c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:46.981522 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-5788c919-65e0-4089-80ef-6adcacee27c6 None None] Port dc534d9b-262b-45ea-b3dd-8907873f29b8 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:00:47.389513 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55928) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:47.394551 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-a3d16d77-f73a-4a69-866a-69993de1a7ec admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-216586205-network', 'tenant_id': 'bfda8cff65004ebcb3378a08d267e4da'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:47.415938 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d16d77-f73a-4a69-866a-69993de1a7ec admin admin] Made reservation on behalf of bfda8cff65004ebcb3378a08d267e4da for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:47.418199 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3d16d77-f73a-4a69-866a-69993de1a7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:47.428627 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3d16d77-f73a-4a69-866a-69993de1a7ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:47.513246 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3d16d77-f73a-4a69-866a-69993de1a7ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:47.517479 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3d16d77-f73a-4a69-866a-69993de1a7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:47.543229 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d16d77-f73a-4a69-866a-69993de1a7ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:00:47.553984 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d16d77-f73a-4a69-866a-69993de1a7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96bafe3-3b67-4b94-91c2-7107615e7ec7,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:47.559469 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3d16d77-f73a-4a69-866a-69993de1a7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:47.559794 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-a3d16d77-f73a-4a69-866a-69993de1a7ec admin admin] Added segment 035a2169-7db0-4cf3-80f8-3bb6c4d621be of type vlan for network abf45601-e3bf-484d-88fc-22c49ac08c15 Nov 12 02:00:47.620533 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3d16d77-f73a-4a69-866a-69993de1a7ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:47.673933 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3d16d77-f73a-4a69-866a-69993de1a7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:47.674661 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1eb1221f-5338-434a-bba8-2ac8f0324839 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:00:47.675236 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d16d77-f73a-4a69-866a-69993de1a7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:47.675832 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a3d16d77-f73a-4a69-866a-69993de1a7ec admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:47.711225 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a3d16d77-f73a-4a69-866a-69993de1a7ec admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3205607 Nov 12 02:00:47.714230 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55930) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:47.719895 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a28dfeae-dd1f-43cc-b04e-aa74b023fbfa admin admin] Request body: {'subnet': {'network_id': 'abf45601-e3bf-484d-88fc-22c49ac08c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-216586205-subnet', 'tenant_id': 'bfda8cff65004ebcb3378a08d267e4da', 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:47.740987 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 1eb1221f-5338-434a-bba8-2ac8f0324839 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:47.741460 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:47.748822 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28dfeae-dd1f-43cc-b04e-aa74b023fbfa admin admin] Made reservation on behalf of bfda8cff65004ebcb3378a08d267e4da for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:47.749744 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d16d77-f73a-4a69-866a-69993de1a7ec admin admin] Pushing event updated for resources: {'Network': ['ID=abf45601-e3bf-484d-88fc-22c49ac08c15,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:47.752135 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a28dfeae-dd1f-43cc-b04e-aa74b023fbfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:47.765909 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network abf45601-e3bf-484d-88fc-22c49ac08c15 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:00:47.945620 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a28dfeae-dd1f-43cc-b04e-aa74b023fbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:47.994861 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dfeae-dd1f-43cc-b04e-aa74b023fbfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cf35d9b-d3db-4f21-9b40-d181f1cb539b,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:48.009430 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] Sync routers for ids ['30f02fb8-71ad-40c3-87ca-177a658c397b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:00:48.016386 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28dfeae-dd1f-43cc-b04e-aa74b023fbfa admin admin] Checking segment: {'id': '035a2169-7db0-4cf3-80f8-3bb6c4d621be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'abf45601-e3bf-484d-88fc-22c49ac08c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:48.016767 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28dfeae-dd1f-43cc-b04e-aa74b023fbfa admin admin] Network hostable DHCP agents. Network: abf45601-e3bf-484d-88fc-22c49ac08c15, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:00:48.021168 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] Routers {'30f02fb8-71ad-40c3-87ca-177a658c397b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:48.021929 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:00:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['30f02fb8-71ad-40c3-87ca-177a658c397b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:48.043282 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28dfeae-dd1f-43cc-b04e-aa74b023fbfa admin admin] Network abf45601-e3bf-484d-88fc-22c49ac08c15 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:00:48.053689 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-a28dfeae-dd1f-43cc-b04e-aa74b023fbfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, abf45601-e3bf-484d-88fc-22c49ac08c15) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:48.058174 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28dfeae-dd1f-43cc-b04e-aa74b023fbfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:48.058866 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a28dfeae-dd1f-43cc-b04e-aa74b023fbfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:48.078998 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a28dfeae-dd1f-43cc-b04e-aa74b023fbfa admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3617764 Nov 12 02:00:48.079230 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 55932) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:48.083573 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-952917fd-b09d-4076-8c16-52cb86a74d1c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-216586205-router', 'tenant_id': 'bfda8cff65004ebcb3378a08d267e4da', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:48.094878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df49079f-3b3c-467d-b841-bf82175d7733 None None] Network abf45601-e3bf-484d-88fc-22c49ac08c15 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:48.107698 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-952917fd-b09d-4076-8c16-52cb86a74d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:48.109011 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-952917fd-b09d-4076-8c16-52cb86a74d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:48.163213 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-952917fd-b09d-4076-8c16-52cb86a74d1c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:48.308559 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-952917fd-b09d-4076-8c16-52cb86a74d1c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:48.309489 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] Set router 30f02fb8-71ad-40c3-87ca-177a658c397b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:48.493311 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74086a59-0cba-4f8f-8e37-de5881914c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-abf45601-e3bf-484d-88fc-22c49ac08c15', 'network_id': 'abf45601-e3bf-484d-88fc-22c49ac08c15', 'tenant_id': 'bfda8cff65004ebcb3378a08d267e4da', 'fixed_ips': [{'subnet_id': '5cf35d9b-d3db-4f21-9b40-d181f1cb539b'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:00:48.494190 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-74086a59-0cba-4f8f-8e37-de5881914c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:48.545348 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-952917fd-b09d-4076-8c16-52cb86a74d1c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:48.565304 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-952917fd-b09d-4076-8c16-52cb86a74d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:48.688101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-74086a59-0cba-4f8f-8e37-de5881914c32 None None] Allocated IP 172.20.0.2 (abf45601-e3bf-484d-88fc-22c49ac08c15/5cf35d9b-d3db-4f21-9b40-d181f1cb539b/3ab1dedc-9496-423b-8a73-1ed3959d9a2e) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:00:48.690078 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-952917fd-b09d-4076-8c16-52cb86a74d1c admin admin] Allocated IP 172.25.0.136 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/87cd5589-7bb6-4967-831d-8d6a1d366136) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:00:48.725579 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f02fb8-71ad-40c3-87ca-177a658c397b', 'name': 'tempest-TestEncryptedCinderVolumes-578952523-router', 'tenant_id': '47c2f57830584c44a732c50fafeedf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '1eb1221f-5338-434a-bba8-2ac8f0324839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:42Z', 'updated_at': '2021-11-12T02:00:46Z', 'revision_number': 4, 'project_id': '47c2f57830584c44a732c50fafeedf8d', 'gw_port': {'id': '1eb1221f-5338-434a-bba8-2ac8f0324839', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f02fb8-71ad-40c3-87ca-177a658c397b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:43Z', 'updated_at': '2021-11-12T02:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'dc534d9b-262b-45ea-b3dd-8907873f29b8', 'name': '', 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a', 'tenant_id': '47c2f57830584c44a732c50fafeedf8d', 'mac_address': 'fa:16:3e:01:fc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f02fb8-71ad-40c3-87ca-177a658c397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2d609c63-eb7a-41b6-880d-98c544158d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:45Z', 'updated_at': '2021-11-12T02:00:46Z', 'revision_number': 2, 'project_id': '47c2f57830584c44a732c50fafeedf8d', 'subnets': [{'id': '2d609c63-eb7a-41b6-880d-98c544158d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:48.792805 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] Checking router: 30f02fb8-71ad-40c3-87ca-177a658c397b for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:00:48.793167 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] Updating router 30f02fb8-71ad-40c3-87ca-177a658c397b port dc534d9b-262b-45ea-b3dd-8907873f29b8 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:00:48.826851 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-952917fd-b09d-4076-8c16-52cb86a74d1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:48.835250 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:48.861841 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-952917fd-b09d-4076-8c16-52cb86a74d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:48.906624 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952917fd-b09d-4076-8c16-52cb86a74d1c admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:48.912625 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-952917fd-b09d-4076-8c16-52cb86a74d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:48.914622 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952917fd-b09d-4076-8c16-52cb86a74d1c admin admin] Pushing event updated for resources: {'Port': ['ID=87cd5589-7bb6-4967-831d-8d6a1d366136,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:48.917167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952917fd-b09d-4076-8c16-52cb86a74d1c admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:00:48.935679 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbc8a7d-36f6-4443-8df5-5e9ce466f289 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:00:48.998413 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-74086a59-0cba-4f8f-8e37-de5881914c32 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:49.011136 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-74086a59-0cba-4f8f-8e37-de5881914c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:49.087303 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74086a59-0cba-4f8f-8e37-de5881914c32 None None] Network abf45601-e3bf-484d-88fc-22c49ac08c15 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:49.116572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-74086a59-0cba-4f8f-8e37-de5881914c32 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:49.121740 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74086a59-0cba-4f8f-8e37-de5881914c32 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:00:49.129059 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74086a59-0cba-4f8f-8e37-de5881914c32 None None] Pushing event updated for resources: {'Port': ['ID=3ab1dedc-9496-423b-8a73-1ed3959d9a2e,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:49.155234 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a6ab9775-0e6d-4e01-b4fb-04d2f9ac7fdd None None] Provisioning complete for port 87cd5589-7bb6-4967-831d-8d6a1d366136 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:49.155618 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a6ab9775-0e6d-4e01-b4fb-04d2f9ac7fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:49.184165 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-952917fd-b09d-4076-8c16-52cb86a74d1c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:49.255399 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a6ab9775-0e6d-4e01-b4fb-04d2f9ac7fdd None None] Port 87cd5589-7bb6-4967-831d-8d6a1d366136 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:00:49.256844 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-74086a59-0cba-4f8f-8e37-de5881914c32 None None] Attempting to bind port 3ab1dedc-9496-423b-8a73-1ed3959d9a2e on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:00:49.257231 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-74086a59-0cba-4f8f-8e37-de5881914c32 None None] Attempting to bind port 3ab1dedc-9496-423b-8a73-1ed3959d9a2e by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '035a2169-7db0-4cf3-80f8-3bb6c4d621be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'abf45601-e3bf-484d-88fc-22c49ac08c15'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:00:49.257630 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74086a59-0cba-4f8f-8e37-de5881914c32 None None] Attempting to bind port 3ab1dedc-9496-423b-8a73-1ed3959d9a2e on network abf45601-e3bf-484d-88fc-22c49ac08c15 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:49.271074 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74086a59-0cba-4f8f-8e37-de5881914c32 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:00:49.271458 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74086a59-0cba-4f8f-8e37-de5881914c32 None None] Checking segment: {'id': '035a2169-7db0-4cf3-80f8-3bb6c4d621be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'abf45601-e3bf-484d-88fc-22c49ac08c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:49.271870 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-74086a59-0cba-4f8f-8e37-de5881914c32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:49.272268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74086a59-0cba-4f8f-8e37-de5881914c32 None None] Bound using segment: {'id': '035a2169-7db0-4cf3-80f8-3bb6c4d621be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'abf45601-e3bf-484d-88fc-22c49ac08c15'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:00:49.272777 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-74086a59-0cba-4f8f-8e37-de5881914c32 None None] Bound port: 3ab1dedc-9496-423b-8a73-1ed3959d9a2e, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035a2169-7db0-4cf3-80f8-3bb6c4d621be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'abf45601-e3bf-484d-88fc-22c49ac08c15'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:00:49.273171 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-74086a59-0cba-4f8f-8e37-de5881914c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:49.363431 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:49.376174 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:49.392842 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-952917fd-b09d-4076-8c16-52cb86a74d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:49.409443 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-74086a59-0cba-4f8f-8e37-de5881914c32 None None] For port 3ab1dedc-9496-423b-8a73-1ed3959d9a2e, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:00:49.432207 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-74086a59-0cba-4f8f-8e37-de5881914c32 None None] For port 3ab1dedc-9496-423b-8a73-1ed3959d9a2e, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=3ab1dedc-9496-423b-8a73-1ed3959d9a2e,segment=NetworkSegment(035a2169-7db0-4cf3-80f8-3bb6c4d621be),segment_id=035a2169-7db0-4cf3-80f8-3bb6c4d621be)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:00:49.443546 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-74086a59-0cba-4f8f-8e37-de5881914c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:49.457728 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd63bf-f243-4169-ab0c-badf1302f9cd None None] Pushing event updated for resources: {'Port': ['ID=dc534d9b-262b-45ea-b3dd-8907873f29b8,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:49.550027 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] Attempting to bind port dc534d9b-262b-45ea-b3dd-8907873f29b8 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:00:49.550409 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] Attempting to bind port dc534d9b-262b-45ea-b3dd-8907873f29b8 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'de1dad0c-65c0-47ca-bd76-95b1777f6f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:00:49.550781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] Attempting to bind port dc534d9b-262b-45ea-b3dd-8907873f29b8 on network 1e440814-c91e-4bf3-bdbe-d787b7c06c8a {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:49.565789 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74086a59-0cba-4f8f-8e37-de5881914c32 None None] Pushing event updated for resources: {'Port': ['ID=3ab1dedc-9496-423b-8a73-1ed3959d9a2e,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:49.568737 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:00:49.569140 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] Checking segment: {'id': 'de1dad0c-65c0-47ca-bd76-95b1777f6f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:49.569618 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:49.569960 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] Bound using segment: {'id': 'de1dad0c-65c0-47ca-bd76-95b1777f6f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:00:49.570489 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] Bound port: dc534d9b-262b-45ea-b3dd-8907873f29b8, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1dad0c-65c0-47ca-bd76-95b1777f6f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:00:49.570897 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:49.578057 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952917fd-b09d-4076-8c16-52cb86a74d1c admin admin] Router 79d9ba2b-dde9-4413-a910-4fcd79605d62 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:00:49.665548 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] For port dc534d9b-262b-45ea-b3dd-8907873f29b8, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:00:49.672716 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] For port dc534d9b-262b-45ea-b3dd-8907873f29b8, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=dc534d9b-262b-45ea-b3dd-8907873f29b8,segment=NetworkSegment(de1dad0c-65c0-47ca-bd76-95b1777f6f0c),segment_id=de1dad0c-65c0-47ca-bd76-95b1777f6f0c)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:00:49.679862 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:49.735769 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-94cc576a-a618-4e2c-b500-2b69b126663a None None] Provisioning complete for port dc534d9b-262b-45ea-b3dd-8907873f29b8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:49.736152 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-94cc576a-a618-4e2c-b500-2b69b126663a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:49.787457 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952917fd-b09d-4076-8c16-52cb86a74d1c admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:00:49.809946 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] Sync routers for ids ['79d9ba2b-dde9-4413-a910-4fcd79605d62'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:00:49.814759 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] Routers {'30f02fb8-71ad-40c3-87ca-177a658c397b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:49.815598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:00:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['30f02fb8-71ad-40c3-87ca-177a658c397b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:49.817491 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd63bf-f243-4169-ab0c-badf1302f9cd None None] Pushing event updated for resources: {'Port': ['ID=dc534d9b-262b-45ea-b3dd-8907873f29b8,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:49.818139 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-952917fd-b09d-4076-8c16-52cb86a74d1c admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:49.819796 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-952917fd-b09d-4076-8c16-52cb86a74d1c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7394052 Nov 12 02:00:49.822898 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 55934) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:49.842760 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] Routers {'79d9ba2b-dde9-4413-a910-4fcd79605d62'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:49.843824 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:00:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['79d9ba2b-dde9-4413-a910-4fcd79605d62'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:50.124116 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] Set router 79d9ba2b-dde9-4413-a910-4fcd79605d62 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:50.209568 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] Set router 30f02fb8-71ad-40c3-87ca-177a658c397b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:50.211297 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-94cc576a-a618-4e2c-b500-2b69b126663a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:50.289963 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-94cc576a-a618-4e2c-b500-2b69b126663a None None] For port dc534d9b-262b-45ea-b3dd-8907873f29b8, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=dc534d9b-262b-45ea-b3dd-8907873f29b8,segment=NetworkSegment(de1dad0c-65c0-47ca-bd76-95b1777f6f0c),segment_id=de1dad0c-65c0-47ca-bd76-95b1777f6f0c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:50.299232 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-94cc576a-a618-4e2c-b500-2b69b126663a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:50.327054 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d9ba2b-dde9-4413-a910-4fcd79605d62', 'name': 'tempest-TestEncryptedCinderVolumes-216586205-router', 'tenant_id': 'bfda8cff65004ebcb3378a08d267e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '87cd5589-7bb6-4967-831d-8d6a1d366136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:48Z', 'updated_at': '2021-11-12T02:00:49Z', 'revision_number': 3, 'project_id': 'bfda8cff65004ebcb3378a08d267e4da', 'gw_port': {'id': '87cd5589-7bb6-4967-831d-8d6a1d366136', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d9ba2b-dde9-4413-a910-4fcd79605d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:48Z', 'updated_at': '2021-11-12T02:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:50.331038 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7cb6ae10-72fd-40ba-b34f-a93a8665d168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:50.359911 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] Checking router: 79d9ba2b-dde9-4413-a910-4fcd79605d62 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:00:50.360371 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] Updating router 79d9ba2b-dde9-4413-a910-4fcd79605d62 port 87cd5589-7bb6-4967-831d-8d6a1d366136 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:00:50.387081 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:50.410146 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7785697f-fe0a-48f1-b34c-8548d7eaf9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:50.440139 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc576a-a618-4e2c-b500-2b69b126663a None None] Pushing event updated for resources: {'Port': ['ID=dc534d9b-262b-45ea-b3dd-8907873f29b8,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:50.467016 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-437b4ee4-f235-4dd9-a287-3f8cd338804d None None] Provisioning complete for port dc534d9b-262b-45ea-b3dd-8907873f29b8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:50.467388 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-437b4ee4-f235-4dd9-a287-3f8cd338804d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:50.595996 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f02fb8-71ad-40c3-87ca-177a658c397b', 'name': 'tempest-TestEncryptedCinderVolumes-578952523-router', 'tenant_id': '47c2f57830584c44a732c50fafeedf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '1eb1221f-5338-434a-bba8-2ac8f0324839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:42Z', 'updated_at': '2021-11-12T02:00:46Z', 'revision_number': 4, 'project_id': '47c2f57830584c44a732c50fafeedf8d', 'gw_port': {'id': '1eb1221f-5338-434a-bba8-2ac8f0324839', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f02fb8-71ad-40c3-87ca-177a658c397b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:43Z', 'updated_at': '2021-11-12T02:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'dc534d9b-262b-45ea-b3dd-8907873f29b8', 'name': '', 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a', 'tenant_id': '47c2f57830584c44a732c50fafeedf8d', 'mac_address': 'fa:16:3e:01:fc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f02fb8-71ad-40c3-87ca-177a658c397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2d609c63-eb7a-41b6-880d-98c544158d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:45Z', 'updated_at': '2021-11-12T02:00:49Z', 'revision_number': 4, 'project_id': '47c2f57830584c44a732c50fafeedf8d', 'subnets': [{'id': '2d609c63-eb7a-41b6-880d-98c544158d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:50.616042 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-7785697f-fe0a-48f1-b34c-8548d7eaf9e1 admin admin] Allocated IP 172.20.0.1 (abf45601-e3bf-484d-88fc-22c49ac08c15/5cf35d9b-d3db-4f21-9b40-d181f1cb539b/970cab02-7e08-4a8a-97ce-a9c9e2bb061b) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:00:50.632110 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee1f99-9dff-4b09-a9e8-694e3f19008b None None] The sync data for ids ['30f02fb8-71ad-40c3-87ca-177a658c397b'] in n-d-712137-14 is: [{'id': '30f02fb8-71ad-40c3-87ca-177a658c397b', 'name': 'tempest-TestEncryptedCinderVolumes-578952523-router', 'tenant_id': '47c2f57830584c44a732c50fafeedf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '1eb1221f-5338-434a-bba8-2ac8f0324839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:42Z', 'updated_at': '2021-11-12T02:00:46Z', 'revision_number': 4, 'project_id': '47c2f57830584c44a732c50fafeedf8d', 'gw_port': {'id': '1eb1221f-5338-434a-bba8-2ac8f0324839', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f02fb8-71ad-40c3-87ca-177a658c397b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:43Z', 'updated_at': '2021-11-12T02:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'dc534d9b-262b-45ea-b3dd-8907873f29b8', 'name': '', 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a', 'tenant_id': '47c2f57830584c44a732c50fafeedf8d', 'mac_address': 'fa:16:3e:01:fc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f02fb8-71ad-40c3-87ca-177a658c397b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2d609c63-eb7a-41b6-880d-98c544158d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:45Z', 'updated_at': '2021-11-12T02:00:49Z', 'revision_number': 4, 'project_id': '47c2f57830584c44a732c50fafeedf8d', 'subnets': [{'id': '2d609c63-eb7a-41b6-880d-98c544158d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:00:50.744040 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:50.751542 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:50.754736 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7785697f-fe0a-48f1-b34c-8548d7eaf9e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:50.802477 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7785697f-fe0a-48f1-b34c-8548d7eaf9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:50.813106 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4458120f-6384-478c-b387-4217df92fc52 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:00:50.822498 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] Attempting to bind port 87cd5589-7bb6-4967-831d-8d6a1d366136 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:00:50.823140 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] Attempting to bind port 87cd5589-7bb6-4967-831d-8d6a1d366136 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:00:50.823140 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] Attempting to bind port 87cd5589-7bb6-4967-831d-8d6a1d366136 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:50.834243 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:00:50.834781 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:50.835211 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:50.835725 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:00:50.836267 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] Bound port: 87cd5589-7bb6-4967-831d-8d6a1d366136, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:00:50.836734 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:50.839718 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fc730-b28c-4d7c-bd56-283218d2a17f None None] Pushing event updated for resources: {'Port': ['ID=87cd5589-7bb6-4967-831d-8d6a1d366136,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:50.863085 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7785697f-fe0a-48f1-b34c-8548d7eaf9e1 admin admin] Network abf45601-e3bf-484d-88fc-22c49ac08c15 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:50.868131 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-7785697f-fe0a-48f1-b34c-8548d7eaf9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:50.875059 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7785697f-fe0a-48f1-b34c-8548d7eaf9e1 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:00:50.882501 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ddabdb82-831e-4932-ae7f-6301fc3dc2d5 None None] Provisioning complete for port 87cd5589-7bb6-4967-831d-8d6a1d366136 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:50.883012 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ddabdb82-831e-4932-ae7f-6301fc3dc2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:50.901366 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] For port 87cd5589-7bb6-4967-831d-8d6a1d366136, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:00:50.905470 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] For port 87cd5589-7bb6-4967-831d-8d6a1d366136, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=87cd5589-7bb6-4967-831d-8d6a1d366136,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:00:50.914621 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785697f-fe0a-48f1-b34c-8548d7eaf9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=970cab02-7e08-4a8a-97ce-a9c9e2bb061b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:50.920379 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:50.933734 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ddabdb82-831e-4932-ae7f-6301fc3dc2d5 None None] Port 87cd5589-7bb6-4967-831d-8d6a1d366136 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:00:50.960735 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7785697f-fe0a-48f1-b34c-8548d7eaf9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:50.997732 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e6d79d-fd44-4eb1-8298-3cb9d0e11811 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:00:51.026060 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] Routers {'79d9ba2b-dde9-4413-a910-4fcd79605d62'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:51.026693 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:00:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['79d9ba2b-dde9-4413-a910-4fcd79605d62'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:51.030819 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fc730-b28c-4d7c-bd56-283218d2a17f None None] Pushing event updated for resources: {'Port': ['ID=87cd5589-7bb6-4967-831d-8d6a1d366136,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:51.066902 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922fb32f-321b-4c21-b6f3-74b7c9ef4259 None None] Network abf45601-e3bf-484d-88fc-22c49ac08c15 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:00:51.127243 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7785697f-fe0a-48f1-b34c-8548d7eaf9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.139996 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-453c5b1a-de46-46ad-8c76-0201daf509fb None None] Provisioning complete for port 87cd5589-7bb6-4967-831d-8d6a1d366136 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:51.140380 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-453c5b1a-de46-46ad-8c76-0201daf509fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.156173 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] Set router 79d9ba2b-dde9-4413-a910-4fcd79605d62 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:51.311510 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-453c5b1a-de46-46ad-8c76-0201daf509fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.343197 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-453c5b1a-de46-46ad-8c76-0201daf509fb None None] For port 87cd5589-7bb6-4967-831d-8d6a1d366136, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=87cd5589-7bb6-4967-831d-8d6a1d366136,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:51.349270 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-453c5b1a-de46-46ad-8c76-0201daf509fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.349797 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7785697f-fe0a-48f1-b34c-8548d7eaf9e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.358200 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7785697f-fe0a-48f1-b34c-8548d7eaf9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.410241 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d9ba2b-dde9-4413-a910-4fcd79605d62', 'name': 'tempest-TestEncryptedCinderVolumes-216586205-router', 'tenant_id': 'bfda8cff65004ebcb3378a08d267e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '87cd5589-7bb6-4967-831d-8d6a1d366136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:48Z', 'updated_at': '2021-11-12T02:00:49Z', 'revision_number': 3, 'project_id': 'bfda8cff65004ebcb3378a08d267e4da', 'gw_port': {'id': '87cd5589-7bb6-4967-831d-8d6a1d366136', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d9ba2b-dde9-4413-a910-4fcd79605d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:48Z', 'updated_at': '2021-11-12T02:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:51.452239 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39800563-5ff7-42ee-b49d-6f003c5acaac None None] The sync data for ids ['79d9ba2b-dde9-4413-a910-4fcd79605d62'] in n-d-712137-14 is: [{'id': '79d9ba2b-dde9-4413-a910-4fcd79605d62', 'name': 'tempest-TestEncryptedCinderVolumes-216586205-router', 'tenant_id': 'bfda8cff65004ebcb3378a08d267e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '87cd5589-7bb6-4967-831d-8d6a1d366136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:48Z', 'updated_at': '2021-11-12T02:00:49Z', 'revision_number': 3, 'project_id': 'bfda8cff65004ebcb3378a08d267e4da', 'gw_port': {'id': '87cd5589-7bb6-4967-831d-8d6a1d366136', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d9ba2b-dde9-4413-a910-4fcd79605d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:48Z', 'updated_at': '2021-11-12T02:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:00:51.457442 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c5b1a-de46-46ad-8c76-0201daf509fb None None] Pushing event updated for resources: {'Port': ['ID=87cd5589-7bb6-4967-831d-8d6a1d366136,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:51.468577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785697f-fe0a-48f1-b34c-8548d7eaf9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=970cab02-7e08-4a8a-97ce-a9c9e2bb061b,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:51.476168 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0795bc3c-57e0-4fc0-b00a-95e2b4d5c131 None None] Provisioning complete for port 3ab1dedc-9496-423b-8a73-1ed3959d9a2e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:51.476550 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0795bc3c-57e0-4fc0-b00a-95e2b4d5c131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.480602 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7785697f-fe0a-48f1-b34c-8548d7eaf9e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.589459 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0795bc3c-57e0-4fc0-b00a-95e2b4d5c131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.646550 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-0795bc3c-57e0-4fc0-b00a-95e2b4d5c131 None None] For port 3ab1dedc-9496-423b-8a73-1ed3959d9a2e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=3ab1dedc-9496-423b-8a73-1ed3959d9a2e,segment=NetworkSegment(035a2169-7db0-4cf3-80f8-3bb6c4d621be),segment_id=035a2169-7db0-4cf3-80f8-3bb6c4d621be)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:51.653153 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7785697f-fe0a-48f1-b34c-8548d7eaf9e1 admin admin] Network abf45601-e3bf-484d-88fc-22c49ac08c15 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:51.656014 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-7785697f-fe0a-48f1-b34c-8548d7eaf9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:51.660189 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0795bc3c-57e0-4fc0-b00a-95e2b4d5c131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.745509 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795bc3c-57e0-4fc0-b00a-95e2b4d5c131 None None] Pushing event updated for resources: {'Port': ['ID=3ab1dedc-9496-423b-8a73-1ed3959d9a2e,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:51.784999 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 3ab1dedc-9496-423b-8a73-1ed3959d9a2e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:00:51.892972 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 3ab1dedc-9496-423b-8a73-1ed3959d9a2e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:51.893870 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.907789 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7785697f-fe0a-48f1-b34c-8548d7eaf9e1 admin admin] Router 79d9ba2b-dde9-4413-a910-4fcd79605d62 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:00:51.926928 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-07eae413-da62-486a-ac11-3f8fde7c85f4 None None] Provisioning complete for port 970cab02-7e08-4a8a-97ce-a9c9e2bb061b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:51.927449 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-07eae413-da62-486a-ac11-3f8fde7c85f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:51.973244 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-07eae413-da62-486a-ac11-3f8fde7c85f4 None None] Port 970cab02-7e08-4a8a-97ce-a9c9e2bb061b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:00:52.002175 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-07eae413-da62-486a-ac11-3f8fde7c85f4 None None] Provisioning complete for port 3ab1dedc-9496-423b-8a73-1ed3959d9a2e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:52.002698 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-07eae413-da62-486a-ac11-3f8fde7c85f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:52.081892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7785697f-fe0a-48f1-b34c-8548d7eaf9e1 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:00:52.095891 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7785697f-fe0a-48f1-b34c-8548d7eaf9e1 admin admin] 10.222.0.31 "PUT /v2.0/routers/79d9ba2b-dde9-4413-a910-4fcd79605d62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2667460 Nov 12 02:00:52.118519 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device dc534d9b-262b-45ea-b3dd-8907873f29b8 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:00:52.214255 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port dc534d9b-262b-45ea-b3dd-8907873f29b8 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:52.214640 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:52.346014 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9197fcfd-f410-4a78-94df-40c743fc10b2 None None] Provisioning complete for port 970cab02-7e08-4a8a-97ce-a9c9e2bb061b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:52.346591 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9197fcfd-f410-4a78-94df-40c743fc10b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:52.398137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-9197fcfd-f410-4a78-94df-40c743fc10b2 None None] Port 970cab02-7e08-4a8a-97ce-a9c9e2bb061b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:00:52.435063 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:00:52.536979 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-46bf109e-87c3-4aac-8fb2-8c510239e162 None None] Provisioning complete for port 970cab02-7e08-4a8a-97ce-a9c9e2bb061b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:52.537387 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-46bf109e-87c3-4aac-8fb2-8c510239e162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:52.539522 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-584ea227-c54a-49dc-bcf8-d6f520154476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:52.578919 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-46bf109e-87c3-4aac-8fb2-8c510239e162 None None] Port 970cab02-7e08-4a8a-97ce-a9c9e2bb061b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:00:52.894473 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b776f-874f-417c-b3ef-46861572b006 req-0ddae23b-95a2-4bd5-abc2-96bc84e1e7f5 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:52.895884 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c6b776f-874f-417c-b3ef-46861572b006 req-0ddae23b-95a2-4bd5-abc2-96bc84e1e7f5 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/networks?id=1e440814-c91e-4bf3-bdbe-d787b7c06c8a HTTP/1.1" status: 200 len: 816 time: 0.1176746 Nov 12 02:00:52.911566 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c6b776f-874f-417c-b3ef-46861572b006 req-e3e0f571-c8c9-4b63-9844-a9ff03ec255b tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/quotas/47c2f57830584c44a732c50fafeedf8d HTTP/1.1" status: 200 len: 375 time: 0.0098193 Nov 12 02:00:52.964531 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c6b776f-874f-417c-b3ef-46861572b006 req-b40c2a28-06e9-468e-9b09-d981a2a73499 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=47c2f57830584c44a732c50fafeedf8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468183 Nov 12 02:00:53.073227 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c6b776f-874f-417c-b3ef-46861572b006 req-43630bcc-9c3c-442f-8bea-231f8a837c5b service neutron] 10.222.0.31 "GET /v2.0/networks/1e440814-c91e-4bf3-bdbe-d787b7c06c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953577 Nov 12 02:00:53.167111 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9c6b776f-874f-417c-b3ef-46861572b006 req-86844894-4d83-4c86-919f-4d5d2092b592 service neutron] 10.222.0.31 "GET /v2.0/networks/1e440814-c91e-4bf3-bdbe-d787b7c06c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869422 Nov 12 02:00:53.350560 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3a1ee17b-9509-42d5-a9e8-d3906dac5435 req-23909c98-3561-402d-865e-756779dc90ef tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98231cb-a798-4cb1-9d57-3b028c879f5a HTTP/1.1" status: 200 len: 210 time: 0.0408711 Nov 12 02:00:53.782562 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 3ab1dedc-9496-423b-8a73-1ed3959d9a2e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:00:53.838321 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:53.854928 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 3ab1dedc-9496-423b-8a73-1ed3959d9a2e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:53.855434 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:53.945281 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 87cd5589-7bb6-4967-831d-8d6a1d366136 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:00:54.003670 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 87cd5589-7bb6-4967-831d-8d6a1d366136 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:54.004004 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:54.117667 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] Sync routers for ids ['79d9ba2b-dde9-4413-a910-4fcd79605d62'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:00:54.127941 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] Routers {'79d9ba2b-dde9-4413-a910-4fcd79605d62'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:54.128495 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:00:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['79d9ba2b-dde9-4413-a910-4fcd79605d62'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:54.236948 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] Set router 79d9ba2b-dde9-4413-a910-4fcd79605d62 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:54.402718 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b776f-874f-417c-b3ef-46861572b006 req-c4ff45d5-e8aa-4c65-95f0-4cd30a1dc499 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:54.404445 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c6b776f-874f-417c-b3ef-46861572b006 req-c4ff45d5-e8aa-4c65-95f0-4cd30a1dc499 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.21 "GET /v2.0/networks?id=1e440814-c91e-4bf3-bdbe-d787b7c06c8a HTTP/1.1" status: 200 len: 816 time: 0.1211662 Nov 12 02:00:54.419560 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-9c6b776f-874f-417c-b3ef-46861572b006 req-d54924a4-7cc5-4d81-afc8-0cf2c7af279c tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Request body: {'port': {'device_id': 'f98231cb-a798-4cb1-9d57-3b028c879f5a', 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a', 'admin_state_up': True, 'tenant_id': '47c2f57830584c44a732c50fafeedf8d'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:54.465186 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d9ba2b-dde9-4413-a910-4fcd79605d62', 'name': 'tempest-TestEncryptedCinderVolumes-216586205-router', 'tenant_id': 'bfda8cff65004ebcb3378a08d267e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '87cd5589-7bb6-4967-831d-8d6a1d366136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:48Z', 'updated_at': '2021-11-12T02:00:51Z', 'revision_number': 4, 'project_id': 'bfda8cff65004ebcb3378a08d267e4da', 'gw_port': {'id': '87cd5589-7bb6-4967-831d-8d6a1d366136', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d9ba2b-dde9-4413-a910-4fcd79605d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:48Z', 'updated_at': '2021-11-12T02:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '970cab02-7e08-4a8a-97ce-a9c9e2bb061b', 'name': '', 'network_id': 'abf45601-e3bf-484d-88fc-22c49ac08c15', 'tenant_id': 'bfda8cff65004ebcb3378a08d267e4da', 'mac_address': 'fa:16:3e:54:cb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d9ba2b-dde9-4413-a910-4fcd79605d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5cf35d9b-d3db-4f21-9b40-d181f1cb539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:50Z', 'updated_at': '2021-11-12T02:00:51Z', 'revision_number': 2, 'project_id': 'bfda8cff65004ebcb3378a08d267e4da', 'subnets': [{'id': '5cf35d9b-d3db-4f21-9b40-d181f1cb539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:54.478386 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8575a7c2-b425-457c-bdad-cd0212cdee5c req-d2e98042-5602-41ca-93e0-79a81ea49a14 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98231cb-a798-4cb1-9d57-3b028c879f5a HTTP/1.1" status: 200 len: 210 time: 0.0283084 Nov 12 02:00:54.492083 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] Checking router: 79d9ba2b-dde9-4413-a910-4fcd79605d62 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:00:54.492444 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] Updating router 79d9ba2b-dde9-4413-a910-4fcd79605d62 port 970cab02-7e08-4a8a-97ce-a9c9e2bb061b binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:00:54.518214 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:54.546571 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c6b776f-874f-417c-b3ef-46861572b006 req-d54924a4-7cc5-4d81-afc8-0cf2c7af279c tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Made reservation on behalf of 47c2f57830584c44a732c50fafeedf8d for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:00:54.550254 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9c6b776f-874f-417c-b3ef-46861572b006 req-d54924a4-7cc5-4d81-afc8-0cf2c7af279c tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:54.695739 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-9c6b776f-874f-417c-b3ef-46861572b006 req-d54924a4-7cc5-4d81-afc8-0cf2c7af279c tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Allocated IP 172.20.0.3 (1e440814-c91e-4bf3-bdbe-d787b7c06c8a/2d609c63-eb7a-41b6-880d-98c544158d10/a1a5b658-231c-487c-b08a-79dccc3a9e1c) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:00:54.817525 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:54.823344 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:54.855318 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9c6b776f-874f-417c-b3ef-46861572b006 req-d54924a4-7cc5-4d81-afc8-0cf2c7af279c tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:54.872855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79af977-c95a-46d2-a52a-967c460df573 None None] Pushing event updated for resources: {'Port': ['ID=970cab02-7e08-4a8a-97ce-a9c9e2bb061b,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:54.896650 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9c6b776f-874f-417c-b3ef-46861572b006 req-d54924a4-7cc5-4d81-afc8-0cf2c7af279c tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:54.935972 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] Attempting to bind port 970cab02-7e08-4a8a-97ce-a9c9e2bb061b on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:00:54.936356 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] Attempting to bind port 970cab02-7e08-4a8a-97ce-a9c9e2bb061b by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '035a2169-7db0-4cf3-80f8-3bb6c4d621be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'abf45601-e3bf-484d-88fc-22c49ac08c15'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:00:54.937131 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] Attempting to bind port 970cab02-7e08-4a8a-97ce-a9c9e2bb061b on network abf45601-e3bf-484d-88fc-22c49ac08c15 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:54.942573 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:00:54.942957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] Checking segment: {'id': '035a2169-7db0-4cf3-80f8-3bb6c4d621be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'abf45601-e3bf-484d-88fc-22c49ac08c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:54.943736 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:54.943736 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] Bound using segment: {'id': '035a2169-7db0-4cf3-80f8-3bb6c4d621be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'abf45601-e3bf-484d-88fc-22c49ac08c15'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:00:54.944217 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] Bound port: 970cab02-7e08-4a8a-97ce-a9c9e2bb061b, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035a2169-7db0-4cf3-80f8-3bb6c4d621be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'abf45601-e3bf-484d-88fc-22c49ac08c15'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:00:54.944608 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:54.944802 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c6b776f-874f-417c-b3ef-46861572b006 req-d54924a4-7cc5-4d81-afc8-0cf2c7af279c tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Network 1e440814-c91e-4bf3-bdbe-d787b7c06c8a is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:00:54.950409 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-9c6b776f-874f-417c-b3ef-46861572b006 req-d54924a4-7cc5-4d81-afc8-0cf2c7af279c tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:00:54.954451 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6b776f-874f-417c-b3ef-46861572b006 req-d54924a4-7cc5-4d81-afc8-0cf2c7af279c tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:00:54.983213 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54924a4-7cc5-4d81-afc8-0cf2c7af279c tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Pushing event updated for resources: {'Port': ['ID=a1a5b658-231c-487c-b08a-79dccc3a9e1c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:55.014285 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b776f-874f-417c-b3ef-46861572b006 req-d54924a4-7cc5-4d81-afc8-0cf2c7af279c tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:55.014957 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9c6b776f-874f-417c-b3ef-46861572b006 req-d54924a4-7cc5-4d81-afc8-0cf2c7af279c tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.024921 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] For port 970cab02-7e08-4a8a-97ce-a9c9e2bb061b, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:00:55.029510 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] For port 970cab02-7e08-4a8a-97ce-a9c9e2bb061b, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=970cab02-7e08-4a8a-97ce-a9c9e2bb061b,segment=NetworkSegment(035a2169-7db0-4cf3-80f8-3bb6c4d621be),segment_id=035a2169-7db0-4cf3-80f8-3bb6c4d621be)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:00:55.034537 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c6b776f-874f-417c-b3ef-46861572b006 req-d54924a4-7cc5-4d81-afc8-0cf2c7af279c tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6201391 Nov 12 02:00:55.036381 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.048490 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-9c6b776f-874f-417c-b3ef-46861572b006 req-109df211-1b19-4204-8793-da87c913ee21 service neutron] Request body: {'port': {'device_id': 'f98231cb-a798-4cb1-9d57-3b028c879f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:55.096779 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] Routers {'79d9ba2b-dde9-4413-a910-4fcd79605d62'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:55.097431 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:00:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['79d9ba2b-dde9-4413-a910-4fcd79605d62'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:55.104463 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79af977-c95a-46d2-a52a-967c460df573 None None] Pushing event updated for resources: {'Port': ['ID=970cab02-7e08-4a8a-97ce-a9c9e2bb061b,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:55.140866 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9c6b776f-874f-417c-b3ef-46861572b006 req-109df211-1b19-4204-8793-da87c913ee21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.248865 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] Set router 79d9ba2b-dde9-4413-a910-4fcd79605d62 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:55.251467 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-fb0f564f-b433-48c1-a920-6873fd9a0d65 None None] Provisioning complete for port 970cab02-7e08-4a8a-97ce-a9c9e2bb061b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:55.251467 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fb0f564f-b433-48c1-a920-6873fd9a0d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.467547 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-9c6b776f-874f-417c-b3ef-46861572b006 req-109df211-1b19-4204-8793-da87c913ee21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a5b658-231c-487c-b08a-79dccc3a9e1c {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:00:55.475877 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9c6b776f-874f-417c-b3ef-46861572b006 req-109df211-1b19-4204-8793-da87c913ee21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.488612 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-9c6b776f-874f-417c-b3ef-46861572b006 req-109df211-1b19-4204-8793-da87c913ee21 service neutron] Transition to ACTIVE for port object a1a5b658-231c-487c-b08a-79dccc3a9e1c will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:00:55.492378 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9c6b776f-874f-417c-b3ef-46861572b006 req-109df211-1b19-4204-8793-da87c913ee21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.555884 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.577073 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109df211-1b19-4204-8793-da87c913ee21 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a5b658-231c-487c-b08a-79dccc3a9e1c,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:55.664160 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fb0f564f-b433-48c1-a920-6873fd9a0d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.693206 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26b5f0-5019-4cc1-bcd0-59e4a2370dfc req-908169c5-92ba-449b-a577-3c8c9c66e433 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:55.694752 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d26b5f0-5019-4cc1-bcd0-59e4a2370dfc req-908169c5-92ba-449b-a577-3c8c9c66e433 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98231cb-a798-4cb1-9d57-3b028c879f5a HTTP/1.1" status: 200 len: 943 time: 0.1210210 Nov 12 02:00:55.695924 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-9c6b776f-874f-417c-b3ef-46861572b006 req-109df211-1b19-4204-8793-da87c913ee21 service neutron] Attempting to bind port a1a5b658-231c-487c-b08a-79dccc3a9e1c on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:00:55.696257 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-9c6b776f-874f-417c-b3ef-46861572b006 req-109df211-1b19-4204-8793-da87c913ee21 service neutron] Attempting to bind port a1a5b658-231c-487c-b08a-79dccc3a9e1c by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'de1dad0c-65c0-47ca-bd76-95b1777f6f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:00:55.696579 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6b776f-874f-417c-b3ef-46861572b006 req-109df211-1b19-4204-8793-da87c913ee21 service neutron] Attempting to bind port a1a5b658-231c-487c-b08a-79dccc3a9e1c on network 1e440814-c91e-4bf3-bdbe-d787b7c06c8a {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:55.702997 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6b776f-874f-417c-b3ef-46861572b006 req-109df211-1b19-4204-8793-da87c913ee21 service neutron] Port a1a5b658-231c-487c-b08a-79dccc3a9e1c on network 1e440814-c91e-4bf3-bdbe-d787b7c06c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:00:55.703329 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6b776f-874f-417c-b3ef-46861572b006 req-109df211-1b19-4204-8793-da87c913ee21 service neutron] Attempting to bind port a1a5b658-231c-487c-b08a-79dccc3a9e1c on network 1e440814-c91e-4bf3-bdbe-d787b7c06c8a {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:00:55.715666 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6b776f-874f-417c-b3ef-46861572b006 req-109df211-1b19-4204-8793-da87c913ee21 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:00:55.717061 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6b776f-874f-417c-b3ef-46861572b006 req-109df211-1b19-4204-8793-da87c913ee21 service neutron] Checking segment: {'id': 'de1dad0c-65c0-47ca-bd76-95b1777f6f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:00:55.717237 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6b776f-874f-417c-b3ef-46861572b006 req-109df211-1b19-4204-8793-da87c913ee21 service neutron] Bound using segment: {'id': 'de1dad0c-65c0-47ca-bd76-95b1777f6f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:00:55.717689 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-9c6b776f-874f-417c-b3ef-46861572b006 req-109df211-1b19-4204-8793-da87c913ee21 service neutron] Bound port: a1a5b658-231c-487c-b08a-79dccc3a9e1c, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1dad0c-65c0-47ca-bd76-95b1777f6f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:00:55.718058 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9c6b776f-874f-417c-b3ef-46861572b006 req-109df211-1b19-4204-8793-da87c913ee21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.722045 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-fb0f564f-b433-48c1-a920-6873fd9a0d65 None None] For port 970cab02-7e08-4a8a-97ce-a9c9e2bb061b, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=970cab02-7e08-4a8a-97ce-a9c9e2bb061b,segment=NetworkSegment(035a2169-7db0-4cf3-80f8-3bb6c4d621be),segment_id=035a2169-7db0-4cf3-80f8-3bb6c4d621be)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:55.729293 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fb0f564f-b433-48c1-a920-6873fd9a0d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.795606 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.801973 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1d26b5f0-5019-4cc1-bcd0-59e4a2370dfc req-c40b914f-4eda-4463-8bac-afa025cc4c6c tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954223 Nov 12 02:00:55.802320 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d9ba2b-dde9-4413-a910-4fcd79605d62', 'name': 'tempest-TestEncryptedCinderVolumes-216586205-router', 'tenant_id': 'bfda8cff65004ebcb3378a08d267e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '87cd5589-7bb6-4967-831d-8d6a1d366136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:48Z', 'updated_at': '2021-11-12T02:00:51Z', 'revision_number': 4, 'project_id': 'bfda8cff65004ebcb3378a08d267e4da', 'gw_port': {'id': '87cd5589-7bb6-4967-831d-8d6a1d366136', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d9ba2b-dde9-4413-a910-4fcd79605d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:48Z', 'updated_at': '2021-11-12T02:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '970cab02-7e08-4a8a-97ce-a9c9e2bb061b', 'name': '', 'network_id': 'abf45601-e3bf-484d-88fc-22c49ac08c15', 'tenant_id': 'bfda8cff65004ebcb3378a08d267e4da', 'mac_address': 'fa:16:3e:54:cb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d9ba2b-dde9-4413-a910-4fcd79605d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5cf35d9b-d3db-4f21-9b40-d181f1cb539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:50Z', 'updated_at': '2021-11-12T02:00:55Z', 'revision_number': 4, 'project_id': 'bfda8cff65004ebcb3378a08d267e4da', 'subnets': [{'id': '5cf35d9b-d3db-4f21-9b40-d181f1cb539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:55.804083 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f564f-b433-48c1-a920-6873fd9a0d65 None None] Pushing event updated for resources: {'Port': ['ID=970cab02-7e08-4a8a-97ce-a9c9e2bb061b,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:55.837453 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-9c6b776f-874f-417c-b3ef-46861572b006 req-109df211-1b19-4204-8793-da87c913ee21 service neutron] For port a1a5b658-231c-487c-b08a-79dccc3a9e1c, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:00:55.841300 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-9c6b776f-874f-417c-b3ef-46861572b006 req-109df211-1b19-4204-8793-da87c913ee21 service neutron] For port a1a5b658-231c-487c-b08a-79dccc3a9e1c, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=a1a5b658-231c-487c-b08a-79dccc3a9e1c,segment=NetworkSegment(de1dad0c-65c0-47ca-bd76-95b1777f6f0c),segment_id=de1dad0c-65c0-47ca-bd76-95b1777f6f0c)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:00:55.845698 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9c6b776f-874f-417c-b3ef-46861572b006 req-109df211-1b19-4204-8793-da87c913ee21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.848200 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7af4f8-9841-4237-985d-01d867cffef6 None None] The sync data for ids ['79d9ba2b-dde9-4413-a910-4fcd79605d62'] in n-d-712137-14 is: [{'id': '79d9ba2b-dde9-4413-a910-4fcd79605d62', 'name': 'tempest-TestEncryptedCinderVolumes-216586205-router', 'tenant_id': 'bfda8cff65004ebcb3378a08d267e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '87cd5589-7bb6-4967-831d-8d6a1d366136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:48Z', 'updated_at': '2021-11-12T02:00:51Z', 'revision_number': 4, 'project_id': 'bfda8cff65004ebcb3378a08d267e4da', 'gw_port': {'id': '87cd5589-7bb6-4967-831d-8d6a1d366136', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d9ba2b-dde9-4413-a910-4fcd79605d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:48Z', 'updated_at': '2021-11-12T02:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '970cab02-7e08-4a8a-97ce-a9c9e2bb061b', 'name': '', 'network_id': 'abf45601-e3bf-484d-88fc-22c49ac08c15', 'tenant_id': 'bfda8cff65004ebcb3378a08d267e4da', 'mac_address': 'fa:16:3e:54:cb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d9ba2b-dde9-4413-a910-4fcd79605d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5cf35d9b-d3db-4f21-9b40-d181f1cb539b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:50Z', 'updated_at': '2021-11-12T02:00:55Z', 'revision_number': 4, 'project_id': 'bfda8cff65004ebcb3378a08d267e4da', 'subnets': [{'id': '5cf35d9b-d3db-4f21-9b40-d181f1cb539b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:00:55.872563 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-75d0ffa2-e0ed-4211-bb18-ddefe7ca59d0 None None] Provisioning complete for port 970cab02-7e08-4a8a-97ce-a9c9e2bb061b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:55.873216 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-75d0ffa2-e0ed-4211-bb18-ddefe7ca59d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.924394 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b776f-874f-417c-b3ef-46861572b006 req-109df211-1b19-4204-8793-da87c913ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:55.926884 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9c6b776f-874f-417c-b3ef-46861572b006 req-109df211-1b19-4204-8793-da87c913ee21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:55.928515 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c6b776f-874f-417c-b3ef-46861572b006 req-109df211-1b19-4204-8793-da87c913ee21 service neutron] 10.222.0.21 "PUT /v2.0/ports/a1a5b658-231c-487c-b08a-79dccc3a9e1c HTTP/1.1" status: 200 len: 1092 time: 0.8855505 Nov 12 02:00:55.929131 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98231cb-a798-4cb1-9d57-3b028c879f5a', 'tag': 'a1a5b658-231c-487c-b08a-79dccc3a9e1c'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:00:55.949616 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4b0154-332b-45aa-bd8d-18c734cf6b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "f98231cb-a798-4cb1-9d57-3b028c879f5a", "tag": "a1a5b658-231c-487c-b08a-79dccc3a9e1c"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:00:56.030386 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c7dec0-a33f-4ef1-be3b-1d0ee5550c21 x-openstack-request-id: req-47c7dec0-a33f-4ef1-be3b-1d0ee5550c21 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:00:56.030930 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98231cb-a798-4cb1-9d57-3b028c879f5a", "tag": "a1a5b658-231c-487c-b08a-79dccc3a9e1c", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:00:56.031373 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47c7dec0-a33f-4ef1-be3b-1d0ee5550c21 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:00:56.032889 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98231cb-a798-4cb1-9d57-3b028c879f5a', 'tag': 'a1a5b658-231c-487c-b08a-79dccc3a9e1c', 'status': 'completed', 'code': 200} Nov 12 02:00:56.044530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109df211-1b19-4204-8793-da87c913ee21 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a5b658-231c-487c-b08a-79dccc3a9e1c,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:56.058312 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b776f-874f-417c-b3ef-46861572b006 req-12dfd66b-3842-4cfd-8e88-a71da4a42209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:56.060572 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c6b776f-874f-417c-b3ef-46861572b006 req-12dfd66b-3842-4cfd-8e88-a71da4a42209 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47c2f57830584c44a732c50fafeedf8d&device_id=f98231cb-a798-4cb1-9d57-3b028c879f5a HTTP/1.1" status: 200 len: 1095 time: 0.0728307 Nov 12 02:00:56.116529 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c6b776f-874f-417c-b3ef-46861572b006 req-035fd9d5-12fe-42aa-b926-84e077ad1978 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1a5b658-231c-487c-b08a-79dccc3a9e1c HTTP/1.1" status: 200 len: 217 time: 0.0475187 Nov 12 02:00:56.193973 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:56.514944 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b776f-874f-417c-b3ef-46861572b006 req-b53c4a23-adb5-44c9-88c4-1dd71d0490de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:56.516326 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c6b776f-874f-417c-b3ef-46861572b006 req-b53c4a23-adb5-44c9-88c4-1dd71d0490de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d609c63-eb7a-41b6-880d-98c544158d10 HTTP/1.1" status: 200 len: 855 time: 0.3927729 Nov 12 02:00:56.565068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b776f-874f-417c-b3ef-46861572b006 req-0f27e1e7-f251-4112-83da-9c65462158e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:56.566588 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c6b776f-874f-417c-b3ef-46861572b006 req-0f27e1e7-f251-4112-83da-9c65462158e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1e440814-c91e-4bf3-bdbe-d787b7c06c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427504 Nov 12 02:00:56.661844 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c6b776f-874f-417c-b3ef-46861572b006 req-4a843679-0fce-405e-bff2-40a28bfde664 service neutron] 10.222.0.21 "GET /v2.0/networks/1e440814-c91e-4bf3-bdbe-d787b7c06c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881557 Nov 12 02:00:56.755148 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9c6b776f-874f-417c-b3ef-46861572b006 req-31bf6423-e8b4-4c29-a6d8-1ae18cbb6234 service neutron] 10.222.0.21 "GET /v2.0/networks/1e440814-c91e-4bf3-bdbe-d787b7c06c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864105 Nov 12 02:00:56.848957 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b0154-332b-45aa-bd8d-18c734cf6b2c req-d3e8b3e2-181e-4c56-88f1-33b5772971bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:56.851340 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2d4b0154-332b-45aa-bd8d-18c734cf6b2c req-d3e8b3e2-181e-4c56-88f1-33b5772971bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47c2f57830584c44a732c50fafeedf8d&device_id=f98231cb-a798-4cb1-9d57-3b028c879f5a HTTP/1.1" status: 200 len: 1095 time: 0.0498602 Nov 12 02:00:56.977692 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522e981-9c14-4e5e-a0f1-388168ba1472 req-5f4e507a-28a6-49ee-92ae-b1e74020953f tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:56.979813 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c522e981-9c14-4e5e-a0f1-388168ba1472 req-5f4e507a-28a6-49ee-92ae-b1e74020953f tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98231cb-a798-4cb1-9d57-3b028c879f5a HTTP/1.1" status: 200 len: 943 time: 0.0996861 Nov 12 02:00:56.997138 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b0154-332b-45aa-bd8d-18c734cf6b2c req-12337d95-6b7c-483f-a9f3-0df29858cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:56.998620 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2d4b0154-332b-45aa-bd8d-18c734cf6b2c req-12337d95-6b7c-483f-a9f3-0df29858cb85 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1e440814-c91e-4bf3-bdbe-d787b7c06c8a HTTP/1.1" status: 200 len: 917 time: 0.1405621 Nov 12 02:00:57.051275 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2d4b0154-332b-45aa-bd8d-18c734cf6b2c req-b9d77c88-853c-495c-8263-a6869e4da2bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1a5b658-231c-487c-b08a-79dccc3a9e1c HTTP/1.1" status: 200 len: 217 time: 0.0442562 Nov 12 02:00:57.102566 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c522e981-9c14-4e5e-a0f1-388168ba1472 req-5a144a2e-25f7-4b0f-9178-7c1cc6dc4bd5 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164734 Nov 12 02:00:57.118165 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b0154-332b-45aa-bd8d-18c734cf6b2c req-b4d7bbb1-c4c9-427b-a7f8-4650d54e9061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:57.119657 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2d4b0154-332b-45aa-bd8d-18c734cf6b2c req-b4d7bbb1-c4c9-427b-a7f8-4650d54e9061 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d609c63-eb7a-41b6-880d-98c544158d10 HTTP/1.1" status: 200 len: 855 time: 0.0600681 Nov 12 02:00:57.173960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b0154-332b-45aa-bd8d-18c734cf6b2c req-5e169c58-4ba2-4883-821b-271183418f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:57.175500 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2d4b0154-332b-45aa-bd8d-18c734cf6b2c req-5e169c58-4ba2-4883-821b-271183418f3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1e440814-c91e-4bf3-bdbe-d787b7c06c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469096 Nov 12 02:00:57.285138 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2d4b0154-332b-45aa-bd8d-18c734cf6b2c req-3472e384-1fd7-4884-94f4-6b084fa2469b service neutron] 10.222.0.21 "GET /v2.0/networks/1e440814-c91e-4bf3-bdbe-d787b7c06c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009383 Nov 12 02:00:57.393862 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2d4b0154-332b-45aa-bd8d-18c734cf6b2c req-9cacd647-18e6-468f-be96-25a80eea8e88 service neutron] 10.222.0.21 "GET /v2.0/networks/1e440814-c91e-4bf3-bdbe-d787b7c06c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012797 Nov 12 02:00:57.681912 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 970cab02-7e08-4a8a-97ce-a9c9e2bb061b up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:00:57.745901 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 970cab02-7e08-4a8a-97ce-a9c9e2bb061b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:57.746352 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:58.240567 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b257a0-cb44-42b6-8d2f-2af594e5df0b req-ccaa2798-383a-4156-855f-e7bba9579614 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:58.242169 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f4b257a0-cb44-42b6-8d2f-2af594e5df0b req-ccaa2798-383a-4156-855f-e7bba9579614 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98231cb-a798-4cb1-9d57-3b028c879f5a HTTP/1.1" status: 200 len: 943 time: 0.0564322 Nov 12 02:00:58.297921 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f4b257a0-cb44-42b6-8d2f-2af594e5df0b req-97709fd3-58d3-4fe7-b8b6-cccbd797a9a5 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479741 Nov 12 02:00:58.706123 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device a1a5b658-231c-487c-b08a-79dccc3a9e1c details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:00:58.806726 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port a1a5b658-231c-487c-b08a-79dccc3a9e1c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=a1a5b658-231c-487c-b08a-79dccc3a9e1c,segment=NetworkSegment(de1dad0c-65c0-47ca-bd76-95b1777f6f0c),segment_id=de1dad0c-65c0-47ca-bd76-95b1777f6f0c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:58.819748 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'a1a5b658-231c-487c-b08a-79dccc3a9e1c', 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a', 'port_id': 'a1a5b658-231c-487c-b08a-79dccc3a9e1c', 'mac_address': 'fa:16:3e:64:26:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d609c63-eb7a-41b6-880d-98c544158d10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:00:58.857941 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:58.871481 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a5b658-231c-487c-b08a-79dccc3a9e1c {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:00:58.893491 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port a1a5b658-231c-487c-b08a-79dccc3a9e1c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=a1a5b658-231c-487c-b08a-79dccc3a9e1c,segment=NetworkSegment(de1dad0c-65c0-47ca-bd76-95b1777f6f0c),segment_id=de1dad0c-65c0-47ca-bd76-95b1777f6f0c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:58.897505 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:58.964071 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=a1a5b658-231c-487c-b08a-79dccc3a9e1c,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:59.101595 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['a1a5b658-231c-487c-b08a-79dccc3a9e1c'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:00:59.424352 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb268e-ffda-4b6a-aff2-67c6f2af7f17 req-8550f70d-1102-4b07-ba51-3e707678f24d tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:59.425893 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a0eb268e-ffda-4b6a-aff2-67c6f2af7f17 req-8550f70d-1102-4b07-ba51-3e707678f24d tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98231cb-a798-4cb1-9d57-3b028c879f5a HTTP/1.1" status: 200 len: 944 time: 0.0538173 Nov 12 02:00:59.483135 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a0eb268e-ffda-4b6a-aff2-67c6f2af7f17 req-d52a1172-cadc-40b7-9766-673ea112a813 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510302 Nov 12 02:01:00.611764 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bca38-2820-4cab-8a1f-b3af4849faa6 req-d5fd7bc3-7ed7-44b7-a63a-dc1144ce51f0 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:00.613339 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc3bca38-2820-4cab-8a1f-b3af4849faa6 req-d5fd7bc3-7ed7-44b7-a63a-dc1144ce51f0 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98231cb-a798-4cb1-9d57-3b028c879f5a HTTP/1.1" status: 200 len: 944 time: 0.0512998 Nov 12 02:01:00.664561 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bc3bca38-2820-4cab-8a1f-b3af4849faa6 req-f1f3dcf9-2a85-4f50-8c2a-e3e39d3c8aff tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451608 Nov 12 02:01:00.706157 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device a1a5b658-231c-487c-b08a-79dccc3a9e1c up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:01:00.755988 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port a1a5b658-231c-487c-b08a-79dccc3a9e1c completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:01:00.760400 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port a1a5b658-231c-487c-b08a-79dccc3a9e1c triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:00.760819 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.852672 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.875809 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98231cb-a798-4cb1-9d57-3b028c879f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a5b658-231c-487c-b08a-79dccc3a9e1c'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:01:00.878113 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a114d6-59de-497f-88f8-08f0d2d159c3" -d '{"events": [{"server_uuid": "f98231cb-a798-4cb1-9d57-3b028c879f5a", "name": "network-vif-plugged", "status": "completed", "tag": "a1a5b658-231c-487c-b08a-79dccc3a9e1c"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:01:00.892188 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port a1a5b658-231c-487c-b08a-79dccc3a9e1c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=a1a5b658-231c-487c-b08a-79dccc3a9e1c,segment=NetworkSegment(de1dad0c-65c0-47ca-bd76-95b1777f6f0c),segment_id=de1dad0c-65c0-47ca-bd76-95b1777f6f0c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:00.896436 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.922195 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e50ad2c-be9a-40d5-9a02-31f71167390a x-openstack-request-id: req-6e50ad2c-be9a-40d5-9a02-31f71167390a {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:01:00.922494 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98231cb-a798-4cb1-9d57-3b028c879f5a", "name": "network-vif-plugged", "status": "completed", "tag": "a1a5b658-231c-487c-b08a-79dccc3a9e1c", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:01:00.922745 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e50ad2c-be9a-40d5-9a02-31f71167390a {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:01:00.923136 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98231cb-a798-4cb1-9d57-3b028c879f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a5b658-231c-487c-b08a-79dccc3a9e1c', 'code': 200} Nov 12 02:01:00.948342 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=a1a5b658-231c-487c-b08a-79dccc3a9e1c,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:01.023658 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335215f0-799e-4607-b6f2-6cb00e68043f req-54af9b1b-1d4f-4498-84fa-3969f615ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:01.025133 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-335215f0-799e-4607-b6f2-6cb00e68043f req-54af9b1b-1d4f-4498-84fa-3969f615ade8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f98231cb-a798-4cb1-9d57-3b028c879f5a HTTP/1.1" status: 200 len: 1097 time: 0.0428846 Nov 12 02:01:01.074139 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-335215f0-799e-4607-b6f2-6cb00e68043f req-9792677a-ac78-47bf-862b-12eaa3282f1b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421519 Nov 12 02:01:01.793495 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930886e8-e351-48b3-820f-d65ed780f92c req-eeb09411-a306-41fc-83f2-a3a2c08784fc tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:01.795524 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-930886e8-e351-48b3-820f-d65ed780f92c req-eeb09411-a306-41fc-83f2-a3a2c08784fc tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98231cb-a798-4cb1-9d57-3b028c879f5a HTTP/1.1" status: 200 len: 945 time: 0.0520873 Nov 12 02:01:01.850193 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-930886e8-e351-48b3-820f-d65ed780f92c req-e0001830-4e8e-4dfa-babc-0a762771a693 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484562 Nov 12 02:01:02.975165 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12e567-413f-4869-9f2e-e1ab28214928 req-f0cf6fd9-8a1f-49cc-b575-0b9a8f89f990 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:02.978713 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7a12e567-413f-4869-9f2e-e1ab28214928 req-f0cf6fd9-8a1f-49cc-b575-0b9a8f89f990 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98231cb-a798-4cb1-9d57-3b028c879f5a HTTP/1.1" status: 200 len: 945 time: 0.0545492 Nov 12 02:01:03.027003 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7a12e567-413f-4869-9f2e-e1ab28214928 req-5db0c035-a7bd-4c7e-9d01-bc40ec3319ad tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434918 Nov 12 02:01:03.262071 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fff4e-d139-49a8-9974-4fe449678d1b req-54dc550f-6987-4ba2-a415-1c4a0a9fe77e tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:03.263849 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1a9fff4e-d139-49a8-9974-4fe449678d1b req-54dc550f-6987-4ba2-a415-1c4a0a9fe77e tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98231cb-a798-4cb1-9d57-3b028c879f5a HTTP/1.1" status: 200 len: 945 time: 0.1573186 Nov 12 02:01:03.318852 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1a9fff4e-d139-49a8-9974-4fe449678d1b req-5e14a473-a350-4caa-ab68-5b759ec889d4 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482316 Nov 12 02:01:09.561070 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:20.234755 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1917-9a4a-4421-bc9b-2c2a41308d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:22.520132 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-40556baf-92b2-4482-8357-368141f02058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:23.805937 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:25.345406 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:25.783468 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:26.162747 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ab143-9b25-4cf0-b0ed-06aa262b6f41 req-8c058720-50d6-4863-a7d6-07d2eb0d0b11 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:26.164623 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fd5ab143-9b25-4cf0-b0ed-06aa262b6f41 req-8c058720-50d6-4863-a7d6-07d2eb0d0b11 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98231cb-a798-4cb1-9d57-3b028c879f5a HTTP/1.1" status: 200 len: 945 time: 0.0612702 Nov 12 02:01:26.185742 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:26.250146 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fd5ab143-9b25-4cf0-b0ed-06aa262b6f41 req-5488d079-fecc-4e8d-9607-417dac45867f tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707626 Nov 12 02:01:27.407232 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db97ae-f0cc-4f1a-b63a-e0de50ada989 req-99a46874-1079-4aab-bb16-23b58e7709b0 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:27.409499 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97db97ae-f0cc-4f1a-b63a-e0de50ada989 req-99a46874-1079-4aab-bb16-23b58e7709b0 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98231cb-a798-4cb1-9d57-3b028c879f5a HTTP/1.1" status: 200 len: 945 time: 0.0574520 Nov 12 02:01:27.469682 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-97db97ae-f0cc-4f1a-b63a-e0de50ada989 req-a1258a28-42bc-4b98-85b4-40752881b60e tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527315 Nov 12 02:01:27.656241 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c042564-900f-4bd9-a94d-099e11a5858a req-b125d627-5850-4ff1-bd12-b13d72a4c46e tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:27.657782 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8c042564-900f-4bd9-a94d-099e11a5858a req-b125d627-5850-4ff1-bd12-b13d72a4c46e tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.21 "GET /v2.0/ports?device_id=f98231cb-a798-4cb1-9d57-3b028c879f5a HTTP/1.1" status: 200 len: 945 time: 0.0510399 Nov 12 02:01:27.766760 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-8c042564-900f-4bd9-a94d-099e11a5858a req-a326462a-02ab-42df-aba0-6a2d1f662537 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Deleting port a1a5b658-231c-487c-b08a-79dccc3a9e1c {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:01:27.767237 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8c042564-900f-4bd9-a94d-099e11a5858a req-a326462a-02ab-42df-aba0-6a2d1f662537 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:27.877243 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-8c042564-900f-4bd9-a94d-099e11a5858a req-a326462a-02ab-42df-aba0-6a2d1f662537 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] For port a1a5b658-231c-487c-b08a-79dccc3a9e1c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=a1a5b658-231c-487c-b08a-79dccc3a9e1c,segment=NetworkSegment(de1dad0c-65c0-47ca-bd76-95b1777f6f0c),segment_id=de1dad0c-65c0-47ca-bd76-95b1777f6f0c)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:27.877640 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8c042564-900f-4bd9-a94d-099e11a5858a req-a326462a-02ab-42df-aba0-6a2d1f662537 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:27.898578 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-8c042564-900f-4bd9-a94d-099e11a5858a req-a326462a-02ab-42df-aba0-6a2d1f662537 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Calling delete_port for a1a5b658-231c-487c-b08a-79dccc3a9e1c owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:01:28.058109 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8c042564-900f-4bd9-a94d-099e11a5858a req-a326462a-02ab-42df-aba0-6a2d1f662537 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:28.071496 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['a1a5b658-231c-487c-b08a-79dccc3a9e1c'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:01:28.090469 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326462a-02ab-42df-aba0-6a2d1f662537 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Pushing event deleted for resources: {'Port': ['ID=a1a5b658-231c-487c-b08a-79dccc3a9e1c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:28.121201 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326462a-02ab-42df-aba0-6a2d1f662537 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:28.121559 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326462a-02ab-42df-aba0-6a2d1f662537 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:28.121957 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326462a-02ab-42df-aba0-6a2d1f662537 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:28.122374 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326462a-02ab-42df-aba0-6a2d1f662537 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:28.122715 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326462a-02ab-42df-aba0-6a2d1f662537 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:28.123066 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326462a-02ab-42df-aba0-6a2d1f662537 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:28.123410 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326462a-02ab-42df-aba0-6a2d1f662537 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:28.123779 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326462a-02ab-42df-aba0-6a2d1f662537 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:28.124110 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326462a-02ab-42df-aba0-6a2d1f662537 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:28.124542 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326462a-02ab-42df-aba0-6a2d1f662537 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:28.124814 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326462a-02ab-42df-aba0-6a2d1f662537 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:28.125134 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a326462a-02ab-42df-aba0-6a2d1f662537 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:28.150391 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c042564-900f-4bd9-a94d-099e11a5858a req-a326462a-02ab-42df-aba0-6a2d1f662537 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] No DVR routers for this DVR port a1a5b658-231c-487c-b08a-79dccc3a9e1c on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:01:28.160560 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-8c042564-900f-4bd9-a94d-099e11a5858a req-a326462a-02ab-42df-aba0-6a2d1f662537 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:28.164090 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8c042564-900f-4bd9-a94d-099e11a5858a req-a326462a-02ab-42df-aba0-6a2d1f662537 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.21 "DELETE /v2.0/ports/a1a5b658-231c-487c-b08a-79dccc3a9e1c HTTP/1.1" status: 204 len: 173 time: 0.5002086 Nov 12 02:01:28.164562 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98231cb-a798-4cb1-9d57-3b028c879f5a', 'name': 'network-vif-deleted', 'tag': 'a1a5b658-231c-487c-b08a-79dccc3a9e1c'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:01:28.167408 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79da0f6-c68c-4365-8e36-10d7245b0ba9" -d '{"events": [{"server_uuid": "f98231cb-a798-4cb1-9d57-3b028c879f5a", "name": "network-vif-deleted", "tag": "a1a5b658-231c-487c-b08a-79dccc3a9e1c"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:01:28.211551 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d027f0e7-6b28-4130-8bbd-bac528d629ad x-openstack-request-id: req-d027f0e7-6b28-4130-8bbd-bac528d629ad {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:01:28.211925 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98231cb-a798-4cb1-9d57-3b028c879f5a", "name": "network-vif-deleted", "tag": "a1a5b658-231c-487c-b08a-79dccc3a9e1c", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:01:28.212189 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d027f0e7-6b28-4130-8bbd-bac528d629ad {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:01:28.212599 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98231cb-a798-4cb1-9d57-3b028c879f5a', 'name': 'network-vif-deleted', 'tag': 'a1a5b658-231c-487c-b08a-79dccc3a9e1c', 'status': 'completed', 'code': 200} Nov 12 02:01:28.630162 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fa060580-c9d5-45f4-b31f-74b59b9aac03 req-df16f43d-149c-4ed9-b573-5ee6db4b067d tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98231cb-a798-4cb1-9d57-3b028c879f5a HTTP/1.1" status: 200 len: 210 time: 0.0444233 Nov 12 02:01:29.435419 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:01:30.209054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7e24c-d277-4658-a404-6188fe677f70 req-1597990e-410b-4a29-acf0-f110eac1dd46 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:30.210503 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11b7e24c-d277-4658-a404-6188fe677f70 req-1597990e-410b-4a29-acf0-f110eac1dd46 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/networks?id=1e440814-c91e-4bf3-bdbe-d787b7c06c8a HTTP/1.1" status: 200 len: 816 time: 0.1170053 Nov 12 02:01:30.230289 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11b7e24c-d277-4658-a404-6188fe677f70 req-82f274b6-f7e1-4194-b7e1-0e9c68bb0737 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/quotas/47c2f57830584c44a732c50fafeedf8d HTTP/1.1" status: 200 len: 375 time: 0.0109663 Nov 12 02:01:30.293184 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11b7e24c-d277-4658-a404-6188fe677f70 req-caadc3ce-f1c6-4af8-8de1-2fafceb70912 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=47c2f57830584c44a732c50fafeedf8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551019 Nov 12 02:01:30.405101 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11b7e24c-d277-4658-a404-6188fe677f70 req-bb55373c-ee6e-4ca9-ab69-8763e0bd5b6a service neutron] 10.222.0.31 "GET /v2.0/networks/1e440814-c91e-4bf3-bdbe-d787b7c06c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921409 Nov 12 02:01:30.506189 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11b7e24c-d277-4658-a404-6188fe677f70 req-90da3c21-bbe6-40a0-b13b-3df5db84c35f service neutron] 10.222.0.31 "GET /v2.0/networks/1e440814-c91e-4bf3-bdbe-d787b7c06c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942383 Nov 12 02:01:30.679402 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d2fe6fb2-7fc1-4dc3-889f-4761f8d8e32c req-5392e50d-7f64-45ea-addd-13de31ce90f1 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e6e5980-a782-415d-b09e-56731da139b7 HTTP/1.1" status: 200 len: 210 time: 0.0306802 Nov 12 02:01:30.891993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device a1a5b658-231c-487c-b08a-79dccc3a9e1c no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:01:30.915074 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: a1a5b658-231c-487c-b08a-79dccc3a9e1c {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:01:30.915413 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device a1a5b658-231c-487c-b08a-79dccc3a9e1c not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:01:31.817427 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7e24c-d277-4658-a404-6188fe677f70 req-2effa7c3-962e-4f74-83bd-c95c78fb9762 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:31.818940 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11b7e24c-d277-4658-a404-6188fe677f70 req-2effa7c3-962e-4f74-83bd-c95c78fb9762 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.15 "GET /v2.0/networks?id=1e440814-c91e-4bf3-bdbe-d787b7c06c8a HTTP/1.1" status: 200 len: 816 time: 0.1545868 Nov 12 02:01:31.834522 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-32da2f42-36b3-4dba-9930-e18becf97745 req-bee6f64f-7dec-4e67-aff9-3881c2156246 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e6e5980-a782-415d-b09e-56731da139b7 HTTP/1.1" status: 200 len: 210 time: 0.0439596 Nov 12 02:01:31.845884 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-11b7e24c-d277-4658-a404-6188fe677f70 req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Request body: {'port': {'device_id': '6e6e5980-a782-415d-b09e-56731da139b7', 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a', 'admin_state_up': True, 'tenant_id': '47c2f57830584c44a732c50fafeedf8d'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:31.963573 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11b7e24c-d277-4658-a404-6188fe677f70 req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Made reservation on behalf of 47c2f57830584c44a732c50fafeedf8d for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:01:31.967210 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-11b7e24c-d277-4658-a404-6188fe677f70 req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:32.104493 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-11b7e24c-d277-4658-a404-6188fe677f70 req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Allocated IP 172.20.0.11 (1e440814-c91e-4bf3-bdbe-d787b7c06c8a/2d609c63-eb7a-41b6-880d-98c544158d10/ea5f237d-2f32-455a-a57b-48992b71b20f) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:01:32.646150 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-11b7e24c-d277-4658-a404-6188fe677f70 req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:32.695821 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-11b7e24c-d277-4658-a404-6188fe677f70 req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:32.742985 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11b7e24c-d277-4658-a404-6188fe677f70 req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Network 1e440814-c91e-4bf3-bdbe-d787b7c06c8a is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:01:32.748433 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-11b7e24c-d277-4658-a404-6188fe677f70 req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:01:32.752323 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b7e24c-d277-4658-a404-6188fe677f70 req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:01:32.758712 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Pushing event updated for resources: {'Port': ['ID=ea5f237d-2f32-455a-a57b-48992b71b20f,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:32.787716 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:32.788069 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:32.788409 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:32.788764 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:32.789097 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:32.789426 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:32.789758 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:32.790082 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:32.790409 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:32.790721 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:32.791048 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:32.791365 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:32.818149 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7e24c-d277-4658-a404-6188fe677f70 req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:32.819227 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-11b7e24c-d277-4658-a404-6188fe677f70 req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:32.836995 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11b7e24c-d277-4658-a404-6188fe677f70 req-93c8da94-bb20-4dcd-9949-73b5d637a255 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9975672 Nov 12 02:01:32.854692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-11b7e24c-d277-4658-a404-6188fe677f70 req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] Request body: {'port': {'device_id': '6e6e5980-a782-415d-b09e-56731da139b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:32.924359 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-11b7e24c-d277-4658-a404-6188fe677f70 req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:32.974297 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc4f5f-84f4-4e00-9170-ea9085a0ce1d req-f1a774e2-239f-4681-be43-4d423448f622 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:32.975823 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9cc4f5f-84f4-4e00-9170-ea9085a0ce1d req-f1a774e2-239f-4681-be43-4d423448f622 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e6e5980-a782-415d-b09e-56731da139b7 HTTP/1.1" status: 200 len: 932 time: 0.0590711 Nov 12 02:01:33.029460 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9cc4f5f-84f4-4e00-9170-ea9085a0ce1d req-27abf727-d884-42ad-a5e1-b5ae73c2be3b tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467672 Nov 12 02:01:33.042205 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c2397c85-9e4f-4cf0-958a-fca7981ff496 None None] Provisioning complete for port ea5f237d-2f32-455a-a57b-48992b71b20f triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:33.042755 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c2397c85-9e4f-4cf0-958a-fca7981ff496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:33.087378 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c2397c85-9e4f-4cf0-958a-fca7981ff496 None None] Port ea5f237d-2f32-455a-a57b-48992b71b20f cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:01:33.242199 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-11b7e24c-d277-4658-a404-6188fe677f70 req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea5f237d-2f32-455a-a57b-48992b71b20f {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:01:33.250190 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-11b7e24c-d277-4658-a404-6188fe677f70 req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:33.263224 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-11b7e24c-d277-4658-a404-6188fe677f70 req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] Transition to ACTIVE for port object ea5f237d-2f32-455a-a57b-48992b71b20f will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:01:33.267467 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-11b7e24c-d277-4658-a404-6188fe677f70 req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:33.321876 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5f237d-2f32-455a-a57b-48992b71b20f,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:33.403799 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-11b7e24c-d277-4658-a404-6188fe677f70 req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] Attempting to bind port ea5f237d-2f32-455a-a57b-48992b71b20f on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:01:33.404328 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-11b7e24c-d277-4658-a404-6188fe677f70 req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] Attempting to bind port ea5f237d-2f32-455a-a57b-48992b71b20f by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': 'de1dad0c-65c0-47ca-bd76-95b1777f6f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:01:33.405770 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b7e24c-d277-4658-a404-6188fe677f70 req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] Attempting to bind port ea5f237d-2f32-455a-a57b-48992b71b20f on network 1e440814-c91e-4bf3-bdbe-d787b7c06c8a {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:01:33.412643 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b7e24c-d277-4658-a404-6188fe677f70 req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] Port ea5f237d-2f32-455a-a57b-48992b71b20f on network 1e440814-c91e-4bf3-bdbe-d787b7c06c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:01:33.413132 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b7e24c-d277-4658-a404-6188fe677f70 req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] Attempting to bind port ea5f237d-2f32-455a-a57b-48992b71b20f on network 1e440814-c91e-4bf3-bdbe-d787b7c06c8a {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:01:33.421216 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b7e24c-d277-4658-a404-6188fe677f70 req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:01:33.422112 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b7e24c-d277-4658-a404-6188fe677f70 req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] Checking segment: {'id': 'de1dad0c-65c0-47ca-bd76-95b1777f6f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:01:33.422665 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b7e24c-d277-4658-a404-6188fe677f70 req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] Bound using segment: {'id': 'de1dad0c-65c0-47ca-bd76-95b1777f6f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:01:33.423303 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-11b7e24c-d277-4658-a404-6188fe677f70 req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] Bound port: ea5f237d-2f32-455a-a57b-48992b71b20f, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1dad0c-65c0-47ca-bd76-95b1777f6f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:01:33.423829 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-11b7e24c-d277-4658-a404-6188fe677f70 req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:33.516023 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-11b7e24c-d277-4658-a404-6188fe677f70 req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] For port ea5f237d-2f32-455a-a57b-48992b71b20f, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:01:33.522373 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-11b7e24c-d277-4658-a404-6188fe677f70 req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] For port ea5f237d-2f32-455a-a57b-48992b71b20f, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=ea5f237d-2f32-455a-a57b-48992b71b20f,segment=NetworkSegment(de1dad0c-65c0-47ca-bd76-95b1777f6f0c),segment_id=de1dad0c-65c0-47ca-bd76-95b1777f6f0c)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:01:33.529306 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-11b7e24c-d277-4658-a404-6188fe677f70 req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:33.564944 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7e24c-d277-4658-a404-6188fe677f70 req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:33.565752 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-11b7e24c-d277-4658-a404-6188fe677f70 req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:33.567178 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11b7e24c-d277-4658-a404-6188fe677f70 req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] 10.222.0.15 "PUT /v2.0/ports/ea5f237d-2f32-455a-a57b-48992b71b20f HTTP/1.1" status: 200 len: 1093 time: 0.7174320 Nov 12 02:01:33.569547 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6e5980-a782-415d-b09e-56731da139b7', 'tag': 'ea5f237d-2f32-455a-a57b-48992b71b20f'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:01:33.571943 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b688cf38-7e13-4e29-8d32-fc8839a0e629" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6e5980-a782-415d-b09e-56731da139b7", "tag": "ea5f237d-2f32-455a-a57b-48992b71b20f"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:01:33.613209 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c3a7b-6da9-415f-b752-11bb32e48a96 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5f237d-2f32-455a-a57b-48992b71b20f,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:33.682537 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7e24c-d277-4658-a404-6188fe677f70 req-ef290147-7ad2-4dbe-910f-ca3faf72eb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:33.684615 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11b7e24c-d277-4658-a404-6188fe677f70 req-ef290147-7ad2-4dbe-910f-ca3faf72eb87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47c2f57830584c44a732c50fafeedf8d&device_id=6e6e5980-a782-415d-b09e-56731da139b7 HTTP/1.1" status: 200 len: 1096 time: 0.0568199 Nov 12 02:01:33.699988 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed21f2f-8992-4aec-83ac-62ffd4f6b65c x-openstack-request-id: req-4ed21f2f-8992-4aec-83ac-62ffd4f6b65c {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:01:33.700290 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6e5980-a782-415d-b09e-56731da139b7", "tag": "ea5f237d-2f32-455a-a57b-48992b71b20f", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:01:33.701302 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ed21f2f-8992-4aec-83ac-62ffd4f6b65c {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:01:33.701302 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6e5980-a782-415d-b09e-56731da139b7', 'tag': 'ea5f237d-2f32-455a-a57b-48992b71b20f', 'status': 'completed', 'code': 200} Nov 12 02:01:33.742938 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11b7e24c-d277-4658-a404-6188fe677f70 req-3b31c9cc-7dcd-457e-9b40-b1fd073b8c2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea5f237d-2f32-455a-a57b-48992b71b20f HTTP/1.1" status: 200 len: 217 time: 0.0403895 Nov 12 02:01:33.798636 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7e24c-d277-4658-a404-6188fe677f70 req-21579fc8-547b-4efe-8b87-ecf301b9cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:33.800177 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11b7e24c-d277-4658-a404-6188fe677f70 req-21579fc8-547b-4efe-8b87-ecf301b9cea2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d609c63-eb7a-41b6-880d-98c544158d10 HTTP/1.1" status: 200 len: 855 time: 0.0489931 Nov 12 02:01:33.847722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7e24c-d277-4658-a404-6188fe677f70 req-e24ca507-fd4e-4f71-9ac9-17124769b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:33.849328 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11b7e24c-d277-4658-a404-6188fe677f70 req-e24ca507-fd4e-4f71-9ac9-17124769b527 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e440814-c91e-4bf3-bdbe-d787b7c06c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413253 Nov 12 02:01:33.949607 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11b7e24c-d277-4658-a404-6188fe677f70 req-cde90dba-7042-4211-9b7d-394413db84ca service neutron] 10.222.0.15 "GET /v2.0/networks/1e440814-c91e-4bf3-bdbe-d787b7c06c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918250 Nov 12 02:01:34.040475 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-11b7e24c-d277-4658-a404-6188fe677f70 req-1fb04a98-a211-471f-89a4-da49e49084ee service neutron] 10.222.0.15 "GET /v2.0/networks/1e440814-c91e-4bf3-bdbe-d787b7c06c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835221 Nov 12 02:01:34.160865 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7d041-47ff-48ea-9a00-ffe9e57f8b33 req-7f93ab91-923d-4379-be5a-ffb6322f6c7a tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:34.162410 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-68e7d041-47ff-48ea-9a00-ffe9e57f8b33 req-7f93ab91-923d-4379-be5a-ffb6322f6c7a tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e6e5980-a782-415d-b09e-56731da139b7 HTTP/1.1" status: 200 len: 944 time: 0.0576112 Nov 12 02:01:34.173582 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688cf38-7e13-4e29-8d32-fc8839a0e629 req-60c9a691-9c91-49cb-87a5-d9e884014c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:34.175127 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b688cf38-7e13-4e29-8d32-fc8839a0e629 req-60c9a691-9c91-49cb-87a5-d9e884014c4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47c2f57830584c44a732c50fafeedf8d&device_id=6e6e5980-a782-415d-b09e-56731da139b7 HTTP/1.1" status: 200 len: 1096 time: 0.0495696 Nov 12 02:01:34.216795 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-68e7d041-47ff-48ea-9a00-ffe9e57f8b33 req-dca0bf78-5a72-460f-8dde-0099ec35dd72 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465147 Nov 12 02:01:34.291528 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688cf38-7e13-4e29-8d32-fc8839a0e629 req-35ad1ad5-201f-4b9a-b70c-19d6fbb86433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:34.293876 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b688cf38-7e13-4e29-8d32-fc8839a0e629 req-35ad1ad5-201f-4b9a-b70c-19d6fbb86433 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1e440814-c91e-4bf3-bdbe-d787b7c06c8a HTTP/1.1" status: 200 len: 917 time: 0.1107335 Nov 12 02:01:34.338397 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b688cf38-7e13-4e29-8d32-fc8839a0e629 req-0eccc0e0-1b75-4b14-9675-7d695c46b0b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea5f237d-2f32-455a-a57b-48992b71b20f HTTP/1.1" status: 200 len: 217 time: 0.0386071 Nov 12 02:01:34.388644 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688cf38-7e13-4e29-8d32-fc8839a0e629 req-29d4f072-e0ad-4c57-a360-8169baef08a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:34.390140 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b688cf38-7e13-4e29-8d32-fc8839a0e629 req-29d4f072-e0ad-4c57-a360-8169baef08a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d609c63-eb7a-41b6-880d-98c544158d10 HTTP/1.1" status: 200 len: 855 time: 0.0453455 Nov 12 02:01:34.435598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688cf38-7e13-4e29-8d32-fc8839a0e629 req-53a753c8-8001-4e9d-8500-7fc3662b9ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:34.437109 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b688cf38-7e13-4e29-8d32-fc8839a0e629 req-53a753c8-8001-4e9d-8500-7fc3662b9ca9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e440814-c91e-4bf3-bdbe-d787b7c06c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405097 Nov 12 02:01:34.532888 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b688cf38-7e13-4e29-8d32-fc8839a0e629 req-6ecbf8bf-16ee-4816-8908-69dcf07befdd service neutron] 10.222.0.15 "GET /v2.0/networks/1e440814-c91e-4bf3-bdbe-d787b7c06c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883222 Nov 12 02:01:34.627305 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b688cf38-7e13-4e29-8d32-fc8839a0e629 req-2c3f714b-97fe-4713-bbc2-cc1e9c11bbb9 service neutron] 10.222.0.15 "GET /v2.0/networks/1e440814-c91e-4bf3-bdbe-d787b7c06c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878284 Nov 12 02:01:35.338918 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b4b6c-3c61-467a-a047-15aa89390c7e req-d6752db2-07aa-45bc-8ecf-55eb023604fa tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:35.340675 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-087b4b6c-3c61-467a-a047-15aa89390c7e req-d6752db2-07aa-45bc-8ecf-55eb023604fa tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e6e5980-a782-415d-b09e-56731da139b7 HTTP/1.1" status: 200 len: 944 time: 0.0522327 Nov 12 02:01:35.391532 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-087b4b6c-3c61-467a-a047-15aa89390c7e req-8dc7599a-a685-492e-b0cd-643e9ff62b84 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450280 Nov 12 02:01:36.510080 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a5a79-d6a0-4e40-92db-09474c950b1f req-76b806ef-e700-4bf0-b3ee-2d454542cc86 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:36.512238 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-739a5a79-d6a0-4e40-92db-09474c950b1f req-76b806ef-e700-4bf0-b3ee-2d454542cc86 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e6e5980-a782-415d-b09e-56731da139b7 HTTP/1.1" status: 200 len: 944 time: 0.0511692 Nov 12 02:01:36.560258 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-739a5a79-d6a0-4e40-92db-09474c950b1f req-cf3bdc4e-9c55-4afc-99db-b964f7ccc0d5 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419972 Nov 12 02:01:37.679016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a93572-df07-4b04-b750-423b34548ca6 req-fc6215ab-ae2f-4bf1-bfc3-241dcb4f700c tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:37.680522 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4a93572-df07-4b04-b750-423b34548ca6 req-fc6215ab-ae2f-4bf1-bfc3-241dcb4f700c tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e6e5980-a782-415d-b09e-56731da139b7 HTTP/1.1" status: 200 len: 944 time: 0.0508754 Nov 12 02:01:37.731913 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4a93572-df07-4b04-b750-423b34548ca6 req-ab8c7e73-079b-4442-bfe5-580039f6827e tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419161 Nov 12 02:01:38.755232 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device ea5f237d-2f32-455a-a57b-48992b71b20f details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:01:38.852036 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c61320-22fd-4708-bdf1-88caef812ea4 req-7dbd1381-9d58-4f90-88f6-53f88a36ca5c tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:38.853632 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b3c61320-22fd-4708-bdf1-88caef812ea4 req-7dbd1381-9d58-4f90-88f6-53f88a36ca5c tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e6e5980-a782-415d-b09e-56731da139b7 HTTP/1.1" status: 200 len: 944 time: 0.0518827 Nov 12 02:01:38.863774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port ea5f237d-2f32-455a-a57b-48992b71b20f, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=ea5f237d-2f32-455a-a57b-48992b71b20f,segment=NetworkSegment(de1dad0c-65c0-47ca-bd76-95b1777f6f0c),segment_id=de1dad0c-65c0-47ca-bd76-95b1777f6f0c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:38.875619 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'ea5f237d-2f32-455a-a57b-48992b71b20f', 'network_id': '1e440814-c91e-4bf3-bdbe-d787b7c06c8a', 'port_id': 'ea5f237d-2f32-455a-a57b-48992b71b20f', 'mac_address': 'fa:16:3e:80:58:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d609c63-eb7a-41b6-880d-98c544158d10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:01:38.916451 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:38.919406 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b3c61320-22fd-4708-bdf1-88caef812ea4 req-df100969-7ef7-4005-b7c1-4a11a1af9136 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590310 Nov 12 02:01:38.930237 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5f237d-2f32-455a-a57b-48992b71b20f {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:01:38.952279 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port ea5f237d-2f32-455a-a57b-48992b71b20f, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=ea5f237d-2f32-455a-a57b-48992b71b20f,segment=NetworkSegment(de1dad0c-65c0-47ca-bd76-95b1777f6f0c),segment_id=de1dad0c-65c0-47ca-bd76-95b1777f6f0c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:38.956510 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:39.009651 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=ea5f237d-2f32-455a-a57b-48992b71b20f,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:39.019463 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:39.019905 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:39.020426 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:39.021021 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:39.021365 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:39.021731 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:39.022114 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:39.022449 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:39.022869 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:39.023387 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:39.023876 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:39.024212 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:39.309949 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['ea5f237d-2f32-455a-a57b-48992b71b20f'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:01:39.556304 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:40.042385 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65402cf-e1ca-45e5-8063-2a82f33ecddd req-28e9e961-7244-443d-ae2a-cdb84b6e9fbe tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:40.045030 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c65402cf-e1ca-45e5-8063-2a82f33ecddd req-28e9e961-7244-443d-ae2a-cdb84b6e9fbe tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e6e5980-a782-415d-b09e-56731da139b7 HTTP/1.1" status: 200 len: 945 time: 0.0506110 Nov 12 02:01:40.103194 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c65402cf-e1ca-45e5-8063-2a82f33ecddd req-5b78d2ed-7748-45b4-9b0c-5b4c28228582 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518522 Nov 12 02:01:40.770026 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device ea5f237d-2f32-455a-a57b-48992b71b20f up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:01:40.818202 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port ea5f237d-2f32-455a-a57b-48992b71b20f completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:01:40.822191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port ea5f237d-2f32-455a-a57b-48992b71b20f triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:40.822561 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:40.900149 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:40.924126 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6e5980-a782-415d-b09e-56731da139b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5f237d-2f32-455a-a57b-48992b71b20f'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:01:40.926395 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c01af0f-f665-4987-bcfd-73474ebb9378" -d '{"events": [{"server_uuid": "6e6e5980-a782-415d-b09e-56731da139b7", "name": "network-vif-plugged", "status": "completed", "tag": "ea5f237d-2f32-455a-a57b-48992b71b20f"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:01:40.943342 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port ea5f237d-2f32-455a-a57b-48992b71b20f, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=ea5f237d-2f32-455a-a57b-48992b71b20f,segment=NetworkSegment(de1dad0c-65c0-47ca-bd76-95b1777f6f0c),segment_id=de1dad0c-65c0-47ca-bd76-95b1777f6f0c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:40.955010 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:41.007871 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=ea5f237d-2f32-455a-a57b-48992b71b20f,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:41.035450 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3649f5-de72-4dd8-927c-2aa8117d21cf x-openstack-request-id: req-bd3649f5-de72-4dd8-927c-2aa8117d21cf {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:01:41.035745 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6e5980-a782-415d-b09e-56731da139b7", "name": "network-vif-plugged", "status": "completed", "tag": "ea5f237d-2f32-455a-a57b-48992b71b20f", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:01:41.035995 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd3649f5-de72-4dd8-927c-2aa8117d21cf {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:01:41.036387 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6e5980-a782-415d-b09e-56731da139b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5f237d-2f32-455a-a57b-48992b71b20f', 'code': 200} Nov 12 02:01:41.176005 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985f9f9-aca4-4e14-b841-be21835f664d req-122bbba7-ce83-48f7-b7dd-102700b124ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:41.178075 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e985f9f9-aca4-4e14-b841-be21835f664d req-122bbba7-ce83-48f7-b7dd-102700b124ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6e6e5980-a782-415d-b09e-56731da139b7 HTTP/1.1" status: 200 len: 1098 time: 0.0501640 Nov 12 02:01:41.265280 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e985f9f9-aca4-4e14-b841-be21835f664d req-f36b8f99-e9ce-4305-9c35-a92fa67480c8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787861 Nov 12 02:01:41.276348 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9885ae-c235-4902-98cc-b7158efd43b0 req-9c1ed57e-7eaa-4e88-9bdb-cd2677ebd192 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:41.277876 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3d9885ae-c235-4902-98cc-b7158efd43b0 req-9c1ed57e-7eaa-4e88-9bdb-cd2677ebd192 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e6e5980-a782-415d-b09e-56731da139b7 HTTP/1.1" status: 200 len: 946 time: 0.0817091 Nov 12 02:01:41.330181 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3d9885ae-c235-4902-98cc-b7158efd43b0 req-1e3ea2e9-4633-44c6-8183-23ff1b88e9b7 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448022 Nov 12 02:01:42.451101 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d03864-55b2-4f76-bf82-5e7658866290 req-7679c5ff-3e71-4119-8daf-4534066340e6 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:42.452652 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-47d03864-55b2-4f76-bf82-5e7658866290 req-7679c5ff-3e71-4119-8daf-4534066340e6 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e6e5980-a782-415d-b09e-56731da139b7 HTTP/1.1" status: 200 len: 946 time: 0.0522075 Nov 12 02:01:42.502737 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-47d03864-55b2-4f76-bf82-5e7658866290 req-12c6cafb-ae49-4dcb-8839-552f9f9d9241 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438011 Nov 12 02:01:43.624944 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c76fd-fdf0-4eff-b91d-7b1684525266 req-e2e5a6b9-efa5-4e11-9189-17937c5b79f6 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:43.626490 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b20c76fd-fdf0-4eff-b91d-7b1684525266 req-e2e5a6b9-efa5-4e11-9189-17937c5b79f6 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e6e5980-a782-415d-b09e-56731da139b7 HTTP/1.1" status: 200 len: 946 time: 0.0541687 Nov 12 02:01:43.676184 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b20c76fd-fdf0-4eff-b91d-7b1684525266 req-d16d50c1-e4dd-4b0b-8c23-a8e0a6543965 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435748 Nov 12 02:01:43.794615 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713d57f-23f3-4334-823f-b3b632dd2128 req-e8b5079e-5bba-4199-9edf-ac295cc5c61a tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:43.796038 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f713d57f-23f3-4334-823f-b3b632dd2128 req-e8b5079e-5bba-4199-9edf-ac295cc5c61a tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e6e5980-a782-415d-b09e-56731da139b7 HTTP/1.1" status: 200 len: 946 time: 0.0507498 Nov 12 02:01:43.848080 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f713d57f-23f3-4334-823f-b3b632dd2128 req-ebf86185-cc15-4337-a8ed-083a2069814f tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460286 Nov 12 02:01:50.242377 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b8fb74f8-7962-4fac-99be-0c7c296fc9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:52.523323 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4409b6c8-f67f-4520-9649-cda9032d246b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:53.813359 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:55.357997 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:55.765576 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:56.182850 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:03.841905 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f430e76f-d1bb-4266-b6ca-567bdd6a6b1c req-dcbb9a34-388d-4757-9e2b-fe430cb2a675 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6e6e5980-a782-415d-b09e-56731da139b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434480 Nov 12 02:02:03.947148 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430e76f-d1bb-4266-b6ca-567bdd6a6b1c req-077e0b19-492a-4ade-8470-f997a7c6cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:03.949319 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f430e76f-d1bb-4266-b6ca-567bdd6a6b1c req-077e0b19-492a-4ade-8470-f997a7c6cb54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47c2f57830584c44a732c50fafeedf8d&device_id=6e6e5980-a782-415d-b09e-56731da139b7 HTTP/1.1" status: 200 len: 1098 time: 0.0437787 Nov 12 02:02:04.061752 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430e76f-d1bb-4266-b6ca-567bdd6a6b1c req-b81aed98-b4df-4246-b9a1-3c9989b0f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:04.063241 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f430e76f-d1bb-4266-b6ca-567bdd6a6b1c req-b81aed98-b4df-4246-b9a1-3c9989b0f199 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1e440814-c91e-4bf3-bdbe-d787b7c06c8a HTTP/1.1" status: 200 len: 917 time: 0.0923109 Nov 12 02:02:04.106241 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f430e76f-d1bb-4266-b6ca-567bdd6a6b1c req-cecc8f4e-8144-41ce-a08c-a7567dccdba5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea5f237d-2f32-455a-a57b-48992b71b20f HTTP/1.1" status: 200 len: 217 time: 0.0355263 Nov 12 02:02:04.161074 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430e76f-d1bb-4266-b6ca-567bdd6a6b1c req-f7f37e41-ccc7-4dcb-b4f8-c60e34a31461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:04.162478 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f430e76f-d1bb-4266-b6ca-567bdd6a6b1c req-f7f37e41-ccc7-4dcb-b4f8-c60e34a31461 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d609c63-eb7a-41b6-880d-98c544158d10 HTTP/1.1" status: 200 len: 855 time: 0.0494885 Nov 12 02:02:04.215271 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430e76f-d1bb-4266-b6ca-567bdd6a6b1c req-c08a1c7d-a741-4579-9731-4b5d47fec22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:04.216811 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f430e76f-d1bb-4266-b6ca-567bdd6a6b1c req-c08a1c7d-a741-4579-9731-4b5d47fec22c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e440814-c91e-4bf3-bdbe-d787b7c06c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456588 Nov 12 02:02:04.324470 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f430e76f-d1bb-4266-b6ca-567bdd6a6b1c req-90a83ed6-57d0-483e-aec3-3d9f6181d170 service neutron] 10.222.0.15 "GET /v2.0/networks/1e440814-c91e-4bf3-bdbe-d787b7c06c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996697 Nov 12 02:02:04.423015 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f430e76f-d1bb-4266-b6ca-567bdd6a6b1c req-4c9609f8-fe1a-4dcb-a49d-2d96d89b1120 service neutron] 10.222.0.15 "GET /v2.0/networks/1e440814-c91e-4bf3-bdbe-d787b7c06c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917654 Nov 12 02:02:06.436482 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:02:06.550507 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cee7c-b70a-492c-9d77-ba204e24bdc9 req-9b404767-e7e6-440f-8961-70924eef5ac7 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:06.552040 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6d7cee7c-b70a-492c-9d77-ba204e24bdc9 req-9b404767-e7e6-440f-8961-70924eef5ac7 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e6e5980-a782-415d-b09e-56731da139b7 HTTP/1.1" status: 200 len: 946 time: 0.0520141 Nov 12 02:02:06.610584 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6d7cee7c-b70a-492c-9d77-ba204e24bdc9 req-859a9926-d15d-4190-a8b4-224cc91020f1 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500455 Nov 12 02:02:07.740633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03bbc3b-c65d-4179-a3ed-6afaddf1c397 req-d8e5cb80-9625-4e41-a0d7-ab81521a9180 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:07.742161 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a03bbc3b-c65d-4179-a3ed-6afaddf1c397 req-d8e5cb80-9625-4e41-a0d7-ab81521a9180 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e6e5980-a782-415d-b09e-56731da139b7 HTTP/1.1" status: 200 len: 946 time: 0.0551679 Nov 12 02:02:07.790687 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a03bbc3b-c65d-4179-a3ed-6afaddf1c397 req-46f47d95-9f23-4f47-bdc0-ce2afb4fceae tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/security-groups?id=50d7efe4-48c1-4461-a5e5-a74f9760eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416887 Nov 12 02:02:08.288117 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba5f6e-c9ae-43bd-8a83-b5ef74327cf4 req-b84a269f-769d-4481-82ea-42de05a32c67 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:08.289584 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5ba5f6e-c9ae-43bd-8a83-b5ef74327cf4 req-b84a269f-769d-4481-82ea-42de05a32c67 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e6e5980-a782-415d-b09e-56731da139b7 HTTP/1.1" status: 200 len: 946 time: 0.0516670 Nov 12 02:02:08.380893 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-a5ba5f6e-c9ae-43bd-8a83-b5ef74327cf4 req-8c22a186-1b93-4f9d-aa60-f3f3dbf58bb8 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Deleting port ea5f237d-2f32-455a-a57b-48992b71b20f {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:02:08.381231 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a5ba5f6e-c9ae-43bd-8a83-b5ef74327cf4 req-8c22a186-1b93-4f9d-aa60-f3f3dbf58bb8 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.474812 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-a5ba5f6e-c9ae-43bd-8a83-b5ef74327cf4 req-8c22a186-1b93-4f9d-aa60-f3f3dbf58bb8 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] For port ea5f237d-2f32-455a-a57b-48992b71b20f, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=ea5f237d-2f32-455a-a57b-48992b71b20f,segment=NetworkSegment(de1dad0c-65c0-47ca-bd76-95b1777f6f0c),segment_id=de1dad0c-65c0-47ca-bd76-95b1777f6f0c)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:08.475178 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a5ba5f6e-c9ae-43bd-8a83-b5ef74327cf4 req-8c22a186-1b93-4f9d-aa60-f3f3dbf58bb8 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.489074 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-a5ba5f6e-c9ae-43bd-8a83-b5ef74327cf4 req-8c22a186-1b93-4f9d-aa60-f3f3dbf58bb8 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Calling delete_port for ea5f237d-2f32-455a-a57b-48992b71b20f owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:02:08.614238 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a5ba5f6e-c9ae-43bd-8a83-b5ef74327cf4 req-8c22a186-1b93-4f9d-aa60-f3f3dbf58bb8 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.646721 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22a186-1b93-4f9d-aa60-f3f3dbf58bb8 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Pushing event deleted for resources: {'Port': ['ID=ea5f237d-2f32-455a-a57b-48992b71b20f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:08.647593 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['ea5f237d-2f32-455a-a57b-48992b71b20f'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:02:08.692597 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ba5f6e-c9ae-43bd-8a83-b5ef74327cf4 req-8c22a186-1b93-4f9d-aa60-f3f3dbf58bb8 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] No DVR routers for this DVR port ea5f237d-2f32-455a-a57b-48992b71b20f on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:02:08.695340 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a5ba5f6e-c9ae-43bd-8a83-b5ef74327cf4 req-8c22a186-1b93-4f9d-aa60-f3f3dbf58bb8 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.698732 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a5ba5f6e-c9ae-43bd-8a83-b5ef74327cf4 req-8c22a186-1b93-4f9d-aa60-f3f3dbf58bb8 tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.15 "DELETE /v2.0/ports/ea5f237d-2f32-455a-a57b-48992b71b20f HTTP/1.1" status: 204 len: 173 time: 0.4024239 Nov 12 02:02:08.699179 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6e5980-a782-415d-b09e-56731da139b7', 'name': 'network-vif-deleted', 'tag': 'ea5f237d-2f32-455a-a57b-48992b71b20f'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:02:08.702049 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa807694-36ff-4766-88b5-941602bfe9f3" -d '{"events": [{"server_uuid": "6e6e5980-a782-415d-b09e-56731da139b7", "name": "network-vif-deleted", "tag": "ea5f237d-2f32-455a-a57b-48992b71b20f"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:02:08.744218 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f766bb6e-6af3-4612-b1b9-55ccedfa232b x-openstack-request-id: req-f766bb6e-6af3-4612-b1b9-55ccedfa232b {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:02:08.744513 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6e5980-a782-415d-b09e-56731da139b7", "name": "network-vif-deleted", "tag": "ea5f237d-2f32-455a-a57b-48992b71b20f", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:02:08.744792 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f766bb6e-6af3-4612-b1b9-55ccedfa232b {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:02:08.745224 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6e5980-a782-415d-b09e-56731da139b7', 'name': 'network-vif-deleted', 'tag': 'ea5f237d-2f32-455a-a57b-48992b71b20f', 'status': 'completed', 'code': 200} Nov 12 02:02:08.932781 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b6180b6f-46f6-4652-8ca6-1f3fb46a190e req-b05391c6-cff1-4d03-bb35-5c416c2df97b tempest-TestEncryptedCinderVolumes-114988985 tempest-TestEncryptedCinderVolumes-114988985-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e6e5980-a782-415d-b09e-56731da139b7 HTTP/1.1" status: 200 len: 210 time: 0.0350609 Nov 12 02:02:09.574115 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:10.028989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56254) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:10.415409 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f311325c-e361-4b89-90be-01887908689d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:10.676943 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-f311325c-e361-4b89-90be-01887908689d admin admin] Deleting port dc534d9b-262b-45ea-b3dd-8907873f29b8 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:02:10.677199 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f311325c-e361-4b89-90be-01887908689d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:10.766466 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-f311325c-e361-4b89-90be-01887908689d admin admin] For port dc534d9b-262b-45ea-b3dd-8907873f29b8, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=dc534d9b-262b-45ea-b3dd-8907873f29b8,segment=NetworkSegment(de1dad0c-65c0-47ca-bd76-95b1777f6f0c),segment_id=de1dad0c-65c0-47ca-bd76-95b1777f6f0c)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:10.766835 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f311325c-e361-4b89-90be-01887908689d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:10.779268 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-f311325c-e361-4b89-90be-01887908689d admin admin] Calling delete_port for dc534d9b-262b-45ea-b3dd-8907873f29b8 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:02:10.966063 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f311325c-e361-4b89-90be-01887908689d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:10.990036 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311325c-e361-4b89-90be-01887908689d admin admin] Pushing event deleted for resources: {'Port': ['ID=dc534d9b-262b-45ea-b3dd-8907873f29b8,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:11.006921 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device ea5f237d-2f32-455a-a57b-48992b71b20f no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:02:11.028739 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: ea5f237d-2f32-455a-a57b-48992b71b20f {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:02:11.030051 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device ea5f237d-2f32-455a-a57b-48992b71b20f not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:02:11.177215 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f311325c-e361-4b89-90be-01887908689d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:11.388587 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f311325c-e361-4b89-90be-01887908689d admin admin] Router 30f02fb8-71ad-40c3-87ca-177a658c397b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:02:11.490404 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f311325c-e361-4b89-90be-01887908689d admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:02:11.496521 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f311325c-e361-4b89-90be-01887908689d admin admin] 10.222.0.31 "PUT /v2.0/routers/30f02fb8-71ad-40c3-87ca-177a658c397b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4651382 Nov 12 02:02:11.498199 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56256) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:11.500912 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8233f-199d-4fff-a90e-eb34a89c4882 None None] Sync routers for ids ['30f02fb8-71ad-40c3-87ca-177a658c397b'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:02:11.511023 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d8233f-199d-4fff-a90e-eb34a89c4882 None None] Routers {'30f02fb8-71ad-40c3-87ca-177a658c397b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:02:11.511668 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b0d8233f-199d-4fff-a90e-eb34a89c4882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:01:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['30f02fb8-71ad-40c3-87ca-177a658c397b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:11.601512 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9fdfc0c9-5dad-414e-acf5-768e2e61d12a admin admin] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:11.618495 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-b0d8233f-199d-4fff-a90e-eb34a89c4882 None None] Set router 30f02fb8-71ad-40c3-87ca-177a658c397b gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:02:11.723174 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9fdfc0c9-5dad-414e-acf5-768e2e61d12a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:11.784358 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-9fdfc0c9-5dad-414e-acf5-768e2e61d12a admin admin] Deleting port 1eb1221f-5338-434a-bba8-2ac8f0324839 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:02:11.784719 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9fdfc0c9-5dad-414e-acf5-768e2e61d12a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:11.828678 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b0d8233f-199d-4fff-a90e-eb34a89c4882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f02fb8-71ad-40c3-87ca-177a658c397b', 'name': 'tempest-TestEncryptedCinderVolumes-578952523-router', 'tenant_id': '47c2f57830584c44a732c50fafeedf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '1eb1221f-5338-434a-bba8-2ac8f0324839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:42Z', 'updated_at': '2021-11-12T02:02:10Z', 'revision_number': 5, 'project_id': '47c2f57830584c44a732c50fafeedf8d', 'gw_port': {'id': '1eb1221f-5338-434a-bba8-2ac8f0324839', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f02fb8-71ad-40c3-87ca-177a658c397b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:43Z', 'updated_at': '2021-11-12T02:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:11.855186 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8233f-199d-4fff-a90e-eb34a89c4882 None None] Checking router: 30f02fb8-71ad-40c3-87ca-177a658c397b for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:02:11.863929 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d8233f-199d-4fff-a90e-eb34a89c4882 None None] Routers {'30f02fb8-71ad-40c3-87ca-177a658c397b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:02:11.864534 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b0d8233f-199d-4fff-a90e-eb34a89c4882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:01:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['30f02fb8-71ad-40c3-87ca-177a658c397b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:11.873228 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-9fdfc0c9-5dad-414e-acf5-768e2e61d12a admin admin] For port 1eb1221f-5338-434a-bba8-2ac8f0324839, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1eb1221f-5338-434a-bba8-2ac8f0324839,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:11.873595 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9fdfc0c9-5dad-414e-acf5-768e2e61d12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:11.885791 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-9fdfc0c9-5dad-414e-acf5-768e2e61d12a admin admin] Calling delete_port for 1eb1221f-5338-434a-bba8-2ac8f0324839 owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:02:12.051375 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-b0d8233f-199d-4fff-a90e-eb34a89c4882 None None] Set router 30f02fb8-71ad-40c3-87ca-177a658c397b gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:02:12.067683 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9fdfc0c9-5dad-414e-acf5-768e2e61d12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.094984 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfc0c9-5dad-414e-acf5-768e2e61d12a admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb1221f-5338-434a-bba8-2ac8f0324839,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:12.109345 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f33cf4-f8b2-4560-90f5-0e37c1024836 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:02:12.112364 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b0d8233f-199d-4fff-a90e-eb34a89c4882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f02fb8-71ad-40c3-87ca-177a658c397b', 'name': 'tempest-TestEncryptedCinderVolumes-578952523-router', 'tenant_id': '47c2f57830584c44a732c50fafeedf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:42Z', 'updated_at': '2021-11-12T02:02:11Z', 'revision_number': 6, 'project_id': '47c2f57830584c44a732c50fafeedf8d', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:12.143897 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8233f-199d-4fff-a90e-eb34a89c4882 None None] The sync data for ids ['30f02fb8-71ad-40c3-87ca-177a658c397b'] in n-d-712137-14 is: [{'id': '30f02fb8-71ad-40c3-87ca-177a658c397b', 'name': 'tempest-TestEncryptedCinderVolumes-578952523-router', 'tenant_id': '47c2f57830584c44a732c50fafeedf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:42Z', 'updated_at': '2021-11-12T02:02:11Z', 'revision_number': 6, 'project_id': '47c2f57830584c44a732c50fafeedf8d', 'gw_port_host': None}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:02:12.164342 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9fdfc0c9-5dad-414e-acf5-768e2e61d12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.265189 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9fdfc0c9-5dad-414e-acf5-768e2e61d12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.267369 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9fdfc0c9-5dad-414e-acf5-768e2e61d12a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.310649 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9fdfc0c9-5dad-414e-acf5-768e2e61d12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.311221 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdfc0c9-5dad-414e-acf5-768e2e61d12a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30f02fb8-71ad-40c3-87ca-177a658c397b {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:02:12.315807 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9fdfc0c9-5dad-414e-acf5-768e2e61d12a admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.317013 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9fdfc0c9-5dad-414e-acf5-768e2e61d12a admin admin] 10.222.0.31 "DELETE /v2.0/routers/30f02fb8-71ad-40c3-87ca-177a658c397b HTTP/1.1" status: 204 len: 168 time: 0.8178744 Nov 12 02:02:12.319576 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56258) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:12.363932 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b16bca-16b9-426c-87a2-f8da4f370fc2 admin admin] Deleting subnet 2d609c63-eb7a-41b6-880d-98c544158d10 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:02:12.367085 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f3b16bca-16b9-426c-87a2-f8da4f370fc2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.401879 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f3b16bca-16b9-426c-87a2-f8da4f370fc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.789059 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f3b16bca-16b9-426c-87a2-f8da4f370fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.842312 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f3b16bca-16b9-426c-87a2-f8da4f370fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.867571 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b16bca-16b9-426c-87a2-f8da4f370fc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d609c63-eb7a-41b6-880d-98c544158d10,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:12.871008 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f3b16bca-16b9-426c-87a2-f8da4f370fc2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.880173 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f3b16bca-16b9-426c-87a2-f8da4f370fc2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2d609c63-eb7a-41b6-880d-98c544158d10 HTTP/1.1" status: 204 len: 168 time: 0.5537517 Nov 12 02:02:12.880173 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56260) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:12.885213 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65fa6fb-e5c5-4585-9195-3adc08ba11f2 None None] Network 1e440814-c91e-4bf3-bdbe-d787b7c06c8a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:02:12.956375 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-959958da-00c3-4392-bc2a-83441ef40ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.013198 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-959958da-00c3-4392-bc2a-83441ef40ef0 admin admin] Deleting port cbe93a57-75b6-4cc8-bc26-6d198c3013bf {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:02:13.013591 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-959958da-00c3-4392-bc2a-83441ef40ef0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.087908 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-959958da-00c3-4392-bc2a-83441ef40ef0 admin admin] For port cbe93a57-75b6-4cc8-bc26-6d198c3013bf, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=cbe93a57-75b6-4cc8-bc26-6d198c3013bf,segment=NetworkSegment(de1dad0c-65c0-47ca-bd76-95b1777f6f0c),segment_id=de1dad0c-65c0-47ca-bd76-95b1777f6f0c)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:13.088512 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-959958da-00c3-4392-bc2a-83441ef40ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.093811 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8350a6-ca3b-4715-bc16-fb92726da4ff None None] DHCP port deletion for 1e440814-c91e-4bf3-bdbe-d787b7c06c8a request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:02:13.101881 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-959958da-00c3-4392-bc2a-83441ef40ef0 admin admin] Calling delete_port for cbe93a57-75b6-4cc8-bc26-6d198c3013bf owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:02:13.143565 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4f8350a6-ca3b-4715-bc16-fb92726da4ff None None] Deleting port cbe93a57-75b6-4cc8-bc26-6d198c3013bf {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:02:13.144038 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4f8350a6-ca3b-4715-bc16-fb92726da4ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.186956 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-959958da-00c3-4392-bc2a-83441ef40ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.211724 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959958da-00c3-4392-bc2a-83441ef40ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbe93a57-75b6-4cc8-bc26-6d198c3013bf,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:13.215745 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4f8350a6-ca3b-4715-bc16-fb92726da4ff None None] For port cbe93a57-75b6-4cc8-bc26-6d198c3013bf, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=cbe93a57-75b6-4cc8-bc26-6d198c3013bf,segment=NetworkSegment(de1dad0c-65c0-47ca-bd76-95b1777f6f0c),segment_id=de1dad0c-65c0-47ca-bd76-95b1777f6f0c)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:13.216326 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4f8350a6-ca3b-4715-bc16-fb92726da4ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.218015 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959958da-00c3-4392-bc2a-83441ef40ef0 admin admin] No DVR routers for this DVR port cbe93a57-75b6-4cc8-bc26-6d198c3013bf on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:02:13.230825 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4f8350a6-ca3b-4715-bc16-fb92726da4ff None None] Calling delete_port for cbe93a57-75b6-4cc8-bc26-6d198c3013bf owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:02:13.298055 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-959958da-00c3-4392-bc2a-83441ef40ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.321218 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-959958da-00c3-4392-bc2a-83441ef40ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e440814-c91e-4bf3-bdbe-d787b7c06c8a']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:13.326029 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4f8350a6-ca3b-4715-bc16-fb92726da4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.332330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-959958da-00c3-4392-bc2a-83441ef40ef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1dad0c-65c0-47ca-bd76-95b1777f6f0c') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:13.332667 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-959958da-00c3-4392-bc2a-83441ef40ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1dad0c-65c0-47ca-bd76-95b1777f6f0c') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:13.349675 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-959958da-00c3-4392-bc2a-83441ef40ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.365795 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8350a6-ca3b-4715-bc16-fb92726da4ff None None] Pushing event deleted for resources: {'Port': ['ID=cbe93a57-75b6-4cc8-bc26-6d198c3013bf,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:13.367652 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8350a6-ca3b-4715-bc16-fb92726da4ff None None] No DVR routers for this DVR port cbe93a57-75b6-4cc8-bc26-6d198c3013bf on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:02:13.371628 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-959958da-00c3-4392-bc2a-83441ef40ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.386019 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959958da-00c3-4392-bc2a-83441ef40ef0 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:02:13.386532 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-959958da-00c3-4392-bc2a-83441ef40ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: timer() Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:02:13.389237 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:02:13.454267 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-959958da-00c3-4392-bc2a-83441ef40ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.460402 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-959958da-00c3-4392-bc2a-83441ef40ef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.468236 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-959958da-00c3-4392-bc2a-83441ef40ef0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1e440814-c91e-4bf3-bdbe-d787b7c06c8a HTTP/1.1" status: 204 len: 168 time: 0.5887883 Nov 12 02:02:13.468421 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56262) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:13.482084 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959958da-00c3-4392-bc2a-83441ef40ef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e440814-c91e-4bf3-bdbe-d787b7c06c8a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:13.693277 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1eb1221f-5338-434a-bba8-2ac8f0324839 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:02:13.717648 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 1eb1221f-5338-434a-bba8-2ac8f0324839 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:02:13.717993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1eb1221f-5338-434a-bba8-2ac8f0324839 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:02:13.718405 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device dc534d9b-262b-45ea-b3dd-8907873f29b8 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:02:13.739395 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: dc534d9b-262b-45ea-b3dd-8907873f29b8 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:02:13.739742 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device dc534d9b-262b-45ea-b3dd-8907873f29b8 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:02:13.740151 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device cbe93a57-75b6-4cc8-bc26-6d198c3013bf no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:02:13.759504 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: cbe93a57-75b6-4cc8-bc26-6d198c3013bf {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:02:13.759846 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device cbe93a57-75b6-4cc8-bc26-6d198c3013bf not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:02:13.843455 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4ada5e17-6a2e-4e17-a475-93d8a7c195d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:14.091893 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4ada5e17-6a2e-4e17-a475-93d8a7c195d8 admin admin] Deleting port 970cab02-7e08-4a8a-97ce-a9c9e2bb061b {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:02:14.092232 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4ada5e17-6a2e-4e17-a475-93d8a7c195d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:14.171028 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-4ada5e17-6a2e-4e17-a475-93d8a7c195d8 admin admin] For port 970cab02-7e08-4a8a-97ce-a9c9e2bb061b, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=970cab02-7e08-4a8a-97ce-a9c9e2bb061b,segment=NetworkSegment(035a2169-7db0-4cf3-80f8-3bb6c4d621be),segment_id=035a2169-7db0-4cf3-80f8-3bb6c4d621be)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:14.171397 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4ada5e17-6a2e-4e17-a475-93d8a7c195d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:14.184344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-4ada5e17-6a2e-4e17-a475-93d8a7c195d8 admin admin] Calling delete_port for 970cab02-7e08-4a8a-97ce-a9c9e2bb061b owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:02:14.369139 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4ada5e17-6a2e-4e17-a475-93d8a7c195d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:14.395146 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada5e17-6a2e-4e17-a475-93d8a7c195d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=970cab02-7e08-4a8a-97ce-a9c9e2bb061b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:14.572976 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4ada5e17-6a2e-4e17-a475-93d8a7c195d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:15.121854 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ada5e17-6a2e-4e17-a475-93d8a7c195d8 admin admin] Router 79d9ba2b-dde9-4413-a910-4fcd79605d62 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:02:15.225752 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ada5e17-6a2e-4e17-a475-93d8a7c195d8 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:02:15.232155 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4ada5e17-6a2e-4e17-a475-93d8a7c195d8 admin admin] 10.222.0.31 "PUT /v2.0/routers/79d9ba2b-dde9-4413-a910-4fcd79605d62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7621753 Nov 12 02:02:15.234258 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56264) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:15.237884 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a84b41c-2973-4c11-a6c5-5eee616df751 None None] Sync routers for ids ['79d9ba2b-dde9-4413-a910-4fcd79605d62'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:02:15.247592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a84b41c-2973-4c11-a6c5-5eee616df751 None None] Routers {'79d9ba2b-dde9-4413-a910-4fcd79605d62'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:02:15.248220 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-2a84b41c-2973-4c11-a6c5-5eee616df751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:01:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['79d9ba2b-dde9-4413-a910-4fcd79605d62'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:15.344376 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d62c99a9-8f29-4ca1-ba36-a44f84a9af5e admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:15.365947 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-2a84b41c-2973-4c11-a6c5-5eee616df751 None None] Set router 79d9ba2b-dde9-4413-a910-4fcd79605d62 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:02:15.461964 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d62c99a9-8f29-4ca1-ba36-a44f84a9af5e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:15.520929 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-d62c99a9-8f29-4ca1-ba36-a44f84a9af5e admin admin] Deleting port 87cd5589-7bb6-4967-831d-8d6a1d366136 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:02:15.521281 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d62c99a9-8f29-4ca1-ba36-a44f84a9af5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:15.567652 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-2a84b41c-2973-4c11-a6c5-5eee616df751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d9ba2b-dde9-4413-a910-4fcd79605d62', 'name': 'tempest-TestEncryptedCinderVolumes-216586205-router', 'tenant_id': 'bfda8cff65004ebcb3378a08d267e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '87cd5589-7bb6-4967-831d-8d6a1d366136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:48Z', 'updated_at': '2021-11-12T02:02:14Z', 'revision_number': 5, 'project_id': 'bfda8cff65004ebcb3378a08d267e4da', 'gw_port': {'id': '87cd5589-7bb6-4967-831d-8d6a1d366136', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d9ba2b-dde9-4413-a910-4fcd79605d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:00:48Z', 'updated_at': '2021-11-12T02:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:15.598981 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a84b41c-2973-4c11-a6c5-5eee616df751 None None] Checking router: 79d9ba2b-dde9-4413-a910-4fcd79605d62 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:02:15.608233 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a84b41c-2973-4c11-a6c5-5eee616df751 None None] Routers {'79d9ba2b-dde9-4413-a910-4fcd79605d62'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:02:15.608517 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-d62c99a9-8f29-4ca1-ba36-a44f84a9af5e admin admin] For port 87cd5589-7bb6-4967-831d-8d6a1d366136, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=87cd5589-7bb6-4967-831d-8d6a1d366136,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:15.609035 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-2a84b41c-2973-4c11-a6c5-5eee616df751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:01:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['79d9ba2b-dde9-4413-a910-4fcd79605d62'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:15.609154 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d62c99a9-8f29-4ca1-ba36-a44f84a9af5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:15.622047 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-d62c99a9-8f29-4ca1-ba36-a44f84a9af5e admin admin] Calling delete_port for 87cd5589-7bb6-4967-831d-8d6a1d366136 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:02:15.814292 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d62c99a9-8f29-4ca1-ba36-a44f84a9af5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:15.843602 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c99a9-8f29-4ca1-ba36-a44f84a9af5e admin admin] Pushing event deleted for resources: {'Port': ['ID=87cd5589-7bb6-4967-831d-8d6a1d366136,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:15.863420 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8beac44-b833-4981-8629-a2240b0ba4ed None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:02:15.879575 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-2a84b41c-2973-4c11-a6c5-5eee616df751 None None] Set router 79d9ba2b-dde9-4413-a910-4fcd79605d62 gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:02:15.912254 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d62c99a9-8f29-4ca1-ba36-a44f84a9af5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:15.932451 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-2a84b41c-2973-4c11-a6c5-5eee616df751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d9ba2b-dde9-4413-a910-4fcd79605d62', 'name': 'tempest-TestEncryptedCinderVolumes-216586205-router', 'tenant_id': 'bfda8cff65004ebcb3378a08d267e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:48Z', 'updated_at': '2021-11-12T02:02:15Z', 'revision_number': 6, 'project_id': 'bfda8cff65004ebcb3378a08d267e4da', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:15.962165 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a84b41c-2973-4c11-a6c5-5eee616df751 None None] The sync data for ids ['79d9ba2b-dde9-4413-a910-4fcd79605d62'] in n-d-712137-14 is: [{'id': '79d9ba2b-dde9-4413-a910-4fcd79605d62', 'name': 'tempest-TestEncryptedCinderVolumes-216586205-router', 'tenant_id': 'bfda8cff65004ebcb3378a08d267e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:00:48Z', 'updated_at': '2021-11-12T02:02:15Z', 'revision_number': 6, 'project_id': 'bfda8cff65004ebcb3378a08d267e4da', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:02:16.008529 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d62c99a9-8f29-4ca1-ba36-a44f84a9af5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.010693 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d62c99a9-8f29-4ca1-ba36-a44f84a9af5e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.056045 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d62c99a9-8f29-4ca1-ba36-a44f84a9af5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.056574 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62c99a9-8f29-4ca1-ba36-a44f84a9af5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79d9ba2b-dde9-4413-a910-4fcd79605d62 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:02:16.061564 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d62c99a9-8f29-4ca1-ba36-a44f84a9af5e admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.062715 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d62c99a9-8f29-4ca1-ba36-a44f84a9af5e admin admin] 10.222.0.31 "DELETE /v2.0/routers/79d9ba2b-dde9-4413-a910-4fcd79605d62 HTTP/1.1" status: 204 len: 168 time: 0.8275018 Nov 12 02:02:16.065727 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56266) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:16.109856 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5161d91-fc2b-4fec-ae55-95a68f54ccac admin admin] Deleting subnet 5cf35d9b-d3db-4f21-9b40-d181f1cb539b {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:02:16.113311 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5161d91-fc2b-4fec-ae55-95a68f54ccac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.148571 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5161d91-fc2b-4fec-ae55-95a68f54ccac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.231475 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5161d91-fc2b-4fec-ae55-95a68f54ccac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.285213 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5161d91-fc2b-4fec-ae55-95a68f54ccac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.311313 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5161d91-fc2b-4fec-ae55-95a68f54ccac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cf35d9b-d3db-4f21-9b40-d181f1cb539b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:16.315901 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f5161d91-fc2b-4fec-ae55-95a68f54ccac admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.319003 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f5161d91-fc2b-4fec-ae55-95a68f54ccac admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5cf35d9b-d3db-4f21-9b40-d181f1cb539b HTTP/1.1" status: 204 len: 168 time: 0.2523596 Nov 12 02:02:16.322617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56268) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:16.328029 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009f53e6-f5a5-4c2f-8b76-918bf5dba627 None None] Network abf45601-e3bf-484d-88fc-22c49ac08c15 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:02:16.404860 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b07e438-bbd7-4aba-b22e-a66693802d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.467552 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3b07e438-bbd7-4aba-b22e-a66693802d33 admin admin] Deleting port 3ab1dedc-9496-423b-8a73-1ed3959d9a2e {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:02:16.467903 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b07e438-bbd7-4aba-b22e-a66693802d33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.544724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-3b07e438-bbd7-4aba-b22e-a66693802d33 admin admin] For port 3ab1dedc-9496-423b-8a73-1ed3959d9a2e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=3ab1dedc-9496-423b-8a73-1ed3959d9a2e,segment=NetworkSegment(035a2169-7db0-4cf3-80f8-3bb6c4d621be),segment_id=035a2169-7db0-4cf3-80f8-3bb6c4d621be)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:16.545099 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b07e438-bbd7-4aba-b22e-a66693802d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.557473 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3b07e438-bbd7-4aba-b22e-a66693802d33 admin admin] Calling delete_port for 3ab1dedc-9496-423b-8a73-1ed3959d9a2e owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:02:16.637091 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b07e438-bbd7-4aba-b22e-a66693802d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.661212 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07e438-bbd7-4aba-b22e-a66693802d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab1dedc-9496-423b-8a73-1ed3959d9a2e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:16.666752 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b07e438-bbd7-4aba-b22e-a66693802d33 admin admin] No DVR routers for this DVR port 3ab1dedc-9496-423b-8a73-1ed3959d9a2e on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:02:16.743473 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b07e438-bbd7-4aba-b22e-a66693802d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.758697 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eec747c-9298-44a9-91f1-937737987b04 None None] DHCP port deletion for abf45601-e3bf-484d-88fc-22c49ac08c15 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:02:16.771801 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-3b07e438-bbd7-4aba-b22e-a66693802d33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf45601-e3bf-484d-88fc-22c49ac08c15']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:16.782659 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-3b07e438-bbd7-4aba-b22e-a66693802d33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035a2169-7db0-4cf3-80f8-3bb6c4d621be') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:16.782963 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-3b07e438-bbd7-4aba-b22e-a66693802d33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035a2169-7db0-4cf3-80f8-3bb6c4d621be') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:16.794273 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b07e438-bbd7-4aba-b22e-a66693802d33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.809697 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b07e438-bbd7-4aba-b22e-a66693802d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.817051 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b07e438-bbd7-4aba-b22e-a66693802d33 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:02:16.817457 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b07e438-bbd7-4aba-b22e-a66693802d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: timer() Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:02:16.819235 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:02:16.884633 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b07e438-bbd7-4aba-b22e-a66693802d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.892901 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b07e438-bbd7-4aba-b22e-a66693802d33 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.896098 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3b07e438-bbd7-4aba-b22e-a66693802d33 admin admin] 10.222.0.31 "DELETE /v2.0/networks/abf45601-e3bf-484d-88fc-22c49ac08c15 HTTP/1.1" status: 204 len: 168 time: 0.5711088 Nov 12 02:02:16.907667 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07e438-bbd7-4aba-b22e-a66693802d33 admin admin] Pushing event deleted for resources: {'Network': ['ID=abf45601-e3bf-484d-88fc-22c49ac08c15,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:17.061416 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56272) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:17.101419 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-66c7d46a-9f62-4b93-a3e8-062157a2a505 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47c2f57830584c44a732c50fafeedf8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388420 Nov 12 02:02:17.103878 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56274) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:17.158753 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-07e2dbad-2600-4b2f-9841-b44c94a8b62a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:17.183121 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-07e2dbad-2600-4b2f-9841-b44c94a8b62a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:17.234461 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-07e2dbad-2600-4b2f-9841-b44c94a8b62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:17.238744 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-07e2dbad-2600-4b2f-9841-b44c94a8b62a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:17.240558 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-07e2dbad-2600-4b2f-9841-b44c94a8b62a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50d7efe4-48c1-4461-a5e5-a74f9760eaa3 HTTP/1.1" status: 204 len: 168 time: 0.1356208 Nov 12 02:02:17.251250 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2dbad-2600-4b2f-9841-b44c94a8b62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d7efe4-48c1-4461-a5e5-a74f9760eaa3,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:17.599106 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56280) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:17.641099 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e72d17c9-4074-4cb6-bb37-2e539df30065 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bfda8cff65004ebcb3378a08d267e4da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401204 Nov 12 02:02:17.643591 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56282) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:17.699251 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 3ab1dedc-9496-423b-8a73-1ed3959d9a2e no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:02:17.705052 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-37327a0b-e504-43de-bdf5-4a3d10c3a20d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:17.718381 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 3ab1dedc-9496-423b-8a73-1ed3959d9a2e {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:02:17.718729 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 3ab1dedc-9496-423b-8a73-1ed3959d9a2e not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:02:17.719140 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 970cab02-7e08-4a8a-97ce-a9c9e2bb061b no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:02:17.726590 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-37327a0b-e504-43de-bdf5-4a3d10c3a20d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:17.737851 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 970cab02-7e08-4a8a-97ce-a9c9e2bb061b {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:02:17.738197 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 970cab02-7e08-4a8a-97ce-a9c9e2bb061b not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:02:17.738613 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 87cd5589-7bb6-4967-831d-8d6a1d366136 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:02:17.759256 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 87cd5589-7bb6-4967-831d-8d6a1d366136 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:02:17.759606 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 87cd5589-7bb6-4967-831d-8d6a1d366136 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:02:17.779346 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-37327a0b-e504-43de-bdf5-4a3d10c3a20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:17.782441 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-37327a0b-e504-43de-bdf5-4a3d10c3a20d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:17.783681 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-37327a0b-e504-43de-bdf5-4a3d10c3a20d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b96bafe3-3b67-4b94-91c2-7107615e7ec7 HTTP/1.1" status: 204 len: 168 time: 0.1389096 Nov 12 02:02:17.793442 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37327a0b-e504-43de-bdf5-4a3d10c3a20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96bafe3-3b67-4b94-91c2-7107615e7ec7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:18.482084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56304) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:18.577885 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7f94ed50-7a15-4667-be98-be6e0b3247ec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1900197952-network', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:18.600187 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f94ed50-7a15-4667-be98-be6e0b3247ec admin admin] Made reservation on behalf of 1c529fc69eb24aaa9dfaef2047401ea1 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:02:18.602842 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f94ed50-7a15-4667-be98-be6e0b3247ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:18.611886 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f94ed50-7a15-4667-be98-be6e0b3247ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:18.693769 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f94ed50-7a15-4667-be98-be6e0b3247ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:18.698051 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f94ed50-7a15-4667-be98-be6e0b3247ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:18.736090 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f94ed50-7a15-4667-be98-be6e0b3247ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:02:18.739490 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94ed50-7a15-4667-be98-be6e0b3247ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb62031-6a37-45aa-bf19-a1fa749ecba1,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:18.755244 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f94ed50-7a15-4667-be98-be6e0b3247ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:18.755814 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-7f94ed50-7a15-4667-be98-be6e0b3247ec admin admin] Added segment 603c568a-a3a3-49c3-a744-17764bbabafa of type vlan for network af6f0f25-71a1-4f35-9221-b39d0b16e1ec Nov 12 02:02:18.807094 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f94ed50-7a15-4667-be98-be6e0b3247ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:18.833233 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f94ed50-7a15-4667-be98-be6e0b3247ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:18.834211 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f94ed50-7a15-4667-be98-be6e0b3247ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:18.834800 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7f94ed50-7a15-4667-be98-be6e0b3247ec admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:18.895337 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7f94ed50-7a15-4667-be98-be6e0b3247ec admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4121213 Nov 12 02:02:18.898115 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56308) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:18.905275 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-09e7a288-cdd8-42e8-9200-f5090d6b427b admin admin] Request body: {'subnet': {'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1900197952-subnet', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:18.914716 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94ed50-7a15-4667-be98-be6e0b3247ec admin admin] Pushing event updated for resources: {'Network': ['ID=af6f0f25-71a1-4f35-9221-b39d0b16e1ec,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:18.925091 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network af6f0f25-71a1-4f35-9221-b39d0b16e1ec details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:02:18.931252 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e7a288-cdd8-42e8-9200-f5090d6b427b admin admin] Made reservation on behalf of 1c529fc69eb24aaa9dfaef2047401ea1 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:02:18.933734 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-09e7a288-cdd8-42e8-9200-f5090d6b427b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:19.106448 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-09e7a288-cdd8-42e8-9200-f5090d6b427b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:19.161051 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7a288-cdd8-42e8-9200-f5090d6b427b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f0d2a67-f3b7-4e67-90d6-7a03ad197854,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:19.172031 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e7a288-cdd8-42e8-9200-f5090d6b427b admin admin] Checking segment: {'id': '603c568a-a3a3-49c3-a744-17764bbabafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:02:19.172398 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e7a288-cdd8-42e8-9200-f5090d6b427b admin admin] Network hostable DHCP agents. Network: af6f0f25-71a1-4f35-9221-b39d0b16e1ec, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:02:19.190135 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e7a288-cdd8-42e8-9200-f5090d6b427b admin admin] Network af6f0f25-71a1-4f35-9221-b39d0b16e1ec is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:02:19.199109 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-09e7a288-cdd8-42e8-9200-f5090d6b427b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, af6f0f25-71a1-4f35-9221-b39d0b16e1ec) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:02:19.203307 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e7a288-cdd8-42e8-9200-f5090d6b427b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:19.204017 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-09e7a288-cdd8-42e8-9200-f5090d6b427b admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:19.207943 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67883c10-1eed-45ef-911d-56361a298fd0 None None] Network af6f0f25-71a1-4f35-9221-b39d0b16e1ec requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:02:19.222862 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-09e7a288-cdd8-42e8-9200-f5090d6b427b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3212202 Nov 12 02:02:19.223321 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56310) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:19.227974 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-30a9e0eb-b8a5-4a5f-a35b-574f2ce979dd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1900197952-router', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:19.250134 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-30a9e0eb-b8a5-4a5f-a35b-574f2ce979dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:19.251196 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-30a9e0eb-b8a5-4a5f-a35b-574f2ce979dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:19.305831 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-30a9e0eb-b8a5-4a5f-a35b-574f2ce979dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:19.378349 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12599ae3-1dbf-492d-9ff3-21ed2701f3ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-af6f0f25-71a1-4f35-9221-b39d0b16e1ec', 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'fixed_ips': [{'subnet_id': '1f0d2a67-f3b7-4e67-90d6-7a03ad197854'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:02:19.379398 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12599ae3-1dbf-492d-9ff3-21ed2701f3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:19.456448 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-30a9e0eb-b8a5-4a5f-a35b-574f2ce979dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:19.522422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-12599ae3-1dbf-492d-9ff3-21ed2701f3ed None None] Allocated IP 172.20.0.2 (af6f0f25-71a1-4f35-9221-b39d0b16e1ec/1f0d2a67-f3b7-4e67-90d6-7a03ad197854/a15e5931-8d9c-4209-ac47-39bc7bbe4242) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:02:19.671506 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12599ae3-1dbf-492d-9ff3-21ed2701f3ed None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:19.672662 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-30a9e0eb-b8a5-4a5f-a35b-574f2ce979dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:19.678120 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12599ae3-1dbf-492d-9ff3-21ed2701f3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:19.694279 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-30a9e0eb-b8a5-4a5f-a35b-574f2ce979dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:19.716973 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12599ae3-1dbf-492d-9ff3-21ed2701f3ed None None] Network af6f0f25-71a1-4f35-9221-b39d0b16e1ec is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:02:19.721903 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-12599ae3-1dbf-492d-9ff3-21ed2701f3ed None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:02:19.725472 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12599ae3-1dbf-492d-9ff3-21ed2701f3ed None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:02:19.733304 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12599ae3-1dbf-492d-9ff3-21ed2701f3ed None None] Pushing event updated for resources: {'Port': ['ID=a15e5931-8d9c-4209-ac47-39bc7bbe4242,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:19.781706 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-12599ae3-1dbf-492d-9ff3-21ed2701f3ed None None] Attempting to bind port a15e5931-8d9c-4209-ac47-39bc7bbe4242 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:02:19.782013 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-12599ae3-1dbf-492d-9ff3-21ed2701f3ed None None] Attempting to bind port a15e5931-8d9c-4209-ac47-39bc7bbe4242 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '603c568a-a3a3-49c3-a744-17764bbabafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:02:19.782386 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12599ae3-1dbf-492d-9ff3-21ed2701f3ed None None] Attempting to bind port a15e5931-8d9c-4209-ac47-39bc7bbe4242 on network af6f0f25-71a1-4f35-9221-b39d0b16e1ec {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:02:19.787234 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12599ae3-1dbf-492d-9ff3-21ed2701f3ed None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:02:19.787607 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12599ae3-1dbf-492d-9ff3-21ed2701f3ed None None] Checking segment: {'id': '603c568a-a3a3-49c3-a744-17764bbabafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:02:19.788013 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12599ae3-1dbf-492d-9ff3-21ed2701f3ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:19.788406 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12599ae3-1dbf-492d-9ff3-21ed2701f3ed None None] Bound using segment: {'id': '603c568a-a3a3-49c3-a744-17764bbabafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:02:19.788899 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-12599ae3-1dbf-492d-9ff3-21ed2701f3ed None None] Bound port: a15e5931-8d9c-4209-ac47-39bc7bbe4242, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603c568a-a3a3-49c3-a744-17764bbabafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:02:19.789294 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12599ae3-1dbf-492d-9ff3-21ed2701f3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:19.801849 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-30a9e0eb-b8a5-4a5f-a35b-574f2ce979dd admin admin] Allocated IP 172.25.0.42 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/ae4c1950-4e60-4ddb-a992-6f54e5f4703a) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:02:19.859726 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-12599ae3-1dbf-492d-9ff3-21ed2701f3ed None None] For port a15e5931-8d9c-4209-ac47-39bc7bbe4242, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:02:19.863357 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-12599ae3-1dbf-492d-9ff3-21ed2701f3ed None None] For port a15e5931-8d9c-4209-ac47-39bc7bbe4242, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a15e5931-8d9c-4209-ac47-39bc7bbe4242,segment=NetworkSegment(603c568a-a3a3-49c3-a744-17764bbabafa),segment_id=603c568a-a3a3-49c3-a744-17764bbabafa)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:02:19.869943 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12599ae3-1dbf-492d-9ff3-21ed2701f3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:19.928235 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-30a9e0eb-b8a5-4a5f-a35b-574f2ce979dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:19.936593 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12599ae3-1dbf-492d-9ff3-21ed2701f3ed None None] Pushing event updated for resources: {'Port': ['ID=a15e5931-8d9c-4209-ac47-39bc7bbe4242,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:19.970444 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-30a9e0eb-b8a5-4a5f-a35b-574f2ce979dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:20.011278 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a9e0eb-b8a5-4a5f-a35b-574f2ce979dd admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:02:20.017322 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-30a9e0eb-b8a5-4a5f-a35b-574f2ce979dd admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:02:20.021126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a9e0eb-b8a5-4a5f-a35b-574f2ce979dd admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:02:20.027928 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9e0eb-b8a5-4a5f-a35b-574f2ce979dd admin admin] Pushing event updated for resources: {'Port': ['ID=ae4c1950-4e60-4ddb-a992-6f54e5f4703a,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:20.033284 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b391ca-6ada-4196-9b82-8d439d49fa80 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:02:20.117798 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d3820c2a-4579-4f97-a3bb-9a5fdafa67e4 None None] Provisioning complete for port ae4c1950-4e60-4ddb-a992-6f54e5f4703a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:20.121093 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d3820c2a-4579-4f97-a3bb-9a5fdafa67e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:20.190335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d3820c2a-4579-4f97-a3bb-9a5fdafa67e4 None None] Port ae4c1950-4e60-4ddb-a992-6f54e5f4703a cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:02:20.239300 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bcebcf05-e06d-4282-85bd-97cdfd5e1941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:20.343919 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-30a9e0eb-b8a5-4a5f-a35b-574f2ce979dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:20.551182 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-30a9e0eb-b8a5-4a5f-a35b-574f2ce979dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:20.695096 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a9e0eb-b8a5-4a5f-a35b-574f2ce979dd admin admin] Router 690261fb-3177-435b-9df5-6ce0543abb7e is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:02:20.809960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a9e0eb-b8a5-4a5f-a35b-574f2ce979dd admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:02:20.820864 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] Sync routers for ids ['690261fb-3177-435b-9df5-6ce0543abb7e'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:02:20.829277 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-30a9e0eb-b8a5-4a5f-a35b-574f2ce979dd admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:20.833007 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-30a9e0eb-b8a5-4a5f-a35b-574f2ce979dd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6061511 Nov 12 02:02:20.834275 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56312) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:20.835259 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] Routers {'690261fb-3177-435b-9df5-6ce0543abb7e'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:02:20.836045 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:01:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['690261fb-3177-435b-9df5-6ce0543abb7e'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:20.924294 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9372c9-56c1-4c30-b46f-8799b6ed2553 None None] Network af6f0f25-71a1-4f35-9221-b39d0b16e1ec requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:02:20.952023 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] Set router 690261fb-3177-435b-9df5-6ce0543abb7e gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:02:21.062135 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-70dcbda8-46d8-47cf-b0d3-21387f487585 None None] Provisioning complete for port a15e5931-8d9c-4209-ac47-39bc7bbe4242 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:21.062739 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-70dcbda8-46d8-47cf-b0d3-21387f487585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:21.175212 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'name': 'tempest-TestMinimumBasicScenario-1900197952-router', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:20Z', 'revision_number': 3, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'gw_port': {'id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:21.199169 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-70dcbda8-46d8-47cf-b0d3-21387f487585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:21.213154 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] Checking router: 690261fb-3177-435b-9df5-6ce0543abb7e for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:02:21.213399 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] Updating router 690261fb-3177-435b-9df5-6ce0543abb7e port ae4c1950-4e60-4ddb-a992-6f54e5f4703a binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:02:21.240400 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:21.240993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-70dcbda8-46d8-47cf-b0d3-21387f487585 None None] For port a15e5931-8d9c-4209-ac47-39bc7bbe4242, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a15e5931-8d9c-4209-ac47-39bc7bbe4242,segment=NetworkSegment(603c568a-a3a3-49c3-a744-17764bbabafa),segment_id=603c568a-a3a3-49c3-a744-17764bbabafa)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:21.246869 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-70dcbda8-46d8-47cf-b0d3-21387f487585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:21.312297 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcbda8-46d8-47cf-b0d3-21387f487585 None None] Pushing event updated for resources: {'Port': ['ID=a15e5931-8d9c-4209-ac47-39bc7bbe4242,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:21.334980 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-51a47443-2c31-43e4-a601-63463fb22562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:21.474987 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f26599cf-1197-4634-8037-4e9d9d25dad3 None None] Provisioning complete for port a15e5931-8d9c-4209-ac47-39bc7bbe4242 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:21.475400 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f26599cf-1197-4634-8037-4e9d9d25dad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:21.511901 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-51a47443-2c31-43e4-a601-63463fb22562 admin admin] Allocated IP 172.20.0.1 (af6f0f25-71a1-4f35-9221-b39d0b16e1ec/1f0d2a67-f3b7-4e67-90d6-7a03ad197854/e39b45de-2932-47eb-9471-e496466b0e2c) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:02:21.537341 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:21.544804 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:21.598126 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f2b095-a34a-4d61-8079-bb8f9d341606 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:02:21.610803 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] Attempting to bind port ae4c1950-4e60-4ddb-a992-6f54e5f4703a on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:02:21.611308 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] Attempting to bind port ae4c1950-4e60-4ddb-a992-6f54e5f4703a by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:02:21.611737 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] Attempting to bind port ae4c1950-4e60-4ddb-a992-6f54e5f4703a on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:02:21.618172 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e05e2-9822-456f-b85f-445d17b86ecc None None] Pushing event updated for resources: {'Port': ['ID=ae4c1950-4e60-4ddb-a992-6f54e5f4703a,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:21.623465 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:02:21.623839 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:02:21.624231 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:21.624615 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:02:21.625106 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] Bound port: ae4c1950-4e60-4ddb-a992-6f54e5f4703a, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:02:21.625636 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:21.632417 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e05e2-9822-456f-b85f-445d17b86ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:21.632779 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e05e2-9822-456f-b85f-445d17b86ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:21.633115 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e05e2-9822-456f-b85f-445d17b86ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:21.633444 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e05e2-9822-456f-b85f-445d17b86ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:21.633769 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e05e2-9822-456f-b85f-445d17b86ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:21.634096 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e05e2-9822-456f-b85f-445d17b86ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:21.634410 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e05e2-9822-456f-b85f-445d17b86ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:21.635039 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e05e2-9822-456f-b85f-445d17b86ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:21.635361 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e05e2-9822-456f-b85f-445d17b86ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:21.635680 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e05e2-9822-456f-b85f-445d17b86ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:21.636544 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e05e2-9822-456f-b85f-445d17b86ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:21.637038 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7e05e2-9822-456f-b85f-445d17b86ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:21.661956 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-51a47443-2c31-43e4-a601-63463fb22562 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:21.702129 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] For port ae4c1950-4e60-4ddb-a992-6f54e5f4703a, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:02:21.706012 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] For port ae4c1950-4e60-4ddb-a992-6f54e5f4703a, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ae4c1950-4e60-4ddb-a992-6f54e5f4703a,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:02:21.713415 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-51a47443-2c31-43e4-a601-63463fb22562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:21.714041 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:21.721658 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-47a78c54-1011-48f6-9b9a-749751d1bc38 None None] Provisioning complete for port ae4c1950-4e60-4ddb-a992-6f54e5f4703a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:21.722380 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-47a78c54-1011-48f6-9b9a-749751d1bc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:21.757982 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a47443-2c31-43e4-a601-63463fb22562 admin admin] Network af6f0f25-71a1-4f35-9221-b39d0b16e1ec is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:02:21.766063 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-51a47443-2c31-43e4-a601-63463fb22562 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:02:21.766313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a15e5931-8d9c-4209-ac47-39bc7bbe4242 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:02:21.768592 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a47443-2c31-43e4-a601-63463fb22562 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:02:21.774779 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e05e2-9822-456f-b85f-445d17b86ecc None None] Pushing event updated for resources: {'Port': ['ID=ae4c1950-4e60-4ddb-a992-6f54e5f4703a,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:21.794488 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] Routers {'690261fb-3177-435b-9df5-6ce0543abb7e'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:02:21.795369 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:01:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['690261fb-3177-435b-9df5-6ce0543abb7e'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:21.815044 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0620b222-2bea-40c8-8678-e7fca898d828 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:02:21.820747 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a47443-2c31-43e4-a601-63463fb22562 admin admin] Pushing event updated for resources: {'Port': ['ID=e39b45de-2932-47eb-9471-e496466b0e2c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:21.837955 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-51a47443-2c31-43e4-a601-63463fb22562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:21.901333 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-47a78c54-1011-48f6-9b9a-749751d1bc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:21.909266 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port a15e5931-8d9c-4209-ac47-39bc7bbe4242 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:21.909799 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:21.935403 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] Set router 690261fb-3177-435b-9df5-6ce0543abb7e gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:02:21.950639 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-47a78c54-1011-48f6-9b9a-749751d1bc38 None None] For port ae4c1950-4e60-4ddb-a992-6f54e5f4703a, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ae4c1950-4e60-4ddb-a992-6f54e5f4703a,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:21.961624 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-47a78c54-1011-48f6-9b9a-749751d1bc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:22.007056 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-51a47443-2c31-43e4-a601-63463fb22562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:22.018113 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a78c54-1011-48f6-9b9a-749751d1bc38 None None] Pushing event updated for resources: {'Port': ['ID=ae4c1950-4e60-4ddb-a992-6f54e5f4703a,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:22.102390 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1b6fbb78-4760-40a8-92a2-a4683ffb4bfd None None] Provisioning complete for port ae4c1950-4e60-4ddb-a992-6f54e5f4703a triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:22.103034 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1b6fbb78-4760-40a8-92a2-a4683ffb4bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:22.188679 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'name': 'tempest-TestMinimumBasicScenario-1900197952-router', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:20Z', 'revision_number': 3, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'gw_port': {'id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:22.204731 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-51a47443-2c31-43e4-a601-63463fb22562 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:22.206114 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1b6fbb78-4760-40a8-92a2-a4683ffb4bfd None None] Provisioning complete for port e39b45de-2932-47eb-9471-e496466b0e2c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:22.206276 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1b6fbb78-4760-40a8-92a2-a4683ffb4bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:22.210419 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-51a47443-2c31-43e4-a601-63463fb22562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:22.222474 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bf0851-8090-4059-8066-8324ceb07e2d None None] The sync data for ids ['690261fb-3177-435b-9df5-6ce0543abb7e'] in n-d-712137-14 is: [{'id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'name': 'tempest-TestMinimumBasicScenario-1900197952-router', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:20Z', 'revision_number': 3, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'gw_port': {'id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:02:22.244612 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1b6fbb78-4760-40a8-92a2-a4683ffb4bfd None None] Port e39b45de-2932-47eb-9471-e496466b0e2c cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:02:22.286088 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-51a47443-2c31-43e4-a601-63463fb22562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:22.294882 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a47443-2c31-43e4-a601-63463fb22562 admin admin] Pushing event updated for resources: {'Port': ['ID=e39b45de-2932-47eb-9471-e496466b0e2c,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:22.386993 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a47443-2c31-43e4-a601-63463fb22562 admin admin] Network af6f0f25-71a1-4f35-9221-b39d0b16e1ec is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:02:22.388905 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-51a47443-2c31-43e4-a601-63463fb22562 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:02:22.536153 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bfef37b3-1e86-4b2f-bdda-f5e6f19bd571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:22.687889 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-62818386-0c59-4975-ad00-17caf6bd8f0c None None] Provisioning complete for port e39b45de-2932-47eb-9471-e496466b0e2c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:22.688264 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-62818386-0c59-4975-ad00-17caf6bd8f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:22.734074 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-62818386-0c59-4975-ad00-17caf6bd8f0c None None] Port e39b45de-2932-47eb-9471-e496466b0e2c cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:02:22.863999 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a47443-2c31-43e4-a601-63463fb22562 admin admin] Router 690261fb-3177-435b-9df5-6ce0543abb7e has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:02:22.998007 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a47443-2c31-43e4-a601-63463fb22562 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:02:23.012118 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-51a47443-2c31-43e4-a601-63463fb22562 admin admin] 10.222.0.31 "PUT /v2.0/routers/690261fb-3177-435b-9df5-6ce0543abb7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1640289 Nov 12 02:02:23.509137 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56330) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:23.515182 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-a6d13962-da63-4dd1-bebf-7c563d948835 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1720337972-network', 'tenant_id': '2c687d24ca4142e49fd4c010aaa12698'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:23.536536 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d13962-da63-4dd1-bebf-7c563d948835 admin admin] Made reservation on behalf of 2c687d24ca4142e49fd4c010aaa12698 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:02:23.538941 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a6d13962-da63-4dd1-bebf-7c563d948835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:23.549247 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a6d13962-da63-4dd1-bebf-7c563d948835 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:23.632613 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a6d13962-da63-4dd1-bebf-7c563d948835 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:23.637094 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a6d13962-da63-4dd1-bebf-7c563d948835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:23.676987 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d13962-da63-4dd1-bebf-7c563d948835 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:02:23.683722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d13962-da63-4dd1-bebf-7c563d948835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa91ee4-e0df-4b89-9d17-1efac0221574,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:23.691901 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a6d13962-da63-4dd1-bebf-7c563d948835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:23.692017 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-a6d13962-da63-4dd1-bebf-7c563d948835 admin admin] Added segment 43730bdf-7963-48e8-ba69-b21ccbe623e9 of type vlan for network da8298a8-d789-42f5-b00d-da9de1e952ef Nov 12 02:02:23.737375 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a6d13962-da63-4dd1-bebf-7c563d948835 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:23.746853 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ae4c1950-4e60-4ddb-a992-6f54e5f4703a up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:02:23.766188 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a6d13962-da63-4dd1-bebf-7c563d948835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:23.767320 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d13962-da63-4dd1-bebf-7c563d948835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:23.767967 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a6d13962-da63-4dd1-bebf-7c563d948835 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:23.829769 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a6d13962-da63-4dd1-bebf-7c563d948835 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3194108 Nov 12 02:02:23.832973 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56332) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:23.834938 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port ae4c1950-4e60-4ddb-a992-6f54e5f4703a triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:23.835600 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:23.838635 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-cb98b4f5-62e2-493b-94d6-280a7a317685 admin admin] Request body: {'subnet': {'network_id': 'da8298a8-d789-42f5-b00d-da9de1e952ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1720337972-subnet', 'tenant_id': '2c687d24ca4142e49fd4c010aaa12698', 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:23.838813 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d13962-da63-4dd1-bebf-7c563d948835 admin admin] Pushing event updated for resources: {'Network': ['ID=da8298a8-d789-42f5-b00d-da9de1e952ef,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:23.861245 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb98b4f5-62e2-493b-94d6-280a7a317685 admin admin] Made reservation on behalf of 2c687d24ca4142e49fd4c010aaa12698 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:02:23.866384 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cb98b4f5-62e2-493b-94d6-280a7a317685 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:23.877560 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:23.886688 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network da8298a8-d789-42f5-b00d-da9de1e952ef details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:02:23.904270 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] Sync routers for ids ['690261fb-3177-435b-9df5-6ce0543abb7e'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:02:23.964756 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] Routers {'690261fb-3177-435b-9df5-6ce0543abb7e'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:02:23.965640 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:02:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['690261fb-3177-435b-9df5-6ce0543abb7e'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:24.062308 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cb98b4f5-62e2-493b-94d6-280a7a317685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:24.117110 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98b4f5-62e2-493b-94d6-280a7a317685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c04ea19-edfa-4b77-91b9-c89038cf2a3f,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:24.120248 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] Set router 690261fb-3177-435b-9df5-6ce0543abb7e gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:02:24.132386 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb98b4f5-62e2-493b-94d6-280a7a317685 admin admin] Checking segment: {'id': '43730bdf-7963-48e8-ba69-b21ccbe623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da8298a8-d789-42f5-b00d-da9de1e952ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:02:24.132679 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb98b4f5-62e2-493b-94d6-280a7a317685 admin admin] Network hostable DHCP agents. Network: da8298a8-d789-42f5-b00d-da9de1e952ef, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:02:24.150726 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb98b4f5-62e2-493b-94d6-280a7a317685 admin admin] Network da8298a8-d789-42f5-b00d-da9de1e952ef is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:02:24.163814 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-cb98b4f5-62e2-493b-94d6-280a7a317685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, da8298a8-d789-42f5-b00d-da9de1e952ef) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:02:24.168463 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb98b4f5-62e2-493b-94d6-280a7a317685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:24.169258 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cb98b4f5-62e2-493b-94d6-280a7a317685 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:24.186575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56334) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:24.186794 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cb98b4f5-62e2-493b-94d6-280a7a317685 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3523278 Nov 12 02:02:24.191151 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-2f5243a2-da18-4540-b651-9fecbbb17be4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1720337972-router', 'tenant_id': '2c687d24ca4142e49fd4c010aaa12698', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:24.199479 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b47e791-43ba-4f7c-8f9a-569920f3cd93 None None] Network da8298a8-d789-42f5-b00d-da9de1e952ef requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:02:24.212663 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2f5243a2-da18-4540-b651-9fecbbb17be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:24.214566 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2f5243a2-da18-4540-b651-9fecbbb17be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:24.270111 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2f5243a2-da18-4540-b651-9fecbbb17be4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:24.405811 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2f5243a2-da18-4540-b651-9fecbbb17be4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:24.436568 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805fa514-3da0-421c-b2a6-a8e20f5b2c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-da8298a8-d789-42f5-b00d-da9de1e952ef', 'network_id': 'da8298a8-d789-42f5-b00d-da9de1e952ef', 'tenant_id': '2c687d24ca4142e49fd4c010aaa12698', 'fixed_ips': [{'subnet_id': '4c04ea19-edfa-4b77-91b9-c89038cf2a3f'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:02:24.437517 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-805fa514-3da0-421c-b2a6-a8e20f5b2c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:24.460116 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'name': 'tempest-TestMinimumBasicScenario-1900197952-router', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:21Z', 'revision_number': 4, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'gw_port': {'id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'e39b45de-2932-47eb-9471-e496466b0e2c', 'name': '', 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'mac_address': 'fa:16:3e:24:b0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1f0d2a67-f3b7-4e67-90d6-7a03ad197854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:21Z', 'updated_at': '2021-11-12T02:02:22Z', 'revision_number': 2, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'subnets': [{'id': '1f0d2a67-f3b7-4e67-90d6-7a03ad197854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:24.496064 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] Checking router: 690261fb-3177-435b-9df5-6ce0543abb7e for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:02:24.496425 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] Updating router 690261fb-3177-435b-9df5-6ce0543abb7e port e39b45de-2932-47eb-9471-e496466b0e2c binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:02:24.580347 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:24.644904 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2f5243a2-da18-4540-b651-9fecbbb17be4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:24.670293 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2f5243a2-da18-4540-b651-9fecbbb17be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:24.794662 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-2f5243a2-da18-4540-b651-9fecbbb17be4 admin admin] Allocated IP 172.25.0.144 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/6c64c4b6-6d0d-4eff-81b1-79527d7c17f9) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:02:24.881931 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-805fa514-3da0-421c-b2a6-a8e20f5b2c83 None None] Allocated IP 172.20.0.2 (da8298a8-d789-42f5-b00d-da9de1e952ef/4c04ea19-edfa-4b77-91b9-c89038cf2a3f/abb697fe-910c-4f35-b054-9cdbe2eafa6b) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:02:24.909146 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2f5243a2-da18-4540-b651-9fecbbb17be4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:24.945033 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2f5243a2-da18-4540-b651-9fecbbb17be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:24.985841 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5243a2-da18-4540-b651-9fecbbb17be4 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:02:24.990791 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-2f5243a2-da18-4540-b651-9fecbbb17be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:02:24.993228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5243a2-da18-4540-b651-9fecbbb17be4 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:02:25.012811 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc912d59-fc39-4b9b-ad7e-630025cb4dba None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:02:25.051221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5243a2-da18-4540-b651-9fecbbb17be4 admin admin] Pushing event updated for resources: {'Port': ['ID=6c64c4b6-6d0d-4eff-81b1-79527d7c17f9,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:25.147762 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3144968d-e697-4bc3-974b-0592d01db968 None None] Provisioning complete for port 6c64c4b6-6d0d-4eff-81b1-79527d7c17f9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:25.148137 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3144968d-e697-4bc3-974b-0592d01db968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.203169 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-805fa514-3da0-421c-b2a6-a8e20f5b2c83 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.215017 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-805fa514-3da0-421c-b2a6-a8e20f5b2c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.263360 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.265275 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-3144968d-e697-4bc3-974b-0592d01db968 None None] Port 6c64c4b6-6d0d-4eff-81b1-79527d7c17f9 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:02:25.275662 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.295152 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805fa514-3da0-421c-b2a6-a8e20f5b2c83 None None] Network da8298a8-d789-42f5-b00d-da9de1e952ef is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:02:25.299723 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2f5243a2-da18-4540-b651-9fecbbb17be4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.301937 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fa514-3da0-421c-b2a6-a8e20f5b2c83 None None] Pushing event updated for resources: {'Port': ['ID=abb697fe-910c-4f35-b054-9cdbe2eafa6b,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:25.306414 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-805fa514-3da0-421c-b2a6-a8e20f5b2c83 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:02:25.310954 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805fa514-3da0-421c-b2a6-a8e20f5b2c83 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:02:25.432823 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623e27e-e8af-44a0-8b3d-fee52c79af56 None None] Pushing event updated for resources: {'Port': ['ID=e39b45de-2932-47eb-9471-e496466b0e2c,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:25.440030 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.460746 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] Attempting to bind port e39b45de-2932-47eb-9471-e496466b0e2c on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:02:25.461048 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] Attempting to bind port e39b45de-2932-47eb-9471-e496466b0e2c by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '603c568a-a3a3-49c3-a744-17764bbabafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:02:25.461416 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] Attempting to bind port e39b45de-2932-47eb-9471-e496466b0e2c on network af6f0f25-71a1-4f35-9221-b39d0b16e1ec {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:02:25.465425 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-805fa514-3da0-421c-b2a6-a8e20f5b2c83 None None] Attempting to bind port abb697fe-910c-4f35-b054-9cdbe2eafa6b on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:02:25.465794 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-805fa514-3da0-421c-b2a6-a8e20f5b2c83 None None] Attempting to bind port abb697fe-910c-4f35-b054-9cdbe2eafa6b by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '43730bdf-7963-48e8-ba69-b21ccbe623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da8298a8-d789-42f5-b00d-da9de1e952ef'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:02:25.466155 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805fa514-3da0-421c-b2a6-a8e20f5b2c83 None None] Attempting to bind port abb697fe-910c-4f35-b054-9cdbe2eafa6b on network da8298a8-d789-42f5-b00d-da9de1e952ef {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:02:25.473613 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:02:25.474011 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] Checking segment: {'id': '603c568a-a3a3-49c3-a744-17764bbabafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:02:25.474396 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.474783 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] Bound using segment: {'id': '603c568a-a3a3-49c3-a744-17764bbabafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:02:25.475278 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] Bound port: e39b45de-2932-47eb-9471-e496466b0e2c, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603c568a-a3a3-49c3-a744-17764bbabafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:02:25.475731 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.478038 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805fa514-3da0-421c-b2a6-a8e20f5b2c83 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:02:25.478400 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805fa514-3da0-421c-b2a6-a8e20f5b2c83 None None] Checking segment: {'id': '43730bdf-7963-48e8-ba69-b21ccbe623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da8298a8-d789-42f5-b00d-da9de1e952ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:02:25.478783 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-805fa514-3da0-421c-b2a6-a8e20f5b2c83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.479171 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805fa514-3da0-421c-b2a6-a8e20f5b2c83 None None] Bound using segment: {'id': '43730bdf-7963-48e8-ba69-b21ccbe623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da8298a8-d789-42f5-b00d-da9de1e952ef'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:02:25.479720 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-805fa514-3da0-421c-b2a6-a8e20f5b2c83 None None] Bound port: abb697fe-910c-4f35-b054-9cdbe2eafa6b, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43730bdf-7963-48e8-ba69-b21ccbe623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da8298a8-d789-42f5-b00d-da9de1e952ef'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:02:25.480050 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-805fa514-3da0-421c-b2a6-a8e20f5b2c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.533850 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2f5243a2-da18-4540-b651-9fecbbb17be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.603587 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] For port e39b45de-2932-47eb-9471-e496466b0e2c, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:02:25.605929 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-805fa514-3da0-421c-b2a6-a8e20f5b2c83 None None] For port abb697fe-910c-4f35-b054-9cdbe2eafa6b, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:02:25.626096 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-805fa514-3da0-421c-b2a6-a8e20f5b2c83 None None] For port abb697fe-910c-4f35-b054-9cdbe2eafa6b, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=abb697fe-910c-4f35-b054-9cdbe2eafa6b,segment=NetworkSegment(43730bdf-7963-48e8-ba69-b21ccbe623e9),segment_id=43730bdf-7963-48e8-ba69-b21ccbe623e9)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:02:25.630451 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] For port e39b45de-2932-47eb-9471-e496466b0e2c, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=e39b45de-2932-47eb-9471-e496466b0e2c,segment=NetworkSegment(603c568a-a3a3-49c3-a744-17764bbabafa),segment_id=603c568a-a3a3-49c3-a744-17764bbabafa)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:02:25.631596 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b3520510-0e8a-4e26-b7ee-e7a39a70780e None None] Provisioning complete for port e39b45de-2932-47eb-9471-e496466b0e2c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:25.631990 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b3520510-0e8a-4e26-b7ee-e7a39a70780e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.636434 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-805fa514-3da0-421c-b2a6-a8e20f5b2c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.638596 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.674681 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5243a2-da18-4540-b651-9fecbbb17be4 admin admin] Router f3f74758-3309-47f6-a867-d9279e974b3f is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:02:25.751104 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fa514-3da0-421c-b2a6-a8e20f5b2c83 None None] Pushing event updated for resources: {'Port': ['ID=abb697fe-910c-4f35-b054-9cdbe2eafa6b,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:25.761890 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] Routers {'690261fb-3177-435b-9df5-6ce0543abb7e'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:02:25.762604 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:02:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['690261fb-3177-435b-9df5-6ce0543abb7e'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:25.820488 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5243a2-da18-4540-b651-9fecbbb17be4 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:02:25.830653 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] Sync routers for ids ['f3f74758-3309-47f6-a867-d9279e974b3f'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:02:25.841143 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2f5243a2-da18-4540-b651-9fecbbb17be4 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.843462 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2f5243a2-da18-4540-b651-9fecbbb17be4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6558056 Nov 12 02:02:25.844790 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] Routers {'f3f74758-3309-47f6-a867-d9279e974b3f'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:02:25.845698 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:02:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f3f74758-3309-47f6-a867-d9279e974b3f'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:25.846488 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56338) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:25.930039 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b3520510-0e8a-4e26-b7ee-e7a39a70780e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.997835 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:26.056838 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b3520510-0e8a-4e26-b7ee-e7a39a70780e None None] For port e39b45de-2932-47eb-9471-e496466b0e2c, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=e39b45de-2932-47eb-9471-e496466b0e2c,segment=NetworkSegment(603c568a-a3a3-49c3-a744-17764bbabafa),segment_id=603c568a-a3a3-49c3-a744-17764bbabafa)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:26.074644 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b3520510-0e8a-4e26-b7ee-e7a39a70780e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:26.086162 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] Set router f3f74758-3309-47f6-a867-d9279e974b3f gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:02:26.112557 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623e27e-e8af-44a0-8b3d-fee52c79af56 None None] Pushing event updated for resources: {'Port': ['ID=e39b45de-2932-47eb-9471-e496466b0e2c,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:26.224461 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3520510-0e8a-4e26-b7ee-e7a39a70780e None None] Pushing event updated for resources: {'Port': ['ID=e39b45de-2932-47eb-9471-e496466b0e2c,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:26.232534 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:26.237139 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] Set router 690261fb-3177-435b-9df5-6ce0543abb7e gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:02:26.276984 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8db9d8ef-504a-4621-b36a-0a0c8896ce64 None None] Provisioning complete for port e39b45de-2932-47eb-9471-e496466b0e2c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:26.277428 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8db9d8ef-504a-4621-b36a-0a0c8896ce64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:26.313659 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f74758-3309-47f6-a867-d9279e974b3f', 'name': 'tempest-TestMinimumBasicScenario-1720337972-router', 'tenant_id': '2c687d24ca4142e49fd4c010aaa12698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c64c4b6-6d0d-4eff-81b1-79527d7c17f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:24Z', 'updated_at': '2021-11-12T02:02:25Z', 'revision_number': 3, 'project_id': '2c687d24ca4142e49fd4c010aaa12698', 'gw_port': {'id': '6c64c4b6-6d0d-4eff-81b1-79527d7c17f9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:57:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f74758-3309-47f6-a867-d9279e974b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:24Z', 'updated_at': '2021-11-12T02:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:26.347116 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] Checking router: f3f74758-3309-47f6-a867-d9279e974b3f for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:02:26.347460 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] Updating router f3f74758-3309-47f6-a867-d9279e974b3f port 6c64c4b6-6d0d-4eff-81b1-79527d7c17f9 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:02:26.374263 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:26.430409 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8d4aae00-ff46-4aad-84fd-ef47cfb0f483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:26.554716 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'name': 'tempest-TestMinimumBasicScenario-1900197952-router', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:21Z', 'revision_number': 4, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'gw_port': {'id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'e39b45de-2932-47eb-9471-e496466b0e2c', 'name': '', 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'mac_address': 'fa:16:3e:24:b0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1f0d2a67-f3b7-4e67-90d6-7a03ad197854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:21Z', 'updated_at': '2021-11-12T02:02:25Z', 'revision_number': 4, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'subnets': [{'id': '1f0d2a67-f3b7-4e67-90d6-7a03ad197854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:26.597969 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e53886-1b69-49a4-ad71-2e6c9803402d None None] The sync data for ids ['690261fb-3177-435b-9df5-6ce0543abb7e'] in n-d-712137-14 is: [{'id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'name': 'tempest-TestMinimumBasicScenario-1900197952-router', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:21Z', 'revision_number': 4, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'gw_port': {'id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'e39b45de-2932-47eb-9471-e496466b0e2c', 'name': '', 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'mac_address': 'fa:16:3e:24:b0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1f0d2a67-f3b7-4e67-90d6-7a03ad197854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:21Z', 'updated_at': '2021-11-12T02:02:25Z', 'revision_number': 4, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'subnets': [{'id': '1f0d2a67-f3b7-4e67-90d6-7a03ad197854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:02:26.648062 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-8d4aae00-ff46-4aad-84fd-ef47cfb0f483 admin admin] Allocated IP 172.20.0.1 (da8298a8-d789-42f5-b00d-da9de1e952ef/4c04ea19-edfa-4b77-91b9-c89038cf2a3f/1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:02:26.794190 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:26.806961 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:26.815495 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8d4aae00-ff46-4aad-84fd-ef47cfb0f483 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:26.858714 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8d4aae00-ff46-4aad-84fd-ef47cfb0f483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:26.876360 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0875dba-e0c0-49be-b381-bb3cdb8a7f27 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:02:26.889595 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] Attempting to bind port 6c64c4b6-6d0d-4eff-81b1-79527d7c17f9 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:02:26.890166 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] Attempting to bind port 6c64c4b6-6d0d-4eff-81b1-79527d7c17f9 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:02:26.890396 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] Attempting to bind port 6c64c4b6-6d0d-4eff-81b1-79527d7c17f9 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:02:26.895731 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798242d-98b1-4bab-8535-9386468fdd7d None None] Pushing event updated for resources: {'Port': ['ID=6c64c4b6-6d0d-4eff-81b1-79527d7c17f9,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:26.910548 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:02:26.910931 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:02:26.911340 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:26.911733 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:02:26.912215 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] Bound port: 6c64c4b6-6d0d-4eff-81b1-79527d7c17f9, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:02:26.913970 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:26.934926 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4aae00-ff46-4aad-84fd-ef47cfb0f483 admin admin] Pushing event updated for resources: {'Port': ['ID=1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:26.947225 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f82590ac-306d-49a0-ac91-361f77fea135 None None] Provisioning complete for port 6c64c4b6-6d0d-4eff-81b1-79527d7c17f9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:26.947795 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f82590ac-306d-49a0-ac91-361f77fea135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:26.949523 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4aae00-ff46-4aad-84fd-ef47cfb0f483 admin admin] Network da8298a8-d789-42f5-b00d-da9de1e952ef is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:02:26.952135 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-8d4aae00-ff46-4aad-84fd-ef47cfb0f483 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:02:26.955811 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4aae00-ff46-4aad-84fd-ef47cfb0f483 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:02:26.989785 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] For port 6c64c4b6-6d0d-4eff-81b1-79527d7c17f9, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:02:26.993236 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] For port 6c64c4b6-6d0d-4eff-81b1-79527d7c17f9, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6c64c4b6-6d0d-4eff-81b1-79527d7c17f9,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:02:27.000348 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:27.018463 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e362d42e-3c49-42d8-920f-8a959cb51529 None None] Network da8298a8-d789-42f5-b00d-da9de1e952ef requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:02:27.032662 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f82590ac-306d-49a0-ac91-361f77fea135 None None] Port 6c64c4b6-6d0d-4eff-81b1-79527d7c17f9 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:02:27.054371 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8d4aae00-ff46-4aad-84fd-ef47cfb0f483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:27.074342 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fb998f-ec16-43a9-919c-fe2cb48cf6d9 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:02:27.083579 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798242d-98b1-4bab-8535-9386468fdd7d None None] Pushing event updated for resources: {'Port': ['ID=6c64c4b6-6d0d-4eff-81b1-79527d7c17f9,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:27.095079 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] Routers {'f3f74758-3309-47f6-a867-d9279e974b3f'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:02:27.095926 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:02:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f3f74758-3309-47f6-a867-d9279e974b3f'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:27.181223 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-83d58d65-3822-42b9-a0b4-21fdc66f6723 None None] Provisioning complete for port 6c64c4b6-6d0d-4eff-81b1-79527d7c17f9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:27.181601 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-83d58d65-3822-42b9-a0b4-21fdc66f6723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:27.247913 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8d4aae00-ff46-4aad-84fd-ef47cfb0f483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:27.269155 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] Set router f3f74758-3309-47f6-a867-d9279e974b3f gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:02:27.350396 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-83d58d65-3822-42b9-a0b4-21fdc66f6723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:27.384306 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-83d58d65-3822-42b9-a0b4-21fdc66f6723 None None] For port 6c64c4b6-6d0d-4eff-81b1-79527d7c17f9, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6c64c4b6-6d0d-4eff-81b1-79527d7c17f9,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:27.391717 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-83d58d65-3822-42b9-a0b4-21fdc66f6723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:27.438916 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-83d58d65-3822-42b9-a0b4-21fdc66f6723 None None] Provisioning complete for port abb697fe-910c-4f35-b054-9cdbe2eafa6b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:27.439925 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-83d58d65-3822-42b9-a0b4-21fdc66f6723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:27.490216 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8d4aae00-ff46-4aad-84fd-ef47cfb0f483 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:27.497593 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8d4aae00-ff46-4aad-84fd-ef47cfb0f483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:27.499031 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d58d65-3822-42b9-a0b4-21fdc66f6723 None None] Pushing event updated for resources: {'Port': ['ID=6c64c4b6-6d0d-4eff-81b1-79527d7c17f9,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:27.520401 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f74758-3309-47f6-a867-d9279e974b3f', 'name': 'tempest-TestMinimumBasicScenario-1720337972-router', 'tenant_id': '2c687d24ca4142e49fd4c010aaa12698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c64c4b6-6d0d-4eff-81b1-79527d7c17f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:24Z', 'updated_at': '2021-11-12T02:02:25Z', 'revision_number': 3, 'project_id': '2c687d24ca4142e49fd4c010aaa12698', 'gw_port': {'id': '6c64c4b6-6d0d-4eff-81b1-79527d7c17f9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:57:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f74758-3309-47f6-a867-d9279e974b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:24Z', 'updated_at': '2021-11-12T02:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:27.554636 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d56de2-7198-4106-9e99-5eb9fa42d9c4 None None] The sync data for ids ['f3f74758-3309-47f6-a867-d9279e974b3f'] in n-d-712137-14 is: [{'id': 'f3f74758-3309-47f6-a867-d9279e974b3f', 'name': 'tempest-TestMinimumBasicScenario-1720337972-router', 'tenant_id': '2c687d24ca4142e49fd4c010aaa12698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c64c4b6-6d0d-4eff-81b1-79527d7c17f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:24Z', 'updated_at': '2021-11-12T02:02:25Z', 'revision_number': 3, 'project_id': '2c687d24ca4142e49fd4c010aaa12698', 'gw_port': {'id': '6c64c4b6-6d0d-4eff-81b1-79527d7c17f9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:57:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f74758-3309-47f6-a867-d9279e974b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:24Z', 'updated_at': '2021-11-12T02:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:02:27.583398 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-83d58d65-3822-42b9-a0b4-21fdc66f6723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:27.611320 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4aae00-ff46-4aad-84fd-ef47cfb0f483 admin admin] Pushing event updated for resources: {'Port': ['ID=1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:27.623386 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8d4aae00-ff46-4aad-84fd-ef47cfb0f483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:27.636249 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-83d58d65-3822-42b9-a0b4-21fdc66f6723 None None] For port abb697fe-910c-4f35-b054-9cdbe2eafa6b, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=abb697fe-910c-4f35-b054-9cdbe2eafa6b,segment=NetworkSegment(43730bdf-7963-48e8-ba69-b21ccbe623e9),segment_id=43730bdf-7963-48e8-ba69-b21ccbe623e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:27.648726 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-83d58d65-3822-42b9-a0b4-21fdc66f6723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:27.754112 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d58d65-3822-42b9-a0b4-21fdc66f6723 None None] Pushing event updated for resources: {'Port': ['ID=abb697fe-910c-4f35-b054-9cdbe2eafa6b,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:27.777098 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4aae00-ff46-4aad-84fd-ef47cfb0f483 admin admin] Network da8298a8-d789-42f5-b00d-da9de1e952ef is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:02:27.778990 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-8d4aae00-ff46-4aad-84fd-ef47cfb0f483 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:02:27.784538 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e997f57a-bdf8-402a-9c11-10a4e75d0adf None None] Provisioning complete for port abb697fe-910c-4f35-b054-9cdbe2eafa6b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:27.784953 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e997f57a-bdf8-402a-9c11-10a4e75d0adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:27.877074 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device abb697fe-910c-4f35-b054-9cdbe2eafa6b up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:02:27.965538 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4aae00-ff46-4aad-84fd-ef47cfb0f483 admin admin] Router f3f74758-3309-47f6-a867-d9279e974b3f has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:02:28.012293 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port abb697fe-910c-4f35-b054-9cdbe2eafa6b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:28.013288 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:28.180055 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4aae00-ff46-4aad-84fd-ef47cfb0f483 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:02:28.206750 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8d4aae00-ff46-4aad-84fd-ef47cfb0f483 admin admin] 10.222.0.31 "PUT /v2.0/routers/f3f74758-3309-47f6-a867-d9279e974b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3542023 Nov 12 02:02:28.270424 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e997f57a-bdf8-402a-9c11-10a4e75d0adf None None] Provisioning complete for port 1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:28.270955 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e997f57a-bdf8-402a-9c11-10a4e75d0adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:28.341195 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-e997f57a-bdf8-402a-9c11-10a4e75d0adf None None] Port 1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:02:28.390629 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device e39b45de-2932-47eb-9471-e496466b0e2c up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:02:28.454632 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port e39b45de-2932-47eb-9471-e496466b0e2c triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:28.455011 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:28.495740 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7c0ad7a6-346f-4c3b-9383-0fa6e9761573 None None] Provisioning complete for port 1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:28.496120 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7c0ad7a6-346f-4c3b-9383-0fa6e9761573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:28.536165 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7c0ad7a6-346f-4c3b-9383-0fa6e9761573 None None] Port 1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:02:29.816282 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6c64c4b6-6d0d-4eff-81b1-79527d7c17f9 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:02:29.871533 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 6c64c4b6-6d0d-4eff-81b1-79527d7c17f9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:29.871906 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:29.972222 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device abb697fe-910c-4f35-b054-9cdbe2eafa6b up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:02:30.045248 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port abb697fe-910c-4f35-b054-9cdbe2eafa6b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:30.046206 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:30.219965 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] Sync routers for ids ['f3f74758-3309-47f6-a867-d9279e974b3f'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:02:30.232568 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] Routers {'f3f74758-3309-47f6-a867-d9279e974b3f'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:02:30.233461 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:02:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f3f74758-3309-47f6-a867-d9279e974b3f'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:30.357052 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] Set router f3f74758-3309-47f6-a867-d9279e974b3f gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:02:30.601184 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f74758-3309-47f6-a867-d9279e974b3f', 'name': 'tempest-TestMinimumBasicScenario-1720337972-router', 'tenant_id': '2c687d24ca4142e49fd4c010aaa12698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c64c4b6-6d0d-4eff-81b1-79527d7c17f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:24Z', 'updated_at': '2021-11-12T02:02:27Z', 'revision_number': 4, 'project_id': '2c687d24ca4142e49fd4c010aaa12698', 'gw_port': {'id': '6c64c4b6-6d0d-4eff-81b1-79527d7c17f9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f74758-3309-47f6-a867-d9279e974b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:24Z', 'updated_at': '2021-11-12T02:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d', 'name': '', 'network_id': 'da8298a8-d789-42f5-b00d-da9de1e952ef', 'tenant_id': '2c687d24ca4142e49fd4c010aaa12698', 'mac_address': 'fa:16:3e:b7:70:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f74758-3309-47f6-a867-d9279e974b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '4c04ea19-edfa-4b77-91b9-c89038cf2a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:26Z', 'updated_at': '2021-11-12T02:02:27Z', 'revision_number': 2, 'project_id': '2c687d24ca4142e49fd4c010aaa12698', 'subnets': [{'id': '4c04ea19-edfa-4b77-91b9-c89038cf2a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:30.633137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] Checking router: f3f74758-3309-47f6-a867-d9279e974b3f for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:02:30.633488 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] Updating router f3f74758-3309-47f6-a867-d9279e974b3f port 1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:02:30.663607 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:31.004295 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:31.013394 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:31.109615 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdf270-b394-47a5-8b9f-b7575c64abff None None] Pushing event updated for resources: {'Port': ['ID=1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:31.148214 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] Attempting to bind port 1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:02:31.148630 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] Attempting to bind port 1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '43730bdf-7963-48e8-ba69-b21ccbe623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da8298a8-d789-42f5-b00d-da9de1e952ef'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:02:31.148970 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] Attempting to bind port 1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d on network da8298a8-d789-42f5-b00d-da9de1e952ef {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:02:31.155308 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:02:31.155924 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] Checking segment: {'id': '43730bdf-7963-48e8-ba69-b21ccbe623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da8298a8-d789-42f5-b00d-da9de1e952ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:02:31.156556 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:31.157270 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] Bound using segment: {'id': '43730bdf-7963-48e8-ba69-b21ccbe623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da8298a8-d789-42f5-b00d-da9de1e952ef'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:02:31.158026 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] Bound port: 1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43730bdf-7963-48e8-ba69-b21ccbe623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da8298a8-d789-42f5-b00d-da9de1e952ef'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:02:31.158663 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:31.233558 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] For port 1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:02:31.237007 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] For port 1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d,segment=NetworkSegment(43730bdf-7963-48e8-ba69-b21ccbe623e9),segment_id=43730bdf-7963-48e8-ba69-b21ccbe623e9)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:02:31.244874 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:31.320191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c97f527b-7b1f-46b6-a842-5f11a0991acc None None] Provisioning complete for port 1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:31.320463 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c97f527b-7b1f-46b6-a842-5f11a0991acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:31.327860 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] Routers {'f3f74758-3309-47f6-a867-d9279e974b3f'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:02:31.328547 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:02:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f3f74758-3309-47f6-a867-d9279e974b3f'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:31.346697 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdf270-b394-47a5-8b9f-b7575c64abff None None] Pushing event updated for resources: {'Port': ['ID=1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:31.528442 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] Set router f3f74758-3309-47f6-a867-d9279e974b3f gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:02:31.565414 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c97f527b-7b1f-46b6-a842-5f11a0991acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:31.663410 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c97f527b-7b1f-46b6-a842-5f11a0991acc None None] For port 1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d,segment=NetworkSegment(43730bdf-7963-48e8-ba69-b21ccbe623e9),segment_id=43730bdf-7963-48e8-ba69-b21ccbe623e9)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:31.689161 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c97f527b-7b1f-46b6-a842-5f11a0991acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:31.767963 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f527b-7b1f-46b6-a842-5f11a0991acc None None] Pushing event updated for resources: {'Port': ['ID=1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:31.821193 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2431d0bf-398a-4dd5-8536-24a425472137 None None] Provisioning complete for port 1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:31.821668 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2431d0bf-398a-4dd5-8536-24a425472137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:31.884876 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f74758-3309-47f6-a867-d9279e974b3f', 'name': 'tempest-TestMinimumBasicScenario-1720337972-router', 'tenant_id': '2c687d24ca4142e49fd4c010aaa12698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c64c4b6-6d0d-4eff-81b1-79527d7c17f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:24Z', 'updated_at': '2021-11-12T02:02:27Z', 'revision_number': 4, 'project_id': '2c687d24ca4142e49fd4c010aaa12698', 'gw_port': {'id': '6c64c4b6-6d0d-4eff-81b1-79527d7c17f9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f74758-3309-47f6-a867-d9279e974b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:24Z', 'updated_at': '2021-11-12T02:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d', 'name': '', 'network_id': 'da8298a8-d789-42f5-b00d-da9de1e952ef', 'tenant_id': '2c687d24ca4142e49fd4c010aaa12698', 'mac_address': 'fa:16:3e:b7:70:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f74758-3309-47f6-a867-d9279e974b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '4c04ea19-edfa-4b77-91b9-c89038cf2a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:26Z', 'updated_at': '2021-11-12T02:02:31Z', 'revision_number': 4, 'project_id': '2c687d24ca4142e49fd4c010aaa12698', 'subnets': [{'id': '4c04ea19-edfa-4b77-91b9-c89038cf2a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:31.917032 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6012a400-796a-48ea-9235-2d7e19f9ec12 None None] The sync data for ids ['f3f74758-3309-47f6-a867-d9279e974b3f'] in n-d-712137-14 is: [{'id': 'f3f74758-3309-47f6-a867-d9279e974b3f', 'name': 'tempest-TestMinimumBasicScenario-1720337972-router', 'tenant_id': '2c687d24ca4142e49fd4c010aaa12698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c64c4b6-6d0d-4eff-81b1-79527d7c17f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:24Z', 'updated_at': '2021-11-12T02:02:27Z', 'revision_number': 4, 'project_id': '2c687d24ca4142e49fd4c010aaa12698', 'gw_port': {'id': '6c64c4b6-6d0d-4eff-81b1-79527d7c17f9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f74758-3309-47f6-a867-d9279e974b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:24Z', 'updated_at': '2021-11-12T02:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d', 'name': '', 'network_id': 'da8298a8-d789-42f5-b00d-da9de1e952ef', 'tenant_id': '2c687d24ca4142e49fd4c010aaa12698', 'mac_address': 'fa:16:3e:b7:70:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f74758-3309-47f6-a867-d9279e974b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '4c04ea19-edfa-4b77-91b9-c89038cf2a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:26Z', 'updated_at': '2021-11-12T02:02:31Z', 'revision_number': 4, 'project_id': '2c687d24ca4142e49fd4c010aaa12698', 'subnets': [{'id': '4c04ea19-edfa-4b77-91b9-c89038cf2a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:02:33.788061 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:02:33.861369 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:33.861369 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:38.549000 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca8634-3f67-416a-be62-2facb7883980 req-5df3e363-de41-4ce1-a431-b8eb14ee0cac tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:38.550606 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86ca8634-3f67-416a-be62-2facb7883980 req-5df3e363-de41-4ce1-a431-b8eb14ee0cac tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/networks?id=af6f0f25-71a1-4f35-9221-b39d0b16e1ec HTTP/1.1" status: 200 len: 815 time: 0.1094055 Nov 12 02:02:38.566167 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86ca8634-3f67-416a-be62-2facb7883980 req-637c5dbf-bc73-4da5-9144-34137a5ce70e tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/quotas/1c529fc69eb24aaa9dfaef2047401ea1 HTTP/1.1" status: 200 len: 375 time: 0.0096700 Nov 12 02:02:38.619561 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86ca8634-3f67-416a-be62-2facb7883980 req-f2894d5b-a70b-4820-8e24-279a7fd322d7 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1c529fc69eb24aaa9dfaef2047401ea1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474432 Nov 12 02:02:38.728356 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-86ca8634-3f67-416a-be62-2facb7883980 req-16f045b2-6478-46e9-a2f4-52a615d29053 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:02:38.730057 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86ca8634-3f67-416a-be62-2facb7883980 req-16f045b2-6478-46e9-a2f4-52a615d29053 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0984669 Nov 12 02:02:38.827107 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86ca8634-3f67-416a-be62-2facb7883980 req-d32ca290-162a-4e06-8def-e07aa11ca850 service neutron] 10.222.0.31 "GET /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907197 Nov 12 02:02:38.921395 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86ca8634-3f67-416a-be62-2facb7883980 req-5b8a7093-f731-459a-9c42-44721ae13f8c service neutron] 10.222.0.31 "GET /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879333 Nov 12 02:02:39.588171 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:40.114666 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-985045d3-f465-4d2d-8680-31f89c5ebbfb req-60bbc327-dafd-4bda-9f65-88b0480622a4 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 210 time: 0.0288324 Nov 12 02:02:41.234170 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3b606d3a-3db4-4537-997e-9407ae3ace3c req-18a6ee0c-b3bf-429e-99b3-349a7c86da15 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 210 time: 0.0369711 Nov 12 02:02:41.256860 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca8634-3f67-416a-be62-2facb7883980 req-048078ce-c024-4834-b5ca-d0c88c357c9d tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:41.258352 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86ca8634-3f67-416a-be62-2facb7883980 req-048078ce-c024-4834-b5ca-d0c88c357c9d tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.15 "GET /v2.0/networks?id=af6f0f25-71a1-4f35-9221-b39d0b16e1ec HTTP/1.1" status: 200 len: 815 time: 0.1156888 Nov 12 02:02:41.277172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-86ca8634-3f67-416a-be62-2facb7883980 req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Request body: {'port': {'device_id': '386ae936-be37-41c7-81fc-a383fb929d6b', 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec', 'admin_state_up': True, 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:41.396979 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86ca8634-3f67-416a-be62-2facb7883980 req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Made reservation on behalf of 1c529fc69eb24aaa9dfaef2047401ea1 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:02:41.401101 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-86ca8634-3f67-416a-be62-2facb7883980 req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:41.923012 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-86ca8634-3f67-416a-be62-2facb7883980 req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Allocated IP 172.20.0.8 (af6f0f25-71a1-4f35-9221-b39d0b16e1ec/1f0d2a67-f3b7-4e67-90d6-7a03ad197854/292fa05b-83a1-4ebd-b265-32c74633427b) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:02:42.096787 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-86ca8634-3f67-416a-be62-2facb7883980 req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:42.143809 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-86ca8634-3f67-416a-be62-2facb7883980 req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:42.198736 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86ca8634-3f67-416a-be62-2facb7883980 req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Network af6f0f25-71a1-4f35-9221-b39d0b16e1ec is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:02:42.200190 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-86ca8634-3f67-416a-be62-2facb7883980 req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:02:42.207005 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ca8634-3f67-416a-be62-2facb7883980 req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:02:42.244491 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Pushing event updated for resources: {'Port': ['ID=292fa05b-83a1-4ebd-b265-32c74633427b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:42.255604 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:42.258176 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:42.258176 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:42.258176 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:42.258176 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:42.258176 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:42.258176 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:42.259698 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:42.259698 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:42.259698 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:42.259698 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:42.259698 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:42.300798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca8634-3f67-416a-be62-2facb7883980 req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:42.301498 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-86ca8634-3f67-416a-be62-2facb7883980 req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:42.331714 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86ca8634-3f67-416a-be62-2facb7883980 req-ee7f16cb-9c9d-485f-a8b6-62ca49fcb416 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0585449 Nov 12 02:02:42.441306 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592433b4-c905-4d3e-a3c0-48c4d97aa0d5 req-906f6f4a-7c67-4536-b618-c06e75311619 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:42.443016 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-592433b4-c905-4d3e-a3c0-48c4d97aa0d5 req-906f6f4a-7c67-4536-b618-c06e75311619 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 931 time: 0.0775113 Nov 12 02:02:42.506234 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-592433b4-c905-4d3e-a3c0-48c4d97aa0d5 req-53275f2c-8045-4f39-a21c-dedfa4ce653f tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496643 Nov 12 02:02:42.589062 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ad754395-c77d-4d0d-b73a-7edd9b0f3465 None None] Provisioning complete for port 292fa05b-83a1-4ebd-b265-32c74633427b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:42.589673 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ad754395-c77d-4d0d-b73a-7edd9b0f3465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:42.628201 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ad754395-c77d-4d0d-b73a-7edd9b0f3465 None None] Port 292fa05b-83a1-4ebd-b265-32c74633427b cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:02:43.441617 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:02:43.641594 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835d9cf-7c9f-42c0-9fe7-f05a227d7fcb req-8d291ad5-d071-40cc-9f9c-b5efed0600bd tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:43.644367 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0835d9cf-7c9f-42c0-9fe7-f05a227d7fcb req-8d291ad5-d071-40cc-9f9c-b5efed0600bd tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 931 time: 0.0602231 Nov 12 02:02:43.707297 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0835d9cf-7c9f-42c0-9fe7-f05a227d7fcb req-fe84da1c-de05-4b47-a2ad-3c44c09691b4 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550070 Nov 12 02:02:44.846520 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f1c29-6afa-46e0-be79-3c198b7cdcfc req-1fd532d1-782e-4320-bb9b-f38a2fdcc8e9 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:44.849036 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f91f1c29-6afa-46e0-be79-3c198b7cdcfc req-1fd532d1-782e-4320-bb9b-f38a2fdcc8e9 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 931 time: 0.0621507 Nov 12 02:02:44.918296 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f91f1c29-6afa-46e0-be79-3c198b7cdcfc req-af96eafe-c5f0-4a81-af84-fc89a8d7e8c5 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603280 Nov 12 02:02:46.068071 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca66b1a-e009-4098-adc9-b76ea5621465 req-53c2cf71-4f15-4c30-8d9d-9b6186bbdf62 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:46.070065 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ca66b1a-e009-4098-adc9-b76ea5621465 req-53c2cf71-4f15-4c30-8d9d-9b6186bbdf62 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 931 time: 0.0625124 Nov 12 02:02:46.134364 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ca66b1a-e009-4098-adc9-b76ea5621465 req-04d27c8f-17d5-4967-88c9-d250085cb771 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578628 Nov 12 02:02:47.280188 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e0b07-4731-491e-9098-acfd47a579c3 req-0e12d2b2-a502-4fe8-a49f-9f82f876f6ca tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:47.285365 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-956e0b07-4731-491e-9098-acfd47a579c3 req-0e12d2b2-a502-4fe8-a49f-9f82f876f6ca tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 931 time: 0.0653796 Nov 12 02:02:47.363730 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-956e0b07-4731-491e-9098-acfd47a579c3 req-2f56ab7f-00ab-402f-92cb-f029d060056f tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744655 Nov 12 02:02:48.504028 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0475f78-f25d-4929-ac7f-40dd520612f1 req-228065c6-f746-4283-bdf6-da3504494e17 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:48.505894 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0475f78-f25d-4929-ac7f-40dd520612f1 req-228065c6-f746-4283-bdf6-da3504494e17 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 931 time: 0.0675728 Nov 12 02:02:48.561328 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b0475f78-f25d-4929-ac7f-40dd520612f1 req-7071c7da-3f7e-43a8-8e7f-16d59bb8dd08 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463934 Nov 12 02:02:49.693767 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbf0c8-1596-499e-aacc-8944cd7ec11d req-0eaac817-4790-402c-8e63-9508b574253b tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:49.695285 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8dbf0c8-1596-499e-aacc-8944cd7ec11d req-0eaac817-4790-402c-8e63-9508b574253b tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 931 time: 0.0549746 Nov 12 02:02:49.757405 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b8dbf0c8-1596-499e-aacc-8944cd7ec11d req-bb92116c-3f26-4fb0-95c9-f044c50d6c8c tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516839 Nov 12 02:02:50.235968 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d8c5a86f-c911-496e-bd0c-6e1dc4a1b3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:50.887093 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173093b2-850e-433d-ba1f-bda217008b44 req-c475db71-408f-4c57-b52b-18ebaa563bfc tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:50.889649 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-173093b2-850e-433d-ba1f-bda217008b44 req-c475db71-408f-4c57-b52b-18ebaa563bfc tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 931 time: 0.0519328 Nov 12 02:02:50.940630 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-173093b2-850e-433d-ba1f-bda217008b44 req-221a73ee-6c13-437d-aed2-e6528d8c0444 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448697 Nov 12 02:02:52.066440 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b80a3-e0b0-4652-9322-fcceed2dc67b req-701d3707-551e-4df3-b944-16a55ed986f2 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:52.067964 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-628b80a3-e0b0-4652-9322-fcceed2dc67b req-701d3707-551e-4df3-b944-16a55ed986f2 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 931 time: 0.0548623 Nov 12 02:02:52.118458 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-628b80a3-e0b0-4652-9322-fcceed2dc67b req-e097bfce-6eb0-4ef8-b400-cd188a603817 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441711 Nov 12 02:02:52.531625 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9ff80fad-b6ae-4a9e-bc65-7246089a060c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:53.183494 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-86ca8634-3f67-416a-be62-2facb7883980 req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] Request body: {'port': {'device_id': '386ae936-be37-41c7-81fc-a383fb929d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:53.243662 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-86ca8634-3f67-416a-be62-2facb7883980 req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:53.249759 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e673f-6225-4103-bdb3-fa298fc53764 req-3cd49d15-b594-44d3-8eb7-fe7cf30b53de tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:53.251551 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-597e673f-6225-4103-bdb3-fa298fc53764 req-3cd49d15-b594-44d3-8eb7-fe7cf30b53de tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 931 time: 0.0575440 Nov 12 02:02:53.311399 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-597e673f-6225-4103-bdb3-fa298fc53764 req-3bc3034c-578b-4d78-a09b-e196592e5161 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534062 Nov 12 02:02:53.537911 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-86ca8634-3f67-416a-be62-2facb7883980 req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 292fa05b-83a1-4ebd-b265-32c74633427b {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:02:53.545843 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-86ca8634-3f67-416a-be62-2facb7883980 req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:53.559541 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-86ca8634-3f67-416a-be62-2facb7883980 req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] Transition to ACTIVE for port object 292fa05b-83a1-4ebd-b265-32c74633427b will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:02:53.562486 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-86ca8634-3f67-416a-be62-2facb7883980 req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:53.640442 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] Pushing event updated for resources: {'Port': ['ID=292fa05b-83a1-4ebd-b265-32c74633427b,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:53.701059 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-86ca8634-3f67-416a-be62-2facb7883980 req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] Attempting to bind port 292fa05b-83a1-4ebd-b265-32c74633427b on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:02:53.701396 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-86ca8634-3f67-416a-be62-2facb7883980 req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] Attempting to bind port 292fa05b-83a1-4ebd-b265-32c74633427b by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '603c568a-a3a3-49c3-a744-17764bbabafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:02:53.701728 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ca8634-3f67-416a-be62-2facb7883980 req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] Attempting to bind port 292fa05b-83a1-4ebd-b265-32c74633427b on network af6f0f25-71a1-4f35-9221-b39d0b16e1ec {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:02:53.706506 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ca8634-3f67-416a-be62-2facb7883980 req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] Port 292fa05b-83a1-4ebd-b265-32c74633427b on network af6f0f25-71a1-4f35-9221-b39d0b16e1ec not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:02:53.706827 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ca8634-3f67-416a-be62-2facb7883980 req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] Attempting to bind port 292fa05b-83a1-4ebd-b265-32c74633427b on network af6f0f25-71a1-4f35-9221-b39d0b16e1ec {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:02:53.712927 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ca8634-3f67-416a-be62-2facb7883980 req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:02:53.713315 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ca8634-3f67-416a-be62-2facb7883980 req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] Checking segment: {'id': '603c568a-a3a3-49c3-a744-17764bbabafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:02:53.713703 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ca8634-3f67-416a-be62-2facb7883980 req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] Bound using segment: {'id': '603c568a-a3a3-49c3-a744-17764bbabafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:02:53.714139 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-86ca8634-3f67-416a-be62-2facb7883980 req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] Bound port: 292fa05b-83a1-4ebd-b265-32c74633427b, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '603c568a-a3a3-49c3-a744-17764bbabafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:02:53.714500 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-86ca8634-3f67-416a-be62-2facb7883980 req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:53.801630 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-86ca8634-3f67-416a-be62-2facb7883980 req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] For port 292fa05b-83a1-4ebd-b265-32c74633427b, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:02:53.806694 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-86ca8634-3f67-416a-be62-2facb7883980 req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] For port 292fa05b-83a1-4ebd-b265-32c74633427b, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=292fa05b-83a1-4ebd-b265-32c74633427b,segment=NetworkSegment(603c568a-a3a3-49c3-a744-17764bbabafa),segment_id=603c568a-a3a3-49c3-a744-17764bbabafa)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:02:53.827848 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-86ca8634-3f67-416a-be62-2facb7883980 req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:53.860107 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:53.870463 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca8634-3f67-416a-be62-2facb7883980 req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:53.871055 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-86ca8634-3f67-416a-be62-2facb7883980 req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:53.872989 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86ca8634-3f67-416a-be62-2facb7883980 req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] 10.222.0.15 "PUT /v2.0/ports/292fa05b-83a1-4ebd-b265-32c74633427b HTTP/1.1" status: 200 len: 1092 time: 0.6956923 Nov 12 02:02:53.873503 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386ae936-be37-41c7-81fc-a383fb929d6b', 'tag': '292fa05b-83a1-4ebd-b265-32c74633427b'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:02:53.875791 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb7e889-6d94-43ef-aa41-020451ea4fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "386ae936-be37-41c7-81fc-a383fb929d6b", "tag": "292fa05b-83a1-4ebd-b265-32c74633427b"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:02:53.901692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f2a80-7477-4867-be0b-02e241509554 service neutron] Pushing event updated for resources: {'Port': ['ID=292fa05b-83a1-4ebd-b265-32c74633427b,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:53.937103 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac64466-9901-4a1d-bfb6-2077be502492 x-openstack-request-id: req-0ac64466-9901-4a1d-bfb6-2077be502492 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:02:53.937397 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386ae936-be37-41c7-81fc-a383fb929d6b", "tag": "292fa05b-83a1-4ebd-b265-32c74633427b", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:02:53.937659 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ac64466-9901-4a1d-bfb6-2077be502492 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:02:53.938076 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386ae936-be37-41c7-81fc-a383fb929d6b', 'tag': '292fa05b-83a1-4ebd-b265-32c74633427b', 'status': 'completed', 'code': 200} Nov 12 02:02:54.001733 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca8634-3f67-416a-be62-2facb7883980 req-3fa0058b-baeb-4d43-98e6-2288e7b5dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:54.003308 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86ca8634-3f67-416a-be62-2facb7883980 req-3fa0058b-baeb-4d43-98e6-2288e7b5dd10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c529fc69eb24aaa9dfaef2047401ea1&device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 1095 time: 0.0490866 Nov 12 02:02:54.059042 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86ca8634-3f67-416a-be62-2facb7883980 req-f5f3b347-10bb-4ac7-a90d-208d58fdf562 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=292fa05b-83a1-4ebd-b265-32c74633427b HTTP/1.1" status: 200 len: 217 time: 0.0414333 Nov 12 02:02:54.112324 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca8634-3f67-416a-be62-2facb7883980 req-bd9a5eff-a0aa-4845-a9f6-77c85e2884d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:54.113860 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86ca8634-3f67-416a-be62-2facb7883980 req-bd9a5eff-a0aa-4845-a9f6-77c85e2884d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f0d2a67-f3b7-4e67-90d6-7a03ad197854 HTTP/1.1" status: 200 len: 854 time: 0.0480618 Nov 12 02:02:54.163572 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca8634-3f67-416a-be62-2facb7883980 req-fca3aa7e-4632-42ea-8b68-6d0b4989f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:54.165358 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86ca8634-3f67-416a-be62-2facb7883980 req-fca3aa7e-4632-42ea-8b68-6d0b4989f70e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af6f0f25-71a1-4f35-9221-b39d0b16e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442860 Nov 12 02:02:54.269071 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86ca8634-3f67-416a-be62-2facb7883980 req-abb8805d-6d9b-4128-9b5b-9156498e68e9 service neutron] 10.222.0.15 "GET /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966177 Nov 12 02:02:54.370336 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-86ca8634-3f67-416a-be62-2facb7883980 req-331caab7-0f62-4a20-a355-88c5f17106d2 service neutron] 10.222.0.15 "GET /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894725 Nov 12 02:02:54.444657 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106d6c8-0906-4b35-bb9b-2ff9fd62808a req-ed17740c-77e7-4943-80de-795ad8258afd tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:54.446217 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9106d6c8-0906-4b35-bb9b-2ff9fd62808a req-ed17740c-77e7-4943-80de-795ad8258afd tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 943 time: 0.0551436 Nov 12 02:02:54.497105 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7e889-6d94-43ef-aa41-020451ea4fb7 req-598fa6a6-9872-4ae3-a895-8897a149a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:54.498699 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4eb7e889-6d94-43ef-aa41-020451ea4fb7 req-598fa6a6-9872-4ae3-a895-8897a149a7f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c529fc69eb24aaa9dfaef2047401ea1&device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 1095 time: 0.0433347 Nov 12 02:02:54.501133 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9106d6c8-0906-4b35-bb9b-2ff9fd62808a req-6029ddd5-3d67-417d-8bf1-a5893c39d578 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478559 Nov 12 02:02:54.600161 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7e889-6d94-43ef-aa41-020451ea4fb7 req-5d65b7eb-74ef-42b0-88a5-32a995600d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:54.601623 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4eb7e889-6d94-43ef-aa41-020451ea4fb7 req-5d65b7eb-74ef-42b0-88a5-32a995600d0b service neutron] 10.222.0.15 "GET /v2.0/networks?id=af6f0f25-71a1-4f35-9221-b39d0b16e1ec HTTP/1.1" status: 200 len: 916 time: 0.0949230 Nov 12 02:02:54.644533 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4eb7e889-6d94-43ef-aa41-020451ea4fb7 req-3b6a6df6-1ca1-48b4-ab20-95c100d6a8b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=292fa05b-83a1-4ebd-b265-32c74633427b HTTP/1.1" status: 200 len: 217 time: 0.0356565 Nov 12 02:02:54.701898 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7e889-6d94-43ef-aa41-020451ea4fb7 req-c3883107-a6cd-4b8b-865c-5668c189c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:54.703401 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4eb7e889-6d94-43ef-aa41-020451ea4fb7 req-c3883107-a6cd-4b8b-865c-5668c189c7ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f0d2a67-f3b7-4e67-90d6-7a03ad197854 HTTP/1.1" status: 200 len: 854 time: 0.0493288 Nov 12 02:02:54.761299 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7e889-6d94-43ef-aa41-020451ea4fb7 req-74bb7a01-e181-4792-8e0c-3522454aa33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:54.762821 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4eb7e889-6d94-43ef-aa41-020451ea4fb7 req-74bb7a01-e181-4792-8e0c-3522454aa33b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af6f0f25-71a1-4f35-9221-b39d0b16e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500128 Nov 12 02:02:54.861460 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4eb7e889-6d94-43ef-aa41-020451ea4fb7 req-6f27c065-8271-4755-a37b-64f2a6356eea service neutron] 10.222.0.15 "GET /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891948 Nov 12 02:02:54.964797 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4eb7e889-6d94-43ef-aa41-020451ea4fb7 req-f170e975-3dc0-4bed-a212-de999227a7ca service neutron] 10.222.0.15 "GET /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954859 Nov 12 02:02:55.350598 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:55.638620 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a6a7b-2b7c-4c9b-bee2-a74c3f007e5d req-54bbf9c0-f48a-4250-b4c4-5034909f4a96 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:55.640136 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ab3a6a7b-2b7c-4c9b-bee2-a74c3f007e5d req-54bbf9c0-f48a-4250-b4c4-5034909f4a96 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 943 time: 0.0596333 Nov 12 02:02:55.695067 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ab3a6a7b-2b7c-4c9b-bee2-a74c3f007e5d req-e6ecbf96-1ecb-4d5f-a8af-2ac5d399cdab tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474696 Nov 12 02:02:55.777058 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:56.175118 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:56.816228 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def6369-cc32-46bc-99db-482af8e365b8 req-9581d804-0f61-4d5d-a3c9-4b3b967eb6aa tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:56.817780 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5def6369-cc32-46bc-99db-482af8e365b8 req-9581d804-0f61-4d5d-a3c9-4b3b967eb6aa tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 943 time: 0.0504212 Nov 12 02:02:56.866582 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5def6369-cc32-46bc-99db-482af8e365b8 req-a4f19bae-1f4b-4717-b9b2-f22eb7d33e3f tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422342 Nov 12 02:02:57.988293 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af274a6-6da8-4626-b3d7-96bc0648337b req-0031ddea-e639-47e9-8766-372cdf21c287 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:57.989877 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9af274a6-6da8-4626-b3d7-96bc0648337b req-0031ddea-e639-47e9-8766-372cdf21c287 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 943 time: 0.0513997 Nov 12 02:02:58.046283 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9af274a6-6da8-4626-b3d7-96bc0648337b req-fabe4eb6-e3e6-4371-92b2-e703b2a9c906 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495679 Nov 12 02:02:59.170589 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731719c-6a87-4c91-b6fd-6d3ed120f55b req-e173b63e-732b-4210-873e-cc019c6ea751 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:59.172123 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a731719c-6a87-4c91-b6fd-6d3ed120f55b req-e173b63e-732b-4210-873e-cc019c6ea751 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 943 time: 0.0554552 Nov 12 02:02:59.229106 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a731719c-6a87-4c91-b6fd-6d3ed120f55b req-437aaffe-2b73-4a43-acfb-0cff4c6bedfc tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498679 Nov 12 02:02:59.332792 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 292fa05b-83a1-4ebd-b265-32c74633427b details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:02:59.431635 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 292fa05b-83a1-4ebd-b265-32c74633427b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=292fa05b-83a1-4ebd-b265-32c74633427b,segment=NetworkSegment(603c568a-a3a3-49c3-a744-17764bbabafa),segment_id=603c568a-a3a3-49c3-a744-17764bbabafa)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:59.443535 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '292fa05b-83a1-4ebd-b265-32c74633427b', 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec', 'port_id': '292fa05b-83a1-4ebd-b265-32c74633427b', 'mac_address': 'fa:16:3e:44:74:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0d2a67-f3b7-4e67-90d6-7a03ad197854', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:02:59.481766 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:59.495312 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292fa05b-83a1-4ebd-b265-32c74633427b {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:02:59.516436 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 292fa05b-83a1-4ebd-b265-32c74633427b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=292fa05b-83a1-4ebd-b265-32c74633427b,segment=NetworkSegment(603c568a-a3a3-49c3-a744-17764bbabafa),segment_id=603c568a-a3a3-49c3-a744-17764bbabafa)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:59.520372 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:59.570859 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=292fa05b-83a1-4ebd-b265-32c74633427b,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:59.578631 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:59.578977 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:59.579316 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:59.579654 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:59.579982 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:59.580309 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:59.580648 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:59.580980 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:59.581319 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:59.581620 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:59.581939 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:59.582259 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:59.894395 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['292fa05b-83a1-4ebd-b265-32c74633427b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:03:00.351094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eda9f9-da06-4c7f-bd06-45ebd2f48640 req-b2e9a22e-fbe8-48be-9463-5445d87aa133 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:00.352600 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-90eda9f9-da06-4c7f-bd06-45ebd2f48640 req-b2e9a22e-fbe8-48be-9463-5445d87aa133 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 944 time: 0.0531864 Nov 12 02:03:00.402012 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-90eda9f9-da06-4c7f-bd06-45ebd2f48640 req-75088eef-d14d-4069-bf48-afbe9566e160 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432818 Nov 12 02:03:01.339097 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 292fa05b-83a1-4ebd-b265-32c74633427b up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:03:01.390920 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 292fa05b-83a1-4ebd-b265-32c74633427b completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:03:01.394983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 292fa05b-83a1-4ebd-b265-32c74633427b triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:03:01.395383 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:01.482611 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:01.506082 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386ae936-be37-41c7-81fc-a383fb929d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292fa05b-83a1-4ebd-b265-32c74633427b'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:03:01.508329 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c8e75b-f6b1-4891-9dd4-b6dd0e4cafc3" -d '{"events": [{"server_uuid": "386ae936-be37-41c7-81fc-a383fb929d6b", "name": "network-vif-plugged", "status": "completed", "tag": "292fa05b-83a1-4ebd-b265-32c74633427b"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:03:01.525290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 292fa05b-83a1-4ebd-b265-32c74633427b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=292fa05b-83a1-4ebd-b265-32c74633427b,segment=NetworkSegment(603c568a-a3a3-49c3-a744-17764bbabafa),segment_id=603c568a-a3a3-49c3-a744-17764bbabafa)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:03:01.527676 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c89ac8-9b44-4b2f-aed7-1602ec34d330 req-7f7b4910-39bf-4f69-bcb0-a34e8dcd7e79 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:01.529325 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-38c89ac8-9b44-4b2f-aed7-1602ec34d330 req-7f7b4910-39bf-4f69-bcb0-a34e8dcd7e79 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 944 time: 0.0555809 Nov 12 02:03:01.530685 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:01.558295 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd6a097-96da-4c54-b1f2-b046b0da0f10 x-openstack-request-id: req-9cd6a097-96da-4c54-b1f2-b046b0da0f10 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:03:01.558974 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386ae936-be37-41c7-81fc-a383fb929d6b", "name": "network-vif-plugged", "status": "completed", "tag": "292fa05b-83a1-4ebd-b265-32c74633427b", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:03:01.559231 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9cd6a097-96da-4c54-b1f2-b046b0da0f10 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:03:01.559614 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386ae936-be37-41c7-81fc-a383fb929d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292fa05b-83a1-4ebd-b265-32c74633427b', 'code': 200} Nov 12 02:03:01.583857 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-38c89ac8-9b44-4b2f-aed7-1602ec34d330 req-987ffbd3-950c-486b-8d2a-3ea25eeedaf9 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481050 Nov 12 02:03:01.590126 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=292fa05b-83a1-4ebd-b265-32c74633427b,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:01.683047 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f736d8-52d4-427e-abaf-bb65c0b6db4d req-19f03748-e273-4124-9532-7933456df0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:01.684555 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-75f736d8-52d4-427e-abaf-bb65c0b6db4d req-19f03748-e273-4124-9532-7933456df0ac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 1097 time: 0.0456023 Nov 12 02:03:01.731269 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-75f736d8-52d4-427e-abaf-bb65c0b6db4d req-9df90dc7-b695-4ec1-8324-5489cd6b206e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388474 Nov 12 02:03:02.703798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6af854-c362-4141-9ff6-b23b2f0c02fe req-ac51a4fe-63ac-4ae9-a699-4ed7fbbd00a5 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:02.705359 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6b6af854-c362-4141-9ff6-b23b2f0c02fe req-ac51a4fe-63ac-4ae9-a699-4ed7fbbd00a5 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 945 time: 0.0501633 Nov 12 02:03:02.754517 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6b6af854-c362-4141-9ff6-b23b2f0c02fe req-c33739eb-4cfd-47e1-999f-85689412ce54 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430441 Nov 12 02:03:03.875897 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607e23a-1872-4fae-9309-9cdc151df00e req-f4013254-4de7-45d5-86e1-2e28b23183e2 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:03.877437 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9607e23a-1872-4fae-9309-9cdc151df00e req-f4013254-4de7-45d5-86e1-2e28b23183e2 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 945 time: 0.0543599 Nov 12 02:03:03.930789 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9607e23a-1872-4fae-9309-9cdc151df00e req-5cad77bf-9c77-4461-abe1-e3ed90b18b65 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466652 Nov 12 02:03:04.052784 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2761e-aca0-4cc8-9bbf-1a30c6f9072f req-4e851009-4924-46fd-a683-f6975a5e42f5 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:04.054292 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6ef2761e-aca0-4cc8-9bbf-1a30c6f9072f req-4e851009-4924-46fd-a683-f6975a5e42f5 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 945 time: 0.0549796 Nov 12 02:03:04.108852 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6ef2761e-aca0-4cc8-9bbf-1a30c6f9072f req-54816b65-7a99-4766-847e-020d980f37d9 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475914 Nov 12 02:03:04.302192 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed9cb9-b598-48b5-8383-b2a88ad8a090 req-e12984c5-f75e-4dd2-936c-92ebdb875612 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:04.303725 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eaed9cb9-b598-48b5-8383-b2a88ad8a090 req-e12984c5-f75e-4dd2-936c-92ebdb875612 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 945 time: 0.0500603 Nov 12 02:03:04.352861 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eaed9cb9-b598-48b5-8383-b2a88ad8a090 req-8a4cc2f0-445e-4e93-be1c-1290847fd5e9 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423474 Nov 12 02:03:05.843824 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c082bcd8-c805-4b8f-835a-fb819ad00943 req-2e6141f4-bca5-4606-82ad-63b07192e8d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0472939 Nov 12 02:03:05.951823 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082bcd8-c805-4b8f-835a-fb819ad00943 req-35b0c08c-f456-44c7-9cc1-a47150003e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:05.953633 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c082bcd8-c805-4b8f-835a-fb819ad00943 req-35b0c08c-f456-44c7-9cc1-a47150003e69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c529fc69eb24aaa9dfaef2047401ea1&device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 1097 time: 0.0517251 Nov 12 02:03:06.071773 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082bcd8-c805-4b8f-835a-fb819ad00943 req-76f033c7-23c5-4523-9356-1d635bf38e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:06.073293 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c082bcd8-c805-4b8f-835a-fb819ad00943 req-76f033c7-23c5-4523-9356-1d635bf38e65 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af6f0f25-71a1-4f35-9221-b39d0b16e1ec HTTP/1.1" status: 200 len: 916 time: 0.0999482 Nov 12 02:03:06.121095 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c082bcd8-c805-4b8f-835a-fb819ad00943 req-195df328-2e97-4cdb-a79d-95c7e4c5f3ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=292fa05b-83a1-4ebd-b265-32c74633427b HTTP/1.1" status: 200 len: 217 time: 0.0406830 Nov 12 02:03:06.184778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082bcd8-c805-4b8f-835a-fb819ad00943 req-e19ecdf5-82da-4565-8faf-d9949dc24203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:06.186387 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c082bcd8-c805-4b8f-835a-fb819ad00943 req-e19ecdf5-82da-4565-8faf-d9949dc24203 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f0d2a67-f3b7-4e67-90d6-7a03ad197854 HTTP/1.1" status: 200 len: 854 time: 0.0505152 Nov 12 02:03:06.240102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082bcd8-c805-4b8f-835a-fb819ad00943 req-8d2682d3-959d-4d76-bded-b9fac97987b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:06.241770 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c082bcd8-c805-4b8f-835a-fb819ad00943 req-8d2682d3-959d-4d76-bded-b9fac97987b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af6f0f25-71a1-4f35-9221-b39d0b16e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481503 Nov 12 02:03:06.363645 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c082bcd8-c805-4b8f-835a-fb819ad00943 req-f11b2c81-c296-4d83-aa5b-def2877e22e5 service neutron] 10.222.0.15 "GET /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965791 Nov 12 02:03:06.467889 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c082bcd8-c805-4b8f-835a-fb819ad00943 req-152526a5-5bb7-4252-8069-a50a33e6f5f0 service neutron] 10.222.0.15 "GET /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964072 Nov 12 02:03:09.582098 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:18.071052 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd169e67-c6c3-4051-bd10-0f1103340e9a req-8f6799df-0476-4195-bd43-aea6deaf5dc5 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:18.073317 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fd169e67-c6c3-4051-bd10-0f1103340e9a req-8f6799df-0476-4195-bd43-aea6deaf5dc5 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 945 time: 0.0548100 Nov 12 02:03:18.128034 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fd169e67-c6c3-4051-bd10-0f1103340e9a req-780c461e-586e-4d43-8758-b063ef04c5ad tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487406 Nov 12 02:03:18.154104 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56548) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:18.238682 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4110c0-be42-4001-a36f-807a8071e205 tempest-TestMinimumBasicScenario-484485728 tempest-TestMinimumBasicScenario-484485728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:18.240227 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6f4110c0-be42-4001-a36f-807a8071e205 tempest-TestMinimumBasicScenario-484485728 tempest-TestMinimumBasicScenario-484485728-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 1092 time: 0.0851760 Nov 12 02:03:18.243379 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56552) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:18.248354 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c8e75cfe-417c-43c1-8d61-caac06e5bc0a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': '292fa05b-83a1-4ebd-b265-32c74633427b', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:03:18.271166 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c8e75cfe-417c-43c1-8d61-caac06e5bc0a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:18.370163 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c8e75cfe-417c-43c1-8d61-caac06e5bc0a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:18.482954 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-c8e75cfe-417c-43c1-8d61-caac06e5bc0a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Allocated IP 172.25.0.199 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/9f3c7447-3f0e-427e-8b70-df30d788cba2) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:03:18.597361 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c8e75cfe-417c-43c1-8d61-caac06e5bc0a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:18.632445 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c8e75cfe-417c-43c1-8d61-caac06e5bc0a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:18.683520 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e75cfe-417c-43c1-8d61-caac06e5bc0a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:03:18.689420 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-c8e75cfe-417c-43c1-8d61-caac06e5bc0a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:03:18.693094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e75cfe-417c-43c1-8d61-caac06e5bc0a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:03:18.700679 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e75cfe-417c-43c1-8d61-caac06e5bc0a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Pushing event updated for resources: {'Port': ['ID=9f3c7447-3f0e-427e-8b70-df30d788cba2,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:19.075585 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c8e75cfe-417c-43c1-8d61-caac06e5bc0a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:19.144104 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c8e75cfe-417c-43c1-8d61-caac06e5bc0a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:19.298086 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c8e75cfe-417c-43c1-8d61-caac06e5bc0a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:19.302778 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c8e75cfe-417c-43c1-8d61-caac06e5bc0a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:19.371451 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e75cfe-417c-43c1-8d61-caac06e5bc0a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Pushing event updated for resources: {'Port': ['ID=9f3c7447-3f0e-427e-8b70-df30d788cba2,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:19.383367 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c8e75cfe-417c-43c1-8d61-caac06e5bc0a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:19.485928 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-c8e75cfe-417c-43c1-8d61-caac06e5bc0a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Floating IP eb1c9ab2-bb1b-4d35-8093-e2b98127a9c6 associated. External IP: 172.25.0.199, port: 292fa05b-83a1-4ebd-b265-32c74633427b. Nov 12 02:03:19.703958 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e75cfe-417c-43c1-8d61-caac06e5bc0a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Router 690261fb-3177-435b-9df5-6ce0543abb7e has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:03:19.814216 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e75cfe-417c-43c1-8d61-caac06e5bc0a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:03:19.825102 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4187c87-9d1e-4ebd-aa85-9e6e1a81cb1a None None] Sync routers for ids ['690261fb-3177-435b-9df5-6ce0543abb7e'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:03:19.832749 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c8e75cfe-417c-43c1-8d61-caac06e5bc0a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:19.836132 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4187c87-9d1e-4ebd-aa85-9e6e1a81cb1a None None] Routers {'690261fb-3177-435b-9df5-6ce0543abb7e'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:03:19.836885 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c4187c87-9d1e-4ebd-aa85-9e6e1a81cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:02:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['690261fb-3177-435b-9df5-6ce0543abb7e'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:19.860964 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c8e75cfe-417c-43c1-8d61-caac06e5bc0a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6159940 Nov 12 02:03:19.861793 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386ae936-be37-41c7-81fc-a383fb929d6b', 'tag': '292fa05b-83a1-4ebd-b265-32c74633427b'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:03:19.863957 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56554) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:19.864609 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e8e7e6-92e7-4cd3-bf96-80f2f24c72f4" -d '{"events": [{"name": "network-changed", "server_uuid": "386ae936-be37-41c7-81fc-a383fb929d6b", "tag": "292fa05b-83a1-4ebd-b265-32c74633427b"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:03:19.869816 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-cf64ebe7-12bb-4b88-824a-76ee030267ef tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1522717911', 'description': 'tempest-secgroup-smoke-1522717911 description', 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:03:19.895775 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf64ebe7-12bb-4b88-824a-76ee030267ef tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:19.908501 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193cad55-ea77-4ed9-92dc-fe46d3a8ae21 x-openstack-request-id: req-193cad55-ea77-4ed9-92dc-fe46d3a8ae21 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:03:19.909135 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386ae936-be37-41c7-81fc-a383fb929d6b", "tag": "292fa05b-83a1-4ebd-b265-32c74633427b", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:03:19.909400 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-193cad55-ea77-4ed9-92dc-fe46d3a8ae21 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:03:19.910293 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386ae936-be37-41c7-81fc-a383fb929d6b', 'tag': '292fa05b-83a1-4ebd-b265-32c74633427b', 'status': 'completed', 'code': 200} Nov 12 02:03:19.954515 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-c4187c87-9d1e-4ebd-aa85-9e6e1a81cb1a None None] Set router 690261fb-3177-435b-9df5-6ce0543abb7e gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:03:19.989104 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf64ebe7-12bb-4b88-824a-76ee030267ef tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:19.997892 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf64ebe7-12bb-4b88-824a-76ee030267ef tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.006674 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8e7e6-92e7-4cd3-bf96-80f2f24c72f4 req-59b53be9-a80e-46d2-a9ea-f88dfc5758aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:20.008330 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15e8e7e6-92e7-4cd3-bf96-80f2f24c72f4 req-59b53be9-a80e-46d2-a9ea-f88dfc5758aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c529fc69eb24aaa9dfaef2047401ea1&device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 1097 time: 0.0522509 Nov 12 02:03:20.028393 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf64ebe7-12bb-4b88-824a-76ee030267ef tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.029998 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cf64ebe7-12bb-4b88-824a-76ee030267ef tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1650054 Nov 12 02:03:20.034622 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56558) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:20.040109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-ceb0cc0b-8bef-4159-9986-d88725d00799 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Request body: {'security_group_rule': {'security_group_id': '66e2945f-582f-41c5-bee1-45336851d56b', 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:03:20.054503 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64ebe7-12bb-4b88-824a-76ee030267ef tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e2945f-582f-41c5-bee1-45336851d56b,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:20.069315 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64ebe7-12bb-4b88-824a-76ee030267ef tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:20.069669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64ebe7-12bb-4b88-824a-76ee030267ef tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:20.070013 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64ebe7-12bb-4b88-824a-76ee030267ef tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:20.070350 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64ebe7-12bb-4b88-824a-76ee030267ef tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:20.070684 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64ebe7-12bb-4b88-824a-76ee030267ef tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:20.071214 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64ebe7-12bb-4b88-824a-76ee030267ef tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:20.071550 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64ebe7-12bb-4b88-824a-76ee030267ef tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:20.072480 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64ebe7-12bb-4b88-824a-76ee030267ef tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:20.072833 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64ebe7-12bb-4b88-824a-76ee030267ef tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:20.073163 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64ebe7-12bb-4b88-824a-76ee030267ef tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:20.073502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64ebe7-12bb-4b88-824a-76ee030267ef tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:20.074405 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf64ebe7-12bb-4b88-824a-76ee030267ef tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:20.096128 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ceb0cc0b-8bef-4159-9986-d88725d00799 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.126489 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8e7e6-92e7-4cd3-bf96-80f2f24c72f4 req-0c0ec87f-8c73-4c39-8f1a-3b1b36b1e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:20.128896 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15e8e7e6-92e7-4cd3-bf96-80f2f24c72f4 req-0c0ec87f-8c73-4c39-8f1a-3b1b36b1e56f service neutron] 10.222.0.15 "GET /v2.0/networks?id=af6f0f25-71a1-4f35-9221-b39d0b16e1ec HTTP/1.1" status: 200 len: 916 time: 0.1127050 Nov 12 02:03:20.150967 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ceb0cc0b-8bef-4159-9986-d88725d00799 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.155257 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ceb0cc0b-8bef-4159-9986-d88725d00799 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.177781 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0cc0b-8bef-4159-9986-d88725d00799 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d27dc4c-5e5e-46bd-9479-2209475f7739,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:20.191862 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ceb0cc0b-8bef-4159-9986-d88725d00799 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.193860 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ceb0cc0b-8bef-4159-9986-d88725d00799 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1578927 Nov 12 02:03:20.196568 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56560) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:20.201250 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a288ea03-0441-4bee-9d3b-523f4a4c4850 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Request body: {'security_group_rule': {'security_group_id': '66e2945f-582f-41c5-bee1-45336851d56b', 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:03:20.211797 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15e8e7e6-92e7-4cd3-bf96-80f2f24c72f4 req-9fece72f-92b1-4362-ba89-94f483c8ce66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=292fa05b-83a1-4ebd-b265-32c74633427b HTTP/1.1" status: 200 len: 999 time: 0.0747654 Nov 12 02:03:20.228430 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c4187c87-9d1e-4ebd-aa85-9e6e1a81cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'name': 'tempest-TestMinimumBasicScenario-1900197952-router', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:21Z', 'revision_number': 4, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'gw_port': {'id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'eb1c9ab2-bb1b-4d35-8093-e2b98127a9c6', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'floating_ip_address': '172.25.0.199', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'port_id': '292fa05b-83a1-4ebd-b265-32c74633427b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec', 'mac_address': 'fa:16:3e:44:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386ae936-be37-41c7-81fc-a383fb929d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:03:18Z', 'updated_at': '2021-11-12T02:03:18Z', 'revision_number': 0, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39b45de-2932-47eb-9471-e496466b0e2c', 'name': '', 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'mac_address': 'fa:16:3e:24:b0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1f0d2a67-f3b7-4e67-90d6-7a03ad197854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:21Z', 'updated_at': '2021-11-12T02:02:25Z', 'revision_number': 5, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'subnets': [{'id': '1f0d2a67-f3b7-4e67-90d6-7a03ad197854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:20.233330 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a288ea03-0441-4bee-9d3b-523f4a4c4850 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.244995 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b4b2365b-5fa2-43b2-9afe-bc51c32848bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.267021 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4187c87-9d1e-4ebd-aa85-9e6e1a81cb1a None None] Checking router: 690261fb-3177-435b-9df5-6ce0543abb7e for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:03:20.276655 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4187c87-9d1e-4ebd-aa85-9e6e1a81cb1a None None] Routers {'690261fb-3177-435b-9df5-6ce0543abb7e'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:03:20.277312 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c4187c87-9d1e-4ebd-aa85-9e6e1a81cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:02:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['690261fb-3177-435b-9df5-6ce0543abb7e'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:20.278380 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8e7e6-92e7-4cd3-bf96-80f2f24c72f4 req-8baaf233-e758-4b84-8e95-8c20d6d2c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:20.280192 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15e8e7e6-92e7-4cd3-bf96-80f2f24c72f4 req-8baaf233-e758-4b84-8e95-8c20d6d2c49f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f0d2a67-f3b7-4e67-90d6-7a03ad197854 HTTP/1.1" status: 200 len: 854 time: 0.0608041 Nov 12 02:03:20.311116 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a288ea03-0441-4bee-9d3b-523f4a4c4850 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.317202 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a288ea03-0441-4bee-9d3b-523f4a4c4850 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.336579 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288ea03-0441-4bee-9d3b-523f4a4c4850 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6cae6d5-8960-4df5-b26c-9c381f6724e9,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:20.342346 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8e7e6-92e7-4cd3-bf96-80f2f24c72f4 req-8ad79d35-e9b5-40a9-b7a2-18597c2ab0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:20.344937 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15e8e7e6-92e7-4cd3-bf96-80f2f24c72f4 req-8ad79d35-e9b5-40a9-b7a2-18597c2ab0fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af6f0f25-71a1-4f35-9221-b39d0b16e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554292 Nov 12 02:03:20.350754 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a288ea03-0441-4bee-9d3b-523f4a4c4850 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.352556 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a288ea03-0441-4bee-9d3b-523f4a4c4850 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1545393 Nov 12 02:03:20.356537 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56562) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:20.362454 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-0a161b51-fa54-41c6-a906-1078b41873ad tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Request body: {'security_group_rule': {'security_group_id': '66e2945f-582f-41c5-bee1-45336851d56b', 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:03:20.396603 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0a161b51-fa54-41c6-a906-1078b41873ad tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.400323 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-c4187c87-9d1e-4ebd-aa85-9e6e1a81cb1a None None] Set router 690261fb-3177-435b-9df5-6ce0543abb7e gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:03:20.443935 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:03:20.449488 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15e8e7e6-92e7-4cd3-bf96-80f2f24c72f4 req-c4e08db5-f907-4616-9860-3935af048b3f service neutron] 10.222.0.15 "GET /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952816 Nov 12 02:03:20.459672 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0a161b51-fa54-41c6-a906-1078b41873ad tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.465504 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0a161b51-fa54-41c6-a906-1078b41873ad tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.485973 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a161b51-fa54-41c6-a906-1078b41873ad tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f22626e-7803-4d04-86bf-b0b010c9d373,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:20.497947 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-0a161b51-fa54-41c6-a906-1078b41873ad tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.502767 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-0a161b51-fa54-41c6-a906-1078b41873ad tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439757 Nov 12 02:03:20.502967 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56564) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:20.507558 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-19e1a09d-7f0a-467f-a355-fa99da56057c tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Request body: {'security_group_rule': {'security_group_id': '66e2945f-582f-41c5-bee1-45336851d56b', 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:03:20.541965 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-19e1a09d-7f0a-467f-a355-fa99da56057c tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.563278 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-15e8e7e6-92e7-4cd3-bf96-80f2f24c72f4 req-58dda3f2-e809-4aa7-9ffd-cafccb977a2d service neutron] 10.222.0.15 "GET /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059222 Nov 12 02:03:20.612944 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-19e1a09d-7f0a-467f-a355-fa99da56057c tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.617252 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-19e1a09d-7f0a-467f-a355-fa99da56057c tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.632932 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1a09d-7f0a-467f-a355-fa99da56057c tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90ac61f-f80c-4250-af88-4307680bfd3b,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:20.651704 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-19e1a09d-7f0a-467f-a355-fa99da56057c tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.653318 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-19e1a09d-7f0a-467f-a355-fa99da56057c tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1494498 Nov 12 02:03:20.656470 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56566) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:20.661490 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-96c2736c-9797-43d9-b801-ef331d7a6a91 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Request body: {'security_group_rule': {'security_group_id': '66e2945f-582f-41c5-bee1-45336851d56b', 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:03:20.672529 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c4187c87-9d1e-4ebd-aa85-9e6e1a81cb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'name': 'tempest-TestMinimumBasicScenario-1900197952-router', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:21Z', 'revision_number': 4, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'gw_port': {'id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'eb1c9ab2-bb1b-4d35-8093-e2b98127a9c6', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'floating_ip_address': '172.25.0.199', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'port_id': '292fa05b-83a1-4ebd-b265-32c74633427b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec', 'mac_address': 'fa:16:3e:44:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386ae936-be37-41c7-81fc-a383fb929d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:03:18Z', 'updated_at': '2021-11-12T02:03:18Z', 'revision_number': 0, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39b45de-2932-47eb-9471-e496466b0e2c', 'name': '', 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'mac_address': 'fa:16:3e:24:b0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1f0d2a67-f3b7-4e67-90d6-7a03ad197854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:21Z', 'updated_at': '2021-11-12T02:02:25Z', 'revision_number': 5, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'subnets': [{'id': '1f0d2a67-f3b7-4e67-90d6-7a03ad197854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:20.685853 n-d-712137-14 neutron-server[114242]: INFO neutron.db.securitygroups_db [None req-96c2736c-9797-43d9-b801-ef331d7a6a91 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Project 1c529fc69eb24aaa9dfaef2047401ea1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:03:20.691356 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96c2736c-9797-43d9-b801-ef331d7a6a91 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.698987 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4187c87-9d1e-4ebd-aa85-9e6e1a81cb1a None None] The sync data for ids ['690261fb-3177-435b-9df5-6ce0543abb7e'] in n-d-712137-14 is: [{'id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'name': 'tempest-TestMinimumBasicScenario-1900197952-router', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:21Z', 'revision_number': 4, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'gw_port': {'id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'eb1c9ab2-bb1b-4d35-8093-e2b98127a9c6', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'floating_ip_address': '172.25.0.199', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'port_id': '292fa05b-83a1-4ebd-b265-32c74633427b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec', 'mac_address': 'fa:16:3e:44:74:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386ae936-be37-41c7-81fc-a383fb929d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:03:18Z', 'updated_at': '2021-11-12T02:03:18Z', 'revision_number': 0, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39b45de-2932-47eb-9471-e496466b0e2c', 'name': '', 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'mac_address': 'fa:16:3e:24:b0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1f0d2a67-f3b7-4e67-90d6-7a03ad197854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:21Z', 'updated_at': '2021-11-12T02:02:25Z', 'revision_number': 5, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'subnets': [{'id': '1f0d2a67-f3b7-4e67-90d6-7a03ad197854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:03:20.756235 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96c2736c-9797-43d9-b801-ef331d7a6a91 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.760431 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96c2736c-9797-43d9-b801-ef331d7a6a91 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.782894 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2736c-9797-43d9-b801-ef331d7a6a91 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddbd6654-4022-4567-9431-f12a236656ad,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:20.788462 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-96c2736c-9797-43d9-b801-ef331d7a6a91 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.789760 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-96c2736c-9797-43d9-b801-ef331d7a6a91 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322384 Nov 12 02:03:20.793530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56568) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:20.798220 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a8d42707-937a-47ea-92b5-431297a9bdfb tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Request body: {'security_group_rule': {'security_group_id': '66e2945f-582f-41c5-bee1-45336851d56b', 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:03:20.820664 n-d-712137-14 neutron-server[114242]: INFO neutron.db.securitygroups_db [None req-a8d42707-937a-47ea-92b5-431297a9bdfb tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Project 1c529fc69eb24aaa9dfaef2047401ea1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:03:20.826702 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8d42707-937a-47ea-92b5-431297a9bdfb tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.892092 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8d42707-937a-47ea-92b5-431297a9bdfb tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.896411 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8d42707-937a-47ea-92b5-431297a9bdfb tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.916494 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e3c712-8a1e-430a-8987-a5cbaa232c1d None None] New status for floating IP eb1c9ab2-bb1b-4d35-8093-e2b98127a9c6: ACTIVE {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:03:20.920470 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d42707-937a-47ea-92b5-431297a9bdfb tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f5da8a-cf21-4345-a5c9-8959c6db6dda,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:20.926825 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a8d42707-937a-47ea-92b5-431297a9bdfb tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:20.931454 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a8d42707-937a-47ea-92b5-431297a9bdfb tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1343148 Nov 12 02:03:21.031017 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f7f9ad01-533c-4ee3-bb46-fcc1e11d2787 req-d51b9ae6-724a-4bef-8966-01170c36f6e9 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1522717911&fields=id&tenant_id=1c529fc69eb24aaa9dfaef2047401ea1 HTTP/1.1" status: 200 len: 267 time: 0.0488484 Nov 12 02:03:21.091756 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9ad01-533c-4ee3-bb46-fcc1e11d2787 req-6779fd5d-b4d3-4657-915f-b7cdb13c8ccf tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:21.093372 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f7f9ad01-533c-4ee3-bb46-fcc1e11d2787 req-6779fd5d-b4d3-4657-915f-b7cdb13c8ccf tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 945 time: 0.0562468 Nov 12 02:03:21.106600 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-f7f9ad01-533c-4ee3-bb46-fcc1e11d2787 req-f86f20b9-672b-40cb-8bd0-30d234cdb6cd tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Request body: {'port': {'security_groups': ['3bb62031-6a37-45aa-bf19-a1fa749ecba1', '66e2945f-582f-41c5-bee1-45336851d56b']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:03:21.175485 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f7f9ad01-533c-4ee3-bb46-fcc1e11d2787 req-f86f20b9-672b-40cb-8bd0-30d234cdb6cd tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:21.377849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-f7f9ad01-533c-4ee3-bb46-fcc1e11d2787 req-f86f20b9-672b-40cb-8bd0-30d234cdb6cd tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] For port 292fa05b-83a1-4ebd-b265-32c74633427b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=292fa05b-83a1-4ebd-b265-32c74633427b,segment=NetworkSegment(603c568a-a3a3-49c3-a744-17764bbabafa),segment_id=603c568a-a3a3-49c3-a744-17764bbabafa)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:03:21.408532 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f7f9ad01-533c-4ee3-bb46-fcc1e11d2787 req-f86f20b9-672b-40cb-8bd0-30d234cdb6cd tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:21.413668 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f7f9ad01-533c-4ee3-bb46-fcc1e11d2787 req-f86f20b9-672b-40cb-8bd0-30d234cdb6cd tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:21.448928 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['292fa05b-83a1-4ebd-b265-32c74633427b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:03:21.461344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9ad01-533c-4ee3-bb46-fcc1e11d2787 req-f86f20b9-672b-40cb-8bd0-30d234cdb6cd tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:21.462142 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f7f9ad01-533c-4ee3-bb46-fcc1e11d2787 req-f86f20b9-672b-40cb-8bd0-30d234cdb6cd tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:21.463498 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f7f9ad01-533c-4ee3-bb46-fcc1e11d2787 req-f86f20b9-672b-40cb-8bd0-30d234cdb6cd tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "PUT /v2.0/ports/292fa05b-83a1-4ebd-b265-32c74633427b HTTP/1.1" status: 200 len: 981 time: 0.3618314 Nov 12 02:03:21.494787 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f20b9-672b-40cb-8bd0-30d234cdb6cd tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Pushing event updated for resources: {'Port': ['ID=292fa05b-83a1-4ebd-b265-32c74633427b,revision_number=6']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:21.581639 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['292fa05b-83a1-4ebd-b265-32c74633427b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:03:21.601752 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab282744-21a9-4734-af4c-915b87462291 req-9706fd96-7f45-44d1-99f7-314f70c94918 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:21.609426 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab282744-21a9-4734-af4c-915b87462291 req-9706fd96-7f45-44d1-99f7-314f70c94918 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 984 time: 0.0671525 Nov 12 02:03:21.689650 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab282744-21a9-4734-af4c-915b87462291 req-eba34a7a-3b9b-4994-91b6-d77d814b3c9f tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e2945f-582f-41c5-bee1-45336851d56b&id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757399 Nov 12 02:03:21.844059 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-139ed516-5b95-4599-843f-c5b5619f1386 None None] Provisioning complete for port 292fa05b-83a1-4ebd-b265-32c74633427b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:03:21.844369 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-139ed516-5b95-4599-843f-c5b5619f1386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:21.911035 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386ae936-be37-41c7-81fc-a383fb929d6b', 'tag': '292fa05b-83a1-4ebd-b265-32c74633427b'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:03:21.913387 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbc0fec-9e0a-4233-a404-438dcc2b70b2" -d '{"events": [{"name": "network-changed", "server_uuid": "386ae936-be37-41c7-81fc-a383fb929d6b", "tag": "292fa05b-83a1-4ebd-b265-32c74633427b"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:03:21.955915 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fe2c42-0791-4f82-a525-765be45221dc x-openstack-request-id: req-63fe2c42-0791-4f82-a525-765be45221dc {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:03:21.956219 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386ae936-be37-41c7-81fc-a383fb929d6b", "tag": "292fa05b-83a1-4ebd-b265-32c74633427b", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:03:21.956473 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63fe2c42-0791-4f82-a525-765be45221dc {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:03:21.956958 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386ae936-be37-41c7-81fc-a383fb929d6b', 'tag': '292fa05b-83a1-4ebd-b265-32c74633427b', 'status': 'completed', 'code': 200} Nov 12 02:03:22.055009 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc0fec-9e0a-4233-a404-438dcc2b70b2 req-bda91e9f-7da3-45e3-9ac5-69cf7d198d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:22.061397 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6dbc0fec-9e0a-4233-a404-438dcc2b70b2 req-bda91e9f-7da3-45e3-9ac5-69cf7d198d15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c529fc69eb24aaa9dfaef2047401ea1&device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 1136 time: 0.0577850 Nov 12 02:03:22.161549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc0fec-9e0a-4233-a404-438dcc2b70b2 req-908dc6f6-f386-43f6-8b4c-75cf2b3dad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:22.162928 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6dbc0fec-9e0a-4233-a404-438dcc2b70b2 req-908dc6f6-f386-43f6-8b4c-75cf2b3dad3a service neutron] 10.222.0.15 "GET /v2.0/networks?id=af6f0f25-71a1-4f35-9221-b39d0b16e1ec HTTP/1.1" status: 200 len: 916 time: 0.0943449 Nov 12 02:03:22.236752 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6dbc0fec-9e0a-4233-a404-438dcc2b70b2 req-d4100c58-f9d6-45af-8b18-deef7d82ad86 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=292fa05b-83a1-4ebd-b265-32c74633427b HTTP/1.1" status: 200 len: 1001 time: 0.0657721 Nov 12 02:03:22.288839 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc0fec-9e0a-4233-a404-438dcc2b70b2 req-171b5fe3-1a1a-4491-8e8e-bc3874a6d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:22.290345 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6dbc0fec-9e0a-4233-a404-438dcc2b70b2 req-171b5fe3-1a1a-4491-8e8e-bc3874a6d6f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f0d2a67-f3b7-4e67-90d6-7a03ad197854 HTTP/1.1" status: 200 len: 854 time: 0.0447371 Nov 12 02:03:22.340626 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc0fec-9e0a-4233-a404-438dcc2b70b2 req-c90b2d65-a406-49d7-97a2-f4ee0daa5279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:22.342176 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6dbc0fec-9e0a-4233-a404-438dcc2b70b2 req-c90b2d65-a406-49d7-97a2-f4ee0daa5279 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af6f0f25-71a1-4f35-9221-b39d0b16e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436945 Nov 12 02:03:22.537087 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e161b169-47c2-48cd-a886-d785b0d86973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:22.775086 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6dbc0fec-9e0a-4233-a404-438dcc2b70b2 req-af266d9b-fe10-4dce-b3b0-3eb2589adef7 service neutron] 10.222.0.15 "GET /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230523 Nov 12 02:03:22.870268 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6dbc0fec-9e0a-4233-a404-438dcc2b70b2 req-305864fd-a9ea-41c2-baf9-6b732cf889f0 service neutron] 10.222.0.15 "GET /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860569 Nov 12 02:03:23.821305 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:25.371734 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:25.779061 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:26.189698 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:39.586580 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:50.238182 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6a1426db-a48e-44ed-b682-b7f37da45b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:52.538770 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b2c714d7-b04f-40a1-9eba-5c5bad8941f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:53.823581 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:55.383728 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:55.781414 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:56.186374 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:57.442025 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:04:06.864908 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-712cfe5f-62b4-4380-96ac-27f7ba382e9d req-0b6cf648-3dd7-4a16-9704-0ace2dbc36b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422528 Nov 12 02:04:06.969610 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cfe5f-62b4-4380-96ac-27f7ba382e9d req-d1ce2518-fe4d-4293-aed0-a8cfa0c08e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:06.971132 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-712cfe5f-62b4-4380-96ac-27f7ba382e9d req-d1ce2518-fe4d-4293-aed0-a8cfa0c08e86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c529fc69eb24aaa9dfaef2047401ea1&device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 1136 time: 0.0464466 Nov 12 02:04:07.078118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cfe5f-62b4-4380-96ac-27f7ba382e9d req-26e89b28-4397-47d9-be9e-ba94909fcabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:07.079619 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-712cfe5f-62b4-4380-96ac-27f7ba382e9d req-26e89b28-4397-47d9-be9e-ba94909fcabe service neutron] 10.222.0.15 "GET /v2.0/networks?id=af6f0f25-71a1-4f35-9221-b39d0b16e1ec HTTP/1.1" status: 200 len: 916 time: 0.0881734 Nov 12 02:04:07.151120 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-712cfe5f-62b4-4380-96ac-27f7ba382e9d req-94229c80-bf62-4074-869a-b46cf9c899b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=292fa05b-83a1-4ebd-b265-32c74633427b HTTP/1.1" status: 200 len: 1001 time: 0.0647109 Nov 12 02:04:07.203471 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cfe5f-62b4-4380-96ac-27f7ba382e9d req-392823e1-03a1-4647-b139-14922bbb5e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:07.205246 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-712cfe5f-62b4-4380-96ac-27f7ba382e9d req-392823e1-03a1-4647-b139-14922bbb5e9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f0d2a67-f3b7-4e67-90d6-7a03ad197854 HTTP/1.1" status: 200 len: 854 time: 0.0474253 Nov 12 02:04:07.252515 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cfe5f-62b4-4380-96ac-27f7ba382e9d req-be650a5b-de61-4c18-8991-053c95264ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:07.254081 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-712cfe5f-62b4-4380-96ac-27f7ba382e9d req-be650a5b-de61-4c18-8991-053c95264ac3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af6f0f25-71a1-4f35-9221-b39d0b16e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421586 Nov 12 02:04:07.348583 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-712cfe5f-62b4-4380-96ac-27f7ba382e9d req-fa7c558f-2e52-414b-9ce6-c5d505b7ef24 service neutron] 10.222.0.15 "GET /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872326 Nov 12 02:04:07.440205 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-712cfe5f-62b4-4380-96ac-27f7ba382e9d req-9cf9a163-1419-4162-a974-e8ef9f93d06f service neutron] 10.222.0.15 "GET /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843515 Nov 12 02:04:09.593716 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:19.504538 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2c8c7-14c3-4cbf-9f1d-ad3923660e0d req-e5fe6872-7e38-4a5a-85a7-042c3c7eaea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:19.506291 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8af2c8c7-14c3-4cbf-9f1d-ad3923660e0d req-e5fe6872-7e38-4a5a-85a7-042c3c7eaea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 984 time: 0.0878453 Nov 12 02:04:19.522787 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a40b4-d2d9-498e-b873-ce0e840d592a req-463fcf27-8c56-428b-bcd7-3ebf904fb960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:19.524308 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b1a40b4-d2d9-498e-b873-ce0e840d592a req-463fcf27-8c56-428b-bcd7-3ebf904fb960 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c529fc69eb24aaa9dfaef2047401ea1&device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 1136 time: 0.0692518 Nov 12 02:04:19.635874 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8af2c8c7-14c3-4cbf-9f1d-ad3923660e0d req-49bc859c-bd41-40be-861d-04807b78fbf6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e2945f-582f-41c5-bee1-45336851d56b&id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1213746 Nov 12 02:04:19.659341 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a40b4-d2d9-498e-b873-ce0e840d592a req-86aaa150-012f-4c0e-bad8-a2195ec135c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:19.660892 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b1a40b4-d2d9-498e-b873-ce0e840d592a req-86aaa150-012f-4c0e-bad8-a2195ec135c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af6f0f25-71a1-4f35-9221-b39d0b16e1ec HTTP/1.1" status: 200 len: 916 time: 0.1283920 Nov 12 02:04:19.733269 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b1a40b4-d2d9-498e-b873-ce0e840d592a req-59dd02c3-9983-49c9-8421-b35d0a1d6fce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=292fa05b-83a1-4ebd-b265-32c74633427b HTTP/1.1" status: 200 len: 1001 time: 0.0603819 Nov 12 02:04:19.797575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a40b4-d2d9-498e-b873-ce0e840d592a req-90bb4759-ce6b-4e2f-a487-7f412d7894f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:19.798983 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b1a40b4-d2d9-498e-b873-ce0e840d592a req-90bb4759-ce6b-4e2f-a487-7f412d7894f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f0d2a67-f3b7-4e67-90d6-7a03ad197854 HTTP/1.1" status: 200 len: 854 time: 0.0551224 Nov 12 02:04:19.851544 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a40b4-d2d9-498e-b873-ce0e840d592a req-4b3e682c-a49e-4877-91d0-87a8f3e37b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:19.853090 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b1a40b4-d2d9-498e-b873-ce0e840d592a req-4b3e682c-a49e-4877-91d0-87a8f3e37b71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af6f0f25-71a1-4f35-9221-b39d0b16e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454962 Nov 12 02:04:19.946369 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b1a40b4-d2d9-498e-b873-ce0e840d592a req-6af4d06b-4eab-4954-83e8-f08567d7edd5 service neutron] 10.222.0.15 "GET /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862868 Nov 12 02:04:20.045763 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2b1a40b4-d2d9-498e-b873-ce0e840d592a req-df83e92d-bc16-48e6-ab5e-f73104f0597a service neutron] 10.222.0.15 "GET /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906918 Nov 12 02:04:20.238812 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3da41a51-fec1-4be2-a0d6-77b0cf9d7a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:20.765674 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254c445-d366-4ebd-8220-6f878ce5e9c7 req-165c8eed-dc2d-4f30-a2c2-0ee65c5a29ef tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:20.767200 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1254c445-d366-4ebd-8220-6f878ce5e9c7 req-165c8eed-dc2d-4f30-a2c2-0ee65c5a29ef tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 984 time: 0.0559032 Nov 12 02:04:20.837576 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1254c445-d366-4ebd-8220-6f878ce5e9c7 req-f64f5e23-73f3-4538-ad37-be55b2a76e1c tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e2945f-582f-41c5-bee1-45336851d56b&id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636263 Nov 12 02:04:21.960751 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc6136-67a8-4824-aba2-1ad3222f4e1f req-8fac4388-d169-4bdb-b477-d9df30edf9e9 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:21.962314 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eacc6136-67a8-4824-aba2-1ad3222f4e1f req-8fac4388-d169-4bdb-b477-d9df30edf9e9 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 984 time: 0.0534589 Nov 12 02:04:22.027318 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eacc6136-67a8-4824-aba2-1ad3222f4e1f req-e8cea89d-fe83-455d-950b-eeb77b685400 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e2945f-582f-41c5-bee1-45336851d56b&id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581865 Nov 12 02:04:22.541927 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8a40721f-2ac4-42fa-8c75-5ccdb42e7557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:23.149995 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc1919-a3f5-4ac3-883a-a842e2b9d26d req-33299c04-de80-4c21-bae4-eb4db52c90fd tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:23.151568 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92cc1919-a3f5-4ac3-883a-a842e2b9d26d req-33299c04-de80-4c21-bae4-eb4db52c90fd tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 984 time: 0.0510843 Nov 12 02:04:23.218109 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-92cc1919-a3f5-4ac3-883a-a842e2b9d26d req-7d4b1109-ff66-409c-a8bb-949dcbcba8b6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e2945f-582f-41c5-bee1-45336851d56b&id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598624 Nov 12 02:04:23.827237 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:24.343921 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8a2d0-8db4-4e10-850a-10bf38385c5d req-47c6c845-76c9-44e1-9e27-6afe6e8f7884 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:24.345517 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8cc8a2d0-8db4-4e10-850a-10bf38385c5d req-47c6c845-76c9-44e1-9e27-6afe6e8f7884 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 984 time: 0.0525525 Nov 12 02:04:24.411908 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8cc8a2d0-8db4-4e10-850a-10bf38385c5d req-f372b5ce-af73-46b2-a462-16d27a0315f4 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e2945f-582f-41c5-bee1-45336851d56b&id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598197 Nov 12 02:04:25.394755 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:25.531025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28b125-f4cd-415f-891a-2c1f2b823bbb req-0f14829a-b918-41fb-93eb-9070183637bf tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:25.532531 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e28b125-f4cd-415f-891a-2c1f2b823bbb req-0f14829a-b918-41fb-93eb-9070183637bf tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 984 time: 0.0500140 Nov 12 02:04:25.599223 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e28b125-f4cd-415f-891a-2c1f2b823bbb req-08527c67-b00e-440b-a7fb-1476c7c592eb tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e2945f-582f-41c5-bee1-45336851d56b&id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603602 Nov 12 02:04:25.782905 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:26.180403 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:26.721606 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1be96f-335a-45bc-b45a-67dd10826e48 req-c5d7d7ae-73d2-47c9-a0dc-1425725a0d76 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:26.723131 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-df1be96f-335a-45bc-b45a-67dd10826e48 req-c5d7d7ae-73d2-47c9-a0dc-1425725a0d76 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 984 time: 0.0508354 Nov 12 02:04:26.787083 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-df1be96f-335a-45bc-b45a-67dd10826e48 req-7a54ae00-7ce5-48a0-abaf-25e58ad3347d tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e2945f-582f-41c5-bee1-45336851d56b&id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570779 Nov 12 02:04:27.908307 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96680898-8705-4239-ab43-61b33120b62c req-f6d6f945-0d7e-4e76-a819-874bb0f58b7e tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:27.909779 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-96680898-8705-4239-ab43-61b33120b62c req-f6d6f945-0d7e-4e76-a819-874bb0f58b7e tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 984 time: 0.0511594 Nov 12 02:04:27.973403 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-96680898-8705-4239-ab43-61b33120b62c req-9b028a2b-7a29-4766-90fe-d01a2ee57727 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e2945f-582f-41c5-bee1-45336851d56b&id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574224 Nov 12 02:04:29.094314 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0a1a3-4646-4160-94e1-d796ea2b57ea req-77f4719e-c969-464b-9285-5e2091720dd3 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:29.095831 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85b0a1a3-4646-4160-94e1-d796ea2b57ea req-77f4719e-c969-464b-9285-5e2091720dd3 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 984 time: 0.0501108 Nov 12 02:04:29.159062 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-85b0a1a3-4646-4160-94e1-d796ea2b57ea req-b9bf98f6-07a2-43c9-b5bd-40f676d66e3a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e2945f-582f-41c5-bee1-45336851d56b&id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565538 Nov 12 02:04:30.284583 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401abdda-9632-49bb-902f-dc97ede244e7 req-fd61ac80-c4a1-4efd-8f58-15f8aa7aae00 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:30.286148 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-401abdda-9632-49bb-902f-dc97ede244e7 req-fd61ac80-c4a1-4efd-8f58-15f8aa7aae00 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 984 time: 0.0537360 Nov 12 02:04:30.350614 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-401abdda-9632-49bb-902f-dc97ede244e7 req-eee3eaf2-2ac3-4ee5-8185-f1bf35662cf1 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e2945f-582f-41c5-bee1-45336851d56b&id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578532 Nov 12 02:04:31.480246 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d895b-7c58-41bd-90a9-36fe99881015 req-ec9d8e2e-0898-4ea3-9a56-95bfe956abf6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:31.481786 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4d4d895b-7c58-41bd-90a9-36fe99881015 req-ec9d8e2e-0898-4ea3-9a56-95bfe956abf6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 984 time: 0.0595946 Nov 12 02:04:31.544171 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4d4d895b-7c58-41bd-90a9-36fe99881015 req-b1175e76-abcd-496e-a8f8-c50e427ea414 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e2945f-582f-41c5-bee1-45336851d56b&id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562103 Nov 12 02:04:32.669256 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87077f63-a57e-4808-8f6d-0ae8ed5a38b4 req-b358bc2c-a14d-4dff-84a3-de9bb6df20d5 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:32.670805 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-87077f63-a57e-4808-8f6d-0ae8ed5a38b4 req-b358bc2c-a14d-4dff-84a3-de9bb6df20d5 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 984 time: 0.0546999 Nov 12 02:04:32.732276 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-87077f63-a57e-4808-8f6d-0ae8ed5a38b4 req-c49abb0b-ebee-44cb-a704-fd3e13e4978e tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e2945f-582f-41c5-bee1-45336851d56b&id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552590 Nov 12 02:04:33.852559 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c17ec6-24f3-4cf2-ab95-d461dea5c3f3 req-bca69c33-cb15-4c7c-81ab-6381a53d216b tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:33.854109 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-51c17ec6-24f3-4cf2-ab95-d461dea5c3f3 req-bca69c33-cb15-4c7c-81ab-6381a53d216b tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 984 time: 0.0499227 Nov 12 02:04:33.918321 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-51c17ec6-24f3-4cf2-ab95-d461dea5c3f3 req-115c3867-ccba-4dca-9f80-92d31c1412f0 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e2945f-582f-41c5-bee1-45336851d56b&id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580454 Nov 12 02:04:34.441545 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:04:35.066182 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1f7bd-f647-4d33-acf8-00efda6dee86 req-8d634638-95f7-4475-b900-62d1463f6ebf tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:35.066182 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ee1f7bd-f647-4d33-acf8-00efda6dee86 req-8d634638-95f7-4475-b900-62d1463f6ebf tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 984 time: 0.0523999 Nov 12 02:04:35.125712 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ee1f7bd-f647-4d33-acf8-00efda6dee86 req-2e96f05a-5512-44c9-95b1-f0f13cb9fec1 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e2945f-582f-41c5-bee1-45336851d56b&id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551569 Nov 12 02:04:36.252801 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2dd88-830d-4849-8073-b6f841623a6e req-b298aa46-b763-4422-b757-6730c82ea691 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:36.254339 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-37c2dd88-830d-4849-8073-b6f841623a6e req-b298aa46-b763-4422-b757-6730c82ea691 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 984 time: 0.0553482 Nov 12 02:04:36.317253 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-37c2dd88-830d-4849-8073-b6f841623a6e req-9fa4cfdb-aff9-4579-ac1a-51aa8bcccac4 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=66e2945f-582f-41c5-bee1-45336851d56b&id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559630 Nov 12 02:04:39.620157 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:50.240231 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-83a6aa4e-5c83-4dea-a978-34651aa9560d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:52.544157 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-70148b16-9ab7-4199-90e7-3ca86904f1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:53.827793 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:55.397397 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:55.786203 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:56.184436 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:08.876364 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0b564e5b-dfd1-47a0-841f-c30ce44caed5 req-b7d7d205-bdbd-4004-978c-e76c38104b63 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0935051 Nov 12 02:05:08.976316 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b564e5b-dfd1-47a0-841f-c30ce44caed5 req-af463dd9-e280-4ac2-bf26-5ddf690022f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:08.977861 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0b564e5b-dfd1-47a0-841f-c30ce44caed5 req-af463dd9-e280-4ac2-bf26-5ddf690022f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c529fc69eb24aaa9dfaef2047401ea1&device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 1136 time: 0.0412738 Nov 12 02:05:09.091519 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b564e5b-dfd1-47a0-841f-c30ce44caed5 req-f25da576-f397-4277-bd1d-706ffed3f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:09.093658 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0b564e5b-dfd1-47a0-841f-c30ce44caed5 req-f25da576-f397-4277-bd1d-706ffed3f721 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af6f0f25-71a1-4f35-9221-b39d0b16e1ec HTTP/1.1" status: 200 len: 916 time: 0.0937746 Nov 12 02:05:09.159323 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0b564e5b-dfd1-47a0-841f-c30ce44caed5 req-cc0f3dfb-534f-4912-939a-151b9df2dff0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=292fa05b-83a1-4ebd-b265-32c74633427b HTTP/1.1" status: 200 len: 1001 time: 0.0578134 Nov 12 02:05:09.215471 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b564e5b-dfd1-47a0-841f-c30ce44caed5 req-9519759e-6154-4e73-a209-1abdf7a3a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:09.216951 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0b564e5b-dfd1-47a0-841f-c30ce44caed5 req-9519759e-6154-4e73-a209-1abdf7a3a9ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f0d2a67-f3b7-4e67-90d6-7a03ad197854 HTTP/1.1" status: 200 len: 854 time: 0.0497906 Nov 12 02:05:09.264958 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b564e5b-dfd1-47a0-841f-c30ce44caed5 req-ad88bf84-0d9c-4cf7-bf40-63b53e61a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:09.266366 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0b564e5b-dfd1-47a0-841f-c30ce44caed5 req-ad88bf84-0d9c-4cf7-bf40-63b53e61a461 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af6f0f25-71a1-4f35-9221-b39d0b16e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414016 Nov 12 02:05:09.359158 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0b564e5b-dfd1-47a0-841f-c30ce44caed5 req-7db37b25-d6a2-4bb2-a761-4cf8c2bd2afb service neutron] 10.222.0.15 "GET /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848706 Nov 12 02:05:09.466938 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0b564e5b-dfd1-47a0-841f-c30ce44caed5 req-54507dd7-b9a5-4597-a6a3-870b8f1353a3 service neutron] 10.222.0.15 "GET /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940232 Nov 12 02:05:09.620801 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:11.439940 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:05:20.241859 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4390d951-bec9-44f3-b512-4c6a9a04964f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:22.546213 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fa2d5477-fee6-4ecf-826d-f7b9c44c6ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:23.828846 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:25.394013 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:25.787921 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:26.188228 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:39.624631 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:39.741074 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-49dac181-de33-4495-85a2-03fa5a6ff1f1 req-74189f2c-771b-4288-9ef6-b2e262b31407 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1522717911&fields=id&tenant_id=1c529fc69eb24aaa9dfaef2047401ea1 HTTP/1.1" status: 200 len: 267 time: 0.0481424 Nov 12 02:05:39.797905 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dac181-de33-4495-85a2-03fa5a6ff1f1 req-4bb7eaa6-0e44-4b4e-b22a-b8df28b2b142 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:39.799194 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-49dac181-de33-4495-85a2-03fa5a6ff1f1 req-4bb7eaa6-0e44-4b4e-b22a-b8df28b2b142 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 984 time: 0.0515366 Nov 12 02:05:39.810664 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-49dac181-de33-4495-85a2-03fa5a6ff1f1 req-c70ccd0b-92f3-4d61-84d9-4b08416ebea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Request body: {'port': {'security_groups': ['3bb62031-6a37-45aa-bf19-a1fa749ecba1']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:05:39.874118 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-49dac181-de33-4495-85a2-03fa5a6ff1f1 req-c70ccd0b-92f3-4d61-84d9-4b08416ebea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:40.077997 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-49dac181-de33-4495-85a2-03fa5a6ff1f1 req-c70ccd0b-92f3-4d61-84d9-4b08416ebea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] For port 292fa05b-83a1-4ebd-b265-32c74633427b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=292fa05b-83a1-4ebd-b265-32c74633427b,segment=NetworkSegment(603c568a-a3a3-49c3-a744-17764bbabafa),segment_id=603c568a-a3a3-49c3-a744-17764bbabafa)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:05:40.106364 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-49dac181-de33-4495-85a2-03fa5a6ff1f1 req-c70ccd0b-92f3-4d61-84d9-4b08416ebea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:40.110825 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-49dac181-de33-4495-85a2-03fa5a6ff1f1 req-c70ccd0b-92f3-4d61-84d9-4b08416ebea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:40.155521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['292fa05b-83a1-4ebd-b265-32c74633427b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:05:40.156208 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dac181-de33-4495-85a2-03fa5a6ff1f1 req-c70ccd0b-92f3-4d61-84d9-4b08416ebea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:40.156917 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-49dac181-de33-4495-85a2-03fa5a6ff1f1 req-c70ccd0b-92f3-4d61-84d9-4b08416ebea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:40.158273 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-49dac181-de33-4495-85a2-03fa5a6ff1f1 req-c70ccd0b-92f3-4d61-84d9-4b08416ebea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "PUT /v2.0/ports/292fa05b-83a1-4ebd-b265-32c74633427b HTTP/1.1" status: 200 len: 942 time: 0.3526998 Nov 12 02:05:40.158726 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386ae936-be37-41c7-81fc-a383fb929d6b', 'tag': '292fa05b-83a1-4ebd-b265-32c74633427b'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:05:40.161047 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0471460-7f60-41b0-aafb-2b1cfab12569" -d '{"events": [{"name": "network-changed", "server_uuid": "386ae936-be37-41c7-81fc-a383fb929d6b", "tag": "292fa05b-83a1-4ebd-b265-32c74633427b"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:05:40.170105 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56670) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:40.188731 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ccd0b-92f3-4d61-84d9-4b08416ebea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Pushing event updated for resources: {'Port': ['ID=292fa05b-83a1-4ebd-b265-32c74633427b,revision_number=7']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:40.197104 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ccd0b-92f3-4d61-84d9-4b08416ebea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.197459 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ccd0b-92f3-4d61-84d9-4b08416ebea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.197801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ccd0b-92f3-4d61-84d9-4b08416ebea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.198137 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ccd0b-92f3-4d61-84d9-4b08416ebea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.198468 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ccd0b-92f3-4d61-84d9-4b08416ebea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.198798 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ccd0b-92f3-4d61-84d9-4b08416ebea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.199124 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ccd0b-92f3-4d61-84d9-4b08416ebea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.200045 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ccd0b-92f3-4d61-84d9-4b08416ebea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.200761 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ccd0b-92f3-4d61-84d9-4b08416ebea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.200761 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ccd0b-92f3-4d61-84d9-4b08416ebea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.201047 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ccd0b-92f3-4d61-84d9-4b08416ebea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.201366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ccd0b-92f3-4d61-84d9-4b08416ebea6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.255815 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01ad84b9-6a73-492e-8439-2b8c20be6a54 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:40.280582 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['292fa05b-83a1-4ebd-b265-32c74633427b'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:05:40.294264 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01ad84b9-6a73-492e-8439-2b8c20be6a54 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:40.378781 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01ad84b9-6a73-492e-8439-2b8c20be6a54 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:40.385371 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-01ad84b9-6a73-492e-8439-2b8c20be6a54 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:40.387506 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-01ad84b9-6a73-492e-8439-2b8c20be6a54 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "DELETE /v2.0/security-groups/66e2945f-582f-41c5-bee1-45336851d56b HTTP/1.1" status: 204 len: 168 time: 0.2151866 Nov 12 02:05:40.390103 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56674) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:40.409985 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad84b9-6a73-492e-8439-2b8c20be6a54 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e2945f-582f-41c5-bee1-45336851d56b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:40.421171 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad84b9-6a73-492e-8439-2b8c20be6a54 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.421524 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad84b9-6a73-492e-8439-2b8c20be6a54 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.421877 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad84b9-6a73-492e-8439-2b8c20be6a54 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.422183 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad84b9-6a73-492e-8439-2b8c20be6a54 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.422705 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad84b9-6a73-492e-8439-2b8c20be6a54 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.423196 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad84b9-6a73-492e-8439-2b8c20be6a54 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.423834 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad84b9-6a73-492e-8439-2b8c20be6a54 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.424333 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad84b9-6a73-492e-8439-2b8c20be6a54 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.424858 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad84b9-6a73-492e-8439-2b8c20be6a54 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.425358 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad84b9-6a73-492e-8439-2b8c20be6a54 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.425854 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad84b9-6a73-492e-8439-2b8c20be6a54 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.426183 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ad84b9-6a73-492e-8439-2b8c20be6a54 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:40.493257 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-788f4117-a4fd-4129-bec5-6aa77c923bf6 None None] Provisioning complete for port 292fa05b-83a1-4ebd-b265-32c74633427b triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:05:40.493634 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-788f4117-a4fd-4129-bec5-6aa77c923bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:40.583789 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-fc488cfe-58c6-4891-bb54-1b5a263d89cf tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Deleting port 9f3c7447-3f0e-427e-8b70-df30d788cba2 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:05:40.584131 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fc488cfe-58c6-4891-bb54-1b5a263d89cf tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:40.670627 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fc488cfe-58c6-4891-bb54-1b5a263d89cf tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:40.671031 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fc488cfe-58c6-4891-bb54-1b5a263d89cf tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:40.685401 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-fc488cfe-58c6-4891-bb54-1b5a263d89cf tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Calling delete_port for 9f3c7447-3f0e-427e-8b70-df30d788cba2 owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:05:40.859319 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fc488cfe-58c6-4891-bb54-1b5a263d89cf tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:40.883875 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc488cfe-58c6-4891-bb54-1b5a263d89cf tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Pushing event deleted for resources: {'Port': ['ID=9f3c7447-3f0e-427e-8b70-df30d788cba2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:40.947016 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fc488cfe-58c6-4891-bb54-1b5a263d89cf tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:40.947871 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-fc488cfe-58c6-4891-bb54-1b5a263d89cf tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Floating IP eb1c9ab2-bb1b-4d35-8093-e2b98127a9c6 disassociated (deleted). External IP: 172.25.0.199, port: 292fa05b-83a1-4ebd-b265-32c74633427b. Nov 12 02:05:41.161230 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc488cfe-58c6-4891-bb54-1b5a263d89cf tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Router 690261fb-3177-435b-9df5-6ce0543abb7e has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:05:41.269378 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc488cfe-58c6-4891-bb54-1b5a263d89cf tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:05:41.274153 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fc488cfe-58c6-4891-bb54-1b5a263d89cf tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:41.278626 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c04c6ae-6054-46b6-9b3b-97f4db4130bf None None] Sync routers for ids ['690261fb-3177-435b-9df5-6ce0543abb7e'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:05:41.287610 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c04c6ae-6054-46b6-9b3b-97f4db4130bf None None] Routers {'690261fb-3177-435b-9df5-6ce0543abb7e'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:05:41.288210 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8c04c6ae-6054-46b6-9b3b-97f4db4130bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:05:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['690261fb-3177-435b-9df5-6ce0543abb7e'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:41.304253 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fc488cfe-58c6-4891-bb54-1b5a263d89cf tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "DELETE /v2.0/floatingips/eb1c9ab2-bb1b-4d35-8093-e2b98127a9c6 HTTP/1.1" status: 204 len: 168 time: 0.9123003 Nov 12 02:05:41.401087 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-8c04c6ae-6054-46b6-9b3b-97f4db4130bf None None] Set router 690261fb-3177-435b-9df5-6ce0543abb7e gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:05:41.472518 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01622a4-b79a-4120-b34c-9463421cc054 x-openstack-request-id: req-e01622a4-b79a-4120-b34c-9463421cc054 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:05:41.472960 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386ae936-be37-41c7-81fc-a383fb929d6b", "tag": "292fa05b-83a1-4ebd-b265-32c74633427b", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:05:41.473565 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e01622a4-b79a-4120-b34c-9463421cc054 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:05:41.473925 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386ae936-be37-41c7-81fc-a383fb929d6b', 'tag': '292fa05b-83a1-4ebd-b265-32c74633427b', 'status': 'completed', 'code': 200} Nov 12 02:05:41.576989 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0471460-7f60-41b0-aafb-2b1cfab12569 req-b6c45bd0-6221-428f-ab12-e53d6faca991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:41.578948 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0471460-7f60-41b0-aafb-2b1cfab12569 req-b6c45bd0-6221-428f-ab12-e53d6faca991 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c529fc69eb24aaa9dfaef2047401ea1&device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 1097 time: 0.0567985 Nov 12 02:05:41.639305 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8c04c6ae-6054-46b6-9b3b-97f4db4130bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'name': 'tempest-TestMinimumBasicScenario-1900197952-router', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:21Z', 'revision_number': 4, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'gw_port': {'id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'e39b45de-2932-47eb-9471-e496466b0e2c', 'name': '', 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'mac_address': 'fa:16:3e:24:b0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1f0d2a67-f3b7-4e67-90d6-7a03ad197854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:21Z', 'updated_at': '2021-11-12T02:02:25Z', 'revision_number': 5, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'subnets': [{'id': '1f0d2a67-f3b7-4e67-90d6-7a03ad197854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:41.670060 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c04c6ae-6054-46b6-9b3b-97f4db4130bf None None] Checking router: 690261fb-3177-435b-9df5-6ce0543abb7e for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:05:41.678396 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c04c6ae-6054-46b6-9b3b-97f4db4130bf None None] Routers {'690261fb-3177-435b-9df5-6ce0543abb7e'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:05:41.678553 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0471460-7f60-41b0-aafb-2b1cfab12569 req-64835946-52bd-4f5a-b031-ac6594c4d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:41.678935 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8c04c6ae-6054-46b6-9b3b-97f4db4130bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:05:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['690261fb-3177-435b-9df5-6ce0543abb7e'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:41.679921 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0471460-7f60-41b0-aafb-2b1cfab12569 req-64835946-52bd-4f5a-b031-ac6594c4d903 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af6f0f25-71a1-4f35-9221-b39d0b16e1ec HTTP/1.1" status: 200 len: 916 time: 0.0895019 Nov 12 02:05:41.747652 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0471460-7f60-41b0-aafb-2b1cfab12569 req-fd2dbed1-98d9-4e8a-b3e1-2b4bf9e687bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=292fa05b-83a1-4ebd-b265-32c74633427b HTTP/1.1" status: 200 len: 217 time: 0.0543144 Nov 12 02:05:41.788930 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-8c04c6ae-6054-46b6-9b3b-97f4db4130bf None None] Set router 690261fb-3177-435b-9df5-6ce0543abb7e gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:05:41.806145 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0471460-7f60-41b0-aafb-2b1cfab12569 req-eb9ef610-1e77-4c57-a9c2-a41ab3a2f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:41.808452 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0471460-7f60-41b0-aafb-2b1cfab12569 req-eb9ef610-1e77-4c57-a9c2-a41ab3a2f7c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f0d2a67-f3b7-4e67-90d6-7a03ad197854 HTTP/1.1" status: 200 len: 854 time: 0.0531106 Nov 12 02:05:41.876715 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0471460-7f60-41b0-aafb-2b1cfab12569 req-ff0e8d79-efb7-4b2f-b2fc-ade74ba9d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:41.878518 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0471460-7f60-41b0-aafb-2b1cfab12569 req-ff0e8d79-efb7-4b2f-b2fc-ade74ba9d1cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af6f0f25-71a1-4f35-9221-b39d0b16e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611546 Nov 12 02:05:41.987148 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0471460-7f60-41b0-aafb-2b1cfab12569 req-ffda106b-a123-4907-a69f-abbaead0b63b service neutron] 10.222.0.15 "GET /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011724 Nov 12 02:05:42.003084 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8c04c6ae-6054-46b6-9b3b-97f4db4130bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'name': 'tempest-TestMinimumBasicScenario-1900197952-router', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:21Z', 'revision_number': 4, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'gw_port': {'id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'e39b45de-2932-47eb-9471-e496466b0e2c', 'name': '', 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'mac_address': 'fa:16:3e:24:b0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1f0d2a67-f3b7-4e67-90d6-7a03ad197854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:21Z', 'updated_at': '2021-11-12T02:02:25Z', 'revision_number': 5, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'subnets': [{'id': '1f0d2a67-f3b7-4e67-90d6-7a03ad197854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:42.030297 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c04c6ae-6054-46b6-9b3b-97f4db4130bf None None] The sync data for ids ['690261fb-3177-435b-9df5-6ce0543abb7e'] in n-d-712137-14 is: [{'id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'name': 'tempest-TestMinimumBasicScenario-1900197952-router', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:21Z', 'revision_number': 4, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'gw_port': {'id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'e39b45de-2932-47eb-9471-e496466b0e2c', 'name': '', 'network_id': 'af6f0f25-71a1-4f35-9221-b39d0b16e1ec', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'mac_address': 'fa:16:3e:24:b0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1f0d2a67-f3b7-4e67-90d6-7a03ad197854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:21Z', 'updated_at': '2021-11-12T02:02:25Z', 'revision_number': 5, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'subnets': [{'id': '1f0d2a67-f3b7-4e67-90d6-7a03ad197854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:05:42.085335 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a0471460-7f60-41b0-aafb-2b1cfab12569 req-734ee88f-ef52-4428-9a95-9a143a53ddfe service neutron] 10.222.0.15 "GET /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895107 Nov 12 02:05:42.267927 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c648de4-a141-403f-881b-953cd65fe17c None None] New status for floating IP eb1c9ab2-bb1b-4d35-8093-e2b98127a9c6: DOWN {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:05:43.475375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386ae936-be37-41c7-81fc-a383fb929d6b', 'tag': '292fa05b-83a1-4ebd-b265-32c74633427b'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:05:43.478692 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0411b55-98f9-405a-a56b-a48c81dc9564" -d '{"events": [{"name": "network-changed", "server_uuid": "386ae936-be37-41c7-81fc-a383fb929d6b", "tag": "292fa05b-83a1-4ebd-b265-32c74633427b"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:05:43.517521 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d923145-8fa9-4de8-a4f3-aad59eb365bd x-openstack-request-id: req-5d923145-8fa9-4de8-a4f3-aad59eb365bd {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:05:43.517833 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386ae936-be37-41c7-81fc-a383fb929d6b", "tag": "292fa05b-83a1-4ebd-b265-32c74633427b", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:05:43.518091 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d923145-8fa9-4de8-a4f3-aad59eb365bd {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:05:43.518525 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386ae936-be37-41c7-81fc-a383fb929d6b', 'tag': '292fa05b-83a1-4ebd-b265-32c74633427b', 'status': 'completed', 'code': 200} Nov 12 02:05:43.606291 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0411b55-98f9-405a-a56b-a48c81dc9564 req-b3bcc565-b847-4a1e-b12f-b7ac02a12f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:43.608082 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0411b55-98f9-405a-a56b-a48c81dc9564 req-b3bcc565-b847-4a1e-b12f-b7ac02a12f2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c529fc69eb24aaa9dfaef2047401ea1&device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 1097 time: 0.0450702 Nov 12 02:05:43.720052 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0411b55-98f9-405a-a56b-a48c81dc9564 req-e8cc5644-f1c5-4e9a-b700-a2743f045696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:43.721545 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0411b55-98f9-405a-a56b-a48c81dc9564 req-e8cc5644-f1c5-4e9a-b700-a2743f045696 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af6f0f25-71a1-4f35-9221-b39d0b16e1ec HTTP/1.1" status: 200 len: 916 time: 0.1057360 Nov 12 02:05:43.764174 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0411b55-98f9-405a-a56b-a48c81dc9564 req-3a86cf12-e7a0-487f-b8f4-27da45c1cc54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=292fa05b-83a1-4ebd-b265-32c74633427b HTTP/1.1" status: 200 len: 217 time: 0.0355461 Nov 12 02:05:43.838000 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0411b55-98f9-405a-a56b-a48c81dc9564 req-6e0793c3-1b0a-444c-85b6-ff828f8c1f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:43.840458 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0411b55-98f9-405a-a56b-a48c81dc9564 req-6e0793c3-1b0a-444c-85b6-ff828f8c1f90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1f0d2a67-f3b7-4e67-90d6-7a03ad197854 HTTP/1.1" status: 200 len: 854 time: 0.0688238 Nov 12 02:05:43.892253 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0411b55-98f9-405a-a56b-a48c81dc9564 req-5e67d697-bd21-4ccd-a0c5-6da15a7bc05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:43.894050 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0411b55-98f9-405a-a56b-a48c81dc9564 req-5e67d697-bd21-4ccd-a0c5-6da15a7bc05c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af6f0f25-71a1-4f35-9221-b39d0b16e1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464144 Nov 12 02:05:43.995846 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0411b55-98f9-405a-a56b-a48c81dc9564 req-0043e08d-cfee-4b1f-ade9-dfc54945c94d service neutron] 10.222.0.15 "GET /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946536 Nov 12 02:05:44.091517 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f0411b55-98f9-405a-a56b-a48c81dc9564 req-ff5d5a30-2c29-415a-aee2-a5d0d31d58f0 service neutron] 10.222.0.15 "GET /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886095 Nov 12 02:05:48.439174 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:05:50.249673 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e5bac626-b70f-4f8a-a10f-a7a78a5e6746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.428275 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a66718-26d8-4254-895c-2ddb569f2d98 req-05dd6043-36d8-4d40-983f-366aa3e78a1e tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:50.429897 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99a66718-26d8-4254-895c-2ddb569f2d98 req-05dd6043-36d8-4d40-983f-366aa3e78a1e tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 945 time: 0.0517435 Nov 12 02:05:50.484867 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-99a66718-26d8-4254-895c-2ddb569f2d98 req-96955bef-3248-420a-9ad9-d56a7c7a0f6e tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475807 Nov 12 02:05:51.607479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4440c90-475e-42e5-b344-b5be7a7d5739 req-ad1d7b84-e052-460e-b039-dabe85e8eee6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:51.608998 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4440c90-475e-42e5-b344-b5be7a7d5739 req-ad1d7b84-e052-460e-b039-dabe85e8eee6 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 945 time: 0.0495305 Nov 12 02:05:51.662408 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4440c90-475e-42e5-b344-b5be7a7d5739 req-30e0da1f-a083-43e2-b3e3-af3a1118a8b2 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471923 Nov 12 02:05:52.396036 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c207d4-a5e4-430d-9bf3-0493711891a7 req-11148680-5b15-4a78-b33c-ea3d79862b7a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:52.397567 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-99c207d4-a5e4-430d-9bf3-0493711891a7 req-11148680-5b15-4a78-b33c-ea3d79862b7a tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.15 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 945 time: 0.0484254 Nov 12 02:05:52.488611 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-99c207d4-a5e4-430d-9bf3-0493711891a7 req-c0422848-5f6e-4456-85af-7c61e725eeab tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Deleting port 292fa05b-83a1-4ebd-b265-32c74633427b {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:05:52.489025 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-99c207d4-a5e4-430d-9bf3-0493711891a7 req-c0422848-5f6e-4456-85af-7c61e725eeab tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:52.552947 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a61c368f-310d-44ab-96f4-ee580a784df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:52.589120 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-99c207d4-a5e4-430d-9bf3-0493711891a7 req-c0422848-5f6e-4456-85af-7c61e725eeab tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] For port 292fa05b-83a1-4ebd-b265-32c74633427b, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=292fa05b-83a1-4ebd-b265-32c74633427b,segment=NetworkSegment(603c568a-a3a3-49c3-a744-17764bbabafa),segment_id=603c568a-a3a3-49c3-a744-17764bbabafa)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:05:52.589497 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-99c207d4-a5e4-430d-9bf3-0493711891a7 req-c0422848-5f6e-4456-85af-7c61e725eeab tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:52.606052 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-99c207d4-a5e4-430d-9bf3-0493711891a7 req-c0422848-5f6e-4456-85af-7c61e725eeab tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Calling delete_port for 292fa05b-83a1-4ebd-b265-32c74633427b owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:05:52.788169 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406cc07-3570-4f5e-a87e-2dcd220eb735 req-b927515f-fe3f-4e72-8e0d-f10aa20112c1 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:52.789709 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6406cc07-3570-4f5e-a87e-2dcd220eb735 req-b927515f-fe3f-4e72-8e0d-f10aa20112c1 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/ports?device_id=386ae936-be37-41c7-81fc-a383fb929d6b HTTP/1.1" status: 200 len: 945 time: 0.0542440 Nov 12 02:05:52.806752 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-99c207d4-a5e4-430d-9bf3-0493711891a7 req-c0422848-5f6e-4456-85af-7c61e725eeab tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:52.839399 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0422848-5f6e-4456-85af-7c61e725eeab tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Pushing event deleted for resources: {'Port': ['ID=292fa05b-83a1-4ebd-b265-32c74633427b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:52.857094 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6406cc07-3570-4f5e-a87e-2dcd220eb735 req-b5b87916-dd72-4543-9bdc-086d09ccd474 tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb62031-6a37-45aa-bf19-a1fa749ecba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534708 Nov 12 02:05:52.886067 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c207d4-a5e4-430d-9bf3-0493711891a7 req-c0422848-5f6e-4456-85af-7c61e725eeab tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] No DVR routers for this DVR port 292fa05b-83a1-4ebd-b265-32c74633427b on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:05:52.889146 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-99c207d4-a5e4-430d-9bf3-0493711891a7 req-c0422848-5f6e-4456-85af-7c61e725eeab tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:52.893123 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-99c207d4-a5e4-430d-9bf3-0493711891a7 req-c0422848-5f6e-4456-85af-7c61e725eeab tempest-TestMinimumBasicScenario-1112923021 tempest-TestMinimumBasicScenario-1112923021-project] 10.222.0.15 "DELETE /v2.0/ports/292fa05b-83a1-4ebd-b265-32c74633427b HTTP/1.1" status: 204 len: 173 time: 0.4898300 Nov 12 02:05:52.893701 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386ae936-be37-41c7-81fc-a383fb929d6b', 'name': 'network-vif-deleted', 'tag': '292fa05b-83a1-4ebd-b265-32c74633427b'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:05:52.895857 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2d0b4b-69aa-42f1-ac0c-1016ae9a2018" -d '{"events": [{"server_uuid": "386ae936-be37-41c7-81fc-a383fb929d6b", "name": "network-vif-deleted", "tag": "292fa05b-83a1-4ebd-b265-32c74633427b"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:05:52.947488 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdcc565-6e69-456b-9ff0-b556a77160b7 x-openstack-request-id: req-0cdcc565-6e69-456b-9ff0-b556a77160b7 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:05:52.947935 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386ae936-be37-41c7-81fc-a383fb929d6b", "name": "network-vif-deleted", "tag": "292fa05b-83a1-4ebd-b265-32c74633427b", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:05:52.948821 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0cdcc565-6e69-456b-9ff0-b556a77160b7 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:05:52.949417 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386ae936-be37-41c7-81fc-a383fb929d6b', 'name': 'network-vif-deleted', 'tag': '292fa05b-83a1-4ebd-b265-32c74633427b', 'status': 'completed', 'code': 200} Nov 12 02:05:53.833606 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:54.260470 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 292fa05b-83a1-4ebd-b265-32c74633427b no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:05:54.282323 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 292fa05b-83a1-4ebd-b265-32c74633427b {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:05:54.282679 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 292fa05b-83a1-4ebd-b265-32c74633427b not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:05:54.484589 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56784) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:54.861677 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c9933a7b-1b61-4a0d-b52a-d4483ce6ddb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:55.117808 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c9933a7b-1b61-4a0d-b52a-d4483ce6ddb5 admin admin] Deleting port e39b45de-2932-47eb-9471-e496466b0e2c {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:05:55.118149 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c9933a7b-1b61-4a0d-b52a-d4483ce6ddb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:55.200184 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-c9933a7b-1b61-4a0d-b52a-d4483ce6ddb5 admin admin] For port e39b45de-2932-47eb-9471-e496466b0e2c, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=e39b45de-2932-47eb-9471-e496466b0e2c,segment=NetworkSegment(603c568a-a3a3-49c3-a744-17764bbabafa),segment_id=603c568a-a3a3-49c3-a744-17764bbabafa)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:05:55.200551 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c9933a7b-1b61-4a0d-b52a-d4483ce6ddb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:55.215170 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c9933a7b-1b61-4a0d-b52a-d4483ce6ddb5 admin admin] Calling delete_port for e39b45de-2932-47eb-9471-e496466b0e2c owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:05:55.395381 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:55.401690 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c9933a7b-1b61-4a0d-b52a-d4483ce6ddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:55.432272 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9933a7b-1b61-4a0d-b52a-d4483ce6ddb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e39b45de-2932-47eb-9471-e496466b0e2c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:55.601717 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c9933a7b-1b61-4a0d-b52a-d4483ce6ddb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:55.791116 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:56.139231 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9933a7b-1b61-4a0d-b52a-d4483ce6ddb5 admin admin] Router 690261fb-3177-435b-9df5-6ce0543abb7e has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:05:56.190919 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:56.253013 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9933a7b-1b61-4a0d-b52a-d4483ce6ddb5 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:05:56.258819 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c9933a7b-1b61-4a0d-b52a-d4483ce6ddb5 admin admin] 10.222.0.31 "PUT /v2.0/routers/690261fb-3177-435b-9df5-6ce0543abb7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7731349 Nov 12 02:05:56.260753 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56786) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:56.264080 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ce374-6b52-4748-8b42-9de46844835b None None] Sync routers for ids ['690261fb-3177-435b-9df5-6ce0543abb7e'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:05:56.274063 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ce374-6b52-4748-8b42-9de46844835b None None] Routers {'690261fb-3177-435b-9df5-6ce0543abb7e'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:05:56.274756 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-6b4ce374-6b52-4748-8b42-9de46844835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:05:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['690261fb-3177-435b-9df5-6ce0543abb7e'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:56.368109 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f430d9a9-b0ec-4410-b587-2545e17dc90d admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:56.472280 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f430d9a9-b0ec-4410-b587-2545e17dc90d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:56.472797 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-6b4ce374-6b52-4748-8b42-9de46844835b None None] Set router 690261fb-3177-435b-9df5-6ce0543abb7e gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:05:56.529116 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-f430d9a9-b0ec-4410-b587-2545e17dc90d admin admin] Deleting port ae4c1950-4e60-4ddb-a992-6f54e5f4703a {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:05:56.529462 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f430d9a9-b0ec-4410-b587-2545e17dc90d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:56.629065 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-f430d9a9-b0ec-4410-b587-2545e17dc90d admin admin] For port ae4c1950-4e60-4ddb-a992-6f54e5f4703a, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ae4c1950-4e60-4ddb-a992-6f54e5f4703a,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:05:56.629753 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f430d9a9-b0ec-4410-b587-2545e17dc90d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:56.648650 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-f430d9a9-b0ec-4410-b587-2545e17dc90d admin admin] Calling delete_port for ae4c1950-4e60-4ddb-a992-6f54e5f4703a owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:05:56.669783 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-6b4ce374-6b52-4748-8b42-9de46844835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'name': 'tempest-TestMinimumBasicScenario-1900197952-router', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:05:55Z', 'revision_number': 5, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'gw_port': {'id': 'ae4c1950-4e60-4ddb-a992-6f54e5f4703a', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:56.695274 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ce374-6b52-4748-8b42-9de46844835b None None] Checking router: 690261fb-3177-435b-9df5-6ce0543abb7e for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:05:56.704874 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ce374-6b52-4748-8b42-9de46844835b None None] Routers {'690261fb-3177-435b-9df5-6ce0543abb7e'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:05:56.705498 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-6b4ce374-6b52-4748-8b42-9de46844835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:05:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['690261fb-3177-435b-9df5-6ce0543abb7e'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:56.799366 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-6b4ce374-6b52-4748-8b42-9de46844835b None None] Set router 690261fb-3177-435b-9df5-6ce0543abb7e gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:05:56.827553 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f430d9a9-b0ec-4410-b587-2545e17dc90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:56.855567 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-6b4ce374-6b52-4748-8b42-9de46844835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'name': 'tempest-TestMinimumBasicScenario-1900197952-router', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:05:56Z', 'revision_number': 6, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:56.861193 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430d9a9-b0ec-4410-b587-2545e17dc90d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae4c1950-4e60-4ddb-a992-6f54e5f4703a,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:56.871205 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c235c6c9-4234-43da-99d8-204b2a0824d3 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:05:56.885204 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ce374-6b52-4748-8b42-9de46844835b None None] The sync data for ids ['690261fb-3177-435b-9df5-6ce0543abb7e'] in n-d-712137-14 is: [{'id': '690261fb-3177-435b-9df5-6ce0543abb7e', 'name': 'tempest-TestMinimumBasicScenario-1900197952-router', 'tenant_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:19Z', 'updated_at': '2021-11-12T02:05:56Z', 'revision_number': 6, 'project_id': '1c529fc69eb24aaa9dfaef2047401ea1', 'gw_port_host': None}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:05:56.926643 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f430d9a9-b0ec-4410-b587-2545e17dc90d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.019767 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f430d9a9-b0ec-4410-b587-2545e17dc90d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.021898 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f430d9a9-b0ec-4410-b587-2545e17dc90d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.066111 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f430d9a9-b0ec-4410-b587-2545e17dc90d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.066599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f430d9a9-b0ec-4410-b587-2545e17dc90d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 690261fb-3177-435b-9df5-6ce0543abb7e {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:05:57.070914 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f430d9a9-b0ec-4410-b587-2545e17dc90d admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.072152 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f430d9a9-b0ec-4410-b587-2545e17dc90d admin admin] 10.222.0.31 "DELETE /v2.0/routers/690261fb-3177-435b-9df5-6ce0543abb7e HTTP/1.1" status: 204 len: 168 time: 0.8104033 Nov 12 02:05:57.075272 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56788) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:57.124034 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-629e5288-dece-40d0-819b-0bf1329165ee admin admin] Deleting subnet 1f0d2a67-f3b7-4e67-90d6-7a03ad197854 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:05:57.127277 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-629e5288-dece-40d0-819b-0bf1329165ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.162856 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-629e5288-dece-40d0-819b-0bf1329165ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.241437 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-629e5288-dece-40d0-819b-0bf1329165ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.302275 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-629e5288-dece-40d0-819b-0bf1329165ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.333427 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e5288-dece-40d0-819b-0bf1329165ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f0d2a67-f3b7-4e67-90d6-7a03ad197854,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:57.338249 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-629e5288-dece-40d0-819b-0bf1329165ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.342466 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a913fb40-fd76-4a04-aec2-be390e6dd5a7 None None] Network af6f0f25-71a1-4f35-9221-b39d0b16e1ec requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:05:57.344023 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-629e5288-dece-40d0-819b-0bf1329165ee admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1f0d2a67-f3b7-4e67-90d6-7a03ad197854 HTTP/1.1" status: 204 len: 168 time: 0.2667198 Nov 12 02:05:57.345445 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56790) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:57.414610 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-96822d60-9d5f-4395-bd9e-28b9102634ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.468721 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-96822d60-9d5f-4395-bd9e-28b9102634ba admin admin] Deleting port a15e5931-8d9c-4209-ac47-39bc7bbe4242 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:05:57.469180 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-96822d60-9d5f-4395-bd9e-28b9102634ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.536796 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-96822d60-9d5f-4395-bd9e-28b9102634ba admin admin] For port a15e5931-8d9c-4209-ac47-39bc7bbe4242, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=a15e5931-8d9c-4209-ac47-39bc7bbe4242,segment=NetworkSegment(603c568a-a3a3-49c3-a744-17764bbabafa),segment_id=603c568a-a3a3-49c3-a744-17764bbabafa)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:05:57.537342 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-96822d60-9d5f-4395-bd9e-28b9102634ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.550622 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-96822d60-9d5f-4395-bd9e-28b9102634ba admin admin] Calling delete_port for a15e5931-8d9c-4209-ac47-39bc7bbe4242 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:05:57.637295 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-96822d60-9d5f-4395-bd9e-28b9102634ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.656605 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ee3f65-5943-474d-a7db-4550542d2c68 None None] DHCP port deletion for af6f0f25-71a1-4f35-9221-b39d0b16e1ec request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:05:57.675778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96822d60-9d5f-4395-bd9e-28b9102634ba admin admin] Pushing event deleted for resources: {'Port': ['ID=a15e5931-8d9c-4209-ac47-39bc7bbe4242,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:57.679298 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96822d60-9d5f-4395-bd9e-28b9102634ba admin admin] No DVR routers for this DVR port a15e5931-8d9c-4209-ac47-39bc7bbe4242 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:05:57.751646 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-96822d60-9d5f-4395-bd9e-28b9102634ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.772672 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-96822d60-9d5f-4395-bd9e-28b9102634ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6f0f25-71a1-4f35-9221-b39d0b16e1ec']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:57.782793 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-96822d60-9d5f-4395-bd9e-28b9102634ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '603c568a-a3a3-49c3-a744-17764bbabafa') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:57.783090 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-96822d60-9d5f-4395-bd9e-28b9102634ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '603c568a-a3a3-49c3-a744-17764bbabafa') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:57.792637 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-96822d60-9d5f-4395-bd9e-28b9102634ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.806237 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-96822d60-9d5f-4395-bd9e-28b9102634ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.815384 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96822d60-9d5f-4395-bd9e-28b9102634ba admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:05:57.815973 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-96822d60-9d5f-4395-bd9e-28b9102634ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: timer() Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:05:57.818141 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:05:57.898306 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ae4c1950-4e60-4ddb-a992-6f54e5f4703a no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:05:57.904531 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-96822d60-9d5f-4395-bd9e-28b9102634ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.914123 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-96822d60-9d5f-4395-bd9e-28b9102634ba admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.918558 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-96822d60-9d5f-4395-bd9e-28b9102634ba admin admin] 10.222.0.31 "DELETE /v2.0/networks/af6f0f25-71a1-4f35-9221-b39d0b16e1ec HTTP/1.1" status: 204 len: 168 time: 0.5709581 Nov 12 02:05:57.923228 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56792) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:57.924039 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: ae4c1950-4e60-4ddb-a992-6f54e5f4703a {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:05:57.924389 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ae4c1950-4e60-4ddb-a992-6f54e5f4703a not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:05:57.924823 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device e39b45de-2932-47eb-9471-e496466b0e2c no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:05:57.934509 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96822d60-9d5f-4395-bd9e-28b9102634ba admin admin] Pushing event deleted for resources: {'Network': ['ID=af6f0f25-71a1-4f35-9221-b39d0b16e1ec,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:57.956354 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: e39b45de-2932-47eb-9471-e496466b0e2c {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:05:57.956806 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device e39b45de-2932-47eb-9471-e496466b0e2c not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:05:57.957296 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a15e5931-8d9c-4209-ac47-39bc7bbe4242 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:05:57.980916 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: a15e5931-8d9c-4209-ac47-39bc7bbe4242 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:05:57.981271 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device a15e5931-8d9c-4209-ac47-39bc7bbe4242 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:05:58.296297 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-122196d6-67a5-4c87-bee7-6b65a427e807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:58.847605 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-122196d6-67a5-4c87-bee7-6b65a427e807 admin admin] Deleting port 1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:05:58.847951 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-122196d6-67a5-4c87-bee7-6b65a427e807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:58.925580 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-122196d6-67a5-4c87-bee7-6b65a427e807 admin admin] For port 1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d,segment=NetworkSegment(43730bdf-7963-48e8-ba69-b21ccbe623e9),segment_id=43730bdf-7963-48e8-ba69-b21ccbe623e9)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:05:58.926270 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-122196d6-67a5-4c87-bee7-6b65a427e807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:58.938068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-122196d6-67a5-4c87-bee7-6b65a427e807 admin admin] Calling delete_port for 1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:05:59.115067 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-122196d6-67a5-4c87-bee7-6b65a427e807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:59.139010 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122196d6-67a5-4c87-bee7-6b65a427e807 admin admin] Pushing event deleted for resources: {'Port': ['ID=1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:59.311975 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-122196d6-67a5-4c87-bee7-6b65a427e807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:59.532343 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122196d6-67a5-4c87-bee7-6b65a427e807 admin admin] Router f3f74758-3309-47f6-a867-d9279e974b3f has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:05:59.640265 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122196d6-67a5-4c87-bee7-6b65a427e807 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:05:59.645454 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-122196d6-67a5-4c87-bee7-6b65a427e807 admin admin] 10.222.0.31 "PUT /v2.0/routers/f3f74758-3309-47f6-a867-d9279e974b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7209373 Nov 12 02:05:59.647933 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56794) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:59.648952 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad77f43f-d601-46f0-a11c-85994c367769 None None] Sync routers for ids ['f3f74758-3309-47f6-a867-d9279e974b3f'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:05:59.658963 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad77f43f-d601-46f0-a11c-85994c367769 None None] Routers {'f3f74758-3309-47f6-a867-d9279e974b3f'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:05:59.659589 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ad77f43f-d601-46f0-a11c-85994c367769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:05:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f3f74758-3309-47f6-a867-d9279e974b3f'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:59.761167 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6d329dea-4398-482d-bb35-69698b51cd71 admin admin] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:59.777252 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-ad77f43f-d601-46f0-a11c-85994c367769 None None] Set router f3f74758-3309-47f6-a867-d9279e974b3f gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:05:59.865786 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6d329dea-4398-482d-bb35-69698b51cd71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:59.928947 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-6d329dea-4398-482d-bb35-69698b51cd71 admin admin] Deleting port 6c64c4b6-6d0d-4eff-81b1-79527d7c17f9 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:05:59.929758 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6d329dea-4398-482d-bb35-69698b51cd71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:59.961536 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ad77f43f-d601-46f0-a11c-85994c367769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f74758-3309-47f6-a867-d9279e974b3f', 'name': 'tempest-TestMinimumBasicScenario-1720337972-router', 'tenant_id': '2c687d24ca4142e49fd4c010aaa12698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c64c4b6-6d0d-4eff-81b1-79527d7c17f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:24Z', 'updated_at': '2021-11-12T02:05:59Z', 'revision_number': 5, 'project_id': '2c687d24ca4142e49fd4c010aaa12698', 'gw_port': {'id': '6c64c4b6-6d0d-4eff-81b1-79527d7c17f9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f74758-3309-47f6-a867-d9279e974b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:24Z', 'updated_at': '2021-11-12T02:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:59.992715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad77f43f-d601-46f0-a11c-85994c367769 None None] Checking router: f3f74758-3309-47f6-a867-d9279e974b3f for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:06:00.001928 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad77f43f-d601-46f0-a11c-85994c367769 None None] Routers {'f3f74758-3309-47f6-a867-d9279e974b3f'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:06:00.002712 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ad77f43f-d601-46f0-a11c-85994c367769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:05:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f3f74758-3309-47f6-a867-d9279e974b3f'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:00.017522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-6d329dea-4398-482d-bb35-69698b51cd71 admin admin] For port 6c64c4b6-6d0d-4eff-81b1-79527d7c17f9, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=6c64c4b6-6d0d-4eff-81b1-79527d7c17f9,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:06:00.017889 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6d329dea-4398-482d-bb35-69698b51cd71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:00.031045 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-6d329dea-4398-482d-bb35-69698b51cd71 admin admin] Calling delete_port for 6c64c4b6-6d0d-4eff-81b1-79527d7c17f9 owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:06:00.206428 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6d329dea-4398-482d-bb35-69698b51cd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:00.238121 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d329dea-4398-482d-bb35-69698b51cd71 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c64c4b6-6d0d-4eff-81b1-79527d7c17f9,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:00.254213 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-ad77f43f-d601-46f0-a11c-85994c367769 None None] Set router f3f74758-3309-47f6-a867-d9279e974b3f gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:06:00.258089 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3c52c7-2d74-4cf0-a872-0d68edc9736d None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:06:00.306104 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6d329dea-4398-482d-bb35-69698b51cd71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:00.310877 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ad77f43f-d601-46f0-a11c-85994c367769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f74758-3309-47f6-a867-d9279e974b3f', 'name': 'tempest-TestMinimumBasicScenario-1720337972-router', 'tenant_id': '2c687d24ca4142e49fd4c010aaa12698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:24Z', 'updated_at': '2021-11-12T02:05:59Z', 'revision_number': 6, 'project_id': '2c687d24ca4142e49fd4c010aaa12698', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:00.343761 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad77f43f-d601-46f0-a11c-85994c367769 None None] The sync data for ids ['f3f74758-3309-47f6-a867-d9279e974b3f'] in n-d-712137-14 is: [{'id': 'f3f74758-3309-47f6-a867-d9279e974b3f', 'name': 'tempest-TestMinimumBasicScenario-1720337972-router', 'tenant_id': '2c687d24ca4142e49fd4c010aaa12698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:24Z', 'updated_at': '2021-11-12T02:05:59Z', 'revision_number': 6, 'project_id': '2c687d24ca4142e49fd4c010aaa12698', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:06:00.402372 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6d329dea-4398-482d-bb35-69698b51cd71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:00.404569 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6d329dea-4398-482d-bb35-69698b51cd71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:00.447138 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6d329dea-4398-482d-bb35-69698b51cd71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:00.448325 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d329dea-4398-482d-bb35-69698b51cd71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3f74758-3309-47f6-a867-d9279e974b3f {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:06:00.452841 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6d329dea-4398-482d-bb35-69698b51cd71 admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:00.454110 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6d329dea-4398-482d-bb35-69698b51cd71 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f3f74758-3309-47f6-a867-d9279e974b3f HTTP/1.1" status: 204 len: 168 time: 0.8052125 Nov 12 02:06:00.456618 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56796) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:00.504348 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-85bd6f39-c278-4e8c-bbb1-7c9b9b28f569 admin admin] Deleting subnet 4c04ea19-edfa-4b77-91b9-c89038cf2a3f {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:06:00.507418 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-85bd6f39-c278-4e8c-bbb1-7c9b9b28f569 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:00.542244 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-85bd6f39-c278-4e8c-bbb1-7c9b9b28f569 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:00.617569 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-85bd6f39-c278-4e8c-bbb1-7c9b9b28f569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:00.674461 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-85bd6f39-c278-4e8c-bbb1-7c9b9b28f569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:00.704351 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-85bd6f39-c278-4e8c-bbb1-7c9b9b28f569 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:00.708655 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-85bd6f39-c278-4e8c-bbb1-7c9b9b28f569 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4c04ea19-edfa-4b77-91b9-c89038cf2a3f HTTP/1.1" status: 204 len: 168 time: 0.2501581 Nov 12 02:06:00.709630 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd6f39-c278-4e8c-bbb1-7c9b9b28f569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c04ea19-edfa-4b77-91b9-c89038cf2a3f,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:00.710613 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56798) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:00.712407 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298c0d18-1d39-427a-b27d-048470c103df None None] Network da8298a8-d789-42f5-b00d-da9de1e952ef requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:06:00.813806 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5aea-beea-44b7-9fe5-c12737a83422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:00.880346 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3f5a5aea-beea-44b7-9fe5-c12737a83422 admin admin] Deleting port abb697fe-910c-4f35-b054-9cdbe2eafa6b {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:06:00.880720 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5aea-beea-44b7-9fe5-c12737a83422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:00.943783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-3f5a5aea-beea-44b7-9fe5-c12737a83422 admin admin] For port abb697fe-910c-4f35-b054-9cdbe2eafa6b, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=abb697fe-910c-4f35-b054-9cdbe2eafa6b,segment=NetworkSegment(43730bdf-7963-48e8-ba69-b21ccbe623e9),segment_id=43730bdf-7963-48e8-ba69-b21ccbe623e9)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:06:00.944133 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5aea-beea-44b7-9fe5-c12737a83422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:00.957129 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3f5a5aea-beea-44b7-9fe5-c12737a83422 admin admin] Calling delete_port for abb697fe-910c-4f35-b054-9cdbe2eafa6b owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:06:01.039477 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5aea-beea-44b7-9fe5-c12737a83422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:01.066344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a5aea-beea-44b7-9fe5-c12737a83422 admin admin] Pushing event deleted for resources: {'Port': ['ID=abb697fe-910c-4f35-b054-9cdbe2eafa6b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:01.068185 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a5aea-beea-44b7-9fe5-c12737a83422 admin admin] No DVR routers for this DVR port abb697fe-910c-4f35-b054-9cdbe2eafa6b on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:06:01.143009 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5aea-beea-44b7-9fe5-c12737a83422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:01.164892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-3f5a5aea-beea-44b7-9fe5-c12737a83422 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8298a8-d789-42f5-b00d-da9de1e952ef']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:01.166472 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60210656-0504-4612-8e09-4102d8a85f45 None None] DHCP port deletion for da8298a8-d789-42f5-b00d-da9de1e952ef request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:06:01.178260 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-3f5a5aea-beea-44b7-9fe5-c12737a83422 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43730bdf-7963-48e8-ba69-b21ccbe623e9') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:01.178549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-3f5a5aea-beea-44b7-9fe5-c12737a83422 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43730bdf-7963-48e8-ba69-b21ccbe623e9') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:01.189570 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5aea-beea-44b7-9fe5-c12737a83422 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:01.205558 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5aea-beea-44b7-9fe5-c12737a83422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:01.212798 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5a5aea-beea-44b7-9fe5-c12737a83422 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:06:01.213292 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5aea-beea-44b7-9fe5-c12737a83422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: timer() Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:06:01.215203 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:06:01.271549 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5aea-beea-44b7-9fe5-c12737a83422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:01.277225 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5aea-beea-44b7-9fe5-c12737a83422 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:01.280895 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3f5a5aea-beea-44b7-9fe5-c12737a83422 admin admin] 10.222.0.31 "DELETE /v2.0/networks/da8298a8-d789-42f5-b00d-da9de1e952ef HTTP/1.1" status: 204 len: 168 time: 0.5684991 Nov 12 02:06:01.292847 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a5aea-beea-44b7-9fe5-c12737a83422 admin admin] Pushing event deleted for resources: {'Network': ['ID=da8298a8-d789-42f5-b00d-da9de1e952ef,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:01.460617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56802) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:01.500100 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-99478fad-20e0-419a-a946-42bf6867e60a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c529fc69eb24aaa9dfaef2047401ea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382285 Nov 12 02:06:01.503844 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56804) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:01.556082 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f0836444-1028-42d0-ba6a-fe26b664db8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:01.578034 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f0836444-1028-42d0-ba6a-fe26b664db8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:01.625408 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f0836444-1028-42d0-ba6a-fe26b664db8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:01.628068 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f0836444-1028-42d0-ba6a-fe26b664db8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:01.629430 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f0836444-1028-42d0-ba6a-fe26b664db8b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3bb62031-6a37-45aa-bf19-a1fa749ecba1 HTTP/1.1" status: 204 len: 168 time: 0.1246462 Nov 12 02:06:01.641458 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0836444-1028-42d0-ba6a-fe26b664db8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb62031-6a37-45aa-bf19-a1fa749ecba1,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:01.875587 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6c64c4b6-6d0d-4eff-81b1-79527d7c17f9 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:06:01.897602 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 6c64c4b6-6d0d-4eff-81b1-79527d7c17f9 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:06:01.897602 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 6c64c4b6-6d0d-4eff-81b1-79527d7c17f9 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:06:01.898110 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device abb697fe-910c-4f35-b054-9cdbe2eafa6b no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:06:01.920981 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: abb697fe-910c-4f35-b054-9cdbe2eafa6b {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:06:01.921379 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device abb697fe-910c-4f35-b054-9cdbe2eafa6b not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:06:01.921909 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:06:01.942410 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:06:01.942789 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 1df40ac0-7de4-45f0-bcd9-e49a08bc7c1d not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:06:01.990424 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56810) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:02.033510 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-574c443d-c899-407a-b274-b36390b8bd1b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c687d24ca4142e49fd4c010aaa12698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417409 Nov 12 02:06:02.036427 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56812) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:02.085562 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d287b076-2d94-4bfd-a0cd-daa681f5faab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:02.107574 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d287b076-2d94-4bfd-a0cd-daa681f5faab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:02.158951 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d287b076-2d94-4bfd-a0cd-daa681f5faab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:02.161706 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d287b076-2d94-4bfd-a0cd-daa681f5faab admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:02.162884 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d287b076-2d94-4bfd-a0cd-daa681f5faab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4aa91ee4-e0df-4b89-9d17-1efac0221574 HTTP/1.1" status: 204 len: 168 time: 0.1254678 Nov 12 02:06:02.170950 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287b076-2d94-4bfd-a0cd-daa681f5faab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa91ee4-e0df-4b89-9d17-1efac0221574,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:03.748386 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56852) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:03.753106 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-511a3fd6-7410-4542-aa8e-0cc16a6ce0e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-201997792', 'description': 'tempest-secgroup-smoke-201997792 description', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:03.777018 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-511a3fd6-7410-4542-aa8e-0cc16a6ce0e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:03.784939 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-511a3fd6-7410-4542-aa8e-0cc16a6ce0e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:03.863799 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-511a3fd6-7410-4542-aa8e-0cc16a6ce0e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:03.867625 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-511a3fd6-7410-4542-aa8e-0cc16a6ce0e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:03.909459 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a3fd6-7410-4542-aa8e-0cc16a6ce0e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf1f8aa-511b-44c7-93c0-393d81bbcff4,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:03.949683 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-511a3fd6-7410-4542-aa8e-0cc16a6ce0e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:03.953387 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-511a3fd6-7410-4542-aa8e-0cc16a6ce0e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:03.980477 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-511a3fd6-7410-4542-aa8e-0cc16a6ce0e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:03.981721 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-511a3fd6-7410-4542-aa8e-0cc16a6ce0e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2322116 Nov 12 02:06:03.984862 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56854) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:03.985821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a3fd6-7410-4542-aa8e-0cc16a6ce0e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ead447a-3116-4872-a24a-4d8c715031e8,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:03.989576 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-ab2fb7b0-061b-4d13-93d7-4d884a3a680e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': '6ead447a-3116-4872-a24a-4d8c715031e8', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:04.018185 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab2fb7b0-061b-4d13-93d7-4d884a3a680e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.068052 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab2fb7b0-061b-4d13-93d7-4d884a3a680e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.071776 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab2fb7b0-061b-4d13-93d7-4d884a3a680e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.089976 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fb7b0-061b-4d13-93d7-4d884a3a680e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6e8abe-c918-4495-ba6e-c9ec6fcfe18b,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:04.102757 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ab2fb7b0-061b-4d13-93d7-4d884a3a680e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.104523 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ab2fb7b0-061b-4d13-93d7-4d884a3a680e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182253 Nov 12 02:06:04.106912 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56856) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:04.111624 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-91761799-1695-45e1-82e4-6cbcf4cebdff tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': '6ead447a-3116-4872-a24a-4d8c715031e8', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:04.139520 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91761799-1695-45e1-82e4-6cbcf4cebdff tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.198954 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91761799-1695-45e1-82e4-6cbcf4cebdff tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.206606 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91761799-1695-45e1-82e4-6cbcf4cebdff tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.225523 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91761799-1695-45e1-82e4-6cbcf4cebdff tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d8a95e9-22fb-45df-907b-8e146090bc62,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:04.232966 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-91761799-1695-45e1-82e4-6cbcf4cebdff tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.234237 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-91761799-1695-45e1-82e4-6cbcf4cebdff tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263664 Nov 12 02:06:04.237135 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56858) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:04.242161 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-0381bd7c-462b-4628-902b-b46cc9673b65 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': '6ead447a-3116-4872-a24a-4d8c715031e8', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:04.271037 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0381bd7c-462b-4628-902b-b46cc9673b65 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.335815 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0381bd7c-462b-4628-902b-b46cc9673b65 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.339633 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0381bd7c-462b-4628-902b-b46cc9673b65 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.357709 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381bd7c-462b-4628-902b-b46cc9673b65 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf821e1-01c0-4121-85a6-d8cde61376f3,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:04.365738 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-0381bd7c-462b-4628-902b-b46cc9673b65 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.366959 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-0381bd7c-462b-4628-902b-b46cc9673b65 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283967 Nov 12 02:06:04.370784 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56860) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:04.378220 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-2559783e-7716-4675-b713-ee2f06d41c5b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': '6ead447a-3116-4872-a24a-4d8c715031e8', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:04.405090 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2559783e-7716-4675-b713-ee2f06d41c5b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.495352 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2559783e-7716-4675-b713-ee2f06d41c5b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.499334 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2559783e-7716-4675-b713-ee2f06d41c5b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.519549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559783e-7716-4675-b713-ee2f06d41c5b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39388cd5-9f14-4f3f-be40-e35c0d8f7219,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:04.525578 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2559783e-7716-4675-b713-ee2f06d41c5b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.526733 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2559783e-7716-4675-b713-ee2f06d41c5b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1550171 Nov 12 02:06:04.530774 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56862) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:04.535102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-95c18ec2-ac11-4fff-91ff-63f2653f07f5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': '6ead447a-3116-4872-a24a-4d8c715031e8', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:04.558237 n-d-712137-14 neutron-server[114243]: INFO neutron.db.securitygroups_db [None req-95c18ec2-ac11-4fff-91ff-63f2653f07f5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Project 5c8a65847ab841b6a12efcb75550f4f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:06:04.563888 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-95c18ec2-ac11-4fff-91ff-63f2653f07f5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.623104 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-95c18ec2-ac11-4fff-91ff-63f2653f07f5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.626882 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-95c18ec2-ac11-4fff-91ff-63f2653f07f5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.645023 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c18ec2-ac11-4fff-91ff-63f2653f07f5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4cced31-9400-492a-b318-f0b0e6bb999f,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:04.652680 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-95c18ec2-ac11-4fff-91ff-63f2653f07f5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.653991 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-95c18ec2-ac11-4fff-91ff-63f2653f07f5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222475 Nov 12 02:06:04.656616 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56864) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:04.661300 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-b2e0aaad-d24c-4b6a-9345-09bd319c3443 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': '6ead447a-3116-4872-a24a-4d8c715031e8', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:04.683322 n-d-712137-14 neutron-server[114243]: INFO neutron.db.securitygroups_db [None req-b2e0aaad-d24c-4b6a-9345-09bd319c3443 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Project 5c8a65847ab841b6a12efcb75550f4f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:06:04.689588 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b2e0aaad-d24c-4b6a-9345-09bd319c3443 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.757547 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b2e0aaad-d24c-4b6a-9345-09bd319c3443 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.761753 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b2e0aaad-d24c-4b6a-9345-09bd319c3443 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.783625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0aaad-d24c-4b6a-9345-09bd319c3443 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c12c3b-bc6c-45e9-8f73-b6c3fe2488e2,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:04.794249 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b2e0aaad-d24c-4b6a-9345-09bd319c3443 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.795490 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b2e0aaad-d24c-4b6a-9345-09bd319c3443 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1378150 Nov 12 02:06:04.798530 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56866) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:04.803479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c5a95883-6b26-47c5-be66-0e4f06c8d92a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'network': {'name': 'tempest-network-smoke--1662708978', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'port_security_enabled': True}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:04.823725 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a95883-6b26-47c5-be66-0e4f06c8d92a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Made reservation on behalf of 5c8a65847ab841b6a12efcb75550f4f8 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:06:04.827235 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c5a95883-6b26-47c5-be66-0e4f06c8d92a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.852727 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a95883-6b26-47c5-be66-0e4f06c8d92a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:06:04.863903 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c5a95883-6b26-47c5-be66-0e4f06c8d92a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.864405 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-c5a95883-6b26-47c5-be66-0e4f06c8d92a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Added segment db4ed8df-61dc-47f5-8786-62d8e08eddb3 of type vlan for network a726203c-7936-4a2e-845b-de26bb363618 Nov 12 02:06:04.905334 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c5a95883-6b26-47c5-be66-0e4f06c8d92a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.930758 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c5a95883-6b26-47c5-be66-0e4f06c8d92a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.937044 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a95883-6b26-47c5-be66-0e4f06c8d92a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:04.937623 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c5a95883-6b26-47c5-be66-0e4f06c8d92a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.974284 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c5a95883-6b26-47c5-be66-0e4f06c8d92a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1747177 Nov 12 02:06:04.977282 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56868) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:04.981967 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-fafe85c0-be50-4aec-9c04-bfe4f554cba3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1736075649', 'admin_state_up': True, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:05.006800 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fafe85c0-be50-4aec-9c04-bfe4f554cba3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:05.007899 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fafe85c0-be50-4aec-9c04-bfe4f554cba3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:05.012128 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a95883-6b26-47c5-be66-0e4f06c8d92a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Network': ['ID=a726203c-7936-4a2e-845b-de26bb363618,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:05.023950 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network a726203c-7936-4a2e-845b-de26bb363618 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:06:05.068775 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fafe85c0-be50-4aec-9c04-bfe4f554cba3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:05.215451 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fafe85c0-be50-4aec-9c04-bfe4f554cba3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:05.414993 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fafe85c0-be50-4aec-9c04-bfe4f554cba3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:05.438115 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fafe85c0-be50-4aec-9c04-bfe4f554cba3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:05.539450 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-fafe85c0-be50-4aec-9c04-bfe4f554cba3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Allocated IP 172.25.0.99 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:06:05.644455 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fafe85c0-be50-4aec-9c04-bfe4f554cba3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:05.677434 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fafe85c0-be50-4aec-9c04-bfe4f554cba3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:05.711466 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafe85c0-be50-4aec-9c04-bfe4f554cba3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:06:05.715014 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-fafe85c0-be50-4aec-9c04-bfe4f554cba3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:06:05.718299 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafe85c0-be50-4aec-9c04-bfe4f554cba3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:06:05.727718 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6a8cfc-1334-446b-8357-a6bb04a605fc None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:06:05.748592 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe85c0-be50-4aec-9c04-bfe4f554cba3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:05.804506 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0855ecf2-15d0-43fa-8ba8-54ee8a5bdd70 None None] Provisioning complete for port ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:06:05.804907 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0855ecf2-15d0-43fa-8ba8-54ee8a5bdd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:05.842846 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-0855ecf2-15d0-43fa-8ba8-54ee8a5bdd70 None None] Port ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:06:05.974219 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fafe85c0-be50-4aec-9c04-bfe4f554cba3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:06.171162 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fafe85c0-be50-4aec-9c04-bfe4f554cba3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:06.603160 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafe85c0-be50-4aec-9c04-bfe4f554cba3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router c5b6b04c-a2d2-4900-8e87-e79032e9efdb is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:06:06.708982 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafe85c0-be50-4aec-9c04-bfe4f554cba3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:06:06.718402 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] Sync routers for ids ['c5b6b04c-a2d2-4900-8e87-e79032e9efdb'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:06:06.728591 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] Routers {'c5b6b04c-a2d2-4900-8e87-e79032e9efdb'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:06:06.729740 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:05:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c5b6b04c-a2d2-4900-8e87-e79032e9efdb'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:06.729899 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-fafe85c0-be50-4aec-9c04-bfe4f554cba3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:06.731021 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-fafe85c0-be50-4aec-9c04-bfe4f554cba3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7527339 Nov 12 02:06:06.735554 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56870) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:06.834633 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] Set router c5b6b04c-a2d2-4900-8e87-e79032e9efdb gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:06:06.924151 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-927d54c6-e42b-43f8-8336-9dd532f1bdf2 tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5c8a65847ab841b6a12efcb75550f4f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1884968 Nov 12 02:06:06.926916 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56874) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:07.013139 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736075649', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:05Z', 'revision_number': 3, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:07.015491 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae300e45-cbb9-4852-a853-31791b1255be tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:07.017041 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ae300e45-cbb9-4852-a853-31791b1255be tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891688 Nov 12 02:06:07.019811 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56876) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:07.039781 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] Checking router: c5b6b04c-a2d2-4900-8e87-e79032e9efdb for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:06:07.040132 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] Updating router c5b6b04c-a2d2-4900-8e87-e79032e9efdb port ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:06:07.048333 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-97a1331b-d922-4d02-8ed7-8f90ac16e79a tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274351 Nov 12 02:06:07.051018 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56878) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:07.055827 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-4342d989-3802-4f6a-8865-b7e14ff5de22 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1271762518', 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:07.065196 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:07.156917 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4342d989-3802-4f6a-8865-b7e14ff5de22 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Made reservation on behalf of 5c8a65847ab841b6a12efcb75550f4f8 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:06:07.164144 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4342d989-3802-4f6a-8865-b7e14ff5de22 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:07.323970 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:07.329941 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:07.342848 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4342d989-3802-4f6a-8865-b7e14ff5de22 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:07.373867 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6da77a4-48e5-4931-969e-8a078b429e35 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:06:07.382659 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fc4a6-9877-4d79-be77-69f8fae97a35 None None] Pushing event updated for resources: {'Port': ['ID=ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:07.386866 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] Attempting to bind port ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:06:07.387255 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] Attempting to bind port ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:06:07.387772 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] Attempting to bind port ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:06:07.396304 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fc4a6-9877-4d79-be77-69f8fae97a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.396519 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fc4a6-9877-4d79-be77-69f8fae97a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.396977 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fc4a6-9877-4d79-be77-69f8fae97a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.397318 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fc4a6-9877-4d79-be77-69f8fae97a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.397655 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fc4a6-9877-4d79-be77-69f8fae97a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.397984 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fc4a6-9877-4d79-be77-69f8fae97a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.398312 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fc4a6-9877-4d79-be77-69f8fae97a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.398631 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fc4a6-9877-4d79-be77-69f8fae97a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.398953 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fc4a6-9877-4d79-be77-69f8fae97a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.399271 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fc4a6-9877-4d79-be77-69f8fae97a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.399587 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fc4a6-9877-4d79-be77-69f8fae97a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.399903 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2fc4a6-9877-4d79-be77-69f8fae97a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.405943 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:06:07.406299 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:06:07.406716 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:07.407136 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:06:07.407543 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] Bound port: ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:06:07.407916 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:07.412094 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342d989-3802-4f6a-8865-b7e14ff5de22 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Subnet': ['ID=d49fcd72-eb79-4b16-8a09-1f1ed6389150,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:07.423029 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4342d989-3802-4f6a-8865-b7e14ff5de22 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Checking segment: {'id': 'db4ed8df-61dc-47f5-8786-62d8e08eddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:06:07.423394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4342d989-3802-4f6a-8865-b7e14ff5de22 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network hostable DHCP agents. Network: a726203c-7936-4a2e-845b-de26bb363618, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:06:07.449159 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4342d989-3802-4f6a-8865-b7e14ff5de22 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network a726203c-7936-4a2e-845b-de26bb363618 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:06:07.459234 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-4342d989-3802-4f6a-8865-b7e14ff5de22 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, a726203c-7936-4a2e-845b-de26bb363618) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:06:07.461487 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] For port ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:06:07.468258 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4342d989-3802-4f6a-8865-b7e14ff5de22 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:07.468461 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] For port ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:06:07.468917 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4342d989-3802-4f6a-8865-b7e14ff5de22 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:07.473559 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:07.476794 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11559db0-a7f9-4d7b-98f2-39380734a725 None None] Network a726203c-7936-4a2e-845b-de26bb363618 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:06:07.490297 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4342d989-3802-4f6a-8865-b7e14ff5de22 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4382291 Nov 12 02:06:07.495178 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56880) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:07.532207 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fc4a6-9877-4d79-be77-69f8fae97a35 None None] Pushing event updated for resources: {'Port': ['ID=ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:07.537890 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7213358e-0ec7-4d12-94a3-9b28b2bd06ec None None] Provisioning complete for port ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:06:07.538543 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7213358e-0ec7-4d12-94a3-9b28b2bd06ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:07.552836 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] Routers {'c5b6b04c-a2d2-4900-8e87-e79032e9efdb'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:06:07.553452 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:05:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c5b6b04c-a2d2-4900-8e87-e79032e9efdb'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:07.566898 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9aca360-c1ca-4e87-925d-9973183f9ec9 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:06:07.676878 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] Set router c5b6b04c-a2d2-4900-8e87-e79032e9efdb gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:06:07.710453 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7213358e-0ec7-4d12-94a3-9b28b2bd06ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:07.718664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242b6264-4bb0-4ca6-835f-20521c98cb28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-a726203c-7936-4a2e-845b-de26bb363618', 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ips': [{'subnet_id': 'd49fcd72-eb79-4b16-8a09-1f1ed6389150'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:06:07.719608 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-242b6264-4bb0-4ca6-835f-20521c98cb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:07.746536 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-7213358e-0ec7-4d12-94a3-9b28b2bd06ec None None] For port ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:06:07.757760 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7213358e-0ec7-4d12-94a3-9b28b2bd06ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:07.876110 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736075649', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:05Z', 'revision_number': 3, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:07.904497 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160881b6-5516-476d-9b94-264e6c340bd6 None None] The sync data for ids ['c5b6b04c-a2d2-4900-8e87-e79032e9efdb'] in n-d-712137-14 is: [{'id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736075649', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:05Z', 'revision_number': 3, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:06:07.905003 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213358e-0ec7-4d12-94a3-9b28b2bd06ec None None] Pushing event updated for resources: {'Port': ['ID=ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:07.926708 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f4c7de92-383f-428b-9c2c-e6b56d8869ea None None] Provisioning complete for port ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:06:07.926708 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f4c7de92-383f-428b-9c2c-e6b56d8869ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:07.929646 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213358e-0ec7-4d12-94a3-9b28b2bd06ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.929930 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213358e-0ec7-4d12-94a3-9b28b2bd06ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.930466 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213358e-0ec7-4d12-94a3-9b28b2bd06ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.930663 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213358e-0ec7-4d12-94a3-9b28b2bd06ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.931006 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213358e-0ec7-4d12-94a3-9b28b2bd06ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.931348 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213358e-0ec7-4d12-94a3-9b28b2bd06ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.931673 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213358e-0ec7-4d12-94a3-9b28b2bd06ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.932538 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213358e-0ec7-4d12-94a3-9b28b2bd06ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.932907 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213358e-0ec7-4d12-94a3-9b28b2bd06ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.933235 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213358e-0ec7-4d12-94a3-9b28b2bd06ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.933569 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213358e-0ec7-4d12-94a3-9b28b2bd06ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.933895 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7213358e-0ec7-4d12-94a3-9b28b2bd06ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:07.961770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-242b6264-4bb0-4ca6-835f-20521c98cb28 None None] Allocated IP 172.20.0.2 (a726203c-7936-4a2e-845b-de26bb363618/d49fcd72-eb79-4b16-8a09-1f1ed6389150/5354ebd9-cf49-4b68-8960-4995889fa528) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:06:07.976968 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-22b497d2-69a0-4f6a-8580-dac6e57b12fe tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:08.178115 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-242b6264-4bb0-4ca6-835f-20521c98cb28 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:08.184256 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-242b6264-4bb0-4ca6-835f-20521c98cb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:08.226283 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242b6264-4bb0-4ca6-835f-20521c98cb28 None None] Network a726203c-7936-4a2e-845b-de26bb363618 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:06:08.233102 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-242b6264-4bb0-4ca6-835f-20521c98cb28 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:06:08.236265 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242b6264-4bb0-4ca6-835f-20521c98cb28 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:06:08.247180 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b6264-4bb0-4ca6-835f-20521c98cb28 None None] Pushing event updated for resources: {'Port': ['ID=5354ebd9-cf49-4b68-8960-4995889fa528,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:08.302626 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-22b497d2-69a0-4f6a-8580-dac6e57b12fe tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Allocated IP 172.20.0.1 (a726203c-7936-4a2e-845b-de26bb363618/d49fcd72-eb79-4b16-8a09-1f1ed6389150/81ec39c8-236d-4deb-a73e-d23600fa969e) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:06:08.304676 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-242b6264-4bb0-4ca6-835f-20521c98cb28 None None] Attempting to bind port 5354ebd9-cf49-4b68-8960-4995889fa528 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:06:08.305081 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-242b6264-4bb0-4ca6-835f-20521c98cb28 None None] Attempting to bind port 5354ebd9-cf49-4b68-8960-4995889fa528 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'db4ed8df-61dc-47f5-8786-62d8e08eddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:06:08.305452 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242b6264-4bb0-4ca6-835f-20521c98cb28 None None] Attempting to bind port 5354ebd9-cf49-4b68-8960-4995889fa528 on network a726203c-7936-4a2e-845b-de26bb363618 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:06:08.311378 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242b6264-4bb0-4ca6-835f-20521c98cb28 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:06:08.311749 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242b6264-4bb0-4ca6-835f-20521c98cb28 None None] Checking segment: {'id': 'db4ed8df-61dc-47f5-8786-62d8e08eddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:06:08.312368 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-242b6264-4bb0-4ca6-835f-20521c98cb28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:08.313045 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242b6264-4bb0-4ca6-835f-20521c98cb28 None None] Bound using segment: {'id': 'db4ed8df-61dc-47f5-8786-62d8e08eddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:06:08.313526 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-242b6264-4bb0-4ca6-835f-20521c98cb28 None None] Bound port: 5354ebd9-cf49-4b68-8960-4995889fa528, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4ed8df-61dc-47f5-8786-62d8e08eddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:06:08.314172 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-242b6264-4bb0-4ca6-835f-20521c98cb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:08.379796 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-242b6264-4bb0-4ca6-835f-20521c98cb28 None None] For port 5354ebd9-cf49-4b68-8960-4995889fa528, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:06:08.383886 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-242b6264-4bb0-4ca6-835f-20521c98cb28 None None] For port 5354ebd9-cf49-4b68-8960-4995889fa528, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5354ebd9-cf49-4b68-8960-4995889fa528,segment=NetworkSegment(db4ed8df-61dc-47f5-8786-62d8e08eddb3),segment_id=db4ed8df-61dc-47f5-8786-62d8e08eddb3)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:06:08.389002 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-242b6264-4bb0-4ca6-835f-20521c98cb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:08.432299 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-22b497d2-69a0-4f6a-8580-dac6e57b12fe tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:08.467148 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b6264-4bb0-4ca6-835f-20521c98cb28 None None] Pushing event updated for resources: {'Port': ['ID=5354ebd9-cf49-4b68-8960-4995889fa528,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:08.473262 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-22b497d2-69a0-4f6a-8580-dac6e57b12fe tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:08.514980 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b497d2-69a0-4f6a-8580-dac6e57b12fe tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network a726203c-7936-4a2e-845b-de26bb363618 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:06:08.519034 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-22b497d2-69a0-4f6a-8580-dac6e57b12fe tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:06:08.521961 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b497d2-69a0-4f6a-8580-dac6e57b12fe tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:06:08.575269 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b497d2-69a0-4f6a-8580-dac6e57b12fe tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=81ec39c8-236d-4deb-a73e-d23600fa969e,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:08.581133 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-22b497d2-69a0-4f6a-8580-dac6e57b12fe tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:08.755180 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-22b497d2-69a0-4f6a-8580-dac6e57b12fe tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:09.037480 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-22b497d2-69a0-4f6a-8580-dac6e57b12fe tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:09.042419 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-22b497d2-69a0-4f6a-8580-dac6e57b12fe tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:09.120621 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-22b497d2-69a0-4f6a-8580-dac6e57b12fe tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:09.122346 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b497d2-69a0-4f6a-8580-dac6e57b12fe tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=81ec39c8-236d-4deb-a73e-d23600fa969e,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:09.211428 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b497d2-69a0-4f6a-8580-dac6e57b12fe tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network a726203c-7936-4a2e-845b-de26bb363618 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:06:09.212956 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-22b497d2-69a0-4f6a-8580-dac6e57b12fe tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:06:09.329442 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b497d2-69a0-4f6a-8580-dac6e57b12fe tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router c5b6b04c-a2d2-4900-8e87-e79032e9efdb has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:06:09.442822 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b497d2-69a0-4f6a-8580-dac6e57b12fe tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:06:09.448588 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-22b497d2-69a0-4f6a-8580-dac6e57b12fe tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "PUT /v2.0/routers/c5b6b04c-a2d2-4900-8e87-e79032e9efdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9505255 Nov 12 02:06:09.634455 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:09.778329 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] Sync routers for ids ['c5b6b04c-a2d2-4900-8e87-e79032e9efdb'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:06:09.789770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] Routers {'c5b6b04c-a2d2-4900-8e87-e79032e9efdb'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:06:09.790659 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:05:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c5b6b04c-a2d2-4900-8e87-e79032e9efdb'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:09.793224 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-62a5c4ca-b300-434a-83d9-24344776deca tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-201997792&fields=id&tenant_id=5c8a65847ab841b6a12efcb75550f4f8 HTTP/1.1" status: 200 len: 267 time: 0.0548611 Nov 12 02:06:09.830618 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612e0c84-8277-4bdd-8713-641af63057c8 None None] Network a726203c-7936-4a2e-845b-de26bb363618 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:06:09.918992 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-45af1da9-622b-452f-bae2-a156e390348f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:09.920504 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-45af1da9-622b-452f-bae2-a156e390348f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/networks?id=a726203c-7936-4a2e-845b-de26bb363618 HTTP/1.1" status: 200 len: 797 time: 0.1202972 Nov 12 02:06:09.936903 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-a012d447-94dc-4afb-98fb-ed4eb4d9715f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/quotas/5c8a65847ab841b6a12efcb75550f4f8 HTTP/1.1" status: 200 len: 375 time: 0.0100625 Nov 12 02:06:09.962335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5354ebd9-cf49-4b68-8960-4995889fa528 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:06:09.964626 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b0cf4adb-35fa-49aa-bfb0-d469b681167c None None] Provisioning complete for port 5354ebd9-cf49-4b68-8960-4995889fa528 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:06:09.965023 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b0cf4adb-35fa-49aa-bfb0-d469b681167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:09.993484 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] Set router c5b6b04c-a2d2-4900-8e87-e79032e9efdb gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:06:09.999977 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-bd70b159-cb13-4ff6-afaa-aedc89c3def7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540593 Nov 12 02:06:10.142237 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-1efdb5f7-ebd8-4eae-bca4-f398ac8e7002 service neutron] 10.222.0.31 "GET /v2.0/networks/a726203c-7936-4a2e-845b-de26bb363618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305296 Nov 12 02:06:10.236402 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-4abde6c3-7eda-47f2-b705-3614f49e6e85 service neutron] 10.222.0.31 "GET /v2.0/networks/a726203c-7936-4a2e-845b-de26bb363618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880132 Nov 12 02:06:10.280819 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 5354ebd9-cf49-4b68-8960-4995889fa528 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:06:10.281217 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:10.342026 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b0cf4adb-35fa-49aa-bfb0-d469b681167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:10.470102 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4f390a5-f5a4-400f-825b-fa00608bfae6 req-26237ebb-5067-4632-8e4a-742ae9b91864 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 210 time: 0.0925453 Nov 12 02:06:10.599144 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b0cf4adb-35fa-49aa-bfb0-d469b681167c None None] For port 5354ebd9-cf49-4b68-8960-4995889fa528, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5354ebd9-cf49-4b68-8960-4995889fa528,segment=NetworkSegment(db4ed8df-61dc-47f5-8786-62d8e08eddb3),segment_id=db4ed8df-61dc-47f5-8786-62d8e08eddb3)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:06:10.627436 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b0cf4adb-35fa-49aa-bfb0-d469b681167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:10.676459 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:10.707998 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736075649', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:08Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '81ec39c8-236d-4deb-a73e-d23600fa969e', 'name': '', 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:a5:10:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd49fcd72-eb79-4b16-8a09-1f1ed6389150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:08Z', 'updated_at': '2021-11-12T02:06:08Z', 'revision_number': 2, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': 'd49fcd72-eb79-4b16-8a09-1f1ed6389150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:10.751724 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] Checking router: c5b6b04c-a2d2-4900-8e87-e79032e9efdb for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:06:10.752088 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] Updating router c5b6b04c-a2d2-4900-8e87-e79032e9efdb port 81ec39c8-236d-4deb-a73e-d23600fa969e binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:06:10.755267 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf4adb-35fa-49aa-bfb0-d469b681167c None None] Pushing event updated for resources: {'Port': ['ID=5354ebd9-cf49-4b68-8960-4995889fa528,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:10.808040 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:10.827821 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 02:06:10.828128 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 02:06:10.878012 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5d1220cf-bc2a-42dc-900e-3694a18559ca None None] Provisioning complete for port 81ec39c8-236d-4deb-a73e-d23600fa969e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:06:10.878345 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5d1220cf-bc2a-42dc-900e-3694a18559ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:10.978603 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-5d1220cf-bc2a-42dc-900e-3694a18559ca None None] Port 81ec39c8-236d-4deb-a73e-d23600fa969e cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:06:11.034485 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5d1220cf-bc2a-42dc-900e-3694a18559ca None None] Provisioning complete for port 5354ebd9-cf49-4b68-8960-4995889fa528 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:06:11.034867 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5d1220cf-bc2a-42dc-900e-3694a18559ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:11.200484 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:11.206272 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:11.255417 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfadb6c-3532-4f1e-b34b-dcabe67e6299 None None] Pushing event updated for resources: {'Port': ['ID=81ec39c8-236d-4deb-a73e-d23600fa969e,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:11.319621 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] Attempting to bind port 81ec39c8-236d-4deb-a73e-d23600fa969e on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:06:11.319939 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] Attempting to bind port 81ec39c8-236d-4deb-a73e-d23600fa969e by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'db4ed8df-61dc-47f5-8786-62d8e08eddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:06:11.320309 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] Attempting to bind port 81ec39c8-236d-4deb-a73e-d23600fa969e on network a726203c-7936-4a2e-845b-de26bb363618 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:06:11.330328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e64def16-ecfe-4117-9931-467a35249486 None None] Provisioning complete for port 81ec39c8-236d-4deb-a73e-d23600fa969e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:06:11.330795 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e64def16-ecfe-4117-9931-467a35249486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:11.333514 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:06:11.333817 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] Checking segment: {'id': 'db4ed8df-61dc-47f5-8786-62d8e08eddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:06:11.334218 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:11.334618 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] Bound using segment: {'id': 'db4ed8df-61dc-47f5-8786-62d8e08eddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:06:11.335111 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] Bound port: 81ec39c8-236d-4deb-a73e-d23600fa969e, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4ed8df-61dc-47f5-8786-62d8e08eddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:06:11.335496 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:11.431159 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-e64def16-ecfe-4117-9931-467a35249486 None None] Port 81ec39c8-236d-4deb-a73e-d23600fa969e cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:06:11.433744 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:06:11.494112 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] For port 81ec39c8-236d-4deb-a73e-d23600fa969e, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:06:11.500304 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] For port 81ec39c8-236d-4deb-a73e-d23600fa969e, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=81ec39c8-236d-4deb-a73e-d23600fa969e,segment=NetworkSegment(db4ed8df-61dc-47f5-8786-62d8e08eddb3),segment_id=db4ed8df-61dc-47f5-8786-62d8e08eddb3)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:06:11.519684 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:11.579911 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:06:11.580537 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:11.596833 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9e92431e-fc5f-468e-9290-09ec308c3166 req-20226658-b25d-48b2-b240-36f8506c5bd4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 210 time: 0.0446997 Nov 12 02:06:11.624285 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] Routers {'c5b6b04c-a2d2-4900-8e87-e79032e9efdb'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:06:11.625130 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:05:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c5b6b04c-a2d2-4900-8e87-e79032e9efdb'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:11.652368 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-2cbfc4b7-cd09-41ce-9562-c1c8fb1aeae9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:11.654107 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-2cbfc4b7-cd09-41ce-9562-c1c8fb1aeae9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.21 "GET /v2.0/networks?id=a726203c-7936-4a2e-845b-de26bb363618 HTTP/1.1" status: 200 len: 797 time: 0.1724942 Nov 12 02:06:11.699960 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2c291ee6-00dd-45f2-a5c3-ad209919758d None None] Provisioning complete for port 81ec39c8-236d-4deb-a73e-d23600fa969e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:06:11.700516 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2c291ee6-00dd-45f2-a5c3-ad209919758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:11.707578 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfadb6c-3532-4f1e-b34b-dcabe67e6299 None None] Pushing event updated for resources: {'Port': ['ID=81ec39c8-236d-4deb-a73e-d23600fa969e,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:11.733382 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-dccc1d39-8da9-4ab0-b606-1699071710bb tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c8a65847ab841b6a12efcb75550f4f8 HTTP/1.1" status: 200 len: 379 time: 0.0688248 Nov 12 02:06:11.746899 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-a9c48170-c535-4bb2-8a7a-6127d94d5c03 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'port': {'device_id': 'f937e05f-2fe1-4fb2-b3ed-409466bb525f', 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618', 'admin_state_up': True, 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'security_groups': ['6ead447a-3116-4872-a24a-4d8c715031e8']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:11.843849 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] Set router c5b6b04c-a2d2-4900-8e87-e79032e9efdb gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:06:11.864887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-a9c48170-c535-4bb2-8a7a-6127d94d5c03 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Made reservation on behalf of 5c8a65847ab841b6a12efcb75550f4f8 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:06:11.868409 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-a9c48170-c535-4bb2-8a7a-6127d94d5c03 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:11.960898 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2c291ee6-00dd-45f2-a5c3-ad209919758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:12.001773 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-a9c48170-c535-4bb2-8a7a-6127d94d5c03 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Allocated IP 172.20.0.14 (a726203c-7936-4a2e-845b-de26bb363618/d49fcd72-eb79-4b16-8a09-1f1ed6389150/2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:06:12.028576 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5354ebd9-cf49-4b68-8960-4995889fa528 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:06:12.083129 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-2c291ee6-00dd-45f2-a5c3-ad209919758d None None] For port 81ec39c8-236d-4deb-a73e-d23600fa969e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=81ec39c8-236d-4deb-a73e-d23600fa969e,segment=NetworkSegment(db4ed8df-61dc-47f5-8786-62d8e08eddb3),segment_id=db4ed8df-61dc-47f5-8786-62d8e08eddb3)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:06:12.097477 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2c291ee6-00dd-45f2-a5c3-ad209919758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:12.147023 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-a9c48170-c535-4bb2-8a7a-6127d94d5c03 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:12.191812 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-a9c48170-c535-4bb2-8a7a-6127d94d5c03 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:12.194690 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c291ee6-00dd-45f2-a5c3-ad209919758d None None] Pushing event updated for resources: {'Port': ['ID=81ec39c8-236d-4deb-a73e-d23600fa969e,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:12.202888 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 5354ebd9-cf49-4b68-8960-4995889fa528 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:06:12.203308 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:12.238291 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-a9c48170-c535-4bb2-8a7a-6127d94d5c03 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network a726203c-7936-4a2e-845b-de26bb363618 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:06:12.241503 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-a9c48170-c535-4bb2-8a7a-6127d94d5c03 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:06:12.247985 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-a9c48170-c535-4bb2-8a7a-6127d94d5c03 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:06:12.278565 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c48170-c535-4bb2-8a7a-6127d94d5c03 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:12.308271 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-a9c48170-c535-4bb2-8a7a-6127d94d5c03 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:12.309157 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-a9c48170-c535-4bb2-8a7a-6127d94d5c03 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:12.337422 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-a9c48170-c535-4bb2-8a7a-6127d94d5c03 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5947638 Nov 12 02:06:12.401687 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] Request body: {'port': {'device_id': 'f937e05f-2fe1-4fb2-b3ed-409466bb525f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:12.445374 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f9f3eace-0cc0-4125-a946-1c0195fd02ec None None] Provisioning complete for port 81ec39c8-236d-4deb-a73e-d23600fa969e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:06:12.445986 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f9f3eace-0cc0-4125-a946-1c0195fd02ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:12.468764 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:12.496877 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736075649', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:08Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '81ec39c8-236d-4deb-a73e-d23600fa969e', 'name': '', 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:a5:10:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd49fcd72-eb79-4b16-8a09-1f1ed6389150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:08Z', 'updated_at': '2021-11-12T02:06:11Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': 'd49fcd72-eb79-4b16-8a09-1f1ed6389150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:12.551259 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0fa2d3-5f5c-4d41-8a77-756a2e3b12de None None] The sync data for ids ['c5b6b04c-a2d2-4900-8e87-e79032e9efdb'] in n-d-712137-14 is: [{'id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736075649', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:08Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '81ec39c8-236d-4deb-a73e-d23600fa969e', 'name': '', 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:a5:10:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd49fcd72-eb79-4b16-8a09-1f1ed6389150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:08Z', 'updated_at': '2021-11-12T02:06:11Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': 'd49fcd72-eb79-4b16-8a09-1f1ed6389150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:06:12.772300 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-26ffaadf-2c78-4d8d-8c94-b936911eff22 None None] Provisioning complete for port 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:06:12.772300 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-26ffaadf-2c78-4d8d-8c94-b936911eff22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:12.780840 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09bba0-24de-46d7-9d53-f76f4304e2b5 req-65a3c5ec-bfbc-4dfd-8cdd-a87d5ef16dd5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:12.782624 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c09bba0-24de-46d7-9d53-f76f4304e2b5 req-65a3c5ec-bfbc-4dfd-8cdd-a87d5ef16dd5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 932 time: 0.0835576 Nov 12 02:06:12.814136 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-26ffaadf-2c78-4d8d-8c94-b936911eff22 None None] Port 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:06:12.884084 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1c09bba0-24de-46d7-9d53-f76f4304e2b5 req-34703d6f-3e13-4a12-ac3d-069854cafb0f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ead447a-3116-4872-a24a-4d8c715031e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912554 Nov 12 02:06:12.886338 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:06:12.897179 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:12.912369 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] Transition to ACTIVE for port object 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:06:12.918424 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.000098 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] Pushing event updated for resources: {'Port': ['ID=2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:13.063772 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] Attempting to bind port 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:06:13.064112 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] Attempting to bind port 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'db4ed8df-61dc-47f5-8786-62d8e08eddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:06:13.064475 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] Attempting to bind port 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 on network a726203c-7936-4a2e-845b-de26bb363618 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:06:13.069914 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] Port 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 on network a726203c-7936-4a2e-845b-de26bb363618 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:06:13.070246 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] Attempting to bind port 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 on network a726203c-7936-4a2e-845b-de26bb363618 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:06:13.076013 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:06:13.076357 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] Checking segment: {'id': 'db4ed8df-61dc-47f5-8786-62d8e08eddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:06:13.076778 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] Bound using segment: {'id': 'db4ed8df-61dc-47f5-8786-62d8e08eddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:06:13.077223 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] Bound port: 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4ed8df-61dc-47f5-8786-62d8e08eddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:06:13.077729 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.161887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] For port 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:06:13.166006 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] For port 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89,segment=NetworkSegment(db4ed8df-61dc-47f5-8786-62d8e08eddb3),segment_id=db4ed8df-61dc-47f5-8786-62d8e08eddb3)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:06:13.171554 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.213960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:13.214582 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:13.216156 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] 10.222.0.21 "PUT /v2.0/ports/2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 HTTP/1.1" status: 200 len: 1093 time: 0.8700039 Nov 12 02:06:13.216621 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f937e05f-2fe1-4fb2-b3ed-409466bb525f', 'tag': '2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:06:13.219092 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c5a01c-7d68-413e-af26-a61d13b0331d" -d '{"events": [{"name": "network-changed", "server_uuid": "f937e05f-2fe1-4fb2-b3ed-409466bb525f", "tag": "2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:06:13.260010 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489228ae-0f10-4f34-b1b0-070a35a69e4e service neutron] Pushing event updated for resources: {'Port': ['ID=2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:13.329860 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4effa078-5b29-45bb-b048-d103f92ead12 x-openstack-request-id: req-4effa078-5b29-45bb-b048-d103f92ead12 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:06:13.330223 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f937e05f-2fe1-4fb2-b3ed-409466bb525f", "tag": "2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:06:13.330420 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4effa078-5b29-45bb-b048-d103f92ead12 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:06:13.330810 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f937e05f-2fe1-4fb2-b3ed-409466bb525f', 'tag': '2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89', 'status': 'completed', 'code': 200} Nov 12 02:06:13.347442 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-53c62754-c71f-4537-b9ca-a7b0d76b064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:13.349151 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-53c62754-c71f-4537-b9ca-a7b0d76b064d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 1096 time: 0.0559857 Nov 12 02:06:13.400017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-cd8ffef4-9a25-4724-a2b2-3307cfd0ea1f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 HTTP/1.1" status: 200 len: 217 time: 0.0422330 Nov 12 02:06:13.462916 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-61490c1b-5499-449f-8f88-85f302d51703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:13.464562 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-61490c1b-5499-449f-8f88-85f302d51703 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d49fcd72-eb79-4b16-8a09-1f1ed6389150 HTTP/1.1" status: 200 len: 835 time: 0.0571134 Nov 12 02:06:13.516873 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-5cfbb0cb-2955-406c-b1c2-3b0a2d6114ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:13.518326 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-5cfbb0cb-2955-406c-b1c2-3b0a2d6114ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a726203c-7936-4a2e-845b-de26bb363618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453460 Nov 12 02:06:13.628935 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-b6024040-c8ea-4ba3-b4af-0417768809df service neutron] 10.222.0.21 "GET /v2.0/networks/a726203c-7936-4a2e-845b-de26bb363618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029928 Nov 12 02:06:13.723895 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-478a42dc-d57b-4f91-8a92-f2fb81c5b9d9 req-6a829478-d359-4e80-a3a5-23a66165d5d9 service neutron] 10.222.0.21 "GET /v2.0/networks/a726203c-7936-4a2e-845b-de26bb363618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876691 Nov 12 02:06:13.811675 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5a01c-7d68-413e-af26-a61d13b0331d req-a8daec12-0284-43cb-af69-a021ec5f09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:13.813194 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-32c5a01c-7d68-413e-af26-a61d13b0331d req-a8daec12-0284-43cb-af69-a021ec5f09fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 1096 time: 0.0419230 Nov 12 02:06:13.914820 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5a01c-7d68-413e-af26-a61d13b0331d req-aadefa4b-a540-4633-a694-85757a5e5eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:13.917254 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-32c5a01c-7d68-413e-af26-a61d13b0331d req-aadefa4b-a540-4633-a694-85757a5e5eb4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a726203c-7936-4a2e-845b-de26bb363618 HTTP/1.1" status: 200 len: 898 time: 0.0975459 Nov 12 02:06:13.976124 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-32c5a01c-7d68-413e-af26-a61d13b0331d req-59fb3474-0430-4dc9-927f-a7d0f6797687 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 HTTP/1.1" status: 200 len: 217 time: 0.0507655 Nov 12 02:06:14.007366 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 81ec39c8-236d-4deb-a73e-d23600fa969e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:06:14.050496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5a01c-7d68-413e-af26-a61d13b0331d req-06ec4ef4-bc2a-43a5-9324-585374ea2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:14.052017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-32c5a01c-7d68-413e-af26-a61d13b0331d req-06ec4ef4-bc2a-43a5-9324-585374ea2e95 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d49fcd72-eb79-4b16-8a09-1f1ed6389150 HTTP/1.1" status: 200 len: 835 time: 0.0548341 Nov 12 02:06:14.055631 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 81ec39c8-236d-4deb-a73e-d23600fa969e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:06:14.056007 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:14.059641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8dd84-d586-40bf-aa36-ce4a51026ffa req-fd6c7939-2ab2-4d24-8881-35135523b894 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:14.061025 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bcc8dd84-d586-40bf-aa36-ce4a51026ffa req-fd6c7939-2ab2-4d24-8881-35135523b894 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 944 time: 0.0947778 Nov 12 02:06:14.130077 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5a01c-7d68-413e-af26-a61d13b0331d req-b6c0887c-edb2-4041-acd7-ae6fe58e5aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:14.131881 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-32c5a01c-7d68-413e-af26-a61d13b0331d req-b6c0887c-edb2-4041-acd7-ae6fe58e5aed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a726203c-7936-4a2e-845b-de26bb363618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698686 Nov 12 02:06:14.145524 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bcc8dd84-d586-40bf-aa36-ce4a51026ffa req-4cdb8a77-8f9a-4ad6-96da-da1b603f1b16 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ead447a-3116-4872-a24a-4d8c715031e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755556 Nov 12 02:06:14.542524 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-32c5a01c-7d68-413e-af26-a61d13b0331d req-b4f91d88-6bea-4d45-b096-2fa931e5e8fc service neutron] 10.222.0.21 "GET /v2.0/networks/a726203c-7936-4a2e-845b-de26bb363618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022944 Nov 12 02:06:14.635800 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-32c5a01c-7d68-413e-af26-a61d13b0331d req-b3b55943-956c-4865-8f6f-a1e8f42397b2 service neutron] 10.222.0.21 "GET /v2.0/networks/a726203c-7936-4a2e-845b-de26bb363618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853872 Nov 12 02:06:15.268333 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1dc5f-0e0d-4e30-b8e4-cf0821ea8fc4 req-e18270bb-0983-4801-aca8-fa4068a8dff8 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:15.269793 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2d1dc5f-0e0d-4e30-b8e4-cf0821ea8fc4 req-e18270bb-0983-4801-aca8-fa4068a8dff8 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 944 time: 0.0501699 Nov 12 02:06:15.318760 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2d1dc5f-0e0d-4e30-b8e4-cf0821ea8fc4 req-fdbf3dc7-88bd-42f5-a498-d6a9893d1f43 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ead447a-3116-4872-a24a-4d8c715031e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430312 Nov 12 02:06:16.435965 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b764e-2177-4d87-950f-9288fa829571 req-b833495e-857c-457d-8a29-9632a983b993 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:16.437488 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b5b764e-2177-4d87-950f-9288fa829571 req-b833495e-857c-457d-8a29-9632a983b993 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 944 time: 0.0503531 Nov 12 02:06:16.485782 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7b5b764e-2177-4d87-950f-9288fa829571 req-fd3f1c47-e36e-485f-994f-f29b139a0d60 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ead447a-3116-4872-a24a-4d8c715031e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422893 Nov 12 02:06:17.607251 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be68eed-da95-48a0-a91f-4e973e415c6c req-d1e35bea-fdd4-49d0-abb8-cd059b6d922a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:17.608768 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9be68eed-da95-48a0-a91f-4e973e415c6c req-d1e35bea-fdd4-49d0-abb8-cd059b6d922a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 944 time: 0.0538721 Nov 12 02:06:17.659505 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9be68eed-da95-48a0-a91f-4e973e415c6c req-0feaf2c1-fa98-4d23-abc7-d15fb13e0fc1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ead447a-3116-4872-a24a-4d8c715031e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447876 Nov 12 02:06:18.067393 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:06:18.161273 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89,segment=NetworkSegment(db4ed8df-61dc-47f5-8786-62d8e08eddb3),segment_id=db4ed8df-61dc-47f5-8786-62d8e08eddb3)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:06:18.173522 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89', 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618', 'port_id': '2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89', 'mac_address': 'fa:16:3e:5b:cb:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd49fcd72-eb79-4b16-8a09-1f1ed6389150', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:06:18.215387 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:18.228348 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:06:18.249379 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89,segment=NetworkSegment(db4ed8df-61dc-47f5-8786-62d8e08eddb3),segment_id=db4ed8df-61dc-47f5-8786-62d8e08eddb3)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:06:18.253249 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:18.299815 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:18.496805 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:06:18.782106 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bef890-c092-43ef-bc8d-c8955fefb457 req-8867bbe1-f0f8-4a38-8a3d-495498f38ad9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:18.783623 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1bef890-c092-43ef-bc8d-c8955fefb457 req-8867bbe1-f0f8-4a38-8a3d-495498f38ad9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 945 time: 0.0491617 Nov 12 02:06:18.832874 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d1bef890-c092-43ef-bc8d-c8955fefb457 req-9408483a-b482-4d55-93d2-52f02cd55a09 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ead447a-3116-4872-a24a-4d8c715031e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431666 Nov 12 02:06:19.949359 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afe8e5-d4d9-4738-8b23-9f8c758aa96b req-5509c1e8-285c-47b4-bccb-3554875c44bb tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:19.950850 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16afe8e5-d4d9-4738-8b23-9f8c758aa96b req-5509c1e8-285c-47b4-bccb-3554875c44bb tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 945 time: 0.0495181 Nov 12 02:06:19.999526 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-16afe8e5-d4d9-4738-8b23-9f8c758aa96b req-cb5dae52-3bf4-4e81-9c79-b8dc034ce4b4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ead447a-3116-4872-a24a-4d8c715031e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426250 Nov 12 02:06:20.086955 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:06:20.137085 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:06:20.141234 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:06:20.141609 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:20.220500 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:20.253052 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f937e05f-2fe1-4fb2-b3ed-409466bb525f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:06:20.255310 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d784927a-1ae7-4194-8f65-17cc74ea13a7" -d '{"events": [{"server_uuid": "f937e05f-2fe1-4fb2-b3ed-409466bb525f", "name": "network-vif-plugged", "status": "completed", "tag": "2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:06:20.261342 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-23108c2f-d013-4d82-8b49-777174282279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:20.271162 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89,segment=NetworkSegment(db4ed8df-61dc-47f5-8786-62d8e08eddb3),segment_id=db4ed8df-61dc-47f5-8786-62d8e08eddb3)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:06:20.275951 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:20.298860 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036d6b87-2b8e-465f-8f9b-a4eeaf935526 x-openstack-request-id: req-036d6b87-2b8e-465f-8f9b-a4eeaf935526 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:06:20.299198 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f937e05f-2fe1-4fb2-b3ed-409466bb525f", "name": "network-vif-plugged", "status": "completed", "tag": "2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:06:20.299405 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-036d6b87-2b8e-465f-8f9b-a4eeaf935526 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:06:20.299789 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f937e05f-2fe1-4fb2-b3ed-409466bb525f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89', 'code': 200} Nov 12 02:06:20.325644 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:20.394339 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524d243-8c22-45cb-bd4b-a85c7d04594f req-ff870ccc-3b14-4e4e-86dc-812ceccbf47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:20.395863 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9524d243-8c22-45cb-bd4b-a85c7d04594f req-ff870ccc-3b14-4e4e-86dc-812ceccbf47d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 1098 time: 0.0437384 Nov 12 02:06:20.442108 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9524d243-8c22-45cb-bd4b-a85c7d04594f req-1be7f5e9-19e2-4535-a734-e2224ea33d16 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6ead447a-3116-4872-a24a-4d8c715031e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392804 Nov 12 02:06:21.117659 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320635d-4521-42c4-a7a8-69e3a205ee51 req-4b91cd88-8720-4ab2-98ef-21432a00e485 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:21.119631 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1320635d-4521-42c4-a7a8-69e3a205ee51 req-4b91cd88-8720-4ab2-98ef-21432a00e485 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 946 time: 0.0496094 Nov 12 02:06:21.172899 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1320635d-4521-42c4-a7a8-69e3a205ee51 req-a6d05c87-5d28-43f4-b44e-99a692372a2e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ead447a-3116-4872-a24a-4d8c715031e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472445 Nov 12 02:06:22.293756 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f280e-0f05-4c60-9bca-693fd2cd0e71 req-87f2640e-68bc-4d81-a643-e23db42bc970 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:22.295246 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9e5f280e-0f05-4c60-9bca-693fd2cd0e71 req-87f2640e-68bc-4d81-a643-e23db42bc970 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 946 time: 0.0514736 Nov 12 02:06:22.357576 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9e5f280e-0f05-4c60-9bca-693fd2cd0e71 req-9e251b8c-d520-48a9-ba57-32ebab91d53b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ead447a-3116-4872-a24a-4d8c715031e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547132 Nov 12 02:06:22.472543 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4baa5dc-13d0-435a-8ddc-ec1b36e3f0e3 req-0e016205-c715-42e3-965d-b07fc87466f1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:22.473961 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e4baa5dc-13d0-435a-8ddc-ec1b36e3f0e3 req-0e016205-c715-42e3-965d-b07fc87466f1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 946 time: 0.0496836 Nov 12 02:06:22.523264 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e4baa5dc-13d0-435a-8ddc-ec1b36e3f0e3 req-57a35ac1-cd48-408b-b965-999bf5a74913 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ead447a-3116-4872-a24a-4d8c715031e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428369 Nov 12 02:06:22.545483 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-229fd819-e8d9-44a3-8ac5-87782bafb31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:22.546058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56944) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:22.586186 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56979ce9-e3eb-4a02-a4a3-7b881613c775 tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:22.587734 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-56979ce9-e3eb-4a02-a4a3-7b881613c775 tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 1093 time: 0.0411236 Nov 12 02:06:22.590758 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56946) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:22.595073 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-ed64aa54-50c7-4f17-93fd-bb1ebcc8a70f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': '2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:22.616678 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ed64aa54-50c7-4f17-93fd-bb1ebcc8a70f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:22.720438 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ed64aa54-50c7-4f17-93fd-bb1ebcc8a70f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:22.826431 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-ed64aa54-50c7-4f17-93fd-bb1ebcc8a70f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Allocated IP 172.25.0.231 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/0567d367-5ad0-496d-9b8f-2d0ffe5681cf) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:06:22.925745 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ed64aa54-50c7-4f17-93fd-bb1ebcc8a70f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:22.965332 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ed64aa54-50c7-4f17-93fd-bb1ebcc8a70f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:23.001792 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed64aa54-50c7-4f17-93fd-bb1ebcc8a70f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:06:23.003393 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-ed64aa54-50c7-4f17-93fd-bb1ebcc8a70f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:06:23.007077 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed64aa54-50c7-4f17-93fd-bb1ebcc8a70f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:06:23.048044 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64aa54-50c7-4f17-93fd-bb1ebcc8a70f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=0567d367-5ad0-496d-9b8f-2d0ffe5681cf,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:23.392264 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ed64aa54-50c7-4f17-93fd-bb1ebcc8a70f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:23.461654 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ed64aa54-50c7-4f17-93fd-bb1ebcc8a70f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:23.614880 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ed64aa54-50c7-4f17-93fd-bb1ebcc8a70f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:23.619343 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ed64aa54-50c7-4f17-93fd-bb1ebcc8a70f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:23.688173 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64aa54-50c7-4f17-93fd-bb1ebcc8a70f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=0567d367-5ad0-496d-9b8f-2d0ffe5681cf,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:23.696463 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ed64aa54-50c7-4f17-93fd-bb1ebcc8a70f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:23.797932 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-ed64aa54-50c7-4f17-93fd-bb1ebcc8a70f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Floating IP 764b6085-4196-4c47-b524-352831645706 associated. External IP: 172.25.0.231, port: 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89. Nov 12 02:06:23.836990 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:24.008832 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed64aa54-50c7-4f17-93fd-bb1ebcc8a70f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router c5b6b04c-a2d2-4900-8e87-e79032e9efdb has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:06:24.117192 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed64aa54-50c7-4f17-93fd-bb1ebcc8a70f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:06:24.133145 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd696d3-8b88-4029-bd3d-e66946c34838 None None] Sync routers for ids ['c5b6b04c-a2d2-4900-8e87-e79032e9efdb'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:06:24.139055 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ed64aa54-50c7-4f17-93fd-bb1ebcc8a70f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:24.142518 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd696d3-8b88-4029-bd3d-e66946c34838 None None] Routers {'c5b6b04c-a2d2-4900-8e87-e79032e9efdb'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:06:24.143129 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-acd696d3-8b88-4029-bd3d-e66946c34838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:06:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c5b6b04c-a2d2-4900-8e87-e79032e9efdb'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:24.166179 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ed64aa54-50c7-4f17-93fd-bb1ebcc8a70f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5743313 Nov 12 02:06:24.166786 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f937e05f-2fe1-4fb2-b3ed-409466bb525f', 'tag': '2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:06:24.170590 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f63bcf-8548-43fa-8147-762308c3ff13" -d '{"events": [{"name": "network-changed", "server_uuid": "f937e05f-2fe1-4fb2-b3ed-409466bb525f", "tag": "2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:06:24.208937 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93e99c0-efd4-409a-afc6-c8d75d980262 x-openstack-request-id: req-f93e99c0-efd4-409a-afc6-c8d75d980262 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:06:24.209356 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f937e05f-2fe1-4fb2-b3ed-409466bb525f", "tag": "2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:06:24.210052 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f93e99c0-efd4-409a-afc6-c8d75d980262 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:06:24.210501 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f937e05f-2fe1-4fb2-b3ed-409466bb525f', 'tag': '2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89', 'status': 'completed', 'code': 200} Nov 12 02:06:24.251706 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-acd696d3-8b88-4029-bd3d-e66946c34838 None None] Set router c5b6b04c-a2d2-4900-8e87-e79032e9efdb gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:06:24.297466 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238da5f-b344-4c43-88ca-69972b772458 req-cccffa08-4c35-49f6-9f5c-bf6cd15cb4ad tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:24.299107 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b238da5f-b344-4c43-88ca-69972b772458 req-cccffa08-4c35-49f6-9f5c-bf6cd15cb4ad tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 946 time: 0.0773010 Nov 12 02:06:24.306982 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f63bcf-8548-43fa-8147-762308c3ff13 req-87c8fa75-1941-4fde-9625-e503fbb3af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:24.308505 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c8f63bcf-8548-43fa-8147-762308c3ff13 req-87c8fa75-1941-4fde-9625-e503fbb3af8b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 1098 time: 0.0761430 Nov 12 02:06:24.413710 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b238da5f-b344-4c43-88ca-69972b772458 req-d8e5e58a-e174-427c-83cf-4dc1285e193c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ead447a-3116-4872-a24a-4d8c715031e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041648 Nov 12 02:06:24.438130 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f63bcf-8548-43fa-8147-762308c3ff13 req-23244049-34f5-464f-a279-d944634c0ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:24.438301 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56952) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:24.439597 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c8f63bcf-8548-43fa-8147-762308c3ff13 req-23244049-34f5-464f-a279-d944634c0ed8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a726203c-7936-4a2e-845b-de26bb363618 HTTP/1.1" status: 200 len: 898 time: 0.1229994 Nov 12 02:06:24.502425 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-bd0697e9-2efe-4833-9c41-02a3d51f2d6e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/floatingips/764b6085-4196-4c47-b524-352831645706 HTTP/1.1" status: 200 len: 992 time: 0.0621004 Nov 12 02:06:24.515895 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c8f63bcf-8548-43fa-8147-762308c3ff13 req-f5b1983a-ed36-4956-b130-d7846ad36782 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 HTTP/1.1" status: 200 len: 1000 time: 0.0685072 Nov 12 02:06:24.567619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f63bcf-8548-43fa-8147-762308c3ff13 req-be2fe247-d44a-46ed-ba87-7a5dd082f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:24.569175 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c8f63bcf-8548-43fa-8147-762308c3ff13 req-be2fe247-d44a-46ed-ba87-7a5dd082f1fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d49fcd72-eb79-4b16-8a09-1f1ed6389150 HTTP/1.1" status: 200 len: 835 time: 0.0466235 Nov 12 02:06:24.576349 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-acd696d3-8b88-4029-bd3d-e66946c34838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736075649', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:08Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '764b6085-4196-4c47-b524-352831645706', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'floating_ip_address': '172.25.0.231', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'port_id': '2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618', 'mac_address': 'fa:16:3e:5b:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f937e05f-2fe1-4fb2-b3ed-409466bb525f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:06:23Z', 'updated_at': '2021-11-12T02:06:23Z', 'revision_number': 0, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ec39c8-236d-4deb-a73e-d23600fa969e', 'name': '', 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:a5:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd49fcd72-eb79-4b16-8a09-1f1ed6389150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:08Z', 'updated_at': '2021-11-12T02:06:11Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': 'd49fcd72-eb79-4b16-8a09-1f1ed6389150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:24.607829 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd696d3-8b88-4029-bd3d-e66946c34838 None None] Checking router: c5b6b04c-a2d2-4900-8e87-e79032e9efdb for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:06:24.615431 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f63bcf-8548-43fa-8147-762308c3ff13 req-a63d6413-7d3a-4c4f-87c0-76bdc2902be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:24.616112 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd696d3-8b88-4029-bd3d-e66946c34838 None None] Routers {'c5b6b04c-a2d2-4900-8e87-e79032e9efdb'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:06:24.616804 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-acd696d3-8b88-4029-bd3d-e66946c34838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:06:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c5b6b04c-a2d2-4900-8e87-e79032e9efdb'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:24.616983 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c8f63bcf-8548-43fa-8147-762308c3ff13 req-a63d6413-7d3a-4c4f-87c0-76bdc2902be9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a726203c-7936-4a2e-845b-de26bb363618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410674 Nov 12 02:06:24.627496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-c8f63bcf-8548-43fa-8147-762308c3ff13 req-45e77968-4c9f-4fc0-8d25-50afb23a0cac service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:06:24.628449 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c8f63bcf-8548-43fa-8147-762308c3ff13 req-45e77968-4c9f-4fc0-8d25-50afb23a0cac service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049808 Nov 12 02:06:24.722348 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-acd696d3-8b88-4029-bd3d-e66946c34838 None None] Set router c5b6b04c-a2d2-4900-8e87-e79032e9efdb gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:06:24.722862 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c8f63bcf-8548-43fa-8147-762308c3ff13 req-d6f4fb63-9037-4a5a-bf56-186e90f64b81 service neutron] 10.222.0.21 "GET /v2.0/networks/a726203c-7936-4a2e-845b-de26bb363618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877266 Nov 12 02:06:24.814485 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c8f63bcf-8548-43fa-8147-762308c3ff13 req-5fe404f5-1030-47ce-9095-f786a5c49001 service neutron] 10.222.0.21 "GET /v2.0/networks/a726203c-7936-4a2e-845b-de26bb363618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845540 Nov 12 02:06:24.941555 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-acd696d3-8b88-4029-bd3d-e66946c34838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736075649', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:08Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '764b6085-4196-4c47-b524-352831645706', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'floating_ip_address': '172.25.0.231', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'port_id': '2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618', 'mac_address': 'fa:16:3e:5b:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f937e05f-2fe1-4fb2-b3ed-409466bb525f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:06:23Z', 'updated_at': '2021-11-12T02:06:23Z', 'revision_number': 0, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ec39c8-236d-4deb-a73e-d23600fa969e', 'name': '', 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:a5:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd49fcd72-eb79-4b16-8a09-1f1ed6389150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:08Z', 'updated_at': '2021-11-12T02:06:11Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': 'd49fcd72-eb79-4b16-8a09-1f1ed6389150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:24.966988 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd696d3-8b88-4029-bd3d-e66946c34838 None None] The sync data for ids ['c5b6b04c-a2d2-4900-8e87-e79032e9efdb'] in n-d-712137-14 is: [{'id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736075649', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:08Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '764b6085-4196-4c47-b524-352831645706', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'floating_ip_address': '172.25.0.231', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'port_id': '2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618', 'mac_address': 'fa:16:3e:5b:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f937e05f-2fe1-4fb2-b3ed-409466bb525f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:06:23Z', 'updated_at': '2021-11-12T02:06:23Z', 'revision_number': 0, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ec39c8-236d-4deb-a73e-d23600fa969e', 'name': '', 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:a5:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd49fcd72-eb79-4b16-8a09-1f1ed6389150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:08Z', 'updated_at': '2021-11-12T02:06:11Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': 'd49fcd72-eb79-4b16-8a09-1f1ed6389150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:06:25.171929 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f1e222-14ef-4112-83fc-78259f9ec2b3 None None] New status for floating IP 764b6085-4196-4c47-b524-352831645706: ACTIVE {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:06:25.395660 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:25.437739 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:06:25.505280 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56954) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:25.573743 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8b6c789b-48e1-40d0-bf1c-48f9ed354fb2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/floatingips/764b6085-4196-4c47-b524-352831645706 HTTP/1.1" status: 200 len: 994 time: 0.0672543 Nov 12 02:06:25.793691 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:26.195314 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:39.631910 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:50.245507 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9488ce2c-a29b-4055-9008-160eced3a5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:52.548009 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-62a4ba2f-822a-41bd-a489-05c639e5bbff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:53.839758 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:54.335038 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63804f50-f165-4f9c-96c5-1ba7f552010d req-97cce0ba-8aae-4b83-90e2-fb67404b0f4b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:54.336554 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63804f50-f165-4f9c-96c5-1ba7f552010d req-97cce0ba-8aae-4b83-90e2-fb67404b0f4b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 946 time: 0.0578547 Nov 12 02:06:54.387802 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-63804f50-f165-4f9c-96c5-1ba7f552010d req-7b6ffcb1-c062-4891-8268-b183f6e80d75 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ead447a-3116-4872-a24a-4d8c715031e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431089 Nov 12 02:06:55.394133 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:55.510548 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e909b-789f-4d14-921b-d95bf2c04de5 req-93845837-de18-4a2e-b79a-5e7f3a807e18 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:55.512023 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-494e909b-789f-4d14-921b-d95bf2c04de5 req-93845837-de18-4a2e-b79a-5e7f3a807e18 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 946 time: 0.0523405 Nov 12 02:06:55.575754 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-494e909b-789f-4d14-921b-d95bf2c04de5 req-f89f16bc-9964-4f85-a5bd-98741ba83088 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ead447a-3116-4872-a24a-4d8c715031e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572677 Nov 12 02:06:55.597783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 56970) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:55.662463 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c211f008-bee8-4c56-ab9e-60610e389757 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/floatingips/764b6085-4196-4c47-b524-352831645706 HTTP/1.1" status: 200 len: 994 time: 0.0634205 Nov 12 02:06:55.796843 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:56.197690 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:56.963695 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850cf9b-59df-48a4-abba-002dfb8b6cb2 req-00f04c1e-b750-4d79-ac89-42717d91f89e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:56.965137 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e850cf9b-59df-48a4-abba-002dfb8b6cb2 req-00f04c1e-b750-4d79-ac89-42717d91f89e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 946 time: 0.0573294 Nov 12 02:06:57.015978 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e850cf9b-59df-48a4-abba-002dfb8b6cb2 req-2b371083-cb5d-4854-b693-68d2b8a2792e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ead447a-3116-4872-a24a-4d8c715031e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445220 Nov 12 02:06:58.139726 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8159e4-1004-482f-9d89-2dc0a253bfc8 req-ea1e2a50-c036-4411-a656-e9e568873c86 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:58.141243 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb8159e4-1004-482f-9d89-2dc0a253bfc8 req-ea1e2a50-c036-4411-a656-e9e568873c86 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 946 time: 0.0496933 Nov 12 02:06:58.191090 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fb8159e4-1004-482f-9d89-2dc0a253bfc8 req-e241f5f3-785b-4a9c-aeda-a6ce7511e555 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ead447a-3116-4872-a24a-4d8c715031e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435815 Nov 12 02:06:58.214031 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56980) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:58.277412 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6e64ba61-7fe3-45da-bb23-6cfbf7c4aad8 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/floatingips/764b6085-4196-4c47-b524-352831645706 HTTP/1.1" status: 200 len: 994 time: 0.0622139 Nov 12 02:06:58.558131 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 56986) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:58.735115 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting port 0567d367-5ad0-496d-9b8f-2d0ffe5681cf {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:06:58.735466 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:58.821649 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:58.821978 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:58.836988 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Calling delete_port for 0567d367-5ad0-496d-9b8f-2d0ffe5681cf owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:06:58.995180 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:59.022515 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Port': ['ID=0567d367-5ad0-496d-9b8f-2d0ffe5681cf,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:59.049204 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:59.049478 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:59.049848 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:59.050189 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:59.050520 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:59.050853 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:59.051183 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:59.051509 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:59.051835 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:59.052160 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:59.052480 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:59.052851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:59.097672 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:59.097950 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Floating IP 764b6085-4196-4c47-b524-352831645706 disassociated (deleted). External IP: 172.25.0.231, port: 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89. Nov 12 02:06:59.317674 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router c5b6b04c-a2d2-4900-8e87-e79032e9efdb has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:06:59.744615 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:06:59.749662 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:59.754227 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e54c62-1dba-43a1-8f11-e160ab37ad57 None None] Sync routers for ids ['c5b6b04c-a2d2-4900-8e87-e79032e9efdb'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:06:59.763740 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e54c62-1dba-43a1-8f11-e160ab37ad57 None None] Routers {'c5b6b04c-a2d2-4900-8e87-e79032e9efdb'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:06:59.764357 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-95e54c62-1dba-43a1-8f11-e160ab37ad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:06:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c5b6b04c-a2d2-4900-8e87-e79032e9efdb'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:59.776795 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e6c80c3a-569a-4171-bfc2-91a741fa04d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/floatingips/764b6085-4196-4c47-b524-352831645706 HTTP/1.1" status: 204 len: 168 time: 1.2175319 Nov 12 02:06:59.777491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f937e05f-2fe1-4fb2-b3ed-409466bb525f', 'tag': '2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:06:59.780370 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a116d031-bf39-42bc-8d8e-c0822b82ff12" -d '{"events": [{"name": "network-changed", "server_uuid": "f937e05f-2fe1-4fb2-b3ed-409466bb525f", "tag": "2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:06:59.826079 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1e596a-f538-4b63-9da7-15aafa68aeed x-openstack-request-id: req-5f1e596a-f538-4b63-9da7-15aafa68aeed {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:06:59.826378 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f937e05f-2fe1-4fb2-b3ed-409466bb525f", "tag": "2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:06:59.826633 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f1e596a-f538-4b63-9da7-15aafa68aeed {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:06:59.827142 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f937e05f-2fe1-4fb2-b3ed-409466bb525f', 'tag': '2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89', 'status': 'completed', 'code': 200} Nov 12 02:06:59.893210 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-95e54c62-1dba-43a1-8f11-e160ab37ad57 None None] Set router c5b6b04c-a2d2-4900-8e87-e79032e9efdb gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:06:59.898814 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116d031-bf39-42bc-8d8e-c0822b82ff12 req-a7b7d9fa-68ac-4ddf-bb6c-9ae95144861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:59.900377 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a116d031-bf39-42bc-8d8e-c0822b82ff12 req-a7b7d9fa-68ac-4ddf-bb6c-9ae95144861f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 1098 time: 0.0483811 Nov 12 02:07:00.011157 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116d031-bf39-42bc-8d8e-c0822b82ff12 req-cb355abe-f0e7-4e42-881b-0bc3b034a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:00.012550 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a116d031-bf39-42bc-8d8e-c0822b82ff12 req-cb355abe-f0e7-4e42-881b-0bc3b034a5c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a726203c-7936-4a2e-845b-de26bb363618 HTTP/1.1" status: 200 len: 898 time: 0.0992012 Nov 12 02:07:00.016651 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfefce-1380-457d-9840-eb75a4b0816f req-44535066-d1b9-4472-ac18-a0cc4e8a12c5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:00.018303 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-36dfefce-1380-457d-9840-eb75a4b0816f req-44535066-d1b9-4472-ac18-a0cc4e8a12c5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 946 time: 0.0565047 Nov 12 02:07:00.064921 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a116d031-bf39-42bc-8d8e-c0822b82ff12 req-513ed101-2c77-4b7b-ba35-0d71950fb6ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 HTTP/1.1" status: 200 len: 217 time: 0.0443161 Nov 12 02:07:00.080527 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-36dfefce-1380-457d-9840-eb75a4b0816f req-490fdc60-b860-4aed-a477-823bf36597ce tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ead447a-3116-4872-a24a-4d8c715031e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544913 Nov 12 02:07:00.119497 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-95e54c62-1dba-43a1-8f11-e160ab37ad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736075649', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:08Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '81ec39c8-236d-4deb-a73e-d23600fa969e', 'name': '', 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:a5:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd49fcd72-eb79-4b16-8a09-1f1ed6389150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:08Z', 'updated_at': '2021-11-12T02:06:11Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': 'd49fcd72-eb79-4b16-8a09-1f1ed6389150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:00.125628 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116d031-bf39-42bc-8d8e-c0822b82ff12 req-63acc88c-599e-466e-af04-d12279577cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:00.127431 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a116d031-bf39-42bc-8d8e-c0822b82ff12 req-63acc88c-599e-466e-af04-d12279577cd3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d49fcd72-eb79-4b16-8a09-1f1ed6389150 HTTP/1.1" status: 200 len: 835 time: 0.0542355 Nov 12 02:07:00.149600 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e54c62-1dba-43a1-8f11-e160ab37ad57 None None] Checking router: c5b6b04c-a2d2-4900-8e87-e79032e9efdb for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:07:00.158320 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e54c62-1dba-43a1-8f11-e160ab37ad57 None None] Routers {'c5b6b04c-a2d2-4900-8e87-e79032e9efdb'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:07:00.158925 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-95e54c62-1dba-43a1-8f11-e160ab37ad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:06:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c5b6b04c-a2d2-4900-8e87-e79032e9efdb'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:00.176113 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116d031-bf39-42bc-8d8e-c0822b82ff12 req-3bc10401-93d4-4baf-8369-2c056029f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:00.177913 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a116d031-bf39-42bc-8d8e-c0822b82ff12 req-3bc10401-93d4-4baf-8369-2c056029f475 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a726203c-7936-4a2e-845b-de26bb363618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426304 Nov 12 02:07:00.276017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a116d031-bf39-42bc-8d8e-c0822b82ff12 req-70f87e48-6ffe-4287-aee8-9c421adc9e38 service neutron] 10.222.0.21 "GET /v2.0/networks/a726203c-7936-4a2e-845b-de26bb363618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903652 Nov 12 02:07:00.276637 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-95e54c62-1dba-43a1-8f11-e160ab37ad57 None None] Set router c5b6b04c-a2d2-4900-8e87-e79032e9efdb gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:07:00.376394 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a116d031-bf39-42bc-8d8e-c0822b82ff12 req-6c5632ef-5d4e-4c5e-99ed-f9b9e8818f5c service neutron] 10.222.0.21 "GET /v2.0/networks/a726203c-7936-4a2e-845b-de26bb363618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929191 Nov 12 02:07:00.493000 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-95e54c62-1dba-43a1-8f11-e160ab37ad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736075649', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:08Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '81ec39c8-236d-4deb-a73e-d23600fa969e', 'name': '', 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:a5:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd49fcd72-eb79-4b16-8a09-1f1ed6389150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:08Z', 'updated_at': '2021-11-12T02:06:11Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': 'd49fcd72-eb79-4b16-8a09-1f1ed6389150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:00.523421 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e54c62-1dba-43a1-8f11-e160ab37ad57 None None] The sync data for ids ['c5b6b04c-a2d2-4900-8e87-e79032e9efdb'] in n-d-712137-14 is: [{'id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736075649', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:08Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '81ec39c8-236d-4deb-a73e-d23600fa969e', 'name': '', 'network_id': 'a726203c-7936-4a2e-845b-de26bb363618', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:a5:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd49fcd72-eb79-4b16-8a09-1f1ed6389150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:08Z', 'updated_at': '2021-11-12T02:06:11Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': 'd49fcd72-eb79-4b16-8a09-1f1ed6389150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:07:00.741730 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b30bd84-94ad-4b3f-957b-4a8d79bc9b2e None None] New status for floating IP 764b6085-4196-4c47-b524-352831645706: DOWN {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:07:01.197822 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90dba49-e7ce-46cc-9ebf-36fc9f48cfea req-bc28eaaa-fbc3-4abd-b454-80b719ce87cc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:01.199318 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e90dba49-e7ce-46cc-9ebf-36fc9f48cfea req-bc28eaaa-fbc3-4abd-b454-80b719ce87cc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 946 time: 0.0483646 Nov 12 02:07:01.247957 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e90dba49-e7ce-46cc-9ebf-36fc9f48cfea req-2a2d2328-0d24-4e4e-a6d6-a88c1c3cec13 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ead447a-3116-4872-a24a-4d8c715031e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419374 Nov 12 02:07:01.590341 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba024906-ba5b-4bb6-8e4e-9ba421a44227 req-47458602-e62f-4d87-9651-8a2387f6c7d8 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:01.591781 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ba024906-ba5b-4bb6-8e4e-9ba421a44227 req-47458602-e62f-4d87-9651-8a2387f6c7d8 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.21 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 946 time: 0.0475893 Nov 12 02:07:01.685289 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-ba024906-ba5b-4bb6-8e4e-9ba421a44227 req-5ee162d7-c2de-4bba-bccd-40abf8589e00 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting port 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:07:01.685628 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ba024906-ba5b-4bb6-8e4e-9ba421a44227 req-5ee162d7-c2de-4bba-bccd-40abf8589e00 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:01.779481 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-ba024906-ba5b-4bb6-8e4e-9ba421a44227 req-5ee162d7-c2de-4bba-bccd-40abf8589e00 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] For port 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89,segment=NetworkSegment(db4ed8df-61dc-47f5-8786-62d8e08eddb3),segment_id=db4ed8df-61dc-47f5-8786-62d8e08eddb3)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:07:01.779839 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ba024906-ba5b-4bb6-8e4e-9ba421a44227 req-5ee162d7-c2de-4bba-bccd-40abf8589e00 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:01.792841 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-ba024906-ba5b-4bb6-8e4e-9ba421a44227 req-5ee162d7-c2de-4bba-bccd-40abf8589e00 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Calling delete_port for 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:07:01.931269 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ba024906-ba5b-4bb6-8e4e-9ba421a44227 req-5ee162d7-c2de-4bba-bccd-40abf8589e00 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:01.961228 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee162d7-c2de-4bba-bccd-40abf8589e00 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Port': ['ID=2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:02.004908 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba024906-ba5b-4bb6-8e4e-9ba421a44227 req-5ee162d7-c2de-4bba-bccd-40abf8589e00 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] No DVR routers for this DVR port 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:07:02.007552 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-ba024906-ba5b-4bb6-8e4e-9ba421a44227 req-5ee162d7-c2de-4bba-bccd-40abf8589e00 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:02.010960 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ba024906-ba5b-4bb6-8e4e-9ba421a44227 req-5ee162d7-c2de-4bba-bccd-40abf8589e00 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.21 "DELETE /v2.0/ports/2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 HTTP/1.1" status: 204 len: 173 time: 0.4122972 Nov 12 02:07:02.011403 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f937e05f-2fe1-4fb2-b3ed-409466bb525f', 'name': 'network-vif-deleted', 'tag': '2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:07:02.013656 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ebe2cd-c852-4eb2-ab72-c95c7f019215" -d '{"events": [{"server_uuid": "f937e05f-2fe1-4fb2-b3ed-409466bb525f", "name": "network-vif-deleted", "tag": "2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:07:02.053054 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa31336-5717-4a51-a3df-78fc1b45e082 x-openstack-request-id: req-5aa31336-5717-4a51-a3df-78fc1b45e082 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:07:02.053907 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f937e05f-2fe1-4fb2-b3ed-409466bb525f", "name": "network-vif-deleted", "tag": "2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:07:02.054190 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5aa31336-5717-4a51-a3df-78fc1b45e082 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:07:02.054709 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f937e05f-2fe1-4fb2-b3ed-409466bb525f', 'name': 'network-vif-deleted', 'tag': '2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89', 'status': 'completed', 'code': 200} Nov 12 02:07:02.362775 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6ec665ec-f53b-4e11-b0fb-9878759c7c76 req-3858650c-932b-4cbc-8763-3e456ae39175 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=f937e05f-2fe1-4fb2-b3ed-409466bb525f HTTP/1.1" status: 200 len: 210 time: 0.0299349 Nov 12 02:07:02.436742 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:07:03.425354 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57002) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:03.791438 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-424768d3-1f6c-4521-b600-2db548806cf4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:04.071144 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-424768d3-1f6c-4521-b600-2db548806cf4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting port 81ec39c8-236d-4deb-a73e-d23600fa969e {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:07:04.071376 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-424768d3-1f6c-4521-b600-2db548806cf4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:04.168584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-424768d3-1f6c-4521-b600-2db548806cf4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] For port 81ec39c8-236d-4deb-a73e-d23600fa969e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=81ec39c8-236d-4deb-a73e-d23600fa969e,segment=NetworkSegment(db4ed8df-61dc-47f5-8786-62d8e08eddb3),segment_id=db4ed8df-61dc-47f5-8786-62d8e08eddb3)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:07:04.168981 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-424768d3-1f6c-4521-b600-2db548806cf4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:04.182059 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-424768d3-1f6c-4521-b600-2db548806cf4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Calling delete_port for 81ec39c8-236d-4deb-a73e-d23600fa969e owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:07:04.287156 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:07:04.309343 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:07:04.309679 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 2ce648c9-2ab9-4dcb-9dd3-40c5790c4c89 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:07:04.375646 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-424768d3-1f6c-4521-b600-2db548806cf4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:04.402265 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424768d3-1f6c-4521-b600-2db548806cf4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Port': ['ID=81ec39c8-236d-4deb-a73e-d23600fa969e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:04.595416 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-424768d3-1f6c-4521-b600-2db548806cf4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:04.815286 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424768d3-1f6c-4521-b600-2db548806cf4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router c5b6b04c-a2d2-4900-8e87-e79032e9efdb has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:07:04.928475 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424768d3-1f6c-4521-b600-2db548806cf4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:07:04.933791 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-424768d3-1f6c-4521-b600-2db548806cf4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "PUT /v2.0/routers/c5b6b04c-a2d2-4900-8e87-e79032e9efdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5073504 Nov 12 02:07:04.936601 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57004) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:04.943559 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73ad02e-ebb2-4a66-9b6c-71367eff9b3e None None] Sync routers for ids ['c5b6b04c-a2d2-4900-8e87-e79032e9efdb'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:07:04.953529 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ad02e-ebb2-4a66-9b6c-71367eff9b3e None None] Routers {'c5b6b04c-a2d2-4900-8e87-e79032e9efdb'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:07:04.954131 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b73ad02e-ebb2-4a66-9b6c-71367eff9b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:06:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c5b6b04c-a2d2-4900-8e87-e79032e9efdb'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:04.994785 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf665a04-ad5b-46a8-9756-4ade98e32459 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting subnet d49fcd72-eb79-4b16-8a09-1f1ed6389150 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:07:04.998382 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf665a04-ad5b-46a8-9756-4ade98e32459 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:05.041921 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf665a04-ad5b-46a8-9756-4ade98e32459 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:05.134903 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf665a04-ad5b-46a8-9756-4ade98e32459 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:05.146506 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-b73ad02e-ebb2-4a66-9b6c-71367eff9b3e None None] Set router c5b6b04c-a2d2-4900-8e87-e79032e9efdb gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:07:05.214490 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf665a04-ad5b-46a8-9756-4ade98e32459 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:05.242281 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf665a04-ad5b-46a8-9756-4ade98e32459 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Subnet': ['ID=d49fcd72-eb79-4b16-8a09-1f1ed6389150,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:05.247706 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cf665a04-ad5b-46a8-9756-4ade98e32459 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:05.253118 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cf665a04-ad5b-46a8-9756-4ade98e32459 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/subnets/d49fcd72-eb79-4b16-8a09-1f1ed6389150 HTTP/1.1" status: 204 len: 168 time: 0.3150208 Nov 12 02:07:05.256310 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57006) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:05.257640 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dca3f9-8334-4ff0-93bf-9f9f95002f93 None None] Network a726203c-7936-4a2e-845b-de26bb363618 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:07:05.333984 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b73ad02e-ebb2-4a66-9b6c-71367eff9b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736075649', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:07:04Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:05.360320 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73ad02e-ebb2-4a66-9b6c-71367eff9b3e None None] Checking router: c5b6b04c-a2d2-4900-8e87-e79032e9efdb for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:07:05.371064 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ad02e-ebb2-4a66-9b6c-71367eff9b3e None None] Routers {'c5b6b04c-a2d2-4900-8e87-e79032e9efdb'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:07:05.371270 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4627223b-a4fd-418b-8adf-8aacae3cb2dc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:05.371663 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b73ad02e-ebb2-4a66-9b6c-71367eff9b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:06:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['c5b6b04c-a2d2-4900-8e87-e79032e9efdb'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:05.450172 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfec53eb-b14d-482e-9486-cf7f4df34ca9 None None] DHCP port deletion for a726203c-7936-4a2e-845b-de26bb363618 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:07:05.488720 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4627223b-a4fd-418b-8adf-8aacae3cb2dc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:05.490422 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-b73ad02e-ebb2-4a66-9b6c-71367eff9b3e None None] Set router c5b6b04c-a2d2-4900-8e87-e79032e9efdb gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:07:05.506698 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-dfec53eb-b14d-482e-9486-cf7f4df34ca9 None None] Deleting port 5354ebd9-cf49-4b68-8960-4995889fa528 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:07:05.507086 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dfec53eb-b14d-482e-9486-cf7f4df34ca9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:05.546095 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-4627223b-a4fd-418b-8adf-8aacae3cb2dc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting port ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:07:05.546455 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4627223b-a4fd-418b-8adf-8aacae3cb2dc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:05.581122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-dfec53eb-b14d-482e-9486-cf7f4df34ca9 None None] For port 5354ebd9-cf49-4b68-8960-4995889fa528, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5354ebd9-cf49-4b68-8960-4995889fa528,segment=NetworkSegment(db4ed8df-61dc-47f5-8786-62d8e08eddb3),segment_id=db4ed8df-61dc-47f5-8786-62d8e08eddb3)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:07:05.581523 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dfec53eb-b14d-482e-9486-cf7f4df34ca9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:05.594857 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-dfec53eb-b14d-482e-9486-cf7f4df34ca9 None None] Calling delete_port for 5354ebd9-cf49-4b68-8960-4995889fa528 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:07:05.648101 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-4627223b-a4fd-418b-8adf-8aacae3cb2dc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] For port ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:07:05.648812 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4627223b-a4fd-418b-8adf-8aacae3cb2dc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:05.665208 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-4627223b-a4fd-418b-8adf-8aacae3cb2dc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Calling delete_port for ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:07:05.686281 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dfec53eb-b14d-482e-9486-cf7f4df34ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:05.700229 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b73ad02e-ebb2-4a66-9b6c-71367eff9b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736075649', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:07:04Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:05.717310 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec53eb-b14d-482e-9486-cf7f4df34ca9 None None] Pushing event deleted for resources: {'Port': ['ID=5354ebd9-cf49-4b68-8960-4995889fa528,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:05.722735 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfec53eb-b14d-482e-9486-cf7f4df34ca9 None None] No DVR routers for this DVR port 5354ebd9-cf49-4b68-8960-4995889fa528 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:07:05.728298 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73ad02e-ebb2-4a66-9b6c-71367eff9b3e None None] The sync data for ids ['c5b6b04c-a2d2-4900-8e87-e79032e9efdb'] in n-d-712137-14 is: [{'id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736075649', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:07:04Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b6b04c-a2d2-4900-8e87-e79032e9efdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:06:05Z', 'updated_at': '2021-11-12T02:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:07:05.870942 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4627223b-a4fd-418b-8adf-8aacae3cb2dc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:05.910843 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627223b-a4fd-418b-8adf-8aacae3cb2dc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Port': ['ID=ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:05.933478 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5dd54f-b6d8-47e6-86b6-7c3bdc34646f None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:07:06.018190 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4627223b-a4fd-418b-8adf-8aacae3cb2dc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:06.110126 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5354ebd9-cf49-4b68-8960-4995889fa528 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:07:06.117472 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4627223b-a4fd-418b-8adf-8aacae3cb2dc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:06.119589 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4627223b-a4fd-418b-8adf-8aacae3cb2dc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:06.142707 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 5354ebd9-cf49-4b68-8960-4995889fa528 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:07:06.143248 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5354ebd9-cf49-4b68-8960-4995889fa528 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:07:06.143898 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 81ec39c8-236d-4deb-a73e-d23600fa969e no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:07:06.163885 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4627223b-a4fd-418b-8adf-8aacae3cb2dc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:06.164453 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4627223b-a4fd-418b-8adf-8aacae3cb2dc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Fanout notify agent at l3_agent the message router_deleted on router c5b6b04c-a2d2-4900-8e87-e79032e9efdb {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:07:06.165049 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 81ec39c8-236d-4deb-a73e-d23600fa969e {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:07:06.165399 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 81ec39c8-236d-4deb-a73e-d23600fa969e not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:07:06.171703 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4627223b-a4fd-418b-8adf-8aacae3cb2dc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:06.173414 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4627223b-a4fd-418b-8adf-8aacae3cb2dc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/routers/c5b6b04c-a2d2-4900-8e87-e79032e9efdb HTTP/1.1" status: 204 len: 168 time: 0.9160025 Nov 12 02:07:06.178072 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57008) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:06.268388 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:06.365807 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:06.386067 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a726203c-7936-4a2e-845b-de26bb363618']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:06.395740 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4ed8df-61dc-47f5-8786-62d8e08eddb3') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:06.396053 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4ed8df-61dc-47f5-8786-62d8e08eddb3') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:06.405682 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:06.419558 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:06.425769 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:07:06.426161 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: timer() Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:07:06.429240 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:07:06.487079 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:06.493927 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:06.497163 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/networks/a726203c-7936-4a2e-845b-de26bb363618 HTTP/1.1" status: 204 len: 168 time: 0.3177104 Nov 12 02:07:06.501018 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57010) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:06.508948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Network': ['ID=a726203c-7936-4a2e-845b-de26bb363618,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:06.517405 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:06.517675 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:06.518021 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:06.518363 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:06.518731 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:06.519071 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:06.519407 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:06.519738 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:06.520063 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:06.520388 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:06.520737 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:06.521066 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2210d-c307-488b-83ae-324851068a26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:06.566778 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aa7caf70-2a04-4f5b-bc7a-2e45e0734d03 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:06.593969 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aa7caf70-2a04-4f5b-bc7a-2e45e0734d03 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:06.674710 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aa7caf70-2a04-4f5b-bc7a-2e45e0734d03 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:06.677391 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-aa7caf70-2a04-4f5b-bc7a-2e45e0734d03 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:06.681248 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-aa7caf70-2a04-4f5b-bc7a-2e45e0734d03 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/security-groups/6ead447a-3116-4872-a24a-4d8c715031e8 HTTP/1.1" status: 204 len: 168 time: 0.1789575 Nov 12 02:07:06.697256 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7caf70-2a04-4f5b-bc7a-2e45e0734d03 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ead447a-3116-4872-a24a-4d8c715031e8,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:07.010482 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57016) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:07.017185 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-9750bc46-1c91-4f9b-bb37-2518e458808a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-387962951', 'description': 'tempest-secgroup-smoke-387962951 description', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:07.041143 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9750bc46-1c91-4f9b-bb37-2518e458808a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.110653 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9750bc46-1c91-4f9b-bb37-2518e458808a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.114772 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9750bc46-1c91-4f9b-bb37-2518e458808a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.144943 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9750bc46-1c91-4f9b-bb37-2518e458808a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.146192 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9750bc46-1c91-4f9b-bb37-2518e458808a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1346912 Nov 12 02:07:07.148329 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750bc46-1c91-4f9b-bb37-2518e458808a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:07.149772 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57018) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:07.157092 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e9e9d6fd-8480-4207-a399-3b018c62ec43 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': 'bde5f305-dab7-4665-9bd3-fc94f0e4a5b2', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:07.187042 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e9e9d6fd-8480-4207-a399-3b018c62ec43 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.246997 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e9e9d6fd-8480-4207-a399-3b018c62ec43 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.250945 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e9e9d6fd-8480-4207-a399-3b018c62ec43 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.268841 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9d6fd-8480-4207-a399-3b018c62ec43 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe739cf5-63bc-499c-b443-d77c85bbf200,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:07.277301 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e9e9d6fd-8480-4207-a399-3b018c62ec43 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.278510 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e9e9d6fd-8480-4207-a399-3b018c62ec43 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276360 Nov 12 02:07:07.282721 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57020) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:07.287082 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7b29111a-d7af-471c-8e56-5bdc24e2e918 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': 'bde5f305-dab7-4665-9bd3-fc94f0e4a5b2', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:07.315008 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7b29111a-d7af-471c-8e56-5bdc24e2e918 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.369676 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7b29111a-d7af-471c-8e56-5bdc24e2e918 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.373175 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7b29111a-d7af-471c-8e56-5bdc24e2e918 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.393019 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29111a-d7af-471c-8e56-5bdc24e2e918 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c20f52-d35e-47f7-8b2b-b9dbb3b04958,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:07.397428 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7b29111a-d7af-471c-8e56-5bdc24e2e918 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.398623 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7b29111a-d7af-471c-8e56-5bdc24e2e918 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149466 Nov 12 02:07:07.402551 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57022) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:07.407152 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6023156c-cc1e-49ba-a9cc-c18a243a2e4c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': 'bde5f305-dab7-4665-9bd3-fc94f0e4a5b2', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:07.434626 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6023156c-cc1e-49ba-a9cc-c18a243a2e4c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.490601 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6023156c-cc1e-49ba-a9cc-c18a243a2e4c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.494483 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6023156c-cc1e-49ba-a9cc-c18a243a2e4c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.513885 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023156c-cc1e-49ba-a9cc-c18a243a2e4c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12f1163-47b4-4bb5-bbda-5dff7ad43dff,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:07.518805 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6023156c-cc1e-49ba-a9cc-c18a243a2e4c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.520004 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6023156c-cc1e-49ba-a9cc-c18a243a2e4c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165156 Nov 12 02:07:07.522659 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57024) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:07.526928 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-48ebf158-d220-48e0-8e94-d8c6e5cc6ef0 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': 'bde5f305-dab7-4665-9bd3-fc94f0e4a5b2', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:07.554175 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-48ebf158-d220-48e0-8e94-d8c6e5cc6ef0 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.615500 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-48ebf158-d220-48e0-8e94-d8c6e5cc6ef0 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.619343 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-48ebf158-d220-48e0-8e94-d8c6e5cc6ef0 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.642592 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebf158-d220-48e0-8e94-d8c6e5cc6ef0 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8d8779-bb97-4bb5-8cef-2ead453b8500,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:07.650442 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-48ebf158-d220-48e0-8e94-d8c6e5cc6ef0 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.651914 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-48ebf158-d220-48e0-8e94-d8c6e5cc6ef0 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282923 Nov 12 02:07:07.654623 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57026) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:07.659892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-66ad46cd-c741-4e29-a893-4b872e3da9e5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': 'bde5f305-dab7-4665-9bd3-fc94f0e4a5b2', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:07.682041 n-d-712137-14 neutron-server[114243]: INFO neutron.db.securitygroups_db [None req-66ad46cd-c741-4e29-a893-4b872e3da9e5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Project 5c8a65847ab841b6a12efcb75550f4f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:07:07.687257 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-66ad46cd-c741-4e29-a893-4b872e3da9e5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.746224 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-66ad46cd-c741-4e29-a893-4b872e3da9e5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.750146 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-66ad46cd-c741-4e29-a893-4b872e3da9e5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.768597 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad46cd-c741-4e29-a893-4b872e3da9e5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08cc3365-d8f3-4285-b4f5-5535a1fb3760,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:07.776298 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-66ad46cd-c741-4e29-a893-4b872e3da9e5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.777539 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-66ad46cd-c741-4e29-a893-4b872e3da9e5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218312 Nov 12 02:07:07.780291 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57028) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:07.785361 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-05ea8fb5-a978-4a77-bd6b-6a8a995fe95e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': 'bde5f305-dab7-4665-9bd3-fc94f0e4a5b2', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:07.806545 n-d-712137-14 neutron-server[114243]: INFO neutron.db.securitygroups_db [None req-05ea8fb5-a978-4a77-bd6b-6a8a995fe95e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Project 5c8a65847ab841b6a12efcb75550f4f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:07:07.812354 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-05ea8fb5-a978-4a77-bd6b-6a8a995fe95e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.871028 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-05ea8fb5-a978-4a77-bd6b-6a8a995fe95e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.875651 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-05ea8fb5-a978-4a77-bd6b-6a8a995fe95e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.896153 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea8fb5-a978-4a77-bd6b-6a8a995fe95e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5df7db1-befe-4a00-b268-76b4e7c793be,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:07.902506 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-05ea8fb5-a978-4a77-bd6b-6a8a995fe95e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.903664 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-05ea8fb5-a978-4a77-bd6b-6a8a995fe95e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222944 Nov 12 02:07:07.906698 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57030) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:07.911635 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-cd6a81d7-977a-49af-a888-7cd21d9049b2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'network': {'name': 'tempest-network-smoke--1124746814', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'port_security_enabled': True}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:07.933041 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6a81d7-977a-49af-a888-7cd21d9049b2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Made reservation on behalf of 5c8a65847ab841b6a12efcb75550f4f8 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:07:07.936537 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd6a81d7-977a-49af-a888-7cd21d9049b2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.967824 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6a81d7-977a-49af-a888-7cd21d9049b2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:07:07.968349 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:07:07.980365 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd6a81d7-977a-49af-a888-7cd21d9049b2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:07.980914 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-cd6a81d7-977a-49af-a888-7cd21d9049b2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Added segment 24fb78c6-e358-4ddd-8423-26a2e52fb84d of type vlan for network db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 Nov 12 02:07:07.990497 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:07:07.991130 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ecbdbf1e-1da7-4b1d-aabf-bc44c35956aa not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:07:08.026024 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd6a81d7-977a-49af-a888-7cd21d9049b2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:08.052517 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd6a81d7-977a-49af-a888-7cd21d9049b2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:08.058221 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6a81d7-977a-49af-a888-7cd21d9049b2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:08.058818 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd6a81d7-977a-49af-a888-7cd21d9049b2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:08.099792 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cd6a81d7-977a-49af-a888-7cd21d9049b2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1919198 Nov 12 02:07:08.102948 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57032) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:08.107801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-9968badd-8427-4074-8ca7-fbfe5805a93e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-341471146', 'admin_state_up': True, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:08.137068 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a81d7-977a-49af-a888-7cd21d9049b2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Network': ['ID=db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:08.138732 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9968badd-8427-4074-8ca7-fbfe5805a93e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:08.139329 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9968badd-8427-4074-8ca7-fbfe5805a93e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:08.151400 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:07:08.206957 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9968badd-8427-4074-8ca7-fbfe5805a93e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:08.346020 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9968badd-8427-4074-8ca7-fbfe5805a93e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:08.852791 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9968badd-8427-4074-8ca7-fbfe5805a93e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:08.872357 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9968badd-8427-4074-8ca7-fbfe5805a93e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:08.982792 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-9968badd-8427-4074-8ca7-fbfe5805a93e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Allocated IP 172.25.0.231 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/b7c395e5-da69-4fc3-91c8-2452dd2aa328) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:07:09.090492 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9968badd-8427-4074-8ca7-fbfe5805a93e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:09.126536 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9968badd-8427-4074-8ca7-fbfe5805a93e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:09.166495 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9968badd-8427-4074-8ca7-fbfe5805a93e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:07:09.173723 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-9968badd-8427-4074-8ca7-fbfe5805a93e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:07:09.176894 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9968badd-8427-4074-8ca7-fbfe5805a93e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:07:09.183786 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968badd-8427-4074-8ca7-fbfe5805a93e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=b7c395e5-da69-4fc3-91c8-2452dd2aa328,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:09.190852 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924932db-f1bb-47c8-9364-e5968cacb292 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:07:09.278861 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b57beb58-3a49-4a0d-92d9-b5080b4e0b12 None None] Provisioning complete for port b7c395e5-da69-4fc3-91c8-2452dd2aa328 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:09.279173 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b57beb58-3a49-4a0d-92d9-b5080b4e0b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:09.319683 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-b57beb58-3a49-4a0d-92d9-b5080b4e0b12 None None] Port b7c395e5-da69-4fc3-91c8-2452dd2aa328 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:07:09.447963 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9968badd-8427-4074-8ca7-fbfe5805a93e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:09.629253 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:09.650826 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9968badd-8427-4074-8ca7-fbfe5805a93e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:09.789056 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9968badd-8427-4074-8ca7-fbfe5805a93e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router a3495c9a-0b13-434a-b890-140cbcdfbe80 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:07:09.901807 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9968badd-8427-4074-8ca7-fbfe5805a93e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:07:09.912305 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] Sync routers for ids ['a3495c9a-0b13-434a-b890-140cbcdfbe80'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:07:09.925068 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9968badd-8427-4074-8ca7-fbfe5805a93e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:09.925763 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] Routers {'a3495c9a-0b13-434a-b890-140cbcdfbe80'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:07:09.926332 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9968badd-8427-4074-8ca7-fbfe5805a93e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8223336 Nov 12 02:07:09.930378 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57034) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:09.930921 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:06:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a3495c9a-0b13-434a-b890-140cbcdfbe80'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:09.977911 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-485db046-3e6e-43d6-a54c-2d7cb7591289 tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5c8a65847ab841b6a12efcb75550f4f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460324 Nov 12 02:07:09.981267 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57036) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:10.069229 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] Set router a3495c9a-0b13-434a-b890-140cbcdfbe80 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:07:10.083696 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9beb52a-42e5-46a4-bf12-e9354ffeb712 tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:10.085265 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d9beb52a-42e5-46a4-bf12-e9354ffeb712 tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1029637 Nov 12 02:07:10.088298 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57038) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:10.117980 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-56242e27-8236-4a49-9176-0c5eb4aeaf04 tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284617 Nov 12 02:07:10.120860 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57040) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:10.125801 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7b7c3388-72f0-4cbb-a040-6de5214a9479 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-448802981', 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:10.226561 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7c3388-72f0-4cbb-a040-6de5214a9479 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Made reservation on behalf of 5c8a65847ab841b6a12efcb75550f4f8 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:07:10.230305 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7b7c3388-72f0-4cbb-a040-6de5214a9479 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:10.262402 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341471146', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:09Z', 'revision_number': 3, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:10.290177 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] Checking router: a3495c9a-0b13-434a-b890-140cbcdfbe80 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:07:10.290529 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] Updating router a3495c9a-0b13-434a-b890-140cbcdfbe80 port b7c395e5-da69-4fc3-91c8-2452dd2aa328 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:07:10.323931 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:10.442688 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7b7c3388-72f0-4cbb-a040-6de5214a9479 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:10.505448 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c3388-72f0-4cbb-a040-6de5214a9479 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Subnet': ['ID=8c64775f-0d0d-4047-a6fa-8fa856356995,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:10.513583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c3388-72f0-4cbb-a040-6de5214a9479 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Checking segment: {'id': '24fb78c6-e358-4ddd-8423-26a2e52fb84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:07:10.513583 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7c3388-72f0-4cbb-a040-6de5214a9479 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network hostable DHCP agents. Network: db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:07:10.529930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7c3388-72f0-4cbb-a040-6de5214a9479 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:07:10.540111 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-7b7c3388-72f0-4cbb-a040-6de5214a9479 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:07:10.544333 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c3388-72f0-4cbb-a040-6de5214a9479 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:10.544957 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7b7c3388-72f0-4cbb-a040-6de5214a9479 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:10.556626 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdb8f0a-5195-43a6-98ca-3e455bd723ec None None] Network db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:07:10.562476 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7b7c3388-72f0-4cbb-a040-6de5214a9479 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4404755 Nov 12 02:07:10.565944 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57042) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:10.910791 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:10.923185 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:11.024355 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebee884f-58b5-4efa-abc9-dbb0b7e96686 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:07:11.072989 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6247e-177b-456f-8c4d-b90cb09249cc None None] Pushing event updated for resources: {'Port': ['ID=b7c395e5-da69-4fc3-91c8-2452dd2aa328,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:11.076004 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] Attempting to bind port b7c395e5-da69-4fc3-91c8-2452dd2aa328 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:07:11.076529 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] Attempting to bind port b7c395e5-da69-4fc3-91c8-2452dd2aa328 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:07:11.077108 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] Attempting to bind port b7c395e5-da69-4fc3-91c8-2452dd2aa328 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:07:11.102541 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6247e-177b-456f-8c4d-b90cb09249cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:11.103034 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6247e-177b-456f-8c4d-b90cb09249cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:11.103518 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6247e-177b-456f-8c4d-b90cb09249cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:11.104050 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6247e-177b-456f-8c4d-b90cb09249cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:11.104601 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6247e-177b-456f-8c4d-b90cb09249cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:11.105727 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6247e-177b-456f-8c4d-b90cb09249cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:11.105727 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6247e-177b-456f-8c4d-b90cb09249cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:11.106098 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6247e-177b-456f-8c4d-b90cb09249cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:11.106573 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6247e-177b-456f-8c4d-b90cb09249cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:11.107054 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6247e-177b-456f-8c4d-b90cb09249cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:11.107528 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6247e-177b-456f-8c4d-b90cb09249cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:11.108040 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6247e-177b-456f-8c4d-b90cb09249cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:11.117947 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:07:11.118452 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:07:11.118562 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:11.119128 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:07:11.119815 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] Bound port: b7c395e5-da69-4fc3-91c8-2452dd2aa328, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:07:11.120346 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:11.236086 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4572fbe6-5711-4803-b02d-6f693b1b0a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28', 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ips': [{'subnet_id': '8c64775f-0d0d-4047-a6fa-8fa856356995'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:07:11.237393 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4572fbe6-5711-4803-b02d-6f693b1b0a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:11.245611 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-850f1498-f61e-401d-b396-85dac81e9561 None None] Provisioning complete for port b7c395e5-da69-4fc3-91c8-2452dd2aa328 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:11.246063 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-850f1498-f61e-401d-b396-85dac81e9561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:11.278175 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] For port b7c395e5-da69-4fc3-91c8-2452dd2aa328, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:07:11.312733 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] For port b7c395e5-da69-4fc3-91c8-2452dd2aa328, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=b7c395e5-da69-4fc3-91c8-2452dd2aa328,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:07:11.374489 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:11.383126 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00b58077-e392-41d3-85f2-b661dea274dd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:11.412023 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-850f1498-f61e-401d-b396-85dac81e9561 None None] Port b7c395e5-da69-4fc3-91c8-2452dd2aa328 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:07:11.434868 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b71c37c-776e-416d-acef-12bbef98caac None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:07:11.491515 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] Routers {'a3495c9a-0b13-434a-b890-140cbcdfbe80'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:07:11.492163 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:06:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a3495c9a-0b13-434a-b890-140cbcdfbe80'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:11.501076 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6247e-177b-456f-8c4d-b90cb09249cc None None] Pushing event updated for resources: {'Port': ['ID=b7c395e5-da69-4fc3-91c8-2452dd2aa328,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:11.570431 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-4572fbe6-5711-4803-b02d-6f693b1b0a75 None None] Allocated IP 172.20.0.2 (db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28/8c64775f-0d0d-4047-a6fa-8fa856356995/c76c5ba5-6613-491e-be4f-e93dbef46019) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:07:11.652353 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cdb5140c-f6de-4b0d-ae8a-363dcff3f653 None None] Provisioning complete for port b7c395e5-da69-4fc3-91c8-2452dd2aa328 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:11.652749 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cdb5140c-f6de-4b0d-ae8a-363dcff3f653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:11.733239 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] Set router a3495c9a-0b13-434a-b890-140cbcdfbe80 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:07:11.985281 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4572fbe6-5711-4803-b02d-6f693b1b0a75 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:11.988813 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cdb5140c-f6de-4b0d-ae8a-363dcff3f653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:11.997726 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4572fbe6-5711-4803-b02d-6f693b1b0a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:12.041708 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-cdb5140c-f6de-4b0d-ae8a-363dcff3f653 None None] For port b7c395e5-da69-4fc3-91c8-2452dd2aa328, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=b7c395e5-da69-4fc3-91c8-2452dd2aa328,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:07:12.046889 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-00b58077-e392-41d3-85f2-b661dea274dd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Allocated IP 172.20.0.1 (db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28/8c64775f-0d0d-4047-a6fa-8fa856356995/d70e5725-cdad-4bc1-87e1-320bf65fd1d8) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:07:12.054846 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cdb5140c-f6de-4b0d-ae8a-363dcff3f653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:12.067879 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4572fbe6-5711-4803-b02d-6f693b1b0a75 None None] Network db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:07:12.073543 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-4572fbe6-5711-4803-b02d-6f693b1b0a75 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:07:12.078947 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572fbe6-5711-4803-b02d-6f693b1b0a75 None None] Pushing event updated for resources: {'Port': ['ID=c76c5ba5-6613-491e-be4f-e93dbef46019,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:12.081091 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572fbe6-5711-4803-b02d-6f693b1b0a75 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:07:12.159778 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341471146', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:09Z', 'revision_number': 3, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:12.192678 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00b58077-e392-41d3-85f2-b661dea274dd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:12.217830 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39897d95-2874-45ca-a0e1-9c3fd1681a45 None None] The sync data for ids ['a3495c9a-0b13-434a-b890-140cbcdfbe80'] in n-d-712137-14 is: [{'id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341471146', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:09Z', 'revision_number': 3, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:07:12.222564 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5140c-f6de-4b0d-ae8a-363dcff3f653 None None] Pushing event updated for resources: {'Port': ['ID=b7c395e5-da69-4fc3-91c8-2452dd2aa328,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:12.226693 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4572fbe6-5711-4803-b02d-6f693b1b0a75 None None] Attempting to bind port c76c5ba5-6613-491e-be4f-e93dbef46019 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:07:12.226895 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4572fbe6-5711-4803-b02d-6f693b1b0a75 None None] Attempting to bind port c76c5ba5-6613-491e-be4f-e93dbef46019 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '24fb78c6-e358-4ddd-8423-26a2e52fb84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:07:12.227077 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4572fbe6-5711-4803-b02d-6f693b1b0a75 None None] Attempting to bind port c76c5ba5-6613-491e-be4f-e93dbef46019 on network db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:07:12.237263 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4572fbe6-5711-4803-b02d-6f693b1b0a75 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:07:12.237937 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4572fbe6-5711-4803-b02d-6f693b1b0a75 None None] Checking segment: {'id': '24fb78c6-e358-4ddd-8423-26a2e52fb84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:07:12.238638 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4572fbe6-5711-4803-b02d-6f693b1b0a75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:12.239389 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4572fbe6-5711-4803-b02d-6f693b1b0a75 None None] Bound using segment: {'id': '24fb78c6-e358-4ddd-8423-26a2e52fb84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:07:12.239610 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00b58077-e392-41d3-85f2-b661dea274dd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:12.240361 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-4572fbe6-5711-4803-b02d-6f693b1b0a75 None None] Bound port: c76c5ba5-6613-491e-be4f-e93dbef46019, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fb78c6-e358-4ddd-8423-26a2e52fb84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:07:12.241073 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4572fbe6-5711-4803-b02d-6f693b1b0a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:12.297386 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b58077-e392-41d3-85f2-b661dea274dd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:07:12.299203 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-00b58077-e392-41d3-85f2-b661dea274dd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:07:12.301879 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b58077-e392-41d3-85f2-b661dea274dd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:07:12.306375 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b58077-e392-41d3-85f2-b661dea274dd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=d70e5725-cdad-4bc1-87e1-320bf65fd1d8,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:12.333386 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4572fbe6-5711-4803-b02d-6f693b1b0a75 None None] For port c76c5ba5-6613-491e-be4f-e93dbef46019, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:07:12.339322 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4572fbe6-5711-4803-b02d-6f693b1b0a75 None None] For port c76c5ba5-6613-491e-be4f-e93dbef46019, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c76c5ba5-6613-491e-be4f-e93dbef46019,segment=NetworkSegment(24fb78c6-e358-4ddd-8423-26a2e52fb84d),segment_id=24fb78c6-e358-4ddd-8423-26a2e52fb84d)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:07:12.346012 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4572fbe6-5711-4803-b02d-6f693b1b0a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:12.355113 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00b58077-e392-41d3-85f2-b661dea274dd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:12.423934 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572fbe6-5711-4803-b02d-6f693b1b0a75 None None] Pushing event updated for resources: {'Port': ['ID=c76c5ba5-6613-491e-be4f-e93dbef46019,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:12.556039 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00b58077-e392-41d3-85f2-b661dea274dd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:12.970524 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00b58077-e392-41d3-85f2-b661dea274dd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:12.977038 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00b58077-e392-41d3-85f2-b661dea274dd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:13.067986 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b58077-e392-41d3-85f2-b661dea274dd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=d70e5725-cdad-4bc1-87e1-320bf65fd1d8,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:13.070694 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-00b58077-e392-41d3-85f2-b661dea274dd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:13.179162 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b58077-e392-41d3-85f2-b661dea274dd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:07:13.180987 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-00b58077-e392-41d3-85f2-b661dea274dd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:07:13.355133 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b58077-e392-41d3-85f2-b661dea274dd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router a3495c9a-0b13-434a-b890-140cbcdfbe80 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:07:13.483723 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b58077-e392-41d3-85f2-b661dea274dd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:07:13.492984 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-00b58077-e392-41d3-85f2-b661dea274dd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "PUT /v2.0/routers/a3495c9a-0b13-434a-b890-140cbcdfbe80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9257827 Nov 12 02:07:13.580816 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb942089-e8ae-4203-b8bf-27685250aaaa None None] Network db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:07:13.690506 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e80d210-dced-482e-892b-cfc419c28d15 req-d908faa7-2d25-470c-9a22-0c149728f4fc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387962951&fields=id&tenant_id=5c8a65847ab841b6a12efcb75550f4f8 HTTP/1.1" status: 200 len: 267 time: 0.0530617 Nov 12 02:07:13.721944 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c2b98294-ae75-4614-8768-e865d4cef73a None None] Provisioning complete for port c76c5ba5-6613-491e-be4f-e93dbef46019 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:13.722315 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c2b98294-ae75-4614-8768-e865d4cef73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:13.821482 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80d210-dced-482e-892b-cfc419c28d15 req-798b018e-147c-43ac-87f4-9cfc1f522de3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:13.822788 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e80d210-dced-482e-892b-cfc419c28d15 req-798b018e-147c-43ac-87f4-9cfc1f522de3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/networks?id=db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 HTTP/1.1" status: 200 len: 797 time: 0.1258962 Nov 12 02:07:13.846261 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e80d210-dced-482e-892b-cfc419c28d15 req-e0d51231-c1bb-413c-9044-13027a741ef3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/quotas/5c8a65847ab841b6a12efcb75550f4f8 HTTP/1.1" status: 200 len: 375 time: 0.0124388 Nov 12 02:07:13.863405 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c2b98294-ae75-4614-8768-e865d4cef73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:13.916933 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c2b98294-ae75-4614-8768-e865d4cef73a None None] For port c76c5ba5-6613-491e-be4f-e93dbef46019, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c76c5ba5-6613-491e-be4f-e93dbef46019,segment=NetworkSegment(24fb78c6-e358-4ddd-8423-26a2e52fb84d),segment_id=24fb78c6-e358-4ddd-8423-26a2e52fb84d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:07:13.920605 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e80d210-dced-482e-892b-cfc419c28d15 req-5fac934e-01f9-4ce6-96ba-b5c5dd2c083c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636363 Nov 12 02:07:13.923888 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c2b98294-ae75-4614-8768-e865d4cef73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:14.001025 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b98294-ae75-4614-8768-e865d4cef73a None None] Pushing event updated for resources: {'Port': ['ID=c76c5ba5-6613-491e-be4f-e93dbef46019,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:14.086192 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e80d210-dced-482e-892b-cfc419c28d15 req-15d21877-849d-472b-bc60-5579aae25cc1 service neutron] 10.222.0.31 "GET /v2.0/networks/db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444125 Nov 12 02:07:14.131987 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b7c395e5-da69-4fc3-91c8-2452dd2aa328 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:07:14.199987 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cac2d12e-f427-40f3-a540-48e75a4b539b None None] Provisioning complete for port d70e5725-cdad-4bc1-87e1-320bf65fd1d8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:14.200367 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cac2d12e-f427-40f3-a540-48e75a4b539b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:14.221596 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2e80d210-dced-482e-892b-cfc419c28d15 req-41dd2abb-a8ef-4fa7-a3ab-021b4238f692 service neutron] 10.222.0.31 "GET /v2.0/networks/db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285133 Nov 12 02:07:14.250623 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] Sync routers for ids ['a3495c9a-0b13-434a-b890-140cbcdfbe80'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:07:14.259054 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port b7c395e5-da69-4fc3-91c8-2452dd2aa328 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:14.259429 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:14.262263 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-cac2d12e-f427-40f3-a540-48e75a4b539b None None] Port d70e5725-cdad-4bc1-87e1-320bf65fd1d8 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:07:14.276115 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] Routers {'a3495c9a-0b13-434a-b890-140cbcdfbe80'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:07:14.277494 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:06:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a3495c9a-0b13-434a-b890-140cbcdfbe80'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:14.335738 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cac2d12e-f427-40f3-a540-48e75a4b539b None None] Provisioning complete for port c76c5ba5-6613-491e-be4f-e93dbef46019 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:14.336566 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cac2d12e-f427-40f3-a540-48e75a4b539b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:14.478014 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] Set router a3495c9a-0b13-434a-b890-140cbcdfbe80 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:07:14.517120 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c76c5ba5-6613-491e-be4f-e93dbef46019 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:07:14.543327 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f2b3c4ac-10f3-40c7-bb7f-959e7cb7709f req-a5927648-9fe6-4a1c-9ca2-dd6b85c054ce tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 210 time: 0.0711942 Nov 12 02:07:14.737732 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341471146', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:12Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'd70e5725-cdad-4bc1-87e1-320bf65fd1d8', 'name': '', 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:e4:88:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8c64775f-0d0d-4047-a6fa-8fa856356995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:11Z', 'updated_at': '2021-11-12T02:07:12Z', 'revision_number': 2, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '8c64775f-0d0d-4047-a6fa-8fa856356995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:14.774189 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] Checking router: a3495c9a-0b13-434a-b890-140cbcdfbe80 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:07:14.774551 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] Updating router a3495c9a-0b13-434a-b890-140cbcdfbe80 port d70e5725-cdad-4bc1-87e1-320bf65fd1d8 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:07:14.807460 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:14.846391 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port c76c5ba5-6613-491e-be4f-e93dbef46019 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:14.847113 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:14.971226 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1f543823-df4e-4933-ae83-5df07be7f0fd None None] Provisioning complete for port d70e5725-cdad-4bc1-87e1-320bf65fd1d8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:14.971602 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1f543823-df4e-4933-ae83-5df07be7f0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:15.018026 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1f543823-df4e-4933-ae83-5df07be7f0fd None None] Port d70e5725-cdad-4bc1-87e1-320bf65fd1d8 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:07:15.125753 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:15.131637 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:15.182986 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b3886-059a-4453-96c5-0c20f815776f None None] Pushing event updated for resources: {'Port': ['ID=d70e5725-cdad-4bc1-87e1-320bf65fd1d8,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:15.211261 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97b3886-059a-4453-96c5-0c20f815776f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:15.211964 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97b3886-059a-4453-96c5-0c20f815776f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:15.212386 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97b3886-059a-4453-96c5-0c20f815776f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:15.212874 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97b3886-059a-4453-96c5-0c20f815776f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:15.213352 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97b3886-059a-4453-96c5-0c20f815776f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:15.213708 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97b3886-059a-4453-96c5-0c20f815776f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:15.214101 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97b3886-059a-4453-96c5-0c20f815776f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:15.214576 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97b3886-059a-4453-96c5-0c20f815776f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:15.214907 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97b3886-059a-4453-96c5-0c20f815776f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:15.215228 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97b3886-059a-4453-96c5-0c20f815776f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:15.215552 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97b3886-059a-4453-96c5-0c20f815776f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:15.215873 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97b3886-059a-4453-96c5-0c20f815776f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:15.252264 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] Attempting to bind port d70e5725-cdad-4bc1-87e1-320bf65fd1d8 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:07:15.254166 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] Attempting to bind port d70e5725-cdad-4bc1-87e1-320bf65fd1d8 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '24fb78c6-e358-4ddd-8423-26a2e52fb84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:07:15.254630 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] Attempting to bind port d70e5725-cdad-4bc1-87e1-320bf65fd1d8 on network db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:07:15.265921 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:07:15.267841 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] Checking segment: {'id': '24fb78c6-e358-4ddd-8423-26a2e52fb84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:07:15.268289 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:15.268852 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] Bound using segment: {'id': '24fb78c6-e358-4ddd-8423-26a2e52fb84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:07:15.269350 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] Bound port: d70e5725-cdad-4bc1-87e1-320bf65fd1d8, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fb78c6-e358-4ddd-8423-26a2e52fb84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:07:15.269732 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:15.345593 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] For port d70e5725-cdad-4bc1-87e1-320bf65fd1d8, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:07:15.349252 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] For port d70e5725-cdad-4bc1-87e1-320bf65fd1d8, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d70e5725-cdad-4bc1-87e1-320bf65fd1d8,segment=NetworkSegment(24fb78c6-e358-4ddd-8423-26a2e52fb84d),segment_id=24fb78c6-e358-4ddd-8423-26a2e52fb84d)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:07:15.360408 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:15.440526 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0fcfda6c-4780-483c-9f74-b4741f63e17b None None] Provisioning complete for port d70e5725-cdad-4bc1-87e1-320bf65fd1d8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:15.440834 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0fcfda6c-4780-483c-9f74-b4741f63e17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:15.503420 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] Routers {'a3495c9a-0b13-434a-b890-140cbcdfbe80'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:07:15.504055 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:06:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a3495c9a-0b13-434a-b890-140cbcdfbe80'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:15.522572 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0fcfda6c-4780-483c-9f74-b4741f63e17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:15.550754 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b3886-059a-4453-96c5-0c20f815776f None None] Pushing event updated for resources: {'Port': ['ID=d70e5725-cdad-4bc1-87e1-320bf65fd1d8,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:15.559692 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-0fcfda6c-4780-483c-9f74-b4741f63e17b None None] For port d70e5725-cdad-4bc1-87e1-320bf65fd1d8, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d70e5725-cdad-4bc1-87e1-320bf65fd1d8,segment=NetworkSegment(24fb78c6-e358-4ddd-8423-26a2e52fb84d),segment_id=24fb78c6-e358-4ddd-8423-26a2e52fb84d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:07:15.565395 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0fcfda6c-4780-483c-9f74-b4741f63e17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:15.654419 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfda6c-4780-483c-9f74-b4741f63e17b None None] Pushing event updated for resources: {'Port': ['ID=d70e5725-cdad-4bc1-87e1-320bf65fd1d8,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:15.661902 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] Set router a3495c9a-0b13-434a-b890-140cbcdfbe80 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:07:15.670041 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e34f8a77-ae5e-4117-8fda-e0a19eaccb21 req-1191aea3-e39c-4f8c-a8cb-60d8e149eb06 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 210 time: 0.0306313 Nov 12 02:07:15.790598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-2476a4a9-72c1-4db5-8add-40fc55143829 None None] Provisioning complete for port d70e5725-cdad-4bc1-87e1-320bf65fd1d8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:15.790885 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2476a4a9-72c1-4db5-8add-40fc55143829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:15.898633 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341471146', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:12Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'd70e5725-cdad-4bc1-87e1-320bf65fd1d8', 'name': '', 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:e4:88:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8c64775f-0d0d-4047-a6fa-8fa856356995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:11Z', 'updated_at': '2021-11-12T02:07:15Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '8c64775f-0d0d-4047-a6fa-8fa856356995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:15.931035 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a5904e-c281-4945-b1d2-99f683eb88a4 None None] The sync data for ids ['a3495c9a-0b13-434a-b890-140cbcdfbe80'] in n-d-712137-14 is: [{'id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341471146', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:12Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'd70e5725-cdad-4bc1-87e1-320bf65fd1d8', 'name': '', 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:e4:88:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8c64775f-0d0d-4047-a6fa-8fa856356995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:11Z', 'updated_at': '2021-11-12T02:07:15Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '8c64775f-0d0d-4047-a6fa-8fa856356995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:07:15.943582 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80d210-dced-482e-892b-cfc419c28d15 req-8ccdc350-8eda-4f80-b233-90b515315445 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:15.947693 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e80d210-dced-482e-892b-cfc419c28d15 req-8ccdc350-8eda-4f80-b233-90b515315445 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.15 "GET /v2.0/networks?id=db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 HTTP/1.1" status: 200 len: 797 time: 0.1325059 Nov 12 02:07:16.080059 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e80d210-dced-482e-892b-cfc419c28d15 req-73a6065a-937c-44e9-8890-6d8edacd6ca7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c8a65847ab841b6a12efcb75550f4f8 HTTP/1.1" status: 200 len: 379 time: 0.1137414 Nov 12 02:07:16.092131 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-2e80d210-dced-482e-892b-cfc419c28d15 req-ed7eeee0-b767-47c2-85a5-3416f20e8a74 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'port': {'device_id': 'c1a1827c-9d0c-4188-bd6a-110d58b843e3', 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28', 'admin_state_up': True, 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'security_groups': ['bde5f305-dab7-4665-9bd3-fc94f0e4a5b2']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:16.127097 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c76c5ba5-6613-491e-be4f-e93dbef46019 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:07:16.188743 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port c76c5ba5-6613-491e-be4f-e93dbef46019 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:16.189205 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:16.223259 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e80d210-dced-482e-892b-cfc419c28d15 req-ed7eeee0-b767-47c2-85a5-3416f20e8a74 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Made reservation on behalf of 5c8a65847ab841b6a12efcb75550f4f8 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:07:16.227675 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2e80d210-dced-482e-892b-cfc419c28d15 req-ed7eeee0-b767-47c2-85a5-3416f20e8a74 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:16.366079 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-2e80d210-dced-482e-892b-cfc419c28d15 req-ed7eeee0-b767-47c2-85a5-3416f20e8a74 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Allocated IP 172.20.0.11 (db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28/8c64775f-0d0d-4047-a6fa-8fa856356995/3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:07:16.520290 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2e80d210-dced-482e-892b-cfc419c28d15 req-ed7eeee0-b767-47c2-85a5-3416f20e8a74 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:16.555422 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2e80d210-dced-482e-892b-cfc419c28d15 req-ed7eeee0-b767-47c2-85a5-3416f20e8a74 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:16.601054 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e80d210-dced-482e-892b-cfc419c28d15 req-ed7eeee0-b767-47c2-85a5-3416f20e8a74 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:07:16.606705 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-2e80d210-dced-482e-892b-cfc419c28d15 req-ed7eeee0-b767-47c2-85a5-3416f20e8a74 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:07:16.611436 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e80d210-dced-482e-892b-cfc419c28d15 req-ed7eeee0-b767-47c2-85a5-3416f20e8a74 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:07:16.638265 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7eeee0-b767-47c2-85a5-3416f20e8a74 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:16.669680 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80d210-dced-482e-892b-cfc419c28d15 req-ed7eeee0-b767-47c2-85a5-3416f20e8a74 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:16.670766 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2e80d210-dced-482e-892b-cfc419c28d15 req-ed7eeee0-b767-47c2-85a5-3416f20e8a74 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:16.691005 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e80d210-dced-482e-892b-cfc419c28d15 req-ed7eeee0-b767-47c2-85a5-3416f20e8a74 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6030123 Nov 12 02:07:16.710088 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-2e80d210-dced-482e-892b-cfc419c28d15 req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] Request body: {'port': {'device_id': 'c1a1827c-9d0c-4188-bd6a-110d58b843e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:16.798611 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2e80d210-dced-482e-892b-cfc419c28d15 req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:16.835669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5398f1-13e6-419a-a772-b7a758bc5d5e req-cf2d5706-7f1b-4853-aace-d42210145cb7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:16.837321 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ae5398f1-13e6-419a-a772-b7a758bc5d5e req-cf2d5706-7f1b-4853-aace-d42210145cb7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 932 time: 0.0717638 Nov 12 02:07:16.917188 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f4c48441-0759-41e8-a096-564fd2282206 None None] Provisioning complete for port 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:16.917679 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f4c48441-0759-41e8-a096-564fd2282206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:16.958105 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f4c48441-0759-41e8-a096-564fd2282206 None None] Port 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:07:16.978164 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ae5398f1-13e6-419a-a772-b7a758bc5d5e req-262b5544-af21-4c52-83c8-a74cd1efaf30 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224997 Nov 12 02:07:17.139511 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-2e80d210-dced-482e-892b-cfc419c28d15 req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:07:17.147855 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2e80d210-dced-482e-892b-cfc419c28d15 req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:17.160868 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-2e80d210-dced-482e-892b-cfc419c28d15 req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] Transition to ACTIVE for port object 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:07:17.164816 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2e80d210-dced-482e-892b-cfc419c28d15 req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:17.215326 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:17.285405 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-2e80d210-dced-482e-892b-cfc419c28d15 req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] Attempting to bind port 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:07:17.285746 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-2e80d210-dced-482e-892b-cfc419c28d15 req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] Attempting to bind port 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '24fb78c6-e358-4ddd-8423-26a2e52fb84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:07:17.286081 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e80d210-dced-482e-892b-cfc419c28d15 req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] Attempting to bind port 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d on network db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:07:17.290892 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e80d210-dced-482e-892b-cfc419c28d15 req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] Port 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d on network db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:07:17.291214 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e80d210-dced-482e-892b-cfc419c28d15 req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] Attempting to bind port 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d on network db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:07:17.296271 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e80d210-dced-482e-892b-cfc419c28d15 req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:07:17.297271 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e80d210-dced-482e-892b-cfc419c28d15 req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] Checking segment: {'id': '24fb78c6-e358-4ddd-8423-26a2e52fb84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:07:17.297919 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e80d210-dced-482e-892b-cfc419c28d15 req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] Bound using segment: {'id': '24fb78c6-e358-4ddd-8423-26a2e52fb84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:07:17.298549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-2e80d210-dced-482e-892b-cfc419c28d15 req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] Bound port: 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24fb78c6-e358-4ddd-8423-26a2e52fb84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:07:17.299065 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2e80d210-dced-482e-892b-cfc419c28d15 req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:17.373912 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-2e80d210-dced-482e-892b-cfc419c28d15 req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] For port 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:07:17.379780 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-2e80d210-dced-482e-892b-cfc419c28d15 req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] For port 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d,segment=NetworkSegment(24fb78c6-e358-4ddd-8423-26a2e52fb84d),segment_id=24fb78c6-e358-4ddd-8423-26a2e52fb84d)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:07:17.386249 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2e80d210-dced-482e-892b-cfc419c28d15 req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:17.423310 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80d210-dced-482e-892b-cfc419c28d15 req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:17.423928 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-2e80d210-dced-482e-892b-cfc419c28d15 req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:17.425355 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e80d210-dced-482e-892b-cfc419c28d15 req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] 10.222.0.15 "PUT /v2.0/ports/3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d HTTP/1.1" status: 200 len: 1093 time: 0.7197704 Nov 12 02:07:17.425794 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a1827c-9d0c-4188-bd6a-110d58b843e3', 'tag': '3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:07:17.428042 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420c0f6e-7b8c-416f-8f4c-af9931ffb900" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a1827c-9d0c-4188-bd6a-110d58b843e3", "tag": "3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:07:17.458961 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c468430-7fbf-4c9a-b63c-c46f6f8cfde3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:17.538995 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80d210-dced-482e-892b-cfc419c28d15 req-6fe1de53-31c5-4b61-8d21-c3dcf7edc150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:17.540811 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e80d210-dced-482e-892b-cfc419c28d15 req-6fe1de53-31c5-4b61-8d21-c3dcf7edc150 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 1096 time: 0.0571826 Nov 12 02:07:17.564470 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b64218-4608-47c1-84b4-72a5738f284f x-openstack-request-id: req-e9b64218-4608-47c1-84b4-72a5738f284f {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:07:17.564807 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a1827c-9d0c-4188-bd6a-110d58b843e3", "tag": "3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:07:17.565068 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9b64218-4608-47c1-84b4-72a5738f284f {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:07:17.565478 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a1827c-9d0c-4188-bd6a-110d58b843e3', 'tag': '3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d', 'status': 'completed', 'code': 200} Nov 12 02:07:17.599422 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e80d210-dced-482e-892b-cfc419c28d15 req-2caab44b-9168-4115-8882-032c5cf0c4b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d HTTP/1.1" status: 200 len: 217 time: 0.0429134 Nov 12 02:07:17.653321 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80d210-dced-482e-892b-cfc419c28d15 req-47f29573-d8b7-4ea3-88dd-ecf8a35dba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:17.654782 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e80d210-dced-482e-892b-cfc419c28d15 req-47f29573-d8b7-4ea3-88dd-ecf8a35dba42 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c64775f-0d0d-4047-a6fa-8fa856356995 HTTP/1.1" status: 200 len: 834 time: 0.0472887 Nov 12 02:07:17.703463 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80d210-dced-482e-892b-cfc419c28d15 req-034e6b65-9799-491b-b210-27057567ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:17.704917 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e80d210-dced-482e-892b-cfc419c28d15 req-034e6b65-9799-491b-b210-27057567ed4b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418973 Nov 12 02:07:17.799796 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e80d210-dced-482e-892b-cfc419c28d15 req-9f79f422-905f-4caf-9d06-116ded84c98c service neutron] 10.222.0.15 "GET /v2.0/networks/db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861590 Nov 12 02:07:17.889181 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2e80d210-dced-482e-892b-cfc419c28d15 req-bdca4c56-b7e2-4824-9cac-6bedda84413e service neutron] 10.222.0.15 "GET /v2.0/networks/db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813532 Nov 12 02:07:18.049665 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c0f6e-7b8c-416f-8f4c-af9931ffb900 req-f27963c7-884f-4dcb-84df-adc88297f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:18.052324 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-420c0f6e-7b8c-416f-8f4c-af9931ffb900 req-f27963c7-884f-4dcb-84df-adc88297f7e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 1096 time: 0.0573409 Nov 12 02:07:18.056550 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d70e5725-cdad-4bc1-87e1-320bf65fd1d8 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:07:18.108450 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port d70e5725-cdad-4bc1-87e1-320bf65fd1d8 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:18.109061 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:18.180679 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb10ed-7faf-4d97-8357-0fec97d57236 req-f78c40b4-3abc-44e6-a609-8b29034c8f72 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:18.182176 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ddeb10ed-7faf-4d97-8357-0fec97d57236 req-f78c40b4-3abc-44e6-a609-8b29034c8f72 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 944 time: 0.0956275 Nov 12 02:07:18.213566 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c0f6e-7b8c-416f-8f4c-af9931ffb900 req-ab5ca4c5-ad83-4ab1-8759-22946dd27472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:18.214929 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-420c0f6e-7b8c-416f-8f4c-af9931ffb900 req-ab5ca4c5-ad83-4ab1-8759-22946dd27472 service neutron] 10.222.0.15 "GET /v2.0/networks?id=db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 HTTP/1.1" status: 200 len: 898 time: 0.1556048 Nov 12 02:07:18.277393 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-420c0f6e-7b8c-416f-8f4c-af9931ffb900 req-aa8c923c-0d79-4466-a591-37bcd798969e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d HTTP/1.1" status: 200 len: 217 time: 0.0537188 Nov 12 02:07:18.286967 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ddeb10ed-7faf-4d97-8357-0fec97d57236 req-97000222-3861-41b3-bf17-d9d4952807c7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957808 Nov 12 02:07:18.331528 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c0f6e-7b8c-416f-8f4c-af9931ffb900 req-7ffec5f0-7ea4-45a2-a612-d4a07fac7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:18.333044 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-420c0f6e-7b8c-416f-8f4c-af9931ffb900 req-7ffec5f0-7ea4-45a2-a612-d4a07fac7d3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c64775f-0d0d-4047-a6fa-8fa856356995 HTTP/1.1" status: 200 len: 834 time: 0.0451093 Nov 12 02:07:18.379649 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c0f6e-7b8c-416f-8f4c-af9931ffb900 req-23434f35-8e57-4ac0-8f7e-399d2ccc9751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:18.381236 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-420c0f6e-7b8c-416f-8f4c-af9931ffb900 req-23434f35-8e57-4ac0-8f7e-399d2ccc9751 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410819 Nov 12 02:07:18.477469 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-420c0f6e-7b8c-416f-8f4c-af9931ffb900 req-accc5df3-edf2-4dd1-9056-88077034a8a6 service neutron] 10.222.0.15 "GET /v2.0/networks/db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881836 Nov 12 02:07:18.570452 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-420c0f6e-7b8c-416f-8f4c-af9931ffb900 req-0f13e8bf-4072-40a5-b4fd-632d616ea72f service neutron] 10.222.0.15 "GET /v2.0/networks/db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859020 Nov 12 02:07:19.410355 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72c14d-ed5d-483f-a559-948d1eaeba56 req-751561c2-2566-4ff1-9ae3-7b4c14a27834 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:19.411842 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8a72c14d-ed5d-483f-a559-948d1eaeba56 req-751561c2-2566-4ff1-9ae3-7b4c14a27834 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 944 time: 0.0495939 Nov 12 02:07:19.467397 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8a72c14d-ed5d-483f-a559-948d1eaeba56 req-9a30b39b-81e5-4269-8df4-aa2c66d1e421 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490212 Nov 12 02:07:20.249353 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b11ece1d-5168-4208-b108-2286ec659856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:20.591868 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eed112-ed90-4486-ac93-61ad6cebca8a req-b290cc14-abd7-4f6b-93c9-bbbc23eef2ab tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:20.593431 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d8eed112-ed90-4486-ac93-61ad6cebca8a req-b290cc14-abd7-4f6b-93c9-bbbc23eef2ab tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 944 time: 0.0558314 Nov 12 02:07:20.644447 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d8eed112-ed90-4486-ac93-61ad6cebca8a req-d9c99858-7999-49ca-b6b3-de261aec8bcd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447397 Nov 12 02:07:20.696030 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:07:20.789011 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d,segment=NetworkSegment(24fb78c6-e358-4ddd-8423-26a2e52fb84d),segment_id=24fb78c6-e358-4ddd-8423-26a2e52fb84d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:07:20.801092 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d', 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28', 'port_id': '3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d', 'mac_address': 'fa:16:3e:ab:70:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c64775f-0d0d-4047-a6fa-8fa856356995', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:07:20.840805 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:20.854046 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:07:20.873083 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d,segment=NetworkSegment(24fb78c6-e358-4ddd-8423-26a2e52fb84d),segment_id=24fb78c6-e358-4ddd-8423-26a2e52fb84d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:07:20.877717 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:20.927008 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:21.320318 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:07:21.765657 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e343fd-4a1e-4381-bddd-85b3da70c70a req-4aa814f5-67d3-45f2-9bbb-4443fb086cb4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:21.767165 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e7e343fd-4a1e-4381-bddd-85b3da70c70a req-4aa814f5-67d3-45f2-9bbb-4443fb086cb4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 945 time: 0.0524077 Nov 12 02:07:21.817692 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e7e343fd-4a1e-4381-bddd-85b3da70c70a req-76f79dda-a358-4091-a16a-e62892525acb tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437710 Nov 12 02:07:22.552491 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b88546f7-9d66-4f23-878c-0ea3d84a34c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:22.713592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:07:22.764453 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:07:22.769216 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:22.769594 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:22.852199 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:22.876422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a1827c-9d0c-4188-bd6a-110d58b843e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:07:22.878832 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea019ac-304d-4572-9b91-e6ad6d6aad63" -d '{"events": [{"server_uuid": "c1a1827c-9d0c-4188-bd6a-110d58b843e3", "name": "network-vif-plugged", "status": "completed", "tag": "3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:07:22.892534 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d,segment=NetworkSegment(24fb78c6-e358-4ddd-8423-26a2e52fb84d),segment_id=24fb78c6-e358-4ddd-8423-26a2e52fb84d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:07:22.898964 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:22.948670 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:22.972880 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c1723-412a-42c6-8b87-9a769c767657 req-1ec523ae-3e89-4be8-bd02-90ccce73d4e4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:22.975402 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2d5c1723-412a-42c6-8b87-9a769c767657 req-1ec523ae-3e89-4be8-bd02-90ccce73d4e4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0858378 Nov 12 02:07:23.036529 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4a951c-8ae2-4cba-b8e8-8c72ab676539 x-openstack-request-id: req-ba4a951c-8ae2-4cba-b8e8-8c72ab676539 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:07:23.036981 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a1827c-9d0c-4188-bd6a-110d58b843e3", "name": "network-vif-plugged", "status": "completed", "tag": "3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:07:23.037356 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba4a951c-8ae2-4cba-b8e8-8c72ab676539 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:07:23.037883 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a1827c-9d0c-4188-bd6a-110d58b843e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d', 'code': 200} Nov 12 02:07:23.044221 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2d5c1723-412a-42c6-8b87-9a769c767657 req-381738b8-bffb-410e-92a9-f0cec6b1f723 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625994 Nov 12 02:07:23.162564 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f67d13-7d19-4cf2-9de7-1bcb08e39ace req-54254fc1-0a79-4cad-b3d2-55f4aef80487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:23.164057 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7f67d13-7d19-4cf2-9de7-1bcb08e39ace req-54254fc1-0a79-4cad-b3d2-55f4aef80487 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 1098 time: 0.0442982 Nov 12 02:07:23.211007 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b7f67d13-7d19-4cf2-9de7-1bcb08e39ace req-c98901d6-71ee-4f1e-acbc-225e822cf34a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398052 Nov 12 02:07:23.842017 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:24.164097 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e173b-dcc0-4ad3-9c8b-b996167b8422 req-887d79ca-37cc-40cd-9024-73ac0f53bae6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:24.165778 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-518e173b-dcc0-4ad3-9c8b-b996167b8422 req-887d79ca-37cc-40cd-9024-73ac0f53bae6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0493276 Nov 12 02:07:24.218223 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-518e173b-dcc0-4ad3-9c8b-b996167b8422 req-073f1508-b9fd-43d4-9d48-2ad3496609e4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456929 Nov 12 02:07:25.338932 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f17cf8-a0f1-4437-9902-9b17364f5536 req-3428d3d8-d1c4-4f8c-9bdd-d2190fa5893e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:25.340435 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0f17cf8-a0f1-4437-9902-9b17364f5536 req-3428d3d8-d1c4-4f8c-9bdd-d2190fa5893e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0513508 Nov 12 02:07:25.389704 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e0f17cf8-a0f1-4437-9902-9b17364f5536 req-0da57b40-c7f5-411e-b8ac-3793860e322b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429606 Nov 12 02:07:25.415806 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:25.527432 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2865eb-075c-4962-82d7-d6e0d582f720 req-cc037075-4ed8-4d23-8e18-a69b0c8fda26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:25.528869 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5d2865eb-075c-4962-82d7-d6e0d582f720 req-cc037075-4ed8-4d23-8e18-a69b0c8fda26 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0571866 Nov 12 02:07:25.580065 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5d2865eb-075c-4962-82d7-d6e0d582f720 req-0dacd681-9a84-4e2f-b484-f5dc6b478666 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449197 Nov 12 02:07:25.602211 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57100) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:25.642872 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecd26a5-200f-44c2-a9c2-536ac0f3287d tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:25.644830 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-eecd26a5-200f-44c2-a9c2-536ac0f3287d tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 1093 time: 0.0412126 Nov 12 02:07:25.647327 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57102) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:25.651560 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-13aace25-bc26-49cc-a234-51a98aefe732 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': '3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:25.674576 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-13aace25-bc26-49cc-a234-51a98aefe732 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:25.775000 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-13aace25-bc26-49cc-a234-51a98aefe732 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:25.795670 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:25.885064 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-13aace25-bc26-49cc-a234-51a98aefe732 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Allocated IP 172.25.0.149 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/d1719063-2c63-4d2e-b662-6eb0dc435f4e) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:07:25.992543 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-13aace25-bc26-49cc-a234-51a98aefe732 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:26.034358 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-13aace25-bc26-49cc-a234-51a98aefe732 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:26.072473 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aace25-bc26-49cc-a234-51a98aefe732 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:07:26.077253 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-13aace25-bc26-49cc-a234-51a98aefe732 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:07:26.080853 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aace25-bc26-49cc-a234-51a98aefe732 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:07:26.087092 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aace25-bc26-49cc-a234-51a98aefe732 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=d1719063-2c63-4d2e-b662-6eb0dc435f4e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:26.200526 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:26.784089 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-13aace25-bc26-49cc-a234-51a98aefe732 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:26.862002 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-13aace25-bc26-49cc-a234-51a98aefe732 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:27.011053 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-13aace25-bc26-49cc-a234-51a98aefe732 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:27.015863 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-13aace25-bc26-49cc-a234-51a98aefe732 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:27.085061 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aace25-bc26-49cc-a234-51a98aefe732 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=d1719063-2c63-4d2e-b662-6eb0dc435f4e,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:27.102540 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-13aace25-bc26-49cc-a234-51a98aefe732 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:27.205863 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-13aace25-bc26-49cc-a234-51a98aefe732 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Floating IP 3fd07fe1-1372-4981-a277-4af931792fef associated. External IP: 172.25.0.149, port: 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d. Nov 12 02:07:27.426248 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13aace25-bc26-49cc-a234-51a98aefe732 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router a3495c9a-0b13-434a-b890-140cbcdfbe80 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:07:27.545316 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13aace25-bc26-49cc-a234-51a98aefe732 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:07:27.556513 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c24164-8bb9-4ff0-a716-5065a2f495c7 None None] Sync routers for ids ['a3495c9a-0b13-434a-b890-140cbcdfbe80'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:07:27.568170 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-13aace25-bc26-49cc-a234-51a98aefe732 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:27.571006 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c24164-8bb9-4ff0-a716-5065a2f495c7 None None] Routers {'a3495c9a-0b13-434a-b890-140cbcdfbe80'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:07:27.572971 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e2c24164-8bb9-4ff0-a716-5065a2f495c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:07:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a3495c9a-0b13-434a-b890-140cbcdfbe80'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:27.599496 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-13aace25-bc26-49cc-a234-51a98aefe732 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9511175 Nov 12 02:07:27.600091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a1827c-9d0c-4188-bd6a-110d58b843e3', 'tag': '3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:07:27.602578 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53421c6c-c469-400f-aa54-98d671df9c54" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a1827c-9d0c-4188-bd6a-110d58b843e3", "tag": "3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:07:27.652160 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9df339d-5754-4cf4-8aef-f9870b17474a x-openstack-request-id: req-e9df339d-5754-4cf4-8aef-f9870b17474a {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:07:27.652574 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a1827c-9d0c-4188-bd6a-110d58b843e3", "tag": "3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:07:27.652973 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9df339d-5754-4cf4-8aef-f9870b17474a {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:07:27.653479 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a1827c-9d0c-4188-bd6a-110d58b843e3', 'tag': '3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d', 'status': 'completed', 'code': 200} Nov 12 02:07:27.709159 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-e2c24164-8bb9-4ff0-a716-5065a2f495c7 None None] Set router a3495c9a-0b13-434a-b890-140cbcdfbe80 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:07:27.768055 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89634920-ecce-45d6-b63f-4b931394fbb8 req-59489c30-d209-44bc-b3a9-7e0bcc4e167b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:27.769672 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-89634920-ecce-45d6-b63f-4b931394fbb8 req-59489c30-d209-44bc-b3a9-7e0bcc4e167b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.1042778 Nov 12 02:07:27.781303 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53421c6c-c469-400f-aa54-98d671df9c54 req-ad7f9199-fe9f-4eb3-abfa-eaddb0b66e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:27.782871 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53421c6c-c469-400f-aa54-98d671df9c54 req-ad7f9199-fe9f-4eb3-abfa-eaddb0b66e90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 1098 time: 0.0766811 Nov 12 02:07:27.889829 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-89634920-ecce-45d6-b63f-4b931394fbb8 req-6e73221f-534f-413d-953f-3d56e66cab93 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112032 Nov 12 02:07:27.923576 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57108) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:27.924418 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53421c6c-c469-400f-aa54-98d671df9c54 req-42286659-9953-4ca2-98ca-a6a1f75812b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:27.925982 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53421c6c-c469-400f-aa54-98d671df9c54 req-42286659-9953-4ca2-98ca-a6a1f75812b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 HTTP/1.1" status: 200 len: 898 time: 0.1353939 Nov 12 02:07:27.963716 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e2c24164-8bb9-4ff0-a716-5065a2f495c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341471146', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:12Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '3fd07fe1-1372-4981-a277-4af931792fef', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'port_id': '3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28', 'mac_address': 'fa:16:3e:ab:70:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a1827c-9d0c-4188-bd6a-110d58b843e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:07:26Z', 'updated_at': '2021-11-12T02:07:26Z', 'revision_number': 0, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70e5725-cdad-4bc1-87e1-320bf65fd1d8', 'name': '', 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:e4:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8c64775f-0d0d-4047-a6fa-8fa856356995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:11Z', 'updated_at': '2021-11-12T02:07:15Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '8c64775f-0d0d-4047-a6fa-8fa856356995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:27.995398 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d374fc07-54f0-4776-bc24-5d6c3188e0de tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/floatingips/3fd07fe1-1372-4981-a277-4af931792fef HTTP/1.1" status: 200 len: 992 time: 0.0694597 Nov 12 02:07:27.997480 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c24164-8bb9-4ff0-a716-5065a2f495c7 None None] Checking router: a3495c9a-0b13-434a-b890-140cbcdfbe80 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:07:28.008577 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c24164-8bb9-4ff0-a716-5065a2f495c7 None None] Routers {'a3495c9a-0b13-434a-b890-140cbcdfbe80'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:07:28.009774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e2c24164-8bb9-4ff0-a716-5065a2f495c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:07:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a3495c9a-0b13-434a-b890-140cbcdfbe80'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:28.021313 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53421c6c-c469-400f-aa54-98d671df9c54 req-3ff02f8b-eea3-4d26-a3eb-25b96e8b789d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d HTTP/1.1" status: 200 len: 1000 time: 0.0875096 Nov 12 02:07:28.094149 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53421c6c-c469-400f-aa54-98d671df9c54 req-6428f551-d67f-4215-85d3-4321a318c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:28.096663 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53421c6c-c469-400f-aa54-98d671df9c54 req-6428f551-d67f-4215-85d3-4321a318c2fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c64775f-0d0d-4047-a6fa-8fa856356995 HTTP/1.1" status: 200 len: 834 time: 0.0668304 Nov 12 02:07:28.138356 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-e2c24164-8bb9-4ff0-a716-5065a2f495c7 None None] Set router a3495c9a-0b13-434a-b890-140cbcdfbe80 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:07:28.147509 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53421c6c-c469-400f-aa54-98d671df9c54 req-3959cf2d-6a53-408e-b7be-33348d60dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:28.149377 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53421c6c-c469-400f-aa54-98d671df9c54 req-3959cf2d-6a53-408e-b7be-33348d60dd81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457628 Nov 12 02:07:28.253948 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53421c6c-c469-400f-aa54-98d671df9c54 req-1ea92987-a508-4847-8d4a-208ac601d74f service neutron] 10.222.0.15 "GET /v2.0/networks/db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966227 Nov 12 02:07:28.363202 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-53421c6c-c469-400f-aa54-98d671df9c54 req-44ad6a50-f773-4fae-9bfc-c69a150956cc service neutron] 10.222.0.15 "GET /v2.0/networks/db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017845 Nov 12 02:07:28.394942 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-e2c24164-8bb9-4ff0-a716-5065a2f495c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341471146', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:12Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '3fd07fe1-1372-4981-a277-4af931792fef', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'port_id': '3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28', 'mac_address': 'fa:16:3e:ab:70:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a1827c-9d0c-4188-bd6a-110d58b843e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:07:26Z', 'updated_at': '2021-11-12T02:07:26Z', 'revision_number': 0, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70e5725-cdad-4bc1-87e1-320bf65fd1d8', 'name': '', 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:e4:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8c64775f-0d0d-4047-a6fa-8fa856356995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:11Z', 'updated_at': '2021-11-12T02:07:15Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '8c64775f-0d0d-4047-a6fa-8fa856356995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:28.427572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c24164-8bb9-4ff0-a716-5065a2f495c7 None None] The sync data for ids ['a3495c9a-0b13-434a-b890-140cbcdfbe80'] in n-d-712137-14 is: [{'id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341471146', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:12Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '3fd07fe1-1372-4981-a277-4af931792fef', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'port_id': '3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28', 'mac_address': 'fa:16:3e:ab:70:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a1827c-9d0c-4188-bd6a-110d58b843e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:07:26Z', 'updated_at': '2021-11-12T02:07:26Z', 'revision_number': 0, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70e5725-cdad-4bc1-87e1-320bf65fd1d8', 'name': '', 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:e4:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8c64775f-0d0d-4047-a6fa-8fa856356995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:11Z', 'updated_at': '2021-11-12T02:07:15Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '8c64775f-0d0d-4047-a6fa-8fa856356995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:07:28.655191 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77ccad5-e43b-4d05-aa9a-29cce8d3a59d None None] New status for floating IP 3fd07fe1-1372-4981-a277-4af931792fef: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:07:28.999305 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57110) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:29.065017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-08896e6b-e6b0-4cd7-853a-12400005250c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/floatingips/3fd07fe1-1372-4981-a277-4af931792fef HTTP/1.1" status: 200 len: 994 time: 0.0643589 Nov 12 02:07:39.435569 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:07:39.639266 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:50.252141 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2c187170-86c1-473f-b2ef-c3b13acfa75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:52.555712 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-808d643a-2ed4-4010-9d51-cf217d1ca5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:53.847139 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:55.421893 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:55.798181 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:56.211402 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:09.649516 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:10.823009 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c2776d14-3d61-4603-b649-269a8f7c9920 req-a06f96a9-8f3c-4e7b-8b99-b7f069bdc340 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396323 Nov 12 02:08:10.923950 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2776d14-3d61-4603-b649-269a8f7c9920 req-f3e7d616-4ae8-45ed-8c6f-10a559f4b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:10.925400 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c2776d14-3d61-4603-b649-269a8f7c9920 req-f3e7d616-4ae8-45ed-8c6f-10a559f4b10c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 1098 time: 0.0428083 Nov 12 02:08:11.036564 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2776d14-3d61-4603-b649-269a8f7c9920 req-dd851827-108b-44db-b7ae-b614f05f3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:11.038073 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c2776d14-3d61-4603-b649-269a8f7c9920 req-dd851827-108b-44db-b7ae-b614f05f3e2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 HTTP/1.1" status: 200 len: 898 time: 0.0920219 Nov 12 02:08:11.109241 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c2776d14-3d61-4603-b649-269a8f7c9920 req-27475c68-0900-4e63-a038-7da477f559ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d HTTP/1.1" status: 200 len: 1002 time: 0.0631356 Nov 12 02:08:11.159456 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2776d14-3d61-4603-b649-269a8f7c9920 req-6848e5b6-c1d2-43f4-b4af-1814cd471af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:11.160937 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c2776d14-3d61-4603-b649-269a8f7c9920 req-6848e5b6-c1d2-43f4-b4af-1814cd471af1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c64775f-0d0d-4047-a6fa-8fa856356995 HTTP/1.1" status: 200 len: 834 time: 0.0436273 Nov 12 02:08:11.208870 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2776d14-3d61-4603-b649-269a8f7c9920 req-461b0ba9-c098-46a9-a600-5150b856b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:11.210281 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c2776d14-3d61-4603-b649-269a8f7c9920 req-461b0ba9-c098-46a9-a600-5150b856b602 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426958 Nov 12 02:08:11.305192 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c2776d14-3d61-4603-b649-269a8f7c9920 req-5d165151-6d3b-47da-903e-8fb8a246c87e service neutron] 10.222.0.15 "GET /v2.0/networks/db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879102 Nov 12 02:08:11.398868 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c2776d14-3d61-4603-b649-269a8f7c9920 req-ad82670c-7630-4ec8-b6d5-27d28b6001e0 service neutron] 10.222.0.15 "GET /v2.0/networks/db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855126 Nov 12 02:08:16.436161 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:08:20.253454 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b7b03c6c-0834-4b23-a406-6e6b2151073d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:22.560655 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-63ac6155-a589-4e60-b575-919bd521c837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:23.847559 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:25.438091 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:25.801234 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:26.204265 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:39.672976 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:40.481988 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb585f-c481-499e-9373-d6d4cac8bdb1 req-0f33588f-8b98-47bc-b2ba-9f6c1f0c0a5b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:40.483658 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e2bb585f-c481-499e-9373-d6d4cac8bdb1 req-0f33588f-8b98-47bc-b2ba-9f6c1f0c0a5b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0520687 Nov 12 02:08:40.508382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41b11c-cc6f-4b9d-a25a-6c7dfcbedcd4 req-532af72d-2f88-4481-9001-e266643e203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:40.510045 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6b41b11c-cc6f-4b9d-a25a-6c7dfcbedcd4 req-532af72d-2f88-4481-9001-e266643e203c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 1098 time: 0.0435948 Nov 12 02:08:40.535415 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e2bb585f-c481-499e-9373-d6d4cac8bdb1 req-8e5ad041-ee59-4b29-b20b-1c6356e67701 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447655 Nov 12 02:08:40.610794 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41b11c-cc6f-4b9d-a25a-6c7dfcbedcd4 req-d6711cc8-a664-43b4-8888-5682a936025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:40.612265 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6b41b11c-cc6f-4b9d-a25a-6c7dfcbedcd4 req-d6711cc8-a664-43b4-8888-5682a936025a service neutron] 10.222.0.15 "GET /v2.0/networks?id=db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 HTTP/1.1" status: 200 len: 898 time: 0.0950782 Nov 12 02:08:40.683128 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6b41b11c-cc6f-4b9d-a25a-6c7dfcbedcd4 req-65477830-60d9-4fb3-ac8d-83b7116e8312 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d HTTP/1.1" status: 200 len: 1002 time: 0.0626590 Nov 12 02:08:40.738352 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41b11c-cc6f-4b9d-a25a-6c7dfcbedcd4 req-904c50d4-bf41-4b86-a8b1-e752fac77926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:40.739917 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6b41b11c-cc6f-4b9d-a25a-6c7dfcbedcd4 req-904c50d4-bf41-4b86-a8b1-e752fac77926 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c64775f-0d0d-4047-a6fa-8fa856356995 HTTP/1.1" status: 200 len: 834 time: 0.0500278 Nov 12 02:08:40.787547 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41b11c-cc6f-4b9d-a25a-6c7dfcbedcd4 req-80b04cb6-7aa7-42ad-94b4-a345db208a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:40.789355 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6b41b11c-cc6f-4b9d-a25a-6c7dfcbedcd4 req-80b04cb6-7aa7-42ad-94b4-a345db208a01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408905 Nov 12 02:08:40.884580 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6b41b11c-cc6f-4b9d-a25a-6c7dfcbedcd4 req-311523bb-c597-46a6-a6d7-81b6a7beb2b7 service neutron] 10.222.0.15 "GET /v2.0/networks/db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871260 Nov 12 02:08:40.979188 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6b41b11c-cc6f-4b9d-a25a-6c7dfcbedcd4 req-12f54264-5e2b-4e08-809e-cd3840f3dca7 service neutron] 10.222.0.15 "GET /v2.0/networks/db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876222 Nov 12 02:08:41.661163 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3f42c-6a6d-43a5-b77e-fb200bd3c0e2 req-ac1c07ba-5909-45a2-acc3-048a216bdaf5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:41.662648 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3cd3f42c-6a6d-43a5-b77e-fb200bd3c0e2 req-ac1c07ba-5909-45a2-acc3-048a216bdaf5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0520437 Nov 12 02:08:41.716904 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3cd3f42c-6a6d-43a5-b77e-fb200bd3c0e2 req-d121b373-7b27-4ea9-9146-8123ac723eb1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480354 Nov 12 02:08:42.854769 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708b788-e9c7-4455-b408-959f094e0fe5 req-b0416a5e-0f81-4a35-a842-c04099c29255 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:42.856213 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8708b788-e9c7-4455-b408-959f094e0fe5 req-b0416a5e-0f81-4a35-a842-c04099c29255 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0527456 Nov 12 02:08:42.910534 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8708b788-e9c7-4455-b408-959f094e0fe5 req-62beec43-9b22-40f2-92c5-da1c711dbb95 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478330 Nov 12 02:08:44.032879 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957e3b3-b7e7-429a-bcd3-21225484f418 req-e46555b9-0cb8-4a6e-9e29-c069ef86e086 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:44.034423 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b957e3b3-b7e7-429a-bcd3-21225484f418 req-e46555b9-0cb8-4a6e-9e29-c069ef86e086 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0568373 Nov 12 02:08:44.086264 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b957e3b3-b7e7-429a-bcd3-21225484f418 req-914997bc-5f85-48ca-ad80-665d0c54ad16 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450616 Nov 12 02:08:45.202905 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35dc61-3fe5-41d0-a3e1-bfa64b56d980 req-765ec043-da6e-48f8-af54-3d4f7c36411e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:45.204988 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ee35dc61-3fe5-41d0-a3e1-bfa64b56d980 req-765ec043-da6e-48f8-af54-3d4f7c36411e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0502861 Nov 12 02:08:45.254617 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ee35dc61-3fe5-41d0-a3e1-bfa64b56d980 req-acda87c9-ac9a-4c74-b726-5a8467db6d24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431504 Nov 12 02:08:46.370398 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbd90a-399c-4208-a010-42d75c4e904c req-d4244bef-1713-40ed-8f37-52562a59eca0 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:46.371883 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d1dbd90a-399c-4208-a010-42d75c4e904c req-d4244bef-1713-40ed-8f37-52562a59eca0 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0485063 Nov 12 02:08:46.420627 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d1dbd90a-399c-4208-a010-42d75c4e904c req-7cfb6adb-3ae5-44ae-b9d2-9ef26c91bd14 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426478 Nov 12 02:08:47.544566 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619d7f3-9362-4b7d-ad4f-9cb7ebc0d1c3 req-ab02e5d6-8616-4af5-a652-9cda5a9236d4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:47.546068 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b619d7f3-9362-4b7d-ad4f-9cb7ebc0d1c3 req-ab02e5d6-8616-4af5-a652-9cda5a9236d4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0491986 Nov 12 02:08:47.595073 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b619d7f3-9362-4b7d-ad4f-9cb7ebc0d1c3 req-0f39e0ce-8891-481a-b5cc-f1eeae780ec9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416138 Nov 12 02:08:48.715050 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592226d-99c7-4341-8936-54d739e07a69 req-8376fe72-2fcb-420a-b9f0-c4ee09f3a621 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:48.716482 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3592226d-99c7-4341-8936-54d739e07a69 req-8376fe72-2fcb-420a-b9f0-c4ee09f3a621 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0531516 Nov 12 02:08:48.765608 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3592226d-99c7-4341-8936-54d739e07a69 req-7972f15d-d977-4a4c-a829-cc060a07fca6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430069 Nov 12 02:08:49.885126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f51996-4c97-48d7-ac0e-fa23efe81c79 req-9bdc258d-afd5-49ea-aa61-23aaf1ef3147 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:49.886676 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-69f51996-4c97-48d7-ac0e-fa23efe81c79 req-9bdc258d-afd5-49ea-aa61-23aaf1ef3147 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0527270 Nov 12 02:08:49.937306 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-69f51996-4c97-48d7-ac0e-fa23efe81c79 req-1c62462d-e9c8-475a-a565-b47079f28bc3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432520 Nov 12 02:08:50.255687 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-304a40d2-254a-40a6-974c-d5f0024e1110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:51.054458 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12e2aa-62a4-4d23-bd1c-6c81588be838 req-19f475e2-a782-4e6c-9991-df7b8126a8c3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:51.055942 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-af12e2aa-62a4-4d23-bd1c-6c81588be838 req-19f475e2-a782-4e6c-9991-df7b8126a8c3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0495906 Nov 12 02:08:51.105553 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-af12e2aa-62a4-4d23-bd1c-6c81588be838 req-e82b1143-3904-4a2a-bad4-f14b5fadaa58 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436082 Nov 12 02:08:52.220551 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb579a-ab9d-46c6-a386-e04eae061da6 req-d4c08197-cb5d-4f76-adab-5251527b59bc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:52.222068 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bfdb579a-ab9d-46c6-a386-e04eae061da6 req-d4c08197-cb5d-4f76-adab-5251527b59bc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0499070 Nov 12 02:08:52.271211 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bfdb579a-ab9d-46c6-a386-e04eae061da6 req-7d63fabf-705b-46b8-8857-9c0e5b7c8473 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431144 Nov 12 02:08:52.553287 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2931496f-1893-40a6-9a2a-47fabadff2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:53.394255 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee53dfe-f43a-4911-9d40-639712f45043 req-b8fc79d5-55f9-4dec-884c-d461f2f5aea8 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:53.395732 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eee53dfe-f43a-4911-9d40-639712f45043 req-b8fc79d5-55f9-4dec-884c-d461f2f5aea8 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0534570 Nov 12 02:08:53.437458 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:08:53.448149 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eee53dfe-f43a-4911-9d40-639712f45043 req-80e9406a-949c-4cac-879e-4b83a2572d99 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462594 Nov 12 02:08:53.851573 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:54.569414 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918095b-0bd9-41a4-b5cd-d3f68a0647cc req-c3afe608-5da0-4af4-a3ba-2a1743268f66 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:54.570883 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3918095b-0bd9-41a4-b5cd-d3f68a0647cc req-c3afe608-5da0-4af4-a3ba-2a1743268f66 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0530224 Nov 12 02:08:54.621399 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3918095b-0bd9-41a4-b5cd-d3f68a0647cc req-d2ebab82-ef33-48e1-a44e-916a18d998c6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443215 Nov 12 02:08:55.436448 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:55.739669 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ce291-0882-4802-9a80-6b30b093b4fd req-03eba72e-5c6c-4a25-b7b1-44fe6879ded7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:55.740805 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-898ce291-0882-4802-9a80-6b30b093b4fd req-03eba72e-5c6c-4a25-b7b1-44fe6879ded7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0497925 Nov 12 02:08:55.796061 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-898ce291-0882-4802-9a80-6b30b093b4fd req-5ab5f050-2a06-4693-ac66-c3dea686200d tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486970 Nov 12 02:08:55.802973 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:56.207038 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:56.914501 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5d74e-5b24-44a5-9424-4dad4c38e8e4 req-7daf6208-b899-4724-a048-112d39441234 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:56.916227 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-faa5d74e-5b24-44a5-9424-4dad4c38e8e4 req-7daf6208-b899-4724-a048-112d39441234 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0516598 Nov 12 02:08:56.972082 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-faa5d74e-5b24-44a5-9424-4dad4c38e8e4 req-d34284b7-a140-4ecf-859a-7555f6a7ce8e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496798 Nov 12 02:08:58.095479 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895fe3a7-d71f-43c3-906f-00d520d3adb3 req-49dce4b0-4073-48f9-aef4-bad1edab4a02 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:58.097072 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-895fe3a7-d71f-43c3-906f-00d520d3adb3 req-49dce4b0-4073-48f9-aef4-bad1edab4a02 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0515788 Nov 12 02:08:58.153995 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-895fe3a7-d71f-43c3-906f-00d520d3adb3 req-c9df8419-9968-4611-8321-82a97f9954ec tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502644 Nov 12 02:08:58.177648 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57178) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:58.247275 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6595f0bb-2156-4888-9905-38fbfa953198 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/floatingips/3fd07fe1-1372-4981-a277-4af931792fef HTTP/1.1" status: 200 len: 994 time: 0.0684035 Nov 12 02:09:09.671156 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:12.829239 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-912f302c-325a-42e8-829e-795b6da9b940 req-fad87c4d-40ba-44a3-8927-4942c9427599 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413334 Nov 12 02:09:12.930818 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f302c-325a-42e8-829e-795b6da9b940 req-241441a7-0c7c-4f15-873c-96051a6d923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:12.932224 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-912f302c-325a-42e8-829e-795b6da9b940 req-241441a7-0c7c-4f15-873c-96051a6d923f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 1098 time: 0.0414150 Nov 12 02:09:13.038889 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f302c-325a-42e8-829e-795b6da9b940 req-1fa4b0e2-de9a-4b51-970e-c6d8bf944aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:13.040402 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-912f302c-325a-42e8-829e-795b6da9b940 req-1fa4b0e2-de9a-4b51-970e-c6d8bf944aca service neutron] 10.222.0.15 "GET /v2.0/networks?id=db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 HTTP/1.1" status: 200 len: 898 time: 0.0872149 Nov 12 02:09:13.106904 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-912f302c-325a-42e8-829e-795b6da9b940 req-4dbc4222-c23c-4f36-a5e0-d59f3d374bac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d HTTP/1.1" status: 200 len: 1002 time: 0.0595512 Nov 12 02:09:13.155476 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f302c-325a-42e8-829e-795b6da9b940 req-95c643c0-4ba5-4d48-b63a-089c9fd9532c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:13.156974 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-912f302c-325a-42e8-829e-795b6da9b940 req-95c643c0-4ba5-4d48-b63a-089c9fd9532c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c64775f-0d0d-4047-a6fa-8fa856356995 HTTP/1.1" status: 200 len: 834 time: 0.0434084 Nov 12 02:09:13.211031 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f302c-325a-42e8-829e-795b6da9b940 req-15c74c00-5ad6-4e50-8c2b-f53653c12a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:13.212399 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-912f302c-325a-42e8-829e-795b6da9b940 req-15c74c00-5ad6-4e50-8c2b-f53653c12a09 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439262 Nov 12 02:09:13.309331 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-912f302c-325a-42e8-829e-795b6da9b940 req-751b3639-460f-4800-9a5e-51f2be588e0d service neutron] 10.222.0.15 "GET /v2.0/networks/db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813425 Nov 12 02:09:13.399586 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-912f302c-325a-42e8-829e-795b6da9b940 req-19f33b75-34ab-434d-b1cf-7de5898ef6b2 service neutron] 10.222.0.15 "GET /v2.0/networks/db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832386 Nov 12 02:09:20.256556 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-17d086ad-6dde-4a94-bc48-0b491ea5b0e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:22.555929 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8b979080-8d85-4e28-939e-52977b52d21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:23.858935 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:25.453713 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:25.806108 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:26.210125 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:30.437715 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:09:39.680556 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:48.865364 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57198) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:09:49.023844 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting port d1719063-2c63-4d2e-b662-6eb0dc435f4e {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:09:49.024424 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:49.109608 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:49.109987 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:49.122438 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Calling delete_port for d1719063-2c63-4d2e-b662-6eb0dc435f4e owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:09:49.280323 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:49.308840 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Port': ['ID=d1719063-2c63-4d2e-b662-6eb0dc435f4e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:49.334541 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:49.334896 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:49.335242 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:49.335602 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:49.335923 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:49.336260 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:49.336595 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:49.336955 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:49.337284 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:49.337611 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:49.338015 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:49.338259 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:49.382908 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:49.383242 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Floating IP 3fd07fe1-1372-4981-a277-4af931792fef disassociated (deleted). External IP: 172.25.0.149, port: 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d. Nov 12 02:09:49.912093 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router a3495c9a-0b13-434a-b890-140cbcdfbe80 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:09:50.022167 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:09:50.026906 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:50.032045 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a74f563-251d-4b59-88d3-12a90ade38ea None None] Sync routers for ids ['a3495c9a-0b13-434a-b890-140cbcdfbe80'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:09:50.042386 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a74f563-251d-4b59-88d3-12a90ade38ea None None] Routers {'a3495c9a-0b13-434a-b890-140cbcdfbe80'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:09:50.043434 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-0a74f563-251d-4b59-88d3-12a90ade38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:09:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a3495c9a-0b13-434a-b890-140cbcdfbe80'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:50.061109 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7e9037a4-f177-4a28-b7ac-2a13abe567a7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/floatingips/3fd07fe1-1372-4981-a277-4af931792fef HTTP/1.1" status: 204 len: 168 time: 1.1945581 Nov 12 02:09:50.061884 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a1827c-9d0c-4188-bd6a-110d58b843e3', 'tag': '3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:09:50.064492 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b9bac6-6f01-48b6-9a89-127416cdf789" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a1827c-9d0c-4188-bd6a-110d58b843e3", "tag": "3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:09:50.110798 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69091766-c0d0-4401-a5f3-9fc3f5dfe064 x-openstack-request-id: req-69091766-c0d0-4401-a5f3-9fc3f5dfe064 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:09:50.111091 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a1827c-9d0c-4188-bd6a-110d58b843e3", "tag": "3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:09:50.111342 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69091766-c0d0-4401-a5f3-9fc3f5dfe064 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:09:50.111778 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a1827c-9d0c-4188-bd6a-110d58b843e3', 'tag': '3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d', 'status': 'completed', 'code': 200} Nov 12 02:09:50.156051 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-0a74f563-251d-4b59-88d3-12a90ade38ea None None] Set router a3495c9a-0b13-434a-b890-140cbcdfbe80 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:09:50.206474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9bac6-6f01-48b6-9a89-127416cdf789 req-d5a20ccd-b142-43d3-bb49-f3a1eb26e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:50.208444 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5b9bac6-6f01-48b6-9a89-127416cdf789 req-d5a20ccd-b142-43d3-bb49-f3a1eb26e37b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 1098 time: 0.0513175 Nov 12 02:09:50.295564 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a9e12c3c-1d19-4c3d-9ad9-47ee33670743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:50.311835 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463d1b6-c4c6-4075-a172-b59bf46eb731 req-5f64bc3c-5dd6-41a7-9ae2-00769eb992e4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:50.314257 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5463d1b6-c4c6-4075-a172-b59bf46eb731 req-5f64bc3c-5dd6-41a7-9ae2-00769eb992e4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0510981 Nov 12 02:09:50.361187 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9bac6-6f01-48b6-9a89-127416cdf789 req-baebd86e-022f-4df2-8d92-7951b1779938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:50.362721 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5b9bac6-6f01-48b6-9a89-127416cdf789 req-baebd86e-022f-4df2-8d92-7951b1779938 service neutron] 10.222.0.15 "GET /v2.0/networks?id=db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 HTTP/1.1" status: 200 len: 898 time: 0.1052647 Nov 12 02:09:50.375923 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5463d1b6-c4c6-4075-a172-b59bf46eb731 req-cb55fb3c-3cb3-41cd-936d-f4df584b0f9b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551515 Nov 12 02:09:50.398924 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-0a74f563-251d-4b59-88d3-12a90ade38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341471146', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:12Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'd70e5725-cdad-4bc1-87e1-320bf65fd1d8', 'name': '', 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:e4:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8c64775f-0d0d-4047-a6fa-8fa856356995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:11Z', 'updated_at': '2021-11-12T02:07:15Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '8c64775f-0d0d-4047-a6fa-8fa856356995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:50.411836 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5b9bac6-6f01-48b6-9a89-127416cdf789 req-16929bdc-19f3-4d1b-a726-2870a8199ac5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d HTTP/1.1" status: 200 len: 217 time: 0.0399692 Nov 12 02:09:50.422845 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a74f563-251d-4b59-88d3-12a90ade38ea None None] Checking router: a3495c9a-0b13-434a-b890-140cbcdfbe80 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:09:50.433092 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a74f563-251d-4b59-88d3-12a90ade38ea None None] Routers {'a3495c9a-0b13-434a-b890-140cbcdfbe80'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:09:50.433710 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-0a74f563-251d-4b59-88d3-12a90ade38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:09:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a3495c9a-0b13-434a-b890-140cbcdfbe80'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:50.465335 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9bac6-6f01-48b6-9a89-127416cdf789 req-565b8b56-0a82-4bd1-9f22-f185223234ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:50.466733 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5b9bac6-6f01-48b6-9a89-127416cdf789 req-565b8b56-0a82-4bd1-9f22-f185223234ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c64775f-0d0d-4047-a6fa-8fa856356995 HTTP/1.1" status: 200 len: 834 time: 0.0470266 Nov 12 02:09:50.522379 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9bac6-6f01-48b6-9a89-127416cdf789 req-f7cda249-627b-421e-8f9e-c6a66282cc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:50.523996 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5b9bac6-6f01-48b6-9a89-127416cdf789 req-f7cda249-627b-421e-8f9e-c6a66282cc24 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486839 Nov 12 02:09:50.544009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-0a74f563-251d-4b59-88d3-12a90ade38ea None None] Set router a3495c9a-0b13-434a-b890-140cbcdfbe80 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:09:50.627028 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5b9bac6-6f01-48b6-9a89-127416cdf789 req-3c470e44-f389-41f8-9626-d8a1fe5951c3 service neutron] 10.222.0.15 "GET /v2.0/networks/db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951436 Nov 12 02:09:50.726895 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5b9bac6-6f01-48b6-9a89-127416cdf789 req-da41df46-48b7-4fb0-8b39-4128c6c2bf4d service neutron] 10.222.0.15 "GET /v2.0/networks/db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908728 Nov 12 02:09:50.748023 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-0a74f563-251d-4b59-88d3-12a90ade38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341471146', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:12Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'd70e5725-cdad-4bc1-87e1-320bf65fd1d8', 'name': '', 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:e4:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8c64775f-0d0d-4047-a6fa-8fa856356995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:11Z', 'updated_at': '2021-11-12T02:07:15Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '8c64775f-0d0d-4047-a6fa-8fa856356995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:50.780871 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a74f563-251d-4b59-88d3-12a90ade38ea None None] The sync data for ids ['a3495c9a-0b13-434a-b890-140cbcdfbe80'] in n-d-712137-14 is: [{'id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341471146', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:12Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'd70e5725-cdad-4bc1-87e1-320bf65fd1d8', 'name': '', 'network_id': 'db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:e4:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8c64775f-0d0d-4047-a6fa-8fa856356995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:11Z', 'updated_at': '2021-11-12T02:07:15Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '8c64775f-0d0d-4047-a6fa-8fa856356995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:09:51.012556 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f446d3-ce72-4d7f-92f2-aac2c94cb3c9 None None] New status for floating IP 3fd07fe1-1372-4981-a277-4af931792fef: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:09:51.501162 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a431db9-05d8-467c-b547-596931f5eda9 req-c012f0b8-9b94-40f2-b242-873c77690657 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:51.502736 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a431db9-05d8-467c-b547-596931f5eda9 req-c012f0b8-9b94-40f2-b242-873c77690657 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0512502 Nov 12 02:09:51.554932 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8a431db9-05d8-467c-b547-596931f5eda9 req-ac116b1e-2dcc-4e50-ad82-02c3b29516e8 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462036 Nov 12 02:09:52.279996 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e587c-883b-4d89-a38a-069dacad92a8 req-72fd9dce-5c37-4440-962a-e9ba9983a6fc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:52.281502 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d04e587c-883b-4d89-a38a-069dacad92a8 req-72fd9dce-5c37-4440-962a-e9ba9983a6fc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 946 time: 0.0487626 Nov 12 02:09:52.377056 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-d04e587c-883b-4d89-a38a-069dacad92a8 req-9e946020-9530-41a3-8357-88f40445209d tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting port 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:09:52.377313 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d04e587c-883b-4d89-a38a-069dacad92a8 req-9e946020-9530-41a3-8357-88f40445209d tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:52.466617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-d04e587c-883b-4d89-a38a-069dacad92a8 req-9e946020-9530-41a3-8357-88f40445209d tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] For port 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d,segment=NetworkSegment(24fb78c6-e358-4ddd-8423-26a2e52fb84d),segment_id=24fb78c6-e358-4ddd-8423-26a2e52fb84d)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:09:52.466983 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d04e587c-883b-4d89-a38a-069dacad92a8 req-9e946020-9530-41a3-8357-88f40445209d tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:52.480587 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-d04e587c-883b-4d89-a38a-069dacad92a8 req-9e946020-9530-41a3-8357-88f40445209d tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Calling delete_port for 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:09:52.562078 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-63ebfe2f-f44a-4d75-a34e-788de8741017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:52.620238 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d04e587c-883b-4d89-a38a-069dacad92a8 req-9e946020-9530-41a3-8357-88f40445209d tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:52.667218 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b6c79eeb-00e8-439d-8c04-493affcb2ef6 req-aea777d3-ca87-45c7-90e0-557bc415f0f5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1a1827c-9d0c-4188-bd6a-110d58b843e3 HTTP/1.1" status: 200 len: 210 time: 0.0345979 Nov 12 02:09:52.679422 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e946020-9530-41a3-8357-88f40445209d tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Port': ['ID=3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:52.708803 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04e587c-883b-4d89-a38a-069dacad92a8 req-9e946020-9530-41a3-8357-88f40445209d tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] No DVR routers for this DVR port 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:09:52.711255 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-d04e587c-883b-4d89-a38a-069dacad92a8 req-9e946020-9530-41a3-8357-88f40445209d tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:52.714833 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d04e587c-883b-4d89-a38a-069dacad92a8 req-9e946020-9530-41a3-8357-88f40445209d tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.15 "DELETE /v2.0/ports/3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d HTTP/1.1" status: 204 len: 173 time: 0.4256825 Nov 12 02:09:52.715287 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a1827c-9d0c-4188-bd6a-110d58b843e3', 'name': 'network-vif-deleted', 'tag': '3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:09:52.717605 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a0aa97-0a11-4184-a4e2-81b85415adc2" -d '{"events": [{"server_uuid": "c1a1827c-9d0c-4188-bd6a-110d58b843e3", "name": "network-vif-deleted", "tag": "3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:09:52.762618 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2163ef-b491-4e9d-8d43-2ee5c50d29fb x-openstack-request-id: req-0d2163ef-b491-4e9d-8d43-2ee5c50d29fb {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:09:52.763388 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a1827c-9d0c-4188-bd6a-110d58b843e3", "name": "network-vif-deleted", "tag": "3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:09:52.764657 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d2163ef-b491-4e9d-8d43-2ee5c50d29fb {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:09:52.765305 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a1827c-9d0c-4188-bd6a-110d58b843e3', 'name': 'network-vif-deleted', 'tag': '3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d', 'status': 'completed', 'code': 200} Nov 12 02:09:53.720672 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57214) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:09:53.857592 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:54.115502 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b95c7929-d5b3-468d-a45f-614ecea72daa tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:54.395024 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-b95c7929-d5b3-468d-a45f-614ecea72daa tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting port d70e5725-cdad-4bc1-87e1-320bf65fd1d8 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:09:54.395391 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b95c7929-d5b3-468d-a45f-614ecea72daa tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:54.490902 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-b95c7929-d5b3-468d-a45f-614ecea72daa tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] For port d70e5725-cdad-4bc1-87e1-320bf65fd1d8, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d70e5725-cdad-4bc1-87e1-320bf65fd1d8,segment=NetworkSegment(24fb78c6-e358-4ddd-8423-26a2e52fb84d),segment_id=24fb78c6-e358-4ddd-8423-26a2e52fb84d)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:09:54.491273 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b95c7929-d5b3-468d-a45f-614ecea72daa tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:54.504422 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-b95c7929-d5b3-468d-a45f-614ecea72daa tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Calling delete_port for d70e5725-cdad-4bc1-87e1-320bf65fd1d8 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:09:54.704094 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b95c7929-d5b3-468d-a45f-614ecea72daa tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:54.736873 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c7929-d5b3-468d-a45f-614ecea72daa tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Port': ['ID=d70e5725-cdad-4bc1-87e1-320bf65fd1d8,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:54.937316 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b95c7929-d5b3-468d-a45f-614ecea72daa tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:55.169282 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95c7929-d5b3-468d-a45f-614ecea72daa tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router a3495c9a-0b13-434a-b890-140cbcdfbe80 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:09:55.281083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95c7929-d5b3-468d-a45f-614ecea72daa tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:09:55.290501 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57216) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:09:55.291058 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b95c7929-d5b3-468d-a45f-614ecea72daa tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "PUT /v2.0/routers/a3495c9a-0b13-434a-b890-140cbcdfbe80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5691104 Nov 12 02:09:55.294411 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada20288-a21f-4854-81d9-e90de1e2710a None None] Sync routers for ids ['a3495c9a-0b13-434a-b890-140cbcdfbe80'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:09:55.305229 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada20288-a21f-4854-81d9-e90de1e2710a None None] Routers {'a3495c9a-0b13-434a-b890-140cbcdfbe80'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:09:55.305854 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ada20288-a21f-4854-81d9-e90de1e2710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:09:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a3495c9a-0b13-434a-b890-140cbcdfbe80'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:55.343922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e37712-793c-4db6-93df-c2163fe9d976 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting subnet 8c64775f-0d0d-4047-a6fa-8fa856356995 {{(pid=114242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:09:55.347288 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27e37712-793c-4db6-93df-c2163fe9d976 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for subnet, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:55.394463 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27e37712-793c-4db6-93df-c2163fe9d976 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4552431'] for subnet, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:55.419185 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-ada20288-a21f-4854-81d9-e90de1e2710a None None] Set router a3495c9a-0b13-434a-b890-140cbcdfbe80 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:09:55.496476 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27e37712-793c-4db6-93df-c2163fe9d976 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:55.510357 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:55.564495 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27e37712-793c-4db6-93df-c2163fe9d976 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6281022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6278791'] for subnet, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:55.597885 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e37712-793c-4db6-93df-c2163fe9d976 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Subnet': ['ID=8c64775f-0d0d-4047-a6fa-8fa856356995,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:55.607136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e37712-793c-4db6-93df-c2163fe9d976 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:55.607489 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e37712-793c-4db6-93df-c2163fe9d976 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:55.607906 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e37712-793c-4db6-93df-c2163fe9d976 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:55.608174 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e37712-793c-4db6-93df-c2163fe9d976 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:55.608510 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e37712-793c-4db6-93df-c2163fe9d976 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:55.608882 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e37712-793c-4db6-93df-c2163fe9d976 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:55.609801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e37712-793c-4db6-93df-c2163fe9d976 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:55.609801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e37712-793c-4db6-93df-c2163fe9d976 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:55.610049 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e37712-793c-4db6-93df-c2163fe9d976 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:55.610217 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e37712-793c-4db6-93df-c2163fe9d976 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:55.610514 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e37712-793c-4db6-93df-c2163fe9d976 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:55.610835 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e37712-793c-4db6-93df-c2163fe9d976 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:55.613391 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cf324d-0c05-4971-8306-c8d4b53251ee None None] Network db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:09:55.614210 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-27e37712-793c-4db6-93df-c2163fe9d976 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:55.617524 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-27e37712-793c-4db6-93df-c2163fe9d976 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/subnets/8c64775f-0d0d-4047-a6fa-8fa856356995 HTTP/1.1" status: 204 len: 168 time: 0.3260002 Nov 12 02:09:55.620383 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57218) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:09:55.684754 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ada20288-a21f-4854-81d9-e90de1e2710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341471146', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:09:54Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:55.718447 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada20288-a21f-4854-81d9-e90de1e2710a None None] Checking router: a3495c9a-0b13-434a-b890-140cbcdfbe80 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:09:55.734380 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57b00a00-edb5-4199-b8f3-48fe3550dd2e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:55.766939 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada20288-a21f-4854-81d9-e90de1e2710a None None] Routers {'a3495c9a-0b13-434a-b890-140cbcdfbe80'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:09:55.767587 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ada20288-a21f-4854-81d9-e90de1e2710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:09:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['a3495c9a-0b13-434a-b890-140cbcdfbe80'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:55.837437 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:55.844961 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57b00a00-edb5-4199-b8f3-48fe3550dd2e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:55.904142 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-ada20288-a21f-4854-81d9-e90de1e2710a None None] Set router a3495c9a-0b13-434a-b890-140cbcdfbe80 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:09:55.909343 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-57b00a00-edb5-4199-b8f3-48fe3550dd2e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting port b7c395e5-da69-4fc3-91c8-2452dd2aa328 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:09:55.910366 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57b00a00-edb5-4199-b8f3-48fe3550dd2e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:55.967839 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4abe4e5-56f0-4bf9-9691-e452c3bce619 None None] DHCP port deletion for db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:09:56.001843 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-57b00a00-edb5-4199-b8f3-48fe3550dd2e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] For port b7c395e5-da69-4fc3-91c8-2452dd2aa328, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=b7c395e5-da69-4fc3-91c8-2452dd2aa328,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:09:56.002160 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57b00a00-edb5-4199-b8f3-48fe3550dd2e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:56.019635 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-57b00a00-edb5-4199-b8f3-48fe3550dd2e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Calling delete_port for b7c395e5-da69-4fc3-91c8-2452dd2aa328 owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:09:56.184451 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c76c5ba5-6613-491e-be4f-e93dbef46019 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:09:56.233197 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57b00a00-edb5-4199-b8f3-48fe3550dd2e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:56.262342 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b00a00-edb5-4199-b8f3-48fe3550dd2e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Port': ['ID=b7c395e5-da69-4fc3-91c8-2452dd2aa328,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:56.284324 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e44fdb0-7a58-494b-8787-080902084998 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:09:56.289942 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:56.340805 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57b00a00-edb5-4199-b8f3-48fe3550dd2e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:56.346240 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a4abe4e5-56f0-4bf9-9691-e452c3bce619 None None] Deleting port c76c5ba5-6613-491e-be4f-e93dbef46019 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:09:56.346850 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a4abe4e5-56f0-4bf9-9691-e452c3bce619 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:56.438774 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57b00a00-edb5-4199-b8f3-48fe3550dd2e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:56.439198 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:56.441078 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57b00a00-edb5-4199-b8f3-48fe3550dd2e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:56.470448 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-a4abe4e5-56f0-4bf9-9691-e452c3bce619 None None] For port c76c5ba5-6613-491e-be4f-e93dbef46019, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c76c5ba5-6613-491e-be4f-e93dbef46019,segment=NetworkSegment(24fb78c6-e358-4ddd-8423-26a2e52fb84d),segment_id=24fb78c6-e358-4ddd-8423-26a2e52fb84d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:09:56.470926 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a4abe4e5-56f0-4bf9-9691-e452c3bce619 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:56.486842 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57b00a00-edb5-4199-b8f3-48fe3550dd2e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:56.487477 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b00a00-edb5-4199-b8f3-48fe3550dd2e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Fanout notify agent at l3_agent the message router_deleted on router a3495c9a-0b13-434a-b890-140cbcdfbe80 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:09:56.495570 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-57b00a00-edb5-4199-b8f3-48fe3550dd2e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:56.496745 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-57b00a00-edb5-4199-b8f3-48fe3550dd2e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/routers/a3495c9a-0b13-434a-b890-140cbcdfbe80 HTTP/1.1" status: 204 len: 168 time: 0.8754764 Nov 12 02:09:56.498885 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a4abe4e5-56f0-4bf9-9691-e452c3bce619 None None] Calling delete_port for c76c5ba5-6613-491e-be4f-e93dbef46019 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:09:56.500894 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57220) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:09:56.520048 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ada20288-a21f-4854-81d9-e90de1e2710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341471146', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:09:54Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:56.524125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port c76c5ba5-6613-491e-be4f-e93dbef46019, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c76c5ba5-6613-491e-be4f-e93dbef46019,segment=NetworkSegment(24fb78c6-e358-4ddd-8423-26a2e52fb84d),segment_id=24fb78c6-e358-4ddd-8423-26a2e52fb84d)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:09:56.584558 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:56.590067 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada20288-a21f-4854-81d9-e90de1e2710a None None] The sync data for ids ['a3495c9a-0b13-434a-b890-140cbcdfbe80'] in n-d-712137-14 is: [{'id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341471146', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:09:54Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'b7c395e5-da69-4fc3-91c8-2452dd2aa328', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3495c9a-0b13-434a-b890-140cbcdfbe80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:08Z', 'updated_at': '2021-11-12T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:09:56.595818 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69cf00b0-443b-4b50-b7ce-dbec5b28e43f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:56.668350 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-69cf00b0-443b-4b50-b7ce-dbec5b28e43f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting port c76c5ba5-6613-491e-be4f-e93dbef46019 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:09:56.668720 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69cf00b0-443b-4b50-b7ce-dbec5b28e43f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:56.669665 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=c76c5ba5-6613-491e-be4f-e93dbef46019,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:56.685184 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:56.685528 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:56.685892 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:56.686212 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:56.686521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:56.686867 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:56.687175 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:56.687798 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:56.688125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:56.688480 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:56.688819 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:56.689121 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:09:56.701295 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a4abe4e5-56f0-4bf9-9691-e452c3bce619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:56.729160 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abe4e5-56f0-4bf9-9691-e452c3bce619 None None] Pushing event deleted for resources: {'Port': ['ID=c76c5ba5-6613-491e-be4f-e93dbef46019,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:56.731028 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4abe4e5-56f0-4bf9-9691-e452c3bce619 None None] No DVR routers for this DVR port c76c5ba5-6613-491e-be4f-e93dbef46019 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:09:56.750847 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-69cf00b0-443b-4b50-b7ce-dbec5b28e43f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] For port c76c5ba5-6613-491e-be4f-e93dbef46019, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c76c5ba5-6613-491e-be4f-e93dbef46019,segment=NetworkSegment(24fb78c6-e358-4ddd-8423-26a2e52fb84d),segment_id=24fb78c6-e358-4ddd-8423-26a2e52fb84d)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:09:56.751243 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69cf00b0-443b-4b50-b7ce-dbec5b28e43f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:56.764530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-69cf00b0-443b-4b50-b7ce-dbec5b28e43f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Calling delete_port for c76c5ba5-6613-491e-be4f-e93dbef46019 owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:09:56.849615 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69cf00b0-443b-4b50-b7ce-dbec5b28e43f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:56.875291 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf00b0-443b-4b50-b7ce-dbec5b28e43f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Port': ['ID=c76c5ba5-6613-491e-be4f-e93dbef46019,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:56.881109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cf00b0-443b-4b50-b7ce-dbec5b28e43f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] No DVR routers for this DVR port c76c5ba5-6613-491e-be4f-e93dbef46019 on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:09:56.967463 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69cf00b0-443b-4b50-b7ce-dbec5b28e43f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:56.992171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-69cf00b0-443b-4b50-b7ce-dbec5b28e43f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:57.003814 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-69cf00b0-443b-4b50-b7ce-dbec5b28e43f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24fb78c6-e358-4ddd-8423-26a2e52fb84d') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:57.004122 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-69cf00b0-443b-4b50-b7ce-dbec5b28e43f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24fb78c6-e358-4ddd-8423-26a2e52fb84d') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:57.015146 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69cf00b0-443b-4b50-b7ce-dbec5b28e43f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:57.031552 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69cf00b0-443b-4b50-b7ce-dbec5b28e43f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:57.040168 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69cf00b0-443b-4b50-b7ce-dbec5b28e43f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:09:57.040621 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69cf00b0-443b-4b50-b7ce-dbec5b28e43f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: self.session.flush() Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: timer() Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:09:57.043941 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:09:57.121632 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69cf00b0-443b-4b50-b7ce-dbec5b28e43f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:57.129385 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69cf00b0-443b-4b50-b7ce-dbec5b28e43f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:57.132926 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-69cf00b0-443b-4b50-b7ce-dbec5b28e43f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/networks/db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28 HTTP/1.1" status: 204 len: 168 time: 0.6308742 Nov 12 02:09:57.135733 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57222) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:09:57.153149 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf00b0-443b-4b50-b7ce-dbec5b28e43f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Network': ['ID=db9ee1b5-1eb5-4da2-aeaa-40fd6cab4f28,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:57.209174 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d0f25c05-6d78-47af-a394-de163f64b400 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:57.239895 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d0f25c05-6d78-47af-a394-de163f64b400 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:57.318448 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d0f25c05-6d78-47af-a394-de163f64b400 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:57.321426 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d0f25c05-6d78-47af-a394-de163f64b400 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:57.322840 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d0f25c05-6d78-47af-a394-de163f64b400 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/security-groups/bde5f305-dab7-4665-9bd3-fc94f0e4a5b2 HTTP/1.1" status: 204 len: 168 time: 0.1861675 Nov 12 02:09:57.337858 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f25c05-6d78-47af-a394-de163f64b400 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde5f305-dab7-4665-9bd3-fc94f0e4a5b2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:57.553486 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:09:57.578652 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:09:57.578976 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3a0c81e9-ef98-4017-9f25-5c36aa9b8f7d not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:09:58.095918 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d70e5725-cdad-4bc1-87e1-320bf65fd1d8 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:09:58.116833 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: d70e5725-cdad-4bc1-87e1-320bf65fd1d8 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:09:58.119286 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d70e5725-cdad-4bc1-87e1-320bf65fd1d8 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:09:58.119286 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b7c395e5-da69-4fc3-91c8-2452dd2aa328 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:09:58.138152 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: b7c395e5-da69-4fc3-91c8-2452dd2aa328 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:09:58.138531 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b7c395e5-da69-4fc3-91c8-2452dd2aa328 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:09:59.736501 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57232) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:09:59.742098 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-9d241ef9-bb12-4fba-8bed-ae90c2e576ba tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1883179654', 'description': 'tempest-secgroup-smoke-1883179654 description', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:09:59.766184 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9d241ef9-bb12-4fba-8bed-ae90c2e576ba tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:59.842289 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9d241ef9-bb12-4fba-8bed-ae90c2e576ba tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:59.849566 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9d241ef9-bb12-4fba-8bed-ae90c2e576ba tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:59.882693 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9d241ef9-bb12-4fba-8bed-ae90c2e576ba tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:59.883979 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9d241ef9-bb12-4fba-8bed-ae90c2e576ba tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1464081 Nov 12 02:09:59.887451 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57234) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:09:59.889236 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d241ef9-bb12-4fba-8bed-ae90c2e576ba tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb22d79-d8de-4490-987f-292df59ba156,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:59.893497 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-2bba6899-dc4b-402b-a478-104dafc13945 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': '1bb22d79-d8de-4490-987f-292df59ba156', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:09:59.934300 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2bba6899-dc4b-402b-a478-104dafc13945 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:59.993330 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2bba6899-dc4b-402b-a478-104dafc13945 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:59.997494 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2bba6899-dc4b-402b-a478-104dafc13945 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.022835 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba6899-dc4b-402b-a478-104dafc13945 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31d15d8-3ecb-4c96-bf97-febbf0630042,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:00.032408 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2bba6899-dc4b-402b-a478-104dafc13945 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.033689 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2bba6899-dc4b-402b-a478-104dafc13945 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1452310 Nov 12 02:10:00.037068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57236) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:00.041908 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-8c082953-17b2-45bf-b569-1137822c73d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': '1bb22d79-d8de-4490-987f-292df59ba156', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:10:00.074572 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8c082953-17b2-45bf-b569-1137822c73d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.133697 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8c082953-17b2-45bf-b569-1137822c73d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.139002 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8c082953-17b2-45bf-b569-1137822c73d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.160292 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c082953-17b2-45bf-b569-1137822c73d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8475f5e0-17ae-4510-bf15-3a804a2fd186,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:00.167888 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8c082953-17b2-45bf-b569-1137822c73d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.168952 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8c082953-17b2-45bf-b569-1137822c73d2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305835 Nov 12 02:10:00.171741 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57238) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:00.177453 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-10333dc6-9015-4a33-b172-9a545af8a8a4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': '1bb22d79-d8de-4490-987f-292df59ba156', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:10:00.205118 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10333dc6-9015-4a33-b172-9a545af8a8a4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.270414 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10333dc6-9015-4a33-b172-9a545af8a8a4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.274921 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10333dc6-9015-4a33-b172-9a545af8a8a4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.292380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10333dc6-9015-4a33-b172-9a545af8a8a4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61259f08-314d-42d8-ae1e-fb70fb11acd9,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:00.300355 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-10333dc6-9015-4a33-b172-9a545af8a8a4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.301638 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-10333dc6-9015-4a33-b172-9a545af8a8a4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289685 Nov 12 02:10:00.304492 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57240) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:00.309141 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-7adf9901-364d-4c93-9023-92a378fe2858 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': '1bb22d79-d8de-4490-987f-292df59ba156', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:10:00.337290 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7adf9901-364d-4c93-9023-92a378fe2858 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.398751 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7adf9901-364d-4c93-9023-92a378fe2858 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.403793 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7adf9901-364d-4c93-9023-92a378fe2858 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.424810 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf9901-364d-4c93-9023-92a378fe2858 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd176ad-63cc-46f7-9bed-783564f3b25d,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:00.436463 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7adf9901-364d-4c93-9023-92a378fe2858 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.438704 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7adf9901-364d-4c93-9023-92a378fe2858 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327786 Nov 12 02:10:00.441497 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57242) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:00.446083 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-049dc274-9886-4a9e-8243-52033e61db40 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': '1bb22d79-d8de-4490-987f-292df59ba156', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:10:00.469690 n-d-712137-14 neutron-server[114242]: INFO neutron.db.securitygroups_db [None req-049dc274-9886-4a9e-8243-52033e61db40 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Project 5c8a65847ab841b6a12efcb75550f4f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:10:00.477460 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-049dc274-9886-4a9e-8243-52033e61db40 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.545933 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-049dc274-9886-4a9e-8243-52033e61db40 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.550780 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-049dc274-9886-4a9e-8243-52033e61db40 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.570672 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dc274-9886-4a9e-8243-52033e61db40 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62496b35-44ff-4416-8fe2-f99614423b55,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:00.586294 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-049dc274-9886-4a9e-8243-52033e61db40 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.587730 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-049dc274-9886-4a9e-8243-52033e61db40 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1450393 Nov 12 02:10:00.591470 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57244) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:00.596065 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-e9ecf4ef-8fd3-4e31-a8b8-e3d217f83277 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': '1bb22d79-d8de-4490-987f-292df59ba156', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:10:00.618943 n-d-712137-14 neutron-server[114242]: INFO neutron.db.securitygroups_db [None req-e9ecf4ef-8fd3-4e31-a8b8-e3d217f83277 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Project 5c8a65847ab841b6a12efcb75550f4f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:10:00.625350 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf4ef-8fd3-4e31-a8b8-e3d217f83277 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.688312 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf4ef-8fd3-4e31-a8b8-e3d217f83277 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.692592 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf4ef-8fd3-4e31-a8b8-e3d217f83277 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.711118 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecf4ef-8fd3-4e31-a8b8-e3d217f83277 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406f1562-1cd8-46d6-90b1-175a7fe4c4d2,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:00.716944 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9ecf4ef-8fd3-4e31-a8b8-e3d217f83277 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.718230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e9ecf4ef-8fd3-4e31-a8b8-e3d217f83277 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258013 Nov 12 02:10:00.721199 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57246) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:00.726342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e18fb76c-e7cf-461b-a16d-a34c7e33304e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'network': {'name': 'tempest-network-smoke--1248369219', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'port_security_enabled': True}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:10:00.750739 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18fb76c-e7cf-461b-a16d-a34c7e33304e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Made reservation on behalf of 5c8a65847ab841b6a12efcb75550f4f8 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:10:00.754979 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e18fb76c-e7cf-461b-a16d-a34c7e33304e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.785419 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18fb76c-e7cf-461b-a16d-a34c7e33304e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:10:00.795755 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e18fb76c-e7cf-461b-a16d-a34c7e33304e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.796174 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-e18fb76c-e7cf-461b-a16d-a34c7e33304e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Added segment aa49c4dd-e5ae-40e4-8f99-cfed1711bd88 of type vlan for network b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a Nov 12 02:10:00.842562 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e18fb76c-e7cf-461b-a16d-a34c7e33304e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.869230 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e18fb76c-e7cf-461b-a16d-a34c7e33304e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.879394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18fb76c-e7cf-461b-a16d-a34c7e33304e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:00.879797 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e18fb76c-e7cf-461b-a16d-a34c7e33304e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.918916 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e18fb76c-e7cf-461b-a16d-a34c7e33304e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1965389 Nov 12 02:10:00.921821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57248) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:00.927856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-37aea2fa-b3f0-4d43-9cda-114beeb6590e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-844101848', 'admin_state_up': True, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:10:00.957090 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fb76c-e7cf-461b-a16d-a34c7e33304e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Network': ['ID=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:00.959570 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-37aea2fa-b3f0-4d43-9cda-114beeb6590e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.960890 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-37aea2fa-b3f0-4d43-9cda-114beeb6590e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.970077 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:10:01.022806 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-37aea2fa-b3f0-4d43-9cda-114beeb6590e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:01.166095 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-37aea2fa-b3f0-4d43-9cda-114beeb6590e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:01.695610 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-37aea2fa-b3f0-4d43-9cda-114beeb6590e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:01.715754 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-37aea2fa-b3f0-4d43-9cda-114beeb6590e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:01.825200 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-37aea2fa-b3f0-4d43-9cda-114beeb6590e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Allocated IP 172.25.0.173 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/15f33a33-9153-4d6d-8278-cb6997e7e783) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:10:01.929194 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-37aea2fa-b3f0-4d43-9cda-114beeb6590e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:01.965323 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-37aea2fa-b3f0-4d43-9cda-114beeb6590e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:02.004210 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aea2fa-b3f0-4d43-9cda-114beeb6590e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:10:02.009867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-37aea2fa-b3f0-4d43-9cda-114beeb6590e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:10:02.013565 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aea2fa-b3f0-4d43-9cda-114beeb6590e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:10:02.023926 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fafae5c-3dc8-454f-8f96-315d44e52ae5 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:10:02.040746 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aea2fa-b3f0-4d43-9cda-114beeb6590e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=15f33a33-9153-4d6d-8278-cb6997e7e783,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:02.057682 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a1d35152-a9e8-44fc-96b4-259851096a59 None None] Provisioning complete for port 15f33a33-9153-4d6d-8278-cb6997e7e783 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:10:02.065013 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a1d35152-a9e8-44fc-96b4-259851096a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:02.095104 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-a1d35152-a9e8-44fc-96b4-259851096a59 None None] Port 15f33a33-9153-4d6d-8278-cb6997e7e783 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:10:02.289266 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-37aea2fa-b3f0-4d43-9cda-114beeb6590e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:02.493339 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-37aea2fa-b3f0-4d43-9cda-114beeb6590e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:02.630050 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37aea2fa-b3f0-4d43-9cda-114beeb6590e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router aafab65c-0c5e-4c67-aea0-29e8978ef480 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:10:02.743088 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37aea2fa-b3f0-4d43-9cda-114beeb6590e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:10:02.753492 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] Sync routers for ids ['aafab65c-0c5e-4c67-aea0-29e8978ef480'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:10:02.764409 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] Routers {'aafab65c-0c5e-4c67-aea0-29e8978ef480'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:10:02.766803 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:09:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['aafab65c-0c5e-4c67-aea0-29e8978ef480'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:02.773417 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-37aea2fa-b3f0-4d43-9cda-114beeb6590e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:02.774732 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-37aea2fa-b3f0-4d43-9cda-114beeb6590e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8513334 Nov 12 02:10:02.779527 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57250) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:02.810262 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7d85b279-4736-400c-816d-667f761f27b9 tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5c8a65847ab841b6a12efcb75550f4f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295811 Nov 12 02:10:02.812979 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57252) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:02.875941 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] Set router aafab65c-0c5e-4c67-aea0-29e8978ef480 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:10:02.918158 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd3cecb-1ccd-4c9c-aa98-e1185170295f tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:02.919716 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6dd3cecb-1ccd-4c9c-aa98-e1185170295f tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1057889 Nov 12 02:10:02.923175 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57254) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:02.953527 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8b059358-01fb-48cc-aade-52edeb6fde52 tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290613 Nov 12 02:10:02.956150 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57256) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:02.962391 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7784305e-4b9e-4dbf-a5fa-e45606bac6e2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1389937187', 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:10:03.059627 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7784305e-4b9e-4dbf-a5fa-e45606bac6e2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Made reservation on behalf of 5c8a65847ab841b6a12efcb75550f4f8 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:10:03.063548 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7784305e-4b9e-4dbf-a5fa-e45606bac6e2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:03.169417 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844101848', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:10:00Z', 'updated_at': '2021-11-12T02:10:02Z', 'revision_number': 3, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:69:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:01Z', 'updated_at': '2021-11-12T02:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:03.197588 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] Checking router: aafab65c-0c5e-4c67-aea0-29e8978ef480 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:10:03.197925 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] Updating router aafab65c-0c5e-4c67-aea0-29e8978ef480 port 15f33a33-9153-4d6d-8278-cb6997e7e783 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:10:03.224327 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:03.321119 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7784305e-4b9e-4dbf-a5fa-e45606bac6e2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:03.386344 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784305e-4b9e-4dbf-a5fa-e45606bac6e2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Subnet': ['ID=af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:03.404794 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7784305e-4b9e-4dbf-a5fa-e45606bac6e2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Checking segment: {'id': 'aa49c4dd-e5ae-40e4-8f99-cfed1711bd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:10:03.405151 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7784305e-4b9e-4dbf-a5fa-e45606bac6e2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network hostable DHCP agents. Network: b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:10:03.423184 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7784305e-4b9e-4dbf-a5fa-e45606bac6e2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:10:03.434499 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-7784305e-4b9e-4dbf-a5fa-e45606bac6e2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:10:03.439754 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7784305e-4b9e-4dbf-a5fa-e45606bac6e2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:03.440360 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7784305e-4b9e-4dbf-a5fa-e45606bac6e2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:03.446248 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e621ab8d-1466-46da-b4b8-101abe112f43 None None] Network b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:10:03.461646 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7784305e-4b9e-4dbf-a5fa-e45606bac6e2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5015364 Nov 12 02:10:03.462353 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57258) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:03.517928 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:03.525310 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:03.578621 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24842ded-2736-4e14-b49f-d5ce10e304c7 None None] Pushing event updated for resources: {'Port': ['ID=15f33a33-9153-4d6d-8278-cb6997e7e783,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:03.583486 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c03a325-dd75-4ff2-b71e-be9766905200 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:10:03.586134 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] Attempting to bind port 15f33a33-9153-4d6d-8278-cb6997e7e783 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:10:03.586504 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] Attempting to bind port 15f33a33-9153-4d6d-8278-cb6997e7e783 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:10:03.586868 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] Attempting to bind port 15f33a33-9153-4d6d-8278-cb6997e7e783 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:10:03.590713 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24842ded-2736-4e14-b49f-d5ce10e304c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:03.592345 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24842ded-2736-4e14-b49f-d5ce10e304c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:03.592345 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24842ded-2736-4e14-b49f-d5ce10e304c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:03.592345 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24842ded-2736-4e14-b49f-d5ce10e304c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:03.592345 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24842ded-2736-4e14-b49f-d5ce10e304c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:03.592770 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24842ded-2736-4e14-b49f-d5ce10e304c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:03.592869 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24842ded-2736-4e14-b49f-d5ce10e304c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:03.594970 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24842ded-2736-4e14-b49f-d5ce10e304c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:03.595320 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24842ded-2736-4e14-b49f-d5ce10e304c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:03.595651 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24842ded-2736-4e14-b49f-d5ce10e304c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:03.595981 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24842ded-2736-4e14-b49f-d5ce10e304c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:03.596306 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24842ded-2736-4e14-b49f-d5ce10e304c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:10:03.610837 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:10:03.611433 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:10:03.613072 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:03.613369 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:10:03.614202 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] Bound port: 15f33a33-9153-4d6d-8278-cb6997e7e783, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:10:03.614768 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:03.651436 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a1ce7f-9305-4389-89b0-57194ba60fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a', 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ips': [{'subnet_id': 'af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:10:03.652841 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-78a1ce7f-9305-4389-89b0-57194ba60fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:03.669567 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-7c08d51b-5d76-4961-84ac-40ae1c79ebe8 None None] Provisioning complete for port 15f33a33-9153-4d6d-8278-cb6997e7e783 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:10:03.669931 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7c08d51b-5d76-4961-84ac-40ae1c79ebe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:03.682763 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] For port 15f33a33-9153-4d6d-8278-cb6997e7e783, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:10:03.686136 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] For port 15f33a33-9153-4d6d-8278-cb6997e7e783, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=15f33a33-9153-4d6d-8278-cb6997e7e783,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:10:03.692361 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:03.763432 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24842ded-2736-4e14-b49f-d5ce10e304c7 None None] Pushing event updated for resources: {'Port': ['ID=15f33a33-9153-4d6d-8278-cb6997e7e783,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:03.769637 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f0ac5d-7086-4ada-aeff-b792dd46d0f2 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:10:03.775122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-7c08d51b-5d76-4961-84ac-40ae1c79ebe8 None None] Port 15f33a33-9153-4d6d-8278-cb6997e7e783 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:10:03.783112 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] Routers {'aafab65c-0c5e-4c67-aea0-29e8978ef480'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:10:03.785106 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:09:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['aafab65c-0c5e-4c67-aea0-29e8978ef480'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:03.851656 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-78a1ce7f-9305-4389-89b0-57194ba60fda None None] Allocated IP 172.20.0.2 (b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a/af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d/c4b273a3-c7c9-4558-81df-e56282181dde) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:10:03.902071 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] Set router aafab65c-0c5e-4c67-aea0-29e8978ef480 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:10:03.935956 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8dbf4816-f7d2-4071-a8be-e602ab0e4803 None None] Provisioning complete for port 15f33a33-9153-4d6d-8278-cb6997e7e783 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:10:03.936428 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8dbf4816-f7d2-4071-a8be-e602ab0e4803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:04.011891 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eacd26dc-3148-45a0-859c-68ae95627313 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:04.078873 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-78a1ce7f-9305-4389-89b0-57194ba60fda None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:04.085176 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8dbf4816-f7d2-4071-a8be-e602ab0e4803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:04.092537 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-78a1ce7f-9305-4389-89b0-57194ba60fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:04.110353 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844101848', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:10:00Z', 'updated_at': '2021-11-12T02:10:02Z', 'revision_number': 3, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:69:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:01Z', 'updated_at': '2021-11-12T02:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:04.135034 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-8dbf4816-f7d2-4071-a8be-e602ab0e4803 None None] For port 15f33a33-9153-4d6d-8278-cb6997e7e783, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=15f33a33-9153-4d6d-8278-cb6997e7e783,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:10:04.140197 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5239dda-4b72-40b5-a516-bac2d42cf5f4 None None] The sync data for ids ['aafab65c-0c5e-4c67-aea0-29e8978ef480'] in n-d-712137-14 is: [{'id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844101848', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:10:00Z', 'updated_at': '2021-11-12T02:10:02Z', 'revision_number': 3, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:69:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:01Z', 'updated_at': '2021-11-12T02:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:10:04.143203 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a1ce7f-9305-4389-89b0-57194ba60fda None None] Network b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:10:04.148963 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8dbf4816-f7d2-4071-a8be-e602ab0e4803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:04.152680 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-78a1ce7f-9305-4389-89b0-57194ba60fda None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:10:04.157433 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a1ce7f-9305-4389-89b0-57194ba60fda None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:10:04.160672 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1ce7f-9305-4389-89b0-57194ba60fda None None] Pushing event updated for resources: {'Port': ['ID=c4b273a3-c7c9-4558-81df-e56282181dde,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:04.257970 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf4816-f7d2-4071-a8be-e602ab0e4803 None None] Pushing event updated for resources: {'Port': ['ID=15f33a33-9153-4d6d-8278-cb6997e7e783,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:04.261578 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-78a1ce7f-9305-4389-89b0-57194ba60fda None None] Attempting to bind port c4b273a3-c7c9-4558-81df-e56282181dde on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:10:04.261942 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-78a1ce7f-9305-4389-89b0-57194ba60fda None None] Attempting to bind port c4b273a3-c7c9-4558-81df-e56282181dde by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'aa49c4dd-e5ae-40e4-8f99-cfed1711bd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:10:04.262315 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a1ce7f-9305-4389-89b0-57194ba60fda None None] Attempting to bind port c4b273a3-c7c9-4558-81df-e56282181dde on network b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:10:04.267923 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a1ce7f-9305-4389-89b0-57194ba60fda None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:10:04.268405 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a1ce7f-9305-4389-89b0-57194ba60fda None None] Checking segment: {'id': 'aa49c4dd-e5ae-40e4-8f99-cfed1711bd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:10:04.268829 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-78a1ce7f-9305-4389-89b0-57194ba60fda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:04.269177 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a1ce7f-9305-4389-89b0-57194ba60fda None None] Bound using segment: {'id': 'aa49c4dd-e5ae-40e4-8f99-cfed1711bd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:10:04.269657 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-78a1ce7f-9305-4389-89b0-57194ba60fda None None] Bound port: c4b273a3-c7c9-4558-81df-e56282181dde, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa49c4dd-e5ae-40e4-8f99-cfed1711bd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:10:04.270351 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-78a1ce7f-9305-4389-89b0-57194ba60fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:04.326894 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-eacd26dc-3148-45a0-859c-68ae95627313 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Allocated IP 172.20.0.1 (b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a/af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d/02790bcc-1fca-40e3-8edf-0d87b6b779ba) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:10:04.337691 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-78a1ce7f-9305-4389-89b0-57194ba60fda None None] For port c4b273a3-c7c9-4558-81df-e56282181dde, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:10:04.341030 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-78a1ce7f-9305-4389-89b0-57194ba60fda None None] For port c4b273a3-c7c9-4558-81df-e56282181dde, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c4b273a3-c7c9-4558-81df-e56282181dde,segment=NetworkSegment(aa49c4dd-e5ae-40e4-8f99-cfed1711bd88),segment_id=aa49c4dd-e5ae-40e4-8f99-cfed1711bd88)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:10:04.346564 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-78a1ce7f-9305-4389-89b0-57194ba60fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:04.446561 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1ce7f-9305-4389-89b0-57194ba60fda None None] Pushing event updated for resources: {'Port': ['ID=c4b273a3-c7c9-4558-81df-e56282181dde,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:04.475065 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eacd26dc-3148-45a0-859c-68ae95627313 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:04.512196 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eacd26dc-3148-45a0-859c-68ae95627313 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:04.558784 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacd26dc-3148-45a0-859c-68ae95627313 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:10:04.564487 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-eacd26dc-3148-45a0-859c-68ae95627313 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:10:04.569263 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacd26dc-3148-45a0-859c-68ae95627313 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:10:04.576805 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd26dc-3148-45a0-859c-68ae95627313 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=02790bcc-1fca-40e3-8edf-0d87b6b779ba,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:04.631612 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eacd26dc-3148-45a0-859c-68ae95627313 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:04.791462 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eacd26dc-3148-45a0-859c-68ae95627313 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:05.153257 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eacd26dc-3148-45a0-859c-68ae95627313 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:05.161213 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eacd26dc-3148-45a0-859c-68ae95627313 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:05.243213 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd26dc-3148-45a0-859c-68ae95627313 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=02790bcc-1fca-40e3-8edf-0d87b6b779ba,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:05.245693 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-eacd26dc-3148-45a0-859c-68ae95627313 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:05.348564 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacd26dc-3148-45a0-859c-68ae95627313 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:10:05.350168 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-eacd26dc-3148-45a0-859c-68ae95627313 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:10:05.438945 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad6c5a8-cd64-4d74-b0f0-45c010563a96 None None] Network b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:10:05.477181 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacd26dc-3148-45a0-859c-68ae95627313 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router aafab65c-0c5e-4c67-aea0-29e8978ef480 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:10:05.521807 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-b445cbcd-195f-47e9-afb7-5c38d3435f25 None None] Provisioning complete for port c4b273a3-c7c9-4558-81df-e56282181dde triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:10:05.522427 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b445cbcd-195f-47e9-afb7-5c38d3435f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:05.590425 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacd26dc-3148-45a0-859c-68ae95627313 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:10:05.596376 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-eacd26dc-3148-45a0-859c-68ae95627313 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "PUT /v2.0/routers/aafab65c-0c5e-4c67-aea0-29e8978ef480/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1329074 Nov 12 02:10:05.665897 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b445cbcd-195f-47e9-afb7-5c38d3435f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:05.710236 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b445cbcd-195f-47e9-afb7-5c38d3435f25 None None] For port c4b273a3-c7c9-4558-81df-e56282181dde, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c4b273a3-c7c9-4558-81df-e56282181dde,segment=NetworkSegment(aa49c4dd-e5ae-40e4-8f99-cfed1711bd88),segment_id=aa49c4dd-e5ae-40e4-8f99-cfed1711bd88)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:10:05.715478 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b445cbcd-195f-47e9-afb7-5c38d3435f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:05.774832 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445cbcd-195f-47e9-afb7-5c38d3435f25 None None] Pushing event updated for resources: {'Port': ['ID=c4b273a3-c7c9-4558-81df-e56282181dde,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:05.780252 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-06e63b24-4ca0-4184-aa32-549c77308834 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1883179654&fields=id&tenant_id=5c8a65847ab841b6a12efcb75550f4f8 HTTP/1.1" status: 200 len: 267 time: 0.0584660 Nov 12 02:10:05.897333 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-a53b5eea-ce73-4b0e-82ff-7fba391af037 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:05.898916 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-a53b5eea-ce73-4b0e-82ff-7fba391af037 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/networks?id=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a HTTP/1.1" status: 200 len: 797 time: 0.1104341 Nov 12 02:10:05.917195 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-754cef70-d37b-4dfd-af6d-0421e9d140f3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/quotas/5c8a65847ab841b6a12efcb75550f4f8 HTTP/1.1" status: 200 len: 375 time: 0.0117888 Nov 12 02:10:05.934378 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] Sync routers for ids ['aafab65c-0c5e-4c67-aea0-29e8978ef480'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:10:05.952817 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] Routers {'aafab65c-0c5e-4c67-aea0-29e8978ef480'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:10:05.953542 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:09:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['aafab65c-0c5e-4c67-aea0-29e8978ef480'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:05.982331 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-45dc798d-009d-4f3b-bab8-5d6d64d6bc0e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588005 Nov 12 02:10:05.998930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-32f53534-5d4b-4122-a5e9-612e4a1f1192 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:10:05.999958 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-32f53534-5d4b-4122-a5e9-612e4a1f1192 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061967 Nov 12 02:10:06.086649 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6264a7f0-4622-4676-a24b-ede5d6ee9673 None None] Provisioning complete for port 02790bcc-1fca-40e3-8edf-0d87b6b779ba triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:10:06.087023 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6264a7f0-4622-4676-a24b-ede5d6ee9673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:06.112302 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] Set router aafab65c-0c5e-4c67-aea0-29e8978ef480 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:10:06.148193 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-1a041896-c16a-4375-b507-2096c6ecfc8e service neutron] 10.222.0.31 "GET /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394081 Nov 12 02:10:06.269289 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-7ddb4381-6a6f-42ac-8506-d36a62822fe1 service neutron] 10.222.0.31 "GET /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121011 Nov 12 02:10:06.322396 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c4b273a3-c7c9-4558-81df-e56282181dde up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:10:06.407104 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6264a7f0-4622-4676-a24b-ede5d6ee9673 None None] Port 02790bcc-1fca-40e3-8edf-0d87b6b779ba cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:10:06.493353 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6264a7f0-4622-4676-a24b-ede5d6ee9673 None None] Provisioning complete for port c4b273a3-c7c9-4558-81df-e56282181dde triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:10:06.494037 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6264a7f0-4622-4676-a24b-ede5d6ee9673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:06.494556 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1900d8a1-89b2-4970-a38f-fd8d5eca49ed req-91c20fbd-d2b7-47ff-a217-b35dcd4f9c8c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 210 time: 0.0365837 Nov 12 02:10:06.560522 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port c4b273a3-c7c9-4558-81df-e56282181dde triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:10:06.561077 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:06.735390 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 15f33a33-9153-4d6d-8278-cb6997e7e783 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:10:06.738823 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844101848', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:10:00Z', 'updated_at': '2021-11-12T02:10:04Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:69:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:01Z', 'updated_at': '2021-11-12T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '02790bcc-1fca-40e3-8edf-0d87b6b779ba', 'name': '', 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:00:0f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:04Z', 'updated_at': '2021-11-12T02:10:04Z', 'revision_number': 2, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': 'af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:06.792567 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] Checking router: aafab65c-0c5e-4c67-aea0-29e8978ef480 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:10:06.792808 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] Updating router aafab65c-0c5e-4c67-aea0-29e8978ef480 port 02790bcc-1fca-40e3-8edf-0d87b6b779ba binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:10:06.844786 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:06.859228 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-727caa67-ca47-4e70-9320-c97233981d83 None None] Provisioning complete for port 02790bcc-1fca-40e3-8edf-0d87b6b779ba triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:10:06.859598 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-727caa67-ca47-4e70-9320-c97233981d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:06.942152 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 15f33a33-9153-4d6d-8278-cb6997e7e783 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:10:06.942523 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:06.947077 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-727caa67-ca47-4e70-9320-c97233981d83 None None] Port 02790bcc-1fca-40e3-8edf-0d87b6b779ba cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:10:07.229903 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:07.234861 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:07.283259 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076672e-7bb9-4872-ae76-86a1b73dee24 None None] Pushing event updated for resources: {'Port': ['ID=02790bcc-1fca-40e3-8edf-0d87b6b779ba,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:07.336186 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] Attempting to bind port 02790bcc-1fca-40e3-8edf-0d87b6b779ba on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:10:07.336781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] Attempting to bind port 02790bcc-1fca-40e3-8edf-0d87b6b779ba by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'aa49c4dd-e5ae-40e4-8f99-cfed1711bd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:10:07.337403 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] Attempting to bind port 02790bcc-1fca-40e3-8edf-0d87b6b779ba on network b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:10:07.343938 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:10:07.344243 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] Checking segment: {'id': 'aa49c4dd-e5ae-40e4-8f99-cfed1711bd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:10:07.344625 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:07.345049 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] Bound using segment: {'id': 'aa49c4dd-e5ae-40e4-8f99-cfed1711bd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:10:07.345524 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] Bound port: 02790bcc-1fca-40e3-8edf-0d87b6b779ba, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa49c4dd-e5ae-40e4-8f99-cfed1711bd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:10:07.345908 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:07.433865 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] For port 02790bcc-1fca-40e3-8edf-0d87b6b779ba, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:10:07.438468 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:10:07.439522 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] For port 02790bcc-1fca-40e3-8edf-0d87b6b779ba, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=02790bcc-1fca-40e3-8edf-0d87b6b779ba,segment=NetworkSegment(aa49c4dd-e5ae-40e4-8f99-cfed1711bd88),segment_id=aa49c4dd-e5ae-40e4-8f99-cfed1711bd88)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:10:07.446912 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:07.512746 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] Routers {'aafab65c-0c5e-4c67-aea0-29e8978ef480'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:10:07.513382 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:09:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['aafab65c-0c5e-4c67-aea0-29e8978ef480'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:07.515113 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076672e-7bb9-4872-ae76-86a1b73dee24 None None] Pushing event updated for resources: {'Port': ['ID=02790bcc-1fca-40e3-8edf-0d87b6b779ba,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:07.518807 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-cce2ef23-0a59-4ee9-811d-9bfed3ffecc6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:07.520786 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-cce2ef23-0a59-4ee9-811d-9bfed3ffecc6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.21 "GET /v2.0/networks?id=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a HTTP/1.1" status: 200 len: 797 time: 0.1391542 Nov 12 02:10:07.622446 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-dcc21378-28b0-4ce0-a8c6-1f688fa50250 None None] Provisioning complete for port 02790bcc-1fca-40e3-8edf-0d87b6b779ba triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:10:07.623045 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dcc21378-28b0-4ce0-a8c6-1f688fa50250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:07.632288 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-de220596-b201-49da-abae-6e051cc00928 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c8a65847ab841b6a12efcb75550f4f8 HTTP/1.1" status: 200 len: 380 time: 0.0908446 Nov 12 02:10:07.637386 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0e9895da-b101-406e-9e2e-ac4db8c2e3a3 req-704ed3f9-9c1d-462f-b221-05affedf51bf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 210 time: 0.0358586 Nov 12 02:10:07.645811 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-a2fb641d-a7f0-4187-9fe9-33b369893999 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'port': {'device_id': '8209a028-aad0-4619-a6c1-71a3f877a2b9', 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a', 'admin_state_up': True, 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'security_groups': ['1bb22d79-d8de-4490-987f-292df59ba156']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:10:07.678482 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] Set router aafab65c-0c5e-4c67-aea0-29e8978ef480 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:10:07.775479 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-a2fb641d-a7f0-4187-9fe9-33b369893999 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Made reservation on behalf of 5c8a65847ab841b6a12efcb75550f4f8 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:10:07.779869 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-a2fb641d-a7f0-4187-9fe9-33b369893999 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:07.807981 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dcc21378-28b0-4ce0-a8c6-1f688fa50250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:07.879084 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-dcc21378-28b0-4ce0-a8c6-1f688fa50250 None None] For port 02790bcc-1fca-40e3-8edf-0d87b6b779ba, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=02790bcc-1fca-40e3-8edf-0d87b6b779ba,segment=NetworkSegment(aa49c4dd-e5ae-40e4-8f99-cfed1711bd88),segment_id=aa49c4dd-e5ae-40e4-8f99-cfed1711bd88)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:10:07.886166 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dcc21378-28b0-4ce0-a8c6-1f688fa50250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:07.911408 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-a2fb641d-a7f0-4187-9fe9-33b369893999 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Allocated IP 172.20.0.10 (b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a/af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d/02272a71-ada2-429b-8f2d-8271a85e94c0) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:10:07.962320 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc21378-28b0-4ce0-a8c6-1f688fa50250 None None] Pushing event updated for resources: {'Port': ['ID=02790bcc-1fca-40e3-8edf-0d87b6b779ba,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:07.987393 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844101848', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:10:00Z', 'updated_at': '2021-11-12T02:10:04Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:69:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:01Z', 'updated_at': '2021-11-12T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '02790bcc-1fca-40e3-8edf-0d87b6b779ba', 'name': '', 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:00:0f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:04Z', 'updated_at': '2021-11-12T02:10:07Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': 'af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:08.021786 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3486bed4-0f3d-452b-87fe-867cecdb0422 None None] The sync data for ids ['aafab65c-0c5e-4c67-aea0-29e8978ef480'] in n-d-712137-14 is: [{'id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844101848', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:10:00Z', 'updated_at': '2021-11-12T02:10:04Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:69:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:01Z', 'updated_at': '2021-11-12T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '02790bcc-1fca-40e3-8edf-0d87b6b779ba', 'name': '', 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:00:0f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:04Z', 'updated_at': '2021-11-12T02:10:07Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': 'af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:10:08.031889 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-275cfc90-6c9d-4bb5-b49f-ab7cd62c37d2 None None] Provisioning complete for port 02790bcc-1fca-40e3-8edf-0d87b6b779ba triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:10:08.032271 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-275cfc90-6c9d-4bb5-b49f-ab7cd62c37d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:08.061601 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-a2fb641d-a7f0-4187-9fe9-33b369893999 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:08.120665 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-a2fb641d-a7f0-4187-9fe9-33b369893999 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:08.174776 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-a2fb641d-a7f0-4187-9fe9-33b369893999 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:10:08.180337 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-a2fb641d-a7f0-4187-9fe9-33b369893999 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:10:08.187264 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-a2fb641d-a7f0-4187-9fe9-33b369893999 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:10:08.214292 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb641d-a7f0-4187-9fe9-33b369893999 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=02272a71-ada2-429b-8f2d-8271a85e94c0,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:08.247517 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-a2fb641d-a7f0-4187-9fe9-33b369893999 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:08.248491 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-a2fb641d-a7f0-4187-9fe9-33b369893999 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:08.268133 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-a2fb641d-a7f0-4187-9fe9-33b369893999 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6289332 Nov 12 02:10:08.282475 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] Request body: {'port': {'device_id': '8209a028-aad0-4619-a6c1-71a3f877a2b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:10:08.359526 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:08.478994 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-f6772007-82a8-4a36-9b41-e9a696508397 None None] Provisioning complete for port 02272a71-ada2-429b-8f2d-8271a85e94c0 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:10:08.480367 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f6772007-82a8-4a36-9b41-e9a696508397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:08.531010 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-f6772007-82a8-4a36-9b41-e9a696508397 None None] Port 02272a71-ada2-429b-8f2d-8271a85e94c0 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:10:08.669713 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02272a71-ada2-429b-8f2d-8271a85e94c0 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:10:08.678375 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:08.693044 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] Transition to ACTIVE for port object 02272a71-ada2-429b-8f2d-8271a85e94c0 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:10:08.698556 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:08.782757 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] Pushing event updated for resources: {'Port': ['ID=02272a71-ada2-429b-8f2d-8271a85e94c0,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:08.843887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d6a2e-cf71-4b15-841b-1ddaf6e2c9c9 req-9b006fb1-95b8-4372-b587-e458a7b6b129 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:08.846168 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b9d6a2e-cf71-4b15-841b-1ddaf6e2c9c9 req-9b006fb1-95b8-4372-b587-e458a7b6b129 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 944 time: 0.1189299 Nov 12 02:10:08.900000 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] Attempting to bind port 02272a71-ada2-429b-8f2d-8271a85e94c0 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:10:08.900370 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] Attempting to bind port 02272a71-ada2-429b-8f2d-8271a85e94c0 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'aa49c4dd-e5ae-40e4-8f99-cfed1711bd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:10:08.900897 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] Attempting to bind port 02272a71-ada2-429b-8f2d-8271a85e94c0 on network b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:10:08.915649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] Port 02272a71-ada2-429b-8f2d-8271a85e94c0 on network b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:10:08.915975 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] Attempting to bind port 02272a71-ada2-429b-8f2d-8271a85e94c0 on network b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:10:08.930337 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b9d6a2e-cf71-4b15-841b-1ddaf6e2c9c9 req-40761222-b906-46fe-9a30-b9c8b7968dcd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749185 Nov 12 02:10:08.931405 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:10:08.931747 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] Checking segment: {'id': 'aa49c4dd-e5ae-40e4-8f99-cfed1711bd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:10:08.932129 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] Bound using segment: {'id': 'aa49c4dd-e5ae-40e4-8f99-cfed1711bd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:10:08.932586 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] Bound port: 02272a71-ada2-429b-8f2d-8271a85e94c0, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa49c4dd-e5ae-40e4-8f99-cfed1711bd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:10:08.932982 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:09.000762 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] For port 02272a71-ada2-429b-8f2d-8271a85e94c0, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:10:09.004565 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] For port 02272a71-ada2-429b-8f2d-8271a85e94c0, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=02272a71-ada2-429b-8f2d-8271a85e94c0,segment=NetworkSegment(aa49c4dd-e5ae-40e4-8f99-cfed1711bd88),segment_id=aa49c4dd-e5ae-40e4-8f99-cfed1711bd88)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:10:09.009641 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:09.045105 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:09.045657 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:09.047107 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] 10.222.0.21 "PUT /v2.0/ports/02272a71-ada2-429b-8f2d-8271a85e94c0 HTTP/1.1" status: 200 len: 1093 time: 0.7696416 Nov 12 02:10:09.047570 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8209a028-aad0-4619-a6c1-71a3f877a2b9', 'tag': '02272a71-ada2-429b-8f2d-8271a85e94c0'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:10:09.050501 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dcb51f-441b-4ca9-a99f-794d4ec60338" -d '{"events": [{"name": "network-changed", "server_uuid": "8209a028-aad0-4619-a6c1-71a3f877a2b9", "tag": "02272a71-ada2-429b-8f2d-8271a85e94c0"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:10:09.114518 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6492d1-bf24-475a-af59-07258c5f1ea4 x-openstack-request-id: req-9f6492d1-bf24-475a-af59-07258c5f1ea4 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:10:09.114911 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8209a028-aad0-4619-a6c1-71a3f877a2b9", "tag": "02272a71-ada2-429b-8f2d-8271a85e94c0", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:10:09.115419 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f6492d1-bf24-475a-af59-07258c5f1ea4 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:10:09.115683 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8209a028-aad0-4619-a6c1-71a3f877a2b9', 'tag': '02272a71-ada2-429b-8f2d-8271a85e94c0', 'status': 'completed', 'code': 200} Nov 12 02:10:09.118236 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87590d74-94a6-4e80-aa55-91948abd53c0 service neutron] Pushing event updated for resources: {'Port': ['ID=02272a71-ada2-429b-8f2d-8271a85e94c0,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:09.157669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-1971087d-f4de-4dd9-a545-ff9d43337684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:09.159917 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-1971087d-f4de-4dd9-a545-ff9d43337684 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 1096 time: 0.0631871 Nov 12 02:10:09.205903 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-e546226f-91b4-4ce2-8b7b-bffe012be34d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02272a71-ada2-429b-8f2d-8271a85e94c0 HTTP/1.1" status: 200 len: 217 time: 0.0379813 Nov 12 02:10:09.259258 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-1842e2a5-03f4-4b82-89c2-90e11689e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:09.260890 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-1842e2a5-03f4-4b82-89c2-90e11689e89e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d HTTP/1.1" status: 200 len: 835 time: 0.0476983 Nov 12 02:10:09.308487 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-f1b8c337-0dd5-4d3f-8415-03c3305b6a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:09.310035 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-f1b8c337-0dd5-4d3f-8415-03c3305b6a7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423408 Nov 12 02:10:09.408980 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-baba387a-0946-4dde-9c22-4f52f7f0e461 service neutron] 10.222.0.21 "GET /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908511 Nov 12 02:10:09.503365 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-daa7ece1-81f3-4bac-933d-019cf34201a1 req-7e378466-a8f9-4c07-8bc5-bead08bd8e0b service neutron] 10.222.0.21 "GET /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871191 Nov 12 02:10:09.591733 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcb51f-441b-4ca9-a99f-794d4ec60338 req-07d7590b-8b74-49f2-9160-951881b91bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:09.593362 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-02dcb51f-441b-4ca9-a99f-794d4ec60338 req-07d7590b-8b74-49f2-9160-951881b91bdb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 1096 time: 0.0445814 Nov 12 02:10:09.684117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcb51f-441b-4ca9-a99f-794d4ec60338 req-c47c79d6-9081-4b6b-8d39-6d22d59be383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:09.685635 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-02dcb51f-441b-4ca9-a99f-794d4ec60338 req-c47c79d6-9081-4b6b-8d39-6d22d59be383 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a HTTP/1.1" status: 200 len: 898 time: 0.0839865 Nov 12 02:10:09.694771 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:09.732308 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-02dcb51f-441b-4ca9-a99f-794d4ec60338 req-0960d8f4-d92c-4715-a54c-5ed63f03d3c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02272a71-ada2-429b-8f2d-8271a85e94c0 HTTP/1.1" status: 200 len: 217 time: 0.0395136 Nov 12 02:10:09.784860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcb51f-441b-4ca9-a99f-794d4ec60338 req-12b0d29d-b4c0-47c2-9c13-ca35ba8ca298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:09.786348 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-02dcb51f-441b-4ca9-a99f-794d4ec60338 req-12b0d29d-b4c0-47c2-9c13-ca35ba8ca298 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d HTTP/1.1" status: 200 len: 835 time: 0.0458219 Nov 12 02:10:09.835124 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcb51f-441b-4ca9-a99f-794d4ec60338 req-282f201b-22b7-4772-beee-bbb67cfb964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:09.836544 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-02dcb51f-441b-4ca9-a99f-794d4ec60338 req-282f201b-22b7-4772-beee-bbb67cfb964e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414560 Nov 12 02:10:10.133423 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 02790bcc-1fca-40e3-8edf-0d87b6b779ba up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:10:10.185598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 02790bcc-1fca-40e3-8edf-0d87b6b779ba triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:10:10.186003 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:10.295054 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-02dcb51f-441b-4ca9-a99f-794d4ec60338 req-65ec1590-a33f-4606-97f4-ecea7e6ea266 service neutron] 10.222.0.21 "GET /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505284 Nov 12 02:10:10.303968 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820952d-90dc-4c18-ba1d-f623ecc4d4a7 req-03dbac8b-57df-44fb-88b4-606b18cb20fd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:10.305749 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2820952d-90dc-4c18-ba1d-f623ecc4d4a7 req-03dbac8b-57df-44fb-88b4-606b18cb20fd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 944 time: 0.0763419 Nov 12 02:10:10.412230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2820952d-90dc-4c18-ba1d-f623ecc4d4a7 req-ca9ea7d6-2986-4be6-8fa7-80a09cae33ca tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980411 Nov 12 02:10:10.430475 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-02dcb51f-441b-4ca9-a99f-794d4ec60338 req-d300f08e-0ed7-4ee6-a372-12b25aa452df service neutron] 10.222.0.21 "GET /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237619 Nov 12 02:10:11.538555 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389b284-7ea2-4395-990f-1b4b22e45992 req-30d133eb-a919-4af9-9612-e2f55ac1e826 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:11.540589 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6389b284-7ea2-4395-990f-1b4b22e45992 req-30d133eb-a919-4af9-9612-e2f55ac1e826 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 944 time: 0.0555394 Nov 12 02:10:11.593012 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6389b284-7ea2-4395-990f-1b4b22e45992 req-f44f71ca-b657-452e-8239-44d1da782d15 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460975 Nov 12 02:10:12.707899 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbd7ce-23b2-4870-aca0-1d933a1ed03a req-0e6f5e8b-41d4-45ab-ab11-4aee5e5ff2eb tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:12.709412 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-06cbd7ce-23b2-4870-aca0-1d933a1ed03a req-0e6f5e8b-41d4-45ab-ab11-4aee5e5ff2eb tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 944 time: 0.0486705 Nov 12 02:10:12.761901 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-06cbd7ce-23b2-4870-aca0-1d933a1ed03a req-6b88b7e8-5aa9-4668-b29a-22674ccaa3a0 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442102 Nov 12 02:10:13.200966 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 02272a71-ada2-429b-8f2d-8271a85e94c0 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:10:13.293609 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 02272a71-ada2-429b-8f2d-8271a85e94c0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=02272a71-ada2-429b-8f2d-8271a85e94c0,segment=NetworkSegment(aa49c4dd-e5ae-40e4-8f99-cfed1711bd88),segment_id=aa49c4dd-e5ae-40e4-8f99-cfed1711bd88)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:10:13.305093 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '02272a71-ada2-429b-8f2d-8271a85e94c0', 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a', 'port_id': '02272a71-ada2-429b-8f2d-8271a85e94c0', 'mac_address': 'fa:16:3e:12:cd:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:10:13.346740 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:13.359522 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02272a71-ada2-429b-8f2d-8271a85e94c0 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:10:13.379874 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 02272a71-ada2-429b-8f2d-8271a85e94c0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=02272a71-ada2-429b-8f2d-8271a85e94c0,segment=NetworkSegment(aa49c4dd-e5ae-40e4-8f99-cfed1711bd88),segment_id=aa49c4dd-e5ae-40e4-8f99-cfed1711bd88)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:10:13.384086 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:13.430277 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=02272a71-ada2-429b-8f2d-8271a85e94c0,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:13.618862 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['02272a71-ada2-429b-8f2d-8271a85e94c0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:10:13.885403 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4066398-0337-4d31-9cf7-f07a09ae7cc1 req-3d1bdfb4-ce72-45e7-9a35-30046939f426 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:13.886793 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4066398-0337-4d31-9cf7-f07a09ae7cc1 req-3d1bdfb4-ce72-45e7-9a35-30046939f426 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 945 time: 0.0538890 Nov 12 02:10:13.945491 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4066398-0337-4d31-9cf7-f07a09ae7cc1 req-7b163a6c-bf95-4e14-9200-54a1c77c76bc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526085 Nov 12 02:10:15.071167 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994befdc-dbeb-44c9-81c3-9f253d9ea10d req-fb335ab5-c91a-480c-8e88-964f8d7abbde tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:15.072658 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-994befdc-dbeb-44c9-81c3-9f253d9ea10d req-fb335ab5-c91a-480c-8e88-964f8d7abbde tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 945 time: 0.0544331 Nov 12 02:10:15.124261 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-994befdc-dbeb-44c9-81c3-9f253d9ea10d req-69c1954c-72f3-431a-99ef-3883915cbde3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455439 Nov 12 02:10:15.227540 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 02272a71-ada2-429b-8f2d-8271a85e94c0 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:10:15.278232 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 02272a71-ada2-429b-8f2d-8271a85e94c0 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:10:15.282394 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 02272a71-ada2-429b-8f2d-8271a85e94c0 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:10:15.282758 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:15.367367 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:15.390534 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8209a028-aad0-4619-a6c1-71a3f877a2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02272a71-ada2-429b-8f2d-8271a85e94c0'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:10:15.392800 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5800c204-f4d4-4b3b-9fce-de188ceb84a2" -d '{"events": [{"server_uuid": "8209a028-aad0-4619-a6c1-71a3f877a2b9", "name": "network-vif-plugged", "status": "completed", "tag": "02272a71-ada2-429b-8f2d-8271a85e94c0"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:10:15.407224 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 02272a71-ada2-429b-8f2d-8271a85e94c0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=02272a71-ada2-429b-8f2d-8271a85e94c0,segment=NetworkSegment(aa49c4dd-e5ae-40e4-8f99-cfed1711bd88),segment_id=aa49c4dd-e5ae-40e4-8f99-cfed1711bd88)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:10:15.411671 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:15.434677 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4834298a-3ece-493e-87fc-0029155f0a62 x-openstack-request-id: req-4834298a-3ece-493e-87fc-0029155f0a62 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:10:15.434972 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8209a028-aad0-4619-a6c1-71a3f877a2b9", "name": "network-vif-plugged", "status": "completed", "tag": "02272a71-ada2-429b-8f2d-8271a85e94c0", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:10:15.435231 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4834298a-3ece-493e-87fc-0029155f0a62 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:10:15.435619 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8209a028-aad0-4619-a6c1-71a3f877a2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02272a71-ada2-429b-8f2d-8271a85e94c0', 'code': 200} Nov 12 02:10:15.463352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=02272a71-ada2-429b-8f2d-8271a85e94c0,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:15.531989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae033b7-70f6-4dc6-869b-af3d0dece20c req-19dc68c9-1b0e-4604-9405-fa1a1803f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:15.533431 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aae033b7-70f6-4dc6-869b-af3d0dece20c req-19dc68c9-1b0e-4604-9405-fa1a1803f1ac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 1098 time: 0.0418499 Nov 12 02:10:15.581635 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aae033b7-70f6-4dc6-869b-af3d0dece20c req-32cd44c2-4af8-4793-9067-4451c75b91cf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395615 Nov 12 02:10:16.244425 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c204ec-be2e-426e-a19f-6277e1c8ad78 req-12369469-5ff8-4781-9a69-e30b1028dded tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:16.246239 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e4c204ec-be2e-426e-a19f-6277e1c8ad78 req-12369469-5ff8-4781-9a69-e30b1028dded tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 946 time: 0.0556180 Nov 12 02:10:16.295220 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e4c204ec-be2e-426e-a19f-6277e1c8ad78 req-c8db95a6-69e1-4fc8-a5d9-d112ddf67a9b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429173 Nov 12 02:10:17.421375 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6343bc-1745-461d-8761-29705d25860f req-3125d454-d41b-4a3d-bcc8-f2b8127eef75 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:17.426835 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dc6343bc-1745-461d-8761-29705d25860f req-3125d454-d41b-4a3d-bcc8-f2b8127eef75 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 946 time: 0.0586724 Nov 12 02:10:17.489242 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dc6343bc-1745-461d-8761-29705d25860f req-20cae702-35b1-48fb-a2c0-4817c28a6916 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559707 Nov 12 02:10:17.614913 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd72f32-1f38-481a-b1ad-bf5b5f70c9dc req-e002757c-1f7a-4354-9c65-34dbc2b21b63 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:17.616386 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-afd72f32-1f38-481a-b1ad-bf5b5f70c9dc req-e002757c-1f7a-4354-9c65-34dbc2b21b63 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 946 time: 0.0515471 Nov 12 02:10:17.669795 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-afd72f32-1f38-481a-b1ad-bf5b5f70c9dc req-4ad68983-10a5-4ffd-bd40-a5d742bf5c2a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466602 Nov 12 02:10:17.691423 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57310) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:17.732381 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e81faa5-926e-410e-841b-a869afd5d0eb tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:17.733958 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6e81faa5-926e-410e-841b-a869afd5d0eb tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 1093 time: 0.0415454 Nov 12 02:10:17.737050 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57312) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:17.741923 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-65c7c4d3-6715-4c76-b732-ffed06da4584 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': '02272a71-ada2-429b-8f2d-8271a85e94c0', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:10:17.769665 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65c7c4d3-6715-4c76-b732-ffed06da4584 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:17.874810 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65c7c4d3-6715-4c76-b732-ffed06da4584 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:17.988274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-65c7c4d3-6715-4c76-b732-ffed06da4584 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Allocated IP 172.25.0.170 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/4fca3e20-d289-4a1f-be12-3bb5e3a9380d) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:10:18.092878 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65c7c4d3-6715-4c76-b732-ffed06da4584 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:18.128862 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65c7c4d3-6715-4c76-b732-ffed06da4584 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:18.165234 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c7c4d3-6715-4c76-b732-ffed06da4584 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:10:18.167965 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-65c7c4d3-6715-4c76-b732-ffed06da4584 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:10:18.174332 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c7c4d3-6715-4c76-b732-ffed06da4584 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:10:18.205504 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7c4d3-6715-4c76-b732-ffed06da4584 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=4fca3e20-d289-4a1f-be12-3bb5e3a9380d,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:18.557460 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65c7c4d3-6715-4c76-b732-ffed06da4584 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:18.630762 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65c7c4d3-6715-4c76-b732-ffed06da4584 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:18.783636 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65c7c4d3-6715-4c76-b732-ffed06da4584 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:18.789648 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65c7c4d3-6715-4c76-b732-ffed06da4584 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:18.856465 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7c4d3-6715-4c76-b732-ffed06da4584 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=4fca3e20-d289-4a1f-be12-3bb5e3a9380d,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:10:18.870350 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65c7c4d3-6715-4c76-b732-ffed06da4584 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:18.985630 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-65c7c4d3-6715-4c76-b732-ffed06da4584 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Floating IP 8a171f47-8f78-4e3c-8b73-0f7bec674337 associated. External IP: 172.25.0.170, port: 02272a71-ada2-429b-8f2d-8271a85e94c0. Nov 12 02:10:19.200874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c7c4d3-6715-4c76-b732-ffed06da4584 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router aafab65c-0c5e-4c67-aea0-29e8978ef480 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:10:19.317684 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c7c4d3-6715-4c76-b732-ffed06da4584 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:10:19.327251 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caede08-9e00-475b-b73d-e4cba973321f None None] Sync routers for ids ['aafab65c-0c5e-4c67-aea0-29e8978ef480'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:10:19.337247 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-65c7c4d3-6715-4c76-b732-ffed06da4584 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:19.339044 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caede08-9e00-475b-b73d-e4cba973321f None None] Routers {'aafab65c-0c5e-4c67-aea0-29e8978ef480'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:10:19.340759 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-3caede08-9e00-475b-b73d-e4cba973321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:09:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['aafab65c-0c5e-4c67-aea0-29e8978ef480'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:19.366018 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-65c7c4d3-6715-4c76-b732-ffed06da4584 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6274207 Nov 12 02:10:19.366702 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8209a028-aad0-4619-a6c1-71a3f877a2b9', 'tag': '02272a71-ada2-429b-8f2d-8271a85e94c0'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:10:19.369214 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1683afc1-6fcb-40fd-92cc-9f84a2b3f907" -d '{"events": [{"name": "network-changed", "server_uuid": "8209a028-aad0-4619-a6c1-71a3f877a2b9", "tag": "02272a71-ada2-429b-8f2d-8271a85e94c0"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:10:19.416030 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8b5e3c-4366-4d58-8c46-3829f5f71295 x-openstack-request-id: req-dd8b5e3c-4366-4d58-8c46-3829f5f71295 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:10:19.416391 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8209a028-aad0-4619-a6c1-71a3f877a2b9", "tag": "02272a71-ada2-429b-8f2d-8271a85e94c0", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:10:19.416756 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd8b5e3c-4366-4d58-8c46-3829f5f71295 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:10:19.417175 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8209a028-aad0-4619-a6c1-71a3f877a2b9', 'tag': '02272a71-ada2-429b-8f2d-8271a85e94c0', 'status': 'completed', 'code': 200} Nov 12 02:10:19.461839 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-3caede08-9e00-475b-b73d-e4cba973321f None None] Set router aafab65c-0c5e-4c67-aea0-29e8978ef480 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:10:19.475008 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaefd62-9d83-404e-b098-cab1be151e25 req-136345fa-91d1-4d5d-a8bc-54af2aede395 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:19.480106 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683afc1-6fcb-40fd-92cc-9f84a2b3f907 req-5eed0310-2547-4e3d-a240-2d52fd4e3bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:19.481216 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5eaefd62-9d83-404e-b098-cab1be151e25 req-136345fa-91d1-4d5d-a8bc-54af2aede395 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 946 time: 0.0584600 Nov 12 02:10:19.481673 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1683afc1-6fcb-40fd-92cc-9f84a2b3f907 req-5eed0310-2547-4e3d-a240-2d52fd4e3bc7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 1098 time: 0.0437195 Nov 12 02:10:19.532175 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5eaefd62-9d83-404e-b098-cab1be151e25 req-dc6471b7-6b77-4300-98ee-5f164cbbf870 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481217 Nov 12 02:10:19.556948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57318) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:19.587199 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683afc1-6fcb-40fd-92cc-9f84a2b3f907 req-7acbace3-05f0-4185-b225-0431190a6651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:19.588991 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1683afc1-6fcb-40fd-92cc-9f84a2b3f907 req-7acbace3-05f0-4185-b225-0431190a6651 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a HTTP/1.1" status: 200 len: 898 time: 0.1002102 Nov 12 02:10:19.623742 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-19e02a65-d3e0-4867-bb3e-6de0470115bf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/floatingips/8a171f47-8f78-4e3c-8b73-0f7bec674337 HTTP/1.1" status: 200 len: 992 time: 0.0653384 Nov 12 02:10:19.661570 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1683afc1-6fcb-40fd-92cc-9f84a2b3f907 req-cf593696-016c-438e-8b85-2123c51380f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02272a71-ada2-429b-8f2d-8271a85e94c0 HTTP/1.1" status: 200 len: 1000 time: 0.0652883 Nov 12 02:10:19.696706 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-3caede08-9e00-475b-b73d-e4cba973321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844101848', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:10:00Z', 'updated_at': '2021-11-12T02:10:04Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:69:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:01Z', 'updated_at': '2021-11-12T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '8a171f47-8f78-4e3c-8b73-0f7bec674337', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'floating_ip_address': '172.25.0.170', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'port_id': '02272a71-ada2-429b-8f2d-8271a85e94c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a', 'mac_address': 'fa:16:3e:12:cd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209a028-aad0-4619-a6c1-71a3f877a2b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:10:18Z', 'updated_at': '2021-11-12T02:10:18Z', 'revision_number': 0, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02790bcc-1fca-40e3-8edf-0d87b6b779ba', 'name': '', 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:00:0f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:04Z', 'updated_at': '2021-11-12T02:10:07Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': 'af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:19.711532 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683afc1-6fcb-40fd-92cc-9f84a2b3f907 req-a0a1b5f3-0636-4360-b07f-0cd54a903a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:19.713099 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1683afc1-6fcb-40fd-92cc-9f84a2b3f907 req-a0a1b5f3-0636-4360-b07f-0cd54a903a1d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d HTTP/1.1" status: 200 len: 835 time: 0.0443015 Nov 12 02:10:19.722320 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caede08-9e00-475b-b73d-e4cba973321f None None] Checking router: aafab65c-0c5e-4c67-aea0-29e8978ef480 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:10:19.730633 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caede08-9e00-475b-b73d-e4cba973321f None None] Routers {'aafab65c-0c5e-4c67-aea0-29e8978ef480'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:10:19.731243 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-3caede08-9e00-475b-b73d-e4cba973321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:09:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['aafab65c-0c5e-4c67-aea0-29e8978ef480'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:19.763914 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683afc1-6fcb-40fd-92cc-9f84a2b3f907 req-ee8bdfa5-65ef-4f94-99a5-dba73a3be869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:19.765461 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1683afc1-6fcb-40fd-92cc-9f84a2b3f907 req-ee8bdfa5-65ef-4f94-99a5-dba73a3be869 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460489 Nov 12 02:10:19.838236 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-3caede08-9e00-475b-b73d-e4cba973321f None None] Set router aafab65c-0c5e-4c67-aea0-29e8978ef480 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:10:19.869797 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1683afc1-6fcb-40fd-92cc-9f84a2b3f907 req-31b546b9-1e41-4070-9f71-5bd69376c7b7 service neutron] 10.222.0.21 "GET /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967283 Nov 12 02:10:19.973246 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1683afc1-6fcb-40fd-92cc-9f84a2b3f907 req-b0c35519-a431-43d2-8688-979d151c133e service neutron] 10.222.0.21 "GET /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959234 Nov 12 02:10:20.183769 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-3caede08-9e00-475b-b73d-e4cba973321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844101848', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:10:00Z', 'updated_at': '2021-11-12T02:10:04Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:69:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:01Z', 'updated_at': '2021-11-12T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '8a171f47-8f78-4e3c-8b73-0f7bec674337', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'floating_ip_address': '172.25.0.170', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'port_id': '02272a71-ada2-429b-8f2d-8271a85e94c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a', 'mac_address': 'fa:16:3e:12:cd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209a028-aad0-4619-a6c1-71a3f877a2b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:10:18Z', 'updated_at': '2021-11-12T02:10:18Z', 'revision_number': 0, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02790bcc-1fca-40e3-8edf-0d87b6b779ba', 'name': '', 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:00:0f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:04Z', 'updated_at': '2021-11-12T02:10:07Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': 'af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:10:20.209931 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caede08-9e00-475b-b73d-e4cba973321f None None] The sync data for ids ['aafab65c-0c5e-4c67-aea0-29e8978ef480'] in n-d-712137-14 is: [{'id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844101848', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:10:00Z', 'updated_at': '2021-11-12T02:10:04Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:69:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:01Z', 'updated_at': '2021-11-12T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '8a171f47-8f78-4e3c-8b73-0f7bec674337', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'floating_ip_address': '172.25.0.170', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'port_id': '02272a71-ada2-429b-8f2d-8271a85e94c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a', 'mac_address': 'fa:16:3e:12:cd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209a028-aad0-4619-a6c1-71a3f877a2b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:10:18Z', 'updated_at': '2021-11-12T02:10:18Z', 'revision_number': 0, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02790bcc-1fca-40e3-8edf-0d87b6b779ba', 'name': '', 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:00:0f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:04Z', 'updated_at': '2021-11-12T02:10:07Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': 'af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:10:20.263046 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-755bf015-1a60-4cdb-a90e-24a0c964b883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:20.445413 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d492e27-be3a-4b10-b8ff-2cf51e6c96ad None None] New status for floating IP 8a171f47-8f78-4e3c-8b73-0f7bec674337: ACTIVE {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:10:20.627593 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57320) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:20.698568 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-941eb0d7-91d8-45f7-9754-583a4934a628 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/floatingips/8a171f47-8f78-4e3c-8b73-0f7bec674337 HTTP/1.1" status: 200 len: 994 time: 0.0694888 Nov 12 02:10:22.564094 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7b3b7700-165b-49d8-8c5c-86b447c82231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:23.860552 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:25.466428 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:25.818389 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:26.211319 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:39.696450 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:44.437733 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:10:47.315047 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-fd38f924-5638-4cc9-b6a6-b83cfdbae57e req-f301356f-54e6-4291-8c5d-f9db401b7b83 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:10:47.316039 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fd38f924-5638-4cc9-b6a6-b83cfdbae57e req-f301356f-54e6-4291-8c5d-f9db401b7b83 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053365 Nov 12 02:10:47.508745 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d247729-2cf7-4185-90e3-32b378d0e263 req-7f0bc372-3b65-4cb2-a16a-c19f87afb8cf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:47.510292 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d247729-2cf7-4185-90e3-32b378d0e263 req-7f0bc372-3b65-4cb2-a16a-c19f87afb8cf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 946 time: 0.0507736 Nov 12 02:10:47.522874 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57340) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:10:47.562090 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d247729-2cf7-4185-90e3-32b378d0e263 req-084df068-db9b-4b6a-b911-31d3e8345090 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458157 Nov 12 02:10:47.605099 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6023904-1f06-49d0-853f-c3a25912c377 req-ed98030c-b78e-4b3e-80cd-dbe4577c0b08 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809958 Nov 12 02:10:47.613786 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-a6023904-1f06-49d0-853f-c3a25912c377 req-d31c67c6-7865-4087-8060-b0dbeae0b851 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:10:47.614959 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6023904-1f06-49d0-853f-c3a25912c377 req-d31c67c6-7865-4087-8060-b0dbeae0b851 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049839 Nov 12 02:10:48.683584 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c3201-c9eb-4712-bd8f-99f3de24659c req-3abd5643-0647-48ba-a3d6-bbaa5294bed0 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:48.685025 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3c2c3201-c9eb-4712-bd8f-99f3de24659c req-3abd5643-0647-48ba-a3d6-bbaa5294bed0 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 946 time: 0.0509713 Nov 12 02:10:48.742468 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3c2c3201-c9eb-4712-bd8f-99f3de24659c req-0a4d4b40-5fda-4e20-9764-1a55704aa4ab tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494516 Nov 12 02:10:48.829742 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6023904-1f06-49d0-853f-c3a25912c377 req-c8274a31-8802-48a3-8fda-adf02d5986e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:48.831246 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6023904-1f06-49d0-853f-c3a25912c377 req-c8274a31-8802-48a3-8fda-adf02d5986e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 1098 time: 0.0453458 Nov 12 02:10:48.922177 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6023904-1f06-49d0-853f-c3a25912c377 req-79418087-1d2a-4282-900f-e3d800aad2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:48.923667 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6023904-1f06-49d0-853f-c3a25912c377 req-79418087-1d2a-4282-900f-e3d800aad2ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a HTTP/1.1" status: 200 len: 898 time: 0.0852327 Nov 12 02:10:48.997442 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6023904-1f06-49d0-853f-c3a25912c377 req-73485951-f174-4651-9df2-4ee6202d3850 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02272a71-ada2-429b-8f2d-8271a85e94c0 HTTP/1.1" status: 200 len: 1002 time: 0.0656857 Nov 12 02:10:49.048705 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6023904-1f06-49d0-853f-c3a25912c377 req-9b36af94-df72-4e0b-96db-eee5aec82fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:49.050214 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6023904-1f06-49d0-853f-c3a25912c377 req-9b36af94-df72-4e0b-96db-eee5aec82fda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d HTTP/1.1" status: 200 len: 835 time: 0.0451355 Nov 12 02:10:49.100419 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6023904-1f06-49d0-853f-c3a25912c377 req-4aee4d08-210b-40dd-a2b5-772123594878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:49.102017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6023904-1f06-49d0-853f-c3a25912c377 req-4aee4d08-210b-40dd-a2b5-772123594878 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428400 Nov 12 02:10:49.198951 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6023904-1f06-49d0-853f-c3a25912c377 req-0cbd12b6-13ee-41f8-b3f9-23003fcb04a0 service neutron] 10.222.0.21 "GET /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889053 Nov 12 02:10:49.290641 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6023904-1f06-49d0-853f-c3a25912c377 req-940ec6d1-0a06-4ac1-8f15-52c4713ea5c2 service neutron] 10.222.0.21 "GET /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838785 Nov 12 02:10:49.864545 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb79d07-a9d4-4944-82b3-7ec6c3af9d14 req-2d092c49-96f7-4f82-aa0a-03a34f5c46a6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:49.866831 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7fb79d07-a9d4-4944-82b3-7ec6c3af9d14 req-2d092c49-96f7-4f82-aa0a-03a34f5c46a6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 946 time: 0.0530822 Nov 12 02:10:49.916612 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7fb79d07-a9d4-4944-82b3-7ec6c3af9d14 req-2ba3c41d-0a3c-4470-a366-25a33d5f6361 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437462 Nov 12 02:10:50.255357 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-49cbcd51-e863-4758-be24-9e85a3c639a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:51.034443 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afe6d2-6e50-440e-9d09-cfd7d75c77b3 req-bf424f68-4088-41bd-980e-fbe959bd3987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:51.035930 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58afe6d2-6e50-440e-9d09-cfd7d75c77b3 req-bf424f68-4088-41bd-980e-fbe959bd3987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 946 time: 0.0518808 Nov 12 02:10:51.085360 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-58afe6d2-6e50-440e-9d09-cfd7d75c77b3 req-3289a155-7ca0-4134-a18c-586bd24820bf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426216 Nov 12 02:10:52.206272 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a88947-8159-4ca2-bb7a-1a2a2b02601d req-70db238d-a790-4a2a-8266-16b94a79c87a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:52.207784 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78a88947-8159-4ca2-bb7a-1a2a2b02601d req-70db238d-a790-4a2a-8266-16b94a79c87a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 946 time: 0.0498340 Nov 12 02:10:52.262634 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-78a88947-8159-4ca2-bb7a-1a2a2b02601d req-5a7bb69b-cbdf-4954-9d99-66be86bcd13b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471339 Nov 12 02:10:52.556521 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-23ff9055-a2cd-4cd1-9ffc-b22c9c18d134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:53.379474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbf3f5-675f-41b3-91f8-1085315c6314 req-68b6e383-93b0-44f1-9324-9451780e9626 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:53.381730 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bbbbf3f5-675f-41b3-91f8-1085315c6314 req-68b6e383-93b0-44f1-9324-9451780e9626 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 946 time: 0.0503955 Nov 12 02:10:53.432549 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bbbbf3f5-675f-41b3-91f8-1085315c6314 req-49e3868d-1cc4-4293-882d-a686ec6298f8 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444603 Nov 12 02:10:53.863217 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:54.546884 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ef956-7357-4f3b-934c-922ec588c2b5 req-f628e0b9-6501-437b-8b8d-1385ab1f6398 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:54.548357 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2a9ef956-7357-4f3b-934c-922ec588c2b5 req-f628e0b9-6501-437b-8b8d-1385ab1f6398 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 946 time: 0.0481441 Nov 12 02:10:54.601239 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2a9ef956-7357-4f3b-934c-922ec588c2b5 req-81f8c055-b0f3-49ef-8e01-32161e41e476 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463600 Nov 12 02:10:55.457143 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:55.718533 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cdd1e-9bfc-40ea-9206-f3bbfe0bd288 req-f0c60a8e-55ae-41c5-9f6f-911840839b6e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:55.719918 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5a4cdd1e-9bfc-40ea-9206-f3bbfe0bd288 req-f0c60a8e-55ae-41c5-9f6f-911840839b6e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 946 time: 0.0494025 Nov 12 02:10:55.774645 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5a4cdd1e-9bfc-40ea-9206-f3bbfe0bd288 req-649c1590-a79c-453b-b76d-580d3ae8975c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485945 Nov 12 02:10:55.816118 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:56.213825 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:56.902559 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d87a8-c469-456e-a2a6-b73daa92d9a7 req-a776b16f-390a-48d9-88f6-5d81b5994788 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:56.904729 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-540d87a8-c469-456e-a2a6-b73daa92d9a7 req-a776b16f-390a-48d9-88f6-5d81b5994788 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 946 time: 0.0581286 Nov 12 02:10:56.958469 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-540d87a8-c469-456e-a2a6-b73daa92d9a7 req-0788885a-d121-40d1-a3a8-571e4280b01a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454488 Nov 12 02:10:58.075081 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3bea2-9b2f-49a1-8b4b-e9c58fa2e5e1 req-c898d7c6-8b62-4407-b530-325a3475c629 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:58.076584 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-27b3bea2-9b2f-49a1-8b4b-e9c58fa2e5e1 req-c898d7c6-8b62-4407-b530-325a3475c629 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 946 time: 0.0491254 Nov 12 02:10:58.125590 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-27b3bea2-9b2f-49a1-8b4b-e9c58fa2e5e1 req-172d0579-8820-477a-805e-660def188a7e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429592 Nov 12 02:10:59.243365 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aa5af-8b1d-4eab-8342-073a673ee0fd req-3766095e-8496-4624-9029-eea358e09d14 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:59.244906 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a39aa5af-8b1d-4eab-8342-073a673ee0fd req-3766095e-8496-4624-9029-eea358e09d14 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 946 time: 0.0512609 Nov 12 02:10:59.294175 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a39aa5af-8b1d-4eab-8342-073a673ee0fd req-414dc805-5e7d-4bb3-af9e-bada3130c114 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433629 Nov 12 02:11:00.409661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f2b5-af75-431a-853b-05803b673624 req-68147fda-5c2b-4216-9cef-0262d782a119 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:00.411161 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1b39f2b5-af75-431a-853b-05803b673624 req-68147fda-5c2b-4216-9cef-0262d782a119 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 946 time: 0.0492961 Nov 12 02:11:00.460976 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1b39f2b5-af75-431a-853b-05803b673624 req-b1dc7aa9-831f-4442-821c-4d2412d0304c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425308 Nov 12 02:11:01.072562 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-a6023904-1f06-49d0-853f-c3a25912c377 req-3d81d4b4-2836-4754-9910-a7ae07e8cc56 service neutron] show failed (client error): The resource could not be found. Nov 12 02:11:01.073684 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a6023904-1f06-49d0-853f-c3a25912c377 req-3d81d4b4-2836-4754-9910-a7ae07e8cc56 service neutron] 10.222.0.21 "GET /v2.0/ports/02272a71-ada2-429b-8f2d-8271a85e94c0/bindings/n-h2-712137-14 HTTP/1.1" status: 404 len: 381 time: 0.0592461 Nov 12 02:11:01.331857 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6023904-1f06-49d0-853f-c3a25912c377 req-48db3f7e-e350-42bb-8c3e-90692071fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:01.333288 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6023904-1f06-49d0-853f-c3a25912c377 req-48db3f7e-e350-42bb-8c3e-90692071fecd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9&tenant_id=5c8a65847ab841b6a12efcb75550f4f8 HTTP/1.1" status: 200 len: 1098 time: 0.0873554 Nov 12 02:11:01.343659 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-a6023904-1f06-49d0-853f-c3a25912c377 req-3aad0933-a24d-447b-a708-df25b2cda6a0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:11:01.344860 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6023904-1f06-49d0-853f-c3a25912c377 req-3aad0933-a24d-447b-a708-df25b2cda6a0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049443 Nov 12 02:11:01.362473 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-14', 'device_owner': 'compute:nova'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:11:01.415187 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:01.580931 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bb8b4-d11d-49e8-9f46-4dec91e47f9e req-97a1cd19-d374-4aa3-8eb4-b4f342e53ecf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:01.582478 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-377bb8b4-d11d-49e8-9f46-4dec91e47f9e req-97a1cd19-d374-4aa3-8eb4-b4f342e53ecf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 946 time: 0.0498552 Nov 12 02:11:01.618963 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] For port 02272a71-ada2-429b-8f2d-8271a85e94c0, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=02272a71-ada2-429b-8f2d-8271a85e94c0,segment=NetworkSegment(aa49c4dd-e5ae-40e4-8f99-cfed1711bd88),segment_id=aa49c4dd-e5ae-40e4-8f99-cfed1711bd88)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:11:01.636654 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-377bb8b4-d11d-49e8-9f46-4dec91e47f9e req-4fd773c9-7ce1-4ba6-be91-12a1356df970 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466747 Nov 12 02:11:01.655591 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] For port 02272a71-ada2-429b-8f2d-8271a85e94c0, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:11:01.700575 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8209a028-aad0-4619-a6c1-71a3f877a2b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02272a71-ada2-429b-8f2d-8271a85e94c0'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:11:01.702919 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e288c3a5-d4e9-49c8-909a-6853e46dfc38" -d '{"events": [{"server_uuid": "8209a028-aad0-4619-a6c1-71a3f877a2b9", "name": "network-vif-unplugged", "status": "completed", "tag": "02272a71-ada2-429b-8f2d-8271a85e94c0"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:11:01.706938 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:01.720663 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Transition to ACTIVE for port object 02272a71-ada2-429b-8f2d-8271a85e94c0 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:11:01.725516 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:01.802124 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 02:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d991b97-9f74-4ee7-ba8f-ca9985d0bef5 x-openstack-request-id: req-3d991b97-9f74-4ee7-ba8f-ca9985d0bef5 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:11:01.802461 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8209a028-aad0-4619-a6c1-71a3f877a2b9", "name": "network-vif-unplugged", "status": "completed", "tag": "02272a71-ada2-429b-8f2d-8271a85e94c0", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:11:01.802719 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d991b97-9f74-4ee7-ba8f-ca9985d0bef5 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:11:01.803121 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8209a028-aad0-4619-a6c1-71a3f877a2b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02272a71-ada2-429b-8f2d-8271a85e94c0', 'code': 200} Nov 12 02:11:01.806920 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Pushing event updated for resources: {'Port': ['ID=02272a71-ada2-429b-8f2d-8271a85e94c0,revision_number=6']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:01.821173 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:01.821521 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:01.821867 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:01.822207 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:01.822539 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:01.822869 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:01.823198 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:01.823548 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:01.823856 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:01.824184 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:01.824508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:01.824926 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:01.862639 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] No DVR routers for this DVR port 02272a71-ada2-429b-8f2d-8271a85e94c0 on host n-h1-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:11:02.004123 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Attempting to bind port 02272a71-ada2-429b-8f2d-8271a85e94c0 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:11:02.004453 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Attempting to bind port 02272a71-ada2-429b-8f2d-8271a85e94c0 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': 'aa49c4dd-e5ae-40e4-8f99-cfed1711bd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:11:02.004810 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Attempting to bind port 02272a71-ada2-429b-8f2d-8271a85e94c0 on network b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:11:02.009832 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Port 02272a71-ada2-429b-8f2d-8271a85e94c0 on network b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:11:02.010148 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Attempting to bind port 02272a71-ada2-429b-8f2d-8271a85e94c0 on network b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:11:02.015032 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:11:02.015369 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Checking segment: {'id': 'aa49c4dd-e5ae-40e4-8f99-cfed1711bd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:11:02.015750 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Bound using segment: {'id': 'aa49c4dd-e5ae-40e4-8f99-cfed1711bd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:11:02.016168 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Bound port: 02272a71-ada2-429b-8f2d-8271a85e94c0, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa49c4dd-e5ae-40e4-8f99-cfed1711bd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:11:02.016515 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:02.429234 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] For port 02272a71-ada2-429b-8f2d-8271a85e94c0, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:11:02.432506 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] For port 02272a71-ada2-429b-8f2d-8271a85e94c0, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=02272a71-ada2-429b-8f2d-8271a85e94c0,segment=NetworkSegment(aa49c4dd-e5ae-40e4-8f99-cfed1711bd88),segment_id=aa49c4dd-e5ae-40e4-8f99-cfed1711bd88)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:11:02.436833 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:02.472891 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:02.473527 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:02.475462 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] 10.222.0.15 "PUT /v2.0/ports/02272a71-ada2-429b-8f2d-8271a85e94c0 HTTP/1.1" status: 200 len: 1093 time: 1.1168506 Nov 12 02:11:02.497763 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8900a-d1c8-443f-bab6-84316ab67b1f service neutron] Pushing event updated for resources: {'Port': ['ID=02272a71-ada2-429b-8f2d-8271a85e94c0,revision_number=7']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:02.550502 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6023904-1f06-49d0-853f-c3a25912c377 req-31352913-73d7-431a-9c09-93b049501aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:02.552269 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6023904-1f06-49d0-853f-c3a25912c377 req-31352913-73d7-431a-9c09-93b049501aec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 1096 time: 0.0423486 Nov 12 02:11:02.653106 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6023904-1f06-49d0-853f-c3a25912c377 req-de4deb08-0d8c-4f70-9c5d-e8beaf435290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:02.654631 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6023904-1f06-49d0-853f-c3a25912c377 req-de4deb08-0d8c-4f70-9c5d-e8beaf435290 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a HTTP/1.1" status: 200 len: 898 time: 0.0954041 Nov 12 02:11:02.731923 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6023904-1f06-49d0-853f-c3a25912c377 req-71bff62d-7aaf-4610-9527-19d9ecae9fc9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02272a71-ada2-429b-8f2d-8271a85e94c0 HTTP/1.1" status: 200 len: 1000 time: 0.0687206 Nov 12 02:11:02.759103 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1dac47-3ffa-4ba8-b075-1521b70f7c1b req-7e46189d-567b-4926-b0da-614ea69a18b8 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:02.760539 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ce1dac47-3ffa-4ba8-b075-1521b70f7c1b req-7e46189d-567b-4926-b0da-614ea69a18b8 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 944 time: 0.0506105 Nov 12 02:11:02.783356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6023904-1f06-49d0-853f-c3a25912c377 req-edc38e17-8bc4-478a-bc3d-1048a92327c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:02.784843 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6023904-1f06-49d0-853f-c3a25912c377 req-edc38e17-8bc4-478a-bc3d-1048a92327c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d HTTP/1.1" status: 200 len: 835 time: 0.0450158 Nov 12 02:11:02.812310 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ce1dac47-3ffa-4ba8-b075-1521b70f7c1b req-0dfd0cb0-3596-4144-9101-8debd1d075e5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453436 Nov 12 02:11:02.832458 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f84d56a6-0480-4a5f-a96e-f5e603594b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:02.834698 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6023904-1f06-49d0-853f-c3a25912c377 req-f84d56a6-0480-4a5f-a96e-f5e603594b7b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430527 Nov 12 02:11:02.932438 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6023904-1f06-49d0-853f-c3a25912c377 req-4be8c8dc-a559-49a8-a7fd-cd2f2f1b7abd service neutron] 10.222.0.15 "GET /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907762 Nov 12 02:11:03.026371 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a6023904-1f06-49d0-853f-c3a25912c377 req-ef0385bd-dbe7-4c08-9166-143e3de17037 service neutron] 10.222.0.15 "GET /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864329 Nov 12 02:11:03.804966 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8209a028-aad0-4619-a6c1-71a3f877a2b9', 'tag': '02272a71-ada2-429b-8f2d-8271a85e94c0'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:11:03.807373 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199" -d '{"events": [{"name": "network-changed", "server_uuid": "8209a028-aad0-4619-a6c1-71a3f877a2b9", "tag": "02272a71-ada2-429b-8f2d-8271a85e94c0"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:11:03.856904 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c13932b-7a3b-441c-a206-178e79843a25 x-openstack-request-id: req-1c13932b-7a3b-441c-a206-178e79843a25 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:11:03.857322 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8209a028-aad0-4619-a6c1-71a3f877a2b9", "tag": "02272a71-ada2-429b-8f2d-8271a85e94c0", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:11:03.857680 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c13932b-7a3b-441c-a206-178e79843a25 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:11:03.858041 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8209a028-aad0-4619-a6c1-71a3f877a2b9', 'tag': '02272a71-ada2-429b-8f2d-8271a85e94c0', 'status': 'completed', 'code': 200} Nov 12 02:11:03.926739 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199 req-8dcefb69-6680-40df-af6f-c4cd13af61a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:03.928268 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199 req-8dcefb69-6680-40df-af6f-c4cd13af61a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 1096 time: 0.0486851 Nov 12 02:11:03.943711 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199 req-0b8cce65-8273-4570-9a4e-f86f048d8330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:03.945386 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199 req-0b8cce65-8273-4570-9a4e-f86f048d8330 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 1096 time: 0.0443172 Nov 12 02:11:04.050016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199 req-1b34d32d-1372-4fc7-aeb2-686a6b8fe44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:04.051536 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199 req-1b34d32d-1372-4fc7-aeb2-686a6b8fe44f service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a HTTP/1.1" status: 200 len: 898 time: 0.0992272 Nov 12 02:11:04.061509 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69711e7d-7fbd-4a30-93f7-2b3378a1cef5 req-a7043e7b-685c-49f2-8964-8ec1b587524e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:04.062990 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-69711e7d-7fbd-4a30-93f7-2b3378a1cef5 req-a7043e7b-685c-49f2-8964-8ec1b587524e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 944 time: 0.0738251 Nov 12 02:11:04.064385 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199 req-24359878-4e80-4e3b-a19e-fe0073e8dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:04.065735 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199 req-24359878-4e80-4e3b-a19e-fe0073e8dd3c service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a HTTP/1.1" status: 200 len: 898 time: 0.1308980 Nov 12 02:11:04.123481 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199 req-75d0afd5-c8f7-4103-a286-6d87df0fa44f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02272a71-ada2-429b-8f2d-8271a85e94c0 HTTP/1.1" status: 200 len: 1000 time: 0.0639970 Nov 12 02:11:04.160116 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199 req-1956df0b-cdf9-44eb-83c8-c5901765fd75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02272a71-ada2-429b-8f2d-8271a85e94c0 HTTP/1.1" status: 200 len: 1000 time: 0.0842621 Nov 12 02:11:04.164156 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-69711e7d-7fbd-4a30-93f7-2b3378a1cef5 req-039a781a-89cb-4946-a4a9-2dad0a19bfc9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945415 Nov 12 02:11:04.175423 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199 req-1fd669d4-3177-4b1a-aaeb-f6dd4742180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:04.176667 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199 req-1fd669d4-3177-4b1a-aaeb-f6dd4742180b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d HTTP/1.1" status: 200 len: 835 time: 0.0446723 Nov 12 02:11:04.213468 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199 req-363069b5-bf06-411a-94a3-eb1aed429b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:04.214964 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199 req-363069b5-bf06-411a-94a3-eb1aed429b08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d HTTP/1.1" status: 200 len: 835 time: 0.0481756 Nov 12 02:11:04.223890 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199 req-7a4073d0-36b6-4507-a079-1a5289c3341e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:04.225614 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199 req-7a4073d0-36b6-4507-a079-1a5289c3341e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413899 Nov 12 02:11:04.266231 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199 req-c3cc2851-c98e-4806-bf80-98cc4b0ea8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:04.267752 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199 req-c3cc2851-c98e-4806-bf80-98cc4b0ea8e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462132 Nov 12 02:11:04.327846 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199 req-b1f2f107-3a5b-493f-b084-b524a72b903b service neutron] 10.222.0.15 "GET /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948162 Nov 12 02:11:04.365504 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199 req-43a94446-a2a4-4a2c-9065-1e64df7f0bb4 service neutron] 10.222.0.21 "GET /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882680 Nov 12 02:11:04.418598 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199 req-6abf979f-8846-4ad1-bf38-57e4815fefde service neutron] 10.222.0.15 "GET /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831375 Nov 12 02:11:04.457359 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4939f5d-7a1c-4b04-bc64-a4f6f130d199 req-75ab27a5-6a42-475e-b5d8-69861493debb service neutron] 10.222.0.21 "GET /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858705 Nov 12 02:11:05.286482 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd64e2c-c298-42c8-96ed-e9397b313eeb req-ea7bc926-25a1-4f8a-8b09-4853fac824cd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:05.288505 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8bd64e2c-c298-42c8-96ed-e9397b313eeb req-ea7bc926-25a1-4f8a-8b09-4853fac824cd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 944 time: 0.0504031 Nov 12 02:11:05.343555 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8bd64e2c-c298-42c8-96ed-e9397b313eeb req-796d98ac-dcdd-4cbb-89e7-2668beb6efb5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489275 Nov 12 02:11:05.449079 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 02272a71-ada2-429b-8f2d-8271a85e94c0 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:11:05.502527 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 02272a71-ada2-429b-8f2d-8271a85e94c0 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:11:05.915447 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 02272a71-ada2-429b-8f2d-8271a85e94c0 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:11:06.016149 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 02272a71-ada2-429b-8f2d-8271a85e94c0, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=02272a71-ada2-429b-8f2d-8271a85e94c0,segment=NetworkSegment(aa49c4dd-e5ae-40e4-8f99-cfed1711bd88),segment_id=aa49c4dd-e5ae-40e4-8f99-cfed1711bd88)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:11:06.028743 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '02272a71-ada2-429b-8f2d-8271a85e94c0', 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a', 'port_id': '02272a71-ada2-429b-8f2d-8271a85e94c0', 'mac_address': 'fa:16:3e:12:cd:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:11:06.066313 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:06.079413 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02272a71-ada2-429b-8f2d-8271a85e94c0 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:11:06.098532 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 02272a71-ada2-429b-8f2d-8271a85e94c0, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=02272a71-ada2-429b-8f2d-8271a85e94c0,segment=NetworkSegment(aa49c4dd-e5ae-40e4-8f99-cfed1711bd88),segment_id=aa49c4dd-e5ae-40e4-8f99-cfed1711bd88)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:11:06.103039 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:06.154174 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=02272a71-ada2-429b-8f2d-8271a85e94c0,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:06.162692 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:06.163034 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:06.163372 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:06.163706 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:06.164034 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:06.164361 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:06.164721 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:06.165044 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:06.165369 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:06.165740 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:06.166005 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:06.166326 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:06.468101 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9ab38-b995-4d6d-9ef8-c8c056f99b05 req-37b7a2c2-00f7-4f7b-86d1-d75f1010dfc1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:06.469573 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b6c9ab38-b995-4d6d-9ef8-c8c056f99b05 req-37b7a2c2-00f7-4f7b-86d1-d75f1010dfc1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 945 time: 0.0530870 Nov 12 02:11:06.519186 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b6c9ab38-b995-4d6d-9ef8-c8c056f99b05 req-d690a976-0bb3-41f9-a0e2-534548fe4bfe tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428953 Nov 12 02:11:06.594775 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['02272a71-ada2-429b-8f2d-8271a85e94c0'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:11:07.639289 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bdb0c-c2b8-44f0-a099-14d0b2387af7 req-ce672750-b76a-422b-8bca-2089995b4fbb tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:07.640964 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b54bdb0c-c2b8-44f0-a099-14d0b2387af7 req-ce672750-b76a-422b-8bca-2089995b4fbb tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 945 time: 0.0516543 Nov 12 02:11:07.692070 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b54bdb0c-c2b8-44f0-a099-14d0b2387af7 req-9159bdd1-f1df-4410-b834-cdf51965dc9f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449412 Nov 12 02:11:07.908299 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d8a70-d37d-4ecf-8cb5-c7a710ce104b req-895a721a-5beb-4539-b95e-918eeb852986 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:07.909868 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-478d8a70-d37d-4ecf-8cb5-c7a710ce104b req-895a721a-5beb-4539-b95e-918eeb852986 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 945 time: 0.0534234 Nov 12 02:11:07.921109 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c7426-1406-46b3-b904-eb58b6e09b13 req-83c6bd47-f850-47f0-8c8c-838540af75d7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:07.922686 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-543c7426-1406-46b3-b904-eb58b6e09b13 req-83c6bd47-f850-47f0-8c8c-838540af75d7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.21 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9&tenant_id=5c8a65847ab841b6a12efcb75550f4f8&binding%3Ahost_id=n-h2-712137-14 HTTP/1.1" status: 200 len: 945 time: 0.0564575 Nov 12 02:11:07.925888 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 02272a71-ada2-429b-8f2d-8271a85e94c0 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:11:07.963718 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-478d8a70-d37d-4ecf-8cb5-c7a710ce104b req-f230b3c4-4365-47ba-8e9f-9c38a7cb2fd8 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468810 Nov 12 02:11:07.978365 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 02272a71-ada2-429b-8f2d-8271a85e94c0 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:11:07.982400 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 02272a71-ada2-429b-8f2d-8271a85e94c0 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:07.982780 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:08.001561 n-d-712137-14 neutron-server[114242]: INFO neutron.api.v2.resource [req-543c7426-1406-46b3-b904-eb58b6e09b13 req-035eca31-bce6-45b7-8f9b-10410b9fcf13 service neutron] delete failed (client error): The resource could not be found. Nov 12 02:11:08.003121 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-543c7426-1406-46b3-b904-eb58b6e09b13 req-035eca31-bce6-45b7-8f9b-10410b9fcf13 service neutron] 10.222.0.21 "DELETE /v2.0/ports/02272a71-ada2-429b-8f2d-8271a85e94c0/bindings/n-h1-712137-14 HTTP/1.1" status: 404 len: 381 time: 0.0715523 Nov 12 02:11:08.068636 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:08.093054 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8209a028-aad0-4619-a6c1-71a3f877a2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02272a71-ada2-429b-8f2d-8271a85e94c0'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:11:08.095328 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb01fc41-8d6b-42c7-b800-82dd6634218f" -d '{"events": [{"server_uuid": "8209a028-aad0-4619-a6c1-71a3f877a2b9", "name": "network-vif-plugged", "status": "completed", "tag": "02272a71-ada2-429b-8f2d-8271a85e94c0"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:11:08.111769 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 02272a71-ada2-429b-8f2d-8271a85e94c0, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=02272a71-ada2-429b-8f2d-8271a85e94c0,segment=NetworkSegment(aa49c4dd-e5ae-40e4-8f99-cfed1711bd88),segment_id=aa49c4dd-e5ae-40e4-8f99-cfed1711bd88)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:11:08.118603 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:08.130240 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c7426-1406-46b3-b904-eb58b6e09b13 req-09d8db84-4bf0-45ea-b0db-04fdec848b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:08.131850 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-543c7426-1406-46b3-b904-eb58b6e09b13 req-09d8db84-4bf0-45ea-b0db-04fdec848b28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 1097 time: 0.0733204 Nov 12 02:11:08.140962 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e432a9a-30c2-43c4-bd6e-5c2bbd53d18d req-88ee38da-f02d-4992-ad49-2e3f8d8b2576 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:08.141926 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3e432a9a-30c2-43c4-bd6e-5c2bbd53d18d req-88ee38da-f02d-4992-ad49-2e3f8d8b2576 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 945 time: 0.0958660 Nov 12 02:11:08.151967 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085a91f4-31fb-4c9c-8d16-2050d1500d53 x-openstack-request-id: req-085a91f4-31fb-4c9c-8d16-2050d1500d53 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:11:08.152736 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8209a028-aad0-4619-a6c1-71a3f877a2b9", "name": "network-vif-plugged", "status": "completed", "tag": "02272a71-ada2-429b-8f2d-8271a85e94c0", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:11:08.153125 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-085a91f4-31fb-4c9c-8d16-2050d1500d53 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:11:08.153529 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8209a028-aad0-4619-a6c1-71a3f877a2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02272a71-ada2-429b-8f2d-8271a85e94c0', 'code': 200} Nov 12 02:11:08.173658 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=02272a71-ada2-429b-8f2d-8271a85e94c0,revision_number=9']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:08.554701 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3e432a9a-30c2-43c4-bd6e-5c2bbd53d18d req-c5f26b46-4580-4dcc-b1ca-bf155e4652ae tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867598 Nov 12 02:11:08.569086 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c7426-1406-46b3-b904-eb58b6e09b13 req-82fd3638-dd26-47b5-a1ae-fdb255c72a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:08.570617 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-543c7426-1406-46b3-b904-eb58b6e09b13 req-82fd3638-dd26-47b5-a1ae-fdb255c72a61 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a HTTP/1.1" status: 200 len: 898 time: 0.4278262 Nov 12 02:11:08.641370 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-543c7426-1406-46b3-b904-eb58b6e09b13 req-fb0f27ef-6571-43d1-a59a-a42d31fc70f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02272a71-ada2-429b-8f2d-8271a85e94c0 HTTP/1.1" status: 200 len: 1002 time: 0.0628335 Nov 12 02:11:08.690607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c7426-1406-46b3-b904-eb58b6e09b13 req-29b0f44c-9439-40a2-af17-800bf4e37771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:08.692088 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-543c7426-1406-46b3-b904-eb58b6e09b13 req-29b0f44c-9439-40a2-af17-800bf4e37771 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d HTTP/1.1" status: 200 len: 835 time: 0.0446196 Nov 12 02:11:08.737411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c7426-1406-46b3-b904-eb58b6e09b13 req-b9fc6b4d-aa49-419e-9398-b1f1433e8c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:08.738915 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-543c7426-1406-46b3-b904-eb58b6e09b13 req-b9fc6b4d-aa49-419e-9398-b1f1433e8c15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397446 Nov 12 02:11:08.831668 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-543c7426-1406-46b3-b904-eb58b6e09b13 req-b9e02e5a-38b1-48fe-b536-17788d57b88b service neutron] 10.222.0.21 "GET /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852873 Nov 12 02:11:08.921381 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-543c7426-1406-46b3-b904-eb58b6e09b13 req-369bbd76-9f6c-48c1-b6d7-aad3ad9e42ef service neutron] 10.222.0.21 "GET /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826471 Nov 12 02:11:09.724068 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb7f4f-9e0b-43eb-989b-5ff50889aa17 req-3ed51e12-bd0c-48ec-a117-4d28bb62295d tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:09.726239 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-52cb7f4f-9e0b-43eb-989b-5ff50889aa17 req-3ed51e12-bd0c-48ec-a117-4d28bb62295d tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 946 time: 0.1005921 Nov 12 02:11:09.728232 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:09.776740 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-52cb7f4f-9e0b-43eb-989b-5ff50889aa17 req-ae5ed6fa-6586-4df3-b5e5-1053f96cd245 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438883 Nov 12 02:11:09.798697 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57422) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:11:09.860214 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-70a37d25-5a3d-46e8-9964-e652e00319a4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/floatingips/8a171f47-8f78-4e3c-8b73-0f7bec674337 HTTP/1.1" status: 200 len: 994 time: 0.0602765 Nov 12 02:11:13.814547 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40b0b3cd-6357-407a-9237-6e7c82ac1382 req-8d700f04-fc17-4576-a29a-6a5902f5a09a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444045 Nov 12 02:11:13.916468 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0b3cd-6357-407a-9237-6e7c82ac1382 req-73bbedea-91a3-47e6-aed2-55fa7eaa550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:13.917964 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40b0b3cd-6357-407a-9237-6e7c82ac1382 req-73bbedea-91a3-47e6-aed2-55fa7eaa550c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 1098 time: 0.0431614 Nov 12 02:11:14.026722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0b3cd-6357-407a-9237-6e7c82ac1382 req-0331c8a2-dd5c-42e9-9622-3d09db90fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:14.028265 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40b0b3cd-6357-407a-9237-6e7c82ac1382 req-0331c8a2-dd5c-42e9-9622-3d09db90fd77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a HTTP/1.1" status: 200 len: 898 time: 0.0889840 Nov 12 02:11:14.106102 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40b0b3cd-6357-407a-9237-6e7c82ac1382 req-f31c4b0b-4da7-46f2-94a5-b37b437d6d0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02272a71-ada2-429b-8f2d-8271a85e94c0 HTTP/1.1" status: 200 len: 1002 time: 0.0710034 Nov 12 02:11:14.155122 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0b3cd-6357-407a-9237-6e7c82ac1382 req-49145e31-4ceb-47a7-9f41-afe79b9b51a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:14.156569 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40b0b3cd-6357-407a-9237-6e7c82ac1382 req-49145e31-4ceb-47a7-9f41-afe79b9b51a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d HTTP/1.1" status: 200 len: 835 time: 0.0436854 Nov 12 02:11:14.206757 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0b3cd-6357-407a-9237-6e7c82ac1382 req-44665b30-5d74-46ea-b395-47ecb8b3d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:14.209681 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40b0b3cd-6357-407a-9237-6e7c82ac1382 req-44665b30-5d74-46ea-b395-47ecb8b3d31a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456145 Nov 12 02:11:14.307513 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40b0b3cd-6357-407a-9237-6e7c82ac1382 req-b98218cd-d385-4841-b38f-65c931a728e7 service neutron] 10.222.0.15 "GET /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901153 Nov 12 02:11:14.402678 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40b0b3cd-6357-407a-9237-6e7c82ac1382 req-36d52c17-4ef9-4bd6-9d98-41af07fa0c41 service neutron] 10.222.0.15 "GET /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872655 Nov 12 02:11:20.259492 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1cd09fbf-37c0-42fa-bce3-e972340e3fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:21.436587 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:11:22.561955 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2fb5c61-8e20-4f23-ad08-c1697b0dfdc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:23.864850 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:25.460786 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:25.818371 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:26.216876 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:39.745140 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:50.262338 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9ec2f107-9707-4e07-96b5-5aad0362c603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:52.557626 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ac73273b-02c2-47fd-81e0-d46714131ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:53.875737 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:55.478295 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:55.822154 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:56.220497 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:58.436664 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:12:02.794205 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57438) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:02.980553 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting port 4fca3e20-d289-4a1f-be12-3bb5e3a9380d {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:12:02.980929 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:03.064058 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:03.064413 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:03.076724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Calling delete_port for 4fca3e20-d289-4a1f-be12-3bb5e3a9380d owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:12:03.243509 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:03.269677 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Port': ['ID=4fca3e20-d289-4a1f-be12-3bb5e3a9380d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:03.300604 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:03.300984 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:03.301322 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:03.301654 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:03.301979 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:03.302308 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:03.303295 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:03.303619 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:03.303946 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:03.304357 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:03.304656 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:03.304995 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:03.349023 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:03.349921 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Floating IP 8a171f47-8f78-4e3c-8b73-0f7bec674337 disassociated (deleted). External IP: 172.25.0.170, port: 02272a71-ada2-429b-8f2d-8271a85e94c0. Nov 12 02:12:03.571956 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router aafab65c-0c5e-4c67-aea0-29e8978ef480 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:12:03.688233 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:12:03.693861 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:03.701546 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59c9c97-9353-4d92-815c-7f2355b06f89 None None] Sync routers for ids ['aafab65c-0c5e-4c67-aea0-29e8978ef480'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:12:03.716379 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c9c97-9353-4d92-815c-7f2355b06f89 None None] Routers {'aafab65c-0c5e-4c67-aea0-29e8978ef480'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:12:03.717044 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b59c9c97-9353-4d92-815c-7f2355b06f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:11:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['aafab65c-0c5e-4c67-aea0-29e8978ef480'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:03.724436 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1868f80f-c462-4379-b2f0-016549734bd1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/floatingips/8a171f47-8f78-4e3c-8b73-0f7bec674337 HTTP/1.1" status: 204 len: 168 time: 0.9265203 Nov 12 02:12:03.724436 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8209a028-aad0-4619-a6c1-71a3f877a2b9', 'tag': '02272a71-ada2-429b-8f2d-8271a85e94c0'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:12:03.724893 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130da758-da26-48bf-8ab5-5cea1d9479c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8209a028-aad0-4619-a6c1-71a3f877a2b9", "tag": "02272a71-ada2-429b-8f2d-8271a85e94c0"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:12:03.781826 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fa0eb1-8529-4654-8b33-117ff2694602 x-openstack-request-id: req-16fa0eb1-8529-4654-8b33-117ff2694602 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:12:03.782302 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8209a028-aad0-4619-a6c1-71a3f877a2b9", "tag": "02272a71-ada2-429b-8f2d-8271a85e94c0", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:12:03.782858 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16fa0eb1-8529-4654-8b33-117ff2694602 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:12:03.783583 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8209a028-aad0-4619-a6c1-71a3f877a2b9', 'tag': '02272a71-ada2-429b-8f2d-8271a85e94c0', 'status': 'completed', 'code': 200} Nov 12 02:12:03.842271 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-b59c9c97-9353-4d92-815c-7f2355b06f89 None None] Set router aafab65c-0c5e-4c67-aea0-29e8978ef480 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:12:03.885723 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130da758-da26-48bf-8ab5-5cea1d9479c8 req-63e20c82-907d-47a3-882a-d036f40e5bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:03.887492 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-130da758-da26-48bf-8ab5-5cea1d9479c8 req-63e20c82-907d-47a3-882a-d036f40e5bd4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 1098 time: 0.0644913 Nov 12 02:12:04.035617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130da758-da26-48bf-8ab5-5cea1d9479c8 req-bb79caa1-ba89-4784-9466-296e9fd412e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:04.035900 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682b7d1-5e95-4eb2-884d-3ec3d4728e50 req-b874ffd9-7728-4eb4-86cf-80c81ad80bce tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:04.038294 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1682b7d1-5e95-4eb2-884d-3ec3d4728e50 req-b874ffd9-7728-4eb4-86cf-80c81ad80bce tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 946 time: 0.1119685 Nov 12 02:12:04.038955 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-130da758-da26-48bf-8ab5-5cea1d9479c8 req-bb79caa1-ba89-4784-9466-296e9fd412e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a HTTP/1.1" status: 200 len: 898 time: 0.1281509 Nov 12 02:12:04.087264 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-130da758-da26-48bf-8ab5-5cea1d9479c8 req-f02abd16-ede6-4df4-9c4f-894028b91ec2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02272a71-ada2-429b-8f2d-8271a85e94c0 HTTP/1.1" status: 200 len: 217 time: 0.0403759 Nov 12 02:12:04.103200 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1682b7d1-5e95-4eb2-884d-3ec3d4728e50 req-02972eba-d440-4290-95a3-ff9b963e3f4c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577123 Nov 12 02:12:04.106435 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b59c9c97-9353-4d92-815c-7f2355b06f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844101848', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:10:00Z', 'updated_at': '2021-11-12T02:10:04Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:69:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:01Z', 'updated_at': '2021-11-12T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '02790bcc-1fca-40e3-8edf-0d87b6b779ba', 'name': '', 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:00:0f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:04Z', 'updated_at': '2021-11-12T02:10:07Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': 'af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:04.139118 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59c9c97-9353-4d92-815c-7f2355b06f89 None None] Checking router: aafab65c-0c5e-4c67-aea0-29e8978ef480 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:12:04.151836 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130da758-da26-48bf-8ab5-5cea1d9479c8 req-cd251767-7e2b-4cb2-8a9b-f50364cf4290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:04.152156 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c9c97-9353-4d92-815c-7f2355b06f89 None None] Routers {'aafab65c-0c5e-4c67-aea0-29e8978ef480'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:12:04.152156 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b59c9c97-9353-4d92-815c-7f2355b06f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:11:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['aafab65c-0c5e-4c67-aea0-29e8978ef480'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:04.152486 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-130da758-da26-48bf-8ab5-5cea1d9479c8 req-cd251767-7e2b-4cb2-8a9b-f50364cf4290 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d HTTP/1.1" status: 200 len: 835 time: 0.0510390 Nov 12 02:12:04.202562 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130da758-da26-48bf-8ab5-5cea1d9479c8 req-5b30b0d5-312a-4f7d-bc65-f82108c4a177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:04.204100 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-130da758-da26-48bf-8ab5-5cea1d9479c8 req-5b30b0d5-312a-4f7d-bc65-f82108c4a177 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433397 Nov 12 02:12:04.268647 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-b59c9c97-9353-4d92-815c-7f2355b06f89 None None] Set router aafab65c-0c5e-4c67-aea0-29e8978ef480 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:12:04.306843 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-130da758-da26-48bf-8ab5-5cea1d9479c8 req-975f4557-5047-49ec-9172-9059b8c37b24 service neutron] 10.222.0.15 "GET /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934114 Nov 12 02:12:04.425118 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-130da758-da26-48bf-8ab5-5cea1d9479c8 req-39bc380a-e48d-4da9-9432-96939afa2f4c service neutron] 10.222.0.15 "GET /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050379 Nov 12 02:12:04.502467 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b59c9c97-9353-4d92-815c-7f2355b06f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844101848', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:10:00Z', 'updated_at': '2021-11-12T02:10:04Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:69:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:01Z', 'updated_at': '2021-11-12T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '02790bcc-1fca-40e3-8edf-0d87b6b779ba', 'name': '', 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:00:0f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:04Z', 'updated_at': '2021-11-12T02:10:07Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': 'af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:04.533486 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59c9c97-9353-4d92-815c-7f2355b06f89 None None] The sync data for ids ['aafab65c-0c5e-4c67-aea0-29e8978ef480'] in n-d-712137-14 is: [{'id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844101848', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:10:00Z', 'updated_at': '2021-11-12T02:10:04Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:69:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:01Z', 'updated_at': '2021-11-12T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '02790bcc-1fca-40e3-8edf-0d87b6b779ba', 'name': '', 'network_id': 'b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:00:0f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:04Z', 'updated_at': '2021-11-12T02:10:07Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': 'af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:12:04.769755 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bbc187-932a-443b-b4b2-1ba670286a63 None None] New status for floating IP 8a171f47-8f78-4e3c-8b73-0f7bec674337: DOWN {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:12:05.230197 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fab3a-b454-4240-9cf4-28ef1d09f304 req-d1d1563e-f2ce-4588-a753-7c11880a10ac tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:05.231751 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4e4fab3a-b454-4240-9cf4-28ef1d09f304 req-d1d1563e-f2ce-4588-a753-7c11880a10ac tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 946 time: 0.0521612 Nov 12 02:12:05.283458 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4e4fab3a-b454-4240-9cf4-28ef1d09f304 req-fa4cff80-f8eb-46b1-b380-65721ee05356 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bb22d79-d8de-4490-987f-292df59ba156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446036 Nov 12 02:12:05.619631 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d4dcc-fc9a-4333-b15c-65fe0f5ce440 req-44ec55b9-a50b-4b89-8dca-72ea67177076 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:05.621407 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b1d4dcc-fc9a-4333-b15c-65fe0f5ce440 req-44ec55b9-a50b-4b89-8dca-72ea67177076 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.15 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 946 time: 0.0518153 Nov 12 02:12:05.720971 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-3b1d4dcc-fc9a-4333-b15c-65fe0f5ce440 req-04793053-2f35-4daa-b60c-ccebaba4726b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting port 02272a71-ada2-429b-8f2d-8271a85e94c0 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:12:05.721318 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3b1d4dcc-fc9a-4333-b15c-65fe0f5ce440 req-04793053-2f35-4daa-b60c-ccebaba4726b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:05.815519 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-3b1d4dcc-fc9a-4333-b15c-65fe0f5ce440 req-04793053-2f35-4daa-b60c-ccebaba4726b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] For port 02272a71-ada2-429b-8f2d-8271a85e94c0, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=02272a71-ada2-429b-8f2d-8271a85e94c0,segment=NetworkSegment(aa49c4dd-e5ae-40e4-8f99-cfed1711bd88),segment_id=aa49c4dd-e5ae-40e4-8f99-cfed1711bd88)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:12:05.815885 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3b1d4dcc-fc9a-4333-b15c-65fe0f5ce440 req-04793053-2f35-4daa-b60c-ccebaba4726b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:05.829108 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-3b1d4dcc-fc9a-4333-b15c-65fe0f5ce440 req-04793053-2f35-4daa-b60c-ccebaba4726b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Calling delete_port for 02272a71-ada2-429b-8f2d-8271a85e94c0 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:12:05.981485 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3b1d4dcc-fc9a-4333-b15c-65fe0f5ce440 req-04793053-2f35-4daa-b60c-ccebaba4726b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:06.014243 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04793053-2f35-4daa-b60c-ccebaba4726b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Port': ['ID=02272a71-ada2-429b-8f2d-8271a85e94c0,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:06.065788 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1d4dcc-fc9a-4333-b15c-65fe0f5ce440 req-04793053-2f35-4daa-b60c-ccebaba4726b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] No DVR routers for this DVR port 02272a71-ada2-429b-8f2d-8271a85e94c0 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:12:06.069092 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-3b1d4dcc-fc9a-4333-b15c-65fe0f5ce440 req-04793053-2f35-4daa-b60c-ccebaba4726b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:06.072442 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3b1d4dcc-fc9a-4333-b15c-65fe0f5ce440 req-04793053-2f35-4daa-b60c-ccebaba4726b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.15 "DELETE /v2.0/ports/02272a71-ada2-429b-8f2d-8271a85e94c0 HTTP/1.1" status: 204 len: 173 time: 0.4441607 Nov 12 02:12:06.072930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8209a028-aad0-4619-a6c1-71a3f877a2b9', 'name': 'network-vif-deleted', 'tag': '02272a71-ada2-429b-8f2d-8271a85e94c0'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:12:06.075724 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2234a94a-8e6c-4755-9d53-8d430407b7f2" -d '{"events": [{"server_uuid": "8209a028-aad0-4619-a6c1-71a3f877a2b9", "name": "network-vif-deleted", "tag": "02272a71-ada2-429b-8f2d-8271a85e94c0"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:12:06.128328 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2f448a-5911-4855-8404-29a7f90da47a x-openstack-request-id: req-bd2f448a-5911-4855-8404-29a7f90da47a {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:12:06.128608 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8209a028-aad0-4619-a6c1-71a3f877a2b9", "name": "network-vif-deleted", "tag": "02272a71-ada2-429b-8f2d-8271a85e94c0", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:12:06.128859 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd2f448a-5911-4855-8404-29a7f90da47a {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:12:06.130373 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8209a028-aad0-4619-a6c1-71a3f877a2b9', 'name': 'network-vif-deleted', 'tag': '02272a71-ada2-429b-8f2d-8271a85e94c0', 'status': 'completed', 'code': 200} Nov 12 02:12:06.405712 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-34436bd2-f0c5-407a-8a3c-b6e436aed5e9 req-9b155e74-88ad-4b41-8225-af45db6b5376 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=8209a028-aad0-4619-a6c1-71a3f877a2b9 HTTP/1.1" status: 200 len: 210 time: 0.0311253 Nov 12 02:12:07.479170 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57456) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:07.865984 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2237cda7-04ec-4a9b-b4c1-20713cf66ef4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:08.472940 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-2237cda7-04ec-4a9b-b4c1-20713cf66ef4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting port 02790bcc-1fca-40e3-8edf-0d87b6b779ba {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:12:08.473282 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2237cda7-04ec-4a9b-b4c1-20713cf66ef4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:08.574004 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-2237cda7-04ec-4a9b-b4c1-20713cf66ef4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] For port 02790bcc-1fca-40e3-8edf-0d87b6b779ba, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=02790bcc-1fca-40e3-8edf-0d87b6b779ba,segment=NetworkSegment(aa49c4dd-e5ae-40e4-8f99-cfed1711bd88),segment_id=aa49c4dd-e5ae-40e4-8f99-cfed1711bd88)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:12:08.574723 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2237cda7-04ec-4a9b-b4c1-20713cf66ef4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:08.588376 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-2237cda7-04ec-4a9b-b4c1-20713cf66ef4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Calling delete_port for 02790bcc-1fca-40e3-8edf-0d87b6b779ba owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:12:08.791608 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2237cda7-04ec-4a9b-b4c1-20713cf66ef4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:08.822962 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237cda7-04ec-4a9b-b4c1-20713cf66ef4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Port': ['ID=02790bcc-1fca-40e3-8edf-0d87b6b779ba,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:09.012778 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2237cda7-04ec-4a9b-b4c1-20713cf66ef4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:09.247662 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2237cda7-04ec-4a9b-b4c1-20713cf66ef4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router aafab65c-0c5e-4c67-aea0-29e8978ef480 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:12:09.370010 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2237cda7-04ec-4a9b-b4c1-20713cf66ef4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:12:09.375220 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2237cda7-04ec-4a9b-b4c1-20713cf66ef4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "PUT /v2.0/routers/aafab65c-0c5e-4c67-aea0-29e8978ef480/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8949022 Nov 12 02:12:09.382104 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57458) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:09.382462 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c510de24-fbe5-4bce-a488-df1c1d44bc30 None None] Sync routers for ids ['aafab65c-0c5e-4c67-aea0-29e8978ef480'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:12:09.393429 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c510de24-fbe5-4bce-a488-df1c1d44bc30 None None] Routers {'aafab65c-0c5e-4c67-aea0-29e8978ef480'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:12:09.394039 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c510de24-fbe5-4bce-a488-df1c1d44bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:11:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['aafab65c-0c5e-4c67-aea0-29e8978ef480'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:09.438137 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-703c73d8-e2a4-4c7b-9f6f-55193de07dcc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting subnet af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:12:09.441432 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-703c73d8-e2a4-4c7b-9f6f-55193de07dcc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:09.488052 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-703c73d8-e2a4-4c7b-9f6f-55193de07dcc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:09.592412 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-703c73d8-e2a4-4c7b-9f6f-55193de07dcc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:09.617706 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-c510de24-fbe5-4bce-a488-df1c1d44bc30 None None] Set router aafab65c-0c5e-4c67-aea0-29e8978ef480 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:12:09.667643 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-703c73d8-e2a4-4c7b-9f6f-55193de07dcc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:09.681577 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-703c73d8-e2a4-4c7b-9f6f-55193de07dcc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:09.687480 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-703c73d8-e2a4-4c7b-9f6f-55193de07dcc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/subnets/af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d HTTP/1.1" status: 204 len: 168 time: 0.3018155 Nov 12 02:12:09.688153 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57460) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:09.688907 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f57f793-e32e-4658-982b-66c8ca919707 None None] Network b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:12:09.705750 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c73d8-e2a4-4c7b-9f6f-55193de07dcc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Subnet': ['ID=af8e181d-b9e3-4fa1-b2ad-2a1fd6a6e80d,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:09.777141 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:09.825131 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c510de24-fbe5-4bce-a488-df1c1d44bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844101848', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:10:00Z', 'updated_at': '2021-11-12T02:12:08Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:69:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:01Z', 'updated_at': '2021-11-12T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:09.831952 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:09.860247 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c510de24-fbe5-4bce-a488-df1c1d44bc30 None None] Checking router: aafab65c-0c5e-4c67-aea0-29e8978ef480 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:12:09.873144 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c510de24-fbe5-4bce-a488-df1c1d44bc30 None None] Routers {'aafab65c-0c5e-4c67-aea0-29e8978ef480'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:12:09.874870 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c510de24-fbe5-4bce-a488-df1c1d44bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:11:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['aafab65c-0c5e-4c67-aea0-29e8978ef480'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:09.926659 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810d1739-6c96-47eb-98cf-249de8972af8 None None] DHCP port deletion for b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:12:09.967530 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:10.011028 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-810d1739-6c96-47eb-98cf-249de8972af8 None None] Deleting port c4b273a3-c7c9-4558-81df-e56282181dde {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:12:10.011462 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-810d1739-6c96-47eb-98cf-249de8972af8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:10.013509 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-c510de24-fbe5-4bce-a488-df1c1d44bc30 None None] Set router aafab65c-0c5e-4c67-aea0-29e8978ef480 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:12:10.031510 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting port 15f33a33-9153-4d6d-8278-cb6997e7e783 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:12:10.032117 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:10.084557 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-810d1739-6c96-47eb-98cf-249de8972af8 None None] For port c4b273a3-c7c9-4558-81df-e56282181dde, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c4b273a3-c7c9-4558-81df-e56282181dde,segment=NetworkSegment(aa49c4dd-e5ae-40e4-8f99-cfed1711bd88),segment_id=aa49c4dd-e5ae-40e4-8f99-cfed1711bd88)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:12:10.085608 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-810d1739-6c96-47eb-98cf-249de8972af8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:10.099776 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-810d1739-6c96-47eb-98cf-249de8972af8 None None] Calling delete_port for c4b273a3-c7c9-4558-81df-e56282181dde owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:12:10.137211 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] For port 15f33a33-9153-4d6d-8278-cb6997e7e783, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=15f33a33-9153-4d6d-8278-cb6997e7e783,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:12:10.137211 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:10.153664 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Calling delete_port for 15f33a33-9153-4d6d-8278-cb6997e7e783 owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:12:10.214773 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-810d1739-6c96-47eb-98cf-249de8972af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:10.243865 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d1739-6c96-47eb-98cf-249de8972af8 None None] Pushing event deleted for resources: {'Port': ['ID=c4b273a3-c7c9-4558-81df-e56282181dde,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:10.251760 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810d1739-6c96-47eb-98cf-249de8972af8 None None] No DVR routers for this DVR port c4b273a3-c7c9-4558-81df-e56282181dde on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:12:10.266274 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d1739-6c96-47eb-98cf-249de8972af8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.266766 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d1739-6c96-47eb-98cf-249de8972af8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.267246 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d1739-6c96-47eb-98cf-249de8972af8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.268380 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d1739-6c96-47eb-98cf-249de8972af8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.269267 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d1739-6c96-47eb-98cf-249de8972af8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.269540 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d1739-6c96-47eb-98cf-249de8972af8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.270017 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d1739-6c96-47eb-98cf-249de8972af8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.270490 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d1739-6c96-47eb-98cf-249de8972af8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.270990 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d1739-6c96-47eb-98cf-249de8972af8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.271467 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d1739-6c96-47eb-98cf-249de8972af8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.271936 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d1739-6c96-47eb-98cf-249de8972af8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.272403 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d1739-6c96-47eb-98cf-249de8972af8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.278044 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-c510de24-fbe5-4bce-a488-df1c1d44bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844101848', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:10:00Z', 'updated_at': '2021-11-12T02:12:08Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:69:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:01Z', 'updated_at': '2021-11-12T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:10.304225 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c4b273a3-c7c9-4558-81df-e56282181dde no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:12:10.314116 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c510de24-fbe5-4bce-a488-df1c1d44bc30 None None] The sync data for ids ['aafab65c-0c5e-4c67-aea0-29e8978ef480'] in n-d-712137-14 is: [{'id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844101848', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:10:00Z', 'updated_at': '2021-11-12T02:12:08Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': '15f33a33-9153-4d6d-8278-cb6997e7e783', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:69:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafab65c-0c5e-4c67-aea0-29e8978ef480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:10:01Z', 'updated_at': '2021-11-12T02:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:12:10.336443 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: c4b273a3-c7c9-4558-81df-e56282181dde {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:12:10.336817 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c4b273a3-c7c9-4558-81df-e56282181dde not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:12:10.389430 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:10.409385 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 02272a71-ada2-429b-8f2d-8271a85e94c0 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:12:10.416526 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Port': ['ID=15f33a33-9153-4d6d-8278-cb6997e7e783,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:10.429619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.429980 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.430327 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.430670 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.431001 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.431342 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.431691 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.431888 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 02272a71-ada2-429b-8f2d-8271a85e94c0 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:12:10.432043 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.432232 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 02272a71-ada2-429b-8f2d-8271a85e94c0 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:12:10.432380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.432646 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.432997 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.433339 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:10.436298 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890aad10-3c77-487a-9112-050d4f1e3cd0 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:12:10.491555 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:10.593001 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:10.595127 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:10.645426 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:10.646297 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Fanout notify agent at l3_agent the message router_deleted on router aafab65c-0c5e-4c67-aea0-29e8978ef480 {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:12:10.654284 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:10.655422 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3624ad22-1650-4668-a744-c25fa9e5fd56 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/routers/aafab65c-0c5e-4c67-aea0-29e8978ef480 HTTP/1.1" status: 204 len: 168 time: 0.9661458 Nov 12 02:12:10.658080 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57462) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:10.743448 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dded5a59-4adb-44ef-a450-577153bca214 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:10.842011 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dded5a59-4adb-44ef-a450-577153bca214 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:10.863170 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-dded5a59-4adb-44ef-a450-577153bca214 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:10.873636 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-dded5a59-4adb-44ef-a450-577153bca214 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa49c4dd-e5ae-40e4-8f99-cfed1711bd88') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:10.873893 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-dded5a59-4adb-44ef-a450-577153bca214 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa49c4dd-e5ae-40e4-8f99-cfed1711bd88') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:10.884639 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dded5a59-4adb-44ef-a450-577153bca214 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:10.898608 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dded5a59-4adb-44ef-a450-577153bca214 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:10.905423 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dded5a59-4adb-44ef-a450-577153bca214 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:12:10.905856 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dded5a59-4adb-44ef-a450-577153bca214 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: timer() Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:12:10.909195 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:12:10.982463 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dded5a59-4adb-44ef-a450-577153bca214 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:10.991840 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dded5a59-4adb-44ef-a450-577153bca214 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:10.996973 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dded5a59-4adb-44ef-a450-577153bca214 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/networks/b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a HTTP/1.1" status: 204 len: 168 time: 0.3354912 Nov 12 02:12:10.997232 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57464) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:11.013296 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded5a59-4adb-44ef-a450-577153bca214 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Network': ['ID=b4f2a7f7-b9de-4838-8c0e-b49b3c8bf80a,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:11.072838 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c4a9554-9a7d-4d33-a8ae-1d60cb585ef8 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:11.098803 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c4a9554-9a7d-4d33-a8ae-1d60cb585ef8 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:11.169115 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c4a9554-9a7d-4d33-a8ae-1d60cb585ef8 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:11.169115 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c4a9554-9a7d-4d33-a8ae-1d60cb585ef8 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:11.169723 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4c4a9554-9a7d-4d33-a8ae-1d60cb585ef8 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/security-groups/1bb22d79-d8de-4490-987f-292df59ba156 HTTP/1.1" status: 204 len: 168 time: 0.1631856 Nov 12 02:12:11.180057 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a9554-9a7d-4d33-a8ae-1d60cb585ef8 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb22d79-d8de-4490-987f-292df59ba156,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:11.700005 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57470) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:11.704725 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-8ebb93d0-b8f8-491c-b346-9867cfadbf20 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-937264740', 'description': 'tempest-secgroup-smoke-937264740 description', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:12:11.728487 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ebb93d0-b8f8-491c-b346-9867cfadbf20 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:11.797766 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ebb93d0-b8f8-491c-b346-9867cfadbf20 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:11.808530 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ebb93d0-b8f8-491c-b346-9867cfadbf20 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:11.841142 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8ebb93d0-b8f8-491c-b346-9867cfadbf20 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:11.842383 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8ebb93d0-b8f8-491c-b346-9867cfadbf20 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1412706 Nov 12 02:12:11.844322 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb93d0-b8f8-491c-b346-9867cfadbf20 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa3a49d-d53a-4c61-88be-347264d491d8,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:11.845476 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57472) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:11.850629 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6566783b-65a0-4394-981c-b8d405034c24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': 'daa3a49d-d53a-4c61-88be-347264d491d8', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:12:11.877504 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6566783b-65a0-4394-981c-b8d405034c24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:11.934704 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6566783b-65a0-4394-981c-b8d405034c24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:11.939053 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6566783b-65a0-4394-981c-b8d405034c24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:11.957227 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566783b-65a0-4394-981c-b8d405034c24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b09b7f2-9106-4bd7-9fad-ee10d3d944cb,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:11.966188 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6566783b-65a0-4394-981c-b8d405034c24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:11.967411 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6566783b-65a0-4394-981c-b8d405034c24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208169 Nov 12 02:12:11.970120 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57474) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:11.974642 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c57e153d-e980-4783-86aa-cee69d23ee04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': 'daa3a49d-d53a-4c61-88be-347264d491d8', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:12:12.000938 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c57e153d-e980-4783-86aa-cee69d23ee04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.065647 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c57e153d-e980-4783-86aa-cee69d23ee04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.070263 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c57e153d-e980-4783-86aa-cee69d23ee04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.088784 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e153d-e980-4783-86aa-cee69d23ee04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2b2c20-25b1-4d50-a6ca-dea583d6b13c,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:12.095908 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c57e153d-e980-4783-86aa-cee69d23ee04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.097203 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c57e153d-e980-4783-86aa-cee69d23ee04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261449 Nov 12 02:12:12.100468 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57476) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:12.105134 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-3c0ae82a-2ef9-4993-969e-aaa8013fb1f2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': 'daa3a49d-d53a-4c61-88be-347264d491d8', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:12:12.137765 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3c0ae82a-2ef9-4993-969e-aaa8013fb1f2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.178976 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 02790bcc-1fca-40e3-8edf-0d87b6b779ba no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:12:12.203042 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 02790bcc-1fca-40e3-8edf-0d87b6b779ba {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:12:12.203293 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 02790bcc-1fca-40e3-8edf-0d87b6b779ba not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:12:12.203994 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 15f33a33-9153-4d6d-8278-cb6997e7e783 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:12:12.209842 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3c0ae82a-2ef9-4993-969e-aaa8013fb1f2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.214685 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3c0ae82a-2ef9-4993-969e-aaa8013fb1f2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.225359 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 15f33a33-9153-4d6d-8278-cb6997e7e783 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:12:12.225698 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 15f33a33-9153-4d6d-8278-cb6997e7e783 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:12:12.238635 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ae82a-2ef9-4993-969e-aaa8013fb1f2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99504c9f-2114-4417-8e1f-d5248ee709a4,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:12.247835 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-3c0ae82a-2ef9-4993-969e-aaa8013fb1f2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.249144 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-3c0ae82a-2ef9-4993-969e-aaa8013fb1f2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476197 Nov 12 02:12:12.251905 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57478) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:12.257645 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-28701263-40f1-4e5d-8502-acd22bf4235e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': 'daa3a49d-d53a-4c61-88be-347264d491d8', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:12:12.283147 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-28701263-40f1-4e5d-8502-acd22bf4235e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.342031 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-28701263-40f1-4e5d-8502-acd22bf4235e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.345860 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-28701263-40f1-4e5d-8502-acd22bf4235e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.366054 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28701263-40f1-4e5d-8502-acd22bf4235e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acadf421-9068-4a40-9caa-b7002ed63268,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:12.373706 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-28701263-40f1-4e5d-8502-acd22bf4235e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.374925 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-28701263-40f1-4e5d-8502-acd22bf4235e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220853 Nov 12 02:12:12.377690 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57480) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:12.382387 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-5df1b013-ce22-4097-90a4-d93f7981daa7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': 'daa3a49d-d53a-4c61-88be-347264d491d8', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:12:12.405223 n-d-712137-14 neutron-server[114242]: INFO neutron.db.securitygroups_db [None req-5df1b013-ce22-4097-90a4-d93f7981daa7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Project 5c8a65847ab841b6a12efcb75550f4f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:12:12.410747 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5df1b013-ce22-4097-90a4-d93f7981daa7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.472220 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5df1b013-ce22-4097-90a4-d93f7981daa7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.476023 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5df1b013-ce22-4097-90a4-d93f7981daa7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.493981 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1b013-ce22-4097-90a4-d93f7981daa7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46d40e9-5ea9-4150-a159-c4ecdec2d5ff,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:12.502439 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5df1b013-ce22-4097-90a4-d93f7981daa7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.503737 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5df1b013-ce22-4097-90a4-d93f7981daa7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1250696 Nov 12 02:12:12.508595 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57482) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:12.513127 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-b961d98c-ae7d-4566-b82a-704cac865d18 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': 'daa3a49d-d53a-4c61-88be-347264d491d8', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:12:12.536930 n-d-712137-14 neutron-server[114242]: INFO neutron.db.securitygroups_db [None req-b961d98c-ae7d-4566-b82a-704cac865d18 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Project 5c8a65847ab841b6a12efcb75550f4f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:12:12.542217 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b961d98c-ae7d-4566-b82a-704cac865d18 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.612395 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b961d98c-ae7d-4566-b82a-704cac865d18 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.617437 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b961d98c-ae7d-4566-b82a-704cac865d18 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.635949 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961d98c-ae7d-4566-b82a-704cac865d18 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3017fb-cc6c-4ec3-ac41-dc410de3b668,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:12.652634 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b961d98c-ae7d-4566-b82a-704cac865d18 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.653941 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b961d98c-ae7d-4566-b82a-704cac865d18 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443393 Nov 12 02:12:12.656953 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57484) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:12.662140 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-287b72e4-6178-4a88-aa15-f0e124fd476c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'network': {'name': 'tempest-network-smoke--58858900', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'port_security_enabled': True}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:12:12.687142 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287b72e4-6178-4a88-aa15-f0e124fd476c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Made reservation on behalf of 5c8a65847ab841b6a12efcb75550f4f8 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:12:12.690926 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-287b72e4-6178-4a88-aa15-f0e124fd476c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.717546 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287b72e4-6178-4a88-aa15-f0e124fd476c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:12:12.727095 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-287b72e4-6178-4a88-aa15-f0e124fd476c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.727441 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-287b72e4-6178-4a88-aa15-f0e124fd476c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Added segment 8ea56fb0-16c4-4389-970f-a02371f640e6 of type vlan for network 5ee58a68-8c17-4e5a-862f-7bf2e0dda27f Nov 12 02:12:12.770485 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-287b72e4-6178-4a88-aa15-f0e124fd476c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.796445 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-287b72e4-6178-4a88-aa15-f0e124fd476c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.802076 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287b72e4-6178-4a88-aa15-f0e124fd476c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:12.803400 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-287b72e4-6178-4a88-aa15-f0e124fd476c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.870003 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-287b72e4-6178-4a88-aa15-f0e124fd476c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2119684 Nov 12 02:12:12.872907 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57486) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:12.877771 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-a42a425c-0dcb-4fbb-8623-e257423dfc24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1783734599', 'admin_state_up': True, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:12:12.879441 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b72e4-6178-4a88-aa15-f0e124fd476c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Network': ['ID=5ee58a68-8c17-4e5a-862f-7bf2e0dda27f,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:12.891352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 5ee58a68-8c17-4e5a-862f-7bf2e0dda27f details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:12:12.902839 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a42a425c-0dcb-4fbb-8623-e257423dfc24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.904395 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a42a425c-0dcb-4fbb-8623-e257423dfc24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.961090 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a42a425c-0dcb-4fbb-8623-e257423dfc24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:13.109058 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a42a425c-0dcb-4fbb-8623-e257423dfc24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:13.315975 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a42a425c-0dcb-4fbb-8623-e257423dfc24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:13.338965 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a42a425c-0dcb-4fbb-8623-e257423dfc24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:13.447487 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-a42a425c-0dcb-4fbb-8623-e257423dfc24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Allocated IP 172.25.0.177 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/ea6b1230-bb82-48f6-9453-f4cc077605a7) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:12:13.559678 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a42a425c-0dcb-4fbb-8623-e257423dfc24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:13.594040 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a42a425c-0dcb-4fbb-8623-e257423dfc24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:13.634686 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42a425c-0dcb-4fbb-8623-e257423dfc24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:12:13.640500 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-a42a425c-0dcb-4fbb-8623-e257423dfc24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:12:13.644448 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42a425c-0dcb-4fbb-8623-e257423dfc24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:12:13.659505 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae4a233-a551-45c5-8bb3-00b1a0382f55 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:12:13.669151 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a425c-0dcb-4fbb-8623-e257423dfc24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=ea6b1230-bb82-48f6-9453-f4cc077605a7,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:13.750826 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-8b9ff447-83dd-49dc-b440-b7a223774aa9 None None] Provisioning complete for port ea6b1230-bb82-48f6-9453-f4cc077605a7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:12:13.751396 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff447-83dd-49dc-b440-b7a223774aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:13.796975 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-8b9ff447-83dd-49dc-b440-b7a223774aa9 None None] Port ea6b1230-bb82-48f6-9453-f4cc077605a7 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:12:13.948115 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a42a425c-0dcb-4fbb-8623-e257423dfc24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:14.165073 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a42a425c-0dcb-4fbb-8623-e257423dfc24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:14.297759 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42a425c-0dcb-4fbb-8623-e257423dfc24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router d562df7f-159c-4d0d-a144-71e474d3faf1 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:12:14.733341 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42a425c-0dcb-4fbb-8623-e257423dfc24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:12:14.745817 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] Sync routers for ids ['d562df7f-159c-4d0d-a144-71e474d3faf1'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:12:14.754507 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a42a425c-0dcb-4fbb-8623-e257423dfc24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:14.758263 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a42a425c-0dcb-4fbb-8623-e257423dfc24 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8817546 Nov 12 02:12:14.759145 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57488) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:14.762036 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] Routers {'d562df7f-159c-4d0d-a144-71e474d3faf1'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:12:14.763026 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:11:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d562df7f-159c-4d0d-a144-71e474d3faf1'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:14.831654 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-98272183-878a-40eb-996e-b0a9cca6e01f tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5c8a65847ab841b6a12efcb75550f4f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0711763 Nov 12 02:12:14.834541 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57492) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:14.902525 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] Set router d562df7f-159c-4d0d-a144-71e474d3faf1 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:12:14.942296 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f48015-3593-4fa4-8335-246a6e6fc0d2 tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:14.944020 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f0f48015-3593-4fa4-8335-246a6e6fc0d2 tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1083372 Nov 12 02:12:14.947391 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57494) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:14.976661 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ff6dcdfb-57d2-49f8-ac4c-48f2cd7fcddf tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279014 Nov 12 02:12:14.979862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57496) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:14.985097 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-ab4c993e-d4a5-4f39-838e-52912d962e91 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1486020980', 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:12:15.086910 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4c993e-d4a5-4f39-838e-52912d962e91 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Made reservation on behalf of 5c8a65847ab841b6a12efcb75550f4f8 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:12:15.091028 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ab4c993e-d4a5-4f39-838e-52912d962e91 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:15.108715 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783734599', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:12:12Z', 'updated_at': '2021-11-12T02:12:13Z', 'revision_number': 3, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:13Z', 'updated_at': '2021-11-12T02:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:15.142779 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] Checking router: d562df7f-159c-4d0d-a144-71e474d3faf1 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:12:15.143141 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] Updating router d562df7f-159c-4d0d-a144-71e474d3faf1 port ea6b1230-bb82-48f6-9453-f4cc077605a7 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:12:15.170907 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:15.315091 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ab4c993e-d4a5-4f39-838e-52912d962e91 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:15.366117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c993e-d4a5-4f39-838e-52912d962e91 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Subnet': ['ID=97a42f3f-5fc5-4fa4-a74e-3d34d25f0606,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:15.383643 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4c993e-d4a5-4f39-838e-52912d962e91 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Checking segment: {'id': '8ea56fb0-16c4-4389-970f-a02371f640e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:12:15.384015 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4c993e-d4a5-4f39-838e-52912d962e91 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network hostable DHCP agents. Network: 5ee58a68-8c17-4e5a-862f-7bf2e0dda27f, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:12:15.402404 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4c993e-d4a5-4f39-838e-52912d962e91 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network 5ee58a68-8c17-4e5a-862f-7bf2e0dda27f is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:12:15.412595 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-ab4c993e-d4a5-4f39-838e-52912d962e91 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 5ee58a68-8c17-4e5a-862f-7bf2e0dda27f) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:12:15.418457 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4c993e-d4a5-4f39-838e-52912d962e91 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:15.419072 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-ab4c993e-d4a5-4f39-838e-52912d962e91 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:15.428633 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad21ab8-034d-410e-9d18-ed16b55d4539 None None] Network 5ee58a68-8c17-4e5a-862f-7bf2e0dda27f requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:12:15.446752 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-ab4c993e-d4a5-4f39-838e-52912d962e91 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4649971 Nov 12 02:12:15.449058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57498) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:15.495604 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:15.504098 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:15.574886 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febd871f-6ee5-4190-bd36-8eecd27596e0 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:12:15.587095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] Attempting to bind port ea6b1230-bb82-48f6-9453-f4cc077605a7 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:12:15.587542 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] Attempting to bind port ea6b1230-bb82-48f6-9453-f4cc077605a7 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:12:15.587844 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] Attempting to bind port ea6b1230-bb82-48f6-9453-f4cc077605a7 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:12:15.593275 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639359f3-7392-4968-918e-7eb223759797 None None] Pushing event updated for resources: {'Port': ['ID=ea6b1230-bb82-48f6-9453-f4cc077605a7,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:15.626302 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:12:15.626675 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:12:15.627075 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:15.627466 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:12:15.627956 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] Bound port: ea6b1230-bb82-48f6-9453-f4cc077605a7, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:12:15.628343 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:15.691786 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ea75d3f7-4e1d-49e7-86b2-057bccfcb403 None None] Provisioning complete for port ea6b1230-bb82-48f6-9453-f4cc077605a7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:12:15.692084 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ea75d3f7-4e1d-49e7-86b2-057bccfcb403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:15.736442 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] For port ea6b1230-bb82-48f6-9453-f4cc077605a7, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:12:15.750193 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd818cf-645a-4335-8179-66f16867eba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-5ee58a68-8c17-4e5a-862f-7bf2e0dda27f', 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ips': [{'subnet_id': '97a42f3f-5fc5-4fa4-a74e-3d34d25f0606'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:12:15.751064 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1fd818cf-645a-4335-8179-66f16867eba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:15.780154 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] For port ea6b1230-bb82-48f6-9453-f4cc077605a7, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ea6b1230-bb82-48f6-9453-f4cc077605a7,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:12:15.787250 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:15.792770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ea75d3f7-4e1d-49e7-86b2-057bccfcb403 None None] Port ea6b1230-bb82-48f6-9453-f4cc077605a7 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:12:15.950895 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd982622-406b-4506-91a1-0f5c72054f04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:16.042095 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7607f978-08c4-46c8-adbe-b7c697d5d1be None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:12:16.091299 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639359f3-7392-4968-918e-7eb223759797 None None] Pushing event updated for resources: {'Port': ['ID=ea6b1230-bb82-48f6-9453-f4cc077605a7,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:16.120451 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] Routers {'d562df7f-159c-4d0d-a144-71e474d3faf1'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:12:16.121111 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:11:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d562df7f-159c-4d0d-a144-71e474d3faf1'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:16.199061 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-1fd818cf-645a-4335-8179-66f16867eba5 None None] Allocated IP 172.20.0.2 (5ee58a68-8c17-4e5a-862f-7bf2e0dda27f/97a42f3f-5fc5-4fa4-a74e-3d34d25f0606/c1ba24af-dded-4241-beed-d20c292b6871) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:12:16.209097 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-de216ece-8e95-4805-b5d8-2215c723f150 None None] Provisioning complete for port ea6b1230-bb82-48f6-9453-f4cc077605a7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:12:16.209097 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-de216ece-8e95-4805-b5d8-2215c723f150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:16.343824 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] Set router d562df7f-159c-4d0d-a144-71e474d3faf1 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:12:16.548637 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-de216ece-8e95-4805-b5d8-2215c723f150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:16.592628 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-de216ece-8e95-4805-b5d8-2215c723f150 None None] For port ea6b1230-bb82-48f6-9453-f4cc077605a7, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ea6b1230-bb82-48f6-9453-f4cc077605a7,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:12:16.605371 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-de216ece-8e95-4805-b5d8-2215c723f150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:16.612071 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1fd818cf-645a-4335-8179-66f16867eba5 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:16.667188 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1fd818cf-645a-4335-8179-66f16867eba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:16.702155 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-cd982622-406b-4506-91a1-0f5c72054f04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Allocated IP 172.20.0.1 (5ee58a68-8c17-4e5a-862f-7bf2e0dda27f/97a42f3f-5fc5-4fa4-a74e-3d34d25f0606/abeff2e8-dacb-4056-a659-160f154c2bf7) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:12:16.708082 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd818cf-645a-4335-8179-66f16867eba5 None None] Network 5ee58a68-8c17-4e5a-862f-7bf2e0dda27f is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:12:16.715953 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-1fd818cf-645a-4335-8179-66f16867eba5 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:12:16.722357 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd818cf-645a-4335-8179-66f16867eba5 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:12:16.726540 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de216ece-8e95-4805-b5d8-2215c723f150 None None] Pushing event updated for resources: {'Port': ['ID=ea6b1230-bb82-48f6-9453-f4cc077605a7,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:16.812929 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd818cf-645a-4335-8179-66f16867eba5 None None] Pushing event updated for resources: {'Port': ['ID=c1ba24af-dded-4241-beed-d20c292b6871,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:16.821398 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783734599', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:12:12Z', 'updated_at': '2021-11-12T02:12:13Z', 'revision_number': 3, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:13Z', 'updated_at': '2021-11-12T02:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:16.847081 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd982622-406b-4506-91a1-0f5c72054f04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:16.853755 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-1fd818cf-645a-4335-8179-66f16867eba5 None None] Attempting to bind port c1ba24af-dded-4241-beed-d20c292b6871 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:12:16.854129 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-1fd818cf-645a-4335-8179-66f16867eba5 None None] Attempting to bind port c1ba24af-dded-4241-beed-d20c292b6871 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '8ea56fb0-16c4-4389-970f-a02371f640e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:12:16.854490 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd818cf-645a-4335-8179-66f16867eba5 None None] Attempting to bind port c1ba24af-dded-4241-beed-d20c292b6871 on network 5ee58a68-8c17-4e5a-862f-7bf2e0dda27f {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:12:16.857614 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2379da-8402-4bc7-a0e6-ca113f4aea4e None None] The sync data for ids ['d562df7f-159c-4d0d-a144-71e474d3faf1'] in n-d-712137-14 is: [{'id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783734599', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:12:12Z', 'updated_at': '2021-11-12T02:12:13Z', 'revision_number': 3, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:13Z', 'updated_at': '2021-11-12T02:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:12:16.861738 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd818cf-645a-4335-8179-66f16867eba5 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:12:16.862009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd818cf-645a-4335-8179-66f16867eba5 None None] Checking segment: {'id': '8ea56fb0-16c4-4389-970f-a02371f640e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:12:16.862412 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1fd818cf-645a-4335-8179-66f16867eba5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:16.862956 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd818cf-645a-4335-8179-66f16867eba5 None None] Bound using segment: {'id': '8ea56fb0-16c4-4389-970f-a02371f640e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:12:16.863264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-1fd818cf-645a-4335-8179-66f16867eba5 None None] Bound port: c1ba24af-dded-4241-beed-d20c292b6871, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea56fb0-16c4-4389-970f-a02371f640e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:12:16.863663 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1fd818cf-645a-4335-8179-66f16867eba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:16.889162 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd982622-406b-4506-91a1-0f5c72054f04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:16.932919 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd982622-406b-4506-91a1-0f5c72054f04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network 5ee58a68-8c17-4e5a-862f-7bf2e0dda27f is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:12:16.939240 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-cd982622-406b-4506-91a1-0f5c72054f04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:12:16.943706 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd982622-406b-4506-91a1-0f5c72054f04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:12:16.949024 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-1fd818cf-645a-4335-8179-66f16867eba5 None None] For port c1ba24af-dded-4241-beed-d20c292b6871, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:12:16.953226 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-1fd818cf-645a-4335-8179-66f16867eba5 None None] For port c1ba24af-dded-4241-beed-d20c292b6871, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c1ba24af-dded-4241-beed-d20c292b6871,segment=NetworkSegment(8ea56fb0-16c4-4389-970f-a02371f640e6),segment_id=8ea56fb0-16c4-4389-970f-a02371f640e6)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:12:16.959878 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1fd818cf-645a-4335-8179-66f16867eba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:16.979093 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd982622-406b-4506-91a1-0f5c72054f04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=abeff2e8-dacb-4056-a659-160f154c2bf7,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:17.002479 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd982622-406b-4506-91a1-0f5c72054f04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:17.029534 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd818cf-645a-4335-8179-66f16867eba5 None None] Pushing event updated for resources: {'Port': ['ID=c1ba24af-dded-4241-beed-d20c292b6871,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:17.183341 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd982622-406b-4506-91a1-0f5c72054f04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:17.543443 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd982622-406b-4506-91a1-0f5c72054f04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:17.548547 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd982622-406b-4506-91a1-0f5c72054f04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:17.632302 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-cd982622-406b-4506-91a1-0f5c72054f04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:17.634288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd982622-406b-4506-91a1-0f5c72054f04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=abeff2e8-dacb-4056-a659-160f154c2bf7,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:17.769245 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd982622-406b-4506-91a1-0f5c72054f04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network 5ee58a68-8c17-4e5a-862f-7bf2e0dda27f is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:12:17.771051 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-cd982622-406b-4506-91a1-0f5c72054f04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:12:17.920229 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd982622-406b-4506-91a1-0f5c72054f04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router d562df7f-159c-4d0d-a144-71e474d3faf1 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:12:18.042924 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd982622-406b-4506-91a1-0f5c72054f04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:12:18.054958 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-cd982622-406b-4506-91a1-0f5c72054f04 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "PUT /v2.0/routers/d562df7f-159c-4d0d-a144-71e474d3faf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6016405 Nov 12 02:12:18.087592 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13df798b-4873-4094-8e56-bd6c5a0283fc None None] Network 5ee58a68-8c17-4e5a-862f-7bf2e0dda27f requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:12:18.186597 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4b5d4d2d-1152-4b29-bbdb-4c538b40bdbd None None] Provisioning complete for port c1ba24af-dded-4241-beed-d20c292b6871 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:12:18.186974 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4b5d4d2d-1152-4b29-bbdb-4c538b40bdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:18.225262 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c05106f-67ec-44e9-aada-ff045f31064b req-75dc6c24-2794-4f04-ae3d-6224154285a2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937264740&fields=id&tenant_id=5c8a65847ab841b6a12efcb75550f4f8 HTTP/1.1" status: 200 len: 267 time: 0.0526814 Nov 12 02:12:18.266753 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c1ba24af-dded-4241-beed-d20c292b6871 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:12:18.368893 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05106f-67ec-44e9-aada-ff045f31064b req-723962e3-c8e8-4416-bfbb-075ecf2817b4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:18.370452 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c05106f-67ec-44e9-aada-ff045f31064b req-723962e3-c8e8-4416-bfbb-075ecf2817b4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/networks?id=5ee58a68-8c17-4e5a-862f-7bf2e0dda27f HTTP/1.1" status: 200 len: 795 time: 0.1264601 Nov 12 02:12:18.387966 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c05106f-67ec-44e9-aada-ff045f31064b req-2796328b-cdb2-483b-9672-82a39b1cfdfc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/quotas/5c8a65847ab841b6a12efcb75550f4f8 HTTP/1.1" status: 200 len: 375 time: 0.0112195 Nov 12 02:12:18.397823 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4b5d4d2d-1152-4b29-bbdb-4c538b40bdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:18.425466 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port c1ba24af-dded-4241-beed-d20c292b6871 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:12:18.425845 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:18.468162 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c05106f-67ec-44e9-aada-ff045f31064b req-88657c97-4067-49c5-a376-de8d8532c41b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674350 Nov 12 02:12:18.469682 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4b5d4d2d-1152-4b29-bbdb-4c538b40bdbd None None] For port c1ba24af-dded-4241-beed-d20c292b6871, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c1ba24af-dded-4241-beed-d20c292b6871,segment=NetworkSegment(8ea56fb0-16c4-4389-970f-a02371f640e6),segment_id=8ea56fb0-16c4-4389-970f-a02371f640e6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:12:18.476065 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4b5d4d2d-1152-4b29-bbdb-4c538b40bdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:18.555521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d4d2d-1152-4b29-bbdb-4c538b40bdbd None None] Pushing event updated for resources: {'Port': ['ID=c1ba24af-dded-4241-beed-d20c292b6871,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:18.575842 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ea6b1230-bb82-48f6-9453-f4cc077605a7 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:12:18.635016 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port ea6b1230-bb82-48f6-9453-f4cc077605a7 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:12:18.635404 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:18.674902 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c05106f-67ec-44e9-aada-ff045f31064b req-14bde0cc-e227-44e9-b505-28835730b140 service neutron] 10.222.0.31 "GET /v2.0/networks/5ee58a68-8c17-4e5a-862f-7bf2e0dda27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864634 Nov 12 02:12:18.746396 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] Sync routers for ids ['d562df7f-159c-4d0d-a144-71e474d3faf1'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:12:18.763488 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] Routers {'d562df7f-159c-4d0d-a144-71e474d3faf1'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:12:18.764226 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:11:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d562df7f-159c-4d0d-a144-71e474d3faf1'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:18.796750 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5c05106f-67ec-44e9-aada-ff045f31064b req-f9812f22-f201-4b32-929b-e07de2c123f8 service neutron] 10.222.0.31 "GET /v2.0/networks/5ee58a68-8c17-4e5a-862f-7bf2e0dda27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083829 Nov 12 02:12:18.811439 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-14f7243a-c8fe-4f0e-8b3c-b7cfd028e74d None None] Provisioning complete for port c1ba24af-dded-4241-beed-d20c292b6871 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:12:18.812381 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-14f7243a-c8fe-4f0e-8b3c-b7cfd028e74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:18.907285 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] Set router d562df7f-159c-4d0d-a144-71e474d3faf1 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:12:18.932475 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-14f7243a-c8fe-4f0e-8b3c-b7cfd028e74d None None] Provisioning complete for port abeff2e8-dacb-4056-a659-160f154c2bf7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:12:18.933384 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-14f7243a-c8fe-4f0e-8b3c-b7cfd028e74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:19.027890 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b8f42450-ea67-4596-bee5-1375d74f8c14 req-668e012b-65bf-4e23-8e49-623c6c4bf8a5 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 210 time: 0.0497527 Nov 12 02:12:19.041809 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-14f7243a-c8fe-4f0e-8b3c-b7cfd028e74d None None] Port abeff2e8-dacb-4056-a659-160f154c2bf7 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:12:19.165706 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-bd9874dc-03ab-47db-8da0-093089e65e8c None None] Provisioning complete for port abeff2e8-dacb-4056-a659-160f154c2bf7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:12:19.167021 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bd9874dc-03ab-47db-8da0-093089e65e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:19.181388 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783734599', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:12:12Z', 'updated_at': '2021-11-12T02:12:17Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:13Z', 'updated_at': '2021-11-12T02:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'abeff2e8-dacb-4056-a659-160f154c2bf7', 'name': '', 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:10:47:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '97a42f3f-5fc5-4fa4-a74e-3d34d25f0606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:16Z', 'updated_at': '2021-11-12T02:12:17Z', 'revision_number': 2, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '97a42f3f-5fc5-4fa4-a74e-3d34d25f0606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:19.205529 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-bd9874dc-03ab-47db-8da0-093089e65e8c None None] Port abeff2e8-dacb-4056-a659-160f154c2bf7 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:12:19.218751 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] Checking router: d562df7f-159c-4d0d-a144-71e474d3faf1 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:12:19.219104 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] Updating router d562df7f-159c-4d0d-a144-71e474d3faf1 port abeff2e8-dacb-4056-a659-160f154c2bf7 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:12:19.248806 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:19.334742 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4b5f721c-3df4-4c67-944d-e056bf956d67 None None] Provisioning complete for port abeff2e8-dacb-4056-a659-160f154c2bf7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:12:19.335457 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4b5f721c-3df4-4c67-944d-e056bf956d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:19.379919 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4b5f721c-3df4-4c67-944d-e056bf956d67 None None] Port abeff2e8-dacb-4056-a659-160f154c2bf7 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:12:19.572107 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:19.579025 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:19.634852 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba3148-14c9-4039-b3b1-87cfe1f36fad None None] Pushing event updated for resources: {'Port': ['ID=abeff2e8-dacb-4056-a659-160f154c2bf7,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:19.658800 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba3148-14c9-4039-b3b1-87cfe1f36fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:19.659345 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba3148-14c9-4039-b3b1-87cfe1f36fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:19.659691 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba3148-14c9-4039-b3b1-87cfe1f36fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:19.660161 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba3148-14c9-4039-b3b1-87cfe1f36fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:19.660537 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba3148-14c9-4039-b3b1-87cfe1f36fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:19.661159 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba3148-14c9-4039-b3b1-87cfe1f36fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:19.662069 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba3148-14c9-4039-b3b1-87cfe1f36fad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:19.662411 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba3148-14c9-4039-b3b1-87cfe1f36fad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:19.662728 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba3148-14c9-4039-b3b1-87cfe1f36fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:19.663046 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba3148-14c9-4039-b3b1-87cfe1f36fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:19.663463 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba3148-14c9-4039-b3b1-87cfe1f36fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:19.663832 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba3148-14c9-4039-b3b1-87cfe1f36fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:12:19.695047 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] Attempting to bind port abeff2e8-dacb-4056-a659-160f154c2bf7 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:12:19.695322 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] Attempting to bind port abeff2e8-dacb-4056-a659-160f154c2bf7 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '8ea56fb0-16c4-4389-970f-a02371f640e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:12:19.695676 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] Attempting to bind port abeff2e8-dacb-4056-a659-160f154c2bf7 on network 5ee58a68-8c17-4e5a-862f-7bf2e0dda27f {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:12:19.702160 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:12:19.702552 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] Checking segment: {'id': '8ea56fb0-16c4-4389-970f-a02371f640e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:12:19.702925 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:19.703300 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] Bound using segment: {'id': '8ea56fb0-16c4-4389-970f-a02371f640e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:12:19.703757 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] Bound port: abeff2e8-dacb-4056-a659-160f154c2bf7, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea56fb0-16c4-4389-970f-a02371f640e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:12:19.704127 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:19.793894 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] For port abeff2e8-dacb-4056-a659-160f154c2bf7, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:12:19.797664 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] For port abeff2e8-dacb-4056-a659-160f154c2bf7, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=abeff2e8-dacb-4056-a659-160f154c2bf7,segment=NetworkSegment(8ea56fb0-16c4-4389-970f-a02371f640e6),segment_id=8ea56fb0-16c4-4389-970f-a02371f640e6)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:12:19.802742 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:19.866745 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] Routers {'d562df7f-159c-4d0d-a144-71e474d3faf1'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:12:19.867384 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:11:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d562df7f-159c-4d0d-a144-71e474d3faf1'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:19.872590 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba3148-14c9-4039-b3b1-87cfe1f36fad None None] Pushing event updated for resources: {'Port': ['ID=abeff2e8-dacb-4056-a659-160f154c2bf7,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:19.916043 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-83bf285d-9822-4140-9ab6-a36316d790b9 None None] Provisioning complete for port abeff2e8-dacb-4056-a659-160f154c2bf7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:12:19.916443 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-83bf285d-9822-4140-9ab6-a36316d790b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:20.025610 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] Set router d562df7f-159c-4d0d-a144-71e474d3faf1 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:12:20.029890 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-83bf285d-9822-4140-9ab6-a36316d790b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:20.113654 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-83bf285d-9822-4140-9ab6-a36316d790b9 None None] For port abeff2e8-dacb-4056-a659-160f154c2bf7, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=abeff2e8-dacb-4056-a659-160f154c2bf7,segment=NetworkSegment(8ea56fb0-16c4-4389-970f-a02371f640e6),segment_id=8ea56fb0-16c4-4389-970f-a02371f640e6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:12:20.119250 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-83bf285d-9822-4140-9ab6-a36316d790b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:20.172132 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-38ac630b-6ffd-403d-9b53-dfeebd8a26f1 req-d7beea55-939f-40f6-8890-b93b9ec8bce0 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 210 time: 0.0526261 Nov 12 02:12:20.198614 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05106f-67ec-44e9-aada-ff045f31064b req-1a2f5709-0421-4209-b449-7152c04d1ede tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:20.201099 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c05106f-67ec-44e9-aada-ff045f31064b req-1a2f5709-0421-4209-b449-7152c04d1ede tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.21 "GET /v2.0/networks?id=5ee58a68-8c17-4e5a-862f-7bf2e0dda27f HTTP/1.1" status: 200 len: 795 time: 0.1739171 Nov 12 02:12:20.238408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c1ba24af-dded-4241-beed-d20c292b6871 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:12:20.285390 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf285d-9822-4140-9ab6-a36316d790b9 None None] Pushing event updated for resources: {'Port': ['ID=abeff2e8-dacb-4056-a659-160f154c2bf7,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:20.299529 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c05106f-67ec-44e9-aada-ff045f31064b req-86510254-5960-4059-ba92-3288eef4c5c8 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c8a65847ab841b6a12efcb75550f4f8 HTTP/1.1" status: 200 len: 379 time: 0.0878901 Nov 12 02:12:20.308330 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7cb7aea4-5bff-4267-93e7-c65df5571294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:20.311041 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cb02ef83-21d0-4c13-b76b-c87bd301952b None None] Provisioning complete for port abeff2e8-dacb-4056-a659-160f154c2bf7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:12:20.311414 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cb02ef83-21d0-4c13-b76b-c87bd301952b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:20.313798 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-5c05106f-67ec-44e9-aada-ff045f31064b req-1fcbdf54-e7b4-4682-b7cd-fa570a18aead tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'port': {'device_id': '28ec7953-216b-4d42-bcc8-d02e09f19c8f', 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f', 'admin_state_up': True, 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'security_groups': ['daa3a49d-d53a-4c61-88be-347264d491d8']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:12:20.359819 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port c1ba24af-dded-4241-beed-d20c292b6871 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:12:20.360498 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:20.429356 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783734599', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:12:12Z', 'updated_at': '2021-11-12T02:12:17Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:13Z', 'updated_at': '2021-11-12T02:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'abeff2e8-dacb-4056-a659-160f154c2bf7', 'name': '', 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:10:47:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '97a42f3f-5fc5-4fa4-a74e-3d34d25f0606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:16Z', 'updated_at': '2021-11-12T02:12:19Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '97a42f3f-5fc5-4fa4-a74e-3d34d25f0606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:20.480250 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb0936-0d4b-443e-8954-7d66cd16cea0 None None] The sync data for ids ['d562df7f-159c-4d0d-a144-71e474d3faf1'] in n-d-712137-14 is: [{'id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783734599', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:12:12Z', 'updated_at': '2021-11-12T02:12:17Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:13Z', 'updated_at': '2021-11-12T02:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'abeff2e8-dacb-4056-a659-160f154c2bf7', 'name': '', 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:10:47:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '97a42f3f-5fc5-4fa4-a74e-3d34d25f0606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:16Z', 'updated_at': '2021-11-12T02:12:19Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '97a42f3f-5fc5-4fa4-a74e-3d34d25f0606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:12:20.827417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c05106f-67ec-44e9-aada-ff045f31064b req-1fcbdf54-e7b4-4682-b7cd-fa570a18aead tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Made reservation on behalf of 5c8a65847ab841b6a12efcb75550f4f8 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:12:20.831666 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5c05106f-67ec-44e9-aada-ff045f31064b req-1fcbdf54-e7b4-4682-b7cd-fa570a18aead tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:20.981474 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-5c05106f-67ec-44e9-aada-ff045f31064b req-1fcbdf54-e7b4-4682-b7cd-fa570a18aead tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Allocated IP 172.20.0.7 (5ee58a68-8c17-4e5a-862f-7bf2e0dda27f/97a42f3f-5fc5-4fa4-a74e-3d34d25f0606/dee16a1e-fed3-4747-9b32-1e67062cee9c) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:12:21.155736 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5c05106f-67ec-44e9-aada-ff045f31064b req-1fcbdf54-e7b4-4682-b7cd-fa570a18aead tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:21.191875 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5c05106f-67ec-44e9-aada-ff045f31064b req-1fcbdf54-e7b4-4682-b7cd-fa570a18aead tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:21.244505 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c05106f-67ec-44e9-aada-ff045f31064b req-1fcbdf54-e7b4-4682-b7cd-fa570a18aead tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network 5ee58a68-8c17-4e5a-862f-7bf2e0dda27f is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:12:21.250091 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-5c05106f-67ec-44e9-aada-ff045f31064b req-1fcbdf54-e7b4-4682-b7cd-fa570a18aead tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:12:21.254261 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c05106f-67ec-44e9-aada-ff045f31064b req-1fcbdf54-e7b4-4682-b7cd-fa570a18aead tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:12:21.294364 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbdf54-e7b4-4682-b7cd-fa570a18aead tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=dee16a1e-fed3-4747-9b32-1e67062cee9c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:21.345091 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05106f-67ec-44e9-aada-ff045f31064b req-1fcbdf54-e7b4-4682-b7cd-fa570a18aead tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:21.346669 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5c05106f-67ec-44e9-aada-ff045f31064b req-1fcbdf54-e7b4-4682-b7cd-fa570a18aead tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:21.369519 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c05106f-67ec-44e9-aada-ff045f31064b req-1fcbdf54-e7b4-4682-b7cd-fa570a18aead tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0615585 Nov 12 02:12:21.379376 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83e417-d0c6-4ba8-a441-f0722f6f4573 req-00baa436-f28e-4fd5-8b04-494343bd23ac tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:21.381050 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a83e417-d0c6-4ba8-a441-f0722f6f4573 req-00baa436-f28e-4fd5-8b04-494343bd23ac tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 931 time: 0.1000030 Nov 12 02:12:21.448479 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-5c05106f-67ec-44e9-aada-ff045f31064b req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] Request body: {'port': {'device_id': '28ec7953-216b-4d42-bcc8-d02e09f19c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:12:21.492152 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a83e417-d0c6-4ba8-a441-f0722f6f4573 req-27387ce7-bb27-4f96-9a4d-f92e1387ebd8 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990922 Nov 12 02:12:21.529359 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5c05106f-67ec-44e9-aada-ff045f31064b req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:21.560124 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d2755f4f-c88d-46a6-97e1-34b032afabed None None] Provisioning complete for port dee16a1e-fed3-4747-9b32-1e67062cee9c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:12:21.560683 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d2755f4f-c88d-46a6-97e1-34b032afabed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:21.615263 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-d2755f4f-c88d-46a6-97e1-34b032afabed None None] Port dee16a1e-fed3-4747-9b32-1e67062cee9c cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:12:21.850781 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-5c05106f-67ec-44e9-aada-ff045f31064b req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee16a1e-fed3-4747-9b32-1e67062cee9c {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:12:21.861503 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5c05106f-67ec-44e9-aada-ff045f31064b req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:21.874705 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-5c05106f-67ec-44e9-aada-ff045f31064b req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] Transition to ACTIVE for port object dee16a1e-fed3-4747-9b32-1e67062cee9c will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:12:21.879508 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5c05106f-67ec-44e9-aada-ff045f31064b req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:21.938398 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] Pushing event updated for resources: {'Port': ['ID=dee16a1e-fed3-4747-9b32-1e67062cee9c,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:22.021847 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-5c05106f-67ec-44e9-aada-ff045f31064b req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] Attempting to bind port dee16a1e-fed3-4747-9b32-1e67062cee9c on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:12:22.022182 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-5c05106f-67ec-44e9-aada-ff045f31064b req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] Attempting to bind port dee16a1e-fed3-4747-9b32-1e67062cee9c by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '8ea56fb0-16c4-4389-970f-a02371f640e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:12:22.022534 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c05106f-67ec-44e9-aada-ff045f31064b req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] Attempting to bind port dee16a1e-fed3-4747-9b32-1e67062cee9c on network 5ee58a68-8c17-4e5a-862f-7bf2e0dda27f {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:12:22.027630 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c05106f-67ec-44e9-aada-ff045f31064b req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] Port dee16a1e-fed3-4747-9b32-1e67062cee9c on network 5ee58a68-8c17-4e5a-862f-7bf2e0dda27f not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:12:22.027959 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c05106f-67ec-44e9-aada-ff045f31064b req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] Attempting to bind port dee16a1e-fed3-4747-9b32-1e67062cee9c on network 5ee58a68-8c17-4e5a-862f-7bf2e0dda27f {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:12:22.033690 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c05106f-67ec-44e9-aada-ff045f31064b req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:12:22.034063 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c05106f-67ec-44e9-aada-ff045f31064b req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] Checking segment: {'id': '8ea56fb0-16c4-4389-970f-a02371f640e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:12:22.034413 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c05106f-67ec-44e9-aada-ff045f31064b req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] Bound using segment: {'id': '8ea56fb0-16c4-4389-970f-a02371f640e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:12:22.034848 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-5c05106f-67ec-44e9-aada-ff045f31064b req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] Bound port: dee16a1e-fed3-4747-9b32-1e67062cee9c, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ea56fb0-16c4-4389-970f-a02371f640e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:12:22.035205 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5c05106f-67ec-44e9-aada-ff045f31064b req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:22.105902 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-5c05106f-67ec-44e9-aada-ff045f31064b req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] For port dee16a1e-fed3-4747-9b32-1e67062cee9c, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:12:22.109286 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-5c05106f-67ec-44e9-aada-ff045f31064b req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] For port dee16a1e-fed3-4747-9b32-1e67062cee9c, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=dee16a1e-fed3-4747-9b32-1e67062cee9c,segment=NetworkSegment(8ea56fb0-16c4-4389-970f-a02371f640e6),segment_id=8ea56fb0-16c4-4389-970f-a02371f640e6)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:12:22.115633 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5c05106f-67ec-44e9-aada-ff045f31064b req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:22.156222 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05106f-67ec-44e9-aada-ff045f31064b req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:22.157019 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-5c05106f-67ec-44e9-aada-ff045f31064b req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:22.158463 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c05106f-67ec-44e9-aada-ff045f31064b req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] 10.222.0.21 "PUT /v2.0/ports/dee16a1e-fed3-4747-9b32-1e67062cee9c HTTP/1.1" status: 200 len: 1092 time: 0.7764487 Nov 12 02:12:22.158922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ec7953-216b-4d42-bcc8-d02e09f19c8f', 'tag': 'dee16a1e-fed3-4747-9b32-1e67062cee9c'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:12:22.162296 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d97dd8c-49ff-4821-8627-a880757c8746" -d '{"events": [{"name": "network-changed", "server_uuid": "28ec7953-216b-4d42-bcc8-d02e09f19c8f", "tag": "dee16a1e-fed3-4747-9b32-1e67062cee9c"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:12:22.215984 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28041e-b750-47be-bec5-f3af185f54d6 service neutron] Pushing event updated for resources: {'Port': ['ID=dee16a1e-fed3-4747-9b32-1e67062cee9c,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:22.246171 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device abeff2e8-dacb-4056-a659-160f154c2bf7 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:12:22.271863 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05106f-67ec-44e9-aada-ff045f31064b req-bbd40937-8a89-4122-9f0d-9ca7e7b51cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:22.274644 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c05106f-67ec-44e9-aada-ff045f31064b req-bbd40937-8a89-4122-9f0d-9ca7e7b51cdb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 1095 time: 0.0676031 Nov 12 02:12:22.309197 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port abeff2e8-dacb-4056-a659-160f154c2bf7 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:12:22.309574 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:22.331837 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c05106f-67ec-44e9-aada-ff045f31064b req-8a00a93f-b3fa-41f6-979f-2e608bb439e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dee16a1e-fed3-4747-9b32-1e67062cee9c HTTP/1.1" status: 200 len: 217 time: 0.0484335 Nov 12 02:12:22.370982 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd88fec-f0bb-4741-9633-93c184760cd5 x-openstack-request-id: req-1bd88fec-f0bb-4741-9633-93c184760cd5 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:12:22.371379 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ec7953-216b-4d42-bcc8-d02e09f19c8f", "tag": "dee16a1e-fed3-4747-9b32-1e67062cee9c", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:12:22.371887 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1bd88fec-f0bb-4741-9633-93c184760cd5 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:12:22.372150 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ec7953-216b-4d42-bcc8-d02e09f19c8f', 'tag': 'dee16a1e-fed3-4747-9b32-1e67062cee9c', 'status': 'completed', 'code': 200} Nov 12 02:12:22.405612 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05106f-67ec-44e9-aada-ff045f31064b req-38415c49-5fcc-4bdd-b10a-886905d88366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:22.407556 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c05106f-67ec-44e9-aada-ff045f31064b req-38415c49-5fcc-4bdd-b10a-886905d88366 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97a42f3f-5fc5-4fa4-a74e-3d34d25f0606 HTTP/1.1" status: 200 len: 835 time: 0.0673921 Nov 12 02:12:22.460573 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05106f-67ec-44e9-aada-ff045f31064b req-6edff9b9-b701-4a9a-8fb8-a287fa01d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:22.462930 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c05106f-67ec-44e9-aada-ff045f31064b req-6edff9b9-b701-4a9a-8fb8-a287fa01d23a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ee58a68-8c17-4e5a-862f-7bf2e0dda27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476546 Nov 12 02:12:22.568870 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-287faf1b-ccaf-4138-855a-3dad835c7d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:22.597674 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c05106f-67ec-44e9-aada-ff045f31064b req-3d4ab715-cae4-4b76-8998-0e6668ecf92d service neutron] 10.222.0.21 "GET /v2.0/networks/5ee58a68-8c17-4e5a-862f-7bf2e0dda27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277769 Nov 12 02:12:22.694952 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56619a1-94ea-42e8-8464-d2ce35b8578f req-433a102b-fd55-4701-b1d7-e9ed91e0b03b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:22.696489 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b56619a1-94ea-42e8-8464-d2ce35b8578f req-433a102b-fd55-4701-b1d7-e9ed91e0b03b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 943 time: 0.1142929 Nov 12 02:12:22.741211 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c05106f-67ec-44e9-aada-ff045f31064b req-3c88ce38-8d99-4950-953a-3f4a6c2f44e4 service neutron] 10.222.0.21 "GET /v2.0/networks/5ee58a68-8c17-4e5a-862f-7bf2e0dda27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290665 Nov 12 02:12:22.769944 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b56619a1-94ea-42e8-8464-d2ce35b8578f req-88bcac76-b4e5-4239-a725-40ebee138638 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668542 Nov 12 02:12:22.841804 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97dd8c-49ff-4821-8627-a880757c8746 req-0714e9de-51c4-424b-9832-9ab3c336e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:22.843834 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3d97dd8c-49ff-4821-8627-a880757c8746 req-0714e9de-51c4-424b-9832-9ab3c336e6a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 1095 time: 0.0452700 Nov 12 02:12:22.952784 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97dd8c-49ff-4821-8627-a880757c8746 req-cea77de7-ab5e-472a-bb2d-cb57cdec7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:22.954207 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3d97dd8c-49ff-4821-8627-a880757c8746 req-cea77de7-ab5e-472a-bb2d-cb57cdec7bbd service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ee58a68-8c17-4e5a-862f-7bf2e0dda27f HTTP/1.1" status: 200 len: 896 time: 0.1026068 Nov 12 02:12:23.000797 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3d97dd8c-49ff-4821-8627-a880757c8746 req-769092e6-ff79-4abd-a241-c47b6d5f97fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dee16a1e-fed3-4747-9b32-1e67062cee9c HTTP/1.1" status: 200 len: 217 time: 0.0377953 Nov 12 02:12:23.053619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97dd8c-49ff-4821-8627-a880757c8746 req-c7b66127-94d2-4478-8650-9b3665816691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:23.055150 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3d97dd8c-49ff-4821-8627-a880757c8746 req-c7b66127-94d2-4478-8650-9b3665816691 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97a42f3f-5fc5-4fa4-a74e-3d34d25f0606 HTTP/1.1" status: 200 len: 835 time: 0.0457296 Nov 12 02:12:23.108586 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97dd8c-49ff-4821-8627-a880757c8746 req-25027c6a-7f84-4e49-bd45-dddac909d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:23.110182 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3d97dd8c-49ff-4821-8627-a880757c8746 req-25027c6a-7f84-4e49-bd45-dddac909d4f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ee58a68-8c17-4e5a-862f-7bf2e0dda27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475981 Nov 12 02:12:23.211021 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3d97dd8c-49ff-4821-8627-a880757c8746 req-a2d506bd-e9b1-4a3f-bb82-d9d61579d5a3 service neutron] 10.222.0.21 "GET /v2.0/networks/5ee58a68-8c17-4e5a-862f-7bf2e0dda27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917664 Nov 12 02:12:23.312030 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3d97dd8c-49ff-4821-8627-a880757c8746 req-2217dcf1-2e86-4456-82e9-967a3b42688b service neutron] 10.222.0.21 "GET /v2.0/networks/5ee58a68-8c17-4e5a-862f-7bf2e0dda27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940623 Nov 12 02:12:23.872663 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:23.904749 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3ff36-87d2-4788-b4d2-e33e64d09924 req-8bf60d10-1d52-47d7-b7b5-ca826a088ec1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:23.906175 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-75f3ff36-87d2-4788-b4d2-e33e64d09924 req-8bf60d10-1d52-47d7-b7b5-ca826a088ec1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 943 time: 0.0560105 Nov 12 02:12:23.961069 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-75f3ff36-87d2-4788-b4d2-e33e64d09924 req-34a76eed-231b-49c8-9c40-8c2f6235be6b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478656 Nov 12 02:12:25.085300 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c8525-16fe-464a-b53b-44f0b5be2a34 req-912f0a87-1b4f-4bfe-b010-50a325b6e9fd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:25.086864 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f3c8525-16fe-464a-b53b-44f0b5be2a34 req-912f0a87-1b4f-4bfe-b010-50a325b6e9fd tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 943 time: 0.0536282 Nov 12 02:12:25.139785 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4f3c8525-16fe-464a-b53b-44f0b5be2a34 req-20f756eb-f1bb-42eb-b8b5-12d68ab18310 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465424 Nov 12 02:12:25.474784 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:25.825045 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:25.885717 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device dee16a1e-fed3-4747-9b32-1e67062cee9c details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:12:26.154459 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port dee16a1e-fed3-4747-9b32-1e67062cee9c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=dee16a1e-fed3-4747-9b32-1e67062cee9c,segment=NetworkSegment(8ea56fb0-16c4-4389-970f-a02371f640e6),segment_id=8ea56fb0-16c4-4389-970f-a02371f640e6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:12:26.166656 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'dee16a1e-fed3-4747-9b32-1e67062cee9c', 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f', 'port_id': 'dee16a1e-fed3-4747-9b32-1e67062cee9c', 'mac_address': 'fa:16:3e:83:21:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a42f3f-5fc5-4fa4-a74e-3d34d25f0606', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:12:26.232539 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:26.252793 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee16a1e-fed3-4747-9b32-1e67062cee9c {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:12:26.258861 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:26.264650 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd70f2-630b-486f-9abe-77129e5e3795 req-2c816d13-635e-4303-aa15-ebf96363072b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:26.266357 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ddfd70f2-630b-486f-9abe-77129e5e3795 req-2c816d13-635e-4303-aa15-ebf96363072b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 943 time: 0.0527577 Nov 12 02:12:26.291805 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port dee16a1e-fed3-4747-9b32-1e67062cee9c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=dee16a1e-fed3-4747-9b32-1e67062cee9c,segment=NetworkSegment(8ea56fb0-16c4-4389-970f-a02371f640e6),segment_id=8ea56fb0-16c4-4389-970f-a02371f640e6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:12:26.296671 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:26.329969 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ddfd70f2-630b-486f-9abe-77129e5e3795 req-2e70b351-da8a-4046-945b-eb928a8b4ee3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520341 Nov 12 02:12:26.351146 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=dee16a1e-fed3-4747-9b32-1e67062cee9c,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:26.549209 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['dee16a1e-fed3-4747-9b32-1e67062cee9c'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:12:27.447960 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787c0da-0849-42d9-be66-5ab1cf0e08a6 req-7d91892a-1acb-4526-a02b-b3c4fdb5b426 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:27.449563 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e787c0da-0849-42d9-be66-5ab1cf0e08a6 req-7d91892a-1acb-4526-a02b-b3c4fdb5b426 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 944 time: 0.0511115 Nov 12 02:12:27.509968 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e787c0da-0849-42d9-be66-5ab1cf0e08a6 req-06e1211f-57e0-4270-8798-1ef5bf24d7a8 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498078 Nov 12 02:12:27.916137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device dee16a1e-fed3-4747-9b32-1e67062cee9c up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:12:27.975192 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port dee16a1e-fed3-4747-9b32-1e67062cee9c completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:12:27.979276 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port dee16a1e-fed3-4747-9b32-1e67062cee9c triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:12:27.979642 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:28.076531 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:28.101118 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ec7953-216b-4d42-bcc8-d02e09f19c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee16a1e-fed3-4747-9b32-1e67062cee9c'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:12:28.103333 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abec519-ccaa-4722-bcf3-298e338f70a4" -d '{"events": [{"server_uuid": "28ec7953-216b-4d42-bcc8-d02e09f19c8f", "name": "network-vif-plugged", "status": "completed", "tag": "dee16a1e-fed3-4747-9b32-1e67062cee9c"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:12:28.117075 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port dee16a1e-fed3-4747-9b32-1e67062cee9c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=dee16a1e-fed3-4747-9b32-1e67062cee9c,segment=NetworkSegment(8ea56fb0-16c4-4389-970f-a02371f640e6),segment_id=8ea56fb0-16c4-4389-970f-a02371f640e6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:12:28.122501 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:28.178613 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=dee16a1e-fed3-4747-9b32-1e67062cee9c,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:28.208911 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7510853a-4317-44f6-b0f8-46fd5f1f7a4e x-openstack-request-id: req-7510853a-4317-44f6-b0f8-46fd5f1f7a4e {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:12:28.209268 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ec7953-216b-4d42-bcc8-d02e09f19c8f", "name": "network-vif-plugged", "status": "completed", "tag": "dee16a1e-fed3-4747-9b32-1e67062cee9c", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:12:28.209578 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7510853a-4317-44f6-b0f8-46fd5f1f7a4e {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:12:28.209983 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ec7953-216b-4d42-bcc8-d02e09f19c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee16a1e-fed3-4747-9b32-1e67062cee9c', 'code': 200} Nov 12 02:12:28.314162 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe74a02-e544-40a5-988e-5c59c6446f70 req-5e9ab2e2-ce1d-41f2-8e1b-776e575d5512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:28.315673 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbe74a02-e544-40a5-988e-5c59c6446f70 req-5e9ab2e2-ce1d-41f2-8e1b-776e575d5512 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 1097 time: 0.0461550 Nov 12 02:12:28.366352 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fbe74a02-e544-40a5-988e-5c59c6446f70 req-b8d1680d-fa0f-48b9-8709-3acb6e45a0ab service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416188 Nov 12 02:12:28.629844 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e3fb0-a9e2-4e55-807b-764daebb1a6e req-36cdc29a-3f84-4d5f-8165-3e5eebc0321d tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:28.631446 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-397e3fb0-a9e2-4e55-807b-764daebb1a6e req-36cdc29a-3f84-4d5f-8165-3e5eebc0321d tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 945 time: 0.0508904 Nov 12 02:12:28.684549 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-397e3fb0-a9e2-4e55-807b-764daebb1a6e req-6d0094c9-f3b8-4b7e-a27b-d7171453c27d tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466905 Nov 12 02:12:29.811224 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcd160-aac7-4f44-9ac1-ddfa021a1dd6 req-7a8ef782-9661-4d99-ab22-9aab3f3ec337 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:29.812805 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c2bcd160-aac7-4f44-9ac1-ddfa021a1dd6 req-7a8ef782-9661-4d99-ab22-9aab3f3ec337 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 945 time: 0.0525937 Nov 12 02:12:29.872894 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c2bcd160-aac7-4f44-9ac1-ddfa021a1dd6 req-a9dd97de-3903-4b79-9a3c-45ceae9b06a3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493884 Nov 12 02:12:30.001995 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d1b8c-e8d0-406b-bbb6-c84a701d041e req-141d19c3-92bf-4dc6-9837-e6a2efd56b69 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:30.003561 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-904d1b8c-e8d0-406b-bbb6-c84a701d041e req-141d19c3-92bf-4dc6-9837-e6a2efd56b69 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 945 time: 0.0579560 Nov 12 02:12:30.061341 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-904d1b8c-e8d0-406b-bbb6-c84a701d041e req-37c9ebc4-e0f5-4be7-ae88-f6b3ccc66fb0 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511186 Nov 12 02:12:30.084344 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57564) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:30.126447 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d959982-78ff-4f82-a0d4-3fe4e94de9c2 tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:30.128387 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4d959982-78ff-4f82-a0d4-3fe4e94de9c2 tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 1092 time: 0.0428245 Nov 12 02:12:30.131510 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57566) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:30.136860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-b412e43e-29fb-4553-8c4a-c8fb478a5960 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': 'dee16a1e-fed3-4747-9b32-1e67062cee9c', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:12:30.160519 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b412e43e-29fb-4553-8c4a-c8fb478a5960 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:30.267443 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b412e43e-29fb-4553-8c4a-c8fb478a5960 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:30.381703 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-b412e43e-29fb-4553-8c4a-c8fb478a5960 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Allocated IP 172.25.0.106 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/d7a183fa-3eee-47a5-bee4-54d764fa29c8) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:12:30.509218 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b412e43e-29fb-4553-8c4a-c8fb478a5960 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:30.551140 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b412e43e-29fb-4553-8c4a-c8fb478a5960 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:30.589286 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b412e43e-29fb-4553-8c4a-c8fb478a5960 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:12:30.592111 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-b412e43e-29fb-4553-8c4a-c8fb478a5960 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:12:30.594777 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b412e43e-29fb-4553-8c4a-c8fb478a5960 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:12:30.627375 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412e43e-29fb-4553-8c4a-c8fb478a5960 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=d7a183fa-3eee-47a5-bee4-54d764fa29c8,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:30.985221 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b412e43e-29fb-4553-8c4a-c8fb478a5960 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:31.053737 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b412e43e-29fb-4553-8c4a-c8fb478a5960 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:31.211588 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b412e43e-29fb-4553-8c4a-c8fb478a5960 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:31.216094 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b412e43e-29fb-4553-8c4a-c8fb478a5960 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:31.287436 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412e43e-29fb-4553-8c4a-c8fb478a5960 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=d7a183fa-3eee-47a5-bee4-54d764fa29c8,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:31.302635 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b412e43e-29fb-4553-8c4a-c8fb478a5960 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:31.405967 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-b412e43e-29fb-4553-8c4a-c8fb478a5960 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Floating IP 703d576f-00a1-4d57-8535-d28128f853d3 associated. External IP: 172.25.0.106, port: dee16a1e-fed3-4747-9b32-1e67062cee9c. Nov 12 02:12:31.630092 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b412e43e-29fb-4553-8c4a-c8fb478a5960 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router d562df7f-159c-4d0d-a144-71e474d3faf1 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:12:31.743679 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b412e43e-29fb-4553-8c4a-c8fb478a5960 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:12:31.757568 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210d073-dad5-4a04-9752-15409cea50d7 None None] Sync routers for ids ['d562df7f-159c-4d0d-a144-71e474d3faf1'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:12:31.768191 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3210d073-dad5-4a04-9752-15409cea50d7 None None] Routers {'d562df7f-159c-4d0d-a144-71e474d3faf1'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:12:31.768866 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3210d073-dad5-4a04-9752-15409cea50d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:12:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d562df7f-159c-4d0d-a144-71e474d3faf1'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:31.774305 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-b412e43e-29fb-4553-8c4a-c8fb478a5960 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:31.811008 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-b412e43e-29fb-4553-8c4a-c8fb478a5960 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6755543 Nov 12 02:12:31.811008 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ec7953-216b-4d42-bcc8-d02e09f19c8f', 'tag': 'dee16a1e-fed3-4747-9b32-1e67062cee9c'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:12:31.811327 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e38714a-cb69-4808-b5ef-295549e1074b" -d '{"events": [{"name": "network-changed", "server_uuid": "28ec7953-216b-4d42-bcc8-d02e09f19c8f", "tag": "dee16a1e-fed3-4747-9b32-1e67062cee9c"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:12:31.859918 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c23ce7-3abd-4498-aef4-befed7c4823f x-openstack-request-id: req-03c23ce7-3abd-4498-aef4-befed7c4823f {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:12:31.860599 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ec7953-216b-4d42-bcc8-d02e09f19c8f", "tag": "dee16a1e-fed3-4747-9b32-1e67062cee9c", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:12:31.860895 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03c23ce7-3abd-4498-aef4-befed7c4823f {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:12:31.862119 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ec7953-216b-4d42-bcc8-d02e09f19c8f', 'tag': 'dee16a1e-fed3-4747-9b32-1e67062cee9c', 'status': 'completed', 'code': 200} Nov 12 02:12:31.892441 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-3210d073-dad5-4a04-9752-15409cea50d7 None None] Set router d562df7f-159c-4d0d-a144-71e474d3faf1 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:12:31.936577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebf49d-a619-4ef0-b933-141a37d4b064 req-e63e0f84-0e1d-4672-b126-42b714557b18 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:31.940241 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3ebf49d-a619-4ef0-b933-141a37d4b064 req-e63e0f84-0e1d-4672-b126-42b714557b18 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 945 time: 0.0632403 Nov 12 02:12:31.945962 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38714a-cb69-4808-b5ef-295549e1074b req-31908e37-9b05-4aa1-9770-f77d8a9d1707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:31.949523 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e38714a-cb69-4808-b5ef-295549e1074b req-31908e37-9b05-4aa1-9770-f77d8a9d1707 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 1097 time: 0.0592411 Nov 12 02:12:32.017338 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3ebf49d-a619-4ef0-b933-141a37d4b064 req-f6ba7254-117c-417c-90cd-f42c2c9f3c8d tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701230 Nov 12 02:12:32.033390 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57572) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:32.071766 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38714a-cb69-4808-b5ef-295549e1074b req-14bbb5bd-4da9-45b3-84f4-ac3b9de295ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:32.073303 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e38714a-cb69-4808-b5ef-295549e1074b req-14bbb5bd-4da9-45b3-84f4-ac3b9de295ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ee58a68-8c17-4e5a-862f-7bf2e0dda27f HTTP/1.1" status: 200 len: 896 time: 0.1162622 Nov 12 02:12:32.099826 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8a292cc8-a6a0-4086-88cb-a567e72ae215 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/floatingips/703d576f-00a1-4d57-8535-d28128f853d3 HTTP/1.1" status: 200 len: 991 time: 0.0652254 Nov 12 02:12:32.152797 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e38714a-cb69-4808-b5ef-295549e1074b req-a021c12a-d2f6-424d-8a61-b01e21e5b8d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dee16a1e-fed3-4747-9b32-1e67062cee9c HTTP/1.1" status: 200 len: 999 time: 0.0720415 Nov 12 02:12:32.173501 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3210d073-dad5-4a04-9752-15409cea50d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783734599', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:12:12Z', 'updated_at': '2021-11-12T02:12:17Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:13Z', 'updated_at': '2021-11-12T02:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '703d576f-00a1-4d57-8535-d28128f853d3', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'floating_ip_address': '172.25.0.106', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'port_id': 'dee16a1e-fed3-4747-9b32-1e67062cee9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f', 'mac_address': 'fa:16:3e:83:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ec7953-216b-4d42-bcc8-d02e09f19c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:12:30Z', 'updated_at': '2021-11-12T02:12:30Z', 'revision_number': 0, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abeff2e8-dacb-4056-a659-160f154c2bf7', 'name': '', 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:10:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '97a42f3f-5fc5-4fa4-a74e-3d34d25f0606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:16Z', 'updated_at': '2021-11-12T02:12:20Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '97a42f3f-5fc5-4fa4-a74e-3d34d25f0606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:32.205777 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210d073-dad5-4a04-9752-15409cea50d7 None None] Checking router: d562df7f-159c-4d0d-a144-71e474d3faf1 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:12:32.209592 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38714a-cb69-4808-b5ef-295549e1074b req-7c610615-0a16-49be-b2e5-53c07cce30f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:32.216002 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e38714a-cb69-4808-b5ef-295549e1074b req-7c610615-0a16-49be-b2e5-53c07cce30f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97a42f3f-5fc5-4fa4-a74e-3d34d25f0606 HTTP/1.1" status: 200 len: 835 time: 0.0504289 Nov 12 02:12:32.217310 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3210d073-dad5-4a04-9752-15409cea50d7 None None] Routers {'d562df7f-159c-4d0d-a144-71e474d3faf1'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:12:32.217945 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3210d073-dad5-4a04-9752-15409cea50d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:12:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d562df7f-159c-4d0d-a144-71e474d3faf1'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:32.260441 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38714a-cb69-4808-b5ef-295549e1074b req-f8e563e4-ce1d-45da-a42c-6ca1f70e54f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:32.262130 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e38714a-cb69-4808-b5ef-295549e1074b req-f8e563e4-ce1d-45da-a42c-6ca1f70e54f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ee58a68-8c17-4e5a-862f-7bf2e0dda27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439124 Nov 12 02:12:32.336524 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-3210d073-dad5-4a04-9752-15409cea50d7 None None] Set router d562df7f-159c-4d0d-a144-71e474d3faf1 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:12:32.367703 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e38714a-cb69-4808-b5ef-295549e1074b req-b4e1747b-d517-45eb-9eae-f9902f921f64 service neutron] 10.222.0.21 "GET /v2.0/networks/5ee58a68-8c17-4e5a-862f-7bf2e0dda27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982115 Nov 12 02:12:32.463148 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1e38714a-cb69-4808-b5ef-295549e1074b req-e50bb801-68f4-43cd-978c-f7a1d37b36e4 service neutron] 10.222.0.21 "GET /v2.0/networks/5ee58a68-8c17-4e5a-862f-7bf2e0dda27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881021 Nov 12 02:12:32.590299 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-3210d073-dad5-4a04-9752-15409cea50d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783734599', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:12:12Z', 'updated_at': '2021-11-12T02:12:17Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:13Z', 'updated_at': '2021-11-12T02:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '703d576f-00a1-4d57-8535-d28128f853d3', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'floating_ip_address': '172.25.0.106', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'port_id': 'dee16a1e-fed3-4747-9b32-1e67062cee9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f', 'mac_address': 'fa:16:3e:83:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ec7953-216b-4d42-bcc8-d02e09f19c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:12:30Z', 'updated_at': '2021-11-12T02:12:30Z', 'revision_number': 0, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abeff2e8-dacb-4056-a659-160f154c2bf7', 'name': '', 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:10:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '97a42f3f-5fc5-4fa4-a74e-3d34d25f0606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:16Z', 'updated_at': '2021-11-12T02:12:20Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '97a42f3f-5fc5-4fa4-a74e-3d34d25f0606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:12:32.621811 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210d073-dad5-4a04-9752-15409cea50d7 None None] The sync data for ids ['d562df7f-159c-4d0d-a144-71e474d3faf1'] in n-d-712137-14 is: [{'id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783734599', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:12:12Z', 'updated_at': '2021-11-12T02:12:17Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:13Z', 'updated_at': '2021-11-12T02:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '703d576f-00a1-4d57-8535-d28128f853d3', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'floating_ip_address': '172.25.0.106', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'port_id': 'dee16a1e-fed3-4747-9b32-1e67062cee9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f', 'mac_address': 'fa:16:3e:83:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ec7953-216b-4d42-bcc8-d02e09f19c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:12:30Z', 'updated_at': '2021-11-12T02:12:30Z', 'revision_number': 0, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abeff2e8-dacb-4056-a659-160f154c2bf7', 'name': '', 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:10:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '97a42f3f-5fc5-4fa4-a74e-3d34d25f0606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:16Z', 'updated_at': '2021-11-12T02:12:20Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '97a42f3f-5fc5-4fa4-a74e-3d34d25f0606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:12:32.829973 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02453631-fd47-4119-b67d-ae050b58d693 None None] New status for floating IP 703d576f-00a1-4d57-8535-d28128f853d3: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:12:33.105680 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57574) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:12:33.174180 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-fefa257e-8cfa-4e16-a887-c1e2265e72b9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/floatingips/703d576f-00a1-4d57-8535-d28128f853d3 HTTP/1.1" status: 200 len: 993 time: 0.0671434 Nov 12 02:12:35.441714 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:12:39.742386 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:50.261769 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b178e70f-2e47-4176-b8fe-b60b20aa88e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:52.567757 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0be6b6fe-b4d2-427c-b657-6a3d017e4c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:53.878065 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:55.490354 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:55.827734 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:56.221788 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:01.986327 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e64ad-59da-48e3-9f54-2d4d48fc8b1b req-2a75e97b-bd15-42da-b583-8898270ad24b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:01.987839 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ed9e64ad-59da-48e3-9f54-2d4d48fc8b1b req-2a75e97b-bd15-42da-b583-8898270ad24b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 945 time: 0.0554657 Nov 12 02:13:02.038960 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ed9e64ad-59da-48e3-9f54-2d4d48fc8b1b req-3cba593c-a369-4b95-9782-e4f6c03da879 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448005 Nov 12 02:13:03.161545 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b09e06-459c-41fa-a58b-132436d88582 req-ae2b8497-6e8b-415a-a3cb-5c7aad7a6a31 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:03.163070 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-75b09e06-459c-41fa-a58b-132436d88582 req-ae2b8497-6e8b-415a-a3cb-5c7aad7a6a31 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 945 time: 0.0513821 Nov 12 02:13:03.212308 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-75b09e06-459c-41fa-a58b-132436d88582 req-73aa5d26-95e1-4d2e-809e-89f42c02d947 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433095 Nov 12 02:13:04.330147 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0becb9-34f4-475d-984c-c98d90cc6fdd req-f70d5b80-4daa-46d1-b876-075237ad574d tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:04.331662 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-df0becb9-34f4-475d-984c-c98d90cc6fdd req-f70d5b80-4daa-46d1-b876-075237ad574d tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 945 time: 0.0499129 Nov 12 02:13:04.381778 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-df0becb9-34f4-475d-984c-c98d90cc6fdd req-17d3092a-f690-426e-9834-e8279a53bec3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434937 Nov 12 02:13:05.515632 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfa9cc-96d0-46fd-b6a7-47941714cee2 req-85f3a8ef-58c5-4639-9de1-5125ae20901f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:05.517157 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d8bfa9cc-96d0-46fd-b6a7-47941714cee2 req-85f3a8ef-58c5-4639-9de1-5125ae20901f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 945 time: 0.0546906 Nov 12 02:13:05.567743 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d8bfa9cc-96d0-46fd-b6a7-47941714cee2 req-a8fd756d-360a-42ed-82a5-0f77c90c6ae9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443499 Nov 12 02:13:06.685396 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02a1c2-0b59-44a2-a6b3-169508b34f11 req-bb6b9d1c-2116-4be6-90a2-65413f8816c7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:06.686875 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae02a1c2-0b59-44a2-a6b3-169508b34f11 req-bb6b9d1c-2116-4be6-90a2-65413f8816c7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 945 time: 0.0493400 Nov 12 02:13:06.741842 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ae02a1c2-0b59-44a2-a6b3-169508b34f11 req-e5178794-3782-4066-b303-9b1fa2956ad6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481160 Nov 12 02:13:07.878102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e71e3e-e36f-42dc-a1fc-d50af1f58cf2 req-921c8a80-f381-4fad-a17d-26793895b4fa tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:07.880235 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-66e71e3e-e36f-42dc-a1fc-d50af1f58cf2 req-921c8a80-f381-4fad-a17d-26793895b4fa tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 945 time: 0.0561786 Nov 12 02:13:07.933207 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-66e71e3e-e36f-42dc-a1fc-d50af1f58cf2 req-ad993e65-d539-4419-9d12-012426a08b97 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465169 Nov 12 02:13:09.355498 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bc8a8-cbae-40ea-ad2e-b17dc6081c4e req-b8a6171c-33c6-48a0-a8a3-b17d965b752f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:09.356997 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d45bc8a8-cbae-40ea-ad2e-b17dc6081c4e req-b8a6171c-33c6-48a0-a8a3-b17d965b752f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 945 time: 0.3537052 Nov 12 02:13:09.407193 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d45bc8a8-cbae-40ea-ad2e-b17dc6081c4e req-008c8fbe-9350-44d1-99c7-51d4ab122213 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441747 Nov 12 02:13:09.755233 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:10.529495 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4881b-3752-4fcd-b55e-d6d6bde7eb9f req-de957ec5-6ae0-459d-aa53-5a942d5789e2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:10.530995 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cf4881b-3752-4fcd-b55e-d6d6bde7eb9f req-de957ec5-6ae0-459d-aa53-5a942d5789e2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 945 time: 0.0502148 Nov 12 02:13:10.586102 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cf4881b-3752-4fcd-b55e-d6d6bde7eb9f req-800e473f-0509-40a2-93e6-02c86118a18a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485637 Nov 12 02:13:11.703344 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b241c-99e2-401d-8434-c4e8c3fcfeaa req-04d2b697-6102-414e-8c94-215cf462528d tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:11.704856 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d09b241c-99e2-401d-8434-c4e8c3fcfeaa req-04d2b697-6102-414e-8c94-215cf462528d tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 945 time: 0.0506215 Nov 12 02:13:11.755935 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d09b241c-99e2-401d-8434-c4e8c3fcfeaa req-956b34ed-0b96-429e-ae01-3afaf9484918 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450037 Nov 12 02:13:12.303810 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9103bbb8-0217-4dce-a367-880a3d857ebe req-94de620d-e6e7-408a-adee-b1bdbc154c11 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429819 Nov 12 02:13:12.385487 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103bbb8-0217-4dce-a367-880a3d857ebe req-2cf5cd02-29d3-4918-8613-8e614c8bd263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:12.387042 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9103bbb8-0217-4dce-a367-880a3d857ebe req-2cf5cd02-29d3-4918-8613-8e614c8bd263 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 1097 time: 0.0400112 Nov 12 02:13:12.440647 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:13:12.492633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103bbb8-0217-4dce-a367-880a3d857ebe req-de24da14-0e0c-41e8-8623-3b02ba4f29e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:12.495364 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9103bbb8-0217-4dce-a367-880a3d857ebe req-de24da14-0e0c-41e8-8623-3b02ba4f29e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ee58a68-8c17-4e5a-862f-7bf2e0dda27f HTTP/1.1" status: 200 len: 896 time: 0.0882661 Nov 12 02:13:12.565193 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9103bbb8-0217-4dce-a367-880a3d857ebe req-78b7d04f-26a5-4aac-bd46-3a37fe40cb98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dee16a1e-fed3-4747-9b32-1e67062cee9c HTTP/1.1" status: 200 len: 1001 time: 0.0629027 Nov 12 02:13:12.615747 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103bbb8-0217-4dce-a367-880a3d857ebe req-ef7851a7-4a96-4342-8c01-ec52ccbe9452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:12.617595 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9103bbb8-0217-4dce-a367-880a3d857ebe req-ef7851a7-4a96-4342-8c01-ec52ccbe9452 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97a42f3f-5fc5-4fa4-a74e-3d34d25f0606 HTTP/1.1" status: 200 len: 835 time: 0.0436575 Nov 12 02:13:12.665467 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103bbb8-0217-4dce-a367-880a3d857ebe req-79399f54-1b56-4c4c-b8ca-d5af1889e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:12.666972 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9103bbb8-0217-4dce-a367-880a3d857ebe req-79399f54-1b56-4c4c-b8ca-d5af1889e73e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ee58a68-8c17-4e5a-862f-7bf2e0dda27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426309 Nov 12 02:13:12.759277 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9103bbb8-0217-4dce-a367-880a3d857ebe req-ff617fa8-9387-4998-80cc-d8270cc8a33a service neutron] 10.222.0.21 "GET /v2.0/networks/5ee58a68-8c17-4e5a-862f-7bf2e0dda27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851672 Nov 12 02:13:12.854638 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9103bbb8-0217-4dce-a367-880a3d857ebe req-3b91417f-b87d-4f45-b1bc-59d37749994c service neutron] 10.222.0.21 "GET /v2.0/networks/5ee58a68-8c17-4e5a-862f-7bf2e0dda27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882804 Nov 12 02:13:12.872232 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5c615-3514-458c-934b-839e2bbcb3ee req-354f6aa0-9f39-4a5a-a1da-7d762bc6968f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:12.873755 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-47e5c615-3514-458c-934b-839e2bbcb3ee req-354f6aa0-9f39-4a5a-a1da-7d762bc6968f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 945 time: 0.0507565 Nov 12 02:13:12.923183 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-47e5c615-3514-458c-934b-839e2bbcb3ee req-d07ee8c4-9f32-4a27-a57e-7530d569f6f1 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428576 Nov 12 02:13:12.946089 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57606) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:13.012901 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f7cb08b3-d663-4ae8-98ad-3ad0cf8f9c7b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/floatingips/703d576f-00a1-4d57-8535-d28128f853d3 HTTP/1.1" status: 200 len: 993 time: 0.0653963 Nov 12 02:13:14.315936 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b19bf-33ef-4e1f-b834-1b80fc9c529c req-3789bf8a-a65a-4597-b418-a579ff33f65c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:14.318211 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c17b19bf-33ef-4e1f-b834-1b80fc9c529c req-3789bf8a-a65a-4597-b418-a579ff33f65c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 945 time: 0.0775802 Nov 12 02:13:14.335641 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f169cd-60ff-4351-ac04-0cd235e3cf4f req-52dfe603-30eb-48d9-bb20-d3d6268e3cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:14.337121 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-64f169cd-60ff-4351-ac04-0cd235e3cf4f req-52dfe603-30eb-48d9-bb20-d3d6268e3cbc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 1097 time: 0.0626655 Nov 12 02:13:14.429131 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c17b19bf-33ef-4e1f-b834-1b80fc9c529c req-df075978-f749-4dfe-86f8-a9266816abc7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032467 Nov 12 02:13:14.461474 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f169cd-60ff-4351-ac04-0cd235e3cf4f req-52fe6f43-3e7d-4a3e-b5ed-d825c51589dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:14.462942 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-64f169cd-60ff-4351-ac04-0cd235e3cf4f req-52fe6f43-3e7d-4a3e-b5ed-d825c51589dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ee58a68-8c17-4e5a-862f-7bf2e0dda27f HTTP/1.1" status: 200 len: 896 time: 0.1162150 Nov 12 02:13:14.534040 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-64f169cd-60ff-4351-ac04-0cd235e3cf4f req-0ae4b0a6-cfba-4134-bd6c-5e597c3d8736 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dee16a1e-fed3-4747-9b32-1e67062cee9c HTTP/1.1" status: 200 len: 1001 time: 0.0642247 Nov 12 02:13:14.588069 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f169cd-60ff-4351-ac04-0cd235e3cf4f req-710b10f0-a5c8-45de-bd31-1c518b7a05f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:14.589524 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-64f169cd-60ff-4351-ac04-0cd235e3cf4f req-710b10f0-a5c8-45de-bd31-1c518b7a05f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97a42f3f-5fc5-4fa4-a74e-3d34d25f0606 HTTP/1.1" status: 200 len: 835 time: 0.0490024 Nov 12 02:13:14.635980 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f169cd-60ff-4351-ac04-0cd235e3cf4f req-3df7a70c-de83-4c69-a3d9-1692c5878c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:14.637538 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-64f169cd-60ff-4351-ac04-0cd235e3cf4f req-3df7a70c-de83-4c69-a3d9-1692c5878c52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ee58a68-8c17-4e5a-862f-7bf2e0dda27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410867 Nov 12 02:13:14.730070 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-64f169cd-60ff-4351-ac04-0cd235e3cf4f req-18973c8d-96c5-4c21-a357-643bea77f332 service neutron] 10.222.0.21 "GET /v2.0/networks/5ee58a68-8c17-4e5a-862f-7bf2e0dda27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844290 Nov 12 02:13:14.826631 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-64f169cd-60ff-4351-ac04-0cd235e3cf4f req-d911ac36-94d3-4806-99ad-de02be88d3d8 service neutron] 10.222.0.21 "GET /v2.0/networks/5ee58a68-8c17-4e5a-862f-7bf2e0dda27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889173 Nov 12 02:13:15.549380 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6de47-61cb-4e1b-bcb2-18695fbed092 req-709e5031-4f64-4291-bd0c-6d93a1a90f18 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:15.550860 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7c6de47-61cb-4e1b-bcb2-18695fbed092 req-709e5031-4f64-4291-bd0c-6d93a1a90f18 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 945 time: 0.0499747 Nov 12 02:13:15.600845 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e7c6de47-61cb-4e1b-bcb2-18695fbed092 req-689a0fe5-c949-42ca-81fa-0c3973ad5ca7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437865 Nov 12 02:13:15.623548 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57616) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:15.685837 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1ffdbaac-5500-4e9e-b8fd-8fab0f0755a6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/floatingips/703d576f-00a1-4d57-8535-d28128f853d3 HTTP/1.1" status: 200 len: 993 time: 0.0611014 Nov 12 02:13:20.263483 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2f322d69-7b46-4358-b7c9-948f940b8d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:22.559577 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-809edd14-f742-4df1-88e7-4c6ef2e8a007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:23.877566 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:25.490552 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:25.830104 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:26.223844 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:37.592131 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-4643da3b-c7aa-413b-823b-e90a5ccf2be9 req-f39d725a-1771-4f02-8a85-24c83b759644 service neutron] (114242) timed out ('10.222.0.31', 51546) {{(pid=114242) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 02:13:39.765964 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:46.135399 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57628) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:46.314356 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting port d7a183fa-3eee-47a5-bee4-54d764fa29c8 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:13:46.314704 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:46.392284 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:46.392554 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:46.405629 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Calling delete_port for d7a183fa-3eee-47a5-bee4-54d764fa29c8 owned by network:floatingip {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:13:46.562720 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:46.587980 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Port': ['ID=d7a183fa-3eee-47a5-bee4-54d764fa29c8,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:46.598983 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.600020 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.600765 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.600904 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.601247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.601610 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.601949 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.602285 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.602618 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.602948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.603276 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.603598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.673353 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for floatingip, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:46.673633 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Floating IP 703d576f-00a1-4d57-8535-d28128f853d3 disassociated (deleted). External IP: 172.25.0.106, port: dee16a1e-fed3-4747-9b32-1e67062cee9c. Nov 12 02:13:46.889002 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router d562df7f-159c-4d0d-a144-71e474d3faf1 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:13:47.001513 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:13:47.008531 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:47.012670 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93527811-2e16-4f7e-bb4e-083ddb8448f3 None None] Sync routers for ids ['d562df7f-159c-4d0d-a144-71e474d3faf1'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:13:47.024205 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93527811-2e16-4f7e-bb4e-083ddb8448f3 None None] Routers {'d562df7f-159c-4d0d-a144-71e474d3faf1'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:13:47.024884 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-93527811-2e16-4f7e-bb4e-083ddb8448f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:13:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d562df7f-159c-4d0d-a144-71e474d3faf1'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:47.042451 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3c838e2c-f551-4d57-99e8-2c9fdcad5987 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/floatingips/703d576f-00a1-4d57-8535-d28128f853d3 HTTP/1.1" status: 204 len: 168 time: 0.9059355 Nov 12 02:13:47.043801 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ec7953-216b-4d42-bcc8-d02e09f19c8f', 'tag': 'dee16a1e-fed3-4747-9b32-1e67062cee9c'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:13:47.046993 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8457d8c-44de-4760-b66a-294933c7f71b" -d '{"events": [{"name": "network-changed", "server_uuid": "28ec7953-216b-4d42-bcc8-d02e09f19c8f", "tag": "dee16a1e-fed3-4747-9b32-1e67062cee9c"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:13:47.152231 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dc2ee3-6948-43fc-bcac-3a6514c67ed4 x-openstack-request-id: req-89dc2ee3-6948-43fc-bcac-3a6514c67ed4 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:13:47.153309 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ec7953-216b-4d42-bcc8-d02e09f19c8f", "tag": "dee16a1e-fed3-4747-9b32-1e67062cee9c", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:13:47.153740 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89dc2ee3-6948-43fc-bcac-3a6514c67ed4 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:13:47.154317 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ec7953-216b-4d42-bcc8-d02e09f19c8f', 'tag': 'dee16a1e-fed3-4747-9b32-1e67062cee9c', 'status': 'completed', 'code': 200} Nov 12 02:13:47.157289 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-93527811-2e16-4f7e-bb4e-083ddb8448f3 None None] Set router d562df7f-159c-4d0d-a144-71e474d3faf1 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:13:47.240762 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8457d8c-44de-4760-b66a-294933c7f71b req-b3b43240-4dfb-4f9b-96b4-0220dac15204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:47.243163 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f8457d8c-44de-4760-b66a-294933c7f71b req-b3b43240-4dfb-4f9b-96b4-0220dac15204 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 1097 time: 0.0591078 Nov 12 02:13:47.374037 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51144a-1a92-436a-9810-a0103db7ca7b req-b5e7cd9c-90a7-4da2-9ae1-057fc514b8d4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:47.375447 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0c51144a-1a92-436a-9810-a0103db7ca7b req-b5e7cd9c-90a7-4da2-9ae1-057fc514b8d4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 945 time: 0.1068797 Nov 12 02:13:47.388904 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8457d8c-44de-4760-b66a-294933c7f71b req-5a65b41e-b678-43ec-bcda-657b7ab10955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:47.390353 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f8457d8c-44de-4760-b66a-294933c7f71b req-5a65b41e-b678-43ec-bcda-657b7ab10955 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ee58a68-8c17-4e5a-862f-7bf2e0dda27f HTTP/1.1" status: 200 len: 896 time: 0.1401355 Nov 12 02:13:47.396627 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-93527811-2e16-4f7e-bb4e-083ddb8448f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783734599', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:12:12Z', 'updated_at': '2021-11-12T02:12:17Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:13Z', 'updated_at': '2021-11-12T02:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'abeff2e8-dacb-4056-a659-160f154c2bf7', 'name': '', 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:10:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '97a42f3f-5fc5-4fa4-a74e-3d34d25f0606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:16Z', 'updated_at': '2021-11-12T02:12:20Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '97a42f3f-5fc5-4fa4-a74e-3d34d25f0606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:47.426980 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93527811-2e16-4f7e-bb4e-083ddb8448f3 None None] Checking router: d562df7f-159c-4d0d-a144-71e474d3faf1 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:13:47.437001 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93527811-2e16-4f7e-bb4e-083ddb8448f3 None None] Routers {'d562df7f-159c-4d0d-a144-71e474d3faf1'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:13:47.437683 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-93527811-2e16-4f7e-bb4e-083ddb8448f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:13:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d562df7f-159c-4d0d-a144-71e474d3faf1'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:47.441192 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f8457d8c-44de-4760-b66a-294933c7f71b req-d82aa20d-64a8-4df8-8a53-a7d1da963ac8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dee16a1e-fed3-4747-9b32-1e67062cee9c HTTP/1.1" status: 200 len: 217 time: 0.0370781 Nov 12 02:13:47.510829 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0c51144a-1a92-436a-9810-a0103db7ca7b req-5d15a0de-d7a9-4c27-9574-8ec21b1fcc73 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241100 Nov 12 02:13:47.524767 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8457d8c-44de-4760-b66a-294933c7f71b req-089400fd-4243-423f-a84b-29a633cc9040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:47.526246 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f8457d8c-44de-4760-b66a-294933c7f71b req-089400fd-4243-423f-a84b-29a633cc9040 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97a42f3f-5fc5-4fa4-a74e-3d34d25f0606 HTTP/1.1" status: 200 len: 835 time: 0.0668209 Nov 12 02:13:47.557598 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-93527811-2e16-4f7e-bb4e-083ddb8448f3 None None] Set router d562df7f-159c-4d0d-a144-71e474d3faf1 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:13:47.593020 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8457d8c-44de-4760-b66a-294933c7f71b req-bc1acb1b-e4bc-498d-9ce4-7c69802ed927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:47.595121 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f8457d8c-44de-4760-b66a-294933c7f71b req-bc1acb1b-e4bc-498d-9ce4-7c69802ed927 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ee58a68-8c17-4e5a-862f-7bf2e0dda27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588329 Nov 12 02:13:47.737795 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f8457d8c-44de-4760-b66a-294933c7f71b req-aca89ff0-443c-4b66-80db-689044bb1754 service neutron] 10.222.0.21 "GET /v2.0/networks/5ee58a68-8c17-4e5a-862f-7bf2e0dda27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335905 Nov 12 02:13:47.817423 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-93527811-2e16-4f7e-bb4e-083ddb8448f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783734599', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:12:12Z', 'updated_at': '2021-11-12T02:12:17Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:13Z', 'updated_at': '2021-11-12T02:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'abeff2e8-dacb-4056-a659-160f154c2bf7', 'name': '', 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:10:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '97a42f3f-5fc5-4fa4-a74e-3d34d25f0606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:16Z', 'updated_at': '2021-11-12T02:12:20Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '97a42f3f-5fc5-4fa4-a74e-3d34d25f0606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:47.835800 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f8457d8c-44de-4760-b66a-294933c7f71b req-4f015577-ea58-44a7-bd1d-765491117e68 service neutron] 10.222.0.21 "GET /v2.0/networks/5ee58a68-8c17-4e5a-862f-7bf2e0dda27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904996 Nov 12 02:13:47.845847 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93527811-2e16-4f7e-bb4e-083ddb8448f3 None None] The sync data for ids ['d562df7f-159c-4d0d-a144-71e474d3faf1'] in n-d-712137-14 is: [{'id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783734599', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:12:12Z', 'updated_at': '2021-11-12T02:12:17Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:13Z', 'updated_at': '2021-11-12T02:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'abeff2e8-dacb-4056-a659-160f154c2bf7', 'name': '', 'network_id': '5ee58a68-8c17-4e5a-862f-7bf2e0dda27f', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:10:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '97a42f3f-5fc5-4fa4-a74e-3d34d25f0606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:16Z', 'updated_at': '2021-11-12T02:12:20Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '97a42f3f-5fc5-4fa4-a74e-3d34d25f0606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:13:48.086225 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d42cbd0-f2f8-492a-b442-d8692997139e None None] New status for floating IP 703d576f-00a1-4d57-8535-d28128f853d3: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:13:48.638877 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6303289-b1a2-4367-b275-08acccf7ac1f req-33ec74b5-6b46-4cfb-aca8-623a2e5443c9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:48.640504 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6303289-b1a2-4367-b275-08acccf7ac1f req-33ec74b5-6b46-4cfb-aca8-623a2e5443c9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 945 time: 0.0556509 Nov 12 02:13:48.698884 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e6303289-b1a2-4367-b275-08acccf7ac1f req-f2f3cd25-0ba9-4e29-a829-b7c0ae8711a3 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=daa3a49d-d53a-4c61-88be-347264d491d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494711 Nov 12 02:13:48.766783 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf576a-3fea-4c21-b378-58afa7e461b6 req-14aca96a-78a6-4c68-8ad0-865538eb65ed tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:48.768959 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ccf576a-3fea-4c21-b378-58afa7e461b6 req-14aca96a-78a6-4c68-8ad0-865538eb65ed tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ec7953-216b-4d42-bcc8-d02e09f19c8f HTTP/1.1" status: 200 len: 945 time: 0.0503051 Nov 12 02:13:48.871784 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-7ccf576a-3fea-4c21-b378-58afa7e461b6 req-b5add2b7-b656-441a-a033-dbcf18bdea10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting port dee16a1e-fed3-4747-9b32-1e67062cee9c {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:13:48.872139 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7ccf576a-3fea-4c21-b378-58afa7e461b6 req-b5add2b7-b656-441a-a033-dbcf18bdea10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:48.964417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-7ccf576a-3fea-4c21-b378-58afa7e461b6 req-b5add2b7-b656-441a-a033-dbcf18bdea10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] For port dee16a1e-fed3-4747-9b32-1e67062cee9c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=dee16a1e-fed3-4747-9b32-1e67062cee9c,segment=NetworkSegment(8ea56fb0-16c4-4389-970f-a02371f640e6),segment_id=8ea56fb0-16c4-4389-970f-a02371f640e6)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:13:48.964823 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7ccf576a-3fea-4c21-b378-58afa7e461b6 req-b5add2b7-b656-441a-a033-dbcf18bdea10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:48.978192 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-7ccf576a-3fea-4c21-b378-58afa7e461b6 req-b5add2b7-b656-441a-a033-dbcf18bdea10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Calling delete_port for dee16a1e-fed3-4747-9b32-1e67062cee9c owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:13:49.119766 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7ccf576a-3fea-4c21-b378-58afa7e461b6 req-b5add2b7-b656-441a-a033-dbcf18bdea10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:49.154677 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5add2b7-b656-441a-a033-dbcf18bdea10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Port': ['ID=dee16a1e-fed3-4747-9b32-1e67062cee9c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:49.185829 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5add2b7-b656-441a-a033-dbcf18bdea10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:49.186189 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5add2b7-b656-441a-a033-dbcf18bdea10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:49.186536 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5add2b7-b656-441a-a033-dbcf18bdea10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:49.186876 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5add2b7-b656-441a-a033-dbcf18bdea10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:49.187213 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5add2b7-b656-441a-a033-dbcf18bdea10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:49.187555 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5add2b7-b656-441a-a033-dbcf18bdea10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:49.187890 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5add2b7-b656-441a-a033-dbcf18bdea10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:49.188225 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5add2b7-b656-441a-a033-dbcf18bdea10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:49.188560 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5add2b7-b656-441a-a033-dbcf18bdea10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:49.188912 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5add2b7-b656-441a-a033-dbcf18bdea10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:49.189245 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5add2b7-b656-441a-a033-dbcf18bdea10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:49.189570 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5add2b7-b656-441a-a033-dbcf18bdea10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:49.212738 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccf576a-3fea-4c21-b378-58afa7e461b6 req-b5add2b7-b656-441a-a033-dbcf18bdea10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] No DVR routers for this DVR port dee16a1e-fed3-4747-9b32-1e67062cee9c on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:13:49.215722 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-7ccf576a-3fea-4c21-b378-58afa7e461b6 req-b5add2b7-b656-441a-a033-dbcf18bdea10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:49.220010 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ccf576a-3fea-4c21-b378-58afa7e461b6 req-b5add2b7-b656-441a-a033-dbcf18bdea10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.21 "DELETE /v2.0/ports/dee16a1e-fed3-4747-9b32-1e67062cee9c HTTP/1.1" status: 204 len: 173 time: 0.4454274 Nov 12 02:13:49.220490 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ec7953-216b-4d42-bcc8-d02e09f19c8f', 'name': 'network-vif-deleted', 'tag': 'dee16a1e-fed3-4747-9b32-1e67062cee9c'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:13:49.224037 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a938d05-3ed3-46b5-9677-0d01b385ccc5" -d '{"events": [{"server_uuid": "28ec7953-216b-4d42-bcc8-d02e09f19c8f", "name": "network-vif-deleted", "tag": "dee16a1e-fed3-4747-9b32-1e67062cee9c"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:13:49.267090 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994750a2-127b-462e-a6f2-6ce18c4c5ea9 x-openstack-request-id: req-994750a2-127b-462e-a6f2-6ce18c4c5ea9 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:13:49.267487 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ec7953-216b-4d42-bcc8-d02e09f19c8f", "name": "network-vif-deleted", "tag": "dee16a1e-fed3-4747-9b32-1e67062cee9c", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:13:49.267742 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-994750a2-127b-462e-a6f2-6ce18c4c5ea9 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:13:49.268217 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ec7953-216b-4d42-bcc8-d02e09f19c8f', 'name': 'network-vif-deleted', 'tag': 'dee16a1e-fed3-4747-9b32-1e67062cee9c', 'status': 'completed', 'code': 200} Nov 12 02:13:49.441104 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:13:49.759281 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57644) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:50.150406 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8efac2f-e252-420d-99ed-b7ffa5aec512 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:50.265450 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2c64ba9b-3879-4ec8-9366-f497d2efd718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:50.421579 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-f8efac2f-e252-420d-99ed-b7ffa5aec512 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting port abeff2e8-dacb-4056-a659-160f154c2bf7 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:13:50.421825 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8efac2f-e252-420d-99ed-b7ffa5aec512 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:50.517219 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-f8efac2f-e252-420d-99ed-b7ffa5aec512 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] For port abeff2e8-dacb-4056-a659-160f154c2bf7, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=abeff2e8-dacb-4056-a659-160f154c2bf7,segment=NetworkSegment(8ea56fb0-16c4-4389-970f-a02371f640e6),segment_id=8ea56fb0-16c4-4389-970f-a02371f640e6)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:13:50.517588 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8efac2f-e252-420d-99ed-b7ffa5aec512 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:50.531581 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-f8efac2f-e252-420d-99ed-b7ffa5aec512 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Calling delete_port for abeff2e8-dacb-4056-a659-160f154c2bf7 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:13:50.730104 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8efac2f-e252-420d-99ed-b7ffa5aec512 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:50.758253 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efac2f-e252-420d-99ed-b7ffa5aec512 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Port': ['ID=abeff2e8-dacb-4056-a659-160f154c2bf7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:50.962903 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f8efac2f-e252-420d-99ed-b7ffa5aec512 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:51.201654 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8efac2f-e252-420d-99ed-b7ffa5aec512 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router d562df7f-159c-4d0d-a144-71e474d3faf1 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:13:51.308721 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8efac2f-e252-420d-99ed-b7ffa5aec512 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:13:51.313850 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f8efac2f-e252-420d-99ed-b7ffa5aec512 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "PUT /v2.0/routers/d562df7f-159c-4d0d-a144-71e474d3faf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5535026 Nov 12 02:13:51.316672 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57646) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:51.319872 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27ca468-496a-4252-98d2-033d4bd2e858 None None] Sync routers for ids ['d562df7f-159c-4d0d-a144-71e474d3faf1'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:13:51.330478 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27ca468-496a-4252-98d2-033d4bd2e858 None None] Routers {'d562df7f-159c-4d0d-a144-71e474d3faf1'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:13:51.331149 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a27ca468-496a-4252-98d2-033d4bd2e858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:13:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d562df7f-159c-4d0d-a144-71e474d3faf1'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:51.373692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d497862-c14b-4e8f-882a-ecf41ab90d36 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting subnet 97a42f3f-5fc5-4fa4-a74e-3d34d25f0606 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:13:51.377689 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d497862-c14b-4e8f-882a-ecf41ab90d36 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:51.422635 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d497862-c14b-4e8f-882a-ecf41ab90d36 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:51.528382 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d497862-c14b-4e8f-882a-ecf41ab90d36 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:51.598713 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d497862-c14b-4e8f-882a-ecf41ab90d36 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:51.620981 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-a27ca468-496a-4252-98d2-033d4bd2e858 None None] Set router d562df7f-159c-4d0d-a144-71e474d3faf1 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:13:51.629288 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-4d497862-c14b-4e8f-882a-ecf41ab90d36 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:51.636896 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-4d497862-c14b-4e8f-882a-ecf41ab90d36 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/subnets/97a42f3f-5fc5-4fa4-a74e-3d34d25f0606 HTTP/1.1" status: 204 len: 168 time: 0.3150775 Nov 12 02:13:51.636896 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d497862-c14b-4e8f-882a-ecf41ab90d36 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Subnet': ['ID=97a42f3f-5fc5-4fa4-a74e-3d34d25f0606,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:51.641978 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57648) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:51.652204 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e23da49-a513-468d-b32e-52b3b607a0ec None None] Network 5ee58a68-8c17-4e5a-862f-7bf2e0dda27f requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:13:51.928302 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a27ca468-496a-4252-98d2-033d4bd2e858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783734599', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:12:12Z', 'updated_at': '2021-11-12T02:13:50Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:13Z', 'updated_at': '2021-11-12T02:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:51.958159 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27ca468-496a-4252-98d2-033d4bd2e858 None None] Checking router: d562df7f-159c-4d0d-a144-71e474d3faf1 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:13:51.967509 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27ca468-496a-4252-98d2-033d4bd2e858 None None] Routers {'d562df7f-159c-4d0d-a144-71e474d3faf1'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:13:51.968139 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a27ca468-496a-4252-98d2-033d4bd2e858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:13:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['d562df7f-159c-4d0d-a144-71e474d3faf1'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:52.018978 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bd35bd-fef8-4ab0-9a89-bc7f59b49e3e None None] DHCP port deletion for 5ee58a68-8c17-4e5a-862f-7bf2e0dda27f request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:13:52.091725 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39c29b91-e3f2-4bf7-857f-04252f1fb222 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:52.133534 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-a27ca468-496a-4252-98d2-033d4bd2e858 None None] Set router d562df7f-159c-4d0d-a144-71e474d3faf1 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:13:52.136189 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c6bd35bd-fef8-4ab0-9a89-bc7f59b49e3e None None] Deleting port c1ba24af-dded-4241-beed-d20c292b6871 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:13:52.136568 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c6bd35bd-fef8-4ab0-9a89-bc7f59b49e3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:52.217896 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39c29b91-e3f2-4bf7-857f-04252f1fb222 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:52.291965 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-39c29b91-e3f2-4bf7-857f-04252f1fb222 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting port ea6b1230-bb82-48f6-9453-f4cc077605a7 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:13:52.292617 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39c29b91-e3f2-4bf7-857f-04252f1fb222 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:52.321771 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-c6bd35bd-fef8-4ab0-9a89-bc7f59b49e3e None None] For port c1ba24af-dded-4241-beed-d20c292b6871, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=c1ba24af-dded-4241-beed-d20c292b6871,segment=NetworkSegment(8ea56fb0-16c4-4389-970f-a02371f640e6),segment_id=8ea56fb0-16c4-4389-970f-a02371f640e6)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:13:52.322392 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c6bd35bd-fef8-4ab0-9a89-bc7f59b49e3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:52.342633 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c6bd35bd-fef8-4ab0-9a89-bc7f59b49e3e None None] Calling delete_port for c1ba24af-dded-4241-beed-d20c292b6871 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:13:52.346630 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device c1ba24af-dded-4241-beed-d20c292b6871 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:13:52.348527 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device dee16a1e-fed3-4747-9b32-1e67062cee9c no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:13:52.391966 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-39c29b91-e3f2-4bf7-857f-04252f1fb222 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] For port ea6b1230-bb82-48f6-9453-f4cc077605a7, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=ea6b1230-bb82-48f6-9453-f4cc077605a7,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:13:52.392502 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39c29b91-e3f2-4bf7-857f-04252f1fb222 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:52.406800 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-39c29b91-e3f2-4bf7-857f-04252f1fb222 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Calling delete_port for ea6b1230-bb82-48f6-9453-f4cc077605a7 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:13:52.414127 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: dee16a1e-fed3-4747-9b32-1e67062cee9c {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:13:52.414479 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device dee16a1e-fed3-4747-9b32-1e67062cee9c not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:13:52.570901 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c6bd35bd-fef8-4ab0-9a89-bc7f59b49e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:52.588004 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39c29b91-e3f2-4bf7-857f-04252f1fb222 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:52.619822 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd35bd-fef8-4ab0-9a89-bc7f59b49e3e None None] Pushing event deleted for resources: {'Port': ['ID=c1ba24af-dded-4241-beed-d20c292b6871,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:52.622098 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:52.629010 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f369cbd0-c666-4a0b-8b02-ce8cd8d936c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:52.634235 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bd35bd-fef8-4ab0-9a89-bc7f59b49e3e None None] No DVR routers for this DVR port c1ba24af-dded-4241-beed-d20c292b6871 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:13:52.636114 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c29b91-e3f2-4bf7-857f-04252f1fb222 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Port': ['ID=ea6b1230-bb82-48f6-9453-f4cc077605a7,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:52.657225 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48da5c3-e692-49cb-93fd-fdbbec9434f6 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:13:52.661168 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-a27ca468-496a-4252-98d2-033d4bd2e858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783734599', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:12:12Z', 'updated_at': '2021-11-12T02:13:50Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:13Z', 'updated_at': '2021-11-12T02:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:52.669344 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd35bd-fef8-4ab0-9a89-bc7f59b49e3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:52.669704 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd35bd-fef8-4ab0-9a89-bc7f59b49e3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:52.670052 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd35bd-fef8-4ab0-9a89-bc7f59b49e3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:52.670395 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd35bd-fef8-4ab0-9a89-bc7f59b49e3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:52.670732 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd35bd-fef8-4ab0-9a89-bc7f59b49e3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:52.671062 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd35bd-fef8-4ab0-9a89-bc7f59b49e3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:52.671398 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd35bd-fef8-4ab0-9a89-bc7f59b49e3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:52.672045 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd35bd-fef8-4ab0-9a89-bc7f59b49e3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:52.672379 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd35bd-fef8-4ab0-9a89-bc7f59b49e3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:52.673580 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd35bd-fef8-4ab0-9a89-bc7f59b49e3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:52.673928 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd35bd-fef8-4ab0-9a89-bc7f59b49e3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:52.674313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd35bd-fef8-4ab0-9a89-bc7f59b49e3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:52.711257 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27ca468-496a-4252-98d2-033d4bd2e858 None None] The sync data for ids ['d562df7f-159c-4d0d-a144-71e474d3faf1'] in n-d-712137-14 is: [{'id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783734599', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:12:12Z', 'updated_at': '2021-11-12T02:13:50Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'ea6b1230-bb82-48f6-9453-f4cc077605a7', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd562df7f-159c-4d0d-a144-71e474d3faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:12:13Z', 'updated_at': '2021-11-12T02:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:13:52.743061 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39c29b91-e3f2-4bf7-857f-04252f1fb222 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:52.860299 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39c29b91-e3f2-4bf7-857f-04252f1fb222 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:52.864384 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39c29b91-e3f2-4bf7-857f-04252f1fb222 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:52.918084 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39c29b91-e3f2-4bf7-857f-04252f1fb222 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:52.918656 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c29b91-e3f2-4bf7-857f-04252f1fb222 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Fanout notify agent at l3_agent the message router_deleted on router d562df7f-159c-4d0d-a144-71e474d3faf1 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:13:52.926685 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-39c29b91-e3f2-4bf7-857f-04252f1fb222 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:52.930353 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-39c29b91-e3f2-4bf7-857f-04252f1fb222 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/routers/d562df7f-159c-4d0d-a144-71e474d3faf1 HTTP/1.1" status: 204 len: 168 time: 1.2886236 Nov 12 02:13:52.930601 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57650) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:53.028203 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1efbeff5-4680-4d6c-8efc-0dd3976d5930 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:53.139707 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1efbeff5-4680-4d6c-8efc-0dd3976d5930 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:53.166597 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-1efbeff5-4680-4d6c-8efc-0dd3976d5930 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee58a68-8c17-4e5a-862f-7bf2e0dda27f']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:53.177441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-1efbeff5-4680-4d6c-8efc-0dd3976d5930 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea56fb0-16c4-4389-970f-a02371f640e6') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:53.177749 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-1efbeff5-4680-4d6c-8efc-0dd3976d5930 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea56fb0-16c4-4389-970f-a02371f640e6') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:53.188133 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1efbeff5-4680-4d6c-8efc-0dd3976d5930 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:53.203114 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1efbeff5-4680-4d6c-8efc-0dd3976d5930 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:53.210588 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efbeff5-4680-4d6c-8efc-0dd3976d5930 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:13:53.210996 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1efbeff5-4680-4d6c-8efc-0dd3976d5930 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: timer() Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:13:53.214152 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:13:53.293160 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1efbeff5-4680-4d6c-8efc-0dd3976d5930 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:53.298176 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1efbeff5-4680-4d6c-8efc-0dd3976d5930 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:53.302241 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1efbeff5-4680-4d6c-8efc-0dd3976d5930 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/networks/5ee58a68-8c17-4e5a-862f-7bf2e0dda27f HTTP/1.1" status: 204 len: 168 time: 0.3701169 Nov 12 02:13:53.305458 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57652) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:53.317072 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbeff5-4680-4d6c-8efc-0dd3976d5930 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Network': ['ID=5ee58a68-8c17-4e5a-862f-7bf2e0dda27f,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:53.383906 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7219d261-ed1e-46ff-99d0-f5e617bf3eb9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:53.414816 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7219d261-ed1e-46ff-99d0-f5e617bf3eb9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:53.506139 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7219d261-ed1e-46ff-99d0-f5e617bf3eb9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:53.510768 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7219d261-ed1e-46ff-99d0-f5e617bf3eb9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:53.511990 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7219d261-ed1e-46ff-99d0-f5e617bf3eb9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/security-groups/daa3a49d-d53a-4c61-88be-347264d491d8 HTTP/1.1" status: 204 len: 168 time: 0.2036648 Nov 12 02:13:53.523294 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219d261-ed1e-46ff-99d0-f5e617bf3eb9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa3a49d-d53a-4c61-88be-347264d491d8,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:53.885658 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.035475 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57658) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:54.040111 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-218c1b8a-7c8a-477a-ad20-eefa571d2746 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-504380325', 'description': 'tempest-secgroup-smoke-504380325 description', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:13:54.064875 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-218c1b8a-7c8a-477a-ad20-eefa571d2746 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.139956 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-218c1b8a-7c8a-477a-ad20-eefa571d2746 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.144674 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-218c1b8a-7c8a-477a-ad20-eefa571d2746 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.179909 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-218c1b8a-7c8a-477a-ad20-eefa571d2746 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.179909 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-218c1b8a-7c8a-477a-ad20-eefa571d2746 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1426752 Nov 12 02:13:54.180171 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c1b8a-7c8a-477a-ad20-eefa571d2746 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1353ac-f4d6-4539-9a27-cae1c1f83a4c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:54.182217 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57660) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:54.187194 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-17c0152b-9d34-402c-ac28-48a157603c21 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': '5a1353ac-f4d6-4539-9a27-cae1c1f83a4c', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:13:54.221488 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-17c0152b-9d34-402c-ac28-48a157603c21 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.247397 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ea6b1230-bb82-48f6-9453-f4cc077605a7 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:13:54.265293 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: ea6b1230-bb82-48f6-9453-f4cc077605a7 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:13:54.265591 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device ea6b1230-bb82-48f6-9453-f4cc077605a7 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:13:54.266004 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device abeff2e8-dacb-4056-a659-160f154c2bf7 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:13:54.293022 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: abeff2e8-dacb-4056-a659-160f154c2bf7 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:13:54.293348 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device abeff2e8-dacb-4056-a659-160f154c2bf7 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:13:54.313533 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-17c0152b-9d34-402c-ac28-48a157603c21 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.319190 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-17c0152b-9d34-402c-ac28-48a157603c21 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.337951 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0152b-9d34-402c-ac28-48a157603c21 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cffc702f-6018-4da7-85b2-9455a29aa127,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:54.349758 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-17c0152b-9d34-402c-ac28-48a157603c21 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.351022 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-17c0152b-9d34-402c-ac28-48a157603c21 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1676807 Nov 12 02:13:54.355186 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57662) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:54.359662 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-14b79fa5-0ea1-4624-a6e6-c1d5dba5bdab tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': '5a1353ac-f4d6-4539-9a27-cae1c1f83a4c', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:13:54.387615 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14b79fa5-0ea1-4624-a6e6-c1d5dba5bdab tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.454616 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14b79fa5-0ea1-4624-a6e6-c1d5dba5bdab tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.460095 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14b79fa5-0ea1-4624-a6e6-c1d5dba5bdab tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.478570 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b79fa5-0ea1-4624-a6e6-c1d5dba5bdab tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b649ddb-4649-4efa-af9d-bbc5c05fd664,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:54.487673 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14b79fa5-0ea1-4624-a6e6-c1d5dba5bdab tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.488948 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-14b79fa5-0ea1-4624-a6e6-c1d5dba5bdab tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327546 Nov 12 02:13:54.492761 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57664) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:54.497249 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-9fd8ba2a-a815-4af5-9d81-dcccde8f7a09 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': '5a1353ac-f4d6-4539-9a27-cae1c1f83a4c', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:13:54.526978 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9fd8ba2a-a815-4af5-9d81-dcccde8f7a09 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.595103 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9fd8ba2a-a815-4af5-9d81-dcccde8f7a09 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.599754 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9fd8ba2a-a815-4af5-9d81-dcccde8f7a09 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.618594 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8ba2a-a815-4af5-9d81-dcccde8f7a09 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6513bf-f70b-4528-b348-f79ba3411599,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:54.624286 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-9fd8ba2a-a815-4af5-9d81-dcccde8f7a09 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.628400 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57666) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:54.629056 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9fd8ba2a-a815-4af5-9d81-dcccde8f7a09 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346538 Nov 12 02:13:54.633103 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-7f24ace2-f462-4dfb-b57d-160632ff67c7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': '5a1353ac-f4d6-4539-9a27-cae1c1f83a4c', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:13:54.664292 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7f24ace2-f462-4dfb-b57d-160632ff67c7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.762850 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7f24ace2-f462-4dfb-b57d-160632ff67c7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.767506 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7f24ace2-f462-4dfb-b57d-160632ff67c7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.787967 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24ace2-f462-4dfb-b57d-160632ff67c7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5048ebcd-5760-4279-a7fb-3e4d863f730d,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:54.797105 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-7f24ace2-f462-4dfb-b57d-160632ff67c7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.798345 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-7f24ace2-f462-4dfb-b57d-160632ff67c7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1689062 Nov 12 02:13:54.801232 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57668) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:54.805866 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-c7058d4b-fba7-44e6-948e-479704a34382 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': '5a1353ac-f4d6-4539-9a27-cae1c1f83a4c', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:13:54.831817 n-d-712137-14 neutron-server[114242]: INFO neutron.db.securitygroups_db [None req-c7058d4b-fba7-44e6-948e-479704a34382 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Project 5c8a65847ab841b6a12efcb75550f4f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:13:54.837043 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c7058d4b-fba7-44e6-948e-479704a34382 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.899886 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c7058d4b-fba7-44e6-948e-479704a34382 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.906558 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c7058d4b-fba7-44e6-948e-479704a34382 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.925369 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7058d4b-fba7-44e6-948e-479704a34382 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcde7f97-e3ad-4a0b-a5cf-e35ef3b50595,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:54.941536 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c7058d4b-fba7-44e6-948e-479704a34382 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:54.941536 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c7058d4b-fba7-44e6-948e-479704a34382 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384242 Nov 12 02:13:54.942780 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57670) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:54.947455 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-69c538c1-4aed-4992-b846-dd51b414d848 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'security_group_rule': {'security_group_id': '5a1353ac-f4d6-4539-9a27-cae1c1f83a4c', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:13:54.971443 n-d-712137-14 neutron-server[114242]: INFO neutron.db.securitygroups_db [None req-69c538c1-4aed-4992-b846-dd51b414d848 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Project 5c8a65847ab841b6a12efcb75550f4f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:13:54.976279 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69c538c1-4aed-4992-b846-dd51b414d848 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:55.052032 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69c538c1-4aed-4992-b846-dd51b414d848 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:55.056597 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69c538c1-4aed-4992-b846-dd51b414d848 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:55.076213 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c538c1-4aed-4992-b846-dd51b414d848 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af6d92a-433d-48fc-aa46-a93a43266afd,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:55.088762 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69c538c1-4aed-4992-b846-dd51b414d848 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:55.090406 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-69c538c1-4aed-4992-b846-dd51b414d848 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1464360 Nov 12 02:13:55.093227 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57672) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:55.101468 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-c047a78d-f799-4f96-873a-e05be6fe45e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'network': {'name': 'tempest-network-smoke--135768367', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'port_security_enabled': True}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:13:55.124330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c047a78d-f799-4f96-873a-e05be6fe45e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Made reservation on behalf of 5c8a65847ab841b6a12efcb75550f4f8 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:13:55.128535 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c047a78d-f799-4f96-873a-e05be6fe45e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:55.155858 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c047a78d-f799-4f96-873a-e05be6fe45e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:13:55.165550 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c047a78d-f799-4f96-873a-e05be6fe45e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:55.165905 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-c047a78d-f799-4f96-873a-e05be6fe45e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Added segment c67ba166-9c9d-4ff9-9ddb-d3c478d11800 of type vlan for network 7aef8d88-480f-4852-8ae0-dd3bc4ffdfae Nov 12 02:13:55.210269 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c047a78d-f799-4f96-873a-e05be6fe45e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:55.237903 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c047a78d-f799-4f96-873a-e05be6fe45e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:55.243632 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c047a78d-f799-4f96-873a-e05be6fe45e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:55.244244 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c047a78d-f799-4f96-873a-e05be6fe45e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:55.280610 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c047a78d-f799-4f96-873a-e05be6fe45e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1862898 Nov 12 02:13:55.285867 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57674) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:55.290782 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-88730640-f768-44f8-b2dc-8394b4ec471e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-659762485', 'admin_state_up': True, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:13:55.314918 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88730640-f768-44f8-b2dc-8394b4ec471e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:55.316223 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88730640-f768-44f8-b2dc-8394b4ec471e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:55.316426 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047a78d-f799-4f96-873a-e05be6fe45e9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Network': ['ID=7aef8d88-480f-4852-8ae0-dd3bc4ffdfae,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:55.328505 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 7aef8d88-480f-4852-8ae0-dd3bc4ffdfae details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:13:55.375909 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88730640-f768-44f8-b2dc-8394b4ec471e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:55.514574 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:55.525005 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88730640-f768-44f8-b2dc-8394b4ec471e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:55.731454 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88730640-f768-44f8-b2dc-8394b4ec471e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:55.751310 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88730640-f768-44f8-b2dc-8394b4ec471e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:55.838410 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:55.865641 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-88730640-f768-44f8-b2dc-8394b4ec471e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Allocated IP 172.25.0.102 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/d2cf9af4-a144-4bd9-9df8-735f285e36d5) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:13:55.973429 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88730640-f768-44f8-b2dc-8394b4ec471e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:56.008179 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88730640-f768-44f8-b2dc-8394b4ec471e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:56.052085 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88730640-f768-44f8-b2dc-8394b4ec471e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:13:56.055299 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-88730640-f768-44f8-b2dc-8394b4ec471e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:13:56.060061 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88730640-f768-44f8-b2dc-8394b4ec471e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:13:56.063320 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88730640-f768-44f8-b2dc-8394b4ec471e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=d2cf9af4-a144-4bd9-9df8-735f285e36d5,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:56.081512 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1375cbe6-a090-44c1-b8c3-c49090797150 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:13:56.116923 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6e03c3d4-0671-451c-bf71-f1e1b84349e8 None None] Provisioning complete for port d2cf9af4-a144-4bd9-9df8-735f285e36d5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:13:56.117385 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6e03c3d4-0671-451c-bf71-f1e1b84349e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:56.152253 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6e03c3d4-0671-451c-bf71-f1e1b84349e8 None None] Port d2cf9af4-a144-4bd9-9df8-735f285e36d5 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:13:56.226231 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:56.340994 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88730640-f768-44f8-b2dc-8394b4ec471e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:56.550668 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88730640-f768-44f8-b2dc-8394b4ec471e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:56.686755 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88730640-f768-44f8-b2dc-8394b4ec471e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router 7272b019-51c2-424d-bcb3-e0867787d0ba is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:13:56.800058 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88730640-f768-44f8-b2dc-8394b4ec471e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:13:56.812213 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] Sync routers for ids ['7272b019-51c2-424d-bcb3-e0867787d0ba'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:13:56.824621 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] Routers {'7272b019-51c2-424d-bcb3-e0867787d0ba'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:13:56.825506 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-88730640-f768-44f8-b2dc-8394b4ec471e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:56.825661 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:13:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7272b019-51c2-424d-bcb3-e0867787d0ba'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:56.827431 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-88730640-f768-44f8-b2dc-8394b4ec471e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5403171 Nov 12 02:13:56.830692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57680) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:56.859663 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-954f5bb6-136b-41be-b403-ec006ee68983 tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5c8a65847ab841b6a12efcb75550f4f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275257 Nov 12 02:13:56.863209 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57682) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:56.945322 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] Set router 7272b019-51c2-424d-bcb3-e0867787d0ba gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:13:56.962895 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8601adcd-61e0-4d86-a0e0-f3b67f4c6b32 tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:56.964429 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8601adcd-61e0-4d86-a0e0-f3b67f4c6b32 tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0996335 Nov 12 02:13:56.968749 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57684) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:57.000302 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-70fb7418-4e26-4d63-a572-5ef8a68b1695 tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=e33824d3-49f3-447d-b376-119e8e5c0bcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304422 Nov 12 02:13:57.002835 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57686) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:57.013868 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-a9f75f82-f3d9-400d-b508-df151cc96558 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-833239030', 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae', 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:13:57.117205 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f75f82-f3d9-400d-b508-df151cc96558 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Made reservation on behalf of 5c8a65847ab841b6a12efcb75550f4f8 for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:13:57.120712 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a9f75f82-f3d9-400d-b508-df151cc96558 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:57.144582 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659762485', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:56Z', 'revision_number': 3, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:57.176638 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] Checking router: 7272b019-51c2-424d-bcb3-e0867787d0ba for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:13:57.177021 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] Updating router 7272b019-51c2-424d-bcb3-e0867787d0ba port d2cf9af4-a144-4bd9-9df8-735f285e36d5 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:13:57.204460 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:57.324355 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a9f75f82-f3d9-400d-b508-df151cc96558 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:57.386530 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f75f82-f3d9-400d-b508-df151cc96558 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Subnet': ['ID=4567e967-1e36-4304-82f7-49f4819b8e43,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:57.398237 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f75f82-f3d9-400d-b508-df151cc96558 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Checking segment: {'id': 'c67ba166-9c9d-4ff9-9ddb-d3c478d11800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:13:57.398606 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f75f82-f3d9-400d-b508-df151cc96558 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network hostable DHCP agents. Network: 7aef8d88-480f-4852-8ae0-dd3bc4ffdfae, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:13:57.424495 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f75f82-f3d9-400d-b508-df151cc96558 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network 7aef8d88-480f-4852-8ae0-dd3bc4ffdfae is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:13:57.437957 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-a9f75f82-f3d9-400d-b508-df151cc96558 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 7aef8d88-480f-4852-8ae0-dd3bc4ffdfae) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:13:57.446856 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f75f82-f3d9-400d-b508-df151cc96558 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:57.448554 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713d7586-5b0c-45f1-a40b-8c48f2f3da6c None None] Network 7aef8d88-480f-4852-8ae0-dd3bc4ffdfae requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:13:57.449154 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a9f75f82-f3d9-400d-b508-df151cc96558 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:57.475036 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a9f75f82-f3d9-400d-b508-df151cc96558 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4711397 Nov 12 02:13:57.479327 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57690) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:57.489890 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:57.496084 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:57.550312 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] Attempting to bind port d2cf9af4-a144-4bd9-9df8-735f285e36d5 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:13:57.550681 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] Attempting to bind port d2cf9af4-a144-4bd9-9df8-735f285e36d5 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:13:57.551043 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] Attempting to bind port d2cf9af4-a144-4bd9-9df8-735f285e36d5 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:13:57.553259 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbf5d5f-e38d-4407-9dec-a31b7de84f2f None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:13:57.556658 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:13:57.557045 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:13:57.557442 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:57.557906 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:13:57.558293 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] Bound port: d2cf9af4-a144-4bd9-9df8-735f285e36d5, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:13:57.558674 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:57.560557 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768df4d-631c-40de-847a-fb43e138bd76 None None] Pushing event updated for resources: {'Port': ['ID=d2cf9af4-a144-4bd9-9df8-735f285e36d5,revision_number=2']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:57.590492 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768df4d-631c-40de-847a-fb43e138bd76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:57.590833 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768df4d-631c-40de-847a-fb43e138bd76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:57.591172 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768df4d-631c-40de-847a-fb43e138bd76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:57.591504 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768df4d-631c-40de-847a-fb43e138bd76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:57.591880 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768df4d-631c-40de-847a-fb43e138bd76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:57.592210 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768df4d-631c-40de-847a-fb43e138bd76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:57.592532 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768df4d-631c-40de-847a-fb43e138bd76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:57.592878 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768df4d-631c-40de-847a-fb43e138bd76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:57.593205 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768df4d-631c-40de-847a-fb43e138bd76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:57.593519 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768df4d-631c-40de-847a-fb43e138bd76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:57.594036 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768df4d-631c-40de-847a-fb43e138bd76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:57.594361 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1768df4d-631c-40de-847a-fb43e138bd76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:57.633861 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] For port d2cf9af4-a144-4bd9-9df8-735f285e36d5, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:13:57.642843 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] For port d2cf9af4-a144-4bd9-9df8-735f285e36d5, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d2cf9af4-a144-4bd9-9df8-735f285e36d5,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:13:57.648881 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:57.676132 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f4ac2a-bb90-40e7-8325-20f682ef0bdc None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:13:57.698218 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703cd217-90f3-486a-b2dd-bb18373f81b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-7aef8d88-480f-4852-8ae0-dd3bc4ffdfae', 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ips': [{'subnet_id': '4567e967-1e36-4304-82f7-49f4819b8e43'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:13:57.699794 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-703cd217-90f3-486a-b2dd-bb18373f81b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:57.702813 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] Routers {'7272b019-51c2-424d-bcb3-e0867787d0ba'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:13:57.703646 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:13:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7272b019-51c2-424d-bcb3-e0867787d0ba'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:57.722238 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e3c3960c-61d7-488f-a6db-98a320ae8da8 None None] Provisioning complete for port d2cf9af4-a144-4bd9-9df8-735f285e36d5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:13:57.722716 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e3c3960c-61d7-488f-a6db-98a320ae8da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:57.798293 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768df4d-631c-40de-847a-fb43e138bd76 None None] Pushing event updated for resources: {'Port': ['ID=d2cf9af4-a144-4bd9-9df8-735f285e36d5,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:57.846331 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] Set router 7272b019-51c2-424d-bcb3-e0867787d0ba gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:13:57.911548 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e3c3960c-61d7-488f-a6db-98a320ae8da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:57.920357 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-703cd217-90f3-486a-b2dd-bb18373f81b8 None None] Allocated IP 172.20.0.2 (7aef8d88-480f-4852-8ae0-dd3bc4ffdfae/4567e967-1e36-4304-82f7-49f4819b8e43/88361ef9-8a67-4179-93b7-da7b201e8ac8) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:13:57.945558 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e3c3960c-61d7-488f-a6db-98a320ae8da8 None None] For port d2cf9af4-a144-4bd9-9df8-735f285e36d5, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d2cf9af4-a144-4bd9-9df8-735f285e36d5,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:13:57.952366 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e3c3960c-61d7-488f-a6db-98a320ae8da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:58.047645 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c31cc4dd-aa38-4dc8-8560-df3a821e8dea tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:58.056086 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3960c-61d7-488f-a6db-98a320ae8da8 None None] Pushing event updated for resources: {'Port': ['ID=d2cf9af4-a144-4bd9-9df8-735f285e36d5,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:58.113002 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0b8e16c6-b118-4db1-8ddf-1f4eec9b581d None None] Provisioning complete for port d2cf9af4-a144-4bd9-9df8-735f285e36d5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:13:58.113002 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0b8e16c6-b118-4db1-8ddf-1f4eec9b581d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:58.149117 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659762485', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:56Z', 'revision_number': 3, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:58.184104 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a143b2-66a2-4531-940b-7bdf6ed64427 None None] The sync data for ids ['7272b019-51c2-424d-bcb3-e0867787d0ba'] in n-d-712137-14 is: [{'id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659762485', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:56Z', 'revision_number': 3, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:13:58.196115 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-703cd217-90f3-486a-b2dd-bb18373f81b8 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:58.205085 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-703cd217-90f3-486a-b2dd-bb18373f81b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:58.272951 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703cd217-90f3-486a-b2dd-bb18373f81b8 None None] Network 7aef8d88-480f-4852-8ae0-dd3bc4ffdfae is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:13:58.283496 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-703cd217-90f3-486a-b2dd-bb18373f81b8 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:13:58.290913 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703cd217-90f3-486a-b2dd-bb18373f81b8 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:13:58.294667 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cd217-90f3-486a-b2dd-bb18373f81b8 None None] Pushing event updated for resources: {'Port': ['ID=88361ef9-8a67-4179-93b7-da7b201e8ac8,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:58.362269 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-703cd217-90f3-486a-b2dd-bb18373f81b8 None None] Attempting to bind port 88361ef9-8a67-4179-93b7-da7b201e8ac8 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:13:58.362649 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-703cd217-90f3-486a-b2dd-bb18373f81b8 None None] Attempting to bind port 88361ef9-8a67-4179-93b7-da7b201e8ac8 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'c67ba166-9c9d-4ff9-9ddb-d3c478d11800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:13:58.363023 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703cd217-90f3-486a-b2dd-bb18373f81b8 None None] Attempting to bind port 88361ef9-8a67-4179-93b7-da7b201e8ac8 on network 7aef8d88-480f-4852-8ae0-dd3bc4ffdfae {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:13:58.369052 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703cd217-90f3-486a-b2dd-bb18373f81b8 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:13:58.369498 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703cd217-90f3-486a-b2dd-bb18373f81b8 None None] Checking segment: {'id': 'c67ba166-9c9d-4ff9-9ddb-d3c478d11800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:13:58.369956 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-703cd217-90f3-486a-b2dd-bb18373f81b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:58.370359 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703cd217-90f3-486a-b2dd-bb18373f81b8 None None] Bound using segment: {'id': 'c67ba166-9c9d-4ff9-9ddb-d3c478d11800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:13:58.370870 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-703cd217-90f3-486a-b2dd-bb18373f81b8 None None] Bound port: 88361ef9-8a67-4179-93b7-da7b201e8ac8, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67ba166-9c9d-4ff9-9ddb-d3c478d11800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:13:58.371253 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-703cd217-90f3-486a-b2dd-bb18373f81b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:58.432947 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-c31cc4dd-aa38-4dc8-8560-df3a821e8dea tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Allocated IP 172.20.0.1 (7aef8d88-480f-4852-8ae0-dd3bc4ffdfae/4567e967-1e36-4304-82f7-49f4819b8e43/33d61c9c-2de4-45fd-9752-94ef8161edf7) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:13:58.459123 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-703cd217-90f3-486a-b2dd-bb18373f81b8 None None] For port 88361ef9-8a67-4179-93b7-da7b201e8ac8, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:13:58.464675 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-703cd217-90f3-486a-b2dd-bb18373f81b8 None None] For port 88361ef9-8a67-4179-93b7-da7b201e8ac8, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=88361ef9-8a67-4179-93b7-da7b201e8ac8,segment=NetworkSegment(c67ba166-9c9d-4ff9-9ddb-d3c478d11800),segment_id=c67ba166-9c9d-4ff9-9ddb-d3c478d11800)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:13:58.471135 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-703cd217-90f3-486a-b2dd-bb18373f81b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:58.554882 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cd217-90f3-486a-b2dd-bb18373f81b8 None None] Pushing event updated for resources: {'Port': ['ID=88361ef9-8a67-4179-93b7-da7b201e8ac8,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:58.616252 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c31cc4dd-aa38-4dc8-8560-df3a821e8dea tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:58.664900 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c31cc4dd-aa38-4dc8-8560-df3a821e8dea tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:58.709701 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31cc4dd-aa38-4dc8-8560-df3a821e8dea tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network 7aef8d88-480f-4852-8ae0-dd3bc4ffdfae is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:13:58.715888 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-c31cc4dd-aa38-4dc8-8560-df3a821e8dea tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:13:58.721534 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31cc4dd-aa38-4dc8-8560-df3a821e8dea tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:13:58.731417 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cc4dd-aa38-4dc8-8560-df3a821e8dea tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=33d61c9c-2de4-45fd-9752-94ef8161edf7,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:58.790799 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c31cc4dd-aa38-4dc8-8560-df3a821e8dea tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:58.968116 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c31cc4dd-aa38-4dc8-8560-df3a821e8dea tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:59.298525 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c31cc4dd-aa38-4dc8-8560-df3a821e8dea tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:59.305180 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c31cc4dd-aa38-4dc8-8560-df3a821e8dea tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:59.382058 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c31cc4dd-aa38-4dc8-8560-df3a821e8dea tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:59.397001 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cc4dd-aa38-4dc8-8560-df3a821e8dea tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=33d61c9c-2de4-45fd-9752-94ef8161edf7,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:59.505296 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31cc4dd-aa38-4dc8-8560-df3a821e8dea tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network 7aef8d88-480f-4852-8ae0-dd3bc4ffdfae is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:13:59.509292 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-c31cc4dd-aa38-4dc8-8560-df3a821e8dea tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:13:59.612390 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfd7198-5df7-4e03-87a7-38daa419bfad None None] Network 7aef8d88-480f-4852-8ae0-dd3bc4ffdfae requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:13:59.644972 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31cc4dd-aa38-4dc8-8560-df3a821e8dea tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router 7272b019-51c2-424d-bcb3-e0867787d0ba has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:13:59.772861 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31cc4dd-aa38-4dc8-8560-df3a821e8dea tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:13:59.778323 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c31cc4dd-aa38-4dc8-8560-df3a821e8dea tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "PUT /v2.0/routers/7272b019-51c2-424d-bcb3-e0867787d0ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2979147 Nov 12 02:13:59.849653 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d822251-0e80-4614-99b7-f628c09f3ff5 None None] Provisioning complete for port 88361ef9-8a67-4179-93b7-da7b201e8ac8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:13:59.849950 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d822251-0e80-4614-99b7-f628c09f3ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:59.954467 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-983a5fe6-6cff-4796-bbf9-9cba138234a4 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-504380325&fields=id&tenant_id=5c8a65847ab841b6a12efcb75550f4f8 HTTP/1.1" status: 200 len: 267 time: 0.0524011 Nov 12 02:14:00.012472 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d822251-0e80-4614-99b7-f628c09f3ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:00.028268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] Sync routers for ids ['7272b019-51c2-424d-bcb3-e0867787d0ba'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:14:00.070421 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] Routers {'7272b019-51c2-424d-bcb3-e0867787d0ba'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:14:00.071487 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:13:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7272b019-51c2-424d-bcb3-e0867787d0ba'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:00.077714 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d822251-0e80-4614-99b7-f628c09f3ff5 None None] For port 88361ef9-8a67-4179-93b7-da7b201e8ac8, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=88361ef9-8a67-4179-93b7-da7b201e8ac8,segment=NetworkSegment(c67ba166-9c9d-4ff9-9ddb-d3c478d11800),segment_id=c67ba166-9c9d-4ff9-9ddb-d3c478d11800)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:14:00.084267 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-975a1f6b-3816-427d-bdfd-5058dec8ab19 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:00.085823 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-975a1f6b-3816-427d-bdfd-5058dec8ab19 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/networks?id=7aef8d88-480f-4852-8ae0-dd3bc4ffdfae HTTP/1.1" status: 200 len: 796 time: 0.1235981 Nov 12 02:14:00.105559 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-de2d2b6a-4b14-4c93-ac2a-d7f67b341bbf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/quotas/5c8a65847ab841b6a12efcb75550f4f8 HTTP/1.1" status: 200 len: 375 time: 0.0127301 Nov 12 02:14:00.118834 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d822251-0e80-4614-99b7-f628c09f3ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:00.275850 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d822251-0e80-4614-99b7-f628c09f3ff5 None None] Pushing event updated for resources: {'Port': ['ID=88361ef9-8a67-4179-93b7-da7b201e8ac8,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:00.282895 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] Set router 7272b019-51c2-424d-bcb3-e0867787d0ba gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:14:00.398444 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 88361ef9-8a67-4179-93b7-da7b201e8ac8 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:14:00.534867 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-dcb9ab1f-1380-45cd-8187-3d4659890372 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4217644 Nov 12 02:14:00.551126 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cad80a90-9766-415e-a774-fdefa2894a85 None None] Provisioning complete for port 33d61c9c-2de4-45fd-9752-94ef8161edf7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:14:00.551594 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cad80a90-9766-415e-a774-fdefa2894a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:00.631121 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-981e9970-e24e-4e75-bcb6-d2bda5fa9cd9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:14:00.632190 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-981e9970-e24e-4e75-bcb6-d2bda5fa9cd9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0843832 Nov 12 02:14:00.647664 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-cad80a90-9766-415e-a774-fdefa2894a85 None None] Port 33d61c9c-2de4-45fd-9752-94ef8161edf7 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:14:00.650491 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 88361ef9-8a67-4179-93b7-da7b201e8ac8 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:14:00.651065 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:00.709227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-cad80a90-9766-415e-a774-fdefa2894a85 None None] Provisioning complete for port 88361ef9-8a67-4179-93b7-da7b201e8ac8 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:14:00.709543 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cad80a90-9766-415e-a774-fdefa2894a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:00.745618 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-98ac31c3-ea0a-45b8-a56c-20fc2f03ac20 service neutron] 10.222.0.31 "GET /v2.0/networks/7aef8d88-480f-4852-8ae0-dd3bc4ffdfae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064177 Nov 12 02:14:00.753916 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659762485', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:58Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '33d61c9c-2de4-45fd-9752-94ef8161edf7', 'name': '', 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:a6:ff:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4567e967-1e36-4304-82f7-49f4819b8e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:58Z', 'updated_at': '2021-11-12T02:13:59Z', 'revision_number': 2, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '4567e967-1e36-4304-82f7-49f4819b8e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:00.795570 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] Checking router: 7272b019-51c2-424d-bcb3-e0867787d0ba for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:14:00.795851 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] Updating router 7272b019-51c2-424d-bcb3-e0867787d0ba port 33d61c9c-2de4-45fd-9752-94ef8161edf7 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:14:00.855264 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:00.871726 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-7707bca4-7201-4531-97fb-ffee869a028a service neutron] 10.222.0.31 "GET /v2.0/networks/7aef8d88-480f-4852-8ae0-dd3bc4ffdfae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166215 Nov 12 02:14:00.891302 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d2cf9af4-a144-4bd9-9df8-735f285e36d5 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:14:01.044968 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port d2cf9af4-a144-4bd9-9df8-735f285e36d5 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:14:01.045345 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:01.082293 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2f4a5d1f-4901-43ef-8a8c-4e55f34d96d5 req-cfdf633c-f1b9-4c6e-bb31-2bb11eee3a10 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 210 time: 0.0400586 Nov 12 02:14:01.150256 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-746404e8-e12a-43bd-8910-ba5f7c7d4c5f None None] Provisioning complete for port 33d61c9c-2de4-45fd-9752-94ef8161edf7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:14:01.150617 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-746404e8-e12a-43bd-8910-ba5f7c7d4c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:01.219378 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-746404e8-e12a-43bd-8910-ba5f7c7d4c5f None None] Port 33d61c9c-2de4-45fd-9752-94ef8161edf7 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:14:01.331902 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:01.339280 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:01.434316 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637f922-4f39-4c4d-b093-f359bec8f856 None None] Pushing event updated for resources: {'Port': ['ID=33d61c9c-2de4-45fd-9752-94ef8161edf7,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:01.448602 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] Attempting to bind port 33d61c9c-2de4-45fd-9752-94ef8161edf7 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:14:01.448892 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] Attempting to bind port 33d61c9c-2de4-45fd-9752-94ef8161edf7 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'c67ba166-9c9d-4ff9-9ddb-d3c478d11800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:14:01.449268 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] Attempting to bind port 33d61c9c-2de4-45fd-9752-94ef8161edf7 on network 7aef8d88-480f-4852-8ae0-dd3bc4ffdfae {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:14:01.456035 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:14:01.456634 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] Checking segment: {'id': 'c67ba166-9c9d-4ff9-9ddb-d3c478d11800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:14:01.457462 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:01.458175 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] Bound using segment: {'id': 'c67ba166-9c9d-4ff9-9ddb-d3c478d11800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:14:01.458526 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] Bound port: 33d61c9c-2de4-45fd-9752-94ef8161edf7, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67ba166-9c9d-4ff9-9ddb-d3c478d11800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:14:01.458941 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:01.536017 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] For port 33d61c9c-2de4-45fd-9752-94ef8161edf7, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:14:01.541169 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] For port 33d61c9c-2de4-45fd-9752-94ef8161edf7, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=33d61c9c-2de4-45fd-9752-94ef8161edf7,segment=NetworkSegment(c67ba166-9c9d-4ff9-9ddb-d3c478d11800),segment_id=c67ba166-9c9d-4ff9-9ddb-d3c478d11800)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:14:01.547043 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:01.623440 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] Routers {'7272b019-51c2-424d-bcb3-e0867787d0ba'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:14:01.624083 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:13:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7272b019-51c2-424d-bcb3-e0867787d0ba'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:01.709368 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637f922-4f39-4c4d-b093-f359bec8f856 None None] Pushing event updated for resources: {'Port': ['ID=33d61c9c-2de4-45fd-9752-94ef8161edf7,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:01.719696 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-067250dd-c43e-4197-9fb3-9d18a3aff39c None None] Provisioning complete for port 33d61c9c-2de4-45fd-9752-94ef8161edf7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:14:01.720074 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-067250dd-c43e-4197-9fb3-9d18a3aff39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:01.809442 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] Set router 7272b019-51c2-424d-bcb3-e0867787d0ba gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:14:01.922348 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-067250dd-c43e-4197-9fb3-9d18a3aff39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:02.006730 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-067250dd-c43e-4197-9fb3-9d18a3aff39c None None] For port 33d61c9c-2de4-45fd-9752-94ef8161edf7, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=33d61c9c-2de4-45fd-9752-94ef8161edf7,segment=NetworkSegment(c67ba166-9c9d-4ff9-9ddb-d3c478d11800),segment_id=c67ba166-9c9d-4ff9-9ddb-d3c478d11800)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:14:02.013885 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-067250dd-c43e-4197-9fb3-9d18a3aff39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:02.092785 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067250dd-c43e-4197-9fb3-9d18a3aff39c None None] Pushing event updated for resources: {'Port': ['ID=33d61c9c-2de4-45fd-9752-94ef8161edf7,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:02.135143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659762485', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:58Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '33d61c9c-2de4-45fd-9752-94ef8161edf7', 'name': '', 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:a6:ff:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4567e967-1e36-4304-82f7-49f4819b8e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:58Z', 'updated_at': '2021-11-12T02:14:01Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '4567e967-1e36-4304-82f7-49f4819b8e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:02.168979 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd340218-9af6-4282-9c88-40bf4c003321 None None] The sync data for ids ['7272b019-51c2-424d-bcb3-e0867787d0ba'] in n-d-712137-14 is: [{'id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659762485', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:58Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '33d61c9c-2de4-45fd-9752-94ef8161edf7', 'name': '', 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:a6:ff:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4567e967-1e36-4304-82f7-49f4819b8e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:58Z', 'updated_at': '2021-11-12T02:14:01Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '4567e967-1e36-4304-82f7-49f4819b8e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:14:02.172963 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1ec94755-0568-4081-9115-388913b58f5d None None] Provisioning complete for port 33d61c9c-2de4-45fd-9752-94ef8161edf7 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:14:02.173378 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1ec94755-0568-4081-9115-388913b58f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:02.266514 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b08eaa81-c546-4a07-911b-1fba5c9d1f4b req-f915b725-5e0f-4d8e-b7be-1aa437a69071 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 210 time: 0.0704789 Nov 12 02:14:02.337676 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 88361ef9-8a67-4179-93b7-da7b201e8ac8 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:14:02.402866 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-4497350f-21de-434a-8393-7b60d14a7e0b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:02.404393 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-4497350f-21de-434a-8393-7b60d14a7e0b tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.21 "GET /v2.0/networks?id=7aef8d88-480f-4852-8ae0-dd3bc4ffdfae HTTP/1.1" status: 200 len: 796 time: 0.2697551 Nov 12 02:14:02.407089 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 88361ef9-8a67-4179-93b7-da7b201e8ac8 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:14:02.407460 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:02.498875 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-295054e5-3a97-427a-99fb-4205b640a6a6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c8a65847ab841b6a12efcb75550f4f8 HTTP/1.1" status: 200 len: 379 time: 0.0782161 Nov 12 02:14:02.509565 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-80e69cf3-f91d-4cd6-9313-7d4edaf71466 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'port': {'device_id': '12820464-3ade-405b-bd52-12743bf847ba', 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae', 'admin_state_up': True, 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'security_groups': ['5a1353ac-f4d6-4539-9a27-cae1c1f83a4c']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:14:02.641883 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-80e69cf3-f91d-4cd6-9313-7d4edaf71466 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Made reservation on behalf of 5c8a65847ab841b6a12efcb75550f4f8 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:14:02.646209 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-80e69cf3-f91d-4cd6-9313-7d4edaf71466 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:02.798494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-80e69cf3-f91d-4cd6-9313-7d4edaf71466 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Allocated IP 172.20.0.11 (7aef8d88-480f-4852-8ae0-dd3bc4ffdfae/4567e967-1e36-4304-82f7-49f4819b8e43/29cf7939-81ba-4a2f-af1f-a8280fa46b96) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:14:02.958650 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-80e69cf3-f91d-4cd6-9313-7d4edaf71466 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:02.998003 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-80e69cf3-f91d-4cd6-9313-7d4edaf71466 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:03.047119 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-80e69cf3-f91d-4cd6-9313-7d4edaf71466 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network 7aef8d88-480f-4852-8ae0-dd3bc4ffdfae is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:14:03.053482 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-80e69cf3-f91d-4cd6-9313-7d4edaf71466 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:14:03.057414 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-80e69cf3-f91d-4cd6-9313-7d4edaf71466 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:14:03.086666 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e69cf3-f91d-4cd6-9313-7d4edaf71466 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=29cf7939-81ba-4a2f-af1f-a8280fa46b96,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:03.132545 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-80e69cf3-f91d-4cd6-9313-7d4edaf71466 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:03.133250 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-80e69cf3-f91d-4cd6-9313-7d4edaf71466 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:03.151643 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-80e69cf3-f91d-4cd6-9313-7d4edaf71466 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6459467 Nov 12 02:14:03.165050 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] Request body: {'port': {'device_id': '12820464-3ade-405b-bd52-12743bf847ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:14:03.261548 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:03.382401 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-6f1702b4-f67a-4b66-a68e-4eb7dd0faebf None None] Provisioning complete for port 29cf7939-81ba-4a2f-af1f-a8280fa46b96 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:14:03.384906 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6f1702b4-f67a-4b66-a68e-4eb7dd0faebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:03.428837 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-6f1702b4-f67a-4b66-a68e-4eb7dd0faebf None None] Port 29cf7939-81ba-4a2f-af1f-a8280fa46b96 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:14:03.429063 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc9957-e19f-44eb-a4a5-6473843ad5fb req-feb903f0-b41b-48dd-b26e-e26ba51e3883 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:03.436825 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5cfc9957-e19f-44eb-a4a5-6473843ad5fb req-feb903f0-b41b-48dd-b26e-e26ba51e3883 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 932 time: 0.0734897 Nov 12 02:14:03.492944 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5cfc9957-e19f-44eb-a4a5-6473843ad5fb req-0acc5ce8-060f-47ac-89c2-aaa7ba149fcf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a1353ac-f4d6-4539-9a27-cae1c1f83a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551171 Nov 12 02:14:03.621899 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29cf7939-81ba-4a2f-af1f-a8280fa46b96 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:14:03.629953 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:03.646574 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] Transition to ACTIVE for port object 29cf7939-81ba-4a2f-af1f-a8280fa46b96 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:14:03.651859 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:03.709841 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] Pushing event updated for resources: {'Port': ['ID=29cf7939-81ba-4a2f-af1f-a8280fa46b96,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:03.797773 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] Attempting to bind port 29cf7939-81ba-4a2f-af1f-a8280fa46b96 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:14:03.798141 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] Attempting to bind port 29cf7939-81ba-4a2f-af1f-a8280fa46b96 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'c67ba166-9c9d-4ff9-9ddb-d3c478d11800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:14:03.798569 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] Attempting to bind port 29cf7939-81ba-4a2f-af1f-a8280fa46b96 on network 7aef8d88-480f-4852-8ae0-dd3bc4ffdfae {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:14:03.804451 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] Port 29cf7939-81ba-4a2f-af1f-a8280fa46b96 on network 7aef8d88-480f-4852-8ae0-dd3bc4ffdfae not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:14:03.804826 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] Attempting to bind port 29cf7939-81ba-4a2f-af1f-a8280fa46b96 on network 7aef8d88-480f-4852-8ae0-dd3bc4ffdfae {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:14:03.812686 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:14:03.813152 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] Checking segment: {'id': 'c67ba166-9c9d-4ff9-9ddb-d3c478d11800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:14:03.813451 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] Bound using segment: {'id': 'c67ba166-9c9d-4ff9-9ddb-d3c478d11800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:14:03.813899 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] Bound port: 29cf7939-81ba-4a2f-af1f-a8280fa46b96, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c67ba166-9c9d-4ff9-9ddb-d3c478d11800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:14:03.814265 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:03.883335 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] For port 29cf7939-81ba-4a2f-af1f-a8280fa46b96, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:14:03.886488 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] For port 29cf7939-81ba-4a2f-af1f-a8280fa46b96, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=29cf7939-81ba-4a2f-af1f-a8280fa46b96,segment=NetworkSegment(c67ba166-9c9d-4ff9-9ddb-d3c478d11800),segment_id=c67ba166-9c9d-4ff9-9ddb-d3c478d11800)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:14:03.891283 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:03.930804 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:03.935438 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:03.935438 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] 10.222.0.21 "PUT /v2.0/ports/29cf7939-81ba-4a2f-af1f-a8280fa46b96 HTTP/1.1" status: 200 len: 1093 time: 0.7725563 Nov 12 02:14:03.935438 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12820464-3ade-405b-bd52-12743bf847ba', 'tag': '29cf7939-81ba-4a2f-af1f-a8280fa46b96'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:14:03.935991 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfc815e-7840-405a-9c87-09b5256df90b" -d '{"events": [{"name": "network-changed", "server_uuid": "12820464-3ade-405b-bd52-12743bf847ba", "tag": "29cf7939-81ba-4a2f-af1f-a8280fa46b96"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:14:03.976490 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398326b9-2ec7-470c-8776-59d1d5c7822e service neutron] Pushing event updated for resources: {'Port': ['ID=29cf7939-81ba-4a2f-af1f-a8280fa46b96,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:03.980365 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4074d0-e4b3-4ec7-a300-320354b371e2 x-openstack-request-id: req-5e4074d0-e4b3-4ec7-a300-320354b371e2 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:14:03.980661 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12820464-3ade-405b-bd52-12743bf847ba", "tag": "29cf7939-81ba-4a2f-af1f-a8280fa46b96", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:14:03.980960 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e4074d0-e4b3-4ec7-a300-320354b371e2 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:14:03.981342 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12820464-3ade-405b-bd52-12743bf847ba', 'tag': '29cf7939-81ba-4a2f-af1f-a8280fa46b96', 'status': 'completed', 'code': 200} Nov 12 02:14:04.046174 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-51ccf9f4-57b8-4370-b837-230929f5cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:04.048002 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-51ccf9f4-57b8-4370-b837-230929f5cd39 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 1096 time: 0.0510480 Nov 12 02:14:04.093831 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-a7d367cc-0266-4740-b7ad-cba0fc291d6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29cf7939-81ba-4a2f-af1f-a8280fa46b96 HTTP/1.1" status: 200 len: 217 time: 0.0383928 Nov 12 02:14:04.154757 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-b4d9f78b-b238-49ea-98c7-b2a08e67979d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:04.156337 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-b4d9f78b-b238-49ea-98c7-b2a08e67979d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4567e967-1e36-4304-82f7-49f4819b8e43 HTTP/1.1" status: 200 len: 834 time: 0.0555573 Nov 12 02:14:04.207734 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-ab61612a-7f0c-4446-a8ed-31e9b7ea773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:04.210165 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-ab61612a-7f0c-4446-a8ed-31e9b7ea773e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7aef8d88-480f-4852-8ae0-dd3bc4ffdfae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468860 Nov 12 02:14:04.279975 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 33d61c9c-2de4-45fd-9752-94ef8161edf7 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:14:04.313356 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-6d946565-70ca-498a-8b0e-7bb016c56aab service neutron] 10.222.0.21 "GET /v2.0/networks/7aef8d88-480f-4852-8ae0-dd3bc4ffdfae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957363 Nov 12 02:14:04.332352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 33d61c9c-2de4-45fd-9752-94ef8161edf7 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:14:04.332352 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:04.426793 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4da8810e-8ad5-4e44-aa92-21479455e020 req-3af13098-956e-4ee9-9d68-9cd28fb3614c service neutron] 10.222.0.21 "GET /v2.0/networks/7aef8d88-480f-4852-8ae0-dd3bc4ffdfae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066582 Nov 12 02:14:04.523570 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc815e-7840-405a-9c87-09b5256df90b req-ee3127b6-f5b0-4133-b82e-c3101b4675eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:04.525123 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7dfc815e-7840-405a-9c87-09b5256df90b req-ee3127b6-f5b0-4133-b82e-c3101b4675eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 1096 time: 0.0470824 Nov 12 02:14:04.619528 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b86cf1-4633-4890-bc17-7261ad376524 req-59178e53-996e-46dc-8197-3b9b69573ea9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:04.621136 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-12b86cf1-4633-4890-bc17-7261ad376524 req-59178e53-996e-46dc-8197-3b9b69573ea9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 944 time: 0.0581465 Nov 12 02:14:04.637943 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc815e-7840-405a-9c87-09b5256df90b req-4daaa9cf-7784-490e-854a-f4cc468a4631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:04.640544 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7dfc815e-7840-405a-9c87-09b5256df90b req-4daaa9cf-7784-490e-854a-f4cc468a4631 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7aef8d88-480f-4852-8ae0-dd3bc4ffdfae HTTP/1.1" status: 200 len: 897 time: 0.1081755 Nov 12 02:14:04.679360 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-12b86cf1-4633-4890-bc17-7261ad376524 req-ffc490a3-5e98-4184-aeaa-587ba86d36fe tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a1353ac-f4d6-4539-9a27-cae1c1f83a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519810 Nov 12 02:14:04.685658 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7dfc815e-7840-405a-9c87-09b5256df90b req-83b988de-1b8e-47b7-aa25-99cd91098cda service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29cf7939-81ba-4a2f-af1f-a8280fa46b96 HTTP/1.1" status: 200 len: 217 time: 0.0364203 Nov 12 02:14:04.743943 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc815e-7840-405a-9c87-09b5256df90b req-cc881e5c-57ea-4bb9-8fc0-6a79235dbbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:04.745461 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7dfc815e-7840-405a-9c87-09b5256df90b req-cc881e5c-57ea-4bb9-8fc0-6a79235dbbe3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4567e967-1e36-4304-82f7-49f4819b8e43 HTTP/1.1" status: 200 len: 834 time: 0.0512848 Nov 12 02:14:04.800136 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc815e-7840-405a-9c87-09b5256df90b req-0b3fbf4b-f33c-4025-9f59-30ffcf89b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:04.801810 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7dfc815e-7840-405a-9c87-09b5256df90b req-0b3fbf4b-f33c-4025-9f59-30ffcf89b457 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7aef8d88-480f-4852-8ae0-dd3bc4ffdfae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482519 Nov 12 02:14:04.903851 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7dfc815e-7840-405a-9c87-09b5256df90b req-2b21d8be-9eaa-43e5-90be-d9722e8800bf service neutron] 10.222.0.21 "GET /v2.0/networks/7aef8d88-480f-4852-8ae0-dd3bc4ffdfae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945549 Nov 12 02:14:05.003870 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7dfc815e-7840-405a-9c87-09b5256df90b req-9ea21977-425f-49bb-b42c-5ee14f7fd8c7 service neutron] 10.222.0.21 "GET /v2.0/networks/7aef8d88-480f-4852-8ae0-dd3bc4ffdfae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912814 Nov 12 02:14:05.813272 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace89db-9ec8-43de-878d-a0e5cbab658d req-107a6feb-1c0a-478f-96b9-0089ffeb92c6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:05.814982 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ace89db-9ec8-43de-878d-a0e5cbab658d req-107a6feb-1c0a-478f-96b9-0089ffeb92c6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 944 time: 0.0526118 Nov 12 02:14:05.868507 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8ace89db-9ec8-43de-878d-a0e5cbab658d req-a3f10ad9-7570-48c2-9458-5de7829869cc tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a1353ac-f4d6-4539-9a27-cae1c1f83a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471706 Nov 12 02:14:06.380800 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 29cf7939-81ba-4a2f-af1f-a8280fa46b96 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:14:06.487765 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 29cf7939-81ba-4a2f-af1f-a8280fa46b96, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=29cf7939-81ba-4a2f-af1f-a8280fa46b96,segment=NetworkSegment(c67ba166-9c9d-4ff9-9ddb-d3c478d11800),segment_id=c67ba166-9c9d-4ff9-9ddb-d3c478d11800)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:14:06.499852 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '29cf7939-81ba-4a2f-af1f-a8280fa46b96', 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae', 'port_id': '29cf7939-81ba-4a2f-af1f-a8280fa46b96', 'mac_address': 'fa:16:3e:d5:56:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4567e967-1e36-4304-82f7-49f4819b8e43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:14:06.545205 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:06.562830 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29cf7939-81ba-4a2f-af1f-a8280fa46b96 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:14:06.583704 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 29cf7939-81ba-4a2f-af1f-a8280fa46b96, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=29cf7939-81ba-4a2f-af1f-a8280fa46b96,segment=NetworkSegment(c67ba166-9c9d-4ff9-9ddb-d3c478d11800),segment_id=c67ba166-9c9d-4ff9-9ddb-d3c478d11800)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:14:06.588178 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:06.643201 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=29cf7939-81ba-4a2f-af1f-a8280fa46b96,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:06.828327 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['29cf7939-81ba-4a2f-af1f-a8280fa46b96'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:14:06.993663 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de05e58-f093-47e3-8a78-ca2ecff6f30f req-452577e2-9466-40ce-92b2-2bc83a458c7e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:06.995285 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1de05e58-f093-47e3-8a78-ca2ecff6f30f req-452577e2-9466-40ce-92b2-2bc83a458c7e tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 945 time: 0.0555670 Nov 12 02:14:07.058983 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1de05e58-f093-47e3-8a78-ca2ecff6f30f req-44c2497b-da5e-4421-bfcd-8407ffdbd781 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a1353ac-f4d6-4539-9a27-cae1c1f83a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567403 Nov 12 02:14:08.185982 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18ee16-eebe-4ecf-a088-b73dbfe442c4 req-2ed6d751-6bd5-45a1-81de-b9d7e5f5ae55 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:08.187490 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0d18ee16-eebe-4ecf-a088-b73dbfe442c4 req-2ed6d751-6bd5-45a1-81de-b9d7e5f5ae55 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 945 time: 0.0536485 Nov 12 02:14:08.237332 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0d18ee16-eebe-4ecf-a088-b73dbfe442c4 req-23044703-0fa3-4b32-b623-9580929ccd77 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a1353ac-f4d6-4539-9a27-cae1c1f83a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425398 Nov 12 02:14:08.383335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 29cf7939-81ba-4a2f-af1f-a8280fa46b96 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:14:08.438041 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 29cf7939-81ba-4a2f-af1f-a8280fa46b96 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:14:08.442309 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 29cf7939-81ba-4a2f-af1f-a8280fa46b96 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:14:08.442686 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:08.527857 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:08.551917 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12820464-3ade-405b-bd52-12743bf847ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cf7939-81ba-4a2f-af1f-a8280fa46b96'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:14:08.554282 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c843ea2-accd-4974-a3ad-4f9e94bc5113" -d '{"events": [{"server_uuid": "12820464-3ade-405b-bd52-12743bf847ba", "name": "network-vif-plugged", "status": "completed", "tag": "29cf7939-81ba-4a2f-af1f-a8280fa46b96"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:14:08.567792 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 29cf7939-81ba-4a2f-af1f-a8280fa46b96, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=29cf7939-81ba-4a2f-af1f-a8280fa46b96,segment=NetworkSegment(c67ba166-9c9d-4ff9-9ddb-d3c478d11800),segment_id=c67ba166-9c9d-4ff9-9ddb-d3c478d11800)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:14:08.573138 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:08.601478 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6024e6f-f225-457c-bc6c-5c52d77ffb71 x-openstack-request-id: req-a6024e6f-f225-457c-bc6c-5c52d77ffb71 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:14:08.601706 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12820464-3ade-405b-bd52-12743bf847ba", "name": "network-vif-plugged", "status": "completed", "tag": "29cf7939-81ba-4a2f-af1f-a8280fa46b96", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:14:08.601844 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6024e6f-f225-457c-bc6c-5c52d77ffb71 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:14:08.602235 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12820464-3ade-405b-bd52-12743bf847ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cf7939-81ba-4a2f-af1f-a8280fa46b96', 'code': 200} Nov 12 02:14:08.634180 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=29cf7939-81ba-4a2f-af1f-a8280fa46b96,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:08.696942 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f611884-435d-4f63-890e-8f5456d1689b req-d862b08a-9222-45b1-be87-c238bf9f6c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:08.698457 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f611884-435d-4f63-890e-8f5456d1689b req-d862b08a-9222-45b1-be87-c238bf9f6c3a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 1098 time: 0.0421824 Nov 12 02:14:08.748355 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3f611884-435d-4f63-890e-8f5456d1689b req-7f18a8a1-ea78-4a30-8deb-5fc8759e85da service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5a1353ac-f4d6-4539-9a27-cae1c1f83a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426867 Nov 12 02:14:09.369210 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9d161-2d36-4a02-a78c-28720fca506c req-3e10993e-8728-4b99-82d6-adecaaf1e378 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:09.370771 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f3d9d161-2d36-4a02-a78c-28720fca506c req-3e10993e-8728-4b99-82d6-adecaaf1e378 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 946 time: 0.0566351 Nov 12 02:14:09.431230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f3d9d161-2d36-4a02-a78c-28720fca506c req-82d4917d-7404-4e09-a192-f3a53ca61daf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a1353ac-f4d6-4539-9a27-cae1c1f83a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533521 Nov 12 02:14:09.772868 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:10.553005 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a9423-edde-4e64-8974-d90483846108 req-4c122284-5798-41b3-8e59-156f6316379f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:10.554533 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a05a9423-edde-4e64-8974-d90483846108 req-4c122284-5798-41b3-8e59-156f6316379f tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 946 time: 0.0509827 Nov 12 02:14:10.608222 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a05a9423-edde-4e64-8974-d90483846108 req-f4ac9f10-5ac1-41c8-b232-1f7e09719aa7 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a1353ac-f4d6-4539-9a27-cae1c1f83a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473070 Nov 12 02:14:10.749185 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e022aac-fc97-482d-bb7c-c5ff1a2792da req-7476f290-d02c-4c83-8174-fed23b47b358 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:10.750761 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5e022aac-fc97-482d-bb7c-c5ff1a2792da req-7476f290-d02c-4c83-8174-fed23b47b358 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 946 time: 0.0649512 Nov 12 02:14:10.804734 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5e022aac-fc97-482d-bb7c-c5ff1a2792da req-770815e1-a193-4c6b-b7a1-85fe2c277f9d tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a1353ac-f4d6-4539-9a27-cae1c1f83a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470972 Nov 12 02:14:10.828608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57746) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:14:10.870244 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ce7f24-2205-4b80-9193-a4b991b73a56 tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:10.871781 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e6ce7f24-2205-4b80-9193-a4b991b73a56 tempest-TestNetworkAdvancedServerOps-1173567990 tempest-TestNetworkAdvancedServerOps-1173567990-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 1093 time: 0.0421417 Nov 12 02:14:10.874710 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57748) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:14:10.879460 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-69509eae-7b87-4279-82b6-c39d4d905bdf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': '29cf7939-81ba-4a2f-af1f-a8280fa46b96', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:14:10.902178 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69509eae-7b87-4279-82b6-c39d4d905bdf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:11.007780 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69509eae-7b87-4279-82b6-c39d4d905bdf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:11.114830 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-69509eae-7b87-4279-82b6-c39d4d905bdf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Allocated IP 172.25.0.164 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/b28a4199-2917-4a14-b653-d4469ddefb7d) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:14:11.224968 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69509eae-7b87-4279-82b6-c39d4d905bdf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:11.259638 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69509eae-7b87-4279-82b6-c39d4d905bdf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:11.300035 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69509eae-7b87-4279-82b6-c39d4d905bdf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:14:11.305818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-69509eae-7b87-4279-82b6-c39d4d905bdf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:14:11.310585 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69509eae-7b87-4279-82b6-c39d4d905bdf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:14:11.337764 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69509eae-7b87-4279-82b6-c39d4d905bdf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=b28a4199-2917-4a14-b653-d4469ddefb7d,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:11.687484 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69509eae-7b87-4279-82b6-c39d4d905bdf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:11.759727 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69509eae-7b87-4279-82b6-c39d4d905bdf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:11.919160 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69509eae-7b87-4279-82b6-c39d4d905bdf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:11.924164 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69509eae-7b87-4279-82b6-c39d4d905bdf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:11.994104 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69509eae-7b87-4279-82b6-c39d4d905bdf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event updated for resources: {'Port': ['ID=b28a4199-2917-4a14-b653-d4469ddefb7d,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:12.010388 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69509eae-7b87-4279-82b6-c39d4d905bdf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:12.128396 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-69509eae-7b87-4279-82b6-c39d4d905bdf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Floating IP c4316b2b-e5a8-4654-a26c-15248e998ab5 associated. External IP: 172.25.0.164, port: 29cf7939-81ba-4a2f-af1f-a8280fa46b96. Nov 12 02:14:12.366146 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a9dcda22-ac65-46db-a5d2-4db7bee00849 req-4fa782f5-d879-404b-9db9-241b47f7080b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0927274 Nov 12 02:14:12.382050 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69509eae-7b87-4279-82b6-c39d4d905bdf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router 7272b019-51c2-424d-bcb3-e0867787d0ba has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:14:12.523499 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcda22-ac65-46db-a5d2-4db7bee00849 req-022c5a27-ad1f-4575-b36a-c8baa855d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:12.525046 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a9dcda22-ac65-46db-a5d2-4db7bee00849 req-022c5a27-ad1f-4575-b36a-c8baa855d202 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 1098 time: 0.0831475 Nov 12 02:14:12.544222 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69509eae-7b87-4279-82b6-c39d4d905bdf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:14:12.555602 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132fe2fb-a648-4d4c-a73f-31cbdd8e4c37 None None] Sync routers for ids ['7272b019-51c2-424d-bcb3-e0867787d0ba'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:14:12.570457 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132fe2fb-a648-4d4c-a73f-31cbdd8e4c37 None None] Routers {'7272b019-51c2-424d-bcb3-e0867787d0ba'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:14:12.571075 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-132fe2fb-a648-4d4c-a73f-31cbdd8e4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:13:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7272b019-51c2-424d-bcb3-e0867787d0ba'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:12.613391 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-69509eae-7b87-4279-82b6-c39d4d905bdf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:12.649853 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-69509eae-7b87-4279-82b6-c39d4d905bdf tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7741032 Nov 12 02:14:12.652496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12820464-3ade-405b-bd52-12743bf847ba', 'tag': '29cf7939-81ba-4a2f-af1f-a8280fa46b96'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:14:12.655156 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab29caf2-141f-446d-a7ba-f5e4024f867d" -d '{"events": [{"name": "network-changed", "server_uuid": "12820464-3ade-405b-bd52-12743bf847ba", "tag": "29cf7939-81ba-4a2f-af1f-a8280fa46b96"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:14:12.679285 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcda22-ac65-46db-a5d2-4db7bee00849 req-517dc9fb-d5b0-4e26-99d7-dd965b3094b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:12.680870 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a9dcda22-ac65-46db-a5d2-4db7bee00849 req-517dc9fb-d5b0-4e26-99d7-dd965b3094b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7aef8d88-480f-4852-8ae0-dd3bc4ffdfae HTTP/1.1" status: 200 len: 897 time: 0.1347477 Nov 12 02:14:12.689580 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-132fe2fb-a648-4d4c-a73f-31cbdd8e4c37 None None] Set router 7272b019-51c2-424d-bcb3-e0867787d0ba gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:14:12.731626 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7610fa0f-f7a7-4c7b-b750-486245d231b3 x-openstack-request-id: req-7610fa0f-f7a7-4c7b-b750-486245d231b3 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:14:12.731902 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12820464-3ade-405b-bd52-12743bf847ba", "tag": "29cf7939-81ba-4a2f-af1f-a8280fa46b96", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:14:12.732171 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7610fa0f-f7a7-4c7b-b750-486245d231b3 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:14:12.732572 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12820464-3ade-405b-bd52-12743bf847ba', 'tag': '29cf7939-81ba-4a2f-af1f-a8280fa46b96', 'status': 'completed', 'code': 200} Nov 12 02:14:12.761524 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a9dcda22-ac65-46db-a5d2-4db7bee00849 req-2cea943d-5f9d-4efa-9a09-3abf623672c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29cf7939-81ba-4a2f-af1f-a8280fa46b96 HTTP/1.1" status: 200 len: 1000 time: 0.0721674 Nov 12 02:14:12.774571 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474e698-bb6e-4dd9-acd4-d71cf8340ee3 req-6d3f6432-84c7-4ffe-b662-2392923f154a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:12.776151 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1474e698-bb6e-4dd9-acd4-d71cf8340ee3 req-6d3f6432-84c7-4ffe-b662-2392923f154a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 946 time: 0.0580640 Nov 12 02:14:12.827413 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcda22-ac65-46db-a5d2-4db7bee00849 req-6343a7e2-9031-49ae-a005-450008d2552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:12.829657 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a9dcda22-ac65-46db-a5d2-4db7bee00849 req-6343a7e2-9031-49ae-a005-450008d2552b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4567e967-1e36-4304-82f7-49f4819b8e43 HTTP/1.1" status: 200 len: 834 time: 0.0606055 Nov 12 02:14:12.848048 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1474e698-bb6e-4dd9-acd4-d71cf8340ee3 req-fddd23da-aac3-47ae-8117-502220d555c9 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a1353ac-f4d6-4539-9a27-cae1c1f83a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651336 Nov 12 02:14:12.873499 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57754) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:14:12.887486 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcda22-ac65-46db-a5d2-4db7bee00849 req-39996ba4-5bf7-4853-90f9-b58a2d3822da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:12.889267 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a9dcda22-ac65-46db-a5d2-4db7bee00849 req-39996ba4-5bf7-4853-90f9-b58a2d3822da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7aef8d88-480f-4852-8ae0-dd3bc4ffdfae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497718 Nov 12 02:14:12.951776 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a4ffef60-e8de-473e-89b9-e61e7393eb09 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/floatingips/c4316b2b-e5a8-4654-a26c-15248e998ab5 HTTP/1.1" status: 200 len: 992 time: 0.0766411 Nov 12 02:14:12.957092 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-132fe2fb-a648-4d4c-a73f-31cbdd8e4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659762485', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:58Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'c4316b2b-e5a8-4654-a26c-15248e998ab5', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'floating_ip_address': '172.25.0.164', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'port_id': '29cf7939-81ba-4a2f-af1f-a8280fa46b96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae', 'mac_address': 'fa:16:3e:d5:56:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12820464-3ade-405b-bd52-12743bf847ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:14:11Z', 'updated_at': '2021-11-12T02:14:11Z', 'revision_number': 0, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d61c9c-2de4-45fd-9752-94ef8161edf7', 'name': '', 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:a6:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4567e967-1e36-4304-82f7-49f4819b8e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:58Z', 'updated_at': '2021-11-12T02:14:01Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '4567e967-1e36-4304-82f7-49f4819b8e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:12.983927 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132fe2fb-a648-4d4c-a73f-31cbdd8e4c37 None None] Checking router: 7272b019-51c2-424d-bcb3-e0867787d0ba for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:14:12.992877 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132fe2fb-a648-4d4c-a73f-31cbdd8e4c37 None None] Routers {'7272b019-51c2-424d-bcb3-e0867787d0ba'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:14:12.993499 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-132fe2fb-a648-4d4c-a73f-31cbdd8e4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:13:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7272b019-51c2-424d-bcb3-e0867787d0ba'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:12.997651 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a9dcda22-ac65-46db-a5d2-4db7bee00849 req-5df943aa-5c5c-4eb9-9ddb-2e8415d6ff1a service neutron] 10.222.0.21 "GET /v2.0/networks/7aef8d88-480f-4852-8ae0-dd3bc4ffdfae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973980 Nov 12 02:14:13.094088 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a9dcda22-ac65-46db-a5d2-4db7bee00849 req-a9904355-e841-417a-ab44-fe17fd0dcdcc service neutron] 10.222.0.21 "GET /v2.0/networks/7aef8d88-480f-4852-8ae0-dd3bc4ffdfae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883801 Nov 12 02:14:13.109246 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-132fe2fb-a648-4d4c-a73f-31cbdd8e4c37 None None] Set router 7272b019-51c2-424d-bcb3-e0867787d0ba gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:14:13.192293 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29caf2-141f-446d-a7ba-f5e4024f867d req-d24d9f00-beb4-470d-9eee-cc770cb5b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:13.193467 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab29caf2-141f-446d-a7ba-f5e4024f867d req-d24d9f00-beb4-470d-9eee-cc770cb5b36a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 1098 time: 0.0429561 Nov 12 02:14:13.299854 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29caf2-141f-446d-a7ba-f5e4024f867d req-3e97a2f6-7d9e-4419-9301-22287a4c5f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:13.300875 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab29caf2-141f-446d-a7ba-f5e4024f867d req-3e97a2f6-7d9e-4419-9301-22287a4c5f63 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7aef8d88-480f-4852-8ae0-dd3bc4ffdfae HTTP/1.1" status: 200 len: 897 time: 0.1001759 Nov 12 02:14:13.364328 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-132fe2fb-a648-4d4c-a73f-31cbdd8e4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659762485', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:58Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'c4316b2b-e5a8-4654-a26c-15248e998ab5', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'floating_ip_address': '172.25.0.164', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'port_id': '29cf7939-81ba-4a2f-af1f-a8280fa46b96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae', 'mac_address': 'fa:16:3e:d5:56:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12820464-3ade-405b-bd52-12743bf847ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:14:11Z', 'updated_at': '2021-11-12T02:14:11Z', 'revision_number': 0, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d61c9c-2de4-45fd-9752-94ef8161edf7', 'name': '', 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:a6:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4567e967-1e36-4304-82f7-49f4819b8e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:58Z', 'updated_at': '2021-11-12T02:14:01Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '4567e967-1e36-4304-82f7-49f4819b8e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:13.370919 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab29caf2-141f-446d-a7ba-f5e4024f867d req-74cb32a1-5e1d-421a-a0da-bc2f5e460f36 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29cf7939-81ba-4a2f-af1f-a8280fa46b96 HTTP/1.1" status: 200 len: 1000 time: 0.0626986 Nov 12 02:14:13.390716 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132fe2fb-a648-4d4c-a73f-31cbdd8e4c37 None None] The sync data for ids ['7272b019-51c2-424d-bcb3-e0867787d0ba'] in n-d-712137-14 is: [{'id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659762485', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:58Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'c4316b2b-e5a8-4654-a26c-15248e998ab5', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'floating_ip_address': '172.25.0.164', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'port_id': '29cf7939-81ba-4a2f-af1f-a8280fa46b96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae', 'mac_address': 'fa:16:3e:d5:56:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12820464-3ade-405b-bd52-12743bf847ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:14:11Z', 'updated_at': '2021-11-12T02:14:11Z', 'revision_number': 0, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d61c9c-2de4-45fd-9752-94ef8161edf7', 'name': '', 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:a6:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4567e967-1e36-4304-82f7-49f4819b8e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:58Z', 'updated_at': '2021-11-12T02:14:01Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '4567e967-1e36-4304-82f7-49f4819b8e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:14:13.429499 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29caf2-141f-446d-a7ba-f5e4024f867d req-5f2d9904-00ed-4ea8-8c8b-1212c362415f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:13.431026 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab29caf2-141f-446d-a7ba-f5e4024f867d req-5f2d9904-00ed-4ea8-8c8b-1212c362415f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4567e967-1e36-4304-82f7-49f4819b8e43 HTTP/1.1" status: 200 len: 834 time: 0.0524764 Nov 12 02:14:13.498560 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29caf2-141f-446d-a7ba-f5e4024f867d req-a08301e3-7087-4466-a419-416a787e7cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:13.502216 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab29caf2-141f-446d-a7ba-f5e4024f867d req-a08301e3-7087-4466-a419-416a787e7cf7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7aef8d88-480f-4852-8ae0-dd3bc4ffdfae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573986 Nov 12 02:14:13.612582 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab29caf2-141f-446d-a7ba-f5e4024f867d req-094c890c-e023-4457-8d1d-ee8a6ffe2214 service neutron] 10.222.0.21 "GET /v2.0/networks/7aef8d88-480f-4852-8ae0-dd3bc4ffdfae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035531 Nov 12 02:14:13.614290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f1019c-332d-4fd1-bf53-fc6fa2bf29f3 None None] New status for floating IP c4316b2b-e5a8-4654-a26c-15248e998ab5: ACTIVE {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:14:13.715067 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ab29caf2-141f-446d-a7ba-f5e4024f867d req-b4804e3e-8396-49d4-a287-2aa7b4396ad9 service neutron] 10.222.0.21 "GET /v2.0/networks/7aef8d88-480f-4852-8ae0-dd3bc4ffdfae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946188 Nov 12 02:14:13.956652 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57756) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:14:14.023617 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-704774e3-dd06-437a-b4f1-1de08afe8c60 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/floatingips/c4316b2b-e5a8-4654-a26c-15248e998ab5 HTTP/1.1" status: 200 len: 994 time: 0.0658514 Nov 12 02:14:20.269614 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9e0ca62d-01e6-4a9b-9083-7c96ec907eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:22.563017 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7983b2a6-95e0-471c-a349-ba012e006506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:23.886223 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:25.503065 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:25.837893 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:26.231038 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:26.440929 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:14:39.777482 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:42.818584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a16bfa-2ba7-4901-acf9-c915227fce21 req-7fd4e8db-6e85-4104-b45d-0a23da17739a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:42.820082 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c2a16bfa-2ba7-4901-acf9-c915227fce21 req-7fd4e8db-6e85-4104-b45d-0a23da17739a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 946 time: 0.0491939 Nov 12 02:14:42.868642 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c2a16bfa-2ba7-4901-acf9-c915227fce21 req-733c231b-aebe-44d4-9b55-3c59993dc680 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a1353ac-f4d6-4539-9a27-cae1c1f83a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425940 Nov 12 02:14:43.998698 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c3ec0-de05-46ae-9001-b6fd26dea18e req-04072cb1-8bfa-4537-be9f-ff72ba74c3ef tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:44.000213 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-932c3ec0-de05-46ae-9001-b6fd26dea18e req-04072cb1-8bfa-4537-be9f-ff72ba74c3ef tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 946 time: 0.0504019 Nov 12 02:14:44.050843 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-932c3ec0-de05-46ae-9001-b6fd26dea18e req-f4c08f80-e4b9-469d-b452-6cf8851e2909 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a1353ac-f4d6-4539-9a27-cae1c1f83a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445969 Nov 12 02:14:44.072688 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57772) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:14:44.132211 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-9cdf2bda-7c0e-45fe-980f-c6286809e5b6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/floatingips/c4316b2b-e5a8-4654-a26c-15248e998ab5 HTTP/1.1" status: 200 len: 994 time: 0.0582848 Nov 12 02:14:45.739852 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309781a1-4b22-4fe9-9fb6-61c5201adb72 req-64ab08ab-3d7e-40f5-aca1-5be4f19b0fee tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:45.741439 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-309781a1-4b22-4fe9-9fb6-61c5201adb72 req-64ab08ab-3d7e-40f5-aca1-5be4f19b0fee tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 946 time: 0.3815398 Nov 12 02:14:45.747836 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391f9ee-df76-4972-90e0-1199cf65205a req-32ebf108-22d6-4dfb-9574-8e8e197bec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:45.749343 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4391f9ee-df76-4972-90e0-1199cf65205a req-32ebf108-22d6-4dfb-9574-8e8e197bec68 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 1098 time: 0.0577037 Nov 12 02:14:45.852126 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-309781a1-4b22-4fe9-9fb6-61c5201adb72 req-4dc54c9f-7034-4af2-89d3-0b5dc15f6b0c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a1353ac-f4d6-4539-9a27-cae1c1f83a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017997 Nov 12 02:14:45.875003 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391f9ee-df76-4972-90e0-1199cf65205a req-65ebb36d-3d37-476c-9af1-755b72266323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:45.877062 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4391f9ee-df76-4972-90e0-1199cf65205a req-65ebb36d-3d37-476c-9af1-755b72266323 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7aef8d88-480f-4852-8ae0-dd3bc4ffdfae HTTP/1.1" status: 200 len: 897 time: 0.1199877 Nov 12 02:14:45.942866 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4391f9ee-df76-4972-90e0-1199cf65205a req-9af129a9-58c4-40e7-8232-a4624fc496d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29cf7939-81ba-4a2f-af1f-a8280fa46b96 HTTP/1.1" status: 200 len: 1002 time: 0.0588167 Nov 12 02:14:46.002061 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391f9ee-df76-4972-90e0-1199cf65205a req-5e7bc7e1-823e-440e-a77d-6d849bc0e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:46.003557 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4391f9ee-df76-4972-90e0-1199cf65205a req-5e7bc7e1-823e-440e-a77d-6d849bc0e82c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4567e967-1e36-4304-82f7-49f4819b8e43 HTTP/1.1" status: 200 len: 834 time: 0.0542653 Nov 12 02:14:46.050664 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391f9ee-df76-4972-90e0-1199cf65205a req-44d4cf71-c6c3-489d-8f8b-1c7ae0061d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:46.052164 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4391f9ee-df76-4972-90e0-1199cf65205a req-44d4cf71-c6c3-489d-8f8b-1c7ae0061d75 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7aef8d88-480f-4852-8ae0-dd3bc4ffdfae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416608 Nov 12 02:14:46.142288 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4391f9ee-df76-4972-90e0-1199cf65205a req-35c80690-4f42-4292-90ca-51e21804de67 service neutron] 10.222.0.21 "GET /v2.0/networks/7aef8d88-480f-4852-8ae0-dd3bc4ffdfae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823538 Nov 12 02:14:46.234800 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-4391f9ee-df76-4972-90e0-1199cf65205a req-b24eddf8-b520-4f9d-a2d9-d7521468b0e0 service neutron] 10.222.0.21 "GET /v2.0/networks/7aef8d88-480f-4852-8ae0-dd3bc4ffdfae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863101 Nov 12 02:14:46.976748 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf86b7a-2e03-4827-b7ad-616ee1138cc8 req-2389f52d-9e16-4b02-bb83-fedade21df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:46.979197 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6bf86b7a-2e03-4827-b7ad-616ee1138cc8 req-2389f52d-9e16-4b02-bb83-fedade21df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 946 time: 0.0556326 Nov 12 02:14:47.031412 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6bf86b7a-2e03-4827-b7ad-616ee1138cc8 req-446c135f-2503-446f-9ce4-065fdc00809c tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a1353ac-f4d6-4539-9a27-cae1c1f83a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461855 Nov 12 02:14:48.152329 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ad568-f4ec-4d9b-87ff-68ebb2b61b91 req-5db78300-ec29-4705-9e51-ca0fc18bf22a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:48.153840 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-667ad568-f4ec-4d9b-87ff-68ebb2b61b91 req-5db78300-ec29-4705-9e51-ca0fc18bf22a tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 946 time: 0.0502753 Nov 12 02:14:48.205811 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-667ad568-f4ec-4d9b-87ff-68ebb2b61b91 req-d40dea65-113f-4787-8356-3586ac8fb942 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a1353ac-f4d6-4539-9a27-cae1c1f83a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456924 Nov 12 02:14:48.228719 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57784) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:14:48.290997 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1430b3de-f033-475e-bc74-9db13622d852 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/floatingips/c4316b2b-e5a8-4654-a26c-15248e998ab5 HTTP/1.1" status: 200 len: 994 time: 0.0610874 Nov 12 02:14:48.565434 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57790) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:14:48.728997 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-f732a5c4-9ce5-41fb-928f-a5f3565f1281 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting port b28a4199-2917-4a14-b653-d4469ddefb7d {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:14:48.729348 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f732a5c4-9ce5-41fb-928f-a5f3565f1281 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:48.808882 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f732a5c4-9ce5-41fb-928f-a5f3565f1281 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:48.809208 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f732a5c4-9ce5-41fb-928f-a5f3565f1281 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:48.821476 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-f732a5c4-9ce5-41fb-928f-a5f3565f1281 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Calling delete_port for b28a4199-2917-4a14-b653-d4469ddefb7d owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:14:48.977632 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f732a5c4-9ce5-41fb-928f-a5f3565f1281 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:49.006499 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732a5c4-9ce5-41fb-928f-a5f3565f1281 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Port': ['ID=b28a4199-2917-4a14-b653-d4469ddefb7d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:49.066796 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f732a5c4-9ce5-41fb-928f-a5f3565f1281 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:49.067252 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-f732a5c4-9ce5-41fb-928f-a5f3565f1281 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Floating IP c4316b2b-e5a8-4654-a26c-15248e998ab5 disassociated (deleted). External IP: 172.25.0.164, port: 29cf7939-81ba-4a2f-af1f-a8280fa46b96. Nov 12 02:14:49.281850 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f732a5c4-9ce5-41fb-928f-a5f3565f1281 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router 7272b019-51c2-424d-bcb3-e0867787d0ba has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:14:49.392782 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f732a5c4-9ce5-41fb-928f-a5f3565f1281 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:14:49.397922 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f732a5c4-9ce5-41fb-928f-a5f3565f1281 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:49.402327 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519de898-f5e9-422c-9daf-3dc8a8053e73 None None] Sync routers for ids ['7272b019-51c2-424d-bcb3-e0867787d0ba'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:14:49.413767 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519de898-f5e9-422c-9daf-3dc8a8053e73 None None] Routers {'7272b019-51c2-424d-bcb3-e0867787d0ba'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:14:49.414386 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-519de898-f5e9-422c-9daf-3dc8a8053e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:14:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7272b019-51c2-424d-bcb3-e0867787d0ba'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:49.427454 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f732a5c4-9ce5-41fb-928f-a5f3565f1281 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/floatingips/c4316b2b-e5a8-4654-a26c-15248e998ab5 HTTP/1.1" status: 204 len: 168 time: 0.8609746 Nov 12 02:14:49.428040 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12820464-3ade-405b-bd52-12743bf847ba', 'tag': '29cf7939-81ba-4a2f-af1f-a8280fa46b96'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:14:49.430398 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418e20ed-28c2-4b69-98f0-8ac7150fbd06" -d '{"events": [{"name": "network-changed", "server_uuid": "12820464-3ade-405b-bd52-12743bf847ba", "tag": "29cf7939-81ba-4a2f-af1f-a8280fa46b96"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:14:49.473574 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e7af66-c262-4aba-8bc3-7bd77b28f975 x-openstack-request-id: req-21e7af66-c262-4aba-8bc3-7bd77b28f975 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:14:49.473869 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12820464-3ade-405b-bd52-12743bf847ba", "tag": "29cf7939-81ba-4a2f-af1f-a8280fa46b96", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:14:49.474261 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21e7af66-c262-4aba-8bc3-7bd77b28f975 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:14:49.474671 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12820464-3ade-405b-bd52-12743bf847ba', 'tag': '29cf7939-81ba-4a2f-af1f-a8280fa46b96', 'status': 'completed', 'code': 200} Nov 12 02:14:49.530875 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-519de898-f5e9-422c-9daf-3dc8a8053e73 None None] Set router 7272b019-51c2-424d-bcb3-e0867787d0ba gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:14:49.550551 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e20ed-28c2-4b69-98f0-8ac7150fbd06 req-d7751f71-8a04-43f1-affe-1903ce8e6e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:49.552047 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-418e20ed-28c2-4b69-98f0-8ac7150fbd06 req-d7751f71-8a04-43f1-affe-1903ce8e6e3f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 1098 time: 0.0530620 Nov 12 02:14:49.667372 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e20ed-28c2-4b69-98f0-8ac7150fbd06 req-8d7ea7bf-ed43-4ebb-a559-836c46bc22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:49.669258 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-418e20ed-28c2-4b69-98f0-8ac7150fbd06 req-8d7ea7bf-ed43-4ebb-a559-836c46bc22e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7aef8d88-480f-4852-8ae0-dd3bc4ffdfae HTTP/1.1" status: 200 len: 897 time: 0.1072383 Nov 12 02:14:49.690546 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5462080-a49f-45c9-9db2-cb381c75d5c8 req-bd05a38b-fc2f-43c8-98d4-b1072878db02 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:49.692177 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5462080-a49f-45c9-9db2-cb381c75d5c8 req-bd05a38b-fc2f-43c8-98d4-b1072878db02 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 946 time: 0.0587373 Nov 12 02:14:49.722944 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-418e20ed-28c2-4b69-98f0-8ac7150fbd06 req-79fce9e9-4f7a-405c-8fed-2a07aa02b702 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29cf7939-81ba-4a2f-af1f-a8280fa46b96 HTTP/1.1" status: 200 len: 217 time: 0.0431449 Nov 12 02:14:49.747351 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-519de898-f5e9-422c-9daf-3dc8a8053e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659762485', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:58Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '33d61c9c-2de4-45fd-9752-94ef8161edf7', 'name': '', 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:a6:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4567e967-1e36-4304-82f7-49f4819b8e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:58Z', 'updated_at': '2021-11-12T02:14:01Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '4567e967-1e36-4304-82f7-49f4819b8e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:49.749089 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e5462080-a49f-45c9-9db2-cb381c75d5c8 req-2cce5774-dcd6-44d7-b348-1a1bfa4236da tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a1353ac-f4d6-4539-9a27-cae1c1f83a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497162 Nov 12 02:14:49.776654 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519de898-f5e9-422c-9daf-3dc8a8053e73 None None] Checking router: 7272b019-51c2-424d-bcb3-e0867787d0ba for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:14:49.780264 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e20ed-28c2-4b69-98f0-8ac7150fbd06 req-038b996d-4793-46db-93af-850622d9c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:49.781785 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-418e20ed-28c2-4b69-98f0-8ac7150fbd06 req-038b996d-4793-46db-93af-850622d9c5b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4567e967-1e36-4304-82f7-49f4819b8e43 HTTP/1.1" status: 200 len: 834 time: 0.0510361 Nov 12 02:14:49.785702 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519de898-f5e9-422c-9daf-3dc8a8053e73 None None] Routers {'7272b019-51c2-424d-bcb3-e0867787d0ba'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:14:49.786306 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-519de898-f5e9-422c-9daf-3dc8a8053e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:14:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7272b019-51c2-424d-bcb3-e0867787d0ba'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:49.830632 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e20ed-28c2-4b69-98f0-8ac7150fbd06 req-a7247fe1-ca09-4827-bb3e-466fd655eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:49.832174 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-418e20ed-28c2-4b69-98f0-8ac7150fbd06 req-a7247fe1-ca09-4827-bb3e-466fd655eed1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7aef8d88-480f-4852-8ae0-dd3bc4ffdfae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427072 Nov 12 02:14:49.892377 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-519de898-f5e9-422c-9daf-3dc8a8053e73 None None] Set router 7272b019-51c2-424d-bcb3-e0867787d0ba gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:14:49.931933 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-418e20ed-28c2-4b69-98f0-8ac7150fbd06 req-1e1124d3-021f-4550-bdcb-17b616569fb8 service neutron] 10.222.0.21 "GET /v2.0/networks/7aef8d88-480f-4852-8ae0-dd3bc4ffdfae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919986 Nov 12 02:14:50.031569 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-418e20ed-28c2-4b69-98f0-8ac7150fbd06 req-8f605b24-c156-4349-ba8e-8422d9bfb168 service neutron] 10.222.0.21 "GET /v2.0/networks/7aef8d88-480f-4852-8ae0-dd3bc4ffdfae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916383 Nov 12 02:14:50.100189 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-519de898-f5e9-422c-9daf-3dc8a8053e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659762485', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:58Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '33d61c9c-2de4-45fd-9752-94ef8161edf7', 'name': '', 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:a6:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4567e967-1e36-4304-82f7-49f4819b8e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:58Z', 'updated_at': '2021-11-12T02:14:01Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '4567e967-1e36-4304-82f7-49f4819b8e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:50.128111 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519de898-f5e9-422c-9daf-3dc8a8053e73 None None] The sync data for ids ['7272b019-51c2-424d-bcb3-e0867787d0ba'] in n-d-712137-14 is: [{'id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659762485', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:58Z', 'revision_number': 4, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '33d61c9c-2de4-45fd-9752-94ef8161edf7', 'name': '', 'network_id': '7aef8d88-480f-4852-8ae0-dd3bc4ffdfae', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'mac_address': 'fa:16:3e:a6:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4567e967-1e36-4304-82f7-49f4819b8e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:58Z', 'updated_at': '2021-11-12T02:14:01Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'subnets': [{'id': '4567e967-1e36-4304-82f7-49f4819b8e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:14:50.280225 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8df65e32-98af-4c0e-909c-b87c19f50837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:50.356756 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c1bb1-a280-4068-a432-ac5d8a92a17c None None] New status for floating IP c4316b2b-e5a8-4654-a26c-15248e998ab5: DOWN {{(pid=114244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:14:50.869649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5900e7-10f0-4cfc-9615-b530272bff1e req-265ba9ad-07be-435a-a534-1a9b2e32dd50 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:50.871173 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5a5900e7-10f0-4cfc-9615-b530272bff1e req-265ba9ad-07be-435a-a534-1a9b2e32dd50 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 946 time: 0.0502675 Nov 12 02:14:50.925476 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5a5900e7-10f0-4cfc-9615-b530272bff1e req-e6c4d0cc-56ca-409e-b9fe-c000a55a4e34 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a1353ac-f4d6-4539-9a27-cae1c1f83a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479729 Nov 12 02:14:51.296673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cc9d1-0847-41a9-8426-22624b4df0f5 req-c50e7d55-76b5-45c3-ac56-7e44163533b0 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:51.298185 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-296cc9d1-0847-41a9-8426-22624b4df0f5 req-c50e7d55-76b5-45c3-ac56-7e44163533b0 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.21 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 946 time: 0.0513465 Nov 12 02:14:51.384941 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-296cc9d1-0847-41a9-8426-22624b4df0f5 req-28778e7b-d02a-4b9d-a121-ad06ba04df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting port 29cf7939-81ba-4a2f-af1f-a8280fa46b96 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:14:51.385279 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-296cc9d1-0847-41a9-8426-22624b4df0f5 req-28778e7b-d02a-4b9d-a121-ad06ba04df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:51.478370 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-296cc9d1-0847-41a9-8426-22624b4df0f5 req-28778e7b-d02a-4b9d-a121-ad06ba04df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] For port 29cf7939-81ba-4a2f-af1f-a8280fa46b96, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=29cf7939-81ba-4a2f-af1f-a8280fa46b96,segment=NetworkSegment(c67ba166-9c9d-4ff9-9ddb-d3c478d11800),segment_id=c67ba166-9c9d-4ff9-9ddb-d3c478d11800)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:14:51.478731 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-296cc9d1-0847-41a9-8426-22624b4df0f5 req-28778e7b-d02a-4b9d-a121-ad06ba04df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:51.491955 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-296cc9d1-0847-41a9-8426-22624b4df0f5 req-28778e7b-d02a-4b9d-a121-ad06ba04df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Calling delete_port for 29cf7939-81ba-4a2f-af1f-a8280fa46b96 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:14:51.626702 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-296cc9d1-0847-41a9-8426-22624b4df0f5 req-28778e7b-d02a-4b9d-a121-ad06ba04df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:51.668025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28778e7b-d02a-4b9d-a121-ad06ba04df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Port': ['ID=29cf7939-81ba-4a2f-af1f-a8280fa46b96,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:51.703970 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28778e7b-d02a-4b9d-a121-ad06ba04df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:51.704324 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28778e7b-d02a-4b9d-a121-ad06ba04df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:51.704663 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28778e7b-d02a-4b9d-a121-ad06ba04df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:51.705054 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28778e7b-d02a-4b9d-a121-ad06ba04df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:51.705389 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28778e7b-d02a-4b9d-a121-ad06ba04df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:51.705721 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28778e7b-d02a-4b9d-a121-ad06ba04df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:51.706050 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28778e7b-d02a-4b9d-a121-ad06ba04df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:51.706377 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28778e7b-d02a-4b9d-a121-ad06ba04df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:51.706702 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28778e7b-d02a-4b9d-a121-ad06ba04df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:51.707022 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28778e7b-d02a-4b9d-a121-ad06ba04df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:51.707342 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28778e7b-d02a-4b9d-a121-ad06ba04df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:51.707668 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28778e7b-d02a-4b9d-a121-ad06ba04df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:51.711344 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-296cc9d1-0847-41a9-8426-22624b4df0f5 req-28778e7b-d02a-4b9d-a121-ad06ba04df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] No DVR routers for this DVR port 29cf7939-81ba-4a2f-af1f-a8280fa46b96 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:14:51.714257 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-296cc9d1-0847-41a9-8426-22624b4df0f5 req-28778e7b-d02a-4b9d-a121-ad06ba04df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:51.717802 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-296cc9d1-0847-41a9-8426-22624b4df0f5 req-28778e7b-d02a-4b9d-a121-ad06ba04df48 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.21 "DELETE /v2.0/ports/29cf7939-81ba-4a2f-af1f-a8280fa46b96 HTTP/1.1" status: 204 len: 173 time: 0.4135659 Nov 12 02:14:51.718304 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12820464-3ade-405b-bd52-12743bf847ba', 'name': 'network-vif-deleted', 'tag': '29cf7939-81ba-4a2f-af1f-a8280fa46b96'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:14:51.720620 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17eb7158-9e02-4758-bf66-e968cb6f7ad5" -d '{"events": [{"server_uuid": "12820464-3ade-405b-bd52-12743bf847ba", "name": "network-vif-deleted", "tag": "29cf7939-81ba-4a2f-af1f-a8280fa46b96"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:14:51.761981 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dab409e-6bd9-4f16-a928-4569901c285f x-openstack-request-id: req-2dab409e-6bd9-4f16-a928-4569901c285f {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:14:51.762756 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12820464-3ade-405b-bd52-12743bf847ba", "name": "network-vif-deleted", "tag": "29cf7939-81ba-4a2f-af1f-a8280fa46b96", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:14:51.763091 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2dab409e-6bd9-4f16-a928-4569901c285f {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:14:51.763569 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12820464-3ade-405b-bd52-12743bf847ba', 'name': 'network-vif-deleted', 'tag': '29cf7939-81ba-4a2f-af1f-a8280fa46b96', 'status': 'completed', 'code': 200} Nov 12 02:14:52.037522 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6b9ca9f0-1868-4d4e-b597-2dfc904ea4d8 req-067cc389-d58d-495c-83ac-1b106dc3d623 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "GET /v2.0/ports?device_id=12820464-3ade-405b-bd52-12743bf847ba HTTP/1.1" status: 200 len: 210 time: 0.0284898 Nov 12 02:14:52.571629 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b9c9eafa-e10b-4d52-908a-a49e0d3b2e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:53.098161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57806) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:14:53.473834 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-95547b22-d55b-4a11-8f42-a933c148ba71 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:53.760188 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-95547b22-d55b-4a11-8f42-a933c148ba71 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting port 33d61c9c-2de4-45fd-9752-94ef8161edf7 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:14:53.760461 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-95547b22-d55b-4a11-8f42-a933c148ba71 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:53.859556 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-95547b22-d55b-4a11-8f42-a933c148ba71 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] For port 33d61c9c-2de4-45fd-9752-94ef8161edf7, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=33d61c9c-2de4-45fd-9752-94ef8161edf7,segment=NetworkSegment(c67ba166-9c9d-4ff9-9ddb-d3c478d11800),segment_id=c67ba166-9c9d-4ff9-9ddb-d3c478d11800)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:14:53.859987 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-95547b22-d55b-4a11-8f42-a933c148ba71 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:53.874980 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-95547b22-d55b-4a11-8f42-a933c148ba71 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Calling delete_port for 33d61c9c-2de4-45fd-9752-94ef8161edf7 owned by network:router_interface {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:14:53.886528 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:54.085450 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-95547b22-d55b-4a11-8f42-a933c148ba71 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:54.109408 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95547b22-d55b-4a11-8f42-a933c148ba71 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Port': ['ID=33d61c9c-2de4-45fd-9752-94ef8161edf7,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:54.310261 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-95547b22-d55b-4a11-8f42-a933c148ba71 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:54.531760 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95547b22-d55b-4a11-8f42-a933c148ba71 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Router 7272b019-51c2-424d-bcb3-e0867787d0ba has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:14:54.638967 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95547b22-d55b-4a11-8f42-a933c148ba71 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:14:54.646120 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-95547b22-d55b-4a11-8f42-a933c148ba71 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "PUT /v2.0/routers/7272b019-51c2-424d-bcb3-e0867787d0ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5468755 Nov 12 02:14:54.649121 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57808) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:14:54.650754 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aa8e67-6253-4bf2-ba6e-fbf413efaf9c None None] Sync routers for ids ['7272b019-51c2-424d-bcb3-e0867787d0ba'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:14:54.661871 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aa8e67-6253-4bf2-ba6e-fbf413efaf9c None None] Routers {'7272b019-51c2-424d-bcb3-e0867787d0ba'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:14:54.662482 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e3aa8e67-6253-4bf2-ba6e-fbf413efaf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:14:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7272b019-51c2-424d-bcb3-e0867787d0ba'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:54.701753 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0103465-614c-4e46-8584-c5ef0fcee283 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting subnet 4567e967-1e36-4304-82f7-49f4819b8e43 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:14:54.705639 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f0103465-614c-4e46-8584-c5ef0fcee283 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:54.747931 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f0103465-614c-4e46-8584-c5ef0fcee283 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:54.836785 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f0103465-614c-4e46-8584-c5ef0fcee283 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:54.864107 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-e3aa8e67-6253-4bf2-ba6e-fbf413efaf9c None None] Set router 7272b019-51c2-424d-bcb3-e0867787d0ba gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:14:54.895561 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f0103465-614c-4e46-8584-c5ef0fcee283 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:54.923190 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0103465-614c-4e46-8584-c5ef0fcee283 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Subnet': ['ID=4567e967-1e36-4304-82f7-49f4819b8e43,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:54.931725 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-f0103465-614c-4e46-8584-c5ef0fcee283 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:54.940776 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-f0103465-614c-4e46-8584-c5ef0fcee283 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/subnets/4567e967-1e36-4304-82f7-49f4819b8e43 HTTP/1.1" status: 204 len: 168 time: 0.2848430 Nov 12 02:14:54.940776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103465-614c-4e46-8584-c5ef0fcee283 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:54.940776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103465-614c-4e46-8584-c5ef0fcee283 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:54.940776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103465-614c-4e46-8584-c5ef0fcee283 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:54.940776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103465-614c-4e46-8584-c5ef0fcee283 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:54.940776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103465-614c-4e46-8584-c5ef0fcee283 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:54.940776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103465-614c-4e46-8584-c5ef0fcee283 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:54.940776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103465-614c-4e46-8584-c5ef0fcee283 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:54.940776 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103465-614c-4e46-8584-c5ef0fcee283 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:54.941624 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f427bbb-94a4-4613-8367-22abb59d19fa None None] Network 7aef8d88-480f-4852-8ae0-dd3bc4ffdfae requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:14:54.942091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103465-614c-4e46-8584-c5ef0fcee283 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:54.942091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103465-614c-4e46-8584-c5ef0fcee283 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:54.942091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103465-614c-4e46-8584-c5ef0fcee283 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:54.942345 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57810) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:14:54.942440 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103465-614c-4e46-8584-c5ef0fcee283 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:55.067149 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45485206-becd-4735-8e9a-292603c4a954 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:55.078341 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e3aa8e67-6253-4bf2-ba6e-fbf413efaf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659762485', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:14:54Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:55.108179 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aa8e67-6253-4bf2-ba6e-fbf413efaf9c None None] Checking router: 7272b019-51c2-424d-bcb3-e0867787d0ba for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:14:55.123798 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aa8e67-6253-4bf2-ba6e-fbf413efaf9c None None] Routers {'7272b019-51c2-424d-bcb3-e0867787d0ba'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:14:55.124424 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e3aa8e67-6253-4bf2-ba6e-fbf413efaf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:14:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['7272b019-51c2-424d-bcb3-e0867787d0ba'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:55.151323 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9700571a-69d3-4cf7-a897-9e6b54deeb47 None None] DHCP port deletion for 7aef8d88-480f-4852-8ae0-dd3bc4ffdfae request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:14:55.190927 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45485206-becd-4735-8e9a-292603c4a954 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:55.212946 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-9700571a-69d3-4cf7-a897-9e6b54deeb47 None None] Deleting port 88361ef9-8a67-4179-93b7-da7b201e8ac8 {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:14:55.213316 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9700571a-69d3-4cf7-a897-9e6b54deeb47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:55.245580 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-e3aa8e67-6253-4bf2-ba6e-fbf413efaf9c None None] Set router 7272b019-51c2-424d-bcb3-e0867787d0ba gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:14:55.277739 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-45485206-becd-4735-8e9a-292603c4a954 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Deleting port d2cf9af4-a144-4bd9-9df8-735f285e36d5 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:14:55.278347 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45485206-becd-4735-8e9a-292603c4a954 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:55.284408 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-9700571a-69d3-4cf7-a897-9e6b54deeb47 None None] For port 88361ef9-8a67-4179-93b7-da7b201e8ac8, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=88361ef9-8a67-4179-93b7-da7b201e8ac8,segment=NetworkSegment(c67ba166-9c9d-4ff9-9ddb-d3c478d11800),segment_id=c67ba166-9c9d-4ff9-9ddb-d3c478d11800)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:14:55.284837 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9700571a-69d3-4cf7-a897-9e6b54deeb47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:55.298312 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-9700571a-69d3-4cf7-a897-9e6b54deeb47 None None] Calling delete_port for 88361ef9-8a67-4179-93b7-da7b201e8ac8 owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:14:55.366761 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-45485206-becd-4735-8e9a-292603c4a954 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] For port d2cf9af4-a144-4bd9-9df8-735f285e36d5, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=d2cf9af4-a144-4bd9-9df8-735f285e36d5,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:14:55.367099 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45485206-becd-4735-8e9a-292603c4a954 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:55.380439 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-45485206-becd-4735-8e9a-292603c4a954 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Calling delete_port for d2cf9af4-a144-4bd9-9df8-735f285e36d5 owned by network:router_gateway {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:14:55.403008 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9700571a-69d3-4cf7-a897-9e6b54deeb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:55.429266 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700571a-69d3-4cf7-a897-9e6b54deeb47 None None] Pushing event deleted for resources: {'Port': ['ID=88361ef9-8a67-4179-93b7-da7b201e8ac8,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:55.432406 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-e3aa8e67-6253-4bf2-ba6e-fbf413efaf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659762485', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:14:54Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:55.437773 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700571a-69d3-4cf7-a897-9e6b54deeb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:55.438194 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700571a-69d3-4cf7-a897-9e6b54deeb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:55.439236 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700571a-69d3-4cf7-a897-9e6b54deeb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:55.439569 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700571a-69d3-4cf7-a897-9e6b54deeb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:55.439907 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700571a-69d3-4cf7-a897-9e6b54deeb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:55.440239 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700571a-69d3-4cf7-a897-9e6b54deeb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:55.440567 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700571a-69d3-4cf7-a897-9e6b54deeb47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:55.440990 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700571a-69d3-4cf7-a897-9e6b54deeb47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:55.441270 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700571a-69d3-4cf7-a897-9e6b54deeb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:55.441560 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700571a-69d3-4cf7-a897-9e6b54deeb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:55.441930 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700571a-69d3-4cf7-a897-9e6b54deeb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:55.442242 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700571a-69d3-4cf7-a897-9e6b54deeb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:14:55.445169 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9700571a-69d3-4cf7-a897-9e6b54deeb47 None None] No DVR routers for this DVR port 88361ef9-8a67-4179-93b7-da7b201e8ac8 on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:14:55.465234 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aa8e67-6253-4bf2-ba6e-fbf413efaf9c None None] The sync data for ids ['7272b019-51c2-424d-bcb3-e0867787d0ba'] in n-d-712137-14 is: [{'id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659762485', 'tenant_id': '5c8a65847ab841b6a12efcb75550f4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:14:54Z', 'revision_number': 5, 'project_id': '5c8a65847ab841b6a12efcb75550f4f8', 'gw_port': {'id': 'd2cf9af4-a144-4bd9-9df8-735f285e36d5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7272b019-51c2-424d-bcb3-e0867787d0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:13:55Z', 'updated_at': '2021-11-12T02:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:14:55.507610 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:55.574701 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45485206-becd-4735-8e9a-292603c4a954 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:55.601643 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45485206-becd-4735-8e9a-292603c4a954 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Port': ['ID=d2cf9af4-a144-4bd9-9df8-735f285e36d5,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:55.619537 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677d53ba-691f-4456-94e2-237d07d5ba31 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:14:55.704073 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45485206-becd-4735-8e9a-292603c4a954 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:55.841152 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:56.124538 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45485206-becd-4735-8e9a-292603c4a954 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:56.126831 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45485206-becd-4735-8e9a-292603c4a954 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:56.172106 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45485206-becd-4735-8e9a-292603c4a954 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:56.172707 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45485206-becd-4735-8e9a-292603c4a954 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Fanout notify agent at l3_agent the message router_deleted on router 7272b019-51c2-424d-bcb3-e0867787d0ba {{(pid=114242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:14:56.179639 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-45485206-becd-4735-8e9a-292603c4a954 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:56.180759 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-45485206-becd-4735-8e9a-292603c4a954 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/routers/7272b019-51c2-424d-bcb3-e0867787d0ba HTTP/1.1" status: 204 len: 168 time: 1.2385514 Nov 12 02:14:56.183456 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57812) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:14:56.242434 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:56.270388 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9b265b6-b83b-445e-a13d-8c23fe133cf6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:56.332313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 88361ef9-8a67-4179-93b7-da7b201e8ac8 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:14:56.355559 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 88361ef9-8a67-4179-93b7-da7b201e8ac8 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:14:56.355906 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 88361ef9-8a67-4179-93b7-da7b201e8ac8 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:14:56.356339 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 33d61c9c-2de4-45fd-9752-94ef8161edf7 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:14:56.368622 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9b265b6-b83b-445e-a13d-8c23fe133cf6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:56.382313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 33d61c9c-2de4-45fd-9752-94ef8161edf7 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:14:56.382570 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 33d61c9c-2de4-45fd-9752-94ef8161edf7 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:14:56.393195 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-e9b265b6-b83b-445e-a13d-8c23fe133cf6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aef8d88-480f-4852-8ae0-dd3bc4ffdfae']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:56.403953 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-e9b265b6-b83b-445e-a13d-8c23fe133cf6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67ba166-9c9d-4ff9-9ddb-d3c478d11800') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:56.404247 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-e9b265b6-b83b-445e-a13d-8c23fe133cf6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67ba166-9c9d-4ff9-9ddb-d3c478d11800') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:14:56.413855 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9b265b6-b83b-445e-a13d-8c23fe133cf6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:56.426750 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9b265b6-b83b-445e-a13d-8c23fe133cf6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:56.432494 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b265b6-b83b-445e-a13d-8c23fe133cf6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:14:56.433211 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9b265b6-b83b-445e-a13d-8c23fe133cf6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: timer() Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:14:56.436128 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:14:56.497278 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9b265b6-b83b-445e-a13d-8c23fe133cf6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:56.506463 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-e9b265b6-b83b-445e-a13d-8c23fe133cf6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:56.509719 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-e9b265b6-b83b-445e-a13d-8c23fe133cf6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/networks/7aef8d88-480f-4852-8ae0-dd3bc4ffdfae HTTP/1.1" status: 204 len: 168 time: 0.3253245 Nov 12 02:14:56.512594 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57814) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:14:56.519591 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b265b6-b83b-445e-a13d-8c23fe133cf6 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'Network': ['ID=7aef8d88-480f-4852-8ae0-dd3bc4ffdfae,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:56.534593 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 29cf7939-81ba-4a2f-af1f-a8280fa46b96 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:14:56.554295 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 29cf7939-81ba-4a2f-af1f-a8280fa46b96 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:14:56.554669 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 29cf7939-81ba-4a2f-af1f-a8280fa46b96 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:14:56.571045 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a435e40-983e-46e9-ae86-dc1158596ec2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:56.601850 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a435e40-983e-46e9-ae86-dc1158596ec2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:56.663961 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a435e40-983e-46e9-ae86-dc1158596ec2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:56.666739 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-1a435e40-983e-46e9-ae86-dc1158596ec2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:56.668010 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-1a435e40-983e-46e9-ae86-dc1158596ec2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] 10.222.0.31 "DELETE /v2.0/security-groups/5a1353ac-f4d6-4539-9a27-cae1c1f83a4c HTTP/1.1" status: 204 len: 168 time: 0.1543126 Nov 12 02:14:56.677598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a435e40-983e-46e9-ae86-dc1158596ec2 tempest-TestNetworkAdvancedServerOps-193476934 tempest-TestNetworkAdvancedServerOps-193476934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1353ac-f4d6-4539-9a27-cae1c1f83a4c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:57.023941 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57822) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:14:57.153463 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-40b2eab1-08d7-4bc3-9c18-0191f5db063a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c8a65847ab841b6a12efcb75550f4f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1282442 Nov 12 02:14:57.155886 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57826) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:14:57.201488 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b1bf68b3-c1fc-4a17-8135-cc08533f6fbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:57.222552 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b1bf68b3-c1fc-4a17-8135-cc08533f6fbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:57.269059 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b1bf68b3-c1fc-4a17-8135-cc08533f6fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:57.271690 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b1bf68b3-c1fc-4a17-8135-cc08533f6fbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:57.272867 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b1bf68b3-c1fc-4a17-8135-cc08533f6fbb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdf1f8aa-511b-44c7-93c0-393d81bbcff4 HTTP/1.1" status: 204 len: 168 time: 0.1160674 Nov 12 02:14:57.280799 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf68b3-c1fc-4a17-8135-cc08533f6fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf1f8aa-511b-44c7-93c0-393d81bbcff4,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:57.554219 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57832) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:14:57.568036 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d6f0f658-9af1-4db1-ba4e-a7c40ecd694c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:57.646344 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d6f0f658-9af1-4db1-ba4e-a7c40ecd694c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:57.650460 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d6f0f658-9af1-4db1-ba4e-a7c40ecd694c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:57.689086 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0f658-9af1-4db1-ba4e-a7c40ecd694c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c11d3de-fedc-479d-ac07-bef509674b92,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:57.694760 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d6f0f658-9af1-4db1-ba4e-a7c40ecd694c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d9328e42bab44f2a90facc055f5d5d26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1394582 Nov 12 02:14:57.697695 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57834) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:14:57.753852 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-72a60895-4c86-4a13-ba16-f88f6ba6b888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:57.776096 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-72a60895-4c86-4a13-ba16-f88f6ba6b888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:57.833402 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-72a60895-4c86-4a13-ba16-f88f6ba6b888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:57.835987 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-72a60895-4c86-4a13-ba16-f88f6ba6b888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:57.837164 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-72a60895-4c86-4a13-ba16-f88f6ba6b888 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c11d3de-fedc-479d-ac07-bef509674b92 HTTP/1.1" status: 204 len: 168 time: 0.1382961 Nov 12 02:14:57.845283 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a60895-4c86-4a13-ba16-f88f6ba6b888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c11d3de-fedc-479d-ac07-bef509674b92,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:58.216303 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d2cf9af4-a144-4bd9-9df8-735f285e36d5 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:14:58.237511 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: d2cf9af4-a144-4bd9-9df8-735f285e36d5 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:14:58.238181 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device d2cf9af4-a144-4bd9-9df8-735f285e36d5 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:14:58.554410 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57856) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:14:58.650651 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-cd4a442e-9959-4663-853b-ec27b67c9001 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-832986071-network', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:14:58.672172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4a442e-9959-4663-853b-ec27b67c9001 admin admin] Made reservation on behalf of 4dc10dc1b7ac40aaa403b80d9704249b for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:14:58.674623 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd4a442e-9959-4663-853b-ec27b67c9001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:58.682962 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd4a442e-9959-4663-853b-ec27b67c9001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:58.757196 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd4a442e-9959-4663-853b-ec27b67c9001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:58.761275 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd4a442e-9959-4663-853b-ec27b67c9001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:58.783338 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4a442e-9959-4663-853b-ec27b67c9001 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:14:58.800531 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a442e-9959-4663-853b-ec27b67c9001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db7c1ca-e2bb-486a-9e95-0d66d8b2877b,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:58.804537 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd4a442e-9959-4663-853b-ec27b67c9001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:58.804835 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-cd4a442e-9959-4663-853b-ec27b67c9001 admin admin] Added segment 5d5bbd69-4316-42f7-b45e-8dcf6d34afc7 of type vlan for network a4ec9a39-fe1d-4b32-95ab-d4adecfae650 Nov 12 02:14:58.846132 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd4a442e-9959-4663-853b-ec27b67c9001 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:58.870222 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd4a442e-9959-4663-853b-ec27b67c9001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:58.871156 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4a442e-9959-4663-853b-ec27b67c9001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:58.871733 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd4a442e-9959-4663-853b-ec27b67c9001 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:58.932788 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cd4a442e-9959-4663-853b-ec27b67c9001 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3771930 Nov 12 02:14:58.935974 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57860) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:14:58.941229 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a442e-9959-4663-853b-ec27b67c9001 admin admin] Pushing event updated for resources: {'Network': ['ID=a4ec9a39-fe1d-4b32-95ab-d4adecfae650,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:58.941625 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-84d51303-d5d4-4bc4-ac7a-880511882aa3 admin admin] Request body: {'subnet': {'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-832986071-subnet', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:14:58.953333 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network a4ec9a39-fe1d-4b32-95ab-d4adecfae650 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:14:58.974769 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d51303-d5d4-4bc4-ac7a-880511882aa3 admin admin] Made reservation on behalf of 4dc10dc1b7ac40aaa403b80d9704249b for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:14:58.977263 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-84d51303-d5d4-4bc4-ac7a-880511882aa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:59.146124 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-84d51303-d5d4-4bc4-ac7a-880511882aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:59.211522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d51303-d5d4-4bc4-ac7a-880511882aa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:59.214030 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d51303-d5d4-4bc4-ac7a-880511882aa3 admin admin] Checking segment: {'id': '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:14:59.214393 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d51303-d5d4-4bc4-ac7a-880511882aa3 admin admin] Network hostable DHCP agents. Network: a4ec9a39-fe1d-4b32-95ab-d4adecfae650, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:14:59.232087 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d51303-d5d4-4bc4-ac7a-880511882aa3 admin admin] Network a4ec9a39-fe1d-4b32-95ab-d4adecfae650 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:14:59.243165 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-84d51303-d5d4-4bc4-ac7a-880511882aa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, a4ec9a39-fe1d-4b32-95ab-d4adecfae650) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:14:59.249268 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d51303-d5d4-4bc4-ac7a-880511882aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:59.250649 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-84d51303-d5d4-4bc4-ac7a-880511882aa3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:59.253560 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f23a71-1c7b-4620-8220-09b8079493e6 None None] Network a4ec9a39-fe1d-4b32-95ab-d4adecfae650 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:14:59.277867 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-84d51303-d5d4-4bc4-ac7a-880511882aa3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3407409 Nov 12 02:14:59.281011 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57862) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:14:59.288592 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-2ea0ca58-08f5-4d7b-a9d6-1328b08b99a8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-832986071-router', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:14:59.317173 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ca58-08f5-4d7b-a9d6-1328b08b99a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:59.318166 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ca58-08f5-4d7b-a9d6-1328b08b99a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:59.369779 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ca58-08f5-4d7b-a9d6-1328b08b99a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:59.416117 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53cfb66-2b3e-4ed0-8c18-8545305b45e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'fixed_ips': [{'subnet_id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:14:59.417554 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f53cfb66-2b3e-4ed0-8c18-8545305b45e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:59.522496 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ca58-08f5-4d7b-a9d6-1328b08b99a8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:59.556260 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-f53cfb66-2b3e-4ed0-8c18-8545305b45e9 None None] Allocated IP 172.20.0.2 (a4ec9a39-fe1d-4b32-95ab-d4adecfae650/b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b/b97f53f5-a475-406b-abae-75305729d46e) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:14:59.733165 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f53cfb66-2b3e-4ed0-8c18-8545305b45e9 None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:59.740397 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f53cfb66-2b3e-4ed0-8c18-8545305b45e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:59.743730 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ca58-08f5-4d7b-a9d6-1328b08b99a8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:59.770582 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ca58-08f5-4d7b-a9d6-1328b08b99a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:59.778319 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53cfb66-2b3e-4ed0-8c18-8545305b45e9 None None] Network a4ec9a39-fe1d-4b32-95ab-d4adecfae650 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:14:59.781085 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-f53cfb66-2b3e-4ed0-8c18-8545305b45e9 None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:14:59.788049 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53cfb66-2b3e-4ed0-8c18-8545305b45e9 None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:14:59.796621 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cfb66-2b3e-4ed0-8c18-8545305b45e9 None None] Pushing event updated for resources: {'Port': ['ID=b97f53f5-a475-406b-abae-75305729d46e,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:59.851329 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-f53cfb66-2b3e-4ed0-8c18-8545305b45e9 None None] Attempting to bind port b97f53f5-a475-406b-abae-75305729d46e on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:14:59.851700 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-f53cfb66-2b3e-4ed0-8c18-8545305b45e9 None None] Attempting to bind port b97f53f5-a475-406b-abae-75305729d46e by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:14:59.852060 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53cfb66-2b3e-4ed0-8c18-8545305b45e9 None None] Attempting to bind port b97f53f5-a475-406b-abae-75305729d46e on network a4ec9a39-fe1d-4b32-95ab-d4adecfae650 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:14:59.857063 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53cfb66-2b3e-4ed0-8c18-8545305b45e9 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:14:59.857433 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53cfb66-2b3e-4ed0-8c18-8545305b45e9 None None] Checking segment: {'id': '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:14:59.857828 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f53cfb66-2b3e-4ed0-8c18-8545305b45e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:59.858551 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53cfb66-2b3e-4ed0-8c18-8545305b45e9 None None] Bound using segment: {'id': '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:14:59.858679 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-f53cfb66-2b3e-4ed0-8c18-8545305b45e9 None None] Bound port: b97f53f5-a475-406b-abae-75305729d46e, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:14:59.859041 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f53cfb66-2b3e-4ed0-8c18-8545305b45e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:59.876788 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-2ea0ca58-08f5-4d7b-a9d6-1328b08b99a8 admin admin] Allocated IP 172.25.0.224 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/73fbbf63-c08d-4f85-8dc1-c0360cd23487) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:14:59.920800 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-f53cfb66-2b3e-4ed0-8c18-8545305b45e9 None None] For port b97f53f5-a475-406b-abae-75305729d46e, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:14:59.923877 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-f53cfb66-2b3e-4ed0-8c18-8545305b45e9 None None] For port b97f53f5-a475-406b-abae-75305729d46e, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=b97f53f5-a475-406b-abae-75305729d46e,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:14:59.928279 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f53cfb66-2b3e-4ed0-8c18-8545305b45e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:59.985586 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cfb66-2b3e-4ed0-8c18-8545305b45e9 None None] Pushing event updated for resources: {'Port': ['ID=b97f53f5-a475-406b-abae-75305729d46e,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:14:59.990535 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ca58-08f5-4d7b-a9d6-1328b08b99a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:00.025685 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ca58-08f5-4d7b-a9d6-1328b08b99a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:00.065005 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea0ca58-08f5-4d7b-a9d6-1328b08b99a8 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:15:00.070123 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-2ea0ca58-08f5-4d7b-a9d6-1328b08b99a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:15:00.073779 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea0ca58-08f5-4d7b-a9d6-1328b08b99a8 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:15:00.080015 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0ca58-08f5-4d7b-a9d6-1328b08b99a8 admin admin] Pushing event updated for resources: {'Port': ['ID=73fbbf63-c08d-4f85-8dc1-c0360cd23487,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:00.084805 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f06139-60c6-408b-a3d6-6770827861f3 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:15:00.123015 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-83e01fec-0884-4a8b-9f2d-0626b26fe006 None None] Provisioning complete for port 73fbbf63-c08d-4f85-8dc1-c0360cd23487 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:00.123279 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-83e01fec-0884-4a8b-9f2d-0626b26fe006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:00.192608 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-83e01fec-0884-4a8b-9f2d-0626b26fe006 None None] Port 73fbbf63-c08d-4f85-8dc1-c0360cd23487 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:15:00.307040 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b97f53f5-a475-406b-abae-75305729d46e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:15:00.373068 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port b97f53f5-a475-406b-abae-75305729d46e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:00.373437 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:00.390761 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ca58-08f5-4d7b-a9d6-1328b08b99a8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:00.454428 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:00.494176 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port b97f53f5-a475-406b-abae-75305729d46e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=b97f53f5-a475-406b-abae-75305729d46e,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:15:00.498389 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:00.549093 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=b97f53f5-a475-406b-abae-75305729d46e,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:00.597180 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ca58-08f5-4d7b-a9d6-1328b08b99a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:00.733650 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea0ca58-08f5-4d7b-a9d6-1328b08b99a8 admin admin] Router 32b36be0-2d2b-4312-9f97-fce357638e3b is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:15:00.847370 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea0ca58-08f5-4d7b-a9d6-1328b08b99a8 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:15:00.858416 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] Sync routers for ids ['32b36be0-2d2b-4312-9f97-fce357638e3b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:15:00.864677 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ca58-08f5-4d7b-a9d6-1328b08b99a8 admin admin] Publish callbacks [] for router, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:00.868764 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2ea0ca58-08f5-4d7b-a9d6-1328b08b99a8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5826812 Nov 12 02:15:00.868930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57864) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:15:00.871055 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] Routers {'32b36be0-2d2b-4312-9f97-fce357638e3b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:15:00.871693 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:14:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['32b36be0-2d2b-4312-9f97-fce357638e3b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:15:00.983807 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] Set router 32b36be0-2d2b-4312-9f97-fce357638e3b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:15:01.011834 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbd39fa-1fee-4fa6-82a5-f53d7d7c7f65 None None] Network a4ec9a39-fe1d-4b32-95ab-d4adecfae650 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:15:01.309939 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1a5fe90d-e6e5-45db-b210-95744e31ac29 None None] Provisioning complete for port b97f53f5-a475-406b-abae-75305729d46e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:01.310641 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1a5fe90d-e6e5-45db-b210-95744e31ac29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:01.534640 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'name': 'tempest-TestShelveInstance-832986071-router', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:00Z', 'revision_number': 3, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'gw_port': {'id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:91:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:15:01.568428 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] Checking router: 32b36be0-2d2b-4312-9f97-fce357638e3b for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:15:01.568723 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] Updating router 32b36be0-2d2b-4312-9f97-fce357638e3b port 73fbbf63-c08d-4f85-8dc1-c0360cd23487 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:15:01.594951 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:01.663786 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-46ad383d-72a0-44eb-98a2-4eadfb2a61da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:01.845170 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-46ad383d-72a0-44eb-98a2-4eadfb2a61da admin admin] Allocated IP 172.20.0.1 (a4ec9a39-fe1d-4b32-95ab-d4adecfae650/b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b/f9a9c992-c178-43ea-a039-d9d2ab674321) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:15:01.879017 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-44bfe56f-7100-4102-82c9-15aa67f488b3 None None] Provisioning complete for port b97f53f5-a475-406b-abae-75305729d46e triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:01.879389 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-44bfe56f-7100-4102-82c9-15aa67f488b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:01.913584 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:01.926518 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:01.950208 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-46ad383d-72a0-44eb-98a2-4eadfb2a61da admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:01.979751 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb07e12-5437-4997-b298-55c6d1c458b0 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:15:01.987677 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-46ad383d-72a0-44eb-98a2-4eadfb2a61da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:01.989519 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec3c03-5ab6-469c-abbe-9e04bb28a139 None None] Pushing event updated for resources: {'Port': ['ID=73fbbf63-c08d-4f85-8dc1-c0360cd23487,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:02.000912 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] Attempting to bind port 73fbbf63-c08d-4f85-8dc1-c0360cd23487 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:15:02.001358 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] Attempting to bind port 73fbbf63-c08d-4f85-8dc1-c0360cd23487 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:15:02.001728 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] Attempting to bind port 73fbbf63-c08d-4f85-8dc1-c0360cd23487 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:15:02.009821 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:15:02.010210 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:15:02.010664 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:02.011065 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:15:02.011551 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] Bound port: 73fbbf63-c08d-4f85-8dc1-c0360cd23487, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:15:02.012046 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:02.027589 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ad383d-72a0-44eb-98a2-4eadfb2a61da admin admin] Network a4ec9a39-fe1d-4b32-95ab-d4adecfae650 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:15:02.030508 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-46ad383d-72a0-44eb-98a2-4eadfb2a61da admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:15:02.038189 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad383d-72a0-44eb-98a2-4eadfb2a61da admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:15:02.066623 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad383d-72a0-44eb-98a2-4eadfb2a61da admin admin] Pushing event updated for resources: {'Port': ['ID=f9a9c992-c178-43ea-a039-d9d2ab674321,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:02.083408 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-46ad383d-72a0-44eb-98a2-4eadfb2a61da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:02.097219 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] For port 73fbbf63-c08d-4f85-8dc1-c0360cd23487, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:15:02.100549 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] For port 73fbbf63-c08d-4f85-8dc1-c0360cd23487, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=73fbbf63-c08d-4f85-8dc1-c0360cd23487,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:15:02.105689 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:02.159796 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5edcaf8-0f62-4440-8f70-6176edefbe17 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:15:02.185999 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] Routers {'32b36be0-2d2b-4312-9f97-fce357638e3b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:15:02.186650 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:14:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['32b36be0-2d2b-4312-9f97-fce357638e3b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:15:02.188529 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec3c03-5ab6-469c-abbe-9e04bb28a139 None None] Pushing event updated for resources: {'Port': ['ID=73fbbf63-c08d-4f85-8dc1-c0360cd23487,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:02.236599 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-46ad383d-72a0-44eb-98a2-4eadfb2a61da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:02.244983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-236cc885-6374-4726-8ee7-44ef49bf79ae None None] Provisioning complete for port 73fbbf63-c08d-4f85-8dc1-c0360cd23487 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:02.245368 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-236cc885-6374-4726-8ee7-44ef49bf79ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:02.307583 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b97f53f5-a475-406b-abae-75305729d46e up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:15:02.369386 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] Set router 32b36be0-2d2b-4312-9f97-fce357638e3b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:15:02.426175 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-46ad383d-72a0-44eb-98a2-4eadfb2a61da admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:02.430869 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-46ad383d-72a0-44eb-98a2-4eadfb2a61da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:02.508246 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad383d-72a0-44eb-98a2-4eadfb2a61da admin admin] Pushing event updated for resources: {'Port': ['ID=f9a9c992-c178-43ea-a039-d9d2ab674321,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:02.511181 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-46ad383d-72a0-44eb-98a2-4eadfb2a61da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:02.532373 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-236cc885-6374-4726-8ee7-44ef49bf79ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:02.542366 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port b97f53f5-a475-406b-abae-75305729d46e triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:02.542739 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:02.587335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-236cc885-6374-4726-8ee7-44ef49bf79ae None None] For port 73fbbf63-c08d-4f85-8dc1-c0360cd23487, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=73fbbf63-c08d-4f85-8dc1-c0360cd23487,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:15:02.596426 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-236cc885-6374-4726-8ee7-44ef49bf79ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:02.604878 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ad383d-72a0-44eb-98a2-4eadfb2a61da admin admin] Network a4ec9a39-fe1d-4b32-95ab-d4adecfae650 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:15:02.606046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-46ad383d-72a0-44eb-98a2-4eadfb2a61da admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:15:02.683348 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236cc885-6374-4726-8ee7-44ef49bf79ae None None] Pushing event updated for resources: {'Port': ['ID=73fbbf63-c08d-4f85-8dc1-c0360cd23487,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:02.744720 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0b90335f-6303-4c09-87e4-d90e4bf8d4ec None None] Provisioning complete for port 73fbbf63-c08d-4f85-8dc1-c0360cd23487 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:02.745203 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0b90335f-6303-4c09-87e4-d90e4bf8d4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:02.757830 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ad383d-72a0-44eb-98a2-4eadfb2a61da admin admin] Router 32b36be0-2d2b-4312-9f97-fce357638e3b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:15:02.771464 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'name': 'tempest-TestShelveInstance-832986071-router', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:00Z', 'revision_number': 3, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'gw_port': {'id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:91:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:15:02.802914 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093278e1-3bdb-40e4-96d2-83f065fd6983 None None] The sync data for ids ['32b36be0-2d2b-4312-9f97-fce357638e3b'] in n-d-712137-14 is: [{'id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'name': 'tempest-TestShelveInstance-832986071-router', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:00Z', 'revision_number': 3, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'gw_port': {'id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:91:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:15:02.887989 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ad383d-72a0-44eb-98a2-4eadfb2a61da admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:15:02.902437 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-46ad383d-72a0-44eb-98a2-4eadfb2a61da admin admin] 10.222.0.31 "PUT /v2.0/routers/32b36be0-2d2b-4312-9f97-fce357638e3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0236409 Nov 12 02:15:02.910475 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0b90335f-6303-4c09-87e4-d90e4bf8d4ec None None] Provisioning complete for port f9a9c992-c178-43ea-a039-d9d2ab674321 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:02.910863 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0b90335f-6303-4c09-87e4-d90e4bf8d4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:02.948617 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-0b90335f-6303-4c09-87e4-d90e4bf8d4ec None None] Port f9a9c992-c178-43ea-a039-d9d2ab674321 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:15:03.077460 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-9fd83731-4007-46a3-a012-4012fb09b5e2 None None] Provisioning complete for port f9a9c992-c178-43ea-a039-d9d2ab674321 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:03.077888 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9fd83731-4007-46a3-a012-4012fb09b5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:03.118762 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-9fd83731-4007-46a3-a012-4012fb09b5e2 None None] Port f9a9c992-c178-43ea-a039-d9d2ab674321 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:15:03.417755 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57880) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:15:03.422846 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-7ac5517a-7712-43fc-90bd-e0c4bc19ca09 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1774714826-network', 'tenant_id': 'b59889ddf5c44b3ba19653ac9a20ce1d'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:15:03.440677 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:15:03.446535 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac5517a-7712-43fc-90bd-e0c4bc19ca09 admin admin] Made reservation on behalf of b59889ddf5c44b3ba19653ac9a20ce1d for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:15:03.449175 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ac5517a-7712-43fc-90bd-e0c4bc19ca09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:03.459105 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ac5517a-7712-43fc-90bd-e0c4bc19ca09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:03.545982 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ac5517a-7712-43fc-90bd-e0c4bc19ca09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:03.551182 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ac5517a-7712-43fc-90bd-e0c4bc19ca09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:03.580183 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac5517a-7712-43fc-90bd-e0c4bc19ca09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:15:03.589985 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5517a-7712-43fc-90bd-e0c4bc19ca09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7891079d-5afa-4e68-aa65-bc74e6dd761d,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:03.598221 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ac5517a-7712-43fc-90bd-e0c4bc19ca09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:03.598570 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-7ac5517a-7712-43fc-90bd-e0c4bc19ca09 admin admin] Added segment 40c3f46e-2b87-4264-8c42-71ab00182bce of type vlan for network 58987957-bd94-4082-ab92-53a363a07044 Nov 12 02:15:03.642783 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ac5517a-7712-43fc-90bd-e0c4bc19ca09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:03.679488 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ac5517a-7712-43fc-90bd-e0c4bc19ca09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:03.680474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac5517a-7712-43fc-90bd-e0c4bc19ca09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:03.681120 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7ac5517a-7712-43fc-90bd-e0c4bc19ca09 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:03.717815 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7ac5517a-7712-43fc-90bd-e0c4bc19ca09 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2989092 Nov 12 02:15:03.721618 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57882) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:15:03.726759 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-9af48fa8-bd22-43ad-ae37-52e41fbf7d19 admin admin] Request body: {'subnet': {'network_id': '58987957-bd94-4082-ab92-53a363a07044', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1774714826-subnet', 'tenant_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'ip_version': 4}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:15:03.747075 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af48fa8-bd22-43ad-ae37-52e41fbf7d19 admin admin] Made reservation on behalf of b59889ddf5c44b3ba19653ac9a20ce1d for: {'subnet': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:15:03.749816 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5517a-7712-43fc-90bd-e0c4bc19ca09 admin admin] Pushing event updated for resources: {'Network': ['ID=58987957-bd94-4082-ab92-53a363a07044,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:03.749977 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9af48fa8-bd22-43ad-ae37-52e41fbf7d19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6278892'] for subnet, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:03.764646 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 58987957-bd94-4082-ab92-53a363a07044 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:15:03.924676 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9af48fa8-bd22-43ad-ae37-52e41fbf7d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6281209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6278910'] for subnet, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:03.979649 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af48fa8-bd22-43ad-ae37-52e41fbf7d19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea4f2b74-09ac-44b9-85da-eeeadc085879,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:03.989850 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af48fa8-bd22-43ad-ae37-52e41fbf7d19 admin admin] Checking segment: {'id': '40c3f46e-2b87-4264-8c42-71ab00182bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58987957-bd94-4082-ab92-53a363a07044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:15:03.990216 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af48fa8-bd22-43ad-ae37-52e41fbf7d19 admin admin] Network hostable DHCP agents. Network: 58987957-bd94-4082-ab92-53a363a07044, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:15:04.006502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af48fa8-bd22-43ad-ae37-52e41fbf7d19 admin admin] Network 58987957-bd94-4082-ab92-53a363a07044 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:15:04.015501 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-9af48fa8-bd22-43ad-ae37-52e41fbf7d19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 58987957-bd94-4082-ab92-53a363a07044) {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:15:04.020414 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af48fa8-bd22-43ad-ae37-52e41fbf7d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:04.021044 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9af48fa8-bd22-43ad-ae37-52e41fbf7d19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:04.026720 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278837c3-55b8-49f3-ae7b-2a6e5afab7d4 None None] Network 58987957-bd94-4082-ab92-53a363a07044 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:15:04.040655 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9af48fa8-bd22-43ad-ae37-52e41fbf7d19 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3154669 Nov 12 02:15:04.041117 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57884) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:15:04.045830 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-daca7568-4e83-4e8d-80f5-989adf1bba38 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1774714826-router', 'tenant_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:15:04.069326 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-daca7568-4e83-4e8d-80f5-989adf1bba38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:04.070538 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-daca7568-4e83-4e8d-80f5-989adf1bba38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:04.124018 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-daca7568-4e83-4e8d-80f5-989adf1bba38 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:04.182144 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9276e5d-1613-4a69-84e4-6b526437767c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-58987957-bd94-4082-ab92-53a363a07044', 'network_id': '58987957-bd94-4082-ab92-53a363a07044', 'tenant_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'fixed_ips': [{'subnet_id': 'ea4f2b74-09ac-44b9-85da-eeeadc085879'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:15:04.183026 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f9276e5d-1613-4a69-84e4-6b526437767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:04.272797 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-daca7568-4e83-4e8d-80f5-989adf1bba38 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:04.325950 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 73fbbf63-c08d-4f85-8dc1-c0360cd23487 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:15:04.374241 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-f9276e5d-1613-4a69-84e4-6b526437767c None None] Allocated IP 172.20.0.2 (58987957-bd94-4082-ab92-53a363a07044/ea4f2b74-09ac-44b9-85da-eeeadc085879/0c73819e-6f51-423e-be16-26127dc5cd2d) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:15:04.444898 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 73fbbf63-c08d-4f85-8dc1-c0360cd23487 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:04.445178 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:04.493412 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] Sync routers for ids ['32b36be0-2d2b-4312-9f97-fce357638e3b'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:15:04.504409 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] Routers {'32b36be0-2d2b-4312-9f97-fce357638e3b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:15:04.505426 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:14:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['32b36be0-2d2b-4312-9f97-fce357638e3b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:15:04.509886 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-daca7568-4e83-4e8d-80f5-989adf1bba38 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:04.529632 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-daca7568-4e83-4e8d-80f5-989adf1bba38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:04.607302 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f9276e5d-1613-4a69-84e4-6b526437767c None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:04.614984 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f9276e5d-1613-4a69-84e4-6b526437767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:04.619837 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] Set router 32b36be0-2d2b-4312-9f97-fce357638e3b gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:15:04.643006 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-daca7568-4e83-4e8d-80f5-989adf1bba38 admin admin] Allocated IP 172.25.0.250 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/983dcd95-adde-43a5-b7ea-ad5e53ab0dc5) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:15:04.664728 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9276e5d-1613-4a69-84e4-6b526437767c None None] Network 58987957-bd94-4082-ab92-53a363a07044 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:15:04.669206 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-f9276e5d-1613-4a69-84e4-6b526437767c None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:15:04.670940 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9276e5d-1613-4a69-84e4-6b526437767c None None] Pushing event updated for resources: {'Port': ['ID=0c73819e-6f51-423e-be16-26127dc5cd2d,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:04.673754 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9276e5d-1613-4a69-84e4-6b526437767c None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:15:04.771604 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-daca7568-4e83-4e8d-80f5-989adf1bba38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:04.815088 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-daca7568-4e83-4e8d-80f5-989adf1bba38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:04.847182 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'name': 'tempest-TestShelveInstance-832986071-router', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'gw_port': {'id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:91:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'f9a9c992-c178-43ea-a039-d9d2ab674321', 'name': '', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'mac_address': 'fa:16:3e:38:16:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:01Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 2, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'subnets': [{'id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:15:04.857046 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daca7568-4e83-4e8d-80f5-989adf1bba38 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:15:04.862747 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-daca7568-4e83-4e8d-80f5-989adf1bba38 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:15:04.865468 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daca7568-4e83-4e8d-80f5-989adf1bba38 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:15:04.875090 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] Checking router: 32b36be0-2d2b-4312-9f97-fce357638e3b for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:15:04.875478 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] Updating router 32b36be0-2d2b-4312-9f97-fce357638e3b port f9a9c992-c178-43ea-a039-d9d2ab674321 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:15:04.893900 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf19522b-adc8-4850-a8c1-9f9e67eb7068 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:15:04.894627 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca7568-4e83-4e8d-80f5-989adf1bba38 admin admin] Pushing event updated for resources: {'Port': ['ID=983dcd95-adde-43a5-b7ea-ad5e53ab0dc5,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:04.912316 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-f9276e5d-1613-4a69-84e4-6b526437767c None None] Attempting to bind port 0c73819e-6f51-423e-be16-26127dc5cd2d on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:15:04.912895 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-f9276e5d-1613-4a69-84e4-6b526437767c None None] Attempting to bind port 0c73819e-6f51-423e-be16-26127dc5cd2d by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '40c3f46e-2b87-4264-8c42-71ab00182bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58987957-bd94-4082-ab92-53a363a07044'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:15:04.913354 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9276e5d-1613-4a69-84e4-6b526437767c None None] Attempting to bind port 0c73819e-6f51-423e-be16-26127dc5cd2d on network 58987957-bd94-4082-ab92-53a363a07044 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:15:04.916027 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:04.918934 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9276e5d-1613-4a69-84e4-6b526437767c None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:15:04.919461 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9276e5d-1613-4a69-84e4-6b526437767c None None] Checking segment: {'id': '40c3f46e-2b87-4264-8c42-71ab00182bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58987957-bd94-4082-ab92-53a363a07044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:15:04.919980 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f9276e5d-1613-4a69-84e4-6b526437767c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:04.920445 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9276e5d-1613-4a69-84e4-6b526437767c None None] Bound using segment: {'id': '40c3f46e-2b87-4264-8c42-71ab00182bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58987957-bd94-4082-ab92-53a363a07044'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:15:04.921046 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-f9276e5d-1613-4a69-84e4-6b526437767c None None] Bound port: 0c73819e-6f51-423e-be16-26127dc5cd2d, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c3f46e-2b87-4264-8c42-71ab00182bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58987957-bd94-4082-ab92-53a363a07044'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:15:04.921534 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f9276e5d-1613-4a69-84e4-6b526437767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:04.980462 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-3294849c-8f66-4e57-9139-41cfc4536630 None None] Provisioning complete for port 983dcd95-adde-43a5-b7ea-ad5e53ab0dc5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:04.980951 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3294849c-8f66-4e57-9139-41cfc4536630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:05.028671 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-f9276e5d-1613-4a69-84e4-6b526437767c None None] For port 0c73819e-6f51-423e-be16-26127dc5cd2d, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:15:05.034353 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-f9276e5d-1613-4a69-84e4-6b526437767c None None] For port 0c73819e-6f51-423e-be16-26127dc5cd2d, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=0c73819e-6f51-423e-be16-26127dc5cd2d,segment=NetworkSegment(40c3f46e-2b87-4264-8c42-71ab00182bce),segment_id=40c3f46e-2b87-4264-8c42-71ab00182bce)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:15:05.035919 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-3294849c-8f66-4e57-9139-41cfc4536630 None None] Port 983dcd95-adde-43a5-b7ea-ad5e53ab0dc5 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:15:05.040436 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f9276e5d-1613-4a69-84e4-6b526437767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:05.111765 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9276e5d-1613-4a69-84e4-6b526437767c None None] Pushing event updated for resources: {'Port': ['ID=0c73819e-6f51-423e-be16-26127dc5cd2d,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:05.168449 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-daca7568-4e83-4e8d-80f5-989adf1bba38 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:05.204435 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:05.210282 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:05.264660 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb7d0f-0711-42b2-a7ee-1bd60ee53fb2 None None] Pushing event updated for resources: {'Port': ['ID=f9a9c992-c178-43ea-a039-d9d2ab674321,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:05.297652 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb7d0f-0711-42b2-a7ee-1bd60ee53fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:15:05.298083 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb7d0f-0711-42b2-a7ee-1bd60ee53fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:15:05.298311 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb7d0f-0711-42b2-a7ee-1bd60ee53fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:15:05.298639 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb7d0f-0711-42b2-a7ee-1bd60ee53fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:15:05.311800 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb7d0f-0711-42b2-a7ee-1bd60ee53fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:15:05.312186 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb7d0f-0711-42b2-a7ee-1bd60ee53fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:15:05.320806 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb7d0f-0711-42b2-a7ee-1bd60ee53fb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:15:05.320806 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb7d0f-0711-42b2-a7ee-1bd60ee53fb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:15:05.321084 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb7d0f-0711-42b2-a7ee-1bd60ee53fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:15:05.322702 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb7d0f-0711-42b2-a7ee-1bd60ee53fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:15:05.322702 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb7d0f-0711-42b2-a7ee-1bd60ee53fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:15:05.322702 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cb7d0f-0711-42b2-a7ee-1bd60ee53fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:15:05.372461 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] Attempting to bind port f9a9c992-c178-43ea-a039-d9d2ab674321 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:15:05.372861 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] Attempting to bind port f9a9c992-c178-43ea-a039-d9d2ab674321 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:15:05.373443 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] Attempting to bind port f9a9c992-c178-43ea-a039-d9d2ab674321 on network a4ec9a39-fe1d-4b32-95ab-d4adecfae650 {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:15:05.394224 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:15:05.394510 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] Checking segment: {'id': '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:15:05.395507 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:05.396006 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] Bound using segment: {'id': '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:15:05.396671 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] Bound port: f9a9c992-c178-43ea-a039-d9d2ab674321, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:15:05.397647 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:05.406368 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-daca7568-4e83-4e8d-80f5-989adf1bba38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:05.479078 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] For port f9a9c992-c178-43ea-a039-d9d2ab674321, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:15:05.483156 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] For port f9a9c992-c178-43ea-a039-d9d2ab674321, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f9a9c992-c178-43ea-a039-d9d2ab674321,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:15:05.489939 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:05.545664 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] Routers {'32b36be0-2d2b-4312-9f97-fce357638e3b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:15:05.546384 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:14:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['32b36be0-2d2b-4312-9f97-fce357638e3b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:15:05.558422 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daca7568-4e83-4e8d-80f5-989adf1bba38 admin admin] Router 4be187bf-dca0-4a58-b339-59c8e76ca80b is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:15:05.596792 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb7d0f-0711-42b2-a7ee-1bd60ee53fb2 None None] Pushing event updated for resources: {'Port': ['ID=f9a9c992-c178-43ea-a039-d9d2ab674321,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:05.675319 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] Set router 32b36be0-2d2b-4312-9f97-fce357638e3b gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:15:05.688823 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daca7568-4e83-4e8d-80f5-989adf1bba38 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:15:05.693493 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e8ef43b8-cf59-4613-8387-5bffced523f0 None None] Provisioning complete for port f9a9c992-c178-43ea-a039-d9d2ab674321 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:05.693862 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e8ef43b8-cf59-4613-8387-5bffced523f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:05.703362 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] Sync routers for ids ['4be187bf-dca0-4a58-b339-59c8e76ca80b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:15:05.717711 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-daca7568-4e83-4e8d-80f5-989adf1bba38 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:05.719365 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-daca7568-4e83-4e8d-80f5-989adf1bba38 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6771045 Nov 12 02:15:05.722692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57886) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:15:05.759766 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] Routers {'4be187bf-dca0-4a58-b339-59c8e76ca80b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:15:05.760429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:14:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4be187bf-dca0-4a58-b339-59c8e76ca80b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:15:05.893341 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e8ef43b8-cf59-4613-8387-5bffced523f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:05.959746 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] Set router 4be187bf-dca0-4a58-b339-59c8e76ca80b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:15:06.051084 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'name': 'tempest-TestShelveInstance-832986071-router', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'gw_port': {'id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:91:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'f9a9c992-c178-43ea-a039-d9d2ab674321', 'name': '', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'mac_address': 'fa:16:3e:38:16:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:01Z', 'updated_at': '2021-11-12T02:15:05Z', 'revision_number': 4, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'subnets': [{'id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:15:06.080414 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-e8ef43b8-cf59-4613-8387-5bffced523f0 None None] For port f9a9c992-c178-43ea-a039-d9d2ab674321, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f9a9c992-c178-43ea-a039-d9d2ab674321,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:15:06.098458 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78b35c-2f97-4e58-8836-685762b6d651 None None] The sync data for ids ['32b36be0-2d2b-4312-9f97-fce357638e3b'] in n-d-712137-14 is: [{'id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'name': 'tempest-TestShelveInstance-832986071-router', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'gw_port': {'id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:91:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'f9a9c992-c178-43ea-a039-d9d2ab674321', 'name': '', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'mac_address': 'fa:16:3e:38:16:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:01Z', 'updated_at': '2021-11-12T02:15:05Z', 'revision_number': 4, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'subnets': [{'id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:15:06.106954 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e8ef43b8-cf59-4613-8387-5bffced523f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:06.272579 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef43b8-cf59-4613-8387-5bffced523f0 None None] Pushing event updated for resources: {'Port': ['ID=f9a9c992-c178-43ea-a039-d9d2ab674321,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:06.294167 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-a10ff9c2-e413-4c63-9c46-c1f94cad3707 None None] Provisioning complete for port f9a9c992-c178-43ea-a039-d9d2ab674321 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:06.294549 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a10ff9c2-e413-4c63-9c46-c1f94cad3707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:06.456522 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 0c73819e-6f51-423e-be16-26127dc5cd2d up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:15:06.463185 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be187bf-dca0-4a58-b339-59c8e76ca80b', 'name': 'tempest-TestShelveInstance-1774714826-router', 'tenant_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '983dcd95-adde-43a5-b7ea-ad5e53ab0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:15:04Z', 'updated_at': '2021-11-12T02:15:05Z', 'revision_number': 3, 'project_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'gw_port': {'id': '983dcd95-adde-43a5-b7ea-ad5e53ab0dc5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be187bf-dca0-4a58-b339-59c8e76ca80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:04Z', 'updated_at': '2021-11-12T02:15:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:15:06.515437 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05e7455-0a61-4d94-a67b-0c2acedd4c89 None None] Network 58987957-bd94-4082-ab92-53a363a07044 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:15:06.521532 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] Checking router: 4be187bf-dca0-4a58-b339-59c8e76ca80b for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:15:06.521883 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] Updating router 4be187bf-dca0-4a58-b339-59c8e76ca80b port 983dcd95-adde-43a5-b7ea-ad5e53ab0dc5 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:15:06.613491 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:06.701736 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-595c13a4-5f3d-4a58-9498-612bba9086a2 None None] Provisioning complete for port 0c73819e-6f51-423e-be16-26127dc5cd2d triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:06.702088 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-595c13a4-5f3d-4a58-9498-612bba9086a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:06.735026 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6afee8b-2313-483b-b94d-39a5cd5e86cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:06.745259 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 0c73819e-6f51-423e-be16-26127dc5cd2d triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:06.745619 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:06.905686 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-b6afee8b-2313-483b-b94d-39a5cd5e86cc admin admin] Allocated IP 172.20.0.1 (58987957-bd94-4082-ab92-53a363a07044/ea4f2b74-09ac-44b9-85da-eeeadc085879/5c94ca59-6588-4da9-b7bc-7b3286c5004c) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:15:07.022065 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6afee8b-2313-483b-b94d-39a5cd5e86cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:07.059470 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6afee8b-2313-483b-b94d-39a5cd5e86cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:07.064566 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-595c13a4-5f3d-4a58-9498-612bba9086a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:07.086669 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:07.096749 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6afee8b-2313-483b-b94d-39a5cd5e86cc admin admin] Network 58987957-bd94-4082-ab92-53a363a07044 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:15:07.100049 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-b6afee8b-2313-483b-b94d-39a5cd5e86cc admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:15:07.103145 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6afee8b-2313-483b-b94d-39a5cd5e86cc admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:15:07.143703 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afee8b-2313-483b-b94d-39a5cd5e86cc admin admin] Pushing event updated for resources: {'Port': ['ID=5c94ca59-6588-4da9-b7bc-7b3286c5004c,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:07.159537 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6afee8b-2313-483b-b94d-39a5cd5e86cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:07.170781 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-595c13a4-5f3d-4a58-9498-612bba9086a2 None None] For port 0c73819e-6f51-423e-be16-26127dc5cd2d, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=0c73819e-6f51-423e-be16-26127dc5cd2d,segment=NetworkSegment(40c3f46e-2b87-4264-8c42-71ab00182bce),segment_id=40c3f46e-2b87-4264-8c42-71ab00182bce)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:15:07.185989 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-595c13a4-5f3d-4a58-9498-612bba9086a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:07.194265 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:07.257780 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:07.301675 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71a0299-424d-4820-a1eb-c01b3d1cf93e None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:15:07.319432 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6afee8b-2313-483b-b94d-39a5cd5e86cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:07.321358 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] Attempting to bind port 983dcd95-adde-43a5-b7ea-ad5e53ab0dc5 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:15:07.321732 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] Attempting to bind port 983dcd95-adde-43a5-b7ea-ad5e53ab0dc5 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:15:07.322102 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] Attempting to bind port 983dcd95-adde-43a5-b7ea-ad5e53ab0dc5 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:15:07.328606 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 02:15:07.329034 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 02:15:07.334024 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c13a4-5f3d-4a58-9498-612bba9086a2 None None] Pushing event updated for resources: {'Port': ['ID=0c73819e-6f51-423e-be16-26127dc5cd2d,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:07.346995 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:15:07.347919 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:15:07.348121 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:07.348711 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:15:07.349468 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] Bound port: 983dcd95-adde-43a5-b7ea-ad5e53ab0dc5, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:15:07.350365 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:07.560838 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6afee8b-2313-483b-b94d-39a5cd5e86cc admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:07.567089 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6afee8b-2313-483b-b94d-39a5cd5e86cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:07.633905 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b58801-ee66-4344-930f-8b6ee427bd10 None None] Pushing event updated for resources: {'Port': ['ID=983dcd95-adde-43a5-b7ea-ad5e53ab0dc5,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:07.641640 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-081d1373-9d2d-482e-a4e8-fe0df5a63efb None None] Provisioning complete for port 0c73819e-6f51-423e-be16-26127dc5cd2d triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:07.642036 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-081d1373-9d2d-482e-a4e8-fe0df5a63efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:07.643288 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-b6afee8b-2313-483b-b94d-39a5cd5e86cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:07.646421 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afee8b-2313-483b-b94d-39a5cd5e86cc admin admin] Pushing event updated for resources: {'Port': ['ID=5c94ca59-6588-4da9-b7bc-7b3286c5004c,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:07.666880 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] For port 983dcd95-adde-43a5-b7ea-ad5e53ab0dc5, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:15:07.684514 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] For port 983dcd95-adde-43a5-b7ea-ad5e53ab0dc5, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=983dcd95-adde-43a5-b7ea-ad5e53ab0dc5,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:15:07.693222 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:07.747451 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60325378-f983-4c7a-b2f0-ef8bb45d0c1a None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:15:07.748627 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6afee8b-2313-483b-b94d-39a5cd5e86cc admin admin] Network 58987957-bd94-4082-ab92-53a363a07044 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:15:07.750167 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-b6afee8b-2313-483b-b94d-39a5cd5e86cc admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:15:07.774316 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b58801-ee66-4344-930f-8b6ee427bd10 None None] Pushing event updated for resources: {'Port': ['ID=983dcd95-adde-43a5-b7ea-ad5e53ab0dc5,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:07.778382 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] Routers {'4be187bf-dca0-4a58-b339-59c8e76ca80b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:15:07.779011 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:14:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4be187bf-dca0-4a58-b339-59c8e76ca80b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:15:07.886521 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6afee8b-2313-483b-b94d-39a5cd5e86cc admin admin] Router 4be187bf-dca0-4a58-b339-59c8e76ca80b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:15:07.926783 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f9a9c992-c178-43ea-a039-d9d2ab674321 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:15:07.971314 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-081d1373-9d2d-482e-a4e8-fe0df5a63efb None None] Provisioning complete for port 983dcd95-adde-43a5-b7ea-ad5e53ab0dc5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:07.971694 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-081d1373-9d2d-482e-a4e8-fe0df5a63efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:07.985766 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] Set router 4be187bf-dca0-4a58-b339-59c8e76ca80b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:15:08.005911 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6afee8b-2313-483b-b94d-39a5cd5e86cc admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:15:08.011621 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-b6afee8b-2313-483b-b94d-39a5cd5e86cc admin admin] 10.222.0.31 "PUT /v2.0/routers/4be187bf-dca0-4a58-b339-59c8e76ca80b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2822909 Nov 12 02:15:08.126059 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port f9a9c992-c178-43ea-a039-d9d2ab674321 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:08.126647 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:08.234990 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-081d1373-9d2d-482e-a4e8-fe0df5a63efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:08.291336 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-081d1373-9d2d-482e-a4e8-fe0df5a63efb None None] For port 983dcd95-adde-43a5-b7ea-ad5e53ab0dc5, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=983dcd95-adde-43a5-b7ea-ad5e53ab0dc5,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:15:08.298240 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-081d1373-9d2d-482e-a4e8-fe0df5a63efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:08.393106 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d1373-9d2d-482e-a4e8-fe0df5a63efb None None] Pushing event updated for resources: {'Port': ['ID=983dcd95-adde-43a5-b7ea-ad5e53ab0dc5,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:08.403866 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be187bf-dca0-4a58-b339-59c8e76ca80b', 'name': 'tempest-TestShelveInstance-1774714826-router', 'tenant_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '983dcd95-adde-43a5-b7ea-ad5e53ab0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:15:04Z', 'updated_at': '2021-11-12T02:15:07Z', 'revision_number': 4, 'project_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'gw_port': {'id': '983dcd95-adde-43a5-b7ea-ad5e53ab0dc5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be187bf-dca0-4a58-b339-59c8e76ca80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:04Z', 'updated_at': '2021-11-12T02:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '5c94ca59-6588-4da9-b7bc-7b3286c5004c', 'name': '', 'network_id': '58987957-bd94-4082-ab92-53a363a07044', 'tenant_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'mac_address': 'fa:16:3e:30:59:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be187bf-dca0-4a58-b339-59c8e76ca80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ea4f2b74-09ac-44b9-85da-eeeadc085879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:06Z', 'updated_at': '2021-11-12T02:15:07Z', 'revision_number': 2, 'project_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'subnets': [{'id': 'ea4f2b74-09ac-44b9-85da-eeeadc085879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:15:08.441248 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b554b5-1435-4649-aafb-25cc1be7f764 None None] The sync data for ids ['4be187bf-dca0-4a58-b339-59c8e76ca80b'] in n-d-712137-14 is: [{'id': '4be187bf-dca0-4a58-b339-59c8e76ca80b', 'name': 'tempest-TestShelveInstance-1774714826-router', 'tenant_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '983dcd95-adde-43a5-b7ea-ad5e53ab0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:15:04Z', 'updated_at': '2021-11-12T02:15:07Z', 'revision_number': 4, 'project_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'gw_port': {'id': '983dcd95-adde-43a5-b7ea-ad5e53ab0dc5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be187bf-dca0-4a58-b339-59c8e76ca80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:04Z', 'updated_at': '2021-11-12T02:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '5c94ca59-6588-4da9-b7bc-7b3286c5004c', 'name': '', 'network_id': '58987957-bd94-4082-ab92-53a363a07044', 'tenant_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'mac_address': 'fa:16:3e:30:59:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be187bf-dca0-4a58-b339-59c8e76ca80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ea4f2b74-09ac-44b9-85da-eeeadc085879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:06Z', 'updated_at': '2021-11-12T02:15:07Z', 'revision_number': 2, 'project_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'subnets': [{'id': 'ea4f2b74-09ac-44b9-85da-eeeadc085879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:15:08.451979 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ea9df2f9-b604-480a-a8b9-6d8daeff8b13 None None] Provisioning complete for port 5c94ca59-6588-4da9-b7bc-7b3286c5004c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:08.452435 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ea9df2f9-b604-480a-a8b9-6d8daeff8b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:08.485749 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 0c73819e-6f51-423e-be16-26127dc5cd2d up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:15:08.506584 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57894) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:15:08.519485 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ea9df2f9-b604-480a-a8b9-6d8daeff8b13 None None] Port 5c94ca59-6588-4da9-b7bc-7b3286c5004c cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:15:08.521561 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-6a2fedc3-0114-4531-a77f-a04e04e139c8 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-33157229', 'description': 'tempest-secgroup-smoke-33157229 description', 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:15:08.543546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ea9df2f9-b604-480a-a8b9-6d8daeff8b13 None None] Provisioning complete for port 983dcd95-adde-43a5-b7ea-ad5e53ab0dc5 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:08.543931 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ea9df2f9-b604-480a-a8b9-6d8daeff8b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:08.555489 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6a2fedc3-0114-4531-a77f-a04e04e139c8 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:08.589340 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 0c73819e-6f51-423e-be16-26127dc5cd2d triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:08.589718 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:08.657649 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6a2fedc3-0114-4531-a77f-a04e04e139c8 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:08.671231 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6a2fedc3-0114-4531-a77f-a04e04e139c8 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:08.710457 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-6a2fedc3-0114-4531-a77f-a04e04e139c8 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:08.714645 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-6a2fedc3-0114-4531-a77f-a04e04e139c8 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2040973 Nov 12 02:15:08.714924 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57896) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:15:08.720990 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fedc3-0114-4531-a77f-a04e04e139c8 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=191489ca-7b52-4614-beb9-940b92e07cdc,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:08.728065 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-71125d8e-131d-4c11-9835-2d84ba9bc3b2 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Request body: {'security_group_rule': {'security_group_id': '191489ca-7b52-4614-beb9-940b92e07cdc', 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:15:08.752487 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f9a9c992-c178-43ea-a039-d9d2ab674321 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:15:08.778303 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71125d8e-131d-4c11-9835-2d84ba9bc3b2 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:08.818420 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port f9a9c992-c178-43ea-a039-d9d2ab674321 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:08.818802 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:08.849980 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71125d8e-131d-4c11-9835-2d84ba9bc3b2 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:08.854933 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71125d8e-131d-4c11-9835-2d84ba9bc3b2 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:08.883150 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71125d8e-131d-4c11-9835-2d84ba9bc3b2 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f710ddc1-a2b1-4bde-a8ed-0c93939b60cb,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:08.893273 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-71125d8e-131d-4c11-9835-2d84ba9bc3b2 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:08.896753 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-71125d8e-131d-4c11-9835-2d84ba9bc3b2 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1782134 Nov 12 02:15:08.897434 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57898) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:15:08.902389 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-31f96476-230c-4763-9f8d-f6833a269caf tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Request body: {'security_group_rule': {'security_group_id': '191489ca-7b52-4614-beb9-940b92e07cdc', 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:15:08.934803 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31f96476-230c-4763-9f8d-f6833a269caf tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:08.997642 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31f96476-230c-4763-9f8d-f6833a269caf tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:09.002484 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31f96476-230c-4763-9f8d-f6833a269caf tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:09.020853 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f96476-230c-4763-9f8d-f6833a269caf tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb86286d-79f0-4dab-bb14-864c599282f2,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:09.029761 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-31f96476-230c-4763-9f8d-f6833a269caf tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:09.031008 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-31f96476-230c-4763-9f8d-f6833a269caf tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1324995 Nov 12 02:15:09.034039 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57900) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:15:09.038637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-5e641fdb-c918-4ca4-a700-22023a824bfc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Request body: {'security_group_rule': {'security_group_id': '191489ca-7b52-4614-beb9-940b92e07cdc', 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:15:09.068882 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5e641fdb-c918-4ca4-a700-22023a824bfc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:09.134114 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5e641fdb-c918-4ca4-a700-22023a824bfc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:09.140244 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5e641fdb-c918-4ca4-a700-22023a824bfc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:09.185708 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e641fdb-c918-4ca4-a700-22023a824bfc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62639b9-00ec-4aaf-b0e2-022af8865511,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:09.196351 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5e641fdb-c918-4ca4-a700-22023a824bfc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:09.197870 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5e641fdb-c918-4ca4-a700-22023a824bfc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1626725 Nov 12 02:15:09.200836 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 57902) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:15:09.206189 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-5f4ed4aa-1c7b-4cff-8550-7b1507426925 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Request body: {'security_group_rule': {'security_group_id': '191489ca-7b52-4614-beb9-940b92e07cdc', 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:15:09.236950 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed4aa-1c7b-4cff-8550-7b1507426925 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:09.305495 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed4aa-1c7b-4cff-8550-7b1507426925 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:09.311151 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed4aa-1c7b-4cff-8550-7b1507426925 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:09.331807 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ed4aa-1c7b-4cff-8550-7b1507426925 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd59957-1024-4528-b9ed-73532512ce7a,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:09.338543 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed4aa-1c7b-4cff-8550-7b1507426925 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:09.342946 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5f4ed4aa-1c7b-4cff-8550-7b1507426925 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409159 Nov 12 02:15:09.343483 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57904) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:15:09.349447 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-26fa9f8b-d999-4bb1-9de7-bb0f8edf02a6 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Request body: {'security_group_rule': {'security_group_id': '191489ca-7b52-4614-beb9-940b92e07cdc', 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:15:09.372958 n-d-712137-14 neutron-server[114242]: INFO neutron.db.securitygroups_db [None req-26fa9f8b-d999-4bb1-9de7-bb0f8edf02a6 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Project 4dc10dc1b7ac40aaa403b80d9704249b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:15:09.380582 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26fa9f8b-d999-4bb1-9de7-bb0f8edf02a6 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:09.450210 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26fa9f8b-d999-4bb1-9de7-bb0f8edf02a6 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:09.460000 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26fa9f8b-d999-4bb1-9de7-bb0f8edf02a6 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:09.478274 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa9f8b-d999-4bb1-9de7-bb0f8edf02a6 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b19f2ff-7579-4cdf-8250-63a428e263eb,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:09.488449 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-26fa9f8b-d999-4bb1-9de7-bb0f8edf02a6 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:09.489683 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-26fa9f8b-d999-4bb1-9de7-bb0f8edf02a6 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1443698 Nov 12 02:15:09.492454 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57906) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:15:09.497021 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-2bade9bb-ad33-43c1-bba3-4ac6f07fb5c2 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Request body: {'security_group_rule': {'security_group_id': '191489ca-7b52-4614-beb9-940b92e07cdc', 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:15:09.521445 n-d-712137-14 neutron-server[114242]: INFO neutron.db.securitygroups_db [None req-2bade9bb-ad33-43c1-bba3-4ac6f07fb5c2 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Project 4dc10dc1b7ac40aaa403b80d9704249b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:15:09.527283 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2bade9bb-ad33-43c1-bba3-4ac6f07fb5c2 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:09.605381 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2bade9bb-ad33-43c1-bba3-4ac6f07fb5c2 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:09.609580 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2bade9bb-ad33-43c1-bba3-4ac6f07fb5c2 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:09.628369 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bade9bb-ad33-43c1-bba3-4ac6f07fb5c2 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07d28b0-0590-4433-b630-d4241b472f71,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:09.636640 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2bade9bb-ad33-43c1-bba3-4ac6f07fb5c2 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:09.642434 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2bade9bb-ad33-43c1-bba3-4ac6f07fb5c2 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445420 Nov 12 02:15:09.788685 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:09.823840 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d81da874-c800-4167-b8a6-a774d7af947c req-d297eb01-04f6-40eb-8b63-9efc194b73ca tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-33157229&fields=id&tenant_id=4dc10dc1b7ac40aaa403b80d9704249b HTTP/1.1" status: 200 len: 267 time: 0.0628610 Nov 12 02:15:09.944874 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81da874-c800-4167-b8a6-a774d7af947c req-06cbf5d8-1055-402c-8e4c-7ac32fa9a4c2 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:09.947845 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d81da874-c800-4167-b8a6-a774d7af947c req-06cbf5d8-1055-402c-8e4c-7ac32fa9a4c2 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 808 time: 0.1158216 Nov 12 02:15:09.962746 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d81da874-c800-4167-b8a6-a774d7af947c req-2afbf7ad-6551-4447-b5ea-7d7c24b38ede tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/quotas/4dc10dc1b7ac40aaa403b80d9704249b HTTP/1.1" status: 200 len: 375 time: 0.0104280 Nov 12 02:15:10.022140 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d81da874-c800-4167-b8a6-a774d7af947c req-5a9c7bce-53af-4fc4-9ef7-84649d8411f4 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532224 Nov 12 02:15:10.124976 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d81da874-c800-4167-b8a6-a774d7af947c req-3df11bd5-115f-4cbf-869b-4f57540590fb service neutron] 10.222.0.31 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906889 Nov 12 02:15:10.229316 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d81da874-c800-4167-b8a6-a774d7af947c req-01535a1b-b7a2-40ca-85a6-33a565860460 service neutron] 10.222.0.31 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962961 Nov 12 02:15:10.411715 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3fff955c-6a14-447e-b1a4-82a4165f4acd req-424659e8-8e30-44a8-8429-98808eda3d67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 210 time: 0.0347044 Nov 12 02:15:10.468786 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 983dcd95-adde-43a5-b7ea-ad5e53ab0dc5 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:15:10.528572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 983dcd95-adde-43a5-b7ea-ad5e53ab0dc5 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:10.528992 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:10.600487 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] Sync routers for ids ['4be187bf-dca0-4a58-b339-59c8e76ca80b'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:15:10.610240 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] Routers {'4be187bf-dca0-4a58-b339-59c8e76ca80b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:15:10.610864 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:14:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4be187bf-dca0-4a58-b339-59c8e76ca80b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:15:10.721777 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] Set router 4be187bf-dca0-4a58-b339-59c8e76ca80b gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:15:10.942374 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be187bf-dca0-4a58-b339-59c8e76ca80b', 'name': 'tempest-TestShelveInstance-1774714826-router', 'tenant_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '983dcd95-adde-43a5-b7ea-ad5e53ab0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:15:04Z', 'updated_at': '2021-11-12T02:15:07Z', 'revision_number': 4, 'project_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'gw_port': {'id': '983dcd95-adde-43a5-b7ea-ad5e53ab0dc5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be187bf-dca0-4a58-b339-59c8e76ca80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:04Z', 'updated_at': '2021-11-12T02:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '5c94ca59-6588-4da9-b7bc-7b3286c5004c', 'name': '', 'network_id': '58987957-bd94-4082-ab92-53a363a07044', 'tenant_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'mac_address': 'fa:16:3e:30:59:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be187bf-dca0-4a58-b339-59c8e76ca80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ea4f2b74-09ac-44b9-85da-eeeadc085879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:06Z', 'updated_at': '2021-11-12T02:15:07Z', 'revision_number': 2, 'project_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'subnets': [{'id': 'ea4f2b74-09ac-44b9-85da-eeeadc085879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:15:10.969192 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] Checking router: 4be187bf-dca0-4a58-b339-59c8e76ca80b for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:15:10.969536 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] Updating router 4be187bf-dca0-4a58-b339-59c8e76ca80b port 5c94ca59-6588-4da9-b7bc-7b3286c5004c binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:15:10.995149 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:11.274159 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:11.279564 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:11.338669 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe014ce-7832-443b-902c-f5e230f835b8 None None] Pushing event updated for resources: {'Port': ['ID=5c94ca59-6588-4da9-b7bc-7b3286c5004c,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:11.400063 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] Attempting to bind port 5c94ca59-6588-4da9-b7bc-7b3286c5004c on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:15:11.400437 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] Attempting to bind port 5c94ca59-6588-4da9-b7bc-7b3286c5004c by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '40c3f46e-2b87-4264-8c42-71ab00182bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58987957-bd94-4082-ab92-53a363a07044'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:15:11.400769 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] Attempting to bind port 5c94ca59-6588-4da9-b7bc-7b3286c5004c on network 58987957-bd94-4082-ab92-53a363a07044 {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:15:11.407092 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:15:11.407565 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] Checking segment: {'id': '40c3f46e-2b87-4264-8c42-71ab00182bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58987957-bd94-4082-ab92-53a363a07044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:15:11.407857 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:11.408243 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] Bound using segment: {'id': '40c3f46e-2b87-4264-8c42-71ab00182bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58987957-bd94-4082-ab92-53a363a07044'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:15:11.408989 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] Bound port: 5c94ca59-6588-4da9-b7bc-7b3286c5004c, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c3f46e-2b87-4264-8c42-71ab00182bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '58987957-bd94-4082-ab92-53a363a07044'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:15:11.409364 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:11.508488 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] For port 5c94ca59-6588-4da9-b7bc-7b3286c5004c, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:15:11.511726 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] For port 5c94ca59-6588-4da9-b7bc-7b3286c5004c, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5c94ca59-6588-4da9-b7bc-7b3286c5004c,segment=NetworkSegment(40c3f46e-2b87-4264-8c42-71ab00182bce),segment_id=40c3f46e-2b87-4264-8c42-71ab00182bce)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:15:11.517557 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:11.523564 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2b00f000-46a4-499e-a018-18cbfc3ce82b req-5bf31e10-ce36-416a-a0d4-46a881fad10b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 210 time: 0.0459268 Nov 12 02:15:11.586947 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe014ce-7832-443b-902c-f5e230f835b8 None None] Pushing event updated for resources: {'Port': ['ID=5c94ca59-6588-4da9-b7bc-7b3286c5004c,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:11.589823 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] Routers {'4be187bf-dca0-4a58-b339-59c8e76ca80b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:15:11.590434 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:14:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4be187bf-dca0-4a58-b339-59c8e76ca80b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:15:11.636242 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-180d358b-b731-4145-be02-eb05b1cf9bf9 None None] Provisioning complete for port 5c94ca59-6588-4da9-b7bc-7b3286c5004c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:11.636927 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-180d358b-b731-4145-be02-eb05b1cf9bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:11.716175 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] Set router 4be187bf-dca0-4a58-b339-59c8e76ca80b gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:15:11.753541 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-180d358b-b731-4145-be02-eb05b1cf9bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:11.792749 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-180d358b-b731-4145-be02-eb05b1cf9bf9 None None] For port 5c94ca59-6588-4da9-b7bc-7b3286c5004c, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5c94ca59-6588-4da9-b7bc-7b3286c5004c,segment=NetworkSegment(40c3f46e-2b87-4264-8c42-71ab00182bce),segment_id=40c3f46e-2b87-4264-8c42-71ab00182bce)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:15:11.798773 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-180d358b-b731-4145-be02-eb05b1cf9bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:11.858328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d358b-b731-4145-be02-eb05b1cf9bf9 None None] Pushing event updated for resources: {'Port': ['ID=5c94ca59-6588-4da9-b7bc-7b3286c5004c,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:11.919936 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-0c369558-35aa-4d89-a7ec-f21f2013e941 None None] Provisioning complete for port 5c94ca59-6588-4da9-b7bc-7b3286c5004c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:11.920401 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0c369558-35aa-4d89-a7ec-f21f2013e941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:11.965661 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be187bf-dca0-4a58-b339-59c8e76ca80b', 'name': 'tempest-TestShelveInstance-1774714826-router', 'tenant_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '983dcd95-adde-43a5-b7ea-ad5e53ab0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:15:04Z', 'updated_at': '2021-11-12T02:15:07Z', 'revision_number': 4, 'project_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'gw_port': {'id': '983dcd95-adde-43a5-b7ea-ad5e53ab0dc5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be187bf-dca0-4a58-b339-59c8e76ca80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:04Z', 'updated_at': '2021-11-12T02:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '5c94ca59-6588-4da9-b7bc-7b3286c5004c', 'name': '', 'network_id': '58987957-bd94-4082-ab92-53a363a07044', 'tenant_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'mac_address': 'fa:16:3e:30:59:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be187bf-dca0-4a58-b339-59c8e76ca80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ea4f2b74-09ac-44b9-85da-eeeadc085879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:06Z', 'updated_at': '2021-11-12T02:15:11Z', 'revision_number': 4, 'project_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'subnets': [{'id': 'ea4f2b74-09ac-44b9-85da-eeeadc085879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:15:11.997874 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b58da9-056b-440b-be8e-24333d23acd0 None None] The sync data for ids ['4be187bf-dca0-4a58-b339-59c8e76ca80b'] in n-d-712137-14 is: [{'id': '4be187bf-dca0-4a58-b339-59c8e76ca80b', 'name': 'tempest-TestShelveInstance-1774714826-router', 'tenant_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '983dcd95-adde-43a5-b7ea-ad5e53ab0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:15:04Z', 'updated_at': '2021-11-12T02:15:07Z', 'revision_number': 4, 'project_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'gw_port': {'id': '983dcd95-adde-43a5-b7ea-ad5e53ab0dc5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be187bf-dca0-4a58-b339-59c8e76ca80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:04Z', 'updated_at': '2021-11-12T02:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '5c94ca59-6588-4da9-b7bc-7b3286c5004c', 'name': '', 'network_id': '58987957-bd94-4082-ab92-53a363a07044', 'tenant_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'mac_address': 'fa:16:3e:30:59:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be187bf-dca0-4a58-b339-59c8e76ca80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ea4f2b74-09ac-44b9-85da-eeeadc085879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:06Z', 'updated_at': '2021-11-12T02:15:11Z', 'revision_number': 4, 'project_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'subnets': [{'id': 'ea4f2b74-09ac-44b9-85da-eeeadc085879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:15:12.471331 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5c94ca59-6588-4da9-b7bc-7b3286c5004c up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:15:12.528434 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 5c94ca59-6588-4da9-b7bc-7b3286c5004c triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:12.528434 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:12.619159 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-21c23db7-e5b0-4eb2-9d85-9f889451b6d2 req-6437c466-bc44-455c-8e13-e99ce1103b93 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 210 time: 0.0302680 Nov 12 02:15:13.707871 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-264dcf05-b121-4071-b218-240df15cd5b9 req-bec2cad9-34da-4ef2-8067-c5026938643a tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 210 time: 0.0316486 Nov 12 02:15:14.801439 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ebee2191-c76c-486a-81f6-c157e2c612eb req-6d5578bd-51bc-4188-bcf2-c73ceb9a550a tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 210 time: 0.0278914 Nov 12 02:15:15.552207 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81da874-c800-4167-b8a6-a774d7af947c req-9ac5bc5e-e7e9-4a5b-acae-81fad1ae1ea9 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:15.553660 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d81da874-c800-4167-b8a6-a774d7af947c req-9ac5bc5e-e7e9-4a5b-acae-81fad1ae1ea9 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.21 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 808 time: 0.1223722 Nov 12 02:15:15.621596 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d81da874-c800-4167-b8a6-a774d7af947c req-d16c251e-579f-4c8c-b74d-b3217ea3284c tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dc10dc1b7ac40aaa403b80d9704249b HTTP/1.1" status: 200 len: 378 time: 0.0584278 Nov 12 02:15:15.633735 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-d81da874-c800-4167-b8a6-a774d7af947c req-5eddbb49-8cd7-4e15-b75d-eb707696fc18 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Request body: {'port': {'device_id': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'admin_state_up': True, 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'security_groups': ['191489ca-7b52-4614-beb9-940b92e07cdc']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:15:15.745750 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81da874-c800-4167-b8a6-a774d7af947c req-5eddbb49-8cd7-4e15-b75d-eb707696fc18 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Made reservation on behalf of 4dc10dc1b7ac40aaa403b80d9704249b for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:15:15.749377 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d81da874-c800-4167-b8a6-a774d7af947c req-5eddbb49-8cd7-4e15-b75d-eb707696fc18 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:15.903910 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e93111b5-f242-4eb0-ab3b-0adcd4266919 req-cd360e8d-8dfb-4004-b67a-b749cb92ab30 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 210 time: 0.0315428 Nov 12 02:15:15.910238 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-d81da874-c800-4167-b8a6-a774d7af947c req-5eddbb49-8cd7-4e15-b75d-eb707696fc18 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Allocated IP 172.20.0.10 (a4ec9a39-fe1d-4b32-95ab-d4adecfae650/b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b/3245a61d-6ce5-4e93-8ffb-4766cf169212) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:15:16.068425 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d81da874-c800-4167-b8a6-a774d7af947c req-5eddbb49-8cd7-4e15-b75d-eb707696fc18 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:16.107444 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d81da874-c800-4167-b8a6-a774d7af947c req-5eddbb49-8cd7-4e15-b75d-eb707696fc18 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:16.151340 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81da874-c800-4167-b8a6-a774d7af947c req-5eddbb49-8cd7-4e15-b75d-eb707696fc18 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Network a4ec9a39-fe1d-4b32-95ab-d4adecfae650 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:15:16.157198 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-d81da874-c800-4167-b8a6-a774d7af947c req-5eddbb49-8cd7-4e15-b75d-eb707696fc18 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:15:16.161288 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81da874-c800-4167-b8a6-a774d7af947c req-5eddbb49-8cd7-4e15-b75d-eb707696fc18 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:15:16.168212 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eddbb49-8cd7-4e15-b75d-eb707696fc18 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event updated for resources: {'Port': ['ID=3245a61d-6ce5-4e93-8ffb-4766cf169212,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:16.216637 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81da874-c800-4167-b8a6-a774d7af947c req-5eddbb49-8cd7-4e15-b75d-eb707696fc18 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:16.217323 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d81da874-c800-4167-b8a6-a774d7af947c req-5eddbb49-8cd7-4e15-b75d-eb707696fc18 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:16.236105 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d81da874-c800-4167-b8a6-a774d7af947c req-5eddbb49-8cd7-4e15-b75d-eb707696fc18 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6061010 Nov 12 02:15:16.249300 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-d81da874-c800-4167-b8a6-a774d7af947c req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] Request body: {'port': {'device_id': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:15:16.318551 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d81da874-c800-4167-b8a6-a774d7af947c req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:16.460903 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4ad05694-e232-48f1-8584-bec14b93b0f2 None None] Provisioning complete for port 3245a61d-6ce5-4e93-8ffb-4766cf169212 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:16.461498 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4ad05694-e232-48f1-8584-bec14b93b0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:16.496257 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4ad05694-e232-48f1-8584-bec14b93b0f2 None None] Port 3245a61d-6ce5-4e93-8ffb-4766cf169212 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:15:16.587632 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-d81da874-c800-4167-b8a6-a774d7af947c req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3245a61d-6ce5-4e93-8ffb-4766cf169212 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:15:16.595798 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d81da874-c800-4167-b8a6-a774d7af947c req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:16.608785 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-d81da874-c800-4167-b8a6-a774d7af947c req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] Transition to ACTIVE for port object 3245a61d-6ce5-4e93-8ffb-4766cf169212 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:15:16.612820 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d81da874-c800-4167-b8a6-a774d7af947c req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:16.667546 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] Pushing event updated for resources: {'Port': ['ID=3245a61d-6ce5-4e93-8ffb-4766cf169212,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:16.747591 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-d81da874-c800-4167-b8a6-a774d7af947c req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] Attempting to bind port 3245a61d-6ce5-4e93-8ffb-4766cf169212 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:15:16.748075 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-d81da874-c800-4167-b8a6-a774d7af947c req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] Attempting to bind port 3245a61d-6ce5-4e93-8ffb-4766cf169212 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:15:16.748416 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81da874-c800-4167-b8a6-a774d7af947c req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] Attempting to bind port 3245a61d-6ce5-4e93-8ffb-4766cf169212 on network a4ec9a39-fe1d-4b32-95ab-d4adecfae650 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:15:16.754297 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81da874-c800-4167-b8a6-a774d7af947c req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] Port 3245a61d-6ce5-4e93-8ffb-4766cf169212 on network a4ec9a39-fe1d-4b32-95ab-d4adecfae650 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:15:16.754625 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81da874-c800-4167-b8a6-a774d7af947c req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] Attempting to bind port 3245a61d-6ce5-4e93-8ffb-4766cf169212 on network a4ec9a39-fe1d-4b32-95ab-d4adecfae650 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:15:16.760161 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81da874-c800-4167-b8a6-a774d7af947c req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:15:16.760508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81da874-c800-4167-b8a6-a774d7af947c req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] Checking segment: {'id': '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:15:16.760965 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81da874-c800-4167-b8a6-a774d7af947c req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] Bound using segment: {'id': '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:15:16.761562 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-d81da874-c800-4167-b8a6-a774d7af947c req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] Bound port: 3245a61d-6ce5-4e93-8ffb-4766cf169212, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:15:16.761922 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d81da874-c800-4167-b8a6-a774d7af947c req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:16.834742 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-d81da874-c800-4167-b8a6-a774d7af947c req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] For port 3245a61d-6ce5-4e93-8ffb-4766cf169212, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:15:16.838317 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-d81da874-c800-4167-b8a6-a774d7af947c req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] For port 3245a61d-6ce5-4e93-8ffb-4766cf169212, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:15:16.851141 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d81da874-c800-4167-b8a6-a774d7af947c req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:16.906506 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81da874-c800-4167-b8a6-a774d7af947c req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:16.907680 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-d81da874-c800-4167-b8a6-a774d7af947c req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:16.910311 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d81da874-c800-4167-b8a6-a774d7af947c req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] 10.222.0.21 "PUT /v2.0/ports/3245a61d-6ce5-4e93-8ffb-4766cf169212 HTTP/1.1" status: 200 len: 1093 time: 0.6654832 Nov 12 02:15:16.912867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'tag': '3245a61d-6ce5-4e93-8ffb-4766cf169212'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:15:16.916806 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf923833-1e2f-4051-94f3-bbc053066511" -d '{"events": [{"name": "network-changed", "server_uuid": "0f58cf50-319e-42b2-a7db-80c5474a980a", "tag": "3245a61d-6ce5-4e93-8ffb-4766cf169212"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:15:16.948767 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb9418-8d8a-4fd3-b5a9-da8cd817e598 service neutron] Pushing event updated for resources: {'Port': ['ID=3245a61d-6ce5-4e93-8ffb-4766cf169212,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:17.010828 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95957b64-f1da-49aa-825e-5027a326003d x-openstack-request-id: req-95957b64-f1da-49aa-825e-5027a326003d {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:15:17.011450 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f58cf50-319e-42b2-a7db-80c5474a980a", "tag": "3245a61d-6ce5-4e93-8ffb-4766cf169212", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:15:17.011715 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95957b64-f1da-49aa-825e-5027a326003d {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:15:17.012123 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'tag': '3245a61d-6ce5-4e93-8ffb-4766cf169212', 'status': 'completed', 'code': 200} Nov 12 02:15:17.066831 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81da874-c800-4167-b8a6-a774d7af947c req-469ae611-7453-4539-8c0a-5720f0a0e041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:17.068384 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d81da874-c800-4167-b8a6-a774d7af947c req-469ae611-7453-4539-8c0a-5720f0a0e041 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 1096 time: 0.0967700 Nov 12 02:15:17.076349 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ef37c-9b28-4714-a0a7-aa0dac62065c req-165c10ed-b678-45c1-aee3-1c0219c4792e tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:17.077956 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-df7ef37c-9b28-4714-a0a7-aa0dac62065c req-165c10ed-b678-45c1-aee3-1c0219c4792e tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 944 time: 0.0636892 Nov 12 02:15:17.131837 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d81da874-c800-4167-b8a6-a774d7af947c req-76b4dc7a-902f-4dff-b084-f4f02bf701a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212 HTTP/1.1" status: 200 len: 217 time: 0.0528040 Nov 12 02:15:17.191720 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-df7ef37c-9b28-4714-a0a7-aa0dac62065c req-c3d45a0a-2c4c-4fc4-b79d-adbeb89e129b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1064892 Nov 12 02:15:17.205339 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81da874-c800-4167-b8a6-a774d7af947c req-9bcddfd6-7b1b-42de-9c12-6749a02bd81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:17.206845 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d81da874-c800-4167-b8a6-a774d7af947c req-9bcddfd6-7b1b-42de-9c12-6749a02bd81d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b HTTP/1.1" status: 200 len: 847 time: 0.0636358 Nov 12 02:15:17.258865 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81da874-c800-4167-b8a6-a774d7af947c req-0e0c17fb-d7cd-41a0-a5e5-2e0aae2a34c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:17.260386 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d81da874-c800-4167-b8a6-a774d7af947c req-0e0c17fb-d7cd-41a0-a5e5-2e0aae2a34c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446033 Nov 12 02:15:17.675830 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d81da874-c800-4167-b8a6-a774d7af947c req-ce301d0a-27a4-49c2-8fd8-dae09eca942e service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050939 Nov 12 02:15:17.784723 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d81da874-c800-4167-b8a6-a774d7af947c req-eb1d8883-eeb4-4f5a-801c-b6085ebf1c19 service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016378 Nov 12 02:15:17.875673 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf923833-1e2f-4051-94f3-bbc053066511 req-9a2dcc58-c646-462c-8252-9f8858a6cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:17.877018 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf923833-1e2f-4051-94f3-bbc053066511 req-9a2dcc58-c646-462c-8252-9f8858a6cac7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 1096 time: 0.0445948 Nov 12 02:15:17.976654 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf923833-1e2f-4051-94f3-bbc053066511 req-498c1f96-f7eb-4dd7-b808-948216536b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:17.978284 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf923833-1e2f-4051-94f3-bbc053066511 req-498c1f96-f7eb-4dd7-b808-948216536b34 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 909 time: 0.0946214 Nov 12 02:15:18.023666 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf923833-1e2f-4051-94f3-bbc053066511 req-4a60bb86-4109-4ccd-8fdd-bb0ab856141d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212 HTTP/1.1" status: 200 len: 217 time: 0.0365436 Nov 12 02:15:18.097447 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf923833-1e2f-4051-94f3-bbc053066511 req-bb8ad9b6-2afa-45d7-b97a-6ccd97a35f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:18.098983 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf923833-1e2f-4051-94f3-bbc053066511 req-bb8ad9b6-2afa-45d7-b97a-6ccd97a35f9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b HTTP/1.1" status: 200 len: 847 time: 0.0671568 Nov 12 02:15:18.152373 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf923833-1e2f-4051-94f3-bbc053066511 req-987c67f2-7e29-4b7c-bb3b-f4e8c07b274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:18.154307 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf923833-1e2f-4051-94f3-bbc053066511 req-987c67f2-7e29-4b7c-bb3b-f4e8c07b274d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475340 Nov 12 02:15:18.259522 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf923833-1e2f-4051-94f3-bbc053066511 req-5271b7a9-00af-4fab-81e2-61dce2d1287b service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962038 Nov 12 02:15:18.315484 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d028d-95e6-4818-a41b-7c92c251c0fd req-9492ee97-244c-49d5-a6a9-118e2f6af923 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:18.317133 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b99d028d-95e6-4818-a41b-7c92c251c0fd req-9492ee97-244c-49d5-a6a9-118e2f6af923 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 944 time: 0.0536604 Nov 12 02:15:18.370017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bf923833-1e2f-4051-94f3-bbc053066511 req-4504e4e3-f188-4b36-bca9-9669274e9530 service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999615 Nov 12 02:15:18.390118 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b99d028d-95e6-4818-a41b-7c92c251c0fd req-4ed6e8ef-97c7-4ce7-bd03-6f57ed309ba7 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665309 Nov 12 02:15:19.510132 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f41aef-23c5-4014-b5f2-60773b7d6222 req-4619472a-eff1-494c-bab1-0c107954e248 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:19.511702 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d4f41aef-23c5-4014-b5f2-60773b7d6222 req-4619472a-eff1-494c-bab1-0c107954e248 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 944 time: 0.0506291 Nov 12 02:15:19.579219 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d4f41aef-23c5-4014-b5f2-60773b7d6222 req-4bf4a068-2c2d-4d68-829b-ba2bc3c899c4 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601206 Nov 12 02:15:20.273447 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bf0a4ca3-0674-4b19-9e09-6abb83be0ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:20.654898 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3245a61d-6ce5-4e93-8ffb-4766cf169212 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:15:20.726797 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0fd12-0aac-4c17-a881-824b1617f70d req-ff6230dd-d865-4888-a69f-402dac40fb1b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:20.728586 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14e0fd12-0aac-4c17-a881-824b1617f70d req-ff6230dd-d865-4888-a69f-402dac40fb1b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 944 time: 0.0684557 Nov 12 02:15:20.772205 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3245a61d-6ce5-4e93-8ffb-4766cf169212, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:15:20.784889 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '3245a61d-6ce5-4e93-8ffb-4766cf169212', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'port_id': '3245a61d-6ce5-4e93-8ffb-4766cf169212', 'mac_address': 'fa:16:3e:a2:1f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:15:20.785631 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-14e0fd12-0aac-4c17-a881-824b1617f70d req-9d322a2c-55d3-4dae-93d9-aadd4f1ca75b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509579 Nov 12 02:15:20.826093 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:20.839395 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3245a61d-6ce5-4e93-8ffb-4766cf169212 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:15:20.860773 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3245a61d-6ce5-4e93-8ffb-4766cf169212, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:15:20.865279 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:20.914583 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=3245a61d-6ce5-4e93-8ffb-4766cf169212,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:21.070941 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['3245a61d-6ce5-4e93-8ffb-4766cf169212'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:15:21.908412 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86234041-5de1-47b6-b738-54d815d1b0e2 req-33873a46-ef55-415c-b8ec-e37fcbf560ee tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:21.910194 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86234041-5de1-47b6-b738-54d815d1b0e2 req-33873a46-ef55-415c-b8ec-e37fcbf560ee tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 945 time: 0.0530255 Nov 12 02:15:21.962027 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-86234041-5de1-47b6-b738-54d815d1b0e2 req-caa56758-af5f-4dac-a7f2-45c1354a1a9b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452354 Nov 12 02:15:22.568688 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c1150334-5428-4404-9091-f3901a08a4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:22.654360 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3245a61d-6ce5-4e93-8ffb-4766cf169212 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:15:22.705403 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 3245a61d-6ce5-4e93-8ffb-4766cf169212 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:15:22.709796 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 3245a61d-6ce5-4e93-8ffb-4766cf169212 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:15:22.710187 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:22.794172 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:22.820657 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3245a61d-6ce5-4e93-8ffb-4766cf169212'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:15:22.822961 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1e81da-a480-4a3b-9732-d6881dc76115" -d '{"events": [{"server_uuid": "0f58cf50-319e-42b2-a7db-80c5474a980a", "name": "network-vif-plugged", "status": "completed", "tag": "3245a61d-6ce5-4e93-8ffb-4766cf169212"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:15:22.839627 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3245a61d-6ce5-4e93-8ffb-4766cf169212, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:15:22.844879 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:22.871157 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3758515c-3fe1-46de-be39-a63ec94bebf0 x-openstack-request-id: req-3758515c-3fe1-46de-be39-a63ec94bebf0 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:15:22.871451 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f58cf50-319e-42b2-a7db-80c5474a980a", "name": "network-vif-plugged", "status": "completed", "tag": "3245a61d-6ce5-4e93-8ffb-4766cf169212", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:15:22.871765 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3758515c-3fe1-46de-be39-a63ec94bebf0 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:15:22.872093 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3245a61d-6ce5-4e93-8ffb-4766cf169212', 'code': 200} Nov 12 02:15:22.910610 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=3245a61d-6ce5-4e93-8ffb-4766cf169212,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:22.975344 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4faf848-fa9a-4e89-a109-280ad0cd3228 req-95f81a69-2175-4a81-8500-1e68c46efa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:22.976942 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4faf848-fa9a-4e89-a109-280ad0cd3228 req-95f81a69-2175-4a81-8500-1e68c46efa9e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 1098 time: 0.0427220 Nov 12 02:15:23.030644 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a4faf848-fa9a-4e89-a109-280ad0cd3228 req-d849e22d-5550-41f6-9017-bfbb0c6ab156 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458360 Nov 12 02:15:23.089250 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f86dd6-9c08-4129-b02b-d48dc6b020e4 req-23c6a22f-c227-4a2f-a519-3742f2962ecc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:23.090777 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-49f86dd6-9c08-4129-b02b-d48dc6b020e4 req-23c6a22f-c227-4a2f-a519-3742f2962ecc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0537088 Nov 12 02:15:23.148759 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-49f86dd6-9c08-4129-b02b-d48dc6b020e4 req-9d9f2fec-4d78-4e0b-abf1-d64b3a5a197e tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512216 Nov 12 02:15:23.889587 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:24.294195 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09e587-6dff-41af-9899-57febc39629b req-89a5f590-77a8-47c4-a352-cfa1fe1cb647 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:24.295728 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4d09e587-6dff-41af-9899-57febc39629b req-89a5f590-77a8-47c4-a352-cfa1fe1cb647 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0548337 Nov 12 02:15:24.348901 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4d09e587-6dff-41af-9899-57febc39629b req-ee936135-e0bc-474b-ad41-d0adc22a9135 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461688 Nov 12 02:15:24.477999 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ba6a5-7d79-4541-b726-7881f6ef975d req-cc92c174-757a-41fc-8ba1-45ce219e9a65 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:24.479523 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7e8ba6a5-7d79-4541-b726-7881f6ef975d req-cc92c174-757a-41fc-8ba1-45ce219e9a65 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0509512 Nov 12 02:15:24.534017 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7e8ba6a5-7d79-4541-b726-7881f6ef975d req-92214085-470a-47ab-ad31-db0b3e865620 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456331 Nov 12 02:15:24.556286 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57974) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:15:24.694822 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977bb7b7-1bd4-49c4-b619-097f95f4d7e1 tempest-TestShelveInstance-959475123 tempest-TestShelveInstance-959475123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:24.696382 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-977bb7b7-1bd4-49c4-b619-097f95f4d7e1 tempest-TestShelveInstance-959475123 tempest-TestShelveInstance-959475123-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 1093 time: 0.1390355 Nov 12 02:15:24.699420 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 57978) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:15:24.703811 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-2a40a1d6-bb21-4e16-8cb7-639926a173ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': '3245a61d-6ce5-4e93-8ffb-4766cf169212', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:15:24.727768 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2a40a1d6-bb21-4e16-8cb7-639926a173ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:24.839975 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2a40a1d6-bb21-4e16-8cb7-639926a173ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:24.953247 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-2a40a1d6-bb21-4e16-8cb7-639926a173ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Allocated IP 172.25.0.64 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/2916dcb8-d558-4a07-8e17-c0fc7c9b1628) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:15:25.062192 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2a40a1d6-bb21-4e16-8cb7-639926a173ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:25.097559 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2a40a1d6-bb21-4e16-8cb7-639926a173ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:25.136249 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a40a1d6-bb21-4e16-8cb7-639926a173ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:15:25.141502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-2a40a1d6-bb21-4e16-8cb7-639926a173ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:15:25.145867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a40a1d6-bb21-4e16-8cb7-639926a173ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:15:25.174557 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40a1d6-bb21-4e16-8cb7-639926a173ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event updated for resources: {'Port': ['ID=2916dcb8-d558-4a07-8e17-c0fc7c9b1628,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:25.501012 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:25.541248 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2a40a1d6-bb21-4e16-8cb7-639926a173ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:25.616017 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2a40a1d6-bb21-4e16-8cb7-639926a173ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:25.779540 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2a40a1d6-bb21-4e16-8cb7-639926a173ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:25.784868 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2a40a1d6-bb21-4e16-8cb7-639926a173ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:25.843023 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:25.857988 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40a1d6-bb21-4e16-8cb7-639926a173ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event updated for resources: {'Port': ['ID=2916dcb8-d558-4a07-8e17-c0fc7c9b1628,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:15:25.873303 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2a40a1d6-bb21-4e16-8cb7-639926a173ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:25.979323 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-2a40a1d6-bb21-4e16-8cb7-639926a173ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Floating IP a5e7ec92-f10b-4ebb-b52e-53be2ea0ae44 associated. External IP: 172.25.0.64, port: 3245a61d-6ce5-4e93-8ffb-4766cf169212. Nov 12 02:15:26.213315 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a40a1d6-bb21-4e16-8cb7-639926a173ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Router 32b36be0-2d2b-4312-9f97-fce357638e3b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:15:26.241117 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:26.335428 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a40a1d6-bb21-4e16-8cb7-639926a173ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:15:26.346469 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a5b9f0-2343-41bf-9dc7-9ca4cf602c4f None None] Sync routers for ids ['32b36be0-2d2b-4312-9f97-fce357638e3b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:15:26.354484 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-2a40a1d6-bb21-4e16-8cb7-639926a173ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:26.357144 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a5b9f0-2343-41bf-9dc7-9ca4cf602c4f None None] Routers {'32b36be0-2d2b-4312-9f97-fce357638e3b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:15:26.357785 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-36a5b9f0-2343-41bf-9dc7-9ca4cf602c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:15:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['32b36be0-2d2b-4312-9f97-fce357638e3b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:15:26.383588 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-2a40a1d6-bb21-4e16-8cb7-639926a173ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6831253 Nov 12 02:15:26.384515 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'tag': '3245a61d-6ce5-4e93-8ffb-4766cf169212'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:15:26.386999 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435be67f-c290-42ca-ab5c-57c566deda49" -d '{"events": [{"name": "network-changed", "server_uuid": "0f58cf50-319e-42b2-a7db-80c5474a980a", "tag": "3245a61d-6ce5-4e93-8ffb-4766cf169212"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:15:26.434900 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a80dd62-132c-4fcc-9910-f83e25c5a134 x-openstack-request-id: req-1a80dd62-132c-4fcc-9910-f83e25c5a134 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:15:26.435190 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f58cf50-319e-42b2-a7db-80c5474a980a", "tag": "3245a61d-6ce5-4e93-8ffb-4766cf169212", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:15:26.435507 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a80dd62-132c-4fcc-9910-f83e25c5a134 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:15:26.435919 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'tag': '3245a61d-6ce5-4e93-8ffb-4766cf169212', 'status': 'completed', 'code': 200} Nov 12 02:15:26.481172 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-36a5b9f0-2343-41bf-9dc7-9ca4cf602c4f None None] Set router 32b36be0-2d2b-4312-9f97-fce357638e3b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:15:26.523962 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435be67f-c290-42ca-ab5c-57c566deda49 req-49ed99a3-9f60-4524-8886-a0643874203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:26.526553 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-435be67f-c290-42ca-ab5c-57c566deda49 req-49ed99a3-9f60-4524-8886-a0643874203b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 1098 time: 0.0601895 Nov 12 02:15:26.640026 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435be67f-c290-42ca-ab5c-57c566deda49 req-e48ff011-96b3-4786-a410-e01c4ea2d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:26.642437 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-435be67f-c290-42ca-ab5c-57c566deda49 req-e48ff011-96b3-4786-a410-e01c4ea2d6ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 909 time: 0.1075258 Nov 12 02:15:26.720874 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-435be67f-c290-42ca-ab5c-57c566deda49 req-d9ba2a2f-2069-4a5c-8384-ba4ac22e8954 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212 HTTP/1.1" status: 200 len: 999 time: 0.0711420 Nov 12 02:15:26.760328 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-36a5b9f0-2343-41bf-9dc7-9ca4cf602c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'name': 'tempest-TestShelveInstance-832986071-router', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'gw_port': {'id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:91:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'a5e7ec92-f10b-4ebb-b52e-53be2ea0ae44', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'floating_ip_address': '172.25.0.64', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'port_id': '3245a61d-6ce5-4e93-8ffb-4766cf169212', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'mac_address': 'fa:16:3e:a2:1f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:15:25Z', 'updated_at': '2021-11-12T02:15:25Z', 'revision_number': 0, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a9c992-c178-43ea-a039-d9d2ab674321', 'name': '', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'mac_address': 'fa:16:3e:38:16:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:01Z', 'updated_at': '2021-11-12T02:15:05Z', 'revision_number': 5, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'subnets': [{'id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:15:26.787770 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435be67f-c290-42ca-ab5c-57c566deda49 req-1ecf02f3-050c-4372-b57b-392065232a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:26.789399 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-435be67f-c290-42ca-ab5c-57c566deda49 req-1ecf02f3-050c-4372-b57b-392065232a0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b HTTP/1.1" status: 200 len: 847 time: 0.0615702 Nov 12 02:15:26.789829 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a5b9f0-2343-41bf-9dc7-9ca4cf602c4f None None] Checking router: 32b36be0-2d2b-4312-9f97-fce357638e3b for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:15:26.801648 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a5b9f0-2343-41bf-9dc7-9ca4cf602c4f None None] Routers {'32b36be0-2d2b-4312-9f97-fce357638e3b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:15:26.802389 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-36a5b9f0-2343-41bf-9dc7-9ca4cf602c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:15:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['32b36be0-2d2b-4312-9f97-fce357638e3b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:15:26.853970 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435be67f-c290-42ca-ab5c-57c566deda49 req-1b098f5f-9192-4884-91f3-b210d4735415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:26.855498 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-435be67f-c290-42ca-ab5c-57c566deda49 req-1b098f5f-9192-4884-91f3-b210d4735415 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585186 Nov 12 02:15:26.976072 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-435be67f-c290-42ca-ab5c-57c566deda49 req-8f7ae008-17ee-47a6-aad4-2e3f5c42ab7e service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130917 Nov 12 02:15:27.083218 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-435be67f-c290-42ca-ab5c-57c566deda49 req-29c6ba07-7df0-4661-93b6-a257fc15c285 service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005216 Nov 12 02:15:27.106472 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-36a5b9f0-2343-41bf-9dc7-9ca4cf602c4f None None] Set router 32b36be0-2d2b-4312-9f97-fce357638e3b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:15:27.426521 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-36a5b9f0-2343-41bf-9dc7-9ca4cf602c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'name': 'tempest-TestShelveInstance-832986071-router', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'gw_port': {'id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:91:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'a5e7ec92-f10b-4ebb-b52e-53be2ea0ae44', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'floating_ip_address': '172.25.0.64', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'port_id': '3245a61d-6ce5-4e93-8ffb-4766cf169212', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'mac_address': 'fa:16:3e:a2:1f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:15:25Z', 'updated_at': '2021-11-12T02:15:25Z', 'revision_number': 0, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a9c992-c178-43ea-a039-d9d2ab674321', 'name': '', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'mac_address': 'fa:16:3e:38:16:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:01Z', 'updated_at': '2021-11-12T02:15:05Z', 'revision_number': 5, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'subnets': [{'id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:15:27.455070 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a5b9f0-2343-41bf-9dc7-9ca4cf602c4f None None] The sync data for ids ['32b36be0-2d2b-4312-9f97-fce357638e3b'] in n-d-712137-14 is: [{'id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'name': 'tempest-TestShelveInstance-832986071-router', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'gw_port': {'id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:91:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'a5e7ec92-f10b-4ebb-b52e-53be2ea0ae44', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'floating_ip_address': '172.25.0.64', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'port_id': '3245a61d-6ce5-4e93-8ffb-4766cf169212', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'mac_address': 'fa:16:3e:a2:1f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:15:25Z', 'updated_at': '2021-11-12T02:15:25Z', 'revision_number': 0, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a9c992-c178-43ea-a039-d9d2ab674321', 'name': '', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'mac_address': 'fa:16:3e:38:16:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:01Z', 'updated_at': '2021-11-12T02:15:05Z', 'revision_number': 5, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'subnets': [{'id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:15:27.685903 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2878c0-f4c2-4a74-a3c9-7604aaf84644 None None] New status for floating IP a5e7ec92-f10b-4ebb-b52e-53be2ea0ae44: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:15:39.791494 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:40.440439 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:15:50.275910 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bb0f40bb-c167-46c3-957c-83b47724336c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:52.560880 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0cd2b7b3-1e7f-40ba-b9aa-eb98521a7715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:53.892259 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:55.515437 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:55.845861 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:56.238229 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:09.783752 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:14.332400 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cbe35ec1-e520-4346-890a-8215cdfef39a req-6495f69b-58ed-426b-bd85-54299f48721a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562713 Nov 12 02:16:14.416608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe35ec1-e520-4346-890a-8215cdfef39a req-de807913-5306-4eda-8c9e-ba05075de421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:14.418174 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cbe35ec1-e520-4346-890a-8215cdfef39a req-de807913-5306-4eda-8c9e-ba05075de421 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 1098 time: 0.0411677 Nov 12 02:16:14.525840 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe35ec1-e520-4346-890a-8215cdfef39a req-de84c99e-9901-4c6b-8bbc-926e3536b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:14.527313 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cbe35ec1-e520-4346-890a-8215cdfef39a req-de84c99e-9901-4c6b-8bbc-926e3536b7f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 909 time: 0.0882723 Nov 12 02:16:14.593367 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cbe35ec1-e520-4346-890a-8215cdfef39a req-098b1adc-e9d8-4b40-8951-6f40892caaa7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212 HTTP/1.1" status: 200 len: 1001 time: 0.0586507 Nov 12 02:16:14.649852 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe35ec1-e520-4346-890a-8215cdfef39a req-99f29614-e846-4079-a05f-3995047e3d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:14.651318 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cbe35ec1-e520-4346-890a-8215cdfef39a req-99f29614-e846-4079-a05f-3995047e3d6d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b HTTP/1.1" status: 200 len: 847 time: 0.0511074 Nov 12 02:16:14.697499 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe35ec1-e520-4346-890a-8215cdfef39a req-acbe6303-16d7-4d5e-b739-d7d8c15f7175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:14.699021 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cbe35ec1-e520-4346-890a-8215cdfef39a req-acbe6303-16d7-4d5e-b739-d7d8c15f7175 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401917 Nov 12 02:16:14.790643 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cbe35ec1-e520-4346-890a-8215cdfef39a req-667c4d12-98ed-4dc5-b41c-5faf40d12c4e service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848062 Nov 12 02:16:14.888547 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cbe35ec1-e520-4346-890a-8215cdfef39a req-ec085765-ba38-42b3-bb58-2e4bb10e9b8a service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905280 Nov 12 02:16:17.441538 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:16:20.278939 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2803169d-d22b-4489-9d65-56c3cac7970b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:22.563794 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-20847592-c57f-4e10-9e05-aa0bf214a5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:23.893074 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:25.547001 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:25.851361 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:26.244043 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:39.794934 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:50.281515 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b8b8fb2f-100a-4476-a7d0-7b636382210d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:52.566505 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-653f0717-b7ce-468c-b69c-e753dde033c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:53.896777 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:54.441230 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:16:55.665930 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:55.854070 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:56.245952 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:09.803677 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:15.296591 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85b42c8f-f12a-470b-8654-6a916ba6dc6e req-d0abd80c-99f2-4593-a12a-8bb8dc19afa0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425344 Nov 12 02:17:15.434835 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b42c8f-f12a-470b-8654-6a916ba6dc6e req-9a2e6ff5-d215-4faf-82c0-960a2caa360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:15.436349 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85b42c8f-f12a-470b-8654-6a916ba6dc6e req-9a2e6ff5-d215-4faf-82c0-960a2caa360e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 1098 time: 0.0433989 Nov 12 02:17:15.545226 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b42c8f-f12a-470b-8654-6a916ba6dc6e req-6ef9085a-9da1-43f0-ae8d-1672863023e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:15.547311 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85b42c8f-f12a-470b-8654-6a916ba6dc6e req-6ef9085a-9da1-43f0-ae8d-1672863023e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 909 time: 0.0905435 Nov 12 02:17:15.614375 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85b42c8f-f12a-470b-8654-6a916ba6dc6e req-aea7123e-bbd3-4a62-94ae-8fa07d6a3bc8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212 HTTP/1.1" status: 200 len: 1001 time: 0.0598326 Nov 12 02:17:15.670037 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b42c8f-f12a-470b-8654-6a916ba6dc6e req-9ab9d116-65ff-4e2e-8d5b-64bbebd0678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:15.671522 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85b42c8f-f12a-470b-8654-6a916ba6dc6e req-9ab9d116-65ff-4e2e-8d5b-64bbebd0678b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b HTTP/1.1" status: 200 len: 847 time: 0.0500205 Nov 12 02:17:15.723481 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b42c8f-f12a-470b-8654-6a916ba6dc6e req-62368545-4ea3-48ed-bb9f-5f814374fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:15.725026 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85b42c8f-f12a-470b-8654-6a916ba6dc6e req-62368545-4ea3-48ed-bb9f-5f814374fe3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418589 Nov 12 02:17:15.739043 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-85b42c8f-f12a-470b-8654-6a916ba6dc6e req-3879c633-cbe2-4cac-9ab4-5a38e4e54d92 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:17:15.739981 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85b42c8f-f12a-470b-8654-6a916ba6dc6e req-3879c633-cbe2-4cac-9ab4-5a38e4e54d92 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049253 Nov 12 02:17:15.830071 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85b42c8f-f12a-470b-8654-6a916ba6dc6e req-953f87e6-7cfc-42ff-9a90-5130a0ae42c9 service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822237 Nov 12 02:17:15.929468 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-85b42c8f-f12a-470b-8654-6a916ba6dc6e req-14d631e0-4085-4013-8360-a18715721a39 service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922508 Nov 12 02:17:20.284487 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c68ae3e8-2d48-43a9-85ce-e899e51be225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:22.566366 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4c2497bb-0650-4a14-868a-549544837277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:23.898898 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:23.958461 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782136f1-12f2-44da-bd25-b92907d426d2 req-fa586a88-ffc1-4427-95f5-a1c7298f9968 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:23.960133 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-782136f1-12f2-44da-bd25-b92907d426d2 req-fa586a88-ffc1-4427-95f5-a1c7298f9968 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.1376655 Nov 12 02:17:24.012620 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-782136f1-12f2-44da-bd25-b92907d426d2 req-c01458fd-3cce-4110-a12a-8496cf2d7276 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464036 Nov 12 02:17:25.138426 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ac2f1-ae7f-4bf6-8c3c-95ed75965f9e req-d3fc8cab-e28b-416b-849f-e871f7e0209f tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:25.139910 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-392ac2f1-ae7f-4bf6-8c3c-95ed75965f9e req-d3fc8cab-e28b-416b-849f-e871f7e0209f tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0497544 Nov 12 02:17:25.189002 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-392ac2f1-ae7f-4bf6-8c3c-95ed75965f9e req-0744b702-a1b4-4612-a63a-f1c0f6a7fb25 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428879 Nov 12 02:17:25.563802 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:25.854728 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:26.248901 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:26.308106 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5edce-f1fc-4022-a135-f6f25e27053b req-416c0658-24f8-41d7-b298-71170701fff8 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:26.309656 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fda5edce-f1fc-4022-a135-f6f25e27053b req-416c0658-24f8-41d7-b298-71170701fff8 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0507495 Nov 12 02:17:26.359399 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fda5edce-f1fc-4022-a135-f6f25e27053b req-33e2e1a2-429c-41c7-8c5a-1d2fff55f01c tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436723 Nov 12 02:17:27.482579 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49574f4-02bc-4ef2-92a3-9ebaa0905a7f req-97a0bc3a-dd81-4541-9021-d607d9d8b770 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:27.484080 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a49574f4-02bc-4ef2-92a3-9ebaa0905a7f req-97a0bc3a-dd81-4541-9021-d607d9d8b770 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0546505 Nov 12 02:17:27.541659 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a49574f4-02bc-4ef2-92a3-9ebaa0905a7f req-156fba5e-fe9b-41ad-95b8-13922da676fa tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510020 Nov 12 02:17:28.701897 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9c4c0-ae93-4596-8913-345c46f57ffb req-d4da9a45-5ee1-4f35-a003-daed3942219e tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:28.703336 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-24d9c4c0-ae93-4596-8913-345c46f57ffb req-d4da9a45-5ee1-4f35-a003-daed3942219e tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0514219 Nov 12 02:17:28.759374 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-24d9c4c0-ae93-4596-8913-345c46f57ffb req-5ba998d3-619b-4c7a-9fc5-352b5b552e6e tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489473 Nov 12 02:17:29.884547 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a0d36-048c-4501-a102-5dec87ae79e3 req-20cfda6c-ecbd-4794-8c65-14b21b32cb55 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:29.886059 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d19a0d36-048c-4501-a102-5dec87ae79e3 req-20cfda6c-ecbd-4794-8c65-14b21b32cb55 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0493693 Nov 12 02:17:29.943811 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d19a0d36-048c-4501-a102-5dec87ae79e3 req-713c470c-744c-4b57-ab90-9fc87b90d6fd tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513997 Nov 12 02:17:31.079117 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad9682-0275-4350-9763-376c5a5912b2 req-43285326-c88a-4657-a388-11428938635f tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:31.080606 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4ad9682-0275-4350-9763-376c5a5912b2 req-43285326-c88a-4657-a388-11428938635f tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0676575 Nov 12 02:17:31.131980 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d4ad9682-0275-4350-9763-376c5a5912b2 req-fc084869-4dce-4fb4-aa57-e3aa03a5a3a4 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430789 Nov 12 02:17:31.441217 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:17:32.253126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fda5b-e92b-4a12-8a75-e7c9d9e11b3b req-d2286f55-103e-43e8-b239-1c54d8cd8102 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:32.254625 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a8fda5b-e92b-4a12-8a75-e7c9d9e11b3b req-d2286f55-103e-43e8-b239-1c54d8cd8102 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0525422 Nov 12 02:17:32.304491 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-0a8fda5b-e92b-4a12-8a75-e7c9d9e11b3b req-8e1b0837-6a63-4de5-8f6b-7117faef3625 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439095 Nov 12 02:17:33.429884 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea2ea6-6ea8-473d-82c2-b5564eb3614f req-90b2c8e4-92b3-4945-a0dc-c78b6d34f1ff tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:33.431382 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a2ea2ea6-6ea8-473d-82c2-b5564eb3614f req-90b2c8e4-92b3-4945-a0dc-c78b6d34f1ff tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0504382 Nov 12 02:17:33.481330 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a2ea2ea6-6ea8-473d-82c2-b5564eb3614f req-2ea1b83d-3e20-4bc4-a2cd-ca00da6772de tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437713 Nov 12 02:17:34.888175 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62b1aa-4693-42e4-b805-4eae1fb60c1f req-68cc25dd-0306-437b-aaa4-e495199d1af1 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:34.889923 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa62b1aa-4693-42e4-b805-4eae1fb60c1f req-68cc25dd-0306-437b-aaa4-e495199d1af1 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0541151 Nov 12 02:17:34.941545 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-aa62b1aa-4693-42e4-b805-4eae1fb60c1f req-27d0c787-cc7c-48bb-ad08-c365f439d87d tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447624 Nov 12 02:17:35.158001 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3245a61d-6ce5-4e93-8ffb-4766cf169212 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:17:35.253117 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3245a61d-6ce5-4e93-8ffb-4766cf169212, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:17:35.264924 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '3245a61d-6ce5-4e93-8ffb-4766cf169212', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'port_id': '3245a61d-6ce5-4e93-8ffb-4766cf169212', 'mac_address': 'fa:16:3e:a2:1f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:17:35.302752 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:35.319492 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3245a61d-6ce5-4e93-8ffb-4766cf169212 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:17:35.337999 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3245a61d-6ce5-4e93-8ffb-4766cf169212, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:17:35.342274 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:35.390854 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=3245a61d-6ce5-4e93-8ffb-4766cf169212,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:17:35.402883 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:35.403500 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:35.404097 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:35.404502 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:35.404877 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:35.405222 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:35.405560 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:35.405894 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:35.406357 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:35.406687 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:35.407284 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:35.407616 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:35.420493 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['3245a61d-6ce5-4e93-8ffb-4766cf169212'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:17:36.064756 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6a23c-ea95-45e5-8dac-b3fb01282984 req-cd62d497-9d05-4372-8d34-4f0a1afb1053 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:36.066305 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-96b6a23c-ea95-45e5-8dac-b3fb01282984 req-cd62d497-9d05-4372-8d34-4f0a1afb1053 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 945 time: 0.0555623 Nov 12 02:17:36.122806 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-96b6a23c-ea95-45e5-8dac-b3fb01282984 req-2c62ea24-b476-4207-96b1-a18a32b7a29c tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503297 Nov 12 02:17:37.184862 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3245a61d-6ce5-4e93-8ffb-4766cf169212 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:17:37.246208 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 3245a61d-6ce5-4e93-8ffb-4766cf169212 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:17:37.246735 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:37.260661 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40006507-b745-4fe4-ace8-1bc9b06557bd req-03443511-2476-4663-b163-0a9327b37832 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:37.263427 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-40006507-b745-4fe4-ace8-1bc9b06557bd req-03443511-2476-4663-b163-0a9327b37832 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 945 time: 0.0588791 Nov 12 02:17:37.320196 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-40006507-b745-4fe4-ace8-1bc9b06557bd req-56a75642-d1df-48a3-ad61-507d59f4fb86 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506170 Nov 12 02:17:37.354286 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:37.379926 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3245a61d-6ce5-4e93-8ffb-4766cf169212'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:17:37.382186 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a333fc-c985-4a31-84a2-ef69f444bbee" -d '{"events": [{"server_uuid": "0f58cf50-319e-42b2-a7db-80c5474a980a", "name": "network-vif-plugged", "status": "completed", "tag": "3245a61d-6ce5-4e93-8ffb-4766cf169212"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:17:37.397334 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3245a61d-6ce5-4e93-8ffb-4766cf169212, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:17:37.403093 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:37.458689 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=3245a61d-6ce5-4e93-8ffb-4766cf169212,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:17:37.494380 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b587d422-dda7-4088-b670-f9ae3f76d75d x-openstack-request-id: req-b587d422-dda7-4088-b670-f9ae3f76d75d {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:17:37.494833 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f58cf50-319e-42b2-a7db-80c5474a980a", "name": "network-vif-plugged", "status": "completed", "tag": "3245a61d-6ce5-4e93-8ffb-4766cf169212", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:17:37.495284 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b587d422-dda7-4088-b670-f9ae3f76d75d {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:17:37.495782 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3245a61d-6ce5-4e93-8ffb-4766cf169212', 'code': 200} Nov 12 02:17:38.448777 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0021f1c-f9b3-4ed7-b81e-8a1d74238f64 req-490598e9-d2fd-4388-991a-1c4055b6d65a tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:38.450750 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f0021f1c-f9b3-4ed7-b81e-8a1d74238f64 req-490598e9-d2fd-4388-991a-1c4055b6d65a tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0514557 Nov 12 02:17:38.507975 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f0021f1c-f9b3-4ed7-b81e-8a1d74238f64 req-5523e6df-267e-4de6-b6c2-456017243ba5 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485945 Nov 12 02:17:39.669531 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637b71b-7af4-4b2e-9dce-86d755079d87 req-48727675-02cd-4223-9995-d2ec9d126b88 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:39.671047 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1637b71b-7af4-4b2e-9dce-86d755079d87 req-48727675-02cd-4223-9995-d2ec9d126b88 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0630565 Nov 12 02:17:39.730499 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1637b71b-7af4-4b2e-9dce-86d755079d87 req-c483c957-c8a3-49e9-b609-0e7ec977ee6c tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509415 Nov 12 02:17:39.804798 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:40.860985 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc192d-1b37-4482-b914-a3d2875a12dd req-406eaa54-9359-4b9f-b285-99db7be4e1f8 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:40.868316 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cbcc192d-1b37-4482-b914-a3d2875a12dd req-406eaa54-9359-4b9f-b285-99db7be4e1f8 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0593793 Nov 12 02:17:40.919293 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cbcc192d-1b37-4482-b914-a3d2875a12dd req-d0d65d76-2a3a-4531-989f-c19168f1a756 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500860 Nov 12 02:17:42.063382 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ea2c2-db08-4a70-919a-8df930428854 req-590af9de-0867-4658-b53e-4d15a0dc812a tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:42.065117 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-587ea2c2-db08-4a70-919a-8df930428854 req-590af9de-0867-4658-b53e-4d15a0dc812a tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0550957 Nov 12 02:17:42.126743 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-587ea2c2-db08-4a70-919a-8df930428854 req-bf02e12a-cbcc-4bae-99e5-9672a628da8c tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554688 Nov 12 02:17:43.278658 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82c003-b01f-4671-9595-c6e27494ace4 req-65515749-3f89-4880-a8cc-6cc846a02b44 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:43.280336 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fe82c003-b01f-4671-9595-c6e27494ace4 req-65515749-3f89-4880-a8cc-6cc846a02b44 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0625765 Nov 12 02:17:43.347799 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fe82c003-b01f-4671-9595-c6e27494ace4 req-da22ba05-4fff-415d-9e80-cf5c14312f7c tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574548 Nov 12 02:17:44.483108 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e1bea-8ec3-4c59-bade-57c2e72f97fd req-5713edbd-1bd1-4981-8f6c-227dd7bb0e88 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:44.484682 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3a8e1bea-8ec3-4c59-bade-57c2e72f97fd req-5713edbd-1bd1-4981-8f6c-227dd7bb0e88 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0582497 Nov 12 02:17:44.548867 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3a8e1bea-8ec3-4c59-bade-57c2e72f97fd req-687cf5aa-b4ac-401c-84ab-e3308f0b5ff3 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568802 Nov 12 02:17:45.675196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ceee4-9afe-4be4-8dcb-f19eae2a8efb req-b3cea972-826c-4f8b-bf7c-0de68167b0ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:45.676679 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-765ceee4-9afe-4be4-8dcb-f19eae2a8efb req-b3cea972-826c-4f8b-bf7c-0de68167b0ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0519745 Nov 12 02:17:45.733793 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-765ceee4-9afe-4be4-8dcb-f19eae2a8efb req-083ee552-9567-4101-b3e9-d082a6d014d8 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505016 Nov 12 02:17:46.391953 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48aa13-61ce-437d-8d12-eeca52adafeb req-3f14bc05-19ac-4d5f-a993-1d21a2919696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:46.393567 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc48aa13-61ce-437d-8d12-eeca52adafeb req-3f14bc05-19ac-4d5f-a993-1d21a2919696 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 1098 time: 0.0822136 Nov 12 02:17:46.488001 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48aa13-61ce-437d-8d12-eeca52adafeb req-b17d61c0-8728-440f-b551-74bac3db901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:46.489563 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc48aa13-61ce-437d-8d12-eeca52adafeb req-b17d61c0-8728-440f-b551-74bac3db901b service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 909 time: 0.0882003 Nov 12 02:17:46.560278 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc48aa13-61ce-437d-8d12-eeca52adafeb req-af6fffc3-efaa-4f6d-ac31-695c3f352712 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212 HTTP/1.1" status: 200 len: 1001 time: 0.0633631 Nov 12 02:17:46.613206 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48aa13-61ce-437d-8d12-eeca52adafeb req-5ea6f992-1fa1-452f-9396-096adeec7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:46.614601 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc48aa13-61ce-437d-8d12-eeca52adafeb req-5ea6f992-1fa1-452f-9396-096adeec7721 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b HTTP/1.1" status: 200 len: 847 time: 0.0459797 Nov 12 02:17:46.662866 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48aa13-61ce-437d-8d12-eeca52adafeb req-52c87b65-5e5c-459d-a052-46037a325ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:46.664389 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc48aa13-61ce-437d-8d12-eeca52adafeb req-52c87b65-5e5c-459d-a052-46037a325ef6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425940 Nov 12 02:17:46.858145 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35894c8-0be6-4bca-8a4e-2768dfe483a5 req-0ae2b06a-f365-4b4e-b14a-deaca63159ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:46.859845 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e35894c8-0be6-4bca-8a4e-2768dfe483a5 req-0ae2b06a-f365-4b4e-b14a-deaca63159ea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0532539 Nov 12 02:17:46.915422 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e35894c8-0be6-4bca-8a4e-2768dfe483a5 req-71a28522-d455-43bb-b0cc-0e2636ad4ead tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490451 Nov 12 02:17:47.069503 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc48aa13-61ce-437d-8d12-eeca52adafeb req-080014dc-5450-424e-8913-6d310281206b service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976707 Nov 12 02:17:47.159858 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc48aa13-61ce-437d-8d12-eeca52adafeb req-f034dc5c-d5be-4c60-96af-d00f13027d95 service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834644 Nov 12 02:17:48.037501 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7c336-215f-482e-8121-40709f05ffdf req-c59c365c-68b3-4ee7-8917-0621cc7b6fb9 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:48.039091 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1f7c336-215f-482e-8121-40709f05ffdf req-c59c365c-68b3-4ee7-8917-0621cc7b6fb9 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0512264 Nov 12 02:17:48.094123 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1f7c336-215f-482e-8121-40709f05ffdf req-67582d04-dc5a-4cb1-866d-404411f62d48 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484419 Nov 12 02:17:49.214334 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc7059-fa2f-4233-8824-4987ac885412 req-44d3c067-3037-41b1-a7fd-10712b779804 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:49.215898 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-77cc7059-fa2f-4233-8824-4987ac885412 req-44d3c067-3037-41b1-a7fd-10712b779804 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0535624 Nov 12 02:17:49.231667 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3245a61d-6ce5-4e93-8ffb-4766cf169212 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:17:49.267439 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-77cc7059-fa2f-4233-8824-4987ac885412 req-a44447fe-b1ee-4e87-9686-99b4930760d2 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450799 Nov 12 02:17:49.310577 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:49.333502 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3245a61d-6ce5-4e93-8ffb-4766cf169212'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:17:49.337005 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459eb0ea-0eb9-4361-87de-f749dcae13b9" -d '{"events": [{"server_uuid": "0f58cf50-319e-42b2-a7db-80c5474a980a", "name": "network-vif-unplugged", "status": "completed", "tag": "3245a61d-6ce5-4e93-8ffb-4766cf169212"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:17:49.338466 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-d20bf03e-fd26-419f-bdc4-265b9c154171 req-9cf7addd-bda5-420a-83c2-ae2235a11cf8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:17:49.339951 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d20bf03e-fd26-419f-bdc4-265b9c154171 req-9cf7addd-bda5-420a-83c2-ae2235a11cf8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057487 Nov 12 02:17:49.349737 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 3245a61d-6ce5-4e93-8ffb-4766cf169212, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:17:49.354490 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:49.380252 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 02:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf8b332-3dac-437f-bb89-5c08bc18475f x-openstack-request-id: req-cbf8b332-3dac-437f-bb89-5c08bc18475f {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:17:49.380572 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f58cf50-319e-42b2-a7db-80c5474a980a", "name": "network-vif-unplugged", "status": "failed", "tag": "3245a61d-6ce5-4e93-8ffb-4766cf169212", "code": 422}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:17:49.380843 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbf8b332-3dac-437f-bb89-5c08bc18475f {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:17:49.381233 n-d-712137-14 neutron-server[114244]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3245a61d-6ce5-4e93-8ffb-4766cf169212', 'code': 422} returned with failed status Nov 12 02:17:49.413970 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=3245a61d-6ce5-4e93-8ffb-4766cf169212,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:17:49.504170 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ca561-052b-4d18-b6a3-014ce3cfddf3 req-45327f76-fa1d-4bba-920e-06676e454ddf tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:49.505775 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-130ca561-052b-4d18-b6a3-014ce3cfddf3 req-45327f76-fa1d-4bba-920e-06676e454ddf tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 944 time: 0.0515549 Nov 12 02:17:49.557170 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-130ca561-052b-4d18-b6a3-014ce3cfddf3 req-6d4ad426-0ecc-45b4-a4fa-746df801b52a tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453382 Nov 12 02:17:49.712947 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-b53c0d2f-0f47-4901-84f1-f254571198ee service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0968602 Nov 12 02:17:50.287219 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6e93c813-d086-480a-8570-661a5bfd87df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:50.703930 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-83771eb5-0605-4a3d-bef0-1de0fcd5121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:50.706366 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-83771eb5-0605-4a3d-bef0-1de0fcd5121c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a&tenant_id=4dc10dc1b7ac40aaa403b80d9704249b HTTP/1.1" status: 200 len: 1096 time: 0.0966268 Nov 12 02:17:50.706814 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f09484-8497-4958-a6ea-53958be4fbc8 req-f00489c4-9baa-448a-ad45-73c94f9d8d68 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:50.708565 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55f09484-8497-4958-a6ea-53958be4fbc8 req-f00489c4-9baa-448a-ad45-73c94f9d8d68 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 944 time: 0.0690300 Nov 12 02:17:50.726540 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712137-14', 'device_owner': 'compute:nova'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:17:50.762239 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55f09484-8497-4958-a6ea-53958be4fbc8 req-b24a59fc-f8c3-4f60-b250-dc20b0158418 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473313 Nov 12 02:17:50.798424 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:51.017558 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] For port 3245a61d-6ce5-4e93-8ffb-4766cf169212, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:17:51.051491 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] For port 3245a61d-6ce5-4e93-8ffb-4766cf169212, host n-h1-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:17:51.087860 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3245a61d-6ce5-4e93-8ffb-4766cf169212 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:17:51.096022 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:51.108603 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Transition to ACTIVE for port object 3245a61d-6ce5-4e93-8ffb-4766cf169212 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:17:51.113501 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:51.198670 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Pushing event updated for resources: {'Port': ['ID=3245a61d-6ce5-4e93-8ffb-4766cf169212,revision_number=9']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:17:51.214719 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.214719 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.214719 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.214719 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.220876 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.220876 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.220876 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.220876 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.220876 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.220876 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.220876 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.220876 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.256625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] No DVR routers for this DVR port 3245a61d-6ce5-4e93-8ffb-4766cf169212 on host n-h1-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:17:51.397290 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Attempting to bind port 3245a61d-6ce5-4e93-8ffb-4766cf169212 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:17:51.397672 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Attempting to bind port 3245a61d-6ce5-4e93-8ffb-4766cf169212 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:17:51.397952 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Attempting to bind port 3245a61d-6ce5-4e93-8ffb-4766cf169212 on network a4ec9a39-fe1d-4b32-95ab-d4adecfae650 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:17:51.402458 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Port 3245a61d-6ce5-4e93-8ffb-4766cf169212 on network a4ec9a39-fe1d-4b32-95ab-d4adecfae650 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:17:51.402778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Attempting to bind port 3245a61d-6ce5-4e93-8ffb-4766cf169212 on network a4ec9a39-fe1d-4b32-95ab-d4adecfae650 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:17:51.408044 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:17:51.408387 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Checking segment: {'id': '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:17:51.408787 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Bound using segment: {'id': '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:17:51.409213 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Bound port: 3245a61d-6ce5-4e93-8ffb-4766cf169212, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:17:51.409569 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:51.473671 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] For port 3245a61d-6ce5-4e93-8ffb-4766cf169212, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:17:51.476974 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] For port 3245a61d-6ce5-4e93-8ffb-4766cf169212, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:17:51.482005 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:51.518943 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:51.519561 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:51.520975 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] 10.222.0.15 "PUT /v2.0/ports/3245a61d-6ce5-4e93-8ffb-4766cf169212 HTTP/1.1" status: 200 len: 1093 time: 0.8012559 Nov 12 02:17:51.521419 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'tag': '3245a61d-6ce5-4e93-8ffb-4766cf169212'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:17:51.523678 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4056a6-fcce-401d-be19-c00e9ade8917" -d '{"events": [{"name": "network-changed", "server_uuid": "0f58cf50-319e-42b2-a7db-80c5474a980a", "tag": "3245a61d-6ce5-4e93-8ffb-4766cf169212"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:17:51.553647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef50f0-1602-4eee-b485-ec7e070b6f36 service neutron] Pushing event updated for resources: {'Port': ['ID=3245a61d-6ce5-4e93-8ffb-4766cf169212,revision_number=10']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:17:51.573836 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab485ad7-8e79-4e22-977d-46575fe02d91 x-openstack-request-id: req-ab485ad7-8e79-4e22-977d-46575fe02d91 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:17:51.574276 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f58cf50-319e-42b2-a7db-80c5474a980a", "tag": "3245a61d-6ce5-4e93-8ffb-4766cf169212", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:17:51.574542 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab485ad7-8e79-4e22-977d-46575fe02d91 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:17:51.575019 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'tag': '3245a61d-6ce5-4e93-8ffb-4766cf169212', 'status': 'completed', 'code': 200} Nov 12 02:17:51.612550 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-455ed63f-9eaf-49c4-bf9b-05cd333c6626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:51.614153 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-455ed63f-9eaf-49c4-bf9b-05cd333c6626 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 1097 time: 0.0525544 Nov 12 02:17:51.712180 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-6d20c879-f59c-4bfe-832d-763456527d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:51.713706 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-6d20c879-f59c-4bfe-832d-763456527d10 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 909 time: 0.0925009 Nov 12 02:17:51.784924 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-98a9c79d-6d01-4ed3-a7b7-e8cf7f23ca10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212 HTTP/1.1" status: 200 len: 999 time: 0.0641205 Nov 12 02:17:51.836663 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-100415fc-17dc-4605-b647-fcdff3fd676e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:51.838209 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-100415fc-17dc-4605-b647-fcdff3fd676e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b HTTP/1.1" status: 200 len: 847 time: 0.0472033 Nov 12 02:17:51.885042 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-9c6a2fc3-3c26-4ec8-9f11-0b4b7e87f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:51.885891 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582601a-ae99-4fe0-a3a8-b5a20830ea10 req-052069c5-5e2e-49ef-8918-dcd9af512290 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:51.886532 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-9c6a2fc3-3c26-4ec8-9f11-0b4b7e87f1fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417967 Nov 12 02:17:51.887614 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3582601a-ae99-4fe0-a3a8-b5a20830ea10 req-052069c5-5e2e-49ef-8918-dcd9af512290 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 945 time: 0.0523088 Nov 12 02:17:51.948452 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3582601a-ae99-4fe0-a3a8-b5a20830ea10 req-4ba82d80-8ca4-4408-b4bd-4c0550e4443c tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543261 Nov 12 02:17:51.986677 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-8ab47242-1f4d-4bf7-9f66-e9bf74991653 service neutron] 10.222.0.15 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926261 Nov 12 02:17:52.078081 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-01bfd9b5-7fa5-4974-b00c-b1338df0c32a req-eae5e690-2907-4655-9ff5-700f20f64e17 service neutron] 10.222.0.15 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841069 Nov 12 02:17:52.190441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4056a6-fcce-401d-be19-c00e9ade8917 req-3b2d7820-6dcd-4a38-bfd2-c76df8cde512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:52.191941 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8d4056a6-fcce-401d-be19-c00e9ade8917 req-3b2d7820-6dcd-4a38-bfd2-c76df8cde512 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 1097 time: 0.0484405 Nov 12 02:17:52.307263 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4056a6-fcce-401d-be19-c00e9ade8917 req-710ecfda-fa28-4b53-adc1-6e5f3ae37a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:52.308818 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8d4056a6-fcce-401d-be19-c00e9ade8917 req-710ecfda-fa28-4b53-adc1-6e5f3ae37a6b service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 909 time: 0.1029532 Nov 12 02:17:52.391977 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8d4056a6-fcce-401d-be19-c00e9ade8917 req-831f9c67-aa30-4012-a495-612572de54bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212 HTTP/1.1" status: 200 len: 999 time: 0.0750153 Nov 12 02:17:52.463289 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4056a6-fcce-401d-be19-c00e9ade8917 req-19f038fe-5d75-4b7a-bf7f-b07b0e6a841c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:52.465403 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8d4056a6-fcce-401d-be19-c00e9ade8917 req-19f038fe-5d75-4b7a-bf7f-b07b0e6a841c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b HTTP/1.1" status: 200 len: 847 time: 0.0656502 Nov 12 02:17:52.584488 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-18e0fca3-61da-4220-9432-d3ab63d3a9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:53.084938 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d534c-57f8-48bd-99a6-a22b37ae2740 req-9b48c3ee-2007-4825-9fc2-816d96bb8411 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:53.086529 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c99d534c-57f8-48bd-99a6-a22b37ae2740 req-9b48c3ee-2007-4825-9fc2-816d96bb8411 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 945 time: 0.0513535 Nov 12 02:17:53.154600 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c99d534c-57f8-48bd-99a6-a22b37ae2740 req-fd4914a7-879b-4d79-9861-38b462067d85 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454190 Nov 12 02:17:53.231907 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3245a61d-6ce5-4e93-8ffb-4766cf169212 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:17:53.270227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 3245a61d-6ce5-4e93-8ffb-4766cf169212 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:17:53.905132 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:54.291458 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e17b44-7146-4f90-99f4-8b6cc1a43a3a req-e991e8b4-8244-4eb8-bebf-1fc591d36d7c tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:54.293067 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b3e17b44-7146-4f90-99f4-8b6cc1a43a3a req-e991e8b4-8244-4eb8-bebf-1fc591d36d7c tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 945 time: 0.0672839 Nov 12 02:17:54.346845 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b3e17b44-7146-4f90-99f4-8b6cc1a43a3a req-aa3bd1ae-179e-459a-a693-ddf2b26e813c tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465174 Nov 12 02:17:55.481125 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb1a4e-2954-4a75-bdf8-625306207a63 req-2e01e4c3-9732-4082-b12d-47a9254dded7 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:55.482981 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-42eb1a4e-2954-4a75-bdf8-625306207a63 req-2e01e4c3-9732-4082-b12d-47a9254dded7 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 945 time: 0.0575080 Nov 12 02:17:55.535153 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-42eb1a4e-2954-4a75-bdf8-625306207a63 req-0ac28e47-3d64-4e65-ba94-29663ecc8ca6 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460911 Nov 12 02:17:55.579025 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:55.866877 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:56.252944 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:56.674223 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee20e46-3280-4c9b-86b4-e1acae35b622 req-a279a7c6-bf7f-4999-ad5c-08d0b96c14a4 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:56.675695 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cee20e46-3280-4c9b-86b4-e1acae35b622 req-a279a7c6-bf7f-4999-ad5c-08d0b96c14a4 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 945 time: 0.0567806 Nov 12 02:17:56.746231 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cee20e46-3280-4c9b-86b4-e1acae35b622 req-dccf37c7-5864-49ec-9ca2-e4005b1a04dc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630851 Nov 12 02:17:57.879767 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca10b9-6c43-40fd-b32a-7079449110d1 req-624a2029-3728-457d-818c-78840615461c tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:57.881301 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cca10b9-6c43-40fd-b32a-7079449110d1 req-624a2029-3728-457d-818c-78840615461c tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 945 time: 0.0589604 Nov 12 02:17:57.938344 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0cca10b9-6c43-40fd-b32a-7079449110d1 req-57697562-fa99-4e62-b37c-499c6d3fe0f5 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509024 Nov 12 02:17:59.077575 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676cffa-cf35-4e01-a74d-188e664542db req-afcdb40d-176b-48bf-b752-d09165450389 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:59.079212 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f676cffa-cf35-4e01-a74d-188e664542db req-afcdb40d-176b-48bf-b752-d09165450389 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 945 time: 0.0608981 Nov 12 02:17:59.159418 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f676cffa-cf35-4e01-a74d-188e664542db req-f42253bb-84b6-43f3-821b-21781268ef2d tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738482 Nov 12 02:18:00.338895 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69b6c0-d5dd-4b70-986f-9053f83b096d req-1dc163ad-c1dd-4027-a4f1-7c1fc63fd196 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:00.340654 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a69b6c0-d5dd-4b70-986f-9053f83b096d req-1dc163ad-c1dd-4027-a4f1-7c1fc63fd196 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 945 time: 0.0871830 Nov 12 02:18:00.418382 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2a69b6c0-d5dd-4b70-986f-9053f83b096d req-f6d504c1-0877-4704-9a14-fa401da5ed80 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714700 Nov 12 02:18:01.562290 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa725da-0308-4ecd-9466-e8d428bfbc75 req-2f42172e-539d-4c07-86e2-0bfe8da4cda8 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:01.563801 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5aa725da-0308-4ecd-9466-e8d428bfbc75 req-2f42172e-539d-4c07-86e2-0bfe8da4cda8 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 945 time: 0.0678763 Nov 12 02:18:01.618977 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5aa725da-0308-4ecd-9466-e8d428bfbc75 req-d1e1520c-ffe5-4e36-ae9e-5484c545a593 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490294 Nov 12 02:18:02.742964 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367d488-2539-4b88-b007-3a6ae9a82a90 req-451a9c28-b360-4e75-b081-aa6524e1d8b7 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:02.744475 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9367d488-2539-4b88-b007-3a6ae9a82a90 req-451a9c28-b360-4e75-b081-aa6524e1d8b7 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 945 time: 0.0515616 Nov 12 02:18:02.794191 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9367d488-2539-4b88-b007-3a6ae9a82a90 req-bbac4041-c132-469f-bf91-4bd90b0d676e tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435658 Nov 12 02:18:03.817653 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4056a6-fcce-401d-be19-c00e9ade8917 req-6a0c56e6-a02a-4e78-8e9c-021f7a69f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:03.819157 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8d4056a6-fcce-401d-be19-c00e9ade8917 req-6a0c56e6-a02a-4e78-8e9c-021f7a69f6b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430002 Nov 12 02:18:03.912779 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd6696-7bfd-4fc6-bbfa-6bc807efcecd req-7b3ba269-4e9c-47f0-baad-7533c7c34eb1 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:03.914361 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7bdd6696-7bfd-4fc6-bbfa-6bc807efcecd req-7b3ba269-4e9c-47f0-baad-7533c7c34eb1 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 945 time: 0.0509562 Nov 12 02:18:03.917473 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8d4056a6-fcce-401d-be19-c00e9ade8917 req-8bee676f-26e4-409d-b2da-b8a590057163 service neutron] 10.222.0.15 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891902 Nov 12 02:18:03.964845 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7bdd6696-7bfd-4fc6-bbfa-6bc807efcecd req-f10a210c-12e5-45c3-8ef9-afd28f93d3d1 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440390 Nov 12 02:18:04.023418 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8d4056a6-fcce-401d-be19-c00e9ade8917 req-61c754a8-b0cd-49fc-8afb-1476641cff68 service neutron] 10.222.0.15 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953538 Nov 12 02:18:05.088835 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748c043-8589-4b67-a37e-0de1cf192eeb req-0f7a99ec-9016-4c3e-a9f3-68ec8fa71158 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:05.090582 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f748c043-8589-4b67-a37e-0de1cf192eeb req-0f7a99ec-9016-4c3e-a9f3-68ec8fa71158 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 945 time: 0.0526795 Nov 12 02:18:05.139165 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f748c043-8589-4b67-a37e-0de1cf192eeb req-d1684fa5-1679-4bc6-90fc-4a31f81914b0 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426519 Nov 12 02:18:06.184609 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3245a61d-6ce5-4e93-8ffb-4766cf169212 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:18:06.258906 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229a304-0dd6-4d7e-9bea-402b3a0bba07 req-46edc951-2dc0-40e4-9548-6eb7fc432ee2 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:06.260388 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b229a304-0dd6-4d7e-9bea-402b3a0bba07 req-46edc951-2dc0-40e4-9548-6eb7fc432ee2 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 945 time: 0.0525036 Nov 12 02:18:06.283244 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3245a61d-6ce5-4e93-8ffb-4766cf169212, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:18:06.294597 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': '3245a61d-6ce5-4e93-8ffb-4766cf169212', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'port_id': '3245a61d-6ce5-4e93-8ffb-4766cf169212', 'mac_address': 'fa:16:3e:a2:1f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:18:06.310245 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b229a304-0dd6-4d7e-9bea-402b3a0bba07 req-c29ac792-7f92-4e55-82b0-d0b97b1eb780 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426698 Nov 12 02:18:06.332058 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:06.345055 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3245a61d-6ce5-4e93-8ffb-4766cf169212 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:18:06.363660 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3245a61d-6ce5-4e93-8ffb-4766cf169212, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:18:06.367368 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:06.424995 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=3245a61d-6ce5-4e93-8ffb-4766cf169212,revision_number=11']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:06.821257 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['3245a61d-6ce5-4e93-8ffb-4766cf169212'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:18:07.425794 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44245173-ac31-495c-bcba-0e3d5064d6e8 req-b6d32884-cc7f-4583-b55b-b75f6b51d26c tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:07.427254 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-44245173-ac31-495c-bcba-0e3d5064d6e8 req-b6d32884-cc7f-4583-b55b-b75f6b51d26c tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 946 time: 0.0487764 Nov 12 02:18:07.476224 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-44245173-ac31-495c-bcba-0e3d5064d6e8 req-4d19fe00-b803-4d0b-981d-73c686e2aca4 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428622 Nov 12 02:18:08.183686 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3245a61d-6ce5-4e93-8ffb-4766cf169212 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:18:08.232118 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port 3245a61d-6ce5-4e93-8ffb-4766cf169212 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:18:08.236439 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port 3245a61d-6ce5-4e93-8ffb-4766cf169212 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:08.236844 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:08.311026 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:08.335875 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3245a61d-6ce5-4e93-8ffb-4766cf169212'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:18:08.338102 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7936a90e-c7ea-4d48-a1da-1adc7f79b56a" -d '{"events": [{"server_uuid": "0f58cf50-319e-42b2-a7db-80c5474a980a", "name": "network-vif-plugged", "status": "completed", "tag": "3245a61d-6ce5-4e93-8ffb-4766cf169212"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:18:08.351784 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port 3245a61d-6ce5-4e93-8ffb-4766cf169212, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:18:08.356103 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:08.378430 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6fd003-408a-48d9-be36-6def8744baca x-openstack-request-id: req-4d6fd003-408a-48d9-be36-6def8744baca {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:18:08.378723 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f58cf50-319e-42b2-a7db-80c5474a980a", "name": "network-vif-plugged", "status": "completed", "tag": "3245a61d-6ce5-4e93-8ffb-4766cf169212", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:18:08.378974 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d6fd003-408a-48d9-be36-6def8744baca {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:18:08.379354 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3245a61d-6ce5-4e93-8ffb-4766cf169212', 'code': 200} Nov 12 02:18:08.404315 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=3245a61d-6ce5-4e93-8ffb-4766cf169212,revision_number=12']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:08.439644 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:18:08.603678 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ea779-3adf-4069-8844-486cee725fa4 req-f62ac544-506c-48de-bdbf-ab6f05250559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:08.605843 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-896ea779-3adf-4069-8844-486cee725fa4 req-f62ac544-506c-48de-bdbf-ab6f05250559 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 1099 time: 0.0729184 Nov 12 02:18:08.618028 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4793e43-46e5-41cf-bb4d-3dac1f32a9e6 req-e67e51bf-a62e-4cff-8a55-78216b624a1f tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:08.619440 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b4793e43-46e5-41cf-bb4d-3dac1f32a9e6 req-e67e51bf-a62e-4cff-8a55-78216b624a1f tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 947 time: 0.0629401 Nov 12 02:18:08.691853 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-896ea779-3adf-4069-8844-486cee725fa4 req-074193bd-926e-4598-9be0-d54543c21bf3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713713 Nov 12 02:18:08.695865 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b4793e43-46e5-41cf-bb4d-3dac1f32a9e6 req-3842b920-18f8-4430-9d2a-66e62b2e6ec7 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693486 Nov 12 02:18:09.807978 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:09.820075 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c462e-4004-4268-98c8-c115b82f6bfa req-8934f78a-56af-46a4-be9b-8caae20c07ee tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:09.821965 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6b3c462e-4004-4268-98c8-c115b82f6bfa req-8934f78a-56af-46a4-be9b-8caae20c07ee tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 947 time: 0.0539920 Nov 12 02:18:09.872203 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6b3c462e-4004-4268-98c8-c115b82f6bfa req-e99648bd-de74-403b-ad0b-e0c8465e8df1 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428648 Nov 12 02:18:10.996249 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5960ce-7dbd-457e-9890-8d5a8d21a3db req-189e438a-d8d9-4c20-9adc-2de52dc7886b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:10.997771 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7c5960ce-7dbd-457e-9890-8d5a8d21a3db req-189e438a-d8d9-4c20-9adc-2de52dc7886b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 947 time: 0.0499058 Nov 12 02:18:11.047199 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7c5960ce-7dbd-457e-9890-8d5a8d21a3db req-3eacd895-529d-4f96-9a3f-e14b2c97713b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429058 Nov 12 02:18:20.288239 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-acf19e67-0cc5-4005-b877-8a757be21e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:20.789538 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8462805d-017c-4c31-b8f6-e11e4b996d23 req-7b773342-bcdd-4b1e-b290-34b336f052b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436444 Nov 12 02:18:20.888148 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462805d-017c-4c31-b8f6-e11e4b996d23 req-d6c54c09-6640-4886-8e14-16d8351417f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:20.889668 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8462805d-017c-4c31-b8f6-e11e4b996d23 req-d6c54c09-6640-4886-8e14-16d8351417f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 1099 time: 0.0396881 Nov 12 02:18:20.991951 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462805d-017c-4c31-b8f6-e11e4b996d23 req-3367c6ee-bbf3-4d30-a585-f2c22630b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:20.993450 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8462805d-017c-4c31-b8f6-e11e4b996d23 req-3367c6ee-bbf3-4d30-a585-f2c22630b9ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 909 time: 0.0832782 Nov 12 02:18:21.066514 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8462805d-017c-4c31-b8f6-e11e4b996d23 req-d353bbf1-ce2e-4987-a257-6a71a1c6f007 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212 HTTP/1.1" status: 200 len: 1001 time: 0.0658803 Nov 12 02:18:21.116074 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462805d-017c-4c31-b8f6-e11e4b996d23 req-0d57cde3-17f9-42d1-b969-eecac401460f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:21.117620 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8462805d-017c-4c31-b8f6-e11e4b996d23 req-0d57cde3-17f9-42d1-b969-eecac401460f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b HTTP/1.1" status: 200 len: 847 time: 0.0445020 Nov 12 02:18:21.163324 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462805d-017c-4c31-b8f6-e11e4b996d23 req-e0c02d12-02f6-446f-bc01-f357bfd68dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:21.164833 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8462805d-017c-4c31-b8f6-e11e4b996d23 req-e0c02d12-02f6-446f-bc01-f357bfd68dfb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408075 Nov 12 02:18:21.256069 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8462805d-017c-4c31-b8f6-e11e4b996d23 req-da3470f2-894d-4245-82bb-3e53f1ee2c38 service neutron] 10.222.0.15 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834110 Nov 12 02:18:21.347762 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8462805d-017c-4c31-b8f6-e11e4b996d23 req-1c8c5379-902d-47f8-b5fd-de1d6c2a3004 service neutron] 10.222.0.15 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845697 Nov 12 02:18:22.566518 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-76828354-7a91-4e2a-b71a-32a13c59237b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:23.902723 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:25.569242 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:25.860114 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:26.255199 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:39.816525 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:45.438373 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:18:50.289404 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8c1c5dc2-6563-4fa7-9d40-ce24b4bb2d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:52.567339 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-02d4df02-abd3-44f7-97d8-6e291a333c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:53.907802 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:55.569036 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:55.863482 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:56.257111 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:09.816866 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:20.291288 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d1d0486f-77db-40dc-a484-e633022585a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:22.438483 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:19:22.568867 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ff317e4a-e80d-4340-a25a-e0364ece0b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:23.114425 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60e0ba24-1f0f-4435-b70a-e0ec71908534 req-1845a1b0-7449-4a28-bd97-040d26646668 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3472111 Nov 12 02:19:23.213453 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0ba24-1f0f-4435-b70a-e0ec71908534 req-d528ad93-0d89-4006-b1d9-08a97af5b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:19:23.214913 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60e0ba24-1f0f-4435-b70a-e0ec71908534 req-d528ad93-0d89-4006-b1d9-08a97af5b06b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 1099 time: 0.0389321 Nov 12 02:19:23.320557 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0ba24-1f0f-4435-b70a-e0ec71908534 req-3b44dc79-2ed9-427b-8455-c36404016640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:19:23.322205 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60e0ba24-1f0f-4435-b70a-e0ec71908534 req-3b44dc79-2ed9-427b-8455-c36404016640 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 909 time: 0.0871296 Nov 12 02:19:23.387211 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60e0ba24-1f0f-4435-b70a-e0ec71908534 req-387f9914-9d01-435a-bfff-c59e9af1ccaf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212 HTTP/1.1" status: 200 len: 1001 time: 0.0567026 Nov 12 02:19:23.434974 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0ba24-1f0f-4435-b70a-e0ec71908534 req-cbf4e93d-d2a7-41d6-985c-1e334425016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:19:23.436371 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60e0ba24-1f0f-4435-b70a-e0ec71908534 req-cbf4e93d-d2a7-41d6-985c-1e334425016d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b HTTP/1.1" status: 200 len: 847 time: 0.0424700 Nov 12 02:19:23.486983 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0ba24-1f0f-4435-b70a-e0ec71908534 req-0b1f1c56-d007-4d27-bde1-fb9aca640d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:19:23.488490 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60e0ba24-1f0f-4435-b70a-e0ec71908534 req-0b1f1c56-d007-4d27-bde1-fb9aca640d77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435295 Nov 12 02:19:23.575971 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60e0ba24-1f0f-4435-b70a-e0ec71908534 req-ce9ca85f-32ea-42e9-b237-b76254696aa0 service neutron] 10.222.0.15 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799518 Nov 12 02:19:23.670991 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60e0ba24-1f0f-4435-b70a-e0ec71908534 req-b5715915-32a1-41cb-81b9-8cce19cfa84b service neutron] 10.222.0.15 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876470 Nov 12 02:19:23.907243 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:25.567769 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:25.865862 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:26.260918 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:39.829032 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:50.292487 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c2a27b2d-c2ef-41fe-af96-b36a60b8d474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:52.569941 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a93cb2e3-d97a-4291-ae5b-6c34fad72de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:53.910912 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:55.503230 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58306) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:19:55.585538 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:55.663000 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Deleting port 2916dcb8-d558-4a07-8e17-c0fc7c9b1628 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:19:55.663352 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:55.740103 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:55.740431 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:55.751633 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Calling delete_port for 2916dcb8-d558-4a07-8e17-c0fc7c9b1628 owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:19:55.871103 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:55.911093 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:55.935548 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event deleted for resources: {'Port': ['ID=2916dcb8-d558-4a07-8e17-c0fc7c9b1628,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:19:55.947749 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:55.948098 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:55.948432 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:55.948796 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:55.949128 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:55.949452 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:55.949776 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:55.950095 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:55.950413 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:55.950732 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:55.951058 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:55.951371 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:56.010957 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:56.011282 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Floating IP a5e7ec92-f10b-4ebb-b52e-53be2ea0ae44 disassociated (deleted). External IP: 172.25.0.64, port: 3245a61d-6ce5-4e93-8ffb-4766cf169212. Nov 12 02:19:56.220044 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Router 32b36be0-2d2b-4312-9f97-fce357638e3b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:19:56.263426 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:56.330409 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:19:56.335220 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:56.339687 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4457c861-2d3f-4312-a774-0957aaad1828 None None] Sync routers for ids ['32b36be0-2d2b-4312-9f97-fce357638e3b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:19:56.348625 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4457c861-2d3f-4312-a774-0957aaad1828 None None] Routers {'32b36be0-2d2b-4312-9f97-fce357638e3b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:19:56.349264 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4457c861-2d3f-4312-a774-0957aaad1828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:19:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['32b36be0-2d2b-4312-9f97-fce357638e3b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:19:56.367098 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-9e9a5cb9-f9a8-46e9-b512-0735f86c4c13 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "DELETE /v2.0/floatingips/a5e7ec92-f10b-4ebb-b52e-53be2ea0ae44 HTTP/1.1" status: 204 len: 168 time: 0.8627503 Nov 12 02:19:56.367745 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'tag': '3245a61d-6ce5-4e93-8ffb-4766cf169212'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:19:56.370014 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b91a30-c819-4447-95f4-22de7e5bacea" -d '{"events": [{"name": "network-changed", "server_uuid": "0f58cf50-319e-42b2-a7db-80c5474a980a", "tag": "3245a61d-6ce5-4e93-8ffb-4766cf169212"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:19:56.459460 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-4457c861-2d3f-4312-a774-0957aaad1828 None None] Set router 32b36be0-2d2b-4312-9f97-fce357638e3b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:19:56.470029 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a352315-96ed-4c1d-abf7-dd12e0dd3b7f x-openstack-request-id: req-0a352315-96ed-4c1d-abf7-dd12e0dd3b7f {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:19:56.470412 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f58cf50-319e-42b2-a7db-80c5474a980a", "tag": "3245a61d-6ce5-4e93-8ffb-4766cf169212", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:19:56.470736 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a352315-96ed-4c1d-abf7-dd12e0dd3b7f {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:19:56.471239 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'tag': '3245a61d-6ce5-4e93-8ffb-4766cf169212', 'status': 'completed', 'code': 200} Nov 12 02:19:56.612894 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b91a30-c819-4447-95f4-22de7e5bacea req-e82d01a4-355a-4d6c-bc9d-89e77462f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:19:56.614443 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40b91a30-c819-4447-95f4-22de7e5bacea req-e82d01a4-355a-4d6c-bc9d-89e77462f378 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 1099 time: 0.0973349 Nov 12 02:19:56.628302 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7c031-b3d3-460c-9d69-8f400a91550c req-169cf596-890b-4e3a-a916-0ea5956130da tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:19:56.629928 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5fb7c031-b3d3-460c-9d69-8f400a91550c req-169cf596-890b-4e3a-a916-0ea5956130da tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 947 time: 0.0644395 Nov 12 02:19:56.741506 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-5fb7c031-b3d3-460c-9d69-8f400a91550c req-3708e4bd-ca31-43fb-bd9b-7b1ec9a0e1e7 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028631 Nov 12 02:19:56.760794 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b91a30-c819-4447-95f4-22de7e5bacea req-d980aedf-54ca-4e11-a9e7-88c101721c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:19:56.760794 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40b91a30-c819-4447-95f4-22de7e5bacea req-d980aedf-54ca-4e11-a9e7-88c101721c3e service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 909 time: 0.1288848 Nov 12 02:19:56.807689 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40b91a30-c819-4447-95f4-22de7e5bacea req-71afcc7e-b519-4a12-b5a8-11c3a9fd8aef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212 HTTP/1.1" status: 200 len: 217 time: 0.0393913 Nov 12 02:19:56.831377 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4457c861-2d3f-4312-a774-0957aaad1828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'name': 'tempest-TestShelveInstance-832986071-router', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'gw_port': {'id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:91:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'f9a9c992-c178-43ea-a039-d9d2ab674321', 'name': '', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'mac_address': 'fa:16:3e:38:16:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:01Z', 'updated_at': '2021-11-12T02:15:05Z', 'revision_number': 5, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'subnets': [{'id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:19:56.857185 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4457c861-2d3f-4312-a774-0957aaad1828 None None] Checking router: 32b36be0-2d2b-4312-9f97-fce357638e3b for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:19:56.857422 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b91a30-c819-4447-95f4-22de7e5bacea req-b135e07d-5ce2-4fda-b9d1-bcc6f58d92f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:19:56.858694 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40b91a30-c819-4447-95f4-22de7e5bacea req-b135e07d-5ce2-4fda-b9d1-bcc6f58d92f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b HTTP/1.1" status: 200 len: 847 time: 0.0435500 Nov 12 02:19:56.866367 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4457c861-2d3f-4312-a774-0957aaad1828 None None] Routers {'32b36be0-2d2b-4312-9f97-fce357638e3b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:19:56.866979 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4457c861-2d3f-4312-a774-0957aaad1828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:19:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['32b36be0-2d2b-4312-9f97-fce357638e3b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:19:56.903618 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b91a30-c819-4447-95f4-22de7e5bacea req-cbbe3f58-f977-4485-bd90-cd7efb435367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:19:56.905434 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40b91a30-c819-4447-95f4-22de7e5bacea req-cbbe3f58-f977-4485-bd90-cd7efb435367 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395608 Nov 12 02:19:56.971564 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-4457c861-2d3f-4312-a774-0957aaad1828 None None] Set router 32b36be0-2d2b-4312-9f97-fce357638e3b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:19:56.999822 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40b91a30-c819-4447-95f4-22de7e5bacea req-5f06c094-ad89-419e-a781-73c5b07939a8 service neutron] 10.222.0.15 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869427 Nov 12 02:19:57.090812 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-40b91a30-c819-4447-95f4-22de7e5bacea req-cbc639d6-b5cf-4ea7-8282-576e94da4dff service neutron] 10.222.0.15 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822506 Nov 12 02:19:57.172638 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-4457c861-2d3f-4312-a774-0957aaad1828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'name': 'tempest-TestShelveInstance-832986071-router', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'gw_port': {'id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:91:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'f9a9c992-c178-43ea-a039-d9d2ab674321', 'name': '', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'mac_address': 'fa:16:3e:38:16:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:01Z', 'updated_at': '2021-11-12T02:15:05Z', 'revision_number': 5, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'subnets': [{'id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:19:57.204688 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4457c861-2d3f-4312-a774-0957aaad1828 None None] The sync data for ids ['32b36be0-2d2b-4312-9f97-fce357638e3b'] in n-d-712137-14 is: [{'id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'name': 'tempest-TestShelveInstance-832986071-router', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'gw_port': {'id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:91:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'f9a9c992-c178-43ea-a039-d9d2ab674321', 'name': '', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'mac_address': 'fa:16:3e:38:16:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:01Z', 'updated_at': '2021-11-12T02:15:05Z', 'revision_number': 5, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'subnets': [{'id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:19:57.420533 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee51e9-ee7e-4cd1-a799-f93c666766c0 None None] New status for floating IP a5e7ec92-f10b-4ebb-b52e-53be2ea0ae44: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:19:57.875126 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e942e-cdb0-4e62-a090-f9110f09cb71 req-9544ed17-9872-4c04-a330-c8a2570eeec4 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:19:57.876717 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d51e942e-cdb0-4e62-a090-f9110f09cb71 req-9544ed17-9872-4c04-a330-c8a2570eeec4 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 947 time: 0.0493762 Nov 12 02:19:57.929138 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d51e942e-cdb0-4e62-a090-f9110f09cb71 req-911dbaf0-8b41-418d-b704-1f58f915ebe2 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=191489ca-7b52-4614-beb9-940b92e07cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463326 Nov 12 02:19:58.264977 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ea41a-cb7a-4f3d-bc3e-7c65f2960c06 req-8f260a79-93c9-4680-9fc6-273716bc423b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:19:58.266438 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-947ea41a-cb7a-4f3d-bc3e-7c65f2960c06 req-8f260a79-93c9-4680-9fc6-273716bc423b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 947 time: 0.0478673 Nov 12 02:19:58.358013 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-947ea41a-cb7a-4f3d-bc3e-7c65f2960c06 req-aca23242-cfbc-4f36-8ac3-38df5712cf67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Deleting port 3245a61d-6ce5-4e93-8ffb-4766cf169212 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:19:58.358359 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-947ea41a-cb7a-4f3d-bc3e-7c65f2960c06 req-aca23242-cfbc-4f36-8ac3-38df5712cf67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:58.450645 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-947ea41a-cb7a-4f3d-bc3e-7c65f2960c06 req-aca23242-cfbc-4f36-8ac3-38df5712cf67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] For port 3245a61d-6ce5-4e93-8ffb-4766cf169212, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=3245a61d-6ce5-4e93-8ffb-4766cf169212,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:19:58.451009 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-947ea41a-cb7a-4f3d-bc3e-7c65f2960c06 req-aca23242-cfbc-4f36-8ac3-38df5712cf67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:58.463169 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-947ea41a-cb7a-4f3d-bc3e-7c65f2960c06 req-aca23242-cfbc-4f36-8ac3-38df5712cf67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Calling delete_port for 3245a61d-6ce5-4e93-8ffb-4766cf169212 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:19:58.587804 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-947ea41a-cb7a-4f3d-bc3e-7c65f2960c06 req-aca23242-cfbc-4f36-8ac3-38df5712cf67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:58.621772 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca23242-cfbc-4f36-8ac3-38df5712cf67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event deleted for resources: {'Port': ['ID=3245a61d-6ce5-4e93-8ffb-4766cf169212,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:19:58.647235 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca23242-cfbc-4f36-8ac3-38df5712cf67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:58.647587 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca23242-cfbc-4f36-8ac3-38df5712cf67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:58.647925 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca23242-cfbc-4f36-8ac3-38df5712cf67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:58.648258 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca23242-cfbc-4f36-8ac3-38df5712cf67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:58.648591 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca23242-cfbc-4f36-8ac3-38df5712cf67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:58.648942 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca23242-cfbc-4f36-8ac3-38df5712cf67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:58.649268 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca23242-cfbc-4f36-8ac3-38df5712cf67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:58.649593 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca23242-cfbc-4f36-8ac3-38df5712cf67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:58.649915 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca23242-cfbc-4f36-8ac3-38df5712cf67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:58.650239 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca23242-cfbc-4f36-8ac3-38df5712cf67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:58.650560 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca23242-cfbc-4f36-8ac3-38df5712cf67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:58.650873 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca23242-cfbc-4f36-8ac3-38df5712cf67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:58.675549 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-947ea41a-cb7a-4f3d-bc3e-7c65f2960c06 req-aca23242-cfbc-4f36-8ac3-38df5712cf67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] No DVR routers for this DVR port 3245a61d-6ce5-4e93-8ffb-4766cf169212 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:19:58.678289 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-947ea41a-cb7a-4f3d-bc3e-7c65f2960c06 req-aca23242-cfbc-4f36-8ac3-38df5712cf67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:58.682187 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-947ea41a-cb7a-4f3d-bc3e-7c65f2960c06 req-aca23242-cfbc-4f36-8ac3-38df5712cf67 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.15 "DELETE /v2.0/ports/3245a61d-6ce5-4e93-8ffb-4766cf169212 HTTP/1.1" status: 204 len: 173 time: 0.4097903 Nov 12 02:19:58.682661 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'name': 'network-vif-deleted', 'tag': '3245a61d-6ce5-4e93-8ffb-4766cf169212'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:19:58.684934 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df4384b-d4cb-4ce5-a2c9-803a7e85de6b" -d '{"events": [{"server_uuid": "0f58cf50-319e-42b2-a7db-80c5474a980a", "name": "network-vif-deleted", "tag": "3245a61d-6ce5-4e93-8ffb-4766cf169212"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:19:58.780463 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6544580-a90d-4876-8780-fa7ef3d52eee x-openstack-request-id: req-d6544580-a90d-4876-8780-fa7ef3d52eee {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:19:58.780781 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f58cf50-319e-42b2-a7db-80c5474a980a", "name": "network-vif-deleted", "tag": "3245a61d-6ce5-4e93-8ffb-4766cf169212", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:19:58.781034 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6544580-a90d-4876-8780-fa7ef3d52eee {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:19:58.781434 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f58cf50-319e-42b2-a7db-80c5474a980a', 'name': 'network-vif-deleted', 'tag': '3245a61d-6ce5-4e93-8ffb-4766cf169212', 'status': 'completed', 'code': 200} Nov 12 02:19:59.037197 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8e43e265-6c17-4444-968b-654419cff01b req-404f6da0-57cc-4aee-88ef-c83b3ff4fac1 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f58cf50-319e-42b2-a7db-80c5474a980a HTTP/1.1" status: 200 len: 210 time: 0.0276353 Nov 12 02:19:59.438493 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:20:00.094292 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58336) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:00.153762 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a73150c1-601a-4890-9385-2261c39441e0 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:00.178922 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a73150c1-601a-4890-9385-2261c39441e0 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:00.241412 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a73150c1-601a-4890-9385-2261c39441e0 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:00.244348 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-a73150c1-601a-4890-9385-2261c39441e0 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:00.245587 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-a73150c1-601a-4890-9385-2261c39441e0 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "DELETE /v2.0/security-groups/191489ca-7b52-4614-beb9-940b92e07cdc HTTP/1.1" status: 204 len: 168 time: 0.1502793 Nov 12 02:20:00.254651 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73150c1-601a-4890-9385-2261c39441e0 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=191489ca-7b52-4614-beb9-940b92e07cdc,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:20:01.578416 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58344) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:01.583142 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-1dc66812-5830-45a7-b336-2cf783b5e363 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-962304552', 'description': 'tempest-secgroup-smoke-962304552 description', 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:20:01.607399 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1dc66812-5830-45a7-b336-2cf783b5e363 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:01.674212 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1dc66812-5830-45a7-b336-2cf783b5e363 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:01.677938 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1dc66812-5830-45a7-b336-2cf783b5e363 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:01.709280 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1dc66812-5830-45a7-b336-2cf783b5e363 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:01.710523 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1dc66812-5830-45a7-b336-2cf783b5e363 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1310446 Nov 12 02:20:01.711650 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc66812-5830-45a7-b336-2cf783b5e363 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72fdd76a-5a81-4c50-b5db-a58e330811df,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:20:01.713677 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58346) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:01.718552 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-ee04edfd-4192-494c-8592-c0766894f00b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Request body: {'security_group_rule': {'security_group_id': '72fdd76a-5a81-4c50-b5db-a58e330811df', 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:20:01.745318 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ee04edfd-4192-494c-8592-c0766894f00b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:01.799388 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ee04edfd-4192-494c-8592-c0766894f00b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:01.802976 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ee04edfd-4192-494c-8592-c0766894f00b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:01.820616 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04edfd-4192-494c-8592-c0766894f00b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0ddbe3-5a95-477d-bf61-50560c960e20,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:20:01.828407 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-ee04edfd-4192-494c-8592-c0766894f00b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:01.829674 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-ee04edfd-4192-494c-8592-c0766894f00b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147587 Nov 12 02:20:01.832821 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58348) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:01.837172 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-22204a95-9df1-4f02-bd3b-7f6aa61e505e tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Request body: {'security_group_rule': {'security_group_id': '72fdd76a-5a81-4c50-b5db-a58e330811df', 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:20:01.862469 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-22204a95-9df1-4f02-bd3b-7f6aa61e505e tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:01.918710 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-22204a95-9df1-4f02-bd3b-7f6aa61e505e tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:01.922027 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-22204a95-9df1-4f02-bd3b-7f6aa61e505e tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:01.944138 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22204a95-9df1-4f02-bd3b-7f6aa61e505e tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3a9f42-b7ca-44df-b06a-0023bb2e1f41,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:20:01.952130 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-22204a95-9df1-4f02-bd3b-7f6aa61e505e tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:01.953352 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-22204a95-9df1-4f02-bd3b-7f6aa61e505e tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195445 Nov 12 02:20:01.956678 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58350) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:01.960966 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-a0e8f2de-8568-4115-8e3c-3b01370775e4 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Request body: {'security_group_rule': {'security_group_id': '72fdd76a-5a81-4c50-b5db-a58e330811df', 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:20:01.986697 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f2de-8568-4115-8e3c-3b01370775e4 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:02.042243 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f2de-8568-4115-8e3c-3b01370775e4 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:02.045745 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f2de-8568-4115-8e3c-3b01370775e4 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:02.066926 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8f2de-8568-4115-8e3c-3b01370775e4 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5848b18b-600d-4b8b-af6a-9c9fe6018a37,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:20:02.074227 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f2de-8568-4115-8e3c-3b01370775e4 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:02.075419 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a0e8f2de-8568-4115-8e3c-3b01370775e4 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177931 Nov 12 02:20:02.078185 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58352) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:02.082980 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-c1cdf7a1-94bd-448a-9c93-8207f6c872bd tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Request body: {'security_group_rule': {'security_group_id': '72fdd76a-5a81-4c50-b5db-a58e330811df', 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:20:02.108642 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1cdf7a1-94bd-448a-9c93-8207f6c872bd tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:02.167620 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1cdf7a1-94bd-448a-9c93-8207f6c872bd tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:02.171194 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1cdf7a1-94bd-448a-9c93-8207f6c872bd tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:02.189518 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cdf7a1-94bd-448a-9c93-8207f6c872bd tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e356c1-0799-4bfb-b283-d0f90664923c,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:20:02.196000 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c1cdf7a1-94bd-448a-9c93-8207f6c872bd tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:02.197361 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c1cdf7a1-94bd-448a-9c93-8207f6c872bd tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182597 Nov 12 02:20:02.200068 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58354) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:02.204360 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-70a09b49-5452-4d54-a62e-2a5b48c89557 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Request body: {'security_group_rule': {'security_group_id': '72fdd76a-5a81-4c50-b5db-a58e330811df', 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:20:02.225691 n-d-712137-14 neutron-server[114243]: INFO neutron.db.securitygroups_db [None req-70a09b49-5452-4d54-a62e-2a5b48c89557 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Project 4dc10dc1b7ac40aaa403b80d9704249b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:20:02.230605 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70a09b49-5452-4d54-a62e-2a5b48c89557 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:02.288724 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70a09b49-5452-4d54-a62e-2a5b48c89557 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:02.292425 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70a09b49-5452-4d54-a62e-2a5b48c89557 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:02.312726 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a09b49-5452-4d54-a62e-2a5b48c89557 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56e7eef-0007-4a0d-bb89-4ba442cf63a6,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:20:02.320892 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70a09b49-5452-4d54-a62e-2a5b48c89557 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:02.322070 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-70a09b49-5452-4d54-a62e-2a5b48c89557 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210546 Nov 12 02:20:02.324736 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58356) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:02.328948 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-73439460-ed78-4856-83c1-4dc09c3c1bb3 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Request body: {'security_group_rule': {'security_group_id': '72fdd76a-5a81-4c50-b5db-a58e330811df', 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:20:02.349951 n-d-712137-14 neutron-server[114243]: INFO neutron.db.securitygroups_db [None req-73439460-ed78-4856-83c1-4dc09c3c1bb3 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Project 4dc10dc1b7ac40aaa403b80d9704249b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:20:02.354932 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73439460-ed78-4856-83c1-4dc09c3c1bb3 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:02.414180 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73439460-ed78-4856-83c1-4dc09c3c1bb3 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:02.417509 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73439460-ed78-4856-83c1-4dc09c3c1bb3 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:02.438181 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73439460-ed78-4856-83c1-4dc09c3c1bb3 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b97ef6d-72e6-435b-a2cf-2b1cff16bae4,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:20:02.443880 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-73439460-ed78-4856-83c1-4dc09c3c1bb3 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:02.445129 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-73439460-ed78-4856-83c1-4dc09c3c1bb3 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194689 Nov 12 02:20:02.773321 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3245a61d-6ce5-4e93-8ffb-4766cf169212 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:20:02.793163 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: 3245a61d-6ce5-4e93-8ffb-4766cf169212 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:20:02.793504 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device 3245a61d-6ce5-4e93-8ffb-4766cf169212 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:20:09.828356 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:17.808687 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-15435c6f-7a9d-418d-bef8-8c25a70dc55c tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-962304552&fields=id&tenant_id=4dc10dc1b7ac40aaa403b80d9704249b HTTP/1.1" status: 200 len: 267 time: 0.0448709 Nov 12 02:20:17.916627 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-e91f0235-1e8f-4431-9c77-4b64a61e3aac tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:17.918005 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-e91f0235-1e8f-4431-9c77-4b64a61e3aac tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 808 time: 0.1025884 Nov 12 02:20:17.933524 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-e2a70711-159a-4806-825a-97fb7e790482 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/quotas/4dc10dc1b7ac40aaa403b80d9704249b HTTP/1.1" status: 200 len: 375 time: 0.0097337 Nov 12 02:20:17.984087 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-83cc90cb-f8a8-425f-8eac-a344eed87057 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454085 Nov 12 02:20:18.122518 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-aebdbe69-275c-4acd-a096-e010290b45fe service neutron] 10.222.0.31 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256142 Nov 12 02:20:18.216038 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-8a0309d4-4316-49f0-a1e5-d1f128393cd3 service neutron] 10.222.0.31 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872877 Nov 12 02:20:18.493596 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1f3e11f6-33a7-4609-8e42-d4a1f91d7644 req-93aed8f0-2554-438a-927b-d4c021198e65 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 210 time: 0.0268555 Nov 12 02:20:19.571324 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-275a2abe-62c3-4e1d-b2ca-3b7f20de73c4 req-f132223e-aac3-46c0-8b38-254845cae898 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 210 time: 0.0276647 Nov 12 02:20:20.294599 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-3cf096a0-549e-4297-a4e1-fa9a781e5eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:20.650161 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b1f6dd9f-b8ad-4426-8813-2379ba08d7cf req-e33b4eb6-3e9a-4efb-a025-bd08a41759d0 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 210 time: 0.0272563 Nov 12 02:20:21.727908 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ba5404e-f498-41e2-9df8-bbbbc7cfbcd1 req-c8caaab9-5ab3-4f2b-be79-f8d7984a43d0 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 210 time: 0.0266013 Nov 12 02:20:22.571152 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-85df9e1d-8550-4e7d-b5ee-00a554b3ea88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:22.822749 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ba1fab58-d1cb-4b94-96b2-d00d7beb173a req-bf5e99a9-7d69-4b4c-b52d-fd3b7b0abd5b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 210 time: 0.0269606 Nov 12 02:20:23.510569 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-3d02e73e-4ae2-48f9-8be5-831870c692ed tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:23.512030 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-3d02e73e-4ae2-48f9-8be5-831870c692ed tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.21 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 808 time: 0.1169913 Nov 12 02:20:23.578730 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-0135257b-6e94-4d94-86f6-bf8cf24731c6 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dc10dc1b7ac40aaa403b80d9704249b HTTP/1.1" status: 200 len: 379 time: 0.0562437 Nov 12 02:20:23.589595 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-d994b334-931d-4cfb-b6d3-f2c4d203c2fc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Request body: {'port': {'device_id': '972ebeda-721f-4f07-a367-9fec5efa332b', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'admin_state_up': True, 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'security_groups': ['72fdd76a-5a81-4c50-b5db-a58e330811df']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:20:23.711233 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-d994b334-931d-4cfb-b6d3-f2c4d203c2fc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Made reservation on behalf of 4dc10dc1b7ac40aaa403b80d9704249b for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:20:23.716974 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-d994b334-931d-4cfb-b6d3-f2c4d203c2fc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:23.850674 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-d994b334-931d-4cfb-b6d3-f2c4d203c2fc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Allocated IP 172.20.0.6 (a4ec9a39-fe1d-4b32-95ab-d4adecfae650/b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b/b519c739-1fe2-4283-bd8a-e2d83e1582d2) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:20:23.916283 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:23.974549 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ff82ec41-cbb8-4644-bb35-7734d2f351df req-4cc58900-4bf0-42e4-a359-4d377347069e tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 210 time: 0.0594540 Nov 12 02:20:24.032074 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-d994b334-931d-4cfb-b6d3-f2c4d203c2fc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:24.066690 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-d994b334-931d-4cfb-b6d3-f2c4d203c2fc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:24.110915 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-d994b334-931d-4cfb-b6d3-f2c4d203c2fc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Network a4ec9a39-fe1d-4b32-95ab-d4adecfae650 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:20:24.114325 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-d994b334-931d-4cfb-b6d3-f2c4d203c2fc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:20:24.120230 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-d994b334-931d-4cfb-b6d3-f2c4d203c2fc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:20:24.148833 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994b334-931d-4cfb-b6d3-f2c4d203c2fc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event updated for resources: {'Port': ['ID=b519c739-1fe2-4283-bd8a-e2d83e1582d2,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:20:24.176366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-d994b334-931d-4cfb-b6d3-f2c4d203c2fc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:24.177026 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-d994b334-931d-4cfb-b6d3-f2c4d203c2fc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:24.196501 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-d994b334-931d-4cfb-b6d3-f2c4d203c2fc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6107514 Nov 12 02:20:24.210858 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] Request body: {'port': {'device_id': '972ebeda-721f-4f07-a367-9fec5efa332b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:20:24.271675 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:24.376109 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ec349a96-1006-4b9a-985b-9e6ad09f03f6 None None] Provisioning complete for port b519c739-1fe2-4283-bd8a-e2d83e1582d2 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:20:24.376763 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ec349a96-1006-4b9a-985b-9e6ad09f03f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:24.416551 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-ec349a96-1006-4b9a-985b-9e6ad09f03f6 None None] Port b519c739-1fe2-4283-bd8a-e2d83e1582d2 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:20:24.565902 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b519c739-1fe2-4283-bd8a-e2d83e1582d2 {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:20:24.573436 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:24.586349 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] Transition to ACTIVE for port object b519c739-1fe2-4283-bd8a-e2d83e1582d2 will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:20:24.589952 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:24.640636 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] Pushing event updated for resources: {'Port': ['ID=b519c739-1fe2-4283-bd8a-e2d83e1582d2,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:20:24.730682 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] Attempting to bind port b519c739-1fe2-4283-bd8a-e2d83e1582d2 on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:20:24.731031 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] Attempting to bind port b519c739-1fe2-4283-bd8a-e2d83e1582d2 by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:20:24.731373 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] Attempting to bind port b519c739-1fe2-4283-bd8a-e2d83e1582d2 on network a4ec9a39-fe1d-4b32-95ab-d4adecfae650 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:20:24.736821 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] Port b519c739-1fe2-4283-bd8a-e2d83e1582d2 on network a4ec9a39-fe1d-4b32-95ab-d4adecfae650 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:20:24.737157 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] Attempting to bind port b519c739-1fe2-4283-bd8a-e2d83e1582d2 on network a4ec9a39-fe1d-4b32-95ab-d4adecfae650 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:20:24.743576 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:20:24.743921 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] Checking segment: {'id': '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:20:24.744314 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] Bound using segment: {'id': '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:20:24.744775 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] Bound port: b519c739-1fe2-4283-bd8a-e2d83e1582d2, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:20:24.745141 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:24.819619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] For port b519c739-1fe2-4283-bd8a-e2d83e1582d2, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:20:24.823110 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] For port b519c739-1fe2-4283-bd8a-e2d83e1582d2, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b519c739-1fe2-4283-bd8a-e2d83e1582d2,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:20:24.828304 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:24.863587 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:24.864308 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:24.865655 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] 10.222.0.21 "PUT /v2.0/ports/b519c739-1fe2-4283-bd8a-e2d83e1582d2 HTTP/1.1" status: 200 len: 1092 time: 0.6598253 Nov 12 02:20:24.866081 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972ebeda-721f-4f07-a367-9fec5efa332b', 'tag': 'b519c739-1fe2-4283-bd8a-e2d83e1582d2'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:20:24.868379 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb6cbd9-8e5d-4221-be0f-7f3fb5fdee76" -d '{"events": [{"name": "network-changed", "server_uuid": "972ebeda-721f-4f07-a367-9fec5efa332b", "tag": "b519c739-1fe2-4283-bd8a-e2d83e1582d2"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:20:24.893618 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04fa26-3fd5-440d-a88a-ae4f5c099869 service neutron] Pushing event updated for resources: {'Port': ['ID=b519c739-1fe2-4283-bd8a-e2d83e1582d2,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:20:24.927981 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39a970d-f104-4b7f-a473-0a81223fa29b x-openstack-request-id: req-a39a970d-f104-4b7f-a473-0a81223fa29b {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:20:24.928281 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972ebeda-721f-4f07-a367-9fec5efa332b", "tag": "b519c739-1fe2-4283-bd8a-e2d83e1582d2", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:20:24.928538 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a39a970d-f104-4b7f-a473-0a81223fa29b {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:20:24.928965 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972ebeda-721f-4f07-a367-9fec5efa332b', 'tag': 'b519c739-1fe2-4283-bd8a-e2d83e1582d2', 'status': 'completed', 'code': 200} Nov 12 02:20:24.965090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-6564cfa5-7426-4bcc-9653-1f62334cdfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:24.966676 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-6564cfa5-7426-4bcc-9653-1f62334cdfff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 1095 time: 0.0512221 Nov 12 02:20:25.037363 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-7fc31752-ed5d-45f3-8992-a8813216e0d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b519c739-1fe2-4283-bd8a-e2d83e1582d2 HTTP/1.1" status: 200 len: 217 time: 0.0606499 Nov 12 02:20:25.136612 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-5be55c9b-d387-4caf-bae2-3f808f6f8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:25.138129 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-5be55c9b-d387-4caf-bae2-3f808f6f8fb5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b HTTP/1.1" status: 200 len: 847 time: 0.0844805 Nov 12 02:20:25.152715 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce753cd5-22b3-47f1-8b54-1ff1d2398fce req-9a763af6-315c-4abf-b06f-be292c38ac31 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:25.154669 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ce753cd5-22b3-47f1-8b54-1ff1d2398fce req-9a763af6-315c-4abf-b06f-be292c38ac31 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 943 time: 0.0719225 Nov 12 02:20:25.235752 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ce753cd5-22b3-47f1-8b54-1ff1d2398fce req-60bd10cd-ffca-455f-8c0e-330b182d40ae tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718427 Nov 12 02:20:25.238580 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-de84932a-75a9-4499-ac19-081909fa99da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:25.240291 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-de84932a-75a9-4499-ac19-081909fa99da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844934 Nov 12 02:20:25.339937 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-a8cfdb20-43b6-4f00-883d-f42e2bb4d009 service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913150 Nov 12 02:20:25.437023 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-9ca1e54e-db2b-47c6-a3e1-091214793b4e req-bd6d965d-c2eb-4f97-8fd3-4c335279dc82 service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872552 Nov 12 02:20:25.521276 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6cbd9-8e5d-4221-be0f-7f3fb5fdee76 req-e9e3ae93-0cc5-4d2c-8c82-9a34bff0c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:25.522780 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1fb6cbd9-8e5d-4221-be0f-7f3fb5fdee76 req-e9e3ae93-0cc5-4d2c-8c82-9a34bff0c03d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 1095 time: 0.0422223 Nov 12 02:20:25.585318 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:25.619840 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6cbd9-8e5d-4221-be0f-7f3fb5fdee76 req-af6e7f5d-ea39-4b3f-8de6-e85597b98a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:25.621395 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1fb6cbd9-8e5d-4221-be0f-7f3fb5fdee76 req-af6e7f5d-ea39-4b3f-8de6-e85597b98a49 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 909 time: 0.0916424 Nov 12 02:20:25.664742 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1fb6cbd9-8e5d-4221-be0f-7f3fb5fdee76 req-c4d7b33d-4078-4c04-a056-b29f5cabb147 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b519c739-1fe2-4283-bd8a-e2d83e1582d2 HTTP/1.1" status: 200 len: 217 time: 0.0351343 Nov 12 02:20:25.713737 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6cbd9-8e5d-4221-be0f-7f3fb5fdee76 req-189309b8-75db-40f5-9ec4-093a52a34124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:25.714737 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1fb6cbd9-8e5d-4221-be0f-7f3fb5fdee76 req-189309b8-75db-40f5-9ec4-093a52a34124 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b HTTP/1.1" status: 200 len: 847 time: 0.0437951 Nov 12 02:20:25.763149 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6cbd9-8e5d-4221-be0f-7f3fb5fdee76 req-f01f62ea-c6fe-4f64-afea-749db1f6018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:25.764712 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1fb6cbd9-8e5d-4221-be0f-7f3fb5fdee76 req-f01f62ea-c6fe-4f64-afea-749db1f6018b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426574 Nov 12 02:20:25.866508 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1fb6cbd9-8e5d-4221-be0f-7f3fb5fdee76 req-a67f565f-8713-40ce-a749-14bc0fbfbf15 service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939350 Nov 12 02:20:25.873393 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:25.967347 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1fb6cbd9-8e5d-4221-be0f-7f3fb5fdee76 req-f0ad4d22-5dff-4527-8e62-ebf9d39a4984 service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926223 Nov 12 02:20:26.269462 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:26.360302 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52382eda-3153-4eab-8fdb-eb5d1abb7105 req-98d08482-3d42-442e-97a4-c04680bc3c7b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:26.362337 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-52382eda-3153-4eab-8fdb-eb5d1abb7105 req-98d08482-3d42-442e-97a4-c04680bc3c7b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 943 time: 0.0540721 Nov 12 02:20:26.411320 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-52382eda-3153-4eab-8fdb-eb5d1abb7105 req-d638389b-6a2d-4967-b75e-077314538825 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429060 Nov 12 02:20:27.533644 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f88ede-3cbc-416b-9ed7-f88170547ada req-cd5364f6-74ba-4482-9bd8-8279d9414300 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:27.535228 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f9f88ede-3cbc-416b-9ed7-f88170547ada req-cd5364f6-74ba-4482-9bd8-8279d9414300 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 943 time: 0.0512969 Nov 12 02:20:27.588259 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f9f88ede-3cbc-416b-9ed7-f88170547ada req-3a794944-fc78-43bb-a6c2-8e64b4d864d9 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468676 Nov 12 02:20:28.712316 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19221d9f-055f-4b2f-a1b3-0168d684c04b req-3aa55472-238c-4c89-840f-367fd496fc27 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:28.713746 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19221d9f-055f-4b2f-a1b3-0168d684c04b req-3aa55472-238c-4c89-840f-367fd496fc27 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 943 time: 0.0561323 Nov 12 02:20:28.765734 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-19221d9f-055f-4b2f-a1b3-0168d684c04b req-8e55a094-2387-417e-9038-2ccc07eed430 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457373 Nov 12 02:20:29.881661 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477df0e7-815a-4338-8b5e-e0b19257bdb7 req-9f73a963-49be-4eae-b2c6-d7c00f10d577 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:29.883179 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-477df0e7-815a-4338-8b5e-e0b19257bdb7 req-9f73a963-49be-4eae-b2c6-d7c00f10d577 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 943 time: 0.0489287 Nov 12 02:20:29.932754 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-477df0e7-815a-4338-8b5e-e0b19257bdb7 req-cd1a3adb-bfb7-4d66-ac4b-06eb1ed1d701 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434060 Nov 12 02:20:31.048170 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650ac13-4a07-45d8-a7b2-0acd6c8c7f1c req-7783c4e0-88d8-42c1-a063-19dc06a780cc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:31.049738 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2650ac13-4a07-45d8-a7b2-0acd6c8c7f1c req-7783c4e0-88d8-42c1-a063-19dc06a780cc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 943 time: 0.0513761 Nov 12 02:20:31.102952 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2650ac13-4a07-45d8-a7b2-0acd6c8c7f1c req-b8857de1-dde1-4d3f-a95f-73c974ff9efb tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472515 Nov 12 02:20:32.223423 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7432f-5a7a-4b31-9ae4-9148d10ce813 req-cd4d6f0c-dc45-4404-a125-e7d7ca85e692 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:32.224907 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bdf7432f-5a7a-4b31-9ae4-9148d10ce813 req-cd4d6f0c-dc45-4404-a125-e7d7ca85e692 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 943 time: 0.0523112 Nov 12 02:20:32.274184 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bdf7432f-5a7a-4b31-9ae4-9148d10ce813 req-aae83669-6eb6-43a6-b3f9-436cfefde551 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424590 Nov 12 02:20:33.390849 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad6118-4aff-4c99-8193-fef37ec15f2e req-6873065e-872c-47c1-8bd1-769076352c0f tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:33.392316 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dfad6118-4aff-4c99-8193-fef37ec15f2e req-6873065e-872c-47c1-8bd1-769076352c0f tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 943 time: 0.0486050 Nov 12 02:20:33.441314 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dfad6118-4aff-4c99-8193-fef37ec15f2e req-d1ba99e4-0e9a-419d-86d3-2e56a98bdc58 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431664 Nov 12 02:20:34.556225 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bcbc5-a58a-4e64-9955-30620c545b9b req-b8fdeeaa-8876-4ef8-ae54-daabde5cc49b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:34.557755 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6c5bcbc5-a58a-4e64-9955-30620c545b9b req-b8fdeeaa-8876-4ef8-ae54-daabde5cc49b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 943 time: 0.0495672 Nov 12 02:20:34.607454 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6c5bcbc5-a58a-4e64-9955-30620c545b9b req-f108eb60-5d3c-4bf4-a7a8-46cfcaf63011 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435531 Nov 12 02:20:35.722763 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a173f-a4cf-4757-b377-2c47fb5ccc68 req-d90999a5-bc41-4cc4-9f89-c64a32425063 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:35.724245 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-221a173f-a4cf-4757-b377-2c47fb5ccc68 req-d90999a5-bc41-4cc4-9f89-c64a32425063 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 943 time: 0.0492899 Nov 12 02:20:35.772110 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-221a173f-a4cf-4757-b377-2c47fb5ccc68 req-17d29081-bbfa-4649-b6dc-ed71dc1e0ded tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419393 Nov 12 02:20:35.912906 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b519c739-1fe2-4283-bd8a-e2d83e1582d2 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:20:36.005052 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port b519c739-1fe2-4283-bd8a-e2d83e1582d2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b519c739-1fe2-4283-bd8a-e2d83e1582d2,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:20:36.020000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'b519c739-1fe2-4283-bd8a-e2d83e1582d2', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'port_id': 'b519c739-1fe2-4283-bd8a-e2d83e1582d2', 'mac_address': 'fa:16:3e:c0:9f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:20:36.056424 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:36.069493 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b519c739-1fe2-4283-bd8a-e2d83e1582d2 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:20:36.087981 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port b519c739-1fe2-4283-bd8a-e2d83e1582d2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b519c739-1fe2-4283-bd8a-e2d83e1582d2,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:20:36.092529 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:36.139467 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=b519c739-1fe2-4283-bd8a-e2d83e1582d2,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:20:36.147019 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:36.147382 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:36.147771 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:36.148098 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:36.148434 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:36.148800 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:36.149136 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:36.149467 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:36.149797 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:36.150125 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:36.150450 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:36.150777 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:36.322996 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['b519c739-1fe2-4283-bd8a-e2d83e1582d2'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:20:36.438121 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:20:36.890675 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d0ffc-3299-4c18-8d23-f99325e28c81 req-ba503114-28f8-42df-96c1-4552b6b199d0 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:36.892032 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e74d0ffc-3299-4c18-8d23-f99325e28c81 req-ba503114-28f8-42df-96c1-4552b6b199d0 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 944 time: 0.0518994 Nov 12 02:20:36.941476 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e74d0ffc-3299-4c18-8d23-f99325e28c81 req-62fce623-d9ba-4691-a7ce-09c65c0fb118 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432696 Nov 12 02:20:37.910232 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b519c739-1fe2-4283-bd8a-e2d83e1582d2 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:20:37.965593 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port b519c739-1fe2-4283-bd8a-e2d83e1582d2 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:20:37.970101 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port b519c739-1fe2-4283-bd8a-e2d83e1582d2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:20:37.970467 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:38.048021 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:38.060276 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653bc60-0f8f-4a41-8571-dc336f48d983 req-fce6808c-c7ae-4483-9bd3-15568100edea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:38.061824 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d653bc60-0f8f-4a41-8571-dc336f48d983 req-fce6808c-c7ae-4483-9bd3-15568100edea tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 944 time: 0.0542846 Nov 12 02:20:38.071708 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972ebeda-721f-4f07-a367-9fec5efa332b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b519c739-1fe2-4283-bd8a-e2d83e1582d2'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:20:38.073982 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67921ce-e002-468b-90e5-83657cef773b" -d '{"events": [{"server_uuid": "972ebeda-721f-4f07-a367-9fec5efa332b", "name": "network-vif-plugged", "status": "completed", "tag": "b519c739-1fe2-4283-bd8a-e2d83e1582d2"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:20:38.088155 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port b519c739-1fe2-4283-bd8a-e2d83e1582d2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b519c739-1fe2-4283-bd8a-e2d83e1582d2,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:20:38.092897 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:38.115541 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d653bc60-0f8f-4a41-8571-dc336f48d983 req-06f1b8b0-972b-4cde-b53b-5f71015217b2 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471647 Nov 12 02:20:38.122236 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b20f0c8-4f8c-4214-832e-558aae59fc36 x-openstack-request-id: req-3b20f0c8-4f8c-4214-832e-558aae59fc36 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:20:38.122530 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972ebeda-721f-4f07-a367-9fec5efa332b", "name": "network-vif-plugged", "status": "completed", "tag": "b519c739-1fe2-4283-bd8a-e2d83e1582d2", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:20:38.123296 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b20f0c8-4f8c-4214-832e-558aae59fc36 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:20:38.123919 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972ebeda-721f-4f07-a367-9fec5efa332b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b519c739-1fe2-4283-bd8a-e2d83e1582d2', 'code': 200} Nov 12 02:20:38.153808 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=b519c739-1fe2-4283-bd8a-e2d83e1582d2,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:20:38.211814 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb91668-57df-4e9f-8367-b3f6e8cf2cf4 req-c86999fb-dbc9-4a8a-a9e7-78cd7db1881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:38.213352 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2eb91668-57df-4e9f-8367-b3f6e8cf2cf4 req-c86999fb-dbc9-4a8a-a9e7-78cd7db1881e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 1097 time: 0.0409181 Nov 12 02:20:38.261884 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2eb91668-57df-4e9f-8367-b3f6e8cf2cf4 req-ad754509-543e-4662-a213-6f613c28a92d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400503 Nov 12 02:20:39.235177 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ae015-639a-425c-b5cc-4c0a8aef79c8 req-1de62617-10ef-4a77-a8f4-df93de435b1e tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:39.237162 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f19ae015-639a-425c-b5cc-4c0a8aef79c8 req-1de62617-10ef-4a77-a8f4-df93de435b1e tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 945 time: 0.0473900 Nov 12 02:20:39.292217 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f19ae015-639a-425c-b5cc-4c0a8aef79c8 req-d40aa966-a76a-4edf-af18-381e7a569491 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487063 Nov 12 02:20:39.832430 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:40.406727 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68eecae-1f7b-4eb8-9f70-4d70cfe320fd req-be3ea6ee-e98a-4c3e-b6a6-4dc582197438 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:40.408245 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a68eecae-1f7b-4eb8-9f70-4d70cfe320fd req-be3ea6ee-e98a-4c3e-b6a6-4dc582197438 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 945 time: 0.0487518 Nov 12 02:20:40.461779 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-a68eecae-1f7b-4eb8-9f70-4d70cfe320fd req-60e3db80-c9f6-4810-87b3-730efe5b52cb tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468614 Nov 12 02:20:40.574770 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74895767-03eb-4a6d-8497-871189da1b81 req-430c9aaf-3c25-4ec9-be3e-6444b7b08bc9 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:40.576230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74895767-03eb-4a6d-8497-871189da1b81 req-430c9aaf-3c25-4ec9-be3e-6444b7b08bc9 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 945 time: 0.0481875 Nov 12 02:20:40.624669 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-74895767-03eb-4a6d-8497-871189da1b81 req-b3013019-fd07-4307-a240-b2566ef30f4d tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418694 Nov 12 02:20:40.646616 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58578) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:40.763286 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa29b80-c4fd-4fe0-9f18-9a0b1a56baa6 tempest-TestShelveInstance-959475123 tempest-TestShelveInstance-959475123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:40.764812 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7fa29b80-c4fd-4fe0-9f18-9a0b1a56baa6 tempest-TestShelveInstance-959475123 tempest-TestShelveInstance-959475123-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 1092 time: 0.1171558 Nov 12 02:20:40.767577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58584) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:40.771722 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-807dbcd0-9e82-45c2-9307-151f6ad829ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': 'b519c739-1fe2-4283-bd8a-e2d83e1582d2', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:20:40.793473 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-807dbcd0-9e82-45c2-9307-151f6ad829ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:40.887675 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-807dbcd0-9e82-45c2-9307-151f6ad829ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:40.993313 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-807dbcd0-9e82-45c2-9307-151f6ad829ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Allocated IP 172.25.0.19 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/b6c3c32f-f152-49de-953f-cc1274dd9cc3) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:20:41.092001 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-807dbcd0-9e82-45c2-9307-151f6ad829ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:41.124593 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-807dbcd0-9e82-45c2-9307-151f6ad829ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:41.156834 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807dbcd0-9e82-45c2-9307-151f6ad829ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:20:41.160022 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-807dbcd0-9e82-45c2-9307-151f6ad829ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:20:41.163371 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807dbcd0-9e82-45c2-9307-151f6ad829ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:20:41.200044 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807dbcd0-9e82-45c2-9307-151f6ad829ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event updated for resources: {'Port': ['ID=b6c3c32f-f152-49de-953f-cc1274dd9cc3,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:20:41.525292 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-807dbcd0-9e82-45c2-9307-151f6ad829ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:41.595468 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-807dbcd0-9e82-45c2-9307-151f6ad829ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:41.749040 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-807dbcd0-9e82-45c2-9307-151f6ad829ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:41.753949 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-807dbcd0-9e82-45c2-9307-151f6ad829ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:41.821854 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807dbcd0-9e82-45c2-9307-151f6ad829ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event updated for resources: {'Port': ['ID=b6c3c32f-f152-49de-953f-cc1274dd9cc3,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:20:41.836242 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-807dbcd0-9e82-45c2-9307-151f6ad829ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:41.934674 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-807dbcd0-9e82-45c2-9307-151f6ad829ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Floating IP 0379d0ae-d30c-4492-9c0e-bfb3500244ec associated. External IP: 172.25.0.19, port: b519c739-1fe2-4283-bd8a-e2d83e1582d2. Nov 12 02:20:42.166201 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807dbcd0-9e82-45c2-9307-151f6ad829ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Router 32b36be0-2d2b-4312-9f97-fce357638e3b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:20:42.276371 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807dbcd0-9e82-45c2-9307-151f6ad829ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:20:42.291542 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb4bcb7-b467-4269-9037-615738786fb0 None None] Sync routers for ids ['32b36be0-2d2b-4312-9f97-fce357638e3b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:20:42.298276 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-807dbcd0-9e82-45c2-9307-151f6ad829ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:42.305065 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb4bcb7-b467-4269-9037-615738786fb0 None None] Routers {'32b36be0-2d2b-4312-9f97-fce357638e3b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:20:42.306024 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ddb4bcb7-b467-4269-9037-615738786fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:20:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['32b36be0-2d2b-4312-9f97-fce357638e3b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:20:42.328106 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-807dbcd0-9e82-45c2-9307-151f6ad829ad tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5594904 Nov 12 02:20:42.328846 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972ebeda-721f-4f07-a367-9fec5efa332b', 'tag': 'b519c739-1fe2-4283-bd8a-e2d83e1582d2'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:20:42.331239 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ad4799-5642-4a77-a5f7-991b59391ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "972ebeda-721f-4f07-a367-9fec5efa332b", "tag": "b519c739-1fe2-4283-bd8a-e2d83e1582d2"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:20:42.379891 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e61d3c-5a59-488b-aba8-228a5f9bfc03 x-openstack-request-id: req-05e61d3c-5a59-488b-aba8-228a5f9bfc03 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:20:42.380194 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972ebeda-721f-4f07-a367-9fec5efa332b", "tag": "b519c739-1fe2-4283-bd8a-e2d83e1582d2", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:20:42.380452 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05e61d3c-5a59-488b-aba8-228a5f9bfc03 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:20:42.380901 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972ebeda-721f-4f07-a367-9fec5efa332b', 'tag': 'b519c739-1fe2-4283-bd8a-e2d83e1582d2', 'status': 'completed', 'code': 200} Nov 12 02:20:42.423979 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-ddb4bcb7-b467-4269-9037-615738786fb0 None None] Set router 32b36be0-2d2b-4312-9f97-fce357638e3b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:20:42.441496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad4799-5642-4a77-a5f7-991b59391ff1 req-904d93df-036f-478d-8f5a-b48c84a03b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:42.443058 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-01ad4799-5642-4a77-a5f7-991b59391ff1 req-904d93df-036f-478d-8f5a-b48c84a03b39 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 1097 time: 0.0406356 Nov 12 02:20:42.540115 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad4799-5642-4a77-a5f7-991b59391ff1 req-d9f85d15-5502-4d31-8d88-74464b9733e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:42.541639 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-01ad4799-5642-4a77-a5f7-991b59391ff1 req-d9f85d15-5502-4d31-8d88-74464b9733e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 909 time: 0.0912342 Nov 12 02:20:42.607472 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-01ad4799-5642-4a77-a5f7-991b59391ff1 req-7623bfe6-597c-472d-95cd-26821b7925ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b519c739-1fe2-4283-bd8a-e2d83e1582d2 HTTP/1.1" status: 200 len: 998 time: 0.0574298 Nov 12 02:20:42.647208 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ddb4bcb7-b467-4269-9037-615738786fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'name': 'tempest-TestShelveInstance-832986071-router', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'gw_port': {'id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:91:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '0379d0ae-d30c-4492-9c0e-bfb3500244ec', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'port_id': 'b519c739-1fe2-4283-bd8a-e2d83e1582d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'mac_address': 'fa:16:3e:c0:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972ebeda-721f-4f07-a367-9fec5efa332b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:20:41Z', 'updated_at': '2021-11-12T02:20:41Z', 'revision_number': 0, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a9c992-c178-43ea-a039-d9d2ab674321', 'name': '', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'mac_address': 'fa:16:3e:38:16:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:01Z', 'updated_at': '2021-11-12T02:15:05Z', 'revision_number': 5, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'subnets': [{'id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:20:42.665953 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad4799-5642-4a77-a5f7-991b59391ff1 req-d87c18c3-15f9-4b3a-bb48-c7f1af05b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:42.667422 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-01ad4799-5642-4a77-a5f7-991b59391ff1 req-d87c18c3-15f9-4b3a-bb48-c7f1af05b5da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b HTTP/1.1" status: 200 len: 847 time: 0.0534124 Nov 12 02:20:42.682280 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb4bcb7-b467-4269-9037-615738786fb0 None None] Checking router: 32b36be0-2d2b-4312-9f97-fce357638e3b for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:20:42.691173 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb4bcb7-b467-4269-9037-615738786fb0 None None] Routers {'32b36be0-2d2b-4312-9f97-fce357638e3b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:20:42.691796 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ddb4bcb7-b467-4269-9037-615738786fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:20:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['32b36be0-2d2b-4312-9f97-fce357638e3b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:20:42.717651 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad4799-5642-4a77-a5f7-991b59391ff1 req-05b71477-dc09-4a50-a474-7967dcf6b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:42.719164 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-01ad4799-5642-4a77-a5f7-991b59391ff1 req-05b71477-dc09-4a50-a474-7967dcf6b537 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438294 Nov 12 02:20:42.801963 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-ddb4bcb7-b467-4269-9037-615738786fb0 None None] Set router 32b36be0-2d2b-4312-9f97-fce357638e3b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:20:42.809445 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-01ad4799-5642-4a77-a5f7-991b59391ff1 req-03c171ae-73ed-448f-b885-410520f52d48 service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828538 Nov 12 02:20:42.902830 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-01ad4799-5642-4a77-a5f7-991b59391ff1 req-5558e02c-e7c8-4d9a-a6d9-118c60a75838 service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854995 Nov 12 02:20:43.045420 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-ddb4bcb7-b467-4269-9037-615738786fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'name': 'tempest-TestShelveInstance-832986071-router', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'gw_port': {'id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:91:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '0379d0ae-d30c-4492-9c0e-bfb3500244ec', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'port_id': 'b519c739-1fe2-4283-bd8a-e2d83e1582d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'mac_address': 'fa:16:3e:c0:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972ebeda-721f-4f07-a367-9fec5efa332b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:20:41Z', 'updated_at': '2021-11-12T02:20:41Z', 'revision_number': 0, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a9c992-c178-43ea-a039-d9d2ab674321', 'name': '', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'mac_address': 'fa:16:3e:38:16:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:01Z', 'updated_at': '2021-11-12T02:15:05Z', 'revision_number': 5, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'subnets': [{'id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:20:43.073012 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb4bcb7-b467-4269-9037-615738786fb0 None None] The sync data for ids ['32b36be0-2d2b-4312-9f97-fce357638e3b'] in n-d-712137-14 is: [{'id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'name': 'tempest-TestShelveInstance-832986071-router', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'gw_port': {'id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:91:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '0379d0ae-d30c-4492-9c0e-bfb3500244ec', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'port_id': 'b519c739-1fe2-4283-bd8a-e2d83e1582d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'mac_address': 'fa:16:3e:c0:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972ebeda-721f-4f07-a367-9fec5efa332b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:20:41Z', 'updated_at': '2021-11-12T02:20:41Z', 'revision_number': 0, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a9c992-c178-43ea-a039-d9d2ab674321', 'name': '', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'mac_address': 'fa:16:3e:38:16:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:01Z', 'updated_at': '2021-11-12T02:15:05Z', 'revision_number': 5, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'subnets': [{'id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:20:43.260027 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7256d070-4d44-4e38-af3c-2a4c7690eb96 None None] New status for floating IP 0379d0ae-d30c-4492-9c0e-bfb3500244ec: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:20:50.298895 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-673fe473-69d9-4125-bae4-5c35f3e9f624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:52.571097 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-19807ff8-1a74-4d9a-8444-8662197d8529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:53.916286 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:55.597501 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:55.874842 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:56.262049 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:09.825221 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:13.437894 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:21:20.302751 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d5c8339a-7e3d-4b8a-869b-163f1ead2250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:21.284380 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ead50b03-8616-4b96-b807-ac7611a37dd7 req-d9382c7f-11d1-4135-8406-da07a35632cb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408833 Nov 12 02:21:21.364283 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead50b03-8616-4b96-b807-ac7611a37dd7 req-68dadacc-3061-49f0-b808-286261471cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:21:21.365900 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ead50b03-8616-4b96-b807-ac7611a37dd7 req-68dadacc-3061-49f0-b808-286261471cab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 1097 time: 0.0402117 Nov 12 02:21:21.476265 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead50b03-8616-4b96-b807-ac7611a37dd7 req-86483c11-6ce3-45a5-8c1d-10d5bc72d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:21:21.477751 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ead50b03-8616-4b96-b807-ac7611a37dd7 req-86483c11-6ce3-45a5-8c1d-10d5bc72d600 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 909 time: 0.0896347 Nov 12 02:21:21.541828 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ead50b03-8616-4b96-b807-ac7611a37dd7 req-40931ca7-ee9e-4285-acca-ba989b01ce4c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b519c739-1fe2-4283-bd8a-e2d83e1582d2 HTTP/1.1" status: 200 len: 1000 time: 0.0571048 Nov 12 02:21:21.593989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead50b03-8616-4b96-b807-ac7611a37dd7 req-3ed5e0e0-32ba-46a9-95bc-e1f47587573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:21:21.595405 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ead50b03-8616-4b96-b807-ac7611a37dd7 req-3ed5e0e0-32ba-46a9-95bc-e1f47587573a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b HTTP/1.1" status: 200 len: 847 time: 0.0464056 Nov 12 02:21:21.641900 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead50b03-8616-4b96-b807-ac7611a37dd7 req-cd3ffaed-485b-48d9-92e9-18f67af96dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:21:21.643389 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ead50b03-8616-4b96-b807-ac7611a37dd7 req-cd3ffaed-485b-48d9-92e9-18f67af96dbb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402839 Nov 12 02:21:21.734733 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ead50b03-8616-4b96-b807-ac7611a37dd7 req-0c75aed5-50d2-4a27-b1cc-af17bf191d2a service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838888 Nov 12 02:21:21.827122 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ead50b03-8616-4b96-b807-ac7611a37dd7 req-b30ca8a4-2875-4a17-b072-090ad651d18b service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849359 Nov 12 02:21:22.572040 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6f581ff3-b5f5-4c2e-ac4b-bfffc85cec55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:23.918865 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:25.596972 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:25.877652 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:26.264011 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:39.838659 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:50.303707 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-222aaf1f-1c95-492e-be66-4e924dfb832d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:50.437517 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:21:52.573095 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f5a89790-1272-485b-9f25-e681f477b7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:53.919912 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:55.613556 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:55.880748 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:56.265037 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:09.838643 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:20.306111 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-151a2bbc-bd3b-4bac-a0d6-620fc33e449b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:22.574076 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d3955daa-206a-4d84-8686-c57691b2ee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:23.283262 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc7b5154-fe0c-487a-9230-0729afa07e71 req-de83a06c-7c42-4d29-93f1-9e374343a1b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405421 Nov 12 02:22:23.372600 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b5154-fe0c-487a-9230-0729afa07e71 req-9b71e91c-06a8-42de-bfcd-7ae7bb301ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:23.374125 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc7b5154-fe0c-487a-9230-0729afa07e71 req-9b71e91c-06a8-42de-bfcd-7ae7bb301ad0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 1097 time: 0.0446770 Nov 12 02:22:23.477209 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b5154-fe0c-487a-9230-0729afa07e71 req-59b27544-8943-4509-bbf0-4c3b4aedaa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:23.478638 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc7b5154-fe0c-487a-9230-0729afa07e71 req-59b27544-8943-4509-bbf0-4c3b4aedaa71 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 909 time: 0.0826592 Nov 12 02:22:23.546417 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc7b5154-fe0c-487a-9230-0729afa07e71 req-140f551e-b5ca-49f8-a851-4d0e96c2ece1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b519c739-1fe2-4283-bd8a-e2d83e1582d2 HTTP/1.1" status: 200 len: 1000 time: 0.0598681 Nov 12 02:22:23.895862 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b5154-fe0c-487a-9230-0729afa07e71 req-b4711dd7-8924-42a7-a5c8-87d691bd3f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:23.897740 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc7b5154-fe0c-487a-9230-0729afa07e71 req-b4711dd7-8924-42a7-a5c8-87d691bd3f2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b HTTP/1.1" status: 200 len: 847 time: 0.3443921 Nov 12 02:22:23.926144 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:23.942851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b5154-fe0c-487a-9230-0729afa07e71 req-32608697-53c6-4190-ba64-22658a956196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:23.944364 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc7b5154-fe0c-487a-9230-0729afa07e71 req-32608697-53c6-4190-ba64-22658a956196 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392373 Nov 12 02:22:24.035402 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc7b5154-fe0c-487a-9230-0729afa07e71 req-6c82f27a-e51d-4ff0-8071-93dd7b5982c3 service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835001 Nov 12 02:22:24.122843 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dc7b5154-fe0c-487a-9230-0729afa07e71 req-908fcdc1-3325-44e1-abde-0db06e65f3a2 service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802984 Nov 12 02:22:25.604127 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:25.884917 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:26.267738 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:27.437065 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:22:39.838351 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:40.184052 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ce507-e4a5-4b55-b7d4-689432c68281 req-ac5c9677-bcd3-4a33-8af0-8953d19f7db9 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:40.185499 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-491ce507-e4a5-4b55-b7d4-689432c68281 req-ac5c9677-bcd3-4a33-8af0-8953d19f7db9 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 945 time: 0.1141176 Nov 12 02:22:40.237952 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-491ce507-e4a5-4b55-b7d4-689432c68281 req-570d1cff-a0a4-42f5-936d-abb4f0f36347 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463362 Nov 12 02:22:41.414623 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb193b-b826-43fa-9665-f055f836b52c req-7312f152-20be-4ed6-bdef-11984e39b0ed tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:41.416084 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61cb193b-b826-43fa-9665-f055f836b52c req-7312f152-20be-4ed6-bdef-11984e39b0ed tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 945 time: 0.0953212 Nov 12 02:22:41.468925 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-61cb193b-b826-43fa-9665-f055f836b52c req-540634ed-09d2-4361-96c9-8e1139bee38b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466928 Nov 12 02:22:42.616049 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3aeffd-65f8-4acc-a24f-383b1eb45b41 req-f03d4e7b-c75a-4c62-87f0-8a8f768c2903 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:42.617557 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8f3aeffd-65f8-4acc-a24f-383b1eb45b41 req-f03d4e7b-c75a-4c62-87f0-8a8f768c2903 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 945 time: 0.0532856 Nov 12 02:22:42.671182 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8f3aeffd-65f8-4acc-a24f-383b1eb45b41 req-a0abefec-fd18-4390-8459-2884b5b23e42 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473964 Nov 12 02:22:43.784971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6693c44-7307-46e0-b4a8-1abed0adcc0b req-7031ad13-b86f-43b2-8a89-c8e31dcddf87 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:43.786419 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6693c44-7307-46e0-b4a8-1abed0adcc0b req-7031ad13-b86f-43b2-8a89-c8e31dcddf87 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 945 time: 0.0482800 Nov 12 02:22:43.834286 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-d6693c44-7307-46e0-b4a8-1abed0adcc0b req-0cb9b2c2-6f1c-40bb-8e21-f941836b925b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412927 Nov 12 02:22:44.954692 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c78d8f-0adf-49e4-ac3e-5cc547d31347 req-22bb9d81-bcc3-405e-9efa-da1cf042f84d tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:44.956080 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-03c78d8f-0adf-49e4-ac3e-5cc547d31347 req-22bb9d81-bcc3-405e-9efa-da1cf042f84d tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 945 time: 0.0532494 Nov 12 02:22:45.008075 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-03c78d8f-0adf-49e4-ac3e-5cc547d31347 req-65d58b5a-53bf-49c7-86d4-d3b8649a0616 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459421 Nov 12 02:22:46.121150 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe441b-bab6-4705-9acc-1a1e068fbd1f req-cc804477-fd50-404e-9b06-2e97851307d7 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:46.123086 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-27fe441b-bab6-4705-9acc-1a1e068fbd1f req-cc804477-fd50-404e-9b06-2e97851307d7 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 945 time: 0.0489883 Nov 12 02:22:46.173134 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-27fe441b-bab6-4705-9acc-1a1e068fbd1f req-2269901c-3713-47b2-b3bc-c77d44a0feaf tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441387 Nov 12 02:22:47.289623 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae869387-bf8a-4e0c-b01f-b05ffbbc8e98 req-e21ab777-969f-4029-b39c-69fa68515b95 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:47.291217 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ae869387-bf8a-4e0c-b01f-b05ffbbc8e98 req-e21ab777-969f-4029-b39c-69fa68515b95 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 945 time: 0.0502510 Nov 12 02:22:47.354047 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-ae869387-bf8a-4e0c-b01f-b05ffbbc8e98 req-63832387-1800-484f-8d55-293c565238a9 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559859 Nov 12 02:22:48.476520 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901f99f-bfa8-4bb6-a16a-e587dce7a386 req-fbf2a68b-4eed-48fb-b81e-c50ade9e05b9 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:48.478036 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c901f99f-bfa8-4bb6-a16a-e587dce7a386 req-fbf2a68b-4eed-48fb-b81e-c50ade9e05b9 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 945 time: 0.0527072 Nov 12 02:22:48.527352 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c901f99f-bfa8-4bb6-a16a-e587dce7a386 req-434d3ee5-f457-454b-8ea6-a89ec377ce0d tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432832 Nov 12 02:22:49.646793 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb55429-b476-48df-a800-f871d42c96c2 req-5b416c2f-a6ae-4e5c-affc-cf944493b636 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:49.648296 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfb55429-b476-48df-a800-f871d42c96c2 req-5b416c2f-a6ae-4e5c-affc-cf944493b636 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 945 time: 0.0493124 Nov 12 02:22:49.696569 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bfb55429-b476-48df-a800-f871d42c96c2 req-7696022b-cd78-4395-9413-d64ca948b46d tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416241 Nov 12 02:22:50.303847 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c710ff1-dc31-447c-bd50-b3f8a4f2f851 req-3b4495e7-b77d-4cfd-b027-96d7a0cc7b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:50.305524 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c710ff1-dc31-447c-bd50-b3f8a4f2f851 req-3b4495e7-b77d-4cfd-b027-96d7a0cc7b2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 1097 time: 0.0799956 Nov 12 02:22:50.307817 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9a202758-68e5-4d7d-b5b0-491df0ccf118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:50.397491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c710ff1-dc31-447c-bd50-b3f8a4f2f851 req-db739a96-c9d5-4220-b533-207a6d9a74f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:50.398938 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c710ff1-dc31-447c-bd50-b3f8a4f2f851 req-db739a96-c9d5-4220-b533-207a6d9a74f2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 909 time: 0.0855932 Nov 12 02:22:50.464801 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c710ff1-dc31-447c-bd50-b3f8a4f2f851 req-080030ec-d6e3-4b8f-88ae-fa98ea27d82a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b519c739-1fe2-4283-bd8a-e2d83e1582d2 HTTP/1.1" status: 200 len: 1000 time: 0.0587358 Nov 12 02:22:50.512812 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c710ff1-dc31-447c-bd50-b3f8a4f2f851 req-02968b10-9747-4119-b3fd-94aa1a3244af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:50.514114 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c710ff1-dc31-447c-bd50-b3f8a4f2f851 req-02968b10-9747-4119-b3fd-94aa1a3244af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b HTTP/1.1" status: 200 len: 847 time: 0.0421717 Nov 12 02:22:50.562522 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c710ff1-dc31-447c-bd50-b3f8a4f2f851 req-3ce788e2-d412-4024-8314-db08b7301d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:50.563975 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c710ff1-dc31-447c-bd50-b3f8a4f2f851 req-3ce788e2-d412-4024-8314-db08b7301d2d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427325 Nov 12 02:22:50.655212 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c710ff1-dc31-447c-bd50-b3f8a4f2f851 req-7ecbcdd7-960e-4e00-9230-106476a64444 service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839858 Nov 12 02:22:50.748289 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5c710ff1-dc31-447c-bd50-b3f8a4f2f851 req-a7e4e37a-ac46-4912-894c-d766d6273ed6 service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864625 Nov 12 02:22:50.813747 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55166305-130d-42ef-b3c6-a54c3efb39c6 req-033d095f-8440-4788-9c05-99aa8b6d8852 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:50.815128 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55166305-130d-42ef-b3c6-a54c3efb39c6 req-033d095f-8440-4788-9c05-99aa8b6d8852 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 945 time: 0.0483119 Nov 12 02:22:50.863324 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-55166305-130d-42ef-b3c6-a54c3efb39c6 req-d0d39778-faec-46d4-b476-83fd8116681e tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420053 Nov 12 02:22:51.977864 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa91bf0-7b41-4776-8150-32d49c8f3175 req-40248750-2984-4e29-8a15-d4d79c51f4c4 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:51.979347 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aaa91bf0-7b41-4776-8150-32d49c8f3175 req-40248750-2984-4e29-8a15-d4d79c51f4c4 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 945 time: 0.0493088 Nov 12 02:22:52.028959 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-aaa91bf0-7b41-4776-8150-32d49c8f3175 req-d4bd6ff6-d388-4554-890d-fd6c9d68971f tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436647 Nov 12 02:22:52.576816 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d74c05b7-2965-4760-8411-dbf5cf67c6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:53.155904 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53359a4-e49e-42ec-95c2-d58f790123fa req-78344032-f434-4cff-bf18-cde1cd6eaaed tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:53.158444 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c53359a4-e49e-42ec-95c2-d58f790123fa req-78344032-f434-4cff-bf18-cde1cd6eaaed tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 945 time: 0.0603735 Nov 12 02:22:53.216265 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c53359a4-e49e-42ec-95c2-d58f790123fa req-aef164b2-d298-45ec-a193-0912e99eb618 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506763 Nov 12 02:22:53.930361 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:54.335869 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3bb5e-b4ef-4e50-b4ae-3c763cb3cd23 req-03c70ed8-2d40-4ea6-8dce-3d8266f6a5fc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:54.337367 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f6e3bb5e-b4ef-4e50-b4ae-3c763cb3cd23 req-03c70ed8-2d40-4ea6-8dce-3d8266f6a5fc tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 945 time: 0.0527859 Nov 12 02:22:54.386440 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f6e3bb5e-b4ef-4e50-b4ae-3c763cb3cd23 req-84b3d8ba-cf41-4d54-9eea-5b4f253d56d9 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431621 Nov 12 02:22:54.580333 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b519c739-1fe2-4283-bd8a-e2d83e1582d2 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:22:54.634303 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a9fe1-6895-48cd-bfd9-5c193b737790 req-b938a7d1-cb73-4996-9746-d9f46d83d1ab tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:54.635782 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-da8a9fe1-6895-48cd-bfd9-5c193b737790 req-b938a7d1-cb73-4996-9746-d9f46d83d1ab tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 945 time: 0.0768833 Nov 12 02:22:54.643446 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1742c369-505e-4ef5-b7c9-0fcaf6701563 req-0fa7fe7d-0b05-4323-bf83-a8e0797ff60f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1049488 Nov 12 02:22:54.654619 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-1742c369-505e-4ef5-b7c9-0fcaf6701563 req-27232dd8-fb09-435a-a946-da1ae53e78c0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:22:54.655645 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1742c369-505e-4ef5-b7c9-0fcaf6701563 req-27232dd8-fb09-435a-a946-da1ae53e78c0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058627 Nov 12 02:22:54.658560 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:54.684281 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972ebeda-721f-4f07-a367-9fec5efa332b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b519c739-1fe2-4283-bd8a-e2d83e1582d2'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:22:54.686606 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b484de41-41e4-4ae2-8d99-4ea39a9da906" -d '{"events": [{"server_uuid": "972ebeda-721f-4f07-a367-9fec5efa332b", "name": "network-vif-unplugged", "status": "completed", "tag": "b519c739-1fe2-4283-bd8a-e2d83e1582d2"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:22:54.702819 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port b519c739-1fe2-4283-bd8a-e2d83e1582d2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b519c739-1fe2-4283-bd8a-e2d83e1582d2,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:22:54.706175 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-da8a9fe1-6895-48cd-bfd9-5c193b737790 req-89216a1d-4713-4ea6-935e-bca770ecdcc8 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496030 Nov 12 02:22:54.710437 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:54.769904 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=b519c739-1fe2-4283-bd8a-e2d83e1582d2,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:22:54.779075 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:54.779649 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:54.779995 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:54.780341 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:54.780680 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:54.781049 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:54.781386 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:54.781720 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:54.782056 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:54.782387 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:54.782718 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:54.783046 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:54.807437 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 02:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d62b96e-f855-4994-9e1d-f34e700c556c x-openstack-request-id: req-0d62b96e-f855-4994-9e1d-f34e700c556c {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:22:54.807834 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972ebeda-721f-4f07-a367-9fec5efa332b", "name": "network-vif-unplugged", "status": "failed", "tag": "b519c739-1fe2-4283-bd8a-e2d83e1582d2", "code": 422}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:22:54.808208 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d62b96e-f855-4994-9e1d-f34e700c556c {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:22:54.808779 n-d-712137-14 neutron-server[114244]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '972ebeda-721f-4f07-a367-9fec5efa332b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b519c739-1fe2-4283-bd8a-e2d83e1582d2', 'code': 422} returned with failed status Nov 12 02:22:55.612524 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:55.826230 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6367b86-c8ab-4b1f-9caf-4453fbea6e61 req-ec971e18-f93b-42af-b1fb-52928d2098f0 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:55.827720 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f6367b86-c8ab-4b1f-9caf-4453fbea6e61 req-ec971e18-f93b-42af-b1fb-52928d2098f0 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 943 time: 0.0517793 Nov 12 02:22:55.880189 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f6367b86-c8ab-4b1f-9caf-4453fbea6e61 req-1edccf93-2a75-4e4c-95ed-cf9d75be3d47 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458994 Nov 12 02:22:55.887159 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:56.270637 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:56.998491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1afeac8-d912-4eff-87da-b038627e9c50 req-36af1573-50fe-418f-b3f7-805bc34e5da4 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:56.999963 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b1afeac8-d912-4eff-87da-b038627e9c50 req-36af1573-50fe-418f-b3f7-805bc34e5da4 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 943 time: 0.0508754 Nov 12 02:22:57.050141 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b1afeac8-d912-4eff-87da-b038627e9c50 req-bb5e1c28-acee-4e36-9787-7c0e0a13b253 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440524 Nov 12 02:22:58.170120 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa91909-0e08-4505-9d69-af250c5115c2 req-0d63b5c3-6976-40f4-8ab0-5cfefb361f4a tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:58.172405 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6aa91909-0e08-4505-9d69-af250c5115c2 req-0d63b5c3-6976-40f4-8ab0-5cfefb361f4a tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 943 time: 0.0514584 Nov 12 02:22:58.225615 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6aa91909-0e08-4505-9d69-af250c5115c2 req-143f2f4f-b997-4626-94de-4320fc037916 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469401 Nov 12 02:22:59.350154 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c9484-21db-4a44-9dc5-561f1f325a4e req-ba66a65d-c877-4fe2-8355-9e62b584f63a tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:22:59.351538 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5a3c9484-21db-4a44-9dc5-561f1f325a4e req-ba66a65d-c877-4fe2-8355-9e62b584f63a tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 943 time: 0.0597003 Nov 12 02:22:59.405914 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-5a3c9484-21db-4a44-9dc5-561f1f325a4e req-8c5c8406-1bf2-4a5f-b7e0-eba6adae4631 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483005 Nov 12 02:23:00.486734 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742c369-505e-4ef5-b7c9-0fcaf6701563 req-ae23c751-87ad-42b4-b674-b60d23640329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:23:00.488424 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1742c369-505e-4ef5-b7c9-0fcaf6701563 req-ae23c751-87ad-42b4-b674-b60d23640329 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b&tenant_id=4dc10dc1b7ac40aaa403b80d9704249b HTTP/1.1" status: 200 len: 1095 time: 0.0447140 Nov 12 02:23:00.551776 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742c369-505e-4ef5-b7c9-0fcaf6701563 req-a4a4d535-1141-49e5-8ac4-192d85655432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:23:00.553353 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1742c369-505e-4ef5-b7c9-0fcaf6701563 req-a4a4d535-1141-49e5-8ac4-192d85655432 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 1095 time: 0.0427287 Nov 12 02:23:00.658357 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742c369-505e-4ef5-b7c9-0fcaf6701563 req-8bfe4229-7c88-4af2-8be9-15490fa69d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:23:00.659871 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1742c369-505e-4ef5-b7c9-0fcaf6701563 req-8bfe4229-7c88-4af2-8be9-15490fa69d47 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 909 time: 0.0982511 Nov 12 02:23:00.737272 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1742c369-505e-4ef5-b7c9-0fcaf6701563 req-0c1ec86d-a210-48cf-8999-b6cdd056fb39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b519c739-1fe2-4283-bd8a-e2d83e1582d2 HTTP/1.1" status: 200 len: 998 time: 0.0703151 Nov 12 02:23:00.788953 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742c369-505e-4ef5-b7c9-0fcaf6701563 req-8d0eaf69-95b4-484b-9145-7594bf05d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:23:00.790478 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1742c369-505e-4ef5-b7c9-0fcaf6701563 req-8d0eaf69-95b4-484b-9145-7594bf05d6fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b HTTP/1.1" status: 200 len: 847 time: 0.0467043 Nov 12 02:23:00.843093 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742c369-505e-4ef5-b7c9-0fcaf6701563 req-229d6605-ea80-4ede-a997-61fc746cdefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:23:00.844658 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1742c369-505e-4ef5-b7c9-0fcaf6701563 req-229d6605-ea80-4ede-a997-61fc746cdefb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466857 Nov 12 02:23:00.847225 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805e865-f417-4775-ad05-b2233e43d95e req-a6d3ac62-815d-458b-8849-935c8c977281 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:23:00.848712 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8805e865-f417-4775-ad05-b2233e43d95e req-a6d3ac62-815d-458b-8849-935c8c977281 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 943 time: 0.3742397 Nov 12 02:23:00.897327 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-8805e865-f417-4775-ad05-b2233e43d95e req-54be82d5-6736-425b-8105-f6d993864f61 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426202 Nov 12 02:23:00.935044 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1742c369-505e-4ef5-b7c9-0fcaf6701563 req-45ad5aa1-0b15-4817-be0d-776b02d13a11 service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833623 Nov 12 02:23:01.030181 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1742c369-505e-4ef5-b7c9-0fcaf6701563 req-f96d9342-df42-4fca-85c9-9ffbc7eec7f1 service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879045 Nov 12 02:23:02.017307 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe4206-8a21-43d1-b143-cfc453ba50d8 req-93c912c3-ccfb-443b-b3ed-dc6483622572 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:23:02.018802 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dabe4206-8a21-43d1-b143-cfc453ba50d8 req-93c912c3-ccfb-443b-b3ed-dc6483622572 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 943 time: 0.0498731 Nov 12 02:23:02.067749 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-dabe4206-8a21-43d1-b143-cfc453ba50d8 req-02399d62-e7ec-4801-881e-31236da8bf60 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428219 Nov 12 02:23:03.184986 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8dcdc5-5087-4d3a-8d6a-fec0d8b76180 req-54213f1d-cfb3-4192-82ae-8195603f3502 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:23:03.186460 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bf8dcdc5-5087-4d3a-8d6a-fec0d8b76180 req-54213f1d-cfb3-4192-82ae-8195603f3502 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 943 time: 0.0484262 Nov 12 02:23:03.234912 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-bf8dcdc5-5087-4d3a-8d6a-fec0d8b76180 req-89fd7ee8-90f2-4bde-a991-b6546690cb94 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424409 Nov 12 02:23:04.350323 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4dc44c-90dd-4aad-8860-8abd18dab2e4 req-d588eb56-1a10-420e-8d3d-9f72d815720f tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:23:04.351815 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bd4dc44c-90dd-4aad-8860-8abd18dab2e4 req-d588eb56-1a10-420e-8d3d-9f72d815720f tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 943 time: 0.0488317 Nov 12 02:23:04.405857 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bd4dc44c-90dd-4aad-8860-8abd18dab2e4 req-da55903c-2801-40d6-9e66-ff15cd83d3a0 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478916 Nov 12 02:23:04.436874 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:23:05.519624 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df91d8d-a744-417a-9583-da107c3157da req-30f822ad-1231-46c8-87dd-9e65639a96ed tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:23:05.521753 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2df91d8d-a744-417a-9583-da107c3157da req-30f822ad-1231-46c8-87dd-9e65639a96ed tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 943 time: 0.0493765 Nov 12 02:23:05.574843 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-2df91d8d-a744-417a-9583-da107c3157da req-cb5f2119-c781-4fd3-97b8-c6111255f901 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471566 Nov 12 02:23:06.690653 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e969e5-e518-4dad-b018-fe6dc621b22a req-dbce26a5-8a87-480e-8144-6a514a2ac8b6 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:23:06.692124 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f5e969e5-e518-4dad-b018-fe6dc621b22a req-dbce26a5-8a87-480e-8144-6a514a2ac8b6 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 943 time: 0.0486217 Nov 12 02:23:06.742233 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-f5e969e5-e518-4dad-b018-fe6dc621b22a req-03b8d4bd-4aee-44d5-8729-805daf0f3646 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441349 Nov 12 02:23:07.857724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf4148-808a-4181-9eff-abdfe06364d6 req-cc6a527d-b0f1-4b3e-bbda-248696163c39 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:23:07.859196 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3faf4148-808a-4181-9eff-abdfe06364d6 req-cc6a527d-b0f1-4b3e-bbda-248696163c39 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 943 time: 0.0490193 Nov 12 02:23:07.908395 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3faf4148-808a-4181-9eff-abdfe06364d6 req-1e3332f2-b322-46c8-a8e5-9b2f7560b536 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431070 Nov 12 02:23:08.656422 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b519c739-1fe2-4283-bd8a-e2d83e1582d2 details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:23:08.750771 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port b519c739-1fe2-4283-bd8a-e2d83e1582d2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b519c739-1fe2-4283-bd8a-e2d83e1582d2,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:23:08.762021 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': 'b519c739-1fe2-4283-bd8a-e2d83e1582d2', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'port_id': 'b519c739-1fe2-4283-bd8a-e2d83e1582d2', 'mac_address': 'fa:16:3e:c0:9f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:23:08.798340 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:08.810726 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b519c739-1fe2-4283-bd8a-e2d83e1582d2 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:23:08.830067 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port b519c739-1fe2-4283-bd8a-e2d83e1582d2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b519c739-1fe2-4283-bd8a-e2d83e1582d2,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:23:08.833952 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:08.885289 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=b519c739-1fe2-4283-bd8a-e2d83e1582d2,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:23:09.026279 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97629bb7-d004-4fc4-a984-517ab0d82180 req-9bd9fee5-5b3c-4d92-b216-24db7b231e98 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:23:09.028560 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-97629bb7-d004-4fc4-a984-517ab0d82180 req-9bd9fee5-5b3c-4d92-b216-24db7b231e98 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 944 time: 0.0515387 Nov 12 02:23:09.064169 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['b519c739-1fe2-4283-bd8a-e2d83e1582d2'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:23:09.078924 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-97629bb7-d004-4fc4-a984-517ab0d82180 req-d31aad98-99f3-436d-988a-422bd42c39a6 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441523 Nov 12 02:23:09.836995 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:10.195373 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41d7f8-8375-4301-aac4-42a95fc2c446 req-685a720a-b038-4c35-aa83-a0105fc4da50 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:23:10.196865 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cc41d7f8-8375-4301-aac4-42a95fc2c446 req-685a720a-b038-4c35-aa83-a0105fc4da50 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 944 time: 0.0489569 Nov 12 02:23:10.244759 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-cc41d7f8-8375-4301-aac4-42a95fc2c446 req-7af0efce-f045-48fd-bb94-0f7d8ec42ee1 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418613 Nov 12 02:23:10.669708 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b519c739-1fe2-4283-bd8a-e2d83e1582d2 up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:23:10.716050 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port b519c739-1fe2-4283-bd8a-e2d83e1582d2 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:23:10.716418 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:10.792136 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:10.813380 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972ebeda-721f-4f07-a367-9fec5efa332b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b519c739-1fe2-4283-bd8a-e2d83e1582d2'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:23:10.815582 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5726769-84b8-44a5-891d-026c012bb30a" -d '{"events": [{"server_uuid": "972ebeda-721f-4f07-a367-9fec5efa332b", "name": "network-vif-plugged", "status": "completed", "tag": "b519c739-1fe2-4283-bd8a-e2d83e1582d2"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:23:10.828143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port b519c739-1fe2-4283-bd8a-e2d83e1582d2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b519c739-1fe2-4283-bd8a-e2d83e1582d2,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:23:10.832680 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:10.859804 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4755edf-55a3-407f-9add-2d81c4ca180d x-openstack-request-id: req-a4755edf-55a3-407f-9add-2d81c4ca180d {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:23:10.860451 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972ebeda-721f-4f07-a367-9fec5efa332b", "name": "network-vif-plugged", "status": "completed", "tag": "b519c739-1fe2-4283-bd8a-e2d83e1582d2", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:23:10.860451 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4755edf-55a3-407f-9add-2d81c4ca180d {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:23:10.860801 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972ebeda-721f-4f07-a367-9fec5efa332b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b519c739-1fe2-4283-bd8a-e2d83e1582d2', 'code': 200} Nov 12 02:23:10.885711 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=b519c739-1fe2-4283-bd8a-e2d83e1582d2,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:23:11.003222 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10007686-5f44-44b5-bda2-baf3b9a45809 req-952fb3aa-a616-491c-b8fd-5e65e91e5c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:23:11.004719 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-10007686-5f44-44b5-bda2-baf3b9a45809 req-952fb3aa-a616-491c-b8fd-5e65e91e5c7b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 1097 time: 0.0441380 Nov 12 02:23:11.051265 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-10007686-5f44-44b5-bda2-baf3b9a45809 req-83b004a1-60df-4abd-8d8d-713a68848fb1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380695 Nov 12 02:23:11.365039 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb59d08-3a67-40c9-989d-272d85170c2a req-6a209445-5888-45ce-a93a-36e98be4efed tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:23:11.366511 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3cb59d08-3a67-40c9-989d-272d85170c2a req-6a209445-5888-45ce-a93a-36e98be4efed tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 945 time: 0.0520716 Nov 12 02:23:11.414770 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3cb59d08-3a67-40c9-989d-272d85170c2a req-5c073627-cd55-4706-bf39-e1cce6edd180 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416582 Nov 12 02:23:12.533890 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d47b3-ed39-41a6-927a-f2a016a8ed8d req-a421b5f6-d88f-4e20-b5d5-9b74e3a91ae9 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:23:12.535467 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ce3d47b3-ed39-41a6-927a-f2a016a8ed8d req-a421b5f6-d88f-4e20-b5d5-9b74e3a91ae9 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 945 time: 0.0514183 Nov 12 02:23:12.584391 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-ce3d47b3-ed39-41a6-927a-f2a016a8ed8d req-32dec612-21bb-47fc-b8d0-35ae61b3561c tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429864 Nov 12 02:23:20.308963 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9fec3b72-6eac-4f8e-b239-491394e4298d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:22.581747 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-dc98f72e-3c4b-4524-af25-743c117984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:23.929861 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:25.303024 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-036c9e05-7631-4ead-b2f2-7e7a6b3292b2 req-b002c3f4-59ca-4480-9f22-b72ddbd9c015 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401731 Nov 12 02:23:25.391108 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c9e05-7631-4ead-b2f2-7e7a6b3292b2 req-814ce500-63bd-467c-8a1b-9c27b6e4a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:23:25.392761 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-036c9e05-7631-4ead-b2f2-7e7a6b3292b2 req-814ce500-63bd-467c-8a1b-9c27b6e4a616 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 1097 time: 0.0465236 Nov 12 02:23:25.496320 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c9e05-7631-4ead-b2f2-7e7a6b3292b2 req-4a917ca8-c44d-4827-bc04-e8d420852f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:23:25.498441 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-036c9e05-7631-4ead-b2f2-7e7a6b3292b2 req-4a917ca8-c44d-4827-bc04-e8d420852f04 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 909 time: 0.0846887 Nov 12 02:23:25.570553 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-036c9e05-7631-4ead-b2f2-7e7a6b3292b2 req-910bb92e-a2b0-42a5-8766-621800ca1d02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b519c739-1fe2-4283-bd8a-e2d83e1582d2 HTTP/1.1" status: 200 len: 1000 time: 0.0643249 Nov 12 02:23:25.623750 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:25.629155 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c9e05-7631-4ead-b2f2-7e7a6b3292b2 req-43b95666-2135-4977-b4f9-36d2fed532d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:23:25.630620 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-036c9e05-7631-4ead-b2f2-7e7a6b3292b2 req-43b95666-2135-4977-b4f9-36d2fed532d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b HTTP/1.1" status: 200 len: 847 time: 0.0453346 Nov 12 02:23:25.677349 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c9e05-7631-4ead-b2f2-7e7a6b3292b2 req-b71e696f-5b35-4f0f-80b5-21b1ad89ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:23:25.679230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-036c9e05-7631-4ead-b2f2-7e7a6b3292b2 req-b71e696f-5b35-4f0f-80b5-21b1ad89ba1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410383 Nov 12 02:23:25.777168 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-036c9e05-7631-4ead-b2f2-7e7a6b3292b2 req-469ef118-89ad-4c46-877e-1570341ea8b8 service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864882 Nov 12 02:23:25.882977 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-036c9e05-7631-4ead-b2f2-7e7a6b3292b2 req-4545115e-2b2f-4c4d-9139-1d22c37346f4 service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910678 Nov 12 02:23:25.889726 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:26.273170 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:39.835432 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:41.435846 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:23:50.312403 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-993b1d3c-a938-4957-aecf-ecb8f1af0983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:52.585999 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe27c-10e7-42a8-a120-6e5c0516b0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:53.933380 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:55.621582 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:55.893670 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:56.274920 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:09.847649 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:18.435347 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:24:20.313914 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8670ecb6-6408-437c-8a00-80f41b150d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:22.587621 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8f19f19f-1c3d-4d98-baf5-ee5c88f2a0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:23.935202 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:25.635751 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:25.894679 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:26.279306 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:27.283785 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ee446c3-ec38-4283-917b-7e716664b736 req-b94aab30-55ab-47ae-9a31-92e7578bdaff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460589 Nov 12 02:24:27.365784 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee446c3-ec38-4283-917b-7e716664b736 req-11c0b233-eb89-4353-82ff-148338a073f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:24:27.367274 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ee446c3-ec38-4283-917b-7e716664b736 req-11c0b233-eb89-4353-82ff-148338a073f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 1097 time: 0.0402248 Nov 12 02:24:27.473646 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee446c3-ec38-4283-917b-7e716664b736 req-514668e0-77ca-4655-933a-0997afb596b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:24:27.475136 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ee446c3-ec38-4283-917b-7e716664b736 req-514668e0-77ca-4655-933a-0997afb596b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 909 time: 0.0887990 Nov 12 02:24:27.544738 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ee446c3-ec38-4283-917b-7e716664b736 req-1af7b1e4-873b-401c-9c64-3bcdcbc90a90 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b519c739-1fe2-4283-bd8a-e2d83e1582d2 HTTP/1.1" status: 200 len: 1000 time: 0.0614803 Nov 12 02:24:27.593256 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee446c3-ec38-4283-917b-7e716664b736 req-18b9da58-ae11-453b-ab14-7718de0f8918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:24:27.594672 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ee446c3-ec38-4283-917b-7e716664b736 req-18b9da58-ae11-453b-ab14-7718de0f8918 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b HTTP/1.1" status: 200 len: 847 time: 0.0429528 Nov 12 02:24:27.640796 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee446c3-ec38-4283-917b-7e716664b736 req-8bf8f2c7-6656-4960-a02a-615c08ad8546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:24:27.642316 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ee446c3-ec38-4283-917b-7e716664b736 req-8bf8f2c7-6656-4960-a02a-615c08ad8546 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407379 Nov 12 02:24:27.734218 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ee446c3-ec38-4283-917b-7e716664b736 req-7ff78513-d904-4021-83ae-b00fff634eed service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850468 Nov 12 02:24:27.829158 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-7ee446c3-ec38-4283-917b-7e716664b736 req-19451068-5c86-474e-ad34-e92fd4106009 service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882852 Nov 12 02:24:28.216425 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58754) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:28.371670 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Deleting port b6c3c32f-f152-49de-953f-cc1274dd9cc3 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:24:28.372383 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:28.443966 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:28.444282 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:28.455499 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Calling delete_port for b6c3c32f-f152-49de-953f-cc1274dd9cc3 owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:24:28.602069 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:28.627609 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event deleted for resources: {'Port': ['ID=b6c3c32f-f152-49de-953f-cc1274dd9cc3,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:28.659345 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:28.659693 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:28.660028 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:28.660362 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:28.660719 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:28.661039 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:28.661363 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:28.661683 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:28.662002 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:28.662320 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:28.662638 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:28.662953 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:28.701485 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:28.701810 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Floating IP 0379d0ae-d30c-4492-9c0e-bfb3500244ec disassociated (deleted). External IP: 172.25.0.19, port: b519c739-1fe2-4283-bd8a-e2d83e1582d2. Nov 12 02:24:28.903986 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Router 32b36be0-2d2b-4312-9f97-fce357638e3b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:24:29.007985 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:24:29.012957 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:29.018856 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97e72d0-149f-46ab-8924-68ed79d9c7f8 None None] Sync routers for ids ['32b36be0-2d2b-4312-9f97-fce357638e3b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:24:29.030326 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97e72d0-149f-46ab-8924-68ed79d9c7f8 None None] Routers {'32b36be0-2d2b-4312-9f97-fce357638e3b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:24:29.030952 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d97e72d0-149f-46ab-8924-68ed79d9c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:24:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['32b36be0-2d2b-4312-9f97-fce357638e3b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:29.039300 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-80506f66-0a26-4e68-93db-6e8c0ca0fe6b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "DELETE /v2.0/floatingips/0379d0ae-d30c-4492-9c0e-bfb3500244ec HTTP/1.1" status: 204 len: 168 time: 0.8218305 Nov 12 02:24:29.039891 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972ebeda-721f-4f07-a367-9fec5efa332b', 'tag': 'b519c739-1fe2-4283-bd8a-e2d83e1582d2'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:24:29.049180 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadb6a22-88ad-4264-802f-78c8ca54f91e" -d '{"events": [{"name": "network-changed", "server_uuid": "972ebeda-721f-4f07-a367-9fec5efa332b", "tag": "b519c739-1fe2-4283-bd8a-e2d83e1582d2"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:24:29.089460 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0101c41-f653-4662-82f4-92a9b51b8d19 x-openstack-request-id: req-e0101c41-f653-4662-82f4-92a9b51b8d19 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:24:29.089755 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972ebeda-721f-4f07-a367-9fec5efa332b", "tag": "b519c739-1fe2-4283-bd8a-e2d83e1582d2", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:24:29.090003 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0101c41-f653-4662-82f4-92a9b51b8d19 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:24:29.090473 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972ebeda-721f-4f07-a367-9fec5efa332b', 'tag': 'b519c739-1fe2-4283-bd8a-e2d83e1582d2', 'status': 'completed', 'code': 200} Nov 12 02:24:29.146523 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-d97e72d0-149f-46ab-8924-68ed79d9c7f8 None None] Set router 32b36be0-2d2b-4312-9f97-fce357638e3b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:24:29.170898 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb6a22-88ad-4264-802f-78c8ca54f91e req-2353744f-da0d-48c6-9c9f-dc3ca1b5251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:24:29.173678 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fadb6a22-88ad-4264-802f-78c8ca54f91e req-2353744f-da0d-48c6-9c9f-dc3ca1b5251e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 1097 time: 0.0596879 Nov 12 02:24:29.310117 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb6a22-88ad-4264-802f-78c8ca54f91e req-c1fffaff-a924-4a6a-a70f-7d87ce7335ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:24:29.311776 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fadb6a22-88ad-4264-802f-78c8ca54f91e req-c1fffaff-a924-4a6a-a70f-7d87ce7335ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 200 len: 909 time: 0.1254909 Nov 12 02:24:29.321533 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfbc32-f78c-48ba-a986-ec9422f7df92 req-99cd86dd-68ce-4470-9ef7-7faf53f8971f tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:24:29.322918 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1cdfbc32-f78c-48ba-a986-ec9422f7df92 req-99cd86dd-68ce-4470-9ef7-7faf53f8971f tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 945 time: 0.0803595 Nov 12 02:24:29.349267 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d97e72d0-149f-46ab-8924-68ed79d9c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'name': 'tempest-TestShelveInstance-832986071-router', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'gw_port': {'id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:91:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'f9a9c992-c178-43ea-a039-d9d2ab674321', 'name': '', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'mac_address': 'fa:16:3e:38:16:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:01Z', 'updated_at': '2021-11-12T02:15:05Z', 'revision_number': 5, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'subnets': [{'id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:29.371020 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fadb6a22-88ad-4264-802f-78c8ca54f91e req-dba1583d-4539-4b91-bb03-db10988af1dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b519c739-1fe2-4283-bd8a-e2d83e1582d2 HTTP/1.1" status: 200 len: 217 time: 0.0470176 Nov 12 02:24:29.375087 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97e72d0-149f-46ab-8924-68ed79d9c7f8 None None] Checking router: 32b36be0-2d2b-4312-9f97-fce357638e3b for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:24:29.383895 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97e72d0-149f-46ab-8924-68ed79d9c7f8 None None] Routers {'32b36be0-2d2b-4312-9f97-fce357638e3b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:24:29.384493 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d97e72d0-149f-46ab-8924-68ed79d9c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:24:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['32b36be0-2d2b-4312-9f97-fce357638e3b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:29.439840 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-1cdfbc32-f78c-48ba-a986-ec9422f7df92 req-69dd4d84-25ba-4ad2-a62f-9b7dcc1527cd tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092966 Nov 12 02:24:29.451959 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb6a22-88ad-4264-802f-78c8ca54f91e req-c901debb-7764-4de4-8237-156a8b2e2df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:24:29.453571 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fadb6a22-88ad-4264-802f-78c8ca54f91e req-c901debb-7764-4de4-8237-156a8b2e2df7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b HTTP/1.1" status: 200 len: 847 time: 0.0747414 Nov 12 02:24:29.493234 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-d97e72d0-149f-46ab-8924-68ed79d9c7f8 None None] Set router 32b36be0-2d2b-4312-9f97-fce357638e3b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:24:29.501608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb6a22-88ad-4264-802f-78c8ca54f91e req-2a9cf853-92d6-4a1c-9226-f2e41b873ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:24:29.503190 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fadb6a22-88ad-4264-802f-78c8ca54f91e req-2a9cf853-92d6-4a1c-9226-f2e41b873ef6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a4ec9a39-fe1d-4b32-95ab-d4adecfae650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414207 Nov 12 02:24:29.595159 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fadb6a22-88ad-4264-802f-78c8ca54f91e req-b67d3d9f-8cbe-4a14-a2c1-741c1b06da2a service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826523 Nov 12 02:24:29.692788 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-d97e72d0-149f-46ab-8924-68ed79d9c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'name': 'tempest-TestShelveInstance-832986071-router', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'gw_port': {'id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:91:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'f9a9c992-c178-43ea-a039-d9d2ab674321', 'name': '', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'mac_address': 'fa:16:3e:38:16:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:01Z', 'updated_at': '2021-11-12T02:15:05Z', 'revision_number': 5, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'subnets': [{'id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:29.693594 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fadb6a22-88ad-4264-802f-78c8ca54f91e req-6bc09d4a-17f9-48dd-8fe8-6c654ee4a319 service neutron] 10.222.0.21 "GET /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904078 Nov 12 02:24:29.718846 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97e72d0-149f-46ab-8924-68ed79d9c7f8 None None] The sync data for ids ['32b36be0-2d2b-4312-9f97-fce357638e3b'] in n-d-712137-14 is: [{'id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'name': 'tempest-TestShelveInstance-832986071-router', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'gw_port': {'id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:91:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'f9a9c992-c178-43ea-a039-d9d2ab674321', 'name': '', 'network_id': 'a4ec9a39-fe1d-4b32-95ab-d4adecfae650', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'mac_address': 'fa:16:3e:38:16:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:01Z', 'updated_at': '2021-11-12T02:15:05Z', 'revision_number': 5, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'subnets': [{'id': 'b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:24:29.927399 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da7f0df-e6f1-465e-affc-15d89b02b18d None None] New status for floating IP 0379d0ae-d30c-4492-9c0e-bfb3500244ec: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:24:30.563965 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac075c8-c65b-4153-9b3e-bf9b2ea374bd req-111aa375-17cc-45b0-bbfe-371a215d5c31 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:24:30.565450 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ac075c8-c65b-4153-9b3e-bf9b2ea374bd req-111aa375-17cc-45b0-bbfe-371a215d5c31 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 945 time: 0.0547905 Nov 12 02:24:30.614674 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9ac075c8-c65b-4153-9b3e-bf9b2ea374bd req-b5178e83-4079-4f4b-a4a6-40db915ea2fd tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fdd76a-5a81-4c50-b5db-a58e330811df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431240 Nov 12 02:24:30.820619 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3ef77-c514-45cf-af89-33414b5a25c0 req-41d475bf-2d39-480f-9242-534f38f8fac8 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:24:30.822131 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c1b3ef77-c514-45cf-af89-33414b5a25c0 req-41d475bf-2d39-480f-9242-534f38f8fac8 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.21 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 945 time: 0.0490706 Nov 12 02:24:30.915052 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-c1b3ef77-c514-45cf-af89-33414b5a25c0 req-6602f6a2-ec79-4db3-80c3-81483aab4740 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Deleting port b519c739-1fe2-4283-bd8a-e2d83e1582d2 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:24:30.915394 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c1b3ef77-c514-45cf-af89-33414b5a25c0 req-6602f6a2-ec79-4db3-80c3-81483aab4740 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:31.001254 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-c1b3ef77-c514-45cf-af89-33414b5a25c0 req-6602f6a2-ec79-4db3-80c3-81483aab4740 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] For port b519c739-1fe2-4283-bd8a-e2d83e1582d2, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=b519c739-1fe2-4283-bd8a-e2d83e1582d2,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:24:31.001618 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c1b3ef77-c514-45cf-af89-33414b5a25c0 req-6602f6a2-ec79-4db3-80c3-81483aab4740 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:31.014259 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-c1b3ef77-c514-45cf-af89-33414b5a25c0 req-6602f6a2-ec79-4db3-80c3-81483aab4740 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Calling delete_port for b519c739-1fe2-4283-bd8a-e2d83e1582d2 owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:24:31.437479 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c1b3ef77-c514-45cf-af89-33414b5a25c0 req-6602f6a2-ec79-4db3-80c3-81483aab4740 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:31.467037 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602f6a2-ec79-4db3-80c3-81483aab4740 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event deleted for resources: {'Port': ['ID=b519c739-1fe2-4283-bd8a-e2d83e1582d2,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:31.508933 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b3ef77-c514-45cf-af89-33414b5a25c0 req-6602f6a2-ec79-4db3-80c3-81483aab4740 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] No DVR routers for this DVR port b519c739-1fe2-4283-bd8a-e2d83e1582d2 on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:24:31.511621 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-c1b3ef77-c514-45cf-af89-33414b5a25c0 req-6602f6a2-ec79-4db3-80c3-81483aab4740 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:31.515354 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c1b3ef77-c514-45cf-af89-33414b5a25c0 req-6602f6a2-ec79-4db3-80c3-81483aab4740 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.21 "DELETE /v2.0/ports/b519c739-1fe2-4283-bd8a-e2d83e1582d2 HTTP/1.1" status: 204 len: 173 time: 0.6862659 Nov 12 02:24:31.515789 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972ebeda-721f-4f07-a367-9fec5efa332b', 'name': 'network-vif-deleted', 'tag': 'b519c739-1fe2-4283-bd8a-e2d83e1582d2'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:24:31.518235 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f030ef77-34ab-4120-b6f1-c4da367aa37d" -d '{"events": [{"server_uuid": "972ebeda-721f-4f07-a367-9fec5efa332b", "name": "network-vif-deleted", "tag": "b519c739-1fe2-4283-bd8a-e2d83e1582d2"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:24:31.559255 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7204afaf-ff9f-41c4-ac41-6ada41a66fcf x-openstack-request-id: req-7204afaf-ff9f-41c4-ac41-6ada41a66fcf {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:24:31.559559 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972ebeda-721f-4f07-a367-9fec5efa332b", "name": "network-vif-deleted", "tag": "b519c739-1fe2-4283-bd8a-e2d83e1582d2", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:24:31.559814 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7204afaf-ff9f-41c4-ac41-6ada41a66fcf {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:24:31.560212 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972ebeda-721f-4f07-a367-9fec5efa332b', 'name': 'network-vif-deleted', 'tag': 'b519c739-1fe2-4283-bd8a-e2d83e1582d2', 'status': 'completed', 'code': 200} Nov 12 02:24:31.712775 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-46aa3118-4510-440c-9150-c1ec32855504 req-155ed9f7-eb64-4f7c-bd81-15a17b888d9a tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 210 time: 0.0260694 Nov 12 02:24:32.807728 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e0194a22-7b48-4c96-adab-259f96f92b35 req-5da490af-0165-4131-bcc9-34a951efebe9 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 210 time: 0.0262065 Nov 12 02:24:32.919397 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b519c739-1fe2-4283-bd8a-e2d83e1582d2 no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:24:32.939917 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: b519c739-1fe2-4283-bd8a-e2d83e1582d2 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:24:32.940189 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device b519c739-1fe2-4283-bd8a-e2d83e1582d2 not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:24:33.907483 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-39a700ba-2f59-49b0-9e97-863925261c34 req-f69bd26b-565f-4ce7-a77d-542dd1b1582b tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 210 time: 0.0310330 Nov 12 02:24:35.004205 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-79640333-19f7-4164-b48b-22006050e758 req-5d534450-f6c7-4afb-af5d-488b554806a8 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 210 time: 0.0269725 Nov 12 02:24:36.117928 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3e6a4658-bb0f-43a8-ad2c-d1c9e17d7d72 req-ac196b3b-b66a-42e1-9b08-ecb8bb54c095 tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "GET /v2.0/ports?device_id=972ebeda-721f-4f07-a367-9fec5efa332b HTTP/1.1" status: 200 len: 210 time: 0.0301085 Nov 12 02:24:37.174411 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58796) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:37.233249 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f70a87aa-3347-4689-9414-c68cccb7c4cf tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:37.260416 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f70a87aa-3347-4689-9414-c68cccb7c4cf tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:37.321712 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f70a87aa-3347-4689-9414-c68cccb7c4cf tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:37.324478 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f70a87aa-3347-4689-9414-c68cccb7c4cf tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:37.325725 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f70a87aa-3347-4689-9414-c68cccb7c4cf tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] 10.222.0.31 "DELETE /v2.0/security-groups/72fdd76a-5a81-4c50-b5db-a58e330811df HTTP/1.1" status: 204 len: 168 time: 0.1502912 Nov 12 02:24:37.334669 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a87aa-3347-4689-9414-c68cccb7c4cf tempest-TestShelveInstance-662414394 tempest-TestShelveInstance-662414394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fdd76a-5a81-4c50-b5db-a58e330811df,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:37.370555 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58800) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:37.813341 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:38.066545 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] Deleting port f9a9c992-c178-43ea-a039-d9d2ab674321 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:24:38.066545 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:38.153266 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] For port f9a9c992-c178-43ea-a039-d9d2ab674321, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=f9a9c992-c178-43ea-a039-d9d2ab674321,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:24:38.153554 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:38.166573 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] Calling delete_port for f9a9c992-c178-43ea-a039-d9d2ab674321 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:24:38.348634 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:38.374780 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a9c992-c178-43ea-a039-d9d2ab674321,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:38.400924 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:38.401273 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:38.401860 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:38.402200 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:38.402533 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:38.402861 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:38.403183 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:38.403503 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:38.403818 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:38.404267 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:38.404830 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:38.405348 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:38.561785 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:38.780625 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] Router 32b36be0-2d2b-4312-9f97-fce357638e3b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:24:38.889147 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:24:38.896880 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c169aca5-9a81-48a6-8a6e-9f5f4b63dcb1 admin admin] 10.222.0.31 "PUT /v2.0/routers/32b36be0-2d2b-4312-9f97-fce357638e3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5226791 Nov 12 02:24:38.896982 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58804) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:38.897928 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ac3a9-4ac3-4d9c-a242-22b81cf3e689 None None] Sync routers for ids ['32b36be0-2d2b-4312-9f97-fce357638e3b'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:24:38.909470 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ac3a9-4ac3-4d9c-a242-22b81cf3e689 None None] Routers {'32b36be0-2d2b-4312-9f97-fce357638e3b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:24:38.910217 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-9a2ac3a9-4ac3-4d9c-a242-22b81cf3e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:24:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['32b36be0-2d2b-4312-9f97-fce357638e3b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:39.007046 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3827a90c-9d74-442b-901d-5d1edf7032f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:39.114239 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3827a90c-9d74-442b-901d-5d1edf7032f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:39.171316 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-9a2ac3a9-4ac3-4d9c-a242-22b81cf3e689 None None] Set router 32b36be0-2d2b-4312-9f97-fce357638e3b gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:24:39.171558 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3827a90c-9d74-442b-901d-5d1edf7032f3 admin admin] Deleting port 73fbbf63-c08d-4f85-8dc1-c0360cd23487 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:24:39.172016 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3827a90c-9d74-442b-901d-5d1edf7032f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:39.258761 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-3827a90c-9d74-442b-901d-5d1edf7032f3 admin admin] For port 73fbbf63-c08d-4f85-8dc1-c0360cd23487, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=73fbbf63-c08d-4f85-8dc1-c0360cd23487,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:24:39.259130 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3827a90c-9d74-442b-901d-5d1edf7032f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:39.270586 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-3827a90c-9d74-442b-901d-5d1edf7032f3 admin admin] Calling delete_port for 73fbbf63-c08d-4f85-8dc1-c0360cd23487 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:24:39.349987 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-9a2ac3a9-4ac3-4d9c-a242-22b81cf3e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'name': 'tempest-TestShelveInstance-832986071-router', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:24:38Z', 'revision_number': 5, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'gw_port': {'id': '73fbbf63-c08d-4f85-8dc1-c0360cd23487', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:91:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:39.382135 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ac3a9-4ac3-4d9c-a242-22b81cf3e689 None None] Checking router: 32b36be0-2d2b-4312-9f97-fce357638e3b for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:24:39.393459 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ac3a9-4ac3-4d9c-a242-22b81cf3e689 None None] Routers {'32b36be0-2d2b-4312-9f97-fce357638e3b'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:24:39.394104 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-9a2ac3a9-4ac3-4d9c-a242-22b81cf3e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:24:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['32b36be0-2d2b-4312-9f97-fce357638e3b'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:39.448505 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3827a90c-9d74-442b-901d-5d1edf7032f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:39.476991 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6a3c68-5da8-49b9-9158-d15de052f9d7 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:24:39.496644 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-9a2ac3a9-4ac3-4d9c-a242-22b81cf3e689 None None] Set router 32b36be0-2d2b-4312-9f97-fce357638e3b gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:24:39.520302 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827a90c-9d74-442b-901d-5d1edf7032f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=73fbbf63-c08d-4f85-8dc1-c0360cd23487,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:39.542173 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3827a90c-9d74-442b-901d-5d1edf7032f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:39.550743 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-9a2ac3a9-4ac3-4d9c-a242-22b81cf3e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'name': 'tempest-TestShelveInstance-832986071-router', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:24:39Z', 'revision_number': 6, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:39.581617 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ac3a9-4ac3-4d9c-a242-22b81cf3e689 None None] The sync data for ids ['32b36be0-2d2b-4312-9f97-fce357638e3b'] in n-d-712137-14 is: [{'id': '32b36be0-2d2b-4312-9f97-fce357638e3b', 'name': 'tempest-TestShelveInstance-832986071-router', 'tenant_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:14:59Z', 'updated_at': '2021-11-12T02:24:39Z', 'revision_number': 6, 'project_id': '4dc10dc1b7ac40aaa403b80d9704249b', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:24:39.645983 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3827a90c-9d74-442b-901d-5d1edf7032f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:39.648774 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3827a90c-9d74-442b-901d-5d1edf7032f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:39.695304 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3827a90c-9d74-442b-901d-5d1edf7032f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:39.695841 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3827a90c-9d74-442b-901d-5d1edf7032f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32b36be0-2d2b-4312-9f97-fce357638e3b {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:24:39.700207 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3827a90c-9d74-442b-901d-5d1edf7032f3 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:39.701352 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3827a90c-9d74-442b-901d-5d1edf7032f3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/32b36be0-2d2b-4312-9f97-fce357638e3b HTTP/1.1" status: 204 len: 168 time: 0.8034430 Nov 12 02:24:39.703887 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58806) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:39.748257 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa0b5dd-996d-4c64-bdff-fb7184e327d3 admin admin] Deleting subnet b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:24:39.751677 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5aa0b5dd-996d-4c64-bdff-fb7184e327d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:39.786107 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5aa0b5dd-996d-4c64-bdff-fb7184e327d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:39.849960 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:39.867137 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5aa0b5dd-996d-4c64-bdff-fb7184e327d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:39.917873 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5aa0b5dd-996d-4c64-bdff-fb7184e327d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:39.945568 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0b5dd-996d-4c64-bdff-fb7184e327d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:39.947746 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5aa0b5dd-996d-4c64-bdff-fb7184e327d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:39.950986 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5aa0b5dd-996d-4c64-bdff-fb7184e327d3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b86a25c2-a71f-47c4-a4d3-2f7e8db56a9b HTTP/1.1" status: 204 len: 168 time: 0.2460783 Nov 12 02:24:39.952582 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19fd928-22a1-46cb-80b9-ebb07dfb520b None None] Network a4ec9a39-fe1d-4b32-95ab-d4adecfae650 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:24:39.954068 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58808) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:40.037898 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c5b5eec-f9f9-4d65-ac34-daec09dcdbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:40.103491 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-4c5b5eec-f9f9-4d65-ac34-daec09dcdbe9 admin admin] Deleting port b97f53f5-a475-406b-abae-75305729d46e {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:24:40.103844 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c5b5eec-f9f9-4d65-ac34-daec09dcdbe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:40.172645 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-4c5b5eec-f9f9-4d65-ac34-daec09dcdbe9 admin admin] For port b97f53f5-a475-406b-abae-75305729d46e, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=b97f53f5-a475-406b-abae-75305729d46e,segment=NetworkSegment(5d5bbd69-4316-42f7-b45e-8dcf6d34afc7),segment_id=5d5bbd69-4316-42f7-b45e-8dcf6d34afc7)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:24:40.173033 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c5b5eec-f9f9-4d65-ac34-daec09dcdbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:40.185067 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-4c5b5eec-f9f9-4d65-ac34-daec09dcdbe9 admin admin] Calling delete_port for b97f53f5-a475-406b-abae-75305729d46e owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:24:40.262082 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c5b5eec-f9f9-4d65-ac34-daec09dcdbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:40.285893 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b5eec-f9f9-4d65-ac34-daec09dcdbe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b97f53f5-a475-406b-abae-75305729d46e,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:40.291584 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b5eec-f9f9-4d65-ac34-daec09dcdbe9 admin admin] No DVR routers for this DVR port b97f53f5-a475-406b-abae-75305729d46e on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:24:40.373348 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4f02c7-7515-4ee8-b459-d10aec506dc6 None None] DHCP port deletion for a4ec9a39-fe1d-4b32-95ab-d4adecfae650 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:24:40.375564 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c5b5eec-f9f9-4d65-ac34-daec09dcdbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:40.397330 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-4c5b5eec-f9f9-4d65-ac34-daec09dcdbe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ec9a39-fe1d-4b32-95ab-d4adecfae650']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:40.407683 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-4c5b5eec-f9f9-4d65-ac34-daec09dcdbe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:40.407986 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-4c5b5eec-f9f9-4d65-ac34-daec09dcdbe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5bbd69-4316-42f7-b45e-8dcf6d34afc7') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:40.417947 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c5b5eec-f9f9-4d65-ac34-daec09dcdbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:40.431350 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c5b5eec-f9f9-4d65-ac34-daec09dcdbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:40.437327 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c5b5eec-f9f9-4d65-ac34-daec09dcdbe9 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:24:40.437713 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c5b5eec-f9f9-4d65-ac34-daec09dcdbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: timer() Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:24:40.439364 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:24:40.497560 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c5b5eec-f9f9-4d65-ac34-daec09dcdbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:40.503189 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-4c5b5eec-f9f9-4d65-ac34-daec09dcdbe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:40.506452 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-4c5b5eec-f9f9-4d65-ac34-daec09dcdbe9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a4ec9a39-fe1d-4b32-95ab-d4adecfae650 HTTP/1.1" status: 204 len: 168 time: 0.5509641 Nov 12 02:24:40.510104 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58810) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:40.517979 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b5eec-f9f9-4d65-ac34-daec09dcdbe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4ec9a39-fe1d-4b32-95ab-d4adecfae650,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:40.748520 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f9a9c992-c178-43ea-a039-d9d2ab674321 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:24:40.768864 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: f9a9c992-c178-43ea-a039-d9d2ab674321 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:24:40.769148 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device f9a9c992-c178-43ea-a039-d9d2ab674321 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:24:40.769561 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 73fbbf63-c08d-4f85-8dc1-c0360cd23487 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:24:40.789989 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 73fbbf63-c08d-4f85-8dc1-c0360cd23487 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:24:40.790332 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 73fbbf63-c08d-4f85-8dc1-c0360cd23487 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:24:40.790739 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b97f53f5-a475-406b-abae-75305729d46e no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:24:40.809579 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: b97f53f5-a475-406b-abae-75305729d46e {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:24:40.809923 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device b97f53f5-a475-406b-abae-75305729d46e not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:24:40.876051 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-614fc536-438a-486c-a395-c1384122c4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:41.115386 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-614fc536-438a-486c-a395-c1384122c4b6 admin admin] Deleting port 5c94ca59-6588-4da9-b7bc-7b3286c5004c {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:24:41.115635 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-614fc536-438a-486c-a395-c1384122c4b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:41.190778 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-614fc536-438a-486c-a395-c1384122c4b6 admin admin] For port 5c94ca59-6588-4da9-b7bc-7b3286c5004c, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=5c94ca59-6588-4da9-b7bc-7b3286c5004c,segment=NetworkSegment(40c3f46e-2b87-4264-8c42-71ab00182bce),segment_id=40c3f46e-2b87-4264-8c42-71ab00182bce)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:24:41.191146 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-614fc536-438a-486c-a395-c1384122c4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:41.203433 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-614fc536-438a-486c-a395-c1384122c4b6 admin admin] Calling delete_port for 5c94ca59-6588-4da9-b7bc-7b3286c5004c owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:24:41.378910 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-614fc536-438a-486c-a395-c1384122c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:41.404238 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fc536-438a-486c-a395-c1384122c4b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c94ca59-6588-4da9-b7bc-7b3286c5004c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:41.879588 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-614fc536-438a-486c-a395-c1384122c4b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:42.088658 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614fc536-438a-486c-a395-c1384122c4b6 admin admin] Router 4be187bf-dca0-4a58-b339-59c8e76ca80b has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:24:42.193272 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614fc536-438a-486c-a395-c1384122c4b6 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:24:42.199433 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-614fc536-438a-486c-a395-c1384122c4b6 admin admin] 10.222.0.31 "PUT /v2.0/routers/4be187bf-dca0-4a58-b339-59c8e76ca80b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6881695 Nov 12 02:24:42.201271 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58812) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:42.202545 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28dd837-5fe5-4ee9-b7c1-6478c10b8a53 None None] Sync routers for ids ['4be187bf-dca0-4a58-b339-59c8e76ca80b'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:24:42.215906 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28dd837-5fe5-4ee9-b7c1-6478c10b8a53 None None] Routers {'4be187bf-dca0-4a58-b339-59c8e76ca80b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:24:42.216516 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b28dd837-5fe5-4ee9-b7c1-6478c10b8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:24:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4be187bf-dca0-4a58-b339-59c8e76ca80b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:42.305778 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e620ee9f-ecda-4d50-a82f-a6e8440f08d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:42.317530 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-b28dd837-5fe5-4ee9-b7c1-6478c10b8a53 None None] Set router 4be187bf-dca0-4a58-b339-59c8e76ca80b gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:24:42.409974 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e620ee9f-ecda-4d50-a82f-a6e8440f08d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:42.468673 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-e620ee9f-ecda-4d50-a82f-a6e8440f08d6 admin admin] Deleting port 983dcd95-adde-43a5-b7ea-ad5e53ab0dc5 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:24:42.469269 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e620ee9f-ecda-4d50-a82f-a6e8440f08d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:42.546579 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-e620ee9f-ecda-4d50-a82f-a6e8440f08d6 admin admin] For port 983dcd95-adde-43a5-b7ea-ad5e53ab0dc5, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=983dcd95-adde-43a5-b7ea-ad5e53ab0dc5,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:24:42.546946 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e620ee9f-ecda-4d50-a82f-a6e8440f08d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:42.559806 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-e620ee9f-ecda-4d50-a82f-a6e8440f08d6 admin admin] Calling delete_port for 983dcd95-adde-43a5-b7ea-ad5e53ab0dc5 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:24:42.585733 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b28dd837-5fe5-4ee9-b7c1-6478c10b8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be187bf-dca0-4a58-b339-59c8e76ca80b', 'name': 'tempest-TestShelveInstance-1774714826-router', 'tenant_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '983dcd95-adde-43a5-b7ea-ad5e53ab0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:15:04Z', 'updated_at': '2021-11-12T02:24:41Z', 'revision_number': 5, 'project_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'gw_port': {'id': '983dcd95-adde-43a5-b7ea-ad5e53ab0dc5', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be187bf-dca0-4a58-b339-59c8e76ca80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:15:04Z', 'updated_at': '2021-11-12T02:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:42.615156 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28dd837-5fe5-4ee9-b7c1-6478c10b8a53 None None] Checking router: 4be187bf-dca0-4a58-b339-59c8e76ca80b for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:24:42.623997 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28dd837-5fe5-4ee9-b7c1-6478c10b8a53 None None] Routers {'4be187bf-dca0-4a58-b339-59c8e76ca80b'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:24:42.624600 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b28dd837-5fe5-4ee9-b7c1-6478c10b8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:24:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['4be187bf-dca0-4a58-b339-59c8e76ca80b'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:42.715272 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-b28dd837-5fe5-4ee9-b7c1-6478c10b8a53 None None] Set router 4be187bf-dca0-4a58-b339-59c8e76ca80b gateway port host: None {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:24:42.730672 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e620ee9f-ecda-4d50-a82f-a6e8440f08d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:42.757712 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620ee9f-ecda-4d50-a82f-a6e8440f08d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=983dcd95-adde-43a5-b7ea-ad5e53ab0dc5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:42.769969 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b28dd837-5fe5-4ee9-b7c1-6478c10b8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be187bf-dca0-4a58-b339-59c8e76ca80b', 'name': 'tempest-TestShelveInstance-1774714826-router', 'tenant_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:15:04Z', 'updated_at': '2021-11-12T02:24:42Z', 'revision_number': 6, 'project_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:42.775701 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08186dfa-44a6-4c0a-a2b4-bdf5b6233c85 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:24:42.799500 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28dd837-5fe5-4ee9-b7c1-6478c10b8a53 None None] The sync data for ids ['4be187bf-dca0-4a58-b339-59c8e76ca80b'] in n-d-712137-14 is: [{'id': '4be187bf-dca0-4a58-b339-59c8e76ca80b', 'name': 'tempest-TestShelveInstance-1774714826-router', 'tenant_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:15:04Z', 'updated_at': '2021-11-12T02:24:42Z', 'revision_number': 6, 'project_id': 'b59889ddf5c44b3ba19653ac9a20ce1d', 'gw_port_host': None}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:24:42.837005 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e620ee9f-ecda-4d50-a82f-a6e8440f08d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:42.925802 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e620ee9f-ecda-4d50-a82f-a6e8440f08d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:42.927882 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e620ee9f-ecda-4d50-a82f-a6e8440f08d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:42.969387 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e620ee9f-ecda-4d50-a82f-a6e8440f08d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:42.969866 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e620ee9f-ecda-4d50-a82f-a6e8440f08d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4be187bf-dca0-4a58-b339-59c8e76ca80b {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:24:42.974189 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e620ee9f-ecda-4d50-a82f-a6e8440f08d6 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:42.975330 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e620ee9f-ecda-4d50-a82f-a6e8440f08d6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4be187bf-dca0-4a58-b339-59c8e76ca80b HTTP/1.1" status: 204 len: 168 time: 0.7731349 Nov 12 02:24:42.978417 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58816) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:43.032210 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d84c76b-d4d4-41f7-86b7-da46d36e2864 admin admin] Deleting subnet ea4f2b74-09ac-44b9-85da-eeeadc085879 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:24:43.035413 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7d84c76b-d4d4-41f7-86b7-da46d36e2864 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:43.074108 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7d84c76b-d4d4-41f7-86b7-da46d36e2864 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:43.152004 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7d84c76b-d4d4-41f7-86b7-da46d36e2864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:43.211799 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7d84c76b-d4d4-41f7-86b7-da46d36e2864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:43.246720 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84c76b-d4d4-41f7-86b7-da46d36e2864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea4f2b74-09ac-44b9-85da-eeeadc085879,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:43.251209 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-7d84c76b-d4d4-41f7-86b7-da46d36e2864 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:43.252155 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-7d84c76b-d4d4-41f7-86b7-da46d36e2864 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ea4f2b74-09ac-44b9-85da-eeeadc085879 HTTP/1.1" status: 204 len: 168 time: 0.2728038 Nov 12 02:24:43.255131 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58818) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:43.255696 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688b2dfd-29bd-4e69-bfe1-e7eee1983613 None None] Network 58987957-bd94-4082-ab92-53a363a07044 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:24:43.326537 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5caddc58-92fe-4e91-a0b6-6a2673a1d063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:43.386496 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-5caddc58-92fe-4e91-a0b6-6a2673a1d063 admin admin] Deleting port 0c73819e-6f51-423e-be16-26127dc5cd2d {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:24:43.386842 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5caddc58-92fe-4e91-a0b6-6a2673a1d063 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:43.459194 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [None req-5caddc58-92fe-4e91-a0b6-6a2673a1d063 admin admin] For port 0c73819e-6f51-423e-be16-26127dc5cd2d, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=0c73819e-6f51-423e-be16-26127dc5cd2d,segment=NetworkSegment(40c3f46e-2b87-4264-8c42-71ab00182bce),segment_id=40c3f46e-2b87-4264-8c42-71ab00182bce)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:24:43.459560 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5caddc58-92fe-4e91-a0b6-6a2673a1d063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:43.472193 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-5caddc58-92fe-4e91-a0b6-6a2673a1d063 admin admin] Calling delete_port for 0c73819e-6f51-423e-be16-26127dc5cd2d owned by network:dhcp {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:24:43.556366 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5caddc58-92fe-4e91-a0b6-6a2673a1d063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:43.569121 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c857f81-97c1-4eae-8f82-2a0148783160 None None] DHCP port deletion for 58987957-bd94-4082-ab92-53a363a07044 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:24:43.584095 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caddc58-92fe-4e91-a0b6-6a2673a1d063 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c73819e-6f51-423e-be16-26127dc5cd2d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:43.586445 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caddc58-92fe-4e91-a0b6-6a2673a1d063 admin admin] No DVR routers for this DVR port 0c73819e-6f51-423e-be16-26127dc5cd2d on host n-d-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:24:43.662570 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5caddc58-92fe-4e91-a0b6-6a2673a1d063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:43.687538 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-5caddc58-92fe-4e91-a0b6-6a2673a1d063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58987957-bd94-4082-ab92-53a363a07044']}} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:43.697541 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-5caddc58-92fe-4e91-a0b6-6a2673a1d063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c3f46e-2b87-4264-8c42-71ab00182bce') {'for_net_delete': True} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:43.697827 n-d-712137-14 neutron-server[114242]: DEBUG neutron.services.segments.db [None req-5caddc58-92fe-4e91-a0b6-6a2673a1d063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c3f46e-2b87-4264-8c42-71ab00182bce') {} {{(pid=114242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:43.707162 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5caddc58-92fe-4e91-a0b6-6a2673a1d063 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4542236'] for segment, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:43.721148 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5caddc58-92fe-4e91-a0b6-6a2673a1d063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:43.727064 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5caddc58-92fe-4e91-a0b6-6a2673a1d063 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=114242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:24:43.727444 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5caddc58-92fe-4e91-a0b6-6a2673a1d063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6281040'] for segment, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: Traceback (most recent call last): Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: timer() Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: cb(*args, **kw) Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: return func(*args, **kwargs) Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: self._notify() Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: self.callback(batched_events) Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: event.method(event) Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: return f(self, *a, **k) Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: return self._get(url).json() Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: return self.request(url, 'GET', **kwargs) Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:24:43.729142 n-d-712137-14 neutron-server[114242]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:24:43.785366 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5caddc58-92fe-4e91-a0b6-6a2673a1d063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:43.789925 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-5caddc58-92fe-4e91-a0b6-6a2673a1d063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:43.793781 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-5caddc58-92fe-4e91-a0b6-6a2673a1d063 admin admin] 10.222.0.31 "DELETE /v2.0/networks/58987957-bd94-4082-ab92-53a363a07044 HTTP/1.1" status: 204 len: 168 time: 0.5375576 Nov 12 02:24:43.807090 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caddc58-92fe-4e91-a0b6-6a2673a1d063 admin admin] Pushing event deleted for resources: {'Network': ['ID=58987957-bd94-4082-ab92-53a363a07044,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:43.936357 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58822) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:43.979222 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-95039884-f254-4948-92f3-adc84a86c3fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4dc10dc1b7ac40aaa403b80d9704249b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415590 Nov 12 02:24:43.981711 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58826) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:44.028379 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3374df1f-b91f-4b7b-a537-0d1434322d6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:44.048850 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3374df1f-b91f-4b7b-a537-0d1434322d6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:44.094556 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3374df1f-b91f-4b7b-a537-0d1434322d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:44.097375 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3374df1f-b91f-4b7b-a537-0d1434322d6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:44.098522 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3374df1f-b91f-4b7b-a537-0d1434322d6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9db7c1ca-e2bb-486a-9e95-0d66d8b2877b HTTP/1.1" status: 204 len: 168 time: 0.1159120 Nov 12 02:24:44.106462 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374df1f-b91f-4b7b-a537-0d1434322d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db7c1ca-e2bb-486a-9e95-0d66d8b2877b,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:44.412808 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58832) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:44.453522 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c0fcef49-ed75-4c15-a2ad-5988ac0734db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b59889ddf5c44b3ba19653ac9a20ce1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388777 Nov 12 02:24:44.455945 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58834) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:44.506208 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-deee9e98-5763-4fa0-8d9b-c11ebe17c65d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:44.527857 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-deee9e98-5763-4fa0-8d9b-c11ebe17c65d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:44.573601 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-deee9e98-5763-4fa0-8d9b-c11ebe17c65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:44.576230 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-deee9e98-5763-4fa0-8d9b-c11ebe17c65d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:44.577366 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-deee9e98-5763-4fa0-8d9b-c11ebe17c65d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7891079d-5afa-4e68-aa65-bc74e6dd761d HTTP/1.1" status: 204 len: 168 time: 0.1205208 Nov 12 02:24:44.584861 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee9e98-5763-4fa0-8d9b-c11ebe17c65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7891079d-5afa-4e68-aa65-bc74e6dd761d,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:44.752434 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5c94ca59-6588-4da9-b7bc-7b3286c5004c no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:24:44.777608 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 5c94ca59-6588-4da9-b7bc-7b3286c5004c {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:24:44.777969 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 5c94ca59-6588-4da9-b7bc-7b3286c5004c not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:24:44.778384 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 0c73819e-6f51-423e-be16-26127dc5cd2d no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:24:44.796904 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 0c73819e-6f51-423e-be16-26127dc5cd2d {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:24:44.797260 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 0c73819e-6f51-423e-be16-26127dc5cd2d not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:24:44.797673 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 983dcd95-adde-43a5-b7ea-ad5e53ab0dc5 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:24:44.816596 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 983dcd95-adde-43a5-b7ea-ad5e53ab0dc5 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:24:44.816972 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 983dcd95-adde-43a5-b7ea-ad5e53ab0dc5 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:24:45.249483 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58856) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:45.405062 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-1325153f-d38f-4b71-a866-268518450da6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1524209756-network', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:24:45.426583 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1325153f-d38f-4b71-a866-268518450da6 admin admin] Made reservation on behalf of 6f4bb67fdb744a12ae1eb367c6404813 for: {'network': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:24:45.429719 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1325153f-d38f-4b71-a866-268518450da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:45.438227 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1325153f-d38f-4b71-a866-268518450da6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:45.514183 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1325153f-d38f-4b71-a866-268518450da6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:45.517998 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1325153f-d38f-4b71-a866-268518450da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:45.542286 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1325153f-d38f-4b71-a866-268518450da6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=114242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:24:45.552039 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325153f-d38f-4b71-a866-268518450da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e27b9b-f619-426e-87dd-a7045ef9a9c0,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:45.557565 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1325153f-d38f-4b71-a866-268518450da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:45.557949 n-d-712137-14 neutron-server[114242]: INFO neutron.db.segments_db [None req-1325153f-d38f-4b71-a866-268518450da6 admin admin] Added segment bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4 of type vlan for network 7c1411d8-5ace-4b0f-a2f1-5957bca50127 Nov 12 02:24:45.598135 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1325153f-d38f-4b71-a866-268518450da6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:45.623271 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1325153f-d38f-4b71-a866-268518450da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:45.624148 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1325153f-d38f-4b71-a866-268518450da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:24:45.624756 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1325153f-d38f-4b71-a866-268518450da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679295'] for network, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:45.684167 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1325153f-d38f-4b71-a866-268518450da6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4333744 Nov 12 02:24:45.687487 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58862) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:45.691784 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325153f-d38f-4b71-a866-268518450da6 admin admin] Pushing event updated for resources: {'Network': ['ID=7c1411d8-5ace-4b0f-a2f1-5957bca50127,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:45.692896 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-3fa82fb9-1643-45c4-a37e-ae33394bbf8b admin admin] Request body: {'subnet': {'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1524209756-subnet', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:24:45.702772 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 7c1411d8-5ace-4b0f-a2f1-5957bca50127 details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:24:45.714908 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa82fb9-1643-45c4-a37e-ae33394bbf8b admin admin] Made reservation on behalf of 6f4bb67fdb744a12ae1eb367c6404813 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:24:45.717429 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3fa82fb9-1643-45c4-a37e-ae33394bbf8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:45.883562 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3fa82fb9-1643-45c4-a37e-ae33394bbf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:45.944522 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa82fb9-1643-45c4-a37e-ae33394bbf8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1291a71-a0ed-4f52-bcdd-68bfef88c0f5,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:45.951676 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa82fb9-1643-45c4-a37e-ae33394bbf8b admin admin] Checking segment: {'id': 'bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:24:45.952037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa82fb9-1643-45c4-a37e-ae33394bbf8b admin admin] Network hostable DHCP agents. Network: 7c1411d8-5ace-4b0f-a2f1-5957bca50127, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:24:45.967995 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa82fb9-1643-45c4-a37e-ae33394bbf8b admin admin] Network 7c1411d8-5ace-4b0f-a2f1-5957bca50127 is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:24:45.977212 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-3fa82fb9-1643-45c4-a37e-ae33394bbf8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 7c1411d8-5ace-4b0f-a2f1-5957bca50127) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:24:45.981631 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa82fb9-1643-45c4-a37e-ae33394bbf8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:24:45.982223 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3fa82fb9-1643-45c4-a37e-ae33394bbf8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:45.985944 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d2a45a-dbe8-423f-bebe-86294145e35c None None] Network 7c1411d8-5ace-4b0f-a2f1-5957bca50127 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:24:45.998822 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3fa82fb9-1643-45c4-a37e-ae33394bbf8b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3102291 Nov 12 02:24:46.002951 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58864) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:46.007340 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-cd70ae90-f3e6-4790-936d-0b5b9b8a18ae admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1524209756-router', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:24:46.028968 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd70ae90-f3e6-4790-936d-0b5b9b8a18ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:46.030004 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd70ae90-f3e6-4790-936d-0b5b9b8a18ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:46.089598 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd70ae90-f3e6-4790-936d-0b5b9b8a18ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:46.137958 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'fixed_ips': [{'subnet_id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:24:46.138848 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:46.230421 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd70ae90-f3e6-4790-936d-0b5b9b8a18ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:46.277129 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Allocated IP 172.20.0.2 (7c1411d8-5ace-4b0f-a2f1-5957bca50127/a1291a71-a0ed-4f52-bcdd-68bfef88c0f5/9eb19929-b22e-4e0f-9bdb-755d65f8a24c) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:24:46.419967 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:46.425717 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:46.429551 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd70ae90-f3e6-4790-936d-0b5b9b8a18ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:46.453168 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd70ae90-f3e6-4790-936d-0b5b9b8a18ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:46.462714 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Network 7c1411d8-5ace-4b0f-a2f1-5957bca50127 is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:24:46.471278 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:24:46.473842 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:24:46.480149 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Pushing event updated for resources: {'Port': ['ID=9eb19929-b22e-4e0f-9bdb-755d65f8a24c,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:46.492276 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:46.492637 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:46.493009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:46.493352 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:46.493695 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:46.494030 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:46.494363 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:46.494694 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:46.495022 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:46.495350 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:46.495679 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:46.496005 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:46.549387 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Attempting to bind port 9eb19929-b22e-4e0f-9bdb-755d65f8a24c on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:24:46.549891 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Attempting to bind port 9eb19929-b22e-4e0f-9bdb-755d65f8a24c by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:24:46.550334 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Attempting to bind port 9eb19929-b22e-4e0f-9bdb-755d65f8a24c on network 7c1411d8-5ace-4b0f-a2f1-5957bca50127 {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:24:46.556119 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:24:46.556605 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Checking segment: {'id': 'bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:24:46.557117 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:46.557512 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Bound using segment: {'id': 'bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:24:46.558296 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Bound port: 9eb19929-b22e-4e0f-9bdb-755d65f8a24c, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:24:46.558460 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:46.559318 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-cd70ae90-f3e6-4790-936d-0b5b9b8a18ae admin admin] Allocated IP 172.25.0.78 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/dd108966-3a3c-4371-be50-12df9999a8c9) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:24:46.621444 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] For port 9eb19929-b22e-4e0f-9bdb-755d65f8a24c, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:24:46.624791 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] For port 9eb19929-b22e-4e0f-9bdb-755d65f8a24c, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9eb19929-b22e-4e0f-9bdb-755d65f8a24c,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:24:46.629153 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:46.668073 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd70ae90-f3e6-4790-936d-0b5b9b8a18ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:46.687994 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7eb8a-88bc-44ec-9260-f6107049d6fc None None] Pushing event updated for resources: {'Port': ['ID=9eb19929-b22e-4e0f-9bdb-755d65f8a24c,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:46.707193 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd70ae90-f3e6-4790-936d-0b5b9b8a18ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:46.745285 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd70ae90-f3e6-4790-936d-0b5b9b8a18ae admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:24:46.750084 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-cd70ae90-f3e6-4790-936d-0b5b9b8a18ae admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:24:46.752467 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd70ae90-f3e6-4790-936d-0b5b9b8a18ae admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:24:46.763717 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efea5735-fce5-437a-b651-f3f5eb1f9159 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:24:46.781156 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70ae90-f3e6-4790-936d-0b5b9b8a18ae admin admin] Pushing event updated for resources: {'Port': ['ID=dd108966-3a3c-4371-be50-12df9999a8c9,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:46.874590 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-aa59faff-77b5-4c97-a9c6-59c80f6c66ed None None] Provisioning complete for port dd108966-3a3c-4371-be50-12df9999a8c9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:24:46.875092 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-aa59faff-77b5-4c97-a9c6-59c80f6c66ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:46.919895 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-aa59faff-77b5-4c97-a9c6-59c80f6c66ed None None] Port dd108966-3a3c-4371-be50-12df9999a8c9 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:24:47.035673 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd70ae90-f3e6-4790-936d-0b5b9b8a18ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:47.228140 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd70ae90-f3e6-4790-936d-0b5b9b8a18ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:47.619494 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6effe5c-885c-42e1-838d-f0dc1c3a1176 None None] Network 7c1411d8-5ace-4b0f-a2f1-5957bca50127 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:24:47.685875 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-d85f3a1c-63e2-4a3f-b3ee-93f05aede578 None None] Provisioning complete for port 9eb19929-b22e-4e0f-9bdb-755d65f8a24c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:24:47.686277 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd70ae90-f3e6-4790-936d-0b5b9b8a18ae admin admin] Router 2d9224ca-1d59-49b2-a2c5-0938e776978a is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:24:47.686415 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d85f3a1c-63e2-4a3f-b3ee-93f05aede578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:47.800452 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd70ae90-f3e6-4790-936d-0b5b9b8a18ae admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:24:47.821008 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cd70ae90-f3e6-4790-936d-0b5b9b8a18ae admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:47.822267 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cd70ae90-f3e6-4790-936d-0b5b9b8a18ae admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8183367 Nov 12 02:24:47.824774 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] Sync routers for ids ['2d9224ca-1d59-49b2-a2c5-0938e776978a'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:24:47.825095 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58866) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:47.841183 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d85f3a1c-63e2-4a3f-b3ee-93f05aede578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:47.858344 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] Routers {'2d9224ca-1d59-49b2-a2c5-0938e776978a'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:24:47.858888 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:24:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2d9224ca-1d59-49b2-a2c5-0938e776978a'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:47.923822 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-d85f3a1c-63e2-4a3f-b3ee-93f05aede578 None None] For port 9eb19929-b22e-4e0f-9bdb-755d65f8a24c, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9eb19929-b22e-4e0f-9bdb-755d65f8a24c,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:24:47.929872 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d85f3a1c-63e2-4a3f-b3ee-93f05aede578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:48.026337 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f3a1c-63e2-4a3f-b3ee-93f05aede578 None None] Pushing event updated for resources: {'Port': ['ID=9eb19929-b22e-4e0f-9bdb-755d65f8a24c,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:48.030357 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] Set router 2d9224ca-1d59-49b2-a2c5-0938e776978a gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:24:48.262978 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cc5031c9-23a3-4207-9348-fb08be56aa94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:48.326010 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-ebafc4bc-3c0d-46d9-a548-6ff5e12bca9c None None] Provisioning complete for port 9eb19929-b22e-4e0f-9bdb-755d65f8a24c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:24:48.326288 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ebafc4bc-3c0d-46d9-a548-6ff5e12bca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:48.420763 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-cc5031c9-23a3-4207-9348-fb08be56aa94 admin admin] Allocated IP 172.20.0.1 (7c1411d8-5ace-4b0f-a2f1-5957bca50127/a1291a71-a0ed-4f52-bcdd-68bfef88c0f5/23e1cccd-8209-44a9-a990-9c0c3fe1edc9) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:24:48.469380 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'name': 'tempest-TestSnapshotPattern-1524209756-router', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:46Z', 'revision_number': 3, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'gw_port': {'id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:48.502027 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] Checking router: 2d9224ca-1d59-49b2-a2c5-0938e776978a for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:24:48.502383 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] Updating router 2d9224ca-1d59-49b2-a2c5-0938e776978a port dd108966-3a3c-4371-be50-12df9999a8c9 binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:24:48.530030 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cc5031c9-23a3-4207-9348-fb08be56aa94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:48.562550 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:48.565590 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cc5031c9-23a3-4207-9348-fb08be56aa94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:48.607204 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5031c9-23a3-4207-9348-fb08be56aa94 admin admin] Network 7c1411d8-5ace-4b0f-a2f1-5957bca50127 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:24:48.610577 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-cc5031c9-23a3-4207-9348-fb08be56aa94 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:24:48.614002 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5031c9-23a3-4207-9348-fb08be56aa94 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:24:48.646623 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5031c9-23a3-4207-9348-fb08be56aa94 admin admin] Pushing event updated for resources: {'Port': ['ID=23e1cccd-8209-44a9-a990-9c0c3fe1edc9,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:48.662827 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cc5031c9-23a3-4207-9348-fb08be56aa94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:48.839163 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cc5031c9-23a3-4207-9348-fb08be56aa94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:48.867816 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9eb19929-b22e-4e0f-9bdb-755d65f8a24c up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:24:48.925304 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:48.931948 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1bea76c9-5b0e-41c9-804b-080def1703f9 None None] Provisioning complete for port 23e1cccd-8209-44a9-a990-9c0c3fe1edc9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:24:48.932320 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1bea76c9-5b0e-41c9-804b-080def1703f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:48.935663 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:49.014843 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2c59e8-0c55-4a37-9709-64969f9c13d9 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:24:49.021330 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cc5031c9-23a3-4207-9348-fb08be56aa94 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:49.026138 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cc5031c9-23a3-4207-9348-fb08be56aa94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:49.035894 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1bea76c9-5b0e-41c9-804b-080def1703f9 None None] Port 23e1cccd-8209-44a9-a990-9c0c3fe1edc9 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:24:49.037272 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b794324-19d0-41c5-8136-c978b958309f None None] Pushing event updated for resources: {'Port': ['ID=dd108966-3a3c-4371-be50-12df9999a8c9,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:49.043643 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] Attempting to bind port dd108966-3a3c-4371-be50-12df9999a8c9 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:24:49.044020 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] Attempting to bind port dd108966-3a3c-4371-be50-12df9999a8c9 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:24:49.044391 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] Attempting to bind port dd108966-3a3c-4371-be50-12df9999a8c9 on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:24:49.048290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 9eb19929-b22e-4e0f-9bdb-755d65f8a24c triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:24:49.048669 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:49.056103 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:24:49.056484 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:24:49.056997 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:49.057555 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:24:49.058121 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] Bound port: dd108966-3a3c-4371-be50-12df9999a8c9, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:24:49.058509 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:49.095951 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5031c9-23a3-4207-9348-fb08be56aa94 admin admin] Pushing event updated for resources: {'Port': ['ID=23e1cccd-8209-44a9-a990-9c0c3fe1edc9,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:49.098327 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-cc5031c9-23a3-4207-9348-fb08be56aa94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:49.143681 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] For port dd108966-3a3c-4371-be50-12df9999a8c9, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:24:49.149828 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] For port dd108966-3a3c-4371-be50-12df9999a8c9, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=dd108966-3a3c-4371-be50-12df9999a8c9,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:24:49.160218 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:49.195601 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5031c9-23a3-4207-9348-fb08be56aa94 admin admin] Network 7c1411d8-5ace-4b0f-a2f1-5957bca50127 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:24:49.197068 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-cc5031c9-23a3-4207-9348-fb08be56aa94 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:24:49.221188 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-5383ce11-f5fd-4081-8a6a-1be2325bae65 None None] Provisioning complete for port dd108966-3a3c-4371-be50-12df9999a8c9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:24:49.221559 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5383ce11-f5fd-4081-8a6a-1be2325bae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:49.251946 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4e6ea0-4ddc-4181-b93f-6372544b007a None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:24:49.301429 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] Routers {'2d9224ca-1d59-49b2-a2c5-0938e776978a'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:24:49.302070 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:24:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2d9224ca-1d59-49b2-a2c5-0938e776978a'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:49.304374 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b794324-19d0-41c5-8136-c978b958309f None None] Pushing event updated for resources: {'Port': ['ID=dd108966-3a3c-4371-be50-12df9999a8c9,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:49.340748 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5031c9-23a3-4207-9348-fb08be56aa94 admin admin] Router 2d9224ca-1d59-49b2-a2c5-0938e776978a has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:24:49.456476 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5383ce11-f5fd-4081-8a6a-1be2325bae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:49.471351 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5031c9-23a3-4207-9348-fb08be56aa94 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:24:49.477851 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-cc5031c9-23a3-4207-9348-fb08be56aa94 admin admin] 10.222.0.31 "PUT /v2.0/routers/2d9224ca-1d59-49b2-a2c5-0938e776978a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6517348 Nov 12 02:24:49.488062 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] Set router 2d9224ca-1d59-49b2-a2c5-0938e776978a gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:24:49.490551 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-5383ce11-f5fd-4081-8a6a-1be2325bae65 None None] For port dd108966-3a3c-4371-be50-12df9999a8c9, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=dd108966-3a3c-4371-be50-12df9999a8c9,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:24:49.515025 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5383ce11-f5fd-4081-8a6a-1be2325bae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:49.653678 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383ce11-f5fd-4081-8a6a-1be2325bae65 None None] Pushing event updated for resources: {'Port': ['ID=dd108966-3a3c-4371-be50-12df9999a8c9,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:49.679988 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-da24149b-9fa8-48e3-bb5e-a03b54a97e0c None None] Provisioning complete for port 23e1cccd-8209-44a9-a990-9c0c3fe1edc9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:24:49.680415 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-da24149b-9fa8-48e3-bb5e-a03b54a97e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:49.767941 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-da24149b-9fa8-48e3-bb5e-a03b54a97e0c None None] Port 23e1cccd-8209-44a9-a990-9c0c3fe1edc9 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:24:49.794508 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-da24149b-9fa8-48e3-bb5e-a03b54a97e0c None None] Provisioning complete for port dd108966-3a3c-4371-be50-12df9999a8c9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:24:49.795042 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-da24149b-9fa8-48e3-bb5e-a03b54a97e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:49.843184 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'name': 'tempest-TestSnapshotPattern-1524209756-router', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:48Z', 'revision_number': 4, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'gw_port': {'id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '23e1cccd-8209-44a9-a990-9c0c3fe1edc9', 'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'mac_address': 'fa:16:3e:58:70:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:48Z', 'updated_at': '2021-11-12T02:24:48Z', 'revision_number': 2, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'subnets': [{'id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:49.871056 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ecbf4-8f9f-4c25-841a-004dee1abbff None None] The sync data for ids ['2d9224ca-1d59-49b2-a2c5-0938e776978a'] in n-d-712137-14 is: [{'id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'name': 'tempest-TestSnapshotPattern-1524209756-router', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:48Z', 'revision_number': 4, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'gw_port': {'id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '23e1cccd-8209-44a9-a990-9c0c3fe1edc9', 'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'mac_address': 'fa:16:3e:58:70:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:48Z', 'updated_at': '2021-11-12T02:24:48Z', 'revision_number': 2, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'subnets': [{'id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:24:49.978844 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58882) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:49.983976 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-d2a425d5-96f7-495a-848d-9e5d32dafd52 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-73361551-network', 'tenant_id': 'a78819c703554a0bb2b159dc6a129230'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:24:50.005207 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a425d5-96f7-495a-848d-9e5d32dafd52 admin admin] Made reservation on behalf of a78819c703554a0bb2b159dc6a129230 for: {'network': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:24:50.008112 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2a425d5-96f7-495a-848d-9e5d32dafd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for network, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:50.017061 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2a425d5-96f7-495a-848d-9e5d32dafd52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:50.126420 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2a425d5-96f7-495a-848d-9e5d32dafd52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:50.131177 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2a425d5-96f7-495a-848d-9e5d32dafd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:50.158977 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a425d5-96f7-495a-848d-9e5d32dafd52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=114243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:24:50.170394 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a425d5-96f7-495a-848d-9e5d32dafd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7830cdb-d06b-4999-9dfd-63972e196258,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:50.176451 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2a425d5-96f7-495a-848d-9e5d32dafd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:50.176834 n-d-712137-14 neutron-server[114243]: INFO neutron.db.segments_db [None req-d2a425d5-96f7-495a-848d-9e5d32dafd52 admin admin] Added segment 82fdb276-8612-40aa-af4b-3da375edb37e of type vlan for network 48700820-6a29-4bc3-a086-f749f882019e Nov 12 02:24:50.224885 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2a425d5-96f7-495a-848d-9e5d32dafd52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763651037669'] for network, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:50.254863 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2a425d5-96f7-495a-848d-9e5d32dafd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273'] for network, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:50.256116 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a425d5-96f7-495a-848d-9e5d32dafd52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:24:50.256845 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d2a425d5-96f7-495a-848d-9e5d32dafd52 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:50.320445 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-73ede7d0-5b18-4309-a810-96efd33e0fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:50.325120 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d2a425d5-96f7-495a-848d-9e5d32dafd52 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3451355 Nov 12 02:24:50.327996 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58884) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:50.332767 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-5167b07f-32fd-4662-a5bc-3066ed47633f admin admin] Request body: {'subnet': {'network_id': '48700820-6a29-4bc3-a086-f749f882019e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-73361551-subnet', 'tenant_id': 'a78819c703554a0bb2b159dc6a129230', 'ip_version': 4}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:24:50.339402 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a425d5-96f7-495a-848d-9e5d32dafd52 admin admin] Pushing event updated for resources: {'Network': ['ID=48700820-6a29-4bc3-a086-f749f882019e,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:50.349964 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Network 48700820-6a29-4bc3-a086-f749f882019e details requested by agent ovs-agent-n-d-712137-14 with host n-d-712137-14 {{(pid=114244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:24:50.360129 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5167b07f-32fd-4662-a5bc-3066ed47633f admin admin] Made reservation on behalf of a78819c703554a0bb2b159dc6a129230 for: {'subnet': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:24:50.363054 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5167b07f-32fd-4662-a5bc-3066ed47633f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4344085'] for subnet, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:50.558817 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5167b07f-32fd-4662-a5bc-3066ed47633f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4441710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4344071'] for subnet, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:50.611784 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167b07f-32fd-4662-a5bc-3066ed47633f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ca6c53d-d62c-4c54-9821-9b9adf8dfc08,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:50.627706 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5167b07f-32fd-4662-a5bc-3066ed47633f admin admin] Checking segment: {'id': '82fdb276-8612-40aa-af4b-3da375edb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '48700820-6a29-4bc3-a086-f749f882019e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:24:50.628072 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5167b07f-32fd-4662-a5bc-3066ed47633f admin admin] Network hostable DHCP agents. Network: 48700820-6a29-4bc3-a086-f749f882019e, hostable agents: ['ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b'], hosted agents: [] {{(pid=114243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:24:50.651972 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5167b07f-32fd-4662-a5bc-3066ed47633f admin admin] Network 48700820-6a29-4bc3-a086-f749f882019e is scheduled to be hosted by DHCP agent ae439ca2-75b1-4d8c-98ee-cf73a5e8d12b with binding_index 1 {{(pid=114243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:24:50.661887 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-5167b07f-32fd-4662-a5bc-3066ed47633f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712137-14, 48700820-6a29-4bc3-a086-f749f882019e) {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:24:50.667322 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5167b07f-32fd-4662-a5bc-3066ed47633f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:24:50.667893 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5167b07f-32fd-4662-a5bc-3066ed47633f admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:50.673605 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c134a96c-47b9-46f0-8276-bb84584f4cf8 None None] Network 48700820-6a29-4bc3-a086-f749f882019e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:24:50.684971 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5167b07f-32fd-4662-a5bc-3066ed47633f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3558924 Nov 12 02:24:50.687617 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58886) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:50.692031 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-e86dad1d-e8dc-4175-a4bf-6bc160313a69 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-73361551-router', 'tenant_id': 'a78819c703554a0bb2b159dc6a129230', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:24:50.716410 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e86dad1d-e8dc-4175-a4bf-6bc160313a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1718691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58261'] for router, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:50.717884 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e86dad1d-e8dc-4175-a4bf-6bc160313a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58270'] for router, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:50.799905 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e86dad1d-e8dc-4175-a4bf-6bc160313a69 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:50.899242 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device dd108966-3a3c-4371-be50-12df9999a8c9 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:24:50.952468 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e86dad1d-e8dc-4175-a4bf-6bc160313a69 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:51.007993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port dd108966-3a3c-4371-be50-12df9999a8c9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:24:51.008675 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:51.067231 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f7409c-1bc1-4d91-a8fb-7b8106cdf3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20926bf-c5b5-50f3-b777-b6c1bdc879e5-48700820-6a29-4bc3-a086-f749f882019e', 'network_id': '48700820-6a29-4bc3-a086-f749f882019e', 'tenant_id': 'a78819c703554a0bb2b159dc6a129230', 'fixed_ips': [{'subnet_id': '1ca6c53d-d62c-4c54-9821-9b9adf8dfc08'}]}} from n-d-712137-14. {{(pid=114244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:24:51.068400 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b0f7409c-1bc1-4d91-a8fb-7b8106cdf3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:51.171540 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e86dad1d-e8dc-4175-a4bf-6bc160313a69 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:51.197650 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e86dad1d-e8dc-4175-a4bf-6bc160313a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:51.253170 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.db_base_plugin_common [None req-b0f7409c-1bc1-4d91-a8fb-7b8106cdf3de None None] Allocated IP 172.20.0.2 (48700820-6a29-4bc3-a086-f749f882019e/1ca6c53d-d62c-4c54-9821-9b9adf8dfc08/2f90426c-3e93-4cdd-85cf-226b4241aa60) {{(pid=114244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:24:51.312455 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-e86dad1d-e8dc-4175-a4bf-6bc160313a69 admin admin] Allocated IP 172.25.0.150 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:24:51.402283 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b0f7409c-1bc1-4d91-a8fb-7b8106cdf3de None None] Publish callbacks [] for port, precommit_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:51.407952 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b0f7409c-1bc1-4d91-a8fb-7b8106cdf3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412'] for port, after_create {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:51.419171 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e86dad1d-e8dc-4175-a4bf-6bc160313a69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:51.445784 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f7409c-1bc1-4d91-a8fb-7b8106cdf3de None None] Network 48700820-6a29-4bc3-a086-f749f882019e is already hosted by enough agents. {{(pid=114244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:24:51.453020 n-d-712137-14 neutron-server[114244]: DEBUG neutron.scheduler.base_scheduler [None req-b0f7409c-1bc1-4d91-a8fb-7b8106cdf3de None None] Resources bound (agent type, host, resource id): {{(pid=114244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:24:51.456347 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e86dad1d-e8dc-4175-a4bf-6bc160313a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:51.458376 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f7409c-1bc1-4d91-a8fb-7b8106cdf3de None None] Received port after_create {{(pid=114244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:24:51.463019 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7409c-1bc1-4d91-a8fb-7b8106cdf3de None None] Pushing event updated for resources: {'Port': ['ID=2f90426c-3e93-4cdd-85cf-226b4241aa60,revision_number=1']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:51.502279 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86dad1d-e8dc-4175-a4bf-6bc160313a69 admin admin] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:24:51.507599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-e86dad1d-e8dc-4175-a4bf-6bc160313a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:24:51.510619 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86dad1d-e8dc-4175-a4bf-6bc160313a69 admin admin] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:24:51.525576 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da7b74c-8d77-4e79-a37d-3d84d8940d2f None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:24:51.531731 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-b0f7409c-1bc1-4d91-a8fb-7b8106cdf3de None None] Attempting to bind port 2f90426c-3e93-4cdd-85cf-226b4241aa60 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:24:51.532108 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-b0f7409c-1bc1-4d91-a8fb-7b8106cdf3de None None] Attempting to bind port 2f90426c-3e93-4cdd-85cf-226b4241aa60 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '82fdb276-8612-40aa-af4b-3da375edb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '48700820-6a29-4bc3-a086-f749f882019e'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:24:51.532474 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f7409c-1bc1-4d91-a8fb-7b8106cdf3de None None] Attempting to bind port 2f90426c-3e93-4cdd-85cf-226b4241aa60 on network 48700820-6a29-4bc3-a086-f749f882019e {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:24:51.541143 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f7409c-1bc1-4d91-a8fb-7b8106cdf3de None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:24:51.541566 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f7409c-1bc1-4d91-a8fb-7b8106cdf3de None None] Checking segment: {'id': '82fdb276-8612-40aa-af4b-3da375edb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '48700820-6a29-4bc3-a086-f749f882019e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:24:51.541909 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b0f7409c-1bc1-4d91-a8fb-7b8106cdf3de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:51.542301 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f7409c-1bc1-4d91-a8fb-7b8106cdf3de None None] Bound using segment: {'id': '82fdb276-8612-40aa-af4b-3da375edb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '48700820-6a29-4bc3-a086-f749f882019e'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:24:51.542782 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-b0f7409c-1bc1-4d91-a8fb-7b8106cdf3de None None] Bound port: 2f90426c-3e93-4cdd-85cf-226b4241aa60, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fdb276-8612-40aa-af4b-3da375edb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '48700820-6a29-4bc3-a086-f749f882019e'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:24:51.543162 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b0f7409c-1bc1-4d91-a8fb-7b8106cdf3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:51.544462 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dad1d-e8dc-4175-a4bf-6bc160313a69 admin admin] Pushing event updated for resources: {'Port': ['ID=4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:51.610179 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b0f7409c-1bc1-4d91-a8fb-7b8106cdf3de None None] For port 2f90426c-3e93-4cdd-85cf-226b4241aa60, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:24:51.613296 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-b0f7409c-1bc1-4d91-a8fb-7b8106cdf3de None None] For port 2f90426c-3e93-4cdd-85cf-226b4241aa60, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=2f90426c-3e93-4cdd-85cf-226b4241aa60,segment=NetworkSegment(82fdb276-8612-40aa-af4b-3da375edb37e),segment_id=82fdb276-8612-40aa-af4b-3da375edb37e)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:24:51.618001 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b0f7409c-1bc1-4d91-a8fb-7b8106cdf3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:51.696615 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-e972c02f-7e48-4f1f-8828-481edf5a7fc3 None None] Provisioning complete for port 4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:24:51.697037 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e972c02f-7e48-4f1f-8828-481edf5a7fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:51.701735 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7409c-1bc1-4d91-a8fb-7b8106cdf3de None None] Pushing event updated for resources: {'Port': ['ID=2f90426c-3e93-4cdd-85cf-226b4241aa60,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:51.748812 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-e972c02f-7e48-4f1f-8828-481edf5a7fc3 None None] Port 4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:24:51.808604 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e86dad1d-e8dc-4175-a4bf-6bc160313a69 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:52.038609 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] Sync routers for ids ['2d9224ca-1d59-49b2-a2c5-0938e776978a'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:24:52.041706 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e86dad1d-e8dc-4175-a4bf-6bc160313a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707964'] for router, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:52.048327 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] Routers {'2d9224ca-1d59-49b2-a2c5-0938e776978a'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:24:52.048506 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:24:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2d9224ca-1d59-49b2-a2c5-0938e776978a'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:52.152397 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] Set router 2d9224ca-1d59-49b2-a2c5-0938e776978a gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:24:52.169441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86dad1d-e8dc-4175-a4bf-6bc160313a69 admin admin] Router f7278ec8-42ab-435d-9997-cadb1823d135 is scheduled to L3 agent c668f355-6250-4eb2-bc94-68c28c0639da with binding_index 1 {{(pid=114243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:24:52.281024 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86dad1d-e8dc-4175-a4bf-6bc160313a69 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:24:52.290541 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] Sync routers for ids ['f7278ec8-42ab-435d-9997-cadb1823d135'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:24:52.300639 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-e86dad1d-e8dc-4175-a4bf-6bc160313a69 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:52.302213 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] Routers {'f7278ec8-42ab-435d-9997-cadb1823d135'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:24:52.303003 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:24:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f7278ec8-42ab-435d-9997-cadb1823d135'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:52.305084 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58888) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:52.312076 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-e86dad1d-e8dc-4175-a4bf-6bc160313a69 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6231735 Nov 12 02:24:52.364236 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'name': 'tempest-TestSnapshotPattern-1524209756-router', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:48Z', 'revision_number': 4, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'gw_port': {'id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '23e1cccd-8209-44a9-a990-9c0c3fe1edc9', 'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'mac_address': 'fa:16:3e:58:70:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:48Z', 'updated_at': '2021-11-12T02:24:48Z', 'revision_number': 2, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'subnets': [{'id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:52.394646 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] Checking router: 2d9224ca-1d59-49b2-a2c5-0938e776978a for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:24:52.394995 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] Updating router 2d9224ca-1d59-49b2-a2c5-0938e776978a port 23e1cccd-8209-44a9-a990-9c0c3fe1edc9 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:24:52.420742 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:52.423229 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] Set router f7278ec8-42ab-435d-9997-cadb1823d135 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:24:52.618287 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-00390168-e479-4c58-84c2-2a2e304672be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:52.659522 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'name': 'tempest-TestSnapshotPattern-73361551-router', 'tenant_id': 'a78819c703554a0bb2b159dc6a129230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:50Z', 'updated_at': '2021-11-12T02:24:51Z', 'revision_number': 3, 'project_id': 'a78819c703554a0bb2b159dc6a129230', 'gw_port': {'id': '4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:51Z', 'updated_at': '2021-11-12T02:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:52.695532 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] Checking router: f7278ec8-42ab-435d-9997-cadb1823d135 for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:24:52.695897 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] Updating router f7278ec8-42ab-435d-9997-cadb1823d135 port 4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb binding host n-d-712137-14 {{(pid=114244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:24:52.733612 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:52.770963 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:52.782628 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:52.875148 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-42004953-65de-4df6-9782-92f189ac4f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:52.933221 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7eef6-6ecb-451e-b417-b51b3ba3152e None None] Pushing event updated for resources: {'Port': ['ID=23e1cccd-8209-44a9-a990-9c0c3fe1edc9,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:52.947305 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2f90426c-3e93-4cdd-85cf-226b4241aa60 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:24:52.983508 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7eef6-6ecb-451e-b417-b51b3ba3152e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:52.984276 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7eef6-6ecb-451e-b417-b51b3ba3152e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:52.984911 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7eef6-6ecb-451e-b417-b51b3ba3152e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:52.985621 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7eef6-6ecb-451e-b417-b51b3ba3152e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:52.986355 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7eef6-6ecb-451e-b417-b51b3ba3152e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:52.986942 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7eef6-6ecb-451e-b417-b51b3ba3152e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:52.987991 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7eef6-6ecb-451e-b417-b51b3ba3152e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:52.988581 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7eef6-6ecb-451e-b417-b51b3ba3152e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:52.989183 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7eef6-6ecb-451e-b417-b51b3ba3152e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:52.994713 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7eef6-6ecb-451e-b417-b51b3ba3152e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:52.996334 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7eef6-6ecb-451e-b417-b51b3ba3152e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:52.997005 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a7eef6-6ecb-451e-b417-b51b3ba3152e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:24:53.025936 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] Attempting to bind port 23e1cccd-8209-44a9-a990-9c0c3fe1edc9 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:24:53.026363 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] Attempting to bind port 23e1cccd-8209-44a9-a990-9c0c3fe1edc9 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': 'bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:24:53.027453 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] Attempting to bind port 23e1cccd-8209-44a9-a990-9c0c3fe1edc9 on network 7c1411d8-5ace-4b0f-a2f1-5957bca50127 {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:24:53.040504 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:24:53.041171 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] Checking segment: {'id': 'bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:24:53.041410 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:53.042202 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] Bound using segment: {'id': 'bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:24:53.042804 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] Bound port: 23e1cccd-8209-44a9-a990-9c0c3fe1edc9, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:24:53.043424 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:53.050369 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174239b5-beff-4d48-a071-28c874d03612 None None] Network 48700820-6a29-4bc3-a086-f749f882019e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:24:53.121803 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-42004953-65de-4df6-9782-92f189ac4f63 admin admin] Allocated IP 172.20.0.1 (48700820-6a29-4bc3-a086-f749f882019e/1ca6c53d-d62c-4c54-9821-9b9adf8dfc08/fc055460-9bd8-4d1a-bbe8-8558f3121a39) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:24:53.162797 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] For port 23e1cccd-8209-44a9-a990-9c0c3fe1edc9, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:24:53.167616 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] For port 23e1cccd-8209-44a9-a990-9c0c3fe1edc9, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=23e1cccd-8209-44a9-a990-9c0c3fe1edc9,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:24:53.175537 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:53.229161 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] Routers {'2d9224ca-1d59-49b2-a2c5-0938e776978a'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:24:53.229805 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:24:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2d9224ca-1d59-49b2-a2c5-0938e776978a'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:53.268841 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-1e1b34ae-4bbf-47f6-98a5-e9f7e737e1f4 None None] Provisioning complete for port 2f90426c-3e93-4cdd-85cf-226b4241aa60 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:24:53.269218 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1e1b34ae-4bbf-47f6-98a5-e9f7e737e1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:53.304648 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-42004953-65de-4df6-9782-92f189ac4f63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:53.308252 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7eef6-6ecb-451e-b417-b51b3ba3152e None None] Pushing event updated for resources: {'Port': ['ID=23e1cccd-8209-44a9-a990-9c0c3fe1edc9,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:53.321629 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 2f90426c-3e93-4cdd-85cf-226b4241aa60 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:24:53.322167 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:53.354437 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-42004953-65de-4df6-9782-92f189ac4f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:53.396536 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42004953-65de-4df6-9782-92f189ac4f63 admin admin] Network 48700820-6a29-4bc3-a086-f749f882019e is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:24:53.406266 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-42004953-65de-4df6-9782-92f189ac4f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:24:53.409393 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] Set router 2d9224ca-1d59-49b2-a2c5-0938e776978a gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:24:53.412370 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42004953-65de-4df6-9782-92f189ac4f63 admin admin] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:24:53.445748 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42004953-65de-4df6-9782-92f189ac4f63 admin admin] Pushing event updated for resources: {'Port': ['ID=fc055460-9bd8-4d1a-bbe8-8558f3121a39,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:53.471523 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-42004953-65de-4df6-9782-92f189ac4f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704809'] for router_interface, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:53.497624 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] Publish callbacks [] for port, precommit_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:53.545613 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:53.625508 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8d1e9-69e7-4cec-9881-918e529f52b4 None None] Pushing event updated for resources: {'Port': ['ID=4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb,revision_number=2']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:53.654844 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:53.674009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] Attempting to bind port 4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb on host n-d-712137-14 for vnic_type normal with profile {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:24:53.674417 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] Attempting to bind port 4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:24:53.674785 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] Attempting to bind port 4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb on network e33824d3-49f3-447d-b376-119e8e5c0bcb {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:24:53.679840 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-42004953-65de-4df6-9782-92f189ac4f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:53.688622 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d3e66e-b908-42da-970a-b2c6ae046290 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:24:53.703907 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1e1b34ae-4bbf-47f6-98a5-e9f7e737e1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:53.709210 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:24:53.709607 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] Checking segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:24:53.710104 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:53.710461 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] Bound using segment: {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'} {{(pid=114244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:24:53.710943 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.managers [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] Bound port: 4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5594c-95e1-45c8-b45d-fc579ef38ec8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb'}}] {{(pid=114244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:24:53.712309 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:53.786554 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] For port 2f90426c-3e93-4cdd-85cf-226b4241aa60, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=2f90426c-3e93-4cdd-85cf-226b4241aa60,segment=NetworkSegment(82fdb276-8612-40aa-af4b-3da375edb37e),segment_id=82fdb276-8612-40aa-af4b-3da375edb37e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:24:53.796668 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:53.858443 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'name': 'tempest-TestSnapshotPattern-1524209756-router', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:48Z', 'revision_number': 4, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'gw_port': {'id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '23e1cccd-8209-44a9-a990-9c0c3fe1edc9', 'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'mac_address': 'fa:16:3e:58:70:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:48Z', 'updated_at': '2021-11-12T02:24:53Z', 'revision_number': 4, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'subnets': [{'id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:53.861202 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] For port 4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb, host n-d-712137-14, cleared binding levels {{(pid=114244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:24:53.891672 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d61fe97-09d6-4357-9ae5-a80f25998710 None None] The sync data for ids ['2d9224ca-1d59-49b2-a2c5-0938e776978a'] in n-d-712137-14 is: [{'id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'name': 'tempest-TestSnapshotPattern-1524209756-router', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:48Z', 'revision_number': 4, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'gw_port': {'id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '23e1cccd-8209-44a9-a990-9c0c3fe1edc9', 'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'mac_address': 'fa:16:3e:58:70:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:48Z', 'updated_at': '2021-11-12T02:24:53Z', 'revision_number': 4, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'subnets': [{'id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:24:53.912144 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Pushing event updated for resources: {'Port': ['ID=2f90426c-3e93-4cdd-85cf-226b4241aa60,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:53.929901 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-1e1b34ae-4bbf-47f6-98a5-e9f7e737e1f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 02:24:53.930178 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-1e1b34ae-4bbf-47f6-98a5-e9f7e737e1f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 02:24:53.933930 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] For port 4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:24:53.943642 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:53.991412 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:54.015285 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a39099-f186-430d-baa5-4d10ca169586 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:24:54.037437 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-42004953-65de-4df6-9782-92f189ac4f63 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:54.044992 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-42004953-65de-4df6-9782-92f189ac4f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:54.047616 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8d1e9-69e7-4cec-9881-918e529f52b4 None None] Pushing event updated for resources: {'Port': ['ID=4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb,revision_number=3']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:54.057908 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] Routers {'f7278ec8-42ab-435d-9997-cadb1823d135'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:24:54.058614 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:24:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f7278ec8-42ab-435d-9997-cadb1823d135'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:54.147064 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-42004953-65de-4df6-9782-92f189ac4f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704957'] for router_interface, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:54.149777 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42004953-65de-4df6-9782-92f189ac4f63 admin admin] Pushing event updated for resources: {'Port': ['ID=fc055460-9bd8-4d1a-bbe8-8558f3121a39,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:54.254152 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] Set router f7278ec8-42ab-435d-9997-cadb1823d135 gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:24:54.270442 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42004953-65de-4df6-9782-92f189ac4f63 admin admin] Network 48700820-6a29-4bc3-a086-f749f882019e is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:24:54.272008 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-42004953-65de-4df6-9782-92f189ac4f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:24:54.429036 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42004953-65de-4df6-9782-92f189ac4f63 admin admin] Router f7278ec8-42ab-435d-9997-cadb1823d135 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:24:54.576262 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42004953-65de-4df6-9782-92f189ac4f63 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:24:54.583709 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-42004953-65de-4df6-9782-92f189ac4f63 admin admin] 10.222.0.31 "PUT /v2.0/routers/f7278ec8-42ab-435d-9997-cadb1823d135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2763712 Nov 12 02:24:54.718712 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-361f8d7b-706d-45e1-a7be-d5dddf8628d7 None None] Provisioning complete for port 2f90426c-3e93-4cdd-85cf-226b4241aa60 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:24:54.719196 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-361f8d7b-706d-45e1-a7be-d5dddf8628d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:54.778169 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'name': 'tempest-TestSnapshotPattern-73361551-router', 'tenant_id': 'a78819c703554a0bb2b159dc6a129230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:50Z', 'updated_at': '2021-11-12T02:24:53Z', 'revision_number': 4, 'project_id': 'a78819c703554a0bb2b159dc6a129230', 'gw_port': {'id': '4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:51Z', 'updated_at': '2021-11-12T02:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'fc055460-9bd8-4d1a-bbe8-8558f3121a39', 'name': '', 'network_id': '48700820-6a29-4bc3-a086-f749f882019e', 'tenant_id': 'a78819c703554a0bb2b159dc6a129230', 'mac_address': 'fa:16:3e:8a:b8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '1ca6c53d-d62c-4c54-9821-9b9adf8dfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:52Z', 'updated_at': '2021-11-12T02:24:53Z', 'revision_number': 2, 'project_id': 'a78819c703554a0bb2b159dc6a129230', 'subnets': [{'id': '1ca6c53d-d62c-4c54-9821-9b9adf8dfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:54.809445 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b23a290-82c1-4932-8629-4271fe3b410c None None] The sync data for ids ['f7278ec8-42ab-435d-9997-cadb1823d135'] in n-d-712137-14 is: [{'id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'name': 'tempest-TestSnapshotPattern-73361551-router', 'tenant_id': 'a78819c703554a0bb2b159dc6a129230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:50Z', 'updated_at': '2021-11-12T02:24:53Z', 'revision_number': 4, 'project_id': 'a78819c703554a0bb2b159dc6a129230', 'gw_port': {'id': '4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:51Z', 'updated_at': '2021-11-12T02:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'fc055460-9bd8-4d1a-bbe8-8558f3121a39', 'name': '', 'network_id': '48700820-6a29-4bc3-a086-f749f882019e', 'tenant_id': 'a78819c703554a0bb2b159dc6a129230', 'mac_address': 'fa:16:3e:8a:b8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '1ca6c53d-d62c-4c54-9821-9b9adf8dfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:52Z', 'updated_at': '2021-11-12T02:24:53Z', 'revision_number': 2, 'project_id': 'a78819c703554a0bb2b159dc6a129230', 'subnets': [{'id': '1ca6c53d-d62c-4c54-9821-9b9adf8dfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:24:54.843009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2f90426c-3e93-4cdd-85cf-226b4241aa60 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:24:54.908448 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-361f8d7b-706d-45e1-a7be-d5dddf8628d7 None None] Provisioning complete for port 4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:24:54.908863 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-361f8d7b-706d-45e1-a7be-d5dddf8628d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:54.952319 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 2f90426c-3e93-4cdd-85cf-226b4241aa60 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:24:54.952897 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.086981 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-361f8d7b-706d-45e1-a7be-d5dddf8628d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.112645 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 23e1cccd-8209-44a9-a990-9c0c3fe1edc9 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:24:55.144169 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-361f8d7b-706d-45e1-a7be-d5dddf8628d7 None None] For port 4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:24:55.149101 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-361f8d7b-706d-45e1-a7be-d5dddf8628d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.214862 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-361f8d7b-706d-45e1-a7be-d5dddf8628d7 None None] Provisioning complete for port 23e1cccd-8209-44a9-a990-9c0c3fe1edc9 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:24:55.215045 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-361f8d7b-706d-45e1-a7be-d5dddf8628d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.234774 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58896) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:55.239500 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 23e1cccd-8209-44a9-a990-9c0c3fe1edc9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:24:55.239700 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-6763ff4c-4888-4b00-b92c-584a42909344 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-979684341', 'description': 'tempest-secgroup-smoke-979684341 description', 'project_id': '6f4bb67fdb744a12ae1eb367c6404813'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:24:55.239879 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.243547 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f8d7b-706d-45e1-a7be-d5dddf8628d7 None None] Pushing event updated for resources: {'Port': ['ID=4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:55.264201 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6763ff4c-4888-4b00-b92c-584a42909344 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.346189 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6763ff4c-4888-4b00-b92c-584a42909344 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.351233 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6763ff4c-4888-4b00-b92c-584a42909344 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.367223 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-361f8d7b-706d-45e1-a7be-d5dddf8628d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.382220 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763ff4c-4888-4b00-b92c-584a42909344 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac17152-32ba-4581-bd51-10b2ad35c357,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:55.396952 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-6763ff4c-4888-4b00-b92c-584a42909344 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.401117 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-6763ff4c-4888-4b00-b92c-584a42909344 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1625113 Nov 12 02:24:55.401737 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58898) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:55.403779 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.407820 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-8c03e839-96c5-4cf4-bcef-6cae4509218e tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Request body: {'security_group_rule': {'security_group_id': 'aac17152-32ba-4581-bd51-10b2ad35c357', 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:24:55.435644 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:24:55.437643 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8c03e839-96c5-4cf4-bcef-6cae4509218e tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.438074 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-361f8d7b-706d-45e1-a7be-d5dddf8628d7 None None] For port 23e1cccd-8209-44a9-a990-9c0c3fe1edc9, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=23e1cccd-8209-44a9-a990-9c0c3fe1edc9,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:24:55.446831 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-361f8d7b-706d-45e1-a7be-d5dddf8628d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.507814 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8c03e839-96c5-4cf4-bcef-6cae4509218e tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.514164 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8c03e839-96c5-4cf4-bcef-6cae4509218e tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.520357 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-361f8d7b-706d-45e1-a7be-d5dddf8628d7 None None] Provisioning complete for port fc055460-9bd8-4d1a-bbe8-8558f3121a39 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:24:55.520765 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-361f8d7b-706d-45e1-a7be-d5dddf8628d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.534267 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03e839-96c5-4cf4-bcef-6cae4509218e tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e71fc99-6c27-4274-9a46-cf09d50fa863,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:55.543340 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-8c03e839-96c5-4cf4-bcef-6cae4509218e tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.547020 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-8c03e839-96c5-4cf4-bcef-6cae4509218e tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417551 Nov 12 02:24:55.547366 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58900) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:55.551818 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-f66ddcd1-cc82-466a-b267-29463c7c4a83 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Request body: {'security_group_rule': {'security_group_id': 'aac17152-32ba-4581-bd51-10b2ad35c357', 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:24:55.563196 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 02:24:55.563568 n-d-712137-14 neutron-server[114244]: DEBUG oslo_db.api [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 02:24:55.567928 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f8d7b-706d-45e1-a7be-d5dddf8628d7 None None] Pushing event updated for resources: {'Port': ['ID=23e1cccd-8209-44a9-a990-9c0c3fe1edc9,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:55.580983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-361f8d7b-706d-45e1-a7be-d5dddf8628d7 None None] Port fc055460-9bd8-4d1a-bbe8-8558f3121a39 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:24:55.586733 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f66ddcd1-cc82-466a-b267-29463c7c4a83 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.650615 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f66ddcd1-cc82-466a-b267-29463c7c4a83 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.651055 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.654953 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f66ddcd1-cc82-466a-b267-29463c7c4a83 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.674025 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ddcd1-cc82-466a-b267-29463c7c4a83 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c74f49-7428-4fed-a164-6e30bd790eec,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:55.680122 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-f66ddcd1-cc82-466a-b267-29463c7c4a83 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.681492 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-f66ddcd1-cc82-466a-b267-29463c7c4a83 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331871 Nov 12 02:24:55.684458 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58902) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:55.689324 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-59fc719d-90f5-4234-8ba8-b8177de85628 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Request body: {'security_group_rule': {'security_group_id': 'aac17152-32ba-4581-bd51-10b2ad35c357', 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:24:55.715476 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-59fc719d-90f5-4234-8ba8-b8177de85628 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.786395 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-59fc719d-90f5-4234-8ba8-b8177de85628 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.792925 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-59fc719d-90f5-4234-8ba8-b8177de85628 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.817343 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc719d-90f5-4234-8ba8-b8177de85628 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ec5c2c-b5bd-4419-b24a-e3fc18d4ed82,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:55.823475 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-59fc719d-90f5-4234-8ba8-b8177de85628 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.824546 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-59fc719d-90f5-4234-8ba8-b8177de85628 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389463 Nov 12 02:24:55.827508 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58904) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:55.832261 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-1c17a759-1406-4436-87f3-8a37102ea0c5 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Request body: {'security_group_rule': {'security_group_id': 'aac17152-32ba-4581-bd51-10b2ad35c357', 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:24:55.864793 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c17a759-1406-4436-87f3-8a37102ea0c5 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.897328 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.925044 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c17a759-1406-4436-87f3-8a37102ea0c5 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.928675 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c17a759-1406-4436-87f3-8a37102ea0c5 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.949380 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17a759-1406-4436-87f3-8a37102ea0c5 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6147e66f-84d9-4938-8ad6-4fe4433c5a99,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:55.956831 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-1c17a759-1406-4436-87f3-8a37102ea0c5 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.958056 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-1c17a759-1406-4436-87f3-8a37102ea0c5 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294622 Nov 12 02:24:55.960648 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 58906) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:55.964968 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-07f299af-d143-4fc0-83fe-8663b4e4f616 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Request body: {'security_group_rule': {'security_group_id': 'aac17152-32ba-4581-bd51-10b2ad35c357', 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:24:55.986345 n-d-712137-14 neutron-server[114242]: INFO neutron.db.securitygroups_db [None req-07f299af-d143-4fc0-83fe-8663b4e4f616 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Project 6f4bb67fdb744a12ae1eb367c6404813 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:24:55.991032 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-07f299af-d143-4fc0-83fe-8663b4e4f616 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:56.051547 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-07f299af-d143-4fc0-83fe-8663b4e4f616 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:56.054936 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-07f299af-d143-4fc0-83fe-8663b4e4f616 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:56.072362 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f299af-d143-4fc0-83fe-8663b4e4f616 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10aaa99-c0d2-4e2e-83a9-a195bbf07596,revision_number=0']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:56.080487 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-07f299af-d143-4fc0-83fe-8663b4e4f616 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:56.084266 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-07f299af-d143-4fc0-83fe-8663b4e4f616 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201530 Nov 12 02:24:56.084684 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58908) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:56.090116 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-3b585c7a-f2ee-4b5a-8894-0fcf64deac64 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Request body: {'security_group_rule': {'security_group_id': 'aac17152-32ba-4581-bd51-10b2ad35c357', 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:24:56.112885 n-d-712137-14 neutron-server[114243]: INFO neutron.db.securitygroups_db [None req-3b585c7a-f2ee-4b5a-8894-0fcf64deac64 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Project 6f4bb67fdb744a12ae1eb367c6404813 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:24:56.117790 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b585c7a-f2ee-4b5a-8894-0fcf64deac64 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:56.179342 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b585c7a-f2ee-4b5a-8894-0fcf64deac64 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:56.183765 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b585c7a-f2ee-4b5a-8894-0fcf64deac64 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688311'] for security_group_rule, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:56.201089 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b585c7a-f2ee-4b5a-8894-0fcf64deac64 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2797d4b2-ca07-4dbe-8325-38174064e559,revision_number=0']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:56.208504 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-3b585c7a-f2ee-4b5a-8894-0fcf64deac64 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:56.210564 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-3b585c7a-f2ee-4b5a-8894-0fcf64deac64 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234021 Nov 12 02:24:56.282906 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:56.373395 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-fa575fff-46c4-47b7-82fd-cdc607dab0a2 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-979684341&fields=id&tenant_id=6f4bb67fdb744a12ae1eb367c6404813 HTTP/1.1" status: 200 len: 267 time: 0.0477862 Nov 12 02:24:56.485970 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-215fef1b-8a22-4c32-bf6b-c01d22af871d tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:24:56.487437 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-215fef1b-8a22-4c32-bf6b-c01d22af871d tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/networks?id=7c1411d8-5ace-4b0f-a2f1-5957bca50127 HTTP/1.1" status: 200 len: 810 time: 0.1068974 Nov 12 02:24:56.502192 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-6f6527e5-5666-4613-a093-e35d4e8483ee tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/quotas/6f4bb67fdb744a12ae1eb367c6404813 HTTP/1.1" status: 200 len: 375 time: 0.0089855 Nov 12 02:24:56.572347 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-2409a5a8-1a67-45f5-88ef-bb189fa8dd9b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f4bb67fdb744a12ae1eb367c6404813&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498636 Nov 12 02:24:56.672228 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-839406ad-e2b4-49fa-a31a-1f08be32b8f6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:24:56.673293 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-839406ad-e2b4-49fa-a31a-1f08be32b8f6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1001291 Nov 12 02:24:56.773284 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5682dfc7-22b9-4703-bd3a-9054c5d22138 service neutron] 10.222.0.31 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920346 Nov 12 02:24:56.870993 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 23e1cccd-8209-44a9-a990-9c0c3fe1edc9 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:24:56.926546 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 23e1cccd-8209-44a9-a990-9c0c3fe1edc9 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:24:56.927282 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:57.013770 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:24:57.067900 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port 4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:24:57.068271 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:57.204498 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-ad178ca1-4651-489e-9831-5e6840c0e871 service neutron] 10.222.0.31 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279149 Nov 12 02:24:57.371643 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-bd6fc916-323f-4a4c-b84a-7441859f3198 req-d6aac27c-b150-43d5-86dd-3c0a39e15f5d tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 210 time: 0.0270126 Nov 12 02:24:57.813243 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] Sync routers for ids ['f7278ec8-42ab-435d-9997-cadb1823d135'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:24:57.823673 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] Routers {'f7278ec8-42ab-435d-9997-cadb1823d135'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:24:57.824277 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:24:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f7278ec8-42ab-435d-9997-cadb1823d135'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:57.930757 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] Set router f7278ec8-42ab-435d-9997-cadb1823d135 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:24:58.122050 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'name': 'tempest-TestSnapshotPattern-73361551-router', 'tenant_id': 'a78819c703554a0bb2b159dc6a129230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:50Z', 'updated_at': '2021-11-12T02:24:53Z', 'revision_number': 4, 'project_id': 'a78819c703554a0bb2b159dc6a129230', 'gw_port': {'id': '4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:51Z', 'updated_at': '2021-11-12T02:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'fc055460-9bd8-4d1a-bbe8-8558f3121a39', 'name': '', 'network_id': '48700820-6a29-4bc3-a086-f749f882019e', 'tenant_id': 'a78819c703554a0bb2b159dc6a129230', 'mac_address': 'fa:16:3e:8a:b8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '1ca6c53d-d62c-4c54-9821-9b9adf8dfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:52Z', 'updated_at': '2021-11-12T02:24:53Z', 'revision_number': 2, 'project_id': 'a78819c703554a0bb2b159dc6a129230', 'subnets': [{'id': '1ca6c53d-d62c-4c54-9821-9b9adf8dfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:58.147268 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] Checking router: f7278ec8-42ab-435d-9997-cadb1823d135 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:24:58.147615 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] Updating router f7278ec8-42ab-435d-9997-cadb1823d135 port fc055460-9bd8-4d1a-bbe8-8558f3121a39 binding host n-d-712137-14 {{(pid=114245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:24:58.171929 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:58.437857 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] Publish callbacks [] for port, precommit_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:58.443525 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:58.451666 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f4fe4193-45d3-4aa0-a32a-a205f718b135 req-92221bf5-0921-4a72-80de-f61560809936 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 210 time: 0.0285945 Nov 12 02:24:58.495876 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a50da7-16e6-46af-9d52-c25956749815 None None] Pushing event updated for resources: {'Port': ['ID=fc055460-9bd8-4d1a-bbe8-8558f3121a39,revision_number=3']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:58.547836 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] Attempting to bind port fc055460-9bd8-4d1a-bbe8-8558f3121a39 on host n-d-712137-14 for vnic_type normal with profile {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:24:58.548211 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] Attempting to bind port fc055460-9bd8-4d1a-bbe8-8558f3121a39 by drivers openvswitch,hyperv on host n-d-712137-14 at level 0 using segments [{'id': '82fdb276-8612-40aa-af4b-3da375edb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '48700820-6a29-4bc3-a086-f749f882019e'}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:24:58.548351 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] Attempting to bind port fc055460-9bd8-4d1a-bbe8-8558f3121a39 on network 48700820-6a29-4bc3-a086-f749f882019e {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:24:58.556080 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] Checking agent: {'id': 'ce94e23b-c35e-4852-9005-25908fd6ded0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 23, 26), 'started_at': datetime.datetime(2021, 11, 12, 0, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712137-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:24:58.556585 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] Checking segment: {'id': '82fdb276-8612-40aa-af4b-3da375edb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '48700820-6a29-4bc3-a086-f749f882019e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:24:58.557088 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:58.557591 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] Bound using segment: {'id': '82fdb276-8612-40aa-af4b-3da375edb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '48700820-6a29-4bc3-a086-f749f882019e'} {{(pid=114245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:24:58.558292 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.managers [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] Bound port: fc055460-9bd8-4d1a-bbe8-8558f3121a39, host: n-d-712137-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fdb276-8612-40aa-af4b-3da375edb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '48700820-6a29-4bc3-a086-f749f882019e'}}] {{(pid=114245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:24:58.558667 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:58.636602 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] For port fc055460-9bd8-4d1a-bbe8-8558f3121a39, host n-d-712137-14, cleared binding levels {{(pid=114245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:24:58.640843 n-d-712137-14 neutron-server[114245]: DEBUG neutron.plugins.ml2.db [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] For port fc055460-9bd8-4d1a-bbe8-8558f3121a39, host n-d-712137-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=fc055460-9bd8-4d1a-bbe8-8558f3121a39,segment=NetworkSegment(82fdb276-8612-40aa-af4b-3da375edb37e),segment_id=82fdb276-8612-40aa-af4b-3da375edb37e)] {{(pid=114245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:24:58.646041 n-d-712137-14 neutron-server[114245]: DEBUG neutron_lib.callbacks.manager [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:58.719893 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] Routers {'f7278ec8-42ab-435d-9997-cadb1823d135'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:24:58.720574 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:24:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f7278ec8-42ab-435d-9997-cadb1823d135'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:58.725843 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a50da7-16e6-46af-9d52-c25956749815 None None] Pushing event updated for resources: {'Port': ['ID=fc055460-9bd8-4d1a-bbe8-8558f3121a39,revision_number=4']} {{(pid=114245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:58.728814 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-28204290-7f46-465b-8b28-3f3ef53e08d4 None None] Provisioning complete for port fc055460-9bd8-4d1a-bbe8-8558f3121a39 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:24:58.729337 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-28204290-7f46-465b-8b28-3f3ef53e08d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:58.828078 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-28204290-7f46-465b-8b28-3f3ef53e08d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:58.843628 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] Set router f7278ec8-42ab-435d-9997-cadb1823d135 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:24:58.862550 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-28204290-7f46-465b-8b28-3f3ef53e08d4 None None] For port fc055460-9bd8-4d1a-bbe8-8558f3121a39, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=fc055460-9bd8-4d1a-bbe8-8558f3121a39,segment=NetworkSegment(82fdb276-8612-40aa-af4b-3da375edb37e),segment_id=82fdb276-8612-40aa-af4b-3da375edb37e)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:24:58.868211 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-28204290-7f46-465b-8b28-3f3ef53e08d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:58.915183 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28204290-7f46-465b-8b28-3f3ef53e08d4 None None] Pushing event updated for resources: {'Port': ['ID=fc055460-9bd8-4d1a-bbe8-8558f3121a39,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:24:58.988284 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-aba28db1-3845-4453-80e1-42c65d0cc964 None None] Provisioning complete for port fc055460-9bd8-4d1a-bbe8-8558f3121a39 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:24:58.988654 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-aba28db1-3845-4453-80e1-42c65d0cc964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:59.052888 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'name': 'tempest-TestSnapshotPattern-73361551-router', 'tenant_id': 'a78819c703554a0bb2b159dc6a129230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:50Z', 'updated_at': '2021-11-12T02:24:53Z', 'revision_number': 4, 'project_id': 'a78819c703554a0bb2b159dc6a129230', 'gw_port': {'id': '4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:51Z', 'updated_at': '2021-11-12T02:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'fc055460-9bd8-4d1a-bbe8-8558f3121a39', 'name': '', 'network_id': '48700820-6a29-4bc3-a086-f749f882019e', 'tenant_id': 'a78819c703554a0bb2b159dc6a129230', 'mac_address': 'fa:16:3e:8a:b8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '1ca6c53d-d62c-4c54-9821-9b9adf8dfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:52Z', 'updated_at': '2021-11-12T02:24:58Z', 'revision_number': 4, 'project_id': 'a78819c703554a0bb2b159dc6a129230', 'subnets': [{'id': '1ca6c53d-d62c-4c54-9821-9b9adf8dfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:24:59.084400 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2867a6-a097-491a-97cd-1cae1ce32402 None None] The sync data for ids ['f7278ec8-42ab-435d-9997-cadb1823d135'] in n-d-712137-14 is: [{'id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'name': 'tempest-TestSnapshotPattern-73361551-router', 'tenant_id': 'a78819c703554a0bb2b159dc6a129230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:50Z', 'updated_at': '2021-11-12T02:24:53Z', 'revision_number': 4, 'project_id': 'a78819c703554a0bb2b159dc6a129230', 'gw_port': {'id': '4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:51Z', 'updated_at': '2021-11-12T02:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': 'fc055460-9bd8-4d1a-bbe8-8558f3121a39', 'name': '', 'network_id': '48700820-6a29-4bc3-a086-f749f882019e', 'tenant_id': 'a78819c703554a0bb2b159dc6a129230', 'mac_address': 'fa:16:3e:8a:b8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '1ca6c53d-d62c-4c54-9821-9b9adf8dfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:52Z', 'updated_at': '2021-11-12T02:24:58Z', 'revision_number': 4, 'project_id': 'a78819c703554a0bb2b159dc6a129230', 'subnets': [{'id': '1ca6c53d-d62c-4c54-9821-9b9adf8dfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:24:59.541029 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6f0e7e96-ee3d-4068-b2ff-8f12ed0fe34e req-9e84cb1b-85e7-47d9-a283-365d633f5135 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 210 time: 0.0346160 Nov 12 02:25:00.620299 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-61654421-4394-47c9-9555-04f796cdc607 req-945fd89f-bcbc-4909-8f83-7b6e3d22675f tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 210 time: 0.0280614 Nov 12 02:25:00.786957 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device fc055460-9bd8-4d1a-bbe8-8558f3121a39 up at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:25:00.834472 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Provisioning complete for port fc055460-9bd8-4d1a-bbe8-8558f3121a39 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:25:00.835380 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:01.718043 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-6ec54a8f-15ad-4da7-9167-e25f02efc943 req-df84c7f2-5585-45f9-92da-996aee84af39 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 210 time: 0.0267951 Nov 12 02:25:02.418951 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-a05581da-7c7e-419e-bec1-7e893403bdf4 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:02.420783 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-a05581da-7c7e-419e-bec1-7e893403bdf4 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.21 "GET /v2.0/networks?id=7c1411d8-5ace-4b0f-a2f1-5957bca50127 HTTP/1.1" status: 200 len: 810 time: 0.1064475 Nov 12 02:25:02.483159 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-c556aea5-b47e-405a-b349-889868e8f9ca tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f4bb67fdb744a12ae1eb367c6404813 HTTP/1.1" status: 200 len: 379 time: 0.0534177 Nov 12 02:25:02.494086 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-d0609f59-d537-4c0d-85d2-2f4db154d1d6 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Request body: {'port': {'device_id': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'admin_state_up': True, 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'security_groups': ['aac17152-32ba-4581-bd51-10b2ad35c357']}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:25:02.599046 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-d0609f59-d537-4c0d-85d2-2f4db154d1d6 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Made reservation on behalf of 6f4bb67fdb744a12ae1eb367c6404813 for: {'port': 1} {{(pid=114242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:25:02.603086 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-d0609f59-d537-4c0d-85d2-2f4db154d1d6 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:02.730808 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-d0609f59-d537-4c0d-85d2-2f4db154d1d6 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Allocated IP 172.20.0.12 (7c1411d8-5ace-4b0f-a2f1-5957bca50127/a1291a71-a0ed-4f52-bcdd-68bfef88c0f5/686fa463-0942-4327-9bd2-175ce0a71b5c) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:25:02.817712 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c8bcaba4-1182-48e5-b525-9ef224cbddc3 req-83713c70-469e-4947-8eb8-8556c7de23b9 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 210 time: 0.0260592 Nov 12 02:25:02.870976 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-d0609f59-d537-4c0d-85d2-2f4db154d1d6 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:02.903302 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-d0609f59-d537-4c0d-85d2-2f4db154d1d6 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:02.944980 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-d0609f59-d537-4c0d-85d2-2f4db154d1d6 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Network 7c1411d8-5ace-4b0f-a2f1-5957bca50127 is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:25:02.949971 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-d0609f59-d537-4c0d-85d2-2f4db154d1d6 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:25:02.953728 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-d0609f59-d537-4c0d-85d2-2f4db154d1d6 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:25:02.960061 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0609f59-d537-4c0d-85d2-2f4db154d1d6 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Pushing event updated for resources: {'Port': ['ID=686fa463-0942-4327-9bd2-175ce0a71b5c,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:25:03.007700 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-d0609f59-d537-4c0d-85d2-2f4db154d1d6 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:03.008316 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-d0609f59-d537-4c0d-85d2-2f4db154d1d6 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:03.025080 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-d0609f59-d537-4c0d-85d2-2f4db154d1d6 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5350726 Nov 12 02:25:03.037844 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] Request body: {'port': {'device_id': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712137-14'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:25:03.099321 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:03.221505 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-61c429af-3f18-45c7-be10-dc130e85addb None None] Provisioning complete for port 686fa463-0942-4327-9bd2-175ce0a71b5c triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:25:03.222093 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-61c429af-3f18-45c7-be10-dc130e85addb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:03.255227 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-61c429af-3f18-45c7-be10-dc130e85addb None None] Port 686fa463-0942-4327-9bd2-175ce0a71b5c cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:25:03.359463 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686fa463-0942-4327-9bd2-175ce0a71b5c {{(pid=114242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:25:03.366706 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:03.378430 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.provisioning_blocks [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] Transition to ACTIVE for port object 686fa463-0942-4327-9bd2-175ce0a71b5c will not be triggered until provisioned by entity L2. {{(pid=114242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:25:03.381337 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:03.438528 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] Pushing event updated for resources: {'Port': ['ID=686fa463-0942-4327-9bd2-175ce0a71b5c,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:25:03.509462 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] Attempting to bind port 686fa463-0942-4327-9bd2-175ce0a71b5c on host n-h1-712137-14 for vnic_type normal with profile {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:25:03.509962 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] Attempting to bind port 686fa463-0942-4327-9bd2-175ce0a71b5c by drivers openvswitch,hyperv on host n-h1-712137-14 at level 0 using segments [{'id': 'bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127'}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:25:03.510297 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] Attempting to bind port 686fa463-0942-4327-9bd2-175ce0a71b5c on network 7c1411d8-5ace-4b0f-a2f1-5957bca50127 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:25:03.515266 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] Port 686fa463-0942-4327-9bd2-175ce0a71b5c on network 7c1411d8-5ace-4b0f-a2f1-5957bca50127 not bound, no agent of type Open vSwitch agent registered on host n-h1-712137-14 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:25:03.515592 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] Attempting to bind port 686fa463-0942-4327-9bd2-175ce0a71b5c on network 7c1411d8-5ace-4b0f-a2f1-5957bca50127 {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:25:03.520851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] Checking agent: {'id': 'c27b5713-7a79-4183-b299-7cf030f44adf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:25:03.521194 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] Checking segment: {'id': 'bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:25:03.521583 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] Bound using segment: {'id': 'bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127'} {{(pid=114242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:25:03.522012 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.managers [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] Bound port: 686fa463-0942-4327-9bd2-175ce0a71b5c, host: n-h1-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127'}}] {{(pid=114242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:25:03.522369 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:03.588313 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] For port 686fa463-0942-4327-9bd2-175ce0a71b5c, host n-h1-712137-14, cleared binding levels {{(pid=114242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:25:03.591416 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] For port 686fa463-0942-4327-9bd2-175ce0a71b5c, host n-h1-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=686fa463-0942-4327-9bd2-175ce0a71b5c,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:25:03.596975 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:03.633720 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:03.634383 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:03.635719 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] 10.222.0.21 "PUT /v2.0/ports/686fa463-0942-4327-9bd2-175ce0a71b5c HTTP/1.1" status: 200 len: 1093 time: 0.6022367 Nov 12 02:25:03.636173 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'tag': '686fa463-0942-4327-9bd2-175ce0a71b5c'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:25:03.642154 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f606a33-e6dc-4a07-94f7-8dc7b7c23036" -d '{"events": [{"name": "network-changed", "server_uuid": "70eec375-7de7-400d-9c85-12e7eb2785dc", "tag": "686fa463-0942-4327-9bd2-175ce0a71b5c"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:25:03.665567 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502920f-c803-4f2a-bb8d-3a70b30aee48 service neutron] Pushing event updated for resources: {'Port': ['ID=686fa463-0942-4327-9bd2-175ce0a71b5c,revision_number=3']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:25:03.727647 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-4798aba3-a9c7-4018-8897-7f253b7604f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:03.729328 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-4798aba3-a9c7-4018-8897-7f253b7604f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f4bb67fdb744a12ae1eb367c6404813&device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 1096 time: 0.0515444 Nov 12 02:25:03.773166 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fcc828-735f-4458-a719-7189255c153f x-openstack-request-id: req-03fcc828-735f-4458-a719-7189255c153f {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:25:03.773920 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70eec375-7de7-400d-9c85-12e7eb2785dc", "tag": "686fa463-0942-4327-9bd2-175ce0a71b5c", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:25:03.773920 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03fcc828-735f-4458-a719-7189255c153f {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:25:03.774287 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'tag': '686fa463-0942-4327-9bd2-175ce0a71b5c', 'status': 'completed', 'code': 200} Nov 12 02:25:03.776145 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-c44c81bd-d351-4207-b4f4-c5d9e5ce6d53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=686fa463-0942-4327-9bd2-175ce0a71b5c HTTP/1.1" status: 200 len: 217 time: 0.0391212 Nov 12 02:25:03.829722 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-d1354cee-7bf1-4588-965e-035511e9963b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:03.831202 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-d1354cee-7bf1-4588-965e-035511e9963b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1291a71-a0ed-4f52-bcdd-68bfef88c0f5 HTTP/1.1" status: 200 len: 849 time: 0.0482447 Nov 12 02:25:03.883504 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-88d62ce8-cb3c-4b49-a8bb-efe533507705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:03.885044 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-88d62ce8-cb3c-4b49-a8bb-efe533507705 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c1411d8-5ace-4b0f-a2f1-5957bca50127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451055 Nov 12 02:25:03.944986 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b0161-183f-4cef-b04f-6605c83e4b3a req-d464b4d3-037c-47c5-a3a9-4f638a81651b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:03.947315 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c87b0161-183f-4cef-b04f-6605c83e4b3a req-d464b4d3-037c-47c5-a3a9-4f638a81651b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 944 time: 0.0580711 Nov 12 02:25:03.983260 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-6ab3e742-1ebf-48da-945b-d0fb5bca7a3a service neutron] 10.222.0.21 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911934 Nov 12 02:25:04.004181 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c87b0161-183f-4cef-b04f-6605c83e4b3a req-c29fe89c-ce73-460c-a5fb-9ad6da93d2f7 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497942 Nov 12 02:25:04.076806 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-598ff7d1-879e-4f1d-bf6e-3504776eef28 req-8d2087d0-277d-49b2-bc60-5a378b0acc19 service neutron] 10.222.0.21 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866394 Nov 12 02:25:04.163355 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f606a33-e6dc-4a07-94f7-8dc7b7c23036 req-c15a9c2a-1aac-4ee2-b642-bb8772d48fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:04.165366 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8f606a33-e6dc-4a07-94f7-8dc7b7c23036 req-c15a9c2a-1aac-4ee2-b642-bb8772d48fae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f4bb67fdb744a12ae1eb367c6404813&device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 1096 time: 0.0404871 Nov 12 02:25:04.258349 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f606a33-e6dc-4a07-94f7-8dc7b7c23036 req-b1f413da-7837-4ed2-b1fe-0715e679fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:04.259772 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8f606a33-e6dc-4a07-94f7-8dc7b7c23036 req-b1f413da-7837-4ed2-b1fe-0715e679fa3a service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c1411d8-5ace-4b0f-a2f1-5957bca50127 HTTP/1.1" status: 200 len: 911 time: 0.0854948 Nov 12 02:25:04.305062 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8f606a33-e6dc-4a07-94f7-8dc7b7c23036 req-38b91271-d6e3-46f5-afae-9b0516ffd217 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=686fa463-0942-4327-9bd2-175ce0a71b5c HTTP/1.1" status: 200 len: 217 time: 0.0381386 Nov 12 02:25:04.353773 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f606a33-e6dc-4a07-94f7-8dc7b7c23036 req-cd05367b-e367-4cd3-95ec-781740b50249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:04.355206 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8f606a33-e6dc-4a07-94f7-8dc7b7c23036 req-cd05367b-e367-4cd3-95ec-781740b50249 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1291a71-a0ed-4f52-bcdd-68bfef88c0f5 HTTP/1.1" status: 200 len: 849 time: 0.0435717 Nov 12 02:25:04.404022 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f606a33-e6dc-4a07-94f7-8dc7b7c23036 req-83e6c858-551f-4e8e-a38d-7f7b87ea38e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:04.405574 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8f606a33-e6dc-4a07-94f7-8dc7b7c23036 req-83e6c858-551f-4e8e-a38d-7f7b87ea38e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c1411d8-5ace-4b0f-a2f1-5957bca50127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423911 Nov 12 02:25:04.506175 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8f606a33-e6dc-4a07-94f7-8dc7b7c23036 req-6d578f16-b00d-45a4-900f-3d548da7bdee service neutron] 10.222.0.21 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924625 Nov 12 02:25:04.596806 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8f606a33-e6dc-4a07-94f7-8dc7b7c23036 req-32598452-c994-4263-83d5-a9811942881d service neutron] 10.222.0.21 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816765 Nov 12 02:25:05.138185 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bd372-409e-4c46-bfda-c82fabf5872c req-23847055-d07d-42c0-bda5-c46d60f750cc tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:05.139616 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-691bd372-409e-4c46-bfda-c82fabf5872c req-23847055-d07d-42c0-bda5-c46d60f750cc tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 944 time: 0.0540638 Nov 12 02:25:05.188204 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-691bd372-409e-4c46-bfda-c82fabf5872c req-f8a23fbd-4608-4acf-9bc2-a607ee4ade82 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422356 Nov 12 02:25:06.304992 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce22e1e-7483-4feb-89fc-fe80310465ac req-953fb026-e9e8-446c-8c31-012ee285f250 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:06.306493 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ce22e1e-7483-4feb-89fc-fe80310465ac req-953fb026-e9e8-446c-8c31-012ee285f250 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 944 time: 0.0510769 Nov 12 02:25:06.355563 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-4ce22e1e-7483-4feb-89fc-fe80310465ac req-3fe9ebd1-f6f4-43cf-a5f1-ca0534c46b3c tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430717 Nov 12 02:25:07.043443 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 686fa463-0942-4327-9bd2-175ce0a71b5c details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:25:07.137581 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 686fa463-0942-4327-9bd2-175ce0a71b5c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=686fa463-0942-4327-9bd2-175ce0a71b5c,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:25:07.148131 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '686fa463-0942-4327-9bd2-175ce0a71b5c', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'port_id': '686fa463-0942-4327-9bd2-175ce0a71b5c', 'mac_address': 'fa:16:3e:68:72:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:25:07.184304 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:07.196313 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686fa463-0942-4327-9bd2-175ce0a71b5c {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:25:07.215137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 686fa463-0942-4327-9bd2-175ce0a71b5c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=686fa463-0942-4327-9bd2-175ce0a71b5c,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:25:07.219106 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:07.267703 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=686fa463-0942-4327-9bd2-175ce0a71b5c,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:25:07.426658 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['686fa463-0942-4327-9bd2-175ce0a71b5c'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:25:07.474675 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c5a2b-05cb-46b6-aa38-5463f7e9db73 req-09efab01-5e06-472e-bb02-6c493b3619f4 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:07.476226 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-630c5a2b-05cb-46b6-aa38-5463f7e9db73 req-09efab01-5e06-472e-bb02-6c493b3619f4 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 945 time: 0.0537376 Nov 12 02:25:07.525826 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-630c5a2b-05cb-46b6-aa38-5463f7e9db73 req-c66ebb4d-c817-401a-bbb3-ef5a26881cd9 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426614 Nov 12 02:25:08.646183 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d717ca-dac1-413e-b792-485f428c1291 req-e0cd3b3c-22db-405e-a49e-ed33a5c5c952 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:08.647672 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f8d717ca-dac1-413e-b792-485f428c1291 req-e0cd3b3c-22db-405e-a49e-ed33a5c5c952 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 945 time: 0.0486655 Nov 12 02:25:08.696157 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f8d717ca-dac1-413e-b792-485f428c1291 req-c3774e60-8631-485b-91fd-948948524ba2 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415905 Nov 12 02:25:09.059259 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 686fa463-0942-4327-9bd2-175ce0a71b5c up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:25:09.108033 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning for port 686fa463-0942-4327-9bd2-175ce0a71b5c completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:25:09.111896 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 686fa463-0942-4327-9bd2-175ce0a71b5c triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:25:09.112275 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:09.190280 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:09.211858 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686fa463-0942-4327-9bd2-175ce0a71b5c'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:25:09.214096 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03517544-b87d-4b42-b193-dea0eadc44d9" -d '{"events": [{"server_uuid": "70eec375-7de7-400d-9c85-12e7eb2785dc", "name": "network-vif-plugged", "status": "completed", "tag": "686fa463-0942-4327-9bd2-175ce0a71b5c"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:25:09.226187 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 686fa463-0942-4327-9bd2-175ce0a71b5c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=686fa463-0942-4327-9bd2-175ce0a71b5c,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:25:09.230944 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:09.254289 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7517fabe-8240-462d-9500-2f7884d2d0b0 x-openstack-request-id: req-7517fabe-8240-462d-9500-2f7884d2d0b0 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:25:09.254578 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70eec375-7de7-400d-9c85-12e7eb2785dc", "name": "network-vif-plugged", "status": "completed", "tag": "686fa463-0942-4327-9bd2-175ce0a71b5c", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:25:09.254828 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7517fabe-8240-462d-9500-2f7884d2d0b0 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:25:09.255208 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686fa463-0942-4327-9bd2-175ce0a71b5c', 'code': 200} Nov 12 02:25:09.280905 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=686fa463-0942-4327-9bd2-175ce0a71b5c,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:25:09.352721 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fad716-58d7-4bf1-97f8-002c3079d3cd req-726196bf-cb55-4616-98fa-3948cfdf6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:09.354272 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-82fad716-58d7-4bf1-97f8-002c3079d3cd req-726196bf-cb55-4616-98fa-3948cfdf6072 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 1098 time: 0.0429626 Nov 12 02:25:09.399292 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-82fad716-58d7-4bf1-97f8-002c3079d3cd req-d11d458f-599f-49f7-a0d9-21ec149455b2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379736 Nov 12 02:25:09.814111 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8318cc5-f25f-4983-87e7-630deda7afaf req-9e86b6d8-d45e-4b19-b5c7-17525288724e tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:09.815623 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e8318cc5-f25f-4983-87e7-630deda7afaf req-9e86b6d8-d45e-4b19-b5c7-17525288724e tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 946 time: 0.0537052 Nov 12 02:25:09.853763 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:09.865751 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e8318cc5-f25f-4983-87e7-630deda7afaf req-3437bf3d-11d2-4910-81e9-9ab2d447dc29 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441711 Nov 12 02:25:10.981801 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279b42e-a0ee-47b2-8e2d-f03bd88304c0 req-a6c36338-1cf7-4ee9-95e7-c5da371857f4 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:10.983278 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3279b42e-a0ee-47b2-8e2d-f03bd88304c0 req-a6c36338-1cf7-4ee9-95e7-c5da371857f4 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 946 time: 0.0483458 Nov 12 02:25:11.033392 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-3279b42e-a0ee-47b2-8e2d-f03bd88304c0 req-e07dbc21-79c8-43a3-9569-8505ee1054f1 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439687 Nov 12 02:25:11.149684 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fffc2a-7171-4e28-8ea6-5b8f6699faf7 req-92c9349e-dda2-40fc-8862-c9cd3a1236a8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:11.151063 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c6fffc2a-7171-4e28-8ea6-5b8f6699faf7 req-92c9349e-dda2-40fc-8862-c9cd3a1236a8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 946 time: 0.0480580 Nov 12 02:25:11.199548 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-c6fffc2a-7171-4e28-8ea6-5b8f6699faf7 req-6d5da97e-196d-4349-be45-51be3a7d1517 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419338 Nov 12 02:25:11.221739 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58982) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:25:11.307048 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fdf7e4-c6b8-4787-ad23-195c92e61121 tempest-TestSnapshotPattern-1346995101 tempest-TestSnapshotPattern-1346995101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:11.308602 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c5fdf7e4-c6b8-4787-ad23-195c92e61121 tempest-TestSnapshotPattern-1346995101 tempest-TestSnapshotPattern-1346995101-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 1093 time: 0.0858290 Nov 12 02:25:11.311512 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 58986) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:25:11.315779 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [None req-70f0d27e-d1c4-44b6-ac29-ac2a79dd64e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': '686fa463-0942-4327-9bd2-175ce0a71b5c', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:25:11.338332 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70f0d27e-d1c4-44b6-ac29-ac2a79dd64e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for floatingip, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:11.433209 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70f0d27e-d1c4-44b6-ac29-ac2a79dd64e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:11.540702 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [None req-70f0d27e-d1c4-44b6-ac29-ac2a79dd64e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Allocated IP 172.25.0.246 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/51065ddb-15c1-492d-a888-7459b9df0c90) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:25:11.646157 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70f0d27e-d1c4-44b6-ac29-ac2a79dd64e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:11.681005 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70f0d27e-d1c4-44b6-ac29-ac2a79dd64e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:11.715981 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f0d27e-d1c4-44b6-ac29-ac2a79dd64e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:25:11.727580 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [None req-70f0d27e-d1c4-44b6-ac29-ac2a79dd64e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:25:11.731459 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f0d27e-d1c4-44b6-ac29-ac2a79dd64e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:25:11.753474 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0d27e-d1c4-44b6-ac29-ac2a79dd64e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Pushing event updated for resources: {'Port': ['ID=51065ddb-15c1-492d-a888-7459b9df0c90,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:25:12.095518 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70f0d27e-d1c4-44b6-ac29-ac2a79dd64e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:12.163707 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70f0d27e-d1c4-44b6-ac29-ac2a79dd64e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:12.326354 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70f0d27e-d1c4-44b6-ac29-ac2a79dd64e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:12.330863 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70f0d27e-d1c4-44b6-ac29-ac2a79dd64e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:12.401599 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0d27e-d1c4-44b6-ac29-ac2a79dd64e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Pushing event updated for resources: {'Port': ['ID=51065ddb-15c1-492d-a888-7459b9df0c90,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:25:12.409884 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70f0d27e-d1c4-44b6-ac29-ac2a79dd64e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:12.513490 n-d-712137-14 neutron-server[114243]: INFO neutron.db.l3_db [None req-70f0d27e-d1c4-44b6-ac29-ac2a79dd64e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Floating IP d8803560-5877-4c49-bc78-0db37694ff77 associated. External IP: 172.25.0.246, port: 686fa463-0942-4327-9bd2-175ce0a71b5c. Nov 12 02:25:12.722633 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f0d27e-d1c4-44b6-ac29-ac2a79dd64e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Router 2d9224ca-1d59-49b2-a2c5-0938e776978a has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:25:12.829349 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f0d27e-d1c4-44b6-ac29-ac2a79dd64e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:25:12.838886 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da18ef1-9952-4e62-be9a-2365ebdf23ae None None] Sync routers for ids ['2d9224ca-1d59-49b2-a2c5-0938e776978a'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:25:12.848056 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-70f0d27e-d1c4-44b6-ac29-ac2a79dd64e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:12.848669 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da18ef1-9952-4e62-be9a-2365ebdf23ae None None] Routers {'2d9224ca-1d59-49b2-a2c5-0938e776978a'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:25:12.849344 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8da18ef1-9952-4e62-be9a-2365ebdf23ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:24:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2d9224ca-1d59-49b2-a2c5-0938e776978a'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:25:12.875150 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-70f0d27e-d1c4-44b6-ac29-ac2a79dd64e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5626118 Nov 12 02:25:12.875846 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'tag': '686fa463-0942-4327-9bd2-175ce0a71b5c'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:25:12.878169 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53112372-4d5f-4a49-b5f9-ec33dbf0139a" -d '{"events": [{"name": "network-changed", "server_uuid": "70eec375-7de7-400d-9c85-12e7eb2785dc", "tag": "686fa463-0942-4327-9bd2-175ce0a71b5c"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:25:12.960501 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-8da18ef1-9952-4e62-be9a-2365ebdf23ae None None] Set router 2d9224ca-1d59-49b2-a2c5-0938e776978a gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:25:12.969907 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c78585-91d1-419a-9d69-5725a9bad6d1 x-openstack-request-id: req-37c78585-91d1-419a-9d69-5725a9bad6d1 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:25:12.970206 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70eec375-7de7-400d-9c85-12e7eb2785dc", "tag": "686fa463-0942-4327-9bd2-175ce0a71b5c", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:25:12.970466 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37c78585-91d1-419a-9d69-5725a9bad6d1 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:25:12.970881 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'tag': '686fa463-0942-4327-9bd2-175ce0a71b5c', 'status': 'completed', 'code': 200} Nov 12 02:25:13.031989 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53112372-4d5f-4a49-b5f9-ec33dbf0139a req-39b92f5a-d85f-4f46-b5e8-e75ca65d57ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:13.033515 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-53112372-4d5f-4a49-b5f9-ec33dbf0139a req-39b92f5a-d85f-4f46-b5e8-e75ca65d57ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f4bb67fdb744a12ae1eb367c6404813&device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 1098 time: 0.0398676 Nov 12 02:25:13.127923 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53112372-4d5f-4a49-b5f9-ec33dbf0139a req-8123f367-215f-48c9-9da7-bbc0253f5407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:13.129460 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-53112372-4d5f-4a49-b5f9-ec33dbf0139a req-8123f367-215f-48c9-9da7-bbc0253f5407 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c1411d8-5ace-4b0f-a2f1-5957bca50127 HTTP/1.1" status: 200 len: 911 time: 0.0893688 Nov 12 02:25:13.198766 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-53112372-4d5f-4a49-b5f9-ec33dbf0139a req-0098b53c-4084-4e7e-8752-25046e2bde89 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=686fa463-0942-4327-9bd2-175ce0a71b5c HTTP/1.1" status: 200 len: 1000 time: 0.0616953 Nov 12 02:25:13.257834 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53112372-4d5f-4a49-b5f9-ec33dbf0139a req-ba0b9429-4474-40d3-9053-8d788b3ea579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:13.259312 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-53112372-4d5f-4a49-b5f9-ec33dbf0139a req-ba0b9429-4474-40d3-9053-8d788b3ea579 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1291a71-a0ed-4f52-bcdd-68bfef88c0f5 HTTP/1.1" status: 200 len: 849 time: 0.0537765 Nov 12 02:25:13.311867 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53112372-4d5f-4a49-b5f9-ec33dbf0139a req-e501a831-a6b9-451e-af68-e6850bc2e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:13.313428 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-53112372-4d5f-4a49-b5f9-ec33dbf0139a req-e501a831-a6b9-451e-af68-e6850bc2e386 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c1411d8-5ace-4b0f-a2f1-5957bca50127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426786 Nov 12 02:25:13.343362 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8da18ef1-9952-4e62-be9a-2365ebdf23ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'name': 'tempest-TestSnapshotPattern-1524209756-router', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:48Z', 'revision_number': 4, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'gw_port': {'id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'd8803560-5877-4c49-bc78-0db37694ff77', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'port_id': '686fa463-0942-4327-9bd2-175ce0a71b5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'mac_address': 'fa:16:3e:68:72:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:25:11Z', 'updated_at': '2021-11-12T02:25:11Z', 'revision_number': 0, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e1cccd-8209-44a9-a990-9c0c3fe1edc9', 'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'mac_address': 'fa:16:3e:58:70:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:48Z', 'updated_at': '2021-11-12T02:24:55Z', 'revision_number': 5, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'subnets': [{'id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:25:13.369342 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da18ef1-9952-4e62-be9a-2365ebdf23ae None None] Checking router: 2d9224ca-1d59-49b2-a2c5-0938e776978a for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:25:13.379001 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da18ef1-9952-4e62-be9a-2365ebdf23ae None None] Routers {'2d9224ca-1d59-49b2-a2c5-0938e776978a'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:25:13.379614 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8da18ef1-9952-4e62-be9a-2365ebdf23ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:24:53Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2d9224ca-1d59-49b2-a2c5-0938e776978a'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:25:13.413414 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-53112372-4d5f-4a49-b5f9-ec33dbf0139a req-7cb6fae8-0739-47a2-ba23-acd52de2fd65 service neutron] 10.222.0.21 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819743 Nov 12 02:25:13.488398 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-8da18ef1-9952-4e62-be9a-2365ebdf23ae None None] Set router 2d9224ca-1d59-49b2-a2c5-0938e776978a gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:25:13.510667 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-53112372-4d5f-4a49-b5f9-ec33dbf0139a req-472ece23-f8f2-4b14-866e-4c0d1c1deda4 service neutron] 10.222.0.21 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886335 Nov 12 02:25:13.722386 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8da18ef1-9952-4e62-be9a-2365ebdf23ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'name': 'tempest-TestSnapshotPattern-1524209756-router', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:48Z', 'revision_number': 4, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'gw_port': {'id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'd8803560-5877-4c49-bc78-0db37694ff77', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'port_id': '686fa463-0942-4327-9bd2-175ce0a71b5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'mac_address': 'fa:16:3e:68:72:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:25:11Z', 'updated_at': '2021-11-12T02:25:11Z', 'revision_number': 0, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e1cccd-8209-44a9-a990-9c0c3fe1edc9', 'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'mac_address': 'fa:16:3e:58:70:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:48Z', 'updated_at': '2021-11-12T02:24:55Z', 'revision_number': 5, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'subnets': [{'id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:25:13.749147 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da18ef1-9952-4e62-be9a-2365ebdf23ae None None] The sync data for ids ['2d9224ca-1d59-49b2-a2c5-0938e776978a'] in n-d-712137-14 is: [{'id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'name': 'tempest-TestSnapshotPattern-1524209756-router', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:48Z', 'revision_number': 4, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'gw_port': {'id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'd8803560-5877-4c49-bc78-0db37694ff77', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'port_id': '686fa463-0942-4327-9bd2-175ce0a71b5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'mac_address': 'fa:16:3e:68:72:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:25:11Z', 'updated_at': '2021-11-12T02:25:11Z', 'revision_number': 0, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e1cccd-8209-44a9-a990-9c0c3fe1edc9', 'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'mac_address': 'fa:16:3e:58:70:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:48Z', 'updated_at': '2021-11-12T02:24:55Z', 'revision_number': 5, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'subnets': [{'id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:25:13.950939 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c86da6-4c88-4a04-a6f1-184fead05611 None None] New status for floating IP d8803560-5877-4c49-bc78-0db37694ff77: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:25:20.315047 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2f22-eb2f-4070-a411-34f498dadffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:22.591425 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1ab03cd7-4b8a-49a5-ac47-5d7697c788e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:23.939529 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:25.666090 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:25.901024 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:26.284886 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:28.284681 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-581231f4-26f9-4740-9912-88d991eae1d0 req-6d7229bc-c710-4835-ac09-da72ef256d8e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409780 Nov 12 02:25:28.372265 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581231f4-26f9-4740-9912-88d991eae1d0 req-707b2546-a25b-4eb2-a2a6-66e832e703ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:28.373923 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-581231f4-26f9-4740-9912-88d991eae1d0 req-707b2546-a25b-4eb2-a2a6-66e832e703ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f4bb67fdb744a12ae1eb367c6404813&device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 1098 time: 0.0443659 Nov 12 02:25:28.477272 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581231f4-26f9-4740-9912-88d991eae1d0 req-bec5f964-6f4f-4c4a-8011-1e321c604d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:28.478766 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-581231f4-26f9-4740-9912-88d991eae1d0 req-bec5f964-6f4f-4c4a-8011-1e321c604d48 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c1411d8-5ace-4b0f-a2f1-5957bca50127 HTTP/1.1" status: 200 len: 911 time: 0.0844865 Nov 12 02:25:28.547093 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-581231f4-26f9-4740-9912-88d991eae1d0 req-97838ea4-8afc-4130-9cf1-d97fa138d400 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=686fa463-0942-4327-9bd2-175ce0a71b5c HTTP/1.1" status: 200 len: 1002 time: 0.0601702 Nov 12 02:25:28.897888 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581231f4-26f9-4740-9912-88d991eae1d0 req-9b174c7a-d15a-48af-8b02-7c4bbd3bf036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:28.899831 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-581231f4-26f9-4740-9912-88d991eae1d0 req-9b174c7a-d15a-48af-8b02-7c4bbd3bf036 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1291a71-a0ed-4f52-bcdd-68bfef88c0f5 HTTP/1.1" status: 200 len: 849 time: 0.3430827 Nov 12 02:25:28.946104 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581231f4-26f9-4740-9912-88d991eae1d0 req-8626e9c0-61ad-48bf-999d-52d8fb7b1c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:28.947534 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-581231f4-26f9-4740-9912-88d991eae1d0 req-8626e9c0-61ad-48bf-999d-52d8fb7b1c3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c1411d8-5ace-4b0f-a2f1-5957bca50127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387149 Nov 12 02:25:29.038750 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-581231f4-26f9-4740-9912-88d991eae1d0 req-19e1644e-c54c-4d6f-bc19-7b7aad58a46d service neutron] 10.222.0.21 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822694 Nov 12 02:25:29.133549 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-581231f4-26f9-4740-9912-88d991eae1d0 req-8397bcd6-2090-4547-9b8a-3ea7cad24402 service neutron] 10.222.0.21 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817688 Nov 12 02:25:32.434288 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:25:39.861223 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:50.315589 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5c3faa71-5fdd-4d09-9ba6-6d0d65827bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:52.593121 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6145e6ef-578d-4878-96a2-fa6bd081436c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:53.943713 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:55.663795 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:55.903122 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:56.286669 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:09.435332 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:26:09.878741 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:20.317363 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e54344c0-c731-4721-9163-245991c7529a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.594444 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2d00b2c4-0851-4a3f-8656-2412aae684d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.945540 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.681359 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.905895 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.288620 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:28.276808 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a5aeb390-8224-430d-921d-d5197c7b3171 req-780e84c4-b184-4468-9037-48b374c00f74 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423033 Nov 12 02:26:28.362608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aeb390-8224-430d-921d-d5197c7b3171 req-8ec7c855-e875-4bf0-8127-7b6711703d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:28.364143 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a5aeb390-8224-430d-921d-d5197c7b3171 req-8ec7c855-e875-4bf0-8127-7b6711703d62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f4bb67fdb744a12ae1eb367c6404813&device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 1098 time: 0.0440965 Nov 12 02:26:28.463574 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aeb390-8224-430d-921d-d5197c7b3171 req-3282cffc-3809-4094-82fc-9a167e0bb41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:28.465045 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a5aeb390-8224-430d-921d-d5197c7b3171 req-3282cffc-3809-4094-82fc-9a167e0bb41c service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c1411d8-5ace-4b0f-a2f1-5957bca50127 HTTP/1.1" status: 200 len: 911 time: 0.0826337 Nov 12 02:26:28.532057 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a5aeb390-8224-430d-921d-d5197c7b3171 req-8a977bd7-e481-4f70-b294-630bc3ffcc11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=686fa463-0942-4327-9bd2-175ce0a71b5c HTTP/1.1" status: 200 len: 1002 time: 0.0600967 Nov 12 02:26:28.581617 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aeb390-8224-430d-921d-d5197c7b3171 req-f4cc9a1b-85d5-4c76-9b2d-824383769a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:28.583014 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a5aeb390-8224-430d-921d-d5197c7b3171 req-f4cc9a1b-85d5-4c76-9b2d-824383769a12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1291a71-a0ed-4f52-bcdd-68bfef88c0f5 HTTP/1.1" status: 200 len: 849 time: 0.0428526 Nov 12 02:26:28.632710 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aeb390-8224-430d-921d-d5197c7b3171 req-f479afc4-4ef9-40b8-983f-bc0918d7e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:28.634229 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a5aeb390-8224-430d-921d-d5197c7b3171 req-f479afc4-4ef9-40b8-983f-bc0918d7e3db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c1411d8-5ace-4b0f-a2f1-5957bca50127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415113 Nov 12 02:26:28.725672 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a5aeb390-8224-430d-921d-d5197c7b3171 req-a9739d5e-bac9-40f0-a268-d57cb475c759 service neutron] 10.222.0.21 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842178 Nov 12 02:26:28.814070 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a5aeb390-8224-430d-921d-d5197c7b3171 req-cb1febef-3e57-4a72-ae35-b918d9eb5ec0 service neutron] 10.222.0.21 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811374 Nov 12 02:26:39.874741 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:46.434533 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:26:50.319399 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bae4381b-3e0d-4a40-9e6a-d46b3192e7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.594678 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cddf6ac8-c8b4-43c1-bb5b-54c515dae5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:53.947149 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:55.688279 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:55.909024 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:56.292941 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:09.890717 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:15.679673 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 686fa463-0942-4327-9bd2-175ce0a71b5c details requested by agent hyperv_n-h1-712137-14 with host n-h1-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:27:15.786358 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 686fa463-0942-4327-9bd2-175ce0a71b5c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=686fa463-0942-4327-9bd2-175ce0a71b5c,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:15.799137 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Returning: {'device': '686fa463-0942-4327-9bd2-175ce0a71b5c', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'port_id': '686fa463-0942-4327-9bd2-175ce0a71b5c', 'mac_address': 'fa:16:3e:68:72:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:27:15.838504 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:15.862148 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 686fa463-0942-4327-9bd2-175ce0a71b5c {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:27:15.884847 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 686fa463-0942-4327-9bd2-175ce0a71b5c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=686fa463-0942-4327-9bd2-175ce0a71b5c,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:15.890094 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:15.945634 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=686fa463-0942-4327-9bd2-175ce0a71b5c,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:15.953652 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:15.954000 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:15.954342 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:15.954677 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:15.955008 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:15.955334 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:15.955658 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:15.955983 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:15.956306 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:15.956635 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:15.956986 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:15.957322 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:15.972959 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] get_ports_and_sgs() called for port_ids ['686fa463-0942-4327-9bd2-175ce0a71b5c'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:27:17.689160 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 686fa463-0942-4327-9bd2-175ce0a71b5c up at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:27:17.746096 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Provisioning complete for port 686fa463-0942-4327-9bd2-175ce0a71b5c triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:17.746725 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:17.838066 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:17.864872 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686fa463-0942-4327-9bd2-175ce0a71b5c'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:27:17.867338 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f6111f-5940-495e-ba1b-134f69252717" -d '{"events": [{"server_uuid": "70eec375-7de7-400d-9c85-12e7eb2785dc", "name": "network-vif-plugged", "status": "completed", "tag": "686fa463-0942-4327-9bd2-175ce0a71b5c"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:27:17.883611 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 686fa463-0942-4327-9bd2-175ce0a71b5c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=686fa463-0942-4327-9bd2-175ce0a71b5c,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:17.892248 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:17.924899 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcde12a-cbf7-412a-8ed5-72b863fd4e9f x-openstack-request-id: req-ebcde12a-cbf7-412a-8ed5-72b863fd4e9f {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:27:17.925332 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70eec375-7de7-400d-9c85-12e7eb2785dc", "name": "network-vif-plugged", "status": "completed", "tag": "686fa463-0942-4327-9bd2-175ce0a71b5c", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:27:17.925681 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebcde12a-cbf7-412a-8ed5-72b863fd4e9f {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:27:17.926201 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686fa463-0942-4327-9bd2-175ce0a71b5c', 'code': 200} Nov 12 02:27:17.957887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=686fa463-0942-4327-9bd2-175ce0a71b5c,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:20.322105 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8fd2e04f-4289-4fa6-943b-1a3ba48db5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:22.599949 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fe57343d-b1b2-427b-984f-1d82f487b3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:23.433070 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:27:23.957885 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:25.470461 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60812298-f54e-4948-b071-ae93e18bd95e req-1c2c1ed0-11c9-4e96-9916-03d606b20770 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-979684341&fields=id&tenant_id=6f4bb67fdb744a12ae1eb367c6404813 HTTP/1.1" status: 200 len: 267 time: 0.0459948 Nov 12 02:27:25.579568 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60812298-f54e-4948-b071-ae93e18bd95e req-6b0818c8-68c3-42d7-8c49-b2439a6e35fe tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:25.581042 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60812298-f54e-4948-b071-ae93e18bd95e req-6b0818c8-68c3-42d7-8c49-b2439a6e35fe tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/networks?id=7c1411d8-5ace-4b0f-a2f1-5957bca50127 HTTP/1.1" status: 200 len: 810 time: 0.1037738 Nov 12 02:27:25.595802 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60812298-f54e-4948-b071-ae93e18bd95e req-711bae17-0155-40b9-8b50-ebc0f9398eb4 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/quotas/6f4bb67fdb744a12ae1eb367c6404813 HTTP/1.1" status: 200 len: 375 time: 0.0088999 Nov 12 02:27:25.654128 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60812298-f54e-4948-b071-ae93e18bd95e req-02a26028-cc30-49e6-abdb-4816e41d6a27 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f4bb67fdb744a12ae1eb367c6404813&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0527785 Nov 12 02:27:25.692517 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:25.764062 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60812298-f54e-4948-b071-ae93e18bd95e req-77ff492e-59d2-4794-ae36-fa35d92d98a1 service neutron] 10.222.0.31 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968351 Nov 12 02:27:25.854526 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60812298-f54e-4948-b071-ae93e18bd95e req-279dd771-7de4-411c-8762-76dc24f47a6f service neutron] 10.222.0.31 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834346 Nov 12 02:27:25.912763 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:26.071731 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-01a22416-5f9c-41ad-aaf4-d917f1a4b887 req-0337a877-bcae-4aa0-b5ab-bbcb467b6de8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 210 time: 0.0368659 Nov 12 02:27:26.294914 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:27.179967 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-1523eb30-a513-4850-b31e-1c993dd15ab5 req-34ac5a45-0f05-4be6-b0c6-ec5eb2fe7a48 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 210 time: 0.0358756 Nov 12 02:27:27.213267 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60812298-f54e-4948-b071-ae93e18bd95e req-79c30096-3b01-4d60-a853-4252f87837ab tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:27.214845 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60812298-f54e-4948-b071-ae93e18bd95e req-79c30096-3b01-4d60-a853-4252f87837ab tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.15 "GET /v2.0/networks?id=7c1411d8-5ace-4b0f-a2f1-5957bca50127 HTTP/1.1" status: 200 len: 810 time: 0.1374936 Nov 12 02:27:27.294659 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60812298-f54e-4948-b071-ae93e18bd95e req-eaa0cc50-b37f-4144-8bd0-2742f96e97df tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f4bb67fdb744a12ae1eb367c6404813 HTTP/1.1" status: 200 len: 379 time: 0.0557778 Nov 12 02:27:27.308126 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-60812298-f54e-4948-b071-ae93e18bd95e req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Request body: {'port': {'device_id': '0ed2d778-6a3b-4cee-af69-abac092be921', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'admin_state_up': True, 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'security_groups': ['aac17152-32ba-4581-bd51-10b2ad35c357']}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:27:27.425909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60812298-f54e-4948-b071-ae93e18bd95e req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Made reservation on behalf of 6f4bb67fdb744a12ae1eb367c6404813 for: {'port': 1} {{(pid=114243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:27:27.429553 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-60812298-f54e-4948-b071-ae93e18bd95e req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:27.618162 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_common [req-60812298-f54e-4948-b071-ae93e18bd95e req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Allocated IP 172.20.0.6 (7c1411d8-5ace-4b0f-a2f1-5957bca50127/a1291a71-a0ed-4f52-bcdd-68bfef88c0f5/cdcb2b18-f2a7-434d-b682-814df0684789) {{(pid=114243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:27:27.810426 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-60812298-f54e-4948-b071-ae93e18bd95e req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for port, precommit_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:27.848566 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-60812298-f54e-4948-b071-ae93e18bd95e req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_create {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:27.894767 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60812298-f54e-4948-b071-ae93e18bd95e req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Network 7c1411d8-5ace-4b0f-a2f1-5957bca50127 is already hosted by enough agents. {{(pid=114243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:27:27.897934 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.base_scheduler [req-60812298-f54e-4948-b071-ae93e18bd95e req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Resources bound (agent type, host, resource id): {{(pid=114243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:27:27.902310 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-60812298-f54e-4948-b071-ae93e18bd95e req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Received port after_create {{(pid=114243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:27:27.951535 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Pushing event updated for resources: {'Port': ['ID=cdcb2b18-f2a7-434d-b682-814df0684789,revision_number=1']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:27.962943 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:27.963290 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:27.963637 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:27.963980 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:27.964325 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:27.964653 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:27.965016 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:27.965345 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:27.965673 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:27.966518 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:27.966867 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:27.967194 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:27.999127 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60812298-f54e-4948-b071-ae93e18bd95e req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:28.000090 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-60812298-f54e-4948-b071-ae93e18bd95e req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:28.020133 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60812298-f54e-4948-b071-ae93e18bd95e req-df7904b5-8625-47c6-8137-eb7676fb4c34 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7156439 Nov 12 02:27:28.184392 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-c8c21590-ad4f-4e6c-9b2c-54d283801eb6 None None] Provisioning complete for port cdcb2b18-f2a7-434d-b682-814df0684789 triggered by entity DHCP. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:28.185171 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-c8c21590-ad4f-4e6c-9b2c-54d283801eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:28.219813 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-c8c21590-ad4f-4e6c-9b2c-54d283801eb6 None None] Port cdcb2b18-f2a7-434d-b682-814df0684789 cannot update to ACTIVE because it is not bound. {{(pid=114244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:27:28.327892 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c95ee7e-890e-4d2d-8cdc-7aa0ee057627 req-76804d60-53ba-4a0c-99e1-0af85ce8c3af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0955164 Nov 12 02:27:28.339984 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22c6ae-7ce4-4c3b-9861-d1860064577f req-e8c3f40b-7d70-4758-a81e-25eab1776445 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:28.342553 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d22c6ae-7ce4-4c3b-9861-d1860064577f req-e8c3f40b-7d70-4758-a81e-25eab1776445 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 931 time: 0.0607674 Nov 12 02:27:28.425318 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-8d22c6ae-7ce4-4c3b-9861-d1860064577f req-b600404c-d90e-42a2-9b84-4144b6db87b4 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702956 Nov 12 02:27:28.468107 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95ee7e-890e-4d2d-8cdc-7aa0ee057627 req-2645a950-615d-44f6-a0bb-edbe13e3765c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:28.469960 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c95ee7e-890e-4d2d-8cdc-7aa0ee057627 req-2645a950-615d-44f6-a0bb-edbe13e3765c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f4bb67fdb744a12ae1eb367c6404813&device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 1098 time: 0.0794778 Nov 12 02:27:28.582602 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95ee7e-890e-4d2d-8cdc-7aa0ee057627 req-9bd51502-6578-4424-97e7-41a8ed0fdcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:28.584200 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c95ee7e-890e-4d2d-8cdc-7aa0ee057627 req-9bd51502-6578-4424-97e7-41a8ed0fdcc7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c1411d8-5ace-4b0f-a2f1-5957bca50127 HTTP/1.1" status: 200 len: 911 time: 0.0918767 Nov 12 02:27:28.660535 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c95ee7e-890e-4d2d-8cdc-7aa0ee057627 req-347ab6e2-9fe6-49a8-93a1-c543354138bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=686fa463-0942-4327-9bd2-175ce0a71b5c HTTP/1.1" status: 200 len: 1002 time: 0.0692182 Nov 12 02:27:28.709250 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95ee7e-890e-4d2d-8cdc-7aa0ee057627 req-33befee9-3448-470d-b130-bdf2ff9ade03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:28.710646 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c95ee7e-890e-4d2d-8cdc-7aa0ee057627 req-33befee9-3448-470d-b130-bdf2ff9ade03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1291a71-a0ed-4f52-bcdd-68bfef88c0f5 HTTP/1.1" status: 200 len: 849 time: 0.0438607 Nov 12 02:27:28.756756 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95ee7e-890e-4d2d-8cdc-7aa0ee057627 req-82680bff-fc0d-433a-81f1-8891f4615ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:28.758434 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c95ee7e-890e-4d2d-8cdc-7aa0ee057627 req-82680bff-fc0d-433a-81f1-8891f4615ab0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c1411d8-5ace-4b0f-a2f1-5957bca50127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409431 Nov 12 02:27:28.770351 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [req-2c95ee7e-890e-4d2d-8cdc-7aa0ee057627 req-2e83433a-4a1b-45cf-bc75-028ade2c9584 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114242) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:27:28.771449 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c95ee7e-890e-4d2d-8cdc-7aa0ee057627 req-2e83433a-4a1b-45cf-bc75-028ade2c9584 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059230 Nov 12 02:27:28.878110 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c95ee7e-890e-4d2d-8cdc-7aa0ee057627 req-4a2501b4-48d0-42fb-bda6-fc6f95d4e5c5 service neutron] 10.222.0.21 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950143 Nov 12 02:27:28.979428 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-2c95ee7e-890e-4d2d-8cdc-7aa0ee057627 req-47758e1b-6d20-4675-bda0-d24ec8c86a18 service neutron] 10.222.0.21 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946932 Nov 12 02:27:29.556851 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c822fb-57db-454b-b123-28bb14f11ca3 req-9ebecb9b-3bde-4720-842c-59a508d35601 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:29.559076 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-89c822fb-57db-454b-b123-28bb14f11ca3 req-9ebecb9b-3bde-4720-842c-59a508d35601 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 931 time: 0.0677872 Nov 12 02:27:29.618255 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-89c822fb-57db-454b-b123-28bb14f11ca3 req-a6314742-27d1-432a-9cac-746fe2aa2b49 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529704 Nov 12 02:27:29.762337 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 686fa463-0942-4327-9bd2-175ce0a71b5c no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:27:29.843134 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:29.864469 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '686fa463-0942-4327-9bd2-175ce0a71b5c'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:27:29.866688 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d4082c-0709-4679-9193-68b9353ba490" -d '{"events": [{"server_uuid": "70eec375-7de7-400d-9c85-12e7eb2785dc", "name": "network-vif-unplugged", "status": "completed", "tag": "686fa463-0942-4327-9bd2-175ce0a71b5c"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:27:29.878613 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] For port 686fa463-0942-4327-9bd2-175ce0a71b5c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=686fa463-0942-4327-9bd2-175ce0a71b5c,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:29.882981 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:29.908936 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 02:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fc7d85-6d0c-43ad-9632-734b1455bd6c x-openstack-request-id: req-a6fc7d85-6d0c-43ad-9632-734b1455bd6c {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:27:29.909229 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70eec375-7de7-400d-9c85-12e7eb2785dc", "name": "network-vif-unplugged", "status": "completed", "tag": "686fa463-0942-4327-9bd2-175ce0a71b5c", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:27:29.909485 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6fc7d85-6d0c-43ad-9632-734b1455bd6c {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:27:29.909873 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '686fa463-0942-4327-9bd2-175ce0a71b5c', 'code': 200} Nov 12 02:27:29.932590 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Pushing event updated for resources: {'Port': ['ID=686fa463-0942-4327-9bd2-175ce0a71b5c,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:30.749082 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd106b3-f37c-4523-9170-750378954146 req-d427f4c0-c698-440b-b663-277087c29245 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:30.750861 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9fd106b3-f37c-4523-9170-750378954146 req-d427f4c0-c698-440b-b663-277087c29245 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 931 time: 0.0500958 Nov 12 02:27:30.807558 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-9fd106b3-f37c-4523-9170-750378954146 req-47e4ce3a-65cd-409e-9432-c3870e1ce228 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508778 Nov 12 02:27:31.930612 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf787e-1ee8-46b6-9114-a1624ad85b0f req-66e7a57d-ac23-4900-867d-a4d7069bde18 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:31.932080 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1bf787e-1ee8-46b6-9114-a1624ad85b0f req-66e7a57d-ac23-4900-867d-a4d7069bde18 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 931 time: 0.0552256 Nov 12 02:27:31.995713 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1bf787e-1ee8-46b6-9114-a1624ad85b0f req-e179d7af-aec9-4ed4-a147-8dee31b5dfe3 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543573 Nov 12 02:27:33.123965 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6a74f-ae79-4bce-9c18-edd4ab6cc424 req-d6c963d7-a09b-4e02-ad68-181049cf2f4e tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:33.125503 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0df6a74f-ae79-4bce-9c18-edd4ab6cc424 req-d6c963d7-a09b-4e02-ad68-181049cf2f4e tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 931 time: 0.0538039 Nov 12 02:27:33.173681 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-0df6a74f-ae79-4bce-9c18-edd4ab6cc424 req-f69877c8-7a9e-42d1-8c73-7aebbc2abf0d tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422528 Nov 12 02:27:34.321164 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd509e8-8275-48b2-91ca-9a8575edf021 req-1a619d0d-e6be-4ba1-963e-73d48937909b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:34.322701 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cfd509e8-8275-48b2-91ca-9a8575edf021 req-1a619d0d-e6be-4ba1-963e-73d48937909b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 931 time: 0.0528014 Nov 12 02:27:34.372014 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cfd509e8-8275-48b2-91ca-9a8575edf021 req-af130c97-381d-444c-9ddc-0413e54aa057 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430875 Nov 12 02:27:35.494102 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62c597-2d6b-4006-aa88-0616ab5acd6b req-a4143dff-4d6d-4582-b47d-cd72a7b863f7 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:35.495738 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6b62c597-2d6b-4006-aa88-0616ab5acd6b req-a4143dff-4d6d-4582-b47d-cd72a7b863f7 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 931 time: 0.0555959 Nov 12 02:27:35.553429 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6b62c597-2d6b-4006-aa88-0616ab5acd6b req-9d14dab4-148e-4b00-974c-c6e3024e82a9 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495291 Nov 12 02:27:36.674610 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd354b9b-095b-4519-8413-f22103492099 req-230f1d6d-f989-4e94-9081-8904dbd4a26b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:36.676230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cd354b9b-095b-4519-8413-f22103492099 req-230f1d6d-f989-4e94-9081-8904dbd4a26b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 931 time: 0.0502644 Nov 12 02:27:36.734969 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-cd354b9b-095b-4519-8413-f22103492099 req-dcd1c689-dd8d-465d-9796-0614dc43e65f tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522463 Nov 12 02:27:37.851595 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f371a8-1a2e-4135-85ce-f75b66995b1a req-b97e6a5e-5de5-4a1e-81a8-86822e5bdffb tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:37.853105 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e8f371a8-1a2e-4135-85ce-f75b66995b1a req-b97e6a5e-5de5-4a1e-81a8-86822e5bdffb tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 931 time: 0.0490110 Nov 12 02:27:37.906878 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-e8f371a8-1a2e-4135-85ce-f75b66995b1a req-10281eee-b7b4-4c33-9213-ee28bc9defe6 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474169 Nov 12 02:27:39.020981 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002056d4-87e8-437e-b820-c4c84a8526b2 req-46ccbe12-7a31-45c4-8d3c-0b42a88f0293 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:39.022446 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-002056d4-87e8-437e-b820-c4c84a8526b2 req-46ccbe12-7a31-45c4-8d3c-0b42a88f0293 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 931 time: 0.0489852 Nov 12 02:27:39.071633 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-002056d4-87e8-437e-b820-c4c84a8526b2 req-ea579332-ca6e-4aa6-8771-658410745099 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429811 Nov 12 02:27:39.888291 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:40.259876 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3cd29-9171-4302-94da-294408c35259 req-54eb1eba-131e-45d5-b141-8fb39fe49af3 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:40.261431 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3cb3cd29-9171-4302-94da-294408c35259 req-54eb1eba-131e-45d5-b141-8fb39fe49af3 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 931 time: 0.1241198 Nov 12 02:27:40.310573 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3cb3cd29-9171-4302-94da-294408c35259 req-9335e3e0-aaa2-4319-8241-fd7340088715 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427473 Nov 12 02:27:40.552816 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-60812298-f54e-4948-b071-ae93e18bd95e req-ad2135b3-c349-4792-bd24-5a6758ad8702 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114243) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:27:40.553989 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60812298-f54e-4948-b071-ae93e18bd95e req-ad2135b3-c349-4792-bd24-5a6758ad8702 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055048 Nov 12 02:27:40.643265 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.v2.base [req-60812298-f54e-4948-b071-ae93e18bd95e req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] Request body: {'port': {'device_id': '0ed2d778-6a3b-4cee-af69-abac092be921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712137-14'}} {{(pid=114243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:27:40.695380 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-60812298-f54e-4948-b071-ae93e18bd95e req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:40.966256 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [req-60812298-f54e-4948-b071-ae93e18bd95e req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdcb2b18-f2a7-434d-b682-814df0684789 {{(pid=114243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:27:40.973790 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-60812298-f54e-4948-b071-ae93e18bd95e req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:40.986960 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.provisioning_blocks [req-60812298-f54e-4948-b071-ae93e18bd95e req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] Transition to ACTIVE for port object cdcb2b18-f2a7-434d-b682-814df0684789 will not be triggered until provisioned by entity L2. {{(pid=114243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:27:40.991073 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-60812298-f54e-4948-b071-ae93e18bd95e req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:41.044724 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] Pushing event updated for resources: {'Port': ['ID=cdcb2b18-f2a7-434d-b682-814df0684789,revision_number=2']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:41.113934 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-60812298-f54e-4948-b071-ae93e18bd95e req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] Attempting to bind port cdcb2b18-f2a7-434d-b682-814df0684789 on host n-h2-712137-14 for vnic_type normal with profile {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:27:41.114275 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-60812298-f54e-4948-b071-ae93e18bd95e req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] Attempting to bind port cdcb2b18-f2a7-434d-b682-814df0684789 by drivers openvswitch,hyperv on host n-h2-712137-14 at level 0 using segments [{'id': 'bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127'}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:27:41.114606 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60812298-f54e-4948-b071-ae93e18bd95e req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] Attempting to bind port cdcb2b18-f2a7-434d-b682-814df0684789 on network 7c1411d8-5ace-4b0f-a2f1-5957bca50127 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:27:41.119417 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60812298-f54e-4948-b071-ae93e18bd95e req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] Port cdcb2b18-f2a7-434d-b682-814df0684789 on network 7c1411d8-5ace-4b0f-a2f1-5957bca50127 not bound, no agent of type Open vSwitch agent registered on host n-h2-712137-14 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:27:41.119747 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60812298-f54e-4948-b071-ae93e18bd95e req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] Attempting to bind port cdcb2b18-f2a7-434d-b682-814df0684789 on network 7c1411d8-5ace-4b0f-a2f1-5957bca50127 {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:27:41.124887 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60812298-f54e-4948-b071-ae93e18bd95e req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] Checking agent: {'id': '34ca8ba3-3b52-4956-a81b-c4defccc50f0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712137-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:27:41.125260 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60812298-f54e-4948-b071-ae93e18bd95e req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] Checking segment: {'id': 'bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:27:41.125604 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60812298-f54e-4948-b071-ae93e18bd95e req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] Bound using segment: {'id': 'bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127'} {{(pid=114243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:27:41.126040 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.managers [req-60812298-f54e-4948-b071-ae93e18bd95e req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] Bound port: cdcb2b18-f2a7-434d-b682-814df0684789, host: n-h2-712137-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127'}}] {{(pid=114243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:27:41.126398 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-60812298-f54e-4948-b071-ae93e18bd95e req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:41.193490 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-60812298-f54e-4948-b071-ae93e18bd95e req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] For port cdcb2b18-f2a7-434d-b682-814df0684789, host n-h2-712137-14, cleared binding levels {{(pid=114243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:27:41.197053 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-60812298-f54e-4948-b071-ae93e18bd95e req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] For port cdcb2b18-f2a7-434d-b682-814df0684789, host n-h2-712137-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=cdcb2b18-f2a7-434d-b682-814df0684789,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:27:41.201380 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-60812298-f54e-4948-b071-ae93e18bd95e req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4441827'] for port, after_update {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:41.245641 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60812298-f54e-4948-b071-ae93e18bd95e req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:41.246349 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-60812298-f54e-4948-b071-ae93e18bd95e req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:41.247733 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60812298-f54e-4948-b071-ae93e18bd95e req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] 10.222.0.15 "PUT /v2.0/ports/cdcb2b18-f2a7-434d-b682-814df0684789 HTTP/1.1" status: 200 len: 1092 time: 0.6520865 Nov 12 02:27:41.248109 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed2d778-6a3b-4cee-af69-abac092be921', 'tag': 'cdcb2b18-f2a7-434d-b682-814df0684789'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:27:41.250906 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37be875c-72eb-4964-9edb-1d947ba57901" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed2d778-6a3b-4cee-af69-abac092be921", "tag": "cdcb2b18-f2a7-434d-b682-814df0684789"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:27:41.275670 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2aa42a-4949-440c-ba73-2f63f78731fb service neutron] Pushing event updated for resources: {'Port': ['ID=cdcb2b18-f2a7-434d-b682-814df0684789,revision_number=3']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:41.372929 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1e4722-d3df-4405-8d37-243d69b0760b x-openstack-request-id: req-be1e4722-d3df-4405-8d37-243d69b0760b {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:27:41.373944 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed2d778-6a3b-4cee-af69-abac092be921", "tag": "cdcb2b18-f2a7-434d-b682-814df0684789", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:27:41.374179 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be1e4722-d3df-4405-8d37-243d69b0760b {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:27:41.374593 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed2d778-6a3b-4cee-af69-abac092be921', 'tag': 'cdcb2b18-f2a7-434d-b682-814df0684789', 'status': 'completed', 'code': 200} Nov 12 02:27:41.397347 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60812298-f54e-4948-b071-ae93e18bd95e req-894f0adb-aafe-4237-93b8-6612204ad9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:41.400382 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60812298-f54e-4948-b071-ae93e18bd95e req-894f0adb-aafe-4237-93b8-6612204ad9f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f4bb67fdb744a12ae1eb367c6404813&device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 1095 time: 0.0794144 Nov 12 02:27:41.463821 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60812298-f54e-4948-b071-ae93e18bd95e req-d6abd543-dc71-4812-8f69-d5048d85b22c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdcb2b18-f2a7-434d-b682-814df0684789 HTTP/1.1" status: 200 len: 217 time: 0.0489528 Nov 12 02:27:41.540176 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd4f7e-ff11-4355-b44b-01253a44243f req-5e71d837-46d5-4209-9875-2f976df1d3d3 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:41.541674 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2bd4f7e-ff11-4355-b44b-01253a44243f req-5e71d837-46d5-4209-9875-2f976df1d3d3 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 943 time: 0.0873730 Nov 12 02:27:41.543039 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60812298-f54e-4948-b071-ae93e18bd95e req-90410523-d443-43c7-9c55-a84f02b5ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:41.545803 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60812298-f54e-4948-b071-ae93e18bd95e req-90410523-d443-43c7-9c55-a84f02b5ee50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1291a71-a0ed-4f52-bcdd-68bfef88c0f5 HTTP/1.1" status: 200 len: 849 time: 0.0632586 Nov 12 02:27:41.626205 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-b2bd4f7e-ff11-4355-b44b-01253a44243f req-32722f00-52cf-4cb4-b26c-fcd400cac16f tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780659 Nov 12 02:27:41.628909 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60812298-f54e-4948-b071-ae93e18bd95e req-05221649-956e-4c0f-bb7b-492a4be4eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:41.630294 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60812298-f54e-4948-b071-ae93e18bd95e req-05221649-956e-4c0f-bb7b-492a4be4eb28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c1411d8-5ace-4b0f-a2f1-5957bca50127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765812 Nov 12 02:27:41.721692 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60812298-f54e-4948-b071-ae93e18bd95e req-e854f625-bd2f-4423-94d3-486541a6aa96 service neutron] 10.222.0.15 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833282 Nov 12 02:27:41.815133 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-60812298-f54e-4948-b071-ae93e18bd95e req-13897597-6187-4a89-aa1c-aa3996799acc service neutron] 10.222.0.15 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862782 Nov 12 02:27:41.936407 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be875c-72eb-4964-9edb-1d947ba57901 req-5312d025-474d-42f8-a825-708c86efb4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:41.937923 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-37be875c-72eb-4964-9edb-1d947ba57901 req-5312d025-474d-42f8-a825-708c86efb4ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f4bb67fdb744a12ae1eb367c6404813&device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 1095 time: 0.0413358 Nov 12 02:27:42.339570 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be875c-72eb-4964-9edb-1d947ba57901 req-a140be85-ea64-45aa-b4ab-017444fce01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:42.341102 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-37be875c-72eb-4964-9edb-1d947ba57901 req-a140be85-ea64-45aa-b4ab-017444fce01b service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c1411d8-5ace-4b0f-a2f1-5957bca50127 HTTP/1.1" status: 200 len: 911 time: 0.3963981 Nov 12 02:27:42.392621 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-37be875c-72eb-4964-9edb-1d947ba57901 req-c73ccd25-52b6-4e6c-962a-ac97aa1ccb85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdcb2b18-f2a7-434d-b682-814df0684789 HTTP/1.1" status: 200 len: 217 time: 0.0345147 Nov 12 02:27:42.440989 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be875c-72eb-4964-9edb-1d947ba57901 req-6d9147af-a8c3-4403-a9ba-4ea6e90b0a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:42.442403 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-37be875c-72eb-4964-9edb-1d947ba57901 req-6d9147af-a8c3-4403-a9ba-4ea6e90b0a12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1291a71-a0ed-4f52-bcdd-68bfef88c0f5 HTTP/1.1" status: 200 len: 849 time: 0.0435796 Nov 12 02:27:42.487026 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be875c-72eb-4964-9edb-1d947ba57901 req-5d3b825d-0c47-4c22-aa62-ae9ff216c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:42.488794 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-37be875c-72eb-4964-9edb-1d947ba57901 req-5d3b825d-0c47-4c22-aa62-ae9ff216c3f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c1411d8-5ace-4b0f-a2f1-5957bca50127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401278 Nov 12 02:27:42.580804 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-37be875c-72eb-4964-9edb-1d947ba57901 req-5d0378f7-079b-49a0-b82b-fef5adab894b service neutron] 10.222.0.15 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850360 Nov 12 02:27:42.675708 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-37be875c-72eb-4964-9edb-1d947ba57901 req-4f0622c0-903b-4e57-ab62-9dea795040dd service neutron] 10.222.0.15 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875094 Nov 12 02:27:42.794169 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1669a80-8eed-41af-8e16-fd523e161e5f req-cfaea1a6-b56f-4f9f-8547-99888568d2d4 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:42.796211 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1669a80-8eed-41af-8e16-fd523e161e5f req-cfaea1a6-b56f-4f9f-8547-99888568d2d4 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 943 time: 0.0969903 Nov 12 02:27:42.844920 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e1669a80-8eed-41af-8e16-fd523e161e5f req-06bd442e-e6d8-4b72-9de5-32f30540f446 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426190 Nov 12 02:27:43.964070 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb056bdf-c528-46a9-a688-36d6fa9fb52d req-c16c77f5-f9f6-4ea6-84a8-bd3ab80fb3a3 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:43.972708 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fb056bdf-c528-46a9-a688-36d6fa9fb52d req-c16c77f5-f9f6-4ea6-84a8-bd3ab80fb3a3 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 943 time: 0.0574341 Nov 12 02:27:44.024574 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-fb056bdf-c528-46a9-a688-36d6fa9fb52d req-f41c4ed8-4e63-434d-8c55-08a97cb589f9 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507917 Nov 12 02:27:45.132855 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device cdcb2b18-f2a7-434d-b682-814df0684789 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:27:45.146879 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a64eeb-dcd8-404f-a013-8e880232e172 req-6b4f9238-d77d-4d85-a02f-d503cd3d3634 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:45.148400 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e4a64eeb-dcd8-404f-a013-8e880232e172 req-6b4f9238-d77d-4d85-a02f-d503cd3d3634 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 943 time: 0.0535972 Nov 12 02:27:45.199013 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e4a64eeb-dcd8-404f-a013-8e880232e172 req-6f212507-e9b5-4e6b-96bd-369abdeb72f0 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441241 Nov 12 02:27:45.230222 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port cdcb2b18-f2a7-434d-b682-814df0684789, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=cdcb2b18-f2a7-434d-b682-814df0684789,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:45.240951 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'cdcb2b18-f2a7-434d-b682-814df0684789', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'port_id': 'cdcb2b18-f2a7-434d-b682-814df0684789', 'mac_address': 'fa:16:3e:40:fc:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:27:45.277532 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:45.289649 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcb2b18-f2a7-434d-b682-814df0684789 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:27:45.308924 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port cdcb2b18-f2a7-434d-b682-814df0684789, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=cdcb2b18-f2a7-434d-b682-814df0684789,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:45.312992 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:45.360405 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=cdcb2b18-f2a7-434d-b682-814df0684789,revision_number=4']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:45.727768 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['cdcb2b18-f2a7-434d-b682-814df0684789'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:27:46.317342 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c81d2f-bcb8-4692-8d2d-13dbd3c927fe req-aaec7594-9f5b-4cb4-ab16-6896181bfca3 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:46.318856 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-62c81d2f-bcb8-4692-8d2d-13dbd3c927fe req-aaec7594-9f5b-4cb4-ab16-6896181bfca3 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 944 time: 0.0488966 Nov 12 02:27:46.366747 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-62c81d2f-bcb8-4692-8d2d-13dbd3c927fe req-8cb6618c-f5fd-45ca-8ef8-b9b7ea5f90d1 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418863 Nov 12 02:27:47.147572 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device cdcb2b18-f2a7-434d-b682-814df0684789 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:27:47.196529 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning for port cdcb2b18-f2a7-434d-b682-814df0684789 completed by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:27:47.200379 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port cdcb2b18-f2a7-434d-b682-814df0684789 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:47.200782 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.275800 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.301122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2d778-6a3b-4cee-af69-abac092be921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcb2b18-f2a7-434d-b682-814df0684789'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:27:47.303328 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21745174-71fa-49fb-b9cc-ba9dd2d71b56" -d '{"events": [{"server_uuid": "0ed2d778-6a3b-4cee-af69-abac092be921", "name": "network-vif-plugged", "status": "completed", "tag": "cdcb2b18-f2a7-434d-b682-814df0684789"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:27:47.320947 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port cdcb2b18-f2a7-434d-b682-814df0684789, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=cdcb2b18-f2a7-434d-b682-814df0684789,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:47.335640 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.340516 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd43a46e-854c-4b8b-afae-2a1e4cd10586 x-openstack-request-id: req-dd43a46e-854c-4b8b-afae-2a1e4cd10586 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:27:47.340865 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2d778-6a3b-4cee-af69-abac092be921", "name": "network-vif-plugged", "status": "completed", "tag": "cdcb2b18-f2a7-434d-b682-814df0684789", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:27:47.341147 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd43a46e-854c-4b8b-afae-2a1e4cd10586 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:27:47.341545 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2d778-6a3b-4cee-af69-abac092be921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcb2b18-f2a7-434d-b682-814df0684789', 'code': 200} Nov 12 02:27:47.389669 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=cdcb2b18-f2a7-434d-b682-814df0684789,revision_number=5']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:47.497380 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb791dc0-c6fb-40d1-8621-19c8ea2455bf req-425aa6f2-f8a5-4b27-af90-94d8485658da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:47.498911 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eb791dc0-c6fb-40d1-8621-19c8ea2455bf req-425aa6f2-f8a5-4b27-af90-94d8485658da service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 1097 time: 0.0725963 Nov 12 02:27:47.507118 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efb0af-fefb-404c-9c80-0ab606492ada req-072b8ff9-653b-4274-a7e8-34187c5366a2 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:47.508467 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d7efb0af-fefb-404c-9c80-0ab606492ada req-072b8ff9-653b-4274-a7e8-34187c5366a2 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 945 time: 0.0726578 Nov 12 02:27:47.580363 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-eb791dc0-c6fb-40d1-8621-19c8ea2455bf req-c2bfd052-d472-4afd-9944-ef2099f00a82 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709233 Nov 12 02:27:47.584432 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-d7efb0af-fefb-404c-9c80-0ab606492ada req-9f42ffe3-235d-4421-a68d-34fb000de25a tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700152 Nov 12 02:27:48.704317 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c8be5-99bb-499b-bd7a-ac8fd13ab7a6 req-3ed8ff9d-4a0f-494b-94b5-ebae7b938015 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:48.705802 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-738c8be5-99bb-499b-bd7a-ac8fd13ab7a6 req-3ed8ff9d-4a0f-494b-94b5-ebae7b938015 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 945 time: 0.0486608 Nov 12 02:27:48.754101 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-738c8be5-99bb-499b-bd7a-ac8fd13ab7a6 req-58c34bb0-07b6-4d6f-a380-18cb38f1841c tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423424 Nov 12 02:27:49.870257 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceebeff-5994-41a4-a128-33b26cdfc245 req-a465f709-3ee9-4227-9988-8862de9906b8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:49.871739 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dceebeff-5994-41a4-a128-33b26cdfc245 req-a465f709-3ee9-4227-9988-8862de9906b8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 945 time: 0.0499220 Nov 12 02:27:49.924221 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-dceebeff-5994-41a4-a128-33b26cdfc245 req-8503af2e-be2e-4d63-ba05-c915d11b5467 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458148 Nov 12 02:27:50.039467 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7debdc-3541-4661-92ad-0c4460163fbd req-8e067ed4-b09a-40fe-85b0-da05354f4ce8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:50.040988 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fe7debdc-3541-4661-92ad-0c4460163fbd req-8e067ed4-b09a-40fe-85b0-da05354f4ce8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 945 time: 0.0494928 Nov 12 02:27:50.094484 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-fe7debdc-3541-4661-92ad-0c4460163fbd req-d1656b75-e3e3-4cdd-846b-2263c1b1a557 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467029 Nov 12 02:27:50.115987 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59284) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:50.155718 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57ee9b5-2190-4694-94dc-59aae7a419d7 tempest-TestSnapshotPattern-1346995101 tempest-TestSnapshotPattern-1346995101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:50.157763 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c57ee9b5-2190-4694-94dc-59aae7a419d7 tempest-TestSnapshotPattern-1346995101 tempest-TestSnapshotPattern-1346995101-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 1092 time: 0.0407732 Nov 12 02:27:50.160519 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59286) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:50.164734 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.v2.base [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Request body: {'floatingip': {'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'port_id': 'cdcb2b18-f2a7-434d-b682-814df0684789', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:27:50.186587 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for floatingip, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.281816 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.318483 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e7fb6c65-b482-4b32-a034-5aba57ceade0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.388834 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.db_base_plugin_common [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Allocated IP 172.25.0.185 (e33824d3-49f3-447d-b376-119e8e5c0bcb/6326563a-4bde-452e-88f9-d7db7829be33/7e6bbea6-ccb9-4abe-883a-25612a05e1ae) {{(pid=114242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:27:50.492898 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for port, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.524911 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763651019412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.561304 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Network e33824d3-49f3-447d-b376-119e8e5c0bcb is already hosted by enough agents. {{(pid=114242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:27:50.564044 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.base_scheduler [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Resources bound (agent type, host, resource id): {{(pid=114242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:27:50.569571 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Received port after_create {{(pid=114242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:27:50.593232 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Pushing event updated for resources: {'Port': ['ID=7e6bbea6-ccb9-4abe-883a-25612a05e1ae,revision_number=1']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:50.605320 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:50.605665 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:50.606257 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:50.606601 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:50.607552 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:50.607887 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:50.608215 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:50.608540 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:50.608890 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:50.609241 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:50.609563 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:50.609879 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:50.937824 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:51.001571 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:51.148737 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for port, precommit_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:51.153695 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6281076'] for port, after_update {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:51.219607 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Pushing event updated for resources: {'Port': ['ID=7e6bbea6-ccb9-4abe-883a-25612a05e1ae,revision_number=2']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:51.232022 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707986'] for floatingip, after_create {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:51.332975 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Floating IP 62c91771-ea52-403a-9626-1466b36fac76 associated. External IP: 172.25.0.185, port: cdcb2b18-f2a7-434d-b682-814df0684789. Nov 12 02:27:51.536601 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Router 2d9224ca-1d59-49b2-a2c5-0938e776978a has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:27:51.644256 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:27:51.654583 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b07b1f-a4fc-455b-91d1-a86b078fa70a None None] Sync routers for ids ['2d9224ca-1d59-49b2-a2c5-0938e776978a'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:27:51.662389 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:51.665186 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b07b1f-a4fc-455b-91d1-a86b078fa70a None None] Routers {'2d9224ca-1d59-49b2-a2c5-0938e776978a'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:27:51.665805 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-06b07b1f-a4fc-455b-91d1-a86b078fa70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:27:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2d9224ca-1d59-49b2-a2c5-0938e776978a'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:51.703660 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-d311f2cd-fb87-4298-9b41-53ef5e2a4d58 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5282087 Nov 12 02:27:51.703660 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed2d778-6a3b-4cee-af69-abac092be921', 'tag': 'cdcb2b18-f2a7-434d-b682-814df0684789'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:27:51.703660 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6053ff78-f1c6-454b-b761-88bec787839d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed2d778-6a3b-4cee-af69-abac092be921", "tag": "cdcb2b18-f2a7-434d-b682-814df0684789"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:27:51.730435 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081281e9-0495-439a-88da-58d8b6ce142a x-openstack-request-id: req-081281e9-0495-439a-88da-58d8b6ce142a {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:27:51.730963 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed2d778-6a3b-4cee-af69-abac092be921", "tag": "cdcb2b18-f2a7-434d-b682-814df0684789", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:27:51.731219 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-081281e9-0495-439a-88da-58d8b6ce142a {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:27:51.731632 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed2d778-6a3b-4cee-af69-abac092be921', 'tag': 'cdcb2b18-f2a7-434d-b682-814df0684789', 'status': 'completed', 'code': 200} Nov 12 02:27:51.818269 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053ff78-f1c6-454b-b761-88bec787839d req-ee1efa1b-4ab0-4605-843e-6990cdf74f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:51.819735 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6053ff78-f1c6-454b-b761-88bec787839d req-ee1efa1b-4ab0-4605-843e-6990cdf74f0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f4bb67fdb744a12ae1eb367c6404813&device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 1097 time: 0.0435359 Nov 12 02:27:51.912061 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053ff78-f1c6-454b-b761-88bec787839d req-6ae0eff3-bfe8-4a25-a573-07503ef3aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:51.913590 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6053ff78-f1c6-454b-b761-88bec787839d req-6ae0eff3-bfe8-4a25-a573-07503ef3aad1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c1411d8-5ace-4b0f-a2f1-5957bca50127 HTTP/1.1" status: 200 len: 911 time: 0.0859962 Nov 12 02:27:51.930178 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-06b07b1f-a4fc-455b-91d1-a86b078fa70a None None] Set router 2d9224ca-1d59-49b2-a2c5-0938e776978a gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:27:51.982992 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6053ff78-f1c6-454b-b761-88bec787839d req-842fb208-d668-4287-9d9e-605810370637 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdcb2b18-f2a7-434d-b682-814df0684789 HTTP/1.1" status: 200 len: 999 time: 0.0624933 Nov 12 02:27:52.031691 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053ff78-f1c6-454b-b761-88bec787839d req-225fc63b-7c3c-44aa-a5e0-1d22c9b78af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:52.033233 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6053ff78-f1c6-454b-b761-88bec787839d req-225fc63b-7c3c-44aa-a5e0-1d22c9b78af2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1291a71-a0ed-4f52-bcdd-68bfef88c0f5 HTTP/1.1" status: 200 len: 849 time: 0.0437469 Nov 12 02:27:52.077760 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053ff78-f1c6-454b-b761-88bec787839d req-47290e5d-0210-47ad-847e-809e822d0e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:52.079758 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6053ff78-f1c6-454b-b761-88bec787839d req-47290e5d-0210-47ad-847e-809e822d0e41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c1411d8-5ace-4b0f-a2f1-5957bca50127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400369 Nov 12 02:27:52.158449 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-06b07b1f-a4fc-455b-91d1-a86b078fa70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'name': 'tempest-TestSnapshotPattern-1524209756-router', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:48Z', 'revision_number': 4, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'gw_port': {'id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '62c91771-ea52-403a-9626-1466b36fac76', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'port_id': 'cdcb2b18-f2a7-434d-b682-814df0684789', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'mac_address': 'fa:16:3e:40:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed2d778-6a3b-4cee-af69-abac092be921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:27:50Z', 'updated_at': '2021-11-12T02:27:50Z', 'revision_number': 0, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'fixed_ip_address_scope': None}, {'id': 'd8803560-5877-4c49-bc78-0db37694ff77', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'port_id': '686fa463-0942-4327-9bd2-175ce0a71b5c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'mac_address': 'fa:16:3e:68:72:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:25:11Z', 'updated_at': '2021-11-12T02:25:14Z', 'revision_number': 1, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e1cccd-8209-44a9-a990-9c0c3fe1edc9', 'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'mac_address': 'fa:16:3e:58:70:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:48Z', 'updated_at': '2021-11-12T02:24:55Z', 'revision_number': 5, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'subnets': [{'id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:52.172928 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6053ff78-f1c6-454b-b761-88bec787839d req-be42cb34-c2ff-4334-b01c-506a1eeebb34 service neutron] 10.222.0.15 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862470 Nov 12 02:27:52.184309 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b07b1f-a4fc-455b-91d1-a86b078fa70a None None] Checking router: 2d9224ca-1d59-49b2-a2c5-0938e776978a for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:27:52.192883 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b07b1f-a4fc-455b-91d1-a86b078fa70a None None] Routers {'2d9224ca-1d59-49b2-a2c5-0938e776978a'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:27:52.193505 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-06b07b1f-a4fc-455b-91d1-a86b078fa70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:27:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2d9224ca-1d59-49b2-a2c5-0938e776978a'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:52.266904 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-6053ff78-f1c6-454b-b761-88bec787839d req-2c46bf2a-bf07-44c5-891d-bf624655f37f service neutron] 10.222.0.15 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873377 Nov 12 02:27:52.302126 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-06b07b1f-a4fc-455b-91d1-a86b078fa70a None None] Set router 2d9224ca-1d59-49b2-a2c5-0938e776978a gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:27:52.529342 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-06b07b1f-a4fc-455b-91d1-a86b078fa70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'name': 'tempest-TestSnapshotPattern-1524209756-router', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:48Z', 'revision_number': 4, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'gw_port': {'id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '62c91771-ea52-403a-9626-1466b36fac76', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'port_id': 'cdcb2b18-f2a7-434d-b682-814df0684789', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'mac_address': 'fa:16:3e:40:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed2d778-6a3b-4cee-af69-abac092be921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:27:50Z', 'updated_at': '2021-11-12T02:27:50Z', 'revision_number': 0, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'fixed_ip_address_scope': None}, {'id': 'd8803560-5877-4c49-bc78-0db37694ff77', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'port_id': '686fa463-0942-4327-9bd2-175ce0a71b5c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'mac_address': 'fa:16:3e:68:72:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:25:11Z', 'updated_at': '2021-11-12T02:25:14Z', 'revision_number': 1, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e1cccd-8209-44a9-a990-9c0c3fe1edc9', 'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'mac_address': 'fa:16:3e:58:70:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:48Z', 'updated_at': '2021-11-12T02:24:55Z', 'revision_number': 5, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'subnets': [{'id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:52.554978 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b07b1f-a4fc-455b-91d1-a86b078fa70a None None] The sync data for ids ['2d9224ca-1d59-49b2-a2c5-0938e776978a'] in n-d-712137-14 is: [{'id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'name': 'tempest-TestSnapshotPattern-1524209756-router', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:48Z', 'revision_number': 4, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'gw_port': {'id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': '62c91771-ea52-403a-9626-1466b36fac76', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'port_id': 'cdcb2b18-f2a7-434d-b682-814df0684789', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'mac_address': 'fa:16:3e:40:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed2d778-6a3b-4cee-af69-abac092be921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:27:50Z', 'updated_at': '2021-11-12T02:27:50Z', 'revision_number': 0, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'fixed_ip_address_scope': None}, {'id': 'd8803560-5877-4c49-bc78-0db37694ff77', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'port_id': '686fa463-0942-4327-9bd2-175ce0a71b5c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'mac_address': 'fa:16:3e:68:72:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:25:11Z', 'updated_at': '2021-11-12T02:25:14Z', 'revision_number': 1, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e1cccd-8209-44a9-a990-9c0c3fe1edc9', 'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'mac_address': 'fa:16:3e:58:70:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:48Z', 'updated_at': '2021-11-12T02:24:55Z', 'revision_number': 5, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'subnets': [{'id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:27:52.597161 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fc075f83-9dc8-46be-9b53-bb73dec2976a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:52.760102 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c290e1-9bae-4a11-b555-b097c106ffa6 None None] New status for floating IP 62c91771-ea52-403a-9626-1466b36fac76: ACTIVE {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:27:53.946713 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:55.695441 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:55.914474 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:56.298166 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:00.432961 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:28:09.930065 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:20.320028 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-32476557-4362-492d-a915-13f38cbc137a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:22.597638 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-cb352270-95aa-448a-bcdf-4e747c894a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:23.951859 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:25.691565 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:25.917522 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:26.300061 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:27.762823 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-296d09f8-8944-4e11-9dbe-b6375e8aaefa req-1392dc17-fb55-4971-9d4a-de7108f14a69 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395384 Nov 12 02:28:27.860297 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d09f8-8944-4e11-9dbe-b6375e8aaefa req-289dfa1c-6c54-4b0c-b8b1-12a31f4f5051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:27.861808 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-296d09f8-8944-4e11-9dbe-b6375e8aaefa req-289dfa1c-6c54-4b0c-b8b1-12a31f4f5051 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f4bb67fdb744a12ae1eb367c6404813&device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 1097 time: 0.0409005 Nov 12 02:28:27.969783 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d09f8-8944-4e11-9dbe-b6375e8aaefa req-d7ef4591-aa92-4a07-9427-7c3e87592590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:27.971170 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-296d09f8-8944-4e11-9dbe-b6375e8aaefa req-d7ef4591-aa92-4a07-9427-7c3e87592590 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c1411d8-5ace-4b0f-a2f1-5957bca50127 HTTP/1.1" status: 200 len: 911 time: 0.0902383 Nov 12 02:28:28.037053 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-296d09f8-8944-4e11-9dbe-b6375e8aaefa req-a5afd0a6-e2eb-4108-bc5c-257ee0370d7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdcb2b18-f2a7-434d-b682-814df0684789 HTTP/1.1" status: 200 len: 1001 time: 0.0583401 Nov 12 02:28:28.087408 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d09f8-8944-4e11-9dbe-b6375e8aaefa req-65dd2125-6cf0-481d-b96f-12e94d45750c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:28.088992 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-296d09f8-8944-4e11-9dbe-b6375e8aaefa req-65dd2125-6cf0-481d-b96f-12e94d45750c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1291a71-a0ed-4f52-bcdd-68bfef88c0f5 HTTP/1.1" status: 200 len: 849 time: 0.0434790 Nov 12 02:28:28.138698 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d09f8-8944-4e11-9dbe-b6375e8aaefa req-fc8ad1a0-be3f-4c46-a070-41cb9923c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:28.140275 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-296d09f8-8944-4e11-9dbe-b6375e8aaefa req-fc8ad1a0-be3f-4c46-a070-41cb9923c019 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c1411d8-5ace-4b0f-a2f1-5957bca50127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446451 Nov 12 02:28:28.229494 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-296d09f8-8944-4e11-9dbe-b6375e8aaefa req-19fa552f-5ce2-4bcf-a7f0-677e9193d26a service neutron] 10.222.0.15 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817270 Nov 12 02:28:28.323538 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-296d09f8-8944-4e11-9dbe-b6375e8aaefa req-0ba74e98-152d-441a-9458-0cbbeaacb22c service neutron] 10.222.0.15 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873964 Nov 12 02:28:29.312653 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c6964f32-f9a3-4788-9797-833e1c694ef2 req-c925d922-da7e-4dd0-9620-3fb43b2b0c1f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0828612 Nov 12 02:28:29.399990 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6964f32-f9a3-4788-9797-833e1c694ef2 req-29892731-1cd8-447f-b3f8-c8d7ffe915e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:29.401514 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c6964f32-f9a3-4788-9797-833e1c694ef2 req-29892731-1cd8-447f-b3f8-c8d7ffe915e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f4bb67fdb744a12ae1eb367c6404813&device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 1096 time: 0.0444472 Nov 12 02:28:29.504617 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6964f32-f9a3-4788-9797-833e1c694ef2 req-205ead8d-df95-4ce4-b159-e3e271a6fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:29.506620 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c6964f32-f9a3-4788-9797-833e1c694ef2 req-205ead8d-df95-4ce4-b159-e3e271a6fc81 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c1411d8-5ace-4b0f-a2f1-5957bca50127 HTTP/1.1" status: 200 len: 911 time: 0.0853958 Nov 12 02:28:29.585254 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c6964f32-f9a3-4788-9797-833e1c694ef2 req-92fecd1a-194c-4e93-9369-2b7ef4239740 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=686fa463-0942-4327-9bd2-175ce0a71b5c HTTP/1.1" status: 200 len: 1000 time: 0.0690880 Nov 12 02:28:29.636053 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6964f32-f9a3-4788-9797-833e1c694ef2 req-7cf20d50-3c04-4583-a1e6-ee15ca208c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:29.637808 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c6964f32-f9a3-4788-9797-833e1c694ef2 req-7cf20d50-3c04-4583-a1e6-ee15ca208c4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1291a71-a0ed-4f52-bcdd-68bfef88c0f5 HTTP/1.1" status: 200 len: 849 time: 0.0449605 Nov 12 02:28:29.683505 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6964f32-f9a3-4788-9797-833e1c694ef2 req-2813c435-4651-4179-a5b1-76489e63f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:29.685032 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c6964f32-f9a3-4788-9797-833e1c694ef2 req-2813c435-4651-4179-a5b1-76489e63f453 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c1411d8-5ace-4b0f-a2f1-5957bca50127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402431 Nov 12 02:28:29.777907 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c6964f32-f9a3-4788-9797-833e1c694ef2 req-23b0702c-769f-4c75-9f25-1009b9665413 service neutron] 10.222.0.21 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854559 Nov 12 02:28:29.866115 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-c6964f32-f9a3-4788-9797-833e1c694ef2 req-797cf076-56ea-4bbc-95e9-71cc464bbf49 service neutron] 10.222.0.21 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816092 Nov 12 02:28:37.432440 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:28:39.934854 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:50.322666 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-75702ad1-735a-48bc-8c87-38c59f0febeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:52.600533 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1ce6b970-f0d5-40e7-abd3-92919a89102e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:53.953264 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:55.705481 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:55.919465 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:56.302404 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:09.964617 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:14.433013 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:29:20.328829 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-bda2b8a0-e974-4d5d-87d0-e9ab7fd4ad3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:22.601781 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-e17ff999-6b97-490d-9f06-70fdd597128e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:23.957242 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:25.713600 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:25.922321 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.304482 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:29.774604 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7998ef6a-fa6e-4132-87c1-d11d1d10b9bd req-a5f2e752-c503-40c8-adb2-e605580d3de1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407703 Nov 12 02:29:29.875813 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998ef6a-fa6e-4132-87c1-d11d1d10b9bd req-0b2c4d06-00f9-4701-a285-b002ca35174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:29.877335 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7998ef6a-fa6e-4132-87c1-d11d1d10b9bd req-0b2c4d06-00f9-4701-a285-b002ca35174c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f4bb67fdb744a12ae1eb367c6404813&device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 1097 time: 0.0418725 Nov 12 02:29:29.983321 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998ef6a-fa6e-4132-87c1-d11d1d10b9bd req-ddec66b0-0512-4163-951e-4f99dadd9115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:29.984789 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7998ef6a-fa6e-4132-87c1-d11d1d10b9bd req-ddec66b0-0512-4163-951e-4f99dadd9115 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c1411d8-5ace-4b0f-a2f1-5957bca50127 HTTP/1.1" status: 200 len: 911 time: 0.0888915 Nov 12 02:29:30.050038 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7998ef6a-fa6e-4132-87c1-d11d1d10b9bd req-f37b714c-e086-4923-92f2-950505a35776 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdcb2b18-f2a7-434d-b682-814df0684789 HTTP/1.1" status: 200 len: 1001 time: 0.0577517 Nov 12 02:29:30.103339 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998ef6a-fa6e-4132-87c1-d11d1d10b9bd req-cc901cc6-e4b1-424d-bfdf-c9897e6eac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:30.104813 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7998ef6a-fa6e-4132-87c1-d11d1d10b9bd req-cc901cc6-e4b1-424d-bfdf-c9897e6eac10 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1291a71-a0ed-4f52-bcdd-68bfef88c0f5 HTTP/1.1" status: 200 len: 849 time: 0.0468552 Nov 12 02:29:30.149647 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998ef6a-fa6e-4132-87c1-d11d1d10b9bd req-bfa619cf-c178-459e-a702-9d5c31a55cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:30.151130 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7998ef6a-fa6e-4132-87c1-d11d1d10b9bd req-bfa619cf-c178-459e-a702-9d5c31a55cac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c1411d8-5ace-4b0f-a2f1-5957bca50127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397797 Nov 12 02:29:30.239216 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7998ef6a-fa6e-4132-87c1-d11d1d10b9bd req-09cdf181-8ed8-4a45-ac01-365fa62af079 service neutron] 10.222.0.15 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812316 Nov 12 02:29:30.332144 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-7998ef6a-fa6e-4132-87c1-d11d1d10b9bd req-47174ead-7547-446f-a25b-02d706f42351 service neutron] 10.222.0.15 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857389 Nov 12 02:29:31.267770 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e205cbb1-53e8-4fda-ad42-2d76ff133267 req-0ad84785-b858-4143-a0d3-dfeb90e1e8a9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400171 Nov 12 02:29:31.356379 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205cbb1-53e8-4fda-ad42-2d76ff133267 req-041d63ae-e9c3-4773-bb55-d869e801c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:31.357981 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e205cbb1-53e8-4fda-ad42-2d76ff133267 req-041d63ae-e9c3-4773-bb55-d869e801c2d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f4bb67fdb744a12ae1eb367c6404813&device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 1096 time: 0.0457346 Nov 12 02:29:31.460583 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205cbb1-53e8-4fda-ad42-2d76ff133267 req-c9bc160d-eda4-42d6-9e2f-376ba54feb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:31.462108 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e205cbb1-53e8-4fda-ad42-2d76ff133267 req-c9bc160d-eda4-42d6-9e2f-376ba54feb15 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c1411d8-5ace-4b0f-a2f1-5957bca50127 HTTP/1.1" status: 200 len: 911 time: 0.0847287 Nov 12 02:29:31.534132 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e205cbb1-53e8-4fda-ad42-2d76ff133267 req-99f3fe8d-99e1-46b2-ac33-ca9a57755cec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=686fa463-0942-4327-9bd2-175ce0a71b5c HTTP/1.1" status: 200 len: 1000 time: 0.0613945 Nov 12 02:29:31.588422 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205cbb1-53e8-4fda-ad42-2d76ff133267 req-2ed4f06c-eaf7-47da-80e9-05a27aa20994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:31.589889 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e205cbb1-53e8-4fda-ad42-2d76ff133267 req-2ed4f06c-eaf7-47da-80e9-05a27aa20994 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1291a71-a0ed-4f52-bcdd-68bfef88c0f5 HTTP/1.1" status: 200 len: 849 time: 0.0482304 Nov 12 02:29:31.635686 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205cbb1-53e8-4fda-ad42-2d76ff133267 req-e5b30fc4-9f00-4336-af73-58b33cc50d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:31.637842 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e205cbb1-53e8-4fda-ad42-2d76ff133267 req-e5b30fc4-9f00-4336-af73-58b33cc50d32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c1411d8-5ace-4b0f-a2f1-5957bca50127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398633 Nov 12 02:29:31.729795 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e205cbb1-53e8-4fda-ad42-2d76ff133267 req-4804fdb0-8a34-404f-a9b0-7af3ffbeda34 service neutron] 10.222.0.21 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845277 Nov 12 02:29:31.818096 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-e205cbb1-53e8-4fda-ad42-2d76ff133267 req-9fddbc66-ce34-47f2-bda1-b940f48005bc service neutron] 10.222.0.21 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810120 Nov 12 02:29:39.978696 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:50.319241 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-169e1eba-a8d5-4b2a-acd0-ba365b804ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:51.432330 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:29:52.603778 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-0836b33d-8482-41e3-a6af-081971498320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:53.959418 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:55.716677 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:55.924443 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:56.309409 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:09.994833 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:11.895708 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device cdcb2b18-f2a7-434d-b682-814df0684789 details requested by agent hyperv_n-h2-712137-14 with host n-h2-712137-14 {{(pid=114244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:30:11.992914 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port cdcb2b18-f2a7-434d-b682-814df0684789, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=cdcb2b18-f2a7-434d-b682-814df0684789,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:12.003585 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Returning: {'device': 'cdcb2b18-f2a7-434d-b682-814df0684789', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'port_id': 'cdcb2b18-f2a7-434d-b682-814df0684789', 'mac_address': 'fa:16:3e:40:fc:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:30:12.040060 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:12.052139 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdcb2b18-f2a7-434d-b682-814df0684789 {{(pid=114244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:30:12.070236 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port cdcb2b18-f2a7-434d-b682-814df0684789, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=cdcb2b18-f2a7-434d-b682-814df0684789,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:12.074150 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:12.124263 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=cdcb2b18-f2a7-434d-b682-814df0684789,revision_number=6']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:12.131943 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:12.132290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:12.132629 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:12.132991 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:12.133323 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:12.133651 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:12.133982 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:12.134325 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:12.134648 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:12.134969 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:12.135290 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:12.135608 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:12.214005 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] get_ports_and_sgs() called for port_ids ['cdcb2b18-f2a7-434d-b682-814df0684789'] {{(pid=114244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:30:13.898433 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device cdcb2b18-f2a7-434d-b682-814df0684789 up at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:30:13.944597 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.provisioning_blocks [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Provisioning complete for port cdcb2b18-f2a7-434d-b682-814df0684789 triggered by entity L2. {{(pid=114244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:13.945009 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607791'] for port, provisioning_complete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:14.025222 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:14.046643 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2d778-6a3b-4cee-af69-abac092be921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcb2b18-f2a7-434d-b682-814df0684789'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:14.049397 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0af49a-c00a-45c4-9297-8311310c3edb" -d '{"events": [{"server_uuid": "0ed2d778-6a3b-4cee-af69-abac092be921", "name": "network-vif-plugged", "status": "completed", "tag": "cdcb2b18-f2a7-434d-b682-814df0684789"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:14.066286 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port cdcb2b18-f2a7-434d-b682-814df0684789, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=cdcb2b18-f2a7-434d-b682-814df0684789,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:14.071261 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:14.118183 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=cdcb2b18-f2a7-434d-b682-814df0684789,revision_number=7']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:15.169426 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8a97e6-3686-4165-9523-02eb23907af9 x-openstack-request-id: req-fe8a97e6-3686-4165-9523-02eb23907af9 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:15.170024 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2d778-6a3b-4cee-af69-abac092be921", "name": "network-vif-plugged", "status": "completed", "tag": "cdcb2b18-f2a7-434d-b682-814df0684789", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:15.170024 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe8a97e6-3686-4165-9523-02eb23907af9 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:15.170436 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2d778-6a3b-4cee-af69-abac092be921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcb2b18-f2a7-434d-b682-814df0684789', 'code': 200} Nov 12 02:30:20.324688 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-984753ca-645d-423d-8992-1c467bd8d155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:22.617627 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-40f06e24-c88c-469d-b01c-ebd23efb53b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:23.981042 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:25.560016 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59550) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:25.717559 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Deleting port 7e6bbea6-ccb9-4abe-883a-25612a05e1ae {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:25.717911 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:25.733032 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:25.796114 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:25.796449 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:25.808257 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Calling delete_port for 7e6bbea6-ccb9-4abe-883a-25612a05e1ae owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:25.927692 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:25.954137 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:25.979594 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Pushing event deleted for resources: {'Port': ['ID=7e6bbea6-ccb9-4abe-883a-25612a05e1ae,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:26.004903 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:26.005252 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:26.005582 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:26.005922 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:26.006257 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:26.006590 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:26.006916 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:26.007245 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:26.007568 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:26.007892 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:26.008218 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:26.008541 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:26.055591 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:26.055921 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Floating IP 62c91771-ea52-403a-9626-1466b36fac76 disassociated (deleted). External IP: 172.25.0.185, port: cdcb2b18-f2a7-434d-b682-814df0684789. Nov 12 02:30:26.312861 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:26.560355 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Router 2d9224ca-1d59-49b2-a2c5-0938e776978a has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:30:26.667489 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:30:26.672285 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:26.676780 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf787a-f8d7-4a33-b892-57775e4f177a None None] Sync routers for ids ['2d9224ca-1d59-49b2-a2c5-0938e776978a'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:30:26.686510 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cf787a-f8d7-4a33-b892-57775e4f177a None None] Routers {'2d9224ca-1d59-49b2-a2c5-0938e776978a'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:26.687122 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-91cf787a-f8d7-4a33-b892-57775e4f177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:30:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2d9224ca-1d59-49b2-a2c5-0938e776978a'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:26.699160 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c35bf38a-67b9-4245-84ba-5884ef378a80 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "DELETE /v2.0/floatingips/62c91771-ea52-403a-9626-1466b36fac76 HTTP/1.1" status: 204 len: 168 time: 1.1380465 Nov 12 02:30:26.699766 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed2d778-6a3b-4cee-af69-abac092be921', 'tag': 'cdcb2b18-f2a7-434d-b682-814df0684789'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:26.702020 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db76afc-7c23-4217-b5f3-16742b8b364a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed2d778-6a3b-4cee-af69-abac092be921", "tag": "cdcb2b18-f2a7-434d-b682-814df0684789"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:26.795880 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720ffc82-4bfc-4057-9c14-ab1c5287ed69 x-openstack-request-id: req-720ffc82-4bfc-4057-9c14-ab1c5287ed69 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:26.796250 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed2d778-6a3b-4cee-af69-abac092be921", "tag": "cdcb2b18-f2a7-434d-b682-814df0684789", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:26.796512 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-720ffc82-4bfc-4057-9c14-ab1c5287ed69 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:26.796949 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed2d778-6a3b-4cee-af69-abac092be921', 'tag': 'cdcb2b18-f2a7-434d-b682-814df0684789', 'status': 'completed', 'code': 200} Nov 12 02:30:26.802009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-91cf787a-f8d7-4a33-b892-57775e4f177a None None] Set router 2d9224ca-1d59-49b2-a2c5-0938e776978a gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:26.888357 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db76afc-7c23-4217-b5f3-16742b8b364a req-af8562e9-62b8-41e1-83be-b9f7723af749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:26.890421 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3db76afc-7c23-4217-b5f3-16742b8b364a req-af8562e9-62b8-41e1-83be-b9f7723af749 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f4bb67fdb744a12ae1eb367c6404813&device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 1097 time: 0.0489469 Nov 12 02:30:27.006717 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82942f51-7a5e-4083-a6f8-42b716440b96 req-34e491f1-d3a6-43db-b945-3adfc0d673e7 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:27.008448 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-82942f51-7a5e-4083-a6f8-42b716440b96 req-34e491f1-d3a6-43db-b945-3adfc0d673e7 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 945 time: 0.1131320 Nov 12 02:30:27.041887 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-91cf787a-f8d7-4a33-b892-57775e4f177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'name': 'tempest-TestSnapshotPattern-1524209756-router', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:48Z', 'revision_number': 4, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'gw_port': {'id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'd8803560-5877-4c49-bc78-0db37694ff77', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'port_id': '686fa463-0942-4327-9bd2-175ce0a71b5c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'mac_address': 'fa:16:3e:68:72:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:25:11Z', 'updated_at': '2021-11-12T02:25:14Z', 'revision_number': 1, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e1cccd-8209-44a9-a990-9c0c3fe1edc9', 'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'mac_address': 'fa:16:3e:58:70:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:48Z', 'updated_at': '2021-11-12T02:24:55Z', 'revision_number': 5, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'subnets': [{'id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:27.049256 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db76afc-7c23-4217-b5f3-16742b8b364a req-141cdeee-adbc-4dad-8b79-1023f8aaea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:27.050738 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3db76afc-7c23-4217-b5f3-16742b8b364a req-141cdeee-adbc-4dad-8b79-1023f8aaea9f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c1411d8-5ace-4b0f-a2f1-5957bca50127 HTTP/1.1" status: 200 len: 911 time: 0.1467974 Nov 12 02:30:27.073451 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf787a-f8d7-4a33-b892-57775e4f177a None None] Checking router: 2d9224ca-1d59-49b2-a2c5-0938e776978a for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:30:27.082363 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cf787a-f8d7-4a33-b892-57775e4f177a None None] Routers {'2d9224ca-1d59-49b2-a2c5-0938e776978a'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:27.082971 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-91cf787a-f8d7-4a33-b892-57775e4f177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:30:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2d9224ca-1d59-49b2-a2c5-0938e776978a'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:27.113151 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-82942f51-7a5e-4083-a6f8-42b716440b96 req-fe966e4e-afdc-4afa-b41b-a72242ff09c8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978849 Nov 12 02:30:27.114387 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3db76afc-7c23-4217-b5f3-16742b8b364a req-57248b3f-7476-4a77-87ec-1aecbadb4778 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdcb2b18-f2a7-434d-b682-814df0684789 HTTP/1.1" status: 200 len: 217 time: 0.0528409 Nov 12 02:30:27.166737 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db76afc-7c23-4217-b5f3-16742b8b364a req-f6520e53-1fe9-43ad-bbc9-207182e86a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:27.168658 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3db76afc-7c23-4217-b5f3-16742b8b364a req-f6520e53-1fe9-43ad-bbc9-207182e86a08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1291a71-a0ed-4f52-bcdd-68bfef88c0f5 HTTP/1.1" status: 200 len: 849 time: 0.0466592 Nov 12 02:30:27.217956 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db76afc-7c23-4217-b5f3-16742b8b364a req-a8801a04-053a-4398-b664-f60607b20550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:27.219496 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3db76afc-7c23-4217-b5f3-16742b8b364a req-a8801a04-053a-4398-b664-f60607b20550 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c1411d8-5ace-4b0f-a2f1-5957bca50127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432084 Nov 12 02:30:27.321191 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3db76afc-7c23-4217-b5f3-16742b8b364a req-63dda3f1-d46b-4ffe-921f-8b81b7777a2d service neutron] 10.222.0.15 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905995 Nov 12 02:30:27.348556 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-91cf787a-f8d7-4a33-b892-57775e4f177a None None] Set router 2d9224ca-1d59-49b2-a2c5-0938e776978a gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:27.420792 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3db76afc-7c23-4217-b5f3-16742b8b364a req-7add066f-72ca-40ec-b23f-38b25b22cf5e service neutron] 10.222.0.15 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919266 Nov 12 02:30:27.577929 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-91cf787a-f8d7-4a33-b892-57775e4f177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'name': 'tempest-TestSnapshotPattern-1524209756-router', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:48Z', 'revision_number': 4, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'gw_port': {'id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'd8803560-5877-4c49-bc78-0db37694ff77', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'port_id': '686fa463-0942-4327-9bd2-175ce0a71b5c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'mac_address': 'fa:16:3e:68:72:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:25:11Z', 'updated_at': '2021-11-12T02:25:14Z', 'revision_number': 1, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e1cccd-8209-44a9-a990-9c0c3fe1edc9', 'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'mac_address': 'fa:16:3e:58:70:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:48Z', 'updated_at': '2021-11-12T02:24:55Z', 'revision_number': 5, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'subnets': [{'id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:27.607990 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf787a-f8d7-4a33-b892-57775e4f177a None None] The sync data for ids ['2d9224ca-1d59-49b2-a2c5-0938e776978a'] in n-d-712137-14 is: [{'id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'name': 'tempest-TestSnapshotPattern-1524209756-router', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:48Z', 'revision_number': 4, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'gw_port': {'id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_floatingips': [{'id': 'd8803560-5877-4c49-bc78-0db37694ff77', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'router_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'port_id': '686fa463-0942-4327-9bd2-175ce0a71b5c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'mac_address': 'fa:16:3e:68:72:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:25:11Z', 'updated_at': '2021-11-12T02:25:14Z', 'revision_number': 1, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e1cccd-8209-44a9-a990-9c0c3fe1edc9', 'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'mac_address': 'fa:16:3e:58:70:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:48Z', 'updated_at': '2021-11-12T02:24:55Z', 'revision_number': 5, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'subnets': [{'id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:30:27.831666 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b76d437-48d1-4925-b979-4c99dbc5b5ea None None] New status for floating IP 62c91771-ea52-403a-9626-1466b36fac76: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:30:28.015790 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device cdcb2b18-f2a7-434d-b682-814df0684789 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:30:28.089465 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526702'] for port, before_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:28.110731 n-d-712137-14 neutron-server[114244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2d778-6a3b-4cee-af69-abac092be921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdcb2b18-f2a7-434d-b682-814df0684789'}] {{(pid=114244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:28.113179 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01413bf9bf8d3126939cb1f6da4463a5aa13ad6189eb11b84de955fec9e402c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d14a8a-4c1a-49f1-af8d-7591a6408a55" -d '{"events": [{"server_uuid": "0ed2d778-6a3b-4cee-af69-abac092be921", "name": "network-vif-unplugged", "status": "completed", "tag": "cdcb2b18-f2a7-434d-b682-814df0684789"}]}' {{(pid=114244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:28.127559 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] For port cdcb2b18-f2a7-434d-b682-814df0684789, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=cdcb2b18-f2a7-434d-b682-814df0684789,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:28.131563 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763651446420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763651019430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763651019448'] for port, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:28.183368 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04faaee-a1a5-4c64-a688-2c17b9ae0f33 x-openstack-request-id: req-b04faaee-a1a5-4c64-a688-2c17b9ae0f33 {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:28.183664 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2d778-6a3b-4cee-af69-abac092be921", "name": "network-vif-unplugged", "status": "completed", "tag": "cdcb2b18-f2a7-434d-b682-814df0684789", "code": 200}]} {{(pid=114244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:28.183916 n-d-712137-14 neutron-server[114244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b04faaee-a1a5-4c64-a688-2c17b9ae0f33 {{(pid=114244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:28.184301 n-d-712137-14 neutron-server[114244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2d778-6a3b-4cee-af69-abac092be921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdcb2b18-f2a7-434d-b682-814df0684789', 'code': 200} Nov 12 02:30:28.184987 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Pushing event updated for resources: {'Port': ['ID=cdcb2b18-f2a7-434d-b682-814df0684789,revision_number=8']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:28.238391 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e935c3-5c53-4511-89ac-20c7817988bf req-35efab3a-c8d8-41c5-abc2-d44c64cea81f tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:28.239869 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-67e935c3-5c53-4511-89ac-20c7817988bf req-35efab3a-c8d8-41c5-abc2-d44c64cea81f tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 943 time: 0.0500617 Nov 12 02:30:28.293890 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-67e935c3-5c53-4511-89ac-20c7817988bf req-a46a97b7-1519-49b5-97e3-95ec65b89286 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480084 Nov 12 02:30:28.431306 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:30:28.877283 n-d-712137-14 neutron-server[114243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bd458-868c-4f9b-bbc4-8ab6964d7af6 req-1c5b21e2-bb5b-45f7-a19d-1eb412672aff tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:28.878736 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f96bd458-868c-4f9b-bbc4-8ab6964d7af6 req-1c5b21e2-bb5b-45f7-a19d-1eb412672aff tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 943 time: 0.0497990 Nov 12 02:30:28.967482 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-f96bd458-868c-4f9b-bbc4-8ab6964d7af6 req-c3915633-f594-4438-a458-de0d02956a0b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Deleting port cdcb2b18-f2a7-434d-b682-814df0684789 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:28.967825 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f96bd458-868c-4f9b-bbc4-8ab6964d7af6 req-c3915633-f594-4438-a458-de0d02956a0b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.068331 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [req-f96bd458-868c-4f9b-bbc4-8ab6964d7af6 req-c3915633-f594-4438-a458-de0d02956a0b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] For port cdcb2b18-f2a7-434d-b682-814df0684789, host n-h2-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712137-14',level=0,port_id=cdcb2b18-f2a7-434d-b682-814df0684789,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:29.068745 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f96bd458-868c-4f9b-bbc4-8ab6964d7af6 req-c3915633-f594-4438-a458-de0d02956a0b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.082161 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [req-f96bd458-868c-4f9b-bbc4-8ab6964d7af6 req-c3915633-f594-4438-a458-de0d02956a0b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Calling delete_port for cdcb2b18-f2a7-434d-b682-814df0684789 owned by compute:nova {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:29.210315 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f96bd458-868c-4f9b-bbc4-8ab6964d7af6 req-c3915633-f594-4438-a458-de0d02956a0b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.238588 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3915633-f594-4438-a458-de0d02956a0b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Pushing event deleted for resources: {'Port': ['ID=cdcb2b18-f2a7-434d-b682-814df0684789,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:29.251020 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3915633-f594-4438-a458-de0d02956a0b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:29.251372 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3915633-f594-4438-a458-de0d02956a0b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:29.251718 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3915633-f594-4438-a458-de0d02956a0b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:29.252108 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3915633-f594-4438-a458-de0d02956a0b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:29.252444 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3915633-f594-4438-a458-de0d02956a0b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:29.252803 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3915633-f594-4438-a458-de0d02956a0b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:29.253134 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3915633-f594-4438-a458-de0d02956a0b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:29.253460 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3915633-f594-4438-a458-de0d02956a0b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:29.253785 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3915633-f594-4438-a458-de0d02956a0b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:29.254111 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3915633-f594-4438-a458-de0d02956a0b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:29.254441 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3915633-f594-4438-a458-de0d02956a0b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:29.254769 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3915633-f594-4438-a458-de0d02956a0b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712137-14 {{(pid=114243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:29.289520 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96bd458-868c-4f9b-bbc4-8ab6964d7af6 req-c3915633-f594-4438-a458-de0d02956a0b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] No DVR routers for this DVR port cdcb2b18-f2a7-434d-b682-814df0684789 on host n-h2-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:30:29.292156 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [req-f96bd458-868c-4f9b-bbc4-8ab6964d7af6 req-c3915633-f594-4438-a458-de0d02956a0b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.295537 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f96bd458-868c-4f9b-bbc4-8ab6964d7af6 req-c3915633-f594-4438-a458-de0d02956a0b tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.15 "DELETE /v2.0/ports/cdcb2b18-f2a7-434d-b682-814df0684789 HTTP/1.1" status: 204 len: 173 time: 0.4094353 Nov 12 02:30:29.295979 n-d-712137-14 neutron-server[114243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2d778-6a3b-4cee-af69-abac092be921', 'name': 'network-vif-deleted', 'tag': 'cdcb2b18-f2a7-434d-b682-814df0684789'}] {{(pid=114243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:29.298230 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66be2c1d85a77508b3ae2bd26c1c9b03d97dfa867693046b11a5ea480e0f7b59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d407c1-8748-4103-9778-6ee0984bf67c" -d '{"events": [{"server_uuid": "0ed2d778-6a3b-4cee-af69-abac092be921", "name": "network-vif-deleted", "tag": "cdcb2b18-f2a7-434d-b682-814df0684789"}]}' {{(pid=114243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:29.397084 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f2fd82-a7d9-4f3d-9d30-d39b992df675 x-openstack-request-id: req-49f2fd82-a7d9-4f3d-9d30-d39b992df675 {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:29.397378 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2d778-6a3b-4cee-af69-abac092be921", "name": "network-vif-deleted", "tag": "cdcb2b18-f2a7-434d-b682-814df0684789", "status": "completed", "code": 200}]} {{(pid=114243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:29.397631 n-d-712137-14 neutron-server[114243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49f2fd82-a7d9-4f3d-9d30-d39b992df675 {{(pid=114243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:29.398027 n-d-712137-14 neutron-server[114243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2d778-6a3b-4cee-af69-abac092be921', 'name': 'network-vif-deleted', 'tag': 'cdcb2b18-f2a7-434d-b682-814df0684789', 'status': 'completed', 'code': 200} Nov 12 02:30:29.400132 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-3ad855c3-5c8e-44ce-9010-10e5e138dea9 req-2325e4f7-d4cd-4bdd-86ec-95329c9cefdc tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ed2d778-6a3b-4cee-af69-abac092be921 HTTP/1.1" status: 200 len: 210 time: 0.0349267 Nov 12 02:30:30.984363 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59620) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:31.151851 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe7c65-ee7f-43e4-aeaa-2dd4e7f25dca tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Deleting port 51065ddb-15c1-492d-a888-7459b9df0c90 {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:31.152221 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7c65-ee7f-43e4-aeaa-2dd4e7f25dca tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:31.239891 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7c65-ee7f-43e4-aeaa-2dd4e7f25dca tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:31.240225 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7c65-ee7f-43e4-aeaa-2dd4e7f25dca tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:31.267638 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe7c65-ee7f-43e4-aeaa-2dd4e7f25dca tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Calling delete_port for 51065ddb-15c1-492d-a888-7459b9df0c90 owned by network:floatingip {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:31.321233 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-595e8fe5-1978-4c6e-9d42-83e0e5d07592 req-a8a636a4-f1fe-465a-9833-d40ca0343982 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0962250 Nov 12 02:30:31.459116 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e8fe5-1978-4c6e-9d42-83e0e5d07592 req-2f00272e-831e-42b4-81d0-e8a6efd4be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:31.461075 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-595e8fe5-1978-4c6e-9d42-83e0e5d07592 req-2f00272e-831e-42b4-81d0-e8a6efd4be41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f4bb67fdb744a12ae1eb367c6404813&device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 1096 time: 0.0968797 Nov 12 02:30:31.477940 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7c65-ee7f-43e4-aeaa-2dd4e7f25dca tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:31.528376 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe7c65-ee7f-43e4-aeaa-2dd4e7f25dca tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Pushing event deleted for resources: {'Port': ['ID=51065ddb-15c1-492d-a888-7459b9df0c90,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:31.637131 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7c65-ee7f-43e4-aeaa-2dd4e7f25dca tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for floatingip, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:31.637514 n-d-712137-14 neutron-server[114242]: INFO neutron.db.l3_db [None req-dcfe7c65-ee7f-43e4-aeaa-2dd4e7f25dca tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Floating IP d8803560-5877-4c49-bc78-0db37694ff77 disassociated (deleted). External IP: 172.25.0.246, port: 686fa463-0942-4327-9bd2-175ce0a71b5c. Nov 12 02:30:31.674445 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e8fe5-1978-4c6e-9d42-83e0e5d07592 req-0abe2946-f771-4e1b-97f7-76999a617c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:31.676011 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-595e8fe5-1978-4c6e-9d42-83e0e5d07592 req-0abe2946-f771-4e1b-97f7-76999a617c0d service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c1411d8-5ace-4b0f-a2f1-5957bca50127 HTTP/1.1" status: 200 len: 911 time: 0.1929042 Nov 12 02:30:31.729163 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-595e8fe5-1978-4c6e-9d42-83e0e5d07592 req-c93dee73-db29-4abb-8bf1-bff7af460e69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=686fa463-0942-4327-9bd2-175ce0a71b5c HTTP/1.1" status: 200 len: 217 time: 0.0453651 Nov 12 02:30:31.822842 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e8fe5-1978-4c6e-9d42-83e0e5d07592 req-903ca458-a70f-400a-b449-e4423804a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:31.824207 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-595e8fe5-1978-4c6e-9d42-83e0e5d07592 req-903ca458-a70f-400a-b449-e4423804a907 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1291a71-a0ed-4f52-bcdd-68bfef88c0f5 HTTP/1.1" status: 200 len: 849 time: 0.0649610 Nov 12 02:30:31.953270 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e8fe5-1978-4c6e-9d42-83e0e5d07592 req-af0ed794-2ae0-44e6-a130-6989bfc1907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:31.954843 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-595e8fe5-1978-4c6e-9d42-83e0e5d07592 req-af0ed794-2ae0-44e6-a130-6989bfc1907c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c1411d8-5ace-4b0f-a2f1-5957bca50127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925648 Nov 12 02:30:31.983016 n-d-712137-14 neutron-server[114242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfe7c65-ee7f-43e4-aeaa-2dd4e7f25dca tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Router 2d9224ca-1d59-49b2-a2c5-0938e776978a has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:30:32.031291 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device cdcb2b18-f2a7-434d-b682-814df0684789 no longer exists at agent hyperv_n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:30:32.051411 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] No Port match for: cdcb2b18-f2a7-434d-b682-814df0684789 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:30:32.051761 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Device cdcb2b18-f2a7-434d-b682-814df0684789 not bound to the agent host n-h2-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:30:32.128788 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-595e8fe5-1978-4c6e-9d42-83e0e5d07592 req-5249b639-6676-4381-9556-7e2d166f8a71 service neutron] 10.222.0.21 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655285 Nov 12 02:30:32.173502 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfe7c65-ee7f-43e4-aeaa-2dd4e7f25dca tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:30:32.182896 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e59fa0-7f2c-4382-91ce-379d0685343d None None] Sync routers for ids ['2d9224ca-1d59-49b2-a2c5-0938e776978a'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:30:32.193326 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e59fa0-7f2c-4382-91ce-379d0685343d None None] Routers {'2d9224ca-1d59-49b2-a2c5-0938e776978a'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:32.194078 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-f5e59fa0-7f2c-4382-91ce-379d0685343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:30:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2d9224ca-1d59-49b2-a2c5-0938e776978a'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:32.200592 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7c65-ee7f-43e4-aeaa-2dd4e7f25dca tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for floatingip, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:32.235897 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-dcfe7c65-ee7f-43e4-aeaa-2dd4e7f25dca tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "DELETE /v2.0/floatingips/d8803560-5877-4c49-bc78-0db37694ff77 HTTP/1.1" status: 204 len: 168 time: 1.2503815 Nov 12 02:30:32.238406 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'tag': '686fa463-0942-4327-9bd2-175ce0a71b5c'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:32.240988 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cb1d07-8d4f-46a6-88a5-52e097e34830" -d '{"events": [{"name": "network-changed", "server_uuid": "70eec375-7de7-400d-9c85-12e7eb2785dc", "tag": "686fa463-0942-4327-9bd2-175ce0a71b5c"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:32.261593 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-595e8fe5-1978-4c6e-9d42-83e0e5d07592 req-0f25e5da-bbed-4fe0-9b0b-de72f9fa48d6 service neutron] 10.222.0.21 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262515 Nov 12 02:30:32.291017 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8a6e04-5be1-4a83-ba44-47c76a848215 x-openstack-request-id: req-fc8a6e04-5be1-4a83-ba44-47c76a848215 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:32.291882 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70eec375-7de7-400d-9c85-12e7eb2785dc", "tag": "686fa463-0942-4327-9bd2-175ce0a71b5c", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:32.291882 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc8a6e04-5be1-4a83-ba44-47c76a848215 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:32.292222 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'tag': '686fa463-0942-4327-9bd2-175ce0a71b5c', 'status': 'completed', 'code': 200} Nov 12 02:30:32.307982 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-f5e59fa0-7f2c-4382-91ce-379d0685343d None None] Set router 2d9224ca-1d59-49b2-a2c5-0938e776978a gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:32.362390 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb1d07-8d4f-46a6-88a5-52e097e34830 req-0d59136b-91b1-4eb0-869e-540f31243fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:32.363957 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a8cb1d07-8d4f-46a6-88a5-52e097e34830 req-0d59136b-91b1-4eb0-869e-540f31243fbf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f4bb67fdb744a12ae1eb367c6404813&device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 1096 time: 0.0466638 Nov 12 02:30:32.502830 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f91fa5-9572-4e4c-b650-54d4dc8b9cb3 req-92d835be-2d48-43db-8b57-b2410ff306e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:32.504325 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9f91fa5-9572-4e4c-b650-54d4dc8b9cb3 req-92d835be-2d48-43db-8b57-b2410ff306e8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 944 time: 0.0715261 Nov 12 02:30:32.505826 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb1d07-8d4f-46a6-88a5-52e097e34830 req-b619f4cb-c88c-4442-9a89-d37b3c2f4a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:32.507230 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a8cb1d07-8d4f-46a6-88a5-52e097e34830 req-b619f4cb-c88c-4442-9a89-d37b3c2f4a0c service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c1411d8-5ace-4b0f-a2f1-5957bca50127 HTTP/1.1" status: 200 len: 911 time: 0.1365032 Nov 12 02:30:32.530622 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-f5e59fa0-7f2c-4382-91ce-379d0685343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'name': 'tempest-TestSnapshotPattern-1524209756-router', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:48Z', 'revision_number': 4, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'gw_port': {'id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '23e1cccd-8209-44a9-a990-9c0c3fe1edc9', 'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'mac_address': 'fa:16:3e:58:70:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:48Z', 'updated_at': '2021-11-12T02:24:55Z', 'revision_number': 5, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'subnets': [{'id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:32.560512 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e59fa0-7f2c-4382-91ce-379d0685343d None None] Checking router: 2d9224ca-1d59-49b2-a2c5-0938e776978a for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:30:32.566573 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a8cb1d07-8d4f-46a6-88a5-52e097e34830 req-65d0adb8-ba13-44bf-9997-aea9bf4a05f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=686fa463-0942-4327-9bd2-175ce0a71b5c HTTP/1.1" status: 200 len: 217 time: 0.0472834 Nov 12 02:30:32.569903 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e59fa0-7f2c-4382-91ce-379d0685343d None None] Routers {'2d9224ca-1d59-49b2-a2c5-0938e776978a'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:32.570527 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-f5e59fa0-7f2c-4382-91ce-379d0685343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:30:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2d9224ca-1d59-49b2-a2c5-0938e776978a'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:32.620660 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-b9f91fa5-9572-4e4c-b650-54d4dc8b9cb3 req-cf272c66-62d9-4292-98a8-dc4bc2564ed8 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/security-groups?id=aac17152-32ba-4581-bd51-10b2ad35c357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090584 Nov 12 02:30:32.636054 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb1d07-8d4f-46a6-88a5-52e097e34830 req-8cd34c84-fc69-4f30-97c3-895a8b511b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:32.637709 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a8cb1d07-8d4f-46a6-88a5-52e097e34830 req-8cd34c84-fc69-4f30-97c3-895a8b511b06 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1291a71-a0ed-4f52-bcdd-68bfef88c0f5 HTTP/1.1" status: 200 len: 849 time: 0.0615461 Nov 12 02:30:32.679213 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-f5e59fa0-7f2c-4382-91ce-379d0685343d None None] Set router 2d9224ca-1d59-49b2-a2c5-0938e776978a gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:32.685481 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb1d07-8d4f-46a6-88a5-52e097e34830 req-3ce9e943-9c0a-4870-af89-fcdbfef8ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:32.686987 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a8cb1d07-8d4f-46a6-88a5-52e097e34830 req-3ce9e943-9c0a-4870-af89-fcdbfef8ae66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c1411d8-5ace-4b0f-a2f1-5957bca50127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413423 Nov 12 02:30:32.782899 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a8cb1d07-8d4f-46a6-88a5-52e097e34830 req-d3b2777b-1975-4fce-9115-09b4a431117f service neutron] 10.222.0.21 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876884 Nov 12 02:30:32.876429 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a8cb1d07-8d4f-46a6-88a5-52e097e34830 req-22942f9f-2285-4bcf-943c-61a22f7ed215 service neutron] 10.222.0.21 "GET /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847003 Nov 12 02:30:32.880009 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-f5e59fa0-7f2c-4382-91ce-379d0685343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'name': 'tempest-TestSnapshotPattern-1524209756-router', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:48Z', 'revision_number': 4, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'gw_port': {'id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '23e1cccd-8209-44a9-a990-9c0c3fe1edc9', 'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'mac_address': 'fa:16:3e:58:70:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:48Z', 'updated_at': '2021-11-12T02:24:55Z', 'revision_number': 5, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'subnets': [{'id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:32.910024 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e59fa0-7f2c-4382-91ce-379d0685343d None None] The sync data for ids ['2d9224ca-1d59-49b2-a2c5-0938e776978a'] in n-d-712137-14 is: [{'id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'name': 'tempest-TestSnapshotPattern-1524209756-router', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:48Z', 'revision_number': 4, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'gw_port': {'id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14', '_interfaces': [{'id': '23e1cccd-8209-44a9-a990-9c0c3fe1edc9', 'name': '', 'network_id': '7c1411d8-5ace-4b0f-a2f1-5957bca50127', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'mac_address': 'fa:16:3e:58:70:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:48Z', 'updated_at': '2021-11-12T02:24:55Z', 'revision_number': 5, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'subnets': [{'id': 'a1291a71-a0ed-4f52-bcdd-68bfef88c0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:30:33.112860 n-d-712137-14 neutron-server[114242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1808e62-3a4f-4323-bc53-69755a89f1aa req-e7a14358-950c-4729-b17a-f15981c724ae tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:33.114370 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a1808e62-3a4f-4323-bc53-69755a89f1aa req-e7a14358-950c-4729-b17a-f15981c724ae tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.21 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 944 time: 0.0562241 Nov 12 02:30:33.125653 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc2101-cad5-42fd-b312-44de8631d47f None None] New status for floating IP d8803560-5877-4c49-bc78-0db37694ff77: DOWN {{(pid=114245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:30:33.206608 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-a1808e62-3a4f-4323-bc53-69755a89f1aa req-0a1dd038-fc1a-4cd8-993e-47148359721f tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Deleting port 686fa463-0942-4327-9bd2-175ce0a71b5c {{(pid=114242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:33.207118 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a1808e62-3a4f-4323-bc53-69755a89f1aa req-0a1dd038-fc1a-4cd8-993e-47148359721f tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:33.296747 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.db [req-a1808e62-3a4f-4323-bc53-69755a89f1aa req-0a1dd038-fc1a-4cd8-993e-47148359721f tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] For port 686fa463-0942-4327-9bd2-175ce0a71b5c, host n-h1-712137-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712137-14',level=0,port_id=686fa463-0942-4327-9bd2-175ce0a71b5c,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:33.297113 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a1808e62-3a4f-4323-bc53-69755a89f1aa req-0a1dd038-fc1a-4cd8-993e-47148359721f tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:33.309969 n-d-712137-14 neutron-server[114242]: DEBUG neutron.plugins.ml2.plugin [req-a1808e62-3a4f-4323-bc53-69755a89f1aa req-0a1dd038-fc1a-4cd8-993e-47148359721f tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Calling delete_port for 686fa463-0942-4327-9bd2-175ce0a71b5c owned by compute:nova {{(pid=114242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:33.430745 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a1808e62-3a4f-4323-bc53-69755a89f1aa req-0a1dd038-fc1a-4cd8-993e-47148359721f tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6280973'] for port, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:33.461471 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1dd038-fc1a-4cd8-993e-47148359721f tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Pushing event deleted for resources: {'Port': ['ID=686fa463-0942-4327-9bd2-175ce0a71b5c,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:33.506589 n-d-712137-14 neutron-server[114242]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1808e62-3a4f-4323-bc53-69755a89f1aa req-0a1dd038-fc1a-4cd8-993e-47148359721f tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] No DVR routers for this DVR port 686fa463-0942-4327-9bd2-175ce0a71b5c on host n-h1-712137-14 {{(pid=114242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:30:33.509182 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [req-a1808e62-3a4f-4323-bc53-69755a89f1aa req-0a1dd038-fc1a-4cd8-993e-47148359721f tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436219'] for port, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:33.512549 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [req-a1808e62-3a4f-4323-bc53-69755a89f1aa req-0a1dd038-fc1a-4cd8-993e-47148359721f tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.21 "DELETE /v2.0/ports/686fa463-0942-4327-9bd2-175ce0a71b5c HTTP/1.1" status: 204 len: 173 time: 0.3914366 Nov 12 02:30:33.736684 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [req-f3ba85ca-3162-48a7-a6cd-c1b672b73837 req-4295d766-a95d-4a6a-a3bb-eb6580d4d06c tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "GET /v2.0/ports?device_id=70eec375-7de7-400d-9c85-12e7eb2785dc HTTP/1.1" status: 200 len: 210 time: 0.0305831 Nov 12 02:30:34.293196 n-d-712137-14 neutron-server[114242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'name': 'network-vif-deleted', 'tag': '686fa463-0942-4327-9bd2-175ce0a71b5c'}] {{(pid=114242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:34.295553 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccdc37c8d378421c50b3ad912364cc66e800cddb012fe5ea25e7af4f7c20276c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053a818b-66ab-4544-aa86-4a3f88ed13d7" -d '{"events": [{"server_uuid": "70eec375-7de7-400d-9c85-12e7eb2785dc", "name": "network-vif-deleted", "tag": "686fa463-0942-4327-9bd2-175ce0a71b5c"}]}' {{(pid=114242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:34.333284 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6301d0d9-52c6-47be-88bb-d924fed85048 x-openstack-request-id: req-6301d0d9-52c6-47be-88bb-d924fed85048 {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:34.333583 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70eec375-7de7-400d-9c85-12e7eb2785dc", "name": "network-vif-deleted", "tag": "686fa463-0942-4327-9bd2-175ce0a71b5c", "status": "completed", "code": 200}]} {{(pid=114242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:34.333841 n-d-712137-14 neutron-server[114242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6301d0d9-52c6-47be-88bb-d924fed85048 {{(pid=114242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:34.334240 n-d-712137-14 neutron-server[114242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70eec375-7de7-400d-9c85-12e7eb2785dc', 'name': 'network-vif-deleted', 'tag': '686fa463-0942-4327-9bd2-175ce0a71b5c', 'status': 'completed', 'code': 200} Nov 12 02:30:34.792936 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59638) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:34.850032 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d04d-bf7e-4510-ab76-d97b0cad5d33 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:34.874774 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d04d-bf7e-4510-ab76-d97b0cad5d33 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:34.933600 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d04d-bf7e-4510-ab76-d97b0cad5d33 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:34.936165 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d04d-bf7e-4510-ab76-d97b0cad5d33 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:34.937437 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-dbc6d04d-bf7e-4510-ab76-d97b0cad5d33 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] 10.222.0.31 "DELETE /v2.0/security-groups/aac17152-32ba-4581-bd51-10b2ad35c357 HTTP/1.1" status: 204 len: 168 time: 0.1434777 Nov 12 02:30:34.946925 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6d04d-bf7e-4510-ab76-d97b0cad5d33 tempest-TestSnapshotPattern-1083536032 tempest-TestSnapshotPattern-1083536032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac17152-32ba-4581-bd51-10b2ad35c357,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:34.987201 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59642) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:35.443023 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8934021a-bf6c-4f96-8822-4fefaae1a28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:35.687072 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-8934021a-bf6c-4f96-8822-4fefaae1a28b admin admin] Deleting port 23e1cccd-8209-44a9-a990-9c0c3fe1edc9 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:35.687414 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8934021a-bf6c-4f96-8822-4fefaae1a28b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:35.763373 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-8934021a-bf6c-4f96-8822-4fefaae1a28b admin admin] For port 23e1cccd-8209-44a9-a990-9c0c3fe1edc9, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=23e1cccd-8209-44a9-a990-9c0c3fe1edc9,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:35.763730 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8934021a-bf6c-4f96-8822-4fefaae1a28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:35.776352 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-8934021a-bf6c-4f96-8822-4fefaae1a28b admin admin] Calling delete_port for 23e1cccd-8209-44a9-a990-9c0c3fe1edc9 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:35.952036 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8934021a-bf6c-4f96-8822-4fefaae1a28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:35.975920 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934021a-bf6c-4f96-8822-4fefaae1a28b admin admin] Pushing event deleted for resources: {'Port': ['ID=23e1cccd-8209-44a9-a990-9c0c3fe1edc9,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:36.145194 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8934021a-bf6c-4f96-8822-4fefaae1a28b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:36.361083 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8934021a-bf6c-4f96-8822-4fefaae1a28b admin admin] Router 2d9224ca-1d59-49b2-a2c5-0938e776978a has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:30:36.780748 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8934021a-bf6c-4f96-8822-4fefaae1a28b admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:30:36.785832 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8934021a-bf6c-4f96-8822-4fefaae1a28b admin admin] 10.222.0.31 "PUT /v2.0/routers/2d9224ca-1d59-49b2-a2c5-0938e776978a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7976015 Nov 12 02:30:36.788711 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59650) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:36.791414 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8173a5e7-374d-42c4-8994-e98cf5c4677e None None] Sync routers for ids ['2d9224ca-1d59-49b2-a2c5-0938e776978a'] in n-d-712137-14 {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:30:36.801910 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173a5e7-374d-42c4-8994-e98cf5c4677e None None] Routers {'2d9224ca-1d59-49b2-a2c5-0938e776978a'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:36.802602 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8173a5e7-374d-42c4-8994-e98cf5c4677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:30:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2d9224ca-1d59-49b2-a2c5-0938e776978a'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:36.892628 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-95cf1045-39d4-41f3-b2e5-419716353a7d admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:36.907416 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-8173a5e7-374d-42c4-8994-e98cf5c4677e None None] Set router 2d9224ca-1d59-49b2-a2c5-0938e776978a gateway port host: n-d-712137-14 {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:36.995878 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-95cf1045-39d4-41f3-b2e5-419716353a7d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:37.047940 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-95cf1045-39d4-41f3-b2e5-419716353a7d admin admin] Deleting port dd108966-3a3c-4371-be50-12df9999a8c9 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:37.048285 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-95cf1045-39d4-41f3-b2e5-419716353a7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:37.084335 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8173a5e7-374d-42c4-8994-e98cf5c4677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'name': 'tempest-TestSnapshotPattern-1524209756-router', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:30:35Z', 'revision_number': 5, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'gw_port': {'id': 'dd108966-3a3c-4371-be50-12df9999a8c9', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:37.115001 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8173a5e7-374d-42c4-8994-e98cf5c4677e None None] Checking router: 2d9224ca-1d59-49b2-a2c5-0938e776978a for host: n-d-712137-14 {{(pid=114244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:30:37.123392 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173a5e7-374d-42c4-8994-e98cf5c4677e None None] Routers {'2d9224ca-1d59-49b2-a2c5-0938e776978a'} bound to L3 agent in host n-d-712137-14 {{(pid=114244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:37.123995 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8173a5e7-374d-42c4-8994-e98cf5c4677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:30:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['2d9224ca-1d59-49b2-a2c5-0938e776978a'], 'active': True} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:37.127451 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-95cf1045-39d4-41f3-b2e5-419716353a7d admin admin] For port dd108966-3a3c-4371-be50-12df9999a8c9, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=dd108966-3a3c-4371-be50-12df9999a8c9,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:37.127846 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-95cf1045-39d4-41f3-b2e5-419716353a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:37.140205 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-95cf1045-39d4-41f3-b2e5-419716353a7d admin admin] Calling delete_port for dd108966-3a3c-4371-be50-12df9999a8c9 owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:37.208304 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvr_db [None req-8173a5e7-374d-42c4-8994-e98cf5c4677e None None] Set router 2d9224ca-1d59-49b2-a2c5-0938e776978a gateway port host: None {{(pid=114244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:37.263105 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_hamode_db [None req-8173a5e7-374d-42c4-8994-e98cf5c4677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'name': 'tempest-TestSnapshotPattern-1524209756-router', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:30:36Z', 'revision_number': 6, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'gw_port_host': None}], 'n-d-712137-14', False) {} {{(pid=114244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:37.290077 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8173a5e7-374d-42c4-8994-e98cf5c4677e None None] The sync data for ids ['2d9224ca-1d59-49b2-a2c5-0938e776978a'] in n-d-712137-14 is: [{'id': '2d9224ca-1d59-49b2-a2c5-0938e776978a', 'name': 'tempest-TestSnapshotPattern-1524209756-router', 'tenant_id': '6f4bb67fdb744a12ae1eb367c6404813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:46Z', 'updated_at': '2021-11-12T02:30:36Z', 'revision_number': 6, 'project_id': '6f4bb67fdb744a12ae1eb367c6404813', 'gw_port_host': None}] {{(pid=114244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:30:37.307709 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-95cf1045-39d4-41f3-b2e5-419716353a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:37.336294 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf1045-39d4-41f3-b2e5-419716353a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=dd108966-3a3c-4371-be50-12df9999a8c9,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:37.353343 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44e914c-eebc-44fa-9369-5330c4e80a44 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:30:37.403705 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-95cf1045-39d4-41f3-b2e5-419716353a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:37.492713 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-95cf1045-39d4-41f3-b2e5-419716353a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:37.494836 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-95cf1045-39d4-41f3-b2e5-419716353a7d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:37.537553 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-95cf1045-39d4-41f3-b2e5-419716353a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:37.538183 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cf1045-39d4-41f3-b2e5-419716353a7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d9224ca-1d59-49b2-a2c5-0938e776978a {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:30:37.542513 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-95cf1045-39d4-41f3-b2e5-419716353a7d admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:37.543721 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-95cf1045-39d4-41f3-b2e5-419716353a7d admin admin] 10.222.0.31 "DELETE /v2.0/routers/2d9224ca-1d59-49b2-a2c5-0938e776978a HTTP/1.1" status: 204 len: 168 time: 0.7540939 Nov 12 02:30:37.546471 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59654) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:37.594486 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4333d9-4632-4c64-9a29-07871eec9e5b admin admin] Deleting subnet a1291a71-a0ed-4f52-bcdd-68bfef88c0f5 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:30:37.597485 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5f4333d9-4632-4c64-9a29-07871eec9e5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:37.634500 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5f4333d9-4632-4c64-9a29-07871eec9e5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:37.718137 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5f4333d9-4632-4c64-9a29-07871eec9e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:37.769443 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5f4333d9-4632-4c64-9a29-07871eec9e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:37.799966 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4333d9-4632-4c64-9a29-07871eec9e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1291a71-a0ed-4f52-bcdd-68bfef88c0f5,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:37.802109 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-5f4333d9-4632-4c64-9a29-07871eec9e5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:37.805359 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-5f4333d9-4632-4c64-9a29-07871eec9e5b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a1291a71-a0ed-4f52-bcdd-68bfef88c0f5 HTTP/1.1" status: 204 len: 168 time: 0.2579281 Nov 12 02:30:37.807828 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59656) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:37.809099 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0453ae3b-c5ba-459c-8150-d8dbde533cfa None None] Network 7c1411d8-5ace-4b0f-a2f1-5957bca50127 requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:30:37.875965 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3ee9aef-b64c-43a6-95eb-e40f58138377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:37.927543 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee9aef-b64c-43a6-95eb-e40f58138377 admin admin] Deleting port 9eb19929-b22e-4e0f-9bdb-755d65f8a24c {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:37.927951 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3ee9aef-b64c-43a6-95eb-e40f58138377 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:37.999213 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-d3ee9aef-b64c-43a6-95eb-e40f58138377 admin admin] For port 9eb19929-b22e-4e0f-9bdb-755d65f8a24c, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9eb19929-b22e-4e0f-9bdb-755d65f8a24c,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:37.999893 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3ee9aef-b64c-43a6-95eb-e40f58138377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:38.013348 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee9aef-b64c-43a6-95eb-e40f58138377 admin admin] Calling delete_port for 9eb19929-b22e-4e0f-9bdb-755d65f8a24c owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:38.034999 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7524d0-e407-48b2-942a-665b0c6e6d97 None None] DHCP port deletion for 7c1411d8-5ace-4b0f-a2f1-5957bca50127 request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:30:38.090554 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1c7524d0-e407-48b2-942a-665b0c6e6d97 None None] Deleting port 9eb19929-b22e-4e0f-9bdb-755d65f8a24c {{(pid=114244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:38.090943 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1c7524d0-e407-48b2-942a-665b0c6e6d97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:38.094645 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3ee9aef-b64c-43a6-95eb-e40f58138377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:38.128598 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee9aef-b64c-43a6-95eb-e40f58138377 admin admin] No DVR routers for this DVR port 9eb19929-b22e-4e0f-9bdb-755d65f8a24c on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:30:38.133019 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee9aef-b64c-43a6-95eb-e40f58138377 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb19929-b22e-4e0f-9bdb-755d65f8a24c,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:38.155292 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.db [None req-1c7524d0-e407-48b2-942a-665b0c6e6d97 None None] For port 9eb19929-b22e-4e0f-9bdb-755d65f8a24c, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=9eb19929-b22e-4e0f-9bdb-755d65f8a24c,segment=NetworkSegment(bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4),segment_id=bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4)] {{(pid=114244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:38.155998 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1c7524d0-e407-48b2-942a-665b0c6e6d97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:38.168602 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-1c7524d0-e407-48b2-942a-665b0c6e6d97 None None] Calling delete_port for 9eb19929-b22e-4e0f-9bdb-755d65f8a24c owned by network:dhcp {{(pid=114244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:38.205077 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3ee9aef-b64c-43a6-95eb-e40f58138377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:38.226908 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-d3ee9aef-b64c-43a6-95eb-e40f58138377 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1411d8-5ace-4b0f-a2f1-5957bca50127']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:38.236618 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-d3ee9aef-b64c-43a6-95eb-e40f58138377 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:38.236979 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-d3ee9aef-b64c-43a6-95eb-e40f58138377 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4ca4bc-8388-46c0-a0bf-5dac2a6e54a4') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:38.251545 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-1c7524d0-e407-48b2-942a-665b0c6e6d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421'] for port, after_delete {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:38.252954 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3ee9aef-b64c-43a6-95eb-e40f58138377 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:38.269483 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3ee9aef-b64c-43a6-95eb-e40f58138377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:38.276609 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ee9aef-b64c-43a6-95eb-e40f58138377 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:30:38.276971 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3ee9aef-b64c-43a6-95eb-e40f58138377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: timer() Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:30:38.278667 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:30:38.283116 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7524d0-e407-48b2-942a-665b0c6e6d97 None None] Pushing event deleted for resources: {'Port': ['ID=9eb19929-b22e-4e0f-9bdb-755d65f8a24c,revision_number=None']} {{(pid=114244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:38.288246 n-d-712137-14 neutron-server[114244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7524d0-e407-48b2-942a-665b0c6e6d97 None None] No DVR routers for this DVR port 9eb19929-b22e-4e0f-9bdb-755d65f8a24c on host n-d-712137-14 {{(pid=114244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:30:38.349572 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3ee9aef-b64c-43a6-95eb-e40f58138377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:38.354527 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-d3ee9aef-b64c-43a6-95eb-e40f58138377 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:38.357844 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-d3ee9aef-b64c-43a6-95eb-e40f58138377 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7c1411d8-5ace-4b0f-a2f1-5957bca50127 HTTP/1.1" status: 204 len: 168 time: 0.5490897 Nov 12 02:30:38.360749 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59658) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:38.404905 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee9aef-b64c-43a6-95eb-e40f58138377 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c1411d8-5ace-4b0f-a2f1-5957bca50127,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:38.579381 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 686fa463-0942-4327-9bd2-175ce0a71b5c no longer exists at agent hyperv_n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:30:38.600178 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] No Port match for: 686fa463-0942-4327-9bd2-175ce0a71b5c {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:30:38.600657 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Device 686fa463-0942-4327-9bd2-175ce0a71b5c not bound to the agent host n-h1-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:30:38.725154 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14cb4412-e8ad-4e6d-ba8b-af58ffc33eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704914'] for router_interface, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:38.931218 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 23e1cccd-8209-44a9-a990-9c0c3fe1edc9 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:30:38.950936 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 23e1cccd-8209-44a9-a990-9c0c3fe1edc9 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:30:38.951370 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 23e1cccd-8209-44a9-a990-9c0c3fe1edc9 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:30:38.951848 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9eb19929-b22e-4e0f-9bdb-755d65f8a24c no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:30:38.969796 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-14cb4412-e8ad-4e6d-ba8b-af58ffc33eb7 admin admin] Deleting port fc055460-9bd8-4d1a-bbe8-8558f3121a39 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:38.970142 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14cb4412-e8ad-4e6d-ba8b-af58ffc33eb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:38.973258 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 9eb19929-b22e-4e0f-9bdb-755d65f8a24c {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:30:38.973606 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 9eb19929-b22e-4e0f-9bdb-755d65f8a24c not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:30:38.974011 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device dd108966-3a3c-4371-be50-12df9999a8c9 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:30:38.995411 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: dd108966-3a3c-4371-be50-12df9999a8c9 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:30:38.995758 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device dd108966-3a3c-4371-be50-12df9999a8c9 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:30:39.047334 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-14cb4412-e8ad-4e6d-ba8b-af58ffc33eb7 admin admin] For port fc055460-9bd8-4d1a-bbe8-8558f3121a39, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=fc055460-9bd8-4d1a-bbe8-8558f3121a39,segment=NetworkSegment(82fdb276-8612-40aa-af4b-3da375edb37e),segment_id=82fdb276-8612-40aa-af4b-3da375edb37e)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:39.047938 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14cb4412-e8ad-4e6d-ba8b-af58ffc33eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:39.060109 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-14cb4412-e8ad-4e6d-ba8b-af58ffc33eb7 admin admin] Calling delete_port for fc055460-9bd8-4d1a-bbe8-8558f3121a39 owned by network:router_interface {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:39.236125 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14cb4412-e8ad-4e6d-ba8b-af58ffc33eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:39.261370 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb4412-e8ad-4e6d-ba8b-af58ffc33eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc055460-9bd8-4d1a-bbe8-8558f3121a39,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:39.441319 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-14cb4412-e8ad-4e6d-ba8b-af58ffc33eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705570'] for router_interface, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:39.665316 n-d-712137-14 neutron-server[114243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cb4412-e8ad-4e6d-ba8b-af58ffc33eb7 admin admin] Router f7278ec8-42ab-435d-9997-cadb1823d135 has already been hosted by L3 agent c668f355-6250-4eb2-bc94-68c28c0639da {{(pid=114243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:30:39.771091 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cb4412-e8ad-4e6d-ba8b-af58ffc33eb7 admin admin] Notify agent at l3_agent.n-d-712137-14 the message routers_updated {{(pid=114243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:30:39.776065 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-14cb4412-e8ad-4e6d-ba8b-af58ffc33eb7 admin admin] 10.222.0.31 "PUT /v2.0/routers/f7278ec8-42ab-435d-9997-cadb1823d135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4143462 Nov 12 02:30:39.778611 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59662) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:39.783412 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1930d58-b0b5-4dae-aabf-2643e2b6c765 None None] Sync routers for ids ['f7278ec8-42ab-435d-9997-cadb1823d135'] in n-d-712137-14 {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:30:39.793546 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1930d58-b0b5-4dae-aabf-2643e2b6c765 None None] Routers {'f7278ec8-42ab-435d-9997-cadb1823d135'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:39.794167 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b1930d58-b0b5-4dae-aabf-2643e2b6c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:30:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f7278ec8-42ab-435d-9997-cadb1823d135'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:39.993447 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.009539 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-b1930d58-b0b5-4dae-aabf-2643e2b6c765 None None] Set router f7278ec8-42ab-435d-9997-cadb1823d135 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:40.189345 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b1930d58-b0b5-4dae-aabf-2643e2b6c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'name': 'tempest-TestSnapshotPattern-73361551-router', 'tenant_id': 'a78819c703554a0bb2b159dc6a129230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:50Z', 'updated_at': '2021-11-12T02:30:39Z', 'revision_number': 5, 'project_id': 'a78819c703554a0bb2b159dc6a129230', 'gw_port': {'id': '4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:51Z', 'updated_at': '2021-11-12T02:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:40.207346 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8ca5117b-62b6-4836-90af-1ce2a47dc403 admin admin] Publish callbacks [] for router, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.216967 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1930d58-b0b5-4dae-aabf-2643e2b6c765 None None] Checking router: f7278ec8-42ab-435d-9997-cadb1823d135 for host: n-d-712137-14 {{(pid=114245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:30:40.226527 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1930d58-b0b5-4dae-aabf-2643e2b6c765 None None] Routers {'f7278ec8-42ab-435d-9997-cadb1823d135'} bound to L3 agent in host n-d-712137-14 {{(pid=114245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:40.227127 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b1930d58-b0b5-4dae-aabf-2643e2b6c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712137-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:23:22Z,description=,heartbeat_timestamp=2021-11-12T02:30:23Z,host='n-d-712137-14',id=c668f355-6250-4eb2-bc94-68c28c0639da,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:23:22Z,topic='l3_agent')) {'router_ids': ['f7278ec8-42ab-435d-9997-cadb1823d135'], 'active': True} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:40.315508 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8ca5117b-62b6-4836-90af-1ce2a47dc403 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.331438 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_dvr_db [None req-b1930d58-b0b5-4dae-aabf-2643e2b6c765 None None] Set router f7278ec8-42ab-435d-9997-cadb1823d135 gateway port host: n-d-712137-14 {{(pid=114245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:40.367997 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-8ca5117b-62b6-4836-90af-1ce2a47dc403 admin admin] Deleting port 4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:40.368353 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8ca5117b-62b6-4836-90af-1ce2a47dc403 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.445904 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-8ca5117b-62b6-4836-90af-1ce2a47dc403 admin admin] For port 4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb,segment=NetworkSegment(94e5594c-95e1-45c8-b45d-fc579ef38ec8),segment_id=94e5594c-95e1-45c8-b45d-fc579ef38ec8)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:40.446417 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8ca5117b-62b6-4836-90af-1ce2a47dc403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.459410 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-8ca5117b-62b6-4836-90af-1ce2a47dc403 admin admin] Calling delete_port for 4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb owned by network:router_gateway {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:40.509939 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.l3_hamode_db [None req-b1930d58-b0b5-4dae-aabf-2643e2b6c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'name': 'tempest-TestSnapshotPattern-73361551-router', 'tenant_id': 'a78819c703554a0bb2b159dc6a129230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:50Z', 'updated_at': '2021-11-12T02:30:39Z', 'revision_number': 5, 'project_id': 'a78819c703554a0bb2b159dc6a129230', 'gw_port': {'id': '4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:51Z', 'updated_at': '2021-11-12T02:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}], 'n-d-712137-14', False) {} {{(pid=114245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:40.536525 n-d-712137-14 neutron-server[114245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1930d58-b0b5-4dae-aabf-2643e2b6c765 None None] The sync data for ids ['f7278ec8-42ab-435d-9997-cadb1823d135'] in n-d-712137-14 is: [{'id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'name': 'tempest-TestSnapshotPattern-73361551-router', 'tenant_id': 'a78819c703554a0bb2b159dc6a129230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'external_fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:24:50Z', 'updated_at': '2021-11-12T02:30:39Z', 'revision_number': 5, 'project_id': 'a78819c703554a0bb2b159dc6a129230', 'gw_port': {'id': '4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb', 'name': '', 'network_id': 'e33824d3-49f3-447d-b376-119e8e5c0bcb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7278ec8-42ab-435d-9997-cadb1823d135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6326563a-4bde-452e-88f9-d7db7829be33', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712137-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:24:51Z', 'updated_at': '2021-11-12T02:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6326563a-4bde-452e-88f9-d7db7829be33', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712137-14'}] {{(pid=114245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:30:40.625573 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8ca5117b-62b6-4836-90af-1ce2a47dc403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.654225 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5117b-62b6-4836-90af-1ce2a47dc403 admin admin] Pushing event deleted for resources: {'Port': ['ID=4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:40.669839 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b89f07-6613-453a-ab42-3788540f8537 None None] DHCP port deletion for e33824d3-49f3-447d-b376-119e8e5c0bcb request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:30:40.716491 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8ca5117b-62b6-4836-90af-1ce2a47dc403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707928'] for router_gateway, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.804524 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8ca5117b-62b6-4836-90af-1ce2a47dc403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58247'] for router, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.806652 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8ca5117b-62b6-4836-90af-1ce2a47dc403 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.848882 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8ca5117b-62b6-4836-90af-1ce2a47dc403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1719412'] for router, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.849299 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca5117b-62b6-4836-90af-1ce2a47dc403 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7278ec8-42ab-435d-9997-cadb1823d135 {{(pid=114243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:30:40.853580 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-8ca5117b-62b6-4836-90af-1ce2a47dc403 admin admin] Publish callbacks [] for router, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.854802 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-8ca5117b-62b6-4836-90af-1ce2a47dc403 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f7278ec8-42ab-435d-9997-cadb1823d135 HTTP/1.1" status: 204 len: 168 time: 1.0752337 Nov 12 02:30:40.857247 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59664) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:40.912471 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.db_base_plugin_v2 [None req-998c0f9b-9dc8-4ce0-b586-3058c2ff5720 admin admin] Deleting subnet 1ca6c53d-d62c-4c54-9821-9b9adf8dfc08 {{(pid=114243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:30:40.916194 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-998c0f9b-9dc8-4ce0-b586-3058c2ff5720 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.955170 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-998c0f9b-9dc8-4ce0-b586-3058c2ff5720 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4441662'] for subnet, precommit_delete_associations {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.007595 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device fc055460-9bd8-4d1a-bbe8-8558f3121a39 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:30:41.027878 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: fc055460-9bd8-4d1a-bbe8-8558f3121a39 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:30:41.028228 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device fc055460-9bd8-4d1a-bbe8-8558f3121a39 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:30:41.042546 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-998c0f9b-9dc8-4ce0-b586-3058c2ff5720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611613'] for subnet, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.101109 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-998c0f9b-9dc8-4ce0-b586-3058c2ff5720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4441769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4344190'] for subnet, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.132325 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c0f9b-9dc8-4ce0-b586-3058c2ff5720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ca6c53d-d62c-4c54-9821-9b9adf8dfc08,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:41.137677 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-998c0f9b-9dc8-4ce0-b586-3058c2ff5720 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.141156 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-998c0f9b-9dc8-4ce0-b586-3058c2ff5720 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1ca6c53d-d62c-4c54-9821-9b9adf8dfc08 HTTP/1.1" status: 204 len: 168 time: 0.2829270 Nov 12 02:30:41.143721 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59666) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:41.146771 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e295a10-26f4-4a7a-9ad6-2d514bd0b353 None None] Network 48700820-6a29-4bc3-a086-f749f882019e requested from n-d-712137-14 {{(pid=114244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:30:41.217969 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a7632540-4bf1-41ad-b2fb-f490943f86c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679544'] for network, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.282198 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-a7632540-4bf1-41ad-b2fb-f490943f86c8 admin admin] Deleting port 2f90426c-3e93-4cdd-85cf-226b4241aa60 {{(pid=114243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:41.282539 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a7632540-4bf1-41ad-b2fb-f490943f86c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763651439288'] for port, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.347362 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.db [None req-a7632540-4bf1-41ad-b2fb-f490943f86c8 admin admin] For port 2f90426c-3e93-4cdd-85cf-226b4241aa60, host n-d-712137-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712137-14',level=0,port_id=2f90426c-3e93-4cdd-85cf-226b4241aa60,segment=NetworkSegment(82fdb276-8612-40aa-af4b-3da375edb37e),segment_id=82fdb276-8612-40aa-af4b-3da375edb37e)] {{(pid=114243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:41.347759 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a7632540-4bf1-41ad-b2fb-f490943f86c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708148'] for port, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.359996 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.plugin [None req-a7632540-4bf1-41ad-b2fb-f490943f86c8 admin admin] Calling delete_port for 2f90426c-3e93-4cdd-85cf-226b4241aa60 owned by network:dhcp {{(pid=114243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:41.440226 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a7632540-4bf1-41ad-b2fb-f490943f86c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-636354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763651446402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763651019421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4441754'] for port, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.466763 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7632540-4bf1-41ad-b2fb-f490943f86c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f90426c-3e93-4cdd-85cf-226b4241aa60,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:41.468606 n-d-712137-14 neutron-server[114243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7632540-4bf1-41ad-b2fb-f490943f86c8 admin admin] No DVR routers for this DVR port 2f90426c-3e93-4cdd-85cf-226b4241aa60 on host n-d-712137-14 {{(pid=114243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:30:41.540038 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a7632540-4bf1-41ad-b2fb-f490943f86c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-610202', 'neutron.services.segments.db._delete_segments_for_network-8763651484910'] for network, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.563368 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-a7632540-4bf1-41ad-b2fb-f490943f86c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48700820-6a29-4bc3-a086-f749f882019e']}} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:41.573263 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-a7632540-4bf1-41ad-b2fb-f490943f86c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82fdb276-8612-40aa-af4b-3da375edb37e') {'for_net_delete': True} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:41.573566 n-d-712137-14 neutron-server[114243]: DEBUG neutron.services.segments.db [None req-a7632540-4bf1-41ad-b2fb-f490943f86c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82fdb276-8612-40aa-af4b-3da375edb37e') {} {{(pid=114243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:41.577433 n-d-712137-14 neutron-server[114244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c1b805-f98a-402b-9f09-252f55a6efa1 None None] DHCP port deletion for 48700820-6a29-4bc3-a086-f749f882019e request from n-d-712137-14 {{(pid=114244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:30:41.589598 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a7632540-4bf1-41ad-b2fb-f490943f86c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763651537143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456397'] for segment, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.604328 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a7632540-4bf1-41ad-b2fb-f490943f86c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234'] for segment, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.610632 n-d-712137-14 neutron-server[114243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7632540-4bf1-41ad-b2fb-f490943f86c8 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=114243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:30:41.610975 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a7632540-4bf1-41ad-b2fb-f490943f86c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441799'] for segment, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: Traceback (most recent call last): Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: timer() Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: cb(*args, **kw) Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: return func(*args, **kwargs) Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: self._notify() Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: self.callback(batched_events) Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: event.method(event) Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: return f(self, *a, **k) Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: return self._get(url).json() Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: return self.request(url, 'GET', **kwargs) Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:30:41.613456 n-d-712137-14 neutron-server[114243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:30:41.670051 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a7632540-4bf1-41ad-b2fb-f490943f86c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-610179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708004'] for network, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.676112 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-a7632540-4bf1-41ad-b2fb-f490943f86c8 admin admin] Publish callbacks [] for network, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.679335 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-a7632540-4bf1-41ad-b2fb-f490943f86c8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/48700820-6a29-4bc3-a086-f749f882019e HTTP/1.1" status: 204 len: 168 time: 0.5343163 Nov 12 02:30:41.689943 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7632540-4bf1-41ad-b2fb-f490943f86c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=48700820-6a29-4bc3-a086-f749f882019e,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:41.792105 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59670) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:41.830062 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-c5763a0b-875b-4e45-a09b-be79f6dd5f68 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f4bb67fdb744a12ae1eb367c6404813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0367098 Nov 12 02:30:41.833037 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [-] (114243) accepted ('10.222.0.31', 59672) {{(pid=114243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:41.878184 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2efa3ab6-cca1-423d-b769-723cfc2f75f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.903277 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2efa3ab6-cca1-423d-b769-723cfc2f75f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.949288 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2efa3ab6-cca1-423d-b769-723cfc2f75f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.951846 n-d-712137-14 neutron-server[114243]: DEBUG neutron_lib.callbacks.manager [None req-2efa3ab6-cca1-423d-b769-723cfc2f75f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.953032 n-d-712137-14 neutron-server[114243]: INFO neutron.wsgi [None req-2efa3ab6-cca1-423d-b769-723cfc2f75f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00e27b9b-f619-426e-87dd-a7045ef9a9c0 HTTP/1.1" status: 204 len: 168 time: 0.1191387 Nov 12 02:30:41.961334 n-d-712137-14 neutron-server[114243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa3ab6-cca1-423d-b769-723cfc2f75f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e27b9b-f619-426e-87dd-a7045ef9a9c0,revision_number=None']} {{(pid=114243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:42.274627 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59678) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:42.314285 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-c163141d-c1af-4e84-820c-ab84428fa950 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a78819c703554a0bb2b159dc6a129230&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384872 Nov 12 02:30:42.317334 n-d-712137-14 neutron-server[114242]: DEBUG neutron.wsgi [-] (114242) accepted ('10.222.0.31', 59680) {{(pid=114242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:42.364405 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-713147a6-96b5-43e3-9959-6ca49030232d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:42.385608 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-713147a6-96b5-43e3-9959-6ca49030232d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:42.433568 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-713147a6-96b5-43e3-9959-6ca49030232d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688278'] for security_group, after_delete {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:42.436466 n-d-712137-14 neutron-server[114242]: DEBUG neutron_lib.callbacks.manager [None req-713147a6-96b5-43e3-9959-6ca49030232d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:42.437676 n-d-712137-14 neutron-server[114242]: INFO neutron.wsgi [None req-713147a6-96b5-43e3-9959-6ca49030232d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7830cdb-d06b-4999-9dfd-63972e196258 HTTP/1.1" status: 204 len: 168 time: 0.1194396 Nov 12 02:30:42.445702 n-d-712137-14 neutron-server[114242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713147a6-96b5-43e3-9959-6ca49030232d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7830cdb-d06b-4999-9dfd-63972e196258,revision_number=None']} {{(pid=114242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:42.928599 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2f90426c-3e93-4cdd-85cf-226b4241aa60 no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:30:42.950020 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 2f90426c-3e93-4cdd-85cf-226b4241aa60 {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:30:42.950389 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 2f90426c-3e93-4cdd-85cf-226b4241aa60 not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:30:42.950798 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb no longer exists at agent ovs-agent-n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:30:42.973607 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.plugin [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] No Port match for: 4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb {{(pid=114244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:30:42.973950 n-d-712137-14 neutron-server[114244]: DEBUG neutron.plugins.ml2.rpc [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Device 4adbf57a-e8b4-49e3-ae0b-f0aa1bfa3dfb not bound to the agent host n-d-712137-14 {{(pid=114244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:30:50.317272 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-d6e4e21a-8e35-46f1-8057-ce56837b9508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:52.604315 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eadec29f-884c-4024-be1b-4fc22bff9329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:53.966775 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:55.745797 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:55.931119 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:56.314453 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:05.431159 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:31:09.989306 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:20.319101 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-eaf3dcb0-289c-41df-b54b-e74add2759df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:22.607448 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5a548ba2-c5b8-4097-af0c-ed42b040f91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:23.969579 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:25.764272 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:25.935476 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:26.316646 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:40.010223 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:42.430227 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:31:50.320610 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-17ae4bce-a60a-4e65-ab64-1b493be41dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:52.608720 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ee28819f-b946-4a0f-8d18-abc63163b1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:53.972212 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:55.760168 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:55.935407 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:56.316996 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:09.996708 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:19.430261 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:32:20.322358 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-231d0747-2de4-4037-a360-9d622671d48f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:22.610818 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-6191021d-c59f-4417-be41-5db5227e1f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:23.976577 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:25.778637 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:25.938136 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:26.321291 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:40.015582 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:50.325182 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8d5346ce-3f50-43f7-bd2a-32a205d11739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:52.623659 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-87c752a2-7cd8-4460-834a-c5ace1f62a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.985999 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:55.777247 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:55.942194 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:56.329508 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:56.430612 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:33:10.017207 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:20.327856 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9e9088f8-9e32-4b51-aa29-9100f030f799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:22.616644 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7e6d24d0-ecc4-4e35-8b0b-f822e8b922a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:23.982065 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:25.789222 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:25.947614 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:26.325795 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:33.429827 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:33:40.018909 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:50.328884 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-319b6367-aa15-40a3-aa2e-aadb0cbf09d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:52.621202 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-2fd924cf-794e-4aa8-855c-e911e95d0da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:53.992958 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:55.789408 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:55.945899 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:56.321360 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:10.024172 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:10.430764 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:34:20.331380 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-f72ec111-8582-4806-b27c-ffece45e1570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:22.754878 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9dca8cbe-69ec-46c8-83cb-2912682b0458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:23.989310 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:25.791533 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:25.948813 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:26.324198 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:40.036231 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:47.429245 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:34:50.333287 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a1db4992-3bfe-4f35-b233-add275090dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:52.627719 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a0d035fe-330a-43e0-899b-fdf10d31bb50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:53.993369 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:55.788891 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:55.951085 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:56.324786 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:10.029246 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:20.336131 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-9d41af49-0491-48f6-ba20-75e56e7dc795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:22.635059 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-99c5a394-6590-4188-b0d8-f8b032bcdc70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:23.996217 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:24.430180 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:35:25.793799 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:25.958468 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:26.327049 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:40.029777 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:50.340653 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-8bff66c4-1fee-493d-bc6f-292b7a4001d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:52.628836 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a545414a-325d-4e1c-8d95-765599f59eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:53.999534 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:55.790678 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:55.960503 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:56.333980 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:01.431154 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:36:10.057915 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:20.346530 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-719d5f85-9877-42ac-9df0-b24bc1cdb1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:22.630876 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a082c8ab-33de-46be-8533-6935d68ac93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:24.001182 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:25.784940 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:25.962780 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:26.330519 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:38.430977 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:36:40.075720 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:50.349210 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ccff7082-19db-4976-8cfd-1c8d59f2232f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:52.632940 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-ac8e1569-bfd3-4168-9eb4-1b8c8731a040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:54.007555 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:55.782264 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:55.962925 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:56.322217 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:10.090669 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:15.431361 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:37:20.350536 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-5c127abf-09f9-43de-a5ea-4e93ec00ff3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:22.635072 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee06c-1bfe-4f6c-81d5-ba42ae443ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:24.006444 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:25.796025 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:25.970199 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:26.323556 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:40.099860 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:50.351531 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-a47d18d3-7e93-4465-a556-7b1180ed60f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:52.430740 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:37:52.636322 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-b138368b-8bc5-4a3f-a53d-6e0593377429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:54.009502 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:54.657417 n-d-712137-14 neutron-server[114243]: DEBUG neutron.wsgi [req-1742c369-505e-4ef5-b7c9-0fcaf6701563 req-27232dd8-fb09-435a-a946-da1ae53e78c0 service neutron] (114243) timed out ('10.222.0.31', 57340) {{(pid=114243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 02:37:55.811595 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:55.970525 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:56.326560 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:10.104601 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:20.353026 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-729b7edc-9933-4377-94a8-4e5688efbaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:22.637407 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-891789f5-01d5-4df4-8ec3-cc58ddbdac3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:24.012449 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:25.809877 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:25.975581 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:26.329076 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:29.430641 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:38:40.102318 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:50.355074 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-21afaf70-0763-442f-9c49-2316e8337739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:52.639974 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7dae5bb9-d11f-4584-ac4b-539214585457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:54.017465 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:55.821551 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:55.975076 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:56.331030 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:06.430925 n-d-712137-14 neutron-server[114245]: DEBUG neutron.db.agents_db [None req-d5204b1c-db20-418b-b849-1169644234bf None None] Agent healthcheck: found 7 active agents {{(pid=114245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:39:10.102036 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-914ce7fc-3a11-4e9a-9769-364d07fa3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:20.355975 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-25750051-7613-4142-afc3-07ddac18d1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:22.642862 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-72899b96-52f6-4b64-91f3-ba3355fe02fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:24.021334 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-7f33fa66-ff5a-401d-831a-afbe9080d4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:25.826985 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-740a81b0-2df7-45d5-8844-aa8c2abd29cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:25.978362 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4546b287-eedb-4634-b050-4a0212e159ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:26.334413 n-d-712137-14 neutron-server[114244]: DEBUG neutron_lib.callbacks.manager [None req-4d004fc6-90d6-41a7-8cec-4ba3a01da639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763651484892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607836'] for agent, after_update {{(pid=114244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}